-- Logs begin at Sat 2021-11-27 03:01:34 UTC, end at Sat 2021-11-27 05:08:46 UTC. -- Nov 27 03:32:28.845095 n-d-819494-3 systemd[1]: Started Devstack devstack@q-svc.service. Nov 27 03:32:31.640600 n-d-819494-3 neutron-server[109911]: INFO neutron.common.config [-] Logging enabled! Nov 27 03:32:31.641164 n-d-819494-3 neutron-server[109911]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev228 Nov 27 03:32:31.641383 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109911) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 27 03:32:31.644683 n-d-819494-3 neutron-server[109911]: INFO neutron.common.config [-] Logging enabled! Nov 27 03:32:31.644943 n-d-819494-3 neutron-server[109911]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev228 Nov 27 03:32:31.645253 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109911) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 27 03:32:31.646175 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 27 03:32:31.646409 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 27 03:32:31.646790 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 27 03:32:31.647034 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 27 03:32:31.647259 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 27 03:32:31.647574 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.647992 n-d-819494-3 neutron-server[109911]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 27 03:32:31.648302 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.648614 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.648910 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.649204 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.649492 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.649770 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.650058 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.650454 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.650764 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.651137 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.651498 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.651791 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.652075 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.652366 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.652763 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.653215 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] debug = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.653548 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.654089 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.654730 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.655019 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.655311 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.655595 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.655864 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.656270 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.656768 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.657256 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] host = n-d-819494-3 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.657544 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.657839 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.658133 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.658426 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.658732 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.659016 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.659306 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.659581 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.659855 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] log_file = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.660133 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.660545 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.660847 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.661144 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.661372 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.661597 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.661897 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.662188 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.662466 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.662765 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.663044 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.663319 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.663590 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.663864 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.664150 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.664461 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.664751 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.665030 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.665301 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.665572 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.665842 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.666127 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.666399 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.666698 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.667229 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.667523 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.667791 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.668061 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.668361 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.668647 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.668931 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.669216 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.669488 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.669770 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.670042 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.670315 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.670607 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] use_json = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.670882 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.671153 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.671438 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.671708 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.671978 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.672248 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.672520 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.672804 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:31.673099 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.673395 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.673697 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.673977 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.674279 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.674567 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.674868 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.675147 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.675436 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.675723 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.676009 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.676286 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.676574 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.676849 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.677144 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.677447 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.677739 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.678027 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.678300 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.678597 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.678873 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.679152 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.679437 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.679712 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.680517 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.680806 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.681083 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.681395 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.681661 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.681948 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.682236 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.682509 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.682811 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.683103 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.683380 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.683657 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.683933 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.684220 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.684494 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.684763 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.685040 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.685313 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.685582 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.685849 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.686122 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.686409 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.686712 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.686983 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.687251 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.687523 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.687791 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.688069 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.688341 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.688612 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.688881 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.689159 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.689432 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.689702 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.689977 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.690246 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.690521 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.690814 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.691082 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.691350 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.691619 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.691886 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.692152 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.692417 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.692690 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.692958 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.693224 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.693491 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.693763 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.694031 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.694311 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.694630 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.694909 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.695187 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.695594 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.696288 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.696563 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.696839 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.697114 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.697388 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.697660 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.697945 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.698225 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.698506 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.698814 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.699115 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.699410 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.699685 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.699965 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.700239 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.700513 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.700794 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.701075 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.701364 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.701653 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.701940 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.702226 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.702514 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.702818 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.703122 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.703400 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:31.703715 n-d-819494-3 neutron-server[109911]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 27 03:32:31.703958 n-d-819494-3 neutron-server[109911]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109911) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 27 03:32:32.128287 n-d-819494-3 neutron-server[109911]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 27 03:32:32.128573 n-d-819494-3 neutron-server[109911]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 27 03:32:32.128879 n-d-819494-3 neutron-server[109911]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 27 03:32:32.129360 n-d-819494-3 neutron-server[109911]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 27 03:32:32.450162 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:32.450452 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:32.450756 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:32.451912 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:32.452198 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:32.452462 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:32.488323 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:32.488618 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:32.488866 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:32.502686 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:32.502968 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:32.503238 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:32.531659 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:32.531943 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:32.532211 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:32.569425 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:32.569707 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:32.569979 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:32.914796 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:32.915405 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:32.915405 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:32.915656 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:32.916301 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.014666 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.014988 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.015273 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.015542 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.015803 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.016111 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.016370 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.016722 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.016981 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.017262 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.017519 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.017785 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.018038 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.018284 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.018536 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.018819 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.019068 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.019329 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.019596 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.019849 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.020117 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.020367 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.020646 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.021021 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.021265 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.021508 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.021895 n-d-819494-3 neutron-server[109911]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 27 03:32:33.022133 n-d-819494-3 neutron-server[109911]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 27 03:32:33.022368 n-d-819494-3 neutron-server[109911]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 27 03:32:33.022629 n-d-819494-3 neutron-server[109911]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 27 03:32:33.022863 n-d-819494-3 neutron-server[109911]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 27 03:32:33.023095 n-d-819494-3 neutron-server[109911]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 27 03:32:33.023450 n-d-819494-3 neutron-server[109911]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 27 03:32:33.027115 n-d-819494-3 neutron-server[109911]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 27 03:32:33.031161 n-d-819494-3 neutron-server[109911]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 27 03:32:33.034993 n-d-819494-3 neutron-server[109911]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Nov 27 03:32:33.036633 n-d-819494-3 neutron-server[109911]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 27 03:32:33.037095 n-d-819494-3 neutron-server[109911]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 27 03:32:33.037429 n-d-819494-3 neutron-server[109911]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 27 03:32:33.037819 n-d-819494-3 neutron-server[109911]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 27 03:32:33.040690 n-d-819494-3 neutron-server[109911]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 27 03:32:33.040943 n-d-819494-3 neutron-server[109911]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 27 03:32:33.041285 n-d-819494-3 neutron-server[109911]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 27 03:32:33.046845 n-d-819494-3 neutron-server[109911]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 27 03:32:33.069933 n-d-819494-3 neutron-server[109911]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 27 03:32:33.070471 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.071302 n-d-819494-3 neutron-server[109911]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109911) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 27 03:32:33.071662 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.073041 n-d-819494-3 neutron-server[109911]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109911) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 27 03:32:33.073325 n-d-819494-3 neutron-server[109911]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 27 03:32:33.073574 n-d-819494-3 neutron-server[109911]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 27 03:32:33.076790 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.077073 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.139387 n-d-819494-3 neutron-server[109911]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 27 03:32:33.139624 n-d-819494-3 neutron-server[109911]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 27 03:32:33.139859 n-d-819494-3 neutron-server[109911]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 27 03:32:33.140221 n-d-819494-3 neutron-server[109911]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 27 03:32:33.161319 n-d-819494-3 neutron-server[109911]: DEBUG oslo_db.sqlalchemy.engines [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109911) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 27 03:32:33.590271 n-d-819494-3 neutron-server[109911]: INFO neutron.plugins.ml2.managers [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Initializing driver for type 'gre' Nov 27 03:32:33.590823 n-d-819494-3 neutron-server[109911]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] gre ID ranges: [(1, 1000)] Nov 27 03:32:33.642440 n-d-819494-3 neutron-server[109911]: INFO neutron.plugins.ml2.managers [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Initializing driver for type 'local' Nov 27 03:32:33.642841 n-d-819494-3 neutron-server[109911]: INFO neutron.plugins.ml2.managers [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Initializing driver for type 'vlan' Nov 27 03:32:33.655336 n-d-819494-3 neutron-server[109911]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] VlanTypeDriver initialization complete Nov 27 03:32:33.655757 n-d-819494-3 neutron-server[109911]: INFO neutron.plugins.ml2.managers [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Initializing driver for type 'vxlan' Nov 27 03:32:33.656262 n-d-819494-3 neutron-server[109911]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] vxlan ID ranges: [(1, 1000)] Nov 27 03:32:33.710559 n-d-819494-3 neutron-server[109911]: INFO neutron.plugins.ml2.managers [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Initializing extension driver 'port_security' Nov 27 03:32:33.710931 n-d-819494-3 neutron-server[109911]: INFO neutron.plugins.ml2.extensions.port_security [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] PortSecurityExtensionDriver initialization complete Nov 27 03:32:33.711291 n-d-819494-3 neutron-server[109911]: INFO neutron.plugins.ml2.managers [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Initializing mechanism driver 'openvswitch' Nov 27 03:32:33.711633 n-d-819494-3 neutron-server[109911]: INFO neutron.plugins.ml2.managers [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Initializing mechanism driver 'hyperv' Nov 27 03:32:33.718256 n-d-819494-3 neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:32:33.719134 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > port after_create 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.719518 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > port after_update 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.719884 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > port after_delete 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.720434 n-d-819494-3 neutron-server[109911]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109911) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 27 03:32:33.720871 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > subnet after_create 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.721233 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > subnet after_update 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.721585 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.721987 n-d-819494-3 neutron-server[109911]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109911) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 27 03:32:33.722395 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > network after_create 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.722771 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > network after_update 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.723119 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > network after_delete 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.723520 n-d-819494-3 neutron-server[109911]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109911) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 27 03:32:33.723932 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > security_group after_create 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.724288 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > security_group after_update 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.724637 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.725035 n-d-819494-3 neutron-server[109911]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109911) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 27 03:32:33.725444 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.725796 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.726142 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.726541 n-d-819494-3 neutron-server[109911]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109911) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 27 03:32:33.727483 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > address_group after_create 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.727834 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > address_group after_update 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.728177 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.728575 n-d-819494-3 neutron-server[109911]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109911) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 27 03:32:33.728956 n-d-819494-3 neutron-server[109911]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] ML2 OVO RPC backend initialized. {{(pid=109911) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 27 03:32:33.729671 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.730034 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.730460 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > network before_response 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.730845 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > networks before_response 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.731203 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > port before_response 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.731553 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > ports before_response 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.731901 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > subnet before_response 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.732247 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > subnets before_response 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.732597 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > network after_create 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.732939 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > network after_update 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.733279 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > network after_delete 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.733627 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > port after_create 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.733965 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > port after_update 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.734301 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > port after_delete 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.734664 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > subnet after_create 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.735009 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > subnet after_update 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.735346 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.735929 n-d-819494-3 neutron-server[109911]: INFO neutron.plugins.ml2.plugin [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Modular L2 Plugin initialization complete Nov 27 03:32:33.736261 n-d-819494-3 neutron-server[109911]: DEBUG neutron.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading services supported by the core plugin {{(pid=109911) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 27 03:32:33.736595 n-d-819494-3 neutron-server[109911]: INFO neutron.plugins.ml2.managers [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Got port-security extension from driver 'port_security' Nov 27 03:32:33.737063 n-d-819494-3 neutron-server[109911]: INFO neutron.extensions.vlantransparent [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Disabled vlantransparent extension. Nov 27 03:32:33.737588 n-d-819494-3 neutron-server[109911]: DEBUG neutron.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109911) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 27 03:32:33.737907 n-d-819494-3 neutron-server[109911]: INFO neutron.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading Plugin: router Nov 27 03:32:33.773584 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.773980 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > router after_create 55549900 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.774360 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > router before_create 55549900 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.774772 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.775155 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.775519 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > router after_delete 55549900 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.775885 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.776363 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.776733 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > router after_create 55549900 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.777088 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > router after_update 55549900 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.777445 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > router after_update 55549900 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.777801 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.778168 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > router after_update 55549900 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.778615 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > router precommit_update 55549900 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.778992 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: port after_update 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.779337 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: port after_delete 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.779680 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: subnet after_update 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.780031 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.780387 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.780744 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > router precommit_create 55549900 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.781095 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: port before_delete 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.781445 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > router precommit_create 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.781809 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > router after_update 55549900 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.782156 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.782512 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > router precommit_create 55549900 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.782911 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.783280 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > router precommit_update 55549900 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.783633 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > agent after_create 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.783988 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > agent after_delete 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.784337 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > network after_delete 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.785201 n-d-819494-3 neutron-server[109911]: DEBUG neutron.quota.resource_registry [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Tracking information for resource: router configured {{(pid=109911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 27 03:32:33.785539 n-d-819494-3 neutron-server[109911]: DEBUG neutron.quota.resource_registry [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Tracking information for resource: floatingip configured {{(pid=109911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 27 03:32:33.790942 n-d-819494-3 neutron-server[109911]: INFO neutron.db.l3_agentschedulers_db [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 27 03:32:33.791527 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: port after_update 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.791894 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: port after_create 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.792515 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: port after_delete 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.792870 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: port after_update 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.793659 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > router before_create 55550100 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.794029 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.794399 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > router precommit_create 55550100 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.794783 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > router precommit_update 55550100 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.799618 n-d-819494-3 neutron-server[109911]: DEBUG neutron.services.provider_configuration [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Service providers = [] {{(pid=109911) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 27 03:32:33.799989 n-d-819494-3 neutron-server[109911]: DEBUG neutron.db.servicetype_db [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109911) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 27 03:32:33.802987 n-d-819494-3 neutron-server[109911]: DEBUG neutron.services.service_base [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109911) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 27 03:32:33.803344 n-d-819494-3 neutron-server[109911]: DEBUG neutron.services.service_base [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109911) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 27 03:32:33.803710 n-d-819494-3 neutron-server[109911]: DEBUG neutron.services.service_base [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109911) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 27 03:32:33.804585 n-d-819494-3 neutron-server[109911]: DEBUG neutron.services.service_base [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109911) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 27 03:32:33.805600 n-d-819494-3 neutron-server[109911]: INFO neutron.services.service_base [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 27 03:32:33.805973 n-d-819494-3 neutron-server[109911]: DEBUG neutron.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 27 03:32:33.806296 n-d-819494-3 neutron-server[109911]: INFO neutron.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 27 03:32:33.816954 n-d-819494-3 neutron-server[109911]: DEBUG neutron.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 27 03:32:33.817298 n-d-819494-3 neutron-server[109911]: INFO neutron.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading Plugin: auto_allocate Nov 27 03:32:33.823207 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: network precommit_update 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.823583 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: network precommit_create 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.824110 n-d-819494-3 neutron-server[109911]: DEBUG neutron.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 27 03:32:33.824437 n-d-819494-3 neutron-server[109911]: INFO neutron.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading Plugin: tag Nov 27 03:32:33.831253 n-d-819494-3 neutron-server[109911]: DEBUG neutron.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 27 03:32:33.831587 n-d-819494-3 neutron-server[109911]: INFO neutron.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading Plugin: timestamp Nov 27 03:32:33.835422 n-d-819494-3 neutron-server[109911]: DEBUG neutron.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 27 03:32:33.835760 n-d-819494-3 neutron-server[109911]: INFO neutron.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading Plugin: network_ip_availability Nov 27 03:32:33.841808 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.842129 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.842486 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:33.843212 n-d-819494-3 neutron-server[109911]: DEBUG neutron.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 27 03:32:33.843537 n-d-819494-3 neutron-server[109911]: INFO neutron.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading Plugin: flavors Nov 27 03:32:33.848517 n-d-819494-3 neutron-server[109911]: DEBUG neutron.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 27 03:32:33.848860 n-d-819494-3 neutron-server[109911]: INFO neutron.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading Plugin: revisions Nov 27 03:32:33.853744 n-d-819494-3 neutron-server[109911]: DEBUG neutron.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 27 03:32:33.854139 n-d-819494-3 neutron-server[109911]: DEBUG oslo_concurrency.lockutils [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.725s {{(pid=109911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 27 03:32:33.854924 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109911) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 27 03:32:33.855271 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Initializing extension manager. Nov 27 03:32:33.855793 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: __init__.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.856139 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: __pycache__ {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.856477 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.856812 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: address_group.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.857568 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.858132 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: address-group Nov 27 03:32:33.858460 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: address_scope.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.859214 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.859733 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: address-scope Nov 27 03:32:33.860060 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.861062 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.861512 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: router-admin-state-down-before-update Nov 27 03:32:33.861839 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: agent.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.862569 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.863078 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: agent Nov 27 03:32:33.863403 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: agent_resources_synced.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.864321 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.864837 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: agent-resources-synced Nov 27 03:32:33.865164 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: allowedaddresspairs.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.866994 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.867528 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: allowed-address-pairs Nov 27 03:32:33.867860 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: auto_allocated_topology.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.868955 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.869483 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: auto-allocated-topology Nov 27 03:32:33.869814 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: availability_zone.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.870511 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.871046 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: availability_zone Nov 27 03:32:33.871370 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: availability_zone_filter.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.872292 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.872802 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: availability_zone_filter Nov 27 03:32:33.873128 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: data_plane_status.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.874042 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.874566 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extension data-plane-status not supported by any of loaded plugins Nov 27 03:32:33.874893 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: default_subnetpools.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.875818 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.876325 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: default-subnetpools Nov 27 03:32:33.876651 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.877465 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.877978 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: dhcp_agent_scheduler Nov 27 03:32:33.878305 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: dns.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.879269 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.879781 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extension dns-integration not supported by any of loaded plugins Nov 27 03:32:33.880108 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: dns_domain_ports.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.881038 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.881546 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 27 03:32:33.881872 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.882851 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.883364 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 27 03:32:33.883691 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: dvr.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.884366 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.884877 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: dvr Nov 27 03:32:33.885202 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: ecmp_routes.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.886129 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.886673 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 27 03:32:33.887003 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: empty_string_filtering.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.887929 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.888443 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: empty-string-filtering Nov 27 03:32:33.888768 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.889692 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.890201 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 27 03:32:33.890526 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.891467 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.891979 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 27 03:32:33.892303 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: external_net.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.893221 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.893733 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: external-net Nov 27 03:32:33.894056 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.894995 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.895512 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: extra_dhcp_opt Nov 27 03:32:33.895835 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: extraroute.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.896745 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.897255 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: extraroute Nov 27 03:32:33.897579 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: extraroute_atomic.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.899355 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.899920 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: extraroute-atomic Nov 27 03:32:33.900249 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: filter_validation.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.900938 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.901448 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: filter-validation Nov 27 03:32:33.901773 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: fip_pf_description.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.902741 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.903257 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 27 03:32:33.903580 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: fip_port_details.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.904505 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.905017 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: fip-port-details Nov 27 03:32:33.905342 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: flavors.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.906620 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.907146 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: flavors Nov 27 03:32:33.907479 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.909171 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.909698 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 27 03:32:33.910041 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: floatingip_pools.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.910785 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.911303 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: floatingip-pools Nov 27 03:32:33.911633 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: ip_allocation.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.912594 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.913102 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extension ip_allocation not supported by any of loaded plugins Nov 27 03:32:33.913433 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.914976 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.915514 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: ip-substring-filtering Nov 27 03:32:33.915808 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: l2_adjacency.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.916740 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.917498 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 27 03:32:33.917825 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: l3.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.918844 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.919372 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: router Nov 27 03:32:33.919701 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.921958 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.922494 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 27 03:32:33.922868 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.923809 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.924333 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: ext-gw-mode Nov 27 03:32:33.924667 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.925616 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.926130 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: l3-ha Nov 27 03:32:33.926462 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: l3_flavors.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.927418 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.927927 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: l3-flavors Nov 27 03:32:33.928256 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.929179 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.929689 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 27 03:32:33.930045 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: l3agentscheduler.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.931133 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.931635 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: l3_agent_scheduler Nov 27 03:32:33.931966 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: local_ip.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.933763 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.934295 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extension local_ip not supported by any of loaded plugins Nov 27 03:32:33.934670 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: logging.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.936290 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.936816 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extension logging not supported by any of loaded plugins Nov 27 03:32:33.937151 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: metering.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.937903 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.938488 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: metering Nov 27 03:32:33.938851 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.939983 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.940508 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: metering_source_and_destination_fields Nov 27 03:32:33.940840 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: multiprovidernet.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.941835 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.942351 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: multi-provider Nov 27 03:32:33.942734 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: netmtu.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.943657 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.944167 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: net-mtu Nov 27 03:32:33.944496 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: netmtu_writable.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.945452 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.945964 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: net-mtu-writable Nov 27 03:32:33.946289 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: network_availability_zone.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.946989 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.947500 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: network_availability_zone Nov 27 03:32:33.947824 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: network_ip_availability.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.948940 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.949450 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: network-ip-availability Nov 27 03:32:33.949776 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: network_segment_range.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.950581 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.951081 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extension network-segment-range not supported by any of loaded plugins Nov 27 03:32:33.951406 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: pagination.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.952406 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.952744 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: pagination Nov 27 03:32:33.953070 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: port_device_profile.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.953998 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.954518 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: port-device-profile Nov 27 03:32:33.954875 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.955814 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.956326 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: port-mac-address-regenerate Nov 27 03:32:33.956652 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.957580 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.958096 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: port-numa-affinity-policy Nov 27 03:32:33.958421 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: port_resource_request.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.959371 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.959890 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extension port-resource-request not supported by any of loaded plugins Nov 27 03:32:33.960216 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: port_resource_request_groups.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.961702 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.962218 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 27 03:32:33.962559 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: portbindings.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.963499 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.964016 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: binding Nov 27 03:32:33.964344 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: portbindings_extended.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.965633 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.966151 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: binding-extended Nov 27 03:32:33.966484 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: portsecurity.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.967442 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.967958 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: port-security Nov 27 03:32:33.968289 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: project_id.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.969277 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.969615 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: project-id Nov 27 03:32:33.969945 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: providernet.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.970911 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.971425 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: provider Nov 27 03:32:33.971751 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: qos.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.975394 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.975924 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extension qos not supported by any of loaded plugins Nov 27 03:32:33.976264 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.978104 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.978670 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 27 03:32:33.979008 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.979943 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.980464 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 27 03:32:33.980794 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: qos_default.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.981720 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.982235 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extension qos-default not supported by any of loaded plugins Nov 27 03:32:33.982583 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: qos_fip.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.983243 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.983744 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extension qos-fip not supported by any of loaded plugins Nov 27 03:32:33.984071 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: qos_gateway_ip.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.984999 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.985506 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 27 03:32:33.985831 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: qos_port_network_policy.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.988231 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.988773 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 27 03:32:33.989112 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.990169 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.990727 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 27 03:32:33.991064 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: qos_pps_rule.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.992297 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.992818 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extension qos-pps not supported by any of loaded plugins Nov 27 03:32:33.993153 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: qos_rule_type_details.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.994102 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.994654 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 27 03:32:33.994988 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: qos_rules_alias.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.996050 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.996567 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 27 03:32:33.996896 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: quota_check_limit.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.997824 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.998341 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: quota-check-limit Nov 27 03:32:33.998694 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: quotasv2.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:33.999617 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:33.999947 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: quotas Nov 27 03:32:34.000272 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: quotasv2_detail.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:34.003568 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:34.003915 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: quota_details Nov 27 03:32:34.004250 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: rbac.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:34.005301 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:34.005825 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: rbac-policies Nov 27 03:32:34.006189 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: rbac_address_group.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:34.007179 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:34.007705 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: rbac-address-group Nov 27 03:32:34.008074 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: rbac_address_scope.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:34.009020 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:34.009554 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: rbac-address-scope Nov 27 03:32:34.009889 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: rbac_security_groups.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:34.010855 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:34.011377 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: rbac-security-groups Nov 27 03:32:34.011710 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: rbac_subnetpool.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:34.012643 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:34.013168 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: rbac-subnetpool Nov 27 03:32:34.013498 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: revisionifmatch.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:34.014447 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:34.014990 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: revision-if-match Nov 27 03:32:34.015320 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: revisions.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:34.016471 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:34.016987 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: standard-attr-revisions Nov 27 03:32:34.017319 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: router_availability_zone.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:34.018001 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:34.018515 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: router_availability_zone Nov 27 03:32:34.018873 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: routerservicetype.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:34.019801 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:34.020309 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extension router-service-type not supported by any of loaded plugins Nov 27 03:32:34.020640 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:34.021652 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:34.022170 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: security-groups-normalized-cidr Nov 27 03:32:34.022500 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:34.023990 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:34.024508 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: port-security-groups-filtering Nov 27 03:32:34.024840 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:34.025778 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:34.026291 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: security-groups-remote-address-group Nov 27 03:32:34.026649 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:34.027618 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:34.028135 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: security-groups-shared-filtering Nov 27 03:32:34.028467 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:34.029070 n-d-819494-3 neutron-server[109911]: WARNING neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 27 03:32:34.029400 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: securitygroup.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:34.039880 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:34.040414 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: security-group Nov 27 03:32:34.040752 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: segment.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:34.041554 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:34.042339 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extension segment not supported by any of loaded plugins Nov 27 03:32:34.042711 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:34.043680 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:34.044202 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 27 03:32:34.044533 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: servicetype.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:34.045649 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:34.046177 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: service-type Nov 27 03:32:34.046512 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: sorting.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:34.047538 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:34.047880 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: sorting Nov 27 03:32:34.048212 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: standard_attr_segment.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:34.049148 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:34.049670 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 27 03:32:34.050001 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: standardattrdescription.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:34.050691 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:34.051338 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: standard-attr-description Nov 27 03:32:34.051537 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: stateful_security_group.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:34.052499 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:34.053014 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: stateful-security-group Nov 27 03:32:34.053352 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: stdattrs_common.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:34.053927 n-d-819494-3 neutron-server[109911]: WARNING neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 27 03:32:34.054255 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:34.055244 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:34.055755 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 27 03:32:34.056082 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: subnet_onboard.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:34.057167 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:34.057681 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: subnet_onboard Nov 27 03:32:34.058007 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:34.058974 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:34.059481 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 27 03:32:34.059807 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: subnet_service_types.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:34.060744 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:34.061262 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: subnet-service-types Nov 27 03:32:34.061589 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: subnetallocation.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:34.062719 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:34.063236 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: subnet_allocation Nov 27 03:32:34.063563 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:34.064235 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:34.064748 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: subnetpool-prefix-ops Nov 27 03:32:34.065075 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:34.066022 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:34.066530 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 27 03:32:34.066881 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: tagging.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:34.067933 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:34.068462 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: standard-attr-tag Nov 27 03:32:34.068791 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: timestamp.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:34.069999 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:34.070582 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loaded extension: standard-attr-timestamp Nov 27 03:32:34.070925 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: trunk.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:34.071972 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:34.072492 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extension trunk not supported by any of loaded plugins Nov 27 03:32:34.072824 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: trunk_details.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:34.073769 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:34.074289 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extension trunk-details not supported by any of loaded plugins Nov 27 03:32:34.074647 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: uplink_status_propagation.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:34.075581 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:34.076095 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 27 03:32:34.076424 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Loading extension file: vlantransparent.py {{(pid=109911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 03:32:34.077107 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 03:32:34.077614 n-d-819494-3 neutron-server[109911]: INFO neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 27 03:32:34.080170 n-d-819494-3 neutron-server[109911]: INFO neutron.quota.resource_registry [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Creating instance of TrackedResource for resource:network Nov 27 03:32:34.080718 n-d-819494-3 neutron-server[109911]: INFO neutron.quota.resource_registry [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Creating instance of TrackedResource for resource:subnet Nov 27 03:32:34.081128 n-d-819494-3 neutron-server[109911]: INFO neutron.quota.resource_registry [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Creating instance of TrackedResource for resource:subnetpool Nov 27 03:32:34.081521 n-d-819494-3 neutron-server[109911]: INFO neutron.quota.resource_registry [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Creating instance of TrackedResource for resource:port Nov 27 03:32:34.082797 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.v2.resource_helper [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 03:32:34.083237 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.v2.resource_helper [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Service FLAVORS assigned prefix: {{(pid=109911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 03:32:34.083865 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.v2.resource_helper [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 03:32:34.084298 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.v2.resource_helper [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 03:32:34.084637 n-d-819494-3 neutron-server[109911]: INFO neutron.quota.resource_registry [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Creating instance of TrackedResource for resource:router Nov 27 03:32:34.085068 n-d-819494-3 neutron-server[109911]: INFO neutron.quota.resource_registry [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Creating instance of TrackedResource for resource:floatingip Nov 27 03:32:34.085563 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.v2.resource_helper [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Service METERING assigned prefix: /metering {{(pid=109911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 03:32:34.087560 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:34.087935 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:34.088293 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:32:34.089312 n-d-819494-3 neutron-server[109911]: INFO neutron.quota.resource_registry [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Creating instance of CountableResource for resource:rbac_policy Nov 27 03:32:34.089763 n-d-819494-3 neutron-server[109911]: INFO neutron.quota.resource_registry [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Creating instance of TrackedResource for resource:security_group Nov 27 03:32:34.090194 n-d-819494-3 neutron-server[109911]: INFO neutron.quota.resource_registry [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 27 03:32:34.090859 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.v2.resource_helper [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Service CORE assigned prefix: {{(pid=109911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 03:32:34.091207 n-d-819494-3 neutron-server[109911]: INFO neutron.quota.resource_registry [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Creating instance of TrackedResource for resource:subnetpool Nov 27 03:32:34.091545 n-d-819494-3 neutron-server[109911]: WARNING neutron.quota.resource_registry [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] subnetpool is already registered Nov 27 03:32:34.092029 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.v2.resource_helper [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Service CORE assigned prefix: {{(pid=109911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 03:32:34.092339 n-d-819494-3 neutron-server[109911]: INFO neutron.quota.resource_registry [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Creating instance of TrackedResource for resource:subnetpool Nov 27 03:32:34.092646 n-d-819494-3 neutron-server[109911]: WARNING neutron.quota.resource_registry [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] subnetpool is already registered Nov 27 03:32:34.094965 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.v2.resource_helper [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 03:32:34.095402 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.v2.resource_helper [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Service FLAVORS assigned prefix: {{(pid=109911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 03:32:34.096002 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.v2.resource_helper [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 03:32:34.096428 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.v2.resource_helper [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 03:32:34.096765 n-d-819494-3 neutron-server[109911]: INFO neutron.quota.resource_registry [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Creating instance of TrackedResource for resource:router Nov 27 03:32:34.097105 n-d-819494-3 neutron-server[109911]: WARNING neutron.quota.resource_registry [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] router is already registered Nov 27 03:32:34.097521 n-d-819494-3 neutron-server[109911]: INFO neutron.quota.resource_registry [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Creating instance of TrackedResource for resource:floatingip Nov 27 03:32:34.097860 n-d-819494-3 neutron-server[109911]: WARNING neutron.quota.resource_registry [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] floatingip is already registered Nov 27 03:32:34.098328 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.v2.resource_helper [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Service METERING assigned prefix: /metering {{(pid=109911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 03:32:34.099031 n-d-819494-3 neutron-server[109911]: INFO neutron.quota.resource_registry [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Creating instance of CountableResource for resource:rbac_policy Nov 27 03:32:34.099367 n-d-819494-3 neutron-server[109911]: WARNING neutron.quota.resource_registry [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] rbac_policy is already registered Nov 27 03:32:34.099783 n-d-819494-3 neutron-server[109911]: INFO neutron.quota.resource_registry [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Creating instance of TrackedResource for resource:security_group Nov 27 03:32:34.100121 n-d-819494-3 neutron-server[109911]: WARNING neutron.quota.resource_registry [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] security_group is already registered Nov 27 03:32:34.100534 n-d-819494-3 neutron-server[109911]: INFO neutron.quota.resource_registry [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 27 03:32:34.100873 n-d-819494-3 neutron-server[109911]: WARNING neutron.quota.resource_registry [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] security_group_rule is already registered Nov 27 03:32:34.101521 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.v2.resource_helper [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Service CORE assigned prefix: {{(pid=109911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 03:32:34.102482 n-d-819494-3 neutron-server[109911]: INFO neutron.quota.resource_registry [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Creating instance of TrackedResource for resource:subnetpool Nov 27 03:32:34.102847 n-d-819494-3 neutron-server[109911]: WARNING neutron.quota.resource_registry [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] subnetpool is already registered Nov 27 03:32:34.103272 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.v2.resource_helper [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Service CORE assigned prefix: {{(pid=109911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 03:32:34.103601 n-d-819494-3 neutron-server[109911]: INFO neutron.quota.resource_registry [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Creating instance of TrackedResource for resource:subnetpool Nov 27 03:32:34.103935 n-d-819494-3 neutron-server[109911]: WARNING neutron.quota.resource_registry [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] subnetpool is already registered Nov 27 03:32:34.104406 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extended resource: extensions {{(pid=109911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 03:32:34.105875 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extended resource: address-groups {{(pid=109911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 03:32:34.107404 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extended resource: address-scopes {{(pid=109911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 03:32:34.108712 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extended resource: agents {{(pid=109911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 03:32:34.109907 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extended resource: auto-allocated-topology {{(pid=109911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 03:32:34.111184 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extended resource: availability_zones {{(pid=109911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 03:32:34.112406 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extended resource: dhcp-networks {{(pid=109911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 03:32:34.113933 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extended resource: dhcp-agents {{(pid=109911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 03:32:34.115368 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extended resource: routers {{(pid=109911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 03:32:34.117604 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extended resource: flavors {{(pid=109911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 03:32:34.118782 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extended resource: service_profiles {{(pid=109911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 03:32:34.119990 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extended resource: next_providers {{(pid=109911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 03:32:34.121442 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extended resource: service_profiles {{(pid=109911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 03:32:34.123016 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extended resource: floatingip-pools {{(pid=109911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 03:32:34.124242 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extended resource: routers {{(pid=109911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 03:32:34.126342 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extended resource: floatingips {{(pid=109911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 03:32:34.127647 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extended resource: l3-routers {{(pid=109911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 03:32:34.129040 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extended resource: l3-agents {{(pid=109911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 03:32:34.130446 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extended resource: metering-labels {{(pid=109911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 03:32:34.132731 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extended resource: metering-label-rules {{(pid=109911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 03:32:34.134044 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extended resource: network-ip-availabilities {{(pid=109911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 03:32:34.135402 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extended resource: bindings {{(pid=109911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 03:32:34.137048 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extended resource: quotas {{(pid=109911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 03:32:34.138621 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extended resource: quotas {{(pid=109911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 03:32:34.140139 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extended resource: rbac-policies {{(pid=109911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 03:32:34.141439 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extended resource: security-groups {{(pid=109911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 03:32:34.142710 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extended resource: security-group-rules {{(pid=109911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 03:32:34.143949 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extended resource: service-providers {{(pid=109911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 03:32:34.145183 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extended resource: subnetpools {{(pid=109911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 03:32:34.146617 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extended resource: subnetpools {{(pid=109911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 03:32:34.148073 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extended resource: tags {{(pid=109911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 03:32:34.150291 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extended resource: tags {{(pid=109911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 03:32:34.152123 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extended resource: tags {{(pid=109911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 03:32:34.153877 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extended resource: tags {{(pid=109911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 03:32:34.155702 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extended resource: tags {{(pid=109911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 03:32:34.157553 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extended resource: tags {{(pid=109911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 03:32:34.159264 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extended resource: tags {{(pid=109911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 03:32:34.161153 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extended resource: tags {{(pid=109911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 03:32:34.162952 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extended resource: tags {{(pid=109911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 03:32:34.165424 n-d-819494-3 neutron-server[109911]: DEBUG neutron.api.extensions [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Extended resource: tags {{(pid=109911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 03:32:34.171792 n-d-819494-3 neutron-server[109911]: WARNING keystonemiddleware.auth_token [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 27 03:32:34.176536 n-d-819494-3 neutron-server[109911]: WARNING keystonemiddleware.auth_token [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 27 03:32:34.185204 n-d-819494-3 neutron-server[109911]: DEBUG oslo_concurrency.lockutils [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Acquired lock "singleton_lock" {{(pid=109911) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 27 03:32:34.185684 n-d-819494-3 neutron-server[109911]: DEBUG oslo_concurrency.lockutils [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Releasing lock "singleton_lock" {{(pid=109911) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 27 03:32:34.186343 n-d-819494-3 neutron-server[109911]: INFO oslo_service.service [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Starting 2 workers Nov 27 03:32:34.191186 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Started child 110018 {{(pid=109911) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 27 03:32:34.196108 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Started child 110019 {{(pid=109911) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 27 03:32:34.197274 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:32:34.197869 n-d-819494-3 neutron-server[109911]: INFO neutron.service [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 27 03:32:34.198308 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Publish callbacks [] for process, before_spawn {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:32:34.198760 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [-] (110018) wsgi starting up on http://0.0.0.0:9696 Nov 27 03:32:34.200828 n-d-819494-3 neutron-server[109911]: INFO oslo_service.service [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Starting 1 workers Nov 27 03:32:34.201048 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:32:34.202383 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [-] (110019) wsgi starting up on http://0.0.0.0:9696 Nov 27 03:32:34.205984 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Started child 110020 {{(pid=109911) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 27 03:32:34.206566 n-d-819494-3 neutron-server[109911]: INFO oslo_service.service [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Starting 1 workers Nov 27 03:32:34.209946 n-d-819494-3 neutron-server[110020]: DEBUG neutron.service [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] calling RpcWorker wait() {{(pid=110020) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 27 03:32:34.210473 n-d-819494-3 neutron-server[110020]: DEBUG neutron.service [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] returning from RpcWorker wait() {{(pid=110020) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 27 03:32:34.211009 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Started child 110021 {{(pid=109911) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 27 03:32:34.212385 n-d-819494-3 neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-aed006a3-40bb-4f48-af51-dcb2c0561d72 None None] Publish callbacks [] for process, after_spawn {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:32:34.212706 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:32:34.213222 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:32:34.214269 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109911) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 27 03:32:34.214484 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 27 03:32:34.214698 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 27 03:32:34.214920 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 27 03:32:34.215239 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 27 03:32:34.215421 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 27 03:32:34.215944 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.216220 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.216463 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:32:34.216915 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.216915 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.217049 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.217577 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.217872 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.218110 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.218387 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.218647 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.218820 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.218992 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.219246 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.219482 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.219774 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.220053 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.220308 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.220568 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.220740 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.220989 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.221248 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.221476 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.221737 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] debug = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.221979 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.222475 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.222763 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.223019 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.223275 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.223564 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.223798 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.224060 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.224300 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.224519 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.224767 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.225018 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.225238 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.225453 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.225706 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.225923 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.226193 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.226430 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.226975 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] host = n-d-819494-3 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.227195 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.227415 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.227653 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.227912 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.228158 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.228381 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.228635 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.228891 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.229136 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.229369 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.229608 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.229856 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.230098 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.230362 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] log_file = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.230532 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] log_options = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.230825 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.231107 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.231369 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.231586 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.231758 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.231939 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.232209 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.232375 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.232628 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.232847 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.233065 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.233342 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.233525 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.233759 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.234016 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.234254 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.234476 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.234751 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.235013 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.235248 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.235475 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.235707 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.235947 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.236166 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.236401 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.236616 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.236848 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.237169 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.237304 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.237536 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.237785 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.238031 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.238265 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.238519 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.238784 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.239015 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.239244 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.239466 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.239728 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.239956 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.240207 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.240466 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.240686 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.240935 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.241153 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.241397 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.241613 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] use_json = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.241845 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.242090 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.242362 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.242612 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.242830 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.243046 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.243261 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.243504 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.243931 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.244207 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.244535 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.244786 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.245027 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.245281 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.245536 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.245655 n-d-819494-3 neutron-server[110021]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:32:34.245780 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.246018 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.246252 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.246596 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.246828 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.247139 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.247381 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.247677 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.247998 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.248276 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.248535 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.248775 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.249011 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.249246 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.249470 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.249755 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.249984 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.250243 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.250485 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.250752 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.251049 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.251317 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.251692 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.252056 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.252367 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.252705 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.252887 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.253020 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.253245 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.253474 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.253691 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.253913 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.254184 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.254651 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.255025 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.255388 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.255777 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.256160 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.256904 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.256904 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.256904 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.257548 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.257548 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.257548 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.258370 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.258517 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.258826 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.259067 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.259489 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.259925 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.260353 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.260780 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.261183 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.261609 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.261999 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.262395 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.262800 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.263182 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.263586 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.263831 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.264050 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.264305 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.264522 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.264911 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.265329 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.265736 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.266149 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.266428 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.266864 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.267230 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.267594 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.268060 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.268456 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.268680 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.268899 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.269141 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.269379 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.269597 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.269821 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.270058 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.270272 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.270503 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.270779 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.270996 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.271293 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.271597 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.271838 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.272098 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.272339 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.272600 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.272820 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.273069 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.273290 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.273631 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.274299 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.274585 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.274849 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.275104 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.275334 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.275572 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.275809 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.276045 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.276276 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.276493 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.276749 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.276975 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.277246 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.277481 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.277715 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.277948 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.278186 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.278463 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.278749 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.279029 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.279268 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.279546 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.279845 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.280108 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.280418 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.280669 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.280904 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.281164 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.281397 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.281669 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.281921 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.282230 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.282424 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.282718 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.282947 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.283160 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.283559 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.283890 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.284128 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.284361 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.284605 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.284880 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.285128 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.285365 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.285627 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.285889 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.286142 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.286388 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.286650 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.286882 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.287267 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.287679 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.288077 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.288503 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.288892 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.289308 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.289707 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.290116 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.290581 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.291008 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.291403 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.291827 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.292475 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.292872 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.293297 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.293699 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.294111 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.294534 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.294802 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.295049 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.295293 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.295534 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.295788 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.296012 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.296284 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.296539 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.296758 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.297010 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.297260 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.297711 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.298102 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.298527 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.298773 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.298989 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.299203 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.299429 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.299666 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.299901 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.300130 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.300349 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.300589 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.300852 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.301191 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.301431 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.301678 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.301939 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.302157 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.302379 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.302651 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.302894 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.303114 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.303331 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.303547 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.303805 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.304047 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.304283 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.304495 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.304769 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.304980 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.305218 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.305428 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.305719 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.305968 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.306199 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.306455 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.306716 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.306961 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.307187 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.307397 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.307609 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.307833 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.308070 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.308299 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.308551 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.308769 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.308981 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.309202 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.309433 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.309685 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.309909 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.310121 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.310331 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.310569 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.310787 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.310995 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.311235 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.311445 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.311652 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.311872 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.312087 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.312297 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.312538 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.312748 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.312960 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.313196 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.313411 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.313618 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.313919 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.314180 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.314423 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.314737 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.314970 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.315232 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.315485 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.315812 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.316048 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.316290 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.316507 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.316724 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.316962 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.317233 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.317553 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.317836 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.318099 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.318333 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.318630 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.318914 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.319174 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.319388 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.319694 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.320020 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.320889 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.321167 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.321402 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.321666 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.321913 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.322131 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.322368 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.322628 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.322849 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.323091 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.323322 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.323574 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.324319 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.324319 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.324319 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.324699 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.324699 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.324927 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.325460 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.325460 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 27 03:32:34.325782 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109911) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 27 03:32:34.326136 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 27 03:32:34.326459 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 27 03:32:34.326809 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 27 03:32:34.326987 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 27 03:32:34.327285 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 27 03:32:34.327504 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.327671 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.327833 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.328010 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.328131 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.328312 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.328474 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.328777 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.328941 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.329102 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.329262 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.329422 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.329580 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.329757 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.329887 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.330042 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.330205 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.330364 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.330533 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.330716 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.330875 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.331035 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.331196 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] debug = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.331353 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.332452 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.332452 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.332452 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.332452 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.332452 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.332452 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.332900 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.332900 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.332900 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.332900 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.333133 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.333198 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.333371 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.333559 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.333642 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.333785 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.333942 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.334100 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] host = n-d-819494-3 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.334258 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.334585 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.334891 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.335051 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.335212 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.335371 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.335530 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.335694 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.335852 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.336074 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.336235 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.336393 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.336555 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.336715 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] log_file = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.336872 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] log_options = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.337029 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.337242 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.337334 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.337517 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.337681 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.337842 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.338002 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.338162 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.338319 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.338477 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.338662 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.338824 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.338984 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.339143 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.339300 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.339458 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.339617 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.339776 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.339935 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.340094 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.340252 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.340411 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.340570 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.340727 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.340885 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.341045 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.341204 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.341362 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.341520 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.341679 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.341836 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.341996 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.342204 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.342332 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.342461 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.342640 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.342804 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.342965 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.343126 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.343286 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.343444 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.343607 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.343766 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.343925 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.344084 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.344241 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.344400 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] use_json = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.344557 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.344715 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.344873 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.344959 n-d-819494-3 neutron-server[110020]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:32:34.345052 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.345179 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.345336 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.345494 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.345654 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 03:32:34.345833 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.345996 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.346167 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.346330 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.346491 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.346679 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.346841 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.347004 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.347165 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.347325 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.347492 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.347652 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.347823 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.347987 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.348147 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.348311 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.348499 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.348622 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.348783 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.348946 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.349112 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.349272 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.349441 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.349601 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.349760 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.349920 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.350080 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.350248 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.350409 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.350603 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.350765 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.350926 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.351087 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.351248 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.351408 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.352075 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.352250 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.352414 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.352576 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.352737 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.352898 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.353060 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.353221 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.353383 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.353549 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.353711 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.353874 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.354035 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.354197 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.354358 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.354520 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.354705 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.354867 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.355029 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.355192 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.355354 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.355514 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.355685 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.355847 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.356008 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.356168 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.356330 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.356490 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.356651 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.356807 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.358191 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.358191 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.358191 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.358191 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.358191 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.358191 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.358191 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.358191 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.358191 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.358766 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.358766 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.358766 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.358973 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.358973 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.359112 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.359731 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.359731 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.359731 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.359731 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.360030 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.360030 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.360172 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.361033 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.361033 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.361033 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.361033 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.361033 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.361382 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.361382 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.361382 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.361569 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.361709 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.361817 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.361977 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.362132 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.362289 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.362585 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.362682 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.362799 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.362961 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.363122 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.363284 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.363447 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.363616 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.363774 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.363935 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.364327 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.364327 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.364496 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.364575 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.364705 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.364868 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.365028 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.365198 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.365363 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.365530 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.365687 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.365857 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.366028 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.366187 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.366503 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.366697 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.366842 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.367005 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.367298 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.367878 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.368040 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.368201 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.368364 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.368533 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.368694 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.368854 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.369018 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.369207 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.369368 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.369525 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.369687 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.369848 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.370010 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.370172 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.370333 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.370493 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.370677 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.370994 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.370994 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.371241 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.371340 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.371446 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.371607 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.371808 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.371920 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.372082 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.372245 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.372406 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.372567 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.372729 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.372889 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.373050 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.373212 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.373373 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.373539 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.373699 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.373860 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.374023 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.374184 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.374345 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.374506 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.374689 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.374850 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.375011 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.375176 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.375359 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.375495 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.375645 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.375807 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.375969 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.376131 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.376295 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.376457 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.376620 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.376783 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.376945 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.377108 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.377270 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.377432 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.377594 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.377756 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.377918 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.378095 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.378256 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.378418 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.378596 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.378759 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.378920 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.379081 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.379245 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.379401 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.379563 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.379723 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.379886 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.380049 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.380210 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.380371 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.380532 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.380705 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.380843 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.381003 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.381176 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.381337 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.381498 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.381659 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.381868 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.381985 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.382164 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.382299 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.382452 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.382636 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.382811 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.382969 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.383140 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.383302 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.383463 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.383628 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.383788 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.383948 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.384117 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.384280 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.384440 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.384589 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.384874 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.384874 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.385661 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.385661 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.385661 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.385661 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.385661 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.386309 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.386309 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.386309 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.386309 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.386826 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.386826 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.386826 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.387208 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.387208 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.387208 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.387612 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.387612 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.387864 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.387864 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.388126 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.388126 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.388371 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.388519 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.388656 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.388791 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.388928 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.389073 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.389210 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.389434 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.389579 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.389715 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.389866 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.390002 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.390139 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.390261 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.390416 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.390594 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.390820 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.391041 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.391041 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.391480 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.391480 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.391480 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.392100 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.392100 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.392100 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.392100 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.392734 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.392734 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.392734 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.392734 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.393410 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.393410 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.393410 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.393410 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 03:32:34.393410 n-d-819494-3 neutron-server[109911]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 27 03:32:34.516397 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50176) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:32:34.525583 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070250 Nov 27 03:32:46.131686 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb91a09-0dc4-4bdf-9196-e4f55ae437b1 None None] get_active_networks_info from n-d-819494-3 {{(pid=110020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 03:32:46.198126 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb91a09-0dc4-4bdf-9196-e4f55ae437b1 None None] No non-hosted networks {{(pid=110020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 27 03:32:46.206737 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.agentschedulers_db [None req-afb91a09-0dc4-4bdf-9196-e4f55ae437b1 None None] DHCP Agent not found on host n-d-819494-3 {{(pid=110020) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 27 03:32:46.321519 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a68915cc-a4c6-4d23-adbb-31e1bc063f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3682138'] for agent, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:32:48.192483 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d993fda8-eaf1-436a-802a-d4d2d1e8045f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3682138'] for agent, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:32:48.242110 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-655443df-1e67-425e-a35e-abd8606605ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:32:49.372559 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3682138'] for agent, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:32:51.013046 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3682138'] for agent, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:32:51.687534 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3682138'] for agent, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:32:51.688768 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:32:51.689187 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:32:51.689588 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:32:51.690127 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:32:51.690684 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:32:51.691234 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:32:51.691633 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:32:51.692050 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:32:51.692449 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:32:51.692839 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:32:51.693234 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:32:51.693624 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:32:51.694126 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-819494-3', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:32:51.700757 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-819494-3', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:32:52.316417 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50268) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:32:52.833353 n-d-819494-3 neutron-server[110019]: WARNING oslo_policy.policy [None req-9b3c549d-47a5-40eb-b880-cab79dc1be19 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 27 03:32:52.833956 n-d-819494-3 neutron-server[110019]: WARNING oslo_policy.policy [None req-9b3c549d-47a5-40eb-b880-cab79dc1be19 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 27 03:32:53.059012 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [None req-9b3c549d-47a5-40eb-b880-cab79dc1be19 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 03:32:53.060614 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9b3c549d-47a5-40eb-b880-cab79dc1be19 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7432487 Nov 27 03:32:54.713544 n-d-819494-3 neutron-server[110020]: INFO neutron.db.l3_hamode_db [None req-e1e9eca4-4639-4a49-ae46-a52fc9bbb439 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 27 03:32:54.791035 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e9eca4-4639-4a49-ae46-a52fc9bbb439 None None] Routers set() bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:32:54.791426 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e9eca4-4639-4a49-ae46-a52fc9bbb439 None None] Router IDs set() for agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 27 03:32:55.647750 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50284) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:32:55.958056 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-5b024952-73be-4b92-b9c8-b6214c3ee270 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:32:56.053586 n-d-819494-3 neutron-server[110019]: DEBUG neutron.policy [None req-5b024952-73be-4b92-b9c8-b6214c3ee270 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110019) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 27 03:32:56.102637 n-d-819494-3 neutron-server[110019]: WARNING oslo_policy.policy [None req-5b024952-73be-4b92-b9c8-b6214c3ee270 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 27 03:32:56.103008 n-d-819494-3 neutron-server[110019]: WARNING oslo_policy.policy [None req-5b024952-73be-4b92-b9c8-b6214c3ee270 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 27 03:32:56.111636 n-d-819494-3 neutron-server[110019]: INFO neutron.quota [None req-5b024952-73be-4b92-b9c8-b6214c3ee270 admin admin] Loaded quota_driver: . Nov 27 03:32:56.201012 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5b024952-73be-4b92-b9c8-b6214c3ee270 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763520261605', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763520262042', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763520267080', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763520244242', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763520238218', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763520229334', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3654005', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3609298', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-584275', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-592015'] for rbac-policy, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:32:56.266427 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5b024952-73be-4b92-b9c8-b6214c3ee270 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:32:56.267608 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-5b024952-73be-4b92-b9c8-b6214c3ee270 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6188805 Nov 27 03:32:59.004792 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50296) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:32:59.308227 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-7976bc7d-7b65-4c95-bfee-817bcc6b8884 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'ddc6c01ecbb54060a5037aa699432d09', 'name': 'private', 'tenant_id': 'ddc6c01ecbb54060a5037aa699432d09'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:32:59.336197 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7976bc7d-7b65-4c95-bfee-817bcc6b8884 admin admin] Made reservation on behalf of ddc6c01ecbb54060a5037aa699432d09 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:32:59.339131 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7976bc7d-7b65-4c95-bfee-817bcc6b8884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:32:59.356201 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7976bc7d-7b65-4c95-bfee-817bcc6b8884 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:32:59.471749 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7976bc7d-7b65-4c95-bfee-817bcc6b8884 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:32:59.475929 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7976bc7d-7b65-4c95-bfee-817bcc6b8884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:32:59.498953 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7976bc7d-7b65-4c95-bfee-817bcc6b8884 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:32:59.523208 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7976bc7d-7b65-4c95-bfee-817bcc6b8884 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763522155807', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:32:59.523820 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7976bc7d-7b65-4c95-bfee-817bcc6b8884 admin admin] Unsubscribe: segment precommit_create {{(pid=110019) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 27 03:32:59.524323 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-7976bc7d-7b65-4c95-bfee-817bcc6b8884 admin admin] Added segment e7df5a03-e5b4-49e3-8692-ca4fcfdbbe79 of type vlan for network 7e713eef-8df0-4359-b3d3-682708f1c1dc Nov 27 03:32:59.530002 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976bc7d-7b65-4c95-bfee-817bcc6b8884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5da60d-df6f-4b12-9f2e-44bf0c99aa15,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:32:59.551655 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7976bc7d-7b65-4c95-bfee-817bcc6b8884 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:32:59.552000 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7976bc7d-7b65-4c95-bfee-817bcc6b8884 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:32:59.552341 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7976bc7d-7b65-4c95-bfee-817bcc6b8884 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:32:59.552674 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7976bc7d-7b65-4c95-bfee-817bcc6b8884 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:32:59.553003 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7976bc7d-7b65-4c95-bfee-817bcc6b8884 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:32:59.553364 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7976bc7d-7b65-4c95-bfee-817bcc6b8884 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:32:59.553690 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7976bc7d-7b65-4c95-bfee-817bcc6b8884 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:32:59.554014 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7976bc7d-7b65-4c95-bfee-817bcc6b8884 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:32:59.554339 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7976bc7d-7b65-4c95-bfee-817bcc6b8884 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:32:59.554691 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7976bc7d-7b65-4c95-bfee-817bcc6b8884 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:32:59.555012 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7976bc7d-7b65-4c95-bfee-817bcc6b8884 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:32:59.555338 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7976bc7d-7b65-4c95-bfee-817bcc6b8884 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:32:59.556450 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7976bc7d-7b65-4c95-bfee-817bcc6b8884 admin admin] Tracked resource versions report: Nov 27 03:32:59.556450 n-d-819494-3 neutron-server[110019]: pushed versions: Nov 27 03:32:59.556450 n-d-819494-3 neutron-server[110019]: { 'AddressGroup': {'1.2'}, Nov 27 03:32:59.556450 n-d-819494-3 neutron-server[110019]: 'ConntrackHelper': {'1.0'}, Nov 27 03:32:59.556450 n-d-819494-3 neutron-server[110019]: 'Log': {'1.0'}, Nov 27 03:32:59.556450 n-d-819494-3 neutron-server[110019]: 'Network': {'1.1'}, Nov 27 03:32:59.556450 n-d-819494-3 neutron-server[110019]: 'Port': {'1.7'}, Nov 27 03:32:59.556450 n-d-819494-3 neutron-server[110019]: 'PortForwarding': {'1.2'}, Nov 27 03:32:59.556450 n-d-819494-3 neutron-server[110019]: 'QosPolicy': {'1.10'}, Nov 27 03:32:59.556450 n-d-819494-3 neutron-server[110019]: 'SecurityGroup': {'1.5'}, Nov 27 03:32:59.556450 n-d-819494-3 neutron-server[110019]: 'SecurityGroupRule': {'1.2'}, Nov 27 03:32:59.556450 n-d-819494-3 neutron-server[110019]: 'SubPort': {'1.0'}, Nov 27 03:32:59.556450 n-d-819494-3 neutron-server[110019]: 'Subnet': {'1.1'}, Nov 27 03:32:59.556450 n-d-819494-3 neutron-server[110019]: 'Trunk': {'1.1'}} Nov 27 03:32:59.556450 n-d-819494-3 neutron-server[110019]: consumer versions: Nov 27 03:32:59.556450 n-d-819494-3 neutron-server[110019]: { DHCP agent@n-d-819494-3: {}, Nov 27 03:32:59.556450 n-d-819494-3 neutron-server[110019]: L3 agent@n-d-819494-3: {}, Nov 27 03:32:59.556450 n-d-819494-3 neutron-server[110019]: Metadata agent@n-d-819494-3: {}, Nov 27 03:32:59.556450 n-d-819494-3 neutron-server[110019]: Metering agent@n-d-819494-3: {}, Nov 27 03:32:59.556450 n-d-819494-3 neutron-server[110019]: Open vSwitch agent@n-d-819494-3: { 'AddressGroup': '1.2', Nov 27 03:32:59.556450 n-d-819494-3 neutron-server[110019]: 'ConntrackHelper': '1.0', Nov 27 03:32:59.556450 n-d-819494-3 neutron-server[110019]: 'Log': '1.0', Nov 27 03:32:59.556450 n-d-819494-3 neutron-server[110019]: 'Network': '1.1', Nov 27 03:32:59.556450 n-d-819494-3 neutron-server[110019]: 'Port': '1.7', Nov 27 03:32:59.556450 n-d-819494-3 neutron-server[110019]: 'PortForwarding': '1.2', Nov 27 03:32:59.556450 n-d-819494-3 neutron-server[110019]: 'QosPolicy': '1.10', Nov 27 03:32:59.556450 n-d-819494-3 neutron-server[110019]: 'SecurityGroup': '1.5', Nov 27 03:32:59.556450 n-d-819494-3 neutron-server[110019]: 'SecurityGroupRule': '1.2', Nov 27 03:32:59.556450 n-d-819494-3 neutron-server[110019]: 'SubPort': '1.0', Nov 27 03:32:59.556450 n-d-819494-3 neutron-server[110019]: 'Subnet': '1.1', Nov 27 03:32:59.556450 n-d-819494-3 neutron-server[110019]: 'Trunk': '1.1'}} Nov 27 03:32:59.556450 n-d-819494-3 neutron-server[110019]: {{(pid=110019) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 27 03:32:59.640729 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7976bc7d-7b65-4c95-bfee-817bcc6b8884 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:32:59.680390 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7976bc7d-7b65-4c95-bfee-817bcc6b8884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:32:59.681435 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7976bc7d-7b65-4c95-bfee-817bcc6b8884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:32:59.682173 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7976bc7d-7b65-4c95-bfee-817bcc6b8884 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:32:59.762773 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7976bc7d-7b65-4c95-bfee-817bcc6b8884 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7567971 Nov 27 03:32:59.786620 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976bc7d-7b65-4c95-bfee-817bcc6b8884 admin admin] Pushing event updated for resources: {'Network': ['ID=7e713eef-8df0-4359-b3d3-682708f1c1dc,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:32:59.798812 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 7e713eef-8df0-4359-b3d3-682708f1c1dc details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:33:02.557763 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50310) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:33:02.940638 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351bb5d1-ee8b-41ee-ac72-640c27f95129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:33:02.941987 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-351bb5d1-ee8b-41ee-ac72-640c27f95129 admin admin] 10.222.0.20 "GET /v2.0/networks/7e713eef-8df0-4359-b3d3-682708f1c1dc HTTP/1.1" status: 200 len: 825 time: 0.3832667 Nov 27 03:33:02.965487 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d0564a28-a421-4a00-8cda-5e25613829e3 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/ab5a4be5-a9e6-4077-9242-ead5b5dc45bc HTTP/1.1" status: 200 len: 734 time: 0.0175118 Nov 27 03:33:02.974177 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-d41703ec-2a24-4cd7-9774-042c8748979e admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': 'ab5a4be5-a9e6-4077-9242-ead5b5dc45bc', 'network_id': '7e713eef-8df0-4359-b3d3-682708f1c1dc', 'tenant_id': 'ddc6c01ecbb54060a5037aa699432d09'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:33:02.996349 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41703ec-2a24-4cd7-9774-042c8748979e admin admin] Made reservation on behalf of ddc6c01ecbb54060a5037aa699432d09 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:33:02.998606 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d41703ec-2a24-4cd7-9774-042c8748979e admin admin] Publish callbacks [] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:03.287497 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d41703ec-2a24-4cd7-9774-042c8748979e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:03.363971 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41703ec-2a24-4cd7-9774-042c8748979e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc1ab8c4-a067-4bef-84ce-559a4fb204c0,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:33:03.368370 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41703ec-2a24-4cd7-9774-042c8748979e admin admin] Checking segment: {'id': 'e7df5a03-e5b4-49e3-8692-ca4fcfdbbe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7e713eef-8df0-4359-b3d3-682708f1c1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:33:03.368757 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41703ec-2a24-4cd7-9774-042c8748979e admin admin] Network hostable DHCP agents. Network: 7e713eef-8df0-4359-b3d3-682708f1c1dc, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:33:03.388491 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41703ec-2a24-4cd7-9774-042c8748979e admin admin] Network 7e713eef-8df0-4359-b3d3-682708f1c1dc is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:33:03.399222 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-d41703ec-2a24-4cd7-9774-042c8748979e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 7e713eef-8df0-4359-b3d3-682708f1c1dc) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:33:03.403813 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41703ec-2a24-4cd7-9774-042c8748979e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:33:03.404577 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d41703ec-2a24-4cd7-9774-042c8748979e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:03.408687 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0897d0-8794-41dd-8ce4-65634d1c5481 None None] Network 7e713eef-8df0-4359-b3d3-682708f1c1dc requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:33:03.422016 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d41703ec-2a24-4cd7-9774-042c8748979e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4499390 Nov 27 03:33:03.727488 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa6fcf5-0531-4ea8-89b1-9a967051d796 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-7e713eef-8df0-4359-b3d3-682708f1c1dc', 'network_id': '7e713eef-8df0-4359-b3d3-682708f1c1dc', 'tenant_id': 'ddc6c01ecbb54060a5037aa699432d09', 'fixed_ips': [{'subnet_id': 'fc1ab8c4-a067-4bef-84ce-559a4fb204c0'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 03:33:03.728778 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5aa6fcf5-0531-4ea8-89b1-9a967051d796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:04.027524 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-5aa6fcf5-0531-4ea8-89b1-9a967051d796 None None] Allocated IP 172.20.0.2 (7e713eef-8df0-4359-b3d3-682708f1c1dc/fc1ab8c4-a067-4bef-84ce-559a4fb204c0/247638fa-39e7-43ce-a456-a6e31add1264) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:33:04.233038 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5aa6fcf5-0531-4ea8-89b1-9a967051d796 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:04.241196 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5aa6fcf5-0531-4ea8-89b1-9a967051d796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:04.316005 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa6fcf5-0531-4ea8-89b1-9a967051d796 None None] Network 7e713eef-8df0-4359-b3d3-682708f1c1dc is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:33:04.320685 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-5aa6fcf5-0531-4ea8-89b1-9a967051d796 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:33:04.329900 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa6fcf5-0531-4ea8-89b1-9a967051d796 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:33:04.331777 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa6fcf5-0531-4ea8-89b1-9a967051d796 None None] Pushing event updated for resources: {'Port': ['ID=247638fa-39e7-43ce-a456-a6e31add1264,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:33:04.364298 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa6fcf5-0531-4ea8-89b1-9a967051d796 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:33:04.364298 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa6fcf5-0531-4ea8-89b1-9a967051d796 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:33:04.364298 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa6fcf5-0531-4ea8-89b1-9a967051d796 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:33:04.364298 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa6fcf5-0531-4ea8-89b1-9a967051d796 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:33:04.364298 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa6fcf5-0531-4ea8-89b1-9a967051d796 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:33:04.364807 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa6fcf5-0531-4ea8-89b1-9a967051d796 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:33:04.364807 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa6fcf5-0531-4ea8-89b1-9a967051d796 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:33:04.364807 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa6fcf5-0531-4ea8-89b1-9a967051d796 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:33:04.365093 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa6fcf5-0531-4ea8-89b1-9a967051d796 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:33:04.365385 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa6fcf5-0531-4ea8-89b1-9a967051d796 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:33:04.367856 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa6fcf5-0531-4ea8-89b1-9a967051d796 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:33:04.368203 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa6fcf5-0531-4ea8-89b1-9a967051d796 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:33:04.369340 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa6fcf5-0531-4ea8-89b1-9a967051d796 None None] Tracked resource versions report: Nov 27 03:33:04.369340 n-d-819494-3 neutron-server[110020]: pushed versions: Nov 27 03:33:04.369340 n-d-819494-3 neutron-server[110020]: { 'AddressGroup': {'1.2'}, Nov 27 03:33:04.369340 n-d-819494-3 neutron-server[110020]: 'ConntrackHelper': {'1.0'}, Nov 27 03:33:04.369340 n-d-819494-3 neutron-server[110020]: 'Log': {'1.0'}, Nov 27 03:33:04.369340 n-d-819494-3 neutron-server[110020]: 'Network': {'1.1'}, Nov 27 03:33:04.369340 n-d-819494-3 neutron-server[110020]: 'Port': {'1.7'}, Nov 27 03:33:04.369340 n-d-819494-3 neutron-server[110020]: 'PortForwarding': {'1.2'}, Nov 27 03:33:04.369340 n-d-819494-3 neutron-server[110020]: 'QosPolicy': {'1.10'}, Nov 27 03:33:04.369340 n-d-819494-3 neutron-server[110020]: 'SecurityGroup': {'1.5'}, Nov 27 03:33:04.369340 n-d-819494-3 neutron-server[110020]: 'SecurityGroupRule': {'1.2'}, Nov 27 03:33:04.369340 n-d-819494-3 neutron-server[110020]: 'SubPort': {'1.0'}, Nov 27 03:33:04.369340 n-d-819494-3 neutron-server[110020]: 'Subnet': {'1.1'}, Nov 27 03:33:04.369340 n-d-819494-3 neutron-server[110020]: 'Trunk': {'1.1'}} Nov 27 03:33:04.369340 n-d-819494-3 neutron-server[110020]: consumer versions: Nov 27 03:33:04.369340 n-d-819494-3 neutron-server[110020]: { DHCP agent@n-d-819494-3: {}, Nov 27 03:33:04.369340 n-d-819494-3 neutron-server[110020]: L3 agent@n-d-819494-3: {}, Nov 27 03:33:04.369340 n-d-819494-3 neutron-server[110020]: Metadata agent@n-d-819494-3: {}, Nov 27 03:33:04.369340 n-d-819494-3 neutron-server[110020]: Metering agent@n-d-819494-3: {}, Nov 27 03:33:04.369340 n-d-819494-3 neutron-server[110020]: Open vSwitch agent@n-d-819494-3: { 'AddressGroup': '1.2', Nov 27 03:33:04.369340 n-d-819494-3 neutron-server[110020]: 'ConntrackHelper': '1.0', Nov 27 03:33:04.369340 n-d-819494-3 neutron-server[110020]: 'Log': '1.0', Nov 27 03:33:04.369340 n-d-819494-3 neutron-server[110020]: 'Network': '1.1', Nov 27 03:33:04.369340 n-d-819494-3 neutron-server[110020]: 'Port': '1.7', Nov 27 03:33:04.369340 n-d-819494-3 neutron-server[110020]: 'PortForwarding': '1.2', Nov 27 03:33:04.369340 n-d-819494-3 neutron-server[110020]: 'QosPolicy': '1.10', Nov 27 03:33:04.369340 n-d-819494-3 neutron-server[110020]: 'SecurityGroup': '1.5', Nov 27 03:33:04.369340 n-d-819494-3 neutron-server[110020]: 'SecurityGroupRule': '1.2', Nov 27 03:33:04.369340 n-d-819494-3 neutron-server[110020]: 'SubPort': '1.0', Nov 27 03:33:04.369340 n-d-819494-3 neutron-server[110020]: 'Subnet': '1.1', Nov 27 03:33:04.369340 n-d-819494-3 neutron-server[110020]: 'Trunk': '1.1'}} Nov 27 03:33:04.369340 n-d-819494-3 neutron-server[110020]: {{(pid=110020) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 27 03:33:04.416823 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-5aa6fcf5-0531-4ea8-89b1-9a967051d796 None None] Attempting to bind port 247638fa-39e7-43ce-a456-a6e31add1264 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:33:04.417448 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-5aa6fcf5-0531-4ea8-89b1-9a967051d796 None None] Attempting to bind port 247638fa-39e7-43ce-a456-a6e31add1264 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e7df5a03-e5b4-49e3-8692-ca4fcfdbbe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7e713eef-8df0-4359-b3d3-682708f1c1dc'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:33:04.417630 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa6fcf5-0531-4ea8-89b1-9a967051d796 None None] Attempting to bind port 247638fa-39e7-43ce-a456-a6e31add1264 on network 7e713eef-8df0-4359-b3d3-682708f1c1dc {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:33:04.422535 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa6fcf5-0531-4ea8-89b1-9a967051d796 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:33:04.422947 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa6fcf5-0531-4ea8-89b1-9a967051d796 None None] Checking segment: {'id': 'e7df5a03-e5b4-49e3-8692-ca4fcfdbbe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7e713eef-8df0-4359-b3d3-682708f1c1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:33:04.423426 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5aa6fcf5-0531-4ea8-89b1-9a967051d796 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:04.423814 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa6fcf5-0531-4ea8-89b1-9a967051d796 None None] Bound using segment: {'id': 'e7df5a03-e5b4-49e3-8692-ca4fcfdbbe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7e713eef-8df0-4359-b3d3-682708f1c1dc'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:33:04.424275 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-5aa6fcf5-0531-4ea8-89b1-9a967051d796 None None] Bound port: 247638fa-39e7-43ce-a456-a6e31add1264, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7df5a03-e5b4-49e3-8692-ca4fcfdbbe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7e713eef-8df0-4359-b3d3-682708f1c1dc'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:33:04.424689 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5aa6fcf5-0531-4ea8-89b1-9a967051d796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:04.486174 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-5aa6fcf5-0531-4ea8-89b1-9a967051d796 None None] For port 247638fa-39e7-43ce-a456-a6e31add1264, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:33:04.490283 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-5aa6fcf5-0531-4ea8-89b1-9a967051d796 None None] For port 247638fa-39e7-43ce-a456-a6e31add1264, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=247638fa-39e7-43ce-a456-a6e31add1264,segment=NetworkSegment(e7df5a03-e5b4-49e3-8692-ca4fcfdbbe79),segment_id=e7df5a03-e5b4-49e3-8692-ca4fcfdbbe79)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:33:04.495321 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5aa6fcf5-0531-4ea8-89b1-9a967051d796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:04.557205 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa6fcf5-0531-4ea8-89b1-9a967051d796 None None] Pushing event updated for resources: {'Port': ['ID=247638fa-39e7-43ce-a456-a6e31add1264,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:33:06.035247 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50318) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:33:06.346179 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [None req-06b4b322-a1b5-411c-894e-a9984addde6f admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 03:33:06.358569 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-06b4b322-a1b5-411c-894e-a9984addde6f admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3110743 Nov 27 03:33:08.932451 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50326) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:33:09.249861 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [None req-e9c86f82-fddb-494c-ac58-784be957d587 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 03:33:09.250867 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e9c86f82-fddb-494c-ac58-784be957d587 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3174741 Nov 27 03:33:12.079092 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50336) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:33:12.595220 n-d-819494-3 neutron-server[110018]: WARNING oslo_policy.policy [None req-cebcce19-29c2-40f6-8795-1a6e4cff09ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 27 03:33:12.595836 n-d-819494-3 neutron-server[110018]: WARNING oslo_policy.policy [None req-cebcce19-29c2-40f6-8795-1a6e4cff09ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 27 03:33:12.818157 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-cebcce19-29c2-40f6-8795-1a6e4cff09ac admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'ddc6c01ecbb54060a5037aa699432d09', 'admin_state_up': True}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:33:12.883337 n-d-819494-3 neutron-server[110018]: DEBUG neutron.policy [None req-cebcce19-29c2-40f6-8795-1a6e4cff09ac admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110018) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 27 03:33:12.932566 n-d-819494-3 neutron-server[110018]: WARNING oslo_policy.policy [None req-cebcce19-29c2-40f6-8795-1a6e4cff09ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 27 03:33:12.932966 n-d-819494-3 neutron-server[110018]: WARNING oslo_policy.policy [None req-cebcce19-29c2-40f6-8795-1a6e4cff09ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 27 03:33:12.941905 n-d-819494-3 neutron-server[110018]: INFO neutron.quota [None req-cebcce19-29c2-40f6-8795-1a6e4cff09ac admin admin] Loaded quota_driver: . Nov 27 03:33:12.999763 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cebcce19-29c2-40f6-8795-1a6e4cff09ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:13.001713 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cebcce19-29c2-40f6-8795-1a6e4cff09ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:13.155580 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cebcce19-29c2-40f6-8795-1a6e4cff09ac admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:13.161043 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cebcce19-29c2-40f6-8795-1a6e4cff09ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:13.182926 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cebcce19-29c2-40f6-8795-1a6e4cff09ac admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:13.184377 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-cebcce19-29c2-40f6-8795-1a6e4cff09ac admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1032062 Nov 27 03:33:13.523998 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 247638fa-39e7-43ce-a456-a6e31add1264 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:33:13.604647 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03d1918-6ce3-4a9a-a874-99af361c2a1c None None] Network 7e713eef-8df0-4359-b3d3-682708f1c1dc requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:33:13.661769 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 247638fa-39e7-43ce-a456-a6e31add1264 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:33:13.662200 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:13.722873 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-d96e3d24-1663-4f4c-ac70-404e9270d978 None None] Provisioning complete for port 247638fa-39e7-43ce-a456-a6e31add1264 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:33:13.723235 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d96e3d24-1663-4f4c-ac70-404e9270d978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:13.875718 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:13.969687 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d96e3d24-1663-4f4c-ac70-404e9270d978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:13.973818 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 247638fa-39e7-43ce-a456-a6e31add1264, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=247638fa-39e7-43ce-a456-a6e31add1264,segment=NetworkSegment(e7df5a03-e5b4-49e3-8692-ca4fcfdbbe79),segment_id=e7df5a03-e5b4-49e3-8692-ca4fcfdbbe79)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:33:13.987108 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:14.072105 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=247638fa-39e7-43ce-a456-a6e31add1264,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:33:14.080314 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.api [None req-d96e3d24-1663-4f4c-ac70-404e9270d978 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 03:33:14.080959 n-d-819494-3 neutron-server[110020]: DEBUG oslo_db.api [None req-d96e3d24-1663-4f4c-ac70-404e9270d978 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 03:33:14.271211 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 5 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 03:33:14.734026 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-2420e572-179c-41bf-a266-5ab1de9ae4e5 None None] Provisioning complete for port 247638fa-39e7-43ce-a456-a6e31add1264 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:33:14.734623 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2420e572-179c-41bf-a266-5ab1de9ae4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:15.488091 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 247638fa-39e7-43ce-a456-a6e31add1264 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:33:15.533942 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 247638fa-39e7-43ce-a456-a6e31add1264 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:33:15.534316 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:15.763895 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50358) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:33:15.977139 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-805f4ff3-1837-4416-80ec-2f09525dc3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:16.081359 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [None req-20fc5985-7d2a-4364-b8a5-b7127ddb87b6 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 03:33:16.082534 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-20fc5985-7d2a-4364-b8a5-b7127ddb87b6 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3176529 Nov 27 03:33:18.188405 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-283f6ed7-7934-4678-8824-4f2053f2c7f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:18.641946 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50366) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:33:18.947105 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-2dfd6e1c-b629-4764-bf2d-1679eff8045f admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:33:18.969830 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfd6e1c-b629-4764-bf2d-1679eff8045f admin admin] Made reservation on behalf of ece4979f5ba04b34a05e380603428b15 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:33:18.972744 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2dfd6e1c-b629-4764-bf2d-1679eff8045f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:18.988401 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2dfd6e1c-b629-4764-bf2d-1679eff8045f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:19.091709 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2dfd6e1c-b629-4764-bf2d-1679eff8045f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:19.095687 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2dfd6e1c-b629-4764-bf2d-1679eff8045f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:19.107419 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2dfd6e1c-b629-4764-bf2d-1679eff8045f admin admin] Reserving flat network on physical network physnet1 {{(pid=110018) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 27 03:33:19.141102 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2dfd6e1c-b629-4764-bf2d-1679eff8045f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763522155807', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:19.141680 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2dfd6e1c-b629-4764-bf2d-1679eff8045f admin admin] Unsubscribe: segment precommit_create {{(pid=110018) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 27 03:33:19.142211 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-2dfd6e1c-b629-4764-bf2d-1679eff8045f admin admin] Added segment e5134c27-a063-4df4-9591-c211d96da4e7 of type flat for network f5c39893-f8d8-4150-8aae-695f98406de3 Nov 27 03:33:19.161098 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd6e1c-b629-4764-bf2d-1679eff8045f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938f5719-0cab-4a13-90c9-f855561af4ed,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:33:19.187743 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd6e1c-b629-4764-bf2d-1679eff8045f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:33:19.188101 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd6e1c-b629-4764-bf2d-1679eff8045f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:33:19.188447 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd6e1c-b629-4764-bf2d-1679eff8045f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:33:19.188782 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd6e1c-b629-4764-bf2d-1679eff8045f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:33:19.189116 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd6e1c-b629-4764-bf2d-1679eff8045f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:33:19.189450 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd6e1c-b629-4764-bf2d-1679eff8045f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:33:19.189779 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd6e1c-b629-4764-bf2d-1679eff8045f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:33:19.190104 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd6e1c-b629-4764-bf2d-1679eff8045f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:33:19.190429 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd6e1c-b629-4764-bf2d-1679eff8045f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:33:19.190863 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd6e1c-b629-4764-bf2d-1679eff8045f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:33:19.191256 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd6e1c-b629-4764-bf2d-1679eff8045f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:33:19.191585 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd6e1c-b629-4764-bf2d-1679eff8045f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:33:19.192733 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd6e1c-b629-4764-bf2d-1679eff8045f admin admin] Tracked resource versions report: Nov 27 03:33:19.192733 n-d-819494-3 neutron-server[110018]: pushed versions: Nov 27 03:33:19.192733 n-d-819494-3 neutron-server[110018]: { 'AddressGroup': {'1.2'}, Nov 27 03:33:19.192733 n-d-819494-3 neutron-server[110018]: 'ConntrackHelper': {'1.0'}, Nov 27 03:33:19.192733 n-d-819494-3 neutron-server[110018]: 'Log': {'1.0'}, Nov 27 03:33:19.192733 n-d-819494-3 neutron-server[110018]: 'Network': {'1.1'}, Nov 27 03:33:19.192733 n-d-819494-3 neutron-server[110018]: 'Port': {'1.7'}, Nov 27 03:33:19.192733 n-d-819494-3 neutron-server[110018]: 'PortForwarding': {'1.2'}, Nov 27 03:33:19.192733 n-d-819494-3 neutron-server[110018]: 'QosPolicy': {'1.10'}, Nov 27 03:33:19.192733 n-d-819494-3 neutron-server[110018]: 'SecurityGroup': {'1.5'}, Nov 27 03:33:19.192733 n-d-819494-3 neutron-server[110018]: 'SecurityGroupRule': {'1.2'}, Nov 27 03:33:19.192733 n-d-819494-3 neutron-server[110018]: 'SubPort': {'1.0'}, Nov 27 03:33:19.192733 n-d-819494-3 neutron-server[110018]: 'Subnet': {'1.1'}, Nov 27 03:33:19.192733 n-d-819494-3 neutron-server[110018]: 'Trunk': {'1.1'}} Nov 27 03:33:19.192733 n-d-819494-3 neutron-server[110018]: consumer versions: Nov 27 03:33:19.192733 n-d-819494-3 neutron-server[110018]: { DHCP agent@n-d-819494-3: {}, Nov 27 03:33:19.192733 n-d-819494-3 neutron-server[110018]: L3 agent@n-d-819494-3: {}, Nov 27 03:33:19.192733 n-d-819494-3 neutron-server[110018]: Metadata agent@n-d-819494-3: {}, Nov 27 03:33:19.192733 n-d-819494-3 neutron-server[110018]: Metering agent@n-d-819494-3: {}, Nov 27 03:33:19.192733 n-d-819494-3 neutron-server[110018]: Open vSwitch agent@n-d-819494-3: { 'AddressGroup': '1.2', Nov 27 03:33:19.192733 n-d-819494-3 neutron-server[110018]: 'ConntrackHelper': '1.0', Nov 27 03:33:19.192733 n-d-819494-3 neutron-server[110018]: 'Log': '1.0', Nov 27 03:33:19.192733 n-d-819494-3 neutron-server[110018]: 'Network': '1.1', Nov 27 03:33:19.192733 n-d-819494-3 neutron-server[110018]: 'Port': '1.7', Nov 27 03:33:19.192733 n-d-819494-3 neutron-server[110018]: 'PortForwarding': '1.2', Nov 27 03:33:19.192733 n-d-819494-3 neutron-server[110018]: 'QosPolicy': '1.10', Nov 27 03:33:19.192733 n-d-819494-3 neutron-server[110018]: 'SecurityGroup': '1.5', Nov 27 03:33:19.192733 n-d-819494-3 neutron-server[110018]: 'SecurityGroupRule': '1.2', Nov 27 03:33:19.192733 n-d-819494-3 neutron-server[110018]: 'SubPort': '1.0', Nov 27 03:33:19.192733 n-d-819494-3 neutron-server[110018]: 'Subnet': '1.1', Nov 27 03:33:19.192733 n-d-819494-3 neutron-server[110018]: 'Trunk': '1.1'}} Nov 27 03:33:19.192733 n-d-819494-3 neutron-server[110018]: {{(pid=110018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 27 03:33:19.269553 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2dfd6e1c-b629-4764-bf2d-1679eff8045f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:19.310982 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2dfd6e1c-b629-4764-bf2d-1679eff8045f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:19.312187 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfd6e1c-b629-4764-bf2d-1679eff8045f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:33:19.312942 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2dfd6e1c-b629-4764-bf2d-1679eff8045f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:19.324844 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:19.404900 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2dfd6e1c-b629-4764-bf2d-1679eff8045f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7617333 Nov 27 03:33:19.412702 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd6e1c-b629-4764-bf2d-1679eff8045f admin admin] Pushing event updated for resources: {'Network': ['ID=f5c39893-f8d8-4150-8aae-695f98406de3,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:33:19.424295 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network f5c39893-f8d8-4150-8aae-695f98406de3 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:33:20.936544 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:21.690535 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:21.962203 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50388) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:33:22.179890 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a2e0a5-4387-46da-b373-d54514676b85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:33:22.181287 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f8a2e0a5-4387-46da-b373-d54514676b85 admin admin] 10.222.0.20 "GET /v2.0/subnets/fc1ab8c4-a067-4bef-84ce-559a4fb204c0 HTTP/1.1" status: 200 len: 849 time: 0.2181532 Nov 27 03:33:22.312939 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7ce4d202-8c8e-4866-a3d8-1fdfd5506fa3 admin admin] 10.222.0.20 "GET /v2.0/routers/aeecbcb1-0bdd-4550-8c0f-d334d2bd8ad7 HTTP/1.1" status: 200 len: 704 time: 0.1255803 Nov 27 03:33:22.573589 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cd25be6c-8b7a-4e2f-b8ce-57b6f5c340f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:22.868972 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-cd25be6c-8b7a-4e2f-b8ce-57b6f5c340f3 admin admin] Allocated IP 172.20.0.1 (7e713eef-8df0-4359-b3d3-682708f1c1dc/fc1ab8c4-a067-4bef-84ce-559a4fb204c0/965ca880-4d9c-4cb1-a10f-2419f430a66b) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:33:23.050028 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cd25be6c-8b7a-4e2f-b8ce-57b6f5c340f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:23.117573 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cd25be6c-8b7a-4e2f-b8ce-57b6f5c340f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:23.195438 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd25be6c-8b7a-4e2f-b8ce-57b6f5c340f3 admin admin] Network 7e713eef-8df0-4359-b3d3-682708f1c1dc is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:33:23.200190 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-cd25be6c-8b7a-4e2f-b8ce-57b6f5c340f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:33:23.203444 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd25be6c-8b7a-4e2f-b8ce-57b6f5c340f3 admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:33:23.204147 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cd25be6c-8b7a-4e2f-b8ce-57b6f5c340f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:23.269226 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd25be6c-8b7a-4e2f-b8ce-57b6f5c340f3 admin admin] Pushing event updated for resources: {'Port': ['ID=965ca880-4d9c-4cb1-a10f-2419f430a66b,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:33:23.402521 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-03da3582-2651-456b-8495-0745d69e60a4 None None] Provisioning complete for port 965ca880-4d9c-4cb1-a10f-2419f430a66b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:33:23.403134 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-03da3582-2651-456b-8495-0745d69e60a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:23.403438 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cd25be6c-8b7a-4e2f-b8ce-57b6f5c340f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:23.436367 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-03da3582-2651-456b-8495-0745d69e60a4 None None] Port 965ca880-4d9c-4cb1-a10f-2419f430a66b cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:33:23.654692 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cd25be6c-8b7a-4e2f-b8ce-57b6f5c340f3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:23.658793 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cd25be6c-8b7a-4e2f-b8ce-57b6f5c340f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:23.659513 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cd25be6c-8b7a-4e2f-b8ce-57b6f5c340f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:23.738074 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd25be6c-8b7a-4e2f-b8ce-57b6f5c340f3 admin admin] Pushing event updated for resources: {'Port': ['ID=965ca880-4d9c-4cb1-a10f-2419f430a66b,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:33:23.783104 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd25be6c-8b7a-4e2f-b8ce-57b6f5c340f3 admin admin] Network 7e713eef-8df0-4359-b3d3-682708f1c1dc is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:33:23.784379 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-cd25be6c-8b7a-4e2f-b8ce-57b6f5c340f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:33:23.942645 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd25be6c-8b7a-4e2f-b8ce-57b6f5c340f3 admin admin] Router aeecbcb1-0bdd-4550-8c0f-d334d2bd8ad7 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 03:33:23.957197 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-40ad29d7-0d37-402d-91e0-408a4cc1767f None None] Provisioning complete for port 965ca880-4d9c-4cb1-a10f-2419f430a66b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:33:23.957569 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-40ad29d7-0d37-402d-91e0-408a4cc1767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:23.992877 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-40ad29d7-0d37-402d-91e0-408a4cc1767f None None] Port 965ca880-4d9c-4cb1-a10f-2419f430a66b cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:33:24.031293 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd25be6c-8b7a-4e2f-b8ce-57b6f5c340f3 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:33:24.037164 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-cd25be6c-8b7a-4e2f-b8ce-57b6f5c340f3 admin admin] 10.222.0.20 "PUT /v2.0/routers/aeecbcb1-0bdd-4550-8c0f-d334d2bd8ad7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7186623 Nov 27 03:33:24.055104 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133e901f-fdd0-498c-a477-1f2dba92b7fe None None] Sync routers for ids ['aeecbcb1-0bdd-4550-8c0f-d334d2bd8ad7'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:33:24.067152 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133e901f-fdd0-498c-a477-1f2dba92b7fe None None] Routers {'aeecbcb1-0bdd-4550-8c0f-d334d2bd8ad7'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:33:24.068071 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-133e901f-fdd0-498c-a477-1f2dba92b7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:33:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['aeecbcb1-0bdd-4550-8c0f-d334d2bd8ad7'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:33:24.253313 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-133e901f-fdd0-498c-a477-1f2dba92b7fe None None] Set router aeecbcb1-0bdd-4550-8c0f-d334d2bd8ad7 gateway port host: None {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:33:24.680836 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-133e901f-fdd0-498c-a477-1f2dba92b7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeecbcb1-0bdd-4550-8c0f-d334d2bd8ad7', 'name': 'router1', 'tenant_id': 'ddc6c01ecbb54060a5037aa699432d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:33:13Z', 'updated_at': '2021-11-27T03:33:23Z', 'revision_number': 2, 'project_id': 'ddc6c01ecbb54060a5037aa699432d09', 'gw_port_host': None, '_interfaces': [{'id': '965ca880-4d9c-4cb1-a10f-2419f430a66b', 'name': '', 'network_id': '7e713eef-8df0-4359-b3d3-682708f1c1dc', 'tenant_id': 'ddc6c01ecbb54060a5037aa699432d09', 'mac_address': 'fa:16:3e:38:a4:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeecbcb1-0bdd-4550-8c0f-d334d2bd8ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc1ab8c4-a067-4bef-84ce-559a4fb204c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:33:22Z', 'updated_at': '2021-11-27T03:33:23Z', 'revision_number': 2, 'project_id': 'ddc6c01ecbb54060a5037aa699432d09', 'subnets': [{'id': 'fc1ab8c4-a067-4bef-84ce-559a4fb204c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab5a4be5-a9e6-4077-9242-ead5b5dc45bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:33:24.730468 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133e901f-fdd0-498c-a477-1f2dba92b7fe None None] Checking router: aeecbcb1-0bdd-4550-8c0f-d334d2bd8ad7 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:33:24.730869 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133e901f-fdd0-498c-a477-1f2dba92b7fe None None] Updating router aeecbcb1-0bdd-4550-8c0f-d334d2bd8ad7 port 965ca880-4d9c-4cb1-a10f-2419f430a66b binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:33:24.782821 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-133e901f-fdd0-498c-a477-1f2dba92b7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:25.289571 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-133e901f-fdd0-498c-a477-1f2dba92b7fe None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:25.296384 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-133e901f-fdd0-498c-a477-1f2dba92b7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:25.462788 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-133e901f-fdd0-498c-a477-1f2dba92b7fe None None] Attempting to bind port 965ca880-4d9c-4cb1-a10f-2419f430a66b on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:33:25.463202 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-133e901f-fdd0-498c-a477-1f2dba92b7fe None None] Attempting to bind port 965ca880-4d9c-4cb1-a10f-2419f430a66b by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e7df5a03-e5b4-49e3-8692-ca4fcfdbbe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7e713eef-8df0-4359-b3d3-682708f1c1dc'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:33:25.463648 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133e901f-fdd0-498c-a477-1f2dba92b7fe None None] Attempting to bind port 965ca880-4d9c-4cb1-a10f-2419f430a66b on network 7e713eef-8df0-4359-b3d3-682708f1c1dc {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:33:25.473881 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0983144a-6da0-42e8-9a67-1982f77074f5 None None] Pushing event updated for resources: {'Port': ['ID=965ca880-4d9c-4cb1-a10f-2419f430a66b,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:33:25.478855 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133e901f-fdd0-498c-a477-1f2dba92b7fe None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:33:25.479487 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133e901f-fdd0-498c-a477-1f2dba92b7fe None None] Checking segment: {'id': 'e7df5a03-e5b4-49e3-8692-ca4fcfdbbe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7e713eef-8df0-4359-b3d3-682708f1c1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:33:25.480255 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-133e901f-fdd0-498c-a477-1f2dba92b7fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:25.480666 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133e901f-fdd0-498c-a477-1f2dba92b7fe None None] Bound using segment: {'id': 'e7df5a03-e5b4-49e3-8692-ca4fcfdbbe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7e713eef-8df0-4359-b3d3-682708f1c1dc'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:33:25.481139 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-133e901f-fdd0-498c-a477-1f2dba92b7fe None None] Bound port: 965ca880-4d9c-4cb1-a10f-2419f430a66b, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7df5a03-e5b4-49e3-8692-ca4fcfdbbe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7e713eef-8df0-4359-b3d3-682708f1c1dc'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:33:25.481536 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-133e901f-fdd0-498c-a477-1f2dba92b7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:25.494487 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0983144a-6da0-42e8-9a67-1982f77074f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:33:25.494866 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0983144a-6da0-42e8-9a67-1982f77074f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:33:25.495204 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0983144a-6da0-42e8-9a67-1982f77074f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:33:25.495538 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0983144a-6da0-42e8-9a67-1982f77074f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:33:25.495867 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0983144a-6da0-42e8-9a67-1982f77074f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:33:25.496202 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0983144a-6da0-42e8-9a67-1982f77074f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:33:25.496524 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0983144a-6da0-42e8-9a67-1982f77074f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:33:25.496844 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0983144a-6da0-42e8-9a67-1982f77074f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:33:25.497164 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0983144a-6da0-42e8-9a67-1982f77074f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:33:25.497481 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0983144a-6da0-42e8-9a67-1982f77074f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:33:25.497799 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0983144a-6da0-42e8-9a67-1982f77074f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:33:25.498119 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0983144a-6da0-42e8-9a67-1982f77074f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:33:25.499244 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0983144a-6da0-42e8-9a67-1982f77074f5 None None] Tracked resource versions report: Nov 27 03:33:25.499244 n-d-819494-3 neutron-server[110021]: pushed versions: Nov 27 03:33:25.499244 n-d-819494-3 neutron-server[110021]: { 'AddressGroup': {'1.2'}, Nov 27 03:33:25.499244 n-d-819494-3 neutron-server[110021]: 'ConntrackHelper': {'1.0'}, Nov 27 03:33:25.499244 n-d-819494-3 neutron-server[110021]: 'Log': {'1.0'}, Nov 27 03:33:25.499244 n-d-819494-3 neutron-server[110021]: 'Network': {'1.1'}, Nov 27 03:33:25.499244 n-d-819494-3 neutron-server[110021]: 'Port': {'1.7'}, Nov 27 03:33:25.499244 n-d-819494-3 neutron-server[110021]: 'PortForwarding': {'1.2'}, Nov 27 03:33:25.499244 n-d-819494-3 neutron-server[110021]: 'QosPolicy': {'1.10'}, Nov 27 03:33:25.499244 n-d-819494-3 neutron-server[110021]: 'SecurityGroup': {'1.5'}, Nov 27 03:33:25.499244 n-d-819494-3 neutron-server[110021]: 'SecurityGroupRule': {'1.2'}, Nov 27 03:33:25.499244 n-d-819494-3 neutron-server[110021]: 'SubPort': {'1.0'}, Nov 27 03:33:25.499244 n-d-819494-3 neutron-server[110021]: 'Subnet': {'1.1'}, Nov 27 03:33:25.499244 n-d-819494-3 neutron-server[110021]: 'Trunk': {'1.1'}} Nov 27 03:33:25.499244 n-d-819494-3 neutron-server[110021]: consumer versions: Nov 27 03:33:25.499244 n-d-819494-3 neutron-server[110021]: { DHCP agent@n-d-819494-3: {}, Nov 27 03:33:25.499244 n-d-819494-3 neutron-server[110021]: L3 agent@n-d-819494-3: {}, Nov 27 03:33:25.499244 n-d-819494-3 neutron-server[110021]: Metadata agent@n-d-819494-3: {}, Nov 27 03:33:25.499244 n-d-819494-3 neutron-server[110021]: Metering agent@n-d-819494-3: {}, Nov 27 03:33:25.499244 n-d-819494-3 neutron-server[110021]: Open vSwitch agent@n-d-819494-3: { 'AddressGroup': '1.2', Nov 27 03:33:25.499244 n-d-819494-3 neutron-server[110021]: 'ConntrackHelper': '1.0', Nov 27 03:33:25.499244 n-d-819494-3 neutron-server[110021]: 'Log': '1.0', Nov 27 03:33:25.499244 n-d-819494-3 neutron-server[110021]: 'Network': '1.1', Nov 27 03:33:25.499244 n-d-819494-3 neutron-server[110021]: 'Port': '1.7', Nov 27 03:33:25.499244 n-d-819494-3 neutron-server[110021]: 'PortForwarding': '1.2', Nov 27 03:33:25.499244 n-d-819494-3 neutron-server[110021]: 'QosPolicy': '1.10', Nov 27 03:33:25.499244 n-d-819494-3 neutron-server[110021]: 'SecurityGroup': '1.5', Nov 27 03:33:25.499244 n-d-819494-3 neutron-server[110021]: 'SecurityGroupRule': '1.2', Nov 27 03:33:25.499244 n-d-819494-3 neutron-server[110021]: 'SubPort': '1.0', Nov 27 03:33:25.499244 n-d-819494-3 neutron-server[110021]: 'Subnet': '1.1', Nov 27 03:33:25.499244 n-d-819494-3 neutron-server[110021]: 'Trunk': '1.1'}} Nov 27 03:33:25.499244 n-d-819494-3 neutron-server[110021]: {{(pid=110021) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 27 03:33:25.522296 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-3958b643-0b50-4fd1-8e2c-e269f66f2ca8 None None] Provisioning complete for port 965ca880-4d9c-4cb1-a10f-2419f430a66b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:33:25.522840 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3958b643-0b50-4fd1-8e2c-e269f66f2ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:25.556257 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-133e901f-fdd0-498c-a477-1f2dba92b7fe None None] For port 965ca880-4d9c-4cb1-a10f-2419f430a66b, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:33:25.565041 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-3958b643-0b50-4fd1-8e2c-e269f66f2ca8 None None] Port 965ca880-4d9c-4cb1-a10f-2419f430a66b cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:33:25.575356 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-133e901f-fdd0-498c-a477-1f2dba92b7fe None None] For port 965ca880-4d9c-4cb1-a10f-2419f430a66b, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=965ca880-4d9c-4cb1-a10f-2419f430a66b,segment=NetworkSegment(e7df5a03-e5b4-49e3-8692-ca4fcfdbbe79),segment_id=e7df5a03-e5b4-49e3-8692-ca4fcfdbbe79)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:33:25.579607 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-133e901f-fdd0-498c-a477-1f2dba92b7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:25.637536 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133e901f-fdd0-498c-a477-1f2dba92b7fe None None] Routers {'aeecbcb1-0bdd-4550-8c0f-d334d2bd8ad7'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:33:25.638143 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-133e901f-fdd0-498c-a477-1f2dba92b7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:33:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['aeecbcb1-0bdd-4550-8c0f-d334d2bd8ad7'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:33:25.639998 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0983144a-6da0-42e8-9a67-1982f77074f5 None None] Pushing event updated for resources: {'Port': ['ID=965ca880-4d9c-4cb1-a10f-2419f430a66b,revision_number=4']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:33:25.727437 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-133e901f-fdd0-498c-a477-1f2dba92b7fe None None] Set router aeecbcb1-0bdd-4550-8c0f-d334d2bd8ad7 gateway port host: None {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:33:25.785438 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-5f102804-5276-403f-b94b-f954d74f686e None None] Provisioning complete for port 965ca880-4d9c-4cb1-a10f-2419f430a66b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:33:25.785810 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5f102804-5276-403f-b94b-f954d74f686e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:25.863608 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5f102804-5276-403f-b94b-f954d74f686e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:25.899709 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-5f102804-5276-403f-b94b-f954d74f686e None None] For port 965ca880-4d9c-4cb1-a10f-2419f430a66b, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=965ca880-4d9c-4cb1-a10f-2419f430a66b,segment=NetworkSegment(e7df5a03-e5b4-49e3-8692-ca4fcfdbbe79),segment_id=e7df5a03-e5b4-49e3-8692-ca4fcfdbbe79)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:33:25.904298 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5f102804-5276-403f-b94b-f954d74f686e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:25.944016 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-133e901f-fdd0-498c-a477-1f2dba92b7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeecbcb1-0bdd-4550-8c0f-d334d2bd8ad7', 'name': 'router1', 'tenant_id': 'ddc6c01ecbb54060a5037aa699432d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:33:13Z', 'updated_at': '2021-11-27T03:33:23Z', 'revision_number': 2, 'project_id': 'ddc6c01ecbb54060a5037aa699432d09', 'gw_port_host': None, '_interfaces': [{'id': '965ca880-4d9c-4cb1-a10f-2419f430a66b', 'name': '', 'network_id': '7e713eef-8df0-4359-b3d3-682708f1c1dc', 'tenant_id': 'ddc6c01ecbb54060a5037aa699432d09', 'mac_address': 'fa:16:3e:38:a4:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeecbcb1-0bdd-4550-8c0f-d334d2bd8ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc1ab8c4-a067-4bef-84ce-559a4fb204c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:33:22Z', 'updated_at': '2021-11-27T03:33:25Z', 'revision_number': 4, 'project_id': 'ddc6c01ecbb54060a5037aa699432d09', 'subnets': [{'id': 'fc1ab8c4-a067-4bef-84ce-559a4fb204c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab5a4be5-a9e6-4077-9242-ead5b5dc45bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:33:25.952427 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f102804-5276-403f-b94b-f954d74f686e None None] Pushing event updated for resources: {'Port': ['ID=965ca880-4d9c-4cb1-a10f-2419f430a66b,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:33:25.975163 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133e901f-fdd0-498c-a477-1f2dba92b7fe None None] The sync data for ids ['aeecbcb1-0bdd-4550-8c0f-d334d2bd8ad7'] in n-d-819494-3 is: [{'id': 'aeecbcb1-0bdd-4550-8c0f-d334d2bd8ad7', 'name': 'router1', 'tenant_id': 'ddc6c01ecbb54060a5037aa699432d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:33:13Z', 'updated_at': '2021-11-27T03:33:23Z', 'revision_number': 2, 'project_id': 'ddc6c01ecbb54060a5037aa699432d09', 'gw_port_host': None, '_interfaces': [{'id': '965ca880-4d9c-4cb1-a10f-2419f430a66b', 'name': '', 'network_id': '7e713eef-8df0-4359-b3d3-682708f1c1dc', 'tenant_id': 'ddc6c01ecbb54060a5037aa699432d09', 'mac_address': 'fa:16:3e:38:a4:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeecbcb1-0bdd-4550-8c0f-d334d2bd8ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc1ab8c4-a067-4bef-84ce-559a4fb204c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:33:22Z', 'updated_at': '2021-11-27T03:33:25Z', 'revision_number': 4, 'project_id': 'ddc6c01ecbb54060a5037aa699432d09', 'subnets': [{'id': 'fc1ab8c4-a067-4bef-84ce-559a4fb204c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab5a4be5-a9e6-4077-9242-ead5b5dc45bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:33:26.471951 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50408) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:33:26.590926 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7792a08a-6744-40fb-9656-0bbe215185a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:33:26.592315 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7792a08a-6744-40fb-9656-0bbe215185a4 admin admin] 10.222.0.20 "GET /v2.0/networks/f5c39893-f8d8-4150-8aae-695f98406de3 HTTP/1.1" status: 200 len: 842 time: 0.1193216 Nov 27 03:33:26.602996 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-3a9c62df-000b-4f81-b972-63fad88ef441 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.25.1.1', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'cidr': '172.25.1.0/24'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:33:26.628338 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9c62df-000b-4f81-b972-63fad88ef441 admin admin] Made reservation on behalf of ece4979f5ba04b34a05e380603428b15 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:33:26.630985 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3a9c62df-000b-4f81-b972-63fad88ef441 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:26.941998 n-d-819494-3 neutron-server[110018]: DEBUG neutron.objects.ports [None req-3a9c62df-000b-4f81-b972-63fad88ef441 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110018) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 03:33:26.943026 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3a9c62df-000b-4f81-b972-63fad88ef441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:26.999050 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c62df-000b-4f81-b972-63fad88ef441 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fc08f38-1b26-46f6-a9ee-a9af26026526,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:33:27.008486 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9c62df-000b-4f81-b972-63fad88ef441 admin admin] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:33:27.009505 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9c62df-000b-4f81-b972-63fad88ef441 admin admin] Network hostable DHCP agents. Network: f5c39893-f8d8-4150-8aae-695f98406de3, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:33:27.034224 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9c62df-000b-4f81-b972-63fad88ef441 admin admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:33:27.047594 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-3a9c62df-000b-4f81-b972-63fad88ef441 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, f5c39893-f8d8-4150-8aae-695f98406de3) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:33:27.052282 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9c62df-000b-4f81-b972-63fad88ef441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:33:27.052895 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3a9c62df-000b-4f81-b972-63fad88ef441 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:27.058905 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1726719-0b8e-42e1-ab04-44e4c42c2aa0 None None] Network f5c39893-f8d8-4150-8aae-695f98406de3 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:33:27.075255 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3a9c62df-000b-4f81-b972-63fad88ef441 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4721351 Nov 27 03:33:27.217670 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ba264d-c2d8-454f-9797-ae48e9c4ff8b None None] Network f5c39893-f8d8-4150-8aae-695f98406de3 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:33:29.565868 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50416) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:33:29.694899 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8580d797-4eea-4539-b42b-fb131050c159 admin admin] 10.222.0.20 "GET /v2.0/routers/aeecbcb1-0bdd-4550-8c0f-d334d2bd8ad7 HTTP/1.1" status: 200 len: 710 time: 0.1277850 Nov 27 03:33:29.791473 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541ee611-83cb-49c6-8404-bbbe6a2c83cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:33:29.792846 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-541ee611-83cb-49c6-8404-bbbe6a2c83cb admin admin] 10.222.0.20 "GET /v2.0/networks/f5c39893-f8d8-4150-8aae-695f98406de3 HTTP/1.1" status: 200 len: 886 time: 0.0922384 Nov 27 03:33:29.802563 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-264197a9-9c4b-41d3-91ca-e3bc18d2a81a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:33:30.134513 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-264197a9-9c4b-41d3-91ca-e3bc18d2a81a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:30.363252 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-264197a9-9c4b-41d3-91ca-e3bc18d2a81a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:30.441135 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-264197a9-9c4b-41d3-91ca-e3bc18d2a81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:30.542764 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-264197a9-9c4b-41d3-91ca-e3bc18d2a81a admin admin] Allocated IP 172.25.1.111 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/95ff9703-6856-47ca-a6a4-79b9eafe1a2f) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:33:30.644913 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-264197a9-9c4b-41d3-91ca-e3bc18d2a81a admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:30.678650 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-264197a9-9c4b-41d3-91ca-e3bc18d2a81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:30.716324 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264197a9-9c4b-41d3-91ca-e3bc18d2a81a admin admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:33:30.719104 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-264197a9-9c4b-41d3-91ca-e3bc18d2a81a admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:33:30.725598 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264197a9-9c4b-41d3-91ca-e3bc18d2a81a admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:33:30.728335 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264197a9-9c4b-41d3-91ca-e3bc18d2a81a admin admin] Pushing event updated for resources: {'Port': ['ID=95ff9703-6856-47ca-a6a4-79b9eafe1a2f,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:33:30.964191 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-264197a9-9c4b-41d3-91ca-e3bc18d2a81a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:31.159955 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-264197a9-9c4b-41d3-91ca-e3bc18d2a81a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3685224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11843'] for router, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:31.163999 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-264197a9-9c4b-41d3-91ca-e3bc18d2a81a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3685219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3685210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3680816'] for router, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:31.268542 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-264197a9-9c4b-41d3-91ca-e3bc18d2a81a admin admin] Router aeecbcb1-0bdd-4550-8c0f-d334d2bd8ad7 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:33:31.466938 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264197a9-9c4b-41d3-91ca-e3bc18d2a81a admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:33:31.471306 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-264197a9-9c4b-41d3-91ca-e3bc18d2a81a admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:31.472568 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-264197a9-9c4b-41d3-91ca-e3bc18d2a81a admin admin] 10.222.0.20 "PUT /v2.0/routers/aeecbcb1-0bdd-4550-8c0f-d334d2bd8ad7 HTTP/1.1" status: 200 len: 890 time: 1.6734521 Nov 27 03:33:33.168667 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba886b34-292e-4c0f-bcda-65edf18c60ba None None] Sync routers for ids ['aeecbcb1-0bdd-4550-8c0f-d334d2bd8ad7'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:33:33.180204 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba886b34-292e-4c0f-bcda-65edf18c60ba None None] Routers {'aeecbcb1-0bdd-4550-8c0f-d334d2bd8ad7'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:33:33.180861 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-ba886b34-292e-4c0f-bcda-65edf18c60ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:33:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['aeecbcb1-0bdd-4550-8c0f-d334d2bd8ad7'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:33:33.386945 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-ba886b34-292e-4c0f-bcda-65edf18c60ba None None] Set router aeecbcb1-0bdd-4550-8c0f-d334d2bd8ad7 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:33:33.525285 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 965ca880-4d9c-4cb1-a10f-2419f430a66b up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:33:33.779645 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 965ca880-4d9c-4cb1-a10f-2419f430a66b triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:33:33.780017 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:33.947005 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-ba886b34-292e-4c0f-bcda-65edf18c60ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeecbcb1-0bdd-4550-8c0f-d334d2bd8ad7', 'name': 'router1', 'tenant_id': 'ddc6c01ecbb54060a5037aa699432d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '95ff9703-6856-47ca-a6a4-79b9eafe1a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:33:13Z', 'updated_at': '2021-11-27T03:33:30Z', 'revision_number': 4, 'project_id': 'ddc6c01ecbb54060a5037aa699432d09', 'gw_port': {'id': '95ff9703-6856-47ca-a6a4-79b9eafe1a2f', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeecbcb1-0bdd-4550-8c0f-d334d2bd8ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:33:30Z', 'updated_at': '2021-11-27T03:33:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '965ca880-4d9c-4cb1-a10f-2419f430a66b', 'name': '', 'network_id': '7e713eef-8df0-4359-b3d3-682708f1c1dc', 'tenant_id': 'ddc6c01ecbb54060a5037aa699432d09', 'mac_address': 'fa:16:3e:38:a4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeecbcb1-0bdd-4550-8c0f-d334d2bd8ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc1ab8c4-a067-4bef-84ce-559a4fb204c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:33:22Z', 'updated_at': '2021-11-27T03:33:25Z', 'revision_number': 5, 'project_id': 'ddc6c01ecbb54060a5037aa699432d09', 'subnets': [{'id': 'fc1ab8c4-a067-4bef-84ce-559a4fb204c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab5a4be5-a9e6-4077-9242-ead5b5dc45bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:33:33.996945 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba886b34-292e-4c0f-bcda-65edf18c60ba None None] Checking router: aeecbcb1-0bdd-4550-8c0f-d334d2bd8ad7 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:33:33.997300 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba886b34-292e-4c0f-bcda-65edf18c60ba None None] Updating router aeecbcb1-0bdd-4550-8c0f-d334d2bd8ad7 port 95ff9703-6856-47ca-a6a4-79b9eafe1a2f binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:33:34.044649 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ba886b34-292e-4c0f-bcda-65edf18c60ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:34.084103 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50428) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:33:34.193913 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5f20c082-1134-424b-b355-e520862146f2 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1085327 Nov 27 03:33:34.377250 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ba886b34-292e-4c0f-bcda-65edf18c60ba None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:34.383625 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ba886b34-292e-4c0f-bcda-65edf18c60ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:34.436306 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-ba886b34-292e-4c0f-bcda-65edf18c60ba None None] Attempting to bind port 95ff9703-6856-47ca-a6a4-79b9eafe1a2f on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:33:34.436715 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-ba886b34-292e-4c0f-bcda-65edf18c60ba None None] Attempting to bind port 95ff9703-6856-47ca-a6a4-79b9eafe1a2f by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:33:34.437083 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba886b34-292e-4c0f-bcda-65edf18c60ba None None] Attempting to bind port 95ff9703-6856-47ca-a6a4-79b9eafe1a2f on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:33:34.439046 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b5305-bd54-4058-bb57-bfbf55c3eb08 None None] Pushing event updated for resources: {'Port': ['ID=95ff9703-6856-47ca-a6a4-79b9eafe1a2f,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:33:34.445504 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba886b34-292e-4c0f-bcda-65edf18c60ba None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:33:34.446136 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba886b34-292e-4c0f-bcda-65edf18c60ba None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:33:34.446793 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ba886b34-292e-4c0f-bcda-65edf18c60ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:34.447374 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba886b34-292e-4c0f-bcda-65edf18c60ba None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:33:34.448204 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-ba886b34-292e-4c0f-bcda-65edf18c60ba None None] Bound port: 95ff9703-6856-47ca-a6a4-79b9eafe1a2f, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:33:34.449183 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ba886b34-292e-4c0f-bcda-65edf18c60ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:34.499621 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-ba886b34-292e-4c0f-bcda-65edf18c60ba None None] For port 95ff9703-6856-47ca-a6a4-79b9eafe1a2f, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:33:34.502716 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-ba886b34-292e-4c0f-bcda-65edf18c60ba None None] For port 95ff9703-6856-47ca-a6a4-79b9eafe1a2f, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=95ff9703-6856-47ca-a6a4-79b9eafe1a2f,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:33:34.507834 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ba886b34-292e-4c0f-bcda-65edf18c60ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:34.567091 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba886b34-292e-4c0f-bcda-65edf18c60ba None None] Routers {'aeecbcb1-0bdd-4550-8c0f-d334d2bd8ad7'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:33:34.568189 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-ba886b34-292e-4c0f-bcda-65edf18c60ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:33:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['aeecbcb1-0bdd-4550-8c0f-d334d2bd8ad7'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:33:34.569989 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b5305-bd54-4058-bb57-bfbf55c3eb08 None None] Pushing event updated for resources: {'Port': ['ID=95ff9703-6856-47ca-a6a4-79b9eafe1a2f,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:33:34.679217 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-ba886b34-292e-4c0f-bcda-65edf18c60ba None None] Set router aeecbcb1-0bdd-4550-8c0f-d334d2bd8ad7 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:33:34.892779 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-ba886b34-292e-4c0f-bcda-65edf18c60ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeecbcb1-0bdd-4550-8c0f-d334d2bd8ad7', 'name': 'router1', 'tenant_id': 'ddc6c01ecbb54060a5037aa699432d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '95ff9703-6856-47ca-a6a4-79b9eafe1a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:33:13Z', 'updated_at': '2021-11-27T03:33:30Z', 'revision_number': 4, 'project_id': 'ddc6c01ecbb54060a5037aa699432d09', 'gw_port': {'id': '95ff9703-6856-47ca-a6a4-79b9eafe1a2f', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeecbcb1-0bdd-4550-8c0f-d334d2bd8ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:33:30Z', 'updated_at': '2021-11-27T03:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '965ca880-4d9c-4cb1-a10f-2419f430a66b', 'name': '', 'network_id': '7e713eef-8df0-4359-b3d3-682708f1c1dc', 'tenant_id': 'ddc6c01ecbb54060a5037aa699432d09', 'mac_address': 'fa:16:3e:38:a4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeecbcb1-0bdd-4550-8c0f-d334d2bd8ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc1ab8c4-a067-4bef-84ce-559a4fb204c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:33:22Z', 'updated_at': '2021-11-27T03:33:25Z', 'revision_number': 5, 'project_id': 'ddc6c01ecbb54060a5037aa699432d09', 'subnets': [{'id': 'fc1ab8c4-a067-4bef-84ce-559a4fb204c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab5a4be5-a9e6-4077-9242-ead5b5dc45bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:33:34.919313 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba886b34-292e-4c0f-bcda-65edf18c60ba None None] The sync data for ids ['aeecbcb1-0bdd-4550-8c0f-d334d2bd8ad7'] in n-d-819494-3 is: [{'id': 'aeecbcb1-0bdd-4550-8c0f-d334d2bd8ad7', 'name': 'router1', 'tenant_id': 'ddc6c01ecbb54060a5037aa699432d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '95ff9703-6856-47ca-a6a4-79b9eafe1a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:33:13Z', 'updated_at': '2021-11-27T03:33:30Z', 'revision_number': 4, 'project_id': 'ddc6c01ecbb54060a5037aa699432d09', 'gw_port': {'id': '95ff9703-6856-47ca-a6a4-79b9eafe1a2f', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeecbcb1-0bdd-4550-8c0f-d334d2bd8ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:33:30Z', 'updated_at': '2021-11-27T03:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '965ca880-4d9c-4cb1-a10f-2419f430a66b', 'name': '', 'network_id': '7e713eef-8df0-4359-b3d3-682708f1c1dc', 'tenant_id': 'ddc6c01ecbb54060a5037aa699432d09', 'mac_address': 'fa:16:3e:38:a4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeecbcb1-0bdd-4550-8c0f-d334d2bd8ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc1ab8c4-a067-4bef-84ce-559a4fb204c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:33:22Z', 'updated_at': '2021-11-27T03:33:25Z', 'revision_number': 5, 'project_id': 'ddc6c01ecbb54060a5037aa699432d09', 'subnets': [{'id': 'fc1ab8c4-a067-4bef-84ce-559a4fb204c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab5a4be5-a9e6-4077-9242-ead5b5dc45bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:33:35.532860 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 95ff9703-6856-47ca-a6a4-79b9eafe1a2f up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:33:35.589890 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 95ff9703-6856-47ca-a6a4-79b9eafe1a2f triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:33:35.590262 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:35.683621 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:35.704873 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 95ff9703-6856-47ca-a6a4-79b9eafe1a2f, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=95ff9703-6856-47ca-a6a4-79b9eafe1a2f,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:33:35.711425 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:35.759527 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=95ff9703-6856-47ca-a6a4-79b9eafe1a2f,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:33:37.497155 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 95ff9703-6856-47ca-a6a4-79b9eafe1a2f up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:33:37.543913 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 95ff9703-6856-47ca-a6a4-79b9eafe1a2f triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:33:37.544285 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:45.980334 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0d411939-0bf0-49f9-ba4f-c4f710bfee6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:48.183342 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dd180ed8-c367-4178-9add-7009cac015c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:49.331080 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:50.946736 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:33:51.269503 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 5 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 03:33:51.698335 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:34:15.982684 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3de74a4d-7f6b-40e6-8563-88bce51f43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:34:18.197293 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-14e477d9-a1c3-4ef4-bfad-503c1e915f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:34:19.335071 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:34:20.942987 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:34:21.692128 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:34:28.297594 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 5 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 03:34:45.985485 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b700d912-b248-422b-abd6-f440876d19c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:34:48.191467 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d9668ae8-372d-48a2-8f66-1f650128fc7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:34:49.333452 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:34:50.945022 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:34:51.694322 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:35:00.717225 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50944) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:35:00.781650 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-405c4f5d-1962-4a76-a4d7-3759d6fad686 admin admin] GET failed (client error): The resource could not be found. Nov 27 03:35:00.783482 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-405c4f5d-1962-4a76-a4d7-3759d6fad686 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0653188 Nov 27 03:35:00.945788 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa6b3b4-a15c-44c4-962a-a45f35ff49de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:35:00.947276 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-baa6b3b4-a15c-44c4-962a-a45f35ff49de admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1592562 Nov 27 03:35:03.303563 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50954) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:35:03.400500 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ce1eef-596a-4360-9526-0ebff687a0f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:35:03.401908 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f3ce1eef-596a-4360-9526-0ebff687a0f8 admin admin] 10.222.0.20 "GET /v2.0/subnets/fc1ab8c4-a067-4bef-84ce-559a4fb204c0 HTTP/1.1" status: 200 len: 849 time: 0.0974002 Nov 27 03:35:03.412557 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-803147d5-23c1-4b3b-b16d-7d8c8866b06c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:35:03.493445 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-803147d5-23c1-4b3b-b16d-7d8c8866b06c admin admin] Publish callbacks [] for subnet, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:35:03.634785 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-803147d5-23c1-4b3b-b16d-7d8c8866b06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763522168432'] for subnet, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:35:03.671401 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803147d5-23c1-4b3b-b16d-7d8c8866b06c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:35:03.673930 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-803147d5-23c1-4b3b-b16d-7d8c8866b06c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:35:03.676056 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-803147d5-23c1-4b3b-b16d-7d8c8866b06c admin admin] 10.222.0.20 "PUT /v2.0/subnets/fc1ab8c4-a067-4bef-84ce-559a4fb204c0 HTTP/1.1" status: 200 len: 868 time: 0.2663460 Nov 27 03:35:03.678360 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4315249-3a4c-4c97-a6f5-8912bf4c701e None None] Network 7e713eef-8df0-4359-b3d3-682708f1c1dc requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:35:03.703784 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803147d5-23c1-4b3b-b16d-7d8c8866b06c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc1ab8c4-a067-4bef-84ce-559a4fb204c0,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:35:03.712403 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803147d5-23c1-4b3b-b16d-7d8c8866b06c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:35:03.712795 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803147d5-23c1-4b3b-b16d-7d8c8866b06c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:35:03.713099 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803147d5-23c1-4b3b-b16d-7d8c8866b06c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:35:03.713439 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803147d5-23c1-4b3b-b16d-7d8c8866b06c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:35:03.713771 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803147d5-23c1-4b3b-b16d-7d8c8866b06c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:35:03.714128 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803147d5-23c1-4b3b-b16d-7d8c8866b06c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:35:03.714461 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803147d5-23c1-4b3b-b16d-7d8c8866b06c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:35:03.714825 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803147d5-23c1-4b3b-b16d-7d8c8866b06c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:35:03.715151 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803147d5-23c1-4b3b-b16d-7d8c8866b06c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:35:03.715475 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803147d5-23c1-4b3b-b16d-7d8c8866b06c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:35:03.715799 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803147d5-23c1-4b3b-b16d-7d8c8866b06c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:35:03.716124 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803147d5-23c1-4b3b-b16d-7d8c8866b06c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:35:04.115976 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-f46d5db8-f039-4136-9381-0b4fe842b8f1 None None] Provisioning complete for port 965ca880-4d9c-4cb1-a10f-2419f430a66b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:35:04.116279 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f46d5db8-f039-4136-9381-0b4fe842b8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:35:04.201128 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-f46d5db8-f039-4136-9381-0b4fe842b8f1 None None] Provisioning complete for port 247638fa-39e7-43ce-a456-a6e31add1264 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:35:04.201500 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f46d5db8-f039-4136-9381-0b4fe842b8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:35:05.271653 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 5 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 03:35:06.037971 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50962) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:35:06.237330 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebe5dbf-6f8a-4ec0-8eb1-cf8ffac3d204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:35:06.237712 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebe5dbf-6f8a-4ec0-8eb1-cf8ffac3d204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:35:06.239269 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-3ebe5dbf-6f8a-4ec0-8eb1-cf8ffac3d204 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2002156 Nov 27 03:35:08.586181 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50970) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:35:08.718021 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95feeb9-70cf-4427-8a76-3f90a4c88061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:35:08.718487 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95feeb9-70cf-4427-8a76-3f90a4c88061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:35:08.720599 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a95feeb9-70cf-4427-8a76-3f90a4c88061 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1334369 Nov 27 03:35:11.100355 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50978) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:35:11.230354 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23476aec-5ac4-4e9c-93d4-e576393eef09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:35:11.231711 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-23476aec-5ac4-4e9c-93d4-e576393eef09 admin admin] 10.222.0.20 "GET /v2.0/networks/7e713eef-8df0-4359-b3d3-682708f1c1dc HTTP/1.1" status: 200 len: 869 time: 0.1304133 Nov 27 03:35:13.602519 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50988) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:35:13.724618 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065c7c39-106a-4e98-80ed-452ff6fe4777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:35:13.726008 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-065c7c39-106a-4e98-80ed-452ff6fe4777 admin admin] 10.222.0.20 "GET /v2.0/networks/f5c39893-f8d8-4150-8aae-695f98406de3 HTTP/1.1" status: 200 len: 886 time: 0.1225243 Nov 27 03:35:15.987448 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-71249fcc-eadf-4e3d-93a7-5fb9d4fcd0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:35:16.095407 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50996) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:35:16.220476 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81ecbb1-61ec-452c-b94b-cfb0cc2212ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:35:16.220929 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81ecbb1-61ec-452c-b94b-cfb0cc2212ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:35:16.222463 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e81ecbb1-61ec-452c-b94b-cfb0cc2212ad admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1261134 Nov 27 03:35:18.193067 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e88bd91-a51a-4328-8486-69fc454b597d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:35:18.590082 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51004) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:35:18.690748 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2c8dec-ba9e-4bb0-9eef-c239f05a46a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:35:18.691193 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2c8dec-ba9e-4bb0-9eef-c239f05a46a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:35:18.692708 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9e2c8dec-ba9e-4bb0-9eef-c239f05a46a8 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1016188 Nov 27 03:35:19.337076 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:35:20.949644 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:35:21.054270 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51012) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:35:21.143674 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f896e0-f362-4892-a31b-4ef5ee81f496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:35:21.145021 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-05f896e0-f362-4892-a31b-4ef5ee81f496 admin admin] 10.222.0.20 "GET /v2.0/subnets/1fc08f38-1b26-46f6-a9ee-a9af26026526 HTTP/1.1" status: 200 len: 816 time: 0.0897672 Nov 27 03:35:21.697606 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:35:23.528180 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51020) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:35:23.619024 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c82ffb6-dab0-4d25-86bc-bf117d3b4d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:35:23.620338 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1c82ffb6-dab0-4d25-86bc-bf117d3b4d15 admin admin] 10.222.0.20 "GET /v2.0/subnets/fc1ab8c4-a067-4bef-84ce-559a4fb204c0 HTTP/1.1" status: 200 len: 868 time: 0.0911853 Nov 27 03:35:42.269623 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 5 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 03:35:45.988664 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b2e5372e-2d15-4f80-bdb9-cfcc3f0f1021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:35:48.197849 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-25e106d7-0685-43cd-a755-514ec8d73f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:35:48.532525 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51074) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:35:48.579162 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [None req-45d9fff4-5d4b-4f85-ac58-394a1e282901 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 03:35:48.580144 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-45d9fff4-5d4b-4f85-ac58-394a1e282901 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0466766 Nov 27 03:35:49.340255 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:35:50.951846 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:35:51.034787 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51082) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:35:51.094343 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-48d9f494-7d75-4ebc-a7be-f72bffa144bb admin admin] GET failed (client error): The resource could not be found. Nov 27 03:35:51.095650 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-48d9f494-7d75-4ebc-a7be-f72bffa144bb admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0598576 Nov 27 03:35:51.182391 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71924dc1-96e9-4f2e-be0b-e8d293aaf709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:35:51.183804 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-71924dc1-96e9-4f2e-be0b-e8d293aaf709 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0837522 Nov 27 03:35:51.698528 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:35:53.549577 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51090) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:35:53.596696 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-f0aa2235-ec35-4322-853e-6f5eff15858c admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:35:53.616879 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0aa2235-ec35-4322-853e-6f5eff15858c admin admin] Made reservation on behalf of ece4979f5ba04b34a05e380603428b15 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:35:53.619087 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f0aa2235-ec35-4322-853e-6f5eff15858c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:35:53.652450 n-d-819494-3 neutron-server[110019]: WARNING neutron.services.revisions.revision_plugin [None req-f0aa2235-ec35-4322-853e-6f5eff15858c admin admin] Could not find related network for resource to bump revision. Nov 27 03:35:53.664803 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0aa2235-ec35-4322-853e-6f5eff15858c admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:35:53.674649 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f0aa2235-ec35-4322-853e-6f5eff15858c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:35:53.674994 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-f0aa2235-ec35-4322-853e-6f5eff15858c admin admin] Added segment 6035f8d2-85c1-4341-b1fa-3ad616374e4a of type vlan for network 7cd21890-8440-4d5d-a862-4b55c8c22387 Nov 27 03:35:53.720635 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f0aa2235-ec35-4322-853e-6f5eff15858c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:35:53.743435 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f0aa2235-ec35-4322-853e-6f5eff15858c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:35:53.744283 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0aa2235-ec35-4322-853e-6f5eff15858c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:35:53.744883 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f0aa2235-ec35-4322-853e-6f5eff15858c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:35:53.797640 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f0aa2235-ec35-4322-853e-6f5eff15858c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2469845 Nov 27 03:35:53.810062 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa2235-ec35-4322-853e-6f5eff15858c admin admin] Pushing event updated for resources: {'Network': ['ID=7cd21890-8440-4d5d-a862-4b55c8c22387,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:35:53.820837 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 7cd21890-8440-4d5d-a862-4b55c8c22387 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:35:56.158580 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51098) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:35:56.218131 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-2826705d-ee75-48b6-8899-cb4a78b5aa1f admin admin] GET failed (client error): The resource could not be found. Nov 27 03:35:56.219478 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2826705d-ee75-48b6-8899-cb4a78b5aa1f admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0599320 Nov 27 03:35:56.287188 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a85dc4c-0606-4c9f-abed-1f8db47413be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:35:56.288587 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2a85dc4c-0606-4c9f-abed-1f8db47413be admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0646923 Nov 27 03:35:56.299187 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-fd7d295f-368c-4b1d-a6c9-1f2452fb145b admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:35:56.318769 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7d295f-368c-4b1d-a6c9-1f2452fb145b admin admin] Made reservation on behalf of ece4979f5ba04b34a05e380603428b15 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:35:56.321195 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fd7d295f-368c-4b1d-a6c9-1f2452fb145b admin admin] Publish callbacks [] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:35:56.478408 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fd7d295f-368c-4b1d-a6c9-1f2452fb145b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:35:56.576264 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d295f-368c-4b1d-a6c9-1f2452fb145b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f14a2acf-f1d7-4ddf-8459-b30982428e88,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:35:56.584725 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7d295f-368c-4b1d-a6c9-1f2452fb145b admin admin] Checking segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:35:56.585084 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7d295f-368c-4b1d-a6c9-1f2452fb145b admin admin] Network hostable DHCP agents. Network: 7cd21890-8440-4d5d-a862-4b55c8c22387, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:35:56.600706 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7d295f-368c-4b1d-a6c9-1f2452fb145b admin admin] Network 7cd21890-8440-4d5d-a862-4b55c8c22387 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:35:56.609713 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-fd7d295f-368c-4b1d-a6c9-1f2452fb145b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 7cd21890-8440-4d5d-a862-4b55c8c22387) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:35:56.613578 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7d295f-368c-4b1d-a6c9-1f2452fb145b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:35:56.614167 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fd7d295f-368c-4b1d-a6c9-1f2452fb145b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:35:56.619071 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93aaa747-6016-435e-bb80-823629441c2e None None] Network 7cd21890-8440-4d5d-a862-4b55c8c22387 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:35:56.630562 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-fd7d295f-368c-4b1d-a6c9-1f2452fb145b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3350592 Nov 27 03:35:56.863570 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59396f4b-58f3-42ec-9592-d984473b8ffa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-7cd21890-8440-4d5d-a862-4b55c8c22387', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'tenant_id': 'ece4979f5ba04b34a05e380603428b15', 'fixed_ips': [{'subnet_id': 'f14a2acf-f1d7-4ddf-8459-b30982428e88'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 03:35:56.864451 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-59396f4b-58f3-42ec-9592-d984473b8ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:35:57.004950 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-59396f4b-58f3-42ec-9592-d984473b8ffa None None] Allocated IP 192.168.233.2 (7cd21890-8440-4d5d-a862-4b55c8c22387/f14a2acf-f1d7-4ddf-8459-b30982428e88/804f1dc7-55f4-4be9-be31-eab924acadd8) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:35:57.160735 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-59396f4b-58f3-42ec-9592-d984473b8ffa None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:35:57.167341 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-59396f4b-58f3-42ec-9592-d984473b8ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:35:57.211597 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59396f4b-58f3-42ec-9592-d984473b8ffa None None] Network 7cd21890-8440-4d5d-a862-4b55c8c22387 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:35:57.215212 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-59396f4b-58f3-42ec-9592-d984473b8ffa None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:35:57.219568 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59396f4b-58f3-42ec-9592-d984473b8ffa None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:35:57.222602 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59396f4b-58f3-42ec-9592-d984473b8ffa None None] Pushing event updated for resources: {'Port': ['ID=804f1dc7-55f4-4be9-be31-eab924acadd8,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:35:57.233347 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59396f4b-58f3-42ec-9592-d984473b8ffa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:35:57.234208 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59396f4b-58f3-42ec-9592-d984473b8ffa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:35:57.234597 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59396f4b-58f3-42ec-9592-d984473b8ffa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:35:57.234929 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59396f4b-58f3-42ec-9592-d984473b8ffa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:35:57.235267 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59396f4b-58f3-42ec-9592-d984473b8ffa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:35:57.235606 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59396f4b-58f3-42ec-9592-d984473b8ffa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:35:57.235947 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59396f4b-58f3-42ec-9592-d984473b8ffa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:35:57.236269 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59396f4b-58f3-42ec-9592-d984473b8ffa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:35:57.236596 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59396f4b-58f3-42ec-9592-d984473b8ffa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:35:57.236924 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59396f4b-58f3-42ec-9592-d984473b8ffa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:35:57.237256 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59396f4b-58f3-42ec-9592-d984473b8ffa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:35:57.237582 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59396f4b-58f3-42ec-9592-d984473b8ffa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:35:57.285478 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-59396f4b-58f3-42ec-9592-d984473b8ffa None None] Attempting to bind port 804f1dc7-55f4-4be9-be31-eab924acadd8 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:35:57.285884 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-59396f4b-58f3-42ec-9592-d984473b8ffa None None] Attempting to bind port 804f1dc7-55f4-4be9-be31-eab924acadd8 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:35:57.286313 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59396f4b-58f3-42ec-9592-d984473b8ffa None None] Attempting to bind port 804f1dc7-55f4-4be9-be31-eab924acadd8 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:35:57.291782 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59396f4b-58f3-42ec-9592-d984473b8ffa None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:35:57.292166 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59396f4b-58f3-42ec-9592-d984473b8ffa None None] Checking segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:35:57.292570 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-59396f4b-58f3-42ec-9592-d984473b8ffa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:35:57.292968 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59396f4b-58f3-42ec-9592-d984473b8ffa None None] Bound using segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:35:57.293439 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-59396f4b-58f3-42ec-9592-d984473b8ffa None None] Bound port: 804f1dc7-55f4-4be9-be31-eab924acadd8, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:35:57.293840 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-59396f4b-58f3-42ec-9592-d984473b8ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:35:57.356492 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-59396f4b-58f3-42ec-9592-d984473b8ffa None None] For port 804f1dc7-55f4-4be9-be31-eab924acadd8, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:35:57.360648 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-59396f4b-58f3-42ec-9592-d984473b8ffa None None] For port 804f1dc7-55f4-4be9-be31-eab924acadd8, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=804f1dc7-55f4-4be9-be31-eab924acadd8,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:35:57.365496 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-59396f4b-58f3-42ec-9592-d984473b8ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:35:57.423523 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59396f4b-58f3-42ec-9592-d984473b8ffa None None] Pushing event updated for resources: {'Port': ['ID=804f1dc7-55f4-4be9-be31-eab924acadd8,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:35:58.303574 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53841ed-17b6-42db-9ed2-0c8de05116ba None None] Network 7cd21890-8440-4d5d-a862-4b55c8c22387 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:35:58.360436 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-294c5da6-4f42-410d-bb9f-3c0aee6b9175 None None] Provisioning complete for port 804f1dc7-55f4-4be9-be31-eab924acadd8 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:35:58.360801 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-294c5da6-4f42-410d-bb9f-3c0aee6b9175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:35:58.498834 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-294c5da6-4f42-410d-bb9f-3c0aee6b9175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:35:58.554449 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-294c5da6-4f42-410d-bb9f-3c0aee6b9175 None None] For port 804f1dc7-55f4-4be9-be31-eab924acadd8, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=804f1dc7-55f4-4be9-be31-eab924acadd8,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:35:58.563315 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-294c5da6-4f42-410d-bb9f-3c0aee6b9175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:35:58.616611 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c5da6-4f42-410d-bb9f-3c0aee6b9175 None None] Pushing event updated for resources: {'Port': ['ID=804f1dc7-55f4-4be9-be31-eab924acadd8,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:35:58.889117 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-ebe93f57-79dc-4640-adc3-6b5e8face8c1 None None] Provisioning complete for port 804f1dc7-55f4-4be9-be31-eab924acadd8 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:35:58.889421 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ebe93f57-79dc-4640-adc3-6b5e8face8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:35:59.636661 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 804f1dc7-55f4-4be9-be31-eab924acadd8 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:35:59.687591 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 804f1dc7-55f4-4be9-be31-eab924acadd8 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:35:59.688526 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:36:15.992517 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-927c4501-913f-4827-a334-ac9c294c1d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:36:18.198792 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-55a95e24-b205-40e4-a640-f2cb09d3c62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:36:19.269244 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 5 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 03:36:19.349128 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:36:20.961932 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:36:21.700774 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:36:45.994192 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46505e0d-8381-42c3-a31f-5857bc2326ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:36:48.201154 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a0ddbe54-a84a-4684-bf3b-dff02c562f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:36:49.347272 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:36:50.962234 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:36:51.702329 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:36:56.268386 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 5 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 03:37:15.308146 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51142) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:37:15.313791 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [None req-b216d5c0-1e5e-4b7a-9dba-81ae3a01ac94 tempest-verify_tempest_config-217604812 tempest-verify_tempest_config-217604812-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 03:37:15.314776 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b216d5c0-1e5e-4b7a-9dba-81ae3a01ac94 tempest-verify_tempest_config-217604812 tempest-verify_tempest_config-217604812-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056367 Nov 27 03:37:15.594788 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51160) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:37:15.694581 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-809d8a91-540a-4dd5-902a-99443b52de2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:37:15.766284 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-809d8a91-540a-4dd5-902a-99443b52de2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:37:15.769640 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-809d8a91-540a-4dd5-902a-99443b52de2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:37:15.814048 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-809d8a91-540a-4dd5-902a-99443b52de2e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b3151d0d3cf43719df76bfa9d0e9a18&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2182431 Nov 27 03:37:15.814872 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809d8a91-540a-4dd5-902a-99443b52de2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f9feeb-07f2-4636-81ce-bc00de4d6ef7,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:37:15.816831 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51164) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:37:15.821326 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809d8a91-540a-4dd5-902a-99443b52de2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:37:15.821679 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809d8a91-540a-4dd5-902a-99443b52de2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:37:15.822036 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809d8a91-540a-4dd5-902a-99443b52de2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:37:15.822360 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809d8a91-540a-4dd5-902a-99443b52de2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:37:15.822720 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809d8a91-540a-4dd5-902a-99443b52de2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:37:15.823055 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809d8a91-540a-4dd5-902a-99443b52de2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:37:15.823381 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809d8a91-540a-4dd5-902a-99443b52de2e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:37:15.823707 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809d8a91-540a-4dd5-902a-99443b52de2e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:37:15.824034 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809d8a91-540a-4dd5-902a-99443b52de2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:37:15.824355 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809d8a91-540a-4dd5-902a-99443b52de2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:37:15.824678 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809d8a91-540a-4dd5-902a-99443b52de2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:37:15.825001 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809d8a91-540a-4dd5-902a-99443b52de2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:37:15.869614 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-77406e56-f4eb-4176-b77b-5be6eae9a25f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:37:15.890190 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-77406e56-f4eb-4176-b77b-5be6eae9a25f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:37:15.979499 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-77406e56-f4eb-4176-b77b-5be6eae9a25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:37:15.981862 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-77406e56-f4eb-4176-b77b-5be6eae9a25f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:37:15.986139 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-77406e56-f4eb-4176-b77b-5be6eae9a25f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f5f9feeb-07f2-4636-81ce-bc00de4d6ef7 HTTP/1.1" status: 204 len: 168 time: 0.1683104 Nov 27 03:37:15.994285 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77406e56-f4eb-4176-b77b-5be6eae9a25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f9feeb-07f2-4636-81ce-bc00de4d6ef7,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:37:15.996206 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8fc558e4-2b2c-46a9-ad15-1f7cf09c0e28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:37:16.001661 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77406e56-f4eb-4176-b77b-5be6eae9a25f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:37:16.002016 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77406e56-f4eb-4176-b77b-5be6eae9a25f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:37:16.002358 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77406e56-f4eb-4176-b77b-5be6eae9a25f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:37:16.002727 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77406e56-f4eb-4176-b77b-5be6eae9a25f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:37:16.003061 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77406e56-f4eb-4176-b77b-5be6eae9a25f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:37:16.003395 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77406e56-f4eb-4176-b77b-5be6eae9a25f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:37:16.003721 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77406e56-f4eb-4176-b77b-5be6eae9a25f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:37:16.004051 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77406e56-f4eb-4176-b77b-5be6eae9a25f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:37:16.004375 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77406e56-f4eb-4176-b77b-5be6eae9a25f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:37:16.004724 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77406e56-f4eb-4176-b77b-5be6eae9a25f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:37:16.005158 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77406e56-f4eb-4176-b77b-5be6eae9a25f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:37:16.005485 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77406e56-f4eb-4176-b77b-5be6eae9a25f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:37:18.202969 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b0adc9f7-b7cf-4536-8ce9-88e188f29786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:37:19.348360 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:37:20.965197 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:37:21.703623 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:37:33.266571 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 5 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 03:37:46.000745 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c765a826-7625-45f8-bdb2-0d09be723b89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:37:48.203766 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a6b910ba-7982-4df7-a7ce-fe5903bdecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:37:49.350560 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:37:50.970119 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:37:51.708989 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:38:10.265577 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 5 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 03:38:16.002526 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7242b8fb-350c-49ea-835c-93971c8e766b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:38:18.204995 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3cba52ae-64fc-4c64-8c5d-fb135def2e94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:38:19.354350 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:38:20.973852 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:38:21.711083 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:38:46.003681 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-266c0d3e-5822-4060-9619-98a129526833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:38:47.264846 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 5 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 03:38:48.206563 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d42e4b8f-d2c1-471c-b985-02cc4ffba10a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:38:49.355909 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:38:50.973847 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:38:51.714034 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:39:16.006145 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-83a73b22-effb-4a89-bb94-a4aeb053ef30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:39:18.206391 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6363ddc5-4702-42d4-a247-717338f30721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:39:19.358671 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:39:20.977038 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:39:21.716438 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:39:24.266269 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 5 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 03:39:46.006962 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3b82c2f4-94ea-4bbf-8996-da5f97f6fd9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:39:48.209148 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-93ec8aad-aa04-46a2-8f72-e6839b6b7793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:39:49.361229 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:39:50.980844 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:39:51.718212 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:40:01.265459 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 5 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 03:40:15.727990 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3682138'] for agent, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:40:16.009950 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-025d73f4-ea7b-4cd6-b712-694011afa29a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:40:18.209800 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-26a8f596-535e-42aa-96dd-65dea4da91a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:40:18.432153 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3682138'] for agent, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:40:19.363260 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:40:20.984224 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:40:21.718527 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:40:38.264059 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 03:40:45.710214 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:40:46.012983 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5a30903a-1362-4d95-b922-45705d4c50b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:40:48.214400 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1584af4e-44f6-47d7-960b-93d2e7ec8ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:40:48.427291 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:40:49.365236 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:40:50.987211 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:40:51.719096 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:40:58.679861 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51222) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:40:58.786560 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f23395b2-62df-4692-a99e-4d65fbe97ad8 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1054952 Nov 27 03:41:01.199070 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51232) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:41:01.258330 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f7547646-f7fc-4a1e-8960-f0f31c8964a5 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0581551 Nov 27 03:41:15.262786 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 03:41:15.722983 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:41:16.013700 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-19624c4d-937b-4aff-bc7a-c492563161a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:41:18.214109 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ff663c83-0204-426d-b635-e7ddbe91c438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:41:18.439844 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:41:19.368567 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:41:20.989894 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:41:21.720115 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:41:45.728213 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:41:46.014821 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d8decd79-e0c8-4e0f-aae8-d445b4fddb42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:41:48.217182 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5527c490-24da-4a59-aa61-c9b6c6dbf165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:41:48.455589 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:41:49.372413 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:41:50.998771 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:41:51.722747 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:41:52.261715 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 03:42:15.732518 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:16.017250 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-817e2de3-835e-41b7-ac02-efeb6ccfe415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:18.233633 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5ab0ad8a-59b4-4a63-acdc-eae03ba68641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:18.468087 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:19.380464 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:21.007573 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:21.725912 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:26.246164 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51668) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:26.249131 n-d-819494-3 neutron-server[110019]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 27 03:42:26.281906 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-eabe2d54-1765-4193-b523-7a01adb1c0a0 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=7ab214aa9fd24cab90fc61fd420933ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343492 Nov 27 03:42:26.463192 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51680) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:26.479249 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-e3aaaee3-81e5-42b2-80f0-a955be21958b tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:26.480725 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-e3aaaee3-81e5-42b2-80f0-a955be21958b tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1928675 Nov 27 03:42:26.498859 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-a341cea7-7a8c-4817-98ce-33a73144fb67 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/quotas/7ab214aa9fd24cab90fc61fd420933ab HTTP/1.1" status: 200 len: 375 time: 0.0119429 Nov 27 03:42:26.591155 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-0f7d1e59-99b3-48dd-854d-daaf908749c0 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ab214aa9fd24cab90fc61fd420933ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0834424 Nov 27 03:42:26.626791 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cfe7c201-a9a6-4a90-96f9-db6e681552c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:26.710808 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cfe7c201-a9a6-4a90-96f9-db6e681552c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:26.715425 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cfe7c201-a9a6-4a90-96f9-db6e681552c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:26.755921 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe7c201-a9a6-4a90-96f9-db6e681552c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b2406d-b81c-4ff7-b3ad-b95eb628cf1d,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:26.768477 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe7c201-a9a6-4a90-96f9-db6e681552c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:42:26.768826 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe7c201-a9a6-4a90-96f9-db6e681552c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:42:26.769171 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe7c201-a9a6-4a90-96f9-db6e681552c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:42:26.769508 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe7c201-a9a6-4a90-96f9-db6e681552c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:42:26.769859 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe7c201-a9a6-4a90-96f9-db6e681552c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:42:26.770400 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe7c201-a9a6-4a90-96f9-db6e681552c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:42:26.771290 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe7c201-a9a6-4a90-96f9-db6e681552c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:42:26.773605 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe7c201-a9a6-4a90-96f9-db6e681552c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:42:26.777115 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe7c201-a9a6-4a90-96f9-db6e681552c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:42:26.779092 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe7c201-a9a6-4a90-96f9-db6e681552c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:42:26.781109 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe7c201-a9a6-4a90-96f9-db6e681552c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:42:26.782187 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe7c201-a9a6-4a90-96f9-db6e681552c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:42:26.783202 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe7c201-a9a6-4a90-96f9-db6e681552c0 admin admin] Tracked resource versions report: Nov 27 03:42:26.783202 n-d-819494-3 neutron-server[110018]: pushed versions: Nov 27 03:42:26.783202 n-d-819494-3 neutron-server[110018]: { 'AddressGroup': {'1.2'}, Nov 27 03:42:26.783202 n-d-819494-3 neutron-server[110018]: 'ConntrackHelper': {'1.0'}, Nov 27 03:42:26.783202 n-d-819494-3 neutron-server[110018]: 'Log': {'1.0'}, Nov 27 03:42:26.783202 n-d-819494-3 neutron-server[110018]: 'Network': {'1.1'}, Nov 27 03:42:26.783202 n-d-819494-3 neutron-server[110018]: 'Port': {'1.7'}, Nov 27 03:42:26.783202 n-d-819494-3 neutron-server[110018]: 'PortForwarding': {'1.2'}, Nov 27 03:42:26.783202 n-d-819494-3 neutron-server[110018]: 'QosPolicy': {'1.10'}, Nov 27 03:42:26.783202 n-d-819494-3 neutron-server[110018]: 'SecurityGroup': {'1.5'}, Nov 27 03:42:26.783202 n-d-819494-3 neutron-server[110018]: 'SecurityGroupRule': {'1.2'}, Nov 27 03:42:26.783202 n-d-819494-3 neutron-server[110018]: 'SubPort': {'1.0'}, Nov 27 03:42:26.783202 n-d-819494-3 neutron-server[110018]: 'Subnet': {'1.1'}, Nov 27 03:42:26.783202 n-d-819494-3 neutron-server[110018]: 'Trunk': {'1.1'}} Nov 27 03:42:26.783202 n-d-819494-3 neutron-server[110018]: consumer versions: Nov 27 03:42:26.783202 n-d-819494-3 neutron-server[110018]: { DHCP agent@n-d-819494-3: {}, Nov 27 03:42:26.783202 n-d-819494-3 neutron-server[110018]: HyperV agent@n-h1-819494-3: {}, Nov 27 03:42:26.783202 n-d-819494-3 neutron-server[110018]: HyperV agent@n-h2-819494-3: {}, Nov 27 03:42:26.783202 n-d-819494-3 neutron-server[110018]: L3 agent@n-d-819494-3: {}, Nov 27 03:42:26.783202 n-d-819494-3 neutron-server[110018]: Metadata agent@n-d-819494-3: {}, Nov 27 03:42:26.783202 n-d-819494-3 neutron-server[110018]: Metering agent@n-d-819494-3: {}, Nov 27 03:42:26.783202 n-d-819494-3 neutron-server[110018]: Open vSwitch agent@n-d-819494-3: { 'AddressGroup': '1.2', Nov 27 03:42:26.783202 n-d-819494-3 neutron-server[110018]: 'ConntrackHelper': '1.0', Nov 27 03:42:26.783202 n-d-819494-3 neutron-server[110018]: 'Log': '1.0', Nov 27 03:42:26.783202 n-d-819494-3 neutron-server[110018]: 'Network': '1.1', Nov 27 03:42:26.783202 n-d-819494-3 neutron-server[110018]: 'Port': '1.7', Nov 27 03:42:26.783202 n-d-819494-3 neutron-server[110018]: 'PortForwarding': '1.2', Nov 27 03:42:26.783202 n-d-819494-3 neutron-server[110018]: 'QosPolicy': '1.10', Nov 27 03:42:26.783202 n-d-819494-3 neutron-server[110018]: 'SecurityGroup': '1.5', Nov 27 03:42:26.783202 n-d-819494-3 neutron-server[110018]: 'SecurityGroupRule': '1.2', Nov 27 03:42:26.783202 n-d-819494-3 neutron-server[110018]: 'SubPort': '1.0', Nov 27 03:42:26.783202 n-d-819494-3 neutron-server[110018]: 'Subnet': '1.1', Nov 27 03:42:26.783202 n-d-819494-3 neutron-server[110018]: 'Trunk': '1.1'}} Nov 27 03:42:26.783202 n-d-819494-3 neutron-server[110018]: {{(pid=110018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 27 03:42:26.806598 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-cfe7c201-a9a6-4a90-96f9-db6e681552c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=13d09b2505b24174aeb980da2859db0f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3404608 Nov 27 03:42:26.807864 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51712) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:26.903461 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a6e0b722-3f5a-4e9b-8155-7e33d2092fcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:26.938452 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a6e0b722-3f5a-4e9b-8155-7e33d2092fcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:27.012948 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a6e0b722-3f5a-4e9b-8155-7e33d2092fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:27.016306 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a6e0b722-3f5a-4e9b-8155-7e33d2092fcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:27.017620 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a6e0b722-3f5a-4e9b-8155-7e33d2092fcd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/71b2406d-b81c-4ff7-b3ad-b95eb628cf1d HTTP/1.1" status: 204 len: 168 time: 0.2085207 Nov 27 03:42:27.026054 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e0b722-3f5a-4e9b-8155-7e33d2092fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b2406d-b81c-4ff7-b3ad-b95eb628cf1d,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:27.033474 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0b722-3f5a-4e9b-8155-7e33d2092fcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:42:27.033827 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0b722-3f5a-4e9b-8155-7e33d2092fcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:42:27.034166 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0b722-3f5a-4e9b-8155-7e33d2092fcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:42:27.034763 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0b722-3f5a-4e9b-8155-7e33d2092fcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:42:27.035275 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0b722-3f5a-4e9b-8155-7e33d2092fcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:42:27.035742 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0b722-3f5a-4e9b-8155-7e33d2092fcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:42:27.036206 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0b722-3f5a-4e9b-8155-7e33d2092fcd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:42:27.036706 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0b722-3f5a-4e9b-8155-7e33d2092fcd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:42:27.037167 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0b722-3f5a-4e9b-8155-7e33d2092fcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:42:27.037634 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0b722-3f5a-4e9b-8155-7e33d2092fcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:42:27.038096 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0b722-3f5a-4e9b-8155-7e33d2092fcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:42:27.038576 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0b722-3f5a-4e9b-8155-7e33d2092fcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:42:27.045096 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0b722-3f5a-4e9b-8155-7e33d2092fcd admin admin] Tracked resource versions report: Nov 27 03:42:27.045096 n-d-819494-3 neutron-server[110019]: pushed versions: Nov 27 03:42:27.045096 n-d-819494-3 neutron-server[110019]: { 'AddressGroup': {'1.2'}, Nov 27 03:42:27.045096 n-d-819494-3 neutron-server[110019]: 'ConntrackHelper': {'1.0'}, Nov 27 03:42:27.045096 n-d-819494-3 neutron-server[110019]: 'Log': {'1.0'}, Nov 27 03:42:27.045096 n-d-819494-3 neutron-server[110019]: 'Network': {'1.1'}, Nov 27 03:42:27.045096 n-d-819494-3 neutron-server[110019]: 'Port': {'1.7'}, Nov 27 03:42:27.045096 n-d-819494-3 neutron-server[110019]: 'PortForwarding': {'1.2'}, Nov 27 03:42:27.045096 n-d-819494-3 neutron-server[110019]: 'QosPolicy': {'1.10'}, Nov 27 03:42:27.045096 n-d-819494-3 neutron-server[110019]: 'SecurityGroup': {'1.5'}, Nov 27 03:42:27.045096 n-d-819494-3 neutron-server[110019]: 'SecurityGroupRule': {'1.2'}, Nov 27 03:42:27.045096 n-d-819494-3 neutron-server[110019]: 'SubPort': {'1.0'}, Nov 27 03:42:27.045096 n-d-819494-3 neutron-server[110019]: 'Subnet': {'1.1'}, Nov 27 03:42:27.045096 n-d-819494-3 neutron-server[110019]: 'Trunk': {'1.1'}} Nov 27 03:42:27.045096 n-d-819494-3 neutron-server[110019]: consumer versions: Nov 27 03:42:27.045096 n-d-819494-3 neutron-server[110019]: { DHCP agent@n-d-819494-3: {}, Nov 27 03:42:27.045096 n-d-819494-3 neutron-server[110019]: HyperV agent@n-h1-819494-3: {}, Nov 27 03:42:27.045096 n-d-819494-3 neutron-server[110019]: HyperV agent@n-h2-819494-3: {}, Nov 27 03:42:27.045096 n-d-819494-3 neutron-server[110019]: L3 agent@n-d-819494-3: {}, Nov 27 03:42:27.045096 n-d-819494-3 neutron-server[110019]: Metadata agent@n-d-819494-3: {}, Nov 27 03:42:27.045096 n-d-819494-3 neutron-server[110019]: Metering agent@n-d-819494-3: {}, Nov 27 03:42:27.045096 n-d-819494-3 neutron-server[110019]: Open vSwitch agent@n-d-819494-3: { 'AddressGroup': '1.2', Nov 27 03:42:27.045096 n-d-819494-3 neutron-server[110019]: 'ConntrackHelper': '1.0', Nov 27 03:42:27.045096 n-d-819494-3 neutron-server[110019]: 'Log': '1.0', Nov 27 03:42:27.045096 n-d-819494-3 neutron-server[110019]: 'Network': '1.1', Nov 27 03:42:27.045096 n-d-819494-3 neutron-server[110019]: 'Port': '1.7', Nov 27 03:42:27.045096 n-d-819494-3 neutron-server[110019]: 'PortForwarding': '1.2', Nov 27 03:42:27.045096 n-d-819494-3 neutron-server[110019]: 'QosPolicy': '1.10', Nov 27 03:42:27.045096 n-d-819494-3 neutron-server[110019]: 'SecurityGroup': '1.5', Nov 27 03:42:27.045096 n-d-819494-3 neutron-server[110019]: 'SecurityGroupRule': '1.2', Nov 27 03:42:27.045096 n-d-819494-3 neutron-server[110019]: 'SubPort': '1.0', Nov 27 03:42:27.045096 n-d-819494-3 neutron-server[110019]: 'Subnet': '1.1', Nov 27 03:42:27.045096 n-d-819494-3 neutron-server[110019]: 'Trunk': '1.1'}} Nov 27 03:42:27.045096 n-d-819494-3 neutron-server[110019]: {{(pid=110019) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 27 03:42:27.210867 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6d45a998-ed2e-47f2-b1ba-07d39832e68e req-daa2716c-5005-4b8e-8746-66f68a895cd0 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8d5681b-6648-4a5c-beac-85425330634d HTTP/1.1" status: 200 len: 210 time: 0.0713720 Nov 27 03:42:27.484156 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51770) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:27.498074 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0ddd9244-4eb6-4385-aacd-284fdf8cbd8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:27.589486 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0ddd9244-4eb6-4385-aacd-284fdf8cbd8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:27.595011 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0ddd9244-4eb6-4385-aacd-284fdf8cbd8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:27.628761 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd9244-4eb6-4385-aacd-284fdf8cbd8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcd173b-1fd1-40ac-b9ed-9ffaeb057e9c,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:27.645588 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0ddd9244-4eb6-4385-aacd-284fdf8cbd8e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aa19faf2c45f408b8064a667f64b7141&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1602175 Nov 27 03:42:27.650504 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51782) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:27.721258 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1ff594c4-e56b-4c1b-9d84-5bdc7a68bec9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:27.748860 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1ff594c4-e56b-4c1b-9d84-5bdc7a68bec9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:27.811919 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1ff594c4-e56b-4c1b-9d84-5bdc7a68bec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:27.815227 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1ff594c4-e56b-4c1b-9d84-5bdc7a68bec9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:27.816309 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1ff594c4-e56b-4c1b-9d84-5bdc7a68bec9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2dcd173b-1fd1-40ac-b9ed-9ffaeb057e9c HTTP/1.1" status: 204 len: 168 time: 0.1663418 Nov 27 03:42:27.822088 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51804) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:27.825399 n-d-819494-3 neutron-server[110018]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 27 03:42:27.828473 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff594c4-e56b-4c1b-9d84-5bdc7a68bec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcd173b-1fd1-40ac-b9ed-9ffaeb057e9c,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:27.878285 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-a808e4fc-5015-4693-a74a-c67180860436 tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=dfd23a066fce4592862625a3ca9faf16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547693 Nov 27 03:42:28.121208 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-77f793bd-be18-4796-a4c9-ed67f701cf99 tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:28.123237 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-77f793bd-be18-4796-a4c9-ed67f701cf99 tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2384501 Nov 27 03:42:28.141406 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-8834b745-4aa0-4c90-a3c4-2d530c5ba84a tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] 10.222.0.20 "GET /v2.0/quotas/dfd23a066fce4592862625a3ca9faf16 HTTP/1.1" status: 200 len: 375 time: 0.0115821 Nov 27 03:42:28.241282 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-d9a1d8f5-d2f2-4805-b8ad-6c345139aa61 tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dfd23a066fce4592862625a3ca9faf16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0893059 Nov 27 03:42:28.467239 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ac3038db-30d6-44af-8319-f8ef412536d7 req-c47036f2-48f2-4886-95ca-2270f827c109 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8d5681b-6648-4a5c-beac-85425330634d HTTP/1.1" status: 200 len: 210 time: 0.0312870 Nov 27 03:42:28.555101 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-afbdcfe8-c177-434b-a895-5667781bc6ea req-2f1dee4b-d02b-4c29-80b4-68afb9e34dfc tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd4fc9c8-e551-4417-a0f0-f69f6394a878 HTTP/1.1" status: 200 len: 210 time: 0.0473425 Nov 27 03:42:28.669461 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.11', 61088) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:28.703687 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-b78f4245-fe0d-4aa7-9d3d-cdc003185a6e tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=7ab214aa9fd24cab90fc61fd420933ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317826 Nov 27 03:42:28.825179 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-5f545e47-eba1-40b1-8aff-30ace797e437 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:28.827260 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-5f545e47-eba1-40b1-8aff-30ace797e437 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1176517 Nov 27 03:42:28.976180 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51896) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:28.995676 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-b017dd58-4c54-46ff-a6f9-cacad9b3d66e tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Request body: {'port': {'device_id': 'b8d5681b-6648-4a5c-beac-85425330634d', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'admin_state_up': True, 'tenant_id': '7ab214aa9fd24cab90fc61fd420933ab'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:42:29.014418 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51902) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:29.228511 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bbbc12e0-29d7-460c-bf30-2f688b07e7fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:29.263274 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 03:42:29.273762 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-913fccce-2e82-4deb-8a5f-d085082f0c03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:29.333377 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-b017dd58-4c54-46ff-a6f9-cacad9b3d66e tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Made reservation on behalf of 7ab214aa9fd24cab90fc61fd420933ab for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:42:29.340922 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-b017dd58-4c54-46ff-a6f9-cacad9b3d66e tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:29.355393 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-b017dd58-4c54-46ff-a6f9-cacad9b3d66e tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:29.383029 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bbbc12e0-29d7-460c-bf30-2f688b07e7fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:29.389416 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bbbc12e0-29d7-460c-bf30-2f688b07e7fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:29.424738 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc12e0-29d7-460c-bf30-2f688b07e7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b719dd2-617f-4335-a174-818a81004241,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:29.464419 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-913fccce-2e82-4deb-8a5f-d085082f0c03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:29.481031 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-bbbc12e0-29d7-460c-bf30-2f688b07e7fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=79e24ad41cfe455fa78309f96e51b1d8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4630795 Nov 27 03:42:29.481385 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51944) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:29.486678 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-913fccce-2e82-4deb-8a5f-d085082f0c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:29.565998 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d69773cd-dcfc-4764-85f0-7aa41b5e5838 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:29.605329 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d69773cd-dcfc-4764-85f0-7aa41b5e5838 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:29.628177 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51956) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:29.640629 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-913fccce-2e82-4deb-8a5f-d085082f0c03 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=654179ceebd3414391662e38aec06c5a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6623514 Nov 27 03:42:29.651234 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-b017dd58-4c54-46ff-a6f9-cacad9b3d66e tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:29.678649 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-b017dd58-4c54-46ff-a6f9-cacad9b3d66e tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:29.703045 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913fccce-2e82-4deb-8a5f-d085082f0c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf1ac5b-8afa-422d-8b75-16a267cbce12,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:29.822674 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017dd58-4c54-46ff-a6f9-cacad9b3d66e tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1817211-bef1-478e-85a2-58f011d4bf22,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:29.904812 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ea95b50d-fe1b-421f-ac45-cd9845f04021 req-d1e08300-bf1f-407d-9050-1942f18e4cb4 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8d5681b-6648-4a5c-beac-85425330634d HTTP/1.1" status: 200 len: 210 time: 0.1477091 Nov 27 03:42:29.925619 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0ac4239b-8f10-4289-b9c0-917680921865 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:29.965244 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0ac4239b-8f10-4289-b9c0-917680921865 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:29.969353 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d69773cd-dcfc-4764-85f0-7aa41b5e5838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:29.987836 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d69773cd-dcfc-4764-85f0-7aa41b5e5838 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:29.987935 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bad1ead5-4f25-4817-8efc-be6013158a70 req-1a8f02be-c6fd-47cb-be24-116d8f2da5a7 tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd4fc9c8-e551-4417-a0f0-f69f6394a878 HTTP/1.1" status: 200 len: 210 time: 0.1040139 Nov 27 03:42:29.992414 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d69773cd-dcfc-4764-85f0-7aa41b5e5838 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3b719dd2-617f-4335-a174-818a81004241 HTTP/1.1" status: 204 len: 168 time: 0.5096757 Nov 27 03:42:30.038848 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69773cd-dcfc-4764-85f0-7aa41b5e5838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b719dd2-617f-4335-a174-818a81004241,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:30.140471 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0ac4239b-8f10-4289-b9c0-917680921865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:30.145200 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0ac4239b-8f10-4289-b9c0-917680921865 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:30.147422 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0ac4239b-8f10-4289-b9c0-917680921865 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3cf1ac5b-8afa-422d-8b75-16a267cbce12 HTTP/1.1" status: 204 len: 168 time: 0.5181701 Nov 27 03:42:30.172778 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac4239b-8f10-4289-b9c0-917680921865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf1ac5b-8afa-422d-8b75-16a267cbce12,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:30.288717 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-b017dd58-4c54-46ff-a6f9-cacad9b3d66e tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Allocated IP 192.168.233.40 (7cd21890-8440-4d5d-a862-4b55c8c22387/f14a2acf-f1d7-4ddf-8459-b30982428e88/7a24fbfc-e959-4c68-916c-82f45c869406) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:42:30.618898 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-b017dd58-4c54-46ff-a6f9-cacad9b3d66e tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:30.925370 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-b017dd58-4c54-46ff-a6f9-cacad9b3d66e tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:31.001249 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-b017dd58-4c54-46ff-a6f9-cacad9b3d66e tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Network 7cd21890-8440-4d5d-a862-4b55c8c22387 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:42:31.008512 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-b017dd58-4c54-46ff-a6f9-cacad9b3d66e tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:42:31.012617 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 52010) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:31.023000 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-b017dd58-4c54-46ff-a6f9-cacad9b3d66e tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:42:31.030439 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-b017dd58-4c54-46ff-a6f9-cacad9b3d66e tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:31.032061 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-b017dd58-4c54-46ff-a6f9-cacad9b3d66e tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:31.033111 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6410cd17-60e2-4951-8c56-2506f6670fe2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:31.059973 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-b017dd58-4c54-46ff-a6f9-cacad9b3d66e tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0679066 Nov 27 03:42:31.101434 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017dd58-4c54-46ff-a6f9-cacad9b3d66e tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Pushing event updated for resources: {'Port': ['ID=7a24fbfc-e959-4c68-916c-82f45c869406,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:31.218176 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1db06-16ad-4470-8765-1fcbe797b637 req-cb90baa7-78ad-4532-914e-923fc4684787 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:31.227808 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a7f1db06-16ad-4470-8765-1fcbe797b637 req-cb90baa7-78ad-4532-914e-923fc4684787 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8d5681b-6648-4a5c-beac-85425330634d HTTP/1.1" status: 200 len: 935 time: 0.1544635 Nov 27 03:42:31.321866 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6410cd17-60e2-4951-8c56-2506f6670fe2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:31.327909 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6410cd17-60e2-4951-8c56-2506f6670fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:31.334840 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a7f1db06-16ad-4470-8765-1fcbe797b637 req-86679c0a-fb4a-41da-b006-a600ddccffc7 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1817211-bef1-478e-85a2-58f011d4bf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049609 Nov 27 03:42:31.389902 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6410cd17-60e2-4951-8c56-2506f6670fe2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=24fd035eaf4841889bc7551a41a8c3dd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3761137 Nov 27 03:42:31.392758 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 52014) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:31.403568 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 52016) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:31.407354 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-ab125bcd-c095-4038-8d94-3cbbadc7795c None None] Provisioning complete for port 7a24fbfc-e959-4c68-916c-82f45c869406 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:42:31.407838 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ab125bcd-c095-4038-8d94-3cbbadc7795c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:31.429494 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-46d95380-6a4e-49a4-85a0-2245d9148d8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:31.432388 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6410cd17-60e2-4951-8c56-2506f6670fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8f6bc2-b925-488b-9483-a48eb693e317,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:31.522481 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-ab125bcd-c095-4038-8d94-3cbbadc7795c None None] Port 7a24fbfc-e959-4c68-916c-82f45c869406 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:42:31.525500 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-53052436-5df7-4086-b917-13c187148b59 req-31938ade-07d9-41b3-ac2f-609914dffa0b tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd4fc9c8-e551-4417-a0f0-f69f6394a878 HTTP/1.1" status: 200 len: 210 time: 0.0449688 Nov 27 03:42:31.545960 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ec204194-514a-40cb-a2bd-08430684ef3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:31.590158 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-46d95380-6a4e-49a4-85a0-2245d9148d8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:31.595596 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-46d95380-6a4e-49a4-85a0-2245d9148d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:31.596674 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ec204194-514a-40cb-a2bd-08430684ef3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:31.651816 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d95380-6a4e-49a4-85a0-2245d9148d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99e2c7e-b637-4736-a75a-eaa2e282d5dd,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:31.677226 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-46d95380-6a4e-49a4-85a0-2245d9148d8c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d68fd9d7e6644d198e29038d4a362e92&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2710202 Nov 27 03:42:31.680143 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 52018) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:31.701622 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ec204194-514a-40cb-a2bd-08430684ef3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:31.704449 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ec204194-514a-40cb-a2bd-08430684ef3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:31.705599 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ec204194-514a-40cb-a2bd-08430684ef3b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bb8f6bc2-b925-488b-9483-a48eb693e317 HTTP/1.1" status: 204 len: 168 time: 0.3118560 Nov 27 03:42:31.723914 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec204194-514a-40cb-a2bd-08430684ef3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8f6bc2-b925-488b-9483-a48eb693e317,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:31.749164 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-dea62bf5-b769-42e3-94f2-b5db151fd446 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 03:42:31.750448 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-dea62bf5-b769-42e3-94f2-b5db151fd446 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063682 Nov 27 03:42:31.778370 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-432344a1-a5bc-4e17-8183-9ad3a7afb976 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:31.818781 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-432344a1-a5bc-4e17-8183-9ad3a7afb976 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:31.892335 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-432344a1-a5bc-4e17-8183-9ad3a7afb976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:31.903367 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-432344a1-a5bc-4e17-8183-9ad3a7afb976 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:31.907627 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-432344a1-a5bc-4e17-8183-9ad3a7afb976 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a99e2c7e-b637-4736-a75a-eaa2e282d5dd HTTP/1.1" status: 204 len: 168 time: 0.2227740 Nov 27 03:42:31.919073 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432344a1-a5bc-4e17-8183-9ad3a7afb976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99e2c7e-b637-4736-a75a-eaa2e282d5dd,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:32.447098 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 52048) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:32.514089 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7c4b4-6b96-43e3-abe9-447f3e84e97d req-c65c8a79-6a12-441a-89d2-4d55f93de1d1 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:32.519078 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-aee7c4b4-6b96-43e3-abe9-447f3e84e97d req-c65c8a79-6a12-441a-89d2-4d55f93de1d1 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8d5681b-6648-4a5c-beac-85425330634d HTTP/1.1" status: 200 len: 935 time: 0.0784924 Nov 27 03:42:32.581281 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-aee7c4b4-6b96-43e3-abe9-447f3e84e97d req-cf917337-aa0b-4652-a5e2-d26e433f57a5 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1817211-bef1-478e-85a2-58f011d4bf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553248 Nov 27 03:42:32.662656 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c247f047-27cb-4e69-a457-ae3a6487cc3b req-27709a42-113e-4002-9d63-1a0cffc9a791 tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd4fc9c8-e551-4417-a0f0-f69f6394a878 HTTP/1.1" status: 200 len: 210 time: 0.0309460 Nov 27 03:42:32.683519 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bbb6d463-bf8f-405e-a576-9f252d080749 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:32.731912 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 52064) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:32.777327 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bbb6d463-bf8f-405e-a576-9f252d080749 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:32.789595 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bbb6d463-bf8f-405e-a576-9f252d080749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:32.847544 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-bbb6d463-bf8f-405e-a576-9f252d080749 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7c96aa6f65284525b1ca2d36929d8beb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3969562 Nov 27 03:42:32.847868 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 52072) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:32.858158 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb6d463-bf8f-405e-a576-9f252d080749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0d99c3-f262-47c4-8549-1685f97d0f3e,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:32.909934 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8a197b4-dab7-4951-a394-5b4b10e77045 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:32.946704 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8a197b4-dab7-4951-a394-5b4b10e77045 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:33.023145 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8a197b4-dab7-4951-a394-5b4b10e77045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:33.025800 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8a197b4-dab7-4951-a394-5b4b10e77045 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:33.027035 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e8a197b4-dab7-4951-a394-5b4b10e77045 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b0d99c3-f262-47c4-8549-1685f97d0f3e HTTP/1.1" status: 204 len: 168 time: 0.1782091 Nov 27 03:42:33.035322 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5e94c0f4-76b6-4e5e-8f7d-93ad42275f9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:33.050600 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a197b4-dab7-4951-a394-5b4b10e77045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0d99c3-f262-47c4-8549-1685f97d0f3e,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:33.168333 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5e94c0f4-76b6-4e5e-8f7d-93ad42275f9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:33.182199 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5e94c0f4-76b6-4e5e-8f7d-93ad42275f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:33.225735 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-5e94c0f4-76b6-4e5e-8f7d-93ad42275f9a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de88fd01f1e54829825b0a1927fd5bbe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4927378 Nov 27 03:42:33.228266 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 52086) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:33.234532 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94c0f4-76b6-4e5e-8f7d-93ad42275f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033cfa50-ec22-4c7a-95ad-5a05e791121c,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:33.287450 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-884ad828-dea5-4542-8932-fa340716df43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:33.316728 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-884ad828-dea5-4542-8932-fa340716df43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:33.388781 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-884ad828-dea5-4542-8932-fa340716df43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:33.393741 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-884ad828-dea5-4542-8932-fa340716df43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:33.398335 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-884ad828-dea5-4542-8932-fa340716df43 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/033cfa50-ec22-4c7a-95ad-5a05e791121c HTTP/1.1" status: 204 len: 168 time: 0.1667767 Nov 27 03:42:33.407839 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ad828-dea5-4542-8932-fa340716df43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033cfa50-ec22-4c7a-95ad-5a05e791121c,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:33.490930 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 52096) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:33.508857 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-114830c5-5c03-465a-8c01-a633a33ff5b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:33.599377 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-114830c5-5c03-465a-8c01-a633a33ff5b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:33.608085 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-114830c5-5c03-465a-8c01-a633a33ff5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:33.655613 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114830c5-5c03-465a-8c01-a633a33ff5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fa6c07-5893-4454-9ade-409b796ea84c,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:33.728517 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-114830c5-5c03-465a-8c01-a633a33ff5b5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ea488e8f46149d6905dc2f52d744caf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2335973 Nov 27 03:42:33.728709 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 52104) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:33.774118 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8397cf1-248a-40e2-a63e-ca0a1927a830 req-17a36826-16ea-4b31-804b-0912df6bb2af tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:33.782493 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a8397cf1-248a-40e2-a63e-ca0a1927a830 req-17a36826-16ea-4b31-804b-0912df6bb2af tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8d5681b-6648-4a5c-beac-85425330634d HTTP/1.1" status: 200 len: 935 time: 0.1149371 Nov 27 03:42:33.834400 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a880d3b7-9e34-4ec7-b060-558d876fb270 req-3707f947-0311-4961-88db-98209dde6911 tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd4fc9c8-e551-4417-a0f0-f69f6394a878 HTTP/1.1" status: 200 len: 210 time: 0.0494728 Nov 27 03:42:33.854452 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6843d0ee-b625-41fe-be52-c39832f70253 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:33.892638 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a8397cf1-248a-40e2-a63e-ca0a1927a830 req-56fd9d03-efc2-47a9-9cf7-e7195920f270 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1817211-bef1-478e-85a2-58f011d4bf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014218 Nov 27 03:42:33.938006 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 52110) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:34.012143 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6843d0ee-b625-41fe-be52-c39832f70253 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:34.085037 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6843d0ee-b625-41fe-be52-c39832f70253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:34.087762 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6843d0ee-b625-41fe-be52-c39832f70253 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:34.088912 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6843d0ee-b625-41fe-be52-c39832f70253 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/35fa6c07-5893-4454-9ade-409b796ea84c HTTP/1.1" status: 204 len: 168 time: 0.3592441 Nov 27 03:42:34.106037 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 52118) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:34.108633 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6843d0ee-b625-41fe-be52-c39832f70253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fa6c07-5893-4454-9ade-409b796ea84c,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:34.126951 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a09faac9-44a2-4648-9841-19e93be8dcde admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:34.297200 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a09faac9-44a2-4648-9841-19e93be8dcde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:34.303542 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a09faac9-44a2-4648-9841-19e93be8dcde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:34.323848 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-16a9b095-d0d9-4321-87ef-22a37e564fa9 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1267762608-network', 'tenant_id': '35cfdc78458c41aab44b0a976c3549af'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:42:34.377236 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a09faac9-44a2-4648-9841-19e93be8dcde admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=abfd7e7f229e410c82ad7cd85a3f7c02&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2700441 Nov 27 03:42:34.378589 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09faac9-44a2-4648-9841-19e93be8dcde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d1bca9-977e-4116-8865-f27443afe94c,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:34.380105 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 52124) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:34.381231 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a9b095-d0d9-4321-87ef-22a37e564fa9 admin admin] Made reservation on behalf of 35cfdc78458c41aab44b0a976c3549af for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:42:34.383565 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-16a9b095-d0d9-4321-87ef-22a37e564fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:34.392084 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-16a9b095-d0d9-4321-87ef-22a37e564fa9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:34.504355 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-06f44f0c-ea52-48b6-87e3-50fe4dac8b01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:34.519371 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-16a9b095-d0d9-4321-87ef-22a37e564fa9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:34.528803 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-16a9b095-d0d9-4321-87ef-22a37e564fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:34.560220 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-06f44f0c-ea52-48b6-87e3-50fe4dac8b01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:34.588658 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16a9b095-d0d9-4321-87ef-22a37e564fa9 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:42:34.611539 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a9b095-d0d9-4321-87ef-22a37e564fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ef2250-4a84-46cd-af0b-076f24c4e53d,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:34.624598 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-06f44f0c-ea52-48b6-87e3-50fe4dac8b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:34.630155 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-06f44f0c-ea52-48b6-87e3-50fe4dac8b01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:34.636301 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-06f44f0c-ea52-48b6-87e3-50fe4dac8b01 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b9d1bca9-977e-4116-8865-f27443afe94c HTTP/1.1" status: 204 len: 168 time: 0.2538033 Nov 27 03:42:34.637148 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-16a9b095-d0d9-4321-87ef-22a37e564fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:34.638017 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-16a9b095-d0d9-4321-87ef-22a37e564fa9 admin admin] Added segment 74310010-e448-4edf-8f12-15f9f8367765 of type vlan for network b645cec8-c88e-4bba-8234-b110de21cfe7 Nov 27 03:42:34.648269 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f44f0c-ea52-48b6-87e3-50fe4dac8b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d1bca9-977e-4116-8865-f27443afe94c,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:34.712617 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 52134) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:34.713349 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-16a9b095-d0d9-4321-87ef-22a37e564fa9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:34.741291 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cf463c41-02d1-40e3-929d-f1ce04f01561 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:34.790153 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-16a9b095-d0d9-4321-87ef-22a37e564fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:34.791228 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a9b095-d0d9-4321-87ef-22a37e564fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:34.791852 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-16a9b095-d0d9-4321-87ef-22a37e564fa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:34.861677 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-16a9b095-d0d9-4321-87ef-22a37e564fa9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9217720 Nov 27 03:42:34.864178 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 52138) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:34.877743 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a9b095-d0d9-4321-87ef-22a37e564fa9 admin admin] Pushing event updated for resources: {'Network': ['ID=b645cec8-c88e-4bba-8234-b110de21cfe7,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:34.883858 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-34765de2-0b5a-421e-a6a1-ba88a0e9f19e admin admin] Request body: {'subnet': {'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1267762608-subnet', 'tenant_id': '35cfdc78458c41aab44b0a976c3549af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:42:34.904151 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network b645cec8-c88e-4bba-8234-b110de21cfe7 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:42:34.971486 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cf463c41-02d1-40e3-929d-f1ce04f01561 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:34.985935 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cf463c41-02d1-40e3-929d-f1ce04f01561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:35.030263 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34765de2-0b5a-421e-a6a1-ba88a0e9f19e admin admin] Made reservation on behalf of 35cfdc78458c41aab44b0a976c3549af for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:42:35.032770 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-34765de2-0b5a-421e-a6a1-ba88a0e9f19e admin admin] Publish callbacks [] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:35.077934 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54451937-2a58-4108-92a5-a97af140188c req-f438002f-c7db-412b-a205-249497ef6c85 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:35.079935 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-54451937-2a58-4108-92a5-a97af140188c req-f438002f-c7db-412b-a205-249497ef6c85 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8d5681b-6648-4a5c-beac-85425330634d HTTP/1.1" status: 200 len: 935 time: 0.0716579 Nov 27 03:42:35.176135 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-54451937-2a58-4108-92a5-a97af140188c req-50cb8303-a318-4533-b6f9-594ce7ad950f tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1817211-bef1-478e-85a2-58f011d4bf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892305 Nov 27 03:42:35.213350 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bbfa467e-f7c6-4b4f-adbb-6de664fe556b req-a8e91f53-7dd6-42d9-9558-7bbf32de4b3d tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd4fc9c8-e551-4417-a0f0-f69f6394a878 HTTP/1.1" status: 200 len: 210 time: 0.1926594 Nov 27 03:42:35.237068 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-cf463c41-02d1-40e3-929d-f1ce04f01561 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=252d6e0fe1ec4a5389e347b1742fe4a5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5221922 Nov 27 03:42:35.240210 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 52154) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:35.248346 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf463c41-02d1-40e3-929d-f1ce04f01561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83fce5b-4d26-409f-af7c-7e4b6a6577ce,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:35.376771 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ab7995a3-0223-48e0-a12b-835b2240da07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:35.400598 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-34765de2-0b5a-421e-a6a1-ba88a0e9f19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:35.421959 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ab7995a3-0223-48e0-a12b-835b2240da07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:35.510429 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34765de2-0b5a-421e-a6a1-ba88a0e9f19e admin admin] Pushing event updated for resources: {'Subnet': ['ID=022c48dd-3720-4645-8f22-45c74ce924ab,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:35.516610 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34765de2-0b5a-421e-a6a1-ba88a0e9f19e admin admin] Checking segment: {'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:42:35.516996 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34765de2-0b5a-421e-a6a1-ba88a0e9f19e admin admin] Network hostable DHCP agents. Network: b645cec8-c88e-4bba-8234-b110de21cfe7, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:42:35.540802 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34765de2-0b5a-421e-a6a1-ba88a0e9f19e admin admin] Network b645cec8-c88e-4bba-8234-b110de21cfe7 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:42:35.544137 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ab7995a3-0223-48e0-a12b-835b2240da07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:35.546664 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ab7995a3-0223-48e0-a12b-835b2240da07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:35.547954 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ab7995a3-0223-48e0-a12b-835b2240da07 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d83fce5b-4d26-409f-af7c-7e4b6a6577ce HTTP/1.1" status: 204 len: 168 time: 0.3062458 Nov 27 03:42:35.559735 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7995a3-0223-48e0-a12b-835b2240da07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83fce5b-4d26-409f-af7c-7e4b6a6577ce,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:35.562932 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-34765de2-0b5a-421e-a6a1-ba88a0e9f19e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, b645cec8-c88e-4bba-8234-b110de21cfe7) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:42:35.566944 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34765de2-0b5a-421e-a6a1-ba88a0e9f19e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:35.568125 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-34765de2-0b5a-421e-a6a1-ba88a0e9f19e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:35.586917 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25df5bb-5ad8-4108-9f4a-d16d67ff0de1 None None] Network b645cec8-c88e-4bba-8234-b110de21cfe7 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:42:35.595748 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-34765de2-0b5a-421e-a6a1-ba88a0e9f19e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7203772 Nov 27 03:42:35.814797 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8c4c57-510a-43fb-8195-d2159c4b79fa None None] Network b645cec8-c88e-4bba-8234-b110de21cfe7 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:42:36.375412 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-36c1a5ef-42fb-4e6a-b20f-4829e2057c70 req-b6da2936-3a8a-43ce-a68f-4a112425451f tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd4fc9c8-e551-4417-a0f0-f69f6394a878 HTTP/1.1" status: 200 len: 210 time: 0.0294793 Nov 27 03:42:36.382620 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cce72b-61f8-402e-8e6d-160dddc252f2 req-1f26d1d1-79e8-4966-a03e-22fc20f538f5 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:36.395851 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e1cce72b-61f8-402e-8e6d-160dddc252f2 req-1f26d1d1-79e8-4966-a03e-22fc20f538f5 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8d5681b-6648-4a5c-beac-85425330634d HTTP/1.1" status: 200 len: 935 time: 0.1067479 Nov 27 03:42:36.465572 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e1cce72b-61f8-402e-8e6d-160dddc252f2 req-8852bb08-4b57-495b-afe2-2a40d04accb9 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1817211-bef1-478e-85a2-58f011d4bf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665872 Nov 27 03:42:37.021884 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 52226) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:37.181722 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 52236) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:37.186847 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-366da116-29cc-4da7-8cc1-7960199f425d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-901943301-network', 'tenant_id': 'ebca2a5147874d69a669f05de73348a8'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:42:37.224666 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-97a22598-00a5-456e-9178-8f17accba9e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:37.226412 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366da116-29cc-4da7-8cc1-7960199f425d admin admin] Made reservation on behalf of ebca2a5147874d69a669f05de73348a8 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:42:37.232480 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-366da116-29cc-4da7-8cc1-7960199f425d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:37.256078 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-366da116-29cc-4da7-8cc1-7960199f425d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:37.395362 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-97a22598-00a5-456e-9178-8f17accba9e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:37.419833 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-97a22598-00a5-456e-9178-8f17accba9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:37.439230 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-366da116-29cc-4da7-8cc1-7960199f425d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:37.451991 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-366da116-29cc-4da7-8cc1-7960199f425d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:37.512295 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-97a22598-00a5-456e-9178-8f17accba9e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f0e01b7d1af04fd38dcc50955b4904bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4892585 Nov 27 03:42:37.513333 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a22598-00a5-456e-9178-8f17accba9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd721986-8738-4b38-b123-89dd23649cd6,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:37.517155 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 52248) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:37.527912 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-366da116-29cc-4da7-8cc1-7960199f425d admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:42:37.542628 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-366da116-29cc-4da7-8cc1-7960199f425d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:37.542988 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-366da116-29cc-4da7-8cc1-7960199f425d admin admin] Added segment 6f56a6f7-d3ab-4f4b-b64c-25f13fadc545 of type vlan for network 8b6dd9ad-1cde-4401-b269-390be8324849 Nov 27 03:42:37.593668 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7aab42ac-8256-4dac-aff5-c646aad8c3e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:37.607866 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-366da116-29cc-4da7-8cc1-7960199f425d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:37.623648 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7aab42ac-8256-4dac-aff5-c646aad8c3e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:37.675210 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-af536286-61bb-4546-941f-6cd949368f24 req-cdb09909-f46b-4d43-ad1a-6c4452658340 tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd4fc9c8-e551-4417-a0f0-f69f6394a878 HTTP/1.1" status: 200 len: 210 time: 0.1696165 Nov 27 03:42:37.680744 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-366da116-29cc-4da7-8cc1-7960199f425d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:37.681989 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366da116-29cc-4da7-8cc1-7960199f425d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:37.682878 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-366da116-29cc-4da7-8cc1-7960199f425d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:37.707176 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366da116-29cc-4da7-8cc1-7960199f425d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761da86d-831e-4173-89b8-73db44707d62,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:37.747068 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce2042-9d9a-4eaa-8dcc-c1d0f48dabc5 req-544c494b-aa41-4265-9c3b-549d4bb519fd tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:37.754764 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-63ce2042-9d9a-4eaa-8dcc-c1d0f48dabc5 req-544c494b-aa41-4265-9c3b-549d4bb519fd tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8d5681b-6648-4a5c-beac-85425330634d HTTP/1.1" status: 200 len: 935 time: 0.0970008 Nov 27 03:42:37.790294 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-366da116-29cc-4da7-8cc1-7960199f425d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6073017 Nov 27 03:42:37.793968 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 52256) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:37.799935 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-07fb1f6b-b64f-472b-a9e0-5c0315dba15f admin admin] Request body: {'subnet': {'network_id': '8b6dd9ad-1cde-4401-b269-390be8324849', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-901943301-subnet', 'tenant_id': 'ebca2a5147874d69a669f05de73348a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:42:37.804780 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7aab42ac-8256-4dac-aff5-c646aad8c3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:37.807461 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7aab42ac-8256-4dac-aff5-c646aad8c3e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:37.811771 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7aab42ac-8256-4dac-aff5-c646aad8c3e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fd721986-8738-4b38-b123-89dd23649cd6 HTTP/1.1" status: 204 len: 168 time: 0.2911601 Nov 27 03:42:37.815720 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366da116-29cc-4da7-8cc1-7960199f425d admin admin] Pushing event updated for resources: {'Network': ['ID=8b6dd9ad-1cde-4401-b269-390be8324849,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:37.829475 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 8b6dd9ad-1cde-4401-b269-390be8324849 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:42:37.852416 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aab42ac-8256-4dac-aff5-c646aad8c3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd721986-8738-4b38-b123-89dd23649cd6,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:37.874826 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-63ce2042-9d9a-4eaa-8dcc-c1d0f48dabc5 req-109127b7-900f-4a1e-b2ba-d5833ca0c314 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1817211-bef1-478e-85a2-58f011d4bf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190071 Nov 27 03:42:37.885776 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07fb1f6b-b64f-472b-a9e0-5c0315dba15f admin admin] Made reservation on behalf of ebca2a5147874d69a669f05de73348a8 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:42:37.889587 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-07fb1f6b-b64f-472b-a9e0-5c0315dba15f admin admin] Publish callbacks [] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:38.215376 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-07fb1f6b-b64f-472b-a9e0-5c0315dba15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:38.287201 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb1f6b-b64f-472b-a9e0-5c0315dba15f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5f4e6ec-2f39-4fc9-9ab7-12a8d891ed63,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:38.297937 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fb1f6b-b64f-472b-a9e0-5c0315dba15f admin admin] Checking segment: {'id': '6f56a6f7-d3ab-4f4b-b64c-25f13fadc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8b6dd9ad-1cde-4401-b269-390be8324849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:42:38.298262 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fb1f6b-b64f-472b-a9e0-5c0315dba15f admin admin] Network hostable DHCP agents. Network: 8b6dd9ad-1cde-4401-b269-390be8324849, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:42:38.326134 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fb1f6b-b64f-472b-a9e0-5c0315dba15f admin admin] Network 8b6dd9ad-1cde-4401-b269-390be8324849 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:42:38.362984 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-07fb1f6b-b64f-472b-a9e0-5c0315dba15f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 8b6dd9ad-1cde-4401-b269-390be8324849) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:42:38.370944 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fb1f6b-b64f-472b-a9e0-5c0315dba15f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:38.371744 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-07fb1f6b-b64f-472b-a9e0-5c0315dba15f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:38.373011 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522282fd-ce52-493f-a364-9b289aeab134 None None] Network 8b6dd9ad-1cde-4401-b269-390be8324849 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:42:38.409571 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-07fb1f6b-b64f-472b-a9e0-5c0315dba15f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6065729 Nov 27 03:42:38.457586 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 52274) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:38.485115 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1e4971f2-e612-4508-9040-7b87a391fa39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:38.697901 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1e4971f2-e612-4508-9040-7b87a391fa39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:38.711944 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1e4971f2-e612-4508-9040-7b87a391fa39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:38.723153 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a0613e-9043-49bc-b4ca-b75da9980f24 None None] Network 8b6dd9ad-1cde-4401-b269-390be8324849 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:42:38.760580 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4971f2-e612-4508-9040-7b87a391fa39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160c0c7e-91a2-490b-ae13-4bb2ce8e8d09,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:38.793569 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 52290) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:38.804898 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1e4971f2-e612-4508-9040-7b87a391fa39 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6943afc54bb8475b92ab701a17bdac8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3425651 Nov 27 03:42:38.879312 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8a05f291-205c-444c-99c0-b5e23a752495 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:38.917764 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8a05f291-205c-444c-99c0-b5e23a752495 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:38.928084 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7bd191a4-ae27-4c58-94c8-3520376b185d req-b81f86ec-bc29-4546-aad7-85094154f436 tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd4fc9c8-e551-4417-a0f0-f69f6394a878 HTTP/1.1" status: 200 len: 210 time: 0.0694993 Nov 27 03:42:39.081139 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8a05f291-205c-444c-99c0-b5e23a752495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:39.087073 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8a05f291-205c-444c-99c0-b5e23a752495 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:39.094127 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8a05f291-205c-444c-99c0-b5e23a752495 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/160c0c7e-91a2-490b-ae13-4bb2ce8e8d09 HTTP/1.1" status: 204 len: 168 time: 0.2965753 Nov 27 03:42:39.110829 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a05f291-205c-444c-99c0-b5e23a752495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160c0c7e-91a2-490b-ae13-4bb2ce8e8d09,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:39.130890 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d3f46-cb5d-4c60-ac59-92d356cacc54 req-cbbc8acc-64fd-43b8-b7c4-791f678c3d80 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:39.132421 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-654d3f46-cb5d-4c60-ac59-92d356cacc54 req-cbbc8acc-64fd-43b8-b7c4-791f678c3d80 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8d5681b-6648-4a5c-beac-85425330634d HTTP/1.1" status: 200 len: 935 time: 0.0893056 Nov 27 03:42:39.226202 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-654d3f46-cb5d-4c60-ac59-92d356cacc54 req-2a7bf5aa-227b-4d9a-b0eb-cbf731b3600f tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1817211-bef1-478e-85a2-58f011d4bf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846815 Nov 27 03:42:40.045945 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-65a7ef08-51c6-4293-bc01-a7f88bc4fe8c tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:40.047463 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-65a7ef08-51c6-4293-bc01-a7f88bc4fe8c tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/networks?id=b645cec8-c88e-4bba-8234-b110de21cfe7 HTTP/1.1" status: 200 len: 821 time: 0.2876835 Nov 27 03:42:40.062000 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-8e40997c-d12d-469f-8602-7285c7cc5ba0 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/quotas/35cfdc78458c41aab44b0a976c3549af HTTP/1.1" status: 200 len: 375 time: 0.0089490 Nov 27 03:42:40.094103 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-559612be-620f-4982-b58f-0cbba5596e4a tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=35cfdc78458c41aab44b0a976c3549af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262790 Nov 27 03:42:40.310082 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-a48eb4eb-27b1-45f1-857d-9e96f5ef727c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 03:42:40.311122 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-a48eb4eb-27b1-45f1-857d-9e96f5ef727c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0932183 Nov 27 03:42:40.429735 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-07712ba6-b160-40cf-85ef-4b2895f81e73 service neutron] 10.222.0.20 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122997 Nov 27 03:42:40.537408 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-983f1296-f8c5-404d-95e6-eb9d3545c486 service neutron] 10.222.0.20 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013277 Nov 27 03:42:40.758683 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-af2e9a6d-0dc4-4257-8094-53a3f43c7e15 req-d52ebf57-9514-458e-9f96-8ec9b5740948 tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd4fc9c8-e551-4417-a0f0-f69f6394a878 HTTP/1.1" status: 200 len: 210 time: 0.0437834 Nov 27 03:42:40.791134 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.11', 61094) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:40.855628 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-803adc84-d33f-4e35-a79c-a741e364abd4 tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=dfd23a066fce4592862625a3ca9faf16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446682 Nov 27 03:42:40.949670 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c73320-4782-4abb-8e9a-921a2be7e5df req-e5dd4c45-8801-47b1-8b69-c5c003ff6ef2 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:40.951225 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f3c73320-4782-4abb-8e9a-921a2be7e5df req-e5dd4c45-8801-47b1-8b69-c5c003ff6ef2 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8d5681b-6648-4a5c-beac-85425330634d HTTP/1.1" status: 200 len: 935 time: 0.0619793 Nov 27 03:42:40.987335 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-1c63537a-c9e6-41be-a529-46bae1f38d23 service neutron] Request body: {'port': {'device_id': 'b8d5681b-6648-4a5c-beac-85425330634d', 'device_owner': 'compute:tempest-test_az-2087561121', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:42:41.063013 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-336b96b7-f3d7-4093-9698-daefc0881664 tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:41.064992 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-336b96b7-f3d7-4093-9698-daefc0881664 tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1982529 Nov 27 03:42:41.100024 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-dac27060-13a3-4737-885f-b73431b295fd tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] Request body: {'port': {'device_id': 'cd4fc9c8-e551-4417-a0f0-f69f6394a878', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'admin_state_up': True, 'tenant_id': 'dfd23a066fce4592862625a3ca9faf16'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:42:41.103726 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 52386) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:41.127288 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f3c73320-4782-4abb-8e9a-921a2be7e5df req-4eba4c1d-c74c-434f-af2a-e77f782a8f9c tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1817211-bef1-478e-85a2-58f011d4bf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693332 Nov 27 03:42:41.140285 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-1c63537a-c9e6-41be-a529-46bae1f38d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:41.286766 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ab37eee9-64bc-48f7-bca7-77b1c408289f req-27f6705c-cecf-4576-8e7a-9f1fd42e562a tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1fc4af-eec6-4bfc-83a5-e96d29180c7a HTTP/1.1" status: 200 len: 210 time: 0.0546739 Nov 27 03:42:41.367922 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d0083224-8410-459f-a7d7-76656c742308 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:41.498001 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-dac27060-13a3-4737-885f-b73431b295fd tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] Made reservation on behalf of dfd23a066fce4592862625a3ca9faf16 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:42:41.502777 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-dac27060-13a3-4737-885f-b73431b295fd tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:41.521097 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-dac27060-13a3-4737-885f-b73431b295fd tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:41.552742 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d0083224-8410-459f-a7d7-76656c742308 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:41.564907 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d0083224-8410-459f-a7d7-76656c742308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:41.627084 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-1c63537a-c9e6-41be-a529-46bae1f38d23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a24fbfc-e959-4c68-916c-82f45c869406 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:42:41.635878 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-1c63537a-c9e6-41be-a529-46bae1f38d23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:41.661274 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0083224-8410-459f-a7d7-76656c742308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2a87dd-4711-4369-99f2-eb2587147f7c,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:41.665627 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-1c63537a-c9e6-41be-a529-46bae1f38d23 service neutron] Transition to ACTIVE for port object 7a24fbfc-e959-4c68-916c-82f45c869406 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:42:41.677813 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d0083224-8410-459f-a7d7-76656c742308 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=427f663e1ee34af386d08bc54d0400b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5650730 Nov 27 03:42:41.678471 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 52416) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:41.679444 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-1c63537a-c9e6-41be-a529-46bae1f38d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:41.736220 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-dac27060-13a3-4737-885f-b73431b295fd tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:41.746499 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-dac27060-13a3-4737-885f-b73431b295fd tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:41.799491 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 52426) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:41.836798 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c63537a-c9e6-41be-a529-46bae1f38d23 service neutron] Pushing event updated for resources: {'Port': ['ID=7a24fbfc-e959-4c68-916c-82f45c869406,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:41.905616 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-1c63537a-c9e6-41be-a529-46bae1f38d23 service neutron] Attempting to bind port 7a24fbfc-e959-4c68-916c-82f45c869406 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:42:41.906211 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-1c63537a-c9e6-41be-a529-46bae1f38d23 service neutron] Attempting to bind port 7a24fbfc-e959-4c68-916c-82f45c869406 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:42:41.906790 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-1c63537a-c9e6-41be-a529-46bae1f38d23 service neutron] Attempting to bind port 7a24fbfc-e959-4c68-916c-82f45c869406 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:42:41.912778 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-1c63537a-c9e6-41be-a529-46bae1f38d23 service neutron] Port 7a24fbfc-e959-4c68-916c-82f45c869406 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:42:41.913465 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-1c63537a-c9e6-41be-a529-46bae1f38d23 service neutron] Attempting to bind port 7a24fbfc-e959-4c68-916c-82f45c869406 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:42:41.929940 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b6409b1b-1c91-4c0f-b33f-1bc26f451fa6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:41.953460 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-1c63537a-c9e6-41be-a529-46bae1f38d23 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:42:41.953837 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-1c63537a-c9e6-41be-a529-46bae1f38d23 service neutron] Checking segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:42:41.954405 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-1c63537a-c9e6-41be-a529-46bae1f38d23 service neutron] Bound using segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:42:41.954895 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-1c63537a-c9e6-41be-a529-46bae1f38d23 service neutron] Bound port: 7a24fbfc-e959-4c68-916c-82f45c869406, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:42:41.955249 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-1c63537a-c9e6-41be-a529-46bae1f38d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:41.960419 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-de9fa0b6-0294-4aaa-85a9-669f4ead1f9f req-d5420939-10b5-4f38-b688-64c96ae87b7e tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd4fc9c8-e551-4417-a0f0-f69f6394a878 HTTP/1.1" status: 200 len: 210 time: 0.0431659 Nov 27 03:42:41.992431 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac27060-13a3-4737-885f-b73431b295fd tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=394f60c3-c8b9-4d4e-b1e9-0b1b817243d7,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:42.035252 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b6409b1b-1c91-4c0f-b33f-1bc26f451fa6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:42.055008 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-1c63537a-c9e6-41be-a529-46bae1f38d23 service neutron] For port 7a24fbfc-e959-4c68-916c-82f45c869406, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:42:42.060390 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-1c63537a-c9e6-41be-a529-46bae1f38d23 service neutron] For port 7a24fbfc-e959-4c68-916c-82f45c869406, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=7a24fbfc-e959-4c68-916c-82f45c869406,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:42:42.066380 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-1c63537a-c9e6-41be-a529-46bae1f38d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:42.070006 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0ab89f78-4e34-44da-8380-b575b91876a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:42.108189 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-1c63537a-c9e6-41be-a529-46bae1f38d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:42.108918 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-1c63537a-c9e6-41be-a529-46bae1f38d23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:42.110444 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-1c63537a-c9e6-41be-a529-46bae1f38d23 service neutron] 10.222.0.11 "PUT /v2.0/ports/7a24fbfc-e959-4c68-916c-82f45c869406 HTTP/1.1" status: 200 len: 1117 time: 1.5524337 Nov 27 03:42:42.111044 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8d5681b-6648-4a5c-beac-85425330634d', 'tag': '7a24fbfc-e959-4c68-916c-82f45c869406'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:42:42.192917 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 52438) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:42.309333 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c63537a-c9e6-41be-a529-46bae1f38d23 service neutron] Pushing event updated for resources: {'Port': ['ID=7a24fbfc-e959-4c68-916c-82f45c869406,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:42.310574 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-dac27060-13a3-4737-885f-b73431b295fd tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] Allocated IP 192.168.233.117 (7cd21890-8440-4d5d-a862-4b55c8c22387/f14a2acf-f1d7-4ddf-8459-b30982428e88/500c0095-814d-43db-97eb-4ed85efd8b56) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:42:42.369544 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-f4bff3b7-25e6-49d6-a5ef-7b59a2680569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:42.371129 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-f4bff3b7-25e6-49d6-a5ef-7b59a2680569 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7ab214aa9fd24cab90fc61fd420933ab&device_id=b8d5681b-6648-4a5c-beac-85425330634d HTTP/1.1" status: 200 len: 1120 time: 0.1367331 Nov 27 03:42:42.371537 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.23', 65203) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:42.405424 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2a0c49-4167-4f64-869c-f196fd1d17d2" -d '{"events": [{"name": "network-changed", "server_uuid": "b8d5681b-6648-4a5c-beac-85425330634d", "tag": "7a24fbfc-e959-4c68-916c-82f45c869406"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:42:42.433338 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7c287206-3979-4184-ab57-dff7688f7b0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:42.448791 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b6409b1b-1c91-4c0f-b33f-1bc26f451fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:42.451343 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b6409b1b-1c91-4c0f-b33f-1bc26f451fa6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:42.454944 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b6409b1b-1c91-4c0f-b33f-1bc26f451fa6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6b2a87dd-4711-4369-99f2-eb2587147f7c HTTP/1.1" status: 204 len: 168 time: 0.7690284 Nov 27 03:42:42.643452 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6409b1b-1c91-4c0f-b33f-1bc26f451fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2a87dd-4711-4369-99f2-eb2587147f7c,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:42.689500 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a740ef-8f94-4710-97bf-c1c6a4514c5e req-357222fc-601b-428f-b7cb-91d9a891a22f tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:42.696723 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-37684be0-0013-4dd3-a308-11f5024bdbf9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=7a24fbfc-e959-4c68-916c-82f45c869406 HTTP/1.1" status: 200 len: 217 time: 0.2870681 Nov 27 03:42:42.696898 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-52a740ef-8f94-4710-97bf-c1c6a4514c5e req-357222fc-601b-428f-b7cb-91d9a891a22f tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8d5681b-6648-4a5c-beac-85425330634d HTTP/1.1" status: 200 len: 969 time: 0.3899102 Nov 27 03:42:42.727028 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c0e99389-b3c9-443d-a763-611ae16cc284 req-c9ed1c5b-3190-4f35-98e6-0312da2e10a6 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1fc4af-eec6-4bfc-83a5-e96d29180c7a HTTP/1.1" status: 200 len: 210 time: 0.2205377 Nov 27 03:42:42.731239 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0ab89f78-4e34-44da-8380-b575b91876a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:42.779155 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0ab89f78-4e34-44da-8380-b575b91876a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:42.870574 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 52462) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:42.887311 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0ab89f78-4e34-44da-8380-b575b91876a9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=57df10fb49f7416788eefb1c1a7fae96&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0827553 Nov 27 03:42:42.893808 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 52464) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:42.907369 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab89f78-4e34-44da-8380-b575b91876a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c276501c-264c-4164-912b-f8f57487baaa,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:42.929121 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-8af0b3f2-5135-4788-83b8-46c2e3bb366f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:42.930813 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-8af0b3f2-5135-4788-83b8-46c2e3bb366f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.2193849 Nov 27 03:42:42.932228 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d02a637d-df0f-48f1-a9c6-a08b52b74959 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:42.940456 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-9b0f8eb1-d10e-4806-a2d4-f4cd90eedf5c tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:42.941898 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-9b0f8eb1-d10e-4806-a2d4-f4cd90eedf5c tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.23 "GET /v2.0/networks?id=b645cec8-c88e-4bba-8234-b110de21cfe7 HTTP/1.1" status: 200 len: 821 time: 0.5583675 Nov 27 03:42:42.981635 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-52a740ef-8f94-4710-97bf-c1c6a4514c5e req-8e4dc9be-132c-4961-a641-e2bf8097e6ed tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1817211-bef1-478e-85a2-58f011d4bf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836304 Nov 27 03:42:43.005780 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7c287206-3979-4184-ab57-dff7688f7b0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:43.019599 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-dac27060-13a3-4737-885f-b73431b295fd tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:43.025944 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7c287206-3979-4184-ab57-dff7688f7b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:43.077280 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-1bef92e3-ede2-426c-9111-d92346b4a25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:43.078947 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-1bef92e3-ede2-426c-9111-d92346b4a25b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1361716 Nov 27 03:42:43.163034 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30afa9a8-b71b-4eff-8671-825c79b2329b x-openstack-request-id: req-30afa9a8-b71b-4eff-8671-825c79b2329b {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:42:43.163315 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8d5681b-6648-4a5c-beac-85425330634d", "tag": "7a24fbfc-e959-4c68-916c-82f45c869406", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:42:43.163572 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30afa9a8-b71b-4eff-8671-825c79b2329b {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:42:43.164276 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8d5681b-6648-4a5c-beac-85425330634d', 'tag': '7a24fbfc-e959-4c68-916c-82f45c869406', 'status': 'completed', 'code': 200} Nov 27 03:42:43.175085 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-82512a8f-34b7-416e-bc0e-09c08cd2c6f4 req-9403455a-4187-4b85-95ef-560a3c97212b tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd4fc9c8-e551-4417-a0f0-f69f6394a878 HTTP/1.1" status: 200 len: 210 time: 0.0756719 Nov 27 03:42:43.175868 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-81658a9e-1ae4-4514-8465-a80ad968f941 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:43.179212 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7c287206-3979-4184-ab57-dff7688f7b0f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5d00ad08c5d944a6a6c97f5f2134b012&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9850655 Nov 27 03:42:43.182348 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c287206-3979-4184-ab57-dff7688f7b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7714c5-4109-407c-b6e5-4381bfd6b28e,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:43.184665 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 52470) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:43.218396 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-dac27060-13a3-4737-885f-b73431b295fd tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:43.218596 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d02a637d-df0f-48f1-a9c6-a08b52b74959 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:43.229123 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d02a637d-df0f-48f1-a9c6-a08b52b74959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:43.231111 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-81658a9e-1ae4-4514-8465-a80ad968f941 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:43.262295 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-c4396bf8-5a18-4991-bd2d-996513ea6aae service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717720 Nov 27 03:42:43.302495 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d02a637d-df0f-48f1-a9c6-a08b52b74959 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=450b83aeae3747e3b2ec8bebf2a5e477&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4226484 Nov 27 03:42:43.303317 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a637d-df0f-48f1-a9c6-a08b52b74959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe4ec0a-094f-4dbd-b9e0-d39d339abdf5,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:43.312045 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 52472) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:43.373299 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-24319606-e2ab-4f1c-99ae-f20d5931e428 req-83b61df4-eb4e-41de-9c17-754291946e76 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019990 Nov 27 03:42:43.374102 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-dac27060-13a3-4737-885f-b73431b295fd tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] Network 7cd21890-8440-4d5d-a862-4b55c8c22387 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:42:43.390045 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-dac27060-13a3-4737-885f-b73431b295fd tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:42:43.393576 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-dac27060-13a3-4737-885f-b73431b295fd tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:42:43.399713 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-dac27060-13a3-4737-885f-b73431b295fd tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:43.400369 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-dac27060-13a3-4737-885f-b73431b295fd tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:43.412395 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac27060-13a3-4737-885f-b73431b295fd tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] Pushing event updated for resources: {'Port': ['ID=500c0095-814d-43db-97eb-4ed85efd8b56,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:43.458480 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e3e8300b-1d2d-45fe-b0c0-d62a8d47bd1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:43.462680 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-dac27060-13a3-4737-885f-b73431b295fd tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3686786 Nov 27 03:42:43.496458 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-a93a12f3-cb2f-46c3-93fc-e1a6822564cc service neutron] Request body: {'port': {'device_id': 'cd4fc9c8-e551-4417-a0f0-f69f6394a878', 'device_owner': 'compute:tempest-test_az-2087561121', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:42:43.500271 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-81658a9e-1ae4-4514-8465-a80ad968f941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:43.502791 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-81658a9e-1ae4-4514-8465-a80ad968f941 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:43.506803 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-81658a9e-1ae4-4514-8465-a80ad968f941 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c276501c-264c-4164-912b-f8f57487baaa HTTP/1.1" status: 204 len: 168 time: 0.6090732 Nov 27 03:42:43.506803 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e3e8300b-1d2d-45fe-b0c0-d62a8d47bd1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:43.532929 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a0c49-4167-4f64-869c-f196fd1d17d2 req-ff956b3e-45c4-4fdf-96b5-19b7437839a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:43.534956 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cf2a0c49-4167-4f64-869c-f196fd1d17d2 req-ff956b3e-45c4-4fdf-96b5-19b7437839a1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7ab214aa9fd24cab90fc61fd420933ab&device_id=b8d5681b-6648-4a5c-beac-85425330634d HTTP/1.1" status: 200 len: 1120 time: 0.0516720 Nov 27 03:42:43.553442 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81658a9e-1ae4-4514-8465-a80ad968f941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c276501c-264c-4164-912b-f8f57487baaa,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:43.573736 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bc3b298a-b4a8-4600-ad9a-2a78e114811f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:43.600623 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bc3b298a-b4a8-4600-ad9a-2a78e114811f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:43.634237 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-eb816504-21b9-4ab5-8cd7-f277865d8188 None None] Provisioning complete for port 500c0095-814d-43db-97eb-4ed85efd8b56 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:42:43.634849 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-eb816504-21b9-4ab5-8cd7-f277865d8188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:43.680241 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-eb816504-21b9-4ab5-8cd7-f277865d8188 None None] Port 500c0095-814d-43db-97eb-4ed85efd8b56 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:42:43.684655 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-a93a12f3-cb2f-46c3-93fc-e1a6822564cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:43.731910 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e3e8300b-1d2d-45fe-b0c0-d62a8d47bd1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:43.734629 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e3e8300b-1d2d-45fe-b0c0-d62a8d47bd1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:43.738262 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e3e8300b-1d2d-45fe-b0c0-d62a8d47bd1b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c7714c5-4109-407c-b6e5-4381bfd6b28e HTTP/1.1" status: 204 len: 168 time: 0.5475054 Nov 27 03:42:43.761278 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bc3b298a-b4a8-4600-ad9a-2a78e114811f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:43.763920 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bc3b298a-b4a8-4600-ad9a-2a78e114811f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:43.765066 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-bc3b298a-b4a8-4600-ad9a-2a78e114811f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4fe4ec0a-094f-4dbd-b9e0-d39d339abdf5 HTTP/1.1" status: 204 len: 168 time: 0.4466207 Nov 27 03:42:43.768930 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e8300b-1d2d-45fe-b0c0-d62a8d47bd1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7714c5-4109-407c-b6e5-4381bfd6b28e,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:43.798415 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a0c49-4167-4f64-869c-f196fd1d17d2 req-c0a1d5e9-49d5-41f5-b643-012bc9263c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:43.800791 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cf2a0c49-4167-4f64-869c-f196fd1d17d2 req-c0a1d5e9-49d5-41f5-b643-012bc9263c78 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.2581613 Nov 27 03:42:43.858708 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cf2a0c49-4167-4f64-869c-f196fd1d17d2 req-7a1d94a4-1a6f-4091-a9bd-14dabb31d9f9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=7a24fbfc-e959-4c68-916c-82f45c869406 HTTP/1.1" status: 200 len: 217 time: 0.0466619 Nov 27 03:42:43.883528 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b298a-b4a8-4600-ad9a-2a78e114811f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe4ec0a-094f-4dbd-b9e0-d39d339abdf5,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:43.894036 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1c32d0a8-0767-4416-90fc-c2f15e5312bb req-4e75c010-6948-438b-b52f-dc3c7e69aea7 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1fc4af-eec6-4bfc-83a5-e96d29180c7a HTTP/1.1" status: 200 len: 210 time: 0.0339816 Nov 27 03:42:43.957038 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a0c49-4167-4f64-869c-f196fd1d17d2 req-067421f9-3ec2-4d59-8ac3-f6b29eda3ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:43.959061 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cf2a0c49-4167-4f64-869c-f196fd1d17d2 req-067421f9-3ec2-4d59-8ac3-f6b29eda3ce8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.0906911 Nov 27 03:42:44.053466 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a0c49-4167-4f64-869c-f196fd1d17d2 req-299dab92-ae26-47b8-86ed-8eb2b2a7a1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:44.056612 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cf2a0c49-4167-4f64-869c-f196fd1d17d2 req-299dab92-ae26-47b8-86ed-8eb2b2a7a1f3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0872948 Nov 27 03:42:44.090316 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 52490) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:44.128919 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ad8cc10b-4737-4a4e-b7d3-45d5f63db3cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:44.195410 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cf2a0c49-4167-4f64-869c-f196fd1d17d2 req-8f83e008-99e2-4e5a-ba22-ea0622f52a14 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317742 Nov 27 03:42:44.229266 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-a93a12f3-cb2f-46c3-93fc-e1a6822564cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 500c0095-814d-43db-97eb-4ed85efd8b56 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:42:44.241088 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-a93a12f3-cb2f-46c3-93fc-e1a6822564cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:44.264859 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-a93a12f3-cb2f-46c3-93fc-e1a6822564cc service neutron] Transition to ACTIVE for port object 500c0095-814d-43db-97eb-4ed85efd8b56 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:42:44.289648 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f823c-9400-49dd-8a1e-9db077357109 req-e2e042be-42bc-4afe-8fd2-fc787a2bbbc9 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:44.298359 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-173f823c-9400-49dd-8a1e-9db077357109 req-e2e042be-42bc-4afe-8fd2-fc787a2bbbc9 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8d5681b-6648-4a5c-beac-85425330634d HTTP/1.1" status: 200 len: 969 time: 0.2211785 Nov 27 03:42:44.302901 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-a93a12f3-cb2f-46c3-93fc-e1a6822564cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:44.322885 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 52494) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:44.384622 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8a548845-63d0-4aa9-a3b6-9e6016e0771d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:44.389835 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cf2a0c49-4167-4f64-869c-f196fd1d17d2 req-eb431283-3517-4693-ac6d-37544a6e9643 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879146 Nov 27 03:42:44.429268 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52380e-bbc2-41b9-8a62-1e355bf77d1d req-3f2f2c85-bbf3-4720-a603-d02e49bd126b tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:44.436824 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ee52380e-bbc2-41b9-8a62-1e355bf77d1d req-3f2f2c85-bbf3-4720-a603-d02e49bd126b tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd4fc9c8-e551-4417-a0f0-f69f6394a878 HTTP/1.1" status: 200 len: 970 time: 0.1307726 Nov 27 03:42:44.500864 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a12f3-cb2f-46c3-93fc-e1a6822564cc service neutron] Pushing event updated for resources: {'Port': ['ID=500c0095-814d-43db-97eb-4ed85efd8b56,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:44.516357 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ee52380e-bbc2-41b9-8a62-1e355bf77d1d req-f83f5a25-3e59-42b0-b022-2c089e9aa81d tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] 10.222.0.20 "GET /v2.0/security-groups?id=394f60c3-c8b9-4d4e-b1e9-0b1b817243d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784044 Nov 27 03:42:44.539973 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-173f823c-9400-49dd-8a1e-9db077357109 req-4e5c53ae-e205-4a89-afdd-aefe14d765f6 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1817211-bef1-478e-85a2-58f011d4bf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406726 Nov 27 03:42:44.543449 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-a93a12f3-cb2f-46c3-93fc-e1a6822564cc service neutron] Attempting to bind port 500c0095-814d-43db-97eb-4ed85efd8b56 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:42:44.543809 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-a93a12f3-cb2f-46c3-93fc-e1a6822564cc service neutron] Attempting to bind port 500c0095-814d-43db-97eb-4ed85efd8b56 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:42:44.544272 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-a93a12f3-cb2f-46c3-93fc-e1a6822564cc service neutron] Attempting to bind port 500c0095-814d-43db-97eb-4ed85efd8b56 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:42:44.574819 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-a93a12f3-cb2f-46c3-93fc-e1a6822564cc service neutron] Port 500c0095-814d-43db-97eb-4ed85efd8b56 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:42:44.574819 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-a93a12f3-cb2f-46c3-93fc-e1a6822564cc service neutron] Attempting to bind port 500c0095-814d-43db-97eb-4ed85efd8b56 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:42:44.578153 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ad8cc10b-4737-4a4e-b7d3-45d5f63db3cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:44.581259 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-a93a12f3-cb2f-46c3-93fc-e1a6822564cc service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:42:44.581553 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-a93a12f3-cb2f-46c3-93fc-e1a6822564cc service neutron] Checking segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:42:44.582107 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-a93a12f3-cb2f-46c3-93fc-e1a6822564cc service neutron] Bound using segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:42:44.582616 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-a93a12f3-cb2f-46c3-93fc-e1a6822564cc service neutron] Bound port: 500c0095-814d-43db-97eb-4ed85efd8b56, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:42:44.582972 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-a93a12f3-cb2f-46c3-93fc-e1a6822564cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:44.584832 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8a548845-63d0-4aa9-a3b6-9e6016e0771d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:44.586253 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ad8cc10b-4737-4a4e-b7d3-45d5f63db3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:44.593951 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8a548845-63d0-4aa9-a3b6-9e6016e0771d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:44.645903 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8a548845-63d0-4aa9-a3b6-9e6016e0771d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3c1ff402fad44c8aaf6917f9ff74bed0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3218884 Nov 27 03:42:44.646858 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a548845-63d0-4aa9-a3b6-9e6016e0771d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fa06d1-75e8-443d-bfeb-191b264a5a10,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:44.651479 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 52504) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:44.673539 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ad8cc10b-4737-4a4e-b7d3-45d5f63db3cd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fb5b67d2989b4af3a8fdac580b9e1a07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5801597 Nov 27 03:42:44.674286 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8cc10b-4737-4a4e-b7d3-45d5f63db3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bbdb5a-7117-475e-85f3-8682c3cd4485,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:44.677713 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 52508) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:44.709548 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-a93a12f3-cb2f-46c3-93fc-e1a6822564cc service neutron] For port 500c0095-814d-43db-97eb-4ed85efd8b56, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:42:44.714442 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-a93a12f3-cb2f-46c3-93fc-e1a6822564cc service neutron] For port 500c0095-814d-43db-97eb-4ed85efd8b56, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=500c0095-814d-43db-97eb-4ed85efd8b56,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:42:44.723938 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-a93a12f3-cb2f-46c3-93fc-e1a6822564cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:44.760127 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e04723dd-7be4-48d4-b94e-acb453a1838d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:44.771664 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-a93a12f3-cb2f-46c3-93fc-e1a6822564cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:44.772307 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-a93a12f3-cb2f-46c3-93fc-e1a6822564cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:44.776452 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-a93a12f3-cb2f-46c3-93fc-e1a6822564cc service neutron] 10.222.0.11 "PUT /v2.0/ports/500c0095-814d-43db-97eb-4ed85efd8b56 HTTP/1.1" status: 200 len: 1118 time: 1.2882364 Nov 27 03:42:44.776935 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd4fc9c8-e551-4417-a0f0-f69f6394a878', 'tag': '500c0095-814d-43db-97eb-4ed85efd8b56'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:42:44.788205 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-347fb501-c6d7-40c8-8aac-82e1e7915a01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:44.795007 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e04723dd-7be4-48d4-b94e-acb453a1838d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:44.846230 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-347fb501-c6d7-40c8-8aac-82e1e7915a01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:44.917251 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-347fb501-c6d7-40c8-8aac-82e1e7915a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:44.920612 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-347fb501-c6d7-40c8-8aac-82e1e7915a01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:44.926827 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-347fb501-c6d7-40c8-8aac-82e1e7915a01 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a3bbdb5a-7117-475e-85f3-8682c3cd4485 HTTP/1.1" status: 204 len: 168 time: 0.2475152 Nov 27 03:42:44.936771 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e04723dd-7be4-48d4-b94e-acb453a1838d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:44.939833 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e04723dd-7be4-48d4-b94e-acb453a1838d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:44.944557 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e04723dd-7be4-48d4-b94e-acb453a1838d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/18fa06d1-75e8-443d-bfeb-191b264a5a10 HTTP/1.1" status: 204 len: 168 time: 0.2826529 Nov 27 03:42:44.945618 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347fb501-c6d7-40c8-8aac-82e1e7915a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bbdb5a-7117-475e-85f3-8682c3cd4485,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:44.971902 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04723dd-7be4-48d4-b94e-acb453a1838d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fa06d1-75e8-443d-bfeb-191b264a5a10,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:45.013768 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a12f3-cb2f-46c3-93fc-e1a6822564cc service neutron] Pushing event updated for resources: {'Port': ['ID=500c0095-814d-43db-97eb-4ed85efd8b56,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:45.048621 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-0cae6c65-8301-45e4-83da-4f740ef57605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:45.050131 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-0cae6c65-8301-45e4-83da-4f740ef57605 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dfd23a066fce4592862625a3ca9faf16&device_id=cd4fc9c8-e551-4417-a0f0-f69f6394a878 HTTP/1.1" status: 200 len: 1121 time: 0.1832478 Nov 27 03:42:45.162206 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4d2bb573-ac59-48e2-9161-18a8d15b752d req-a5a9ab57-84eb-4619-87a1-a39c6c3ae24c tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1fc4af-eec6-4bfc-83a5-e96d29180c7a HTTP/1.1" status: 200 len: 210 time: 0.0983326 Nov 27 03:42:45.164156 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-e0226a3b-e771-431c-830d-7c56089b3136 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=500c0095-814d-43db-97eb-4ed85efd8b56 HTTP/1.1" status: 200 len: 217 time: 0.0857556 Nov 27 03:42:45.232942 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-948eedae-fe18-42c7-9ccb-2bd3c144bde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:45.234541 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-948eedae-fe18-42c7-9ccb-2bd3c144bde6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.0628738 Nov 27 03:42:45.407589 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947a828f-cd0f-42de-b190-0762251684b9" -d '{"events": [{"name": "network-changed", "server_uuid": "cd4fc9c8-e551-4417-a0f0-f69f6394a878", "tag": "500c0095-814d-43db-97eb-4ed85efd8b56"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:42:45.452065 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-b61df423-d15c-4f57-aaf0-cb34102cd1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:45.453630 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-b61df423-d15c-4f57-aaf0-cb34102cd1b8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2114100 Nov 27 03:42:45.494949 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 52542) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:45.558218 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-57f9c02f-50ac-4731-9ae2-89338d416a5f service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966692 Nov 27 03:42:45.643846 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-31ac956b-46ff-4dc0-94e9-787222a92f46 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1999446472-network', 'tenant_id': '4f93bf1216094326aad79ff5fda23c08'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:42:45.672648 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc0ebf4-6655-4461-a5f7-028057297e5d x-openstack-request-id: req-6bc0ebf4-6655-4461-a5f7-028057297e5d {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:42:45.672940 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd4fc9c8-e551-4417-a0f0-f69f6394a878", "tag": "500c0095-814d-43db-97eb-4ed85efd8b56", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:42:45.673195 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6bc0ebf4-6655-4461-a5f7-028057297e5d {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:42:45.673644 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd4fc9c8-e551-4417-a0f0-f69f6394a878', 'tag': '500c0095-814d-43db-97eb-4ed85efd8b56', 'status': 'completed', 'code': 200} Nov 27 03:42:45.694429 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ac956b-46ff-4dc0-94e9-787222a92f46 admin admin] Made reservation on behalf of 4f93bf1216094326aad79ff5fda23c08 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:42:45.699926 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-31ac956b-46ff-4dc0-94e9-787222a92f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:45.717416 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-31ac956b-46ff-4dc0-94e9-787222a92f46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:45.725712 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f8753269-8277-41b6-941e-2e4574fbeb70 req-255e7718-62ef-48e9-8603-37db6280d952 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599240 Nov 27 03:42:45.752517 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b44bd-05cc-4227-9921-1def764fff50 req-53f2b1b2-2fe6-4325-a83d-4872bfbd60b5 tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:45.763899 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:45.765021 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b33b44bd-05cc-4227-9921-1def764fff50 req-53f2b1b2-2fe6-4325-a83d-4872bfbd60b5 tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd4fc9c8-e551-4417-a0f0-f69f6394a878 HTTP/1.1" status: 200 len: 970 time: 0.1356037 Nov 27 03:42:45.843836 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ea3d4-8cdb-47eb-aecd-634b1a727bf8 req-e6ee3bec-581a-4c76-abee-7c4f0661029f tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:45.845559 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b33b44bd-05cc-4227-9921-1def764fff50 req-14e0b7bc-3b53-455d-a72d-5a167938715a tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] 10.222.0.20 "GET /v2.0/security-groups?id=394f60c3-c8b9-4d4e-b1e9-0b1b817243d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795403 Nov 27 03:42:45.851060 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-449ea3d4-8cdb-47eb-aecd-634b1a727bf8 req-e6ee3bec-581a-4c76-abee-7c4f0661029f tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8d5681b-6648-4a5c-beac-85425330634d HTTP/1.1" status: 200 len: 969 time: 0.1178563 Nov 27 03:42:45.932453 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a828f-cd0f-42de-b190-0762251684b9 req-fc87ed34-8795-4ea4-b64c-406155f8ffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:45.934971 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-947a828f-cd0f-42de-b190-0762251684b9 req-fc87ed34-8795-4ea4-b64c-406155f8ffcf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dfd23a066fce4592862625a3ca9faf16&device_id=cd4fc9c8-e551-4417-a0f0-f69f6394a878 HTTP/1.1" status: 200 len: 1121 time: 0.0808442 Nov 27 03:42:45.935482 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-31ac956b-46ff-4dc0-94e9-787222a92f46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:45.939846 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-449ea3d4-8cdb-47eb-aecd-634b1a727bf8 req-b2553202-bf46-4798-9964-cf963e8a24bb tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1817211-bef1-478e-85a2-58f011d4bf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761228 Nov 27 03:42:45.941452 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-31ac956b-46ff-4dc0-94e9-787222a92f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:45.971695 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31ac956b-46ff-4dc0-94e9-787222a92f46 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:42:45.985976 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac956b-46ff-4dc0-94e9-787222a92f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013b4ed9-288f-4aa1-ba86-8ba421104eb4,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:46.001849 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-31ac956b-46ff-4dc0-94e9-787222a92f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:46.002391 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-31ac956b-46ff-4dc0-94e9-787222a92f46 admin admin] Added segment 0ede1ec6-1b9f-43e0-8048-29f023f3314a of type vlan for network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 Nov 27 03:42:46.025149 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5a85cde5-d88a-4926-a8e9-103672d9e582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:46.068104 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-31ac956b-46ff-4dc0-94e9-787222a92f46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:46.119130 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-31ac956b-46ff-4dc0-94e9-787222a92f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:46.120204 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ac956b-46ff-4dc0-94e9-787222a92f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:46.120903 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-31ac956b-46ff-4dc0-94e9-787222a92f46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:46.152351 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a828f-cd0f-42de-b190-0762251684b9 req-bc289356-1cf0-45a4-8abf-0da418fc408c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:46.154036 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-947a828f-cd0f-42de-b190-0762251684b9 req-bc289356-1cf0-45a4-8abf-0da418fc408c service neutron] 10.222.0.11 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.2104006 Nov 27 03:42:46.225643 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-947a828f-cd0f-42de-b190-0762251684b9 req-70530a13-9381-4c44-81b9-e066a8ffe7e4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=500c0095-814d-43db-97eb-4ed85efd8b56 HTTP/1.1" status: 200 len: 217 time: 0.0622854 Nov 27 03:42:46.237958 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-31ac956b-46ff-4dc0-94e9-787222a92f46 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7413013 Nov 27 03:42:46.242273 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 52580) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:46.250715 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-dfd5552e-b874-469a-8ec1-76998313421a admin admin] Request body: {'subnet': {'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1999446472-subnet', 'tenant_id': '4f93bf1216094326aad79ff5fda23c08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:42:46.255795 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac956b-46ff-4dc0-94e9-787222a92f46 admin admin] Pushing event updated for resources: {'Network': ['ID=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:46.269845 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:42:46.295828 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd5552e-b874-469a-8ec1-76998313421a admin admin] Made reservation on behalf of 4f93bf1216094326aad79ff5fda23c08 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:42:46.298220 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dfd5552e-b874-469a-8ec1-76998313421a admin admin] Publish callbacks [] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:46.303538 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a828f-cd0f-42de-b190-0762251684b9 req-5f0d2c90-4d5f-4678-8425-b7df9dd9b718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:46.305475 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-947a828f-cd0f-42de-b190-0762251684b9 req-5f0d2c90-4d5f-4678-8425-b7df9dd9b718 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.0705483 Nov 27 03:42:46.392937 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 7a24fbfc-e959-4c68-916c-82f45c869406 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:42:46.404460 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-160a3f10-0e47-455d-8836-b8d1a8e0fed2 req-bfe7f343-9d6c-4913-aac5-771f2cc2e6d0 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1fc4af-eec6-4bfc-83a5-e96d29180c7a HTTP/1.1" status: 200 len: 210 time: 0.0915546 Nov 27 03:42:46.460762 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a828f-cd0f-42de-b190-0762251684b9 req-18619b8d-ff6d-43ed-9d0d-0f6e380650b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:46.462943 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-947a828f-cd0f-42de-b190-0762251684b9 req-18619b8d-ff6d-43ed-9d0d-0f6e380650b1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1355338 Nov 27 03:42:46.601503 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dfd5552e-b874-469a-8ec1-76998313421a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:46.665028 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-947a828f-cd0f-42de-b190-0762251684b9 req-957e9991-23cf-4bd6-879c-c5252afb01f5 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905823 Nov 27 03:42:46.682815 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd5552e-b874-469a-8ec1-76998313421a admin admin] Checking segment: {'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:42:46.683195 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd5552e-b874-469a-8ec1-76998313421a admin admin] Network hostable DHCP agents. Network: 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:42:46.689606 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5552e-b874-469a-8ec1-76998313421a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f2f4695-47e3-40b2-b54d-f43d3306eba4,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:46.706222 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd5552e-b874-469a-8ec1-76998313421a admin admin] Network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:42:46.721241 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-dfd5552e-b874-469a-8ec1-76998313421a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:42:46.730255 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd5552e-b874-469a-8ec1-76998313421a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:46.730992 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dfd5552e-b874-469a-8ec1-76998313421a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:46.731890 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 7a24fbfc-e959-4c68-916c-82f45c869406, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=7a24fbfc-e959-4c68-916c-82f45c869406,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:42:46.749748 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '7a24fbfc-e959-4c68-916c-82f45c869406', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'port_id': '7a24fbfc-e959-4c68-916c-82f45c869406', 'mac_address': 'fa:16:3e:26:30:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14a2acf-f1d7-4ddf-8459-b30982428e88', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:tempest-test_az-2087561121', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:42:46.751972 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557871d7-3814-405a-bec9-c488dc25592a None None] Network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:42:46.780618 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-dfd5552e-b874-469a-8ec1-76998313421a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5366063 Nov 27 03:42:46.842506 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-947a828f-cd0f-42de-b190-0762251684b9 req-b7d6f286-4f3c-40b2-aa1f-9905ca066408 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695220 Nov 27 03:42:46.849772 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:46.894387 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a24fbfc-e959-4c68-916c-82f45c869406 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:42:46.944915 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 7a24fbfc-e959-4c68-916c-82f45c869406, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=7a24fbfc-e959-4c68-916c-82f45c869406,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:42:46.978891 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:46.989177 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ad0602-30a6-415c-a520-89d5c90c580f None None] Network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:42:47.012081 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78dcfb7-eda7-48f7-bc80-246b1ff8698e req-cb02c4f5-6b6b-4257-895e-09ad74b5ff02 tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:47.022400 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b78dcfb7-eda7-48f7-bc80-246b1ff8698e req-cb02c4f5-6b6b-4257-895e-09ad74b5ff02 tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd4fc9c8-e551-4417-a0f0-f69f6394a878 HTTP/1.1" status: 200 len: 970 time: 0.0967145 Nov 27 03:42:47.110850 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2901c64-a34e-4c8d-8547-489a616cfa60 req-d0b75b53-b04f-44fb-ae92-3265f5196ed9 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:47.111795 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=7a24fbfc-e959-4c68-916c-82f45c869406,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:47.121647 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b2901c64-a34e-4c8d-8547-489a616cfa60 req-d0b75b53-b04f-44fb-ae92-3265f5196ed9 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8d5681b-6648-4a5c-beac-85425330634d HTTP/1.1" status: 200 len: 970 time: 0.0830202 Nov 27 03:42:47.125942 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b78dcfb7-eda7-48f7-bc80-246b1ff8698e req-77ba6aa4-144f-45d5-8822-a6ef2059b2a2 tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] 10.222.0.20 "GET /v2.0/security-groups?id=394f60c3-c8b9-4d4e-b1e9-0b1b817243d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020467 Nov 27 03:42:47.143575 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:42:47.143925 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:42:47.144434 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:42:47.144809 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:42:47.145150 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:42:47.145477 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:42:47.145950 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:42:47.146421 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:42:47.146924 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:42:47.147390 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:42:47.147881 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:42:47.148344 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:42:47.149625 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Tracked resource versions report: Nov 27 03:42:47.149625 n-d-819494-3 neutron-server[110020]: pushed versions: Nov 27 03:42:47.149625 n-d-819494-3 neutron-server[110020]: { 'AddressGroup': {'1.2'}, Nov 27 03:42:47.149625 n-d-819494-3 neutron-server[110020]: 'ConntrackHelper': {'1.0'}, Nov 27 03:42:47.149625 n-d-819494-3 neutron-server[110020]: 'Log': {'1.0'}, Nov 27 03:42:47.149625 n-d-819494-3 neutron-server[110020]: 'Network': {'1.1'}, Nov 27 03:42:47.149625 n-d-819494-3 neutron-server[110020]: 'Port': {'1.7'}, Nov 27 03:42:47.149625 n-d-819494-3 neutron-server[110020]: 'PortForwarding': {'1.2'}, Nov 27 03:42:47.149625 n-d-819494-3 neutron-server[110020]: 'QosPolicy': {'1.10'}, Nov 27 03:42:47.149625 n-d-819494-3 neutron-server[110020]: 'SecurityGroup': {'1.5'}, Nov 27 03:42:47.149625 n-d-819494-3 neutron-server[110020]: 'SecurityGroupRule': {'1.2'}, Nov 27 03:42:47.149625 n-d-819494-3 neutron-server[110020]: 'SubPort': {'1.0'}, Nov 27 03:42:47.149625 n-d-819494-3 neutron-server[110020]: 'Subnet': {'1.1'}, Nov 27 03:42:47.149625 n-d-819494-3 neutron-server[110020]: 'Trunk': {'1.1'}} Nov 27 03:42:47.149625 n-d-819494-3 neutron-server[110020]: consumer versions: Nov 27 03:42:47.149625 n-d-819494-3 neutron-server[110020]: { DHCP agent@n-d-819494-3: {}, Nov 27 03:42:47.149625 n-d-819494-3 neutron-server[110020]: HyperV agent@n-h1-819494-3: {}, Nov 27 03:42:47.149625 n-d-819494-3 neutron-server[110020]: HyperV agent@n-h2-819494-3: {}, Nov 27 03:42:47.149625 n-d-819494-3 neutron-server[110020]: L3 agent@n-d-819494-3: {}, Nov 27 03:42:47.149625 n-d-819494-3 neutron-server[110020]: Metadata agent@n-d-819494-3: {}, Nov 27 03:42:47.149625 n-d-819494-3 neutron-server[110020]: Metering agent@n-d-819494-3: {}, Nov 27 03:42:47.149625 n-d-819494-3 neutron-server[110020]: Open vSwitch agent@n-d-819494-3: { 'AddressGroup': '1.2', Nov 27 03:42:47.149625 n-d-819494-3 neutron-server[110020]: 'ConntrackHelper': '1.0', Nov 27 03:42:47.149625 n-d-819494-3 neutron-server[110020]: 'Log': '1.0', Nov 27 03:42:47.149625 n-d-819494-3 neutron-server[110020]: 'Network': '1.1', Nov 27 03:42:47.149625 n-d-819494-3 neutron-server[110020]: 'Port': '1.7', Nov 27 03:42:47.149625 n-d-819494-3 neutron-server[110020]: 'PortForwarding': '1.2', Nov 27 03:42:47.149625 n-d-819494-3 neutron-server[110020]: 'QosPolicy': '1.10', Nov 27 03:42:47.149625 n-d-819494-3 neutron-server[110020]: 'SecurityGroup': '1.5', Nov 27 03:42:47.149625 n-d-819494-3 neutron-server[110020]: 'SecurityGroupRule': '1.2', Nov 27 03:42:47.149625 n-d-819494-3 neutron-server[110020]: 'SubPort': '1.0', Nov 27 03:42:47.149625 n-d-819494-3 neutron-server[110020]: 'Subnet': '1.1', Nov 27 03:42:47.149625 n-d-819494-3 neutron-server[110020]: 'Trunk': '1.1'}} Nov 27 03:42:47.149625 n-d-819494-3 neutron-server[110020]: {{(pid=110020) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 27 03:42:47.195896 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b2901c64-a34e-4c8d-8547-489a616cfa60 req-1e5c37f7-a87f-48a4-b7fa-c177203f5af6 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1817211-bef1-478e-85a2-58f011d4bf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728664 Nov 27 03:42:47.369401 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['7a24fbfc-e959-4c68-916c-82f45c869406'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:42:47.518812 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1847e2e7-8168-472e-a136-54a35e03ded3 req-2a108538-2e4a-4d7f-b1b8-1f279873232e tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1fc4af-eec6-4bfc-83a5-e96d29180c7a HTTP/1.1" status: 200 len: 210 time: 0.0336120 Nov 27 03:42:47.738017 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 52638) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:47.742882 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-2c516657-fc5b-4de2-bfc8-bc5f0e3adccf admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-285570248-network', 'tenant_id': 'b0be0bad6a694cf089632587a08ef025'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:42:47.773597 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c516657-fc5b-4de2-bfc8-bc5f0e3adccf admin admin] Made reservation on behalf of b0be0bad6a694cf089632587a08ef025 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:42:47.776043 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2c516657-fc5b-4de2-bfc8-bc5f0e3adccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:47.785285 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2c516657-fc5b-4de2-bfc8-bc5f0e3adccf admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:47.869366 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2c516657-fc5b-4de2-bfc8-bc5f0e3adccf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:47.873701 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2c516657-fc5b-4de2-bfc8-bc5f0e3adccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:47.897148 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c516657-fc5b-4de2-bfc8-bc5f0e3adccf admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:42:47.912978 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c516657-fc5b-4de2-bfc8-bc5f0e3adccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99c1e53-073a-4cb1-9da7-afa174752175,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:47.915902 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2c516657-fc5b-4de2-bfc8-bc5f0e3adccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:47.916246 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-2c516657-fc5b-4de2-bfc8-bc5f0e3adccf admin admin] Added segment d616079a-1d20-41f0-a709-e5ed76ad2d58 of type vlan for network 290d6889-f9b8-4652-b120-e31344fb1a15 Nov 27 03:42:47.963013 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2c516657-fc5b-4de2-bfc8-bc5f0e3adccf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:47.998411 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2c516657-fc5b-4de2-bfc8-bc5f0e3adccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:48.000457 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c516657-fc5b-4de2-bfc8-bc5f0e3adccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:48.001160 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2c516657-fc5b-4de2-bfc8-bc5f0e3adccf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:48.065437 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2c516657-fc5b-4de2-bfc8-bc5f0e3adccf admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3262317 Nov 27 03:42:48.068656 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 52656) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:48.075394 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-e860890a-c735-4f28-87ce-c9cf644c273b admin admin] Request body: {'subnet': {'network_id': '290d6889-f9b8-4652-b120-e31344fb1a15', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-285570248-subnet', 'tenant_id': 'b0be0bad6a694cf089632587a08ef025', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:42:48.095867 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c516657-fc5b-4de2-bfc8-bc5f0e3adccf admin admin] Pushing event updated for resources: {'Network': ['ID=290d6889-f9b8-4652-b120-e31344fb1a15,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:48.107237 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 290d6889-f9b8-4652-b120-e31344fb1a15 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:42:48.110633 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e860890a-c735-4f28-87ce-c9cf644c273b admin admin] Made reservation on behalf of b0be0bad6a694cf089632587a08ef025 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:42:48.113191 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e860890a-c735-4f28-87ce-c9cf644c273b admin admin] Publish callbacks [] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:48.242658 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-744eed66-cbd6-4b0d-842b-705901302998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:48.294305 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01286f-3729-4e25-9dd9-4e29a311b733 req-bd76cdf2-ba89-4196-84f6-f541ed84649c tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:48.296072 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d01286f-3729-4e25-9dd9-4e29a311b733 req-bd76cdf2-ba89-4196-84f6-f541ed84649c tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd4fc9c8-e551-4417-a0f0-f69f6394a878 HTTP/1.1" status: 200 len: 970 time: 0.0767837 Nov 27 03:42:48.348739 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d01286f-3729-4e25-9dd9-4e29a311b733 req-097a0722-0b55-4c82-874e-dc7b0d1f6f79 tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] 10.222.0.20 "GET /v2.0/security-groups?id=394f60c3-c8b9-4d4e-b1e9-0b1b817243d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456347 Nov 27 03:42:48.349158 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 500c0095-814d-43db-97eb-4ed85efd8b56 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:42:48.367422 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e860890a-c735-4f28-87ce-c9cf644c273b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:48.383952 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc777b-56e0-4a97-a2bd-46917e6f4788 req-f7c38e15-292a-428b-b32d-141e1d8b7b1b tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:48.388714 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-affc777b-56e0-4a97-a2bd-46917e6f4788 req-f7c38e15-292a-428b-b32d-141e1d8b7b1b tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8d5681b-6648-4a5c-beac-85425330634d HTTP/1.1" status: 200 len: 970 time: 0.0992184 Nov 27 03:42:48.420826 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 7a24fbfc-e959-4c68-916c-82f45c869406 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:42:48.470449 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860890a-c735-4f28-87ce-c9cf644c273b admin admin] Pushing event updated for resources: {'Subnet': ['ID=47842697-8e18-44de-9bb4-ca6539a17df9,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:48.496960 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e860890a-c735-4f28-87ce-c9cf644c273b admin admin] Checking segment: {'id': 'd616079a-1d20-41f0-a709-e5ed76ad2d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '290d6889-f9b8-4652-b120-e31344fb1a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:42:48.497473 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e860890a-c735-4f28-87ce-c9cf644c273b admin admin] Network hostable DHCP agents. Network: 290d6889-f9b8-4652-b120-e31344fb1a15, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:42:48.503282 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:48.510214 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-affc777b-56e0-4a97-a2bd-46917e6f4788 req-08f7b434-af81-4b73-8bbb-a94be3c2cef6 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1817211-bef1-478e-85a2-58f011d4bf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128452 Nov 27 03:42:48.514678 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 500c0095-814d-43db-97eb-4ed85efd8b56, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=500c0095-814d-43db-97eb-4ed85efd8b56,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:42:48.531696 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e860890a-c735-4f28-87ce-c9cf644c273b admin admin] Network 290d6889-f9b8-4652-b120-e31344fb1a15 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:42:48.532015 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '500c0095-814d-43db-97eb-4ed85efd8b56', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'port_id': '500c0095-814d-43db-97eb-4ed85efd8b56', 'mac_address': 'fa:16:3e:dc:d7:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14a2acf-f1d7-4ddf-8459-b30982428e88', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:tempest-test_az-2087561121', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:42:48.541633 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 7a24fbfc-e959-4c68-916c-82f45c869406 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:42:48.547900 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 7a24fbfc-e959-4c68-916c-82f45c869406 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:42:48.548440 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:48.549312 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-e860890a-c735-4f28-87ce-c9cf644c273b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 290d6889-f9b8-4652-b120-e31344fb1a15) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:42:48.554679 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e860890a-c735-4f28-87ce-c9cf644c273b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:48.555466 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e860890a-c735-4f28-87ce-c9cf644c273b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:48.573820 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e860890a-c735-4f28-87ce-c9cf644c273b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5040531 Nov 27 03:42:48.582829 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31247ddb-2b2b-457b-9925-edd513a11dab None None] Network 290d6889-f9b8-4652-b120-e31344fb1a15 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:42:48.662666 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-afed2029-5494-440d-9ede-fe81a0f59879 req-5ffb0be9-82a8-4087-b936-886fc61e75b2 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1fc4af-eec6-4bfc-83a5-e96d29180c7a HTTP/1.1" status: 200 len: 210 time: 0.0438223 Nov 27 03:42:48.684490 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:48.712060 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 500c0095-814d-43db-97eb-4ed85efd8b56 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:42:48.782400 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 500c0095-814d-43db-97eb-4ed85efd8b56, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=500c0095-814d-43db-97eb-4ed85efd8b56,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:42:48.807135 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:48.817506 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 52684) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:48.855956 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7e8568-6b99-4515-ac00-55142dfc64bc None None] Network 290d6889-f9b8-4652-b120-e31344fb1a15 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:42:48.861961 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:48.945032 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d5681b-6648-4a5c-beac-85425330634d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a24fbfc-e959-4c68-916c-82f45c869406'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:42:48.949777 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6ddfbebc-305f-459c-af7f-186f5b78e37a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:49.023838 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=500c0095-814d-43db-97eb-4ed85efd8b56,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:49.032678 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 7a24fbfc-e959-4c68-916c-82f45c869406, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=7a24fbfc-e959-4c68-916c-82f45c869406,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:42:49.039573 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:49.080481 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e9cd58-4d99-4b1d-bba0-43ee1add3564" -d '{"events": [{"server_uuid": "b8d5681b-6648-4a5c-beac-85425330634d", "name": "network-vif-plugged", "status": "completed", "tag": "7a24fbfc-e959-4c68-916c-82f45c869406"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:42:49.129425 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['500c0095-814d-43db-97eb-4ed85efd8b56'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:42:49.163621 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=7a24fbfc-e959-4c68-916c-82f45c869406,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:49.208911 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa83493-4a4c-4c43-ac11-ca429bcb889c x-openstack-request-id: req-4aa83493-4a4c-4c43-ac11-ca429bcb889c {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:42:49.209223 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d5681b-6648-4a5c-beac-85425330634d", "name": "network-vif-plugged", "status": "completed", "tag": "7a24fbfc-e959-4c68-916c-82f45c869406", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:42:49.209501 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4aa83493-4a4c-4c43-ac11-ca429bcb889c {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:42:49.209964 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8d5681b-6648-4a5c-beac-85425330634d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a24fbfc-e959-4c68-916c-82f45c869406', 'code': 200} Nov 27 03:42:49.258801 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6ddfbebc-305f-459c-af7f-186f5b78e37a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:49.270671 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eca9f8-5633-4998-94cb-e189887a5739 req-0b01fdf0-08b2-46fd-833e-8f7e44bb5eea tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:49.272261 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-05eca9f8-5633-4998-94cb-e189887a5739 req-0b01fdf0-08b2-46fd-833e-8f7e44bb5eea tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/networks?id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 HTTP/1.1" status: 200 len: 808 time: 0.1532075 Nov 27 03:42:49.273557 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6ddfbebc-305f-459c-af7f-186f5b78e37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:49.326152 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-05eca9f8-5633-4998-94cb-e189887a5739 req-44d24ea0-f107-48a1-bd74-845dd1eb2a92 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/quotas/4f93bf1216094326aad79ff5fda23c08 HTTP/1.1" status: 200 len: 375 time: 0.0422735 Nov 27 03:42:49.330371 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6ddfbebc-305f-459c-af7f-186f5b78e37a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dec31e228b1d4cbab52446b9bb99f09b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5115695 Nov 27 03:42:49.331487 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddfbebc-305f-459c-af7f-186f5b78e37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05264c0-52a4-4dfa-999e-bcee64b42d62,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:49.334152 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 52708) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:49.368880 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-05eca9f8-5633-4998-94cb-e189887a5739 req-f7e0659b-87b2-44e7-8035-24df116edc7d tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f93bf1216094326aad79ff5fda23c08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305593 Nov 27 03:42:49.382688 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-927f6df6-5500-4401-9d6d-c0ae9afd28d6 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Request body: {'port': {'device_id': '9b1fc4af-eec6-4bfc-83a5-e96d29180c7a', 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7', 'admin_state_up': True, 'tenant_id': '35cfdc78458c41aab44b0a976c3549af'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:42:49.393196 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:49.492727 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e777e-e34c-4c3e-ba8b-69fd021e5427 req-c772ae45-22d7-4b11-a516-0feca1643432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:49.494197 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-946e777e-e34c-4c3e-ba8b-69fd021e5427 req-c772ae45-22d7-4b11-a516-0feca1643432 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b8d5681b-6648-4a5c-beac-85425330634d HTTP/1.1" status: 200 len: 1122 time: 0.1683481 Nov 27 03:42:49.523505 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-92a5f14b-6d92-42ac-8182-bc82c5e1574c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:49.526164 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-946e777e-e34c-4c3e-ba8b-69fd021e5427 req-6ebf78e2-6264-45cf-9b16-7f5a01208b26 service neutron] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:49.550646 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac522d3-d179-471b-ac45-a8e40683148a req-4ea9d6be-ebbe-4d5b-850b-1f5d1d1110d1 tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:49.552666 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7ac522d3-d179-471b-ac45-a8e40683148a req-4ea9d6be-ebbe-4d5b-850b-1f5d1d1110d1 tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd4fc9c8-e551-4417-a0f0-f69f6394a878 HTTP/1.1" status: 200 len: 971 time: 0.1006658 Nov 27 03:42:49.554072 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-05eca9f8-5633-4998-94cb-e189887a5739 req-3907187e-a99d-49ba-933f-4382a9217624 service neutron] 10.222.0.20 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674366 Nov 27 03:42:49.570333 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-92a5f14b-6d92-42ac-8182-bc82c5e1574c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:49.619721 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-927f6df6-5500-4401-9d6d-c0ae9afd28d6 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Made reservation on behalf of 35cfdc78458c41aab44b0a976c3549af for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:42:49.623250 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-927f6df6-5500-4401-9d6d-c0ae9afd28d6 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:49.662886 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7ac522d3-d179-471b-ac45-a8e40683148a req-924e5a73-f69b-48a9-a2b0-82bf97fc8445 tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] 10.222.0.20 "GET /v2.0/security-groups?id=394f60c3-c8b9-4d4e-b1e9-0b1b817243d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994301 Nov 27 03:42:49.705765 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-946e777e-e34c-4c3e-ba8b-69fd021e5427 req-6ebf78e2-6264-45cf-9b16-7f5a01208b26 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:49.706716 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-92a5f14b-6d92-42ac-8182-bc82c5e1574c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:49.709412 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-92a5f14b-6d92-42ac-8182-bc82c5e1574c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:49.710798 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-92a5f14b-6d92-42ac-8182-bc82c5e1574c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a05264c0-52a4-4dfa-999e-bcee64b42d62 HTTP/1.1" status: 204 len: 168 time: 0.3640356 Nov 27 03:42:49.719448 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-946e777e-e34c-4c3e-ba8b-69fd021e5427 req-6ebf78e2-6264-45cf-9b16-7f5a01208b26 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:49.727395 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a5f14b-6d92-42ac-8182-bc82c5e1574c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05264c0-52a4-4dfa-999e-bcee64b42d62,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:49.727619 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-05eca9f8-5633-4998-94cb-e189887a5739 req-fbac44a7-0635-44aa-86ac-4bc0a91e0121 service neutron] 10.222.0.20 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647637 Nov 27 03:42:49.799043 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-946e777e-e34c-4c3e-ba8b-69fd021e5427 req-6ebf78e2-6264-45cf-9b16-7f5a01208b26 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b1817211-bef1-478e-85a2-58f011d4bf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933874 Nov 27 03:42:49.800984 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-927f6df6-5500-4401-9d6d-c0ae9afd28d6 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Allocated IP 172.20.0.6 (b645cec8-c88e-4bba-8234-b110de21cfe7/022c48dd-3720-4645-8f22-45c74ce924ab/dfc60870-0453-46e6-86d1-c791147fdefb) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:42:49.850885 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf78e2-6264-45cf-9b16-7f5a01208b26 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4189a063-7e92-4b03-8152-864413aea47f,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:49.897956 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c8961-1193-415a-b1e0-d31934cd094e req-2a558666-71c6-4a5d-911f-6529eef74ce3 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:49.900580 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-da1c8961-1193-415a-b1e0-d31934cd094e req-2a558666-71c6-4a5d-911f-6529eef74ce3 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8d5681b-6648-4a5c-beac-85425330634d HTTP/1.1" status: 200 len: 971 time: 0.1076739 Nov 27 03:42:49.956226 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-da1c8961-1193-415a-b1e0-d31934cd094e req-37623f57-fda6-44ec-8615-e847a4410482 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1817211-bef1-478e-85a2-58f011d4bf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484948 Nov 27 03:42:49.978811 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1be5aa77-18f8-4193-b34b-44f582c1148a req-cc8ba40e-17cc-44b3-b7b2-29e9abbb7847 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1fc4af-eec6-4bfc-83a5-e96d29180c7a HTTP/1.1" status: 200 len: 210 time: 0.0421877 Nov 27 03:42:50.042352 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-927f6df6-5500-4401-9d6d-c0ae9afd28d6 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:50.050247 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9c7451c4-454a-46d0-acb7-f112d629f53b req-ba88a18a-4b93-4c54-9425-102af9564042 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9443a66-6495-4b72-af09-e210b5659963 HTTP/1.1" status: 200 len: 210 time: 0.0409935 Nov 27 03:42:50.087682 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-927f6df6-5500-4401-9d6d-c0ae9afd28d6 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:50.139776 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-927f6df6-5500-4401-9d6d-c0ae9afd28d6 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Network b645cec8-c88e-4bba-8234-b110de21cfe7 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:42:50.143261 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-927f6df6-5500-4401-9d6d-c0ae9afd28d6 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:42:50.150074 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-927f6df6-5500-4401-9d6d-c0ae9afd28d6 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:42:50.151926 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-927f6df6-5500-4401-9d6d-c0ae9afd28d6 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:50.152684 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-927f6df6-5500-4401-9d6d-c0ae9afd28d6 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:50.158932 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 52728) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:50.167377 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f6df6-5500-4401-9d6d-c0ae9afd28d6 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Pushing event updated for resources: {'Port': ['ID=dfc60870-0453-46e6-86d1-c791147fdefb,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:50.178796 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-927f6df6-5500-4401-9d6d-c0ae9afd28d6 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8007953 Nov 27 03:42:50.180355 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-37cec72a-178c-44ef-b162-df0ceb673aab admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:50.192298 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-675a880b-3992-4dbd-b083-8249f01965e7 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 03:42:50.193400 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-675a880b-3992-4dbd-b083-8249f01965e7 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067699 Nov 27 03:42:50.260967 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-37cec72a-178c-44ef-b162-df0ceb673aab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:50.265709 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-37cec72a-178c-44ef-b162-df0ceb673aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:50.306537 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-37cec72a-178c-44ef-b162-df0ceb673aab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=68b84e2eb3504f0ab6d6f737fcf6a6aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1441743 Nov 27 03:42:50.306537 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cec72a-178c-44ef-b162-df0ceb673aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561c2f5b-0039-4f88-a04e-3cf89a0f7e13,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:50.307425 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 52732) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:50.354710 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 500c0095-814d-43db-97eb-4ed85efd8b56 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:42:50.366520 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-db5e6213-b088-4a07-8bac-0814b9b58c1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:50.398506 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-db5e6213-b088-4a07-8bac-0814b9b58c1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:50.404209 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-b0862cdd-a443-4af2-8ad5-00410325880b service neutron] Request body: {'port': {'device_id': '9b1fc4af-eec6-4bfc-83a5-e96d29180c7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:42:50.412351 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 500c0095-814d-43db-97eb-4ed85efd8b56 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:42:50.418507 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 500c0095-814d-43db-97eb-4ed85efd8b56 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:42:50.418981 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:50.489885 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-b0862cdd-a443-4af2-8ad5-00410325880b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:50.504920 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:50.535511 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-db5e6213-b088-4a07-8bac-0814b9b58c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:50.538152 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-db5e6213-b088-4a07-8bac-0814b9b58c1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:50.538997 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 500c0095-814d-43db-97eb-4ed85efd8b56, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=500c0095-814d-43db-97eb-4ed85efd8b56,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:42:50.539584 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-db5e6213-b088-4a07-8bac-0814b9b58c1c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/561c2f5b-0039-4f88-a04e-3cf89a0f7e13 HTTP/1.1" status: 204 len: 168 time: 0.2313118 Nov 27 03:42:50.545924 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:50.561483 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e6213-b088-4a07-8bac-0814b9b58c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561c2f5b-0039-4f88-a04e-3cf89a0f7e13,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:50.626395 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=500c0095-814d-43db-97eb-4ed85efd8b56,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:50.830015 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b495b-a334-4256-8aba-67709991a9aa req-1aa5e5a8-6cd2-4460-979b-67a591f6fb90 tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:50.831542 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bd0b495b-a334-4256-8aba-67709991a9aa req-1aa5e5a8-6cd2-4460-979b-67a591f6fb90 tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd4fc9c8-e551-4417-a0f0-f69f6394a878 HTTP/1.1" status: 200 len: 972 time: 0.0879757 Nov 27 03:42:50.833356 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-b0862cdd-a443-4af2-8ad5-00410325880b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfc60870-0453-46e6-86d1-c791147fdefb {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:42:50.842301 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-b0862cdd-a443-4af2-8ad5-00410325880b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:50.871735 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-b0862cdd-a443-4af2-8ad5-00410325880b service neutron] Transition to ACTIVE for port object dfc60870-0453-46e6-86d1-c791147fdefb will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:42:50.880257 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-b0862cdd-a443-4af2-8ad5-00410325880b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:50.929975 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bd0b495b-a334-4256-8aba-67709991a9aa req-03fcc7bd-98a2-4f26-9e54-29450dc94002 tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] 10.222.0.20 "GET /v2.0/security-groups?id=394f60c3-c8b9-4d4e-b1e9-0b1b817243d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921230 Nov 27 03:42:50.967761 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0862cdd-a443-4af2-8ad5-00410325880b service neutron] Pushing event updated for resources: {'Port': ['ID=dfc60870-0453-46e6-86d1-c791147fdefb,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:50.981250 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-b0862cdd-a443-4af2-8ad5-00410325880b service neutron] Attempting to bind port dfc60870-0453-46e6-86d1-c791147fdefb on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:42:50.986020 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-b0862cdd-a443-4af2-8ad5-00410325880b service neutron] Attempting to bind port dfc60870-0453-46e6-86d1-c791147fdefb by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:42:50.986789 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-b0862cdd-a443-4af2-8ad5-00410325880b service neutron] Attempting to bind port dfc60870-0453-46e6-86d1-c791147fdefb on network b645cec8-c88e-4bba-8234-b110de21cfe7 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:42:50.993158 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-b0862cdd-a443-4af2-8ad5-00410325880b service neutron] Port dfc60870-0453-46e6-86d1-c791147fdefb on network b645cec8-c88e-4bba-8234-b110de21cfe7 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:42:50.993482 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-b0862cdd-a443-4af2-8ad5-00410325880b service neutron] Attempting to bind port dfc60870-0453-46e6-86d1-c791147fdefb on network b645cec8-c88e-4bba-8234-b110de21cfe7 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:42:50.998937 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-b0862cdd-a443-4af2-8ad5-00410325880b service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:42:50.999410 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-b0862cdd-a443-4af2-8ad5-00410325880b service neutron] Checking segment: {'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:42:50.999795 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-b0862cdd-a443-4af2-8ad5-00410325880b service neutron] Bound using segment: {'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:42:51.000224 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-b0862cdd-a443-4af2-8ad5-00410325880b service neutron] Bound port: dfc60870-0453-46e6-86d1-c791147fdefb, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:42:51.000578 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-b0862cdd-a443-4af2-8ad5-00410325880b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:51.016710 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:51.090563 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-b0862cdd-a443-4af2-8ad5-00410325880b service neutron] For port dfc60870-0453-46e6-86d1-c791147fdefb, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:42:51.095771 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-b0862cdd-a443-4af2-8ad5-00410325880b service neutron] For port dfc60870-0453-46e6-86d1-c791147fdefb, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=dfc60870-0453-46e6-86d1-c791147fdefb,segment=NetworkSegment(74310010-e448-4edf-8f12-15f9f8367765),segment_id=74310010-e448-4edf-8f12-15f9f8367765)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:42:51.098468 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161ab61-45ed-4bc8-a59d-f5daf3d5c57e req-149dddd4-4d39-4acb-80e1-d121aaef97a6 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:51.107124 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b161ab61-45ed-4bc8-a59d-f5daf3d5c57e req-149dddd4-4d39-4acb-80e1-d121aaef97a6 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8d5681b-6648-4a5c-beac-85425330634d HTTP/1.1" status: 200 len: 971 time: 0.0724163 Nov 27 03:42:51.112094 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-b0862cdd-a443-4af2-8ad5-00410325880b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:51.165770 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b161ab61-45ed-4bc8-a59d-f5daf3d5c57e req-e4039344-55eb-40f4-841c-c69e150fce9f tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1817211-bef1-478e-85a2-58f011d4bf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574377 Nov 27 03:42:51.167598 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.23', 65208) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:51.206487 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-b0862cdd-a443-4af2-8ad5-00410325880b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:51.210727 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4fc9c8-e551-4417-a0f0-f69f6394a878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '500c0095-814d-43db-97eb-4ed85efd8b56'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:42:51.213313 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d718073-c570-489e-9fbb-d8a9f60d8b15" -d '{"events": [{"server_uuid": "cd4fc9c8-e551-4417-a0f0-f69f6394a878", "name": "network-vif-plugged", "status": "completed", "tag": "500c0095-814d-43db-97eb-4ed85efd8b56"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:42:51.217027 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-b0862cdd-a443-4af2-8ad5-00410325880b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:51.218632 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-b0862cdd-a443-4af2-8ad5-00410325880b service neutron] 10.222.0.23 "PUT /v2.0/ports/dfc60870-0453-46e6-86d1-c791147fdefb HTTP/1.1" status: 200 len: 1091 time: 0.8736560 Nov 27 03:42:51.219370 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b1fc4af-eec6-4bfc-83a5-e96d29180c7a', 'tag': 'dfc60870-0453-46e6-86d1-c791147fdefb'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:42:51.226864 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6228fb56-281f-4a3b-97b0-9925fc0ce732" -d '{"events": [{"name": "network-changed", "server_uuid": "9b1fc4af-eec6-4bfc-83a5-e96d29180c7a", "tag": "dfc60870-0453-46e6-86d1-c791147fdefb"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:42:51.284570 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a093dcb-1d64-4026-9b67-4270120e50c2 req-0f950d9a-bd89-4c28-92d9-8e5587683aa3 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:51.286943 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3a093dcb-1d64-4026-9b67-4270120e50c2 req-0f950d9a-bd89-4c28-92d9-8e5587683aa3 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1fc4af-eec6-4bfc-83a5-e96d29180c7a HTTP/1.1" status: 200 len: 943 time: 0.1937602 Nov 27 03:42:51.291981 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0862cdd-a443-4af2-8ad5-00410325880b service neutron] Pushing event updated for resources: {'Port': ['ID=dfc60870-0453-46e6-86d1-c791147fdefb,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:51.380794 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3a093dcb-1d64-4026-9b67-4270120e50c2 req-c5e2fd90-f919-477c-a6e9-56357adb6f1f tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847197 Nov 27 03:42:51.386828 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-e0522554-c89b-46db-95b1-6f65bb2ebe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:51.388432 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-e0522554-c89b-46db-95b1-6f65bb2ebe0e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=35cfdc78458c41aab44b0a976c3549af&device_id=9b1fc4af-eec6-4bfc-83a5-e96d29180c7a HTTP/1.1" status: 200 len: 1094 time: 0.0757470 Nov 27 03:42:51.450634 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0fa53e6c-a619-4b56-a089-e48884cf8e11 req-21083f53-7c07-4efe-98f5-1746fd9f1816 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9443a66-6495-4b72-af09-e210b5659963 HTTP/1.1" status: 200 len: 210 time: 0.1969733 Nov 27 03:42:51.451175 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e51b133-3d37-470d-b713-dacc2a6baa67 x-openstack-request-id: req-0e51b133-3d37-470d-b713-dacc2a6baa67 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:42:51.451637 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd4fc9c8-e551-4417-a0f0-f69f6394a878", "name": "network-vif-plugged", "status": "completed", "tag": "500c0095-814d-43db-97eb-4ed85efd8b56", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:42:51.451927 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0e51b133-3d37-470d-b713-dacc2a6baa67 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:42:51.452424 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd4fc9c8-e551-4417-a0f0-f69f6394a878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '500c0095-814d-43db-97eb-4ed85efd8b56', 'code': 200} Nov 27 03:42:51.463438 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-42e82b28-0f35-4a72-8d69-e0e04b8c11a9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfc60870-0453-46e6-86d1-c791147fdefb HTTP/1.1" status: 200 len: 217 time: 0.0518231 Nov 27 03:42:51.528863 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52917a7f-70a8-48e7-ba4a-4a18524a5aa6 x-openstack-request-id: req-52917a7f-70a8-48e7-ba4a-4a18524a5aa6 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:42:51.529170 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b1fc4af-eec6-4bfc-83a5-e96d29180c7a", "tag": "dfc60870-0453-46e6-86d1-c791147fdefb", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:42:51.529382 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52917a7f-70a8-48e7-ba4a-4a18524a5aa6 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:42:51.529880 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b1fc4af-eec6-4bfc-83a5-e96d29180c7a', 'tag': 'dfc60870-0453-46e6-86d1-c791147fdefb', 'status': 'completed', 'code': 200} Nov 27 03:42:51.548522 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-c71a96ce-823e-44b1-aaba-856a935a4acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:51.549970 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-c71a96ce-823e-44b1-aaba-856a935a4acb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=022c48dd-3720-4645-8f22-45c74ce924ab HTTP/1.1" status: 200 len: 861 time: 0.0535095 Nov 27 03:42:51.560574 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eca9f8-5633-4998-94cb-e189887a5739 req-e46df6dd-fd40-4ab2-a08d-b22d9e7d6f1d tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:51.562468 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-05eca9f8-5633-4998-94cb-e189887a5739 req-e46df6dd-fd40-4ab2-a08d-b22d9e7d6f1d tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.23 "GET /v2.0/networks?id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 HTTP/1.1" status: 200 len: 808 time: 0.3932185 Nov 27 03:42:51.583290 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-05eca9f8-5633-4998-94cb-e189887a5739 req-f77fba3a-4b3f-43a8-b777-1a3647964127 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Request body: {'port': {'device_id': 'b9443a66-6495-4b72-af09-e210b5659963', 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7', 'admin_state_up': True, 'tenant_id': '4f93bf1216094326aad79ff5fda23c08'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:42:51.604036 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-7bba4391-c063-4ef9-8244-b08c54fe29ef service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b645cec8-c88e-4bba-8234-b110de21cfe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260170 Nov 27 03:42:51.719516 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-53055a3e-0072-435f-9b38-c0b66a281f86 service neutron] 10.222.0.23 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071634 Nov 27 03:42:51.730623 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94e909-07a2-484d-b62c-69f8b07d08d7 req-2bf83cf0-ceb7-4691-9e86-c496af409042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:51.732431 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8a94e909-07a2-484d-b62c-69f8b07d08d7 req-2bf83cf0-ceb7-4691-9e86-c496af409042 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cd4fc9c8-e551-4417-a0f0-f69f6394a878 HTTP/1.1" status: 200 len: 1123 time: 0.0687461 Nov 27 03:42:51.740169 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05eca9f8-5633-4998-94cb-e189887a5739 req-f77fba3a-4b3f-43a8-b777-1a3647964127 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Made reservation on behalf of 4f93bf1216094326aad79ff5fda23c08 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:42:51.744111 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-05eca9f8-5633-4998-94cb-e189887a5739 req-f77fba3a-4b3f-43a8-b777-1a3647964127 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:51.762210 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:51.838383 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8c799f6f-9014-41a0-8eed-c249263b7d36 req-9f6f8654-fe37-4f3a-87fa-9684708152de service neutron] 10.222.0.23 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085823 Nov 27 03:42:51.860771 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8a94e909-07a2-484d-b62c-69f8b07d08d7 req-c3a992b6-b7e8-4f6d-a73a-cdb5758a7160 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=394f60c3-c8b9-4d4e-b1e9-0b1b817243d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013932 Nov 27 03:42:51.917902 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-05eca9f8-5633-4998-94cb-e189887a5739 req-f77fba3a-4b3f-43a8-b777-1a3647964127 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Allocated IP 172.20.0.14 (7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7/4f2f4695-47e3-40b2-b54d-f43d3306eba4/02dd892f-ed59-45a9-957a-3c42862cff9d) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:42:52.012091 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228fb56-281f-4a3b-97b0-9925fc0ce732 req-72dc1e4c-7cab-485e-90ec-14626a564adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:52.013885 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6228fb56-281f-4a3b-97b0-9925fc0ce732 req-72dc1e4c-7cab-485e-90ec-14626a564adc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=35cfdc78458c41aab44b0a976c3549af&device_id=9b1fc4af-eec6-4bfc-83a5-e96d29180c7a HTTP/1.1" status: 200 len: 1094 time: 0.0488410 Nov 27 03:42:52.098453 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af32a5-4551-4877-94ee-4896e1c0c917 req-7e00b0dd-af56-4aa5-82aa-10d1c88a9924 tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:52.099989 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-80af32a5-4551-4877-94ee-4896e1c0c917 req-7e00b0dd-af56-4aa5-82aa-10d1c88a9924 tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd4fc9c8-e551-4417-a0f0-f69f6394a878 HTTP/1.1" status: 200 len: 972 time: 0.0821726 Nov 27 03:42:52.117316 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-05eca9f8-5633-4998-94cb-e189887a5739 req-f77fba3a-4b3f-43a8-b777-1a3647964127 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:52.128156 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228fb56-281f-4a3b-97b0-9925fc0ce732 req-7a0577ab-8309-4623-9ccd-e5d260fe384b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:52.130313 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6228fb56-281f-4a3b-97b0-9925fc0ce732 req-7a0577ab-8309-4623-9ccd-e5d260fe384b service neutron] 10.222.0.23 "GET /v2.0/networks?id=b645cec8-c88e-4bba-8234-b110de21cfe7 HTTP/1.1" status: 200 len: 922 time: 0.1035824 Nov 27 03:42:52.176815 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-80af32a5-4551-4877-94ee-4896e1c0c917 req-9a8cf3b9-95ad-4c4d-b4f8-4d16a768f353 tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] 10.222.0.20 "GET /v2.0/security-groups?id=394f60c3-c8b9-4d4e-b1e9-0b1b817243d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651343 Nov 27 03:42:52.190110 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6228fb56-281f-4a3b-97b0-9925fc0ce732 req-0696e917-e6b7-4482-b73e-a39b5440a464 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfc60870-0453-46e6-86d1-c791147fdefb HTTP/1.1" status: 200 len: 217 time: 0.0525978 Nov 27 03:42:52.192342 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-05eca9f8-5633-4998-94cb-e189887a5739 req-f77fba3a-4b3f-43a8-b777-1a3647964127 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:52.240803 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05eca9f8-5633-4998-94cb-e189887a5739 req-f77fba3a-4b3f-43a8-b777-1a3647964127 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:42:52.244015 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-05eca9f8-5633-4998-94cb-e189887a5739 req-f77fba3a-4b3f-43a8-b777-1a3647964127 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:42:52.248140 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-05eca9f8-5633-4998-94cb-e189887a5739 req-f77fba3a-4b3f-43a8-b777-1a3647964127 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:42:52.253646 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eca9f8-5633-4998-94cb-e189887a5739 req-f77fba3a-4b3f-43a8-b777-1a3647964127 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:52.255018 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-05eca9f8-5633-4998-94cb-e189887a5739 req-f77fba3a-4b3f-43a8-b777-1a3647964127 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:52.270121 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228fb56-281f-4a3b-97b0-9925fc0ce732 req-4ad57ff6-dfcf-462f-9994-842ddac90b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:52.271605 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6228fb56-281f-4a3b-97b0-9925fc0ce732 req-4ad57ff6-dfcf-462f-9994-842ddac90b1e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=022c48dd-3720-4645-8f22-45c74ce924ab HTTP/1.1" status: 200 len: 861 time: 0.0700927 Nov 27 03:42:52.272234 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77fba3a-4b3f-43a8-b777-1a3647964127 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Pushing event updated for resources: {'Port': ['ID=02dd892f-ed59-45a9-957a-3c42862cff9d,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:52.298605 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-05eca9f8-5633-4998-94cb-e189887a5739 req-f77fba3a-4b3f-43a8-b777-1a3647964127 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7196639 Nov 27 03:42:52.307679 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6228fb56-281f-4a3b-97b0-9925fc0ce732 req-32be1355-19b5-41ce-9a53-e4ca2052b75e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b645cec8-c88e-4bba-8234-b110de21cfe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279152 Nov 27 03:42:52.322340 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6ba4b-7614-4669-9930-e3a4a5d5d559 req-7c6716dc-4aaf-4902-baab-08d3094f256d tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:52.323859 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-23f6ba4b-7614-4669-9930-e3a4a5d5d559 req-7c6716dc-4aaf-4902-baab-08d3094f256d tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8d5681b-6648-4a5c-beac-85425330634d HTTP/1.1" status: 200 len: 971 time: 0.0626605 Nov 27 03:42:52.328611 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-05eca9f8-5633-4998-94cb-e189887a5739 req-81848033-57cd-4cbb-a146-784e51867bb8 service neutron] Request body: {'port': {'device_id': 'b9443a66-6495-4b72-af09-e210b5659963', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:42:52.407856 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6228fb56-281f-4a3b-97b0-9925fc0ce732 req-d8c05874-7353-44a1-ae29-080f8a2ad5fa service neutron] 10.222.0.23 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881717 Nov 27 03:42:52.429070 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-05eca9f8-5633-4998-94cb-e189887a5739 req-81848033-57cd-4cbb-a146-784e51867bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:52.439525 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-23f6ba4b-7614-4669-9930-e3a4a5d5d559 req-78e006cd-a703-4886-8782-315ecdc3ff6c tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1817211-bef1-478e-85a2-58f011d4bf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067793 Nov 27 03:42:52.542092 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6228fb56-281f-4a3b-97b0-9925fc0ce732 req-7e365590-c462-400e-ac86-1fe66df6ef6f service neutron] 10.222.0.23 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253877 Nov 27 03:42:52.565748 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202bb15f-84c0-48c3-8990-3d277367111f req-52270730-d619-4839-9e5d-e88d03480f2e tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:52.567971 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-202bb15f-84c0-48c3-8990-3d277367111f req-52270730-d619-4839-9e5d-e88d03480f2e tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1fc4af-eec6-4bfc-83a5-e96d29180c7a HTTP/1.1" status: 200 len: 943 time: 0.0641875 Nov 27 03:42:52.620938 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-202bb15f-84c0-48c3-8990-3d277367111f req-98a95d7b-6f4c-4323-ba56-928472708f72 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438528 Nov 27 03:42:52.764424 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5fa767-c969-4379-9c33-fb85bd3963ab req-b0187197-49d9-46f4-acc7-9c2a50d0fdb9 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:52.766311 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3d5fa767-c969-4379-9c33-fb85bd3963ab req-b0187197-49d9-46f4-acc7-9c2a50d0fdb9 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9443a66-6495-4b72-af09-e210b5659963 HTTP/1.1" status: 200 len: 932 time: 0.0675209 Nov 27 03:42:52.799728 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-05eca9f8-5633-4998-94cb-e189887a5739 req-81848033-57cd-4cbb-a146-784e51867bb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02dd892f-ed59-45a9-957a-3c42862cff9d {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:42:52.808472 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-05eca9f8-5633-4998-94cb-e189887a5739 req-81848033-57cd-4cbb-a146-784e51867bb8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:52.822159 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3d5fa767-c969-4379-9c33-fb85bd3963ab req-120ca6da-636c-4693-a091-f362de075439 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487468 Nov 27 03:42:52.823328 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-05eca9f8-5633-4998-94cb-e189887a5739 req-81848033-57cd-4cbb-a146-784e51867bb8 service neutron] Transition to ACTIVE for port object 02dd892f-ed59-45a9-957a-3c42862cff9d will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:42:52.829000 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-05eca9f8-5633-4998-94cb-e189887a5739 req-81848033-57cd-4cbb-a146-784e51867bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:52.884673 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81848033-57cd-4cbb-a146-784e51867bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=02dd892f-ed59-45a9-957a-3c42862cff9d,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:52.919405 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-05eca9f8-5633-4998-94cb-e189887a5739 req-81848033-57cd-4cbb-a146-784e51867bb8 service neutron] Attempting to bind port 02dd892f-ed59-45a9-957a-3c42862cff9d on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:42:52.919748 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-05eca9f8-5633-4998-94cb-e189887a5739 req-81848033-57cd-4cbb-a146-784e51867bb8 service neutron] Attempting to bind port 02dd892f-ed59-45a9-957a-3c42862cff9d by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:42:52.920083 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05eca9f8-5633-4998-94cb-e189887a5739 req-81848033-57cd-4cbb-a146-784e51867bb8 service neutron] Attempting to bind port 02dd892f-ed59-45a9-957a-3c42862cff9d on network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:42:52.924527 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05eca9f8-5633-4998-94cb-e189887a5739 req-81848033-57cd-4cbb-a146-784e51867bb8 service neutron] Port 02dd892f-ed59-45a9-957a-3c42862cff9d on network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:42:52.924855 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05eca9f8-5633-4998-94cb-e189887a5739 req-81848033-57cd-4cbb-a146-784e51867bb8 service neutron] Attempting to bind port 02dd892f-ed59-45a9-957a-3c42862cff9d on network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:42:52.931632 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05eca9f8-5633-4998-94cb-e189887a5739 req-81848033-57cd-4cbb-a146-784e51867bb8 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:42:52.931975 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05eca9f8-5633-4998-94cb-e189887a5739 req-81848033-57cd-4cbb-a146-784e51867bb8 service neutron] Checking segment: {'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:42:52.932381 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05eca9f8-5633-4998-94cb-e189887a5739 req-81848033-57cd-4cbb-a146-784e51867bb8 service neutron] Bound using segment: {'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:42:52.933228 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-05eca9f8-5633-4998-94cb-e189887a5739 req-81848033-57cd-4cbb-a146-784e51867bb8 service neutron] Bound port: 02dd892f-ed59-45a9-957a-3c42862cff9d, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:42:52.933604 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-05eca9f8-5633-4998-94cb-e189887a5739 req-81848033-57cd-4cbb-a146-784e51867bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:52.996752 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 52820) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:53.008555 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd9638-f953-4e65-ba95-0d27a6413271 req-227990cc-db14-406e-9301-5e2354994b80 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:53.010250 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-30cd9638-f953-4e65-ba95-0d27a6413271 req-227990cc-db14-406e-9301-5e2354994b80 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8d5681b-6648-4a5c-beac-85425330634d HTTP/1.1" status: 200 len: 971 time: 0.0693119 Nov 27 03:42:53.023152 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-05eca9f8-5633-4998-94cb-e189887a5739 req-81848033-57cd-4cbb-a146-784e51867bb8 service neutron] For port 02dd892f-ed59-45a9-957a-3c42862cff9d, host n-h1-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:42:53.027107 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-05eca9f8-5633-4998-94cb-e189887a5739 req-81848033-57cd-4cbb-a146-784e51867bb8 service neutron] For port 02dd892f-ed59-45a9-957a-3c42862cff9d, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=02dd892f-ed59-45a9-957a-3c42862cff9d,segment=NetworkSegment(0ede1ec6-1b9f-43e0-8048-29f023f3314a),segment_id=0ede1ec6-1b9f-43e0-8048-29f023f3314a)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:42:53.032610 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-05eca9f8-5633-4998-94cb-e189887a5739 req-81848033-57cd-4cbb-a146-784e51867bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:53.070464 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-30cd9638-f953-4e65-ba95-0d27a6413271 req-699cac90-d7b9-4e70-b6af-da87834f5cd9 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1817211-bef1-478e-85a2-58f011d4bf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527179 Nov 27 03:42:53.071366 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eca9f8-5633-4998-94cb-e189887a5739 req-81848033-57cd-4cbb-a146-784e51867bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:53.072218 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-05eca9f8-5633-4998-94cb-e189887a5739 req-81848033-57cd-4cbb-a146-784e51867bb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:53.073811 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-05eca9f8-5633-4998-94cb-e189887a5739 req-81848033-57cd-4cbb-a146-784e51867bb8 service neutron] 10.222.0.23 "PUT /v2.0/ports/02dd892f-ed59-45a9-957a-3c42862cff9d HTTP/1.1" status: 200 len: 1092 time: 0.7490783 Nov 27 03:42:53.077012 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9443a66-6495-4b72-af09-e210b5659963', 'tag': '02dd892f-ed59-45a9-957a-3c42862cff9d'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:42:53.079493 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2770e9-3bb8-44f4-b741-efd2d60a7d0d" -d '{"events": [{"name": "network-changed", "server_uuid": "b9443a66-6495-4b72-af09-e210b5659963", "tag": "02dd892f-ed59-45a9-957a-3c42862cff9d"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:42:53.115833 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81848033-57cd-4cbb-a146-784e51867bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=02dd892f-ed59-45a9-957a-3c42862cff9d,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:53.126996 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3768007-b25e-49a5-b0d1-de546ec6511f x-openstack-request-id: req-f3768007-b25e-49a5-b0d1-de546ec6511f {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:42:53.127280 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9443a66-6495-4b72-af09-e210b5659963", "tag": "02dd892f-ed59-45a9-957a-3c42862cff9d", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:42:53.127534 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f3768007-b25e-49a5-b0d1-de546ec6511f {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:42:53.127925 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9443a66-6495-4b72-af09-e210b5659963', 'tag': '02dd892f-ed59-45a9-957a-3c42862cff9d', 'status': 'completed', 'code': 200} Nov 27 03:42:53.134664 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6af95527-9b88-48fc-852a-f1748c33f813 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:53.211738 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eca9f8-5633-4998-94cb-e189887a5739 req-5162231a-c50a-48dd-b0f8-dd16c428c195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:53.213256 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-05eca9f8-5633-4998-94cb-e189887a5739 req-5162231a-c50a-48dd-b0f8-dd16c428c195 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f93bf1216094326aad79ff5fda23c08&device_id=b9443a66-6495-4b72-af09-e210b5659963 HTTP/1.1" status: 200 len: 1095 time: 0.0646982 Nov 27 03:42:53.274816 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-05eca9f8-5633-4998-94cb-e189887a5739 req-ec57b38a-a08d-4409-9d2e-b3f0da464f45 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02dd892f-ed59-45a9-957a-3c42862cff9d HTTP/1.1" status: 200 len: 217 time: 0.0448532 Nov 27 03:42:53.279323 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6af95527-9b88-48fc-852a-f1748c33f813 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:53.283348 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6af95527-9b88-48fc-852a-f1748c33f813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:53.308057 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246cecf-ee06-41ae-ad12-de7f8a9c4c7f req-b883d6ad-839e-4c1d-9c78-6678815cfb0f tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:53.309514 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f246cecf-ee06-41ae-ad12-de7f8a9c4c7f req-b883d6ad-839e-4c1d-9c78-6678815cfb0f tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd4fc9c8-e551-4417-a0f0-f69f6394a878 HTTP/1.1" status: 200 len: 972 time: 0.0486455 Nov 27 03:42:53.354027 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6af95527-9b88-48fc-852a-f1748c33f813 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7cdc69359245499099c6eafd3dc7f04f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3560863 Nov 27 03:42:53.356411 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af95527-9b88-48fc-852a-f1748c33f813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06aabda6-f462-4358-b0fb-070c409cdf91,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:53.358671 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 52828) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:53.360505 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f246cecf-ee06-41ae-ad12-de7f8a9c4c7f req-781a7134-cf88-4742-9925-417ad3891409 tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] 10.222.0.20 "GET /v2.0/security-groups?id=394f60c3-c8b9-4d4e-b1e9-0b1b817243d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444975 Nov 27 03:42:53.378999 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eca9f8-5633-4998-94cb-e189887a5739 req-a9e8848d-0aa7-408d-8ad5-bad87d8a7043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:53.380452 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-05eca9f8-5633-4998-94cb-e189887a5739 req-a9e8848d-0aa7-408d-8ad5-bad87d8a7043 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f2f4695-47e3-40b2-b54d-f43d3306eba4 HTTP/1.1" status: 200 len: 848 time: 0.0917337 Nov 27 03:42:53.422522 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-05eca9f8-5633-4998-94cb-e189887a5739 req-6e37299a-8637-4090-81e0-0689a7b621a6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325520 Nov 27 03:42:53.508385 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-865030a7-9654-46b0-97d3-95b2ff954f73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:53.549004 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-865030a7-9654-46b0-97d3-95b2ff954f73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:53.553524 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f81be-e0d4-499b-9a36-e7fd7d3b323c req-fcfec5b9-4033-4cf0-be8d-9beef0d3da90 tempest-AggregatesAdminTestJSON-802426941 tempest-AggregatesAdminTestJSON-802426941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:53.555079 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ed7f81be-e0d4-499b-9a36-e7fd7d3b323c req-fcfec5b9-4033-4cf0-be8d-9beef0d3da90 tempest-AggregatesAdminTestJSON-802426941 tempest-AggregatesAdminTestJSON-802426941-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cd4fc9c8-e551-4417-a0f0-f69f6394a878 HTTP/1.1" status: 200 len: 1123 time: 0.1231520 Nov 27 03:42:53.607495 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ed7f81be-e0d4-499b-9a36-e7fd7d3b323c req-53f2f802-767f-4253-b74d-502abdd641a7 tempest-AggregatesAdminTestJSON-802426941 tempest-AggregatesAdminTestJSON-802426941-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:53.621643 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-05eca9f8-5633-4998-94cb-e189887a5739 req-a8019028-ff3f-4c3b-b960-9afde32a29f3 service neutron] 10.222.0.23 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872835 Nov 27 03:42:53.691232 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-865030a7-9654-46b0-97d3-95b2ff954f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:53.693772 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-865030a7-9654-46b0-97d3-95b2ff954f73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:53.697287 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-865030a7-9654-46b0-97d3-95b2ff954f73 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06aabda6-f462-4358-b0fb-070c409cdf91 HTTP/1.1" status: 204 len: 168 time: 0.3339705 Nov 27 03:42:53.723290 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865030a7-9654-46b0-97d3-95b2ff954f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06aabda6-f462-4358-b0fb-070c409cdf91,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:53.744252 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a38c4a-5417-4902-928a-d79628c1e1e5 req-72da5c98-a135-4fa0-b414-d96f246f88f0 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:53.752057 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-35a38c4a-5417-4902-928a-d79628c1e1e5 req-72da5c98-a135-4fa0-b414-d96f246f88f0 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1fc4af-eec6-4bfc-83a5-e96d29180c7a HTTP/1.1" status: 200 len: 943 time: 0.0584538 Nov 27 03:42:53.763399 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-05eca9f8-5633-4998-94cb-e189887a5739 req-a4fe4fa2-a351-4163-8940-f7c40ebf67b7 service neutron] 10.222.0.23 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301081 Nov 27 03:42:53.789517 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ed7f81be-e0d4-499b-9a36-e7fd7d3b323c req-53f2f802-767f-4253-b74d-502abdd641a7 tempest-AggregatesAdminTestJSON-802426941 tempest-AggregatesAdminTestJSON-802426941-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:53.793770 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ed7f81be-e0d4-499b-9a36-e7fd7d3b323c req-53f2f802-767f-4253-b74d-502abdd641a7 tempest-AggregatesAdminTestJSON-802426941 tempest-AggregatesAdminTestJSON-802426941-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:53.799821 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-35a38c4a-5417-4902-928a-d79628c1e1e5 req-5a66b34f-e1b8-4fbd-a031-6f97fdf114ef tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464704 Nov 27 03:42:53.838432 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ed7f81be-e0d4-499b-9a36-e7fd7d3b323c req-53f2f802-767f-4253-b74d-502abdd641a7 tempest-AggregatesAdminTestJSON-802426941 tempest-AggregatesAdminTestJSON-802426941-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=394f60c3-c8b9-4d4e-b1e9-0b1b817243d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758136 Nov 27 03:42:53.839230 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f2f802-767f-4253-b74d-502abdd641a7 tempest-AggregatesAdminTestJSON-802426941 tempest-AggregatesAdminTestJSON-802426941-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7cc75a-3912-4c6a-ae23-f958af25b4c6,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:53.903877 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2770e9-3bb8-44f4-b741-efd2d60a7d0d req-e75e4ab2-7df3-43d4-9a01-0378a8fcc5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:53.906697 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bf2770e9-3bb8-44f4-b741-efd2d60a7d0d req-e75e4ab2-7df3-43d4-9a01-0378a8fcc5d4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f93bf1216094326aad79ff5fda23c08&device_id=b9443a66-6495-4b72-af09-e210b5659963 HTTP/1.1" status: 200 len: 1095 time: 0.0484796 Nov 27 03:42:53.986869 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e2d60-ab69-4b16-b470-a382696818e4 req-85cb4ba8-2093-49eb-95ef-303ceab41a72 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:53.988655 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1b3e2d60-ab69-4b16-b470-a382696818e4 req-85cb4ba8-2093-49eb-95ef-303ceab41a72 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9443a66-6495-4b72-af09-e210b5659963 HTTP/1.1" status: 200 len: 944 time: 0.0681510 Nov 27 03:42:54.016242 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2770e9-3bb8-44f4-b741-efd2d60a7d0d req-032343a0-1fee-48ac-9f9e-7a4a10e70d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:54.017880 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bf2770e9-3bb8-44f4-b741-efd2d60a7d0d req-032343a0-1fee-48ac-9f9e-7a4a10e70d9e service neutron] 10.222.0.23 "GET /v2.0/networks?id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 HTTP/1.1" status: 200 len: 909 time: 0.1024199 Nov 27 03:42:54.060734 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1b3e2d60-ab69-4b16-b470-a382696818e4 req-7174c0ca-012b-444e-8c5f-9d171b4d167d tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636673 Nov 27 03:42:54.072675 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bf2770e9-3bb8-44f4-b741-efd2d60a7d0d req-87464ca9-50e6-47bf-b90e-ab95dc456ce6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02dd892f-ed59-45a9-957a-3c42862cff9d HTTP/1.1" status: 200 len: 217 time: 0.0463500 Nov 27 03:42:54.088133 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 52856) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:54.102754 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-50a37efe-5950-4baa-89b0-ff5ec154facd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:54.136707 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2770e9-3bb8-44f4-b741-efd2d60a7d0d req-2bfd6a06-b70a-4467-926b-460cf7296b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:54.138332 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bf2770e9-3bb8-44f4-b741-efd2d60a7d0d req-2bfd6a06-b70a-4467-926b-460cf7296b75 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f2f4695-47e3-40b2-b54d-f43d3306eba4 HTTP/1.1" status: 200 len: 848 time: 0.0574152 Nov 27 03:42:54.180314 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bf2770e9-3bb8-44f4-b741-efd2d60a7d0d req-31244b6d-2ca5-4851-9955-dcec194c7f5e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328164 Nov 27 03:42:54.203547 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-50a37efe-5950-4baa-89b0-ff5ec154facd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:54.208934 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-50a37efe-5950-4baa-89b0-ff5ec154facd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:54.250806 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-50a37efe-5950-4baa-89b0-ff5ec154facd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f8537beb7d6e4a918efb85c2e4be7057&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1592205 Nov 27 03:42:54.250806 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a37efe-5950-4baa-89b0-ff5ec154facd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74255ba9-3768-4559-97ef-607a7a4107ed,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:54.252199 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 52862) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:54.305178 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fdf4e2f9-2e60-4e4e-bfac-6a103b23a616 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:54.329641 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fdf4e2f9-2e60-4e4e-bfac-6a103b23a616 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:54.337470 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e94d25-ea03-4cb3-b4f0-df6131bb3529 req-b08aa895-7b83-4a97-abff-652d597faaa2 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:54.344545 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a5e94d25-ea03-4cb3-b4f0-df6131bb3529 req-b08aa895-7b83-4a97-abff-652d597faaa2 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8d5681b-6648-4a5c-beac-85425330634d HTTP/1.1" status: 200 len: 971 time: 0.1678302 Nov 27 03:42:54.364492 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bf2770e9-3bb8-44f4-b741-efd2d60a7d0d req-1226b48b-e12e-4cc3-922c-3ff38d197217 service neutron] 10.222.0.23 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574490 Nov 27 03:42:54.382257 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fdf4e2f9-2e60-4e4e-bfac-6a103b23a616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:54.385359 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fdf4e2f9-2e60-4e4e-bfac-6a103b23a616 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:54.389943 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-fdf4e2f9-2e60-4e4e-bfac-6a103b23a616 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/74255ba9-3768-4559-97ef-607a7a4107ed HTTP/1.1" status: 204 len: 168 time: 0.1372955 Nov 27 03:42:54.400101 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4e2f9-2e60-4e4e-bfac-6a103b23a616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74255ba9-3768-4559-97ef-607a7a4107ed,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:54.444031 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a5e94d25-ea03-4cb3-b4f0-df6131bb3529 req-6fb22499-2e47-4472-9a13-121b3cc3a749 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1817211-bef1-478e-85a2-58f011d4bf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986302 Nov 27 03:42:54.514309 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bf2770e9-3bb8-44f4-b741-efd2d60a7d0d req-3b6c8729-3ead-4db5-935f-0b17105cc2ad service neutron] 10.222.0.23 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392527 Nov 27 03:42:54.523321 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d84d6a-5c5a-4219-985f-67902131ab0b req-75cf9570-f6b0-4461-b68a-eb1c56095f87 tempest-DeleteServersAdminTestJSON-1319821267 tempest-DeleteServersAdminTestJSON-1319821267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:54.524841 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-30d84d6a-5c5a-4219-985f-67902131ab0b req-75cf9570-f6b0-4461-b68a-eb1c56095f87 tempest-DeleteServersAdminTestJSON-1319821267 tempest-DeleteServersAdminTestJSON-1319821267-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b8d5681b-6648-4a5c-beac-85425330634d HTTP/1.1" status: 200 len: 1122 time: 0.0616829 Nov 27 03:42:54.618887 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-30d84d6a-5c5a-4219-985f-67902131ab0b req-ab03258b-b4f2-4615-aa76-b9610de9f901 tempest-DeleteServersAdminTestJSON-1319821267 tempest-DeleteServersAdminTestJSON-1319821267-project-admin] Deleting port 7a24fbfc-e959-4c68-916c-82f45c869406 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:42:54.619678 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-30d84d6a-5c5a-4219-985f-67902131ab0b req-ab03258b-b4f2-4615-aa76-b9610de9f901 tempest-DeleteServersAdminTestJSON-1319821267 tempest-DeleteServersAdminTestJSON-1319821267-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:54.720795 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-30d84d6a-5c5a-4219-985f-67902131ab0b req-ab03258b-b4f2-4615-aa76-b9610de9f901 tempest-DeleteServersAdminTestJSON-1319821267 tempest-DeleteServersAdminTestJSON-1319821267-project-admin] For port 7a24fbfc-e959-4c68-916c-82f45c869406, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=7a24fbfc-e959-4c68-916c-82f45c869406,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:42:54.721157 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-30d84d6a-5c5a-4219-985f-67902131ab0b req-ab03258b-b4f2-4615-aa76-b9610de9f901 tempest-DeleteServersAdminTestJSON-1319821267 tempest-DeleteServersAdminTestJSON-1319821267-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:54.739739 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-30d84d6a-5c5a-4219-985f-67902131ab0b req-ab03258b-b4f2-4615-aa76-b9610de9f901 tempest-DeleteServersAdminTestJSON-1319821267 tempest-DeleteServersAdminTestJSON-1319821267-project-admin] Calling delete_port for 7a24fbfc-e959-4c68-916c-82f45c869406 owned by compute:tempest-test_az-2087561121 {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:42:54.945527 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-30d84d6a-5c5a-4219-985f-67902131ab0b req-ab03258b-b4f2-4615-aa76-b9610de9f901 tempest-DeleteServersAdminTestJSON-1319821267 tempest-DeleteServersAdminTestJSON-1319821267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:54.970574 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c1082-563e-408f-98d8-b3ecba1d6582 req-6b063385-ee11-40e5-9e04-6dd1b598afee tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:54.973072 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e33c1082-563e-408f-98d8-b3ecba1d6582 req-6b063385-ee11-40e5-9e04-6dd1b598afee tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1fc4af-eec6-4bfc-83a5-e96d29180c7a HTTP/1.1" status: 200 len: 943 time: 0.0707419 Nov 27 03:42:54.979943 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['7a24fbfc-e959-4c68-916c-82f45c869406'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:42:54.997626 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03258b-b4f2-4615-aa76-b9610de9f901 tempest-DeleteServersAdminTestJSON-1319821267 tempest-DeleteServersAdminTestJSON-1319821267-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a24fbfc-e959-4c68-916c-82f45c869406,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:55.070862 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e33c1082-563e-408f-98d8-b3ecba1d6582 req-605af027-91c9-467c-bd1d-d8d941403012 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885255 Nov 27 03:42:55.089056 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d84d6a-5c5a-4219-985f-67902131ab0b req-ab03258b-b4f2-4615-aa76-b9610de9f901 tempest-DeleteServersAdminTestJSON-1319821267 tempest-DeleteServersAdminTestJSON-1319821267-project-admin] No DVR routers for this DVR port 7a24fbfc-e959-4c68-916c-82f45c869406 on host n-h2-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:42:55.092993 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-30d84d6a-5c5a-4219-985f-67902131ab0b req-ab03258b-b4f2-4615-aa76-b9610de9f901 tempest-DeleteServersAdminTestJSON-1319821267 tempest-DeleteServersAdminTestJSON-1319821267-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:55.098826 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-30d84d6a-5c5a-4219-985f-67902131ab0b req-ab03258b-b4f2-4615-aa76-b9610de9f901 tempest-DeleteServersAdminTestJSON-1319821267 tempest-DeleteServersAdminTestJSON-1319821267-project-admin] 10.222.0.11 "DELETE /v2.0/ports/7a24fbfc-e959-4c68-916c-82f45c869406 HTTP/1.1" status: 204 len: 173 time: 0.5663559 Nov 27 03:42:55.128622 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d5681b-6648-4a5c-beac-85425330634d', 'name': 'network-vif-deleted', 'tag': '7a24fbfc-e959-4c68-916c-82f45c869406'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:42:55.131587 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0557a2b1-e7f7-4bb8-bb17-e6d95e33ebdc" -d '{"events": [{"server_uuid": "b8d5681b-6648-4a5c-beac-85425330634d", "name": "network-vif-deleted", "tag": "7a24fbfc-e959-4c68-916c-82f45c869406"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:42:55.199290 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51abb8ab-05e8-4b06-b383-7878ba39ec1e x-openstack-request-id: req-51abb8ab-05e8-4b06-b383-7878ba39ec1e {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:42:55.199865 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d5681b-6648-4a5c-beac-85425330634d", "name": "network-vif-deleted", "tag": "7a24fbfc-e959-4c68-916c-82f45c869406", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:42:55.199865 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51abb8ab-05e8-4b06-b383-7878ba39ec1e {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:42:55.200378 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8d5681b-6648-4a5c-beac-85425330634d', 'name': 'network-vif-deleted', 'tag': '7a24fbfc-e959-4c68-916c-82f45c869406', 'status': 'completed', 'code': 200} Nov 27 03:42:55.232760 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device dfc60870-0453-46e6-86d1-c791147fdefb details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:42:55.263479 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64b6cf-0450-43b3-bb1b-e69f980c8094 req-a1726bd7-1397-4dae-8f28-c8a61df49fc8 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:55.266000 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0d64b6cf-0450-43b3-bb1b-e69f980c8094 req-a1726bd7-1397-4dae-8f28-c8a61df49fc8 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9443a66-6495-4b72-af09-e210b5659963 HTTP/1.1" status: 200 len: 944 time: 0.0924649 Nov 27 03:42:55.348499 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0d64b6cf-0450-43b3-bb1b-e69f980c8094 req-b280f4d3-8443-488d-bf9a-b2e932ef96a6 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745840 Nov 27 03:42:55.384374 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port dfc60870-0453-46e6-86d1-c791147fdefb, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=dfc60870-0453-46e6-86d1-c791147fdefb,segment=NetworkSegment(74310010-e448-4edf-8f12-15f9f8367765),segment_id=74310010-e448-4edf-8f12-15f9f8367765)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:42:55.397257 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': 'dfc60870-0453-46e6-86d1-c791147fdefb', 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7', 'port_id': 'dfc60870-0453-46e6-86d1-c791147fdefb', 'mac_address': 'fa:16:3e:ad:a7:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '022c48dd-3720-4645-8f22-45c74ce924ab', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:42:55.442233 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:55.460632 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfc60870-0453-46e6-86d1-c791147fdefb {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:42:55.490938 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port dfc60870-0453-46e6-86d1-c791147fdefb, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=dfc60870-0453-46e6-86d1-c791147fdefb,segment=NetworkSegment(74310010-e448-4edf-8f12-15f9f8367765),segment_id=74310010-e448-4edf-8f12-15f9f8367765)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:42:55.498432 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:55.555664 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=dfc60870-0453-46e6-86d1-c791147fdefb,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:55.616810 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9ce24c5e-b563-47e6-8655-4fcf664811c0 req-b2d0331f-f9da-47c0-811f-a067e5d35088 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8d5681b-6648-4a5c-beac-85425330634d HTTP/1.1" status: 200 len: 210 time: 0.0379696 Nov 27 03:42:55.957590 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['dfc60870-0453-46e6-86d1-c791147fdefb'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:42:56.368931 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3f538-fc23-4bf5-8478-059db2483ef5 req-fac59f8f-9c75-46f9-b92a-ce272ed12953 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:56.371298 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2fa3f538-fc23-4bf5-8478-059db2483ef5 req-fac59f8f-9c75-46f9-b92a-ce272ed12953 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1fc4af-eec6-4bfc-83a5-e96d29180c7a HTTP/1.1" status: 200 len: 944 time: 0.0523243 Nov 27 03:42:56.423521 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2fa3f538-fc23-4bf5-8478-059db2483ef5 req-ebe9fa8a-302d-4e53-af18-4ee746bddb22 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452375 Nov 27 03:42:56.461695 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8bf555-6511-4efd-9768-e171583c9ed4 req-888c2213-1851-43ac-8309-b1398ebcf252 tempest-NetworksTest-386374305 tempest-NetworksTest-386374305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:56.462246 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8bf555-6511-4efd-9768-e171583c9ed4 req-888c2213-1851-43ac-8309-b1398ebcf252 tempest-NetworksTest-386374305 tempest-NetworksTest-386374305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:56.462643 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8bf555-6511-4efd-9768-e171583c9ed4 req-888c2213-1851-43ac-8309-b1398ebcf252 tempest-NetworksTest-386374305 tempest-NetworksTest-386374305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:56.463240 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8bf555-6511-4efd-9768-e171583c9ed4 req-888c2213-1851-43ac-8309-b1398ebcf252 tempest-NetworksTest-386374305 tempest-NetworksTest-386374305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:56.463699 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8bf555-6511-4efd-9768-e171583c9ed4 req-888c2213-1851-43ac-8309-b1398ebcf252 tempest-NetworksTest-386374305 tempest-NetworksTest-386374305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:56.464150 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8bf555-6511-4efd-9768-e171583c9ed4 req-888c2213-1851-43ac-8309-b1398ebcf252 tempest-NetworksTest-386374305 tempest-NetworksTest-386374305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:56.464618 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8bf555-6511-4efd-9768-e171583c9ed4 req-888c2213-1851-43ac-8309-b1398ebcf252 tempest-NetworksTest-386374305 tempest-NetworksTest-386374305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:56.466421 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-df8bf555-6511-4efd-9768-e171583c9ed4 req-888c2213-1851-43ac-8309-b1398ebcf252 tempest-NetworksTest-386374305 tempest-NetworksTest-386374305-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5014 time: 0.2456598 Nov 27 03:42:56.553889 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53036) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:56.580535 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23044647-6a3f-45f2-bc6c-512e4f14bd49 req-8d50242f-4fd8-463f-a7f4-5ab3cc08c212 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:56.582083 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-23044647-6a3f-45f2-bc6c-512e4f14bd49 req-8d50242f-4fd8-463f-a7f4-5ab3cc08c212 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9443a66-6495-4b72-af09-e210b5659963 HTTP/1.1" status: 200 len: 944 time: 0.0491314 Nov 27 03:42:56.601463 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b884c-ed26-45d7-b04e-7ba6ef60bc16 req-86b9b5c7-9490-4ae5-b34e-b946e0e194bb tempest-NetworksTest-386374305 tempest-NetworksTest-386374305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:56.603620 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dc0b884c-ed26-45d7-b04e-7ba6ef60bc16 req-86b9b5c7-9490-4ae5-b34e-b946e0e194bb tempest-NetworksTest-386374305 tempest-NetworksTest-386374305-project-admin] 10.222.0.20 "GET /v2.0/networks/f5c39893-f8d8-4150-8aae-695f98406de3 HTTP/1.1" status: 200 len: 886 time: 0.0968523 Nov 27 03:42:56.635039 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-23044647-6a3f-45f2-bc6c-512e4f14bd49 req-05d7301b-5185-4da2-a53e-f6ea9911fbe4 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456088 Nov 27 03:42:56.670541 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-391b1d4f-cdec-463b-bf2e-0fe339da3f9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:56.756495 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-391b1d4f-cdec-463b-bf2e-0fe339da3f9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:56.762152 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-391b1d4f-cdec-463b-bf2e-0fe339da3f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:56.809716 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-391b1d4f-cdec-463b-bf2e-0fe339da3f9b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9592027fa1614a55840e5c3193371bff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2546587 Nov 27 03:42:56.812082 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53058) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:56.834690 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b1d4f-cdec-463b-bf2e-0fe339da3f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e17dedf-e16f-4bd6-aff6-a955dec6f557,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:56.871699 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-edcd6ce2-a7ad-4fc6-a266-f1582c3283b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:56.902132 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-edcd6ce2-a7ad-4fc6-a266-f1582c3283b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:56.974848 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-edcd6ce2-a7ad-4fc6-a266-f1582c3283b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:56.977824 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-edcd6ce2-a7ad-4fc6-a266-f1582c3283b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:56.979918 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-edcd6ce2-a7ad-4fc6-a266-f1582c3283b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e17dedf-e16f-4bd6-aff6-a955dec6f557 HTTP/1.1" status: 204 len: 168 time: 0.1659229 Nov 27 03:42:56.992508 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd6ce2-a7ad-4fc6-a266-f1582c3283b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e17dedf-e16f-4bd6-aff6-a955dec6f557,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:57.077894 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42045fa-81a8-4a59-8106-c65d971d2051 req-9ead230e-772b-40cf-939c-465bf2482068 tempest-NetworksTest-386374305 tempest-NetworksTest-386374305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:57.078347 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42045fa-81a8-4a59-8106-c65d971d2051 req-9ead230e-772b-40cf-939c-465bf2482068 tempest-NetworksTest-386374305 tempest-NetworksTest-386374305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:57.078831 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42045fa-81a8-4a59-8106-c65d971d2051 req-9ead230e-772b-40cf-939c-465bf2482068 tempest-NetworksTest-386374305 tempest-NetworksTest-386374305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:57.079289 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42045fa-81a8-4a59-8106-c65d971d2051 req-9ead230e-772b-40cf-939c-465bf2482068 tempest-NetworksTest-386374305 tempest-NetworksTest-386374305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:57.079744 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42045fa-81a8-4a59-8106-c65d971d2051 req-9ead230e-772b-40cf-939c-465bf2482068 tempest-NetworksTest-386374305 tempest-NetworksTest-386374305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:57.080190 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42045fa-81a8-4a59-8106-c65d971d2051 req-9ead230e-772b-40cf-939c-465bf2482068 tempest-NetworksTest-386374305 tempest-NetworksTest-386374305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:57.080642 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42045fa-81a8-4a59-8106-c65d971d2051 req-9ead230e-772b-40cf-939c-465bf2482068 tempest-NetworksTest-386374305 tempest-NetworksTest-386374305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:57.082485 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f42045fa-81a8-4a59-8106-c65d971d2051 req-9ead230e-772b-40cf-939c-465bf2482068 tempest-NetworksTest-386374305 tempest-NetworksTest-386374305-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5014 time: 0.3952215 Nov 27 03:42:57.197048 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 02dd892f-ed59-45a9-957a-3c42862cff9d details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:42:57.299616 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device dfc60870-0453-46e6-86d1-c791147fdefb up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:42:57.301968 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-2dfd19ea-fe52-4fc2-9fbe-8fcbd7da8208 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=7ab214aa9fd24cab90fc61fd420933ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416899 Nov 27 03:42:57.393145 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port dfc60870-0453-46e6-86d1-c791147fdefb completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:42:57.402185 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 02dd892f-ed59-45a9-957a-3c42862cff9d, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=02dd892f-ed59-45a9-957a-3c42862cff9d,segment=NetworkSegment(0ede1ec6-1b9f-43e0-8048-29f023f3314a),segment_id=0ede1ec6-1b9f-43e0-8048-29f023f3314a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:42:57.405344 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port dfc60870-0453-46e6-86d1-c791147fdefb triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:42:57.405721 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:57.426446 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53096) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:57.447316 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0cfdbb42-9b12-4a8c-bda8-143d2a961f6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:57.460365 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '02dd892f-ed59-45a9-957a-3c42862cff9d', 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7', 'port_id': '02dd892f-ed59-45a9-957a-3c42862cff9d', 'mac_address': 'fa:16:3e:31:94:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f2f4695-47e3-40b2-b54d-f43d3306eba4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:42:57.528690 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:57.563935 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-97deda29-4ec8-45da-a8f3-f30edb3ac2ff tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:57.571449 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-97deda29-4ec8-45da-a8f3-f30edb3ac2ff tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2685976 Nov 27 03:42:57.572738 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0cfdbb42-9b12-4a8c-bda8-143d2a961f6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:57.577372 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53108) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:57.583722 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02dd892f-ed59-45a9-957a-3c42862cff9d {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:42:57.586142 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0cfdbb42-9b12-4a8c-bda8-143d2a961f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:57.591937 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-c412c0c8-fb5f-478e-a141-774d6519cc3d tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/quotas/7ab214aa9fd24cab90fc61fd420933ab HTTP/1.1" status: 200 len: 375 time: 0.0195079 Nov 27 03:42:57.609624 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:57.634781 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-5e442cc0-1863-4031-9698-55bd9f1f83f6 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ab214aa9fd24cab90fc61fd420933ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415127 Nov 27 03:42:57.641301 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0cfdbb42-9b12-4a8c-bda8-143d2a961f6d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d8bd5d204fd94d43a944825e37b0bea3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2137055 Nov 27 03:42:57.645752 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53112) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:57.664813 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 02dd892f-ed59-45a9-957a-3c42862cff9d, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=02dd892f-ed59-45a9-957a-3c42862cff9d,segment=NetworkSegment(0ede1ec6-1b9f-43e0-8048-29f023f3314a),segment_id=0ede1ec6-1b9f-43e0-8048-29f023f3314a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:42:57.673259 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1fc4af-eec6-4bfc-83a5-e96d29180c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc60870-0453-46e6-86d1-c791147fdefb'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:42:57.675790 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7654a60-aa78-47aa-972a-112ad5e9cd3e" -d '{"events": [{"server_uuid": "9b1fc4af-eec6-4bfc-83a5-e96d29180c7a", "name": "network-vif-plugged", "status": "completed", "tag": "dfc60870-0453-46e6-86d1-c791147fdefb"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:42:57.686638 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:57.688350 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfdbb42-9b12-4a8c-bda8-143d2a961f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c1cad0-8e8b-4810-b43f-aa98e02ad259,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:57.693805 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port dfc60870-0453-46e6-86d1-c791147fdefb, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=dfc60870-0453-46e6-86d1-c791147fdefb,segment=NetworkSegment(74310010-e448-4edf-8f12-15f9f8367765),segment_id=74310010-e448-4edf-8f12-15f9f8367765)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:42:57.725975 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:57.735660 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d35b7-3043-4d1a-9ed9-2dbabe4865fd req-69884340-96ea-44c0-8164-2e597b2258a1 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:57.736708 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c04d35b7-3043-4d1a-9ed9-2dbabe4865fd req-69884340-96ea-44c0-8164-2e597b2258a1 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1fc4af-eec6-4bfc-83a5-e96d29180c7a HTTP/1.1" status: 200 len: 944 time: 0.1062055 Nov 27 03:42:57.737786 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-eb837e21-dd6f-4885-b0b7-ba339e84d5f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:57.756606 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=02dd892f-ed59-45a9-957a-3c42862cff9d,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:57.791803 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-eb837e21-dd6f-4885-b0b7-ba339e84d5f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:57.817078 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-497d8c58-fbaa-441b-84f2-d6a44377565b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:57.829924 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=dfc60870-0453-46e6-86d1-c791147fdefb,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:57.889675 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c04d35b7-3043-4d1a-9ed9-2dbabe4865fd req-f2b47a32-1a34-4144-a39d-62c111bc6ba6 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424978 Nov 27 03:42:57.919464 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-eb837e21-dd6f-4885-b0b7-ba339e84d5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:57.922255 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-eb837e21-dd6f-4885-b0b7-ba339e84d5f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:57.932426 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-eb837e21-dd6f-4885-b0b7-ba339e84d5f6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f1c1cad0-8e8b-4810-b43f-aa98e02ad259 HTTP/1.1" status: 204 len: 168 time: 0.2862663 Nov 27 03:42:57.978873 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb837e21-dd6f-4885-b0b7-ba339e84d5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c1cad0-8e8b-4810-b43f-aa98e02ad259,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:58.001480 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['02dd892f-ed59-45a9-957a-3c42862cff9d'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:42:58.069458 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509c934-2bb5-4e00-b34d-f7a31268c8eb req-13aeba43-5873-4d82-a504-844c8a9edb47 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:58.071227 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2509c934-2bb5-4e00-b34d-f7a31268c8eb req-13aeba43-5873-4d82-a504-844c8a9edb47 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9443a66-6495-4b72-af09-e210b5659963 HTTP/1.1" status: 200 len: 945 time: 0.0977554 Nov 27 03:42:58.083366 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-497d8c58-fbaa-441b-84f2-d6a44377565b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:58.100574 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-497d8c58-fbaa-441b-84f2-d6a44377565b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:58.160938 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf54532-5a3c-49a6-84c5-f38a0efc0c24 x-openstack-request-id: req-fbf54532-5a3c-49a6-84c5-f38a0efc0c24 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:42:58.161589 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b1fc4af-eec6-4bfc-83a5-e96d29180c7a", "name": "network-vif-plugged", "status": "completed", "tag": "dfc60870-0453-46e6-86d1-c791147fdefb", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:42:58.161991 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fbf54532-5a3c-49a6-84c5-f38a0efc0c24 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:42:58.162578 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b1fc4af-eec6-4bfc-83a5-e96d29180c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc60870-0453-46e6-86d1-c791147fdefb', 'code': 200} Nov 27 03:42:58.165750 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-497d8c58-fbaa-441b-84f2-d6a44377565b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=21f3d24d4aed493e9c2a7b01ff9eec0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5844059 Nov 27 03:42:58.166231 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53142) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:58.168059 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d8c58-fbaa-441b-84f2-d6a44377565b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b4b556-6a03-46d3-8b68-5d0f20d86671,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:58.184891 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2509c934-2bb5-4e00-b34d-f7a31268c8eb req-78d6d456-f26b-49de-ae66-2abca2d7dcb1 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037302 Nov 27 03:42:58.318081 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dcead08a-0a81-4a79-8e83-2409dfa5c08e req-b54e993d-8ff0-4ea3-b0e2-14fe06e8026e tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7a93d27-b59f-44e9-bfd9-7fbc69fda57b HTTP/1.1" status: 200 len: 210 time: 0.0664890 Nov 27 03:42:58.379398 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a12dfc-3f29-4658-ad09-7d29fee60995 req-32456729-f804-471f-950f-67bc3600c903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:58.381318 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-00a12dfc-3f29-4658-ad09-7d29fee60995 req-32456729-f804-471f-950f-67bc3600c903 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9b1fc4af-eec6-4bfc-83a5-e96d29180c7a HTTP/1.1" status: 200 len: 1096 time: 0.1076238 Nov 27 03:42:58.385306 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4dff8b91-eb82-48e8-8ca3-78007e45493b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:58.394374 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 7a24fbfc-e959-4c68-916c-82f45c869406 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:42:58.448609 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4dff8b91-eb82-48e8-8ca3-78007e45493b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:58.452905 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: 7a24fbfc-e959-4c68-916c-82f45c869406 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:42:58.453666 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 7a24fbfc-e959-4c68-916c-82f45c869406 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:42:58.504105 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-00a12dfc-3f29-4658-ad09-7d29fee60995 req-5123c184-8761-47df-92de-464cb2c232e2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051419 Nov 27 03:42:58.526717 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4dff8b91-eb82-48e8-8ca3-78007e45493b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:58.531237 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4dff8b91-eb82-48e8-8ca3-78007e45493b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:58.534209 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4dff8b91-eb82-48e8-8ca3-78007e45493b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f3b4b556-6a03-46d3-8b68-5d0f20d86671 HTTP/1.1" status: 204 len: 168 time: 0.3668187 Nov 27 03:42:58.545395 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff8b91-eb82-48e8-8ca3-78007e45493b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b4b556-6a03-46d3-8b68-5d0f20d86671,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:59.025303 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53210) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:59.047114 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-24d49e15-6834-4339-a6bf-d4f152dcc556 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:59.062153 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d0f56-015f-4904-b7e3-dfdcc177603f req-474f9e76-55f1-4a03-b94b-ec182d46c9de tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:59.065314 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c57d0f56-015f-4904-b7e3-dfdcc177603f req-474f9e76-55f1-4a03-b94b-ec182d46c9de tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd4fc9c8-e551-4417-a0f0-f69f6394a878 HTTP/1.1" status: 200 len: 972 time: 0.0703332 Nov 27 03:42:59.070295 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65c6da-cf52-40a3-9952-7e64ef678db9 req-d4ee7c04-9bdc-43f9-a755-14fb1ad9ba99 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:59.072267 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8a65c6da-cf52-40a3-9952-7e64ef678db9 req-d4ee7c04-9bdc-43f9-a755-14fb1ad9ba99 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1fc4af-eec6-4bfc-83a5-e96d29180c7a HTTP/1.1" status: 200 len: 945 time: 0.0828168 Nov 27 03:42:59.132150 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53214) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:59.143316 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c57d0f56-015f-4904-b7e3-dfdcc177603f req-1ca0987f-154b-4695-a4b2-3134c1efcb5f tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] 10.222.0.20 "GET /v2.0/security-groups?id=394f60c3-c8b9-4d4e-b1e9-0b1b817243d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719373 Nov 27 03:42:59.169314 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8a65c6da-cf52-40a3-9952-7e64ef678db9 req-aa79d474-3a40-4722-9c99-5107cc2ca5e7 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881302 Nov 27 03:42:59.197577 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 02dd892f-ed59-45a9-957a-3c42862cff9d up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:42:59.246120 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-24d49e15-6834-4339-a6bf-d4f152dcc556 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:59.282701 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-24d49e15-6834-4339-a6bf-d4f152dcc556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:59.347285 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 02dd892f-ed59-45a9-957a-3c42862cff9d completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:42:59.354816 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 02dd892f-ed59-45a9-957a-3c42862cff9d triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:42:59.356337 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:59.389840 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-24d49e15-6834-4339-a6bf-d4f152dcc556 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=56f73543827942da9954bbc85543993c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3617158 Nov 27 03:42:59.390755 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53230) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:59.421335 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-f11b17ed-e7be-45ba-addf-5cd344f45c46 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=7ab214aa9fd24cab90fc61fd420933ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0680737 Nov 27 03:42:59.469366 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d49e15-6834-4339-a6bf-d4f152dcc556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c087480-ece5-45ed-9b45-6a6402c2cced,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:59.522612 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1be626-0987-4109-b343-3faf817d078b req-61678489-dc36-4487-bfe2-3c208c64be78 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:59.530070 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:59.532519 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ec1be626-0987-4109-b343-3faf817d078b req-61678489-dc36-4487-bfe2-3c208c64be78 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9443a66-6495-4b72-af09-e210b5659963 HTTP/1.1" status: 200 len: 945 time: 0.2737193 Nov 27 03:42:59.588328 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 02dd892f-ed59-45a9-957a-3c42862cff9d, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=02dd892f-ed59-45a9-957a-3c42862cff9d,segment=NetworkSegment(0ede1ec6-1b9f-43e0-8048-29f023f3314a),segment_id=0ede1ec6-1b9f-43e0-8048-29f023f3314a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:42:59.596184 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:59.603241 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e4ec85e0-3cf4-41a0-aa5a-dc0ba17eeda3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:59.656244 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ec1be626-0987-4109-b343-3faf817d078b req-2c5cbdcc-7103-455c-93b7-8425080addfd tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179595 Nov 27 03:42:59.657123 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-43f5e65d-74f5-4d77-91e2-dacbe87c059d req-86dc0a5b-f6c2-4170-a06a-39834ea61a8d tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7a93d27-b59f-44e9-bfd9-7fbc69fda57b HTTP/1.1" status: 200 len: 210 time: 0.0721955 Nov 27 03:42:59.690471 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-5df96aeb-f748-4033-9958-276e7717ee70 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:42:59.692796 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1d24479b-96b6-419c-bd2d-40ee6d9d2b34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:59.693129 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-5df96aeb-f748-4033-9958-276e7717ee70 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2653096 Nov 27 03:42:59.700416 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=02dd892f-ed59-45a9-957a-3c42862cff9d,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:59.715558 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e4ec85e0-3cf4-41a0-aa5a-dc0ba17eeda3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:59.768229 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-98a621c1-c509-4c1e-a052-547f9e42eb15 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Request body: {'port': {'device_id': 'b7a93d27-b59f-44e9-bfd9-7fbc69fda57b', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'admin_state_up': True, 'tenant_id': '7ab214aa9fd24cab90fc61fd420933ab'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:42:59.813603 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e4ec85e0-3cf4-41a0-aa5a-dc0ba17eeda3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:59.816964 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e4ec85e0-3cf4-41a0-aa5a-dc0ba17eeda3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:59.820366 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e4ec85e0-3cf4-41a0-aa5a-dc0ba17eeda3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5c087480-ece5-45ed-9b45-6a6402c2cced HTTP/1.1" status: 204 len: 168 time: 0.4226763 Nov 27 03:42:59.830982 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec85e0-3cf4-41a0-aa5a-dc0ba17eeda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c087480-ece5-45ed-9b45-6a6402c2cced,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:42:59.843807 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1d24479b-96b6-419c-bd2d-40ee6d9d2b34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:59.851530 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1d24479b-96b6-419c-bd2d-40ee6d9d2b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:42:59.890787 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1d24479b-96b6-419c-bd2d-40ee6d9d2b34 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=369fd4040d964f569993dc1a90868bcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7553008 Nov 27 03:42:59.891275 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53254) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:42:59.921020 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d24479b-96b6-419c-bd2d-40ee6d9d2b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8e7897-0b63-4270-bcc0-098f7885df2a,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:00.003100 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ff70e3ce-19e3-47c2-8f3d-01b9f216a8c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:00.007434 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-98a621c1-c509-4c1e-a052-547f9e42eb15 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Made reservation on behalf of 7ab214aa9fd24cab90fc61fd420933ab for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:43:00.010910 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-98a621c1-c509-4c1e-a052-547f9e42eb15 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:00.072934 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ff70e3ce-19e3-47c2-8f3d-01b9f216a8c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:00.165041 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9443a66-6495-4b72-af09-e210b5659963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02dd892f-ed59-45a9-957a-3c42862cff9d'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:43:00.171327 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad75548f-cbaf-4a6e-9249-41404f915809" -d '{"events": [{"server_uuid": "b9443a66-6495-4b72-af09-e210b5659963", "name": "network-vif-plugged", "status": "completed", "tag": "02dd892f-ed59-45a9-957a-3c42862cff9d"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:43:00.267154 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-98a621c1-c509-4c1e-a052-547f9e42eb15 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Allocated IP 192.168.233.234 (7cd21890-8440-4d5d-a862-4b55c8c22387/f14a2acf-f1d7-4ddf-8459-b30982428e88/05a9ea15-b8f9-4ac4-b009-355753d189e9) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:43:00.277328 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ba3674-0a53-4f8d-8b2b-82dbd4bf3103 x-openstack-request-id: req-a0ba3674-0a53-4f8d-8b2b-82dbd4bf3103 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:43:00.277652 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9443a66-6495-4b72-af09-e210b5659963", "name": "network-vif-plugged", "status": "completed", "tag": "02dd892f-ed59-45a9-957a-3c42862cff9d", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:43:00.277900 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0ba3674-0a53-4f8d-8b2b-82dbd4bf3103 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:43:00.278382 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9443a66-6495-4b72-af09-e210b5659963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02dd892f-ed59-45a9-957a-3c42862cff9d', 'code': 200} Nov 27 03:43:00.396370 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6208cef1-07ed-43ee-a9e0-6e6a1c6f155b req-21b23bf6-866a-4d9e-bf2c-50fef4eb58ef tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:00.397925 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6208cef1-07ed-43ee-a9e0-6e6a1c6f155b req-21b23bf6-866a-4d9e-bf2c-50fef4eb58ef tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd4fc9c8-e551-4417-a0f0-f69f6394a878 HTTP/1.1" status: 200 len: 972 time: 0.0943620 Nov 27 03:43:00.427329 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ff70e3ce-19e3-47c2-8f3d-01b9f216a8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:00.430361 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ff70e3ce-19e3-47c2-8f3d-01b9f216a8c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:00.431790 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ff70e3ce-19e3-47c2-8f3d-01b9f216a8c2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8b8e7897-0b63-4270-bcc0-098f7885df2a HTTP/1.1" status: 204 len: 168 time: 0.5329530 Nov 27 03:43:00.473570 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff70e3ce-19e3-47c2-8f3d-01b9f216a8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8e7897-0b63-4270-bcc0-098f7885df2a,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:00.486904 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33357ca-dfb2-4a90-b705-9e4bb9532d3e req-05d49318-61e8-43bb-b4f5-181015f28042 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:00.488714 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d33357ca-dfb2-4a90-b705-9e4bb9532d3e req-05d49318-61e8-43bb-b4f5-181015f28042 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1fc4af-eec6-4bfc-83a5-e96d29180c7a HTTP/1.1" status: 200 len: 945 time: 0.1459956 Nov 27 03:43:00.502266 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6208cef1-07ed-43ee-a9e0-6e6a1c6f155b req-bfdb29ed-d25d-4b93-9080-da4f5cf81aeb tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] 10.222.0.20 "GET /v2.0/security-groups?id=394f60c3-c8b9-4d4e-b1e9-0b1b817243d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684857 Nov 27 03:43:00.583120 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb28336-0c63-4d21-8db1-30ddc21419a5 req-f72acd31-1b33-492a-a30f-ac0a505af77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:00.584808 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8bb28336-0c63-4d21-8db1-30ddc21419a5 req-f72acd31-1b33-492a-a30f-ac0a505af77e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b9443a66-6495-4b72-af09-e210b5659963 HTTP/1.1" status: 200 len: 1097 time: 0.1248410 Nov 27 03:43:00.607481 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-98a621c1-c509-4c1e-a052-547f9e42eb15 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:00.650998 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4cb9c4-e249-4899-83b4-ba8233c64959 req-b0619c8a-71eb-4d64-805d-dae97f2c6593 tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:00.652813 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6a4cb9c4-e249-4899-83b4-ba8233c64959 req-b0619c8a-71eb-4d64-805d-dae97f2c6593 tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd4fc9c8-e551-4417-a0f0-f69f6394a878 HTTP/1.1" status: 200 len: 972 time: 0.0895252 Nov 27 03:43:00.654337 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d33357ca-dfb2-4a90-b705-9e4bb9532d3e req-15a6873b-f063-4a7e-ade0-6c4324427309 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387403 Nov 27 03:43:00.672097 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8bb28336-0c63-4d21-8db1-30ddc21419a5 req-e372e771-d5a9-40e1-9a0a-9946b181e2f6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730724 Nov 27 03:43:00.702279 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-98a621c1-c509-4c1e-a052-547f9e42eb15 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:00.750234 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-98a621c1-c509-4c1e-a052-547f9e42eb15 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Network 7cd21890-8440-4d5d-a862-4b55c8c22387 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:43:00.754425 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-98a621c1-c509-4c1e-a052-547f9e42eb15 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:43:00.765661 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-98a621c1-c509-4c1e-a052-547f9e42eb15 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:43:00.772387 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-98a621c1-c509-4c1e-a052-547f9e42eb15 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:00.773042 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-98a621c1-c509-4c1e-a052-547f9e42eb15 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:00.794756 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a621c1-c509-4c1e-a052-547f9e42eb15 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Pushing event updated for resources: {'Port': ['ID=05a9ea15-b8f9-4ac4-b009-355753d189e9,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:00.801882 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-98a621c1-c509-4c1e-a052-547f9e42eb15 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0381894 Nov 27 03:43:00.826374 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-ee948414-ba5b-40af-b954-573aa84a20ef service neutron] Request body: {'port': {'device_id': 'b7a93d27-b59f-44e9-bfd9-7fbc69fda57b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:00.924298 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-6a4cb9c4-e249-4899-83b4-ba8233c64959 req-344a9b5b-7107-4757-8393-c8b745a25711 tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] Deleting port 500c0095-814d-43db-97eb-4ed85efd8b56 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:43:00.924796 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6a4cb9c4-e249-4899-83b4-ba8233c64959 req-344a9b5b-7107-4757-8393-c8b745a25711 tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:00.925654 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab39a7d-7e7f-4801-a40d-ff636a830d50 req-20c088d8-27a1-42ab-baa4-e613f7295d9f tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:00.927217 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2ab39a7d-7e7f-4801-a40d-ff636a830d50 req-20c088d8-27a1-42ab-baa4-e613f7295d9f tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9443a66-6495-4b72-af09-e210b5659963 HTTP/1.1" status: 200 len: 946 time: 0.0979462 Nov 27 03:43:00.968100 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-ee948414-ba5b-40af-b954-573aa84a20ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:01.043418 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2ab39a7d-7e7f-4801-a40d-ff636a830d50 req-38f4dca6-209f-4c8d-b7a7-34df18e2dc32 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062217 Nov 27 03:43:01.094115 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-6a4cb9c4-e249-4899-83b4-ba8233c64959 req-344a9b5b-7107-4757-8393-c8b745a25711 tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] For port 500c0095-814d-43db-97eb-4ed85efd8b56, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=500c0095-814d-43db-97eb-4ed85efd8b56,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:43:01.094776 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6a4cb9c4-e249-4899-83b4-ba8233c64959 req-344a9b5b-7107-4757-8393-c8b745a25711 tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:01.105593 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-daffbc5e-9a28-4834-9354-170d6c2284f5 None None] Provisioning complete for port 05a9ea15-b8f9-4ac4-b009-355753d189e9 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:43:01.106109 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-daffbc5e-9a28-4834-9354-170d6c2284f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:01.130226 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53318) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:01.136406 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-6a4cb9c4-e249-4899-83b4-ba8233c64959 req-344a9b5b-7107-4757-8393-c8b745a25711 tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] Calling delete_port for 500c0095-814d-43db-97eb-4ed85efd8b56 owned by compute:tempest-test_az-2087561121 {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:43:01.167836 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-daffbc5e-9a28-4834-9354-170d6c2284f5 None None] Port 05a9ea15-b8f9-4ac4-b009-355753d189e9 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:43:01.200457 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1ec331ac-8c14-46d5-a083-cf0be177c3d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:01.331289 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610126d-3747-413b-9ab9-fdad337a66d0 req-51b14208-1cfd-4668-89a0-28b6ccbfa974 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:01.348947 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5610126d-3747-413b-9ab9-fdad337a66d0 req-51b14208-1cfd-4668-89a0-28b6ccbfa974 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7a93d27-b59f-44e9-bfd9-7fbc69fda57b HTTP/1.1" status: 200 len: 936 time: 0.2031934 Nov 27 03:43:01.354776 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6a4cb9c4-e249-4899-83b4-ba8233c64959 req-344a9b5b-7107-4757-8393-c8b745a25711 tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:01.389083 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['500c0095-814d-43db-97eb-4ed85efd8b56'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:43:01.400239 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a9b5b-7107-4757-8393-c8b745a25711 tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] Pushing event deleted for resources: {'Port': ['ID=500c0095-814d-43db-97eb-4ed85efd8b56,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:01.487832 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1ec331ac-8c14-46d5-a083-cf0be177c3d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:01.502442 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5610126d-3747-413b-9ab9-fdad337a66d0 req-7bf7213c-97a4-4cf1-a94a-7b48fa1cc81d tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1817211-bef1-478e-85a2-58f011d4bf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388986 Nov 27 03:43:01.522865 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1ec331ac-8c14-46d5-a083-cf0be177c3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:01.541010 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a4cb9c4-e249-4899-83b4-ba8233c64959 req-344a9b5b-7107-4757-8393-c8b745a25711 tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] No DVR routers for this DVR port 500c0095-814d-43db-97eb-4ed85efd8b56 on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:43:01.549919 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6a4cb9c4-e249-4899-83b4-ba8233c64959 req-344a9b5b-7107-4757-8393-c8b745a25711 tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:01.558451 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6a4cb9c4-e249-4899-83b4-ba8233c64959 req-344a9b5b-7107-4757-8393-c8b745a25711 tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] 10.222.0.11 "DELETE /v2.0/ports/500c0095-814d-43db-97eb-4ed85efd8b56 HTTP/1.1" status: 204 len: 173 time: 0.8965414 Nov 27 03:43:01.558670 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec331ac-8c14-46d5-a083-cf0be177c3d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78832af5-cd20-42ec-999d-bfd7417ca9f4,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:01.559354 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4fc9c8-e551-4417-a0f0-f69f6394a878', 'name': 'network-vif-deleted', 'tag': '500c0095-814d-43db-97eb-4ed85efd8b56'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:43:01.562106 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a291483-6c0e-43d9-9610-a7bb4d6ec27d" -d '{"events": [{"server_uuid": "cd4fc9c8-e551-4417-a0f0-f69f6394a878", "name": "network-vif-deleted", "tag": "500c0095-814d-43db-97eb-4ed85efd8b56"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:43:01.626216 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e91b089-656f-4eb7-be01-d101fa9d5220 x-openstack-request-id: req-8e91b089-656f-4eb7-be01-d101fa9d5220 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:43:01.626782 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd4fc9c8-e551-4417-a0f0-f69f6394a878", "name": "network-vif-deleted", "tag": "500c0095-814d-43db-97eb-4ed85efd8b56", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:43:01.627207 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e91b089-656f-4eb7-be01-d101fa9d5220 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:43:01.627795 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd4fc9c8-e551-4417-a0f0-f69f6394a878', 'name': 'network-vif-deleted', 'tag': '500c0095-814d-43db-97eb-4ed85efd8b56', 'status': 'completed', 'code': 200} Nov 27 03:43:01.658759 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1ec331ac-8c14-46d5-a083-cf0be177c3d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f9cbff289d5c493589627eb3c9833d72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5275519 Nov 27 03:43:01.664823 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53338) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:01.709503 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-ee948414-ba5b-40af-b954-573aa84a20ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05a9ea15-b8f9-4ac4-b009-355753d189e9 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:43:01.732169 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9ccf17d-c410-463d-a7f4-6b453cff1be5 req-224c0085-8119-4691-90b8-e70ab0d78322 tempest-AggregatesAdminTestJSON-154997075 tempest-AggregatesAdminTestJSON-154997075-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd4fc9c8-e551-4417-a0f0-f69f6394a878 HTTP/1.1" status: 200 len: 210 time: 0.0980864 Nov 27 03:43:01.733187 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-ee948414-ba5b-40af-b954-573aa84a20ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:01.779764 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53344) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:01.804908 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-ee948414-ba5b-40af-b954-573aa84a20ef service neutron] Transition to ACTIVE for port object 05a9ea15-b8f9-4ac4-b009-355753d189e9 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:43:01.819317 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53348) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:01.828172 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-ee948414-ba5b-40af-b954-573aa84a20ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:01.873134 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7c907e33-9f99-4a54-b178-ceda609c5b40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:01.920870 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7163d71-ee7e-4a0d-88a2-5def1608f1c1 req-49274550-5003-4831-af82-99f630064389 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:01.922435 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a7163d71-ee7e-4a0d-88a2-5def1608f1c1 req-49274550-5003-4831-af82-99f630064389 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1fc4af-eec6-4bfc-83a5-e96d29180c7a HTTP/1.1" status: 200 len: 945 time: 0.1319065 Nov 27 03:43:01.941766 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee948414-ba5b-40af-b954-573aa84a20ef service neutron] Pushing event updated for resources: {'Port': ['ID=05a9ea15-b8f9-4ac4-b009-355753d189e9,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:01.951070 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7c907e33-9f99-4a54-b178-ceda609c5b40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:01.976836 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2ab6b7f2-42af-4bbb-9de9-2b2d6435ef63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:02.085967 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-ee948414-ba5b-40af-b954-573aa84a20ef service neutron] Attempting to bind port 05a9ea15-b8f9-4ac4-b009-355753d189e9 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:43:02.086314 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-ee948414-ba5b-40af-b954-573aa84a20ef service neutron] Attempting to bind port 05a9ea15-b8f9-4ac4-b009-355753d189e9 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:43:02.086838 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-ee948414-ba5b-40af-b954-573aa84a20ef service neutron] Attempting to bind port 05a9ea15-b8f9-4ac4-b009-355753d189e9 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:43:02.109256 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0f1653ae-0ffe-4f4a-bb64-051fc135ab5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:02.117814 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-ee948414-ba5b-40af-b954-573aa84a20ef service neutron] Port 05a9ea15-b8f9-4ac4-b009-355753d189e9 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:43:02.118148 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-ee948414-ba5b-40af-b954-573aa84a20ef service neutron] Attempting to bind port 05a9ea15-b8f9-4ac4-b009-355753d189e9 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:43:02.135301 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a7163d71-ee7e-4a0d-88a2-5def1608f1c1 req-c9633f81-8146-44e3-9ec7-c73a16c5c71a tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978011 Nov 27 03:43:02.136106 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-ee948414-ba5b-40af-b954-573aa84a20ef service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:43:02.136475 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-ee948414-ba5b-40af-b954-573aa84a20ef service neutron] Checking segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:43:02.136854 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-ee948414-ba5b-40af-b954-573aa84a20ef service neutron] Bound using segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:43:02.137309 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-ee948414-ba5b-40af-b954-573aa84a20ef service neutron] Bound port: 05a9ea15-b8f9-4ac4-b009-355753d189e9, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:43:02.137673 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-ee948414-ba5b-40af-b954-573aa84a20ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:02.157966 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2ab6b7f2-42af-4bbb-9de9-2b2d6435ef63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:02.209543 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2ab6b7f2-42af-4bbb-9de9-2b2d6435ef63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:02.224579 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7c907e33-9f99-4a54-b178-ceda609c5b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:02.235119 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7c907e33-9f99-4a54-b178-ceda609c5b40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:02.240544 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7c907e33-9f99-4a54-b178-ceda609c5b40 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78832af5-cd20-42ec-999d-bfd7417ca9f4 HTTP/1.1" status: 204 len: 168 time: 0.5668445 Nov 27 03:43:02.282158 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-ee948414-ba5b-40af-b954-573aa84a20ef service neutron] For port 05a9ea15-b8f9-4ac4-b009-355753d189e9, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:43:02.283883 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2ab6b7f2-42af-4bbb-9de9-2b2d6435ef63 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=afe816745b5f4b87b77c92c14b375d56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5030823 Nov 27 03:43:02.285124 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab6b7f2-42af-4bbb-9de9-2b2d6435ef63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cebd155-5e16-47a8-b7b4-4cba22a617be,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:02.289172 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53366) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:02.309426 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-ee948414-ba5b-40af-b954-573aa84a20ef service neutron] For port 05a9ea15-b8f9-4ac4-b009-355753d189e9, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=05a9ea15-b8f9-4ac4-b009-355753d189e9,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:43:02.314662 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597bd9bd-7f84-4538-a054-2f690d755231 req-1f80e628-fc48-4a5f-80b8-a226661606c6 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:02.322581 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-597bd9bd-7f84-4538-a054-2f690d755231 req-1f80e628-fc48-4a5f-80b8-a226661606c6 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9443a66-6495-4b72-af09-e210b5659963 HTTP/1.1" status: 200 len: 946 time: 0.1685228 Nov 27 03:43:02.334706 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c907e33-9f99-4a54-b178-ceda609c5b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78832af5-cd20-42ec-999d-bfd7417ca9f4,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:02.341246 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-ee948414-ba5b-40af-b954-573aa84a20ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:02.425396 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-ee948414-ba5b-40af-b954-573aa84a20ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:02.426745 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-ee948414-ba5b-40af-b954-573aa84a20ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:02.430809 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-ee948414-ba5b-40af-b954-573aa84a20ef service neutron] 10.222.0.11 "PUT /v2.0/ports/05a9ea15-b8f9-4ac4-b009-355753d189e9 HTTP/1.1" status: 200 len: 1096 time: 1.6122806 Nov 27 03:43:02.431417 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7a93d27-b59f-44e9-bfd9-7fbc69fda57b', 'tag': '05a9ea15-b8f9-4ac4-b009-355753d189e9'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:43:02.435684 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6868382-6cd6-4412-9592-e6c585447412" -d '{"events": [{"name": "network-changed", "server_uuid": "b7a93d27-b59f-44e9-bfd9-7fbc69fda57b", "tag": "05a9ea15-b8f9-4ac4-b009-355753d189e9"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:43:02.442793 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0f1653ae-0ffe-4f4a-bb64-051fc135ab5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:02.465478 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-597bd9bd-7f84-4538-a054-2f690d755231 req-b3eca156-4b33-4a89-8473-48e51cda59c0 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364841 Nov 27 03:43:02.474572 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0f1653ae-0ffe-4f4a-bb64-051fc135ab5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:02.487582 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-544586e3-c302-4f36-8842-884620daf6bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:02.565874 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee948414-ba5b-40af-b954-573aa84a20ef service neutron] Pushing event updated for resources: {'Port': ['ID=05a9ea15-b8f9-4ac4-b009-355753d189e9,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:02.576309 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0f9c16-2d34-4971-b23e-6889440e6346 x-openstack-request-id: req-ed0f9c16-2d34-4971-b23e-6889440e6346 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:43:02.576594 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7a93d27-b59f-44e9-bfd9-7fbc69fda57b", "tag": "05a9ea15-b8f9-4ac4-b009-355753d189e9", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:43:02.576848 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed0f9c16-2d34-4971-b23e-6889440e6346 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:43:02.577244 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7a93d27-b59f-44e9-bfd9-7fbc69fda57b', 'tag': '05a9ea15-b8f9-4ac4-b009-355753d189e9', 'status': 'completed', 'code': 200} Nov 27 03:43:02.592225 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-544586e3-c302-4f36-8842-884620daf6bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:02.624131 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-ee81eb31-97c5-478f-86be-d79d3d57d327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:02.626225 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0f1653ae-0ffe-4f4a-bb64-051fc135ab5a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f51cd1b5f5b3404b9e09a324be25b356&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8058732 Nov 27 03:43:02.627404 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-ee81eb31-97c5-478f-86be-d79d3d57d327 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7ab214aa9fd24cab90fc61fd420933ab&device_id=b7a93d27-b59f-44e9-bfd9-7fbc69fda57b HTTP/1.1" status: 200 len: 1099 time: 0.0953650 Nov 27 03:43:02.629392 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53378) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:02.644681 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1653ae-0ffe-4f4a-bb64-051fc135ab5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10d9c36-ec5c-4f6e-acd8-fde8592e6a87,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:02.727858 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-544586e3-c302-4f36-8842-884620daf6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:02.731295 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-544586e3-c302-4f36-8842-884620daf6bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:02.732765 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-544586e3-c302-4f36-8842-884620daf6bd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3cebd155-5e16-47a8-b7b4-4cba22a617be HTTP/1.1" status: 204 len: 168 time: 0.4414232 Nov 27 03:43:02.747556 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544586e3-c302-4f36-8842-884620daf6bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cebd155-5e16-47a8-b7b4-4cba22a617be,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:02.766642 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-7bf43410-7234-4867-a6de-19f6078f38b0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=05a9ea15-b8f9-4ac4-b009-355753d189e9 HTTP/1.1" status: 200 len: 217 time: 0.1184950 Nov 27 03:43:02.848966 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502ca21-e56b-494b-bf72-e27d18a2dd5d req-f85f77dc-a8f8-4d36-95d9-47363f492252 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:02.850489 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f502ca21-e56b-494b-bf72-e27d18a2dd5d req-f85f77dc-a8f8-4d36-95d9-47363f492252 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9b1fc4af-eec6-4bfc-83a5-e96d29180c7a HTTP/1.1" status: 200 len: 1096 time: 0.1266856 Nov 27 03:43:02.861494 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-a36273fd-2e1c-4330-94bb-92a6c74ace3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:02.862988 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-a36273fd-2e1c-4330-94bb-92a6c74ace3b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.0855889 Nov 27 03:43:02.867482 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ef1eeaff-c004-40a4-b9bb-f1ef3f42ab48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:02.925612 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ef1eeaff-c004-40a4-b9bb-f1ef3f42ab48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:02.981873 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f502ca21-e56b-494b-bf72-e27d18a2dd5d req-11aa2ba2-ae1b-4bf0-8fdb-6a76ce4e9aa4 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155386 Nov 27 03:43:02.983176 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-ca9c2a78-4f58-442b-92e4-ac66a8c75c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:02.984585 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-ca9c2a78-4f58-442b-92e4-ac66a8c75c1c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1106491 Nov 27 03:43:03.059396 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ef1eeaff-c004-40a4-b9bb-f1ef3f42ab48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:03.062108 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ef1eeaff-c004-40a4-b9bb-f1ef3f42ab48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:03.067440 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ef1eeaff-c004-40a4-b9bb-f1ef3f42ab48 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c10d9c36-ec5c-4f6e-acd8-fde8592e6a87 HTTP/1.1" status: 204 len: 168 time: 0.4341204 Nov 27 03:43:03.083813 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1eeaff-c004-40a4-b9bb-f1ef3f42ab48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10d9c36-ec5c-4f6e-acd8-fde8592e6a87,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:03.156369 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-864ecdb8-200a-4a56-8edd-6d459fd00acb service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640146 Nov 27 03:43:03.240946 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53402) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:03.260602 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a73d997e-4121-4607-8a35-0f41a3244025 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:03.264744 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ad65c-23cc-4785-b422-36fe926f1b98 req-84fbcc7f-c999-400a-9899-c166048f1510 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:03.266258 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8e5ad65c-23cc-4785-b422-36fe926f1b98 req-84fbcc7f-c999-400a-9899-c166048f1510 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b9443a66-6495-4b72-af09-e210b5659963 HTTP/1.1" status: 200 len: 1097 time: 0.1510396 Nov 27 03:43:03.353884 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8e5ad65c-23cc-4785-b422-36fe926f1b98 req-9d91d201-3084-4c7f-8ae4-8f73ea9d4f0c tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805314 Nov 27 03:43:03.431391 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a73d997e-4121-4607-8a35-0f41a3244025 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:03.439343 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a73d997e-4121-4607-8a35-0f41a3244025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:03.494840 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d997e-4121-4607-8a35-0f41a3244025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b28c1d9-308d-4f9a-81e5-29211cb58b2b,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:03.500438 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a73d997e-4121-4607-8a35-0f41a3244025 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f888efe1c1f0470a824400ccbed476bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2580721 Nov 27 03:43:03.502964 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53414) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:03.543028 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66c984-3b4e-4429-87f1-72ed9705108a req-fef84123-7795-4c20-a2b8-8e3e8f6eb07a tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:03.550127 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0b66c984-3b4e-4429-87f1-72ed9705108a req-fef84123-7795-4c20-a2b8-8e3e8f6eb07a tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7a93d27-b59f-44e9-bfd9-7fbc69fda57b HTTP/1.1" status: 200 len: 948 time: 0.3043280 Nov 27 03:43:03.562728 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0ea884a2-d3b6-421d-ab68-f7eac13b41fb req-22709da7-7d8f-4aaf-b0d7-7da2f0866655 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964136 Nov 27 03:43:03.599187 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567f4fd-9dc2-44d7-9866-ce4eeebfa68b req-e777d97b-2bb8-448a-b680-f2aeb63882c1 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:03.606269 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0b66c984-3b4e-4429-87f1-72ed9705108a req-aeb2e7ee-7be4-4d45-9141-a03cff7005bf tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1817211-bef1-478e-85a2-58f011d4bf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547590 Nov 27 03:43:03.609339 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5567f4fd-9dc2-44d7-9866-ce4eeebfa68b req-e777d97b-2bb8-448a-b680-f2aeb63882c1 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9b1fc4af-eec6-4bfc-83a5-e96d29180c7a HTTP/1.1" status: 200 len: 1096 time: 0.0850930 Nov 27 03:43:03.644332 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-639ceeac-50e6-405e-9aae-838edde444cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:03.692622 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5567f4fd-9dc2-44d7-9866-ce4eeebfa68b req-7ce25c77-a97c-45f7-8156-b9193a59f716 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792718 Nov 27 03:43:03.694949 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-639ceeac-50e6-405e-9aae-838edde444cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:03.728183 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53416) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:03.744491 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-250acb44-9309-4c92-8e00-9838b13a704a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:03.756653 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6868382-6cd6-4412-9592-e6c585447412 req-da879141-e3b2-4164-b3ad-bd27691d2a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:03.758354 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e6868382-6cd6-4412-9592-e6c585447412 req-da879141-e3b2-4164-b3ad-bd27691d2a51 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7ab214aa9fd24cab90fc61fd420933ab&device_id=b7a93d27-b59f-44e9-bfd9-7fbc69fda57b HTTP/1.1" status: 200 len: 1099 time: 0.0804012 Nov 27 03:43:03.767292 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57e490-52ed-4c2a-8d27-b87761ce3263 req-0d82714f-d316-454c-9511-6fda6f63f94f tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:03.779107 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-df57e490-52ed-4c2a-8d27-b87761ce3263 req-0d82714f-d316-454c-9511-6fda6f63f94f tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b9443a66-6495-4b72-af09-e210b5659963 HTTP/1.1" status: 200 len: 1097 time: 0.0653436 Nov 27 03:43:03.786586 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-639ceeac-50e6-405e-9aae-838edde444cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:03.791439 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-639ceeac-50e6-405e-9aae-838edde444cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:03.793497 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-639ceeac-50e6-405e-9aae-838edde444cc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2b28c1d9-308d-4f9a-81e5-29211cb58b2b HTTP/1.1" status: 204 len: 168 time: 0.2879055 Nov 27 03:43:03.834568 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639ceeac-50e6-405e-9aae-838edde444cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b28c1d9-308d-4f9a-81e5-29211cb58b2b,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:03.893026 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-df57e490-52ed-4c2a-8d27-b87761ce3263 req-5fd6fa94-82b0-496b-a9c0-b5d37fcf7935 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153381 Nov 27 03:43:03.951170 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-250acb44-9309-4c92-8e00-9838b13a704a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:03.959316 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-250acb44-9309-4c92-8e00-9838b13a704a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:03.966934 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6868382-6cd6-4412-9592-e6c585447412 req-5f5b9ea6-2d7d-4ddf-b904-6f7ef2dac1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:03.968946 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e6868382-6cd6-4412-9592-e6c585447412 req-5f5b9ea6-2d7d-4ddf-b904-6f7ef2dac1ae service neutron] 10.222.0.11 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.1898949 Nov 27 03:43:04.016325 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-250acb44-9309-4c92-8e00-9838b13a704a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=12b52954f3254f8192608f3cfa734aed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2852471 Nov 27 03:43:04.016325 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53438) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:04.017092 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53440) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:04.040022 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e6868382-6cd6-4412-9592-e6c585447412 req-25362f3b-0c14-428b-9132-32ea9d55b2f9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=05a9ea15-b8f9-4ac4-b009-355753d189e9 HTTP/1.1" status: 200 len: 217 time: 0.0634062 Nov 27 03:43:04.077618 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-5bff4263-caa9-42d9-a7c6-2be8ae790bce req-b197d28b-1d90-47ba-96c6-6fee032b2bc0 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 03:43:04.078638 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5bff4263-caa9-42d9-a7c6-2be8ae790bce req-b197d28b-1d90-47ba-96c6-6fee032b2bc0 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104194 Nov 27 03:43:04.100728 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250acb44-9309-4c92-8e00-9838b13a704a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2aa673-b891-46ab-84f2-9e3ace66b38c,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:04.106520 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6868382-6cd6-4412-9592-e6c585447412 req-ff9ef869-5b92-4551-a50c-da2c91ab24ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:04.108728 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e6868382-6cd6-4412-9592-e6c585447412 req-ff9ef869-5b92-4551-a50c-da2c91ab24ba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.0588214 Nov 27 03:43:04.155179 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-462dc07a-ff90-43f3-84d0-febde5b92f37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:04.184211 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6868382-6cd6-4412-9592-e6c585447412 req-8f0dc2b3-a7e0-41eb-9437-e76b157d45d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:04.186205 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e6868382-6cd6-4412-9592-e6c585447412 req-8f0dc2b3-a7e0-41eb-9437-e76b157d45d5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0698159 Nov 27 03:43:04.191215 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-462dc07a-ff90-43f3-84d0-febde5b92f37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:04.251352 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-462dc07a-ff90-43f3-84d0-febde5b92f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:04.254284 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-462dc07a-ff90-43f3-84d0-febde5b92f37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:04.255597 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-462dc07a-ff90-43f3-84d0-febde5b92f37 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ba2aa673-b891-46ab-84f2-9e3ace66b38c HTTP/1.1" status: 204 len: 168 time: 0.2376990 Nov 27 03:43:04.263743 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462dc07a-ff90-43f3-84d0-febde5b92f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2aa673-b891-46ab-84f2-9e3ace66b38c,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:04.348168 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e6868382-6cd6-4412-9592-e6c585447412 req-804ef669-c432-441c-947e-012564bd228d service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528394 Nov 27 03:43:04.417288 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 500c0095-814d-43db-97eb-4ed85efd8b56 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:43:04.450706 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: 500c0095-814d-43db-97eb-4ed85efd8b56 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:43:04.454860 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 500c0095-814d-43db-97eb-4ed85efd8b56 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:43:04.497954 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e6868382-6cd6-4412-9592-e6c585447412 req-bf19f050-6339-4aac-b3b0-ebf1a4d62378 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410782 Nov 27 03:43:04.534859 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53468) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:04.535060 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0ee0b127-4941-4ada-8300-70e43b625156 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dfd23a066fce4592862625a3ca9faf16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5183332 Nov 27 03:43:04.591394 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fd9a846c-c09f-4e75-9837-2d742d7d5aeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:04.612736 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fd9a846c-c09f-4e75-9837-2d742d7d5aeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:04.672758 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fd9a846c-c09f-4e75-9837-2d742d7d5aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:04.675810 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fd9a846c-c09f-4e75-9837-2d742d7d5aeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:04.677166 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-fd9a846c-c09f-4e75-9837-2d742d7d5aeb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/394f60c3-c8b9-4d4e-b1e9-0b1b817243d7 HTTP/1.1" status: 204 len: 168 time: 0.1405070 Nov 27 03:43:04.685380 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a846c-c09f-4e75-9837-2d742d7d5aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394f60c3-c8b9-4d4e-b1e9-0b1b817243d7,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:04.861006 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [req-ea59eb69-4816-4862-8763-ba24bc298c40 req-77a4612a-d4ba-4c90-9ce4-85d486b7b6db service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 03:43:04.862007 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ea59eb69-4816-4862-8763-ba24bc298c40 req-77a4612a-d4ba-4c90-9ce4-85d486b7b6db service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2127302 Nov 27 03:43:05.052247 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53500) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:05.270849 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53514) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:05.328227 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b2ec46b6-5da7-455f-872a-e0fad47e1ec1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c8c8687ccc2d4ce68f7973539356616d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0555670 Nov 27 03:43:05.330983 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53518) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:05.398090 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6a71c143-aa9c-4087-8ec1-8e65ffe43d5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:05.430800 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-4a362d55-0c38-47e6-9c1e-b179f931814a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-513331905-network', 'tenant_id': '409a3520592e44dbbec54c1bf55df0d4'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:05.435585 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6a71c143-aa9c-4087-8ec1-8e65ffe43d5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:05.484070 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a362d55-0c38-47e6-9c1e-b179f931814a admin admin] Made reservation on behalf of 409a3520592e44dbbec54c1bf55df0d4 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:43:05.484070 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4a362d55-0c38-47e6-9c1e-b179f931814a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:05.493768 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4a362d55-0c38-47e6-9c1e-b179f931814a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:05.516687 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6a71c143-aa9c-4087-8ec1-8e65ffe43d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:05.519801 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6a71c143-aa9c-4087-8ec1-8e65ffe43d5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:05.523664 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6a71c143-aa9c-4087-8ec1-8e65ffe43d5f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ae7cc75a-3912-4c6a-ae23-f958af25b4c6 HTTP/1.1" status: 204 len: 168 time: 0.1899097 Nov 27 03:43:05.539970 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71c143-aa9c-4087-8ec1-8e65ffe43d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7cc75a-3912-4c6a-ae23-f958af25b4c6,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:05.609647 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4a362d55-0c38-47e6-9c1e-b179f931814a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:05.615377 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4a362d55-0c38-47e6-9c1e-b179f931814a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:05.641867 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a362d55-0c38-47e6-9c1e-b179f931814a admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:43:05.657070 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a362d55-0c38-47e6-9c1e-b179f931814a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a16b57b-1557-461d-a5ae-4cbb38c7a563,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:05.677651 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4a362d55-0c38-47e6-9c1e-b179f931814a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:05.677995 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-4a362d55-0c38-47e6-9c1e-b179f931814a admin admin] Added segment 845f5355-d286-4a0f-9acd-493043a7ee60 of type vlan for network 39dfc888-b0dd-4c34-8aab-d5cb681e46f0 Nov 27 03:43:05.743548 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4a362d55-0c38-47e6-9c1e-b179f931814a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:05.786640 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4a362d55-0c38-47e6-9c1e-b179f931814a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:05.787750 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a362d55-0c38-47e6-9c1e-b179f931814a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:05.788879 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4a362d55-0c38-47e6-9c1e-b179f931814a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:06.017858 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4a362d55-0c38-47e6-9c1e-b179f931814a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9644210 Nov 27 03:43:06.018244 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53568) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:06.021633 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a362d55-0c38-47e6-9c1e-b179f931814a admin admin] Pushing event updated for resources: {'Network': ['ID=39dfc888-b0dd-4c34-8aab-d5cb681e46f0,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:06.027274 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-04d45990-4a78-432e-8fb5-a3931ad1101f admin admin] Request body: {'subnet': {'network_id': '39dfc888-b0dd-4c34-8aab-d5cb681e46f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-513331905-subnet', 'tenant_id': '409a3520592e44dbbec54c1bf55df0d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:06.033283 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 39dfc888-b0dd-4c34-8aab-d5cb681e46f0 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:43:06.091195 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d45990-4a78-432e-8fb5-a3931ad1101f admin admin] Made reservation on behalf of 409a3520592e44dbbec54c1bf55df0d4 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:43:06.094738 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-04d45990-4a78-432e-8fb5-a3931ad1101f admin admin] Publish callbacks [] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:06.263721 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 03:43:06.365153 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-04d45990-4a78-432e-8fb5-a3931ad1101f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:06.425557 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 05a9ea15-b8f9-4ac4-b009-355753d189e9 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:43:06.427749 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d45990-4a78-432e-8fb5-a3931ad1101f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc4bc0b3-a0cc-4178-a299-8ba73845c8be,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:06.436598 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d45990-4a78-432e-8fb5-a3931ad1101f admin admin] Checking segment: {'id': '845f5355-d286-4a0f-9acd-493043a7ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '39dfc888-b0dd-4c34-8aab-d5cb681e46f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:43:06.437234 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d45990-4a78-432e-8fb5-a3931ad1101f admin admin] Network hostable DHCP agents. Network: 39dfc888-b0dd-4c34-8aab-d5cb681e46f0, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:43:06.460727 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d45990-4a78-432e-8fb5-a3931ad1101f admin admin] Network 39dfc888-b0dd-4c34-8aab-d5cb681e46f0 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:43:06.482608 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-04d45990-4a78-432e-8fb5-a3931ad1101f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 39dfc888-b0dd-4c34-8aab-d5cb681e46f0) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:43:06.495423 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d45990-4a78-432e-8fb5-a3931ad1101f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:06.496437 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-04d45990-4a78-432e-8fb5-a3931ad1101f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:06.514522 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53592) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:06.520019 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-04d45990-4a78-432e-8fb5-a3931ad1101f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4999995 Nov 27 03:43:06.521187 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53594) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:06.527477 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-45922927-d7ce-463f-977d-14f0c194dad8 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-513331905-router', 'tenant_id': '409a3520592e44dbbec54c1bf55df0d4', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:06.544188 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6455bd-6526-4e11-ba61-3c6c07151ebf None None] Network 39dfc888-b0dd-4c34-8aab-d5cb681e46f0 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:43:06.556837 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-45922927-d7ce-463f-977d-14f0c194dad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:06.559684 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-45922927-d7ce-463f-977d-14f0c194dad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:06.623921 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-45922927-d7ce-463f-977d-14f0c194dad8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:06.648752 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 05a9ea15-b8f9-4ac4-b009-355753d189e9, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=05a9ea15-b8f9-4ac4-b009-355753d189e9,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:43:06.670803 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '05a9ea15-b8f9-4ac4-b009-355753d189e9', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'port_id': '05a9ea15-b8f9-4ac4-b009-355753d189e9', 'mac_address': 'fa:16:3e:52:97:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14a2acf-f1d7-4ddf-8459-b30982428e88', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:43:06.741726 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:06.774305 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05a9ea15-b8f9-4ac4-b009-355753d189e9 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:43:06.782202 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-45922927-d7ce-463f-977d-14f0c194dad8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:06.788283 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01db104-ab1f-4c48-baa6-0ebdf63e673d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-39dfc888-b0dd-4c34-8aab-d5cb681e46f0', 'network_id': '39dfc888-b0dd-4c34-8aab-d5cb681e46f0', 'tenant_id': '409a3520592e44dbbec54c1bf55df0d4', 'fixed_ips': [{'subnet_id': 'fc4bc0b3-a0cc-4178-a299-8ba73845c8be'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 03:43:06.789525 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e01db104-ab1f-4c48-baa6-0ebdf63e673d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:06.927906 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 05a9ea15-b8f9-4ac4-b009-355753d189e9, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=05a9ea15-b8f9-4ac4-b009-355753d189e9,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:43:06.935921 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:06.947446 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-3c6657a5-3e30-42bc-97a9-d177bc1242de tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 03:43:06.958135 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-3c6657a5-3e30-42bc-97a9-d177bc1242de tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4414279 Nov 27 03:43:07.037226 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53618) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:07.051590 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=05a9ea15-b8f9-4ac4-b009-355753d189e9,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:07.092832 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-45922927-d7ce-463f-977d-14f0c194dad8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:07.116625 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-45922927-d7ce-463f-977d-14f0c194dad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:07.121201 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-e01db104-ab1f-4c48-baa6-0ebdf63e673d None None] Allocated IP 172.20.0.2 (39dfc888-b0dd-4c34-8aab-d5cb681e46f0/fc4bc0b3-a0cc-4178-a299-8ba73845c8be/cce89df7-3730-4a0f-9cfb-081121701860) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:43:07.193550 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-7c42fde5-f5c3-49c2-93f9-c3c102fb6671 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 03:43:07.194865 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-7c42fde5-f5c3-49c2-93f9-c3c102fb6671 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1556673 Nov 27 03:43:07.202466 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['05a9ea15-b8f9-4ac4-b009-355753d189e9'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:43:07.262062 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-45922927-d7ce-463f-977d-14f0c194dad8 admin admin] Allocated IP 172.25.1.193 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/c04731a6-fe9e-4c21-a167-80ee964c1546) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:43:07.355369 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-1d2a745b-ab5b-4864-8dac-221ff554dd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:07.362519 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-1d2a745b-ab5b-4864-8dac-221ff554dd04 service neutron] 10.222.0.20 "GET /v2.0/ports/dfc60870-0453-46e6-86d1-c791147fdefb HTTP/1.1" status: 200 len: 1093 time: 0.2606370 Nov 27 03:43:07.371622 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-a2bf265d-b2d4-45e5-a6a4-b0b80bee8b8e service neutron] Request body: {'binding': {'host': 'n-h2-819494-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:07.373161 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-a2bf265d-b2d4-45e5-a6a4-b0b80bee8b8e service neutron] Unknown quota resources ['binding']. {{(pid=110019) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 03:43:07.384852 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e01db104-ab1f-4c48-baa6-0ebdf63e673d None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:07.403050 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e01db104-ab1f-4c48-baa6-0ebdf63e673d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:07.455095 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-45922927-d7ce-463f-977d-14f0c194dad8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:07.478878 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01db104-ab1f-4c48-baa6-0ebdf63e673d None None] Network 39dfc888-b0dd-4c34-8aab-d5cb681e46f0 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:43:07.486025 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-e01db104-ab1f-4c48-baa6-0ebdf63e673d None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:43:07.489191 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01db104-ab1f-4c48-baa6-0ebdf63e673d None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:43:07.499583 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-45922927-d7ce-463f-977d-14f0c194dad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:07.524204 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01db104-ab1f-4c48-baa6-0ebdf63e673d None None] Pushing event updated for resources: {'Port': ['ID=cce89df7-3730-4a0f-9cfb-081121701860,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:07.586778 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-e01db104-ab1f-4c48-baa6-0ebdf63e673d None None] Attempting to bind port cce89df7-3730-4a0f-9cfb-081121701860 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:43:07.587154 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-e01db104-ab1f-4c48-baa6-0ebdf63e673d None None] Attempting to bind port cce89df7-3730-4a0f-9cfb-081121701860 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '845f5355-d286-4a0f-9acd-493043a7ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '39dfc888-b0dd-4c34-8aab-d5cb681e46f0'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:43:07.587528 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01db104-ab1f-4c48-baa6-0ebdf63e673d None None] Attempting to bind port cce89df7-3730-4a0f-9cfb-081121701860 on network 39dfc888-b0dd-4c34-8aab-d5cb681e46f0 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:43:07.594014 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45922927-d7ce-463f-977d-14f0c194dad8 admin admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:43:07.596757 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01db104-ab1f-4c48-baa6-0ebdf63e673d None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:43:07.597192 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01db104-ab1f-4c48-baa6-0ebdf63e673d None None] Checking segment: {'id': '845f5355-d286-4a0f-9acd-493043a7ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '39dfc888-b0dd-4c34-8aab-d5cb681e46f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:43:07.597607 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e01db104-ab1f-4c48-baa6-0ebdf63e673d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:07.598001 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01db104-ab1f-4c48-baa6-0ebdf63e673d None None] Bound using segment: {'id': '845f5355-d286-4a0f-9acd-493043a7ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '39dfc888-b0dd-4c34-8aab-d5cb681e46f0'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:43:07.598482 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-e01db104-ab1f-4c48-baa6-0ebdf63e673d None None] Bound port: cce89df7-3730-4a0f-9cfb-081121701860, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '845f5355-d286-4a0f-9acd-493043a7ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '39dfc888-b0dd-4c34-8aab-d5cb681e46f0'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:43:07.598682 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-45922927-d7ce-463f-977d-14f0c194dad8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:43:07.598914 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e01db104-ab1f-4c48-baa6-0ebdf63e673d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:07.602810 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45922927-d7ce-463f-977d-14f0c194dad8 admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:43:07.672088 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-a2bf265d-b2d4-45e5-a6a4-b0b80bee8b8e service neutron] Attempting to bind port dfc60870-0453-46e6-86d1-c791147fdefb on host n-h2-819494-3 for vnic_type normal with profile None {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:43:07.672584 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-a2bf265d-b2d4-45e5-a6a4-b0b80bee8b8e service neutron] Attempting to bind port dfc60870-0453-46e6-86d1-c791147fdefb by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:43:07.673728 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-a2bf265d-b2d4-45e5-a6a4-b0b80bee8b8e service neutron] Attempting to bind port dfc60870-0453-46e6-86d1-c791147fdefb on network b645cec8-c88e-4bba-8234-b110de21cfe7 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:43:07.679617 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-a2bf265d-b2d4-45e5-a6a4-b0b80bee8b8e service neutron] Port dfc60870-0453-46e6-86d1-c791147fdefb on network b645cec8-c88e-4bba-8234-b110de21cfe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:43:07.680077 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-a2bf265d-b2d4-45e5-a6a4-b0b80bee8b8e service neutron] Attempting to bind port dfc60870-0453-46e6-86d1-c791147fdefb on network b645cec8-c88e-4bba-8234-b110de21cfe7 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:43:07.682490 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45922927-d7ce-463f-977d-14f0c194dad8 admin admin] Pushing event updated for resources: {'Port': ['ID=c04731a6-fe9e-4c21-a167-80ee964c1546,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:07.687257 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-a2bf265d-b2d4-45e5-a6a4-b0b80bee8b8e service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:43:07.687778 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-a2bf265d-b2d4-45e5-a6a4-b0b80bee8b8e service neutron] Checking segment: {'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:43:07.688886 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53644) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:07.697625 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-a2bf265d-b2d4-45e5-a6a4-b0b80bee8b8e service neutron] Bound using segment: {'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:43:07.698230 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-a2bf265d-b2d4-45e5-a6a4-b0b80bee8b8e service neutron] Bound port: dfc60870-0453-46e6-86d1-c791147fdefb, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:43:07.699015 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-e01db104-ab1f-4c48-baa6-0ebdf63e673d None None] For port cce89df7-3730-4a0f-9cfb-081121701860, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:43:07.703607 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-e01db104-ab1f-4c48-baa6-0ebdf63e673d None None] For port cce89df7-3730-4a0f-9cfb-081121701860, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=cce89df7-3730-4a0f-9cfb-081121701860,segment=NetworkSegment(845f5355-d286-4a0f-9acd-493043a7ee60),segment_id=845f5355-d286-4a0f-9acd-493043a7ee60)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:43:07.710492 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e01db104-ab1f-4c48-baa6-0ebdf63e673d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:07.799499 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01db104-ab1f-4c48-baa6-0ebdf63e673d None None] Pushing event updated for resources: {'Port': ['ID=cce89df7-3730-4a0f-9cfb-081121701860,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:07.831777 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-a2bf265d-b2d4-45e5-a6a4-b0b80bee8b8e service neutron] For port dfc60870-0453-46e6-86d1-c791147fdefb, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=dfc60870-0453-46e6-86d1-c791147fdefb,segment=NetworkSegment(74310010-e448-4edf-8f12-15f9f8367765),segment_id=74310010-e448-4edf-8f12-15f9f8367765)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:43:07.842363 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-a2bf265d-b2d4-45e5-a6a4-b0b80bee8b8e service neutron] Publish callbacks [] for binding, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:07.844075 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-a2bf265d-b2d4-45e5-a6a4-b0b80bee8b8e service neutron] 10.222.0.20 "POST /v2.0/ports/dfc60870-0453-46e6-86d1-c791147fdefb/bindings HTTP/1.1" status: 201 len: 389 time: 0.4793010 Nov 27 03:43:07.911955 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-ee55a091-6fee-4d74-af51-5fc431704bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:07.913407 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-ee55a091-6fee-4d74-af51-5fc431704bff service neutron] 10.222.0.20 "GET /v2.0/ports/02dd892f-ed59-45a9-957a-3c42862cff9d HTTP/1.1" status: 200 len: 1094 time: 0.3510900 Nov 27 03:43:07.936087 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-45922927-d7ce-463f-977d-14f0c194dad8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:07.943910 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-5428913b-0d41-4a6f-bda6-00e0d77ed515 service neutron] Request body: {'binding': {'host': 'n-h2-819494-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:07.946002 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-5428913b-0d41-4a6f-bda6-00e0d77ed515 service neutron] Unknown quota resources ['binding']. {{(pid=110019) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 03:43:08.253876 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f067c-77b7-47c3-bf46-8bca6989bce8 req-01e11507-3e09-4523-9a13-9881b41a209f tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:08.259283 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b35f067c-77b7-47c3-bf46-8bca6989bce8 req-01e11507-3e09-4523-9a13-9881b41a209f tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7a93d27-b59f-44e9-bfd9-7fbc69fda57b HTTP/1.1" status: 200 len: 949 time: 0.2394900 Nov 27 03:43:08.358490 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-130d9a67-f301-4859-83a7-21d2093e81a3 tempest-AutoAllocateNetworkTest-732810368 tempest-AutoAllocateNetworkTest-732810368-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d8867eda09d04de684e702d1f86f1cda&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6655259 Nov 27 03:43:08.358688 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b35f067c-77b7-47c3-bf46-8bca6989bce8 req-fd2055d7-7973-42fc-9333-afabd8387b8c tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1817211-bef1-478e-85a2-58f011d4bf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878897 Nov 27 03:43:08.359340 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53658) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:08.370889 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-5428913b-0d41-4a6f-bda6-00e0d77ed515 service neutron] Attempting to bind port 02dd892f-ed59-45a9-957a-3c42862cff9d on host n-h2-819494-3 for vnic_type normal with profile None {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:43:08.371176 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-5428913b-0d41-4a6f-bda6-00e0d77ed515 service neutron] Attempting to bind port 02dd892f-ed59-45a9-957a-3c42862cff9d by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:43:08.371515 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-5428913b-0d41-4a6f-bda6-00e0d77ed515 service neutron] Attempting to bind port 02dd892f-ed59-45a9-957a-3c42862cff9d on network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:43:08.398109 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-aa01d7f2-090e-4992-a94e-409d9eaede50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:08.400010 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-aa01d7f2-090e-4992-a94e-409d9eaede50 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35cfdc78458c41aab44b0a976c3549af&device_id=9b1fc4af-eec6-4bfc-83a5-e96d29180c7a HTTP/1.1" status: 200 len: 1096 time: 0.1197004 Nov 27 03:43:08.404787 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-45922927-d7ce-463f-977d-14f0c194dad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:08.418056 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-5428913b-0d41-4a6f-bda6-00e0d77ed515 service neutron] Port 02dd892f-ed59-45a9-957a-3c42862cff9d on network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:43:08.418389 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-5428913b-0d41-4a6f-bda6-00e0d77ed515 service neutron] Attempting to bind port 02dd892f-ed59-45a9-957a-3c42862cff9d on network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:43:08.430998 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-5428913b-0d41-4a6f-bda6-00e0d77ed515 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:43:08.431346 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-5428913b-0d41-4a6f-bda6-00e0d77ed515 service neutron] Checking segment: {'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:43:08.431737 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-5428913b-0d41-4a6f-bda6-00e0d77ed515 service neutron] Bound using segment: {'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:43:08.432181 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-5428913b-0d41-4a6f-bda6-00e0d77ed515 service neutron] Bound port: 02dd892f-ed59-45a9-957a-3c42862cff9d, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:43:08.444700 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 05a9ea15-b8f9-4ac4-b009-355753d189e9 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:43:08.520475 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd54e41-075d-457e-a102-8222213bf33d tempest-AutoAllocateNetworkTest-732810368 tempest-AutoAllocateNetworkTest-732810368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:08.522313 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-5cd54e41-075d-457e-a102-8222213bf33d tempest-AutoAllocateNetworkTest-732810368 tempest-AutoAllocateNetworkTest-732810368-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1620557 Nov 27 03:43:08.529293 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53662) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:08.549815 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 05a9ea15-b8f9-4ac4-b009-355753d189e9 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:43:08.561892 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 05a9ea15-b8f9-4ac4-b009-355753d189e9 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:43:08.562270 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:08.569367 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-5428913b-0d41-4a6f-bda6-00e0d77ed515 service neutron] For port 02dd892f-ed59-45a9-957a-3c42862cff9d, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=02dd892f-ed59-45a9-957a-3c42862cff9d,segment=NetworkSegment(0ede1ec6-1b9f-43e0-8048-29f023f3314a),segment_id=0ede1ec6-1b9f-43e0-8048-29f023f3314a)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:43:08.608290 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c5e7c478-dc2c-4050-80fa-c3cb49a2bf8e tempest-AutoAllocateNetworkTest-732810368 tempest-AutoAllocateNetworkTest-732810368-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0770605 Nov 27 03:43:08.611435 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-5428913b-0d41-4a6f-bda6-00e0d77ed515 service neutron] Publish callbacks [] for binding, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:08.612750 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-5428913b-0d41-4a6f-bda6-00e0d77ed515 service neutron] 10.222.0.20 "POST /v2.0/ports/02dd892f-ed59-45a9-957a-3c42862cff9d/bindings HTTP/1.1" status: 201 len: 389 time: 0.6840088 Nov 27 03:43:08.613410 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53664) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:08.642231 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-75388bfb-362b-4c31-b7c4-44d17e127537 tempest-AutoAllocateNetworkTest-732810368 tempest-AutoAllocateNetworkTest-732810368-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d8867eda09d04de684e702d1f86f1cda HTTP/1.1" status: 200 len: 208 time: 0.0275567 Nov 27 03:43:08.710787 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:08.756181 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a93d27-b59f-44e9-bfd9-7fbc69fda57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a9ea15-b8f9-4ac4-b009-355753d189e9'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:43:08.758940 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2690b6cf-1752-4db6-ac74-fb7c91ea5716" -d '{"events": [{"server_uuid": "b7a93d27-b59f-44e9-bfd9-7fbc69fda57b", "name": "network-vif-plugged", "status": "completed", "tag": "05a9ea15-b8f9-4ac4-b009-355753d189e9"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:43:08.777977 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 05a9ea15-b8f9-4ac4-b009-355753d189e9, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=05a9ea15-b8f9-4ac4-b009-355753d189e9,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:43:08.786669 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:08.929535 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=05a9ea15-b8f9-4ac4-b009-355753d189e9,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:09.071487 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-3c2349bd-4b19-4526-ba27-a99723d1e605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:09.074704 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-3c2349bd-4b19-4526-ba27-a99723d1e605 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b645cec8-c88e-4bba-8234-b110de21cfe7 HTTP/1.1" status: 200 len: 922 time: 0.6667938 Nov 27 03:43:09.125086 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-44a7f386-81d9-4892-9a64-5eaebe4721a5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfc60870-0453-46e6-86d1-c791147fdefb HTTP/1.1" status: 200 len: 217 time: 0.0422900 Nov 27 03:43:09.168110 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53682) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:09.197933 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766c04db-debb-4301-b60e-53b3bfad9286 None None] Network 39dfc888-b0dd-4c34-8aab-d5cb681e46f0 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:43:09.207905 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eaf0b5-67a5-42e0-bb06-5c2ff1c007b2 req-66843836-ee59-4592-b238-d53ab5f609b8 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:09.209474 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-57eaf0b5-67a5-42e0-bb06-5c2ff1c007b2 req-66843836-ee59-4592-b238-d53ab5f609b8 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1fc4af-eec6-4bfc-83a5-e96d29180c7a HTTP/1.1" status: 200 len: 945 time: 0.2904131 Nov 27 03:43:09.290250 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-837121c4-6ccf-4719-9ab3-4c1b6c18b2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:09.292148 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-837121c4-6ccf-4719-9ab3-4c1b6c18b2be service neutron] 10.222.0.11 "GET /v2.0/subnets?id=022c48dd-3720-4645-8f22-45c74ce924ab HTTP/1.1" status: 200 len: 861 time: 0.1590736 Nov 27 03:43:09.317332 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-793cf04a-03fa-4e35-9e21-6cc132cc43d5 None None] Provisioning complete for port cce89df7-3730-4a0f-9cfb-081121701860 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:43:09.317859 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-793cf04a-03fa-4e35-9e21-6cc132cc43d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:09.360577 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-0ca67dbc-8e1d-4f7d-8453-c259412108f2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b645cec8-c88e-4bba-8234-b110de21cfe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535896 Nov 27 03:43:09.379520 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-287e5cf7-4b92-4253-b2ae-c668d2d8c0f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:09.385749 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45922927-d7ce-463f-977d-14f0c194dad8 admin admin] Router fb4e79f8-997a-4c21-a976-588758ce2a9e is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 03:43:09.413060 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-57eaf0b5-67a5-42e0-bb06-5c2ff1c007b2 req-d6947026-f831-4b6a-8154-75e858d35f53 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934235 Nov 27 03:43:09.471678 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdee18-e4f2-40c7-8814-c19772e1d60d req-f4b65335-8eed-4819-8442-47e8b06fa2e9 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:09.475364 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bfbdee18-e4f2-40c7-8814-c19772e1d60d req-f4b65335-8eed-4819-8442-47e8b06fa2e9 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9443a66-6495-4b72-af09-e210b5659963 HTTP/1.1" status: 200 len: 946 time: 0.1534538 Nov 27 03:43:09.545910 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f45b79-28d5-46de-94ac-7d1bfc789f23 x-openstack-request-id: req-a8f45b79-28d5-46de-94ac-7d1bfc789f23 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:43:09.546812 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a93d27-b59f-44e9-bfd9-7fbc69fda57b", "name": "network-vif-plugged", "status": "completed", "tag": "05a9ea15-b8f9-4ac4-b009-355753d189e9", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:43:09.547204 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a8f45b79-28d5-46de-94ac-7d1bfc789f23 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:43:09.547728 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a93d27-b59f-44e9-bfd9-7fbc69fda57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a9ea15-b8f9-4ac4-b009-355753d189e9', 'code': 200} Nov 27 03:43:09.573955 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-793cf04a-03fa-4e35-9e21-6cc132cc43d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:09.604039 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-287e5cf7-4b92-4253-b2ae-c668d2d8c0f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:09.643365 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-793cf04a-03fa-4e35-9e21-6cc132cc43d5 None None] For port cce89df7-3730-4a0f-9cfb-081121701860, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=cce89df7-3730-4a0f-9cfb-081121701860,segment=NetworkSegment(845f5355-d286-4a0f-9acd-493043a7ee60),segment_id=845f5355-d286-4a0f-9acd-493043a7ee60)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:43:09.655250 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-793cf04a-03fa-4e35-9e21-6cc132cc43d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:09.664237 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-291025fc-73a4-4b2f-804a-605c7a305a0d service neutron] 10.222.0.11 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951949 Nov 27 03:43:09.677294 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53698) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:09.685454 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-287e5cf7-4b92-4253-b2ae-c668d2d8c0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:09.767454 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793cf04a-03fa-4e35-9e21-6cc132cc43d5 None None] Pushing event updated for resources: {'Port': ['ID=cce89df7-3730-4a0f-9cfb-081121701860,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:09.769781 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bfbdee18-e4f2-40c7-8814-c19772e1d60d req-c0cffb4d-ccd7-4dab-b749-43c2a2261b68 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630366 Nov 27 03:43:09.802226 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-287e5cf7-4b92-4253-b2ae-c668d2d8c0f0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d8867eda09d04de684e702d1f86f1cda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6329429 Nov 27 03:43:09.806863 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53700) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:09.826736 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-c2c752b7-89ca-4d28-bab8-92c9c3fd3120 service neutron] 10.222.0.11 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440055 Nov 27 03:43:09.843847 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45922927-d7ce-463f-977d-14f0c194dad8 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:43:09.857342 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe5ac24-defd-4ba2-bb66-a8f051b62755 None None] Sync routers for ids ['fb4e79f8-997a-4c21-a976-588758ce2a9e'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:43:09.871316 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6023a-b1f9-4a93-a10d-dea8c64f60ac req-4f7312e4-da09-4127-922b-9bfa4b687779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:09.878957 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f2c6023a-b1f9-4a93-a10d-dea8c64f60ac req-4f7312e4-da09-4127-922b-9bfa4b687779 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b7a93d27-b59f-44e9-bfd9-7fbc69fda57b HTTP/1.1" status: 200 len: 1101 time: 0.2423530 Nov 27 03:43:09.880909 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e5cf7-4b92-4253-b2ae-c668d2d8c0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e2e358-5b7e-416f-b0e3-5c9b1db600e3,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:09.882497 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-45922927-d7ce-463f-977d-14f0c194dad8 admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:09.882958 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe5ac24-defd-4ba2-bb66-a8f051b62755 None None] Routers {'fb4e79f8-997a-4c21-a976-588758ce2a9e'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:43:09.883690 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-9fe5ac24-defd-4ba2-bb66-a8f051b62755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:42:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['fb4e79f8-997a-4c21-a976-588758ce2a9e'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:43:09.884283 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-45922927-d7ce-463f-977d-14f0c194dad8 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.3616457 Nov 27 03:43:09.890579 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53704) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:10.017056 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device cce89df7-3730-4a0f-9cfb-081121701860 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:43:10.093243 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-92aacabc-94f0-4a0a-8d3e-9024a880f753 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:10.150580 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-9433694b-f4aa-4efe-9334-ee0bc5f02be8 None None] Provisioning complete for port cce89df7-3730-4a0f-9cfb-081121701860 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:43:10.150580 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9433694b-f4aa-4efe-9334-ee0bc5f02be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:10.215324 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18a3decd-af19-44bd-a4ee-5642a124c5d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:10.217367 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-92aacabc-94f0-4a0a-8d3e-9024a880f753 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:10.245316 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f2c6023a-b1f9-4a93-a10d-dea8c64f60ac req-dd0a4ce3-81a0-4e21-b54d-0343e9de11dc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b1817211-bef1-478e-85a2-58f011d4bf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375484 Nov 27 03:43:10.258157 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-9fe5ac24-defd-4ba2-bb66-a8f051b62755 None None] Set router fb4e79f8-997a-4c21-a976-588758ce2a9e gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:43:10.272869 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port cce89df7-3730-4a0f-9cfb-081121701860 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:43:10.273247 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:10.315090 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-92aacabc-94f0-4a0a-8d3e-9024a880f753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:10.320416 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-92aacabc-94f0-4a0a-8d3e-9024a880f753 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:10.324894 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-92aacabc-94f0-4a0a-8d3e-9024a880f753 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c0e2e358-5b7e-416f-b0e3-5c9b1db600e3 HTTP/1.1" status: 204 len: 168 time: 0.5024393 Nov 27 03:43:10.341189 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aacabc-94f0-4a0a-8d3e-9024a880f753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e2e358-5b7e-416f-b0e3-5c9b1db600e3,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:10.357191 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-3d55339f-1c58-44ea-9ffc-94542b1c7221 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:10.360360 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-3d55339f-1c58-44ea-9ffc-94542b1c7221 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9b1fc4af-eec6-4bfc-83a5-e96d29180c7a&tenant_id=35cfdc78458c41aab44b0a976c3549af&binding%3Ahost_id=n-h1-819494-3 HTTP/1.1" status: 200 len: 1096 time: 0.2835493 Nov 27 03:43:10.526319 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-9fe5ac24-defd-4ba2-bb66-a8f051b62755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-513331905-router', 'tenant_id': '409a3520592e44dbbec54c1bf55df0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c04731a6-fe9e-4c21-a167-80ee964c1546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:06Z', 'updated_at': '2021-11-27T03:43:07Z', 'revision_number': 3, 'project_id': '409a3520592e44dbbec54c1bf55df0d4', 'gw_port': {'id': 'c04731a6-fe9e-4c21-a167-80ee964c1546', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:07Z', 'updated_at': '2021-11-27T03:43:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:43:10.531317 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-5d7b5246-c62f-4d6c-b86b-e3311ebe9c1f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-819494-3'}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:10.603022 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe5ac24-defd-4ba2-bb66-a8f051b62755 None None] Checking router: fb4e79f8-997a-4c21-a976-588758ce2a9e for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:43:10.603399 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe5ac24-defd-4ba2-bb66-a8f051b62755 None None] Updating router fb4e79f8-997a-4c21-a976-588758ce2a9e port c04731a6-fe9e-4c21-a167-80ee964c1546 binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:43:10.605946 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810d454-c2b6-44bb-9fae-eedfc8df52fc req-1a6dde6a-5038-403f-af40-d04aa16c3e59 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:10.613108 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f810d454-c2b6-44bb-9fae-eedfc8df52fc req-1a6dde6a-5038-403f-af40-d04aa16c3e59 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7a93d27-b59f-44e9-bfd9-7fbc69fda57b HTTP/1.1" status: 200 len: 950 time: 0.3183856 Nov 27 03:43:10.642636 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-9fe5ac24-defd-4ba2-bb66-a8f051b62755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:10.669026 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc834bb-4f24-4095-ae93-a2aa77d8f5ec req-4746fe95-55f9-4fa7-8d38-35553a925b1a tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:10.676032 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0bc834bb-4f24-4095-ae93-a2aa77d8f5ec req-4746fe95-55f9-4fa7-8d38-35553a925b1a tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1fc4af-eec6-4bfc-83a5-e96d29180c7a HTTP/1.1" status: 200 len: 945 time: 0.0690706 Nov 27 03:43:10.691291 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-5d7b5246-c62f-4d6c-b86b-e3311ebe9c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:10.721604 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18a3decd-af19-44bd-a4ee-5642a124c5d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:10.757149 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0bc834bb-4f24-4095-ae93-a2aa77d8f5ec req-5e195568-c88f-4df0-95bf-713be2c86e0f tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710511 Nov 27 03:43:10.808401 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18a3decd-af19-44bd-a4ee-5642a124c5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:10.839072 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f810d454-c2b6-44bb-9fae-eedfc8df52fc req-a2ede5a9-180f-46e0-8246-771811d5a64a tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1817211-bef1-478e-85a2-58f011d4bf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208779 Nov 27 03:43:10.922604 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-18a3decd-af19-44bd-a4ee-5642a124c5d1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=80d90f6db5984aef91c705ae621df0c6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1090369 Nov 27 03:43:10.922837 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53734) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:10.931090 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a3decd-af19-44bd-a4ee-5642a124c5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46719b44-95f2-4739-981d-7b83ceac5333,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:10.994068 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-35e2a8c0-9e61-4556-acf1-c54192f79ae0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:11.032543 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-35e2a8c0-9e61-4556-acf1-c54192f79ae0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:11.041592 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-9fe5ac24-defd-4ba2-bb66-a8f051b62755 None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:11.055070 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-9fe5ac24-defd-4ba2-bb66-a8f051b62755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:11.139082 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-35e2a8c0-9e61-4556-acf1-c54192f79ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:11.144787 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-35e2a8c0-9e61-4556-acf1-c54192f79ae0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:11.145939 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-35e2a8c0-9e61-4556-acf1-c54192f79ae0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46719b44-95f2-4739-981d-7b83ceac5333 HTTP/1.1" status: 204 len: 168 time: 0.2218232 Nov 27 03:43:11.156630 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e2a8c0-9e61-4556-acf1-c54192f79ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46719b44-95f2-4739-981d-7b83ceac5333,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:11.162987 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-9fe5ac24-defd-4ba2-bb66-a8f051b62755 None None] Attempting to bind port c04731a6-fe9e-4c21-a167-80ee964c1546 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:43:11.163631 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-9fe5ac24-defd-4ba2-bb66-a8f051b62755 None None] Attempting to bind port c04731a6-fe9e-4c21-a167-80ee964c1546 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:43:11.164071 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe5ac24-defd-4ba2-bb66-a8f051b62755 None None] Attempting to bind port c04731a6-fe9e-4c21-a167-80ee964c1546 on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:43:11.176939 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-5d7b5246-c62f-4d6c-b86b-e3311ebe9c1f service neutron] For port dfc60870-0453-46e6-86d1-c791147fdefb, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=dfc60870-0453-46e6-86d1-c791147fdefb,segment=NetworkSegment(74310010-e448-4edf-8f12-15f9f8367765),segment_id=74310010-e448-4edf-8f12-15f9f8367765)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:43:11.185191 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6d2569-db5a-493f-9a7a-b4399ded953b None None] Pushing event updated for resources: {'Port': ['ID=c04731a6-fe9e-4c21-a167-80ee964c1546,revision_number=2']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:11.188269 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe5ac24-defd-4ba2-bb66-a8f051b62755 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:43:11.192192 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe5ac24-defd-4ba2-bb66-a8f051b62755 None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:43:11.195071 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-9fe5ac24-defd-4ba2-bb66-a8f051b62755 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:11.196685 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe5ac24-defd-4ba2-bb66-a8f051b62755 None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:43:11.199428 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-9fe5ac24-defd-4ba2-bb66-a8f051b62755 None None] Bound port: c04731a6-fe9e-4c21-a167-80ee964c1546, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:43:11.199832 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-9fe5ac24-defd-4ba2-bb66-a8f051b62755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:11.211069 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6d2569-db5a-493f-9a7a-b4399ded953b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:11.211423 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6d2569-db5a-493f-9a7a-b4399ded953b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:11.211766 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6d2569-db5a-493f-9a7a-b4399ded953b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:11.212100 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6d2569-db5a-493f-9a7a-b4399ded953b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:11.219088 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6d2569-db5a-493f-9a7a-b4399ded953b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:11.219449 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6d2569-db5a-493f-9a7a-b4399ded953b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:11.219802 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6d2569-db5a-493f-9a7a-b4399ded953b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:11.220133 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6d2569-db5a-493f-9a7a-b4399ded953b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:11.221008 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6d2569-db5a-493f-9a7a-b4399ded953b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:11.222211 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6d2569-db5a-493f-9a7a-b4399ded953b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:11.225665 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6d2569-db5a-493f-9a7a-b4399ded953b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:11.227120 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6d2569-db5a-493f-9a7a-b4399ded953b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:11.232381 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6d2569-db5a-493f-9a7a-b4399ded953b None None] Tracked resource versions report: Nov 27 03:43:11.232381 n-d-819494-3 neutron-server[110021]: pushed versions: Nov 27 03:43:11.232381 n-d-819494-3 neutron-server[110021]: { 'AddressGroup': {'1.2'}, Nov 27 03:43:11.232381 n-d-819494-3 neutron-server[110021]: 'ConntrackHelper': {'1.0'}, Nov 27 03:43:11.232381 n-d-819494-3 neutron-server[110021]: 'Log': {'1.0'}, Nov 27 03:43:11.232381 n-d-819494-3 neutron-server[110021]: 'Network': {'1.1'}, Nov 27 03:43:11.232381 n-d-819494-3 neutron-server[110021]: 'Port': {'1.7'}, Nov 27 03:43:11.232381 n-d-819494-3 neutron-server[110021]: 'PortForwarding': {'1.2'}, Nov 27 03:43:11.232381 n-d-819494-3 neutron-server[110021]: 'QosPolicy': {'1.10'}, Nov 27 03:43:11.232381 n-d-819494-3 neutron-server[110021]: 'SecurityGroup': {'1.5'}, Nov 27 03:43:11.232381 n-d-819494-3 neutron-server[110021]: 'SecurityGroupRule': {'1.2'}, Nov 27 03:43:11.232381 n-d-819494-3 neutron-server[110021]: 'SubPort': {'1.0'}, Nov 27 03:43:11.232381 n-d-819494-3 neutron-server[110021]: 'Subnet': {'1.1'}, Nov 27 03:43:11.232381 n-d-819494-3 neutron-server[110021]: 'Trunk': {'1.1'}} Nov 27 03:43:11.232381 n-d-819494-3 neutron-server[110021]: consumer versions: Nov 27 03:43:11.232381 n-d-819494-3 neutron-server[110021]: { DHCP agent@n-d-819494-3: {}, Nov 27 03:43:11.232381 n-d-819494-3 neutron-server[110021]: HyperV agent@n-h1-819494-3: {}, Nov 27 03:43:11.232381 n-d-819494-3 neutron-server[110021]: HyperV agent@n-h2-819494-3: {}, Nov 27 03:43:11.232381 n-d-819494-3 neutron-server[110021]: L3 agent@n-d-819494-3: {}, Nov 27 03:43:11.232381 n-d-819494-3 neutron-server[110021]: Metadata agent@n-d-819494-3: {}, Nov 27 03:43:11.232381 n-d-819494-3 neutron-server[110021]: Metering agent@n-d-819494-3: {}, Nov 27 03:43:11.232381 n-d-819494-3 neutron-server[110021]: Open vSwitch agent@n-d-819494-3: { 'AddressGroup': '1.2', Nov 27 03:43:11.232381 n-d-819494-3 neutron-server[110021]: 'ConntrackHelper': '1.0', Nov 27 03:43:11.232381 n-d-819494-3 neutron-server[110021]: 'Log': '1.0', Nov 27 03:43:11.232381 n-d-819494-3 neutron-server[110021]: 'Network': '1.1', Nov 27 03:43:11.232381 n-d-819494-3 neutron-server[110021]: 'Port': '1.7', Nov 27 03:43:11.232381 n-d-819494-3 neutron-server[110021]: 'PortForwarding': '1.2', Nov 27 03:43:11.232381 n-d-819494-3 neutron-server[110021]: 'QosPolicy': '1.10', Nov 27 03:43:11.232381 n-d-819494-3 neutron-server[110021]: 'SecurityGroup': '1.5', Nov 27 03:43:11.232381 n-d-819494-3 neutron-server[110021]: 'SecurityGroupRule': '1.2', Nov 27 03:43:11.232381 n-d-819494-3 neutron-server[110021]: 'SubPort': '1.0', Nov 27 03:43:11.232381 n-d-819494-3 neutron-server[110021]: 'Subnet': '1.1', Nov 27 03:43:11.232381 n-d-819494-3 neutron-server[110021]: 'Trunk': '1.1'}} Nov 27 03:43:11.232381 n-d-819494-3 neutron-server[110021]: {{(pid=110021) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 27 03:43:11.329251 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-5d7b5246-c62f-4d6c-b86b-e3311ebe9c1f service neutron] For port dfc60870-0453-46e6-86d1-c791147fdefb, host n-h1-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:43:11.340027 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-9fe5ac24-defd-4ba2-bb66-a8f051b62755 None None] For port c04731a6-fe9e-4c21-a167-80ee964c1546, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:43:11.356922 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-9fe5ac24-defd-4ba2-bb66-a8f051b62755 None None] For port c04731a6-fe9e-4c21-a167-80ee964c1546, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=c04731a6-fe9e-4c21-a167-80ee964c1546,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:43:11.366576 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-9fe5ac24-defd-4ba2-bb66-a8f051b62755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:11.427548 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6d2569-db5a-493f-9a7a-b4399ded953b None None] Pushing event updated for resources: {'Port': ['ID=c04731a6-fe9e-4c21-a167-80ee964c1546,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:11.451488 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe5ac24-defd-4ba2-bb66-a8f051b62755 None None] Routers {'fb4e79f8-997a-4c21-a976-588758ce2a9e'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:43:11.452463 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-9fe5ac24-defd-4ba2-bb66-a8f051b62755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:42:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['fb4e79f8-997a-4c21-a976-588758ce2a9e'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:43:11.461274 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1fc4af-eec6-4bfc-83a5-e96d29180c7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfc60870-0453-46e6-86d1-c791147fdefb'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:43:11.464014 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6235f8-aa01-420f-8aaf-7f8d6f7e6d59" -d '{"events": [{"server_uuid": "9b1fc4af-eec6-4bfc-83a5-e96d29180c7a", "name": "network-vif-unplugged", "status": "completed", "tag": "dfc60870-0453-46e6-86d1-c791147fdefb"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:43:11.474420 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-5d7b5246-c62f-4d6c-b86b-e3311ebe9c1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:11.486679 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d1900968-ce2c-4e7d-8bb5-0c47de48e6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:11.570348 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-9fe5ac24-defd-4ba2-bb66-a8f051b62755 None None] Set router fb4e79f8-997a-4c21-a976-588758ce2a9e gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:43:11.696264 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-5d7b5246-c62f-4d6c-b86b-e3311ebe9c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:11.702072 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 03:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f143b26-76d1-448b-8f31-0abc22981cc3 x-openstack-request-id: req-2f143b26-76d1-448b-8f31-0abc22981cc3 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:43:11.702356 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b1fc4af-eec6-4bfc-83a5-e96d29180c7a", "name": "network-vif-unplugged", "status": "completed", "tag": "dfc60870-0453-46e6-86d1-c791147fdefb", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:43:11.702621 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2f143b26-76d1-448b-8f31-0abc22981cc3 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:43:11.703003 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b1fc4af-eec6-4bfc-83a5-e96d29180c7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfc60870-0453-46e6-86d1-c791147fdefb', 'code': 200} Nov 27 03:43:11.717126 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f93c0-6c3a-4de2-bb7e-7efead175dcf req-41f1bf7f-7875-4654-b588-2a12c98560a4 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:11.718681 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b81f93c0-6c3a-4de2-bb7e-7efead175dcf req-41f1bf7f-7875-4654-b588-2a12c98560a4 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9443a66-6495-4b72-af09-e210b5659963 HTTP/1.1" status: 200 len: 946 time: 0.3646421 Nov 27 03:43:11.780000 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-9fe5ac24-defd-4ba2-bb66-a8f051b62755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-513331905-router', 'tenant_id': '409a3520592e44dbbec54c1bf55df0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c04731a6-fe9e-4c21-a167-80ee964c1546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:06Z', 'updated_at': '2021-11-27T03:43:07Z', 'revision_number': 3, 'project_id': '409a3520592e44dbbec54c1bf55df0d4', 'gw_port': {'id': 'c04731a6-fe9e-4c21-a167-80ee964c1546', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:07Z', 'updated_at': '2021-11-27T03:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:43:11.820223 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe5ac24-defd-4ba2-bb66-a8f051b62755 None None] The sync data for ids ['fb4e79f8-997a-4c21-a976-588758ce2a9e'] in n-d-819494-3 is: [{'id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-513331905-router', 'tenant_id': '409a3520592e44dbbec54c1bf55df0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c04731a6-fe9e-4c21-a167-80ee964c1546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:06Z', 'updated_at': '2021-11-27T03:43:07Z', 'revision_number': 3, 'project_id': '409a3520592e44dbbec54c1bf55df0d4', 'gw_port': {'id': 'c04731a6-fe9e-4c21-a167-80ee964c1546', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:07Z', 'updated_at': '2021-11-27T03:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:43:11.882535 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b5246-c62f-4d6c-b86b-e3311ebe9c1f service neutron] Pushing event updated for resources: {'Port': ['ID=dfc60870-0453-46e6-86d1-c791147fdefb,revision_number=7']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:11.893039 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53772) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:11.910460 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d51563c3-2ec9-44bb-8a4e-82dc2710ecdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:11.922580 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-5d7b5246-c62f-4d6c-b86b-e3311ebe9c1f service neutron] Attempting to bind port dfc60870-0453-46e6-86d1-c791147fdefb on host n-h1-819494-3 for vnic_type normal with profile {"migrating_to": "n-h2-819494-3"} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:43:11.922923 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-5d7b5246-c62f-4d6c-b86b-e3311ebe9c1f service neutron] Attempting to bind port dfc60870-0453-46e6-86d1-c791147fdefb by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:43:11.923257 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-5d7b5246-c62f-4d6c-b86b-e3311ebe9c1f service neutron] Attempting to bind port dfc60870-0453-46e6-86d1-c791147fdefb on network b645cec8-c88e-4bba-8234-b110de21cfe7 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:43:11.947389 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b81f93c0-6c3a-4de2-bb7e-7efead175dcf req-0e793b15-978b-4ddb-9057-e6485d55bd31 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035205 Nov 27 03:43:11.953702 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-5d7b5246-c62f-4d6c-b86b-e3311ebe9c1f service neutron] Port dfc60870-0453-46e6-86d1-c791147fdefb on network b645cec8-c88e-4bba-8234-b110de21cfe7 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:43:11.961178 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-5d7b5246-c62f-4d6c-b86b-e3311ebe9c1f service neutron] Attempting to bind port dfc60870-0453-46e6-86d1-c791147fdefb on network b645cec8-c88e-4bba-8234-b110de21cfe7 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:43:11.992928 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-5d7b5246-c62f-4d6c-b86b-e3311ebe9c1f service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:43:11.993207 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-5d7b5246-c62f-4d6c-b86b-e3311ebe9c1f service neutron] Checking segment: {'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:43:11.993594 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-5d7b5246-c62f-4d6c-b86b-e3311ebe9c1f service neutron] Bound using segment: {'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:43:11.994099 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-5d7b5246-c62f-4d6c-b86b-e3311ebe9c1f service neutron] Bound port: dfc60870-0453-46e6-86d1-c791147fdefb, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:43:11.994506 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-5d7b5246-c62f-4d6c-b86b-e3311ebe9c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:12.057347 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d51563c3-2ec9-44bb-8a4e-82dc2710ecdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:12.066976 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d51563c3-2ec9-44bb-8a4e-82dc2710ecdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:12.108792 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53778) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:12.119461 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d51563c3-2ec9-44bb-8a4e-82dc2710ecdb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d2705e69213a45a09a4743ee4801f237&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255468 Nov 27 03:43:12.120148 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53780) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:12.130282 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51563c3-2ec9-44bb-8a4e-82dc2710ecdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515f09bf-703f-490d-9290-6b36865dbe57,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:12.170143 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-d1900968-ce2c-4e7d-8bb5-0c47de48e6f6 admin admin] Allocated IP 172.20.0.1 (39dfc888-b0dd-4c34-8aab-d5cb681e46f0/fc4bc0b3-a0cc-4178-a299-8ba73845c8be/baa4e2a2-677f-45f2-b54b-a41626d3a62f) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:43:12.196125 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-5d7b5246-c62f-4d6c-b86b-e3311ebe9c1f service neutron] For port dfc60870-0453-46e6-86d1-c791147fdefb, host n-h1-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:43:12.204101 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-5d7b5246-c62f-4d6c-b86b-e3311ebe9c1f service neutron] For port dfc60870-0453-46e6-86d1-c791147fdefb, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=dfc60870-0453-46e6-86d1-c791147fdefb,segment=NetworkSegment(74310010-e448-4edf-8f12-15f9f8367765),segment_id=74310010-e448-4edf-8f12-15f9f8367765)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:43:12.214898 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-17aa3b60-fed3-4ee7-934f-8e67fa0d04fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:12.217099 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7cd84-8e72-4509-93ac-5fb340450bec req-56231c11-efcb-43bd-a7e6-f1470071e0ec tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:12.232149 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7c7cd84-8e72-4509-93ac-5fb340450bec req-56231c11-efcb-43bd-a7e6-f1470071e0ec tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1fc4af-eec6-4bfc-83a5-e96d29180c7a HTTP/1.1" status: 200 len: 943 time: 0.1687260 Nov 27 03:43:12.261828 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-5d7b5246-c62f-4d6c-b86b-e3311ebe9c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:12.267985 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-17aa3b60-fed3-4ee7-934f-8e67fa0d04fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:12.364345 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-17aa3b60-fed3-4ee7-934f-8e67fa0d04fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:12.369479 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-17aa3b60-fed3-4ee7-934f-8e67fa0d04fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:12.374739 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-17aa3b60-fed3-4ee7-934f-8e67fa0d04fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/515f09bf-703f-490d-9290-6b36865dbe57 HTTP/1.1" status: 204 len: 168 time: 0.2532926 Nov 27 03:43:12.390786 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa3b60-fed3-4ee7-934f-8e67fa0d04fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515f09bf-703f-490d-9290-6b36865dbe57,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:12.447874 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7c7cd84-8e72-4509-93ac-5fb340450bec req-d6074e9b-2580-407d-86f6-a0ac98915859 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143631 Nov 27 03:43:12.463084 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b5246-c62f-4d6c-b86b-e3311ebe9c1f service neutron] Pushing event updated for resources: {'Port': ['ID=dfc60870-0453-46e6-86d1-c791147fdefb,revision_number=8']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:12.521284 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-5d7b5246-c62f-4d6c-b86b-e3311ebe9c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:12.521905 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-5d7b5246-c62f-4d6c-b86b-e3311ebe9c1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:12.524494 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-5d7b5246-c62f-4d6c-b86b-e3311ebe9c1f service neutron] 10.222.0.11 "PUT /v2.0/ports/dfc60870-0453-46e6-86d1-c791147fdefb HTTP/1.1" status: 200 len: 1121 time: 2.0028813 Nov 27 03:43:12.536175 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d1900968-ce2c-4e7d-8bb5-0c47de48e6f6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:12.539377 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f27f9900-08df-4b87-9d9e-d5c982ebb4ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:12.672205 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2242a-1774-4bbc-8857-588fff53f579 req-63c38360-55cc-4359-8e02-974e158ca854 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:12.673756 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9cc2242a-1774-4bbc-8857-588fff53f579 req-63c38360-55cc-4359-8e02-974e158ca854 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7a93d27-b59f-44e9-bfd9-7fbc69fda57b HTTP/1.1" status: 200 len: 950 time: 0.1359074 Nov 27 03:43:12.686541 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['dfc60870-0453-46e6-86d1-c791147fdefb'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:43:12.690640 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d1900968-ce2c-4e7d-8bb5-0c47de48e6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:12.816518 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1900968-ce2c-4e7d-8bb5-0c47de48e6f6 admin admin] Network 39dfc888-b0dd-4c34-8aab-d5cb681e46f0 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:43:12.836708 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-d1900968-ce2c-4e7d-8bb5-0c47de48e6f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:43:12.848164 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1900968-ce2c-4e7d-8bb5-0c47de48e6f6 admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:43:12.848794 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d1900968-ce2c-4e7d-8bb5-0c47de48e6f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:12.855538 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1900968-ce2c-4e7d-8bb5-0c47de48e6f6 admin admin] Pushing event updated for resources: {'Port': ['ID=baa4e2a2-677f-45f2-b54b-a41626d3a62f,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:12.916104 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9cc2242a-1774-4bbc-8857-588fff53f579 req-2bf3450f-5a85-407f-9f73-138913d5dbb0 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1817211-bef1-478e-85a2-58f011d4bf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301576 Nov 27 03:43:12.928249 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f27f9900-08df-4b87-9d9e-d5c982ebb4ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:12.946304 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f27f9900-08df-4b87-9d9e-d5c982ebb4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:13.107274 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f27f9900-08df-4b87-9d9e-d5c982ebb4ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e29c8cfde0744c2b609de7dcd5f2839&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9781537 Nov 27 03:43:13.110045 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53808) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:13.203335 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-ef720159-74c8-4044-a17d-9b73bb9527b2 None None] Provisioning complete for port baa4e2a2-677f-45f2-b54b-a41626d3a62f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:43:13.205083 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ef720159-74c8-4044-a17d-9b73bb9527b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:13.205522 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f9900-08df-4b87-9d9e-d5c982ebb4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c791fb7b-1fcf-4597-b08c-ca7e0ad0f846,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:13.284846 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-10211ac6-622f-41ce-b64e-8ca451ada966 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:13.288116 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-ef720159-74c8-4044-a17d-9b73bb9527b2 None None] Port baa4e2a2-677f-45f2-b54b-a41626d3a62f cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:43:13.296274 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee266d-67bc-48af-85c6-59eb890890e2 req-0416fe9d-48b4-46bb-99e6-705d808cc37f tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:13.304797 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c5ee266d-67bc-48af-85c6-59eb890890e2 req-0416fe9d-48b4-46bb-99e6-705d808cc37f tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9443a66-6495-4b72-af09-e210b5659963 HTTP/1.1" status: 200 len: 946 time: 0.2441163 Nov 27 03:43:13.361089 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-10211ac6-622f-41ce-b64e-8ca451ada966 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:13.370028 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d1900968-ce2c-4e7d-8bb5-0c47de48e6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:13.398293 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60e60e-2625-49d6-975f-a16b8aacd2ec req-38860209-b8ea-4ad3-88ec-5f4821521096 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:13.399836 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cc60e60e-2625-49d6-975f-a16b8aacd2ec req-38860209-b8ea-4ad3-88ec-5f4821521096 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7a93d27-b59f-44e9-bfd9-7fbc69fda57b HTTP/1.1" status: 200 len: 950 time: 0.1319981 Nov 27 03:43:13.465885 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c5ee266d-67bc-48af-85c6-59eb890890e2 req-49da815a-6960-436d-8ab7-d13116a9bdab tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504550 Nov 27 03:43:13.490592 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cc60e60e-2625-49d6-975f-a16b8aacd2ec req-741a9cef-4a9c-451c-b1f6-ecea5db4613b tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1817211-bef1-478e-85a2-58f011d4bf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781789 Nov 27 03:43:13.499299 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-10211ac6-622f-41ce-b64e-8ca451ada966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:13.520116 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-10211ac6-622f-41ce-b64e-8ca451ada966 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:13.523979 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-10211ac6-622f-41ce-b64e-8ca451ada966 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c791fb7b-1fcf-4597-b08c-ca7e0ad0f846 HTTP/1.1" status: 204 len: 168 time: 0.4128807 Nov 27 03:43:13.547470 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10211ac6-622f-41ce-b64e-8ca451ada966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c791fb7b-1fcf-4597-b08c-ca7e0ad0f846,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:13.649219 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357778a-976b-4a73-a46e-99f199c60b1d req-e0ef12ba-45f0-4415-b873-1d414f64c4b1 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:13.650801 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e357778a-976b-4a73-a46e-99f199c60b1d req-e0ef12ba-45f0-4415-b873-1d414f64c4b1 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1fc4af-eec6-4bfc-83a5-e96d29180c7a HTTP/1.1" status: 200 len: 943 time: 0.0696702 Nov 27 03:43:13.660921 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d1900968-ce2c-4e7d-8bb5-0c47de48e6f6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:13.668340 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d1900968-ce2c-4e7d-8bb5-0c47de48e6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:13.669194 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d1900968-ce2c-4e7d-8bb5-0c47de48e6f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:13.703519 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b1fc4af-eec6-4bfc-83a5-e96d29180c7a', 'tag': 'dfc60870-0453-46e6-86d1-c791147fdefb'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:43:13.705754 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef61361-05c3-41de-8146-14a06abb264e" -d '{"events": [{"name": "network-changed", "server_uuid": "9b1fc4af-eec6-4bfc-83a5-e96d29180c7a", "tag": "dfc60870-0453-46e6-86d1-c791147fdefb"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:43:13.719538 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e357778a-976b-4a73-a46e-99f199c60b1d req-fd47222f-e368-4b7e-960c-c3e4ad7428ed tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611010 Nov 27 03:43:13.763269 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1900968-ce2c-4e7d-8bb5-0c47de48e6f6 admin admin] Pushing event updated for resources: {'Port': ['ID=baa4e2a2-677f-45f2-b54b-a41626d3a62f,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:13.835703 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1900968-ce2c-4e7d-8bb5-0c47de48e6f6 admin admin] Network 39dfc888-b0dd-4c34-8aab-d5cb681e46f0 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:43:13.839749 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-d1900968-ce2c-4e7d-8bb5-0c47de48e6f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:43:13.957275 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device c04731a6-fe9e-4c21-a167-80ee964c1546 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:43:14.030624 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1900968-ce2c-4e7d-8bb5-0c47de48e6f6 admin admin] Router fb4e79f8-997a-4c21-a976-588758ce2a9e has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:43:14.087268 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port c04731a6-fe9e-4c21-a167-80ee964c1546 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:43:14.087866 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:14.211822 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a875a926-abc7-4a50-a187-1743eb8c815e x-openstack-request-id: req-a875a926-abc7-4a50-a187-1743eb8c815e {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:43:14.212864 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b1fc4af-eec6-4bfc-83a5-e96d29180c7a", "tag": "dfc60870-0453-46e6-86d1-c791147fdefb", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:43:14.213507 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a875a926-abc7-4a50-a187-1743eb8c815e {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:43:14.214953 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b1fc4af-eec6-4bfc-83a5-e96d29180c7a', 'tag': 'dfc60870-0453-46e6-86d1-c791147fdefb', 'status': 'completed', 'code': 200} Nov 27 03:43:14.277820 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53858) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:14.292291 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:14.293059 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-19f6c0f6-d0ae-4965-a49b-be55c2dba5b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:14.339349 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1900968-ce2c-4e7d-8bb5-0c47de48e6f6 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:43:14.346977 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d1900968-ce2c-4e7d-8bb5-0c47de48e6f6 admin admin] 10.222.0.20 "PUT /v2.0/routers/fb4e79f8-997a-4c21-a976-588758ce2a9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4545841 Nov 27 03:43:14.364262 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port c04731a6-fe9e-4c21-a167-80ee964c1546, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=c04731a6-fe9e-4c21-a167-80ee964c1546,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:43:14.370156 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef61361-05c3-41de-8146-14a06abb264e req-a949a900-bccb-4a94-8f65-9f32f5b85a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:14.371926 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bef61361-05c3-41de-8146-14a06abb264e req-a949a900-bccb-4a94-8f65-9f32f5b85a56 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=35cfdc78458c41aab44b0a976c3549af&device_id=9b1fc4af-eec6-4bfc-83a5-e96d29180c7a HTTP/1.1" status: 200 len: 1124 time: 0.1077998 Nov 27 03:43:14.378417 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-cc68fe50-9fec-45f2-b458-ca00ba82efbb None None] Provisioning complete for port baa4e2a2-677f-45f2-b54b-a41626d3a62f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:43:14.378704 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cc68fe50-9fec-45f2-b458-ca00ba82efbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:14.380890 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:14.463014 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-19f6c0f6-d0ae-4965-a49b-be55c2dba5b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:14.476694 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-19f6c0f6-d0ae-4965-a49b-be55c2dba5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:14.514994 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f6c0f6-d0ae-4965-a49b-be55c2dba5b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8acd499-e272-486e-aff4-651199d3a102,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:14.538073 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-19f6c0f6-d0ae-4965-a49b-be55c2dba5b8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a9ac39517c8a41eb876d3efd454db801&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2586462 Nov 27 03:43:14.540814 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53866) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:14.553181 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361342a2-fcfd-4611-8988-29abffbe6a74 req-8cbb5137-df1b-4ce8-a808-d5e5eac1b157 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:14.554786 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-361342a2-fcfd-4611-8988-29abffbe6a74 req-8cbb5137-df1b-4ce8-a808-d5e5eac1b157 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7a93d27-b59f-44e9-bfd9-7fbc69fda57b HTTP/1.1" status: 200 len: 950 time: 0.0999904 Nov 27 03:43:14.558294 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef61361-05c3-41de-8146-14a06abb264e req-93d9c19f-aac3-456c-b6f5-3d3d720bb70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:14.559940 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bef61361-05c3-41de-8146-14a06abb264e req-93d9c19f-aac3-456c-b6f5-3d3d720bb70c service neutron] 10.222.0.23 "GET /v2.0/networks?id=b645cec8-c88e-4bba-8234-b110de21cfe7 HTTP/1.1" status: 200 len: 922 time: 0.1752057 Nov 27 03:43:14.615152 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1b0dd3a6-4660-474c-b644-89c190385dcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:14.632259 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=c04731a6-fe9e-4c21-a167-80ee964c1546,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:14.644439 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ad159e-f699-4043-9839-f605afc3c613 None None] Sync routers for ids ['fb4e79f8-997a-4c21-a976-588758ce2a9e'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:43:14.650481 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1b0dd3a6-4660-474c-b644-89c190385dcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:14.667271 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ad159e-f699-4043-9839-f605afc3c613 None None] Routers {'fb4e79f8-997a-4c21-a976-588758ce2a9e'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:43:14.668153 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-25ad159e-f699-4043-9839-f605afc3c613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:42:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['fb4e79f8-997a-4c21-a976-588758ce2a9e'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:43:14.671340 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-cc68fe50-9fec-45f2-b458-ca00ba82efbb None None] Port baa4e2a2-677f-45f2-b54b-a41626d3a62f cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:43:14.676118 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bef61361-05c3-41de-8146-14a06abb264e req-9343af37-ed6b-429d-88f3-a6b0a21ceed7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfc60870-0453-46e6-86d1-c791147fdefb HTTP/1.1" status: 200 len: 217 time: 0.1016579 Nov 27 03:43:14.754367 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1b0dd3a6-4660-474c-b644-89c190385dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:14.758624 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1b0dd3a6-4660-474c-b644-89c190385dcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:14.763371 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1b0dd3a6-4660-474c-b644-89c190385dcb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a8acd499-e272-486e-aff4-651199d3a102 HTTP/1.1" status: 204 len: 168 time: 0.2214272 Nov 27 03:43:14.779135 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0dd3a6-4660-474c-b644-89c190385dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8acd499-e272-486e-aff4-651199d3a102,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:14.786371 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-361342a2-fcfd-4611-8988-29abffbe6a74 req-e539a96f-fb5b-46da-b3ed-84b2a910fc5f tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1817211-bef1-478e-85a2-58f011d4bf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210426 Nov 27 03:43:14.804969 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef61361-05c3-41de-8146-14a06abb264e req-5c3f88ab-68f7-4fe7-b3e7-6bb3909c0069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:14.807011 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bef61361-05c3-41de-8146-14a06abb264e req-5c3f88ab-68f7-4fe7-b3e7-6bb3909c0069 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=022c48dd-3720-4645-8f22-45c74ce924ab HTTP/1.1" status: 200 len: 861 time: 0.1244233 Nov 27 03:43:14.871953 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-25ad159e-f699-4043-9839-f605afc3c613 None None] Set router fb4e79f8-997a-4c21-a976-588758ce2a9e gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:43:14.872169 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bef61361-05c3-41de-8146-14a06abb264e req-b5c8a3f9-2d4b-49e9-ace2-64a6a85c633d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b645cec8-c88e-4bba-8234-b110de21cfe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537105 Nov 27 03:43:14.957382 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5dc94-c3d1-463b-b798-629b6e3b6326 req-fd1ffaaf-e2cf-4d79-9eea-c5bfb3e673e7 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:14.966469 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-46c5dc94-c3d1-463b-b798-629b6e3b6326 req-fd1ffaaf-e2cf-4d79-9eea-c5bfb3e673e7 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1fc4af-eec6-4bfc-83a5-e96d29180c7a HTTP/1.1" status: 200 len: 943 time: 0.0699987 Nov 27 03:43:15.023134 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-46c5dc94-c3d1-463b-b798-629b6e3b6326 req-3746042f-b35e-4948-83a2-2c1bc73e2132 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557096 Nov 27 03:43:15.228001 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-25ad159e-f699-4043-9839-f605afc3c613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-513331905-router', 'tenant_id': '409a3520592e44dbbec54c1bf55df0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c04731a6-fe9e-4c21-a167-80ee964c1546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:06Z', 'updated_at': '2021-11-27T03:43:13Z', 'revision_number': 4, 'project_id': '409a3520592e44dbbec54c1bf55df0d4', 'gw_port': {'id': 'c04731a6-fe9e-4c21-a167-80ee964c1546', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:07Z', 'updated_at': '2021-11-27T03:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'baa4e2a2-677f-45f2-b54b-a41626d3a62f', 'name': '', 'network_id': '39dfc888-b0dd-4c34-8aab-d5cb681e46f0', 'tenant_id': '409a3520592e44dbbec54c1bf55df0d4', 'mac_address': 'fa:16:3e:76:5f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'fc4bc0b3-a0cc-4178-a299-8ba73845c8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:11Z', 'updated_at': '2021-11-27T03:43:13Z', 'revision_number': 2, 'project_id': '409a3520592e44dbbec54c1bf55df0d4', 'subnets': [{'id': 'fc4bc0b3-a0cc-4178-a299-8ba73845c8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:43:15.253757 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d049295-e73a-4fad-86e8-823ca2df1f62 req-6c942031-04a5-4bf2-8877-36b3b7929e96 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:15.255550 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4d049295-e73a-4fad-86e8-823ca2df1f62 req-6c942031-04a5-4bf2-8877-36b3b7929e96 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9443a66-6495-4b72-af09-e210b5659963 HTTP/1.1" status: 200 len: 946 time: 0.3748949 Nov 27 03:43:15.262660 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ad159e-f699-4043-9839-f605afc3c613 None None] Checking router: fb4e79f8-997a-4c21-a976-588758ce2a9e for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:43:15.263026 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ad159e-f699-4043-9839-f605afc3c613 None None] Updating router fb4e79f8-997a-4c21-a976-588758ce2a9e port baa4e2a2-677f-45f2-b54b-a41626d3a62f binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:43:15.299601 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-25ad159e-f699-4043-9839-f605afc3c613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:15.347254 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bef61361-05c3-41de-8146-14a06abb264e req-7d095f61-399f-4bc7-a0a4-d5d9d7fe9aa6 service neutron] 10.222.0.23 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494348 Nov 27 03:43:15.367087 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4d049295-e73a-4fad-86e8-823ca2df1f62 req-dba246b7-4ec9-4033-885c-33aa217bc9a8 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972362 Nov 27 03:43:15.505925 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bef61361-05c3-41de-8146-14a06abb264e req-0f2b2abe-4c9a-46b0-949a-850a9d3c17dc service neutron] 10.222.0.23 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377163 Nov 27 03:43:15.726543 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-25ad159e-f699-4043-9839-f605afc3c613 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:15.736218 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-25ad159e-f699-4043-9839-f605afc3c613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:15.745281 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:15.795873 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27485eee-b4f8-48b7-9c5a-7c861067c23c None None] Pushing event updated for resources: {'Port': ['ID=baa4e2a2-677f-45f2-b54b-a41626d3a62f,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:15.866482 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-25ad159e-f699-4043-9839-f605afc3c613 None None] Attempting to bind port baa4e2a2-677f-45f2-b54b-a41626d3a62f on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:43:15.866986 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-25ad159e-f699-4043-9839-f605afc3c613 None None] Attempting to bind port baa4e2a2-677f-45f2-b54b-a41626d3a62f by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '845f5355-d286-4a0f-9acd-493043a7ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '39dfc888-b0dd-4c34-8aab-d5cb681e46f0'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:43:15.867352 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ad159e-f699-4043-9839-f605afc3c613 None None] Attempting to bind port baa4e2a2-677f-45f2-b54b-a41626d3a62f on network 39dfc888-b0dd-4c34-8aab-d5cb681e46f0 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:43:15.874824 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ad159e-f699-4043-9839-f605afc3c613 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:43:15.876186 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ad159e-f699-4043-9839-f605afc3c613 None None] Checking segment: {'id': '845f5355-d286-4a0f-9acd-493043a7ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '39dfc888-b0dd-4c34-8aab-d5cb681e46f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:43:15.876657 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-25ad159e-f699-4043-9839-f605afc3c613 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:15.877055 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ad159e-f699-4043-9839-f605afc3c613 None None] Bound using segment: {'id': '845f5355-d286-4a0f-9acd-493043a7ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '39dfc888-b0dd-4c34-8aab-d5cb681e46f0'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:43:15.877540 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-25ad159e-f699-4043-9839-f605afc3c613 None None] Bound port: baa4e2a2-677f-45f2-b54b-a41626d3a62f, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '845f5355-d286-4a0f-9acd-493043a7ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '39dfc888-b0dd-4c34-8aab-d5cb681e46f0'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:43:15.878465 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-25ad159e-f699-4043-9839-f605afc3c613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:15.901938 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device c04731a6-fe9e-4c21-a167-80ee964c1546 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:43:15.997790 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-25ad159e-f699-4043-9839-f605afc3c613 None None] For port baa4e2a2-677f-45f2-b54b-a41626d3a62f, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:43:15.999794 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port c04731a6-fe9e-4c21-a167-80ee964c1546 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:43:16.000159 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:16.004860 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-25ad159e-f699-4043-9839-f605afc3c613 None None] For port baa4e2a2-677f-45f2-b54b-a41626d3a62f, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=baa4e2a2-677f-45f2-b54b-a41626d3a62f,segment=NetworkSegment(845f5355-d286-4a0f-9acd-493043a7ee60),segment_id=845f5355-d286-4a0f-9acd-493043a7ee60)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:43:16.035398 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-25ad159e-f699-4043-9839-f605afc3c613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:16.054991 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d925c443-b7e1-4463-b141-abba8bf5c2ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:16.100703 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d7101-ceab-40c8-8e72-7585d654ab98 req-090e0ba9-2bda-41c8-bece-990a37474470 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:16.104052 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-de5d7101-ceab-40c8-8e72-7585d654ab98 req-090e0ba9-2bda-41c8-bece-990a37474470 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7a93d27-b59f-44e9-bfd9-7fbc69fda57b HTTP/1.1" status: 200 len: 950 time: 0.1243422 Nov 27 03:43:16.128090 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ad159e-f699-4043-9839-f605afc3c613 None None] Routers {'fb4e79f8-997a-4c21-a976-588758ce2a9e'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:43:16.128727 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-25ad159e-f699-4043-9839-f605afc3c613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:42:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['fb4e79f8-997a-4c21-a976-588758ce2a9e'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:43:16.405883 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-bc5151d1-467b-4253-b2d7-f345784a7c1e None None] Provisioning complete for port baa4e2a2-677f-45f2-b54b-a41626d3a62f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:43:16.406461 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bc5151d1-467b-4253-b2d7-f345784a7c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:16.430250 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548fb27b-95d5-4e8d-8dfc-ad8ff9004b0c req-fc94aff4-75a1-41ae-b996-a27efa9be4e6 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:16.433412 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5993c-1440-4391-affb-4d18f02b94a8 req-576e4972-a19b-4a9a-a579-010d2f412d03 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:16.438502 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-548fb27b-95d5-4e8d-8dfc-ad8ff9004b0c req-fc94aff4-75a1-41ae-b996-a27efa9be4e6 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7a93d27-b59f-44e9-bfd9-7fbc69fda57b HTTP/1.1" status: 200 len: 950 time: 0.1231170 Nov 27 03:43:16.443251 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-74b5993c-1440-4391-affb-4d18f02b94a8 req-576e4972-a19b-4a9a-a579-010d2f412d03 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1fc4af-eec6-4bfc-83a5-e96d29180c7a HTTP/1.1" status: 200 len: 943 time: 0.0787740 Nov 27 03:43:16.452629 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53966) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:16.460079 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-3263c5dd-2546-4357-8db7-0e4b6a04e09e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1563237718-network', 'tenant_id': '6f684ba78ec5424f81bef4574bf18f69'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:16.470159 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27485eee-b4f8-48b7-9c5a-7c861067c23c None None] Pushing event updated for resources: {'Port': ['ID=baa4e2a2-677f-45f2-b54b-a41626d3a62f,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:16.490877 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-de5d7101-ceab-40c8-8e72-7585d654ab98 req-5d2edff9-d42c-4191-b622-b555e171fa64 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Deleting port 05a9ea15-b8f9-4ac4-b009-355753d189e9 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:43:16.491362 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-de5d7101-ceab-40c8-8e72-7585d654ab98 req-5d2edff9-d42c-4191-b622-b555e171fa64 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:16.543500 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device dfc60870-0453-46e6-86d1-c791147fdefb details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:43:16.547427 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-74b5993c-1440-4391-affb-4d18f02b94a8 req-72f4b89f-daee-4adf-af3b-123186f9f79a tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029320 Nov 27 03:43:16.550737 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3263c5dd-2546-4357-8db7-0e4b6a04e09e admin admin] Made reservation on behalf of 6f684ba78ec5424f81bef4574bf18f69 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:43:16.556764 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3263c5dd-2546-4357-8db7-0e4b6a04e09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:16.591200 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3263c5dd-2546-4357-8db7-0e4b6a04e09e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:16.592878 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-de5d7101-ceab-40c8-8e72-7585d654ab98 req-5d2edff9-d42c-4191-b622-b555e171fa64 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] For port 05a9ea15-b8f9-4ac4-b009-355753d189e9, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=05a9ea15-b8f9-4ac4-b009-355753d189e9,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:43:16.593463 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-de5d7101-ceab-40c8-8e72-7585d654ab98 req-5d2edff9-d42c-4191-b622-b555e171fa64 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:16.610285 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-de5d7101-ceab-40c8-8e72-7585d654ab98 req-5d2edff9-d42c-4191-b622-b555e171fa64 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Calling delete_port for 05a9ea15-b8f9-4ac4-b009-355753d189e9 owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:43:16.655949 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port dfc60870-0453-46e6-86d1-c791147fdefb, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=dfc60870-0453-46e6-86d1-c791147fdefb,segment=NetworkSegment(74310010-e448-4edf-8f12-15f9f8367765),segment_id=74310010-e448-4edf-8f12-15f9f8367765)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:43:16.672659 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bc5151d1-467b-4253-b2d7-f345784a7c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:16.688789 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device dfc60870-0453-46e6-86d1-c791147fdefb has no active binding in host n-h2-819494-3 {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 27 03:43:16.711670 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3263c5dd-2546-4357-8db7-0e4b6a04e09e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:16.716686 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3263c5dd-2546-4357-8db7-0e4b6a04e09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:16.719365 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-bc5151d1-467b-4253-b2d7-f345784a7c1e None None] For port baa4e2a2-677f-45f2-b54b-a41626d3a62f, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=baa4e2a2-677f-45f2-b54b-a41626d3a62f,segment=NetworkSegment(845f5355-d286-4a0f-9acd-493043a7ee60),segment_id=845f5355-d286-4a0f-9acd-493043a7ee60)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:43:16.725663 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-25ad159e-f699-4043-9839-f605afc3c613 None None] Set router fb4e79f8-997a-4c21-a976-588758ce2a9e gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:43:16.750146 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3263c5dd-2546-4357-8db7-0e4b6a04e09e admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:43:16.763956 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-548fb27b-95d5-4e8d-8dfc-ad8ff9004b0c req-755fb5ef-5e9a-46af-aeef-fc41cb834c78 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1817211-bef1-478e-85a2-58f011d4bf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242462 Nov 27 03:43:16.772585 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3263c5dd-2546-4357-8db7-0e4b6a04e09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:16.773210 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-3263c5dd-2546-4357-8db7-0e4b6a04e09e admin admin] Added segment 671bd895-f616-4636-a0e7-70f1553d40bb of type vlan for network 44499840-d47e-4df1-8d61-3f27d338298a Nov 27 03:43:16.782425 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3263c5dd-2546-4357-8db7-0e4b6a04e09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736130f6-eca3-4cb8-8095-da47f30a0448,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:16.814658 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-de5d7101-ceab-40c8-8e72-7585d654ab98 req-5d2edff9-d42c-4191-b622-b555e171fa64 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:16.835113 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3263c5dd-2546-4357-8db7-0e4b6a04e09e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:16.865543 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bc5151d1-467b-4253-b2d7-f345784a7c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:16.866005 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2edff9-d42c-4191-b622-b555e171fa64 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Pushing event deleted for resources: {'Port': ['ID=05a9ea15-b8f9-4ac4-b009-355753d189e9,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:16.875148 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3263c5dd-2546-4357-8db7-0e4b6a04e09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:16.876912 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3263c5dd-2546-4357-8db7-0e4b6a04e09e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:16.878788 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3263c5dd-2546-4357-8db7-0e4b6a04e09e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:16.882878 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['05a9ea15-b8f9-4ac4-b009-355753d189e9'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:43:16.968480 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-3263c5dd-2546-4357-8db7-0e4b6a04e09e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5138857 Nov 27 03:43:16.975482 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53980) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:16.983676 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-ff5f9b17-aa2b-4cea-b441-96668ea6a022 admin admin] Request body: {'subnet': {'network_id': '44499840-d47e-4df1-8d61-3f27d338298a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1563237718-subnet', 'tenant_id': '6f684ba78ec5424f81bef4574bf18f69', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:16.993776 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3263c5dd-2546-4357-8db7-0e4b6a04e09e admin admin] Pushing event updated for resources: {'Network': ['ID=44499840-d47e-4df1-8d61-3f27d338298a,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:17.024499 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5f9b17-aa2b-4cea-b441-96668ea6a022 admin admin] Made reservation on behalf of 6f684ba78ec5424f81bef4574bf18f69 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:43:17.026912 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ff5f9b17-aa2b-4cea-b441-96668ea6a022 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:17.027866 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 44499840-d47e-4df1-8d61-3f27d338298a details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:43:17.035257 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5d7101-ceab-40c8-8e72-7585d654ab98 req-5d2edff9-d42c-4191-b622-b555e171fa64 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] No DVR routers for this DVR port 05a9ea15-b8f9-4ac4-b009-355753d189e9 on host n-h2-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:43:17.041756 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-de5d7101-ceab-40c8-8e72-7585d654ab98 req-5d2edff9-d42c-4191-b622-b555e171fa64 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:17.053962 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-de5d7101-ceab-40c8-8e72-7585d654ab98 req-5d2edff9-d42c-4191-b622-b555e171fa64 tempest-DeleteServersAdminTestJSON-517223811 tempest-DeleteServersAdminTestJSON-517223811-project] 10.222.0.11 "DELETE /v2.0/ports/05a9ea15-b8f9-4ac4-b009-355753d189e9 HTTP/1.1" status: 204 len: 173 time: 0.9411702 Nov 27 03:43:17.054457 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a93d27-b59f-44e9-bfd9-7fbc69fda57b', 'name': 'network-vif-deleted', 'tag': '05a9ea15-b8f9-4ac4-b009-355753d189e9'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:43:17.058288 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f95bf9-8972-4b23-8d5a-fc7fa9cfffa4" -d '{"events": [{"server_uuid": "b7a93d27-b59f-44e9-bfd9-7fbc69fda57b", "name": "network-vif-deleted", "tag": "05a9ea15-b8f9-4ac4-b009-355753d189e9"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:43:17.081252 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d69fa-c10e-4516-a824-50554f16ddda req-ec876eb0-7704-4ce9-bbeb-555b82489d7f tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:17.083154 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-031d69fa-c10e-4516-a824-50554f16ddda req-ec876eb0-7704-4ce9-bbeb-555b82489d7f tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9443a66-6495-4b72-af09-e210b5659963 HTTP/1.1" status: 200 len: 946 time: 0.2135699 Nov 27 03:43:17.165613 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-031d69fa-c10e-4516-a824-50554f16ddda req-69e75a76-9c78-4e62-9b9b-9ef106569bed tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734346 Nov 27 03:43:17.301094 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041b5a6d-54b6-4810-ab66-4b533e0907b0 x-openstack-request-id: req-041b5a6d-54b6-4810-ab66-4b533e0907b0 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:43:17.301500 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a93d27-b59f-44e9-bfd9-7fbc69fda57b", "name": "network-vif-deleted", "tag": "05a9ea15-b8f9-4ac4-b009-355753d189e9", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:43:17.301772 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-041b5a6d-54b6-4810-ab66-4b533e0907b0 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:43:17.302172 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a93d27-b59f-44e9-bfd9-7fbc69fda57b', 'name': 'network-vif-deleted', 'tag': '05a9ea15-b8f9-4ac4-b009-355753d189e9', 'status': 'completed', 'code': 200} Nov 27 03:43:17.398870 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ff5f9b17-aa2b-4cea-b441-96668ea6a022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:17.456679 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-888e5f0b-3122-4e80-83af-f6505259c0ed None None] Provisioning complete for port baa4e2a2-677f-45f2-b54b-a41626d3a62f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:43:17.457607 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-888e5f0b-3122-4e80-83af-f6505259c0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:17.478205 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f9b17-aa2b-4cea-b441-96668ea6a022 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c058b2a-ed85-4531-9f39-5d99ed0a17c1,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:17.482759 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5f9b17-aa2b-4cea-b441-96668ea6a022 admin admin] Checking segment: {'id': '671bd895-f616-4636-a0e7-70f1553d40bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '44499840-d47e-4df1-8d61-3f27d338298a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:43:17.483127 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5f9b17-aa2b-4cea-b441-96668ea6a022 admin admin] Network hostable DHCP agents. Network: 44499840-d47e-4df1-8d61-3f27d338298a, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:43:17.502722 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5f9b17-aa2b-4cea-b441-96668ea6a022 admin admin] Network 44499840-d47e-4df1-8d61-3f27d338298a is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:43:17.513695 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-ff5f9b17-aa2b-4cea-b441-96668ea6a022 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 44499840-d47e-4df1-8d61-3f27d338298a) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:43:17.518908 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5151d1-467b-4253-b2d7-f345784a7c1e None None] Pushing event updated for resources: {'Port': ['ID=baa4e2a2-677f-45f2-b54b-a41626d3a62f,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:17.529812 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5f9b17-aa2b-4cea-b441-96668ea6a022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:17.530472 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ff5f9b17-aa2b-4cea-b441-96668ea6a022 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:17.536541 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769de0ee-fc73-4655-8725-2b8852f87cad None None] Network 44499840-d47e-4df1-8d61-3f27d338298a requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:43:17.561134 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ff5f9b17-aa2b-4cea-b441-96668ea6a022 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5846000 Nov 27 03:43:17.564176 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54008) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:17.568907 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-f9017a68-5061-4342-97df-e5f6c4bce5e8 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1563237718-router', 'tenant_id': '6f684ba78ec5424f81bef4574bf18f69', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:17.613805 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f9017a68-5061-4342-97df-e5f6c4bce5e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:17.615091 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f9017a68-5061-4342-97df-e5f6c4bce5e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:17.745030 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f9017a68-5061-4342-97df-e5f6c4bce5e8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:17.793885 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e820557-327b-4b1e-bb37-5f08fcf922c6 req-5ca2637d-458e-4aae-9495-cd10d4a0d43d tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:17.808893 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7e820557-327b-4b1e-bb37-5f08fcf922c6 req-5ca2637d-458e-4aae-9495-cd10d4a0d43d tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1fc4af-eec6-4bfc-83a5-e96d29180c7a HTTP/1.1" status: 200 len: 943 time: 0.1229470 Nov 27 03:43:17.941393 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7e820557-327b-4b1e-bb37-5f08fcf922c6 req-62c534e4-919f-4f23-88ec-df57a6d9ed04 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313715 Nov 27 03:43:18.125926 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6671ffc-15d9-4561-8e60-302235134045 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-44499840-d47e-4df1-8d61-3f27d338298a', 'network_id': '44499840-d47e-4df1-8d61-3f27d338298a', 'tenant_id': '6f684ba78ec5424f81bef4574bf18f69', 'fixed_ips': [{'subnet_id': '1c058b2a-ed85-4531-9f39-5d99ed0a17c1'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 03:43:18.130386 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e6671ffc-15d9-4561-8e60-302235134045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:18.138093 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f9017a68-5061-4342-97df-e5f6c4bce5e8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:18.138507 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-25ad159e-f699-4043-9839-f605afc3c613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-513331905-router', 'tenant_id': '409a3520592e44dbbec54c1bf55df0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c04731a6-fe9e-4c21-a167-80ee964c1546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:06Z', 'updated_at': '2021-11-27T03:43:13Z', 'revision_number': 4, 'project_id': '409a3520592e44dbbec54c1bf55df0d4', 'gw_port': {'id': 'c04731a6-fe9e-4c21-a167-80ee964c1546', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:07Z', 'updated_at': '2021-11-27T03:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'baa4e2a2-677f-45f2-b54b-a41626d3a62f', 'name': '', 'network_id': '39dfc888-b0dd-4c34-8aab-d5cb681e46f0', 'tenant_id': '409a3520592e44dbbec54c1bf55df0d4', 'mac_address': 'fa:16:3e:76:5f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'fc4bc0b3-a0cc-4178-a299-8ba73845c8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:11Z', 'updated_at': '2021-11-27T03:43:15Z', 'revision_number': 4, 'project_id': '409a3520592e44dbbec54c1bf55df0d4', 'subnets': [{'id': 'fc4bc0b3-a0cc-4178-a299-8ba73845c8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:43:18.231566 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ad159e-f699-4043-9839-f605afc3c613 None None] The sync data for ids ['fb4e79f8-997a-4c21-a976-588758ce2a9e'] in n-d-819494-3 is: [{'id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-513331905-router', 'tenant_id': '409a3520592e44dbbec54c1bf55df0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c04731a6-fe9e-4c21-a167-80ee964c1546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:06Z', 'updated_at': '2021-11-27T03:43:13Z', 'revision_number': 4, 'project_id': '409a3520592e44dbbec54c1bf55df0d4', 'gw_port': {'id': 'c04731a6-fe9e-4c21-a167-80ee964c1546', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:07Z', 'updated_at': '2021-11-27T03:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'baa4e2a2-677f-45f2-b54b-a41626d3a62f', 'name': '', 'network_id': '39dfc888-b0dd-4c34-8aab-d5cb681e46f0', 'tenant_id': '409a3520592e44dbbec54c1bf55df0d4', 'mac_address': 'fa:16:3e:76:5f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'fc4bc0b3-a0cc-4178-a299-8ba73845c8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:11Z', 'updated_at': '2021-11-27T03:43:15Z', 'revision_number': 4, 'project_id': '409a3520592e44dbbec54c1bf55df0d4', 'subnets': [{'id': 'fc4bc0b3-a0cc-4178-a299-8ba73845c8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:43:18.366190 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-e5d61877-101a-4054-bb1c-034f0404e6c6 service neutron] 10.222.0.23 "GET /v2.0/ports/dfc60870-0453-46e6-86d1-c791147fdefb/bindings/n-h2-819494-3 HTTP/1.1" status: 200 len: 384 time: 0.1288474 Nov 27 03:43:18.399100 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-fdc2fa2f-9baa-4328-a6b5-e4afa8da2b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:18.538946 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:18.557845 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-e6671ffc-15d9-4561-8e60-302235134045 None None] Allocated IP 172.20.0.2 (44499840-d47e-4df1-8d61-3f27d338298a/1c058b2a-ed85-4531-9f39-5d99ed0a17c1/cf27042e-13c4-49d6-a2f8-7c1bbb928105) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:43:18.649044 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4bdc3-d9da-4e59-9b61-1e3e5dc3915a req-bfb5070f-105c-48eb-9ec0-f6650ac42cc7 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:18.658086 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-07d4bdc3-d9da-4e59-9b61-1e3e5dc3915a req-bfb5070f-105c-48eb-9ec0-f6650ac42cc7 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9443a66-6495-4b72-af09-e210b5659963 HTTP/1.1" status: 200 len: 946 time: 0.2697883 Nov 27 03:43:18.776892 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e6671ffc-15d9-4561-8e60-302235134045 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:18.787345 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e6671ffc-15d9-4561-8e60-302235134045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:18.873027 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6671ffc-15d9-4561-8e60-302235134045 None None] Network 44499840-d47e-4df1-8d61-3f27d338298a is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:43:18.880941 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-e6671ffc-15d9-4561-8e60-302235134045 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:43:18.885522 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6671ffc-15d9-4561-8e60-302235134045 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:43:18.895011 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6671ffc-15d9-4561-8e60-302235134045 None None] Pushing event updated for resources: {'Port': ['ID=cf27042e-13c4-49d6-a2f8-7c1bbb928105,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:18.911223 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-07d4bdc3-d9da-4e59-9b61-1e3e5dc3915a req-f8d74952-4195-4572-a1df-aa3d9939df96 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521536 Nov 27 03:43:18.926532 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54064) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:18.968193 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f9017a68-5061-4342-97df-e5f6c4bce5e8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:18.982156 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-e6671ffc-15d9-4561-8e60-302235134045 None None] Attempting to bind port cf27042e-13c4-49d6-a2f8-7c1bbb928105 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:43:18.982533 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-e6671ffc-15d9-4561-8e60-302235134045 None None] Attempting to bind port cf27042e-13c4-49d6-a2f8-7c1bbb928105 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '671bd895-f616-4636-a0e7-70f1553d40bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '44499840-d47e-4df1-8d61-3f27d338298a'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:43:18.982925 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6671ffc-15d9-4561-8e60-302235134045 None None] Attempting to bind port cf27042e-13c4-49d6-a2f8-7c1bbb928105 on network 44499840-d47e-4df1-8d61-3f27d338298a {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:43:18.984485 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-ed4b9551-ddc8-4f0a-91ce-2ec5cb873781 service neutron] For port dfc60870-0453-46e6-86d1-c791147fdefb, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=dfc60870-0453-46e6-86d1-c791147fdefb,segment=NetworkSegment(74310010-e448-4edf-8f12-15f9f8367765),segment_id=74310010-e448-4edf-8f12-15f9f8367765)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:43:18.999979 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6671ffc-15d9-4561-8e60-302235134045 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:43:19.000371 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6671ffc-15d9-4561-8e60-302235134045 None None] Checking segment: {'id': '671bd895-f616-4636-a0e7-70f1553d40bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '44499840-d47e-4df1-8d61-3f27d338298a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:43:19.000785 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e6671ffc-15d9-4561-8e60-302235134045 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:19.001178 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6671ffc-15d9-4561-8e60-302235134045 None None] Bound using segment: {'id': '671bd895-f616-4636-a0e7-70f1553d40bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '44499840-d47e-4df1-8d61-3f27d338298a'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:43:19.003828 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-e6671ffc-15d9-4561-8e60-302235134045 None None] Bound port: cf27042e-13c4-49d6-a2f8-7c1bbb928105, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '671bd895-f616-4636-a0e7-70f1553d40bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '44499840-d47e-4df1-8d61-3f27d338298a'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:43:19.004261 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e6671ffc-15d9-4561-8e60-302235134045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:19.073752 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-ed4b9551-ddc8-4f0a-91ce-2ec5cb873781 service neutron] For port dfc60870-0453-46e6-86d1-c791147fdefb, host n-h1-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:43:19.085390 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f9017a68-5061-4342-97df-e5f6c4bce5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:19.143527 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7603be7f-3d06-4847-a426-a385040195d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:19.156198 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-e6671ffc-15d9-4561-8e60-302235134045 None None] For port cf27042e-13c4-49d6-a2f8-7c1bbb928105, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:43:19.170418 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-ed4b9551-ddc8-4f0a-91ce-2ec5cb873781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfc60870-0453-46e6-86d1-c791147fdefb {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:43:19.181411 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-e6671ffc-15d9-4561-8e60-302235134045 None None] For port cf27042e-13c4-49d6-a2f8-7c1bbb928105, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=cf27042e-13c4-49d6-a2f8-7c1bbb928105,segment=NetworkSegment(671bd895-f616-4636-a0e7-70f1553d40bb),segment_id=671bd895-f616-4636-a0e7-70f1553d40bb)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:43:19.197570 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e6671ffc-15d9-4561-8e60-302235134045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:19.198837 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-ed4b9551-ddc8-4f0a-91ce-2ec5cb873781 service neutron] For port dfc60870-0453-46e6-86d1-c791147fdefb, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=dfc60870-0453-46e6-86d1-c791147fdefb,segment=NetworkSegment(74310010-e448-4edf-8f12-15f9f8367765),segment_id=74310010-e448-4edf-8f12-15f9f8367765)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:43:19.260836 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-ed4b9551-ddc8-4f0a-91ce-2ec5cb873781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:19.284413 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987a7d3d-d511-4b60-89ca-8e934c5479fe req-22596117-28c5-43b7-858c-7cdaa5b9d49d tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:19.286752 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-987a7d3d-d511-4b60-89ca-8e934c5479fe req-22596117-28c5-43b7-858c-7cdaa5b9d49d tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1fc4af-eec6-4bfc-83a5-e96d29180c7a HTTP/1.1" status: 200 len: 943 time: 0.2219489 Nov 27 03:43:19.344324 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6671ffc-15d9-4561-8e60-302235134045 None None] Pushing event updated for resources: {'Port': ['ID=cf27042e-13c4-49d6-a2f8-7c1bbb928105,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:19.356860 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-f9017a68-5061-4342-97df-e5f6c4bce5e8 admin admin] Allocated IP 172.25.1.15 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/bec77344-3b81-4913-9009-3cd0bef70ed2) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:43:19.427761 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-987a7d3d-d511-4b60-89ca-8e934c5479fe req-008408b2-ee92-4ae7-9196-ea4b73500f7a tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325948 Nov 27 03:43:19.438173 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:19.474423 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7603be7f-3d06-4847-a426-a385040195d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:19.481983 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7603be7f-3d06-4847-a426-a385040195d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:19.575083 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-ed4b9551-ddc8-4f0a-91ce-2ec5cb873781 service neutron] Transition to ACTIVE for port object dfc60870-0453-46e6-86d1-c791147fdefb will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:43:19.588612 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54086) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:19.589956 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7603be7f-3d06-4847-a426-a385040195d6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c2b3e534ced24c289cc7e08fd06e59df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6520586 Nov 27 03:43:19.592314 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7603be7f-3d06-4847-a426-a385040195d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665417c2-5c5f-46f7-8a3f-2dcaa148d928,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:19.613698 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-ed4b9551-ddc8-4f0a-91ce-2ec5cb873781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:19.791330 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b9551-ddc8-4f0a-91ce-2ec5cb873781 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc60870-0453-46e6-86d1-c791147fdefb,revision_number=10']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:19.841065 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-ed4b9551-ddc8-4f0a-91ce-2ec5cb873781 service neutron] No DVR routers for this DVR port dfc60870-0453-46e6-86d1-c791147fdefb on host n-h1-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:43:19.855429 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f9017a68-5061-4342-97df-e5f6c4bce5e8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:19.856713 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54100) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:19.917552 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-ed4b9551-ddc8-4f0a-91ce-2ec5cb873781 service neutron] 10.222.0.23 "PUT /v2.0/ports/dfc60870-0453-46e6-86d1-c791147fdefb/bindings/n-h2-819494-3/activate HTTP/1.1" status: 200 len: 369 time: 1.5399325 Nov 27 03:43:19.949075 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2cd4c855-9231-4f53-b64d-c070ea3fd717 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:20.007506 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2cd4c855-9231-4f53-b64d-c070ea3fd717 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:20.093582 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device cf27042e-13c4-49d6-a2f8-7c1bbb928105 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:43:20.132695 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2cd4c855-9231-4f53-b64d-c070ea3fd717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:20.140121 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2cd4c855-9231-4f53-b64d-c070ea3fd717 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:20.141459 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2cd4c855-9231-4f53-b64d-c070ea3fd717 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/665417c2-5c5f-46f7-8a3f-2dcaa148d928 HTTP/1.1" status: 204 len: 168 time: 0.5515964 Nov 27 03:43:20.159593 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4c855-9231-4f53-b64d-c070ea3fd717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665417c2-5c5f-46f7-8a3f-2dcaa148d928,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:20.198751 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f9017a68-5061-4342-97df-e5f6c4bce5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:20.208274 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-4ac0b8d7-cd37-45c2-a994-230a8151d7b7 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:20.210058 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-4ac0b8d7-cd37-45c2-a994-230a8151d7b7 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9b1fc4af-eec6-4bfc-83a5-e96d29180c7a&tenant_id=35cfdc78458c41aab44b0a976c3549af&binding%3Ahost_id=n-h1-819494-3 HTTP/1.1" status: 200 len: 1095 time: 0.1415503 Nov 27 03:43:20.231477 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port cf27042e-13c4-49d6-a2f8-7c1bbb928105 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:43:20.231854 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:20.249459 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-3d3ad735-8874-4eb9-b71c-3ecdee59fa3a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ab214aa9fd24cab90fc61fd420933ab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3913622 Nov 27 03:43:20.254343 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54114) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:20.279497 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c294e-d174-48fa-b844-5b4297b38bbc req-22e4fcca-65cf-4b21-999c-bb08179180c1 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:20.282655 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e58c294e-d174-48fa-b844-5b4297b38bbc req-22e4fcca-65cf-4b21-999c-bb08179180c1 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9443a66-6495-4b72-af09-e210b5659963 HTTP/1.1" status: 200 len: 946 time: 0.1796737 Nov 27 03:43:20.387890 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9017a68-5061-4342-97df-e5f6c4bce5e8 admin admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:43:20.399019 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-f9017a68-5061-4342-97df-e5f6c4bce5e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:43:20.407312 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9017a68-5061-4342-97df-e5f6c4bce5e8 admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:43:20.410120 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9017a68-5061-4342-97df-e5f6c4bce5e8 admin admin] Pushing event updated for resources: {'Port': ['ID=bec77344-3b81-4913-9009-3cd0bef70ed2,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:20.439515 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-71591b48-5023-4745-b9db-1e6b964b95f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:20.463143 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e58c294e-d174-48fa-b844-5b4297b38bbc req-5a33eff5-e9bc-4016-9474-06ad0003eece tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599348 Nov 27 03:43:20.487403 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:20.525639 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 05a9ea15-b8f9-4ac4-b009-355753d189e9 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:43:20.559475 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-71591b48-5023-4745-b9db-1e6b964b95f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:20.604292 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: 05a9ea15-b8f9-4ac4-b009-355753d189e9 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:43:20.604897 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 05a9ea15-b8f9-4ac4-b009-355753d189e9 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:43:20.630124 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-a63e6a8c-1824-4422-98c4-9035746e8830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:20.632521 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-a63e6a8c-1824-4422-98c4-9035746e8830 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9b1fc4af-eec6-4bfc-83a5-e96d29180c7a&tenant_id=35cfdc78458c41aab44b0a976c3549af HTTP/1.1" status: 200 len: 1095 time: 0.3844030 Nov 27 03:43:20.633325 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-71591b48-5023-4745-b9db-1e6b964b95f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:20.636250 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port cf27042e-13c4-49d6-a2f8-7c1bbb928105, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=cf27042e-13c4-49d6-a2f8-7c1bbb928105,segment=NetworkSegment(671bd895-f616-4636-a0e7-70f1553d40bb),segment_id=671bd895-f616-4636-a0e7-70f1553d40bb)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:43:20.636495 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-71591b48-5023-4745-b9db-1e6b964b95f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:20.641430 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-71591b48-5023-4745-b9db-1e6b964b95f2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b1817211-bef1-478e-85a2-58f011d4bf22 HTTP/1.1" status: 204 len: 168 time: 0.3856041 Nov 27 03:43:20.642809 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:20.644548 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device baa4e2a2-677f-45f2-b54b-a41626d3a62f up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:43:20.670815 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71591b48-5023-4745-b9db-1e6b964b95f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1817211-bef1-478e-85a2-58f011d4bf22,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:20.707009 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54130) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:20.723127 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6d08cd46-535f-4ffc-b8ba-1f50ea5b5ea8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:20.801511 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=cf27042e-13c4-49d6-a2f8-7c1bbb928105,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:20.839588 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port baa4e2a2-677f-45f2-b54b-a41626d3a62f triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:43:20.841890 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:20.894993 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6d08cd46-535f-4ffc-b8ba-1f50ea5b5ea8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:20.906269 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6d08cd46-535f-4ffc-b8ba-1f50ea5b5ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:20.997169 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6d08cd46-535f-4ffc-b8ba-1f50ea5b5ea8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c783936cdf414042b09fa117edb15a91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2889354 Nov 27 03:43:21.020324 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54138) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:21.025831 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:21.042157 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d08cd46-535f-4ffc-b8ba-1f50ea5b5ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4aee7d6-6fe8-4077-b26f-5465da52e2e5,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:21.058887 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3974c9ce-9bc5-4b45-84ad-3a0886b84de8 None None] Network 44499840-d47e-4df1-8d61-3f27d338298a requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:43:21.105705 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-30f390c3-070e-49fc-a58b-f747b8d5c486 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:21.166690 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-30f390c3-070e-49fc-a58b-f747b8d5c486 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:21.167447 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-2fda9752-6105-456e-8d25-f9e277756b31 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=22ad5ea9694049e3995b4d8354c557de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347292 Nov 27 03:43:21.185623 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-da754d28-82f6-4492-85ff-489e7d615ab7 None None] Provisioning complete for port cf27042e-13c4-49d6-a2f8-7c1bbb928105 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:43:21.186862 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-da754d28-82f6-4492-85ff-489e7d615ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:21.191500 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-2aac50d7-1396-4e10-a877-82bf70771e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:21.193034 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-2aac50d7-1396-4e10-a877-82bf70771e21 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35cfdc78458c41aab44b0a976c3549af&device_id=9b1fc4af-eec6-4bfc-83a5-e96d29180c7a HTTP/1.1" status: 200 len: 1095 time: 0.4801562 Nov 27 03:43:21.277139 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-30f390c3-070e-49fc-a58b-f747b8d5c486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:21.281225 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f9017a68-5061-4342-97df-e5f6c4bce5e8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:21.286963 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-30f390c3-070e-49fc-a58b-f747b8d5c486 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:21.293646 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-30f390c3-070e-49fc-a58b-f747b8d5c486 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b4aee7d6-6fe8-4077-b26f-5465da52e2e5 HTTP/1.1" status: 204 len: 168 time: 0.2712815 Nov 27 03:43:21.299035 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device dfc60870-0453-46e6-86d1-c791147fdefb no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:43:21.309268 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f390c3-070e-49fc-a58b-f747b8d5c486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4aee7d6-6fe8-4077-b26f-5465da52e2e5,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:21.421838 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54148) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:21.435070 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device dfc60870-0453-46e6-86d1-c791147fdefb not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:43:21.463352 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8c547f63-da53-4471-9ebc-842386b1eeab admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:21.497181 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-5c796f80-70b9-4748-9e9e-3b80cc63d04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:21.498855 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-5c796f80-70b9-4748-9e9e-3b80cc63d04b service neutron] 10.222.0.11 "GET /v2.0/networks?id=b645cec8-c88e-4bba-8234-b110de21cfe7 HTTP/1.1" status: 200 len: 922 time: 0.2945671 Nov 27 03:43:21.513320 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-e59b99a4-e9c1-4467-b4dd-1ef343345bbf tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:21.524861 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-e59b99a4-e9c1-4467-b4dd-1ef343345bbf tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3234956 Nov 27 03:43:21.582651 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8c547f63-da53-4471-9ebc-842386b1eeab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:21.591361 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8c547f63-da53-4471-9ebc-842386b1eeab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:21.626991 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-fd999e58-9506-4134-8732-8d7ec1e3cf0f tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/quotas/22ad5ea9694049e3995b4d8354c557de HTTP/1.1" status: 200 len: 375 time: 0.1010401 Nov 27 03:43:21.633187 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-d3f1a227-1ca0-45e2-b422-5b020d30ea6e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfc60870-0453-46e6-86d1-c791147fdefb HTTP/1.1" status: 200 len: 217 time: 0.1061676 Nov 27 03:43:21.665668 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8c547f63-da53-4471-9ebc-842386b1eeab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=746ab5edb24a48f8a3d6cec7db1057dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390912 Nov 27 03:43:21.665668 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547f63-da53-4471-9ebc-842386b1eeab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc2427e-3696-4aea-87fc-ae97a7c61871,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:21.669100 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54154) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:21.737110 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:21.748843 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5bf220b2-845c-4ad0-9ec8-8819524d7e0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:21.773417 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-ab8899c7-442c-43c8-94db-38c1b025772c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:21.775000 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-ab8899c7-442c-43c8-94db-38c1b025772c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=022c48dd-3720-4645-8f22-45c74ce924ab HTTP/1.1" status: 200 len: 861 time: 0.1258390 Nov 27 03:43:21.779086 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5bf220b2-845c-4ad0-9ec8-8819524d7e0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:21.817856 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-3be909d2-510d-4aa6-9f43-ca110d35036c tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=22ad5ea9694049e3995b4d8354c557de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1888084 Nov 27 03:43:21.880878 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5bf220b2-845c-4ad0-9ec8-8819524d7e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:21.883847 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5bf220b2-845c-4ad0-9ec8-8819524d7e0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:21.887686 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-5bf220b2-845c-4ad0-9ec8-8819524d7e0a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5bc2427e-3696-4aea-87fc-ae97a7c61871 HTTP/1.1" status: 204 len: 168 time: 0.2124064 Nov 27 03:43:21.900586 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-d11ba419-c2a2-409a-9e1c-5ca999fb3ff0 None None] Provisioning complete for port cf27042e-13c4-49d6-a2f8-7c1bbb928105 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:43:21.905017 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d11ba419-c2a2-409a-9e1c-5ca999fb3ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:21.911557 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf220b2-845c-4ad0-9ec8-8819524d7e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc2427e-3696-4aea-87fc-ae97a7c61871,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:21.949743 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device cf27042e-13c4-49d6-a2f8-7c1bbb928105 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:43:22.012729 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f9017a68-5061-4342-97df-e5f6c4bce5e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:22.037730 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-5f8e14c6-e4aa-4c4e-a6cf-248aa4331f55 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b645cec8-c88e-4bba-8234-b110de21cfe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2188480 Nov 27 03:43:22.076058 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port cf27042e-13c4-49d6-a2f8-7c1bbb928105 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:43:22.076560 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:22.129634 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f8425-332e-4ebd-adf3-b5047af76463 req-ebbdb1cd-702d-4af3-83aa-ca786991d3d7 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:22.139348 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-500f8425-332e-4ebd-adf3-b5047af76463 req-ebbdb1cd-702d-4af3-83aa-ca786991d3d7 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1fc4af-eec6-4bfc-83a5-e96d29180c7a HTTP/1.1" status: 200 len: 944 time: 0.1395590 Nov 27 03:43:22.241461 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-500f8425-332e-4ebd-adf3-b5047af76463 req-caaffba1-c6e7-46ef-8fd5-3b043b00182c tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012502 Nov 27 03:43:22.407381 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5b20ab6e-5344-48dd-8d5a-92050bdfadf2 req-7d0d23ef-de56-4761-8b8a-100ea71ec86e tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cf09574-896a-4db0-9254-3e2acf88572e HTTP/1.1" status: 200 len: 210 time: 0.0351193 Nov 27 03:43:22.415618 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe36fc-4f30-480c-998a-8b4cde5da9f9 req-ef4607bf-f3bc-4670-977b-6656fcfa0e65 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:22.417256 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-76fe36fc-4f30-480c-998a-8b4cde5da9f9 req-ef4607bf-f3bc-4670-977b-6656fcfa0e65 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9443a66-6495-4b72-af09-e210b5659963 HTTP/1.1" status: 200 len: 946 time: 0.2348156 Nov 27 03:43:22.517557 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-98127328-1267-4dd0-9918-c92330e90988 service neutron] 10.222.0.11 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4296451 Nov 27 03:43:22.645849 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9017a68-5061-4342-97df-e5f6c4bce5e8 admin admin] Router ddb2df56-a66f-4539-b5ec-bd9965e5fdb3 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 03:43:22.667889 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-76fe36fc-4f30-480c-998a-8b4cde5da9f9 req-258d812c-62a1-487a-b272-06a63c2a7e98 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413528 Nov 27 03:43:22.673299 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54198) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:22.774842 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-0372ed94-0337-42c8-bcab-4b74127b1ffa service neutron] 10.222.0.11 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466323 Nov 27 03:43:22.808848 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9017a68-5061-4342-97df-e5f6c4bce5e8 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:43:22.821180 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe37c16-7084-4a50-9582-a432475a0500 None None] Sync routers for ids ['ddb2df56-a66f-4539-b5ec-bd9965e5fdb3'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:43:22.840023 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f9017a68-5061-4342-97df-e5f6c4bce5e8 admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:22.842740 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f9017a68-5061-4342-97df-e5f6c4bce5e8 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.2759044 Nov 27 03:43:22.844544 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54208) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:22.853602 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe37c16-7084-4a50-9582-a432475a0500 None None] Routers {'ddb2df56-a66f-4539-b5ec-bd9965e5fdb3'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:43:22.854224 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-bfe37c16-7084-4a50-9582-a432475a0500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:43:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['ddb2df56-a66f-4539-b5ec-bd9965e5fdb3'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:43:23.019752 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54214) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:23.095374 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-bfe37c16-7084-4a50-9582-a432475a0500 None None] Set router ddb2df56-a66f-4539-b5ec-bd9965e5fdb3 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:43:23.196460 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ab24ee39-574a-419b-a404-f803f908c82a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:23.208111 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4f8fa70d-38dc-4d56-8a88-f5880df119d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:23.393430 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-bfe37c16-7084-4a50-9582-a432475a0500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb2df56-a66f-4539-b5ec-bd9965e5fdb3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1563237718-router', 'tenant_id': '6f684ba78ec5424f81bef4574bf18f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'bec77344-3b81-4913-9009-3cd0bef70ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:17Z', 'updated_at': '2021-11-27T03:43:20Z', 'revision_number': 3, 'project_id': '6f684ba78ec5424f81bef4574bf18f69', 'gw_port': {'id': 'bec77344-3b81-4913-9009-3cd0bef70ed2', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:06:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb2df56-a66f-4539-b5ec-bd9965e5fdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:19Z', 'updated_at': '2021-11-27T03:43:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:43:23.409073 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ab24ee39-574a-419b-a404-f803f908c82a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:23.411897 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ab24ee39-574a-419b-a404-f803f908c82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:23.467324 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ab24ee39-574a-419b-a404-f803f908c82a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7064f9072bc54484bb103f9ee161f3f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4459918 Nov 27 03:43:23.470446 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54230) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:23.472054 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24ee39-574a-419b-a404-f803f908c82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f38fb3a-1e3b-4c45-9e30-de42b12e9cb4,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:23.536880 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe37c16-7084-4a50-9582-a432475a0500 None None] Checking router: ddb2df56-a66f-4539-b5ec-bd9965e5fdb3 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:43:23.538113 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe37c16-7084-4a50-9582-a432475a0500 None None] Updating router ddb2df56-a66f-4539-b5ec-bd9965e5fdb3 port bec77344-3b81-4913-9009-3cd0bef70ed2 binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:43:23.551823 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-9f914e8c-d8b6-4b04-b85d-0b5c6c846abc tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=22ad5ea9694049e3995b4d8354c557de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442762 Nov 27 03:43:23.600675 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-bfe37c16-7084-4a50-9582-a432475a0500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:23.604617 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-48b304c5-23d5-4b12-a111-70488b1335b0 req-7887b138-5c86-4a07-b362-00129cf13219 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cf09574-896a-4db0-9254-3e2acf88572e HTTP/1.1" status: 200 len: 210 time: 0.0632160 Nov 27 03:43:23.672620 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e946b3-5ee4-4700-8798-74c0cbd54311 req-35045449-0903-4a3d-ab12-aa3cffb277f4 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:23.684538 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c3e946b3-5ee4-4700-8798-74c0cbd54311 req-35045449-0903-4a3d-ab12-aa3cffb277f4 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1fc4af-eec6-4bfc-83a5-e96d29180c7a HTTP/1.1" status: 200 len: 944 time: 0.2099552 Nov 27 03:43:23.688675 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-38583ce5-d469-4dd2-aa29-66c4e789dd5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:23.695545 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4f8fa70d-38dc-4d56-8a88-f5880df119d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:23.730094 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-38583ce5-d469-4dd2-aa29-66c4e789dd5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:23.785985 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-d9e08746-ef9e-42b7-bac6-0435e5a10cb0 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:23.787739 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-d9e08746-ef9e-42b7-bac6-0435e5a10cb0 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2203057 Nov 27 03:43:23.821262 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-e9c69cf8-19a1-469f-bad2-18bf41fd3f7f tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Request body: {'port': {'device_id': '0cf09574-896a-4db0-9254-3e2acf88572e', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'admin_state_up': True, 'tenant_id': '22ad5ea9694049e3995b4d8354c557de'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:23.849738 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4f8fa70d-38dc-4d56-8a88-f5880df119d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:23.926151 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8fa70d-38dc-4d56-8a88-f5880df119d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71962cb2-ac6b-42d9-bb02-a32de03d9576,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:23.929708 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-38583ce5-d469-4dd2-aa29-66c4e789dd5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:23.932806 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-38583ce5-d469-4dd2-aa29-66c4e789dd5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:23.936660 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-38583ce5-d469-4dd2-aa29-66c4e789dd5d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f38fb3a-1e3b-4c45-9e30-de42b12e9cb4 HTTP/1.1" status: 204 len: 168 time: 0.4580979 Nov 27 03:43:23.937163 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-5af7a677-1bcb-4338-9588-aa8e2b819116 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:23.938760 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-5af7a677-1bcb-4338-9588-aa8e2b819116 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9b1fc4af-eec6-4bfc-83a5-e96d29180c7a&tenant_id=35cfdc78458c41aab44b0a976c3549af&binding%3Ahost_id=n-h2-819494-3 HTTP/1.1" status: 200 len: 1095 time: 0.2248812 Nov 27 03:43:23.959444 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38583ce5-d469-4dd2-aa29-66c4e789dd5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f38fb3a-1e3b-4c45-9e30-de42b12e9cb4,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:23.985784 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c3e946b3-5ee4-4700-8798-74c0cbd54311 req-86184cd4-3dc9-43f7-b6e0-6101e0d9518b tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956717 Nov 27 03:43:24.017521 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e764a2-73b1-4123-a927-db73d459ba8c req-23e0ee52-61f5-4cea-a84e-8733d34b2e41 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:24.020321 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-73e764a2-73b1-4123-a927-db73d459ba8c req-23e0ee52-61f5-4cea-a84e-8733d34b2e41 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9443a66-6495-4b72-af09-e210b5659963 HTTP/1.1" status: 200 len: 946 time: 0.2209454 Nov 27 03:43:24.020815 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54248) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:24.101047 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c81cb1-3495-4315-a6ad-b41dfd4f0d75 req-b78c1849-385b-4b95-99ea-7569c8643e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:24.103022 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a3c81cb1-3495-4315-a6ad-b41dfd4f0d75 req-b78c1849-385b-4b95-99ea-7569c8643e93 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f93bf1216094326aad79ff5fda23c08&device_id=b9443a66-6495-4b72-af09-e210b5659963 HTTP/1.1" status: 200 len: 1097 time: 0.2083695 Nov 27 03:43:24.149840 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4f8fa70d-38dc-4d56-8a88-f5880df119d6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0cc6d4b9a53443d6beac9df2e3c911bb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4722455 Nov 27 03:43:24.149840 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54254) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:24.305868 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-bfe37c16-7084-4a50-9582-a432475a0500 None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:24.322315 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-bfe37c16-7084-4a50-9582-a432475a0500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:24.371988 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-bfe37c16-7084-4a50-9582-a432475a0500 None None] Attempting to bind port bec77344-3b81-4913-9009-3cd0bef70ed2 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:43:24.372254 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-bfe37c16-7084-4a50-9582-a432475a0500 None None] Attempting to bind port bec77344-3b81-4913-9009-3cd0bef70ed2 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:43:24.375835 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe37c16-7084-4a50-9582-a432475a0500 None None] Attempting to bind port bec77344-3b81-4913-9009-3cd0bef70ed2 on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:43:24.397257 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-602994ab-f256-4a6f-b0ef-884fa174ea3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:24.423860 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe37c16-7084-4a50-9582-a432475a0500 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:43:24.424413 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe37c16-7084-4a50-9582-a432475a0500 None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:43:24.424721 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-bfe37c16-7084-4a50-9582-a432475a0500 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:24.425068 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe37c16-7084-4a50-9582-a432475a0500 None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:43:24.425564 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-bfe37c16-7084-4a50-9582-a432475a0500 None None] Bound port: bec77344-3b81-4913-9009-3cd0bef70ed2, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:43:24.425993 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-bfe37c16-7084-4a50-9582-a432475a0500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:24.440166 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-602994ab-f256-4a6f-b0ef-884fa174ea3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:24.557800 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-73e764a2-73b1-4123-a927-db73d459ba8c req-9f4f7eaa-902a-4fc4-9c6a-b351b146acf3 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5183673 Nov 27 03:43:24.574366 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-5cda7774-11cc-4727-b368-6baac3151bba admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-810789778-network', 'tenant_id': 'd966d7fc8a5d4b1ab1b52235c6daebcf'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:24.638963 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bfd7e0-71be-43d9-84a5-5eb0ef4c4ccc None None] Pushing event updated for resources: {'Port': ['ID=bec77344-3b81-4913-9009-3cd0bef70ed2,revision_number=2']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:24.644496 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-bfe37c16-7084-4a50-9582-a432475a0500 None None] For port bec77344-3b81-4913-9009-3cd0bef70ed2, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:43:24.652201 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-bfe37c16-7084-4a50-9582-a432475a0500 None None] For port bec77344-3b81-4913-9009-3cd0bef70ed2, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=bec77344-3b81-4913-9009-3cd0bef70ed2,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:43:24.653541 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54266) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:24.669539 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-bfe37c16-7084-4a50-9582-a432475a0500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:24.679727 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2190730b-571e-474c-a20d-6575ed53c3eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:24.686775 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-e9c69cf8-19a1-469f-bad2-18bf41fd3f7f tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Made reservation on behalf of 22ad5ea9694049e3995b4d8354c557de for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:43:24.691447 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-e9c69cf8-19a1-469f-bad2-18bf41fd3f7f tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:24.715894 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-61f14638-ef9a-4054-8d85-cc3507554e2e service neutron] For port dfc60870-0453-46e6-86d1-c791147fdefb, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:43:24.731555 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-e9c69cf8-19a1-469f-bad2-18bf41fd3f7f tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:24.743452 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe37c16-7084-4a50-9582-a432475a0500 None None] Routers {'ddb2df56-a66f-4539-b5ec-bd9965e5fdb3'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:43:24.745075 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-bfe37c16-7084-4a50-9582-a432475a0500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:43:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['ddb2df56-a66f-4539-b5ec-bd9965e5fdb3'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:43:24.747331 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cda7774-11cc-4727-b368-6baac3151bba admin admin] Made reservation on behalf of d966d7fc8a5d4b1ab1b52235c6daebcf for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:43:24.749585 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5cda7774-11cc-4727-b368-6baac3151bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:24.760764 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-61f14638-ef9a-4054-8d85-cc3507554e2e service neutron] Publish callbacks [] for binding, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:24.761863 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-400af6c7-a51e-43c0-b90e-5b427d8a95da req-61f14638-ef9a-4054-8d85-cc3507554e2e service neutron] 10.222.0.11 "DELETE /v2.0/ports/dfc60870-0453-46e6-86d1-c791147fdefb/bindings/n-h1-819494-3 HTTP/1.1" status: 204 len: 173 time: 0.7924590 Nov 27 03:43:24.763904 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c61d64be-6c20-41cc-b031-b73539a95325 req-7422c14d-4bd0-4c68-a578-87540549ede0 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cf09574-896a-4db0-9254-3e2acf88572e HTTP/1.1" status: 200 len: 210 time: 0.0463989 Nov 27 03:43:24.784905 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5cda7774-11cc-4727-b368-6baac3151bba admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:24.822563 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-602994ab-f256-4a6f-b0ef-884fa174ea3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:24.825134 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-602994ab-f256-4a6f-b0ef-884fa174ea3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:24.828846 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-602994ab-f256-4a6f-b0ef-884fa174ea3c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/71962cb2-ac6b-42d9-bb02-a32de03d9576 HTTP/1.1" status: 204 len: 168 time: 0.6656821 Nov 27 03:43:24.829113 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c81cb1-3495-4315-a6ad-b41dfd4f0d75 req-be32d2a8-af53-4f2a-97cc-a97a9c8c12e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:24.830906 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a3c81cb1-3495-4315-a6ad-b41dfd4f0d75 req-be32d2a8-af53-4f2a-97cc-a97a9c8c12e9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 HTTP/1.1" status: 200 len: 909 time: 0.6922240 Nov 27 03:43:24.871195 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602994ab-f256-4a6f-b0ef-884fa174ea3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71962cb2-ac6b-42d9-bb02-a32de03d9576,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:24.898667 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-bfe37c16-7084-4a50-9582-a432475a0500 None None] Set router ddb2df56-a66f-4539-b5ec-bd9965e5fdb3 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:43:24.906901 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a3c81cb1-3495-4315-a6ad-b41dfd4f0d75 req-90ffb949-b456-4e26-bfcb-e7a3540b121f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02dd892f-ed59-45a9-957a-3c42862cff9d HTTP/1.1" status: 200 len: 217 time: 0.0578260 Nov 27 03:43:24.932074 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bfd7e0-71be-43d9-84a5-5eb0ef4c4ccc None None] Pushing event updated for resources: {'Port': ['ID=bec77344-3b81-4913-9009-3cd0bef70ed2,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:24.936897 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-65af3d1b-e444-4e1c-952d-3af42d8097b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:25.067496 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-e9c69cf8-19a1-469f-bad2-18bf41fd3f7f tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:25.081265 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c81cb1-3495-4315-a6ad-b41dfd4f0d75 req-1214e3a1-57c7-43f1-8cf7-04e3504ffa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:25.083084 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a3c81cb1-3495-4315-a6ad-b41dfd4f0d75 req-1214e3a1-57c7-43f1-8cf7-04e3504ffa4c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f2f4695-47e3-40b2-b54d-f43d3306eba4 HTTP/1.1" status: 200 len: 848 time: 0.1625090 Nov 27 03:43:25.086771 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-e9c69cf8-19a1-469f-bad2-18bf41fd3f7f tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:25.164487 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a3c81cb1-3495-4315-a6ad-b41dfd4f0d75 req-6a6f2d77-ea29-4fa3-b244-80de40535896 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717814 Nov 27 03:43:25.224458 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c69cf8-19a1-469f-bad2-18bf41fd3f7f tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f99a0138-3ce9-4071-9643-b64cb6760a7a,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:25.229266 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-bfe37c16-7084-4a50-9582-a432475a0500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb2df56-a66f-4539-b5ec-bd9965e5fdb3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1563237718-router', 'tenant_id': '6f684ba78ec5424f81bef4574bf18f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'bec77344-3b81-4913-9009-3cd0bef70ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:17Z', 'updated_at': '2021-11-27T03:43:20Z', 'revision_number': 3, 'project_id': '6f684ba78ec5424f81bef4574bf18f69', 'gw_port': {'id': 'bec77344-3b81-4913-9009-3cd0bef70ed2', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:06:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb2df56-a66f-4539-b5ec-bd9965e5fdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:19Z', 'updated_at': '2021-11-27T03:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:43:25.260852 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5cda7774-11cc-4727-b368-6baac3151bba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:25.277121 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe37c16-7084-4a50-9582-a432475a0500 None None] The sync data for ids ['ddb2df56-a66f-4539-b5ec-bd9965e5fdb3'] in n-d-819494-3 is: [{'id': 'ddb2df56-a66f-4539-b5ec-bd9965e5fdb3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1563237718-router', 'tenant_id': '6f684ba78ec5424f81bef4574bf18f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'bec77344-3b81-4913-9009-3cd0bef70ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:17Z', 'updated_at': '2021-11-27T03:43:20Z', 'revision_number': 3, 'project_id': '6f684ba78ec5424f81bef4574bf18f69', 'gw_port': {'id': 'bec77344-3b81-4913-9009-3cd0bef70ed2', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:06:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb2df56-a66f-4539-b5ec-bd9965e5fdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:19Z', 'updated_at': '2021-11-27T03:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:43:25.315432 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2190730b-571e-474c-a20d-6575ed53c3eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:25.333440 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5cda7774-11cc-4727-b368-6baac3151bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:25.373444 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cda7774-11cc-4727-b368-6baac3151bba admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:43:25.377042 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2190730b-571e-474c-a20d-6575ed53c3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:25.422962 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190730b-571e-474c-a20d-6575ed53c3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c1afb1-d4c0-4cfb-810e-ec92a04df4b2,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:25.476347 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2190730b-571e-474c-a20d-6575ed53c3eb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e02486599334a81ba598cac1825e548&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8190901 Nov 27 03:43:25.477025 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54282) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:25.490479 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5cda7774-11cc-4727-b368-6baac3151bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:25.490843 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-5cda7774-11cc-4727-b368-6baac3151bba admin admin] Added segment c0b87617-4cd6-48c2-84bf-92f0532b1cc5 of type vlan for network 66e2a0e6-c5e6-47fa-8c4b-146254227cc8 Nov 27 03:43:25.505788 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54284) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:25.541766 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b4cab60d-3382-44ce-80cc-6e19fb114c2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:25.568813 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-65af3d1b-e444-4e1c-952d-3af42d8097b4 admin admin] Allocated IP 172.20.0.1 (44499840-d47e-4df1-8d61-3f27d338298a/1c058b2a-ed85-4531-9f39-5d99ed0a17c1/dc6c7e10-ee95-4caf-91f8-3a1b1094a7ba) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:43:25.582364 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda7774-11cc-4727-b368-6baac3151bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08643695-60d8-42d8-8455-1aafd14559bb,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:25.637170 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11abed-7283-4760-89d3-98057bfe7461 req-dbc2a846-e88e-4049-8d9b-3df8e43d145f tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:25.655958 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9b11abed-7283-4760-89d3-98057bfe7461 req-dbc2a846-e88e-4049-8d9b-3df8e43d145f tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1fc4af-eec6-4bfc-83a5-e96d29180c7a HTTP/1.1" status: 200 len: 944 time: 0.4902098 Nov 27 03:43:25.661763 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-e64ae237-360c-4aa4-bc2a-63432b161f39 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=0f146c2688204f20b505f83e3c3123db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715947 Nov 27 03:43:25.735622 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5cda7774-11cc-4727-b368-6baac3151bba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:25.750171 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a3c81cb1-3495-4315-a6ad-b41dfd4f0d75 req-de0ccbd4-223a-4145-972a-c949c0186fd5 service neutron] 10.222.0.23 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5228627 Nov 27 03:43:25.772338 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-34cf64c6-1413-46e9-a93d-d5543c4e8ca9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:25.878820 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-e9c69cf8-19a1-469f-bad2-18bf41fd3f7f tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Allocated IP 192.168.233.198 (7cd21890-8440-4d5d-a862-4b55c8c22387/f14a2acf-f1d7-4ddf-8459-b30982428e88/8e7b808b-e22f-4e4a-8e03-66ad1475346d) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:43:25.909448 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5cda7774-11cc-4727-b368-6baac3151bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:25.910459 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cda7774-11cc-4727-b368-6baac3151bba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:25.911113 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5cda7774-11cc-4727-b368-6baac3151bba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:25.921814 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9b11abed-7283-4760-89d3-98057bfe7461 req-153fe6c8-f41e-47f3-aeba-0320ef7dff82 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618215 Nov 27 03:43:25.938114 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device bec77344-3b81-4913-9009-3cd0bef70ed2 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:43:25.999103 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port bec77344-3b81-4913-9009-3cd0bef70ed2 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:43:25.999822 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:26.084080 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5cda7774-11cc-4727-b368-6baac3151bba admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0578487 Nov 27 03:43:26.118795 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:26.124726 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54300) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:26.136843 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-e2839654-d178-4100-b87b-1ba36effc95f tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:26.139294 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-9bc6bd54-277c-460e-bc5b-80c158ad0cec admin admin] Request body: {'subnet': {'network_id': '66e2a0e6-c5e6-47fa-8c4b-146254227cc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-810789778-subnet', 'tenant_id': 'd966d7fc8a5d4b1ab1b52235c6daebcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:26.144639 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-e2839654-d178-4100-b87b-1ba36effc95f tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4819598 Nov 27 03:43:26.157853 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port bec77344-3b81-4913-9009-3cd0bef70ed2, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=bec77344-3b81-4913-9009-3cd0bef70ed2,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:43:26.165632 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:26.200674 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a3c81cb1-3495-4315-a6ad-b41dfd4f0d75 req-c8ea605d-f02d-4f07-a1c8-c1ed786b3dd6 service neutron] 10.222.0.23 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4403226 Nov 27 03:43:26.214198 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-65af3d1b-e444-4e1c-952d-3af42d8097b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:26.233919 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=bec77344-3b81-4913-9009-3cd0bef70ed2,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:26.245425 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc6bd54-277c-460e-bc5b-80c158ad0cec admin admin] Made reservation on behalf of d966d7fc8a5d4b1ab1b52235c6daebcf for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:43:26.247728 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9bc6bd54-277c-460e-bc5b-80c158ad0cec admin admin] Publish callbacks [] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:26.259269 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda7774-11cc-4727-b368-6baac3151bba admin admin] Pushing event updated for resources: {'Network': ['ID=66e2a0e6-c5e6-47fa-8c4b-146254227cc8,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:26.275631 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 66e2a0e6-c5e6-47fa-8c4b-146254227cc8 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:43:26.308676 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-34cf64c6-1413-46e9-a93d-d5543c4e8ca9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:26.339673 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-53c5b4d2-db53-4f79-93cf-0e9946f41f6e tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/quotas/0f146c2688204f20b505f83e3c3123db HTTP/1.1" status: 200 len: 375 time: 0.1939502 Nov 27 03:43:26.374102 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b4cab60d-3382-44ce-80cc-6e19fb114c2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:26.376450 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-ee13af28-5af9-4ddb-b108-cf0302620375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:26.378284 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-ee13af28-5af9-4ddb-b108-cf0302620375 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4f93bf1216094326aad79ff5fda23c08&device_id=b9443a66-6495-4b72-af09-e210b5659963 HTTP/1.1" status: 200 len: 1097 time: 0.1282430 Nov 27 03:43:26.401288 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52ed3b-18b7-4e28-a843-c9e446a7ad8b req-1f4bb303-6892-4c25-8c72-ed8a30ef3595 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:26.402910 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb52ed3b-18b7-4e28-a843-c9e446a7ad8b req-1f4bb303-6892-4c25-8c72-ed8a30ef3595 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9443a66-6495-4b72-af09-e210b5659963 HTTP/1.1" status: 200 len: 946 time: 0.3414218 Nov 27 03:43:26.412605 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-cb570490-12c6-43c4-995b-0f35bb50fca4 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0f146c2688204f20b505f83e3c3123db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713501 Nov 27 03:43:26.412762 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b4cab60d-3382-44ce-80cc-6e19fb114c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:26.429536 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-65af3d1b-e444-4e1c-952d-3af42d8097b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:26.516456 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-e9c69cf8-19a1-469f-bad2-18bf41fd3f7f tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:26.530256 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb52ed3b-18b7-4e28-a843-c9e446a7ad8b req-09472953-cc0a-41b7-ae26-e01dbf88d3da tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174185 Nov 27 03:43:26.582501 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b4cab60d-3382-44ce-80cc-6e19fb114c2c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b9e04e309c41432ca2038604ad6c65b7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0743480 Nov 27 03:43:26.588874 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54306) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:26.615819 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65af3d1b-e444-4e1c-952d-3af42d8097b4 admin admin] Network 44499840-d47e-4df1-8d61-3f27d338298a is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:43:26.616966 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af3d1b-e444-4e1c-952d-3af42d8097b4 admin admin] Pushing event updated for resources: {'Port': ['ID=dc6c7e10-ee95-4caf-91f8-3a1b1094a7ba,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:26.623239 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-65af3d1b-e444-4e1c-952d-3af42d8097b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:43:26.626050 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-34cf64c6-1413-46e9-a93d-d5543c4e8ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:26.629597 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-34cf64c6-1413-46e9-a93d-d5543c4e8ca9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:26.632982 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-34cf64c6-1413-46e9-a93d-d5543c4e8ca9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d6c1afb1-d4c0-4cfb-810e-ec92a04df4b2 HTTP/1.1" status: 204 len: 168 time: 1.1497879 Nov 27 03:43:26.645205 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65af3d1b-e444-4e1c-952d-3af42d8097b4 admin admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:43:26.645741 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-65af3d1b-e444-4e1c-952d-3af42d8097b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:26.671775 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cab60d-3382-44ce-80cc-6e19fb114c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6453ade-748a-44b2-8531-5fc2bf46be7d,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:26.737917 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf64c6-1413-46e9-a93d-d5543c4e8ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c1afb1-d4c0-4cfb-810e-ec92a04df4b2,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:26.788061 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-e9c69cf8-19a1-469f-bad2-18bf41fd3f7f tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:26.790818 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9bc6bd54-277c-460e-bc5b-80c158ad0cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:26.811795 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2b37ad7a-1e19-4487-b8c0-b8dc468437dc req-8124a4f9-3dcb-4059-8291-e9c12ea3931f tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b0c6bfe-89fd-403a-941a-55854b03c5c5 HTTP/1.1" status: 200 len: 210 time: 0.1354563 Nov 27 03:43:26.916792 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-e9c69cf8-19a1-469f-bad2-18bf41fd3f7f tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Network 7cd21890-8440-4d5d-a862-4b55c8c22387 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:43:26.979211 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-d71776ef-fcef-4868-90b2-375ccd7daf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:26.980509 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc6bd54-277c-460e-bc5b-80c158ad0cec admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ea5037c-d73e-4963-b4ff-6a6eb901e8a6,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:26.982404 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-d71776ef-fcef-4868-90b2-375ccd7daf53 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 HTTP/1.1" status: 200 len: 909 time: 0.5730872 Nov 27 03:43:26.988713 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-e9c69cf8-19a1-469f-bad2-18bf41fd3f7f tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:43:26.994372 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c69cf8-19a1-469f-bad2-18bf41fd3f7f tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Pushing event updated for resources: {'Port': ['ID=8e7b808b-e22f-4e4a-8e03-66ad1475346d,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:27.003739 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-e9c69cf8-19a1-469f-bad2-18bf41fd3f7f tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:43:27.015243 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-e9c69cf8-19a1-469f-bad2-18bf41fd3f7f tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:27.016072 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-e9c69cf8-19a1-469f-bad2-18bf41fd3f7f tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:27.030125 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-11021956-164a-427b-be04-01cb4dc3dde1 None None] Provisioning complete for port dc6c7e10-ee95-4caf-91f8-3a1b1094a7ba triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:43:27.032395 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-11021956-164a-427b-be04-01cb4dc3dde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:27.044036 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c69cf8-19a1-469f-bad2-18bf41fd3f7f tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:27.044535 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c69cf8-19a1-469f-bad2-18bf41fd3f7f tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:27.045001 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c69cf8-19a1-469f-bad2-18bf41fd3f7f tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:27.045444 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c69cf8-19a1-469f-bad2-18bf41fd3f7f tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:27.046269 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c69cf8-19a1-469f-bad2-18bf41fd3f7f tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:27.046810 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c69cf8-19a1-469f-bad2-18bf41fd3f7f tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:27.047250 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c69cf8-19a1-469f-bad2-18bf41fd3f7f tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:27.047685 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c69cf8-19a1-469f-bad2-18bf41fd3f7f tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:27.048123 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c69cf8-19a1-469f-bad2-18bf41fd3f7f tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:27.048569 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c69cf8-19a1-469f-bad2-18bf41fd3f7f tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:27.049891 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c69cf8-19a1-469f-bad2-18bf41fd3f7f tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:27.050466 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c69cf8-19a1-469f-bad2-18bf41fd3f7f tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:27.066139 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-e9c69cf8-19a1-469f-bad2-18bf41fd3f7f tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2512658 Nov 27 03:43:27.091211 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc6bd54-277c-460e-bc5b-80c158ad0cec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:27.091776 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc6bd54-277c-460e-bc5b-80c158ad0cec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:27.095125 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc6bd54-277c-460e-bc5b-80c158ad0cec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:27.095592 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc6bd54-277c-460e-bc5b-80c158ad0cec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:27.096544 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc6bd54-277c-460e-bc5b-80c158ad0cec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:27.096983 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc6bd54-277c-460e-bc5b-80c158ad0cec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:27.097412 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc6bd54-277c-460e-bc5b-80c158ad0cec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:27.097822 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc6bd54-277c-460e-bc5b-80c158ad0cec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:27.098217 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc6bd54-277c-460e-bc5b-80c158ad0cec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:27.098645 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc6bd54-277c-460e-bc5b-80c158ad0cec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:27.099053 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc6bd54-277c-460e-bc5b-80c158ad0cec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:27.099454 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc6bd54-277c-460e-bc5b-80c158ad0cec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:27.124544 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-11021956-164a-427b-be04-01cb4dc3dde1 None None] Port dc6c7e10-ee95-4caf-91f8-3a1b1094a7ba cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:43:27.129720 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-afb0710b-2933-483e-ac9b-46295d8ea136 service neutron] Request body: {'port': {'device_id': '0cf09574-896a-4db0-9254-3e2acf88572e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:27.216091 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-0311afd8-0da7-413f-acb8-9cff323b4e05 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02dd892f-ed59-45a9-957a-3c42862cff9d HTTP/1.1" status: 200 len: 217 time: 0.0785365 Nov 27 03:43:27.239721 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501c4a8-6e54-46dc-ac03-a399461b114d req-6622ddbf-9dc0-4587-b455-8e4f2d329c1e tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:27.241941 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0501c4a8-6e54-46dc-ac03-a399461b114d req-6622ddbf-9dc0-4587-b455-8e4f2d329c1e tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cf09574-896a-4db0-9254-3e2acf88572e HTTP/1.1" status: 200 len: 936 time: 0.5039959 Nov 27 03:43:27.248965 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f98737be-c1e5-4054-afd3-3fba7af0244a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:27.304285 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f98737be-c1e5-4054-afd3-3fba7af0244a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:27.320973 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f3157-08b1-47f0-9be6-da88eb3d1807 req-dbc93695-28dd-4b2b-8a91-c52e44c355b6 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:27.328785 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-927f3157-08b1-47f0-9be6-da88eb3d1807 req-dbc93695-28dd-4b2b-8a91-c52e44c355b6 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9b1fc4af-eec6-4bfc-83a5-e96d29180c7a HTTP/1.1" status: 200 len: 1095 time: 0.3614993 Nov 27 03:43:27.362860 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-2235bc89-3b29-4803-8dcb-7b543fe0aee9 None None] Provisioning complete for port 8e7b808b-e22f-4e4a-8e03-66ad1475346d triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:43:27.363713 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2235bc89-3b29-4803-8dcb-7b543fe0aee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:27.364110 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-afb0710b-2933-483e-ac9b-46295d8ea136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:27.366063 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc6bd54-277c-460e-bc5b-80c158ad0cec admin admin] Checking segment: {'id': 'c0b87617-4cd6-48c2-84bf-92f0532b1cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '66e2a0e6-c5e6-47fa-8c4b-146254227cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:43:27.366431 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc6bd54-277c-460e-bc5b-80c158ad0cec admin admin] Network hostable DHCP agents. Network: 66e2a0e6-c5e6-47fa-8c4b-146254227cc8, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:43:27.392065 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-69f9cfdc-bdab-4511-ba9f-e5832c267c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:27.394807 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-69f9cfdc-bdab-4511-ba9f-e5832c267c30 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f2f4695-47e3-40b2-b54d-f43d3306eba4 HTTP/1.1" status: 200 len: 848 time: 0.1672695 Nov 27 03:43:27.423518 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-65af3d1b-e444-4e1c-952d-3af42d8097b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:27.470208 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-d72c5a7c-d9cb-4bfc-905c-65a0e1b4c476 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659788 Nov 27 03:43:27.503906 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0501c4a8-6e54-46dc-ac03-a399461b114d req-3c8d3c6d-1ccd-4b95-b761-01ca5e244d3f tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/security-groups?id=f99a0138-3ce9-4071-9643-b64cb6760a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239907 Nov 27 03:43:27.504587 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc6bd54-277c-460e-bc5b-80c158ad0cec admin admin] Network 66e2a0e6-c5e6-47fa-8c4b-146254227cc8 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:43:27.558657 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-927f3157-08b1-47f0-9be6-da88eb3d1807 req-3ce6e52a-83eb-4c16-ada9-ff0dd2c80de9 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286031 Nov 27 03:43:27.624431 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-2235bc89-3b29-4803-8dcb-7b543fe0aee9 None None] Port 8e7b808b-e22f-4e4a-8e03-66ad1475346d cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:43:27.646778 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f98737be-c1e5-4054-afd3-3fba7af0244a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:27.649749 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f98737be-c1e5-4054-afd3-3fba7af0244a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:27.655959 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f98737be-c1e5-4054-afd3-3fba7af0244a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b6453ade-748a-44b2-8531-5fc2bf46be7d HTTP/1.1" status: 204 len: 168 time: 1.0635343 Nov 27 03:43:27.672784 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-9bc6bd54-277c-460e-bc5b-80c158ad0cec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 66e2a0e6-c5e6-47fa-8c4b-146254227cc8) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:43:27.684980 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fd355f-4788-4be6-8c8a-41b26a135887 None None] Network 66e2a0e6-c5e6-47fa-8c4b-146254227cc8 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:43:27.687794 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc6bd54-277c-460e-bc5b-80c158ad0cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:27.688636 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9bc6bd54-277c-460e-bc5b-80c158ad0cec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:27.699326 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98737be-c1e5-4054-afd3-3fba7af0244a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6453ade-748a-44b2-8531-5fc2bf46be7d,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:27.717934 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-0a11c86a-06db-4777-b438-ad072590c32b service neutron] 10.222.0.11 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388902 Nov 27 03:43:27.727508 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9bc6bd54-277c-460e-bc5b-80c158ad0cec admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5929382 Nov 27 03:43:27.882369 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-65af3d1b-e444-4e1c-952d-3af42d8097b4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:27.890863 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-65af3d1b-e444-4e1c-952d-3af42d8097b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:27.891749 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-65af3d1b-e444-4e1c-952d-3af42d8097b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:27.932084 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-6490d8c5-e3dc-4c72-aa88-41bdb0248897 service neutron] 10.222.0.11 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026703 Nov 27 03:43:27.940451 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b01ec8-1d0c-415b-8b66-f6873234a0cd req-9276934f-8a7d-4f29-b51a-a0fac7cad0d0 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:27.943041 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e5b01ec8-1d0c-415b-8b66-f6873234a0cd req-9276934f-8a7d-4f29-b51a-a0fac7cad0d0 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9443a66-6495-4b72-af09-e210b5659963 HTTP/1.1" status: 200 len: 946 time: 0.1729286 Nov 27 03:43:27.965339 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device bec77344-3b81-4913-9009-3cd0bef70ed2 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:43:28.016606 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4170fa4d-50ef-4eec-9260-786e90f93106 None None] Network 66e2a0e6-c5e6-47fa-8c4b-146254227cc8 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:43:28.042309 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-927e756b-e623-4744-8b03-ce9aa2803f35 req-7680555a-b2e4-40ed-89f8-ed970e01bd95 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b0c6bfe-89fd-403a-941a-55854b03c5c5 HTTP/1.1" status: 200 len: 210 time: 0.0850425 Nov 27 03:43:28.066635 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af3d1b-e444-4e1c-952d-3af42d8097b4 admin admin] Pushing event updated for resources: {'Port': ['ID=dc6c7e10-ee95-4caf-91f8-3a1b1094a7ba,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:28.078437 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af3d1b-e444-4e1c-952d-3af42d8097b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:28.078832 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af3d1b-e444-4e1c-952d-3af42d8097b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:28.079185 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af3d1b-e444-4e1c-952d-3af42d8097b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:28.079533 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af3d1b-e444-4e1c-952d-3af42d8097b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:28.080025 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af3d1b-e444-4e1c-952d-3af42d8097b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:28.080423 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af3d1b-e444-4e1c-952d-3af42d8097b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:28.080763 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af3d1b-e444-4e1c-952d-3af42d8097b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:28.081352 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af3d1b-e444-4e1c-952d-3af42d8097b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:28.081808 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af3d1b-e444-4e1c-952d-3af42d8097b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:28.082147 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af3d1b-e444-4e1c-952d-3af42d8097b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:28.082480 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af3d1b-e444-4e1c-952d-3af42d8097b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:28.082850 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af3d1b-e444-4e1c-952d-3af42d8097b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:28.112211 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e5b01ec8-1d0c-415b-8b66-f6873234a0cd req-3e633046-9107-4ac4-a4e6-a772bb88636d tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517780 Nov 27 03:43:28.140321 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-afb0710b-2933-483e-ac9b-46295d8ea136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e7b808b-e22f-4e4a-8e03-66ad1475346d {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:43:28.156359 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port bec77344-3b81-4913-9009-3cd0bef70ed2 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:43:28.157419 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:28.157638 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-afb0710b-2933-483e-ac9b-46295d8ea136 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:28.191847 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-afb0710b-2933-483e-ac9b-46295d8ea136 service neutron] Transition to ACTIVE for port object 8e7b808b-e22f-4e4a-8e03-66ad1475346d will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:43:28.203201 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-afb0710b-2933-483e-ac9b-46295d8ea136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:28.260535 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-93f84158-566a-436c-8684-65bfd77966f7 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:28.262067 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-93f84158-566a-436c-8684-65bfd77966f7 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b9443a66-6495-4b72-af09-e210b5659963&tenant_id=4f93bf1216094326aad79ff5fda23c08&binding%3Ahost_id=n-h1-819494-3 HTTP/1.1" status: 200 len: 1097 time: 0.1862307 Nov 27 03:43:28.276507 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-f50e3b59-4033-4345-83dc-abf77cdcd797 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-819494-3'}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:28.298590 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65af3d1b-e444-4e1c-952d-3af42d8097b4 admin admin] Network 44499840-d47e-4df1-8d61-3f27d338298a is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:43:28.319610 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-65af3d1b-e444-4e1c-952d-3af42d8097b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:43:28.469525 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-90008d60-94d6-48b6-9758-6ea42dfbe356 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=0f146c2688204f20b505f83e3c3123db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0969470 Nov 27 03:43:28.477097 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-afb0710b-2933-483e-ac9b-46295d8ea136 service neutron] Attempting to bind port 8e7b808b-e22f-4e4a-8e03-66ad1475346d on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:43:28.477439 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-afb0710b-2933-483e-ac9b-46295d8ea136 service neutron] Attempting to bind port 8e7b808b-e22f-4e4a-8e03-66ad1475346d by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:43:28.477777 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-afb0710b-2933-483e-ac9b-46295d8ea136 service neutron] Attempting to bind port 8e7b808b-e22f-4e4a-8e03-66ad1475346d on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:43:28.656088 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-afb0710b-2933-483e-ac9b-46295d8ea136 service neutron] Port 8e7b808b-e22f-4e4a-8e03-66ad1475346d on network 7cd21890-8440-4d5d-a862-4b55c8c22387 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:43:28.656444 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-afb0710b-2933-483e-ac9b-46295d8ea136 service neutron] Attempting to bind port 8e7b808b-e22f-4e4a-8e03-66ad1475346d on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:43:28.662938 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0710b-2933-483e-ac9b-46295d8ea136 service neutron] Pushing event updated for resources: {'Port': ['ID=8e7b808b-e22f-4e4a-8e03-66ad1475346d,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:28.692586 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-afb0710b-2933-483e-ac9b-46295d8ea136 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:43:28.693403 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-afb0710b-2933-483e-ac9b-46295d8ea136 service neutron] Checking segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:43:28.693403 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-afb0710b-2933-483e-ac9b-46295d8ea136 service neutron] Bound using segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:43:28.693785 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-afb0710b-2933-483e-ac9b-46295d8ea136 service neutron] Bound port: 8e7b808b-e22f-4e4a-8e03-66ad1475346d, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:43:28.694111 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-afb0710b-2933-483e-ac9b-46295d8ea136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:28.830790 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-8985218e-1898-42a2-b679-b3eb0d01d954 None None] Provisioning complete for port dc6c7e10-ee95-4caf-91f8-3a1b1094a7ba triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:43:28.835106 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8985218e-1898-42a2-b679-b3eb0d01d954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:28.839384 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8882a62-5ce3-499e-8d14-60a63da34190 req-f93c892a-7c88-444a-b724-8b295c1ec1a8 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:28.840933 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c8882a62-5ce3-499e-8d14-60a63da34190 req-f93c892a-7c88-444a-b724-8b295c1ec1a8 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cf09574-896a-4db0-9254-3e2acf88572e HTTP/1.1" status: 200 len: 948 time: 0.1894870 Nov 27 03:43:28.852639 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-f50e3b59-4033-4345-83dc-abf77cdcd797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:28.853254 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-711de1e0-2868-4ddb-91cb-8e227ae388ad tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:28.854781 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-711de1e0-2868-4ddb-91cb-8e227ae388ad tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3746021 Nov 27 03:43:28.863271 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-23659b11-2a58-4d3c-b658-9fe39040bf81 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:28.870211 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-23659b11-2a58-4d3c-b658-9fe39040bf81 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/networks?id=b645cec8-c88e-4bba-8234-b110de21cfe7 HTTP/1.1" status: 200 len: 821 time: 0.6821535 Nov 27 03:43:28.878879 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-afb0710b-2933-483e-ac9b-46295d8ea136 service neutron] For port 8e7b808b-e22f-4e4a-8e03-66ad1475346d, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:43:28.883742 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-1dfd71c2-4ec5-4c6a-a4c2-7229596f3942 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Request body: {'port': {'device_id': '3b0c6bfe-89fd-403a-941a-55854b03c5c5', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'admin_state_up': True, 'tenant_id': '0f146c2688204f20b505f83e3c3123db'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:28.890073 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-8985218e-1898-42a2-b679-b3eb0d01d954 None None] Port dc6c7e10-ee95-4caf-91f8-3a1b1094a7ba cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:43:28.907316 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-ca2dba6d-768e-4b27-ab23-a1632f790868 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/quotas/35cfdc78458c41aab44b0a976c3549af HTTP/1.1" status: 200 len: 375 time: 0.0362074 Nov 27 03:43:28.948738 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-afb0710b-2933-483e-ac9b-46295d8ea136 service neutron] For port 8e7b808b-e22f-4e4a-8e03-66ad1475346d, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=8e7b808b-e22f-4e4a-8e03-66ad1475346d,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:43:28.968497 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-afb0710b-2933-483e-ac9b-46295d8ea136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:28.993527 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65af3d1b-e444-4e1c-952d-3af42d8097b4 admin admin] Router ddb2df56-a66f-4539-b5ec-bd9965e5fdb3 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:43:29.007461 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c8882a62-5ce3-499e-8d14-60a63da34190 req-b7ae5354-999b-4ebd-aaf9-f51d777bec76 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/security-groups?id=f99a0138-3ce9-4071-9643-b64cb6760a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499126 Nov 27 03:43:29.031096 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-afb0710b-2933-483e-ac9b-46295d8ea136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:29.031722 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-afb0710b-2933-483e-ac9b-46295d8ea136 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:29.033103 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-afb0710b-2933-483e-ac9b-46295d8ea136 service neutron] 10.222.0.11 "PUT /v2.0/ports/8e7b808b-e22f-4e4a-8e03-66ad1475346d HTTP/1.1" status: 200 len: 1096 time: 1.9202983 Nov 27 03:43:29.034104 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf09574-896a-4db0-9254-3e2acf88572e', 'tag': '8e7b808b-e22f-4e4a-8e03-66ad1475346d'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:43:29.036369 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb9a3bf-974a-40f6-9aed-df1a03271536" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf09574-896a-4db0-9254-3e2acf88572e", "tag": "8e7b808b-e22f-4e4a-8e03-66ad1475346d"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:43:29.070115 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-b03531b3-3045-4f40-a287-05efa39c062f tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=35cfdc78458c41aab44b0a976c3549af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1423256 Nov 27 03:43:29.103416 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0710b-2933-483e-ac9b-46295d8ea136 service neutron] Pushing event updated for resources: {'Port': ['ID=8e7b808b-e22f-4e4a-8e03-66ad1475346d,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:29.162762 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf7fa7d-4216-4ecb-9bc3-8272c5e7ebd5 x-openstack-request-id: req-7bf7fa7d-4216-4ecb-9bc3-8272c5e7ebd5 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:43:29.163056 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf09574-896a-4db0-9254-3e2acf88572e", "tag": "8e7b808b-e22f-4e4a-8e03-66ad1475346d", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:43:29.163792 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7bf7fa7d-4216-4ecb-9bc3-8272c5e7ebd5 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:43:29.164237 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cf09574-896a-4db0-9254-3e2acf88572e', 'tag': '8e7b808b-e22f-4e4a-8e03-66ad1475346d', 'status': 'completed', 'code': 200} Nov 27 03:43:29.183027 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-1dfd71c2-4ec5-4c6a-a4c2-7229596f3942 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Made reservation on behalf of 0f146c2688204f20b505f83e3c3123db for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:43:29.187506 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-1dfd71c2-4ec5-4c6a-a4c2-7229596f3942 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:29.199330 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-1dfd71c2-4ec5-4c6a-a4c2-7229596f3942 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:29.229269 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-8d95e730-0c34-4738-8e9d-941f3f210a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:29.230834 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-8d95e730-0c34-4738-8e9d-941f3f210a6e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=22ad5ea9694049e3995b4d8354c557de&device_id=0cf09574-896a-4db0-9254-3e2acf88572e HTTP/1.1" status: 200 len: 1099 time: 0.1177435 Nov 27 03:43:29.321900 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-1dfd71c2-4ec5-4c6a-a4c2-7229596f3942 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:29.345111 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-1dfd71c2-4ec5-4c6a-a4c2-7229596f3942 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:29.375664 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-f50e3b59-4033-4345-83dc-abf77cdcd797 service neutron] For port 02dd892f-ed59-45a9-957a-3c42862cff9d, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=02dd892f-ed59-45a9-957a-3c42862cff9d,segment=NetworkSegment(0ede1ec6-1b9f-43e0-8048-29f023f3314a),segment_id=0ede1ec6-1b9f-43e0-8048-29f023f3314a)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:43:29.425009 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fdcbc95c-dcda-4d5b-bce5-20436f551c3b req-06e3a418-7151-45c3-8c66-ffa93f5e04de tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b0c6bfe-89fd-403a-941a-55854b03c5c5 HTTP/1.1" status: 200 len: 210 time: 0.0961833 Nov 27 03:43:29.451681 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-0d770c08-8c12-419a-adf0-93c383e57e18 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=8e7b808b-e22f-4e4a-8e03-66ad1475346d HTTP/1.1" status: 200 len: 217 time: 0.1268907 Nov 27 03:43:29.453781 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65af3d1b-e444-4e1c-952d-3af42d8097b4 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:43:29.464958 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-65af3d1b-e444-4e1c-952d-3af42d8097b4 admin admin] 10.222.0.20 "PUT /v2.0/routers/ddb2df56-a66f-4539-b5ec-bd9965e5fdb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6188707 Nov 27 03:43:29.473366 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce345995-48a8-4664-b724-490bf899c5cd None None] Sync routers for ids ['ddb2df56-a66f-4539-b5ec-bd9965e5fdb3'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:43:29.473869 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-4db1d781-3d63-4fbc-b032-1d73d0b535c3 service neutron] 10.222.0.20 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474088 Nov 27 03:43:29.506281 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce345995-48a8-4664-b724-490bf899c5cd None None] Routers {'ddb2df56-a66f-4539-b5ec-bd9965e5fdb3'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:43:29.507165 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-ce345995-48a8-4664-b724-490bf899c5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:43:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['ddb2df56-a66f-4539-b5ec-bd9965e5fdb3'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:43:29.533286 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-f50e3b59-4033-4345-83dc-abf77cdcd797 service neutron] For port 02dd892f-ed59-45a9-957a-3c42862cff9d, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:43:29.570115 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54404) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:29.580759 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-87815365-6817-436c-ad52-059fffe9d988 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1746302873-network', 'tenant_id': '8d6726df6096430987b69f20d6ccf679'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:29.627069 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9443a66-6495-4b72-af09-e210b5659963', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02dd892f-ed59-45a9-957a-3c42862cff9d'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:43:29.630347 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f28d5e-f160-44a9-bf6d-787574973e7a" -d '{"events": [{"server_uuid": "b9443a66-6495-4b72-af09-e210b5659963", "name": "network-vif-unplugged", "status": "completed", "tag": "02dd892f-ed59-45a9-957a-3c42862cff9d"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:43:29.637833 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-f50e3b59-4033-4345-83dc-abf77cdcd797 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:29.652931 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-f50e3b59-4033-4345-83dc-abf77cdcd797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:29.680592 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-f20f6b72-f6ce-485e-a218-4a1c871ec17d service neutron] 10.222.0.20 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062120 Nov 27 03:43:29.733726 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87815365-6817-436c-ad52-059fffe9d988 admin admin] Made reservation on behalf of 8d6726df6096430987b69f20d6ccf679 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:43:29.741184 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-87815365-6817-436c-ad52-059fffe9d988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:29.746336 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-ce345995-48a8-4664-b724-490bf899c5cd None None] Set router ddb2df56-a66f-4539-b5ec-bd9965e5fdb3 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:43:29.801377 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e3b59-4033-4345-83dc-abf77cdcd797 service neutron] Pushing event updated for resources: {'Port': ['ID=02dd892f-ed59-45a9-957a-3c42862cff9d,revision_number=7']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:29.808422 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-87815365-6817-436c-ad52-059fffe9d988 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:29.837925 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfd71c2-4ec5-4c6a-a4c2-7229596f3942 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=433bd4f4-0057-4edd-9b1a-c8bdc4d45e66,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:29.896636 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-f50e3b59-4033-4345-83dc-abf77cdcd797 service neutron] Attempting to bind port 02dd892f-ed59-45a9-957a-3c42862cff9d on host n-h1-819494-3 for vnic_type normal with profile {"migrating_to": "n-h2-819494-3"} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:43:29.897745 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-f50e3b59-4033-4345-83dc-abf77cdcd797 service neutron] Attempting to bind port 02dd892f-ed59-45a9-957a-3c42862cff9d by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:43:29.898097 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-f50e3b59-4033-4345-83dc-abf77cdcd797 service neutron] Attempting to bind port 02dd892f-ed59-45a9-957a-3c42862cff9d on network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:43:29.910063 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-f50e3b59-4033-4345-83dc-abf77cdcd797 service neutron] Port 02dd892f-ed59-45a9-957a-3c42862cff9d on network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:43:29.910702 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-f50e3b59-4033-4345-83dc-abf77cdcd797 service neutron] Attempting to bind port 02dd892f-ed59-45a9-957a-3c42862cff9d on network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:43:29.926877 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-f50e3b59-4033-4345-83dc-abf77cdcd797 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:43:29.926877 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-f50e3b59-4033-4345-83dc-abf77cdcd797 service neutron] Checking segment: {'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:43:29.927313 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-f50e3b59-4033-4345-83dc-abf77cdcd797 service neutron] Bound using segment: {'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:43:29.927768 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-f50e3b59-4033-4345-83dc-abf77cdcd797 service neutron] Bound port: 02dd892f-ed59-45a9-957a-3c42862cff9d, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:43:29.928127 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-f50e3b59-4033-4345-83dc-abf77cdcd797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:29.987410 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-7477870d-c306-4e60-a011-b994a6ac40fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:29.988925 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-7477870d-c306-4e60-a011-b994a6ac40fb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.5273814 Nov 27 03:43:30.016506 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 03:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fa3a91-336e-4b58-a291-e5050c819a75 x-openstack-request-id: req-b6fa3a91-336e-4b58-a291-e5050c819a75 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:43:30.016793 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9443a66-6495-4b72-af09-e210b5659963", "name": "network-vif-unplugged", "status": "completed", "tag": "02dd892f-ed59-45a9-957a-3c42862cff9d", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:43:30.017293 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b6fa3a91-336e-4b58-a291-e5050c819a75 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:43:30.017506 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9443a66-6495-4b72-af09-e210b5659963', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02dd892f-ed59-45a9-957a-3c42862cff9d', 'code': 200} Nov 27 03:43:30.054246 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-f50e3b59-4033-4345-83dc-abf77cdcd797 service neutron] For port 02dd892f-ed59-45a9-957a-3c42862cff9d, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:43:30.115741 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-f50e3b59-4033-4345-83dc-abf77cdcd797 service neutron] For port 02dd892f-ed59-45a9-957a-3c42862cff9d, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=02dd892f-ed59-45a9-957a-3c42862cff9d,segment=NetworkSegment(0ede1ec6-1b9f-43e0-8048-29f023f3314a),segment_id=0ede1ec6-1b9f-43e0-8048-29f023f3314a)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:43:30.118622 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-87815365-6817-436c-ad52-059fffe9d988 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:30.120427 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-1dfd71c2-4ec5-4c6a-a4c2-7229596f3942 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Allocated IP 192.168.233.214 (7cd21890-8440-4d5d-a862-4b55c8c22387/f14a2acf-f1d7-4ddf-8459-b30982428e88/25318c00-c898-4c02-99c4-badd4d372c64) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:43:30.126098 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-f50e3b59-4033-4345-83dc-abf77cdcd797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:30.133720 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-87815365-6817-436c-ad52-059fffe9d988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:30.194618 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-ce345995-48a8-4664-b724-490bf899c5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb2df56-a66f-4539-b5ec-bd9965e5fdb3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1563237718-router', 'tenant_id': '6f684ba78ec5424f81bef4574bf18f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'bec77344-3b81-4913-9009-3cd0bef70ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:17Z', 'updated_at': '2021-11-27T03:43:27Z', 'revision_number': 4, 'project_id': '6f684ba78ec5424f81bef4574bf18f69', 'gw_port': {'id': 'bec77344-3b81-4913-9009-3cd0bef70ed2', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:06:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb2df56-a66f-4539-b5ec-bd9965e5fdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:19Z', 'updated_at': '2021-11-27T03:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'dc6c7e10-ee95-4caf-91f8-3a1b1094a7ba', 'name': '', 'network_id': '44499840-d47e-4df1-8d61-3f27d338298a', 'tenant_id': '6f684ba78ec5424f81bef4574bf18f69', 'mac_address': 'fa:16:3e:da:de:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb2df56-a66f-4539-b5ec-bd9965e5fdb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '1c058b2a-ed85-4531-9f39-5d99ed0a17c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:25Z', 'updated_at': '2021-11-27T03:43:27Z', 'revision_number': 2, 'project_id': '6f684ba78ec5424f81bef4574bf18f69', 'subnets': [{'id': '1c058b2a-ed85-4531-9f39-5d99ed0a17c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:43:30.266243 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87815365-6817-436c-ad52-059fffe9d988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b120bcb7-6b5f-45e3-88b8-8dc517849c24,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:30.267224 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce345995-48a8-4664-b724-490bf899c5cd None None] Checking router: ddb2df56-a66f-4539-b5ec-bd9965e5fdb3 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:43:30.270050 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce345995-48a8-4664-b724-490bf899c5cd None None] Updating router ddb2df56-a66f-4539-b5ec-bd9965e5fdb3 port dc6c7e10-ee95-4caf-91f8-3a1b1094a7ba binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:43:30.329757 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ce345995-48a8-4664-b724-490bf899c5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:30.333568 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87815365-6817-436c-ad52-059fffe9d988 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:43:30.361811 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-1dfd71c2-4ec5-4c6a-a4c2-7229596f3942 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:30.371923 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-87815365-6817-436c-ad52-059fffe9d988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:30.372457 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-87815365-6817-436c-ad52-059fffe9d988 admin admin] Added segment 997b372c-294a-4ecb-ae4f-8af889235ea2 of type vlan for network 525f88d2-30df-4098-9c81-59766cb26842 Nov 27 03:43:30.398704 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e3b59-4033-4345-83dc-abf77cdcd797 service neutron] Pushing event updated for resources: {'Port': ['ID=02dd892f-ed59-45a9-957a-3c42862cff9d,revision_number=8']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:30.412203 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-f50e3b59-4033-4345-83dc-abf77cdcd797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:30.412606 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-1dfd71c2-4ec5-4c6a-a4c2-7229596f3942 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:30.413914 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-f50e3b59-4033-4345-83dc-abf77cdcd797 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:30.415532 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-f50e3b59-4033-4345-83dc-abf77cdcd797 service neutron] 10.222.0.11 "PUT /v2.0/ports/02dd892f-ed59-45a9-957a-3c42862cff9d HTTP/1.1" status: 200 len: 1122 time: 2.1458545 Nov 27 03:43:30.473841 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-87815365-6817-436c-ad52-059fffe9d988 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:30.487054 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a9ee7-49b1-40bb-9133-df47fc22d408 req-fe3b5d94-8f68-4d01-9e79-8bc7f4fe30dd tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:30.495022 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fc8a9ee7-49b1-40bb-9133-df47fc22d408 req-fe3b5d94-8f68-4d01-9e79-8bc7f4fe30dd tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9443a66-6495-4b72-af09-e210b5659963 HTTP/1.1" status: 200 len: 944 time: 0.7316294 Nov 27 03:43:30.519966 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfd71c2-4ec5-4c6a-a4c2-7229596f3942 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Pushing event updated for resources: {'Port': ['ID=25318c00-c898-4c02-99c4-badd4d372c64,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:30.538083 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-87815365-6817-436c-ad52-059fffe9d988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:30.539461 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87815365-6817-436c-ad52-059fffe9d988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:30.540178 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-87815365-6817-436c-ad52-059fffe9d988 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:30.569664 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fc8a9ee7-49b1-40bb-9133-df47fc22d408 req-91ab15af-791e-4af8-8bc4-7b13480916fd tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733681 Nov 27 03:43:30.577567 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-87815365-6817-436c-ad52-059fffe9d988 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0029402 Nov 27 03:43:30.581075 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54438) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:30.618879 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-369ab324-b2ea-4376-90a7-89e9e2ee4611 admin admin] Request body: {'subnet': {'network_id': '525f88d2-30df-4098-9c81-59766cb26842', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1746302873-subnet', 'tenant_id': '8d6726df6096430987b69f20d6ccf679', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:30.678014 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-1dfd71c2-4ec5-4c6a-a4c2-7229596f3942 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Network 7cd21890-8440-4d5d-a862-4b55c8c22387 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:43:30.692920 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['02dd892f-ed59-45a9-957a-3c42862cff9d'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:43:30.712384 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87815365-6817-436c-ad52-059fffe9d988 admin admin] Pushing event updated for resources: {'Network': ['ID=525f88d2-30df-4098-9c81-59766cb26842,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:30.713670 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-1dfd71c2-4ec5-4c6a-a4c2-7229596f3942 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:43:30.715899 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369ab324-b2ea-4376-90a7-89e9e2ee4611 admin admin] Made reservation on behalf of 8d6726df6096430987b69f20d6ccf679 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:43:30.719092 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-369ab324-b2ea-4376-90a7-89e9e2ee4611 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:30.776598 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 525f88d2-30df-4098-9c81-59766cb26842 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:43:30.831114 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fce855d5-3c5b-493c-b69d-b862e3894805 req-f5eb2370-d6c0-4f73-8ab5-694f8d900cfd tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6d323d-f6d7-4cdd-9567-f2c1727d8cee HTTP/1.1" status: 200 len: 210 time: 0.1379516 Nov 27 03:43:30.832161 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-1dfd71c2-4ec5-4c6a-a4c2-7229596f3942 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:43:30.837842 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-1dfd71c2-4ec5-4c6a-a4c2-7229596f3942 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:30.838508 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-1dfd71c2-4ec5-4c6a-a4c2-7229596f3942 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:30.861380 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-07d47db2-ca95-4fad-b6be-1d60bfa11937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:30.867201 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-07d47db2-ca95-4fad-b6be-1d60bfa11937 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8610067 Nov 27 03:43:30.947884 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be793a-be13-4f38-8e81-cdc81a70cf4a req-aeb39d17-feda-4eec-876d-ebdcbcda9c62 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:30.956414 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-43be793a-be13-4f38-8e81-cdc81a70cf4a req-aeb39d17-feda-4eec-876d-ebdcbcda9c62 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cf09574-896a-4db0-9254-3e2acf88572e HTTP/1.1" status: 200 len: 948 time: 0.1513026 Nov 27 03:43:30.976887 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-1dfd71c2-4ec5-4c6a-a4c2-7229596f3942 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0972345 Nov 27 03:43:31.047507 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-68d761dc-cd44-4013-adaf-53556f9a7495 service neutron] Request body: {'port': {'device_id': '3b0c6bfe-89fd-403a-941a-55854b03c5c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:31.061707 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-43be793a-be13-4f38-8e81-cdc81a70cf4a req-77414b1b-87c6-4429-a651-7acc83e64d3b tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/security-groups?id=f99a0138-3ce9-4071-9643-b64cb6760a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936198 Nov 27 03:43:31.206903 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ce345995-48a8-4664-b724-490bf899c5cd None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:31.231511 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ce345995-48a8-4664-b724-490bf899c5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:31.273392 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-17ddce53-5432-4ecc-b7d5-e8643d9bf0c5 None None] Provisioning complete for port 25318c00-c898-4c02-99c4-badd4d372c64 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:43:31.273766 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-17ddce53-5432-4ecc-b7d5-e8643d9bf0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:31.348701 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac44a0-5cde-4ca2-9ec1-db2098fd1d38 None None] Pushing event updated for resources: {'Port': ['ID=dc6c7e10-ee95-4caf-91f8-3a1b1094a7ba,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:31.383540 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-17ddce53-5432-4ecc-b7d5-e8643d9bf0c5 None None] Port 25318c00-c898-4c02-99c4-badd4d372c64 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:43:31.384584 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edde348-82f3-4428-a8f7-daecef0ce91a req-0c8c30e2-112e-4c8a-89fd-36042d9662a0 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:31.393342 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0edde348-82f3-4428-a8f7-daecef0ce91a req-0c8c30e2-112e-4c8a-89fd-36042d9662a0 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b0c6bfe-89fd-403a-941a-55854b03c5c5 HTTP/1.1" status: 200 len: 936 time: 0.4092581 Nov 27 03:43:31.419831 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-13f6bd8e-0a07-41f5-9f9f-7bb6e5e099c3 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5372100 Nov 27 03:43:31.434220 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-68d761dc-cd44-4013-adaf-53556f9a7495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:31.492369 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-ce345995-48a8-4664-b724-490bf899c5cd None None] Attempting to bind port dc6c7e10-ee95-4caf-91f8-3a1b1094a7ba on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:43:31.492743 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-ce345995-48a8-4664-b724-490bf899c5cd None None] Attempting to bind port dc6c7e10-ee95-4caf-91f8-3a1b1094a7ba by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '671bd895-f616-4636-a0e7-70f1553d40bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '44499840-d47e-4df1-8d61-3f27d338298a'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:43:31.493108 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce345995-48a8-4664-b724-490bf899c5cd None None] Attempting to bind port dc6c7e10-ee95-4caf-91f8-3a1b1094a7ba on network 44499840-d47e-4df1-8d61-3f27d338298a {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:43:31.506299 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce345995-48a8-4664-b724-490bf899c5cd None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:43:31.506736 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce345995-48a8-4664-b724-490bf899c5cd None None] Checking segment: {'id': '671bd895-f616-4636-a0e7-70f1553d40bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '44499840-d47e-4df1-8d61-3f27d338298a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:43:31.507191 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ce345995-48a8-4664-b724-490bf899c5cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:31.508123 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce345995-48a8-4664-b724-490bf899c5cd None None] Bound using segment: {'id': '671bd895-f616-4636-a0e7-70f1553d40bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '44499840-d47e-4df1-8d61-3f27d338298a'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:43:31.508317 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-ce345995-48a8-4664-b724-490bf899c5cd None None] Bound port: dc6c7e10-ee95-4caf-91f8-3a1b1094a7ba, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '671bd895-f616-4636-a0e7-70f1553d40bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '44499840-d47e-4df1-8d61-3f27d338298a'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:43:31.508690 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ce345995-48a8-4664-b724-490bf899c5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:31.552723 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-369ab324-b2ea-4376-90a7-89e9e2ee4611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:31.655655 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-ce345995-48a8-4664-b724-490bf899c5cd None None] For port dc6c7e10-ee95-4caf-91f8-3a1b1094a7ba, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:43:31.657388 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0edde348-82f3-4428-a8f7-daecef0ce91a req-c9a69696-b0ab-4365-9cae-b3ace1e1bc2e tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/security-groups?id=433bd4f4-0057-4edd-9b1a-c8bdc4d45e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601914 Nov 27 03:43:31.667053 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-ce345995-48a8-4664-b724-490bf899c5cd None None] For port dc6c7e10-ee95-4caf-91f8-3a1b1094a7ba, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=dc6c7e10-ee95-4caf-91f8-3a1b1094a7ba,segment=NetworkSegment(671bd895-f616-4636-a0e7-70f1553d40bb),segment_id=671bd895-f616-4636-a0e7-70f1553d40bb)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:43:31.674812 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ce345995-48a8-4664-b724-490bf899c5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:31.762138 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ab324-b2ea-4376-90a7-89e9e2ee4611 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b03baedb-cce7-47e7-813f-e38a6bbda293,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:31.779622 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5e00308f-9ed6-44a3-831d-d8b630599163 req-eccc9f48-8bcb-4552-adea-74e0230557ec service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467026 Nov 27 03:43:31.803077 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369ab324-b2ea-4376-90a7-89e9e2ee4611 admin admin] Checking segment: {'id': '997b372c-294a-4ecb-ae4f-8af889235ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '525f88d2-30df-4098-9c81-59766cb26842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:43:31.803243 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369ab324-b2ea-4376-90a7-89e9e2ee4611 admin admin] Network hostable DHCP agents. Network: 525f88d2-30df-4098-9c81-59766cb26842, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:43:31.863821 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce345995-48a8-4664-b724-490bf899c5cd None None] Routers {'ddb2df56-a66f-4539-b5ec-bd9965e5fdb3'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:43:31.870970 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-ce345995-48a8-4664-b724-490bf899c5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:43:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['ddb2df56-a66f-4539-b5ec-bd9965e5fdb3'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:43:31.875777 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-5fcd91bf-ce94-46d8-9b43-ffd7bc390a1c None None] Provisioning complete for port dc6c7e10-ee95-4caf-91f8-3a1b1094a7ba triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:43:31.876781 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5fcd91bf-ce94-46d8-9b43-ffd7bc390a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:31.971770 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-2df8a84b-69d6-44d8-a113-890e7bccce46 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:31.975162 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-2df8a84b-69d6-44d8-a113-890e7bccce46 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.23 "GET /v2.0/networks?id=b645cec8-c88e-4bba-8234-b110de21cfe7 HTTP/1.1" status: 200 len: 821 time: 0.3182106 Nov 27 03:43:31.977721 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369ab324-b2ea-4376-90a7-89e9e2ee4611 admin admin] Network 525f88d2-30df-4098-9c81-59766cb26842 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:43:31.999063 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-deccf079-c59f-47d4-84e2-3e982a035d56 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Request body: {'port': {'device_id': 'be6d323d-f6d7-4cdd-9567-f2c1727d8cee', 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7', 'admin_state_up': True, 'tenant_id': '35cfdc78458c41aab44b0a976c3549af'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:32.037267 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9443a66-6495-4b72-af09-e210b5659963', 'tag': '02dd892f-ed59-45a9-957a-3c42862cff9d'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:43:32.042397 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852c0d34-d7ed-484b-98b8-7b58351c7633" -d '{"events": [{"name": "network-changed", "server_uuid": "b9443a66-6495-4b72-af09-e210b5659963", "tag": "02dd892f-ed59-45a9-957a-3c42862cff9d"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:43:32.090192 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-369ab324-b2ea-4376-90a7-89e9e2ee4611 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 525f88d2-30df-4098-9c81-59766cb26842) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:43:32.111097 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369ab324-b2ea-4376-90a7-89e9e2ee4611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:32.112550 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-369ab324-b2ea-4376-90a7-89e9e2ee4611 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:32.164312 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3c9eb-5127-4c54-99d8-e0719385cb02 req-aaedd6e3-53a7-43ba-bca7-5d8f0fbfd149 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:32.166272 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d0a3c9eb-5127-4c54-99d8-e0719385cb02 req-aaedd6e3-53a7-43ba-bca7-5d8f0fbfd149 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9443a66-6495-4b72-af09-e210b5659963 HTTP/1.1" status: 200 len: 944 time: 0.2445261 Nov 27 03:43:32.181758 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8886ec88-d71e-4d7f-8d41-24e537fe846c req-83451dbb-e038-4526-8dde-f6958e194607 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6d323d-f6d7-4cdd-9567-f2c1727d8cee HTTP/1.1" status: 200 len: 210 time: 0.0456884 Nov 27 03:43:32.198870 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-369ab324-b2ea-4376-90a7-89e9e2ee4611 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5939136 Nov 27 03:43:32.207250 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9a3bf-974a-40f6-9aed-df1a03271536 req-699ff0f1-a7f0-423a-93be-b8fc56e9f258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:32.209868 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0fb9a3bf-974a-40f6-9aed-df1a03271536 req-699ff0f1-a7f0-423a-93be-b8fc56e9f258 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=22ad5ea9694049e3995b4d8354c557de&device_id=0cf09574-896a-4db0-9254-3e2acf88572e HTTP/1.1" status: 200 len: 1099 time: 0.2333114 Nov 27 03:43:32.245123 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7624500-f1a1-4693-9ce9-dacf4bae374c None None] Network 525f88d2-30df-4098-9c81-59766cb26842 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:43:32.287553 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-deccf079-c59f-47d4-84e2-3e982a035d56 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Made reservation on behalf of 35cfdc78458c41aab44b0a976c3549af for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:43:32.295353 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-deccf079-c59f-47d4-84e2-3e982a035d56 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:32.345324 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-68d761dc-cd44-4013-adaf-53556f9a7495 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25318c00-c898-4c02-99c4-badd4d372c64 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:43:32.353169 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac44a0-5cde-4ca2-9ec1-db2098fd1d38 None None] Pushing event updated for resources: {'Port': ['ID=dc6c7e10-ee95-4caf-91f8-3a1b1094a7ba,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:32.371806 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-68d761dc-cd44-4013-adaf-53556f9a7495 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:32.396259 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d0a3c9eb-5127-4c54-99d8-e0719385cb02 req-c1c220a5-1972-45fd-bad7-c5b936b9b852 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070110 Nov 27 03:43:32.426242 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54490) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:32.431977 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-68d761dc-cd44-4013-adaf-53556f9a7495 service neutron] Transition to ACTIVE for port object 25318c00-c898-4c02-99c4-badd4d372c64 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:43:32.441126 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-68d761dc-cd44-4013-adaf-53556f9a7495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:32.500908 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f040cd-f730-4a59-9e20-91f06f9ff74e None None] Network 525f88d2-30df-4098-9c81-59766cb26842 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:43:32.501670 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9a3bf-974a-40f6-9aed-df1a03271536 req-9c600031-dd2a-4e2c-ba5c-5e8ee1155002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:32.503473 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0fb9a3bf-974a-40f6-9aed-df1a03271536 req-9c600031-dd2a-4e2c-ba5c-5e8ee1155002 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.2621293 Nov 27 03:43:32.509114 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1a692e-f20b-49aa-8dbc-14bbbe397323 x-openstack-request-id: req-2b1a692e-f20b-49aa-8dbc-14bbbe397323 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:43:32.509421 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9443a66-6495-4b72-af09-e210b5659963", "tag": "02dd892f-ed59-45a9-957a-3c42862cff9d", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:43:32.509664 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b1a692e-f20b-49aa-8dbc-14bbbe397323 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:43:32.510056 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9443a66-6495-4b72-af09-e210b5659963', 'tag': '02dd892f-ed59-45a9-957a-3c42862cff9d', 'status': 'completed', 'code': 200} Nov 27 03:43:32.562318 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.23', 65251) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:32.565578 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0fb9a3bf-974a-40f6-9aed-df1a03271536 req-655a47d2-49d7-4823-914a-889e1fa62601 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=8e7b808b-e22f-4e4a-8e03-66ad1475346d HTTP/1.1" status: 200 len: 217 time: 0.0511765 Nov 27 03:43:32.581036 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d761dc-cd44-4013-adaf-53556f9a7495 service neutron] Pushing event updated for resources: {'Port': ['ID=25318c00-c898-4c02-99c4-badd4d372c64,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:32.607193 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-416d6f7e-744a-4bd4-8dbf-86830e5fcdcd admin admin] Deleting subnet 9ea5037c-d73e-4963-b4ff-6a6eb901e8a6 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:43:32.619490 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-416d6f7e-744a-4bd4-8dbf-86830e5fcdcd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:32.661474 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-ce345995-48a8-4664-b724-490bf899c5cd None None] Set router ddb2df56-a66f-4539-b5ec-bd9965e5fdb3 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:43:32.668776 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-deccf079-c59f-47d4-84e2-3e982a035d56 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Allocated IP 172.20.0.8 (b645cec8-c88e-4bba-8234-b110de21cfe7/022c48dd-3720-4645-8f22-45c74ce924ab/c59a2bca-5b06-4f5b-a19c-8a7cea12b721) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:43:32.695925 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-68d761dc-cd44-4013-adaf-53556f9a7495 service neutron] Attempting to bind port 25318c00-c898-4c02-99c4-badd4d372c64 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:43:32.696833 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-68d761dc-cd44-4013-adaf-53556f9a7495 service neutron] Attempting to bind port 25318c00-c898-4c02-99c4-badd4d372c64 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:43:32.697185 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-68d761dc-cd44-4013-adaf-53556f9a7495 service neutron] Attempting to bind port 25318c00-c898-4c02-99c4-badd4d372c64 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:43:32.699079 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-416d6f7e-744a-4bd4-8dbf-86830e5fcdcd admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:32.700221 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9a3bf-974a-40f6-9aed-df1a03271536 req-7513952d-6f84-4a61-a30b-12b1a67a8b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:32.701752 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0fb9a3bf-974a-40f6-9aed-df1a03271536 req-7513952d-6f84-4a61-a30b-12b1a67a8b13 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.1121528 Nov 27 03:43:32.739105 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-416d6f7e-744a-4bd4-8dbf-86830e5fcdcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:32.743231 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c0d34-d7ed-484b-98b8-7b58351c7633 req-3dca95d0-085a-401f-8bc3-2f37e28dd2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:32.745032 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-852c0d34-d7ed-484b-98b8-7b58351c7633 req-3dca95d0-085a-401f-8bc3-2f37e28dd2c1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f93bf1216094326aad79ff5fda23c08&device_id=b9443a66-6495-4b72-af09-e210b5659963 HTTP/1.1" status: 200 len: 1125 time: 0.1800423 Nov 27 03:43:32.752522 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-68d761dc-cd44-4013-adaf-53556f9a7495 service neutron] Port 25318c00-c898-4c02-99c4-badd4d372c64 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:43:32.752849 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-68d761dc-cd44-4013-adaf-53556f9a7495 service neutron] Attempting to bind port 25318c00-c898-4c02-99c4-badd4d372c64 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:43:32.762627 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-68d761dc-cd44-4013-adaf-53556f9a7495 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:43:32.762972 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-68d761dc-cd44-4013-adaf-53556f9a7495 service neutron] Checking segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:43:32.763358 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-68d761dc-cd44-4013-adaf-53556f9a7495 service neutron] Bound using segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:43:32.763810 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-68d761dc-cd44-4013-adaf-53556f9a7495 service neutron] Bound port: 25318c00-c898-4c02-99c4-badd4d372c64, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:43:32.764168 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-68d761dc-cd44-4013-adaf-53556f9a7495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:32.799125 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3594b-a670-4c97-aef5-426921c534a7 req-7ee52c50-d085-45ca-b8b1-33d457c0ed88 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:32.806244 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-07a3594b-a670-4c97-aef5-426921c534a7 req-7ee52c50-d085-45ca-b8b1-33d457c0ed88 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cf09574-896a-4db0-9254-3e2acf88572e HTTP/1.1" status: 200 len: 948 time: 0.2368290 Nov 27 03:43:32.835139 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5fcd91bf-ce94-46d8-9b43-ffd7bc390a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:32.849164 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9a3bf-974a-40f6-9aed-df1a03271536 req-fbfba911-689c-4640-acfb-ae56d37beeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:32.850674 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0fb9a3bf-974a-40f6-9aed-df1a03271536 req-fbfba911-689c-4640-acfb-ae56d37beeb9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1318183 Nov 27 03:43:32.951622 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-5fcd91bf-ce94-46d8-9b43-ffd7bc390a1c None None] For port dc6c7e10-ee95-4caf-91f8-3a1b1094a7ba, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=dc6c7e10-ee95-4caf-91f8-3a1b1094a7ba,segment=NetworkSegment(671bd895-f616-4636-a0e7-70f1553d40bb),segment_id=671bd895-f616-4636-a0e7-70f1553d40bb)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:43:32.957881 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0fb9a3bf-974a-40f6-9aed-df1a03271536 req-2b64a551-ee82-49a7-a350-b333ea5c0447 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913498 Nov 27 03:43:32.959730 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5fcd91bf-ce94-46d8-9b43-ffd7bc390a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:32.987806 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c0d34-d7ed-484b-98b8-7b58351c7633 req-f5aea04c-f6c6-4bee-9841-8ed01293453e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:32.989369 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-852c0d34-d7ed-484b-98b8-7b58351c7633 req-f5aea04c-f6c6-4bee-9841-8ed01293453e service neutron] 10.222.0.23 "GET /v2.0/networks?id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 HTTP/1.1" status: 200 len: 909 time: 0.1976767 Nov 27 03:43:33.052051 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-68d761dc-cd44-4013-adaf-53556f9a7495 service neutron] For port 25318c00-c898-4c02-99c4-badd4d372c64, host n-h1-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:43:33.056970 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-68d761dc-cd44-4013-adaf-53556f9a7495 service neutron] For port 25318c00-c898-4c02-99c4-badd4d372c64, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=25318c00-c898-4c02-99c4-badd4d372c64,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:43:33.058235 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd91bf-ce94-46d8-9b43-ffd7bc390a1c None None] Pushing event updated for resources: {'Port': ['ID=dc6c7e10-ee95-4caf-91f8-3a1b1094a7ba,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:33.060755 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-852c0d34-d7ed-484b-98b8-7b58351c7633 req-6c9db536-afcf-45e9-a3f3-6a22250fd645 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02dd892f-ed59-45a9-957a-3c42862cff9d HTTP/1.1" status: 200 len: 217 time: 0.0598307 Nov 27 03:43:33.068925 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-07a3594b-a670-4c97-aef5-426921c534a7 req-8246bf67-39b3-44e2-92ff-01486718218e tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/security-groups?id=f99a0138-3ce9-4071-9643-b64cb6760a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617791 Nov 27 03:43:33.074667 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-68d761dc-cd44-4013-adaf-53556f9a7495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:33.100235 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-92275cf6-ee8f-4e2e-a918-46f423eff5aa None None] Provisioning complete for port dc6c7e10-ee95-4caf-91f8-3a1b1094a7ba triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:43:33.100975 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-92275cf6-ee8f-4e2e-a918-46f423eff5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:33.113707 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-ce345995-48a8-4664-b724-490bf899c5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb2df56-a66f-4539-b5ec-bd9965e5fdb3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1563237718-router', 'tenant_id': '6f684ba78ec5424f81bef4574bf18f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'bec77344-3b81-4913-9009-3cd0bef70ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:17Z', 'updated_at': '2021-11-27T03:43:27Z', 'revision_number': 4, 'project_id': '6f684ba78ec5424f81bef4574bf18f69', 'gw_port': {'id': 'bec77344-3b81-4913-9009-3cd0bef70ed2', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:06:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb2df56-a66f-4539-b5ec-bd9965e5fdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:19Z', 'updated_at': '2021-11-27T03:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'dc6c7e10-ee95-4caf-91f8-3a1b1094a7ba', 'name': '', 'network_id': '44499840-d47e-4df1-8d61-3f27d338298a', 'tenant_id': '6f684ba78ec5424f81bef4574bf18f69', 'mac_address': 'fa:16:3e:da:de:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb2df56-a66f-4539-b5ec-bd9965e5fdb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '1c058b2a-ed85-4531-9f39-5d99ed0a17c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:25Z', 'updated_at': '2021-11-27T03:43:31Z', 'revision_number': 4, 'project_id': '6f684ba78ec5424f81bef4574bf18f69', 'subnets': [{'id': '1c058b2a-ed85-4531-9f39-5d99ed0a17c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:43:33.143442 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0fb9a3bf-974a-40f6-9aed-df1a03271536 req-04e68f96-e327-4cba-8e24-84e7cc718e19 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759875 Nov 27 03:43:33.165287 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-68d761dc-cd44-4013-adaf-53556f9a7495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:33.165909 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-68d761dc-cd44-4013-adaf-53556f9a7495 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:33.170112 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-68d761dc-cd44-4013-adaf-53556f9a7495 service neutron] 10.222.0.23 "PUT /v2.0/ports/25318c00-c898-4c02-99c4-badd4d372c64 HTTP/1.1" status: 200 len: 1096 time: 2.1447959 Nov 27 03:43:33.170768 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b0c6bfe-89fd-403a-941a-55854b03c5c5', 'tag': '25318c00-c898-4c02-99c4-badd4d372c64'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:43:33.173153 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a9656f-1b26-47c7-bd9b-f3fb6ce611f8" -d '{"events": [{"name": "network-changed", "server_uuid": "3b0c6bfe-89fd-403a-941a-55854b03c5c5", "tag": "25318c00-c898-4c02-99c4-badd4d372c64"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:43:33.198673 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce345995-48a8-4664-b724-490bf899c5cd None None] The sync data for ids ['ddb2df56-a66f-4539-b5ec-bd9965e5fdb3'] in n-d-819494-3 is: [{'id': 'ddb2df56-a66f-4539-b5ec-bd9965e5fdb3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1563237718-router', 'tenant_id': '6f684ba78ec5424f81bef4574bf18f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'bec77344-3b81-4913-9009-3cd0bef70ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:17Z', 'updated_at': '2021-11-27T03:43:27Z', 'revision_number': 4, 'project_id': '6f684ba78ec5424f81bef4574bf18f69', 'gw_port': {'id': 'bec77344-3b81-4913-9009-3cd0bef70ed2', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:06:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb2df56-a66f-4539-b5ec-bd9965e5fdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:19Z', 'updated_at': '2021-11-27T03:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'dc6c7e10-ee95-4caf-91f8-3a1b1094a7ba', 'name': '', 'network_id': '44499840-d47e-4df1-8d61-3f27d338298a', 'tenant_id': '6f684ba78ec5424f81bef4574bf18f69', 'mac_address': 'fa:16:3e:da:de:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb2df56-a66f-4539-b5ec-bd9965e5fdb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '1c058b2a-ed85-4531-9f39-5d99ed0a17c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:25Z', 'updated_at': '2021-11-27T03:43:31Z', 'revision_number': 4, 'project_id': '6f684ba78ec5424f81bef4574bf18f69', 'subnets': [{'id': '1c058b2a-ed85-4531-9f39-5d99ed0a17c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:43:33.210598 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54510) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:33.232928 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-03e6ff5a-e941-44f4-b371-57f3beec8444 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Request body: {'security_group': {'name': 'tempest-securitygroup--568715187', 'description': 'tempest-description--1939858903'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:33.280841 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-416d6f7e-744a-4bd4-8dbf-86830e5fcdcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:33.345623 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d6f7e-744a-4bd4-8dbf-86830e5fcdcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ea5037c-d73e-4963-b4ff-6a6eb901e8a6,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:33.364922 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c0d34-d7ed-484b-98b8-7b58351c7633 req-cc0c44ec-dffd-41ef-8d54-8223a4207c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:33.366432 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-852c0d34-d7ed-484b-98b8-7b58351c7633 req-cc0c44ec-dffd-41ef-8d54-8223a4207c41 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f2f4695-47e3-40b2-b54d-f43d3306eba4 HTTP/1.1" status: 200 len: 848 time: 0.2787051 Nov 27 03:43:33.374028 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-416d6f7e-744a-4bd4-8dbf-86830e5fcdcd admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:33.383227 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d761dc-cd44-4013-adaf-53556f9a7495 service neutron] Pushing event updated for resources: {'Port': ['ID=25318c00-c898-4c02-99c4-badd4d372c64,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:33.386959 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-416d6f7e-744a-4bd4-8dbf-86830e5fcdcd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9ea5037c-d73e-4963-b4ff-6a6eb901e8a6 HTTP/1.1" status: 204 len: 168 time: 0.9595046 Nov 27 03:43:33.405994 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54518) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:33.491262 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-852c0d34-d7ed-484b-98b8-7b58351c7633 req-695c1d17-5548-4f3d-a45f-2ce6457602a0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874269 Nov 27 03:43:33.525177 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d296e7-9892-40b4-9e06-581b730b97d5 x-openstack-request-id: req-b5d296e7-9892-40b4-9e06-581b730b97d5 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:43:33.525477 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b0c6bfe-89fd-403a-941a-55854b03c5c5", "tag": "25318c00-c898-4c02-99c4-badd4d372c64", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:43:33.525764 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5d296e7-9892-40b4-9e06-581b730b97d5 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:43:33.527130 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b0c6bfe-89fd-403a-941a-55854b03c5c5', 'tag': '25318c00-c898-4c02-99c4-badd4d372c64', 'status': 'completed', 'code': 200} Nov 27 03:43:33.532040 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-03e6ff5a-e941-44f4-b371-57f3beec8444 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:33.636340 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-deccf079-c59f-47d4-84e2-3e982a035d56 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:33.692052 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d702e3b4-8e36-447a-a9f5-3fa54393f5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:33.699121 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d2b0f952-c8a9-4aa8-85b7-f9afc28d4818 req-b59b8e7f-1243-49b4-b54f-f6b1539ea8e3 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6d323d-f6d7-4cdd-9567-f2c1727d8cee HTTP/1.1" status: 200 len: 210 time: 0.1177199 Nov 27 03:43:33.781117 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc7a6c-fe43-4d79-abca-8ddab5345435 req-2b0e4b4e-46a6-4138-b564-cf694d984652 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:33.782674 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-98bc7a6c-fe43-4d79-abca-8ddab5345435 req-2b0e4b4e-46a6-4138-b564-cf694d984652 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b0c6bfe-89fd-403a-941a-55854b03c5c5 HTTP/1.1" status: 200 len: 948 time: 0.5193768 Nov 27 03:43:33.792624 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-14ba8996-efda-4949-889c-150b09c3a6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:33.794190 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-14ba8996-efda-4949-889c-150b09c3a6b5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f146c2688204f20b505f83e3c3123db&device_id=3b0c6bfe-89fd-403a-941a-55854b03c5c5 HTTP/1.1" status: 200 len: 1099 time: 0.4849005 Nov 27 03:43:33.795573 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-852c0d34-d7ed-484b-98b8-7b58351c7633 req-80a47d45-48f4-4bfa-9d59-8fd8cededba5 service neutron] 10.222.0.23 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130542 Nov 27 03:43:33.812174 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-deccf079-c59f-47d4-84e2-3e982a035d56 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:33.862271 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-72697b50-b6fd-49c1-b3d0-6581d8305ce4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=25318c00-c898-4c02-99c4-badd4d372c64 HTTP/1.1" status: 200 len: 217 time: 0.0416570 Nov 27 03:43:33.950750 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-98bc7a6c-fe43-4d79-abca-8ddab5345435 req-4a023f8b-a9c0-48cf-a331-8003ac4efb99 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/security-groups?id=433bd4f4-0057-4edd-9b1a-c8bdc4d45e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540954 Nov 27 03:43:33.952680 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-e07838c5-2194-4beb-b12f-b1cb1b35174d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:33.954389 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-e07838c5-2194-4beb-b12f-b1cb1b35174d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.0819311 Nov 27 03:43:33.973985 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-03e6ff5a-e941-44f4-b371-57f3beec8444 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:33.974077 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device dc6c7e10-ee95-4caf-91f8-3a1b1094a7ba up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:43:34.005474 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-03e6ff5a-e941-44f4-b371-57f3beec8444 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:34.051615 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-03e6ff5a-e941-44f4-b371-57f3beec8444 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:34.052986 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-03e6ff5a-e941-44f4-b371-57f3beec8444 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8406508 Nov 27 03:43:34.055844 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54538) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:34.058737 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port dc6c7e10-ee95-4caf-91f8-3a1b1094a7ba triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:43:34.059117 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:34.060442 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-2559717a-488c-4bf6-8d61-4f845c2474b1 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Request body: {'security_group_rule': {'security_group_id': 'fc852f61-2cf1-4aa9-92bb-cab027642d6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:34.070740 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ff5a-e941-44f4-b371-57f3beec8444 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc852f61-2cf1-4aa9-92bb-cab027642d6e,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:34.077429 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-b21cf8d0-43d0-4914-aa30-4a1ef4f0f44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:34.078948 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-b21cf8d0-43d0-4914-aa30-4a1ef4f0f44b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1053936 Nov 27 03:43:34.182515 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2559717a-488c-4bf6-8d61-4f845c2474b1 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:34.266520 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-68260e45-d899-4782-a478-71cb644e6e31 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748111 Nov 27 03:43:34.318022 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-deccf079-c59f-47d4-84e2-3e982a035d56 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Network b645cec8-c88e-4bba-8234-b110de21cfe7 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:43:34.323712 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d702e3b4-8e36-447a-a9f5-3fa54393f5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:34.325737 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deccf079-c59f-47d4-84e2-3e982a035d56 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Pushing event updated for resources: {'Port': ['ID=c59a2bca-5b06-4f5b-a19c-8a7cea12b721,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:34.339740 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-deccf079-c59f-47d4-84e2-3e982a035d56 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:43:34.352432 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25051d30-183a-4334-8618-b9909fbe9404 req-38148516-666e-4baa-ba8e-369048ecf49c tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:34.359838 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-25051d30-183a-4334-8618-b9909fbe9404 req-38148516-666e-4baa-ba8e-369048ecf49c tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9443a66-6495-4b72-af09-e210b5659963 HTTP/1.1" status: 200 len: 944 time: 0.5630834 Nov 27 03:43:34.360089 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2559717a-488c-4bf6-8d61-4f845c2474b1 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:34.367728 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-deccf079-c59f-47d4-84e2-3e982a035d56 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:43:34.376271 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2559717a-488c-4bf6-8d61-4f845c2474b1 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:34.378655 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-deccf079-c59f-47d4-84e2-3e982a035d56 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:34.378962 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-deccf079-c59f-47d4-84e2-3e982a035d56 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:34.406433 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d702e3b4-8e36-447a-a9f5-3fa54393f5d8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:43:34.406813 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d702e3b4-8e36-447a-a9f5-3fa54393f5d8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:43:34.407548 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d702e3b4-8e36-447a-a9f5-3fa54393f5d8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:43:34.407880 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d702e3b4-8e36-447a-a9f5-3fa54393f5d8 admin admin] Subscribe: > port after_create 55550000 {{(pid=110019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:43:34.408356 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d702e3b4-8e36-447a-a9f5-3fa54393f5d8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:43:34.408601 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d702e3b4-8e36-447a-a9f5-3fa54393f5d8 admin admin] Subscribe: > port after_update 55550000 {{(pid=110019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:43:34.408944 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d702e3b4-8e36-447a-a9f5-3fa54393f5d8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:43:34.409266 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d702e3b4-8e36-447a-a9f5-3fa54393f5d8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:43:34.409585 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d702e3b4-8e36-447a-a9f5-3fa54393f5d8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:43:34.409911 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d702e3b4-8e36-447a-a9f5-3fa54393f5d8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:43:34.432200 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559717a-488c-4bf6-8d61-4f845c2474b1 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec77b73f-133c-44b6-afcf-2779624418a1,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:34.449413 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2559717a-488c-4bf6-8d61-4f845c2474b1 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:34.453126 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2559717a-488c-4bf6-8d61-4f845c2474b1 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3937747 Nov 27 03:43:34.453689 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54546) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:34.459851 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-d067103d-0fdd-4898-8c0e-a122eff3551f tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Request body: {'security_group_rule': {'security_group_id': 'fc852f61-2cf1-4aa9-92bb-cab027642d6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:34.467945 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cbff3024-4dae-4d5b-ab3f-a3d3167cb5a2 req-5b84cbfd-c5ef-409b-ba9f-00109ac627ee service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862783 Nov 27 03:43:34.483788 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d702e3b4-8e36-447a-a9f5-3fa54393f5d8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:43:34.484054 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d702e3b4-8e36-447a-a9f5-3fa54393f5d8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:43:34.484386 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d702e3b4-8e36-447a-a9f5-3fa54393f5d8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:43:34.484720 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d702e3b4-8e36-447a-a9f5-3fa54393f5d8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:43:34.485100 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-d702e3b4-8e36-447a-a9f5-3fa54393f5d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66e2a0e6-c5e6-47fa-8c4b-146254227cc8']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:43:34.487811 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88bd763-f8ba-4aba-97e7-fd0883000154 req-06276335-ffb5-4c1c-a012-55e696263ffe tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:34.489410 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d88bd763-f8ba-4aba-97e7-fd0883000154 req-06276335-ffb5-4c1c-a012-55e696263ffe tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cf09574-896a-4db0-9254-3e2acf88572e HTTP/1.1" status: 200 len: 948 time: 0.1315093 Nov 27 03:43:34.516564 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d067103d-0fdd-4898-8c0e-a122eff3551f tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:34.522465 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-d702e3b4-8e36-447a-a9f5-3fa54393f5d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0b87617-4cd6-48c2-84bf-92f0532b1cc5') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:43:34.522858 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-d702e3b4-8e36-447a-a9f5-3fa54393f5d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0b87617-4cd6-48c2-84bf-92f0532b1cc5') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:43:34.549711 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-deccf079-c59f-47d4-84e2-3e982a035d56 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5556459 Nov 27 03:43:34.561059 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d702e3b4-8e36-447a-a9f5-3fa54393f5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:34.563650 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 8e7b808b-e22f-4e4a-8e03-66ad1475346d details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:43:34.579756 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d88bd763-f8ba-4aba-97e7-fd0883000154 req-73c0b1d3-8018-412e-9634-ff4badac2a03 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/security-groups?id=f99a0138-3ce9-4071-9643-b64cb6760a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723481 Nov 27 03:43:34.598539 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-8f034cd1-b502-4afd-8c75-de9318c86106 service neutron] Request body: {'port': {'device_id': 'be6d323d-f6d7-4cdd-9567-f2c1727d8cee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:34.614789 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d067103d-0fdd-4898-8c0e-a122eff3551f tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:34.634146 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d067103d-0fdd-4898-8c0e-a122eff3551f tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:34.641731 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-852c0d34-d7ed-484b-98b8-7b58351c7633 req-a0fc15cc-2cf1-4c33-9b44-3487e03148fb service neutron] 10.222.0.23 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7906175 Nov 27 03:43:34.646225 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d702e3b4-8e36-447a-a9f5-3fa54393f5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:34.654679 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-25051d30-183a-4334-8618-b9909fbe9404 req-297aca19-4c9a-41a9-9a38-b7c4665c05d7 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939692 Nov 27 03:43:34.671484 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d702e3b4-8e36-447a-a9f5-3fa54393f5d8 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:43:34.671883 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d702e3b4-8e36-447a-a9f5-3fa54393f5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:34.698864 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d067103d-0fdd-4898-8c0e-a122eff3551f tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c17fe49c-f657-4175-b89c-e38a0b368ca8,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:34.714115 n-d-819494-3 neutron-server[110019]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 27 03:43:34.714115 n-d-819494-3 neutron-server[110019]: from cryptography.utils import int_from_bytes Nov 27 03:43:34.714115 n-d-819494-3 neutron-server[110019]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 27 03:43:34.714115 n-d-819494-3 neutron-server[110019]: from cryptography.utils import int_from_bytes Nov 27 03:43:34.714115 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 03:43:34.714115 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:43:34.714115 n-d-819494-3 neutron-server[110019]: timer() Nov 27 03:43:34.714115 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:43:34.714115 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 03:43:34.714115 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:43:34.714115 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 03:43:34.714115 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:43:34.714115 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 03:43:34.714115 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:43:34.714115 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 03:43:34.714115 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:43:34.714115 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 03:43:34.714115 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:43:34.714115 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:43:34.714115 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:43:34.714115 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:43:34.714115 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:43:34.714115 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 03:43:34.714115 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:43:34.714115 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 03:43:34.714115 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:43:34.714115 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:43:34.714115 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:43:34.714115 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 03:43:34.714115 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:43:34.714115 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:43:34.714115 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:43:34.714115 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:43:34.714115 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:43:34.714115 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:43:34.714115 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:43:34.741794 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d067103d-0fdd-4898-8c0e-a122eff3551f tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:34.754598 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d067103d-0fdd-4898-8c0e-a122eff3551f tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2918265 Nov 27 03:43:34.754852 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54560) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:34.777140 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-e78ff801-5b6c-4323-ba12-1a89f4450a4e tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:34.825673 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-8f034cd1-b502-4afd-8c75-de9318c86106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:34.853031 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 8e7b808b-e22f-4e4a-8e03-66ad1475346d, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=8e7b808b-e22f-4e4a-8e03-66ad1475346d,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:43:34.889317 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9656f-1b26-47c7-bd9b-f3fb6ce611f8 req-532aeac2-a4de-4d42-a996-37ff826cf39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:34.890900 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-32a9656f-1b26-47c7-bd9b-f3fb6ce611f8 req-532aeac2-a4de-4d42-a996-37ff826cf39d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f146c2688204f20b505f83e3c3123db&device_id=3b0c6bfe-89fd-403a-941a-55854b03c5c5 HTTP/1.1" status: 200 len: 1099 time: 0.2738991 Nov 27 03:43:34.895893 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e78ff801-5b6c-4323-ba12-1a89f4450a4e tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks [] for floatingip, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:34.896538 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '8e7b808b-e22f-4e4a-8e03-66ad1475346d', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'port_id': '8e7b808b-e22f-4e4a-8e03-66ad1475346d', 'mac_address': 'fa:16:3e:5e:6d:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14a2acf-f1d7-4ddf-8459-b30982428e88', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:43:34.910134 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d702e3b4-8e36-447a-a9f5-3fa54393f5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:34.953865 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d702e3b4-8e36-447a-a9f5-3fa54393f5d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:34.962022 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d702e3b4-8e36-447a-a9f5-3fa54393f5d8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/66e2a0e6-c5e6-47fa-8c4b-146254227cc8 HTTP/1.1" status: 204 len: 168 time: 1.5550420 Nov 27 03:43:34.965624 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:34.966916 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54576) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:34.990906 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e7b808b-e22f-4e4a-8e03-66ad1475346d {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:43:35.027946 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702e3b4-8e36-447a-a9f5-3fa54393f5d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=66e2a0e6-c5e6-47fa-8c4b-146254227cc8,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:35.028545 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 8e7b808b-e22f-4e4a-8e03-66ad1475346d, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=8e7b808b-e22f-4e4a-8e03-66ad1475346d,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:43:35.039918 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:35.043387 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 02dd892f-ed59-45a9-957a-3c42862cff9d details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:43:35.076097 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe5919-1553-45c4-afc2-232f9e247609 req-e23de3ed-0ba6-43f5-97b1-cdd317de0cf2 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:35.083877 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-24fe5919-1553-45c4-afc2-232f9e247609 req-e23de3ed-0ba6-43f5-97b1-cdd317de0cf2 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6d323d-f6d7-4cdd-9567-f2c1727d8cee HTTP/1.1" status: 200 len: 931 time: 0.2878616 Nov 27 03:43:35.138321 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc6fac1c-8773-4f10-8ccd-0facb15ec396 admin admin] Deleting subnet b03baedb-cce7-47e7-813f-e38a6bbda293 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:43:35.141542 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dc6fac1c-8773-4f10-8ccd-0facb15ec396 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:35.200924 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9656f-1b26-47c7-bd9b-f3fb6ce611f8 req-b693d871-9832-4de7-af6a-bd2832517b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:35.202349 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-32a9656f-1b26-47c7-bd9b-f3fb6ce611f8 req-b693d871-9832-4de7-af6a-bd2832517b73 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.3022759 Nov 27 03:43:35.202840 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 02dd892f-ed59-45a9-957a-3c42862cff9d, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=02dd892f-ed59-45a9-957a-3c42862cff9d,segment=NetworkSegment(0ede1ec6-1b9f-43e0-8048-29f023f3314a),segment_id=0ede1ec6-1b9f-43e0-8048-29f023f3314a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:43:35.223006 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 02dd892f-ed59-45a9-957a-3c42862cff9d has no active binding in host n-h2-819494-3 {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 27 03:43:35.230590 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89016aa5-35bb-4198-8cd1-db35a76b74b0 req-356b15c6-922c-4b6b-aef4-33970cbb4dec tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:35.232275 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-89016aa5-35bb-4198-8cd1-db35a76b74b0 req-356b15c6-922c-4b6b-aef4-33970cbb4dec tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b0c6bfe-89fd-403a-941a-55854b03c5c5 HTTP/1.1" status: 200 len: 948 time: 0.1344991 Nov 27 03:43:35.239559 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dc6fac1c-8773-4f10-8ccd-0facb15ec396 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:35.271338 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=8e7b808b-e22f-4e4a-8e03-66ad1475346d,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:35.277026 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-24fe5919-1553-45c4-afc2-232f9e247609 req-470628e5-ecb3-4e0d-8c34-6e8d95af9a67 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920035 Nov 27 03:43:35.281342 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-32a9656f-1b26-47c7-bd9b-f3fb6ce611f8 req-71ce46a0-0fd4-4ea2-92dc-6223f7faac34 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=25318c00-c898-4c02-99c4-badd4d372c64 HTTP/1.1" status: 200 len: 217 time: 0.0586834 Nov 27 03:43:35.282639 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dc6fac1c-8773-4f10-8ccd-0facb15ec396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:35.363637 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-89016aa5-35bb-4198-8cd1-db35a76b74b0 req-ac773c9b-afec-46a5-b4a3-f9939d3cc88f tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/security-groups?id=433bd4f4-0057-4edd-9b1a-c8bdc4d45e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172101 Nov 27 03:43:35.387533 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9656f-1b26-47c7-bd9b-f3fb6ce611f8 req-845ed7d5-a811-46d5-9511-8e8ce17f2104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:35.388983 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-32a9656f-1b26-47c7-bd9b-f3fb6ce611f8 req-845ed7d5-a811-46d5-9511-8e8ce17f2104 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.0836818 Nov 27 03:43:35.429955 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-8f034cd1-b502-4afd-8c75-de9318c86106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c59a2bca-5b06-4f5b-a19c-8a7cea12b721 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:43:35.439077 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dc6fac1c-8773-4f10-8ccd-0facb15ec396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:35.445176 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e78ff801-5b6c-4323-ba12-1a89f4450a4e tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:35.447434 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-8f034cd1-b502-4afd-8c75-de9318c86106 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:35.463710 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-8f034cd1-b502-4afd-8c75-de9318c86106 service neutron] Transition to ACTIVE for port object c59a2bca-5b06-4f5b-a19c-8a7cea12b721 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:43:35.469656 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-8f034cd1-b502-4afd-8c75-de9318c86106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:35.478444 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6fac1c-8773-4f10-8ccd-0facb15ec396 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b03baedb-cce7-47e7-813f-e38a6bbda293,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:35.484087 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dc6fac1c-8773-4f10-8ccd-0facb15ec396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:35.490177 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-dc6fac1c-8773-4f10-8ccd-0facb15ec396 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b03baedb-cce7-47e7-813f-e38a6bbda293 HTTP/1.1" status: 204 len: 168 time: 0.4833686 Nov 27 03:43:35.492218 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54586) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:35.527966 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f034cd1-b502-4afd-8c75-de9318c86106 service neutron] Pushing event updated for resources: {'Port': ['ID=c59a2bca-5b06-4f5b-a19c-8a7cea12b721,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:35.555593 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['8e7b808b-e22f-4e4a-8e03-66ad1475346d'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:43:35.579764 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9656f-1b26-47c7-bd9b-f3fb6ce611f8 req-90388620-d5bd-474a-b25e-ff0a3f553a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:35.581798 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-32a9656f-1b26-47c7-bd9b-f3fb6ce611f8 req-90388620-d5bd-474a-b25e-ff0a3f553a86 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1847177 Nov 27 03:43:35.600799 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54588) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:35.639522 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-8f034cd1-b502-4afd-8c75-de9318c86106 service neutron] Attempting to bind port c59a2bca-5b06-4f5b-a19c-8a7cea12b721 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:43:35.639870 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-8f034cd1-b502-4afd-8c75-de9318c86106 service neutron] Attempting to bind port c59a2bca-5b06-4f5b-a19c-8a7cea12b721 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:43:35.640202 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-8f034cd1-b502-4afd-8c75-de9318c86106 service neutron] Attempting to bind port c59a2bca-5b06-4f5b-a19c-8a7cea12b721 on network b645cec8-c88e-4bba-8234-b110de21cfe7 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:43:35.645686 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-8f034cd1-b502-4afd-8c75-de9318c86106 service neutron] Port c59a2bca-5b06-4f5b-a19c-8a7cea12b721 on network b645cec8-c88e-4bba-8234-b110de21cfe7 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:43:35.646017 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-8f034cd1-b502-4afd-8c75-de9318c86106 service neutron] Attempting to bind port c59a2bca-5b06-4f5b-a19c-8a7cea12b721 on network b645cec8-c88e-4bba-8234-b110de21cfe7 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:43:35.651746 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-8f034cd1-b502-4afd-8c75-de9318c86106 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:43:35.652103 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-8f034cd1-b502-4afd-8c75-de9318c86106 service neutron] Checking segment: {'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:43:35.652491 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-8f034cd1-b502-4afd-8c75-de9318c86106 service neutron] Bound using segment: {'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:43:35.652949 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-8f034cd1-b502-4afd-8c75-de9318c86106 service neutron] Bound port: c59a2bca-5b06-4f5b-a19c-8a7cea12b721, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:43:35.653398 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-8f034cd1-b502-4afd-8c75-de9318c86106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:35.738384 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-8f034cd1-b502-4afd-8c75-de9318c86106 service neutron] For port c59a2bca-5b06-4f5b-a19c-8a7cea12b721, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:43:35.743621 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-8f034cd1-b502-4afd-8c75-de9318c86106 service neutron] For port c59a2bca-5b06-4f5b-a19c-8a7cea12b721, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=c59a2bca-5b06-4f5b-a19c-8a7cea12b721,segment=NetworkSegment(74310010-e448-4edf-8f12-15f9f8367765),segment_id=74310010-e448-4edf-8f12-15f9f8367765)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:43:35.753882 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-8f034cd1-b502-4afd-8c75-de9318c86106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:35.858877 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-023ae30b-2870-44a2-9b58-979ced7c86f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:35.875519 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54598) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:35.897297 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-e78ff801-5b6c-4323-ba12-1a89f4450a4e tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Allocated IP 172.25.1.7 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/a9e4660e-90d8-4246-8d41-dbe6c65c88a6) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:43:35.898746 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-8f034cd1-b502-4afd-8c75-de9318c86106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:35.899374 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-8f034cd1-b502-4afd-8c75-de9318c86106 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:35.900997 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-8f034cd1-b502-4afd-8c75-de9318c86106 service neutron] 10.222.0.23 "PUT /v2.0/ports/c59a2bca-5b06-4f5b-a19c-8a7cea12b721 HTTP/1.1" status: 200 len: 1091 time: 1.3219483 Nov 27 03:43:35.904774 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be6d323d-f6d7-4cdd-9567-f2c1727d8cee', 'tag': 'c59a2bca-5b06-4f5b-a19c-8a7cea12b721'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:43:35.907008 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c657d4b-5ae8-40e3-a59f-d20f33bfd972" -d '{"events": [{"name": "network-changed", "server_uuid": "be6d323d-f6d7-4cdd-9567-f2c1727d8cee", "tag": "c59a2bca-5b06-4f5b-a19c-8a7cea12b721"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:43:35.968449 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f034cd1-b502-4afd-8c75-de9318c86106 service neutron] Pushing event updated for resources: {'Port': ['ID=c59a2bca-5b06-4f5b-a19c-8a7cea12b721,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:35.989584 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-64ddfe36-c02c-4120-a668-bb40bfd476a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:36.005604 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a471fd-4e1c-4e81-ac2d-4470e8667219 req-91740f92-b1dc-4186-a121-b3d187e630e5 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:36.007123 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e3a471fd-4e1c-4e81-ac2d-4470e8667219 req-91740f92-b1dc-4186-a121-b3d187e630e5 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cf09574-896a-4db0-9254-3e2acf88572e HTTP/1.1" status: 200 len: 949 time: 0.2530491 Nov 27 03:43:36.049875 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc746456-dff9-4a9a-9d0c-cee94ebda095 req-6a568b51-05c1-4373-96ec-ac7cc1ffbc09 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:36.050409 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-32a9656f-1b26-47c7-bd9b-f3fb6ce611f8 req-5009410f-b97f-485b-ab06-0422460228c4 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4587674 Nov 27 03:43:36.051700 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fc746456-dff9-4a9a-9d0c-cee94ebda095 req-6a568b51-05c1-4373-96ec-ac7cc1ffbc09 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9443a66-6495-4b72-af09-e210b5659963 HTTP/1.1" status: 200 len: 944 time: 0.2405474 Nov 27 03:43:36.055481 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1f719e0e-ab86-492c-b655-b0ab944e2a5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:36.071030 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-e9efcd42-8d14-4e23-aa94-c859f83ef833 service neutron] 10.222.0.23 "GET /v2.0/ports/02dd892f-ed59-45a9-957a-3c42862cff9d/bindings/n-h2-819494-3 HTTP/1.1" status: 200 len: 384 time: 0.2284393 Nov 27 03:43:36.158786 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-831948a1-1c19-4e79-84ab-d87935e51722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:36.160516 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-831948a1-1c19-4e79-84ab-d87935e51722 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=35cfdc78458c41aab44b0a976c3549af&device_id=be6d323d-f6d7-4cdd-9567-f2c1727d8cee HTTP/1.1" status: 200 len: 1094 time: 0.1858637 Nov 27 03:43:36.180614 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-023ae30b-2870-44a2-9b58-979ced7c86f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:36.240588 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e3a471fd-4e1c-4e81-ac2d-4470e8667219 req-5404e00b-94cd-4439-b884-89d452817621 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/security-groups?id=f99a0138-3ce9-4071-9643-b64cb6760a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021248 Nov 27 03:43:36.249347 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-023ae30b-2870-44a2-9b58-979ced7c86f1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:43:36.249717 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-023ae30b-2870-44a2-9b58-979ced7c86f1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:43:36.250509 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-023ae30b-2870-44a2-9b58-979ced7c86f1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:43:36.251365 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-023ae30b-2870-44a2-9b58-979ced7c86f1 admin admin] Subscribe: > port after_create 55550000 {{(pid=110018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:43:36.251365 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-023ae30b-2870-44a2-9b58-979ced7c86f1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:43:36.251521 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-023ae30b-2870-44a2-9b58-979ced7c86f1 admin admin] Subscribe: > port after_update 55550000 {{(pid=110018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:43:36.251930 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-023ae30b-2870-44a2-9b58-979ced7c86f1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:43:36.252305 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-023ae30b-2870-44a2-9b58-979ced7c86f1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:43:36.252647 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-023ae30b-2870-44a2-9b58-979ced7c86f1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:43:36.252936 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-023ae30b-2870-44a2-9b58-979ced7c86f1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:43:36.263249 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-684cf47e-6588-4211-88ca-09359f9b8a63 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c59a2bca-5b06-4f5b-a19c-8a7cea12b721 HTTP/1.1" status: 200 len: 217 time: 0.0693574 Nov 27 03:43:36.264130 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fc746456-dff9-4a9a-9d0c-cee94ebda095 req-05f2d843-ef21-436a-8eb7-2af614aec171 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048461 Nov 27 03:43:36.315472 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5041594e-6ede-4071-b053-d2198d932496 x-openstack-request-id: req-5041594e-6ede-4071-b053-d2198d932496 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:43:36.315752 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be6d323d-f6d7-4cdd-9567-f2c1727d8cee", "tag": "c59a2bca-5b06-4f5b-a19c-8a7cea12b721", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:43:36.316003 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5041594e-6ede-4071-b053-d2198d932496 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:43:36.316464 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be6d323d-f6d7-4cdd-9567-f2c1727d8cee', 'tag': 'c59a2bca-5b06-4f5b-a19c-8a7cea12b721', 'status': 'completed', 'code': 200} Nov 27 03:43:36.328329 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-023ae30b-2870-44a2-9b58-979ced7c86f1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:43:36.328329 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-023ae30b-2870-44a2-9b58-979ced7c86f1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:43:36.328697 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-023ae30b-2870-44a2-9b58-979ced7c86f1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:43:36.329144 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-023ae30b-2870-44a2-9b58-979ced7c86f1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 03:43:36.330003 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-023ae30b-2870-44a2-9b58-979ced7c86f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['525f88d2-30df-4098-9c81-59766cb26842']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:43:36.367892 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-023ae30b-2870-44a2-9b58-979ced7c86f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '997b372c-294a-4ecb-ae4f-8af889235ea2') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:43:36.368316 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-023ae30b-2870-44a2-9b58-979ced7c86f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '997b372c-294a-4ecb-ae4f-8af889235ea2') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:43:36.380619 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-64ddfe36-c02c-4120-a668-bb40bfd476a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:36.393458 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e78ff801-5b6c-4323-ba12-1a89f4450a4e tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:36.395935 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-023ae30b-2870-44a2-9b58-979ced7c86f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:36.427006 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-64ddfe36-c02c-4120-a668-bb40bfd476a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:36.435348 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-32a9656f-1b26-47c7-bd9b-f3fb6ce611f8 req-ee0658f0-933e-4644-a23e-e529c72e09a2 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642111 Nov 27 03:43:36.437816 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-023ae30b-2870-44a2-9b58-979ced7c86f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:36.451300 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1f719e0e-ab86-492c-b655-b0ab944e2a5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:36.458789 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-023ae30b-2870-44a2-9b58-979ced7c86f1 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:43:36.459418 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-023ae30b-2870-44a2-9b58-979ced7c86f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:36.467051 n-d-819494-3 neutron-server[110018]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 27 03:43:36.467051 n-d-819494-3 neutron-server[110018]: from cryptography.utils import int_from_bytes Nov 27 03:43:36.467051 n-d-819494-3 neutron-server[110018]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 27 03:43:36.467051 n-d-819494-3 neutron-server[110018]: from cryptography.utils import int_from_bytes Nov 27 03:43:36.467051 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 03:43:36.467051 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:43:36.467051 n-d-819494-3 neutron-server[110018]: timer() Nov 27 03:43:36.467051 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:43:36.467051 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 03:43:36.467051 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:43:36.467051 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 03:43:36.467051 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:43:36.467051 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 03:43:36.467051 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:43:36.467051 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 03:43:36.467051 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:43:36.467051 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 03:43:36.467051 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:43:36.467051 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:43:36.467051 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:43:36.467051 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:43:36.467051 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:43:36.467051 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 03:43:36.467051 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:43:36.467051 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 03:43:36.467051 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:43:36.467051 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:43:36.467051 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:43:36.467051 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 03:43:36.467051 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:43:36.467051 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:43:36.467051 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:43:36.467051 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:43:36.467051 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:43:36.467051 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:43:36.467051 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:43:36.478213 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-00df53f3-39ae-4e52-8693-0336615fe104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:36.479709 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-00df53f3-39ae-4e52-8693-0336615fe104 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=022c48dd-3720-4645-8f22-45c74ce924ab HTTP/1.1" status: 200 len: 861 time: 0.2051523 Nov 27 03:43:36.492153 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1f719e0e-ab86-492c-b655-b0ab944e2a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:36.557801 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-023ae30b-2870-44a2-9b58-979ced7c86f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:36.561505 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e78ff801-5b6c-4323-ba12-1a89f4450a4e tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:36.567792 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 8e7b808b-e22f-4e4a-8e03-66ad1475346d up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:43:36.568319 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-4b314695-00fb-488c-bebd-4273f0a9a892 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b645cec8-c88e-4bba-8234-b110de21cfe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704930 Nov 27 03:43:36.571307 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5df3b2-95d0-43ab-87b4-a2eac56abcab req-5a814a6f-ad6e-4cae-aa59-0ceb7d3f0f1e tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:36.572907 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddfe36-c02c-4120-a668-bb40bfd476a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f133d979-ef4b-487d-b53a-55cd74230792,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:36.576087 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3b5df3b2-95d0-43ab-87b4-a2eac56abcab req-5a814a6f-ad6e-4cae-aa59-0ceb7d3f0f1e tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b0c6bfe-89fd-403a-941a-55854b03c5c5 HTTP/1.1" status: 200 len: 948 time: 0.1387393 Nov 27 03:43:36.583763 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-64ddfe36-c02c-4120-a668-bb40bfd476a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d694ab8a00d0469285ee206b485247e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9821985 Nov 27 03:43:36.589695 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-023ae30b-2870-44a2-9b58-979ced7c86f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:36.595232 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-023ae30b-2870-44a2-9b58-979ced7c86f1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/525f88d2-30df-4098-9c81-59766cb26842 HTTP/1.1" status: 204 len: 168 time: 1.1008899 Nov 27 03:43:36.600266 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54608) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:36.615054 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ae30b-2870-44a2-9b58-979ced7c86f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=525f88d2-30df-4098-9c81-59766cb26842,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:36.624967 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1f719e0e-ab86-492c-b655-b0ab944e2a5f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=86932f6e392a4ae098fbffceef443778&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7446539 Nov 27 03:43:36.665389 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c7a4b-6d90-4306-b109-0ecae226779c req-905e8224-9788-4869-a9bf-05f1e9138a74 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:36.671695 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4a9c7a4b-6d90-4306-b109-0ecae226779c req-905e8224-9788-4869-a9bf-05f1e9138a74 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6d323d-f6d7-4cdd-9567-f2c1727d8cee HTTP/1.1" status: 200 len: 943 time: 0.2986577 Nov 27 03:43:36.672295 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 8e7b808b-e22f-4e4a-8e03-66ad1475346d completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:43:36.678868 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 8e7b808b-e22f-4e4a-8e03-66ad1475346d triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:43:36.679543 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:36.694990 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54612) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:36.771269 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-5257138a-72ec-4779-aaef-01a714c9bc2f service neutron] For port 02dd892f-ed59-45a9-957a-3c42862cff9d, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=02dd892f-ed59-45a9-957a-3c42862cff9d,segment=NetworkSegment(0ede1ec6-1b9f-43e0-8048-29f023f3314a),segment_id=0ede1ec6-1b9f-43e0-8048-29f023f3314a)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:43:36.776067 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54614) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:36.779118 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f719e0e-ab86-492c-b655-b0ab944e2a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c1453e-e936-4884-b3d9-cd7dd7a825b4,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:36.779357 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:36.809701 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf09574-896a-4db0-9254-3e2acf88572e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7b808b-e22f-4e4a-8e03-66ad1475346d'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:43:36.812046 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf1bead-3b4f-428f-9300-799380ff299d" -d '{"events": [{"server_uuid": "0cf09574-896a-4db0-9254-3e2acf88572e", "name": "network-vif-plugged", "status": "completed", "tag": "8e7b808b-e22f-4e4a-8e03-66ad1475346d"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:43:36.829667 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 8e7b808b-e22f-4e4a-8e03-66ad1475346d, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=8e7b808b-e22f-4e4a-8e03-66ad1475346d,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:43:36.835698 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:36.880908 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78ff801-5b6c-4323-ba12-1a89f4450a4e tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:43:36.888945 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=8e7b808b-e22f-4e4a-8e03-66ad1475346d,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:36.890890 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-e78ff801-5b6c-4323-ba12-1a89f4450a4e tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:43:36.895095 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78ff801-5b6c-4323-ba12-1a89f4450a4e tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:43:36.903376 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-5257138a-72ec-4779-aaef-01a714c9bc2f service neutron] For port 02dd892f-ed59-45a9-957a-3c42862cff9d, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:43:36.937683 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ff801-5b6c-4323-ba12-1a89f4450a4e tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Pushing event updated for resources: {'Port': ['ID=a9e4660e-90d8-4246-8d41-dbe6c65c88a6,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:36.946943 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4a9c7a4b-6d90-4306-b109-0ecae226779c req-65ec6ba6-97c6-46a6-a4c9-c8dccc20cccd tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735991 Nov 27 03:43:36.948894 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-b955606d-5100-41a5-a1fd-d8f985093b5c service neutron] 10.222.0.23 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721957 Nov 27 03:43:36.951922 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3b5df3b2-95d0-43ab-87b4-a2eac56abcab req-6dcb3191-37d0-4759-be68-6f67068336c6 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/security-groups?id=433bd4f4-0057-4edd-9b1a-c8bdc4d45e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385868 Nov 27 03:43:36.978991 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-de107739-a48f-4287-9965-8e3d538064db admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d966d7fc8a5d4b1ab1b52235c6daebcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2014775 Nov 27 03:43:36.981815 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54622) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:37.002853 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-5257138a-72ec-4779-aaef-01a714c9bc2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02dd892f-ed59-45a9-957a-3c42862cff9d {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:43:37.010430 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84381d0a-28ea-453d-a056-d188c40a7e55 x-openstack-request-id: req-84381d0a-28ea-453d-a056-d188c40a7e55 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:43:37.010763 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf09574-896a-4db0-9254-3e2acf88572e", "name": "network-vif-plugged", "status": "completed", "tag": "8e7b808b-e22f-4e4a-8e03-66ad1475346d", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:43:37.011011 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84381d0a-28ea-453d-a056-d188c40a7e55 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:43:37.011412 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf09574-896a-4db0-9254-3e2acf88572e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7b808b-e22f-4e4a-8e03-66ad1475346d', 'code': 200} Nov 27 03:43:37.050326 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c5f4b46f-8ec6-4fef-aaa3-8801bb606a5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:37.062274 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-5257138a-72ec-4779-aaef-01a714c9bc2f service neutron] For port 02dd892f-ed59-45a9-957a-3c42862cff9d, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=02dd892f-ed59-45a9-957a-3c42862cff9d,segment=NetworkSegment(0ede1ec6-1b9f-43e0-8048-29f023f3314a),segment_id=0ede1ec6-1b9f-43e0-8048-29f023f3314a)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:43:37.074521 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-be88c273-c559-4e35-b4f4-f18b08010ac5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:37.106471 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e78ff801-5b6c-4323-ba12-1a89f4450a4e tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:37.117093 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-57c6e79d-2fd1-4ee1-ab14-18995d353e53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:37.122313 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-5257138a-72ec-4779-aaef-01a714c9bc2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:37.130734 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c5f4b46f-8ec6-4fef-aaa3-8801bb606a5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:37.138444 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-be88c273-c559-4e35-b4f4-f18b08010ac5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:37.180741 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-57c6e79d-2fd1-4ee1-ab14-18995d353e53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:37.199241 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e78ff801-5b6c-4323-ba12-1a89f4450a4e tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:37.245594 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9fe87e82-6cd8-4cc1-84a7-00f72c726bba req-d0918463-042d-46db-b344-263572ae77d9 service neutron] 10.222.0.23 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698014 Nov 27 03:43:37.251314 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c88f25f-78de-47b0-a22c-9e02aff2b3f2 req-59839e74-66f0-4ecf-b797-cda2015c96af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:37.252858 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8c88f25f-78de-47b0-a22c-9e02aff2b3f2 req-59839e74-66f0-4ecf-b797-cda2015c96af service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0cf09574-896a-4db0-9254-3e2acf88572e HTTP/1.1" status: 200 len: 1101 time: 0.1232779 Nov 27 03:43:37.315555 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c5f4b46f-8ec6-4fef-aaa3-8801bb606a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:37.318182 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c5f4b46f-8ec6-4fef-aaa3-8801bb606a5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:37.320789 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c5f4b46f-8ec6-4fef-aaa3-8801bb606a5a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f133d979-ef4b-487d-b53a-55cd74230792 HTTP/1.1" status: 204 len: 168 time: 0.7169554 Nov 27 03:43:37.324988 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 25318c00-c898-4c02-99c4-badd4d372c64 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:43:37.339979 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-be88c273-c559-4e35-b4f4-f18b08010ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:37.342817 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-be88c273-c559-4e35-b4f4-f18b08010ac5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:37.343972 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-be88c273-c559-4e35-b4f4-f18b08010ac5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a1c1453e-e936-4884-b3d9-cd7dd7a825b4 HTTP/1.1" status: 204 len: 168 time: 0.6476271 Nov 27 03:43:37.351886 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f4b46f-8ec6-4fef-aaa3-8801bb606a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f133d979-ef4b-487d-b53a-55cd74230792,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:37.373642 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be88c273-c559-4e35-b4f4-f18b08010ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c1453e-e936-4884-b3d9-cd7dd7a825b4,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:37.432279 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-5257138a-72ec-4779-aaef-01a714c9bc2f service neutron] Transition to ACTIVE for port object 02dd892f-ed59-45a9-957a-3c42862cff9d will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:43:37.474431 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-57c6e79d-2fd1-4ee1-ab14-18995d353e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:37.478540 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-57c6e79d-2fd1-4ee1-ab14-18995d353e53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:37.483535 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-57c6e79d-2fd1-4ee1-ab14-18995d353e53 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/08643695-60d8-42d8-8455-1aafd14559bb HTTP/1.1" status: 204 len: 168 time: 0.5007913 Nov 27 03:43:37.490833 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-5257138a-72ec-4779-aaef-01a714c9bc2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:37.504588 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8c88f25f-78de-47b0-a22c-9e02aff2b3f2 req-39e7609f-4f37-4509-9526-12dd43e1855b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f99a0138-3ce9-4071-9643-b64cb6760a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414625 Nov 27 03:43:37.510477 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c6e79d-2fd1-4ee1-ab14-18995d353e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08643695-60d8-42d8-8455-1aafd14559bb,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:37.554307 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae1ca4-2d48-422a-9e4b-eb1e98cb9272 req-1d29fcd3-1134-4eb5-b82e-16c5194e2be8 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:37.562442 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7bae1ca4-2d48-422a-9e4b-eb1e98cb9272 req-1d29fcd3-1134-4eb5-b82e-16c5194e2be8 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9443a66-6495-4b72-af09-e210b5659963 HTTP/1.1" status: 200 len: 944 time: 0.1528654 Nov 27 03:43:37.637850 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e78ff801-5b6c-4323-ba12-1a89f4450a4e tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:37.649636 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e78ff801-5b6c-4323-ba12-1a89f4450a4e tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:37.671407 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 25318c00-c898-4c02-99c4-badd4d372c64, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=25318c00-c898-4c02-99c4-badd4d372c64,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:43:37.675089 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7bae1ca4-2d48-422a-9e4b-eb1e98cb9272 req-8ece26d8-1ab8-49d3-a7ab-e643d8e96998 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076140 Nov 27 03:43:37.699947 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '25318c00-c898-4c02-99c4-badd4d372c64', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'port_id': '25318c00-c898-4c02-99c4-badd4d372c64', 'mac_address': 'fa:16:3e:0d:44:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14a2acf-f1d7-4ddf-8459-b30982428e88', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:43:37.744020 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:37.745999 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ff801-5b6c-4323-ba12-1a89f4450a4e tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Pushing event updated for resources: {'Port': ['ID=a9e4660e-90d8-4246-8d41-dbe6c65c88a6,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:37.759943 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25318c00-c898-4c02-99c4-badd4d372c64 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:43:37.761548 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e78ff801-5b6c-4323-ba12-1a89f4450a4e tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:37.781744 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e78ff801-5b6c-4323-ba12-1a89f4450a4e tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:37.792430 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e78ff801-5b6c-4323-ba12-1a89f4450a4e tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.0266688 Nov 27 03:43:37.792647 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 25318c00-c898-4c02-99c4-badd4d372c64, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=25318c00-c898-4c02-99c4-badd4d372c64,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:43:37.794591 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:37.854705 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=25318c00-c898-4c02-99c4-badd4d372c64,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:37.936178 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-5257138a-72ec-4779-aaef-01a714c9bc2f service neutron] No DVR routers for this DVR port 02dd892f-ed59-45a9-957a-3c42862cff9d on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:43:37.939803 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c657d4b-5ae8-40e3-a59f-d20f33bfd972 req-e8aa1cad-cd05-4be0-8840-a559526684fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:37.941429 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5c657d4b-5ae8-40e3-a59f-d20f33bfd972 req-e8aa1cad-cd05-4be0-8840-a559526684fe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=35cfdc78458c41aab44b0a976c3549af&device_id=be6d323d-f6d7-4cdd-9567-f2c1727d8cee HTTP/1.1" status: 200 len: 1094 time: 0.5576842 Nov 27 03:43:37.942830 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54640) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:37.953918 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41143487-b644-4a08-a200-22fd8b2b36ff req-d6ec4764-57a8-4018-b7ae-cf3671d1fb61 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:37.955500 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-41143487-b644-4a08-a200-22fd8b2b36ff req-d6ec4764-57a8-4018-b7ae-cf3671d1fb61 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cf09574-896a-4db0-9254-3e2acf88572e HTTP/1.1" status: 200 len: 950 time: 0.5748687 Nov 27 03:43:37.957070 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7a6648c5-7a11-4711-8a6d-a11819606462 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:37.957701 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5257138a-72ec-4779-aaef-01a714c9bc2f service neutron] Pushing event updated for resources: {'Port': ['ID=02dd892f-ed59-45a9-957a-3c42862cff9d,revision_number=10']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:38.051172 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-5257138a-72ec-4779-aaef-01a714c9bc2f service neutron] 10.222.0.23 "PUT /v2.0/ports/02dd892f-ed59-45a9-957a-3c42862cff9d/bindings/n-h2-819494-3/activate HTTP/1.1" status: 200 len: 369 time: 1.9654975 Nov 27 03:43:38.124859 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-41143487-b644-4a08-a200-22fd8b2b36ff req-1233adff-561e-4e28-8764-175b4e844af9 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/security-groups?id=f99a0138-3ce9-4071-9643-b64cb6760a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544464 Nov 27 03:43:38.160817 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c657d4b-5ae8-40e3-a59f-d20f33bfd972 req-3d945fb5-ea5d-431b-a879-6d075cd8015a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:38.162136 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5c657d4b-5ae8-40e3-a59f-d20f33bfd972 req-3d945fb5-ea5d-431b-a879-6d075cd8015a service neutron] 10.222.0.23 "GET /v2.0/networks?id=b645cec8-c88e-4bba-8234-b110de21cfe7 HTTP/1.1" status: 200 len: 922 time: 0.2056141 Nov 27 03:43:38.168686 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['25318c00-c898-4c02-99c4-badd4d372c64'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:43:38.193468 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7a6648c5-7a11-4711-8a6d-a11819606462 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:38.224729 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5c657d4b-5ae8-40e3-a59f-d20f33bfd972 req-0eb43a5b-72fe-410d-bafb-68b29f616f04 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c59a2bca-5b06-4f5b-a19c-8a7cea12b721 HTTP/1.1" status: 200 len: 217 time: 0.0541344 Nov 27 03:43:38.236528 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7a6648c5-7a11-4711-8a6d-a11819606462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:38.269414 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54650) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:38.269815 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54652) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:38.287737 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601a30b-893e-43a3-8d85-61be5005b4c0 req-45865f1b-1da8-43b0-a005-5f3b8537041d tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:38.289633 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f601a30b-893e-43a3-8d85-61be5005b4c0 req-45865f1b-1da8-43b0-a005-5f3b8537041d tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b0c6bfe-89fd-403a-941a-55854b03c5c5 HTTP/1.1" status: 200 len: 949 time: 0.2147648 Nov 27 03:43:38.310743 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7a6648c5-7a11-4711-8a6d-a11819606462 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=033786f5162944f7ae977ef2bb21a8d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3644245 Nov 27 03:43:38.318401 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54654) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:38.325642 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ec96da66-0775-4241-acf4-074dd760763b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:38.365270 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c657d4b-5ae8-40e3-a59f-d20f33bfd972 req-70bfe3a9-dff2-4c67-9924-d536f48399c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:38.366754 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5c657d4b-5ae8-40e3-a59f-d20f33bfd972 req-70bfe3a9-dff2-4c67-9924-d536f48399c4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=022c48dd-3720-4645-8f22-45c74ce924ab HTTP/1.1" status: 200 len: 861 time: 0.1328130 Nov 27 03:43:38.371806 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6648c5-7a11-4711-8a6d-a11819606462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260f6e54-42c1-499c-9aab-2febde0c619e,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:38.401142 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-d0492780-e335-45bb-9e31-0eb453a3e627 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:38.402773 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-d0492780-e335-45bb-9e31-0eb453a3e627 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b9443a66-6495-4b72-af09-e210b5659963&tenant_id=4f93bf1216094326aad79ff5fda23c08&binding%3Ahost_id=n-h1-819494-3 HTTP/1.1" status: 200 len: 1096 time: 0.1927094 Nov 27 03:43:38.410248 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94331569-2436-4f97-b7fa-c18f04715100 req-764488c1-1eae-4aee-bba8-7cb9acca2dbd tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:38.411772 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-94331569-2436-4f97-b7fa-c18f04715100 req-764488c1-1eae-4aee-bba8-7cb9acca2dbd tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6d323d-f6d7-4cdd-9567-f2c1727d8cee HTTP/1.1" status: 200 len: 943 time: 0.1901383 Nov 27 03:43:38.426436 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f601a30b-893e-43a3-8d85-61be5005b4c0 req-0748db2a-3027-4aa4-8458-2646eb6b8a8e tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/security-groups?id=433bd4f4-0057-4edd-9b1a-c8bdc4d45e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121888 Nov 27 03:43:38.428036 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e6763fc7-9d7c-439c-b9bc-81e9cdd62d36 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d6726df6096430987b69f20d6ccf679&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1548247 Nov 27 03:43:38.433566 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54656) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:38.433708 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5c657d4b-5ae8-40e3-a59f-d20f33bfd972 req-c4b72eb7-b65c-491d-bd32-22f0012c1217 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b645cec8-c88e-4bba-8234-b110de21cfe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528240 Nov 27 03:43:38.467124 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-59e15bb4-26f5-4f13-84a2-05727e10a6ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:38.506501 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-59e15bb4-26f5-4f13-84a2-05727e10a6ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:38.559272 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-cb995720-5c48-4143-ac24-aa37ebe3c11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:38.560845 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-cb995720-5c48-4143-ac24-aa37ebe3c11f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b9443a66-6495-4b72-af09-e210b5659963&tenant_id=4f93bf1216094326aad79ff5fda23c08 HTTP/1.1" status: 200 len: 1096 time: 0.1457052 Nov 27 03:43:38.562847 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-94331569-2436-4f97-b7fa-c18f04715100 req-b020e1c7-f4de-4c0e-8767-3545e473bb06 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313655 Nov 27 03:43:38.593779 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d8f7de28-335b-458a-8b50-96cf39b454d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:38.624986 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ec96da66-0775-4241-acf4-074dd760763b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:38.628074 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5c657d4b-5ae8-40e3-a59f-d20f33bfd972 req-3e870aa9-d5a5-4b7c-8c21-f15f641865a6 service neutron] 10.222.0.23 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846910 Nov 27 03:43:38.632308 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ec96da66-0775-4241-acf4-074dd760763b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:38.653553 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d8f7de28-335b-458a-8b50-96cf39b454d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:38.676108 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-59e15bb4-26f5-4f13-84a2-05727e10a6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:38.678845 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-59e15bb4-26f5-4f13-84a2-05727e10a6ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:38.679928 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-59e15bb4-26f5-4f13-84a2-05727e10a6ae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/260f6e54-42c1-499c-9aab-2febde0c619e HTTP/1.1" status: 204 len: 168 time: 0.3592365 Nov 27 03:43:38.697037 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-1a1c2832-3f1f-492e-a049-62ec30c61798 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--568715187&fields=id&tenant_id=409a3520592e44dbbec54c1bf55df0d4 HTTP/1.1" status: 200 len: 267 time: 0.1743240 Nov 27 03:43:38.704515 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e15bb4-26f5-4f13-84a2-05727e10a6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260f6e54-42c1-499c-9aab-2febde0c619e,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:38.778891 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ec96da66-0775-4241-acf4-074dd760763b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=54b0401283b74f0187491fef86ac6918&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5072403 Nov 27 03:43:38.787520 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54670) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:38.800287 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-04fe637c-b9d9-48fe-bdb8-7c0099f69cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:38.801843 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-04fe637c-b9d9-48fe-bdb8-7c0099f69cae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4f93bf1216094326aad79ff5fda23c08&device_id=b9443a66-6495-4b72-af09-e210b5659963 HTTP/1.1" status: 200 len: 1096 time: 0.1884890 Nov 27 03:43:38.824150 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec96da66-0775-4241-acf4-074dd760763b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa05f3f-d1f4-4c7f-bf2c-96f99964bf9c,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:38.845926 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5c657d4b-5ae8-40e3-a59f-d20f33bfd972 req-50850ef1-66df-4994-b7be-36e831f18f56 service neutron] 10.222.0.23 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077911 Nov 27 03:43:38.890421 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba7300-5a2f-422f-bceb-0a1a24e29319 req-3e76a590-4218-4815-a921-88025717631c tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:38.891983 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-18ba7300-5a2f-422f-bceb-0a1a24e29319 req-3e76a590-4218-4815-a921-88025717631c tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9443a66-6495-4b72-af09-e210b5659963 HTTP/1.1" status: 200 len: 945 time: 0.0619936 Nov 27 03:43:38.904226 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d8f7de28-335b-458a-8b50-96cf39b454d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:38.906929 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d8f7de28-335b-458a-8b50-96cf39b454d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:38.908600 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d8f7de28-335b-458a-8b50-96cf39b454d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b120bcb7-6b5f-45e3-88b8-8dc517849c24 HTTP/1.1" status: 204 len: 168 time: 0.4719901 Nov 27 03:43:38.966347 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-18ba7300-5a2f-422f-bceb-0a1a24e29319 req-227e4abb-e243-4846-89fc-fb60c0fcff16 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655801 Nov 27 03:43:38.998820 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f7de28-335b-458a-8b50-96cf39b454d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b120bcb7-6b5f-45e3-88b8-8dc517849c24,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:39.011505 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-56955623-c308-4c81-8ebe-2322f6d0652b tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:39.013021 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-56955623-c308-4c81-8ebe-2322f6d0652b tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/networks?id=39dfc888-b0dd-4c34-8aab-d5cb681e46f0 HTTP/1.1" status: 200 len: 823 time: 0.2794938 Nov 27 03:43:39.014027 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-d23e9cc1-f982-4789-ba28-2b8bf9789667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:39.016021 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-d23e9cc1-f982-4789-ba28-2b8bf9789667 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 HTTP/1.1" status: 200 len: 909 time: 0.2002695 Nov 27 03:43:39.031144 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ad83eb86-31cb-4f5e-93bb-b6fe2a969acc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:39.057886 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-ead2e074-feb5-4ea3-9361-6501eb78e485 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/quotas/409a3520592e44dbbec54c1bf55df0d4 HTTP/1.1" status: 200 len: 375 time: 0.0386176 Nov 27 03:43:39.092709 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ad83eb86-31cb-4f5e-93bb-b6fe2a969acc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:39.096520 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-e1bd4e96-779a-4c45-9874-936f0dda2005 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02dd892f-ed59-45a9-957a-3c42862cff9d HTTP/1.1" status: 200 len: 217 time: 0.0674028 Nov 27 03:43:39.204806 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-d36febd1-55ff-406c-809b-acde86e064a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:39.206324 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-d36febd1-55ff-406c-809b-acde86e064a4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f2f4695-47e3-40b2-b54d-f43d3306eba4 HTTP/1.1" status: 200 len: 848 time: 0.0970950 Nov 27 03:43:39.220193 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-a6d0e95a-49c0-45c2-abda-ce3aba131597 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=409a3520592e44dbbec54c1bf55df0d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1299424 Nov 27 03:43:39.272438 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ad83eb86-31cb-4f5e-93bb-b6fe2a969acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:39.281512 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ad83eb86-31cb-4f5e-93bb-b6fe2a969acc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:39.286013 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ad83eb86-31cb-4f5e-93bb-b6fe2a969acc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/faa05f3f-d1f4-4c7f-bf2c-96f99964bf9c HTTP/1.1" status: 204 len: 168 time: 0.4953654 Nov 27 03:43:39.289037 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8caf265-1374-4490-a265-4f934c2d7911 req-5494f1a5-84e2-4752-88ef-5bfb93c84b7c tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:39.290796 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d8caf265-1374-4490-a265-4f934c2d7911 req-5494f1a5-84e2-4752-88ef-5bfb93c84b7c tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cf09574-896a-4db0-9254-3e2acf88572e HTTP/1.1" status: 200 len: 950 time: 0.0750005 Nov 27 03:43:39.298324 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-d5581d75-2259-4172-8b81-d292401a4cf3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764012 Nov 27 03:43:39.307675 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-6d852ffc-a7d1-4247-8eb7-f0367e154dbe service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 03:43:39.308691 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-6d852ffc-a7d1-4247-8eb7-f0367e154dbe service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0203538 Nov 27 03:43:39.317422 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad83eb86-31cb-4f5e-93bb-b6fe2a969acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa05f3f-d1f4-4c7f-bf2c-96f99964bf9c,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:39.352469 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 25318c00-c898-4c02-99c4-badd4d372c64 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:43:39.356178 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d8caf265-1374-4490-a265-4f934c2d7911 req-ff75b8d9-4894-408d-8767-982706298481 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/security-groups?id=f99a0138-3ce9-4071-9643-b64cb6760a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511348 Nov 27 03:43:39.447005 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 25318c00-c898-4c02-99c4-badd4d372c64 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:43:39.451428 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 25318c00-c898-4c02-99c4-badd4d372c64 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:43:39.451914 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:39.537086 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-80702ffb-43e8-4e27-afd0-78eee928a8b3 service neutron] 10.222.0.11 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268181 Nov 27 03:43:39.539453 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-bc710393-2ac2-44de-8158-e6efc755f301 service neutron] 10.222.0.20 "GET /v2.0/networks/39dfc888-b0dd-4c34-8aab-d5cb681e46f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176485 Nov 27 03:43:39.553590 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:39.584608 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0c6bfe-89fd-403a-941a-55854b03c5c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25318c00-c898-4c02-99c4-badd4d372c64'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:43:39.587486 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2457497f-52c0-41ee-87a4-13d70bbdffd1" -d '{"events": [{"server_uuid": "3b0c6bfe-89fd-403a-941a-55854b03c5c5", "name": "network-vif-plugged", "status": "completed", "tag": "25318c00-c898-4c02-99c4-badd4d372c64"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:43:39.602633 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 25318c00-c898-4c02-99c4-badd4d372c64, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=25318c00-c898-4c02-99c4-badd4d372c64,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:43:39.611049 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:39.611869 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 02dd892f-ed59-45a9-957a-3c42862cff9d no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:43:39.712872 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-a156b39a-a802-4e7d-a4a1-5a73f2523455 service neutron] 10.222.0.11 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686170 Nov 27 03:43:39.717528 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 02dd892f-ed59-45a9-957a-3c42862cff9d not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:43:39.727459 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-4399f969-0f28-4ecd-bcb3-41338c4971fe service neutron] 10.222.0.20 "GET /v2.0/networks/39dfc888-b0dd-4c34-8aab-d5cb681e46f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339829 Nov 27 03:43:39.768119 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=25318c00-c898-4c02-99c4-badd4d372c64,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:39.970803 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e71a14-b344-43f8-956b-edce60cf6593 x-openstack-request-id: req-e0e71a14-b344-43f8-956b-edce60cf6593 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:43:39.971324 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b0c6bfe-89fd-403a-941a-55854b03c5c5", "name": "network-vif-plugged", "status": "completed", "tag": "25318c00-c898-4c02-99c4-badd4d372c64", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:43:39.971737 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e0e71a14-b344-43f8-956b-edce60cf6593 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:43:39.972397 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b0c6bfe-89fd-403a-941a-55854b03c5c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25318c00-c898-4c02-99c4-badd4d372c64', 'code': 200} Nov 27 03:43:40.044677 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee08861-cfc4-4386-a2a1-b81388c4bcd5 req-b6c9732c-9fc2-4cfd-a488-bad22c4bffd8 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:40.053098 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cee08861-cfc4-4386-a2a1-b81388c4bcd5 req-b6c9732c-9fc2-4cfd-a488-bad22c4bffd8 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b0c6bfe-89fd-403a-941a-55854b03c5c5 HTTP/1.1" status: 200 len: 950 time: 0.0737422 Nov 27 03:43:40.131039 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cee08861-cfc4-4386-a2a1-b81388c4bcd5 req-69dc4603-399d-4013-b233-f9510ce3bd99 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/security-groups?id=433bd4f4-0057-4edd-9b1a-c8bdc4d45e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731406 Nov 27 03:43:40.151552 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f39a5b-3164-4e30-8152-3d0260c13ebf req-9497548f-9dfb-421b-8105-3c8d85a053df tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:40.159133 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-32f39a5b-3164-4e30-8152-3d0260c13ebf req-9497548f-9dfb-421b-8105-3c8d85a053df tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6d323d-f6d7-4cdd-9567-f2c1727d8cee HTTP/1.1" status: 200 len: 943 time: 0.0729175 Nov 27 03:43:40.176103 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-5d3ece54-23e4-4cdb-98ba-6e39f455cb61 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:40.177612 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-5d3ece54-23e4-4cdb-98ba-6e39f455cb61 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b9443a66-6495-4b72-af09-e210b5659963&tenant_id=4f93bf1216094326aad79ff5fda23c08&binding%3Ahost_id=n-h2-819494-3 HTTP/1.1" status: 200 len: 1096 time: 0.1273701 Nov 27 03:43:40.260173 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7bed85d6-629c-42b0-a773-f79f7afab42c req-ed3753dd-ef02-4634-b49b-9edae1da2431 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/ports?device_id=67b456e1-0bb6-4439-951c-e6f6b76905a8 HTTP/1.1" status: 200 len: 210 time: 0.0426650 Nov 27 03:43:40.274767 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45873c-4d98-461d-9157-8a8da5205c75 req-03895d6e-509a-424a-92e1-ec28ec3b91f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:40.278977 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-32f39a5b-3164-4e30-8152-3d0260c13ebf req-c73856a9-1e17-45b3-8d45-b3ec50b71bdf tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149139 Nov 27 03:43:40.280237 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3b45873c-4d98-461d-9157-8a8da5205c75 req-03895d6e-509a-424a-92e1-ec28ec3b91f6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3b0c6bfe-89fd-403a-941a-55854b03c5c5 HTTP/1.1" status: 200 len: 1101 time: 0.1466620 Nov 27 03:43:40.404876 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3b45873c-4d98-461d-9157-8a8da5205c75 req-1e24f1d7-117f-49ab-b351-9cfa02450e8a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=433bd4f4-0057-4edd-9b1a-c8bdc4d45e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146536 Nov 27 03:43:40.426817 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54758) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:40.464584 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-ffc1c614-5628-463b-8168-90441900e344 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=22ad5ea9694049e3995b4d8354c557de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386162 Nov 27 03:43:40.468611 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-d52e238b-eea1-4a19-b65e-fd86c7eaa453 service neutron] For port 02dd892f-ed59-45a9-957a-3c42862cff9d, host n-h1-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:43:40.483006 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-d52e238b-eea1-4a19-b65e-fd86c7eaa453 service neutron] Publish callbacks [] for binding, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:40.486593 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-caa81c69-a5fa-498f-b6c5-89e29873a9a5 req-d52e238b-eea1-4a19-b65e-fd86c7eaa453 service neutron] 10.222.0.11 "DELETE /v2.0/ports/02dd892f-ed59-45a9-957a-3c42862cff9d/bindings/n-h1-819494-3 HTTP/1.1" status: 204 len: 173 time: 0.2996616 Nov 27 03:43:40.517322 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacc16d-3f3d-4730-9efd-47918e3b2c27 req-7532d62d-2a9b-4717-9433-2ed05a98f7a8 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:40.519274 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3bacc16d-3f3d-4730-9efd-47918e3b2c27 req-7532d62d-2a9b-4717-9433-2ed05a98f7a8 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9443a66-6495-4b72-af09-e210b5659963 HTTP/1.1" status: 200 len: 945 time: 0.1208177 Nov 27 03:43:40.610312 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3bacc16d-3f3d-4730-9efd-47918e3b2c27 req-8754d0cf-5bf1-4512-97fe-de72a7337ead tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634987 Nov 27 03:43:40.640333 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-ad5d086e-1112-4f25-ac42-0d330f57cf20 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:40.642122 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-ad5d086e-1112-4f25-ac42-0d330f57cf20 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1763163 Nov 27 03:43:40.665157 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-e76d2931-bc71-4854-9474-a7dfeab11eec tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/quotas/22ad5ea9694049e3995b4d8354c557de HTTP/1.1" status: 200 len: 375 time: 0.0166888 Nov 27 03:43:40.727405 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-90fbb193-62da-4b20-9f63-a514c33ad437 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1339829873-network', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:40.771616 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-805f84b5-df52-43f9-8aaf-8acf5fbd04ef tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=22ad5ea9694049e3995b4d8354c557de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0951755 Nov 27 03:43:40.778595 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90fbb193-62da-4b20-9f63-a514c33ad437 admin admin] Made reservation on behalf of 8ee487fd6f3246e3902cf82b3ecb881d for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:43:40.783720 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-90fbb193-62da-4b20-9f63-a514c33ad437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:40.798696 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9532dd-3dd0-46eb-bc8a-f82c6fac45b1 req-17107275-d477-41dc-bc72-ed6b66e5d541 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:40.818205 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3d9532dd-3dd0-46eb-bc8a-f82c6fac45b1 req-17107275-d477-41dc-bc72-ed6b66e5d541 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b9443a66-6495-4b72-af09-e210b5659963 HTTP/1.1" status: 200 len: 1096 time: 0.0835371 Nov 27 03:43:40.892976 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3d9532dd-3dd0-46eb-bc8a-f82c6fac45b1 req-b514cbef-64cc-4e54-88f2-26d5e7d678f8 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708761 Nov 27 03:43:41.029815 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-05df36ea-80c7-4fa8-b33c-48a9f5f178cc req-73b5f929-13e1-4735-9830-0a16b42bcaed tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/ports?device_id=3eea447a-93db-4f3e-a920-0e41b89b791b HTTP/1.1" status: 200 len: 210 time: 0.0380721 Nov 27 03:43:41.078669 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-90fbb193-62da-4b20-9f63-a514c33ad437 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:41.211941 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-90fbb193-62da-4b20-9f63-a514c33ad437 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:41.217006 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-90fbb193-62da-4b20-9f63-a514c33ad437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:41.344491 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device c59a2bca-5b06-4f5b-a19c-8a7cea12b721 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:43:41.359208 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90fbb193-62da-4b20-9f63-a514c33ad437 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:43:41.389429 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fbb193-62da-4b20-9f63-a514c33ad437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c030cebc-2a63-4851-99fa-ec922b906199,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:41.440610 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-90fbb193-62da-4b20-9f63-a514c33ad437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:41.441148 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-90fbb193-62da-4b20-9f63-a514c33ad437 admin admin] Added segment 0a584404-1c26-40b8-b28c-ce6fe5d1bb30 of type vlan for network 1061c8f2-a0ce-422f-b43d-3200c66695ab Nov 27 03:43:41.478706 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f8001-8d2a-4d6f-8202-f7ad2b467b06 req-326b3b9a-fe9a-427f-9cdd-05bd976eda5d tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:41.480992 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-480f8001-8d2a-4d6f-8202-f7ad2b467b06 req-326b3b9a-fe9a-427f-9cdd-05bd976eda5d tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b0c6bfe-89fd-403a-941a-55854b03c5c5 HTTP/1.1" status: 200 len: 950 time: 0.1965251 Nov 27 03:43:41.497912 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-162eb070-bdc2-4d1a-afdc-ff112634492e tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:41.508169 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-162eb070-bdc2-4d1a-afdc-ff112634492e tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/networks?id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 HTTP/1.1" status: 200 len: 808 time: 0.1967227 Nov 27 03:43:41.543646 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-de86617a-5278-4f60-a6c9-a7bd002cc73e tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/quotas/4f93bf1216094326aad79ff5fda23c08 HTTP/1.1" status: 200 len: 375 time: 0.0334589 Nov 27 03:43:41.608419 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port c59a2bca-5b06-4f5b-a19c-8a7cea12b721, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=c59a2bca-5b06-4f5b-a19c-8a7cea12b721,segment=NetworkSegment(74310010-e448-4edf-8f12-15f9f8367765),segment_id=74310010-e448-4edf-8f12-15f9f8367765)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:43:41.628469 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': 'c59a2bca-5b06-4f5b-a19c-8a7cea12b721', 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7', 'port_id': 'c59a2bca-5b06-4f5b-a19c-8a7cea12b721', 'mac_address': 'fa:16:3e:13:b4:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '022c48dd-3720-4645-8f22-45c74ce924ab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:43:41.661302 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-25b2dfea-5454-4145-85d4-b041d941ce0e tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f93bf1216094326aad79ff5fda23c08&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1147919 Nov 27 03:43:41.693741 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-90fbb193-62da-4b20-9f63-a514c33ad437 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:41.722247 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:41.753068 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c59a2bca-5b06-4f5b-a19c-8a7cea12b721 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:43:41.778009 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port c59a2bca-5b06-4f5b-a19c-8a7cea12b721, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=c59a2bca-5b06-4f5b-a19c-8a7cea12b721,segment=NetworkSegment(74310010-e448-4edf-8f12-15f9f8367765),segment_id=74310010-e448-4edf-8f12-15f9f8367765)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:43:41.789827 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:41.860983 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=c59a2bca-5b06-4f5b-a19c-8a7cea12b721,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:41.887492 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-f8fb0480-cdc1-4eae-96b1-99bc1947bcbb service neutron] 10.222.0.20 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244079 Nov 27 03:43:41.908011 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-480f8001-8d2a-4d6f-8202-f7ad2b467b06 req-26f696f6-2295-477a-baec-ac9b5a92dc5c tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/security-groups?id=433bd4f4-0057-4edd-9b1a-c8bdc4d45e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4102173 Nov 27 03:43:41.931788 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-90fbb193-62da-4b20-9f63-a514c33ad437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:41.933760 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fbb193-62da-4b20-9f63-a514c33ad437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:41.934988 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-90fbb193-62da-4b20-9f63-a514c33ad437 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:42.059762 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-67fdf840-6596-4c47-ac4c-2050a5a882e0 service neutron] 10.222.0.20 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646378 Nov 27 03:43:42.084351 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['c59a2bca-5b06-4f5b-a19c-8a7cea12b721'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:43:42.094591 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fbb193-62da-4b20-9f63-a514c33ad437 admin admin] Pushing event updated for resources: {'Network': ['ID=1061c8f2-a0ce-422f-b43d-3200c66695ab,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:42.122768 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8e9d323b-a7c2-4014-b028-65ddadcbd778 req-6a40ae71-1448-4096-8777-a39e6e3b8322 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/ports?device_id=67b456e1-0bb6-4439-951c-e6f6b76905a8 HTTP/1.1" status: 200 len: 210 time: 0.0497036 Nov 27 03:43:42.130128 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-f4e7b9f9-65fd-4128-9f53-38446b0b204a tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:42.144541 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54836) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:42.155313 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-f4e7b9f9-65fd-4128-9f53-38446b0b204a tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.11 "GET /v2.0/networks?id=39dfc888-b0dd-4c34-8aab-d5cb681e46f0 HTTP/1.1" status: 200 len: 823 time: 0.6149135 Nov 27 03:43:42.165358 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54840) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:42.167102 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-90fbb193-62da-4b20-9f63-a514c33ad437 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7391751 Nov 27 03:43:42.172189 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-56e7c001-dcf7-4aad-8f3c-4f0756df50b7 admin admin] Request body: {'subnet': {'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1339829873-subnet', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:42.205926 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 1061c8f2-a0ce-422f-b43d-3200c66695ab details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:43:42.254198 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e7c001-dcf7-4aad-8f3c-4f0756df50b7 admin admin] Made reservation on behalf of 8ee487fd6f3246e3902cf82b3ecb881d for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:43:42.265397 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-56e7c001-dcf7-4aad-8f3c-4f0756df50b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:42.341604 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-1879c274-5b4d-40fa-8b24-50ad2776bdb3 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=409a3520592e44dbbec54c1bf55df0d4 HTTP/1.1" status: 200 len: 379 time: 0.1615596 Nov 27 03:43:42.354059 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-694f021a-a80f-4747-91c4-b14d68cc6324 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Request body: {'port': {'device_id': '67b456e1-0bb6-4439-951c-e6f6b76905a8', 'network_id': '39dfc888-b0dd-4c34-8aab-d5cb681e46f0', 'admin_state_up': True, 'tenant_id': '409a3520592e44dbbec54c1bf55df0d4', 'security_groups': ['fc852f61-2cf1-4aa9-92bb-cab027642d6e']}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:42.448369 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3d83d0c0-498b-47c7-b553-4c1bac682346 req-691212af-145b-4c78-bcc6-548725ccacb8 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/ports?device_id=3eea447a-93db-4f3e-a920-0e41b89b791b HTTP/1.1" status: 200 len: 210 time: 0.0675476 Nov 27 03:43:42.481969 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d028d-6c5b-4638-9228-3adcbd00ab72 req-fc9300f5-cbb6-4301-99f5-3f7167fb7e45 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:42.483594 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-944d028d-6c5b-4638-9228-3adcbd00ab72 req-fc9300f5-cbb6-4301-99f5-3f7167fb7e45 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6d323d-f6d7-4cdd-9567-f2c1727d8cee HTTP/1.1" status: 200 len: 944 time: 0.2364793 Nov 27 03:43:42.601147 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-944d028d-6c5b-4638-9228-3adcbd00ab72 req-f4026e7b-6bce-403e-95e3-54f738bc9fff tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066833 Nov 27 03:43:42.606265 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7f2570be-c1e8-43e6-bb82-2fcbd0193e01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:42.631882 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-56e7c001-dcf7-4aad-8f3c-4f0756df50b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:42.659884 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-694f021a-a80f-4747-91c4-b14d68cc6324 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Made reservation on behalf of 409a3520592e44dbbec54c1bf55df0d4 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:43:42.663732 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-694f021a-a80f-4747-91c4-b14d68cc6324 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:42.750800 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-02370159-b2ce-4061-83a5-3cbb1ab071be req-69422a82-305e-4761-82cd-ebb916d51721 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3ca7078-2116-4702-877b-4c6bb7a4fa95 HTTP/1.1" status: 200 len: 210 time: 0.0494521 Nov 27 03:43:42.857030 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-660dd783-9ae9-4571-b9c5-c1a341021a3a tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=22ad5ea9694049e3995b4d8354c557de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0912271 Nov 27 03:43:42.863023 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e7c001-dcf7-4aad-8f3c-4f0756df50b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb97b0e2-75dc-4d09-932a-9875e5b8e057,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:42.948687 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e7c001-dcf7-4aad-8f3c-4f0756df50b7 admin admin] Checking segment: {'id': '0a584404-1c26-40b8-b28c-ce6fe5d1bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:43:42.949288 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e7c001-dcf7-4aad-8f3c-4f0756df50b7 admin admin] Network hostable DHCP agents. Network: 1061c8f2-a0ce-422f-b43d-3200c66695ab, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:43:42.971811 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-694f021a-a80f-4747-91c4-b14d68cc6324 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Allocated IP 172.20.0.14 (39dfc888-b0dd-4c34-8aab-d5cb681e46f0/fc4bc0b3-a0cc-4178-a299-8ba73845c8be/a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:43:42.983223 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7f2570be-c1e8-43e6-bb82-2fcbd0193e01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:43.005797 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7f2570be-c1e8-43e6-bb82-2fcbd0193e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:43.025291 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e7c001-dcf7-4aad-8f3c-4f0756df50b7 admin admin] Network 1061c8f2-a0ce-422f-b43d-3200c66695ab is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:43:43.075321 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-42552a7b-67ae-4568-83a3-457f4b537a23 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:43.077215 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-42552a7b-67ae-4568-83a3-457f4b537a23 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2110007 Nov 27 03:43:43.098355 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-56e7c001-dcf7-4aad-8f3c-4f0756df50b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 1061c8f2-a0ce-422f-b43d-3200c66695ab) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:43:43.106585 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e7c001-dcf7-4aad-8f3c-4f0756df50b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:43.106585 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-56e7c001-dcf7-4aad-8f3c-4f0756df50b7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:43.108549 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d3c171-3295-42e9-b442-5fbacd0e2963 None None] Network 1061c8f2-a0ce-422f-b43d-3200c66695ab requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:43:43.112772 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-eb16495a-3c1d-491b-9e69-e78712fc16aa tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Request body: {'port': {'device_id': '3eea447a-93db-4f3e-a920-0e41b89b791b', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'admin_state_up': True, 'tenant_id': '22ad5ea9694049e3995b4d8354c557de'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:43.209287 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-694f021a-a80f-4747-91c4-b14d68cc6324 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:43.224663 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2570be-c1e8-43e6-bb82-2fcbd0193e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20295360-ccc0-44e4-af8d-e588d4bc5e6b,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:43.233616 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7f2570be-c1e8-43e6-bb82-2fcbd0193e01 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cc974c76fb3241e6bf1108ec710e73b5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0846102 Nov 27 03:43:43.235532 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54870) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:43.265044 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 03:43:43.305583 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf59208-162c-483c-a0d0-138693fecde9 req-83eced77-7415-4754-99af-a3ab740fa18e tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:43.307199 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ccf59208-162c-483c-a0d0-138693fecde9 req-83eced77-7415-4754-99af-a3ab740fa18e tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b0c6bfe-89fd-403a-941a-55854b03c5c5 HTTP/1.1" status: 200 len: 950 time: 0.2793214 Nov 27 03:43:43.322091 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-eb16495a-3c1d-491b-9e69-e78712fc16aa tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Made reservation on behalf of 22ad5ea9694049e3995b4d8354c557de for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:43:43.325671 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-eb16495a-3c1d-491b-9e69-e78712fc16aa tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:43.332916 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54872) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:43.341939 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c5c77dea-3100-45cf-b985-fa2900252ac2 req-eb5c6068-4818-47d6-9632-6b268581d9bc tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/ports?device_id=67b456e1-0bb6-4439-951c-e6f6b76905a8 HTTP/1.1" status: 200 len: 210 time: 0.0565054 Nov 27 03:43:43.351409 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device c59a2bca-5b06-4f5b-a19c-8a7cea12b721 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:43:43.365434 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-56e7c001-dcf7-4aad-8f3c-4f0756df50b7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1961141 Nov 27 03:43:43.367866 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54876) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:43.372143 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-ddc541f3-9eb1-4156-86cf-fddb7e7b5b3e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1339829873-router', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:43.391149 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-694f021a-a80f-4747-91c4-b14d68cc6324 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:43.392856 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5f1fd9b3-38ee-4ab1-a489-1515ab77abc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:43.402013 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e536012-b78a-469e-b2b6-095bf9377180 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-1061c8f2-a0ce-422f-b43d-3200c66695ab', 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'fixed_ips': [{'subnet_id': 'eb97b0e2-75dc-4d09-932a-9875e5b8e057'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 03:43:43.403228 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8e536012-b78a-469e-b2b6-095bf9377180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:43.429697 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ccf59208-162c-483c-a0d0-138693fecde9 req-46fa4269-c962-4b27-9f5f-eae21d3af491 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/security-groups?id=433bd4f4-0057-4edd-9b1a-c8bdc4d45e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111233 Nov 27 03:43:43.457667 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f021a-a80f-4747-91c4-b14d68cc6324 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Pushing event updated for resources: {'Port': ['ID=a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:43.495272 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5f1fd9b3-38ee-4ab1-a489-1515ab77abc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:43.498232 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-694f021a-a80f-4747-91c4-b14d68cc6324 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Network 39dfc888-b0dd-4c34-8aab-d5cb681e46f0 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:43:43.499448 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ddc541f3-9eb1-4156-86cf-fddb7e7b5b3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:43.500609 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ddc541f3-9eb1-4156-86cf-fddb7e7b5b3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:43.536181 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port c59a2bca-5b06-4f5b-a19c-8a7cea12b721 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:43:43.552222 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port c59a2bca-5b06-4f5b-a19c-8a7cea12b721 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:43:43.553062 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:43.556514 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ddc541f3-9eb1-4156-86cf-fddb7e7b5b3e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:43.565338 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-694f021a-a80f-4747-91c4-b14d68cc6324 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:43:43.571355 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-694f021a-a80f-4747-91c4-b14d68cc6324 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:43:43.632315 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-694f021a-a80f-4747-91c4-b14d68cc6324 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:43.633143 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-694f021a-a80f-4747-91c4-b14d68cc6324 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:43.653710 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-8e536012-b78a-469e-b2b6-095bf9377180 None None] Allocated IP 172.20.0.2 (1061c8f2-a0ce-422f-b43d-3200c66695ab/eb97b0e2-75dc-4d09-932a-9875e5b8e057/6f9dc189-c2a0-419d-9610-3530dce3694b) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:43:43.751872 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-694f021a-a80f-4747-91c4-b14d68cc6324 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4034989 Nov 27 03:43:43.769215 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2204bef8-e294-4808-9c73-a0d469507bf6 req-27e4b3db-54c0-4aa6-b97a-8a8e28e5aba8 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/ports?device_id=3eea447a-93db-4f3e-a920-0e41b89b791b HTTP/1.1" status: 200 len: 210 time: 0.0895360 Nov 27 03:43:43.826697 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:43.842257 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-b7efb8d9-a825-4d2e-ba74-80ee6844c288 service neutron] Request body: {'port': {'device_id': '67b456e1-0bb6-4439-951c-e6f6b76905a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:43.843884 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b95abd0b-5b52-470b-891f-b31fc7b4afd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:43.871062 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ddc541f3-9eb1-4156-86cf-fddb7e7b5b3e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:43.879615 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6d323d-f6d7-4cdd-9567-f2c1727d8cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59a2bca-5b06-4f5b-a19c-8a7cea12b721'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:43:43.883227 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da8621b-a20c-43b0-a30c-a22a95ce4a63" -d '{"events": [{"server_uuid": "be6d323d-f6d7-4cdd-9567-f2c1727d8cee", "name": "network-vif-plugged", "status": "completed", "tag": "c59a2bca-5b06-4f5b-a19c-8a7cea12b721"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:43:43.908279 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5f1fd9b3-38ee-4ab1-a489-1515ab77abc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:43.911526 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5f1fd9b3-38ee-4ab1-a489-1515ab77abc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:43.912791 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5f1fd9b3-38ee-4ab1-a489-1515ab77abc1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/20295360-ccc0-44e4-af8d-e588d4bc5e6b HTTP/1.1" status: 204 len: 168 time: 0.6761072 Nov 27 03:43:43.924062 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port c59a2bca-5b06-4f5b-a19c-8a7cea12b721, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=c59a2bca-5b06-4f5b-a19c-8a7cea12b721,segment=NetworkSegment(74310010-e448-4edf-8f12-15f9f8367765),segment_id=74310010-e448-4edf-8f12-15f9f8367765)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:43:43.925033 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1fd9b3-38ee-4ab1-a489-1515ab77abc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20295360-ccc0-44e4-af8d-e588d4bc5e6b,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:43.968138 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:44.000700 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-b7efb8d9-a825-4d2e-ba74-80ee6844c288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:44.100553 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-eb16495a-3c1d-491b-9e69-e78712fc16aa tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Allocated IP 192.168.233.98 (7cd21890-8440-4d5d-a862-4b55c8c22387/f14a2acf-f1d7-4ddf-8459-b30982428e88/0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:43:44.159573 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b439d-12a1-41fc-8adb-8b47ddea3c25 req-17bc2e9f-30c5-432d-a585-dbe80395ed2c tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:44.162447 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-8e4db05d-227d-492f-a551-b0b9bb2c8518 None None] Provisioning complete for port a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:43:44.163266 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8e4db05d-227d-492f-a551-b0b9bb2c8518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:44.167599 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-195b439d-12a1-41fc-8adb-8b47ddea3c25 req-17bc2e9f-30c5-432d-a585-dbe80395ed2c tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6d323d-f6d7-4cdd-9567-f2c1727d8cee HTTP/1.1" status: 200 len: 945 time: 0.1505432 Nov 27 03:43:44.183563 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8e536012-b78a-469e-b2b6-095bf9377180 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:44.215236 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8e536012-b78a-469e-b2b6-095bf9377180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:44.221449 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=c59a2bca-5b06-4f5b-a19c-8a7cea12b721,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:44.257223 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-8e4db05d-227d-492f-a551-b0b9bb2c8518 None None] Port a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:43:44.269834 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e536012-b78a-469e-b2b6-095bf9377180 None None] Network 1061c8f2-a0ce-422f-b43d-3200c66695ab is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:43:44.272753 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-8e536012-b78a-469e-b2b6-095bf9377180 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:43:44.275398 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0b54f1d5-89e8-44f5-bacd-eed4da7a7970 req-6cb51972-87cd-40fd-af67-2a1f9a425b20 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3ca7078-2116-4702-877b-4c6bb7a4fa95 HTTP/1.1" status: 200 len: 210 time: 0.0789845 Nov 27 03:43:44.277212 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e536012-b78a-469e-b2b6-095bf9377180 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:43:44.291094 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e536012-b78a-469e-b2b6-095bf9377180 None None] Pushing event updated for resources: {'Port': ['ID=6f9dc189-c2a0-419d-9610-3530dce3694b,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:44.299023 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-195b439d-12a1-41fc-8adb-8b47ddea3c25 req-fee2aa62-f915-4ed8-ad69-558a56b5cddc tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305544 Nov 27 03:43:44.362327 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-8e536012-b78a-469e-b2b6-095bf9377180 None None] Attempting to bind port 6f9dc189-c2a0-419d-9610-3530dce3694b on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:43:44.362752 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-8e536012-b78a-469e-b2b6-095bf9377180 None None] Attempting to bind port 6f9dc189-c2a0-419d-9610-3530dce3694b by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '0a584404-1c26-40b8-b28c-ce6fe5d1bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:43:44.363802 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e536012-b78a-469e-b2b6-095bf9377180 None None] Attempting to bind port 6f9dc189-c2a0-419d-9610-3530dce3694b on network 1061c8f2-a0ce-422f-b43d-3200c66695ab {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:43:44.371933 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32a5b2f-e6c1-4fa2-a762-032a9ac2aca7 x-openstack-request-id: req-e32a5b2f-e6c1-4fa2-a762-032a9ac2aca7 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:43:44.372265 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6d323d-f6d7-4cdd-9567-f2c1727d8cee", "name": "network-vif-plugged", "status": "completed", "tag": "c59a2bca-5b06-4f5b-a19c-8a7cea12b721", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:43:44.372581 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e32a5b2f-e6c1-4fa2-a762-032a9ac2aca7 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:43:44.373032 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6d323d-f6d7-4cdd-9567-f2c1727d8cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59a2bca-5b06-4f5b-a19c-8a7cea12b721', 'code': 200} Nov 27 03:43:44.373962 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e536012-b78a-469e-b2b6-095bf9377180 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:43:44.374341 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e536012-b78a-469e-b2b6-095bf9377180 None None] Checking segment: {'id': '0a584404-1c26-40b8-b28c-ce6fe5d1bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:43:44.374771 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8e536012-b78a-469e-b2b6-095bf9377180 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:44.375215 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e536012-b78a-469e-b2b6-095bf9377180 None None] Bound using segment: {'id': '0a584404-1c26-40b8-b28c-ce6fe5d1bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:43:44.375939 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-8e536012-b78a-469e-b2b6-095bf9377180 None None] Bound port: 6f9dc189-c2a0-419d-9610-3530dce3694b, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a584404-1c26-40b8-b28c-ce6fe5d1bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:43:44.376891 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8e536012-b78a-469e-b2b6-095bf9377180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:44.409654 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b95abd0b-5b52-470b-891f-b31fc7b4afd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:44.478797 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-8e536012-b78a-469e-b2b6-095bf9377180 None None] For port 6f9dc189-c2a0-419d-9610-3530dce3694b, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:43:44.482741 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-8e536012-b78a-469e-b2b6-095bf9377180 None None] For port 6f9dc189-c2a0-419d-9610-3530dce3694b, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=6f9dc189-c2a0-419d-9610-3530dce3694b,segment=NetworkSegment(0a584404-1c26-40b8-b28c-ce6fe5d1bb30),segment_id=0a584404-1c26-40b8-b28c-ce6fe5d1bb30)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:43:44.487911 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8e536012-b78a-469e-b2b6-095bf9377180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:44.495938 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54898) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:44.511771 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-82a0947c-6628-4a99-996e-9ea1a32b1d4a tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:44.513212 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-82a0947c-6628-4a99-996e-9ea1a32b1d4a tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.11 "GET /v2.0/networks?id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 HTTP/1.1" status: 200 len: 808 time: 0.7373352 Nov 27 03:43:44.525060 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b95abd0b-5b52-470b-891f-b31fc7b4afd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:44.545001 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-122013ec-acf0-4117-95ff-f83b3c29e4eb tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Request body: {'port': {'device_id': 'b3ca7078-2116-4702-877b-4c6bb7a4fa95', 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7', 'admin_state_up': True, 'tenant_id': '4f93bf1216094326aad79ff5fda23c08'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:44.562515 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e536012-b78a-469e-b2b6-095bf9377180 None None] Pushing event updated for resources: {'Port': ['ID=6f9dc189-c2a0-419d-9610-3530dce3694b,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:44.568574 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0b3220cb-4cdc-44b6-acb2-5be42772c136 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:44.718580 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c0f64-8be0-4f95-8f35-71998edeaa57 req-c8858b9d-347b-4146-8e61-3806850b08c7 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:44.720232 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d80c0f64-8be0-4f95-8f35-71998edeaa57 req-c8858b9d-347b-4146-8e61-3806850b08c7 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/ports?device_id=67b456e1-0bb6-4439-951c-e6f6b76905a8 HTTP/1.1" status: 200 len: 932 time: 0.2233601 Nov 27 03:43:44.721355 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ddc541f3-9eb1-4156-86cf-fddb7e7b5b3e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:44.804697 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ddc541f3-9eb1-4156-86cf-fddb7e7b5b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:44.833668 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-b7efb8d9-a825-4d2e-ba74-80ee6844c288 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:43:44.848124 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-b7efb8d9-a825-4d2e-ba74-80ee6844c288 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:44.904470 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b95abd0b-5b52-470b-891f-b31fc7b4afd8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=724a3a4695b5464583656c38f7de4ff4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5702069 Nov 27 03:43:44.910044 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95abd0b-5b52-470b-891f-b31fc7b4afd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4087d583-2c0e-4e26-a88b-b98743b075c1,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:44.913777 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54902) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:44.939505 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-b7efb8d9-a825-4d2e-ba74-80ee6844c288 service neutron] Transition to ACTIVE for port object a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:43:44.950523 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d80c0f64-8be0-4f95-8f35-71998edeaa57 req-ca8a1891-fd65-4e79-bdee-10a8216e00de tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc852f61-2cf1-4aa9-92bb-cab027642d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2029319 Nov 27 03:43:44.955618 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-b7efb8d9-a825-4d2e-ba74-80ee6844c288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:44.959118 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0b3220cb-4cdc-44b6-acb2-5be42772c136 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:44.962065 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-eb16495a-3c1d-491b-9e69-e78712fc16aa tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:44.983055 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd1124-351d-44b7-8cb6-7f30480235fe req-573412fa-2928-43d1-9c1b-39a5d628691c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:44.984546 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e8fd1124-351d-44b7-8cb6-7f30480235fe req-573412fa-2928-43d1-9c1b-39a5d628691c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=be6d323d-f6d7-4cdd-9567-f2c1727d8cee HTTP/1.1" status: 200 len: 1096 time: 0.4704852 Nov 27 03:43:44.999621 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8de53-9c11-4476-a3af-a10f1b2a5103 req-27c7ea04-340e-4c11-9795-af72159b26e2 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:45.001104 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-33f8de53-9c11-4476-a3af-a10f1b2a5103 req-27c7ea04-340e-4c11-9795-af72159b26e2 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b0c6bfe-89fd-403a-941a-55854b03c5c5 HTTP/1.1" status: 200 len: 950 time: 0.4859643 Nov 27 03:43:45.013063 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0b3220cb-4cdc-44b6-acb2-5be42772c136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:45.128997 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9a8d02dd-a085-43db-aa1d-23141739af45 req-8dc66752-e06e-4ebc-ba14-85f94ebcd0bc tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/ports?device_id=3eea447a-93db-4f3e-a920-0e41b89b791b HTTP/1.1" status: 200 len: 210 time: 0.0832987 Nov 27 03:43:45.133498 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7efb8d9-a825-4d2e-ba74-80ee6844c288 service neutron] Pushing event updated for resources: {'Port': ['ID=a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:45.138198 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3220cb-4cdc-44b6-acb2-5be42772c136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afedf226-1ee6-42ae-9474-c4a93b63a71f,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:45.154108 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0b3220cb-4cdc-44b6-acb2-5be42772c136 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=65aacc530d074fb481d2b221825d803e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6497726 Nov 27 03:43:45.160211 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54904) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:45.188399 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-ddc541f3-9eb1-4156-86cf-fddb7e7b5b3e admin admin] Allocated IP 172.25.1.96 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/a6bbbee1-a598-4ff7-9e95-3c7ea858c313) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:43:45.193323 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-33f8de53-9c11-4476-a3af-a10f1b2a5103 req-3a109a31-be0c-48d8-a62c-f0f0b01d598f tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/security-groups?id=433bd4f4-0057-4edd-9b1a-c8bdc4d45e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748757 Nov 27 03:43:45.194205 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6c969c7f-7bb7-428c-8bc9-971eb3ed9289 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:45.200083 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-122013ec-acf0-4117-95ff-f83b3c29e4eb tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Made reservation on behalf of 4f93bf1216094326aad79ff5fda23c08 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:43:45.203835 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-122013ec-acf0-4117-95ff-f83b3c29e4eb tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:45.223236 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e8fd1124-351d-44b7-8cb6-7f30480235fe req-16741551-b980-449c-abfc-5a71be818f41 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211287 Nov 27 03:43:45.228044 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-eb16495a-3c1d-491b-9e69-e78712fc16aa tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:45.265929 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['8e7b808b-e22f-4e4a-8e03-66ad1475346d'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:43:45.366278 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6c969c7f-7bb7-428c-8bc9-971eb3ed9289 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:45.440902 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-b7efb8d9-a825-4d2e-ba74-80ee6844c288 service neutron] Attempting to bind port a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:43:45.441421 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-b7efb8d9-a825-4d2e-ba74-80ee6844c288 service neutron] Attempting to bind port a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '845f5355-d286-4a0f-9acd-493043a7ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '39dfc888-b0dd-4c34-8aab-d5cb681e46f0'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:43:45.441897 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-b7efb8d9-a825-4d2e-ba74-80ee6844c288 service neutron] Attempting to bind port a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e on network 39dfc888-b0dd-4c34-8aab-d5cb681e46f0 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:43:45.473894 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6a757922-00e8-45dd-a1b2-df73a76899e6 req-1401af69-e9a9-41f4-93e8-7cb552775ca0 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3ca7078-2116-4702-877b-4c6bb7a4fa95 HTTP/1.1" status: 200 len: 210 time: 0.0684867 Nov 27 03:43:45.476688 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3ec3c658-02d6-4c26-83fa-21907a5514d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:45.482773 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-b7efb8d9-a825-4d2e-ba74-80ee6844c288 service neutron] Port a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e on network 39dfc888-b0dd-4c34-8aab-d5cb681e46f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:43:45.483261 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-b7efb8d9-a825-4d2e-ba74-80ee6844c288 service neutron] Attempting to bind port a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e on network 39dfc888-b0dd-4c34-8aab-d5cb681e46f0 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:43:45.515541 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-b7efb8d9-a825-4d2e-ba74-80ee6844c288 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:43:45.516691 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-b7efb8d9-a825-4d2e-ba74-80ee6844c288 service neutron] Checking segment: {'id': '845f5355-d286-4a0f-9acd-493043a7ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '39dfc888-b0dd-4c34-8aab-d5cb681e46f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:43:45.518052 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-b7efb8d9-a825-4d2e-ba74-80ee6844c288 service neutron] Bound using segment: {'id': '845f5355-d286-4a0f-9acd-493043a7ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '39dfc888-b0dd-4c34-8aab-d5cb681e46f0'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:43:45.518441 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-b7efb8d9-a825-4d2e-ba74-80ee6844c288 service neutron] Bound port: a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '845f5355-d286-4a0f-9acd-493043a7ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '39dfc888-b0dd-4c34-8aab-d5cb681e46f0'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:43:45.519006 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-b7efb8d9-a825-4d2e-ba74-80ee6844c288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:45.542047 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb16495a-3c1d-491b-9e69-e78712fc16aa tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Pushing event updated for resources: {'Port': ['ID=0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:45.553167 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3ec3c658-02d6-4c26-83fa-21907a5514d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:45.578669 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ddc541f3-9eb1-4156-86cf-fddb7e7b5b3e admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:45.592463 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-eb16495a-3c1d-491b-9e69-e78712fc16aa tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Network 7cd21890-8440-4d5d-a862-4b55c8c22387 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:43:45.592955 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6c969c7f-7bb7-428c-8bc9-971eb3ed9289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:45.596322 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6c969c7f-7bb7-428c-8bc9-971eb3ed9289 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:45.600291 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6c969c7f-7bb7-428c-8bc9-971eb3ed9289 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4087d583-2c0e-4e26-a88b-b98743b075c1 HTTP/1.1" status: 204 len: 168 time: 0.6778164 Nov 27 03:43:45.627562 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-eb16495a-3c1d-491b-9e69-e78712fc16aa tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:43:45.634320 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-eb16495a-3c1d-491b-9e69-e78712fc16aa tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:43:45.690714 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c969c7f-7bb7-428c-8bc9-971eb3ed9289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4087d583-2c0e-4e26-a88b-b98743b075c1,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:45.701042 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-8311eb5a-62d6-4e83-b60d-25b8566ecf0f tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=0f146c2688204f20b505f83e3c3123db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0774846 Nov 27 03:43:45.712030 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-122013ec-acf0-4117-95ff-f83b3c29e4eb tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Allocated IP 172.20.0.10 (7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7/4f2f4695-47e3-40b2-b54d-f43d3306eba4/17a8823d-dc4e-4db2-b4ef-fc2efc14860a) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:43:45.729013 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f62308-5b42-4cb5-91eb-0d13709b8e14 req-25923282-1123-47ba-96f9-cceaf392e075 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:45.730630 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b6f62308-5b42-4cb5-91eb-0d13709b8e14 req-25923282-1123-47ba-96f9-cceaf392e075 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6d323d-f6d7-4cdd-9567-f2c1727d8cee HTTP/1.1" status: 200 len: 945 time: 0.1923497 Nov 27 03:43:45.743996 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-eb16495a-3c1d-491b-9e69-e78712fc16aa tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:45.744684 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-eb16495a-3c1d-491b-9e69-e78712fc16aa tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:45.781156 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:45.800542 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-b7efb8d9-a825-4d2e-ba74-80ee6844c288 service neutron] For port a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:43:45.812290 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-eb16495a-3c1d-491b-9e69-e78712fc16aa tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7098885 Nov 27 03:43:45.822094 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-b7efb8d9-a825-4d2e-ba74-80ee6844c288 service neutron] For port a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e,segment=NetworkSegment(845f5355-d286-4a0f-9acd-493043a7ee60),segment_id=845f5355-d286-4a0f-9acd-493043a7ee60)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:43:45.837812 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-b7efb8d9-a825-4d2e-ba74-80ee6844c288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:45.843367 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f1e303-8533-4f8f-a7ca-59e32f005580 None None] Network 1061c8f2-a0ce-422f-b43d-3200c66695ab requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:43:45.852623 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ddc541f3-9eb1-4156-86cf-fddb7e7b5b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:45.886746 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b6f62308-5b42-4cb5-91eb-0d13709b8e14 req-8ce5faac-b2b6-4155-949a-f655348aa4d0 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339555 Nov 27 03:43:45.899557 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-1644991d-ef4c-43c7-96b6-b66a26f9246c service neutron] Request body: {'port': {'device_id': '3eea447a-93db-4f3e-a920-0e41b89b791b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:45.921477 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3ec3c658-02d6-4c26-83fa-21907a5514d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:45.924839 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3ec3c658-02d6-4c26-83fa-21907a5514d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:45.926470 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3ec3c658-02d6-4c26-83fa-21907a5514d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/afedf226-1ee6-42ae-9474-c4a93b63a71f HTTP/1.1" status: 204 len: 168 time: 0.7395332 Nov 27 03:43:45.998189 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-412e3d42-64c6-4f37-832c-18025eeffe94 None None] Provisioning complete for port 6f9dc189-c2a0-419d-9610-3530dce3694b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:43:45.998984 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-412e3d42-64c6-4f37-832c-18025eeffe94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:46.015193 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-b7efb8d9-a825-4d2e-ba74-80ee6844c288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:46.015825 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-b7efb8d9-a825-4d2e-ba74-80ee6844c288 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:46.017299 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-b7efb8d9-a825-4d2e-ba74-80ee6844c288 service neutron] 10.222.0.11 "PUT /v2.0/ports/a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e HTTP/1.1" status: 200 len: 1092 time: 2.2083566 Nov 27 03:43:46.020449 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b456e1-0bb6-4439-951c-e6f6b76905a8', 'tag': 'a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:43:46.028044 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51cb7fc-ab22-48d7-94fb-0aec3dfc1fdb" -d '{"events": [{"name": "network-changed", "server_uuid": "67b456e1-0bb6-4439-951c-e6f6b76905a8", "tag": "a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:43:46.047311 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec3c658-02d6-4c26-83fa-21907a5514d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afedf226-1ee6-42ae-9474-c4a93b63a71f,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:46.082368 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc541f3-9eb1-4156-86cf-fddb7e7b5b3e admin admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:43:46.093976 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-ddc541f3-9eb1-4156-86cf-fddb7e7b5b3e admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:43:46.117130 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-c0f00cf6-c2e6-402c-890f-b21c668a0da2 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:46.124412 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-c0f00cf6-c2e6-402c-890f-b21c668a0da2 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4224739 Nov 27 03:43:46.128336 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc541f3-9eb1-4156-86cf-fddb7e7b5b3e admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:43:46.174778 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 6f9dc189-c2a0-419d-9610-3530dce3694b up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:43:46.181895 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7efb8d9-a825-4d2e-ba74-80ee6844c288 service neutron] Pushing event updated for resources: {'Port': ['ID=a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:46.204633 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-f0da6954-1de8-46cb-ae66-1a2062661bbd tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/quotas/0f146c2688204f20b505f83e3c3123db HTTP/1.1" status: 200 len: 375 time: 0.0791230 Nov 27 03:43:46.275934 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-122013ec-acf0-4117-95ff-f83b3c29e4eb tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:46.338712 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3faca20f-90b6-4263-bec6-c0466655511a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:46.340473 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-122013ec-acf0-4117-95ff-f83b3c29e4eb tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:46.353616 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-96f01581-fe90-463a-940a-238f351f542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:46.355288 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-96f01581-fe90-463a-940a-238f351f542b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=409a3520592e44dbbec54c1bf55df0d4&device_id=67b456e1-0bb6-4439-951c-e6f6b76905a8 HTTP/1.1" status: 200 len: 1095 time: 0.2626331 Nov 27 03:43:46.356019 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc541f3-9eb1-4156-86cf-fddb7e7b5b3e admin admin] Pushing event updated for resources: {'Port': ['ID=a6bbbee1-a598-4ff7-9e95-3c7ea858c313,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:46.377739 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 6f9dc189-c2a0-419d-9610-3530dce3694b triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:43:46.391024 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:46.451698 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54936) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:46.460788 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-c4180ac7-68cf-43c2-b404-cb116dc14e46 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0f146c2688204f20b505f83e3c3123db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2550654 Nov 27 03:43:46.480211 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-8091ad87-d2b2-409c-949b-2e7c3ec884f0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e HTTP/1.1" status: 200 len: 217 time: 0.1009600 Nov 27 03:43:46.544659 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-122013ec-acf0-4117-95ff-f83b3c29e4eb tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:43:46.554140 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a69d2611-1e52-4da4-99a5-8c45c2157fe4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:46.559585 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-89b9b367-5788-455d-8371-90c7696d199c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:46.561799 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-89b9b367-5788-455d-8371-90c7696d199c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fc4bc0b3-a0cc-4178-a299-8ba73845c8be HTTP/1.1" status: 200 len: 862 time: 0.0807691 Nov 27 03:43:46.572098 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-122013ec-acf0-4117-95ff-f83b3c29e4eb tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:43:46.583033 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f85074-2272-4de0-bcb0-4e93c1a626ca req-4706d6b8-6699-48aa-8c61-10bfb3f079d7 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:46.584900 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-07f85074-2272-4de0-bcb0-4e93c1a626ca req-4706d6b8-6699-48aa-8c61-10bfb3f079d7 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/ports?device_id=67b456e1-0bb6-4439-951c-e6f6b76905a8 HTTP/1.1" status: 200 len: 944 time: 0.2517295 Nov 27 03:43:46.587822 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-122013ec-acf0-4117-95ff-f83b3c29e4eb tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:43:46.596152 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122013ec-acf0-4117-95ff-f83b3c29e4eb tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Pushing event updated for resources: {'Port': ['ID=17a8823d-dc4e-4db2-b4ef-fc2efc14860a,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:46.599075 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-1644991d-ef4c-43c7-96b6-b66a26f9246c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:46.640841 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-412e3d42-64c6-4f37-832c-18025eeffe94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:46.712620 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-412e3d42-64c6-4f37-832c-18025eeffe94 None None] For port 6f9dc189-c2a0-419d-9610-3530dce3694b, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=6f9dc189-c2a0-419d-9610-3530dce3694b,segment=NetworkSegment(0a584404-1c26-40b8-b28c-ce6fe5d1bb30),segment_id=0a584404-1c26-40b8-b28c-ce6fe5d1bb30)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:43:46.737832 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-412e3d42-64c6-4f37-832c-18025eeffe94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:46.770752 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48fb955-90e9-4aea-8ebf-11235d689636 x-openstack-request-id: req-f48fb955-90e9-4aea-8ebf-11235d689636 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:43:46.771282 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b456e1-0bb6-4439-951c-e6f6b76905a8", "tag": "a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:43:46.772076 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f48fb955-90e9-4aea-8ebf-11235d689636 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:43:46.772076 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b456e1-0bb6-4439-951c-e6f6b76905a8', 'tag': 'a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e', 'status': 'completed', 'code': 200} Nov 27 03:43:46.787889 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:46.794169 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-cb5b0942-a086-417c-b9d7-436fd97e3ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:46.795941 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-cb5b0942-a086-417c-b9d7-436fd97e3ddd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=39dfc888-b0dd-4c34-8aab-d5cb681e46f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1840858 Nov 27 03:43:46.875262 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e3d42-64c6-4f37-832c-18025eeffe94 None None] Pushing event updated for resources: {'Port': ['ID=6f9dc189-c2a0-419d-9610-3530dce3694b,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:46.924012 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-5e5e4dad-6cf4-433e-a9ab-d7b514d63414 None None] Provisioning complete for port 0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:43:46.927445 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5e5e4dad-6cf4-433e-a9ab-d7b514d63414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:46.954183 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-122013ec-acf0-4117-95ff-f83b3c29e4eb tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:46.955423 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-122013ec-acf0-4117-95ff-f83b3c29e4eb tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:46.981200 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.api [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 03:43:46.981790 n-d-819494-3 neutron-server[110020]: DEBUG oslo_db.api [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 03:43:47.014838 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-5e5e4dad-6cf4-433e-a9ab-d7b514d63414 None None] Port 0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:43:47.077688 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-122013ec-acf0-4117-95ff-f83b3c29e4eb tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5368967 Nov 27 03:43:47.092742 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-07f85074-2272-4de0-bcb0-4e93c1a626ca req-306262e1-d012-40e1-8c1f-ac910b7b0707 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc852f61-2cf1-4aa9-92bb-cab027642d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4931457 Nov 27 03:43:47.114345 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-3d00a144-c7dd-4b36-8244-399e6e4f2aa3 service neutron] Request body: {'port': {'device_id': 'b3ca7078-2116-4702-877b-4c6bb7a4fa95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:47.264345 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-62073d58-4010-443c-b116-c9f1508cf8a7 None None] Provisioning complete for port 6f9dc189-c2a0-419d-9610-3530dce3694b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:43:47.265052 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-62073d58-4010-443c-b116-c9f1508cf8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:47.301799 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ddc541f3-9eb1-4156-86cf-fddb7e7b5b3e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:47.368866 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a69d2611-1e52-4da4-99a5-8c45c2157fe4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:47.388279 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a69d2611-1e52-4da4-99a5-8c45c2157fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:47.396388 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb00e5-3b81-412c-a00e-b7a5e858f7f3 req-33136cd2-0bf7-43d0-874c-9d0a5b1de3f2 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:47.403556 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ceeb00e5-3b81-412c-a00e-b7a5e858f7f3 req-33136cd2-0bf7-43d0-874c-9d0a5b1de3f2 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/ports?device_id=3eea447a-93db-4f3e-a920-0e41b89b791b HTTP/1.1" status: 200 len: 935 time: 0.1738229 Nov 27 03:43:47.417891 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-3d00a144-c7dd-4b36-8244-399e6e4f2aa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:47.452322 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed717d19-7e0d-4e49-8797-2c9617a57ce3 req-70f2a530-ffad-43c6-b7c0-543c4b0774e6 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:47.453503 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ed717d19-7e0d-4e49-8797-2c9617a57ce3 req-70f2a530-ffad-43c6-b7c0-543c4b0774e6 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3ca7078-2116-4702-877b-4c6bb7a4fa95 HTTP/1.1" status: 200 len: 932 time: 0.2550769 Nov 27 03:43:47.459950 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-eae1a6e2-cb69-4e1f-9b06-406da005d99b service neutron] 10.222.0.11 "GET /v2.0/networks/39dfc888-b0dd-4c34-8aab-d5cb681e46f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6471829 Nov 27 03:43:47.464641 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a69d2611-1e52-4da4-99a5-8c45c2157fe4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=55a60dc983f74bf881d4419b98a80d2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9662926 Nov 27 03:43:47.470462 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54970) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:47.521652 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ceeb00e5-3b81-412c-a00e-b7a5e858f7f3 req-3c5cefc8-1605-4744-b4be-e1a73c57a5f5 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/security-groups?id=f99a0138-3ce9-4071-9643-b64cb6760a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170945 Nov 27 03:43:47.523387 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d2611-1e52-4da4-99a5-8c45c2157fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bacbf24-2885-49dc-ab47-3ee9d90379fe,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:47.530413 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54972) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:47.661900 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-1644991d-ef4c-43c7-96b6-b66a26f9246c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:43:47.665034 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-22c79027-6a33-4ecf-b6e8-c8abf2daf99b req-a4e860d4-01c0-4334-ae2a-f3958d7b821d tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/ports?device_id=a027b4c5-487d-41e1-955f-c41d36e054fa HTTP/1.1" status: 200 len: 210 time: 0.0665684 Nov 27 03:43:47.726177 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ed717d19-7e0d-4e49-8797-2c9617a57ce3 req-ebec001c-ad3f-4146-8889-e3405828a308 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604094 Nov 27 03:43:47.728520 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9387d93f-a3ff-4f16-b95d-4ea33d62cd0b req-419bf9f7-1c9e-4f58-af84-9ffd8d57b18f service neutron] 10.222.0.11 "GET /v2.0/networks/39dfc888-b0dd-4c34-8aab-d5cb681e46f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459834 Nov 27 03:43:47.734348 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-1644991d-ef4c-43c7-96b6-b66a26f9246c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:47.764642 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0db8b578-f057-4613-bbc0-cdac1f4a04ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:47.771233 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-1644991d-ef4c-43c7-96b6-b66a26f9246c service neutron] Transition to ACTIVE for port object 0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:43:47.773887 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ddc541f3-9eb1-4156-86cf-fddb7e7b5b3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:47.785766 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-1644991d-ef4c-43c7-96b6-b66a26f9246c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:47.861416 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0db8b578-f057-4613-bbc0-cdac1f4a04ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:47.894938 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-3260f30a-8f8a-4415-aff8-289a53ebddb0 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1060914924-network', 'tenant_id': 'beeb3ad01bc54000804a22c457c7428a'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:47.906722 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 6f9dc189-c2a0-419d-9610-3530dce3694b up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:43:47.932570 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1644991d-ef4c-43c7-96b6-b66a26f9246c service neutron] Pushing event updated for resources: {'Port': ['ID=0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:47.975840 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b3e2a-ed70-4556-bd62-d1a216274487 req-73713a40-5254-45e9-936a-52d2c9d0eb0d tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:47.977377 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8f1b3e2a-ed70-4556-bd62-d1a216274487 req-73713a40-5254-45e9-936a-52d2c9d0eb0d tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6d323d-f6d7-4cdd-9567-f2c1727d8cee HTTP/1.1" status: 200 len: 945 time: 0.1991315 Nov 27 03:43:47.985100 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3260f30a-8f8a-4415-aff8-289a53ebddb0 admin admin] Made reservation on behalf of beeb3ad01bc54000804a22c457c7428a for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:43:47.986172 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3260f30a-8f8a-4415-aff8-289a53ebddb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:47.995081 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 6f9dc189-c2a0-419d-9610-3530dce3694b triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:43:47.999282 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:48.013712 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3260f30a-8f8a-4415-aff8-289a53ebddb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:48.016793 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51cb7fc-ab22-48d7-94fb-0aec3dfc1fdb req-e3558ccb-d32e-49cc-b052-f387ead66e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:48.018426 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f51cb7fc-ab22-48d7-94fb-0aec3dfc1fdb req-e3558ccb-d32e-49cc-b052-f387ead66e05 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=409a3520592e44dbbec54c1bf55df0d4&device_id=67b456e1-0bb6-4439-951c-e6f6b76905a8 HTTP/1.1" status: 200 len: 1095 time: 0.1623309 Nov 27 03:43:48.046486 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0db8b578-f057-4613-bbc0-cdac1f4a04ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:48.050056 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0db8b578-f057-4613-bbc0-cdac1f4a04ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:48.054342 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0db8b578-f057-4613-bbc0-cdac1f4a04ee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0bacbf24-2885-49dc-ab47-3ee9d90379fe HTTP/1.1" status: 204 len: 168 time: 0.5804231 Nov 27 03:43:48.093477 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-1644991d-ef4c-43c7-96b6-b66a26f9246c service neutron] Attempting to bind port 0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:43:48.093833 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-1644991d-ef4c-43c7-96b6-b66a26f9246c service neutron] Attempting to bind port 0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:43:48.094097 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-1644991d-ef4c-43c7-96b6-b66a26f9246c service neutron] Attempting to bind port 0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:43:48.100888 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db8b578-f057-4613-bbc0-cdac1f4a04ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bacbf24-2885-49dc-ab47-3ee9d90379fe,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:48.112592 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-1644991d-ef4c-43c7-96b6-b66a26f9246c service neutron] Port 0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae on network 7cd21890-8440-4d5d-a862-4b55c8c22387 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:43:48.113104 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-1644991d-ef4c-43c7-96b6-b66a26f9246c service neutron] Attempting to bind port 0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:43:48.129215 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-1644991d-ef4c-43c7-96b6-b66a26f9246c service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:43:48.129835 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-1644991d-ef4c-43c7-96b6-b66a26f9246c service neutron] Checking segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:43:48.130381 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-1644991d-ef4c-43c7-96b6-b66a26f9246c service neutron] Bound using segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:43:48.131019 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-1644991d-ef4c-43c7-96b6-b66a26f9246c service neutron] Bound port: 0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:43:48.131561 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-1644991d-ef4c-43c7-96b6-b66a26f9246c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:48.211813 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-3d00a144-c7dd-4b36-8244-399e6e4f2aa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17a8823d-dc4e-4db2-b4ef-fc2efc14860a {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:43:48.233248 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-3d00a144-c7dd-4b36-8244-399e6e4f2aa3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:48.244177 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ea330e22-b062-4ad3-9f37-c9147bb7b920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:48.275035 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51cb7fc-ab22-48d7-94fb-0aec3dfc1fdb req-e6d0e0d9-749e-4ac1-a403-da206bfe34bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:48.277432 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f51cb7fc-ab22-48d7-94fb-0aec3dfc1fdb req-e6d0e0d9-749e-4ac1-a403-da206bfe34bd service neutron] 10.222.0.11 "GET /v2.0/networks?id=39dfc888-b0dd-4c34-8aab-d5cb681e46f0 HTTP/1.1" status: 200 len: 924 time: 0.2496636 Nov 27 03:43:48.284284 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-3d00a144-c7dd-4b36-8244-399e6e4f2aa3 service neutron] Transition to ACTIVE for port object 17a8823d-dc4e-4db2-b4ef-fc2efc14860a will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:43:48.327630 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08796a-2525-4c82-9f9d-2a42840457f0 req-d6894186-1068-4616-8f91-de17ce5ed50b tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:48.329773 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7b08796a-2525-4c82-9f9d-2a42840457f0 req-d6894186-1068-4616-8f91-de17ce5ed50b tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/ports?device_id=67b456e1-0bb6-4439-951c-e6f6b76905a8 HTTP/1.1" status: 200 len: 944 time: 0.1198978 Nov 27 03:43:48.330701 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-3d00a144-c7dd-4b36-8244-399e6e4f2aa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:48.376725 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f51cb7fc-ab22-48d7-94fb-0aec3dfc1fdb req-4551dc15-4748-4fab-9b65-75b1bb31e6ac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e HTTP/1.1" status: 200 len: 217 time: 0.0819573 Nov 27 03:43:48.384649 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-1644991d-ef4c-43c7-96b6-b66a26f9246c service neutron] For port 0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:43:48.387938 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-d9684659-a112-4dec-8508-84d9661e2f54 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=0f146c2688204f20b505f83e3c3123db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0963056 Nov 27 03:43:48.395397 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8f1b3e2a-ed70-4556-bd62-d1a216274487 req-75377d9e-19af-418d-a385-9548161a6fc3 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024236 Nov 27 03:43:48.456334 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-1644991d-ef4c-43c7-96b6-b66a26f9246c service neutron] For port 0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:43:48.486739 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d00a144-c7dd-4b36-8244-399e6e4f2aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=17a8823d-dc4e-4db2-b4ef-fc2efc14860a,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:48.493206 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:48.495680 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-1644991d-ef4c-43c7-96b6-b66a26f9246c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:48.546245 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc541f3-9eb1-4156-86cf-fddb7e7b5b3e admin admin] Router d6f27a77-8db7-474f-a0b2-3cc925c2a05e is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 03:43:48.564499 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51cb7fc-ab22-48d7-94fb-0aec3dfc1fdb req-c34065be-805f-431e-940e-5b5f45aa1b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:48.565974 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f51cb7fc-ab22-48d7-94fb-0aec3dfc1fdb req-c34065be-805f-431e-940e-5b5f45aa1b83 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fc4bc0b3-a0cc-4178-a299-8ba73845c8be HTTP/1.1" status: 200 len: 862 time: 0.1633227 Nov 27 03:43:48.583439 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3260f30a-8f8a-4415-aff8-289a53ebddb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:48.603338 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3260f30a-8f8a-4415-aff8-289a53ebddb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:48.622890 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-1644991d-ef4c-43c7-96b6-b66a26f9246c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:48.623522 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-1644991d-ef4c-43c7-96b6-b66a26f9246c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:48.624900 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-1644991d-ef4c-43c7-96b6-b66a26f9246c service neutron] 10.222.0.23 "PUT /v2.0/ports/0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae HTTP/1.1" status: 200 len: 1095 time: 2.7486770 Nov 27 03:43:48.625344 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eea447a-93db-4f3e-a920-0e41b89b791b', 'tag': '0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:43:48.628109 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865f1ebe-45d2-4d08-9a3c-6d6ed082f0d5" -d '{"events": [{"name": "network-changed", "server_uuid": "3eea447a-93db-4f3e-a920-0e41b89b791b", "tag": "0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:43:48.658184 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7b08796a-2525-4c82-9f9d-2a42840457f0 req-f73bb653-31fd-437d-9d96-7a5f34f7db86 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc852f61-2cf1-4aa9-92bb-cab027642d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2850235 Nov 27 03:43:48.764147 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-ff185d65-36bc-42a4-9d0e-d60fee39db0a tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:48.765713 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-ff185d65-36bc-42a4-9d0e-d60fee39db0a tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3659360 Nov 27 03:43:48.777101 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3441e-c1ff-4e69-9ff8-b7bc47ea3b3b req-de6ce62c-f931-4c0f-9677-9dcd60e1153d tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:48.779372 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eec3441e-c1ff-4e69-9ff8-b7bc47ea3b3b req-de6ce62c-f931-4c0f-9677-9dcd60e1153d tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=be6d323d-f6d7-4cdd-9567-f2c1727d8cee HTTP/1.1" status: 200 len: 1096 time: 0.2745280 Nov 27 03:43:48.786839 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1644991d-ef4c-43c7-96b6-b66a26f9246c service neutron] Pushing event updated for resources: {'Port': ['ID=0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:48.809775 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3260f30a-8f8a-4415-aff8-289a53ebddb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:43:48.818829 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-8eedae08-833d-43c1-b23f-d2fff7a62dd1 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Request body: {'port': {'device_id': 'a027b4c5-487d-41e1-955f-c41d36e054fa', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'admin_state_up': True, 'tenant_id': '0f146c2688204f20b505f83e3c3123db'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:48.851201 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51cb7fc-ab22-48d7-94fb-0aec3dfc1fdb req-0b6e7d7a-5bb5-456d-87e7-af93244bafcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:48.854118 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f51cb7fc-ab22-48d7-94fb-0aec3dfc1fdb req-0b6e7d7a-5bb5-456d-87e7-af93244bafcb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=39dfc888-b0dd-4c34-8aab-d5cb681e46f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2665756 Nov 27 03:43:48.872273 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-3d00a144-c7dd-4b36-8244-399e6e4f2aa3 service neutron] Attempting to bind port 17a8823d-dc4e-4db2-b4ef-fc2efc14860a on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:43:48.872540 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-3d00a144-c7dd-4b36-8244-399e6e4f2aa3 service neutron] Attempting to bind port 17a8823d-dc4e-4db2-b4ef-fc2efc14860a by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:43:48.872874 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-3d00a144-c7dd-4b36-8244-399e6e4f2aa3 service neutron] Attempting to bind port 17a8823d-dc4e-4db2-b4ef-fc2efc14860a on network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:43:48.890919 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260f30a-8f8a-4415-aff8-289a53ebddb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a49f24-a840-431a-9e34-a79dabb0b8fe,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:48.896693 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3260f30a-8f8a-4415-aff8-289a53ebddb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:48.897090 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-3260f30a-8f8a-4415-aff8-289a53ebddb0 admin admin] Added segment 0615c29d-8b0b-49c8-9645-4a8174090102 of type vlan for network e7c6215b-538d-47fa-ba03-b46cf63de2f4 Nov 27 03:43:48.897709 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-3d00a144-c7dd-4b36-8244-399e6e4f2aa3 service neutron] Port 17a8823d-dc4e-4db2-b4ef-fc2efc14860a on network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:43:48.898040 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-3d00a144-c7dd-4b36-8244-399e6e4f2aa3 service neutron] Attempting to bind port 17a8823d-dc4e-4db2-b4ef-fc2efc14860a on network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:43:48.904468 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-a1fce886-d70a-43c8-8b75-2b40b43e26ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:48.905951 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-a1fce886-d70a-43c8-8b75-2b40b43e26ec service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=22ad5ea9694049e3995b4d8354c557de&device_id=3eea447a-93db-4f3e-a920-0e41b89b791b HTTP/1.1" status: 200 len: 1098 time: 0.2082756 Nov 27 03:43:48.923452 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759712e7-716e-4541-98f5-7e8974b7e814 req-3a737737-907d-4951-89dc-d68abecd51a6 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:48.925299 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-759712e7-716e-4541-98f5-7e8974b7e814 req-3a737737-907d-4951-89dc-d68abecd51a6 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/ports?device_id=3eea447a-93db-4f3e-a920-0e41b89b791b HTTP/1.1" status: 200 len: 947 time: 0.1882019 Nov 27 03:43:48.929689 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-3d00a144-c7dd-4b36-8244-399e6e4f2aa3 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:43:48.930060 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-3d00a144-c7dd-4b36-8244-399e6e4f2aa3 service neutron] Checking segment: {'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:43:48.930449 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-3d00a144-c7dd-4b36-8244-399e6e4f2aa3 service neutron] Bound using segment: {'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:43:48.930955 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-3d00a144-c7dd-4b36-8244-399e6e4f2aa3 service neutron] Bound port: 17a8823d-dc4e-4db2-b4ef-fc2efc14860a, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:43:48.931310 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-3d00a144-c7dd-4b36-8244-399e6e4f2aa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:48.989187 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eec3441e-c1ff-4e69-9ff8-b7bc47ea3b3b req-2c137994-2fc8-4284-991a-1763ddaf38b8 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900916 Nov 27 03:43:49.004335 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-0e26666f-6d45-4336-9f1a-4aa90e7a763b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae HTTP/1.1" status: 200 len: 217 time: 0.0777471 Nov 27 03:43:49.013417 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3260f30a-8f8a-4415-aff8-289a53ebddb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:49.031606 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc541f3-9eb1-4156-86cf-fddb7e7b5b3e admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:43:49.046813 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ec3f3f-2a22-4096-90ab-e70e08da6a9d None None] Sync routers for ids ['d6f27a77-8db7-474f-a0b2-3cc925c2a05e'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:43:49.059202 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ec3f3f-2a22-4096-90ab-e70e08da6a9d None None] Routers {'d6f27a77-8db7-474f-a0b2-3cc925c2a05e'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:43:49.060086 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-d1ec3f3f-2a22-4096-90ab-e70e08da6a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:43:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d6f27a77-8db7-474f-a0b2-3cc925c2a05e'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:43:49.087036 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f51cb7fc-ab22-48d7-94fb-0aec3dfc1fdb req-bb468c59-b184-4b45-9625-5df990b624b5 service neutron] 10.222.0.11 "GET /v2.0/networks/39dfc888-b0dd-4c34-8aab-d5cb681e46f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218831 Nov 27 03:43:49.199212 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3260f30a-8f8a-4415-aff8-289a53ebddb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:49.200278 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3260f30a-8f8a-4415-aff8-289a53ebddb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:49.201306 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3260f30a-8f8a-4415-aff8-289a53ebddb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:49.222602 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-d1ec3f3f-2a22-4096-90ab-e70e08da6a9d None None] Set router d6f27a77-8db7-474f-a0b2-3cc925c2a05e gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:43:49.286467 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260f30a-8f8a-4415-aff8-289a53ebddb0 admin admin] Pushing event updated for resources: {'Network': ['ID=e7c6215b-538d-47fa-ba03-b46cf63de2f4,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:49.296792 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network e7c6215b-538d-47fa-ba03-b46cf63de2f4 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:43:49.342142 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29574d6a-7d62-444b-b760-48eed8bdfa1a x-openstack-request-id: req-29574d6a-7d62-444b-b760-48eed8bdfa1a {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:43:49.343475 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eea447a-93db-4f3e-a920-0e41b89b791b", "tag": "0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:43:49.343899 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-29574d6a-7d62-444b-b760-48eed8bdfa1a {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:43:49.345976 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eea447a-93db-4f3e-a920-0e41b89b791b', 'tag': '0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae', 'status': 'completed', 'code': 200} Nov 27 03:43:49.363912 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-88318b1d-260d-4019-bc83-5875ed12a06a req-a299c4bc-64d4-4944-915f-e743a2211ce6 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/ports?device_id=a027b4c5-487d-41e1-955f-c41d36e054fa HTTP/1.1" status: 200 len: 210 time: 0.0738337 Nov 27 03:43:49.378936 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-8eedae08-833d-43c1-b23f-d2fff7a62dd1 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Made reservation on behalf of 0f146c2688204f20b505f83e3c3123db for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:43:49.384188 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-8eedae08-833d-43c1-b23f-d2fff7a62dd1 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:49.388883 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3260f30a-8f8a-4415-aff8-289a53ebddb0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7951624 Nov 27 03:43:49.391847 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55012) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:49.432644 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-759712e7-716e-4541-98f5-7e8974b7e814 req-411b8d80-30ea-41d8-a6bd-17afe5435dc3 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/security-groups?id=f99a0138-3ce9-4071-9643-b64cb6760a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4834855 Nov 27 03:43:49.437581 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-98485081-258c-42c7-a210-14978a794f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:49.438882 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-6dfe0913-fc25-4f2e-bcec-759fa08d7585 admin admin] Request body: {'subnet': {'network_id': 'e7c6215b-538d-47fa-ba03-b46cf63de2f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1060914924-subnet', 'tenant_id': 'beeb3ad01bc54000804a22c457c7428a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:49.439610 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-98485081-258c-42c7-a210-14978a794f3d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.4265757 Nov 27 03:43:49.453787 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ddc541f3-9eb1-4156-86cf-fddb7e7b5b3e admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:49.459259 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ddc541f3-9eb1-4156-86cf-fddb7e7b5b3e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.0877917 Nov 27 03:43:49.467795 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55016) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:49.479333 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:49.481973 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-3d00a144-c7dd-4b36-8244-399e6e4f2aa3 service neutron] For port 17a8823d-dc4e-4db2-b4ef-fc2efc14860a, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:43:49.541149 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-3d00a144-c7dd-4b36-8244-399e6e4f2aa3 service neutron] For port 17a8823d-dc4e-4db2-b4ef-fc2efc14860a, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=17a8823d-dc4e-4db2-b4ef-fc2efc14860a,segment=NetworkSegment(0ede1ec6-1b9f-43e0-8048-29f023f3314a),segment_id=0ede1ec6-1b9f-43e0-8048-29f023f3314a)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:43:49.558980 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-3d00a144-c7dd-4b36-8244-399e6e4f2aa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:49.574794 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-f75ff94c-cd90-433c-9cb1-6d9a845d7e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:49.577202 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-f75ff94c-cd90-433c-9cb1-6d9a845d7e85 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0967605 Nov 27 03:43:49.649737 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-d1ec3f3f-2a22-4096-90ab-e70e08da6a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1339829873-router', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:43Z', 'updated_at': '2021-11-27T03:43:46Z', 'revision_number': 3, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'gw_port': {'id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:44Z', 'updated_at': '2021-11-27T03:43:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:43:49.674407 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f51cb7fc-ab22-48d7-94fb-0aec3dfc1fdb req-97673518-7c73-4e4f-a26b-59c881c6bafc service neutron] 10.222.0.11 "GET /v2.0/networks/39dfc888-b0dd-4c34-8aab-d5cb681e46f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5730255 Nov 27 03:43:49.690717 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfe0913-fc25-4f2e-bcec-759fa08d7585 admin admin] Made reservation on behalf of beeb3ad01bc54000804a22c457c7428a for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:43:49.693227 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6dfe0913-fc25-4f2e-bcec-759fa08d7585 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:49.694435 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ec3f3f-2a22-4096-90ab-e70e08da6a9d None None] Checking router: d6f27a77-8db7-474f-a0b2-3cc925c2a05e for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:43:49.694970 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ec3f3f-2a22-4096-90ab-e70e08da6a9d None None] Updating router d6f27a77-8db7-474f-a0b2-3cc925c2a05e port a6bbbee1-a598-4ff7-9e95-3c7ea858c313 binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:43:49.731938 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-d1ec3f3f-2a22-4096-90ab-e70e08da6a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:49.739610 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-3d00a144-c7dd-4b36-8244-399e6e4f2aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:49.740901 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-3d00a144-c7dd-4b36-8244-399e6e4f2aa3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:49.742345 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-3d00a144-c7dd-4b36-8244-399e6e4f2aa3 service neutron] 10.222.0.11 "PUT /v2.0/ports/17a8823d-dc4e-4db2-b4ef-fc2efc14860a HTTP/1.1" status: 200 len: 1092 time: 2.6441884 Nov 27 03:43:49.828541 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025c1fa-e31c-4172-a0ee-75cf34a9d4a8 req-e707cee4-ca1c-4676-ba01-f80beedcbe4f tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:49.830692 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6025c1fa-e31c-4172-a0ee-75cf34a9d4a8 req-e707cee4-ca1c-4676-ba01-f80beedcbe4f tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=be6d323d-f6d7-4cdd-9567-f2c1727d8cee HTTP/1.1" status: 200 len: 1096 time: 0.2293217 Nov 27 03:43:49.851911 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d00a144-c7dd-4b36-8244-399e6e4f2aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=17a8823d-dc4e-4db2-b4ef-fc2efc14860a,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:49.884890 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-8eedae08-833d-43c1-b23f-d2fff7a62dd1 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Allocated IP 192.168.233.227 (7cd21890-8440-4d5d-a862-4b55c8c22387/f14a2acf-f1d7-4ddf-8459-b30982428e88/435fb93a-728a-4ac6-8ca2-f90478e8c497) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:43:49.915343 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-33090149-e6d3-4564-a426-73e84b6593a1 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901292 Nov 27 03:43:49.969150 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aabebf-dc8d-4201-b68d-199fb0834549 req-80e60e59-c5e0-47b3-8920-d055cbeb13c0 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:49.971583 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c9aabebf-dc8d-4201-b68d-199fb0834549 req-80e60e59-c5e0-47b3-8920-d055cbeb13c0 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3ca7078-2116-4702-877b-4c6bb7a4fa95 HTTP/1.1" status: 200 len: 944 time: 0.3940849 Nov 27 03:43:49.981760 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-c21e48f1-9b9c-4c45-8c52-392e8b991d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:49.983360 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-c21e48f1-9b9c-4c45-8c52-392e8b991d50 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4f93bf1216094326aad79ff5fda23c08&device_id=b3ca7078-2116-4702-877b-4c6bb7a4fa95 HTTP/1.1" status: 200 len: 1095 time: 0.1632333 Nov 27 03:43:50.024358 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6025c1fa-e31c-4172-a0ee-75cf34a9d4a8 req-9e34011f-c6f0-4a57-b920-ad4e2fabef9c tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783144 Nov 27 03:43:50.076012 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-51da0dd5-630e-4c9d-a2dd-b1be7cc77e12 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17a8823d-dc4e-4db2-b4ef-fc2efc14860a HTTP/1.1" status: 200 len: 217 time: 0.0565395 Nov 27 03:43:50.106843 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-d1ec3f3f-2a22-4096-90ab-e70e08da6a9d None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:50.116763 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-d1ec3f3f-2a22-4096-90ab-e70e08da6a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:50.129351 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c9aabebf-dc8d-4201-b68d-199fb0834549 req-7d0e8e2b-24a2-42ba-b559-f374908155f4 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435187 Nov 27 03:43:50.206748 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-d1ec3f3f-2a22-4096-90ab-e70e08da6a9d None None] Attempting to bind port a6bbbee1-a598-4ff7-9e95-3c7ea858c313 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:43:50.212645 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-d1ec3f3f-2a22-4096-90ab-e70e08da6a9d None None] Attempting to bind port a6bbbee1-a598-4ff7-9e95-3c7ea858c313 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:43:50.213102 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ec3f3f-2a22-4096-90ab-e70e08da6a9d None None] Attempting to bind port a6bbbee1-a598-4ff7-9e95-3c7ea858c313 on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:43:50.226271 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6507186-128f-4b95-ba3a-92a56fd4ae33 None None] Pushing event updated for resources: {'Port': ['ID=a6bbbee1-a598-4ff7-9e95-3c7ea858c313,revision_number=2']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:50.229243 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ec3f3f-2a22-4096-90ab-e70e08da6a9d None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:43:50.229456 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ec3f3f-2a22-4096-90ab-e70e08da6a9d None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:43:50.229858 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-d1ec3f3f-2a22-4096-90ab-e70e08da6a9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:50.230242 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ec3f3f-2a22-4096-90ab-e70e08da6a9d None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:43:50.230982 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-d1ec3f3f-2a22-4096-90ab-e70e08da6a9d None None] Bound port: a6bbbee1-a598-4ff7-9e95-3c7ea858c313, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:43:50.231381 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-d1ec3f3f-2a22-4096-90ab-e70e08da6a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:50.285811 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-d1ec3f3f-2a22-4096-90ab-e70e08da6a9d None None] For port a6bbbee1-a598-4ff7-9e95-3c7ea858c313, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:43:50.290792 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-d1ec3f3f-2a22-4096-90ab-e70e08da6a9d None None] For port a6bbbee1-a598-4ff7-9e95-3c7ea858c313, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=a6bbbee1-a598-4ff7-9e95-3c7ea858c313,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:43:50.297561 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-d1ec3f3f-2a22-4096-90ab-e70e08da6a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:50.301243 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-68738c68-c785-4851-a670-719cd6bbdad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:50.302765 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-68738c68-c785-4851-a670-719cd6bbdad0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f2f4695-47e3-40b2-b54d-f43d3306eba4 HTTP/1.1" status: 200 len: 848 time: 0.1840818 Nov 27 03:43:50.310645 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1f394bd9-8ff3-4fe3-9729-652007e6ded5 req-c867d620-66f8-44d1-9a52-c661f90aa81a service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801444 Nov 27 03:43:50.366597 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-0562535e-8e9d-4235-ac31-566d6105df70 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549469 Nov 27 03:43:50.367213 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ec3f3f-2a22-4096-90ab-e70e08da6a9d None None] Routers {'d6f27a77-8db7-474f-a0b2-3cc925c2a05e'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:43:50.368133 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-d1ec3f3f-2a22-4096-90ab-e70e08da6a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:43:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d6f27a77-8db7-474f-a0b2-3cc925c2a05e'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:43:50.382963 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fbfc1d-7f87-4559-978f-8a5ae192777b req-797dba33-d154-4dd8-aa5a-136682cc86c1 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:50.385352 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f7fbfc1d-7f87-4559-978f-8a5ae192777b req-797dba33-d154-4dd8-aa5a-136682cc86c1 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/ports?device_id=67b456e1-0bb6-4439-951c-e6f6b76905a8 HTTP/1.1" status: 200 len: 944 time: 0.1567461 Nov 27 03:43:50.435496 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6507186-128f-4b95-ba3a-92a56fd4ae33 None None] Pushing event updated for resources: {'Port': ['ID=a6bbbee1-a598-4ff7-9e95-3c7ea858c313,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:50.501830 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-8eedae08-833d-43c1-b23f-d2fff7a62dd1 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:50.504110 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-d1ec3f3f-2a22-4096-90ab-e70e08da6a9d None None] Set router d6f27a77-8db7-474f-a0b2-3cc925c2a05e gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:43:50.586437 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6dfe0913-fc25-4f2e-bcec-759fa08d7585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:50.595538 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f7fbfc1d-7f87-4559-978f-8a5ae192777b req-195bdb25-553c-4f73-9260-89d05f4c7de3 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc852f61-2cf1-4aa9-92bb-cab027642d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912332 Nov 27 03:43:50.600206 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-f2d00853-c7c2-45ea-8fb9-2524666b7453 req-46faa11d-5735-4190-91d8-954b6229e1e6 tempest-SecurityGroupsTestAdminJSON-1190008454 tempest-SecurityGroupsTestAdminJSON-1190008454-project] Request body: {'security_group': {'name': 'tempest-securitygroup-671983362', 'description': 'tempest-description-497671965'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:50.601653 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f1ebe-45d2-4d08-9a3c-6d6ed082f0d5 req-ee6a4190-743f-4631-bc3b-026c63bd7362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:50.603157 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-865f1ebe-45d2-4d08-9a3c-6d6ed082f0d5 req-ee6a4190-743f-4631-bc3b-026c63bd7362 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=22ad5ea9694049e3995b4d8354c557de&device_id=3eea447a-93db-4f3e-a920-0e41b89b791b HTTP/1.1" status: 200 len: 1098 time: 0.1823280 Nov 27 03:43:50.625049 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-90bbf98a-e755-4e8f-9ab2-ef82ccd4b6cc service neutron] 10.222.0.11 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386429 Nov 27 03:43:50.644706 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f2d00853-c7c2-45ea-8fb9-2524666b7453 req-46faa11d-5735-4190-91d8-954b6229e1e6 tempest-SecurityGroupsTestAdminJSON-1190008454 tempest-SecurityGroupsTestAdminJSON-1190008454-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:50.656067 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f2d00853-c7c2-45ea-8fb9-2524666b7453 req-46faa11d-5735-4190-91d8-954b6229e1e6 tempest-SecurityGroupsTestAdminJSON-1190008454 tempest-SecurityGroupsTestAdminJSON-1190008454-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:50.663514 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4e1ea45a-946d-40b4-a5da-63be5332cb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:50.664779 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:43:50.675238 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-8eedae08-833d-43c1-b23f-d2fff7a62dd1 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:50.734188 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfe0913-fc25-4f2e-bcec-759fa08d7585 admin admin] Checking segment: {'id': '0615c29d-8b0b-49c8-9645-4a8174090102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e7c6215b-538d-47fa-ba03-b46cf63de2f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:43:50.734639 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfe0913-fc25-4f2e-bcec-759fa08d7585 admin admin] Network hostable DHCP agents. Network: e7c6215b-538d-47fa-ba03-b46cf63de2f4, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:43:50.736917 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe0913-fc25-4f2e-bcec-759fa08d7585 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10bb03c9-60fd-47aa-9847-76b86f1a058b,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:50.757246 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['25318c00-c898-4c02-99c4-badd4d372c64'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:43:50.781162 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eedae08-833d-43c1-b23f-d2fff7a62dd1 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Pushing event updated for resources: {'Port': ['ID=435fb93a-728a-4ac6-8ca2-f90478e8c497,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:50.820038 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-8eedae08-833d-43c1-b23f-d2fff7a62dd1 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Network 7cd21890-8440-4d5d-a862-4b55c8c22387 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:43:50.826145 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfe0913-fc25-4f2e-bcec-759fa08d7585 admin admin] Network e7c6215b-538d-47fa-ba03-b46cf63de2f4 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:43:50.828700 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-8eedae08-833d-43c1-b23f-d2fff7a62dd1 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:43:50.831378 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-8eedae08-833d-43c1-b23f-d2fff7a62dd1 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:43:50.855565 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-d1ec3f3f-2a22-4096-90ab-e70e08da6a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1339829873-router', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:43Z', 'updated_at': '2021-11-27T03:43:46Z', 'revision_number': 3, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'gw_port': {'id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:44Z', 'updated_at': '2021-11-27T03:43:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:43:50.912510 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ec3f3f-2a22-4096-90ab-e70e08da6a9d None None] The sync data for ids ['d6f27a77-8db7-474f-a0b2-3cc925c2a05e'] in n-d-819494-3 is: [{'id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1339829873-router', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:43Z', 'updated_at': '2021-11-27T03:43:46Z', 'revision_number': 3, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'gw_port': {'id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:44Z', 'updated_at': '2021-11-27T03:43:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:43:50.915298 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-6dfe0913-fc25-4f2e-bcec-759fa08d7585 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, e7c6215b-538d-47fa-ba03-b46cf63de2f4) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:43:50.929635 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f1ebe-45d2-4d08-9a3c-6d6ed082f0d5 req-02cd64b1-07b7-4ca6-8e7c-be9ccfee51a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:50.929860 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfe0913-fc25-4f2e-bcec-759fa08d7585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:50.930497 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6dfe0913-fc25-4f2e-bcec-759fa08d7585 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:50.931245 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-865f1ebe-45d2-4d08-9a3c-6d6ed082f0d5 req-02cd64b1-07b7-4ca6-8e7c-be9ccfee51a9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.3189402 Nov 27 03:43:50.943810 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4a1a629a-ff10-4db0-88e2-38880a500f4b req-acbd609c-b7cc-427e-b511-804894430b93 service neutron] 10.222.0.11 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044891 Nov 27 03:43:50.984154 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-8eedae08-833d-43c1-b23f-d2fff7a62dd1 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:50.984968 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-8eedae08-833d-43c1-b23f-d2fff7a62dd1 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:51.001683 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12267698-5083-4059-9100-08d383d87c42 None None] Network e7c6215b-538d-47fa-ba03-b46cf63de2f4 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:43:51.006930 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6dfe0913-fc25-4f2e-bcec-759fa08d7585 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6033168 Nov 27 03:43:51.033723 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-865f1ebe-45d2-4d08-9a3c-6d6ed082f0d5 req-133e55c5-36b4-48d4-ae35-05c62d988989 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae HTTP/1.1" status: 200 len: 217 time: 0.0867932 Nov 27 03:43:51.055538 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-8eedae08-833d-43c1-b23f-d2fff7a62dd1 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2713251 Nov 27 03:43:51.068431 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f2d00853-c7c2-45ea-8fb9-2524666b7453 req-46faa11d-5735-4190-91d8-954b6229e1e6 tempest-SecurityGroupsTestAdminJSON-1190008454 tempest-SecurityGroupsTestAdminJSON-1190008454-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:51.078262 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f2d00853-c7c2-45ea-8fb9-2524666b7453 req-46faa11d-5735-4190-91d8-954b6229e1e6 tempest-SecurityGroupsTestAdminJSON-1190008454 tempest-SecurityGroupsTestAdminJSON-1190008454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:51.081731 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f3bf2-7cbf-4f53-bf7d-05b374c1aa4a req-6b85f13f-6340-4473-bcf1-a8a9bd21d691 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:51.089643 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-629f3bf2-7cbf-4f53-bf7d-05b374c1aa4a req-6b85f13f-6340-4473-bcf1-a8a9bd21d691 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/ports?device_id=a027b4c5-487d-41e1-955f-c41d36e054fa HTTP/1.1" status: 200 len: 936 time: 0.1678581 Nov 27 03:43:51.094071 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-4e1ea45a-946d-40b4-a5da-63be5332cb3b admin admin] Allocated IP 172.20.0.1 (1061c8f2-a0ce-422f-b43d-3200c66695ab/eb97b0e2-75dc-4d09-932a-9875e5b8e057/7a5dadfc-efdc-420c-885e-fa22f87e6129) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:43:51.097014 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-9e7c2ee9-1417-4305-9337-9e0faa34b1d1 service neutron] Request body: {'port': {'device_id': 'a027b4c5-487d-41e1-955f-c41d36e054fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:51.198067 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:51.202796 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46faa11d-5735-4190-91d8-954b6229e1e6 tempest-SecurityGroupsTestAdminJSON-1190008454 tempest-SecurityGroupsTestAdminJSON-1190008454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54010c41-b5a7-4e79-8070-0075b7729f4f,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:51.254379 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e,segment=NetworkSegment(845f5355-d286-4a0f-9acd-493043a7ee60),segment_id=845f5355-d286-4a0f-9acd-493043a7ee60)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:43:51.289005 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-629f3bf2-7cbf-4f53-bf7d-05b374c1aa4a req-8e09075c-baa8-4b7d-ab6b-a9df986e2779 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/security-groups?id=433bd4f4-0057-4edd-9b1a-c8bdc4d45e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983678 Nov 27 03:43:51.296333 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f1ebe-45d2-4d08-9a3c-6d6ed082f0d5 req-c2e84240-337e-4231-b56a-ac79338c178b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:51.299770 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-865f1ebe-45d2-4d08-9a3c-6d6ed082f0d5 req-c2e84240-337e-4231-b56a-ac79338c178b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.2431750 Nov 27 03:43:51.307468 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-9e7c2ee9-1417-4305-9337-9e0faa34b1d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:51.330760 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e', 'network_id': '39dfc888-b0dd-4c34-8aab-d5cb681e46f0', 'port_id': 'a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e', 'mac_address': 'fa:16:3e:84:39:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc4bc0b3-a0cc-4178-a299-8ba73845c8be', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:43:51.343998 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c02830db-7be3-4eb9-bf62-d3735eaf6b40 None None] Provisioning complete for port 435fb93a-728a-4ac6-8ca2-f90478e8c497 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:43:51.345948 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c02830db-7be3-4eb9-bf62-d3735eaf6b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:51.375412 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f2d00853-c7c2-45ea-8fb9-2524666b7453 req-46faa11d-5735-4190-91d8-954b6229e1e6 tempest-SecurityGroupsTestAdminJSON-1190008454 tempest-SecurityGroupsTestAdminJSON-1190008454-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:51.377401 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ca7078-2116-4702-877b-4c6bb7a4fa95', 'tag': '17a8823d-dc4e-4db2-b4ef-fc2efc14860a'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:43:51.384103 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a943675-41d3-4c47-83fd-da95c352d22b" -d '{"events": [{"name": "network-changed", "server_uuid": "b3ca7078-2116-4702-877b-4c6bb7a4fa95", "tag": "17a8823d-dc4e-4db2-b4ef-fc2efc14860a"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:43:51.386218 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f2d00853-c7c2-45ea-8fb9-2524666b7453 req-46faa11d-5735-4190-91d8-954b6229e1e6 tempest-SecurityGroupsTestAdminJSON-1190008454 tempest-SecurityGroupsTestAdminJSON-1190008454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:51.456178 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:51.466998 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4e1ea45a-946d-40b4-a5da-63be5332cb3b admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:51.478630 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f2d00853-c7c2-45ea-8fb9-2524666b7453 req-46faa11d-5735-4190-91d8-954b6229e1e6 tempest-SecurityGroupsTestAdminJSON-1190008454 tempest-SecurityGroupsTestAdminJSON-1190008454-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:51.479589 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:43:51.482077 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f2d00853-c7c2-45ea-8fb9-2524666b7453 req-46faa11d-5735-4190-91d8-954b6229e1e6 tempest-SecurityGroupsTestAdminJSON-1190008454 tempest-SecurityGroupsTestAdminJSON-1190008454-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8968246 Nov 27 03:43:51.503976 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46faa11d-5735-4190-91d8-954b6229e1e6 tempest-SecurityGroupsTestAdminJSON-1190008454 tempest-SecurityGroupsTestAdminJSON-1190008454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fa4bad-9cd5-4bb2-b7ba-d54cb9fb06ec,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:51.525000 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f1ebe-45d2-4d08-9a3c-6d6ed082f0d5 req-30461e9e-6f9b-4fbf-8627-c084a4690cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:51.526817 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-865f1ebe-45d2-4d08-9a3c-6d6ed082f0d5 req-30461e9e-6f9b-4fbf-8627-c084a4690cf9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2140663 Nov 27 03:43:51.530918 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e,segment=NetworkSegment(845f5355-d286-4a0f-9acd-493043a7ee60),segment_id=845f5355-d286-4a0f-9acd-493043a7ee60)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:43:51.562749 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4e1ea45a-946d-40b4-a5da-63be5332cb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:51.611464 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646afb98-a1a1-4748-9a7f-4d7ec5092f37 req-ff424558-f81f-411d-ae9d-bacb90393d06 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:51.611591 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:51.619963 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-646afb98-a1a1-4748-9a7f-4d7ec5092f37 req-ff424558-f81f-411d-ae9d-bacb90393d06 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/ports?device_id=3eea447a-93db-4f3e-a920-0e41b89b791b HTTP/1.1" status: 200 len: 947 time: 0.2111323 Nov 27 03:43:51.629550 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1ea45a-946d-40b4-a5da-63be5332cb3b admin admin] Network 1061c8f2-a0ce-422f-b43d-3200c66695ab is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:43:51.654663 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-4e1ea45a-946d-40b4-a5da-63be5332cb3b admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:43:51.673119 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1ea45a-946d-40b4-a5da-63be5332cb3b admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:43:51.724402 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:51.759173 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ea45a-946d-40b4-a5da-63be5332cb3b admin admin] Pushing event updated for resources: {'Port': ['ID=7a5dadfc-efdc-420c-885e-fa22f87e6129,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:51.764184 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:51.764780 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:51.765277 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:51.765819 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:51.766321 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:51.767486 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:51.768165 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:51.768668 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:51.770931 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:51.771603 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:51.772092 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:51.772431 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:43:51.804162 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c02830db-7be3-4eb9-bf62-d3735eaf6b40 None None] Port 435fb93a-728a-4ac6-8ca2-f90478e8c497 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:43:51.806758 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59f371b-ad62-40f1-b373-1e4b4fd550ce None None] Network e7c6215b-538d-47fa-ba03-b46cf63de2f4 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:43:51.830627 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae644381-9003-4a1e-96d2-7b85f1809c8c req-34646721-38ae-434c-b3ac-bf363ed14f1c tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:51.832431 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ae644381-9003-4a1e-96d2-7b85f1809c8c req-34646721-38ae-434c-b3ac-bf363ed14f1c tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=be6d323d-f6d7-4cdd-9567-f2c1727d8cee HTTP/1.1" status: 200 len: 1096 time: 0.2313390 Nov 27 03:43:51.845732 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4e1ea45a-946d-40b4-a5da-63be5332cb3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:51.904636 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:51.924482 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-646afb98-a1a1-4748-9a7f-4d7ec5092f37 req-bd3dfd68-01ba-40b1-8c80-4127054f9449 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/security-groups?id=f99a0138-3ce9-4071-9643-b64cb6760a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035884 Nov 27 03:43:52.000650 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-865f1ebe-45d2-4d08-9a3c-6d6ed082f0d5 req-d7fce161-ea0b-4d2e-88b6-2c62bd6dd474 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4571872 Nov 27 03:43:52.004239 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device a6bbbee1-a598-4ff7-9e95-3c7ea858c313 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:43:52.067374 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:43:52.070391 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ae644381-9003-4a1e-96d2-7b85f1809c8c req-e62718b8-d63a-430c-97fe-50d22a116fa4 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264414 Nov 27 03:43:52.178931 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-c64e89dc-63da-4b99-aca7-1d4e928b25dc req-89888487-2563-4c21-9212-01d9839302da tempest-SecurityGroupsTestAdminJSON-1190008454 tempest-SecurityGroupsTestAdminJSON-1190008454-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1664799003', 'description': 'tempest-description-1552053926'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:52.192449 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port a6bbbee1-a598-4ff7-9e95-3c7ea858c313 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:43:52.192946 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:52.251958 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-918142b9-9ba3-4685-8a18-41e2ebdda032 None None] Provisioning complete for port 7a5dadfc-efdc-420c-885e-fa22f87e6129 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:43:52.252474 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-918142b9-9ba3-4685-8a18-41e2ebdda032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:52.264134 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55070) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:52.272621 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-8b39204f-46e2-470c-bd69-aa2e954b8162 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1490273043-network', 'tenant_id': '591b70280a6c403b8d7ca63b8cb5572f'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:52.285898 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4e1ea45a-946d-40b4-a5da-63be5332cb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:52.299244 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-918142b9-9ba3-4685-8a18-41e2ebdda032 None None] Port 7a5dadfc-efdc-420c-885e-fa22f87e6129 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:43:52.301443 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-c64e89dc-63da-4b99-aca7-1d4e928b25dc req-89888487-2563-4c21-9212-01d9839302da tempest-SecurityGroupsTestAdminJSON-1190008454 tempest-SecurityGroupsTestAdminJSON-1190008454-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:52.374448 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b39204f-46e2-470c-bd69-aa2e954b8162 admin admin] Made reservation on behalf of 591b70280a6c403b8d7ca63b8cb5572f for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:43:52.377537 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8b39204f-46e2-470c-bd69-aa2e954b8162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:52.441493 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a139c273-8a05-4401-880a-fd191bbe3fd3 x-openstack-request-id: req-a139c273-8a05-4401-880a-fd191bbe3fd3 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:43:52.442033 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3ca7078-2116-4702-877b-4c6bb7a4fa95", "tag": "17a8823d-dc4e-4db2-b4ef-fc2efc14860a", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:43:52.442436 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a139c273-8a05-4401-880a-fd191bbe3fd3 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:43:52.442853 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3ca7078-2116-4702-877b-4c6bb7a4fa95', 'tag': '17a8823d-dc4e-4db2-b4ef-fc2efc14860a', 'status': 'completed', 'code': 200} Nov 27 03:43:52.449274 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:52.455708 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8b39204f-46e2-470c-bd69-aa2e954b8162 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:52.508856 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port a6bbbee1-a598-4ff7-9e95-3c7ea858c313, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=a6bbbee1-a598-4ff7-9e95-3c7ea858c313,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:43:52.517421 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-c64e89dc-63da-4b99-aca7-1d4e928b25dc req-89888487-2563-4c21-9212-01d9839302da tempest-SecurityGroupsTestAdminJSON-1190008454 tempest-SecurityGroupsTestAdminJSON-1190008454-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:52.523144 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:52.542148 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-c64e89dc-63da-4b99-aca7-1d4e928b25dc req-89888487-2563-4c21-9212-01d9839302da tempest-SecurityGroupsTestAdminJSON-1190008454 tempest-SecurityGroupsTestAdminJSON-1190008454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:52.565511 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab3b35-834c-4de6-b269-b90f8925bb0c req-73038c43-959b-4322-bf19-eca7f39af740 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:52.568201 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-56ab3b35-834c-4de6-b269-b90f8925bb0c req-73038c43-959b-4322-bf19-eca7f39af740 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3ca7078-2116-4702-877b-4c6bb7a4fa95 HTTP/1.1" status: 200 len: 944 time: 0.1276908 Nov 27 03:43:52.609815 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=a6bbbee1-a598-4ff7-9e95-3c7ea858c313,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:52.611797 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-c64e89dc-63da-4b99-aca7-1d4e928b25dc req-89888487-2563-4c21-9212-01d9839302da tempest-SecurityGroupsTestAdminJSON-1190008454 tempest-SecurityGroupsTestAdminJSON-1190008454-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:52.613189 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c64e89dc-63da-4b99-aca7-1d4e928b25dc req-89888487-2563-4c21-9212-01d9839302da tempest-SecurityGroupsTestAdminJSON-1190008454 tempest-SecurityGroupsTestAdminJSON-1190008454-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4418874 Nov 27 03:43:52.622456 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89888487-2563-4c21-9212-01d9839302da tempest-SecurityGroupsTestAdminJSON-1190008454 tempest-SecurityGroupsTestAdminJSON-1190008454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1831f36e-5317-4b2e-80c0-94929267fe55,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:52.632239 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a943675-41d3-4c47-83fd-da95c352d22b req-8f43a7fb-3313-4eee-b840-29985c885ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:52.634214 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5a943675-41d3-4c47-83fd-da95c352d22b req-8f43a7fb-3313-4eee-b840-29985c885ca1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4f93bf1216094326aad79ff5fda23c08&device_id=b3ca7078-2116-4702-877b-4c6bb7a4fa95 HTTP/1.1" status: 200 len: 1095 time: 0.1906309 Nov 27 03:43:52.650682 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-865f1ebe-45d2-4d08-9a3c-6d6ed082f0d5 req-70c90758-57b0-404e-9c90-f5b4f5750540 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6317863 Nov 27 03:43:52.652660 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4e1ea45a-946d-40b4-a5da-63be5332cb3b admin admin] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:52.666230 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4e1ea45a-946d-40b4-a5da-63be5332cb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:52.670797 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8b39204f-46e2-470c-bd69-aa2e954b8162 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:52.732879 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8b39204f-46e2-470c-bd69-aa2e954b8162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:52.773248 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b39204f-46e2-470c-bd69-aa2e954b8162 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:43:52.783055 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-56ab3b35-834c-4de6-b269-b90f8925bb0c req-364c657a-bf86-4dc2-80d4-a7e233ca1934 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977322 Nov 27 03:43:52.800972 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4e1ea45a-946d-40b4-a5da-63be5332cb3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:52.810244 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ea45a-946d-40b4-a5da-63be5332cb3b admin admin] Pushing event updated for resources: {'Port': ['ID=7a5dadfc-efdc-420c-885e-fa22f87e6129,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:52.813914 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8b39204f-46e2-470c-bd69-aa2e954b8162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:52.814264 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-8b39204f-46e2-470c-bd69-aa2e954b8162 admin admin] Added segment 26576583-1dd4-499f-98a8-96994a8dc4d8 of type vlan for network c1a3fe2b-24ba-4712-8653-df1922f9ea57 Nov 27 03:43:52.819640 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39204f-46e2-470c-bd69-aa2e954b8162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a03ebf-b070-4336-b233-fd59b85b538f,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:52.842250 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-9e7c2ee9-1417-4305-9337-9e0faa34b1d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 435fb93a-728a-4ac6-8ca2-f90478e8c497 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:43:52.852250 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-9e7c2ee9-1417-4305-9337-9e0faa34b1d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:52.855208 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a943675-41d3-4c47-83fd-da95c352d22b req-1ab27502-2f10-4d76-9827-4c0b69ebeb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:52.856845 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5a943675-41d3-4c47-83fd-da95c352d22b req-1ab27502-2f10-4d76-9827-4c0b69ebeb7c service neutron] 10.222.0.11 "GET /v2.0/networks?id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 HTTP/1.1" status: 200 len: 909 time: 0.2144639 Nov 27 03:43:52.874165 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-9e7c2ee9-1417-4305-9337-9e0faa34b1d1 service neutron] Transition to ACTIVE for port object 435fb93a-728a-4ac6-8ca2-f90478e8c497 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:43:52.897177 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b275169-f8cb-460f-b628-f5b24e1a8499 req-703c27e0-adc3-4885-927a-0241cb2607d4 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:52.898708 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8b275169-f8cb-460f-b628-f5b24e1a8499 req-703c27e0-adc3-4885-927a-0241cb2607d4 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/ports?device_id=67b456e1-0bb6-4439-951c-e6f6b76905a8 HTTP/1.1" status: 200 len: 945 time: 0.2300057 Nov 27 03:43:52.906003 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5a943675-41d3-4c47-83fd-da95c352d22b req-2decbc66-d89d-4244-8704-161cee239e4d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17a8823d-dc4e-4db2-b4ef-fc2efc14860a HTTP/1.1" status: 200 len: 217 time: 0.0401223 Nov 27 03:43:52.906626 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-9e7c2ee9-1417-4305-9337-9e0faa34b1d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:52.924422 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8b39204f-46e2-470c-bd69-aa2e954b8162 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:53.009904 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8b275169-f8cb-460f-b628-f5b24e1a8499 req-2bd47566-af24-452d-b188-4b75e602393b tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc852f61-2cf1-4aa9-92bb-cab027642d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994270 Nov 27 03:43:53.012657 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8b39204f-46e2-470c-bd69-aa2e954b8162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:53.013556 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b39204f-46e2-470c-bd69-aa2e954b8162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:53.014155 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8b39204f-46e2-470c-bd69-aa2e954b8162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:53.045918 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1ea45a-946d-40b4-a5da-63be5332cb3b admin admin] Network 1061c8f2-a0ce-422f-b43d-3200c66695ab is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:43:53.050851 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c2ee9-1417-4305-9337-9e0faa34b1d1 service neutron] Pushing event updated for resources: {'Port': ['ID=435fb93a-728a-4ac6-8ca2-f90478e8c497,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:53.059250 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-4e1ea45a-946d-40b4-a5da-63be5332cb3b admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:43:53.085593 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a943675-41d3-4c47-83fd-da95c352d22b req-c3df7ea6-c115-4be2-9af1-291b52f041f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:53.087722 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5a943675-41d3-4c47-83fd-da95c352d22b req-c3df7ea6-c115-4be2-9af1-291b52f041f0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f2f4695-47e3-40b2-b54d-f43d3306eba4 HTTP/1.1" status: 200 len: 848 time: 0.1728315 Nov 27 03:43:53.120441 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8b39204f-46e2-470c-bd69-aa2e954b8162 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8524151 Nov 27 03:43:53.121063 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55082) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:43:53.157963 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-a1313b7a-528f-47a9-84b2-803c19f2a707 admin admin] Request body: {'subnet': {'network_id': 'c1a3fe2b-24ba-4712-8653-df1922f9ea57', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1490273043-subnet', 'tenant_id': '591b70280a6c403b8d7ca63b8cb5572f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:53.196945 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5a943675-41d3-4c47-83fd-da95c352d22b req-d6d98054-a115-47cc-ac82-b5c1f8494857 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985081 Nov 27 03:43:53.252702 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1313b7a-528f-47a9-84b2-803c19f2a707 admin admin] Made reservation on behalf of 591b70280a6c403b8d7ca63b8cb5572f for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:43:53.255624 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a1313b7a-528f-47a9-84b2-803c19f2a707 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:53.324171 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39204f-46e2-470c-bd69-aa2e954b8162 admin admin] Pushing event updated for resources: {'Network': ['ID=c1a3fe2b-24ba-4712-8653-df1922f9ea57,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:53.335230 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network c1a3fe2b-24ba-4712-8653-df1922f9ea57 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:43:53.410171 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5a943675-41d3-4c47-83fd-da95c352d22b req-0f6167b8-a1d9-4963-a56c-cd5d3d822c75 service neutron] 10.222.0.11 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789749 Nov 27 03:43:53.412762 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-9e7c2ee9-1417-4305-9337-9e0faa34b1d1 service neutron] Attempting to bind port 435fb93a-728a-4ac6-8ca2-f90478e8c497 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:43:53.413771 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-9e7c2ee9-1417-4305-9337-9e0faa34b1d1 service neutron] Attempting to bind port 435fb93a-728a-4ac6-8ca2-f90478e8c497 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:43:53.415028 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-9e7c2ee9-1417-4305-9337-9e0faa34b1d1 service neutron] Attempting to bind port 435fb93a-728a-4ac6-8ca2-f90478e8c497 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:43:53.448042 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-9e7c2ee9-1417-4305-9337-9e0faa34b1d1 service neutron] Port 435fb93a-728a-4ac6-8ca2-f90478e8c497 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:43:53.448386 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-9e7c2ee9-1417-4305-9337-9e0faa34b1d1 service neutron] Attempting to bind port 435fb93a-728a-4ac6-8ca2-f90478e8c497 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:43:53.495486 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-9e7c2ee9-1417-4305-9337-9e0faa34b1d1 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:43:53.496221 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-9e7c2ee9-1417-4305-9337-9e0faa34b1d1 service neutron] Checking segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:43:53.503652 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-9e7c2ee9-1417-4305-9337-9e0faa34b1d1 service neutron] Bound using segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:43:53.504183 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-9e7c2ee9-1417-4305-9337-9e0faa34b1d1 service neutron] Bound port: 435fb93a-728a-4ac6-8ca2-f90478e8c497, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:43:53.504557 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-9e7c2ee9-1417-4305-9337-9e0faa34b1d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:53.564769 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:43:53.628927 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a1313b7a-528f-47a9-84b2-803c19f2a707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:53.630321 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5a943675-41d3-4c47-83fd-da95c352d22b req-9cb5daef-2b76-49e7-b187-cc7414cfc78a service neutron] 10.222.0.11 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112179 Nov 27 03:43:53.645691 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-9e7c2ee9-1417-4305-9337-9e0faa34b1d1 service neutron] For port 435fb93a-728a-4ac6-8ca2-f90478e8c497, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:43:53.649567 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-9e7c2ee9-1417-4305-9337-9e0faa34b1d1 service neutron] For port 435fb93a-728a-4ac6-8ca2-f90478e8c497, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=435fb93a-728a-4ac6-8ca2-f90478e8c497,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:43:53.659481 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-9e7c2ee9-1417-4305-9337-9e0faa34b1d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:53.683717 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1ea45a-946d-40b4-a5da-63be5332cb3b admin admin] Router d6f27a77-8db7-474f-a0b2-3cc925c2a05e has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:43:53.725175 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-9e7c2ee9-1417-4305-9337-9e0faa34b1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:53.725471 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-9e7c2ee9-1417-4305-9337-9e0faa34b1d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:53.726894 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-9e7c2ee9-1417-4305-9337-9e0faa34b1d1 service neutron] 10.222.0.23 "PUT /v2.0/ports/435fb93a-728a-4ac6-8ca2-f90478e8c497 HTTP/1.1" status: 200 len: 1096 time: 2.6350212 Nov 27 03:43:53.732305 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c2ee9-1417-4305-9337-9e0faa34b1d1 service neutron] Pushing event updated for resources: {'Port': ['ID=435fb93a-728a-4ac6-8ca2-f90478e8c497,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:53.736470 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:43:53.756600 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'port_id': '0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae', 'mac_address': 'fa:16:3e:33:00:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14a2acf-f1d7-4ddf-8459-b30982428e88', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:43:53.786664 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0df0d0-19cb-45cd-9700-7f2adf989bc8 req-8e8ca64a-51d6-44dc-96f6-e2c2686846ec tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:53.791545 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ed0df0d0-19cb-45cd-9700-7f2adf989bc8 req-8e8ca64a-51d6-44dc-96f6-e2c2686846ec tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/ports?device_id=a027b4c5-487d-41e1-955f-c41d36e054fa HTTP/1.1" status: 200 len: 948 time: 0.6011739 Nov 27 03:43:53.810640 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-5255fc42-4cdf-44bb-bba1-7575f7aaf1eb None None] Provisioning complete for port 7a5dadfc-efdc-420c-885e-fa22f87e6129 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:43:53.811167 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5255fc42-4cdf-44bb-bba1-7575f7aaf1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:53.813020 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:53.858212 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:43:53.879850 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-5255fc42-4cdf-44bb-bba1-7575f7aaf1eb None None] Port 7a5dadfc-efdc-420c-885e-fa22f87e6129 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:43:53.891790 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:43:53.898735 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:53.909056 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-ec101d8c-dc48-4292-b7b3-bf28110270d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:53.914946 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-ec101d8c-dc48-4292-b7b3-bf28110270d8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f146c2688204f20b505f83e3c3123db&device_id=a027b4c5-487d-41e1-955f-c41d36e054fa HTTP/1.1" status: 200 len: 1099 time: 0.1088104 Nov 27 03:43:53.958633 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:53.978188 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-f6e16cab-b7db-47b6-b5e3-bdde6467cb0e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=435fb93a-728a-4ac6-8ca2-f90478e8c497 HTTP/1.1" status: 200 len: 217 time: 0.0459538 Nov 27 03:43:53.987585 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device a6bbbee1-a598-4ff7-9e95-3c7ea858c313 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:43:54.066947 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port a6bbbee1-a598-4ff7-9e95-3c7ea858c313 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:43:54.067749 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:54.090808 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-d4d6d3e7-fdd4-473b-ad18-26fc9e99c4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:54.092328 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-d4d6d3e7-fdd4-473b-ad18-26fc9e99c4c0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.0965374 Nov 27 03:43:54.124168 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-f366f313-e7b8-4f81-acae-49741077333c req-75d9d6c5-f94e-4d2b-9ea1-b287182fd4af tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 03:43:54.125181 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f366f313-e7b8-4f81-acae-49741077333c req-75d9d6c5-f94e-4d2b-9ea1-b287182fd4af tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0114682 Nov 27 03:43:54.183681 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1313b7a-528f-47a9-84b2-803c19f2a707 admin admin] Pushing event updated for resources: {'Subnet': ['ID=802b0560-2e40-4b56-bde3-b1c8aa470bdc,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:54.206631 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366f313-e7b8-4f81-acae-49741077333c req-a9aa4f18-cd17-49eb-8514-5cb99168acd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:54.208017 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f366f313-e7b8-4f81-acae-49741077333c req-a9aa4f18-cd17-49eb-8514-5cb99168acd5 service neutron] 10.222.0.20 "GET /v2.0/ports/c59a2bca-5b06-4f5b-a19c-8a7cea12b721 HTTP/1.1" status: 200 len: 1093 time: 0.0527442 Nov 27 03:43:54.212663 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-f2bbe62a-f48b-42bf-95cd-97566f4c900e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:54.214717 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-f2bbe62a-f48b-42bf-95cd-97566f4c900e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1132765 Nov 27 03:43:54.218923 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1313b7a-528f-47a9-84b2-803c19f2a707 admin admin] Checking segment: {'id': '26576583-1dd4-499f-98a8-96994a8dc4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c1a3fe2b-24ba-4712-8653-df1922f9ea57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:43:54.219371 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1313b7a-528f-47a9-84b2-803c19f2a707 admin admin] Network hostable DHCP agents. Network: c1a3fe2b-24ba-4712-8653-df1922f9ea57, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:43:54.221832 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-f366f313-e7b8-4f81-acae-49741077333c req-7206aea7-8882-4ab9-971d-b9d0ae08c340 service neutron] Request body: {'binding': {'host': 'n-h2-819494-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:54.222305 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-f366f313-e7b8-4f81-acae-49741077333c req-7206aea7-8882-4ab9-971d-b9d0ae08c340 service neutron] Unknown quota resources ['binding']. {{(pid=110019) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 03:43:54.230857 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:43:54.270486 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ed0df0d0-19cb-45cd-9700-7f2adf989bc8 req-c0f19b8e-7ac8-4208-8083-7e87b73f55cd tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/security-groups?id=433bd4f4-0057-4edd-9b1a-c8bdc4d45e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099360 Nov 27 03:43:54.275463 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1313b7a-528f-47a9-84b2-803c19f2a707 admin admin] Network c1a3fe2b-24ba-4712-8653-df1922f9ea57 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:43:54.288742 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1ea45a-946d-40b4-a5da-63be5332cb3b admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:43:54.294770 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4e1ea45a-946d-40b4-a5da-63be5332cb3b admin admin] 10.222.0.20 "PUT /v2.0/routers/d6f27a77-8db7-474f-a0b2-3cc925c2a05e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8245962 Nov 27 03:43:54.295666 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-a1313b7a-528f-47a9-84b2-803c19f2a707 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, c1a3fe2b-24ba-4712-8653-df1922f9ea57) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:43:54.304802 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1313b7a-528f-47a9-84b2-803c19f2a707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:54.305817 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a1313b7a-528f-47a9-84b2-803c19f2a707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:54.311541 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777546c0-412d-41e4-ba20-e9f687bc1b26 None None] Network c1a3fe2b-24ba-4712-8653-df1922f9ea57 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:43:54.321084 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb755f2-facf-46ce-9c49-555cae4a244e None None] Sync routers for ids ['d6f27a77-8db7-474f-a0b2-3cc925c2a05e'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:43:54.335854 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a1313b7a-528f-47a9-84b2-803c19f2a707 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2063007 Nov 27 03:43:54.408258 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb755f2-facf-46ce-9c49-555cae4a244e None None] Routers {'d6f27a77-8db7-474f-a0b2-3cc925c2a05e'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:43:54.409178 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-4eb755f2-facf-46ce-9c49-555cae4a244e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:43:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d6f27a77-8db7-474f-a0b2-3cc925c2a05e'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:43:54.424210 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-bef360cf-c7e2-4fdc-a2f7-c60f451077a7 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982088 Nov 27 03:43:54.444439 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a027b4c5-487d-41e1-955f-c41d36e054fa', 'tag': '435fb93a-728a-4ac6-8ca2-f90478e8c497'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:43:54.446710 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63714e6f-dc5f-4fcd-8224-f8cd8494da7b" -d '{"events": [{"name": "network-changed", "server_uuid": "a027b4c5-487d-41e1-955f-c41d36e054fa", "tag": "435fb93a-728a-4ac6-8ca2-f90478e8c497"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:43:54.530879 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-f366f313-e7b8-4f81-acae-49741077333c req-7206aea7-8882-4ab9-971d-b9d0ae08c340 service neutron] Attempting to bind port c59a2bca-5b06-4f5b-a19c-8a7cea12b721 on host n-h2-819494-3 for vnic_type normal with profile None {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:43:54.531220 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-f366f313-e7b8-4f81-acae-49741077333c req-7206aea7-8882-4ab9-971d-b9d0ae08c340 service neutron] Attempting to bind port c59a2bca-5b06-4f5b-a19c-8a7cea12b721 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:43:54.531554 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f366f313-e7b8-4f81-acae-49741077333c req-7206aea7-8882-4ab9-971d-b9d0ae08c340 service neutron] Attempting to bind port c59a2bca-5b06-4f5b-a19c-8a7cea12b721 on network b645cec8-c88e-4bba-8234-b110de21cfe7 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:43:54.542699 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f366f313-e7b8-4f81-acae-49741077333c req-7206aea7-8882-4ab9-971d-b9d0ae08c340 service neutron] Port c59a2bca-5b06-4f5b-a19c-8a7cea12b721 on network b645cec8-c88e-4bba-8234-b110de21cfe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:43:54.542844 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f366f313-e7b8-4f81-acae-49741077333c req-7206aea7-8882-4ab9-971d-b9d0ae08c340 service neutron] Attempting to bind port c59a2bca-5b06-4f5b-a19c-8a7cea12b721 on network b645cec8-c88e-4bba-8234-b110de21cfe7 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:43:54.560518 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f366f313-e7b8-4f81-acae-49741077333c req-7206aea7-8882-4ab9-971d-b9d0ae08c340 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:43:54.560863 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f366f313-e7b8-4f81-acae-49741077333c req-7206aea7-8882-4ab9-971d-b9d0ae08c340 service neutron] Checking segment: {'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:43:54.561251 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f366f313-e7b8-4f81-acae-49741077333c req-7206aea7-8882-4ab9-971d-b9d0ae08c340 service neutron] Bound using segment: {'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:43:54.561689 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-f366f313-e7b8-4f81-acae-49741077333c req-7206aea7-8882-4ab9-971d-b9d0ae08c340 service neutron] Bound port: c59a2bca-5b06-4f5b-a19c-8a7cea12b721, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:43:54.594365 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d7189def-58ee-416c-9eee-01a17758b8b8 req-92fe4562-3553-4acc-964e-ad76b41ef427 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603727 Nov 27 03:43:54.598777 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-a7ef07ef-5a21-4767-9437-53f594d7f17e req-cadfdaa0-7712-4e52-a190-040a6c7fad87 tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-44335527', 'description': 'tempest-description-1718185293'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:54.610905 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-4eb755f2-facf-46ce-9c49-555cae4a244e None None] Set router d6f27a77-8db7-474f-a0b2-3cc925c2a05e gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:43:54.634621 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-a7ef07ef-5a21-4767-9437-53f594d7f17e req-cadfdaa0-7712-4e52-a190-040a6c7fad87 tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:54.643013 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-f366f313-e7b8-4f81-acae-49741077333c req-7206aea7-8882-4ab9-971d-b9d0ae08c340 service neutron] For port c59a2bca-5b06-4f5b-a19c-8a7cea12b721, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=c59a2bca-5b06-4f5b-a19c-8a7cea12b721,segment=NetworkSegment(74310010-e448-4edf-8f12-15f9f8367765),segment_id=74310010-e448-4edf-8f12-15f9f8367765)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:43:54.647695 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-a7ef07ef-5a21-4767-9437-53f594d7f17e req-cadfdaa0-7712-4e52-a190-040a6c7fad87 tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:54.658863 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f366f313-e7b8-4f81-acae-49741077333c req-7206aea7-8882-4ab9-971d-b9d0ae08c340 service neutron] Publish callbacks [] for binding, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:54.660103 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f366f313-e7b8-4f81-acae-49741077333c req-7206aea7-8882-4ab9-971d-b9d0ae08c340 service neutron] 10.222.0.20 "POST /v2.0/ports/c59a2bca-5b06-4f5b-a19c-8a7cea12b721/bindings HTTP/1.1" status: 201 len: 389 time: 0.4426870 Nov 27 03:43:54.710077 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 17a8823d-dc4e-4db2-b4ef-fc2efc14860a details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:43:54.712874 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2ed154-bff8-4e33-9656-46cd2b807560 None None] Network c1a3fe2b-24ba-4712-8653-df1922f9ea57 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:43:54.727696 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:43:54.757477 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-a7ef07ef-5a21-4767-9437-53f594d7f17e req-cadfdaa0-7712-4e52-a190-040a6c7fad87 tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:54.773220 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-a7ef07ef-5a21-4767-9437-53f594d7f17e req-cadfdaa0-7712-4e52-a190-040a6c7fad87 tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:54.819397 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadfdaa0-7712-4e52-a190-040a6c7fad87 tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5e12be-0bd1-4ce5-9179-2b1b71eec958,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:54.866838 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ff1c5-9bfc-4dc9-9f2d-665ffda44a03 req-58c23f02-b76e-4e0f-bbdf-da539b4aa9b7 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:54.868457 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-807ff1c5-9bfc-4dc9-9f2d-665ffda44a03 req-58c23f02-b76e-4e0f-bbdf-da539b4aa9b7 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/ports?device_id=3eea447a-93db-4f3e-a920-0e41b89b791b HTTP/1.1" status: 200 len: 948 time: 0.0721252 Nov 27 03:43:54.884206 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-a7ef07ef-5a21-4767-9437-53f594d7f17e req-cadfdaa0-7712-4e52-a190-040a6c7fad87 tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:54.892576 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-a7ef07ef-5a21-4767-9437-53f594d7f17e req-cadfdaa0-7712-4e52-a190-040a6c7fad87 tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:54.926382 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-a7ef07ef-5a21-4767-9437-53f594d7f17e req-cadfdaa0-7712-4e52-a190-040a6c7fad87 tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:54.927515 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a7ef07ef-5a21-4767-9437-53f594d7f17e req-cadfdaa0-7712-4e52-a190-040a6c7fad87 tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3369412 Nov 27 03:43:54.929636 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadfdaa0-7712-4e52-a190-040a6c7fad87 tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb3e98f-b331-4be1-ab2f-ad609309d720,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:54.964864 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-807ff1c5-9bfc-4dc9-9f2d-665ffda44a03 req-0d240fd4-cfe3-4e16-bdf8-12bef4eac2bc tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/security-groups?id=f99a0138-3ce9-4071-9643-b64cb6760a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814793 Nov 27 03:43:54.997379 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366f313-e7b8-4f81-acae-49741077333c req-6c028241-a216-4755-8499-23e153a95957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:54.999022 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f366f313-e7b8-4f81-acae-49741077333c req-6c028241-a216-4755-8499-23e153a95957 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35cfdc78458c41aab44b0a976c3549af&device_id=be6d323d-f6d7-4cdd-9567-f2c1727d8cee HTTP/1.1" status: 200 len: 1096 time: 0.0513697 Nov 27 03:43:55.058278 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c23fd-6c0b-4085-babf-5d0c78f9cfd2 req-85830c97-733f-47be-b83e-769867db1f3c tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:55.064148 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-097c23fd-6c0b-4085-babf-5d0c78f9cfd2 req-85830c97-733f-47be-b83e-769867db1f3c tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3ca7078-2116-4702-877b-4c6bb7a4fa95 HTTP/1.1" status: 200 len: 944 time: 0.0588229 Nov 27 03:43:55.125131 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-097c23fd-6c0b-4085-babf-5d0c78f9cfd2 req-1317ed9b-e424-46f0-b4d7-c3ce73ca4d44 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591841 Nov 27 03:43:55.128656 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12be1e5-b496-409d-a827-3f4ee34838d1 req-a98bddcf-bd1b-47fa-a8ee-5584d7be545c tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:55.134716 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:43:55.136216 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b12be1e5-b496-409d-a827-3f4ee34838d1 req-a98bddcf-bd1b-47fa-a8ee-5584d7be545c tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/ports?device_id=67b456e1-0bb6-4439-951c-e6f6b76905a8 HTTP/1.1" status: 200 len: 945 time: 0.0789940 Nov 27 03:43:55.165645 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366f313-e7b8-4f81-acae-49741077333c req-7b5a5f1a-525c-4f3d-b659-fa50490ab018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:55.167258 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f366f313-e7b8-4f81-acae-49741077333c req-7b5a5f1a-525c-4f3d-b659-fa50490ab018 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b645cec8-c88e-4bba-8234-b110de21cfe7 HTTP/1.1" status: 200 len: 922 time: 0.1599994 Nov 27 03:43:55.180054 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5f1009-4953-487c-8908-bf8aca82d702 x-openstack-request-id: req-3c5f1009-4953-487c-8908-bf8aca82d702 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:43:55.180343 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a027b4c5-487d-41e1-955f-c41d36e054fa", "tag": "435fb93a-728a-4ac6-8ca2-f90478e8c497", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:43:55.180596 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3c5f1009-4953-487c-8908-bf8aca82d702 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:43:55.180979 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a027b4c5-487d-41e1-955f-c41d36e054fa', 'tag': '435fb93a-728a-4ac6-8ca2-f90478e8c497', 'status': 'completed', 'code': 200} Nov 27 03:43:55.192140 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:43:55.192438 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:55.221875 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f366f313-e7b8-4f81-acae-49741077333c req-8bffcbe4-3bf2-4abc-8e22-97c2df07c135 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c59a2bca-5b06-4f5b-a19c-8a7cea12b721 HTTP/1.1" status: 200 len: 217 time: 0.0437436 Nov 27 03:43:55.229547 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b12be1e5-b496-409d-a827-3f4ee34838d1 req-5c31cd0c-d874-4b6c-988a-db13a1eb9312 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc852f61-2cf1-4aa9-92bb-cab027642d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925264 Nov 27 03:43:55.238067 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 17a8823d-dc4e-4db2-b4ef-fc2efc14860a, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=17a8823d-dc4e-4db2-b4ef-fc2efc14860a,segment=NetworkSegment(0ede1ec6-1b9f-43e0-8048-29f023f3314a),segment_id=0ede1ec6-1b9f-43e0-8048-29f023f3314a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:43:55.264838 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '17a8823d-dc4e-4db2-b4ef-fc2efc14860a', 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7', 'port_id': '17a8823d-dc4e-4db2-b4ef-fc2efc14860a', 'mac_address': 'fa:16:3e:6c:7e:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f2f4695-47e3-40b2-b54d-f43d3306eba4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:43:55.279395 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-4eb755f2-facf-46ce-9c49-555cae4a244e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1339829873-router', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:43Z', 'updated_at': '2021-11-27T03:43:52Z', 'revision_number': 4, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'gw_port': {'id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:44Z', 'updated_at': '2021-11-27T03:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '7a5dadfc-efdc-420c-885e-fa22f87e6129', 'name': '', 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'mac_address': 'fa:16:3e:54:18:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'eb97b0e2-75dc-4d09-932a-9875e5b8e057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:50Z', 'updated_at': '2021-11-27T03:43:52Z', 'revision_number': 2, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'subnets': [{'id': 'eb97b0e2-75dc-4d09-932a-9875e5b8e057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:43:55.332637 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb755f2-facf-46ce-9c49-555cae4a244e None None] Checking router: d6f27a77-8db7-474f-a0b2-3cc925c2a05e for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:43:55.332999 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb755f2-facf-46ce-9c49-555cae4a244e None None] Updating router d6f27a77-8db7-474f-a0b2-3cc925c2a05e port 7a5dadfc-efdc-420c-885e-fa22f87e6129 binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:43:55.354295 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366f313-e7b8-4f81-acae-49741077333c req-2c710a93-0cec-43c9-8fe7-8ef009c4a0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:55.355858 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f366f313-e7b8-4f81-acae-49741077333c req-2c710a93-0cec-43c9-8fe7-8ef009c4a0bb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=022c48dd-3720-4645-8f22-45c74ce924ab HTTP/1.1" status: 200 len: 861 time: 0.1212678 Nov 27 03:43:55.367482 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63714e6f-dc5f-4fcd-8224-f8cd8494da7b req-40e44c04-834a-42d5-8384-8b25cdace30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:55.368912 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-63714e6f-dc5f-4fcd-8224-f8cd8494da7b req-40e44c04-834a-42d5-8384-8b25cdace30c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f146c2688204f20b505f83e3c3123db&device_id=a027b4c5-487d-41e1-955f-c41d36e054fa HTTP/1.1" status: 200 len: 1099 time: 0.1331093 Nov 27 03:43:55.385343 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:55.405171 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f366f313-e7b8-4f81-acae-49741077333c req-0b91cd16-e134-4083-83fa-838656383bc0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b645cec8-c88e-4bba-8234-b110de21cfe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406394 Nov 27 03:43:55.429887 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-2080f5cb-3b98-499f-916c-da64f9ed2626 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:55.431984 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-2080f5cb-3b98-499f-916c-da64f9ed2626 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/networks?id=1061c8f2-a0ce-422f-b43d-3200c66695ab HTTP/1.1" status: 200 len: 821 time: 0.1314301 Nov 27 03:43:55.448651 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-eecac5b9-71e7-42b9-8890-b4437f8f6a58 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/quotas/8ee487fd6f3246e3902cf82b3ecb881d HTTP/1.1" status: 200 len: 375 time: 0.0104394 Nov 27 03:43:55.473368 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2a459-c0a8-423b-804d-882c5573e8ae req-a4a5c1b8-725a-429a-a8a3-524a5b8b02fd tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:55.474872 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c2c2a459-c0a8-423b-804d-882c5573e8ae req-a4a5c1b8-725a-429a-a8a3-524a5b8b02fd tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6d323d-f6d7-4cdd-9567-f2c1727d8cee HTTP/1.1" status: 200 len: 945 time: 0.1556139 Nov 27 03:43:55.507540 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-c41456bc-51f9-4906-a2d7-56986441d3fa tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8ee487fd6f3246e3902cf82b3ecb881d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509598 Nov 27 03:43:55.519363 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4eb755f2-facf-46ce-9c49-555cae4a244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:55.533128 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:55.537550 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17a8823d-dc4e-4db2-b4ef-fc2efc14860a {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:43:55.592138 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 17a8823d-dc4e-4db2-b4ef-fc2efc14860a, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=17a8823d-dc4e-4db2-b4ef-fc2efc14860a,segment=NetworkSegment(0ede1ec6-1b9f-43e0-8048-29f023f3314a),segment_id=0ede1ec6-1b9f-43e0-8048-29f023f3314a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:43:55.598419 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b456e1-0bb6-4439-951c-e6f6b76905a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:43:55.599432 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c2c2a459-c0a8-423b-804d-882c5573e8ae req-91b5e2d9-05d6-49b2-8316-20518caa5206 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990624 Nov 27 03:43:55.600781 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258dea25-1a9f-42d5-9c94-8b1b77a9aa83" -d '{"events": [{"server_uuid": "67b456e1-0bb6-4439-951c-e6f6b76905a8", "name": "network-vif-plugged", "status": "completed", "tag": "a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:43:55.611306 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f366f313-e7b8-4f81-acae-49741077333c req-393386be-7558-48f0-8a62-b14e290070de service neutron] 10.222.0.11 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897676 Nov 27 03:43:55.614244 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63714e6f-dc5f-4fcd-8224-f8cd8494da7b req-31a620c8-ed36-451a-bd17-cd30d27eb240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:55.615627 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-63714e6f-dc5f-4fcd-8224-f8cd8494da7b req-31a620c8-ed36-451a-bd17-cd30d27eb240 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.2214215 Nov 27 03:43:55.615963 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:55.627910 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-756f7fc6-71b2-4d7c-b16b-f98a05947717 service neutron] 10.222.0.20 "GET /v2.0/networks/1061c8f2-a0ce-422f-b43d-3200c66695ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054621 Nov 27 03:43:55.632363 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e,segment=NetworkSegment(845f5355-d286-4a0f-9acd-493043a7ee60),segment_id=845f5355-d286-4a0f-9acd-493043a7ee60)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:43:55.672451 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-63714e6f-dc5f-4fcd-8224-f8cd8494da7b req-d9713551-d5ce-4884-bdd3-4bfde73f50ab service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=435fb93a-728a-4ac6-8ca2-f90478e8c497 HTTP/1.1" status: 200 len: 217 time: 0.0436149 Nov 27 03:43:55.698471 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:55.738706 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=17a8823d-dc4e-4db2-b4ef-fc2efc14860a,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:55.752449 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-a140c0f9-b812-4bba-b10a-5c3918faa286 service neutron] 10.222.0.20 "GET /v2.0/networks/1061c8f2-a0ce-422f-b43d-3200c66695ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289384 Nov 27 03:43:55.756981 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63714e6f-dc5f-4fcd-8224-f8cd8494da7b req-0eef2449-b502-4f5c-a9cc-47ada9a1316e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:55.758412 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-63714e6f-dc5f-4fcd-8224-f8cd8494da7b req-0eef2449-b502-4f5c-a9cc-47ada9a1316e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.0588617 Nov 27 03:43:55.805741 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f366f313-e7b8-4f81-acae-49741077333c req-32ef48f6-32c4-46e5-b56c-4666b0bc274c service neutron] 10.222.0.11 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858268 Nov 27 03:43:55.825399 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63714e6f-dc5f-4fcd-8224-f8cd8494da7b req-400a88f7-bd72-444f-ad40-6f739ccb39b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:55.827015 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-63714e6f-dc5f-4fcd-8224-f8cd8494da7b req-400a88f7-bd72-444f-ad40-6f739ccb39b5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0524909 Nov 27 03:43:55.852795 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:55.900953 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-c2d02d31-56ab-4ed9-9593-f15b5db393f0 req-653902a9-7cb9-40af-86fd-59c3e70ebcfe tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-801421775', 'description': 'tempest-description-1067928198'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:55.944102 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-c2d02d31-56ab-4ed9-9593-f15b5db393f0 req-653902a9-7cb9-40af-86fd-59c3e70ebcfe tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:55.964624 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['17a8823d-dc4e-4db2-b4ef-fc2efc14860a'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:43:56.016893 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4eb755f2-facf-46ce-9c49-555cae4a244e None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:56.029653 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4eb755f2-facf-46ce-9c49-555cae4a244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:56.040637 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-c2d02d31-56ab-4ed9-9593-f15b5db393f0 req-653902a9-7cb9-40af-86fd-59c3e70ebcfe tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:56.046104 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-c2d02d31-56ab-4ed9-9593-f15b5db393f0 req-653902a9-7cb9-40af-86fd-59c3e70ebcfe tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:56.059505 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366f313-e7b8-4f81-acae-49741077333c req-3eef20f6-d08b-44e2-b5a2-e947369541fb tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:56.061698 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f366f313-e7b8-4f81-acae-49741077333c req-3eef20f6-d08b-44e2-b5a2-e947369541fb tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=be6d323d-f6d7-4cdd-9567-f2c1727d8cee&tenant_id=35cfdc78458c41aab44b0a976c3549af&binding%3Ahost_id=n-h1-819494-3 HTTP/1.1" status: 200 len: 1096 time: 0.0874453 Nov 27 03:43:56.078529 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba1bdd-1ecc-473c-bd01-a256488fdb81 None None] Pushing event updated for resources: {'Port': ['ID=7a5dadfc-efdc-420c-885e-fa22f87e6129,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:56.085740 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-f366f313-e7b8-4f81-acae-49741077333c req-52da379a-49ea-4843-95fd-0c42aab1e8cf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-819494-3'}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:56.113233 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653902a9-7cb9-40af-86fd-59c3e70ebcfe tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6577f15b-2aaa-4155-8218-405d13f80e1c,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:56.123578 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-c2d02d31-56ab-4ed9-9593-f15b5db393f0 req-653902a9-7cb9-40af-86fd-59c3e70ebcfe tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:56.138312 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-63714e6f-dc5f-4fcd-8224-f8cd8494da7b req-b576e89e-61a0-40c2-95b6-ddcf2aede74e service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017490 Nov 27 03:43:56.142445 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c2d02d31-56ab-4ed9-9593-f15b5db393f0 req-653902a9-7cb9-40af-86fd-59c3e70ebcfe tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2382824 Nov 27 03:43:56.181567 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-871d26a9-e16d-415b-9aa2-e1aa253b3352 tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:56.183121 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-871d26a9-e16d-415b-9aa2-e1aa253b3352 tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] 10.222.0.20 "GET /v2.0/networks?id=e7c6215b-538d-47fa-ba03-b46cf63de2f4 HTTP/1.1" status: 200 len: 815 time: 0.2646487 Nov 27 03:43:56.244615 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-4eb755f2-facf-46ce-9c49-555cae4a244e None None] Attempting to bind port 7a5dadfc-efdc-420c-885e-fa22f87e6129 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:43:56.244990 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-4eb755f2-facf-46ce-9c49-555cae4a244e None None] Attempting to bind port 7a5dadfc-efdc-420c-885e-fa22f87e6129 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '0a584404-1c26-40b8-b28c-ce6fe5d1bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:43:56.245352 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb755f2-facf-46ce-9c49-555cae4a244e None None] Attempting to bind port 7a5dadfc-efdc-420c-885e-fa22f87e6129 on network 1061c8f2-a0ce-422f-b43d-3200c66695ab {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:43:56.262314 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb755f2-facf-46ce-9c49-555cae4a244e None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:43:56.262757 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb755f2-facf-46ce-9c49-555cae4a244e None None] Checking segment: {'id': '0a584404-1c26-40b8-b28c-ce6fe5d1bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:43:56.263116 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4eb755f2-facf-46ce-9c49-555cae4a244e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:56.263550 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb755f2-facf-46ce-9c49-555cae4a244e None None] Bound using segment: {'id': '0a584404-1c26-40b8-b28c-ce6fe5d1bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:43:56.263997 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-4eb755f2-facf-46ce-9c49-555cae4a244e None None] Bound port: 7a5dadfc-efdc-420c-885e-fa22f87e6129, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a584404-1c26-40b8-b28c-ce6fe5d1bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:43:56.264375 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4eb755f2-facf-46ce-9c49-555cae4a244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:56.275055 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f911b4-411d-44da-892f-f3adf047929b req-7e6265ac-79db-4598-a495-43392bb132eb tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:56.283359 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-66f911b4-411d-44da-892f-f3adf047929b req-7e6265ac-79db-4598-a495-43392bb132eb tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/ports?device_id=a027b4c5-487d-41e1-955f-c41d36e054fa HTTP/1.1" status: 200 len: 948 time: 0.0779557 Nov 27 03:43:56.355045 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-66f911b4-411d-44da-892f-f3adf047929b req-e565c7c0-d521-4f3a-922a-4b66285138e5 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/security-groups?id=433bd4f4-0057-4edd-9b1a-c8bdc4d45e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706546 Nov 27 03:43:56.369951 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-4eb755f2-facf-46ce-9c49-555cae4a244e None None] For port 7a5dadfc-efdc-420c-885e-fa22f87e6129, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:43:56.373256 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-4eb755f2-facf-46ce-9c49-555cae4a244e None None] For port 7a5dadfc-efdc-420c-885e-fa22f87e6129, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=7a5dadfc-efdc-420c-885e-fa22f87e6129,segment=NetworkSegment(0a584404-1c26-40b8-b28c-ce6fe5d1bb30),segment_id=0a584404-1c26-40b8-b28c-ce6fe5d1bb30)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:43:56.384378 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4eb755f2-facf-46ce-9c49-555cae4a244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:56.430465 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9dc80f8-b506-46b9-87cb-929043677c89 x-openstack-request-id: req-f9dc80f8-b506-46b9-87cb-929043677c89 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:43:56.430909 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b456e1-0bb6-4439-951c-e6f6b76905a8", "name": "network-vif-plugged", "status": "completed", "tag": "a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:43:56.431054 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f9dc80f8-b506-46b9-87cb-929043677c89 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:43:56.431428 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b456e1-0bb6-4439-951c-e6f6b76905a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e', 'code': 200} Nov 27 03:43:56.471379 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb755f2-facf-46ce-9c49-555cae4a244e None None] Routers {'d6f27a77-8db7-474f-a0b2-3cc925c2a05e'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:43:56.472022 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-4eb755f2-facf-46ce-9c49-555cae4a244e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:43:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d6f27a77-8db7-474f-a0b2-3cc925c2a05e'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:43:56.565038 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6437fb3e-10af-405f-afb0-f1c34ae8f3ed req-22d9d920-6e13-4b00-b2a9-cfa5045dad08 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/ports?device_id=023b90d4-59a6-4c76-b3fc-b8244f8206c6 HTTP/1.1" status: 200 len: 210 time: 0.0521338 Nov 27 03:43:56.618156 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-4eb755f2-facf-46ce-9c49-555cae4a244e None None] Set router d6f27a77-8db7-474f-a0b2-3cc925c2a05e gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:43:56.655693 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-63714e6f-dc5f-4fcd-8224-f8cd8494da7b req-c0ec23a6-b499-4abf-991f-695884efc2cf service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4684503 Nov 27 03:43:56.656386 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f366f313-e7b8-4f81-acae-49741077333c req-52da379a-49ea-4843-95fd-0c42aab1e8cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:56.670299 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfc072-2783-4319-827b-c71e3ed33bd4 req-2f107ef6-141d-4109-86de-6dc7030854ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:56.674072 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e3dfc072-2783-4319-827b-c71e3ed33bd4 req-2f107ef6-141d-4109-86de-6dc7030854ec service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=67b456e1-0bb6-4439-951c-e6f6b76905a8 HTTP/1.1" status: 200 len: 1097 time: 0.1246231 Nov 27 03:43:56.728442 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba1bdd-1ecc-473c-bd01-a256488fdb81 None None] Pushing event updated for resources: {'Port': ['ID=7a5dadfc-efdc-420c-885e-fa22f87e6129,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:56.766984 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-b68fda84-e8e2-423a-bc4a-1d8b061b5847 tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] 10.222.0.20 "GET /v2.0/quotas/beeb3ad01bc54000804a22c457c7428a HTTP/1.1" status: 200 len: 375 time: 0.5659554 Nov 27 03:43:56.776304 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-6e6e54d2-e0dd-4a7d-aaf9-8ca99b80f2c0 None None] Provisioning complete for port 7a5dadfc-efdc-420c-885e-fa22f87e6129 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:43:56.777178 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6e6e54d2-e0dd-4a7d-aaf9-8ca99b80f2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:56.799383 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7c04c-31b1-4082-b305-fb818138c1d5 req-f31d1af5-48e1-43a1-8ef3-6bc63caf0ada tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:56.800991 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8bf7c04c-31b1-4082-b305-fb818138c1d5 req-f31d1af5-48e1-43a1-8ef3-6bc63caf0ada tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/ports?device_id=3eea447a-93db-4f3e-a920-0e41b89b791b HTTP/1.1" status: 200 len: 948 time: 0.1250024 Nov 27 03:43:56.814576 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-9c749787-6c56-4144-8514-098243f2ebcd tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=beeb3ad01bc54000804a22c457c7428a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353053 Nov 27 03:43:56.834853 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e3dfc072-2783-4319-827b-c71e3ed33bd4 req-48901f0e-8431-473e-8e0e-3fa7b95c27f4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fc852f61-2cf1-4aa9-92bb-cab027642d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933759 Nov 27 03:43:56.899955 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8bf7c04c-31b1-4082-b305-fb818138c1d5 req-e18ddaa2-4e2c-41ad-a6fe-ce8c805aa116 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/security-groups?id=f99a0138-3ce9-4071-9643-b64cb6760a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624101 Nov 27 03:43:56.900506 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-f366f313-e7b8-4f81-acae-49741077333c req-52da379a-49ea-4843-95fd-0c42aab1e8cf service neutron] For port c59a2bca-5b06-4f5b-a19c-8a7cea12b721, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=c59a2bca-5b06-4f5b-a19c-8a7cea12b721,segment=NetworkSegment(74310010-e448-4edf-8f12-15f9f8367765),segment_id=74310010-e448-4edf-8f12-15f9f8367765)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:43:56.925772 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6e6e54d2-e0dd-4a7d-aaf9-8ca99b80f2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:56.946235 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-4eb755f2-facf-46ce-9c49-555cae4a244e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1339829873-router', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:43Z', 'updated_at': '2021-11-27T03:43:52Z', 'revision_number': 4, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'gw_port': {'id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:44Z', 'updated_at': '2021-11-27T03:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '7a5dadfc-efdc-420c-885e-fa22f87e6129', 'name': '', 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'mac_address': 'fa:16:3e:54:18:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'eb97b0e2-75dc-4d09-932a-9875e5b8e057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:50Z', 'updated_at': '2021-11-27T03:43:56Z', 'revision_number': 4, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'subnets': [{'id': 'eb97b0e2-75dc-4d09-932a-9875e5b8e057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:43:56.971351 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-f366f313-e7b8-4f81-acae-49741077333c req-52da379a-49ea-4843-95fd-0c42aab1e8cf service neutron] For port c59a2bca-5b06-4f5b-a19c-8a7cea12b721, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:43:56.974291 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-19803dd4-a3b3-42b5-bf0c-7e556bdf4ae9 service neutron] 10.222.0.20 "GET /v2.0/networks/e7c6215b-538d-47fa-ba03-b46cf63de2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423399 Nov 27 03:43:56.979922 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb755f2-facf-46ce-9c49-555cae4a244e None None] The sync data for ids ['d6f27a77-8db7-474f-a0b2-3cc925c2a05e'] in n-d-819494-3 is: [{'id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1339829873-router', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:43Z', 'updated_at': '2021-11-27T03:43:52Z', 'revision_number': 4, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'gw_port': {'id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:44Z', 'updated_at': '2021-11-27T03:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '7a5dadfc-efdc-420c-885e-fa22f87e6129', 'name': '', 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'mac_address': 'fa:16:3e:54:18:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'eb97b0e2-75dc-4d09-932a-9875e5b8e057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:50Z', 'updated_at': '2021-11-27T03:43:56Z', 'revision_number': 4, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'subnets': [{'id': 'eb97b0e2-75dc-4d09-932a-9875e5b8e057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:43:57.010503 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-6e6e54d2-e0dd-4a7d-aaf9-8ca99b80f2c0 None None] For port 7a5dadfc-efdc-420c-885e-fa22f87e6129, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=7a5dadfc-efdc-420c-885e-fa22f87e6129,segment=NetworkSegment(0a584404-1c26-40b8-b28c-ce6fe5d1bb30),segment_id=0a584404-1c26-40b8-b28c-ce6fe5d1bb30)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:43:57.025658 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6e6e54d2-e0dd-4a7d-aaf9-8ca99b80f2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:57.084627 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f366f313-e7b8-4f81-acae-49741077333c req-52da379a-49ea-4843-95fd-0c42aab1e8cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:57.097574 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f366f313-e7b8-4f81-acae-49741077333c req-52da379a-49ea-4843-95fd-0c42aab1e8cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:57.103148 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e54d2-e0dd-4a7d-aaf9-8ca99b80f2c0 None None] Pushing event updated for resources: {'Port': ['ID=7a5dadfc-efdc-420c-885e-fa22f87e6129,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:57.165364 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-778f7b56-66a5-4746-9318-22a8fbe51c05 service neutron] 10.222.0.20 "GET /v2.0/networks/e7c6215b-538d-47fa-ba03-b46cf63de2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726184 Nov 27 03:43:57.186940 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6d323d-f6d7-4cdd-9567-f2c1727d8cee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c59a2bca-5b06-4f5b-a19c-8a7cea12b721'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:43:57.189958 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfec70fb-b5b2-4f66-aead-6ec5d743bb48" -d '{"events": [{"server_uuid": "be6d323d-f6d7-4cdd-9567-f2c1727d8cee", "name": "network-vif-unplugged", "status": "completed", "tag": "c59a2bca-5b06-4f5b-a19c-8a7cea12b721"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:43:57.223938 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c926216f-84ee-4ad0-9dc0-ee98d7fa0421 None None] Provisioning complete for port 7a5dadfc-efdc-420c-885e-fa22f87e6129 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:43:57.224316 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c926216f-84ee-4ad0-9dc0-ee98d7fa0421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:57.254582 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da379a-49ea-4843-95fd-0c42aab1e8cf service neutron] Pushing event updated for resources: {'Port': ['ID=c59a2bca-5b06-4f5b-a19c-8a7cea12b721,revision_number=7']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:57.267615 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-f366f313-e7b8-4f81-acae-49741077333c req-52da379a-49ea-4843-95fd-0c42aab1e8cf service neutron] Attempting to bind port c59a2bca-5b06-4f5b-a19c-8a7cea12b721 on host n-h1-819494-3 for vnic_type normal with profile {"migrating_to": "n-h2-819494-3"} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:43:57.267963 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-f366f313-e7b8-4f81-acae-49741077333c req-52da379a-49ea-4843-95fd-0c42aab1e8cf service neutron] Attempting to bind port c59a2bca-5b06-4f5b-a19c-8a7cea12b721 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:43:57.268338 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f366f313-e7b8-4f81-acae-49741077333c req-52da379a-49ea-4843-95fd-0c42aab1e8cf service neutron] Attempting to bind port c59a2bca-5b06-4f5b-a19c-8a7cea12b721 on network b645cec8-c88e-4bba-8234-b110de21cfe7 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:43:57.273112 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f366f313-e7b8-4f81-acae-49741077333c req-52da379a-49ea-4843-95fd-0c42aab1e8cf service neutron] Port c59a2bca-5b06-4f5b-a19c-8a7cea12b721 on network b645cec8-c88e-4bba-8234-b110de21cfe7 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:43:57.273624 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f366f313-e7b8-4f81-acae-49741077333c req-52da379a-49ea-4843-95fd-0c42aab1e8cf service neutron] Attempting to bind port c59a2bca-5b06-4f5b-a19c-8a7cea12b721 on network b645cec8-c88e-4bba-8234-b110de21cfe7 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:43:57.279117 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f366f313-e7b8-4f81-acae-49741077333c req-52da379a-49ea-4843-95fd-0c42aab1e8cf service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:43:57.279670 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f366f313-e7b8-4f81-acae-49741077333c req-52da379a-49ea-4843-95fd-0c42aab1e8cf service neutron] Checking segment: {'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:43:57.280209 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f366f313-e7b8-4f81-acae-49741077333c req-52da379a-49ea-4843-95fd-0c42aab1e8cf service neutron] Bound using segment: {'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:43:57.280793 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-f366f313-e7b8-4f81-acae-49741077333c req-52da379a-49ea-4843-95fd-0c42aab1e8cf service neutron] Bound port: c59a2bca-5b06-4f5b-a19c-8a7cea12b721, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:43:57.281308 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f366f313-e7b8-4f81-acae-49741077333c req-52da379a-49ea-4843-95fd-0c42aab1e8cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:57.308758 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f3b5c3c7-c6ef-4adb-a938-1a8cdf067486 req-fa687e8d-cb1b-469c-9f22-134fc329209c tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53730 time: 0.3824141 Nov 27 03:43:57.389099 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-f366f313-e7b8-4f81-acae-49741077333c req-52da379a-49ea-4843-95fd-0c42aab1e8cf service neutron] For port c59a2bca-5b06-4f5b-a19c-8a7cea12b721, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:43:57.413955 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f3b5c3c7-c6ef-4adb-a938-1a8cdf067486 req-2aa2ea3f-dc2f-42ce-946f-833df735bf2b tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] 10.222.0.20 "GET /v2.0/security-groups/013b4ed9-288f-4aa1-ba86-8ba421104eb4 HTTP/1.1" status: 200 len: 2998 time: 0.0552788 Nov 27 03:43:57.426886 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-f366f313-e7b8-4f81-acae-49741077333c req-52da379a-49ea-4843-95fd-0c42aab1e8cf service neutron] For port c59a2bca-5b06-4f5b-a19c-8a7cea12b721, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=c59a2bca-5b06-4f5b-a19c-8a7cea12b721,segment=NetworkSegment(74310010-e448-4edf-8f12-15f9f8367765),segment_id=74310010-e448-4edf-8f12-15f9f8367765)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:43:57.432069 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 435fb93a-728a-4ac6-8ca2-f90478e8c497 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:43:57.439455 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f366f313-e7b8-4f81-acae-49741077333c req-52da379a-49ea-4843-95fd-0c42aab1e8cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:57.447385 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:43:57.470592 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f3b5c3c7-c6ef-4adb-a938-1a8cdf067486 req-ee006c8f-db0e-49da-8fbf-278a50dd4f4d tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] 10.222.0.20 "GET /v2.0/security-groups/013b4ed9-288f-4aa1-ba86-8ba421104eb4 HTTP/1.1" status: 200 len: 2998 time: 0.0504889 Nov 27 03:43:57.503453 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2c16e-748e-4042-aa0a-ba085152ddef req-a9c7eccf-f9d0-4be9-aaa5-4a0fdc89bf75 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:57.505039 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c6b2c16e-748e-4042-aa0a-ba085152ddef req-a9c7eccf-f9d0-4be9-aaa5-4a0fdc89bf75 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3ca7078-2116-4702-877b-4c6bb7a4fa95 HTTP/1.1" status: 200 len: 945 time: 0.1260467 Nov 27 03:43:57.541229 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f3b5c3c7-c6ef-4adb-a938-1a8cdf067486 req-9af3bf7e-0c24-43af-bdc8-e3ddce0a1d09 tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] 10.222.0.20 "GET /v2.0/security-groups/0a16b57b-1557-461d-a5ae-4cbb38c7a563 HTTP/1.1" status: 200 len: 2998 time: 0.0621231 Nov 27 03:43:57.642496 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c6b2c16e-748e-4042-aa0a-ba085152ddef req-d54a4491-ed1f-474d-8c1f-c80a97707bd0 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177125 Nov 27 03:43:57.653189 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:43:57.653816 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366f313-e7b8-4f81-acae-49741077333c req-52da379a-49ea-4843-95fd-0c42aab1e8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:57.654038 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f366f313-e7b8-4f81-acae-49741077333c req-52da379a-49ea-4843-95fd-0c42aab1e8cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:57.670337 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f366f313-e7b8-4f81-acae-49741077333c req-52da379a-49ea-4843-95fd-0c42aab1e8cf service neutron] 10.222.0.11 "PUT /v2.0/ports/c59a2bca-5b06-4f5b-a19c-8a7cea12b721 HTTP/1.1" status: 200 len: 1121 time: 1.5906453 Nov 27 03:43:57.686636 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f3b5c3c7-c6ef-4adb-a938-1a8cdf067486 req-a980cad0-397f-46f3-83c2-578c31979653 tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] 10.222.0.20 "GET /v2.0/security-groups/0a16b57b-1557-461d-a5ae-4cbb38c7a563 HTTP/1.1" status: 200 len: 2998 time: 0.1444120 Nov 27 03:43:57.691047 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 435fb93a-728a-4ac6-8ca2-f90478e8c497, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=435fb93a-728a-4ac6-8ca2-f90478e8c497,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:43:57.692624 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da379a-49ea-4843-95fd-0c42aab1e8cf service neutron] Pushing event updated for resources: {'Port': ['ID=c59a2bca-5b06-4f5b-a19c-8a7cea12b721,revision_number=8']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:57.704538 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:43:57.705178 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:57.775919 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f3b5c3c7-c6ef-4adb-a938-1a8cdf067486 req-e41ad023-00c3-4b98-8f5e-e79c03b58614 tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] 10.222.0.20 "GET /v2.0/security-groups/2e5e12be-0bd1-4ce5-9179-2b1b71eec958 HTTP/1.1" status: 200 len: 2998 time: 0.0883257 Nov 27 03:43:57.779243 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '435fb93a-728a-4ac6-8ca2-f90478e8c497', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'port_id': '435fb93a-728a-4ac6-8ca2-f90478e8c497', 'mac_address': 'fa:16:3e:0b:09:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14a2acf-f1d7-4ddf-8459-b30982428e88', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:43:57.852680 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f3b5c3c7-c6ef-4adb-a938-1a8cdf067486 req-4695d6fb-9d5e-4c37-ae71-c722eaecfadc tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] 10.222.0.20 "GET /v2.0/security-groups/2e5e12be-0bd1-4ce5-9179-2b1b71eec958 HTTP/1.1" status: 200 len: 2998 time: 0.0691876 Nov 27 03:43:57.860660 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['c59a2bca-5b06-4f5b-a19c-8a7cea12b721'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:43:57.984214 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:57.989508 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f3b5c3c7-c6ef-4adb-a938-1a8cdf067486 req-f70fbc01-ba66-4fcf-95c0-7644e7b7a8bc tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] 10.222.0.20 "GET /v2.0/security-groups/4189a063-7e92-4b03-8152-864413aea47f HTTP/1.1" status: 200 len: 2998 time: 0.1335387 Nov 27 03:43:58.028573 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 7a5dadfc-efdc-420c-885e-fa22f87e6129 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:43:58.036416 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7e0b5-6830-4dda-9987-513de2461a90 req-666b0b86-e85f-4ec0-b34f-8a61beaefb0a tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:58.047073 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-84b7e0b5-6830-4dda-9987-513de2461a90 req-666b0b86-e85f-4ec0-b34f-8a61beaefb0a tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/ports?device_id=67b456e1-0bb6-4439-951c-e6f6b76905a8 HTTP/1.1" status: 200 len: 946 time: 0.1825533 Nov 27 03:43:58.056093 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f3b5c3c7-c6ef-4adb-a938-1a8cdf067486 req-945cfb8e-8519-42e1-8703-f4c64f7a03e4 tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] 10.222.0.20 "GET /v2.0/security-groups/4189a063-7e92-4b03-8152-864413aea47f HTTP/1.1" status: 200 len: 2998 time: 0.0654895 Nov 27 03:43:58.097763 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 435fb93a-728a-4ac6-8ca2-f90478e8c497 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:43:58.132397 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 435fb93a-728a-4ac6-8ca2-f90478e8c497, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=435fb93a-728a-4ac6-8ca2-f90478e8c497,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:43:58.135202 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f3b5c3c7-c6ef-4adb-a938-1a8cdf067486 req-ac7bea3d-b0ef-4f63-a497-68e0853956fc tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] 10.222.0.20 "GET /v2.0/security-groups/433bd4f4-0057-4edd-9b1a-c8bdc4d45e66 HTTP/1.1" status: 200 len: 2998 time: 0.0781710 Nov 27 03:43:58.141815 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-105c4a27-ba30-4011-a4b8-135cf540a4a0 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:58.143645 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-105c4a27-ba30-4011-a4b8-135cf540a4a0 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.11 "GET /v2.0/networks?id=1061c8f2-a0ce-422f-b43d-3200c66695ab HTTP/1.1" status: 200 len: 821 time: 0.4102116 Nov 27 03:43:58.187541 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-84b7e0b5-6830-4dda-9987-513de2461a90 req-878f4df6-b31f-490c-b2a8-3f9bdaa41e0f tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc852f61-2cf1-4aa9-92bb-cab027642d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394520 Nov 27 03:43:58.204424 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-435b0bcd-83f7-44d1-a08b-9fd7300b5723 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Request body: {'port': {'device_id': '023b90d4-59a6-4c76-b3fc-b8244f8206c6', 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab', 'admin_state_up': True, 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:58.230228 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f3b5c3c7-c6ef-4adb-a938-1a8cdf067486 req-93b0e509-0bd8-4136-af1c-1a6f84f1c2e3 tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] 10.222.0.20 "GET /v2.0/security-groups/433bd4f4-0057-4edd-9b1a-c8bdc4d45e66 HTTP/1.1" status: 200 len: 2998 time: 0.0938911 Nov 27 03:43:58.299093 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:58.311256 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f3b5c3c7-c6ef-4adb-a938-1a8cdf067486 req-e4e98fdf-37b8-49da-bd6f-67f35a379ec7 tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] 10.222.0.20 "GET /v2.0/security-groups/54010c41-b5a7-4e79-8070-0075b7729f4f HTTP/1.1" status: 200 len: 2998 time: 0.0776353 Nov 27 03:43:58.357764 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:58.378743 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f3b5c3c7-c6ef-4adb-a938-1a8cdf067486 req-29fe6c8e-45cf-479b-806e-a751c2432516 tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] 10.222.0.20 "GET /v2.0/security-groups/54010c41-b5a7-4e79-8070-0075b7729f4f HTTP/1.1" status: 200 len: 2998 time: 0.0654972 Nov 27 03:43:58.390689 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1a2fa-5028-4877-92b4-1cd4dd8c8fd1 req-888e5975-eb94-4700-8581-fcde227837fd tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:58.399364 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0b1a2fa-5028-4877-92b4-1cd4dd8c8fd1 req-888e5975-eb94-4700-8581-fcde227837fd tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6d323d-f6d7-4cdd-9567-f2c1727d8cee HTTP/1.1" status: 200 len: 943 time: 0.0939538 Nov 27 03:43:58.446003 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eea447a-93db-4f3e-a920-0e41b89b791b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:43:58.446254 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f3b5c3c7-c6ef-4adb-a938-1a8cdf067486 req-4ee30178-a22e-47d8-a32d-050cff43ccf3 tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] 10.222.0.20 "GET /v2.0/security-groups/57a03ebf-b070-4336-b233-fd59b85b538f HTTP/1.1" status: 200 len: 2998 time: 0.0537624 Nov 27 03:43:58.448725 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fc88e3-86b4-453e-b0ae-bd3d84fbdd58" -d '{"events": [{"server_uuid": "3eea447a-93db-4f3e-a920-0e41b89b791b", "name": "network-vif-plugged", "status": "completed", "tag": "0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:43:58.451448 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=435fb93a-728a-4ac6-8ca2-f90478e8c497,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:58.476353 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:43:58.490255 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:58.504402 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 7a5dadfc-efdc-420c-885e-fa22f87e6129 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:43:58.504936 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:58.511690 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f3b5c3c7-c6ef-4adb-a938-1a8cdf067486 req-54d2280f-0deb-476d-871c-7d5fa01e7910 tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] 10.222.0.20 "GET /v2.0/security-groups/57a03ebf-b070-4336-b233-fd59b85b538f HTTP/1.1" status: 200 len: 2998 time: 0.0646493 Nov 27 03:43:58.513243 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0b1a2fa-5028-4877-92b4-1cd4dd8c8fd1 req-d1661519-68bc-4528-ae37-35e28c7f579a tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127291 Nov 27 03:43:58.529109 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-435b0bcd-83f7-44d1-a08b-9fd7300b5723 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Made reservation on behalf of 8ee487fd6f3246e3902cf82b3ecb881d for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:43:58.541528 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-435b0bcd-83f7-44d1-a08b-9fd7300b5723 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:58.608878 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:58.616618 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f3b5c3c7-c6ef-4adb-a938-1a8cdf067486 req-338357d2-672a-45d4-963a-efead88a96e4 tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] 10.222.0.20 "GET /v2.0/security-groups/62ef2250-4a84-46cd-af0b-076f24c4e53d HTTP/1.1" status: 200 len: 2994 time: 0.0991495 Nov 27 03:43:58.617217 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 03:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013e8f07-c35e-4406-ab72-8292c3a457dd x-openstack-request-id: req-013e8f07-c35e-4406-ab72-8292c3a457dd {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:43:58.617513 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6d323d-f6d7-4cdd-9567-f2c1727d8cee", "name": "network-vif-unplugged", "status": "completed", "tag": "c59a2bca-5b06-4f5b-a19c-8a7cea12b721", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:43:58.617769 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-013e8f07-c35e-4406-ab72-8292c3a457dd {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:43:58.618158 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6d323d-f6d7-4cdd-9567-f2c1727d8cee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c59a2bca-5b06-4f5b-a19c-8a7cea12b721', 'code': 200} Nov 27 03:43:58.684039 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f3b5c3c7-c6ef-4adb-a938-1a8cdf067486 req-98d182c7-4598-4476-b5af-fc8be8a6efef tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] 10.222.0.20 "GET /v2.0/security-groups/62ef2250-4a84-46cd-af0b-076f24c4e53d HTTP/1.1" status: 200 len: 2994 time: 0.0662990 Nov 27 03:43:58.729367 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-68ca91bc-7821-4d9c-8e4a-adb9fc5c1d52 req-e8ddebc2-3c1f-42a3-a31c-6b3c9ad7131c tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] 10.222.0.20 "GET /v2.0/ports?device_id=50f7e961-2141-4b99-bb94-4f451c8c9de2 HTTP/1.1" status: 200 len: 210 time: 0.0367444 Nov 27 03:43:58.731452 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 17a8823d-dc4e-4db2-b4ef-fc2efc14860a up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:43:58.738098 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f3b5c3c7-c6ef-4adb-a938-1a8cdf067486 req-61892aed-1bc8-4615-898c-e4ef132b4cde tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] 10.222.0.20 "GET /v2.0/security-groups/736130f6-eca3-4cb8-8095-da47f30a0448 HTTP/1.1" status: 200 len: 2998 time: 0.0530818 Nov 27 03:43:58.762401 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['435fb93a-728a-4ac6-8ca2-f90478e8c497'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:43:58.773752 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-435b0bcd-83f7-44d1-a08b-9fd7300b5723 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Allocated IP 172.20.0.12 (1061c8f2-a0ce-422f-b43d-3200c66695ab/eb97b0e2-75dc-4d09-932a-9875e5b8e057/6452bbf0-7f88-4b4a-9e8f-c52204c5033d) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:43:58.786857 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f3b5c3c7-c6ef-4adb-a938-1a8cdf067486 req-962bd371-6f8e-4cc5-bacb-fb822baf9dc4 tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] 10.222.0.20 "GET /v2.0/security-groups/736130f6-eca3-4cb8-8095-da47f30a0448 HTTP/1.1" status: 200 len: 2998 time: 0.0477571 Nov 27 03:43:58.833875 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f3b5c3c7-c6ef-4adb-a938-1a8cdf067486 req-d6461a81-6f0e-4ebe-bd66-f188bb9eb106 tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] 10.222.0.20 "GET /v2.0/security-groups/761da86d-831e-4173-89b8-73db44707d62 HTTP/1.1" status: 200 len: 2998 time: 0.0459774 Nov 27 03:43:58.864178 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 17a8823d-dc4e-4db2-b4ef-fc2efc14860a completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:43:58.883809 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 17a8823d-dc4e-4db2-b4ef-fc2efc14860a triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:43:58.884186 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:58.893278 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f3b5c3c7-c6ef-4adb-a938-1a8cdf067486 req-a5de98e5-8542-49a0-b617-9ade6bc0fd26 tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] 10.222.0.20 "GET /v2.0/security-groups/761da86d-831e-4173-89b8-73db44707d62 HTTP/1.1" status: 200 len: 2998 time: 0.0443285 Nov 27 03:43:58.947938 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f3b5c3c7-c6ef-4adb-a938-1a8cdf067486 req-5f2ecdbf-e487-47c1-ac0a-f659ae83684b tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] 10.222.0.20 "GET /v2.0/security-groups/938f5719-0cab-4a13-90c9-f855561af4ed HTTP/1.1" status: 200 len: 2994 time: 0.0404296 Nov 27 03:43:58.978106 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f60b0d-6528-4ab2-99de-fd37ceaa540a req-65e21e68-ccc6-4b98-9bf8-6dac86de0164 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:58.985957 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e4f60b0d-6528-4ab2-99de-fd37ceaa540a req-65e21e68-ccc6-4b98-9bf8-6dac86de0164 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/ports?device_id=a027b4c5-487d-41e1-955f-c41d36e054fa HTTP/1.1" status: 200 len: 949 time: 0.1274397 Nov 27 03:43:59.021873 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f3b5c3c7-c6ef-4adb-a938-1a8cdf067486 req-2e70f80b-09a7-449a-8510-dd79e3641066 tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] 10.222.0.20 "GET /v2.0/security-groups/938f5719-0cab-4a13-90c9-f855561af4ed HTTP/1.1" status: 200 len: 2994 time: 0.0540082 Nov 27 03:43:59.053541 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:59.061860 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e4f60b0d-6528-4ab2-99de-fd37ceaa540a req-6a387cd8-1b55-4487-ad6f-3001fdce4096 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/security-groups?id=433bd4f4-0057-4edd-9b1a-c8bdc4d45e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750158 Nov 27 03:43:59.076556 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f3b5c3c7-c6ef-4adb-a938-1a8cdf067486 req-e2809e42-0001-4e50-a6ec-2711227f2431 tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] 10.222.0.20 "GET /v2.0/security-groups/b4a49f24-a840-431a-9e34-a79dabb0b8fe HTTP/1.1" status: 200 len: 2998 time: 0.0461776 Nov 27 03:43:59.099917 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 17a8823d-dc4e-4db2-b4ef-fc2efc14860a, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=17a8823d-dc4e-4db2-b4ef-fc2efc14860a,segment=NetworkSegment(0ede1ec6-1b9f-43e0-8048-29f023f3314a),segment_id=0ede1ec6-1b9f-43e0-8048-29f023f3314a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:43:59.104164 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-435b0bcd-83f7-44d1-a08b-9fd7300b5723 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:59.115996 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:59.161535 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f3b5c3c7-c6ef-4adb-a938-1a8cdf067486 req-daac9ff4-0abc-4af0-a253-a72d18b7f0d1 tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] 10.222.0.20 "GET /v2.0/security-groups/b4a49f24-a840-431a-9e34-a79dabb0b8fe HTTP/1.1" status: 200 len: 2998 time: 0.0685005 Nov 27 03:43:59.181235 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=17a8823d-dc4e-4db2-b4ef-fc2efc14860a,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:59.203701 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f3b5c3c7-c6ef-4adb-a938-1a8cdf067486 req-c318fda2-b94d-4b86-bed7-357985588aad tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] 10.222.0.20 "GET /v2.0/security-groups/c030cebc-2a63-4851-99fa-ec922b906199 HTTP/1.1" status: 200 len: 2998 time: 0.0411365 Nov 27 03:43:59.211053 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-69e4e525-95dd-47b2-bfaa-e3a1e2c2e10f req-91a4dcf1-a7be-439b-9d0f-36e21524f334 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/ports?device_id=023b90d4-59a6-4c76-b3fc-b8244f8206c6 HTTP/1.1" status: 200 len: 210 time: 0.0486040 Nov 27 03:43:59.268414 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f3b5c3c7-c6ef-4adb-a938-1a8cdf067486 req-05a17b00-7a8a-48e7-b4dd-bc01294b69da tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] 10.222.0.20 "GET /v2.0/security-groups/c030cebc-2a63-4851-99fa-ec922b906199 HTTP/1.1" status: 200 len: 2998 time: 0.0571718 Nov 27 03:43:59.291980 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-435b0bcd-83f7-44d1-a08b-9fd7300b5723 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:59.315260 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f3b5c3c7-c6ef-4adb-a938-1a8cdf067486 req-7c194848-6e93-48eb-a472-0ce9d1a3c17c tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] 10.222.0.20 "GET /v2.0/security-groups/d99c1e53-073a-4cb1-9da7-afa174752175 HTTP/1.1" status: 200 len: 2998 time: 0.0392580 Nov 27 03:43:59.335111 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-341e44ed-9630-4951-8c22-863173a25438 tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:59.336595 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-341e44ed-9630-4951-8c22-863173a25438 tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] 10.222.0.23 "GET /v2.0/networks?id=e7c6215b-538d-47fa-ba03-b46cf63de2f4 HTTP/1.1" status: 200 len: 815 time: 0.2702169 Nov 27 03:43:59.360693 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f3b5c3c7-c6ef-4adb-a938-1a8cdf067486 req-49788db5-ef75-4cb9-837a-a23362895f69 tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] 10.222.0.20 "GET /v2.0/security-groups/d99c1e53-073a-4cb1-9da7-afa174752175 HTTP/1.1" status: 200 len: 2998 time: 0.0391054 Nov 27 03:43:59.372813 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-435b0bcd-83f7-44d1-a08b-9fd7300b5723 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Network 1061c8f2-a0ce-422f-b43d-3200c66695ab is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:43:59.378506 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-ecf044f0-399b-498a-a093-dcde68384f5f tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] Request body: {'port': {'device_id': '50f7e961-2141-4b99-bb94-4f451c8c9de2', 'network_id': 'e7c6215b-538d-47fa-ba03-b46cf63de2f4', 'admin_state_up': True, 'tenant_id': 'beeb3ad01bc54000804a22c457c7428a'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:59.396199 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-435b0bcd-83f7-44d1-a08b-9fd7300b5723 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:43:59.398794 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-435b0bcd-83f7-44d1-a08b-9fd7300b5723 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:43:59.402634 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f3b5c3c7-c6ef-4adb-a938-1a8cdf067486 req-29af221d-d5ad-4ae7-9baa-a56dcccc4665 tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] 10.222.0.20 "GET /v2.0/security-groups/db5da60d-df6f-4b12-9f2e-44bf0c99aa15 HTTP/1.1" status: 200 len: 2990 time: 0.0354745 Nov 27 03:43:59.462007 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f3b5c3c7-c6ef-4adb-a938-1a8cdf067486 req-0d382bd8-d352-4ca9-8488-672aaba9d0f9 tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] 10.222.0.20 "GET /v2.0/security-groups/db5da60d-df6f-4b12-9f2e-44bf0c99aa15 HTTP/1.1" status: 200 len: 2990 time: 0.0455611 Nov 27 03:43:59.463130 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b0bcd-83f7-44d1-a08b-9fd7300b5723 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Pushing event updated for resources: {'Port': ['ID=6452bbf0-7f88-4b4a-9e8f-c52204c5033d,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:43:59.502853 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-435b0bcd-83f7-44d1-a08b-9fd7300b5723 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:59.503497 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-435b0bcd-83f7-44d1-a08b-9fd7300b5723 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:59.513936 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f3b5c3c7-c6ef-4adb-a938-1a8cdf067486 req-36ea9d16-a276-4def-8f16-c33e5d7e5f1d tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] 10.222.0.20 "GET /v2.0/security-groups/f99a0138-3ce9-4071-9643-b64cb6760a7a HTTP/1.1" status: 200 len: 2998 time: 0.0404758 Nov 27 03:43:59.527652 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc155a22-178b-4696-a72e-8d024c34b3c4 req-3557b2a8-0bb1-4586-a9ba-19dc00a3e328 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:59.529206 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dc155a22-178b-4696-a72e-8d024c34b3c4 req-3557b2a8-0bb1-4586-a9ba-19dc00a3e328 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/ports?device_id=3eea447a-93db-4f3e-a920-0e41b89b791b HTTP/1.1" status: 200 len: 949 time: 0.2214205 Nov 27 03:43:59.550408 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-435b0bcd-83f7-44d1-a08b-9fd7300b5723 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3612933 Nov 27 03:43:59.564938 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f3b5c3c7-c6ef-4adb-a938-1a8cdf067486 req-b17ddf92-9156-42dd-a899-fd16ec4f7e64 tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] 10.222.0.20 "GET /v2.0/security-groups/f99a0138-3ce9-4071-9643-b64cb6760a7a HTTP/1.1" status: 200 len: 2998 time: 0.0421584 Nov 27 03:43:59.577917 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-76d1be0c-5b8b-40eb-b9f6-3817bc2a338f service neutron] Request body: {'port': {'device_id': '023b90d4-59a6-4c76-b3fc-b8244f8206c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:43:59.610445 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d619f8-146d-4e25-8e1a-9562e2c73b30 x-openstack-request-id: req-a5d619f8-146d-4e25-8e1a-9562e2c73b30 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:43:59.610791 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eea447a-93db-4f3e-a920-0e41b89b791b", "name": "network-vif-plugged", "status": "completed", "tag": "0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:43:59.611068 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a5d619f8-146d-4e25-8e1a-9562e2c73b30 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:43:59.611465 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eea447a-93db-4f3e-a920-0e41b89b791b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae', 'code': 200} Nov 27 03:43:59.636578 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-a2e444d2-96a8-4066-a7d3-e3d02b8a8c16 None None] Provisioning complete for port 6452bbf0-7f88-4b4a-9e8f-c52204c5033d triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:43:59.637048 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a2e444d2-96a8-4066-a7d3-e3d02b8a8c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:59.684185 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-a2e444d2-96a8-4066-a7d3-e3d02b8a8c16 None None] Port 6452bbf0-7f88-4b4a-9e8f-c52204c5033d cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:43:59.687122 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dc155a22-178b-4696-a72e-8d024c34b3c4 req-ecf5de4a-7b31-4621-90aa-b6bed877640e tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/security-groups?id=f99a0138-3ce9-4071-9643-b64cb6760a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464384 Nov 27 03:43:59.691381 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-ecf044f0-399b-498a-a093-dcde68384f5f tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] Made reservation on behalf of beeb3ad01bc54000804a22c457c7428a for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:43:59.695170 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-ecf044f0-399b-498a-a093-dcde68384f5f tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:59.712115 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-76d1be0c-5b8b-40eb-b9f6-3817bc2a338f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:43:59.730909 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5d678-a924-40b3-8b74-7927aff5a2e0 req-b78ea0bb-64a2-414b-a928-6b3308d8384b tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:59.736228 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-78a5d678-a924-40b3-8b74-7927aff5a2e0 req-b78ea0bb-64a2-414b-a928-6b3308d8384b tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3ca7078-2116-4702-877b-4c6bb7a4fa95 HTTP/1.1" status: 200 len: 946 time: 0.0694029 Nov 27 03:43:59.793350 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-78a5d678-a924-40b3-8b74-7927aff5a2e0 req-d06f8d88-eef0-473c-83bc-3413d869d1bb tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468290 Nov 27 03:43:59.900137 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595947f-5b1b-4828-8f2d-b887961e724f req-01b7ce64-0419-4721-840f-25b605a0831c tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:59.901751 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e595947f-5b1b-4828-8f2d-b887961e724f req-01b7ce64-0419-4721-840f-25b605a0831c tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6d323d-f6d7-4cdd-9567-f2c1727d8cee HTTP/1.1" status: 200 len: 943 time: 0.0498273 Nov 27 03:43:59.902972 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d81a7-971d-4a0e-a738-f634607ec3c7 req-79614bdf-1357-4acf-92aa-8109b36ac931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:59.904450 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e95d81a7-971d-4a0e-a738-f634607ec3c7 req-79614bdf-1357-4acf-92aa-8109b36ac931 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3eea447a-93db-4f3e-a920-0e41b89b791b HTTP/1.1" status: 200 len: 1100 time: 0.1755030 Nov 27 03:43:59.958628 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e595947f-5b1b-4828-8f2d-b887961e724f req-f2807bcc-8d41-4c92-810e-bc52cc159ff0 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501244 Nov 27 03:43:59.988235 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf1fdc-fdb7-41b0-8684-2125e1c13fb2 req-dc539271-0a72-4164-ac86-05a8cc4eaecd tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:43:59.989695 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b6cf1fdc-fdb7-41b0-8684-2125e1c13fb2 req-dc539271-0a72-4164-ac86-05a8cc4eaecd tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/ports?device_id=67b456e1-0bb6-4439-951c-e6f6b76905a8 HTTP/1.1" status: 200 len: 946 time: 0.2285640 Nov 27 03:44:00.057426 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c3c1d61b-80f6-426e-a838-500b622852a2 req-eaacc270-4239-4c14-b9d0-6b2eb4011e25 tempest-SecurityGroupsTestAdminJSON-1190008454 tempest-SecurityGroupsTestAdminJSON-1190008454-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d6e32a819c7464baf6116b759fcea82 HTTP/1.1" status: 200 len: 6153 time: 0.0607321 Nov 27 03:44:00.097259 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-ecf044f0-399b-498a-a093-dcde68384f5f tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] Allocated IP 172.20.0.12 (e7c6215b-538d-47fa-ba03-b46cf63de2f4/10bb03c9-60fd-47aa-9847-76b86f1a058b/a55fda5f-e74d-4610-b6d5-be063b37853d) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:44:00.103153 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c3c1d61b-80f6-426e-a838-500b622852a2 req-59038c5d-b918-4da2-b197-5af30861daa8 tempest-SecurityGroupsTestAdminJSON-1190008454 tempest-SecurityGroupsTestAdminJSON-1190008454-project] 10.222.0.20 "GET /v2.0/security-groups/54010c41-b5a7-4e79-8070-0075b7729f4f HTTP/1.1" status: 200 len: 2998 time: 0.0394261 Nov 27 03:44:00.145650 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e95d81a7-971d-4a0e-a738-f634607ec3c7 req-3d9e080c-5eea-4bf8-a066-f8c3b57d84df service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f99a0138-3ce9-4071-9643-b64cb6760a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748567 Nov 27 03:44:00.151157 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c3c1d61b-80f6-426e-a838-500b622852a2 req-0e0ed2b6-61c0-4ace-bbef-83d69be2a332 tempest-SecurityGroupsTestAdminJSON-1190008454 tempest-SecurityGroupsTestAdminJSON-1190008454-project] 10.222.0.20 "GET /v2.0/security-groups/54010c41-b5a7-4e79-8070-0075b7729f4f HTTP/1.1" status: 200 len: 2998 time: 0.0419917 Nov 27 03:44:00.152758 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b6cf1fdc-fdb7-41b0-8684-2125e1c13fb2 req-66a04e58-c840-4d4c-9279-f974dbab7d05 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc852f61-2cf1-4aa9-92bb-cab027642d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501601 Nov 27 03:44:00.247583 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1bba4184-5ea3-455d-b69c-d184cf425574 req-b14e1678-2d0f-4dae-b11f-161c1f4f87d5 tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] 10.222.0.20 "GET /v2.0/ports?device_id=50f7e961-2141-4b99-bb94-4f451c8c9de2 HTTP/1.1" status: 200 len: 210 time: 0.0298827 Nov 27 03:44:00.307727 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fc3be95b-9324-4b67-9f0a-d2c605f60fb7 req-8a9a4ae7-3e5c-4fbb-a000-6419d9f71415 tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] 10.222.0.20 "GET /v2.0/security-groups/6577f15b-2aaa-4155-8218-405d13f80e1c HTTP/1.1" status: 200 len: 1794 time: 0.0370481 Nov 27 03:44:00.362249 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-fc3be95b-9324-4b67-9f0a-d2c605f60fb7 req-49dc85cf-881c-4eb3-b0bc-b1fb3d47e099 tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:00.383316 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-fc3be95b-9324-4b67-9f0a-d2c605f60fb7 req-49dc85cf-881c-4eb3-b0bc-b1fb3d47e099 tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:00.423435 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-fc3be95b-9324-4b67-9f0a-d2c605f60fb7 req-49dc85cf-881c-4eb3-b0bc-b1fb3d47e099 tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:00.425991 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-fc3be95b-9324-4b67-9f0a-d2c605f60fb7 req-49dc85cf-881c-4eb3-b0bc-b1fb3d47e099 tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:00.427173 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fc3be95b-9324-4b67-9f0a-d2c605f60fb7 req-49dc85cf-881c-4eb3-b0bc-b1fb3d47e099 tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/6577f15b-2aaa-4155-8218-405d13f80e1c HTTP/1.1" status: 204 len: 173 time: 0.1128008 Nov 27 03:44:00.435000 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dc85cf-881c-4eb3-b0bc-b1fb3d47e099 tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6577f15b-2aaa-4155-8218-405d13f80e1c,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:00.526770 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabad76-cb66-4c36-9f46-562796a0e4e5 req-5a1e3aec-a54a-410a-8856-29996233aad5 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:00.528249 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7fabad76-cb66-4c36-9f46-562796a0e4e5 req-5a1e3aec-a54a-410a-8856-29996233aad5 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/ports?device_id=a027b4c5-487d-41e1-955f-c41d36e054fa HTTP/1.1" status: 200 len: 949 time: 0.1474032 Nov 27 03:44:00.540624 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c02a2a-f357-4384-9a0f-1d4d455791f8 req-0875696d-0b72-4c7d-ba1a-744d378aa229 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:00.542107 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-92c02a2a-f357-4384-9a0f-1d4d455791f8 req-0875696d-0b72-4c7d-ba1a-744d378aa229 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/ports?device_id=67b456e1-0bb6-4439-951c-e6f6b76905a8 HTTP/1.1" status: 200 len: 946 time: 0.0509257 Nov 27 03:44:00.551157 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55208) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:44:00.556272 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-58a71478-7e57-4f3e-8479-4aecb0676ca8 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Request body: {'floatingip': {'port_id': 'a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:44:00.621266 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-76d1be0c-5b8b-40eb-b9f6-3817bc2a338f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6452bbf0-7f88-4b4a-9e8f-c52204c5033d {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:44:00.624995 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be6d323d-f6d7-4cdd-9567-f2c1727d8cee', 'tag': 'c59a2bca-5b06-4f5b-a19c-8a7cea12b721'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:44:00.627979 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c43c87-b16a-4adc-b026-f70da9ff92c8" -d '{"events": [{"name": "network-changed", "server_uuid": "be6d323d-f6d7-4cdd-9567-f2c1727d8cee", "tag": "c59a2bca-5b06-4f5b-a19c-8a7cea12b721"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:44:00.638870 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-76d1be0c-5b8b-40eb-b9f6-3817bc2a338f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:00.650407 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-58a71478-7e57-4f3e-8479-4aecb0676ca8 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks [] for floatingip, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:00.659090 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-ecf044f0-399b-498a-a093-dcde68384f5f tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:00.669178 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7fabad76-cb66-4c36-9f46-562796a0e4e5 req-2476ddfe-80af-4197-8c8a-e9a4df9a9161 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/security-groups?id=433bd4f4-0057-4edd-9b1a-c8bdc4d45e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306179 Nov 27 03:44:00.677101 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-76d1be0c-5b8b-40eb-b9f6-3817bc2a338f service neutron] Transition to ACTIVE for port object 6452bbf0-7f88-4b4a-9e8f-c52204c5033d will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:44:00.692428 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-76d1be0c-5b8b-40eb-b9f6-3817bc2a338f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:00.733349 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device c59a2bca-5b06-4f5b-a19c-8a7cea12b721 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:44:00.748659 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae543a-0dc4-405f-aca0-45ca14649e45 req-94377d67-e451-4c06-81d7-b414d6cbbee7 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:00.750207 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5eae543a-0dc4-405f-aca0-45ca14649e45 req-94377d67-e451-4c06-81d7-b414d6cbbee7 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/ports?device_id=023b90d4-59a6-4c76-b3fc-b8244f8206c6 HTTP/1.1" status: 200 len: 932 time: 0.1212182 Nov 27 03:44:00.774841 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d1be0c-5b8b-40eb-b9f6-3817bc2a338f service neutron] Pushing event updated for resources: {'Port': ['ID=6452bbf0-7f88-4b4a-9e8f-c52204c5033d,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:00.777516 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-ecf044f0-399b-498a-a093-dcde68384f5f tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:00.897547 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port c59a2bca-5b06-4f5b-a19c-8a7cea12b721, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=c59a2bca-5b06-4f5b-a19c-8a7cea12b721,segment=NetworkSegment(74310010-e448-4edf-8f12-15f9f8367765),segment_id=74310010-e448-4edf-8f12-15f9f8367765)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:44:00.905674 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5eae543a-0dc4-405f-aca0-45ca14649e45 req-136bc66c-4eaf-4175-84ed-346b2917ce59 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c030cebc-2a63-4851-99fa-ec922b906199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361432 Nov 27 03:44:00.907148 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf044f0-399b-498a-a093-dcde68384f5f tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] Pushing event updated for resources: {'Port': ['ID=a55fda5f-e74d-4610-b6d5-be063b37853d,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:00.923305 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-ecf044f0-399b-498a-a093-dcde68384f5f tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] Network e7c6215b-538d-47fa-ba03-b46cf63de2f4 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:44:00.924730 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device c59a2bca-5b06-4f5b-a19c-8a7cea12b721 has no active binding in host n-h2-819494-3 {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 27 03:44:00.934053 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-950c17a5-bd79-4fff-a860-50ab6dc380ad req-32295a5e-de90-4fd9-a944-c21b67dc8b5c tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] 10.222.0.20 "GET /v2.0/security-groups/6bb3e98f-b331-4be1-ab2f-ad609309d720 HTTP/1.1" status: 200 len: 1793 time: 0.2091131 Nov 27 03:44:00.939675 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-ecf044f0-399b-498a-a093-dcde68384f5f tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:44:00.948180 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-ecf044f0-399b-498a-a093-dcde68384f5f tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:44:00.952139 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-76d1be0c-5b8b-40eb-b9f6-3817bc2a338f service neutron] Attempting to bind port 6452bbf0-7f88-4b4a-9e8f-c52204c5033d on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:44:00.952490 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-76d1be0c-5b8b-40eb-b9f6-3817bc2a338f service neutron] Attempting to bind port 6452bbf0-7f88-4b4a-9e8f-c52204c5033d by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '0a584404-1c26-40b8-b28c-ce6fe5d1bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:44:00.952833 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-76d1be0c-5b8b-40eb-b9f6-3817bc2a338f service neutron] Attempting to bind port 6452bbf0-7f88-4b4a-9e8f-c52204c5033d on network 1061c8f2-a0ce-422f-b43d-3200c66695ab {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:44:00.991223 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-76d1be0c-5b8b-40eb-b9f6-3817bc2a338f service neutron] Port 6452bbf0-7f88-4b4a-9e8f-c52204c5033d on network 1061c8f2-a0ce-422f-b43d-3200c66695ab not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:44:00.991560 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-76d1be0c-5b8b-40eb-b9f6-3817bc2a338f service neutron] Attempting to bind port 6452bbf0-7f88-4b4a-9e8f-c52204c5033d on network 1061c8f2-a0ce-422f-b43d-3200c66695ab {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:44:00.994920 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d021a90c-ed48-49fc-b9ad-f58a16f9760c x-openstack-request-id: req-d021a90c-ed48-49fc-b9ad-f58a16f9760c {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:44:00.994920 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be6d323d-f6d7-4cdd-9567-f2c1727d8cee", "tag": "c59a2bca-5b06-4f5b-a19c-8a7cea12b721", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:44:00.995147 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d021a90c-ed48-49fc-b9ad-f58a16f9760c {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:44:00.995535 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be6d323d-f6d7-4cdd-9567-f2c1727d8cee', 'tag': 'c59a2bca-5b06-4f5b-a19c-8a7cea12b721', 'status': 'completed', 'code': 200} Nov 27 03:44:01.028630 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-76d1be0c-5b8b-40eb-b9f6-3817bc2a338f service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:44:01.029132 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-76d1be0c-5b8b-40eb-b9f6-3817bc2a338f service neutron] Checking segment: {'id': '0a584404-1c26-40b8-b28c-ce6fe5d1bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:44:01.029569 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-76d1be0c-5b8b-40eb-b9f6-3817bc2a338f service neutron] Bound using segment: {'id': '0a584404-1c26-40b8-b28c-ce6fe5d1bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:44:01.030053 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-76d1be0c-5b8b-40eb-b9f6-3817bc2a338f service neutron] Bound port: 6452bbf0-7f88-4b4a-9e8f-c52204c5033d, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a584404-1c26-40b8-b28c-ce6fe5d1bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:44:01.030426 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-76d1be0c-5b8b-40eb-b9f6-3817bc2a338f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:01.058149 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-ecf044f0-399b-498a-a093-dcde68384f5f tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:01.058794 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-ecf044f0-399b-498a-a093-dcde68384f5f tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:01.133091 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-ecf044f0-399b-498a-a093-dcde68384f5f tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7670746 Nov 27 03:44:01.144569 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-950c17a5-bd79-4fff-a860-50ab6dc380ad req-7d25818f-98ab-44e8-9e6d-27fd9dfe0534 tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:01.175873 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-677f7a1e-9c9f-472a-8e87-341cd1a187c9 service neutron] Request body: {'port': {'device_id': '50f7e961-2141-4b99-bb94-4f451c8c9de2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:44:01.196560 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-950c17a5-bd79-4fff-a860-50ab6dc380ad req-7d25818f-98ab-44e8-9e6d-27fd9dfe0534 tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:01.215417 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c43c87-b16a-4adc-b026-f70da9ff92c8 req-041344a2-924c-46c4-bd6e-1e530cc283c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:01.216921 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b5c43c87-b16a-4adc-b026-f70da9ff92c8 req-041344a2-924c-46c4-bd6e-1e530cc283c9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=35cfdc78458c41aab44b0a976c3549af&device_id=be6d323d-f6d7-4cdd-9567-f2c1727d8cee HTTP/1.1" status: 200 len: 1124 time: 0.1658509 Nov 27 03:44:01.230735 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-76d1be0c-5b8b-40eb-b9f6-3817bc2a338f service neutron] For port 6452bbf0-7f88-4b4a-9e8f-c52204c5033d, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:44:01.264684 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80e3df-e1ab-4e2e-bb87-853f2dc2e1b5 req-aa384d41-38dc-49a0-b84e-6b38bd386e69 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:01.266744 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9a80e3df-e1ab-4e2e-bb87-853f2dc2e1b5 req-aa384d41-38dc-49a0-b84e-6b38bd386e69 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/ports?device_id=3eea447a-93db-4f3e-a920-0e41b89b791b HTTP/1.1" status: 200 len: 949 time: 0.1742258 Nov 27 03:44:01.319960 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-76d1be0c-5b8b-40eb-b9f6-3817bc2a338f service neutron] For port 6452bbf0-7f88-4b4a-9e8f-c52204c5033d, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=6452bbf0-7f88-4b4a-9e8f-c52204c5033d,segment=NetworkSegment(0a584404-1c26-40b8-b28c-ce6fe5d1bb30),segment_id=0a584404-1c26-40b8-b28c-ce6fe5d1bb30)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:44:01.347587 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-76d1be0c-5b8b-40eb-b9f6-3817bc2a338f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:01.382832 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-677f7a1e-9c9f-472a-8e87-341cd1a187c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:01.394961 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-76d1be0c-5b8b-40eb-b9f6-3817bc2a338f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:01.395583 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-76d1be0c-5b8b-40eb-b9f6-3817bc2a338f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:01.396938 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-76d1be0c-5b8b-40eb-b9f6-3817bc2a338f service neutron] 10.222.0.11 "PUT /v2.0/ports/6452bbf0-7f88-4b4a-9e8f-c52204c5033d HTTP/1.1" status: 200 len: 1092 time: 1.8248634 Nov 27 03:44:01.400201 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9a80e3df-e1ab-4e2e-bb87-853f2dc2e1b5 req-f2ccdbdb-891a-41f1-94ad-710d17cc8fb6 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/security-groups?id=f99a0138-3ce9-4071-9643-b64cb6760a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226659 Nov 27 03:44:01.411867 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-58a71478-7e57-4f3e-8479-4aecb0676ca8 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:01.417593 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-58a71478-7e57-4f3e-8479-4aecb0676ca8 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:01.426647 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-950c17a5-bd79-4fff-a860-50ab6dc380ad req-7d25818f-98ab-44e8-9e6d-27fd9dfe0534 tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:01.429176 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-950c17a5-bd79-4fff-a860-50ab6dc380ad req-7d25818f-98ab-44e8-9e6d-27fd9dfe0534 tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:01.431107 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-950c17a5-bd79-4fff-a860-50ab6dc380ad req-7d25818f-98ab-44e8-9e6d-27fd9dfe0534 tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/6bb3e98f-b331-4be1-ab2f-ad609309d720 HTTP/1.1" status: 204 len: 173 time: 0.4962311 Nov 27 03:44:01.451968 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 435fb93a-728a-4ac6-8ca2-f90478e8c497 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:44:01.481170 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d25818f-98ab-44e8-9e6d-27fd9dfe0534 tempest-SecurityGroupsTestAdminJSON-1072434947 tempest-SecurityGroupsTestAdminJSON-1072434947-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb3e98f-b331-4be1-ab2f-ad609309d720,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:01.542126 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c43c87-b16a-4adc-b026-f70da9ff92c8 req-878a0885-9b3e-4c57-8f45-e7fb7a05ba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:01.543686 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b5c43c87-b16a-4adc-b026-f70da9ff92c8 req-878a0885-9b3e-4c57-8f45-e7fb7a05ba4e service neutron] 10.222.0.23 "GET /v2.0/networks?id=b645cec8-c88e-4bba-8234-b110de21cfe7 HTTP/1.1" status: 200 len: 922 time: 0.3156040 Nov 27 03:44:01.580661 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 435fb93a-728a-4ac6-8ca2-f90478e8c497 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:44:01.588661 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 435fb93a-728a-4ac6-8ca2-f90478e8c497 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:44:01.589471 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:01.612522 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [None req-58a71478-7e57-4f3e-8479-4aecb0676ca8 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Floating IP 5f9e2190-d586-4248-aef2-b41313bcf1bc associated. External IP: 172.25.1.7, port: a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e. Nov 27 03:44:01.646078 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ca7078-2116-4702-877b-4c6bb7a4fa95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a8823d-dc4e-4db2-b4ef-fc2efc14860a'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:44:01.648467 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1eeefe-90b9-474a-9c54-303b4c1f30e6" -d '{"events": [{"server_uuid": "b3ca7078-2116-4702-877b-4c6bb7a4fa95", "name": "network-vif-plugged", "status": "completed", "tag": "17a8823d-dc4e-4db2-b4ef-fc2efc14860a"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:44:01.700818 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:01.705969 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f97262-290d-4c91-bb21-78056f7c2482 req-8fed2820-a7ad-4942-a8c0-f751157aa3c6 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:01.714031 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a4f97262-290d-4c91-bb21-78056f7c2482 req-8fed2820-a7ad-4942-a8c0-f751157aa3c6 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3ca7078-2116-4702-877b-4c6bb7a4fa95 HTTP/1.1" status: 200 len: 946 time: 0.2002800 Nov 27 03:44:01.744301 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 435fb93a-728a-4ac6-8ca2-f90478e8c497, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=435fb93a-728a-4ac6-8ca2-f90478e8c497,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:44:01.753167 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:01.807355 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=435fb93a-728a-4ac6-8ca2-f90478e8c497,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:01.840168 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d1be0c-5b8b-40eb-b9f6-3817bc2a338f service neutron] Pushing event updated for resources: {'Port': ['ID=6452bbf0-7f88-4b4a-9e8f-c52204c5033d,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:01.852256 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b5c43c87-b16a-4adc-b026-f70da9ff92c8 req-0cb3dd97-ab5d-40c3-91c5-b886a637e8a3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c59a2bca-5b06-4f5b-a19c-8a7cea12b721 HTTP/1.1" status: 200 len: 217 time: 0.2469578 Nov 27 03:44:01.940986 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-3d7de231-c892-4619-8b69-4fbcfc9f22b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:01.942498 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-3d7de231-c892-4619-8b69-4fbcfc9f22b4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8ee487fd6f3246e3902cf82b3ecb881d&device_id=023b90d4-59a6-4c76-b3fc-b8244f8206c6 HTTP/1.1" status: 200 len: 1095 time: 0.4068820 Nov 27 03:44:01.954249 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4dda0e-b4a4-44a9-ad4a-ebf042579036 req-bdadda1e-2334-4010-8d9e-74d4b165aa93 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:01.955777 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3e4dda0e-b4a4-44a9-ad4a-ebf042579036 req-bdadda1e-2334-4010-8d9e-74d4b165aa93 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6d323d-f6d7-4cdd-9567-f2c1727d8cee HTTP/1.1" status: 200 len: 943 time: 0.4068463 Nov 27 03:44:02.012603 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c43c87-b16a-4adc-b026-f70da9ff92c8 req-74a9a073-6e12-4e13-ad17-b2804158420e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:02.014076 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b5c43c87-b16a-4adc-b026-f70da9ff92c8 req-74a9a073-6e12-4e13-ad17-b2804158420e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=022c48dd-3720-4645-8f22-45c74ce924ab HTTP/1.1" status: 200 len: 861 time: 0.1502063 Nov 27 03:44:02.024729 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-a79112e7-cf9d-4b59-b2f5-724a3eee19a4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6452bbf0-7f88-4b4a-9e8f-c52204c5033d HTTP/1.1" status: 200 len: 217 time: 0.0582218 Nov 27 03:44:02.057191 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f366f313-e7b8-4f81-acae-49741077333c req-56a40455-e9ad-4bf3-85ab-8adb92d0e23f service neutron] 10.222.0.23 "GET /v2.0/ports/c59a2bca-5b06-4f5b-a19c-8a7cea12b721/bindings/n-h2-819494-3 HTTP/1.1" status: 200 len: 384 time: 0.3356087 Nov 27 03:44:02.062055 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a4f97262-290d-4c91-bb21-78056f7c2482 req-066be585-a1bc-44ef-9485-d2d49a7f9ca9 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466191 Nov 27 03:44:02.079995 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b5c43c87-b16a-4adc-b026-f70da9ff92c8 req-02cff4ee-1128-4a63-9073-1d227394a041 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b645cec8-c88e-4bba-8234-b110de21cfe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532932 Nov 27 03:44:02.193309 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3e4dda0e-b4a4-44a9-ad4a-ebf042579036 req-2c0645da-fb13-40f5-9ead-3074551eb85f tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289412 Nov 27 03:44:02.207374 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-2da175ee-71c8-4afe-9b4c-6f7ce1ba584d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:02.208843 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-2da175ee-71c8-4afe-9b4c-6f7ce1ba584d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb97b0e2-75dc-4d09-932a-9875e5b8e057 HTTP/1.1" status: 200 len: 860 time: 0.1707845 Nov 27 03:44:02.222662 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-677f7a1e-9c9f-472a-8e87-341cd1a187c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a55fda5f-e74d-4610-b6d5-be063b37853d {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:44:02.244860 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-677f7a1e-9c9f-472a-8e87-341cd1a187c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:02.273749 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde93a39-5205-4399-85f1-e9c1cb640e4a req-befa35ab-f9cd-41b2-a0a7-f64304964c55 tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:02.275260 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bde93a39-5205-4399-85f1-e9c1cb640e4a req-befa35ab-f9cd-41b2-a0a7-f64304964c55 tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] 10.222.0.20 "GET /v2.0/ports?device_id=50f7e961-2141-4b99-bb94-4f451c8c9de2 HTTP/1.1" status: 200 len: 932 time: 0.1420641 Nov 27 03:44:02.309413 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-677f7a1e-9c9f-472a-8e87-341cd1a187c9 service neutron] Transition to ACTIVE for port object a55fda5f-e74d-4610-b6d5-be063b37853d will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:44:02.329927 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-677f7a1e-9c9f-472a-8e87-341cd1a187c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:02.336126 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a71478-7e57-4f3e-8479-4aecb0676ca8 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Router fb4e79f8-997a-4c21-a976-588758ce2a9e has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:44:02.366850 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b5c43c87-b16a-4adc-b026-f70da9ff92c8 req-208ff2bf-d01a-479d-83bf-8ac7580bc032 service neutron] 10.222.0.23 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663403 Nov 27 03:44:02.370473 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-5ceb893c-ae75-44aa-9e0f-0528832c6ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:02.371912 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-5ceb893c-ae75-44aa-9e0f-0528832c6ade service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1061c8f2-a0ce-422f-b43d-3200c66695ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1418309 Nov 27 03:44:02.379006 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-818b9ed5-ef7b-4cf8-b611-b35aff8f2f8a req-457fda7d-1b13-492f-975e-22738484f535 tempest-SecurityGroupsTestAdminJSON-1190008454 tempest-SecurityGroupsTestAdminJSON-1190008454-project] 10.222.0.20 "GET /v2.0/security-groups/1831f36e-5317-4b2e-80c0-94929267fe55 HTTP/1.1" status: 200 len: 1795 time: 0.1499372 Nov 27 03:44:02.396015 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bde93a39-5205-4399-85f1-e9c1cb640e4a req-cc85a575-0b33-440c-9f10-476c2ba255b2 tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] 10.222.0.20 "GET /v2.0/security-groups?id=b4a49f24-a840-431a-9e34-a79dabb0b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116889 Nov 27 03:44:02.448393 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57804679-ebf1-4159-9a96-251b6ca26c47 x-openstack-request-id: req-57804679-ebf1-4159-9a96-251b6ca26c47 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:44:02.449070 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ca7078-2116-4702-877b-4c6bb7a4fa95", "name": "network-vif-plugged", "status": "completed", "tag": "17a8823d-dc4e-4db2-b4ef-fc2efc14860a", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:44:02.449423 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-57804679-ebf1-4159-9a96-251b6ca26c47 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:44:02.449927 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ca7078-2116-4702-877b-4c6bb7a4fa95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a8823d-dc4e-4db2-b4ef-fc2efc14860a', 'code': 200} Nov 27 03:44:02.481438 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-f366f313-e7b8-4f81-acae-49741077333c req-8bd2b386-b181-488f-aa0c-016c518ebe60 service neutron] For port c59a2bca-5b06-4f5b-a19c-8a7cea12b721, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=c59a2bca-5b06-4f5b-a19c-8a7cea12b721,segment=NetworkSegment(74310010-e448-4edf-8f12-15f9f8367765),segment_id=74310010-e448-4edf-8f12-15f9f8367765)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:44:02.539016 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-f366f313-e7b8-4f81-acae-49741077333c req-8bd2b386-b181-488f-aa0c-016c518ebe60 service neutron] For port c59a2bca-5b06-4f5b-a19c-8a7cea12b721, host n-h1-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:44:02.540426 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f7a1e-9c9f-472a-8e87-341cd1a187c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a55fda5f-e74d-4610-b6d5-be063b37853d,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:02.614481 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-f366f313-e7b8-4f81-acae-49741077333c req-8bd2b386-b181-488f-aa0c-016c518ebe60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c59a2bca-5b06-4f5b-a19c-8a7cea12b721 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:44:02.629995 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a71478-7e57-4f3e-8479-4aecb0676ca8 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:44:02.634095 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-f366f313-e7b8-4f81-acae-49741077333c req-8bd2b386-b181-488f-aa0c-016c518ebe60 service neutron] For port c59a2bca-5b06-4f5b-a19c-8a7cea12b721, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=c59a2bca-5b06-4f5b-a19c-8a7cea12b721,segment=NetworkSegment(74310010-e448-4edf-8f12-15f9f8367765),segment_id=74310010-e448-4edf-8f12-15f9f8367765)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:44:02.639353 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-58a71478-7e57-4f3e-8479-4aecb0676ca8 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:02.644948 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694f6e7a-c2b3-4060-ad25-15fd6afb8e6c None None] Sync routers for ids ['fb4e79f8-997a-4c21-a976-588758ce2a9e'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:44:02.649601 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0389742-aa2b-4891-9dd8-660b67b3b885 req-b47a680f-edec-4128-8d98-57bc16ff9086 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:02.651199 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e0389742-aa2b-4891-9dd8-660b67b3b885 req-b47a680f-edec-4128-8d98-57bc16ff9086 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/ports?device_id=a027b4c5-487d-41e1-955f-c41d36e054fa HTTP/1.1" status: 200 len: 950 time: 0.1549592 Nov 27 03:44:02.657730 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694f6e7a-c2b3-4060-ad25-15fd6afb8e6c None None] Routers {'fb4e79f8-997a-4c21-a976-588758ce2a9e'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:44:02.658828 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-694f6e7a-c2b3-4060-ad25-15fd6afb8e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:43:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['fb4e79f8-997a-4c21-a976-588758ce2a9e'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:02.699418 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f366f313-e7b8-4f81-acae-49741077333c req-8bd2b386-b181-488f-aa0c-016c518ebe60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:02.713919 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7363600-34fd-4fdd-a058-b8c053f41b6f req-725c0fdf-a9f7-435c-baba-e4bd400ff45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:02.715434 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c7363600-34fd-4fdd-a058-b8c053f41b6f req-725c0fdf-a9f7-435c-baba-e4bd400ff45e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b3ca7078-2116-4702-877b-4c6bb7a4fa95 HTTP/1.1" status: 200 len: 1097 time: 0.1541126 Nov 27 03:44:02.722328 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-58a71478-7e57-4f3e-8479-4aecb0676ca8 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "PUT /v2.0/floatingips/5f9e2190-d586-4248-aef2-b41313bcf1bc HTTP/1.1" status: 200 len: 990 time: 2.1664400 Nov 27 03:44:02.722328 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b456e1-0bb6-4439-951c-e6f6b76905a8', 'tag': 'a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:44:02.723531 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb10c53-1ee7-40da-82fd-e0df4591f65b" -d '{"events": [{"name": "network-changed", "server_uuid": "67b456e1-0bb6-4439-951c-e6f6b76905a8", "tag": "a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:44:02.766777 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-694f6e7a-c2b3-4060-ad25-15fd6afb8e6c None None] Set router fb4e79f8-997a-4c21-a976-588758ce2a9e gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:44:02.793456 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e0389742-aa2b-4891-9dd8-660b67b3b885 req-fd7dd85a-5a8b-46b8-a3b4-059485247107 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/security-groups?id=433bd4f4-0057-4edd-9b1a-c8bdc4d45e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327233 Nov 27 03:44:02.854291 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c7363600-34fd-4fdd-a058-b8c053f41b6f req-d4f90c02-78f2-4356-9183-fc4bdc48357f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253531 Nov 27 03:44:02.867070 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-f366f313-e7b8-4f81-acae-49741077333c req-8bd2b386-b181-488f-aa0c-016c518ebe60 service neutron] Transition to ACTIVE for port object c59a2bca-5b06-4f5b-a19c-8a7cea12b721 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:44:02.874939 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f366f313-e7b8-4f81-acae-49741077333c req-8bd2b386-b181-488f-aa0c-016c518ebe60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:02.893885 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-818b9ed5-ef7b-4cf8-b611-b35aff8f2f8a req-42fca22d-1ddb-42c4-a68d-4af0d34bde6c tempest-SecurityGroupsTestAdminJSON-1190008454 tempest-SecurityGroupsTestAdminJSON-1190008454-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:02.897147 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b5c43c87-b16a-4adc-b026-f70da9ff92c8 req-1b95768b-951b-4a7e-9e25-5e1c29223be9 service neutron] 10.222.0.23 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5160055 Nov 27 03:44:02.963484 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-e55d6126-1cff-4075-acf8-3451634703e5 service neutron] 10.222.0.11 "GET /v2.0/networks/1061c8f2-a0ce-422f-b43d-3200c66695ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5735455 Nov 27 03:44:02.965132 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-818b9ed5-ef7b-4cf8-b611-b35aff8f2f8a req-42fca22d-1ddb-42c4-a68d-4af0d34bde6c tempest-SecurityGroupsTestAdminJSON-1190008454 tempest-SecurityGroupsTestAdminJSON-1190008454-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:02.979393 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-f366f313-e7b8-4f81-acae-49741077333c req-8bd2b386-b181-488f-aa0c-016c518ebe60 service neutron] No DVR routers for this DVR port c59a2bca-5b06-4f5b-a19c-8a7cea12b721 on host n-h1-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:44:02.991902 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd2b386-b181-488f-aa0c-016c518ebe60 service neutron] Pushing event updated for resources: {'Port': ['ID=c59a2bca-5b06-4f5b-a19c-8a7cea12b721,revision_number=10']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:02.995286 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-677f7a1e-9c9f-472a-8e87-341cd1a187c9 service neutron] Attempting to bind port a55fda5f-e74d-4610-b6d5-be063b37853d on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:44:02.995286 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-677f7a1e-9c9f-472a-8e87-341cd1a187c9 service neutron] Attempting to bind port a55fda5f-e74d-4610-b6d5-be063b37853d by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '0615c29d-8b0b-49c8-9645-4a8174090102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e7c6215b-538d-47fa-ba03-b46cf63de2f4'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:44:02.997007 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-677f7a1e-9c9f-472a-8e87-341cd1a187c9 service neutron] Attempting to bind port a55fda5f-e74d-4610-b6d5-be063b37853d on network e7c6215b-538d-47fa-ba03-b46cf63de2f4 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:44:03.004431 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023b90d4-59a6-4c76-b3fc-b8244f8206c6', 'tag': '6452bbf0-7f88-4b4a-9e8f-c52204c5033d'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:44:03.006702 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356e803c-c0a9-4396-a00a-d38e03a0146b" -d '{"events": [{"name": "network-changed", "server_uuid": "023b90d4-59a6-4c76-b3fc-b8244f8206c6", "tag": "6452bbf0-7f88-4b4a-9e8f-c52204c5033d"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:44:03.019969 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-677f7a1e-9c9f-472a-8e87-341cd1a187c9 service neutron] Port a55fda5f-e74d-4610-b6d5-be063b37853d on network e7c6215b-538d-47fa-ba03-b46cf63de2f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:44:03.020289 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-677f7a1e-9c9f-472a-8e87-341cd1a187c9 service neutron] Attempting to bind port a55fda5f-e74d-4610-b6d5-be063b37853d on network e7c6215b-538d-47fa-ba03-b46cf63de2f4 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:44:03.021800 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f366f313-e7b8-4f81-acae-49741077333c req-8bd2b386-b181-488f-aa0c-016c518ebe60 service neutron] 10.222.0.23 "PUT /v2.0/ports/c59a2bca-5b06-4f5b-a19c-8a7cea12b721/bindings/n-h2-819494-3/activate HTTP/1.1" status: 200 len: 369 time: 0.9570529 Nov 27 03:44:03.026534 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-677f7a1e-9c9f-472a-8e87-341cd1a187c9 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:44:03.027000 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-677f7a1e-9c9f-472a-8e87-341cd1a187c9 service neutron] Checking segment: {'id': '0615c29d-8b0b-49c8-9645-4a8174090102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e7c6215b-538d-47fa-ba03-b46cf63de2f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:44:03.027408 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-677f7a1e-9c9f-472a-8e87-341cd1a187c9 service neutron] Bound using segment: {'id': '0615c29d-8b0b-49c8-9645-4a8174090102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e7c6215b-538d-47fa-ba03-b46cf63de2f4'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:44:03.027849 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-677f7a1e-9c9f-472a-8e87-341cd1a187c9 service neutron] Bound port: a55fda5f-e74d-4610-b6d5-be063b37853d, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0615c29d-8b0b-49c8-9645-4a8174090102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e7c6215b-538d-47fa-ba03-b46cf63de2f4'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:44:03.028230 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-677f7a1e-9c9f-472a-8e87-341cd1a187c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:03.030241 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81bf4c0-58fa-486f-9c4c-a11f051e31b3 req-ec2348c0-ea7a-46ac-87e1-1d1c33f31baf tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:03.031830 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c81bf4c0-58fa-486f-9c4c-a11f051e31b3 req-ec2348c0-ea7a-46ac-87e1-1d1c33f31baf tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/ports?device_id=023b90d4-59a6-4c76-b3fc-b8244f8206c6 HTTP/1.1" status: 200 len: 944 time: 0.1205800 Nov 27 03:44:03.067139 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-818b9ed5-ef7b-4cf8-b611-b35aff8f2f8a req-42fca22d-1ddb-42c4-a68d-4af0d34bde6c tempest-SecurityGroupsTestAdminJSON-1190008454 tempest-SecurityGroupsTestAdminJSON-1190008454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:03.069730 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-818b9ed5-ef7b-4cf8-b611-b35aff8f2f8a req-42fca22d-1ddb-42c4-a68d-4af0d34bde6c tempest-SecurityGroupsTestAdminJSON-1190008454 tempest-SecurityGroupsTestAdminJSON-1190008454-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:03.070926 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-818b9ed5-ef7b-4cf8-b611-b35aff8f2f8a req-42fca22d-1ddb-42c4-a68d-4af0d34bde6c tempest-SecurityGroupsTestAdminJSON-1190008454 tempest-SecurityGroupsTestAdminJSON-1190008454-project] 10.222.0.20 "DELETE /v2.0/security-groups/1831f36e-5317-4b2e-80c0-94929267fe55 HTTP/1.1" status: 204 len: 173 time: 0.6735046 Nov 27 03:44:03.090517 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fca22d-1ddb-42c4-a68d-4af0d34bde6c tempest-SecurityGroupsTestAdminJSON-1190008454 tempest-SecurityGroupsTestAdminJSON-1190008454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1831f36e-5317-4b2e-80c0-94929267fe55,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:03.104989 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c81bf4c0-58fa-486f-9c4c-a11f051e31b3 req-bb011ce0-9a34-4866-8155-1f22fc257225 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c030cebc-2a63-4851-99fa-ec922b906199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633659 Nov 27 03:44:03.110086 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-694f6e7a-c2b3-4060-ad25-15fd6afb8e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-513331905-router', 'tenant_id': '409a3520592e44dbbec54c1bf55df0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c04731a6-fe9e-4c21-a167-80ee964c1546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:06Z', 'updated_at': '2021-11-27T03:43:13Z', 'revision_number': 4, 'project_id': '409a3520592e44dbbec54c1bf55df0d4', 'gw_port': {'id': 'c04731a6-fe9e-4c21-a167-80ee964c1546', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:07Z', 'updated_at': '2021-11-27T03:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '5f9e2190-d586-4248-aef2-b41313bcf1bc', 'tenant_id': '409a3520592e44dbbec54c1bf55df0d4', 'floating_ip_address': '172.25.1.7', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'port_id': 'a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39dfc888-b0dd-4c34-8aab-d5cb681e46f0', 'mac_address': 'fa:16:3e:84:39:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b456e1-0bb6-4439-951c-e6f6b76905a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:43:36Z', 'updated_at': '2021-11-27T03:44:01Z', 'revision_number': 1, 'project_id': '409a3520592e44dbbec54c1bf55df0d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baa4e2a2-677f-45f2-b54b-a41626d3a62f', 'name': '', 'network_id': '39dfc888-b0dd-4c34-8aab-d5cb681e46f0', 'tenant_id': '409a3520592e44dbbec54c1bf55df0d4', 'mac_address': 'fa:16:3e:76:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'fc4bc0b3-a0cc-4178-a299-8ba73845c8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:11Z', 'updated_at': '2021-11-27T03:43:16Z', 'revision_number': 5, 'project_id': '409a3520592e44dbbec54c1bf55df0d4', 'subnets': [{'id': 'fc4bc0b3-a0cc-4178-a299-8ba73845c8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:03.114581 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-677f7a1e-9c9f-472a-8e87-341cd1a187c9 service neutron] For port a55fda5f-e74d-4610-b6d5-be063b37853d, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:44:03.117925 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-677f7a1e-9c9f-472a-8e87-341cd1a187c9 service neutron] For port a55fda5f-e74d-4610-b6d5-be063b37853d, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=a55fda5f-e74d-4610-b6d5-be063b37853d,segment=NetworkSegment(0615c29d-8b0b-49c8-9645-4a8174090102),segment_id=0615c29d-8b0b-49c8-9645-4a8174090102)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:44:03.126874 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-677f7a1e-9c9f-472a-8e87-341cd1a187c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:03.163392 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694f6e7a-c2b3-4060-ad25-15fd6afb8e6c None None] Checking router: fb4e79f8-997a-4c21-a976-588758ce2a9e for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:44:03.174109 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694f6e7a-c2b3-4060-ad25-15fd6afb8e6c None None] Routers {'fb4e79f8-997a-4c21-a976-588758ce2a9e'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:44:03.175027 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-694f6e7a-c2b3-4060-ad25-15fd6afb8e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:43:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['fb4e79f8-997a-4c21-a976-588758ce2a9e'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:03.203096 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-677f7a1e-9c9f-472a-8e87-341cd1a187c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:03.204445 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-677f7a1e-9c9f-472a-8e87-341cd1a187c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:03.206507 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-677f7a1e-9c9f-472a-8e87-341cd1a187c9 service neutron] 10.222.0.23 "PUT /v2.0/ports/a55fda5f-e74d-4610-b6d5-be063b37853d HTTP/1.1" status: 200 len: 1092 time: 2.0408561 Nov 27 03:44:03.242075 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d39d7c-7842-4c3f-acfc-98a53e970128 x-openstack-request-id: req-50d39d7c-7842-4c3f-acfc-98a53e970128 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:44:03.242462 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b456e1-0bb6-4439-951c-e6f6b76905a8", "tag": "a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:44:03.242668 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-50d39d7c-7842-4c3f-acfc-98a53e970128 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:44:03.243039 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b456e1-0bb6-4439-951c-e6f6b76905a8', 'tag': 'a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e', 'status': 'completed', 'code': 200} Nov 27 03:44:03.299672 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4a67f2-ec57-4c77-b488-c327764eea21 x-openstack-request-id: req-4b4a67f2-ec57-4c77-b488-c327764eea21 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:44:03.300065 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "023b90d4-59a6-4c76-b3fc-b8244f8206c6", "tag": "6452bbf0-7f88-4b4a-9e8f-c52204c5033d", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:44:03.300256 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4b4a67f2-ec57-4c77-b488-c327764eea21 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:44:03.300624 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '023b90d4-59a6-4c76-b3fc-b8244f8206c6', 'tag': '6452bbf0-7f88-4b4a-9e8f-c52204c5033d', 'status': 'completed', 'code': 200} Nov 27 03:44:03.309781 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-694f6e7a-c2b3-4060-ad25-15fd6afb8e6c None None] Set router fb4e79f8-997a-4c21-a976-588758ce2a9e gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:44:03.324866 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.11', 61117) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:44:03.341278 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f7a1e-9c9f-472a-8e87-341cd1a187c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a55fda5f-e74d-4610-b6d5-be063b37853d,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:03.380511 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31ba14-d918-42d0-b390-9594c61f2915 req-84e4d5b1-6901-4179-9a17-b7b8189185f1 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:03.387083 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8b31ba14-d918-42d0-b390-9594c61f2915 req-84e4d5b1-6901-4179-9a17-b7b8189185f1 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/ports?device_id=3eea447a-93db-4f3e-a920-0e41b89b791b HTTP/1.1" status: 200 len: 949 time: 0.2199934 Nov 27 03:44:03.391253 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-092e5abe-c3fa-49a8-bbea-50840fd322f0 req-93b0f946-bb00-4e9b-a747-7ad8cc5fb3f2 tempest-SecurityGroupsTestAdminJSON-1190008454 tempest-SecurityGroupsTestAdminJSON-1190008454-project] 10.222.0.20 "GET /v2.0/security-groups/e9fa4bad-9cd5-4bb2-b7ba-d54cb9fb06ec HTTP/1.1" status: 200 len: 1793 time: 0.0906768 Nov 27 03:44:03.404131 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366f313-e7b8-4f81-acae-49741077333c req-2fc1d28a-f0b3-40d3-b7d4-996b992365d7 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:03.405781 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f366f313-e7b8-4f81-acae-49741077333c req-2fc1d28a-f0b3-40d3-b7d4-996b992365d7 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=be6d323d-f6d7-4cdd-9567-f2c1727d8cee&tenant_id=35cfdc78458c41aab44b0a976c3549af&binding%3Ahost_id=n-h1-819494-3 HTTP/1.1" status: 200 len: 1095 time: 0.0906706 Nov 27 03:44:03.457700 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-b176dceb-5133-4b14-9664-d97d883f541b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:03.459412 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-b176dceb-5133-4b14-9664-d97d883f541b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=beeb3ad01bc54000804a22c457c7428a&device_id=50f7e961-2141-4b99-bb94-4f451c8c9de2 HTTP/1.1" status: 200 len: 1095 time: 0.1855247 Nov 27 03:44:03.467210 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb10c53-1ee7-40da-82fd-e0df4591f65b req-bcc3644d-edf8-49e1-bfb4-4512bbcbe9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:03.468738 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-efb10c53-1ee7-40da-82fd-e0df4591f65b req-bcc3644d-edf8-49e1-bfb4-4512bbcbe9ee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=409a3520592e44dbbec54c1bf55df0d4&device_id=67b456e1-0bb6-4439-951c-e6f6b76905a8 HTTP/1.1" status: 200 len: 1097 time: 0.1427450 Nov 27 03:44:03.475829 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3eff5b8e-0e4b-47be-93cd-a8abd1b5bb64 req-73935b33-cd4a-4096-bd7e-5d4b23bc844d service neutron] 10.222.0.11 "GET /v2.0/networks/1061c8f2-a0ce-422f-b43d-3200c66695ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683947 Nov 27 03:44:03.483721 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366f313-e7b8-4f81-acae-49741077333c req-e326ad4d-ba0f-4675-8d9f-1474908ed6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:03.485925 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f366f313-e7b8-4f81-acae-49741077333c req-e326ad4d-ba0f-4675-8d9f-1474908ed6f5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=be6d323d-f6d7-4cdd-9567-f2c1727d8cee&tenant_id=35cfdc78458c41aab44b0a976c3549af HTTP/1.1" status: 200 len: 1095 time: 0.0690198 Nov 27 03:44:03.499399 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-092e5abe-c3fa-49a8-bbea-50840fd322f0 req-2581f386-cca3-4b07-b2b6-a39ade86eb78 tempest-SecurityGroupsTestAdminJSON-1190008454 tempest-SecurityGroupsTestAdminJSON-1190008454-project] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:03.529946 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-092e5abe-c3fa-49a8-bbea-50840fd322f0 req-2581f386-cca3-4b07-b2b6-a39ade86eb78 tempest-SecurityGroupsTestAdminJSON-1190008454 tempest-SecurityGroupsTestAdminJSON-1190008454-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:03.538747 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-d6393c69-711c-4ea7-878d-f5e37f09aadc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a55fda5f-e74d-4610-b6d5-be063b37853d HTTP/1.1" status: 200 len: 217 time: 0.0613296 Nov 27 03:44:03.560763 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8b31ba14-d918-42d0-b390-9594c61f2915 req-eb1ff26c-1279-41fe-b16b-ddb2b4ff3dc3 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/security-groups?id=f99a0138-3ce9-4071-9643-b64cb6760a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725519 Nov 27 03:44:03.584150 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-092e5abe-c3fa-49a8-bbea-50840fd322f0 req-2581f386-cca3-4b07-b2b6-a39ade86eb78 tempest-SecurityGroupsTestAdminJSON-1190008454 tempest-SecurityGroupsTestAdminJSON-1190008454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:03.587702 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-092e5abe-c3fa-49a8-bbea-50840fd322f0 req-2581f386-cca3-4b07-b2b6-a39ade86eb78 tempest-SecurityGroupsTestAdminJSON-1190008454 tempest-SecurityGroupsTestAdminJSON-1190008454-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:03.589310 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-092e5abe-c3fa-49a8-bbea-50840fd322f0 req-2581f386-cca3-4b07-b2b6-a39ade86eb78 tempest-SecurityGroupsTestAdminJSON-1190008454 tempest-SecurityGroupsTestAdminJSON-1190008454-project] 10.222.0.20 "DELETE /v2.0/security-groups/e9fa4bad-9cd5-4bb2-b7ba-d54cb9fb06ec HTTP/1.1" status: 204 len: 173 time: 0.1937652 Nov 27 03:44:03.637728 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2581f386-cca3-4b07-b2b6-a39ade86eb78 tempest-SecurityGroupsTestAdminJSON-1190008454 tempest-SecurityGroupsTestAdminJSON-1190008454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fa4bad-9cd5-4bb2-b7ba-d54cb9fb06ec,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:03.699504 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-694f6e7a-c2b3-4060-ad25-15fd6afb8e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-513331905-router', 'tenant_id': '409a3520592e44dbbec54c1bf55df0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c04731a6-fe9e-4c21-a167-80ee964c1546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:06Z', 'updated_at': '2021-11-27T03:43:13Z', 'revision_number': 4, 'project_id': '409a3520592e44dbbec54c1bf55df0d4', 'gw_port': {'id': 'c04731a6-fe9e-4c21-a167-80ee964c1546', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:07Z', 'updated_at': '2021-11-27T03:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '5f9e2190-d586-4248-aef2-b41313bcf1bc', 'tenant_id': '409a3520592e44dbbec54c1bf55df0d4', 'floating_ip_address': '172.25.1.7', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'port_id': 'a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39dfc888-b0dd-4c34-8aab-d5cb681e46f0', 'mac_address': 'fa:16:3e:84:39:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b456e1-0bb6-4439-951c-e6f6b76905a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:43:36Z', 'updated_at': '2021-11-27T03:44:01Z', 'revision_number': 1, 'project_id': '409a3520592e44dbbec54c1bf55df0d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baa4e2a2-677f-45f2-b54b-a41626d3a62f', 'name': '', 'network_id': '39dfc888-b0dd-4c34-8aab-d5cb681e46f0', 'tenant_id': '409a3520592e44dbbec54c1bf55df0d4', 'mac_address': 'fa:16:3e:76:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'fc4bc0b3-a0cc-4178-a299-8ba73845c8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:11Z', 'updated_at': '2021-11-27T03:43:16Z', 'revision_number': 5, 'project_id': '409a3520592e44dbbec54c1bf55df0d4', 'subnets': [{'id': 'fc4bc0b3-a0cc-4178-a299-8ba73845c8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:03.725578 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366f313-e7b8-4f81-acae-49741077333c req-db01db27-11cf-40b1-bd55-ce8983eae700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:03.727256 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f366f313-e7b8-4f81-acae-49741077333c req-db01db27-11cf-40b1-bd55-ce8983eae700 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35cfdc78458c41aab44b0a976c3549af&device_id=be6d323d-f6d7-4cdd-9567-f2c1727d8cee HTTP/1.1" status: 200 len: 1095 time: 0.1373308 Nov 27 03:44:03.740263 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694f6e7a-c2b3-4060-ad25-15fd6afb8e6c None None] The sync data for ids ['fb4e79f8-997a-4c21-a976-588758ce2a9e'] in n-d-819494-3 is: [{'id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-513331905-router', 'tenant_id': '409a3520592e44dbbec54c1bf55df0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c04731a6-fe9e-4c21-a167-80ee964c1546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:06Z', 'updated_at': '2021-11-27T03:43:13Z', 'revision_number': 4, 'project_id': '409a3520592e44dbbec54c1bf55df0d4', 'gw_port': {'id': 'c04731a6-fe9e-4c21-a167-80ee964c1546', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:07Z', 'updated_at': '2021-11-27T03:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '5f9e2190-d586-4248-aef2-b41313bcf1bc', 'tenant_id': '409a3520592e44dbbec54c1bf55df0d4', 'floating_ip_address': '172.25.1.7', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'port_id': 'a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39dfc888-b0dd-4c34-8aab-d5cb681e46f0', 'mac_address': 'fa:16:3e:84:39:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b456e1-0bb6-4439-951c-e6f6b76905a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:43:36Z', 'updated_at': '2021-11-27T03:44:01Z', 'revision_number': 1, 'project_id': '409a3520592e44dbbec54c1bf55df0d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baa4e2a2-677f-45f2-b54b-a41626d3a62f', 'name': '', 'network_id': '39dfc888-b0dd-4c34-8aab-d5cb681e46f0', 'tenant_id': '409a3520592e44dbbec54c1bf55df0d4', 'mac_address': 'fa:16:3e:76:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'fc4bc0b3-a0cc-4178-a299-8ba73845c8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:11Z', 'updated_at': '2021-11-27T03:43:16Z', 'revision_number': 5, 'project_id': '409a3520592e44dbbec54c1bf55df0d4', 'subnets': [{'id': 'fc4bc0b3-a0cc-4178-a299-8ba73845c8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:44:03.759155 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-cfe165f3-6337-4169-86a4-cbed50705b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:03.760995 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-cfe165f3-6337-4169-86a4-cbed50705b51 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=10bb03c9-60fd-47aa-9847-76b86f1a058b HTTP/1.1" status: 200 len: 855 time: 0.2114527 Nov 27 03:44:03.798330 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca9163-ccd8-4952-9fa9-843368f74960 req-575df50f-a6c5-4eed-86fa-836b95d88b76 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:03.798981 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb10c53-1ee7-40da-82fd-e0df4591f65b req-ac2bc6a6-36dd-4b8b-8753-f7328e0909f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:03.799946 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-99ca9163-ccd8-4952-9fa9-843368f74960 req-575df50f-a6c5-4eed-86fa-836b95d88b76 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6d323d-f6d7-4cdd-9567-f2c1727d8cee HTTP/1.1" status: 200 len: 944 time: 0.1147566 Nov 27 03:44:03.800751 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-efb10c53-1ee7-40da-82fd-e0df4591f65b req-ac2bc6a6-36dd-4b8b-8753-f7328e0909f1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=39dfc888-b0dd-4c34-8aab-d5cb681e46f0 HTTP/1.1" status: 200 len: 924 time: 0.3211143 Nov 27 03:44:03.802709 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e803c-c0a9-4396-a00a-d38e03a0146b req-f884b2ae-c952-4733-9f3c-8947fa5ad8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:03.804240 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-356e803c-c0a9-4396-a00a-d38e03a0146b req-f884b2ae-c952-4733-9f3c-8947fa5ad8f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8ee487fd6f3246e3902cf82b3ecb881d&device_id=023b90d4-59a6-4c76-b3fc-b8244f8206c6 HTTP/1.1" status: 200 len: 1095 time: 0.1864135 Nov 27 03:44:03.841065 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-cd168b01-02e5-4c4f-98c6-ad67ffa26753 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e7c6215b-538d-47fa-ba03-b46cf63de2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599682 Nov 27 03:44:03.852608 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa62e5c4-bc88-48c0-a70e-7f923c3e643d req-20974da5-76ce-4a80-8ba3-4a1086ca4fca tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:03.854290 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-aa62e5c4-bc88-48c0-a70e-7f923c3e643d req-20974da5-76ce-4a80-8ba3-4a1086ca4fca tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3ca7078-2116-4702-877b-4c6bb7a4fa95 HTTP/1.1" status: 200 len: 946 time: 0.1691825 Nov 27 03:44:03.870849 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-99ca9163-ccd8-4952-9fa9-843368f74960 req-7215de90-a6f7-4583-a4e0-44143107a10b tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644872 Nov 27 03:44:03.895758 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366f313-e7b8-4f81-acae-49741077333c req-b41329e9-c4eb-438f-9aab-2b904586a6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:03.897254 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f366f313-e7b8-4f81-acae-49741077333c req-b41329e9-c4eb-438f-9aab-2b904586a6be service neutron] 10.222.0.11 "GET /v2.0/networks?id=b645cec8-c88e-4bba-8234-b110de21cfe7 HTTP/1.1" status: 200 len: 922 time: 0.1586485 Nov 27 03:44:03.954101 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f366f313-e7b8-4f81-acae-49741077333c req-83cc6b90-003e-493a-8ed5-a0a46a358603 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c59a2bca-5b06-4f5b-a19c-8a7cea12b721 HTTP/1.1" status: 200 len: 217 time: 0.0436871 Nov 27 03:44:04.019546 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55252) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:44:04.060261 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366f313-e7b8-4f81-acae-49741077333c req-347e938b-d6ad-4da3-94e7-f9503c5b93f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:04.061741 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f366f313-e7b8-4f81-acae-49741077333c req-347e938b-d6ad-4da3-94e7-f9503c5b93f7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=022c48dd-3720-4645-8f22-45c74ce924ab HTTP/1.1" status: 200 len: 861 time: 0.0943372 Nov 27 03:44:04.069459 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566c607-0f4c-447b-88fc-754b396f3f42 req-0c12893c-775c-46fe-856c-f907601647c3 tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:04.077587 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b566c607-0f4c-447b-88fc-754b396f3f42 req-0c12893c-775c-46fe-856c-f907601647c3 tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] 10.222.0.20 "GET /v2.0/ports?device_id=50f7e961-2141-4b99-bb94-4f451c8c9de2 HTTP/1.1" status: 200 len: 944 time: 0.1117978 Nov 27 03:44:04.092306 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-efb10c53-1ee7-40da-82fd-e0df4591f65b req-e55012f2-7b61-4daa-aef8-2a13e9213b0d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e HTTP/1.1" status: 200 len: 998 time: 0.2671640 Nov 27 03:44:04.102241 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2635057-00ea-4387-8b3c-1553a066a3bd None None] New status for floating IP 5f9e2190-d586-4248-aef2-b41313bcf1bc: ACTIVE {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 03:44:04.121483 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-aa62e5c4-bc88-48c0-a70e-7f923c3e643d req-49beee2c-bd37-4ea5-9c57-57cee280d80a tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202225 Nov 27 03:44:04.140654 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e803c-c0a9-4396-a00a-d38e03a0146b req-ee6db151-cb62-4fbb-920b-8cd9c41daee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:04.142676 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-356e803c-c0a9-4396-a00a-d38e03a0146b req-ee6db151-cb62-4fbb-920b-8cd9c41daee3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1061c8f2-a0ce-422f-b43d-3200c66695ab HTTP/1.1" status: 200 len: 922 time: 0.3115475 Nov 27 03:44:04.169763 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-08cd7cc4-db43-4131-ba93-9fcaf88e786f service neutron] 10.222.0.23 "GET /v2.0/networks/e7c6215b-538d-47fa-ba03-b46cf63de2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044565 Nov 27 03:44:04.178369 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f366f313-e7b8-4f81-acae-49741077333c req-8e74b10d-2286-4fa5-b064-50c174b433b6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b645cec8-c88e-4bba-8234-b110de21cfe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969775 Nov 27 03:44:04.243763 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b566c607-0f4c-447b-88fc-754b396f3f42 req-9ccda51b-60af-4753-8b91-43906aded33b tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] 10.222.0.20 "GET /v2.0/security-groups?id=b4a49f24-a840-431a-9e34-a79dabb0b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652355 Nov 27 03:44:04.297053 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-356e803c-c0a9-4396-a00a-d38e03a0146b req-10234686-351c-4d41-bbe2-9feb5fc1b110 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6452bbf0-7f88-4b4a-9e8f-c52204c5033d HTTP/1.1" status: 200 len: 217 time: 0.1350288 Nov 27 03:44:04.368357 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3fbb862f-016a-4faa-9c7f-b94c23d02929 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d6e32a819c7464baf6116b759fcea82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3447936 Nov 27 03:44:04.368952 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55262) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:44:04.424627 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f366f313-e7b8-4f81-acae-49741077333c req-ebbe0c29-5e12-4e88-a722-6dca058fcd7c service neutron] 10.222.0.11 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200706 Nov 27 03:44:04.436501 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb10c53-1ee7-40da-82fd-e0df4591f65b req-485cafec-64ec-48b8-be88-2f419448895c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:04.438641 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-efb10c53-1ee7-40da-82fd-e0df4591f65b req-485cafec-64ec-48b8-be88-2f419448895c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fc4bc0b3-a0cc-4178-a299-8ba73845c8be HTTP/1.1" status: 200 len: 862 time: 0.2867560 Nov 27 03:44:04.450528 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a027b4c5-487d-41e1-955f-c41d36e054fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '435fb93a-728a-4ac6-8ca2-f90478e8c497'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:44:04.453357 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f776a3-362e-4298-840d-6f76bc2fb7a7" -d '{"events": [{"server_uuid": "a027b4c5-487d-41e1-955f-c41d36e054fa", "name": "network-vif-plugged", "status": "completed", "tag": "435fb93a-728a-4ac6-8ca2-f90478e8c497"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:44:04.479842 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e803c-c0a9-4396-a00a-d38e03a0146b req-dfe5be93-5ea1-42ff-b1e8-bf89cd1e4a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:04.481286 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a129c-f990-437c-af43-f8e11865d9e4 req-78881922-1482-479f-9005-225a8aed7cd0 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:04.481868 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-356e803c-c0a9-4396-a00a-d38e03a0146b req-dfe5be93-5ea1-42ff-b1e8-bf89cd1e4a9f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb97b0e2-75dc-4d09-932a-9875e5b8e057 HTTP/1.1" status: 200 len: 860 time: 0.1204627 Nov 27 03:44:04.482816 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d50a129c-f990-437c-af43-f8e11865d9e4 req-78881922-1482-479f-9005-225a8aed7cd0 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/ports?device_id=a027b4c5-487d-41e1-955f-c41d36e054fa HTTP/1.1" status: 200 len: 950 time: 0.1202865 Nov 27 03:44:04.550851 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ea893b30-9cdf-4dfa-8d24-8ccba315e603 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:04.560779 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f22b2b96-45b1-4b99-ba1c-e09c3d890a0c req-9a07160a-fedd-4a28-8a72-5ef1e8ecad80 service neutron] 10.222.0.23 "GET /v2.0/networks/e7c6215b-538d-47fa-ba03-b46cf63de2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689089 Nov 27 03:44:04.570447 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6859fb-c4a4-4102-8365-cff2ce01021c req-858c71df-b411-4e69-a881-4a43ac768f83 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:04.571969 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cf6859fb-c4a4-4102-8365-cff2ce01021c req-858c71df-b411-4e69-a881-4a43ac768f83 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/ports?device_id=023b90d4-59a6-4c76-b3fc-b8244f8206c6 HTTP/1.1" status: 200 len: 944 time: 0.1495924 Nov 27 03:44:04.584563 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb10c53-1ee7-40da-82fd-e0df4591f65b req-15a7f22f-c3f6-486b-83c3-fc7d031f3f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:04.586199 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-efb10c53-1ee7-40da-82fd-e0df4591f65b req-15a7f22f-c3f6-486b-83c3-fc7d031f3f43 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=39dfc888-b0dd-4c34-8aab-d5cb681e46f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1251254 Nov 27 03:44:04.608339 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ea893b30-9cdf-4dfa-8d24-8ccba315e603 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:04.616589 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e803c-c0a9-4396-a00a-d38e03a0146b req-e7b00420-49f4-43b0-b7f1-c1e8adc106d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:04.617324 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d50a129c-f990-437c-af43-f8e11865d9e4 req-09dd1bcd-f04b-4459-893b-f1a577604505 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/security-groups?id=433bd4f4-0057-4edd-9b1a-c8bdc4d45e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037395 Nov 27 03:44:04.618037 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-356e803c-c0a9-4396-a00a-d38e03a0146b req-e7b00420-49f4-43b0-b7f1-c1e8adc106d0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1061c8f2-a0ce-422f-b43d-3200c66695ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1192091 Nov 27 03:44:04.631470 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f366f313-e7b8-4f81-acae-49741077333c req-5658cbda-c730-48e2-9119-906647d2c375 service neutron] 10.222.0.11 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788418 Nov 27 03:44:04.676049 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ea893b30-9cdf-4dfa-8d24-8ccba315e603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:04.678644 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ea893b30-9cdf-4dfa-8d24-8ccba315e603 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:04.679821 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ea893b30-9cdf-4dfa-8d24-8ccba315e603 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/54010c41-b5a7-4e79-8070-0075b7729f4f HTTP/1.1" status: 204 len: 168 time: 0.3074036 Nov 27 03:44:04.694703 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea893b30-9cdf-4dfa-8d24-8ccba315e603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54010c41-b5a7-4e79-8070-0075b7729f4f,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:04.837047 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854e823-0957-4b64-b76c-7105b7907013 req-ab9061c4-7675-4394-b5be-4e0bf0790415 tempest-ServersAdminNegativeTestJSON-731928297 tempest-ServersAdminNegativeTestJSON-731928297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:04.843148 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4854e823-0957-4b64-b76c-7105b7907013 req-ab9061c4-7675-4394-b5be-4e0bf0790415 tempest-ServersAdminNegativeTestJSON-731928297 tempest-ServersAdminNegativeTestJSON-731928297-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3eea447a-93db-4f3e-a920-0e41b89b791b HTTP/1.1" status: 200 len: 1100 time: 0.0609982 Nov 27 03:44:04.864528 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-4854e823-0957-4b64-b76c-7105b7907013 req-30f9dcfc-d7a0-4404-861a-57fea35bf013 tempest-ServersAdminNegativeTestJSON-731928297 tempest-ServersAdminNegativeTestJSON-731928297-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:04.970670 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-4854e823-0957-4b64-b76c-7105b7907013 req-30f9dcfc-d7a0-4404-861a-57fea35bf013 tempest-ServersAdminNegativeTestJSON-731928297 tempest-ServersAdminNegativeTestJSON-731928297-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:04.984372 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cf6859fb-c4a4-4102-8365-cff2ce01021c req-8fe2c4a6-662b-45b1-8d4b-d3871aec7fd9 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c030cebc-2a63-4851-99fa-ec922b906199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4040060 Nov 27 03:44:04.993690 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-4854e823-0957-4b64-b76c-7105b7907013 req-30f9dcfc-d7a0-4404-861a-57fea35bf013 tempest-ServersAdminNegativeTestJSON-731928297 tempest-ServersAdminNegativeTestJSON-731928297-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:05.042496 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-efb10c53-1ee7-40da-82fd-e0df4591f65b req-a7da2dfc-8ac1-4842-8135-26a987e2dfcf service neutron] 10.222.0.11 "GET /v2.0/networks/39dfc888-b0dd-4c34-8aab-d5cb681e46f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393494 Nov 27 03:44:05.057723 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f9dcfc-d7a0-4404-861a-57fea35bf013 tempest-ServersAdminNegativeTestJSON-731928297 tempest-ServersAdminNegativeTestJSON-731928297-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757cf214-30bc-4a4b-aed3-05688832f37f,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:05.072051 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4854e823-0957-4b64-b76c-7105b7907013 req-30f9dcfc-d7a0-4404-861a-57fea35bf013 tempest-ServersAdminNegativeTestJSON-731928297 tempest-ServersAdminNegativeTestJSON-731928297-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f99a0138-3ce9-4071-9643-b64cb6760a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269695 Nov 27 03:44:05.079242 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55272) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:44:05.086904 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e900df03-92a8-4a59-9471-c752871c8c4e x-openstack-request-id: req-e900df03-92a8-4a59-9471-c752871c8c4e {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:44:05.087283 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a027b4c5-487d-41e1-955f-c41d36e054fa", "name": "network-vif-plugged", "status": "completed", "tag": "435fb93a-728a-4ac6-8ca2-f90478e8c497", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:44:05.087604 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e900df03-92a8-4a59-9471-c752871c8c4e {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:44:05.088060 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a027b4c5-487d-41e1-955f-c41d36e054fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '435fb93a-728a-4ac6-8ca2-f90478e8c497', 'code': 200} Nov 27 03:44:05.097876 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366f313-e7b8-4f81-acae-49741077333c req-191d5dbd-fd77-4bfe-8f60-501aa92f8419 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:05.100163 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f366f313-e7b8-4f81-acae-49741077333c req-191d5dbd-fd77-4bfe-8f60-501aa92f8419 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=be6d323d-f6d7-4cdd-9567-f2c1727d8cee&tenant_id=35cfdc78458c41aab44b0a976c3549af&binding%3Ahost_id=n-h2-819494-3 HTTP/1.1" status: 200 len: 1095 time: 0.1356921 Nov 27 03:44:05.127634 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-356e803c-c0a9-4396-a00a-d38e03a0146b req-bdce190b-7734-4837-9d10-4b0877c00b53 service neutron] 10.222.0.11 "GET /v2.0/networks/1061c8f2-a0ce-422f-b43d-3200c66695ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4703736 Nov 27 03:44:05.208947 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ac554be0-8a3b-46ca-8790-31465812624d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4ecfb7559a8a47478afb3ee4a92fec50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1225755 Nov 27 03:44:05.213455 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55276) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:44:05.267907 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a243a3bc-de8d-4066-8f4f-cb513a798109 req-2fcff722-cb4e-4c27-b59b-f508a5088f60 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:05.269427 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a243a3bc-de8d-4066-8f4f-cb513a798109 req-2fcff722-cb4e-4c27-b59b-f508a5088f60 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6d323d-f6d7-4cdd-9567-f2c1727d8cee HTTP/1.1" status: 200 len: 944 time: 0.1268015 Nov 27 03:44:05.278017 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-efb10c53-1ee7-40da-82fd-e0df4591f65b req-9cf98bed-952c-4d9d-ad63-056307e28802 service neutron] 10.222.0.11 "GET /v2.0/networks/39dfc888-b0dd-4c34-8aab-d5cb681e46f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207499 Nov 27 03:44:05.306040 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f7e961-2141-4b99-bb94-4f451c8c9de2', 'tag': 'a55fda5f-e74d-4610-b6d5-be063b37853d'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:44:05.308275 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f55ad5-dede-493d-bc47-2bfb08610d47" -d '{"events": [{"name": "network-changed", "server_uuid": "50f7e961-2141-4b99-bb94-4f451c8c9de2", "tag": "a55fda5f-e74d-4610-b6d5-be063b37853d"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:44:05.318859 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0358204-5bbe-485a-bfc4-cc381c6890ae req-0e5f4e13-b826-4a46-8fee-1c6d951965f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:05.320371 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e0358204-5bbe-485a-bfc4-cc381c6890ae req-0e5f4e13-b826-4a46-8fee-1c6d951965f5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a027b4c5-487d-41e1-955f-c41d36e054fa HTTP/1.1" status: 200 len: 1101 time: 0.1282132 Nov 27 03:44:05.327742 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-356e803c-c0a9-4396-a00a-d38e03a0146b req-a61c8ab3-25cb-411b-b5ef-c831d8e828b6 service neutron] 10.222.0.11 "GET /v2.0/networks/1061c8f2-a0ce-422f-b43d-3200c66695ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930006 Nov 27 03:44:05.339647 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea4ba1-e006-4a0f-807c-94573079fa3e req-c7c9026e-eab4-4eed-9388-6bab26be6dcb tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:05.341096 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6dea4ba1-e006-4a0f-807c-94573079fa3e req-c7c9026e-eab4-4eed-9388-6bab26be6dcb tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3ca7078-2116-4702-877b-4c6bb7a4fa95 HTTP/1.1" status: 200 len: 946 time: 0.1064780 Nov 27 03:44:05.351104 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d9c17a54-0f78-40a9-a3c3-2b16e9f1016e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:05.387887 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-f366f313-e7b8-4f81-acae-49741077333c req-4266324f-ca5c-4e40-92a5-1b32fcae365b service neutron] For port c59a2bca-5b06-4f5b-a19c-8a7cea12b721, host n-h1-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:44:05.393985 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a243a3bc-de8d-4066-8f4f-cb513a798109 req-fe5bfa8e-dd86-4f78-9aae-d583b80c9ad0 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992725 Nov 27 03:44:05.396035 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d9c17a54-0f78-40a9-a3c3-2b16e9f1016e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:05.399871 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f366f313-e7b8-4f81-acae-49741077333c req-4266324f-ca5c-4e40-92a5-1b32fcae365b service neutron] Publish callbacks [] for binding, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:05.400900 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f366f313-e7b8-4f81-acae-49741077333c req-4266324f-ca5c-4e40-92a5-1b32fcae365b service neutron] 10.222.0.11 "DELETE /v2.0/ports/c59a2bca-5b06-4f5b-a19c-8a7cea12b721/bindings/n-h1-819494-3 HTTP/1.1" status: 204 len: 173 time: 0.2911074 Nov 27 03:44:05.411557 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e0358204-5bbe-485a-bfc4-cc381c6890ae req-afa77168-926a-4dc6-a1aa-d7738f63a940 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=433bd4f4-0057-4edd-9b1a-c8bdc4d45e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694678 Nov 27 03:44:05.415437 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6dea4ba1-e006-4a0f-807c-94573079fa3e req-7ca70826-f43e-40b0-9459-41feebfcfc27 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665047 Nov 27 03:44:05.449684 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device c59a2bca-5b06-4f5b-a19c-8a7cea12b721 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:44:05.483795 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129dc6a5-c90a-4859-b193-5ede235cbc5e x-openstack-request-id: req-129dc6a5-c90a-4859-b193-5ede235cbc5e {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:44:05.484093 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50f7e961-2141-4b99-bb94-4f451c8c9de2", "tag": "a55fda5f-e74d-4610-b6d5-be063b37853d", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:44:05.484348 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-129dc6a5-c90a-4859-b193-5ede235cbc5e {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:44:05.485358 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f7e961-2141-4b99-bb94-4f451c8c9de2', 'tag': 'a55fda5f-e74d-4610-b6d5-be063b37853d', 'status': 'completed', 'code': 200} Nov 27 03:44:05.490936 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device c59a2bca-5b06-4f5b-a19c-8a7cea12b721 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:44:05.505961 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d9c17a54-0f78-40a9-a3c3-2b16e9f1016e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:05.509225 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d9c17a54-0f78-40a9-a3c3-2b16e9f1016e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:05.510378 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d9c17a54-0f78-40a9-a3c3-2b16e9f1016e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2e5e12be-0bd1-4ce5-9179-2b1b71eec958 HTTP/1.1" status: 204 len: 168 time: 0.2946064 Nov 27 03:44:05.523284 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c17a54-0f78-40a9-a3c3-2b16e9f1016e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5e12be-0bd1-4ce5-9179-2b1b71eec958,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:05.543587 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83239e5e-1ba0-4eed-8e35-dce5167f3a3e req-e51eaa35-b449-44b4-b652-ad9124533d69 tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:05.545121 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-83239e5e-1ba0-4eed-8e35-dce5167f3a3e req-e51eaa35-b449-44b4-b652-ad9124533d69 tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] 10.222.0.20 "GET /v2.0/ports?device_id=50f7e961-2141-4b99-bb94-4f451c8c9de2 HTTP/1.1" status: 200 len: 944 time: 0.0765035 Nov 27 03:44:05.590246 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05219883-da5f-4e66-a204-a17b00e74e2b req-3b3f81d1-9ac3-419b-bdf4-9b62c667cf5e tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:05.592223 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-05219883-da5f-4e66-a204-a17b00e74e2b req-3b3f81d1-9ac3-419b-bdf4-9b62c667cf5e tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b3ca7078-2116-4702-877b-4c6bb7a4fa95 HTTP/1.1" status: 200 len: 1097 time: 0.0416262 Nov 27 03:44:05.603889 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-83239e5e-1ba0-4eed-8e35-dce5167f3a3e req-75c3b604-7eca-4b45-994e-7aaf6635f400 tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] 10.222.0.20 "GET /v2.0/security-groups?id=b4a49f24-a840-431a-9e34-a79dabb0b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480042 Nov 27 03:44:05.651122 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-05219883-da5f-4e66-a204-a17b00e74e2b req-cd5b2d1f-706b-4ab1-89a3-c16536797b8e tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522978 Nov 27 03:44:05.701880 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732120cc-f5e8-43ab-93ed-472c1652296b req-9996854b-fff4-4520-ba79-04cd82edb2b7 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:05.704146 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-732120cc-f5e8-43ab-93ed-472c1652296b req-9996854b-fff4-4520-ba79-04cd82edb2b7 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=be6d323d-f6d7-4cdd-9567-f2c1727d8cee HTTP/1.1" status: 200 len: 1095 time: 0.0428107 Nov 27 03:44:05.759274 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-732120cc-f5e8-43ab-93ed-472c1652296b req-060ee475-8513-4cc6-b11e-e04d888368b0 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489907 Nov 27 03:44:05.774489 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a68a5-d198-4f74-ac94-b351ed1e00c9 req-e4af85b4-b5bf-4274-ab23-1937f6b4ed43 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:05.776112 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4e3a68a5-d198-4f74-ac94-b351ed1e00c9 req-e4af85b4-b5bf-4274-ab23-1937f6b4ed43 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/ports?device_id=a027b4c5-487d-41e1-955f-c41d36e054fa HTTP/1.1" status: 200 len: 950 time: 0.0681458 Nov 27 03:44:05.866032 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4e3a68a5-d198-4f74-ac94-b351ed1e00c9 req-c9eccd04-eb0a-4753-b7eb-26e4b4b53c82 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/security-groups?id=433bd4f4-0057-4edd-9b1a-c8bdc4d45e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780692 Nov 27 03:44:05.884568 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f55ad5-dede-493d-bc47-2bfb08610d47 req-782bd2ca-1b03-4832-b0e5-d602b07d406f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:05.886076 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-64f55ad5-dede-493d-bc47-2bfb08610d47 req-782bd2ca-1b03-4832-b0e5-d602b07d406f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=beeb3ad01bc54000804a22c457c7428a&device_id=50f7e961-2141-4b99-bb94-4f451c8c9de2 HTTP/1.1" status: 200 len: 1095 time: 0.0485396 Nov 27 03:44:05.894572 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d3492-bfa4-4d66-b460-64388ac186f6 req-d16ba42c-cf2e-4e7b-b8c9-032fcc6c9e40 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:05.902152 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-282d3492-bfa4-4d66-b460-64388ac186f6 req-d16ba42c-cf2e-4e7b-b8c9-032fcc6c9e40 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b3ca7078-2116-4702-877b-4c6bb7a4fa95 HTTP/1.1" status: 200 len: 1097 time: 0.0677104 Nov 27 03:44:05.972091 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-282d3492-bfa4-4d66-b460-64388ac186f6 req-2e177d11-4973-4c01-9626-ad4d8d709d00 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689106 Nov 27 03:44:06.026395 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f55ad5-dede-493d-bc47-2bfb08610d47 req-26915f0c-650e-4008-9ffb-218e948536fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:06.027419 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-64f55ad5-dede-493d-bc47-2bfb08610d47 req-26915f0c-650e-4008-9ffb-218e948536fe service neutron] 10.222.0.23 "GET /v2.0/networks?id=e7c6215b-538d-47fa-ba03-b46cf63de2f4 HTTP/1.1" status: 200 len: 916 time: 0.1317534 Nov 27 03:44:06.086072 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-64f55ad5-dede-493d-bc47-2bfb08610d47 req-9df5d702-2e71-4441-919a-b7a305465185 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a55fda5f-e74d-4610-b6d5-be063b37853d HTTP/1.1" status: 200 len: 217 time: 0.0445020 Nov 27 03:44:06.167098 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f55ad5-dede-493d-bc47-2bfb08610d47 req-61f539c0-1982-457f-be67-d176a75754b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:06.170933 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-64f55ad5-dede-493d-bc47-2bfb08610d47 req-61f539c0-1982-457f-be67-d176a75754b0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=10bb03c9-60fd-47aa-9847-76b86f1a058b HTTP/1.1" status: 200 len: 855 time: 0.0672109 Nov 27 03:44:06.225003 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-8d38eaa2-fd5a-4691-b12b-b10a01e08022 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:06.227709 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-8d38eaa2-fd5a-4691-b12b-b10a01e08022 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/networks?id=b645cec8-c88e-4bba-8234-b110de21cfe7 HTTP/1.1" status: 200 len: 821 time: 0.1573358 Nov 27 03:44:06.243724 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-64f55ad5-dede-493d-bc47-2bfb08610d47 req-51960b9f-aeea-4137-b03f-614d361a7546 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e7c6215b-538d-47fa-ba03-b46cf63de2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437732 Nov 27 03:44:06.249687 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-8efa5e40-68e0-4698-91cb-0d487b250163 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/quotas/35cfdc78458c41aab44b0a976c3549af HTTP/1.1" status: 200 len: 375 time: 0.0159602 Nov 27 03:44:06.281969 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0d11f-a51a-47a5-ba26-a3889337a9bf req-a68a7bd9-0bcb-4ef9-ae6c-eee39c28b8d4 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:06.283512 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-49d0d11f-a51a-47a5-ba26-a3889337a9bf req-a68a7bd9-0bcb-4ef9-ae6c-eee39c28b8d4 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/ports?device_id=023b90d4-59a6-4c76-b3fc-b8244f8206c6 HTTP/1.1" status: 200 len: 944 time: 0.0935290 Nov 27 03:44:06.305708 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-1c2cc027-7cff-465d-9fb0-1bfe31ec049e tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=35cfdc78458c41aab44b0a976c3549af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550842 Nov 27 03:44:06.380409 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-49d0d11f-a51a-47a5-ba26-a3889337a9bf req-fa821b63-d787-4032-a603-230e0614a34c tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c030cebc-2a63-4851-99fa-ec922b906199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707970 Nov 27 03:44:06.385888 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-64f55ad5-dede-493d-bc47-2bfb08610d47 req-f43e6685-73c1-4314-8863-75e5f3a1ef86 service neutron] 10.222.0.23 "GET /v2.0/networks/e7c6215b-538d-47fa-ba03-b46cf63de2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303389 Nov 27 03:44:06.415303 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-ad10ae3a-ba6a-425b-a186-e77dac05defc service neutron] 10.222.0.20 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001751 Nov 27 03:44:06.469614 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55338) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:44:06.523741 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b191917-4665-4964-b312-23fbe94aca55 req-66167d55-15f8-48a7-b371-a0c2b2757866 tempest-ServersAdminNegativeTestJSON-731928297 tempest-ServersAdminNegativeTestJSON-731928297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:06.525242 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3b191917-4665-4964-b312-23fbe94aca55 req-66167d55-15f8-48a7-b371-a0c2b2757866 tempest-ServersAdminNegativeTestJSON-731928297 tempest-ServersAdminNegativeTestJSON-731928297-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3eea447a-93db-4f3e-a920-0e41b89b791b HTTP/1.1" status: 200 len: 1100 time: 0.0662711 Nov 27 03:44:06.530827 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-64f55ad5-dede-493d-bc47-2bfb08610d47 req-84f8b11f-19c9-4eb7-8239-0f94e39d7962 service neutron] 10.222.0.23 "GET /v2.0/networks/e7c6215b-538d-47fa-ba03-b46cf63de2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317782 Nov 27 03:44:06.534317 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-1d7c8ffb-ad29-4494-ab2a-912963fa731d service neutron] 10.222.0.20 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129496 Nov 27 03:44:06.573730 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3b191917-4665-4964-b312-23fbe94aca55 req-fdd418b6-9d8e-421b-9961-12a0c548de91 tempest-ServersAdminNegativeTestJSON-731928297 tempest-ServersAdminNegativeTestJSON-731928297-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f99a0138-3ce9-4071-9643-b64cb6760a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418351 Nov 27 03:44:06.587795 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-cb588b00-0259-44ec-8d9a-ef8bcbbba566 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1984365986-network', 'tenant_id': 'da896f7ee1034657a1461bc4bc807ddb'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:44:06.616678 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb588b00-0259-44ec-8d9a-ef8bcbbba566 admin admin] Made reservation on behalf of da896f7ee1034657a1461bc4bc807ddb for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:44:06.619681 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cb588b00-0259-44ec-8d9a-ef8bcbbba566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:06.633049 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cb588b00-0259-44ec-8d9a-ef8bcbbba566 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:06.758809 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 6452bbf0-7f88-4b4a-9e8f-c52204c5033d details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:44:06.801794 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cb588b00-0259-44ec-8d9a-ef8bcbbba566 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:06.887336 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2f4ce101-e878-405f-bfc0-f11ef4fcbf9d req-d0de4b8e-01ea-41ba-85ce-540cb4b47a68 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 210 time: 0.0429270 Nov 27 03:44:06.903433 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cb588b00-0259-44ec-8d9a-ef8bcbbba566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:06.933836 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 6452bbf0-7f88-4b4a-9e8f-c52204c5033d, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=6452bbf0-7f88-4b4a-9e8f-c52204c5033d,segment=NetworkSegment(0a584404-1c26-40b8-b28c-ce6fe5d1bb30),segment_id=0a584404-1c26-40b8-b28c-ce6fe5d1bb30)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:44:06.947554 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '6452bbf0-7f88-4b4a-9e8f-c52204c5033d', 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab', 'port_id': '6452bbf0-7f88-4b4a-9e8f-c52204c5033d', 'mac_address': 'fa:16:3e:26:de:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb97b0e2-75dc-4d09-932a-9875e5b8e057', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:44:06.995196 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f7c45-ff84-4420-9985-9d5ebaafad07 req-17d477e3-3d49-4426-b62e-28f32af41ea7 tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:07.000675 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:07.006772 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d66f7c45-ff84-4420-9985-9d5ebaafad07 req-17d477e3-3d49-4426-b62e-28f32af41ea7 tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] 10.222.0.20 "GET /v2.0/ports?device_id=50f7e961-2141-4b99-bb94-4f451c8c9de2 HTTP/1.1" status: 200 len: 944 time: 0.2308304 Nov 27 03:44:07.025866 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6452bbf0-7f88-4b4a-9e8f-c52204c5033d {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:44:07.035786 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb588b00-0259-44ec-8d9a-ef8bcbbba566 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:44:07.049227 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 6452bbf0-7f88-4b4a-9e8f-c52204c5033d, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=6452bbf0-7f88-4b4a-9e8f-c52204c5033d,segment=NetworkSegment(0a584404-1c26-40b8-b28c-ce6fe5d1bb30),segment_id=0a584404-1c26-40b8-b28c-ce6fe5d1bb30)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:44:07.055056 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:07.056223 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb588b00-0259-44ec-8d9a-ef8bcbbba566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7936e373-a24a-44c6-ad05-73a0a378746e,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:07.066300 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95423e8f-08e6-4f43-86bf-6a487be2a5a6 req-2a51c683-4d29-4e29-9d75-6068644ceca0 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:07.075535 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-95423e8f-08e6-4f43-86bf-6a487be2a5a6 req-2a51c683-4d29-4e29-9d75-6068644ceca0 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b3ca7078-2116-4702-877b-4c6bb7a4fa95 HTTP/1.1" status: 200 len: 1097 time: 0.0741954 Nov 27 03:44:07.107176 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cb588b00-0259-44ec-8d9a-ef8bcbbba566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:07.107540 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-cb588b00-0259-44ec-8d9a-ef8bcbbba566 admin admin] Added segment 6a04ba6b-96e5-4206-90d9-c88aaa4a79a8 of type vlan for network db6faed1-7a64-47d9-b237-148e31202572 Nov 27 03:44:07.123770 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=6452bbf0-7f88-4b4a-9e8f-c52204c5033d,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:07.129810 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-95423e8f-08e6-4f43-86bf-6a487be2a5a6 req-b6b74c0c-a5b6-4496-91c1-bbb4e5911ab4 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528424 Nov 27 03:44:07.197577 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d66f7c45-ff84-4420-9985-9d5ebaafad07 req-5f0c7dcb-ed0b-429e-8cb5-c7ca138a136d tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] 10.222.0.20 "GET /v2.0/security-groups?id=b4a49f24-a840-431a-9e34-a79dabb0b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897027 Nov 27 03:44:07.211935 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cb588b00-0259-44ec-8d9a-ef8bcbbba566 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:07.260497 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cb588b00-0259-44ec-8d9a-ef8bcbbba566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:07.261642 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb588b00-0259-44ec-8d9a-ef8bcbbba566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:07.262232 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cb588b00-0259-44ec-8d9a-ef8bcbbba566 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:07.329197 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-cb588b00-0259-44ec-8d9a-ef8bcbbba566 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.8576064 Nov 27 03:44:07.335556 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55372) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:44:07.345597 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-a335a009-423f-46d0-8d94-9b00283edfc1 admin admin] Request body: {'subnet': {'network_id': 'db6faed1-7a64-47d9-b237-148e31202572', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1984365986-subnet', 'tenant_id': 'da896f7ee1034657a1461bc4bc807ddb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:44:07.376456 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb588b00-0259-44ec-8d9a-ef8bcbbba566 admin admin] Pushing event updated for resources: {'Network': ['ID=db6faed1-7a64-47d9-b237-148e31202572,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:07.381615 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a335a009-423f-46d0-8d94-9b00283edfc1 admin admin] Made reservation on behalf of da896f7ee1034657a1461bc4bc807ddb for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:44:07.384250 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a335a009-423f-46d0-8d94-9b00283edfc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:07.390569 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network db6faed1-7a64-47d9-b237-148e31202572 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:44:07.450056 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['6452bbf0-7f88-4b4a-9e8f-c52204c5033d'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:44:07.491242 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device a55fda5f-e74d-4610-b6d5-be063b37853d details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:44:07.621725 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105e423-5317-462d-9446-221b7262070c req-3b56ca41-6865-49c1-b4d3-bc815e08bd0d tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:07.623326 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6105e423-5317-462d-9446-221b7262070c req-3b56ca41-6865-49c1-b4d3-bc815e08bd0d tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/ports?device_id=a027b4c5-487d-41e1-955f-c41d36e054fa HTTP/1.1" status: 200 len: 950 time: 0.4135659 Nov 27 03:44:07.667577 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f2b415-8a65-414f-9aaf-ca6c934d9802 req-f029e6ea-e83d-475a-9295-b6e201191259 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:07.671189 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d1f2b415-8a65-414f-9aaf-ca6c934d9802 req-f029e6ea-e83d-475a-9295-b6e201191259 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/ports?device_id=023b90d4-59a6-4c76-b3fc-b8244f8206c6 HTTP/1.1" status: 200 len: 945 time: 0.1049955 Nov 27 03:44:07.673444 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a335a009-423f-46d0-8d94-9b00283edfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:07.686123 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6105e423-5317-462d-9446-221b7262070c req-1f39a53f-0623-4f45-8dad-2aec003cb69f tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/security-groups?id=433bd4f4-0057-4edd-9b1a-c8bdc4d45e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484841 Nov 27 03:44:07.686329 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port a55fda5f-e74d-4610-b6d5-be063b37853d, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=a55fda5f-e74d-4610-b6d5-be063b37853d,segment=NetworkSegment(0615c29d-8b0b-49c8-9645-4a8174090102),segment_id=0615c29d-8b0b-49c8-9645-4a8174090102)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:44:07.711396 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': 'a55fda5f-e74d-4610-b6d5-be063b37853d', 'network_id': 'e7c6215b-538d-47fa-ba03-b46cf63de2f4', 'port_id': 'a55fda5f-e74d-4610-b6d5-be063b37853d', 'mac_address': 'fa:16:3e:29:76:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10bb03c9-60fd-47aa-9847-76b86f1a058b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:44:07.771666 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a335a009-423f-46d0-8d94-9b00283edfc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d925a54f-4749-40bf-aefc-d8e292f99d7a,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:07.780619 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:07.796393 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a335a009-423f-46d0-8d94-9b00283edfc1 admin admin] Checking segment: {'id': '6a04ba6b-96e5-4206-90d9-c88aaa4a79a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'db6faed1-7a64-47d9-b237-148e31202572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:44:07.797767 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a55fda5f-e74d-4610-b6d5-be063b37853d {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:44:07.798425 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a335a009-423f-46d0-8d94-9b00283edfc1 admin admin] Network hostable DHCP agents. Network: db6faed1-7a64-47d9-b237-148e31202572, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:44:07.805651 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d1f2b415-8a65-414f-9aaf-ca6c934d9802 req-9b7aae74-06cd-4347-b1d2-211d0bfcdffa tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c030cebc-2a63-4851-99fa-ec922b906199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288316 Nov 27 03:44:07.814449 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a540e-695f-4e30-86aa-a75869cacd8c req-99a34f61-acba-4bb9-a016-577edec5f28e tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:07.816230 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e56a540e-695f-4e30-86aa-a75869cacd8c req-99a34f61-acba-4bb9-a016-577edec5f28e tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/ports?device_id=3eea447a-93db-4f3e-a920-0e41b89b791b HTTP/1.1" status: 200 len: 949 time: 0.0568178 Nov 27 03:44:07.821860 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port a55fda5f-e74d-4610-b6d5-be063b37853d, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=a55fda5f-e74d-4610-b6d5-be063b37853d,segment=NetworkSegment(0615c29d-8b0b-49c8-9645-4a8174090102),segment_id=0615c29d-8b0b-49c8-9645-4a8174090102)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:44:07.824780 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a335a009-423f-46d0-8d94-9b00283edfc1 admin admin] Network db6faed1-7a64-47d9-b237-148e31202572 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:44:07.827063 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:07.837070 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-a335a009-423f-46d0-8d94-9b00283edfc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, db6faed1-7a64-47d9-b237-148e31202572) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:44:07.845924 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a335a009-423f-46d0-8d94-9b00283edfc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:07.846528 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a335a009-423f-46d0-8d94-9b00283edfc1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:07.872749 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b32f413-50c2-44de-9299-d8420f03ed5f None None] Network db6faed1-7a64-47d9-b237-148e31202572 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:44:07.881687 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a335a009-423f-46d0-8d94-9b00283edfc1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5444403 Nov 27 03:44:07.883705 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55382) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:44:07.885623 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e56a540e-695f-4e30-86aa-a75869cacd8c req-84d007fb-90e9-4e54-a174-e510d497503d tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/security-groups?id=f99a0138-3ce9-4071-9643-b64cb6760a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606694 Nov 27 03:44:07.890185 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-56cca3ea-5ac8-4558-a1c1-c51a8e3666be admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1984365986-router', 'tenant_id': 'da896f7ee1034657a1461bc4bc807ddb', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:44:07.918603 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-56cca3ea-5ac8-4558-a1c1-c51a8e3666be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:07.920006 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-56cca3ea-5ac8-4558-a1c1-c51a8e3666be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:08.028328 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3bfca68d-6e39-46d6-ad81-12c42f4fcddc req-ce7c0267-94d5-4ea9-b901-a61b6db2911a tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 210 time: 0.0547154 Nov 27 03:44:08.060648 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-56cca3ea-5ac8-4558-a1c1-c51a8e3666be admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:08.139937 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=a55fda5f-e74d-4610-b6d5-be063b37853d,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:08.279745 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77e392-662b-48f2-bb16-1c043f1556d0 req-3e7a55e7-781a-4fe2-bec3-9092f924f4bf tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:08.289234 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['a55fda5f-e74d-4610-b6d5-be063b37853d'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:44:08.311116 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5a77e392-662b-48f2-bb16-1c043f1556d0 req-3e7a55e7-781a-4fe2-bec3-9092f924f4bf tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b3ca7078-2116-4702-877b-4c6bb7a4fa95 HTTP/1.1" status: 200 len: 1097 time: 0.0892923 Nov 27 03:44:08.341945 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d41cf9-af0f-4e6a-aa68-26a33593df76 req-bfaf6558-e729-4f99-8ba9-2a97c036f866 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:08.343646 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f5d41cf9-af0f-4e6a-aa68-26a33593df76 req-bfaf6558-e729-4f99-8ba9-2a97c036f866 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/ports?device_id=a027b4c5-487d-41e1-955f-c41d36e054fa HTTP/1.1" status: 200 len: 950 time: 0.2402062 Nov 27 03:44:08.350943 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e5b357-c7ef-4c68-b6ed-ea4f94129237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-db6faed1-7a64-47d9-b237-148e31202572', 'network_id': 'db6faed1-7a64-47d9-b237-148e31202572', 'tenant_id': 'da896f7ee1034657a1461bc4bc807ddb', 'fixed_ips': [{'subnet_id': 'd925a54f-4749-40bf-aefc-d8e292f99d7a'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 03:44:08.352362 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-77e5b357-c7ef-4c68-b6ed-ea4f94129237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:08.360312 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-56cca3ea-5ac8-4558-a1c1-c51a8e3666be admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:08.376687 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5a77e392-662b-48f2-bb16-1c043f1556d0 req-b593921f-a1b0-4006-8b8d-42a9404b654e tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571904 Nov 27 03:44:08.396507 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-fcea2d0c-9c5b-4a49-a98b-4763d788a284 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:08.398137 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-fcea2d0c-9c5b-4a49-a98b-4763d788a284 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.23 "GET /v2.0/networks?id=b645cec8-c88e-4bba-8234-b110de21cfe7 HTTP/1.1" status: 200 len: 821 time: 0.2930477 Nov 27 03:44:08.430850 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-39fd7ac5-7bc2-4490-af60-8cb1e0cb658e tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Request body: {'port': {'device_id': 'f88c39d7-63a5-4f08-90ba-43799a19feee', 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7', 'admin_state_up': True, 'tenant_id': '35cfdc78458c41aab44b0a976c3549af'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:44:08.525000 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a01cd-2343-42ec-8575-579564b22216 req-0bcbff6a-5014-4db8-ad1e-d3297242d531 tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:08.534038 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-698a01cd-2343-42ec-8575-579564b22216 req-0bcbff6a-5014-4db8-ad1e-d3297242d531 tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] 10.222.0.20 "GET /v2.0/ports?device_id=50f7e961-2141-4b99-bb94-4f451c8c9de2 HTTP/1.1" status: 200 len: 945 time: 0.0702817 Nov 27 03:44:08.588446 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-77e5b357-c7ef-4c68-b6ed-ea4f94129237 None None] Allocated IP 172.20.0.2 (db6faed1-7a64-47d9-b237-148e31202572/d925a54f-4749-40bf-aefc-d8e292f99d7a/a0350ada-07b6-472b-8dcb-2f34f80a0f79) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:44:08.592122 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f5d41cf9-af0f-4e6a-aa68-26a33593df76 req-f73c22e5-dce0-4188-bb17-c4c354c37241 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/security-groups?id=433bd4f4-0057-4edd-9b1a-c8bdc4d45e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377641 Nov 27 03:44:08.620975 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-39fd7ac5-7bc2-4490-af60-8cb1e0cb658e tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Made reservation on behalf of 35cfdc78458c41aab44b0a976c3549af for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:44:08.625953 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-698a01cd-2343-42ec-8575-579564b22216 req-43045d08-d3d6-4a70-b079-200731f1f926 tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] 10.222.0.20 "GET /v2.0/security-groups?id=b4a49f24-a840-431a-9e34-a79dabb0b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907598 Nov 27 03:44:08.630240 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-39fd7ac5-7bc2-4490-af60-8cb1e0cb658e tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:08.770953 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 6452bbf0-7f88-4b4a-9e8f-c52204c5033d up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:44:08.809942 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-39fd7ac5-7bc2-4490-af60-8cb1e0cb658e tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Allocated IP 172.20.0.13 (b645cec8-c88e-4bba-8234-b110de21cfe7/022c48dd-3720-4645-8f22-45c74ce924ab/38d81c3d-ce44-436e-ac76-0fa3e4f40f3d) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:44:08.882476 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-77e5b357-c7ef-4c68-b6ed-ea4f94129237 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:08.897934 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-77e5b357-c7ef-4c68-b6ed-ea4f94129237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:08.943594 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e5b357-c7ef-4c68-b6ed-ea4f94129237 None None] Network db6faed1-7a64-47d9-b237-148e31202572 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:44:08.951860 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-77e5b357-c7ef-4c68-b6ed-ea4f94129237 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:44:08.956949 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e5b357-c7ef-4c68-b6ed-ea4f94129237 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:44:08.968260 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e5b357-c7ef-4c68-b6ed-ea4f94129237 None None] Pushing event updated for resources: {'Port': ['ID=a0350ada-07b6-472b-8dcb-2f34f80a0f79,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:09.002514 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 6452bbf0-7f88-4b4a-9e8f-c52204c5033d completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:44:09.021198 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 6452bbf0-7f88-4b4a-9e8f-c52204c5033d triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:44:09.021528 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:09.064429 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-77e5b357-c7ef-4c68-b6ed-ea4f94129237 None None] Attempting to bind port a0350ada-07b6-472b-8dcb-2f34f80a0f79 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:44:09.064804 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-77e5b357-c7ef-4c68-b6ed-ea4f94129237 None None] Attempting to bind port a0350ada-07b6-472b-8dcb-2f34f80a0f79 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '6a04ba6b-96e5-4206-90d9-c88aaa4a79a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'db6faed1-7a64-47d9-b237-148e31202572'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:44:09.065223 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e5b357-c7ef-4c68-b6ed-ea4f94129237 None None] Attempting to bind port a0350ada-07b6-472b-8dcb-2f34f80a0f79 on network db6faed1-7a64-47d9-b237-148e31202572 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:44:09.076350 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e5b357-c7ef-4c68-b6ed-ea4f94129237 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:44:09.076736 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e5b357-c7ef-4c68-b6ed-ea4f94129237 None None] Checking segment: {'id': '6a04ba6b-96e5-4206-90d9-c88aaa4a79a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'db6faed1-7a64-47d9-b237-148e31202572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:44:09.077148 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-77e5b357-c7ef-4c68-b6ed-ea4f94129237 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:09.077548 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e5b357-c7ef-4c68-b6ed-ea4f94129237 None None] Bound using segment: {'id': '6a04ba6b-96e5-4206-90d9-c88aaa4a79a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'db6faed1-7a64-47d9-b237-148e31202572'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:44:09.078044 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-77e5b357-c7ef-4c68-b6ed-ea4f94129237 None None] Bound port: a0350ada-07b6-472b-8dcb-2f34f80a0f79, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a04ba6b-96e5-4206-90d9-c88aaa4a79a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'db6faed1-7a64-47d9-b237-148e31202572'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:44:09.079020 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-77e5b357-c7ef-4c68-b6ed-ea4f94129237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:09.209601 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-77e5b357-c7ef-4c68-b6ed-ea4f94129237 None None] For port a0350ada-07b6-472b-8dcb-2f34f80a0f79, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:44:09.223364 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:09.244006 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-77e5b357-c7ef-4c68-b6ed-ea4f94129237 None None] For port a0350ada-07b6-472b-8dcb-2f34f80a0f79, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=a0350ada-07b6-472b-8dcb-2f34f80a0f79,segment=NetworkSegment(6a04ba6b-96e5-4206-90d9-c88aaa4a79a8),segment_id=6a04ba6b-96e5-4206-90d9-c88aaa4a79a8)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:44:09.255631 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-77e5b357-c7ef-4c68-b6ed-ea4f94129237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:09.263971 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023b90d4-59a6-4c76-b3fc-b8244f8206c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6452bbf0-7f88-4b4a-9e8f-c52204c5033d'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:44:09.267055 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933da05d-63f1-4cc5-b5a4-fd0f7c6c322c" -d '{"events": [{"server_uuid": "023b90d4-59a6-4c76-b3fc-b8244f8206c6", "name": "network-vif-plugged", "status": "completed", "tag": "6452bbf0-7f88-4b4a-9e8f-c52204c5033d"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:44:09.298008 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-56cca3ea-5ac8-4558-a1c1-c51a8e3666be admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:09.338208 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-56cca3ea-5ac8-4558-a1c1-c51a8e3666be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:09.341299 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 6452bbf0-7f88-4b4a-9e8f-c52204c5033d, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=6452bbf0-7f88-4b4a-9e8f-c52204c5033d,segment=NetworkSegment(0a584404-1c26-40b8-b28c-ce6fe5d1bb30),segment_id=0a584404-1c26-40b8-b28c-ce6fe5d1bb30)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:44:09.356118 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:09.363449 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb615e3-5eaa-4553-93a0-9b04ea26109f req-5c0d5f4a-7e15-4e9b-984f-468023ca0c76 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:09.371432 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-deb615e3-5eaa-4553-93a0-9b04ea26109f req-5c0d5f4a-7e15-4e9b-984f-468023ca0c76 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/ports?device_id=023b90d4-59a6-4c76-b3fc-b8244f8206c6 HTTP/1.1" status: 200 len: 945 time: 0.4623222 Nov 27 03:44:09.379691 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e5b357-c7ef-4c68-b6ed-ea4f94129237 None None] Pushing event updated for resources: {'Port': ['ID=a0350ada-07b6-472b-8dcb-2f34f80a0f79,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:09.449339 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=6452bbf0-7f88-4b4a-9e8f-c52204c5033d,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:09.481555 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device a55fda5f-e74d-4610-b6d5-be063b37853d up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:44:09.557489 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-deb615e3-5eaa-4553-93a0-9b04ea26109f req-3e3f2a66-9139-4630-9cab-effa6ad16bd2 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c030cebc-2a63-4851-99fa-ec922b906199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790621 Nov 27 03:44:09.571969 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-39fd7ac5-7bc2-4490-af60-8cb1e0cb658e tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:09.591366 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port a55fda5f-e74d-4610-b6d5-be063b37853d completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:44:09.597162 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port a55fda5f-e74d-4610-b6d5-be063b37853d triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:44:09.598035 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:09.608987 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b1fac-23df-4d03-b847-870ea6a17b02 req-532e4aa8-bdcd-40d8-99fc-18c093f9169f tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:09.610608 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-593b1fac-23df-4d03-b847-870ea6a17b02 req-532e4aa8-bdcd-40d8-99fc-18c093f9169f tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eea447a-93db-4f3e-a920-0e41b89b791b HTTP/1.1" status: 200 len: 949 time: 0.1033511 Nov 27 03:44:09.623195 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-56cca3ea-5ac8-4558-a1c1-c51a8e3666be admin admin] Allocated IP 172.25.1.141 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/e2b47a54-5e2b-4a38-872a-d5c6b54c4213) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:44:09.806891 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:09.837588 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-39fd7ac5-7bc2-4490-af60-8cb1e0cb658e tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:09.843391 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-593b1fac-23df-4d03-b847-870ea6a17b02 req-3b495c0c-ba88-4f70-ade9-ccb59c694a58 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Deleting port 0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:44:09.844008 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-593b1fac-23df-4d03-b847-870ea6a17b02 req-3b495c0c-ba88-4f70-ade9-ccb59c694a58 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:09.872342 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port a55fda5f-e74d-4610-b6d5-be063b37853d, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=a55fda5f-e74d-4610-b6d5-be063b37853d,segment=NetworkSegment(0615c29d-8b0b-49c8-9645-4a8174090102),segment_id=0615c29d-8b0b-49c8-9645-4a8174090102)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:44:09.880949 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:09.970019 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=a55fda5f-e74d-4610-b6d5-be063b37853d,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:09.987974 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd7ac5-7bc2-4490-af60-8cb1e0cb658e tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Pushing event updated for resources: {'Port': ['ID=38d81c3d-ce44-436e-ac76-0fa3e4f40f3d,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:09.989448 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-593b1fac-23df-4d03-b847-870ea6a17b02 req-3b495c0c-ba88-4f70-ade9-ccb59c694a58 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] For port 0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:44:09.989820 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-593b1fac-23df-4d03-b847-870ea6a17b02 req-3b495c0c-ba88-4f70-ade9-ccb59c694a58 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:10.006943 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-593b1fac-23df-4d03-b847-870ea6a17b02 req-3b495c0c-ba88-4f70-ade9-ccb59c694a58 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Calling delete_port for 0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:44:10.035879 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217ed15-4a4b-473e-ab14-044c3a6cdfc2 req-9510b80b-9b66-4da9-8a72-d14a9ac4c65f tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:10.045277 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device a0350ada-07b6-472b-8dcb-2f34f80a0f79 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:44:10.049963 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f217ed15-4a4b-473e-ab14-044c3a6cdfc2 req-9510b80b-9b66-4da9-8a72-d14a9ac4c65f tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/ports?device_id=3eea447a-93db-4f3e-a920-0e41b89b791b HTTP/1.1" status: 200 len: 949 time: 0.2732241 Nov 27 03:44:10.056919 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-39fd7ac5-7bc2-4490-af60-8cb1e0cb658e tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Network b645cec8-c88e-4bba-8234-b110de21cfe7 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:44:10.104118 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-ade93402-37ec-49b6-bdca-fb09ad566e4a tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 03:44:10.107257 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port a0350ada-07b6-472b-8dcb-2f34f80a0f79 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:44:10.107257 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:10.111937 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-ade93402-37ec-49b6-bdca-fb09ad566e4a tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0538721 Nov 27 03:44:10.113998 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-39fd7ac5-7bc2-4490-af60-8cb1e0cb658e tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:44:10.125364 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-39fd7ac5-7bc2-4490-af60-8cb1e0cb658e tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:44:10.150868 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-56cca3ea-5ac8-4558-a1c1-c51a8e3666be admin admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:10.188253 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-593b1fac-23df-4d03-b847-870ea6a17b02 req-3b495c0c-ba88-4f70-ade9-ccb59c694a58 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:10.208762 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-d3d456b5-06cc-4777-8e0f-9c03727adb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:10.210149 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-d3d456b5-06cc-4777-8e0f-9c03727adb53 service neutron] 10.222.0.20 "GET /v2.0/ports/17a8823d-dc4e-4db2-b4ef-fc2efc14860a HTTP/1.1" status: 200 len: 1094 time: 0.0974865 Nov 27 03:44:10.215758 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b495c0c-ba88-4f70-ade9-ccb59c694a58 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Pushing event deleted for resources: {'Port': ['ID=0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:10.216177 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:10.224328 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f217ed15-4a4b-473e-ab14-044c3a6cdfc2 req-5ea6ea5b-17ea-4443-965c-1f9f9cd9c6d1 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/security-groups?id=f99a0138-3ce9-4071-9643-b64cb6760a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733623 Nov 27 03:44:10.243198 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-0c84fd27-b092-4956-bc73-e2f52d2cfbd7 service neutron] Request body: {'binding': {'host': 'n-h1-819494-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:44:10.243589 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-0c84fd27-b092-4956-bc73-e2f52d2cfbd7 service neutron] Unknown quota resources ['binding']. {{(pid=110019) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 03:44:10.257029 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:44:10.259815 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['8e7b808b-e22f-4e4a-8e03-66ad1475346d'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:44:10.263946 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-593b1fac-23df-4d03-b847-870ea6a17b02 req-3b495c0c-ba88-4f70-ade9-ccb59c694a58 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] No DVR routers for this DVR port 0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae on host n-h1-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:44:10.267454 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-593b1fac-23df-4d03-b847-870ea6a17b02 req-3b495c0c-ba88-4f70-ade9-ccb59c694a58 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:10.273305 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-593b1fac-23df-4d03-b847-870ea6a17b02 req-3b495c0c-ba88-4f70-ade9-ccb59c694a58 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.23 "DELETE /v2.0/ports/0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae HTTP/1.1" status: 204 len: 173 time: 0.6485662 Nov 27 03:44:10.273784 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eea447a-93db-4f3e-a920-0e41b89b791b', 'name': 'network-vif-deleted', 'tag': '0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:44:10.277132 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6eb0c49-3634-4c09-b3be-ac22b5ef8b8a" -d '{"events": [{"server_uuid": "3eea447a-93db-4f3e-a920-0e41b89b791b", "name": "network-vif-deleted", "tag": "0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:44:10.295753 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-39fd7ac5-7bc2-4490-af60-8cb1e0cb658e tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:10.296550 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-39fd7ac5-7bc2-4490-af60-8cb1e0cb658e tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:10.339283 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-39fd7ac5-7bc2-4490-af60-8cb1e0cb658e tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9146636 Nov 27 03:44:10.396270 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-56cca3ea-5ac8-4558-a1c1-c51a8e3666be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:10.399730 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port a0350ada-07b6-472b-8dcb-2f34f80a0f79, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=a0350ada-07b6-472b-8dcb-2f34f80a0f79,segment=NetworkSegment(6a04ba6b-96e5-4206-90d9-c88aaa4a79a8),segment_id=6a04ba6b-96e5-4206-90d9-c88aaa4a79a8)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:44:10.411531 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:10.429943 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-007405ca-bc54-4191-b7a2-ce2f751ba5a2 service neutron] Request body: {'port': {'device_id': 'f88c39d7-63a5-4f08-90ba-43799a19feee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:44:10.501831 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cca3ea-5ac8-4558-a1c1-c51a8e3666be admin admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:44:10.508903 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-56cca3ea-5ac8-4558-a1c1-c51a8e3666be admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:44:10.523795 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cca3ea-5ac8-4558-a1c1-c51a8e3666be admin admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:44:10.539016 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=a0350ada-07b6-472b-8dcb-2f34f80a0f79,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:10.606528 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cca3ea-5ac8-4558-a1c1-c51a8e3666be admin admin] Pushing event updated for resources: {'Port': ['ID=e2b47a54-5e2b-4a38-872a-d5c6b54c4213,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:10.633047 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18369185-582f-4dcb-abad-51088611385e req-54529dec-937f-4a9c-b6ae-143926e8c011 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:10.634628 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-18369185-582f-4dcb-abad-51088611385e req-54529dec-937f-4a9c-b6ae-143926e8c011 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 932 time: 0.2943265 Nov 27 03:44:10.658642 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-007405ca-bc54-4191-b7a2-ce2f751ba5a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:10.745307 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cf7e36-3235-4448-8d0f-f89bdbf70efd None None] Network db6faed1-7a64-47d9-b237-148e31202572 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:44:10.785261 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-0c84fd27-b092-4956-bc73-e2f52d2cfbd7 service neutron] Attempting to bind port 17a8823d-dc4e-4db2-b4ef-fc2efc14860a on host n-h1-819494-3 for vnic_type normal with profile None {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:44:10.785515 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-0c84fd27-b092-4956-bc73-e2f52d2cfbd7 service neutron] Attempting to bind port 17a8823d-dc4e-4db2-b4ef-fc2efc14860a by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:44:10.785848 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-0c84fd27-b092-4956-bc73-e2f52d2cfbd7 service neutron] Attempting to bind port 17a8823d-dc4e-4db2-b4ef-fc2efc14860a on network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:44:10.807679 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-78ffe16a-cf85-44d5-96ee-536b4e1d4250 None None] Provisioning complete for port a0350ada-07b6-472b-8dcb-2f34f80a0f79 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:44:10.808053 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-78ffe16a-cf85-44d5-96ee-536b4e1d4250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:10.824080 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-0c84fd27-b092-4956-bc73-e2f52d2cfbd7 service neutron] Port 17a8823d-dc4e-4db2-b4ef-fc2efc14860a on network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:44:10.824412 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-0c84fd27-b092-4956-bc73-e2f52d2cfbd7 service neutron] Attempting to bind port 17a8823d-dc4e-4db2-b4ef-fc2efc14860a on network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:44:10.850103 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-18369185-582f-4dcb-abad-51088611385e req-b6411ea9-8926-4377-b868-2a575dd5b50b tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071517 Nov 27 03:44:10.853749 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-0c84fd27-b092-4956-bc73-e2f52d2cfbd7 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:44:10.854105 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-0c84fd27-b092-4956-bc73-e2f52d2cfbd7 service neutron] Checking segment: {'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:44:10.854492 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-0c84fd27-b092-4956-bc73-e2f52d2cfbd7 service neutron] Bound using segment: {'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:44:10.854975 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-0c84fd27-b092-4956-bc73-e2f52d2cfbd7 service neutron] Bound port: 17a8823d-dc4e-4db2-b4ef-fc2efc14860a, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:44:10.926788 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f05adb6-0cbe-410d-9b5e-d226ea1ebb7b x-openstack-request-id: req-1f05adb6-0cbe-410d-9b5e-d226ea1ebb7b {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:44:10.927106 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023b90d4-59a6-4c76-b3fc-b8244f8206c6", "name": "network-vif-plugged", "status": "completed", "tag": "6452bbf0-7f88-4b4a-9e8f-c52204c5033d", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:44:10.927367 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f05adb6-0cbe-410d-9b5e-d226ea1ebb7b {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:44:10.928134 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023b90d4-59a6-4c76-b3fc-b8244f8206c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6452bbf0-7f88-4b4a-9e8f-c52204c5033d', 'code': 200} Nov 27 03:44:11.100188 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-0c84fd27-b092-4956-bc73-e2f52d2cfbd7 service neutron] For port 17a8823d-dc4e-4db2-b4ef-fc2efc14860a, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=17a8823d-dc4e-4db2-b4ef-fc2efc14860a,segment=NetworkSegment(0ede1ec6-1b9f-43e0-8048-29f023f3314a),segment_id=0ede1ec6-1b9f-43e0-8048-29f023f3314a)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:44:11.134040 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-0c84fd27-b092-4956-bc73-e2f52d2cfbd7 service neutron] Publish callbacks [] for binding, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:11.140867 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-0c84fd27-b092-4956-bc73-e2f52d2cfbd7 service neutron] 10.222.0.20 "POST /v2.0/ports/17a8823d-dc4e-4db2-b4ef-fc2efc14860a/bindings HTTP/1.1" status: 201 len: 389 time: 0.9138374 Nov 27 03:44:11.148819 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c1250-294f-4eac-a523-6c0421b23e9d req-3c6002c0-fa6e-4ace-9d43-65ea12f8fe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:11.150325 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-463c1250-294f-4eac-a523-6c0421b23e9d req-3c6002c0-fa6e-4ace-9d43-65ea12f8fe39 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=023b90d4-59a6-4c76-b3fc-b8244f8206c6 HTTP/1.1" status: 200 len: 1097 time: 0.0623848 Nov 27 03:44:11.242782 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-463c1250-294f-4eac-a523-6c0421b23e9d req-00ee6ea9-b56f-4920-b7b0-04c55779fa54 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c030cebc-2a63-4851-99fa-ec922b906199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843074 Nov 27 03:44:11.256873 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91960a8f-66ba-468b-b6c2-a6192ee4b34c req-ccf28dbb-f11d-4bcf-8a65-ea9a3f0b91ef tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:11.258767 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-91960a8f-66ba-468b-b6c2-a6192ee4b34c req-ccf28dbb-f11d-4bcf-8a65-ea9a3f0b91ef tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/ports?device_id=a027b4c5-487d-41e1-955f-c41d36e054fa HTTP/1.1" status: 200 len: 950 time: 0.2188206 Nov 27 03:44:11.271389 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-56cca3ea-5ac8-4558-a1c1-c51a8e3666be admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:11.285682 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-18f470ad-48ec-40e2-9a90-062ea59afc5c None None] Provisioning complete for port a0350ada-07b6-472b-8dcb-2f34f80a0f79 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:44:11.286271 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-18f470ad-48ec-40e2-9a90-062ea59afc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:11.351870 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ceaad-02b6-48b3-8018-70b9b32943ec req-a1e36972-acc8-46a7-bcb9-341d7bb55e49 tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:11.353402 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b68ceaad-02b6-48b3-8018-70b9b32943ec req-a1e36972-acc8-46a7-bcb9-341d7bb55e49 tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] 10.222.0.20 "GET /v2.0/ports?device_id=50f7e961-2141-4b99-bb94-4f451c8c9de2 HTTP/1.1" status: 200 len: 946 time: 0.0510926 Nov 27 03:44:11.408260 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b68ceaad-02b6-48b3-8018-70b9b32943ec req-c6d58226-f362-4dca-97d5-95107ef3d960 tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] 10.222.0.20 "GET /v2.0/security-groups?id=b4a49f24-a840-431a-9e34-a79dabb0b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450799 Nov 27 03:44:11.449946 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-91960a8f-66ba-468b-b6c2-a6192ee4b34c req-6fef1084-98ca-4163-afbd-473750e368db tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/security-groups?id=433bd4f4-0057-4edd-9b1a-c8bdc4d45e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794488 Nov 27 03:44:11.461487 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-007405ca-bc54-4191-b7a2-ce2f751ba5a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:44:11.472008 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-007405ca-bc54-4191-b7a2-ce2f751ba5a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:11.498678 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268b2a4a-7294-476b-ba90-0ff16bc2ed31 x-openstack-request-id: req-268b2a4a-7294-476b-ba90-0ff16bc2ed31 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:44:11.498979 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eea447a-93db-4f3e-a920-0e41b89b791b", "name": "network-vif-deleted", "tag": "0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:44:11.499239 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-268b2a4a-7294-476b-ba90-0ff16bc2ed31 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:44:11.499689 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eea447a-93db-4f3e-a920-0e41b89b791b', 'name': 'network-vif-deleted', 'tag': '0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae', 'status': 'completed', 'code': 200} Nov 27 03:44:11.549229 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-007405ca-bc54-4191-b7a2-ce2f751ba5a2 service neutron] Transition to ACTIVE for port object 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:44:11.563270 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-007405ca-bc54-4191-b7a2-ce2f751ba5a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:11.652356 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007405ca-bc54-4191-b7a2-ce2f751ba5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=38d81c3d-ce44-436e-ac76-0fa3e4f40f3d,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:11.670056 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c2e90-2d7b-44af-abaf-a30b9e40cf69 req-921aba6c-e491-49e4-9fb5-5d88319674d1 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:11.671659 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d85c2e90-2d7b-44af-abaf-a30b9e40cf69 req-921aba6c-e491-49e4-9fb5-5d88319674d1 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/ports?device_id=023b90d4-59a6-4c76-b3fc-b8244f8206c6 HTTP/1.1" status: 200 len: 946 time: 0.1242931 Nov 27 03:44:11.674121 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-56cca3ea-5ac8-4558-a1c1-c51a8e3666be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:11.705299 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3a72c-567e-488a-a5ec-b87e9278f18f req-29b5f423-5054-42d6-9a8d-807dd7ff339f tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:11.706991 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-97f3a72c-567e-488a-a5ec-b87e9278f18f req-29b5f423-5054-42d6-9a8d-807dd7ff339f tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3ca7078-2116-4702-877b-4c6bb7a4fa95 HTTP/1.1" status: 200 len: 946 time: 0.0610909 Nov 27 03:44:11.756605 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-97f3a72c-567e-488a-a5ec-b87e9278f18f req-2b801928-8db5-4e70-96f4-a015d02fc766 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430801 Nov 27 03:44:11.821525 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-9be9ebcc-53c3-42ad-bd13-c93dd213296b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:11.823099 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-9be9ebcc-53c3-42ad-bd13-c93dd213296b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f93bf1216094326aad79ff5fda23c08&device_id=b3ca7078-2116-4702-877b-4c6bb7a4fa95 HTTP/1.1" status: 200 len: 1097 time: 0.0442793 Nov 27 03:44:11.855007 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d85c2e90-2d7b-44af-abaf-a30b9e40cf69 req-9ba4619a-9d75-4594-849f-0d3d4f011753 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c030cebc-2a63-4851-99fa-ec922b906199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733556 Nov 27 03:44:11.869289 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-007405ca-bc54-4191-b7a2-ce2f751ba5a2 service neutron] Attempting to bind port 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:44:11.869639 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-007405ca-bc54-4191-b7a2-ce2f751ba5a2 service neutron] Attempting to bind port 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:44:11.869975 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-007405ca-bc54-4191-b7a2-ce2f751ba5a2 service neutron] Attempting to bind port 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d on network b645cec8-c88e-4bba-8234-b110de21cfe7 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:44:11.887936 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-007405ca-bc54-4191-b7a2-ce2f751ba5a2 service neutron] Port 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d on network b645cec8-c88e-4bba-8234-b110de21cfe7 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:44:11.888195 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-007405ca-bc54-4191-b7a2-ce2f751ba5a2 service neutron] Attempting to bind port 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d on network b645cec8-c88e-4bba-8234-b110de21cfe7 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:44:11.901039 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-007405ca-bc54-4191-b7a2-ce2f751ba5a2 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:44:11.901386 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-007405ca-bc54-4191-b7a2-ce2f751ba5a2 service neutron] Checking segment: {'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:44:11.901780 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-007405ca-bc54-4191-b7a2-ce2f751ba5a2 service neutron] Bound using segment: {'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:44:11.902221 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-007405ca-bc54-4191-b7a2-ce2f751ba5a2 service neutron] Bound port: 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:44:11.902594 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-007405ca-bc54-4191-b7a2-ce2f751ba5a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:11.945452 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device a0350ada-07b6-472b-8dcb-2f34f80a0f79 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:44:11.948596 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ea78f-7ffc-492b-900e-7ba938af5593 req-71cc47e3-15c7-4dd6-82d4-805a2ae59ad5 tempest-LiveMigrationNegativeTest-74185640 tempest-LiveMigrationNegativeTest-74185640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:11.949696 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fc7ea78f-7ffc-492b-900e-7ba938af5593 req-71cc47e3-15c7-4dd6-82d4-805a2ae59ad5 tempest-LiveMigrationNegativeTest-74185640 tempest-LiveMigrationNegativeTest-74185640-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a027b4c5-487d-41e1-955f-c41d36e054fa HTTP/1.1" status: 200 len: 1101 time: 0.1045465 Nov 27 03:44:11.988646 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-fc7ea78f-7ffc-492b-900e-7ba938af5593 req-229159c4-a83b-4eba-8927-fb71234c21a8 tempest-LiveMigrationNegativeTest-74185640 tempest-LiveMigrationNegativeTest-74185640-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:12.001675 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port a0350ada-07b6-472b-8dcb-2f34f80a0f79 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:44:12.002321 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-067e1b6e-7783-45e2-944d-881ee523412a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:12.002672 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:12.004047 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-067e1b6e-7783-45e2-944d-881ee523412a service neutron] 10.222.0.23 "GET /v2.0/networks?id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 HTTP/1.1" status: 200 len: 909 time: 0.1725874 Nov 27 03:44:12.063070 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-6fc9e33a-99c8-4159-aa0d-e04bbc723608 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17a8823d-dc4e-4db2-b4ef-fc2efc14860a HTTP/1.1" status: 200 len: 217 time: 0.0451388 Nov 27 03:44:12.134847 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-19538144-b44f-4069-873e-4be915bec3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:12.136569 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-19538144-b44f-4069-873e-4be915bec3be service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f2f4695-47e3-40b2-b54d-f43d3306eba4 HTTP/1.1" status: 200 len: 848 time: 0.0652220 Nov 27 03:44:12.179864 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-8d09255c-cfc6-432f-9237-0a9c94a751e3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313447 Nov 27 03:44:12.213990 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-fc7ea78f-7ffc-492b-900e-7ba938af5593 req-229159c4-a83b-4eba-8927-fb71234c21a8 tempest-LiveMigrationNegativeTest-74185640 tempest-LiveMigrationNegativeTest-74185640-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:12.243318 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-fc7ea78f-7ffc-492b-900e-7ba938af5593 req-229159c4-a83b-4eba-8927-fb71234c21a8 tempest-LiveMigrationNegativeTest-74185640 tempest-LiveMigrationNegativeTest-74185640-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:12.243570 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56cca3ea-5ac8-4558-a1c1-c51a8e3666be admin admin] Router a17797ac-d74e-41d2-a098-260fb6a5e3c8 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 03:44:12.262832 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc00244-d080-4cff-812b-19098e586cc4 req-b4dfcc92-eaa8-4169-ad51-1b4e308e1207 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:12.264353 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6fc00244-d080-4cff-812b-19098e586cc4 req-b4dfcc92-eaa8-4169-ad51-1b4e308e1207 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 944 time: 0.1137724 Nov 27 03:44:12.283480 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-007405ca-bc54-4191-b7a2-ce2f751ba5a2 service neutron] For port 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:44:12.295276 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fc7ea78f-7ffc-492b-900e-7ba938af5593 req-229159c4-a83b-4eba-8927-fb71234c21a8 tempest-LiveMigrationNegativeTest-74185640 tempest-LiveMigrationNegativeTest-74185640-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=433bd4f4-0057-4edd-9b1a-c8bdc4d45e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326256 Nov 27 03:44:12.298346 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229159c4-a83b-4eba-8927-fb71234c21a8 tempest-LiveMigrationNegativeTest-74185640 tempest-LiveMigrationNegativeTest-74185640-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a8c20d-0ac7-43dc-b55c-37b41359acb6,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:12.321592 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-4ac1bfd6-99ae-4451-b886-c8529d6da8dd service neutron] 10.222.0.23 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313562 Nov 27 03:44:12.368466 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-007405ca-bc54-4191-b7a2-ce2f751ba5a2 service neutron] For port 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=38d81c3d-ce44-436e-ac76-0fa3e4f40f3d,segment=NetworkSegment(74310010-e448-4edf-8f12-15f9f8367765),segment_id=74310010-e448-4edf-8f12-15f9f8367765)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:44:12.387402 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-007405ca-bc54-4191-b7a2-ce2f751ba5a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:12.444585 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-007405ca-bc54-4191-b7a2-ce2f751ba5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:12.445210 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-007405ca-bc54-4191-b7a2-ce2f751ba5a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:12.446641 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-007405ca-bc54-4191-b7a2-ce2f751ba5a2 service neutron] 10.222.0.23 "PUT /v2.0/ports/38d81c3d-ce44-436e-ac76-0fa3e4f40f3d HTTP/1.1" status: 200 len: 1092 time: 2.0472374 Nov 27 03:44:12.450084 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6fc00244-d080-4cff-812b-19098e586cc4 req-4b634072-8991-4247-89f8-a10a197f8488 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784801 Nov 27 03:44:12.450518 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f88c39d7-63a5-4f08-90ba-43799a19feee', 'tag': '38d81c3d-ce44-436e-ac76-0fa3e4f40f3d'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:44:12.452812 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8d03a1-50c8-40c6-ba4f-44586775957d" -d '{"events": [{"name": "network-changed", "server_uuid": "f88c39d7-63a5-4f08-90ba-43799a19feee", "tag": "38d81c3d-ce44-436e-ac76-0fa3e4f40f3d"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:44:12.453677 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-3d274397-1428-45a9-bb8d-7dad7ac77dc0 service neutron] 10.222.0.23 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229215 Nov 27 03:44:12.463687 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96bb0d9-632b-4a20-aec6-c56a38ca408c req-a56706a3-02a5-491f-9542-f50091764416 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:12.465190 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b96bb0d9-632b-4a20-aec6-c56a38ca408c req-a56706a3-02a5-491f-9542-f50091764416 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cf09574-896a-4db0-9254-3e2acf88572e HTTP/1.1" status: 200 len: 950 time: 0.0812092 Nov 27 03:44:12.479660 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56cca3ea-5ac8-4558-a1c1-c51a8e3666be admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:44:12.485940 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007405ca-bc54-4191-b7a2-ce2f751ba5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=38d81c3d-ce44-436e-ac76-0fa3e4f40f3d,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:12.502586 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b494931-3fe2-4ddd-91e8-ac712a91c934 None None] Sync routers for ids ['a17797ac-d74e-41d2-a098-260fb6a5e3c8'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:44:12.511235 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-56cca3ea-5ac8-4558-a1c1-c51a8e3666be admin admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:12.512844 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-56cca3ea-5ac8-4558-a1c1-c51a8e3666be admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.6279018 Nov 27 03:44:12.515834 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55452) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:44:12.525831 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b494931-3fe2-4ddd-91e8-ac712a91c934 None None] Routers {'a17797ac-d74e-41d2-a098-260fb6a5e3c8'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:44:12.526366 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-5b494931-3fe2-4ddd-91e8-ac712a91c934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:43:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['a17797ac-d74e-41d2-a098-260fb6a5e3c8'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:12.566353 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b96bb0d9-632b-4a20-aec6-c56a38ca408c req-7cba1703-1072-422f-8a99-3d791d369a80 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/security-groups?id=f99a0138-3ce9-4071-9643-b64cb6760a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904393 Nov 27 03:44:12.592060 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-962a142f-ef80-4097-9219-5ffb161edc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:12.594082 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-962a142f-ef80-4097-9219-5ffb161edc3c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=35cfdc78458c41aab44b0a976c3549af&device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 1095 time: 0.0696163 Nov 27 03:44:12.642131 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9cb79d-49ba-4f33-94c4-23b67c0e1c81 x-openstack-request-id: req-bc9cb79d-49ba-4f33-94c4-23b67c0e1c81 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:44:12.642496 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f88c39d7-63a5-4f08-90ba-43799a19feee", "tag": "38d81c3d-ce44-436e-ac76-0fa3e4f40f3d", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:44:12.642700 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc9cb79d-49ba-4f33-94c4-23b67c0e1c81 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:44:12.643092 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f88c39d7-63a5-4f08-90ba-43799a19feee', 'tag': '38d81c3d-ce44-436e-ac76-0fa3e4f40f3d', 'status': 'completed', 'code': 200} Nov 27 03:44:12.679897 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-2c84449a-f3bc-451f-9a17-618a7fdf309e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38d81c3d-ce44-436e-ac76-0fa3e4f40f3d HTTP/1.1" status: 200 len: 217 time: 0.0711029 Nov 27 03:44:12.697782 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-5b494931-3fe2-4ddd-91e8-ac712a91c934 None None] Set router a17797ac-d74e-41d2-a098-260fb6a5e3c8 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:44:12.760574 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-60cd124a-0ad9-48d6-85c8-2c7e23956366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:12.762175 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-60cd124a-0ad9-48d6-85c8-2c7e23956366 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=022c48dd-3720-4645-8f22-45c74ce924ab HTTP/1.1" status: 200 len: 861 time: 0.0724063 Nov 27 03:44:12.802882 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-bde20b62-bf28-44e0-84cb-7af64b360114 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b645cec8-c88e-4bba-8234-b110de21cfe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322981 Nov 27 03:44:12.805838 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054b53b-f5c5-40dc-8222-4fe54e6544c5 req-d6c9641e-7ff7-4cc6-8bf8-a8762f974739 tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:12.807339 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1054b53b-f5c5-40dc-8222-4fe54e6544c5 req-d6c9641e-7ff7-4cc6-8bf8-a8762f974739 tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] 10.222.0.20 "GET /v2.0/ports?device_id=50f7e961-2141-4b99-bb94-4f451c8c9de2 HTTP/1.1" status: 200 len: 946 time: 0.1870637 Nov 27 03:44:12.809118 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-76ed4915-457d-450d-a491-fc2485322485 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:12.810531 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-76ed4915-457d-450d-a491-fc2485322485 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b3ca7078-2116-4702-877b-4c6bb7a4fa95&tenant_id=4f93bf1216094326aad79ff5fda23c08&binding%3Ahost_id=n-h2-819494-3 HTTP/1.1" status: 200 len: 1097 time: 0.1913648 Nov 27 03:44:12.830133 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-749b93cf-bb0d-42b0-b96a-f95f1176602d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-819494-3'}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:44:12.920281 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-2efca9ac-84ca-4ba7-bf25-5e2606e8a04e service neutron] 10.222.0.23 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078696 Nov 27 03:44:12.929015 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f7e961-2141-4b99-bb94-4f451c8c9de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55fda5f-e74d-4610-b6d5-be063b37853d'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:44:12.935232 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b524ddcb-b281-4ac5-9a6c-1dab45627c1b" -d '{"events": [{"server_uuid": "50f7e961-2141-4b99-bb94-4f451c8c9de2", "name": "network-vif-plugged", "status": "completed", "tag": "a55fda5f-e74d-4610-b6d5-be063b37853d"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:44:12.960864 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1054b53b-f5c5-40dc-8222-4fe54e6544c5 req-c7141655-722e-44a3-8656-ba1973f48a8c tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] 10.222.0.20 "GET /v2.0/security-groups?id=b4a49f24-a840-431a-9e34-a79dabb0b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304474 Nov 27 03:44:12.960864 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-749b93cf-bb0d-42b0-b96a-f95f1176602d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:12.976869 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-5b494931-3fe2-4ddd-91e8-ac712a91c934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17797ac-d74e-41d2-a098-260fb6a5e3c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1984365986-router', 'tenant_id': 'da896f7ee1034657a1461bc4bc807ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e2b47a54-5e2b-4a38-872a-d5c6b54c4213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:44:07Z', 'updated_at': '2021-11-27T03:44:10Z', 'revision_number': 3, 'project_id': 'da896f7ee1034657a1461bc4bc807ddb', 'gw_port': {'id': 'e2b47a54-5e2b-4a38-872a-d5c6b54c4213', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17797ac-d74e-41d2-a098-260fb6a5e3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:44:09Z', 'updated_at': '2021-11-27T03:44:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:13.013211 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b494931-3fe2-4ddd-91e8-ac712a91c934 None None] Checking router: a17797ac-d74e-41d2-a098-260fb6a5e3c8 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:44:13.013929 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b494931-3fe2-4ddd-91e8-ac712a91c934 None None] Updating router a17797ac-d74e-41d2-a098-260fb6a5e3c8 port e2b47a54-5e2b-4a38-872a-d5c6b54c4213 binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:44:13.039894 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-5b494931-3fe2-4ddd-91e8-ac712a91c934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:13.072752 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f2eddc2d-4470-4560-8fc3-2c217efe6cee req-5742c5de-9933-4389-ad3f-3d990df0e33c service neutron] 10.222.0.23 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448128 Nov 27 03:44:13.114831 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8fd9c-7950-4c3e-867d-fba87761e354 req-bc69f390-00b9-4720-8cbb-66bd150cbd96 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:13.117172 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-79d8fd9c-7950-4c3e-867d-fba87761e354 req-bc69f390-00b9-4720-8cbb-66bd150cbd96 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/ports?device_id=023b90d4-59a6-4c76-b3fc-b8244f8206c6 HTTP/1.1" status: 200 len: 946 time: 0.0595891 Nov 27 03:44:13.204700 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-79d8fd9c-7950-4c3e-867d-fba87761e354 req-759b726d-cd43-421b-bbfe-748dd56c4e1e tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c030cebc-2a63-4851-99fa-ec922b906199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806031 Nov 27 03:44:13.220163 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d03a1-50c8-40c6-ba4f-44586775957d req-79048ec2-4dab-48c1-b0a0-3ab2fbd24d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:13.223097 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ea8d03a1-50c8-40c6-ba4f-44586775957d req-79048ec2-4dab-48c1-b0a0-3ab2fbd24d94 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=35cfdc78458c41aab44b0a976c3549af&device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 1095 time: 0.0496368 Nov 27 03:44:13.230057 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6967d0-fe37-4ebb-b886-0a52afce86af req-e9054446-9888-419f-92ba-7bd2fb4b8915 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:13.238072 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ac6967d0-fe37-4ebb-b886-0a52afce86af req-e9054446-9888-419f-92ba-7bd2fb4b8915 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3ca7078-2116-4702-877b-4c6bb7a4fa95 HTTP/1.1" status: 200 len: 946 time: 0.1883526 Nov 27 03:44:13.272946 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074d0156-b131-4347-948a-3424ecce457b x-openstack-request-id: req-074d0156-b131-4347-948a-3424ecce457b {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:44:13.273071 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f7e961-2141-4b99-bb94-4f451c8c9de2", "name": "network-vif-plugged", "status": "completed", "tag": "a55fda5f-e74d-4610-b6d5-be063b37853d", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:44:13.273330 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-074d0156-b131-4347-948a-3424ecce457b {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:44:13.273716 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f7e961-2141-4b99-bb94-4f451c8c9de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55fda5f-e74d-4610-b6d5-be063b37853d', 'code': 200} Nov 27 03:44:13.337108 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-5b494931-3fe2-4ddd-91e8-ac712a91c934 None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:13.347383 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-5b494931-3fe2-4ddd-91e8-ac712a91c934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:13.360353 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-749b93cf-bb0d-42b0-b96a-f95f1176602d service neutron] For port 17a8823d-dc4e-4db2-b4ef-fc2efc14860a, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=17a8823d-dc4e-4db2-b4ef-fc2efc14860a,segment=NetworkSegment(0ede1ec6-1b9f-43e0-8048-29f023f3314a),segment_id=0ede1ec6-1b9f-43e0-8048-29f023f3314a)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:44:13.366107 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d03a1-50c8-40c6-ba4f-44586775957d req-e1018957-ef23-4395-8eef-5e67d5c2c77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:13.368273 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ea8d03a1-50c8-40c6-ba4f-44586775957d req-e1018957-ef23-4395-8eef-5e67d5c2c77d service neutron] 10.222.0.23 "GET /v2.0/networks?id=b645cec8-c88e-4bba-8234-b110de21cfe7 HTTP/1.1" status: 200 len: 922 time: 0.1377051 Nov 27 03:44:13.398861 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ac6967d0-fe37-4ebb-b886-0a52afce86af req-d267b800-ca51-41c1-8d23-a7b1524ac729 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579576 Nov 27 03:44:13.415288 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-5b494931-3fe2-4ddd-91e8-ac712a91c934 None None] Attempting to bind port e2b47a54-5e2b-4a38-872a-d5c6b54c4213 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:44:13.415651 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-5b494931-3fe2-4ddd-91e8-ac712a91c934 None None] Attempting to bind port e2b47a54-5e2b-4a38-872a-d5c6b54c4213 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:44:13.416148 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b494931-3fe2-4ddd-91e8-ac712a91c934 None None] Attempting to bind port e2b47a54-5e2b-4a38-872a-d5c6b54c4213 on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:44:13.424293 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75dcd7-fe58-4e93-9ef7-0817d7a1798e None None] Pushing event updated for resources: {'Port': ['ID=e2b47a54-5e2b-4a38-872a-d5c6b54c4213,revision_number=2']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:13.427738 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b494931-3fe2-4ddd-91e8-ac712a91c934 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:44:13.428255 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b494931-3fe2-4ddd-91e8-ac712a91c934 None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:44:13.428654 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-5b494931-3fe2-4ddd-91e8-ac712a91c934 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:13.429049 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b494931-3fe2-4ddd-91e8-ac712a91c934 None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:44:13.429519 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-5b494931-3fe2-4ddd-91e8-ac712a91c934 None None] Bound port: e2b47a54-5e2b-4a38-872a-d5c6b54c4213, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:44:13.429908 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-5b494931-3fe2-4ddd-91e8-ac712a91c934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:13.436301 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75dcd7-fe58-4e93-9ef7-0817d7a1798e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:13.436639 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75dcd7-fe58-4e93-9ef7-0817d7a1798e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:13.436973 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75dcd7-fe58-4e93-9ef7-0817d7a1798e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:13.437469 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75dcd7-fe58-4e93-9ef7-0817d7a1798e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:13.437793 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75dcd7-fe58-4e93-9ef7-0817d7a1798e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:13.438249 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75dcd7-fe58-4e93-9ef7-0817d7a1798e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:13.438708 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75dcd7-fe58-4e93-9ef7-0817d7a1798e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:13.439039 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75dcd7-fe58-4e93-9ef7-0817d7a1798e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:13.439356 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75dcd7-fe58-4e93-9ef7-0817d7a1798e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:13.439674 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75dcd7-fe58-4e93-9ef7-0817d7a1798e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:13.439990 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75dcd7-fe58-4e93-9ef7-0817d7a1798e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:13.440305 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75dcd7-fe58-4e93-9ef7-0817d7a1798e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:13.449442 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-749b93cf-bb0d-42b0-b96a-f95f1176602d service neutron] For port 17a8823d-dc4e-4db2-b4ef-fc2efc14860a, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:44:13.453922 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ea8d03a1-50c8-40c6-ba4f-44586775957d req-1076ce8e-4710-4e0f-9e3f-43ddb9fde336 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38d81c3d-ce44-436e-ac76-0fa3e4f40f3d HTTP/1.1" status: 200 len: 217 time: 0.0604639 Nov 27 03:44:13.476846 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713158f-c475-41d2-b300-e64458c0865e req-21a9cb3a-cbcf-4443-8249-ac08a2362263 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:13.478737 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3713158f-c475-41d2-b300-e64458c0865e req-21a9cb3a-cbcf-4443-8249-ac08a2362263 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/ports?device_id=a027b4c5-487d-41e1-955f-c41d36e054fa HTTP/1.1" status: 200 len: 950 time: 0.1022029 Nov 27 03:44:13.492551 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-5b494931-3fe2-4ddd-91e8-ac712a91c934 None None] For port e2b47a54-5e2b-4a38-872a-d5c6b54c4213, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:44:13.495901 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-5b494931-3fe2-4ddd-91e8-ac712a91c934 None None] For port e2b47a54-5e2b-4a38-872a-d5c6b54c4213, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=e2b47a54-5e2b-4a38-872a-d5c6b54c4213,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:44:13.502655 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:44:13.504009 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-5b494931-3fe2-4ddd-91e8-ac712a91c934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:13.529461 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:44:13.530076 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 0bbc1fc4-55bb-49d9-9102-3dbdef3d48ae not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:44:13.552663 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d03a1-50c8-40c6-ba4f-44586775957d req-03a9be88-9d32-40aa-acc1-0f1d5c0df444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:13.554178 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ea8d03a1-50c8-40c6-ba4f-44586775957d req-03a9be88-9d32-40aa-acc1-0f1d5c0df444 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=022c48dd-3720-4645-8f22-45c74ce924ab HTTP/1.1" status: 200 len: 861 time: 0.0879500 Nov 27 03:44:13.578347 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b494931-3fe2-4ddd-91e8-ac712a91c934 None None] Routers {'a17797ac-d74e-41d2-a098-260fb6a5e3c8'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:44:13.579337 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-5b494931-3fe2-4ddd-91e8-ac712a91c934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:43:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['a17797ac-d74e-41d2-a098-260fb6a5e3c8'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:13.597273 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3713158f-c475-41d2-b300-e64458c0865e req-d3fbc3ec-1d22-403a-8fea-a807528677ad tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/security-groups?id=433bd4f4-0057-4edd-9b1a-c8bdc4d45e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090555 Nov 27 03:44:13.600357 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ea8d03a1-50c8-40c6-ba4f-44586775957d req-368c73cd-2f19-44f5-a785-2d14344fbb7a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b645cec8-c88e-4bba-8234-b110de21cfe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366721 Nov 27 03:44:13.656878 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75dcd7-fe58-4e93-9ef7-0817d7a1798e None None] Pushing event updated for resources: {'Port': ['ID=e2b47a54-5e2b-4a38-872a-d5c6b54c4213,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:13.668902 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-749b93cf-bb0d-42b0-b96a-f95f1176602d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:13.681429 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9587f513-f02f-491e-ad51-ad78547403c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:13.691491 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83948a4d-12e7-48a1-98f9-9c1876842000 req-0030d639-64c7-4d2d-ab58-9024cfb06e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:13.694057 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-83948a4d-12e7-48a1-98f9-9c1876842000 req-0030d639-64c7-4d2d-ab58-9024cfb06e1e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=50f7e961-2141-4b99-bb94-4f451c8c9de2 HTTP/1.1" status: 200 len: 1097 time: 0.3078995 Nov 27 03:44:13.707949 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-5b494931-3fe2-4ddd-91e8-ac712a91c934 None None] Set router a17797ac-d74e-41d2-a098-260fb6a5e3c8 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:44:13.721899 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-749b93cf-bb0d-42b0-b96a-f95f1176602d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:13.757378 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a191d85-43b1-4e85-b5b6-abdb9a4c8a97 req-7655f293-78bb-419f-bb36-0e276c9f24c3 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:13.758824 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5a191d85-43b1-4e85-b5b6-abdb9a4c8a97 req-7655f293-78bb-419f-bb36-0e276c9f24c3 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 944 time: 0.0774846 Nov 27 03:44:13.766371 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ea8d03a1-50c8-40c6-ba4f-44586775957d req-573dadc7-d539-48e7-8fc4-5d3def38223d service neutron] 10.222.0.23 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581230 Nov 27 03:44:13.820118 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ded40c8b-5fd2-4315-bd2d-f7af3feb13c4 req-2fad400d-0a71-4230-a860-d3ea9f85a3ee tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3646913 Nov 27 03:44:13.865130 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5a191d85-43b1-4e85-b5b6-abdb9a4c8a97 req-6cd3e71c-76d4-4073-bce6-04cd53e3ed36 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960894 Nov 27 03:44:13.919918 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-5b494931-3fe2-4ddd-91e8-ac712a91c934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17797ac-d74e-41d2-a098-260fb6a5e3c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1984365986-router', 'tenant_id': 'da896f7ee1034657a1461bc4bc807ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e2b47a54-5e2b-4a38-872a-d5c6b54c4213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:44:07Z', 'updated_at': '2021-11-27T03:44:10Z', 'revision_number': 3, 'project_id': 'da896f7ee1034657a1461bc4bc807ddb', 'gw_port': {'id': 'e2b47a54-5e2b-4a38-872a-d5c6b54c4213', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17797ac-d74e-41d2-a098-260fb6a5e3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:44:09Z', 'updated_at': '2021-11-27T03:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:13.949589 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ea8d03a1-50c8-40c6-ba4f-44586775957d req-8636a10c-6617-43ad-b38b-2d6b7e5ea2b3 service neutron] 10.222.0.23 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733789 Nov 27 03:44:13.960599 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b494931-3fe2-4ddd-91e8-ac712a91c934 None None] The sync data for ids ['a17797ac-d74e-41d2-a098-260fb6a5e3c8'] in n-d-819494-3 is: [{'id': 'a17797ac-d74e-41d2-a098-260fb6a5e3c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1984365986-router', 'tenant_id': 'da896f7ee1034657a1461bc4bc807ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e2b47a54-5e2b-4a38-872a-d5c6b54c4213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:44:07Z', 'updated_at': '2021-11-27T03:44:10Z', 'revision_number': 3, 'project_id': 'da896f7ee1034657a1461bc4bc807ddb', 'gw_port': {'id': 'e2b47a54-5e2b-4a38-872a-d5c6b54c4213', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17797ac-d74e-41d2-a098-260fb6a5e3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:44:09Z', 'updated_at': '2021-11-27T03:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:44:13.961951 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647bc9a-6676-4aec-8e4d-895908ca6585 req-e7c3445a-9963-47d8-ac7b-87a6729dfc3e tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:13.963979 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1647bc9a-6676-4aec-8e4d-895908ca6585 req-e7c3445a-9963-47d8-ac7b-87a6729dfc3e tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cf09574-896a-4db0-9254-3e2acf88572e HTTP/1.1" status: 200 len: 950 time: 0.0958302 Nov 27 03:44:14.072594 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a2df8-494d-4ab1-b4e2-238f674e4f02 req-77c33572-063f-4e01-a553-3cf81c31c946 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:14.073793 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bf6a2df8-494d-4ab1-b4e2-238f674e4f02 req-77c33572-063f-4e01-a553-3cf81c31c946 tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cf09574-896a-4db0-9254-3e2acf88572e HTTP/1.1" status: 200 len: 950 time: 0.1088700 Nov 27 03:44:14.077677 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-ded40c8b-5fd2-4315-bd2d-f7af3feb13c4 req-66b9e521-2043-41af-98bd-6112f022d158 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:44:14.140167 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-1647bc9a-6676-4aec-8e4d-895908ca6585 req-f1bf3110-05bb-43f2-a21e-afa937b2619f tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Deleting port 8e7b808b-e22f-4e4a-8e03-66ad1475346d {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:44:14.141120 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-1647bc9a-6676-4aec-8e4d-895908ca6585 req-f1bf3110-05bb-43f2-a21e-afa937b2619f tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:14.142415 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-83948a4d-12e7-48a1-98f9-9c1876842000 req-2b2b0473-4499-438e-9fba-9887ddd267f7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b4a49f24-a840-431a-9e34-a79dabb0b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346759 Nov 27 03:44:14.143051 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b93cf-bb0d-42b0-b96a-f95f1176602d service neutron] Pushing event updated for resources: {'Port': ['ID=17a8823d-dc4e-4db2-b4ef-fc2efc14860a,revision_number=7']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:14.148933 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bf6a2df8-494d-4ab1-b4e2-238f674e4f02 req-91358b07-66ae-4434-84b6-b6726f30d72d tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.20 "GET /v2.0/security-groups?id=f99a0138-3ce9-4071-9643-b64cb6760a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660286 Nov 27 03:44:14.210896 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-749b93cf-bb0d-42b0-b96a-f95f1176602d service neutron] Attempting to bind port 17a8823d-dc4e-4db2-b4ef-fc2efc14860a on host n-h2-819494-3 for vnic_type normal with profile {"migrating_to": "n-h1-819494-3"} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:44:14.211277 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-749b93cf-bb0d-42b0-b96a-f95f1176602d service neutron] Attempting to bind port 17a8823d-dc4e-4db2-b4ef-fc2efc14860a by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:44:14.211816 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-749b93cf-bb0d-42b0-b96a-f95f1176602d service neutron] Attempting to bind port 17a8823d-dc4e-4db2-b4ef-fc2efc14860a on network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:44:14.219327 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ded40c8b-5fd2-4315-bd2d-f7af3feb13c4 req-66b9e521-2043-41af-98bd-6112f022d158 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks [] for floatingip, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:14.259235 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-749b93cf-bb0d-42b0-b96a-f95f1176602d service neutron] Port 17a8823d-dc4e-4db2-b4ef-fc2efc14860a on network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:44:14.259587 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-749b93cf-bb0d-42b0-b96a-f95f1176602d service neutron] Attempting to bind port 17a8823d-dc4e-4db2-b4ef-fc2efc14860a on network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:44:14.277510 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-1647bc9a-6676-4aec-8e4d-895908ca6585 req-f1bf3110-05bb-43f2-a21e-afa937b2619f tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] For port 8e7b808b-e22f-4e4a-8e03-66ad1475346d, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=8e7b808b-e22f-4e4a-8e03-66ad1475346d,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:44:14.278064 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-1647bc9a-6676-4aec-8e4d-895908ca6585 req-f1bf3110-05bb-43f2-a21e-afa937b2619f tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:14.293854 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-1647bc9a-6676-4aec-8e4d-895908ca6585 req-f1bf3110-05bb-43f2-a21e-afa937b2619f tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Calling delete_port for 8e7b808b-e22f-4e4a-8e03-66ad1475346d owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:44:14.325263 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-749b93cf-bb0d-42b0-b96a-f95f1176602d service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:44:14.325608 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-749b93cf-bb0d-42b0-b96a-f95f1176602d service neutron] Checking segment: {'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:44:14.326191 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-749b93cf-bb0d-42b0-b96a-f95f1176602d service neutron] Bound using segment: {'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:44:14.326846 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-749b93cf-bb0d-42b0-b96a-f95f1176602d service neutron] Bound port: 17a8823d-dc4e-4db2-b4ef-fc2efc14860a, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:44:14.327386 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-749b93cf-bb0d-42b0-b96a-f95f1176602d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:14.357201 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-9587f513-f02f-491e-ad51-ad78547403c9 admin admin] Allocated IP 172.20.0.1 (db6faed1-7a64-47d9-b237-148e31202572/d925a54f-4749-40bf-aefc-d8e292f99d7a/3ae1a60c-e405-4d9f-affe-4d0b1546366f) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:44:14.471832 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc1545-679d-42d5-83e8-9a24cc160939 req-f3ab3ae4-1bde-4a96-bf93-c33a30beeeda tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:14.473379 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e3bc1545-679d-42d5-83e8-9a24cc160939 req-f3ab3ae4-1bde-4a96-bf93-c33a30beeeda tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] 10.222.0.20 "GET /v2.0/ports?device_id=50f7e961-2141-4b99-bb94-4f451c8c9de2 HTTP/1.1" status: 200 len: 946 time: 0.0886860 Nov 27 03:44:14.497541 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-749b93cf-bb0d-42b0-b96a-f95f1176602d service neutron] For port 17a8823d-dc4e-4db2-b4ef-fc2efc14860a, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:44:14.500664 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-1647bc9a-6676-4aec-8e4d-895908ca6585 req-f1bf3110-05bb-43f2-a21e-afa937b2619f tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:14.504263 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-749b93cf-bb0d-42b0-b96a-f95f1176602d service neutron] For port 17a8823d-dc4e-4db2-b4ef-fc2efc14860a, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=17a8823d-dc4e-4db2-b4ef-fc2efc14860a,segment=NetworkSegment(0ede1ec6-1b9f-43e0-8048-29f023f3314a),segment_id=0ede1ec6-1b9f-43e0-8048-29f023f3314a)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:44:14.516945 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-749b93cf-bb0d-42b0-b96a-f95f1176602d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:14.544767 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['8e7b808b-e22f-4e4a-8e03-66ad1475346d'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:44:14.566341 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf3110-05bb-43f2-a21e-afa937b2619f tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Pushing event deleted for resources: {'Port': ['ID=8e7b808b-e22f-4e4a-8e03-66ad1475346d,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:14.594933 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-1647bc9a-6676-4aec-8e4d-895908ca6585 req-f1bf3110-05bb-43f2-a21e-afa937b2619f tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] No DVR routers for this DVR port 8e7b808b-e22f-4e4a-8e03-66ad1475346d on host n-h2-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:44:14.597818 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-1647bc9a-6676-4aec-8e4d-895908ca6585 req-f1bf3110-05bb-43f2-a21e-afa937b2619f tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:14.601232 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1647bc9a-6676-4aec-8e4d-895908ca6585 req-f1bf3110-05bb-43f2-a21e-afa937b2619f tempest-ServersAdminNegativeTestJSON-818142367 tempest-ServersAdminNegativeTestJSON-818142367-project] 10.222.0.11 "DELETE /v2.0/ports/8e7b808b-e22f-4e4a-8e03-66ad1475346d HTTP/1.1" status: 204 len: 173 time: 0.6231956 Nov 27 03:44:14.601683 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf09574-896a-4db0-9254-3e2acf88572e', 'name': 'network-vif-deleted', 'tag': '8e7b808b-e22f-4e4a-8e03-66ad1475346d'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:44:14.604443 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12061540-5ed6-4bcf-be0d-00525efb7ee9" -d '{"events": [{"server_uuid": "0cf09574-896a-4db0-9254-3e2acf88572e", "name": "network-vif-deleted", "tag": "8e7b808b-e22f-4e4a-8e03-66ad1475346d"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:44:14.610626 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e3bc1545-679d-42d5-83e8-9a24cc160939 req-23623bc9-6018-49d8-9710-80d1b05a3ad9 tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] 10.222.0.20 "GET /v2.0/security-groups?id=b4a49f24-a840-431a-9e34-a79dabb0b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279352 Nov 27 03:44:14.616817 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9587f513-f02f-491e-ad51-ad78547403c9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:14.632719 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ded40c8b-5fd2-4315-bd2d-f7af3feb13c4 req-66b9e521-2043-41af-98bd-6112f022d158 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:14.659542 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ca7078-2116-4702-877b-4c6bb7a4fa95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17a8823d-dc4e-4db2-b4ef-fc2efc14860a'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:44:14.661947 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d955fc-af76-4bfa-b7ea-06d848ef3c70" -d '{"events": [{"server_uuid": "b3ca7078-2116-4702-877b-4c6bb7a4fa95", "name": "network-vif-unplugged", "status": "completed", "tag": "17a8823d-dc4e-4db2-b4ef-fc2efc14860a"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:44:14.680606 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b93cf-bb0d-42b0-b96a-f95f1176602d service neutron] Pushing event updated for resources: {'Port': ['ID=17a8823d-dc4e-4db2-b4ef-fc2efc14860a,revision_number=8']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:14.766218 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-749b93cf-bb0d-42b0-b96a-f95f1176602d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:14.767222 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-749b93cf-bb0d-42b0-b96a-f95f1176602d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:14.768965 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-749b93cf-bb0d-42b0-b96a-f95f1176602d service neutron] 10.222.0.23 "PUT /v2.0/ports/17a8823d-dc4e-4db2-b4ef-fc2efc14860a HTTP/1.1" status: 200 len: 1122 time: 1.9480410 Nov 27 03:44:14.770609 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9587f513-f02f-491e-ad51-ad78547403c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:14.787445 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036617a-d9c1-46e5-b856-8f9c22a8d0cd req-15113219-3779-4ea1-9255-4c75bc2848d0 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:14.795611 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5036617a-d9c1-46e5-b856-8f9c22a8d0cd req-15113219-3779-4ea1-9255-4c75bc2848d0 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3ca7078-2116-4702-877b-4c6bb7a4fa95 HTTP/1.1" status: 200 len: 944 time: 0.0867410 Nov 27 03:44:14.850304 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9587f513-f02f-491e-ad51-ad78547403c9 admin admin] Pushing event updated for resources: {'Port': ['ID=3ae1a60c-e405-4d9f-affe-4d0b1546366f,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:14.871317 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5036617a-d9c1-46e5-b856-8f9c22a8d0cd req-d75eaef1-6e07-43ce-9ed0-a88aff8f0971 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670228 Nov 27 03:44:14.875577 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9587f513-f02f-491e-ad51-ad78547403c9 admin admin] Network db6faed1-7a64-47d9-b237-148e31202572 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:44:14.880203 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-9587f513-f02f-491e-ad51-ad78547403c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:44:14.896247 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9587f513-f02f-491e-ad51-ad78547403c9 admin admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:44:14.923678 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['17a8823d-dc4e-4db2-b4ef-fc2efc14860a'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:44:14.928179 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26edf9ca-41ed-405d-9709-ba6510dbfb5b x-openstack-request-id: req-26edf9ca-41ed-405d-9709-ba6510dbfb5b {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:44:14.928713 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf09574-896a-4db0-9254-3e2acf88572e", "name": "network-vif-deleted", "tag": "8e7b808b-e22f-4e4a-8e03-66ad1475346d", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:44:14.929137 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-26edf9ca-41ed-405d-9709-ba6510dbfb5b {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:44:14.929689 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf09574-896a-4db0-9254-3e2acf88572e', 'name': 'network-vif-deleted', 'tag': '8e7b808b-e22f-4e4a-8e03-66ad1475346d', 'status': 'completed', 'code': 200} Nov 27 03:44:15.010457 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9587f513-f02f-491e-ad51-ad78547403c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:15.076503 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-ded40c8b-5fd2-4315-bd2d-f7af3feb13c4 req-66b9e521-2043-41af-98bd-6112f022d158 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Allocated IP 172.25.1.236 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/87a37ef0-0c4f-47a8-beb8-b211b319655c) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:44:15.113753 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263881f2-d598-4f61-95b3-ee18d31f51aa req-0f9f972f-e21e-4f20-a793-2da93279a277 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:15.126805 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-263881f2-d598-4f61-95b3-ee18d31f51aa req-0f9f972f-e21e-4f20-a793-2da93279a277 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/ports?device_id=a027b4c5-487d-41e1-955f-c41d36e054fa HTTP/1.1" status: 200 len: 950 time: 0.0972064 Nov 27 03:44:15.213346 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-263881f2-d598-4f61-95b3-ee18d31f51aa req-a63ca7ba-0203-4622-a109-d0e9a80d6648 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/security-groups?id=433bd4f4-0057-4edd-9b1a-c8bdc4d45e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852792 Nov 27 03:44:15.333086 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-44036a96-29a4-40a0-bff4-752d97686b4a None None] Provisioning complete for port 3ae1a60c-e405-4d9f-affe-4d0b1546366f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:44:15.333458 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-44036a96-29a4-40a0-bff4-752d97686b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:15.337733 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ded40c8b-5fd2-4315-bd2d-f7af3feb13c4 req-66b9e521-2043-41af-98bd-6112f022d158 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:15.383319 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 03:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78172fa4-3d3a-4b80-9883-6d2576a96ff5 x-openstack-request-id: req-78172fa4-3d3a-4b80-9883-6d2576a96ff5 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:44:15.384500 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ca7078-2116-4702-877b-4c6bb7a4fa95", "name": "network-vif-unplugged", "status": "completed", "tag": "17a8823d-dc4e-4db2-b4ef-fc2efc14860a", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:44:15.385650 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-78172fa4-3d3a-4b80-9883-6d2576a96ff5 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:44:15.386620 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ca7078-2116-4702-877b-4c6bb7a4fa95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17a8823d-dc4e-4db2-b4ef-fc2efc14860a', 'code': 200} Nov 27 03:44:15.400925 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf3b18-f204-43cf-9d81-b00d0cffb44d req-7f415b15-77b2-4b41-8c3f-f6314a1353c6 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:15.404164 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-44036a96-29a4-40a0-bff4-752d97686b4a None None] Port 3ae1a60c-e405-4d9f-affe-4d0b1546366f cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:44:15.415595 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-36bf3b18-f204-43cf-9d81-b00d0cffb44d req-7f415b15-77b2-4b41-8c3f-f6314a1353c6 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 944 time: 0.0733151 Nov 27 03:44:15.462604 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ded40c8b-5fd2-4315-bd2d-f7af3feb13c4 req-66b9e521-2043-41af-98bd-6112f022d158 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:15.483410 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-36bf3b18-f204-43cf-9d81-b00d0cffb44d req-7edd862e-c902-4383-bb2d-1ea2d4ead837 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668941 Nov 27 03:44:15.517989 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:44:15.532081 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ded40c8b-5fd2-4315-bd2d-f7af3feb13c4 req-66b9e521-2043-41af-98bd-6112f022d158 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:44:15.538657 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-ded40c8b-5fd2-4315-bd2d-f7af3feb13c4 req-66b9e521-2043-41af-98bd-6112f022d158 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:44:15.546358 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded40c8b-5fd2-4315-bd2d-f7af3feb13c4 req-66b9e521-2043-41af-98bd-6112f022d158 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:44:15.556289 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9587f513-f02f-491e-ad51-ad78547403c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:15.606965 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9e521-2043-41af-98bd-6112f022d158 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Pushing event updated for resources: {'Port': ['ID=87a37ef0-0c4f-47a8-beb8-b211b319655c,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:15.651827 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf8302-69b8-4685-92fe-320440e3d456 req-22fddbf9-d355-41c8-a13c-699d1cd08a23 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:15.653609 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e1cf8302-69b8-4685-92fe-320440e3d456 req-22fddbf9-d355-41c8-a13c-699d1cd08a23 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.23 "GET /v2.0/ports?device_id=a027b4c5-487d-41e1-955f-c41d36e054fa HTTP/1.1" status: 200 len: 950 time: 0.2826021 Nov 27 03:44:15.689118 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=38d81c3d-ce44-436e-ac76-0fa3e4f40f3d,segment=NetworkSegment(74310010-e448-4edf-8f12-15f9f8367765),segment_id=74310010-e448-4edf-8f12-15f9f8367765)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:44:15.725796 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '38d81c3d-ce44-436e-ac76-0fa3e4f40f3d', 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7', 'port_id': '38d81c3d-ce44-436e-ac76-0fa3e4f40f3d', 'mac_address': 'fa:16:3e:5a:b0:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '022c48dd-3720-4645-8f22-45c74ce924ab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:44:15.756255 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:15.802734 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:15.830438 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:44:15.837925 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c093583-9e3e-456f-9273-b18a22c58617 req-addd2a4a-f6cc-4d2a-805b-56e28692d16b tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:15.839529 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0c093583-9e3e-456f-9273-b18a22c58617 req-addd2a4a-f6cc-4d2a-805b-56e28692d16b tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] 10.222.0.20 "GET /v2.0/ports?device_id=50f7e961-2141-4b99-bb94-4f451c8c9de2 HTTP/1.1" status: 200 len: 946 time: 0.0659997 Nov 27 03:44:15.879952 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=38d81c3d-ce44-436e-ac76-0fa3e4f40f3d,segment=NetworkSegment(74310010-e448-4edf-8f12-15f9f8367765),segment_id=74310010-e448-4edf-8f12-15f9f8367765)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:44:15.886664 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ded40c8b-5fd2-4315-bd2d-f7af3feb13c4 req-66b9e521-2043-41af-98bd-6112f022d158 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:15.892228 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:15.975003 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0c093583-9e3e-456f-9273-b18a22c58617 req-bfb3344e-db3f-4db0-b461-08eb7e60a99c tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] 10.222.0.20 "GET /v2.0/security-groups?id=b4a49f24-a840-431a-9e34-a79dabb0b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193595 Nov 27 03:44:15.980162 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55502) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:44:16.021484 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=38d81c3d-ce44-436e-ac76-0fa3e4f40f3d,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:16.077571 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e2b47a54-5e2b-4a38-872a-d5c6b54c4213 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:44:16.130567 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ded40c8b-5fd2-4315-bd2d-f7af3feb13c4 req-66b9e521-2043-41af-98bd-6112f022d158 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:16.151498 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ba2f667a-686c-447f-8a8b-a82c8da32fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:16.207085 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03457d-690a-4dc1-a286-3c0a1ef0eb4d req-8d2de7dc-9988-4929-9d3b-3efc0b6b4a99 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:16.217898 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5a03457d-690a-4dc1-a286-3c0a1ef0eb4d req-8d2de7dc-9988-4929-9d3b-3efc0b6b4a99 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3ca7078-2116-4702-877b-4c6bb7a4fa95 HTTP/1.1" status: 200 len: 944 time: 0.1615219 Nov 27 03:44:16.223946 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port e2b47a54-5e2b-4a38-872a-d5c6b54c4213 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:44:16.225259 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:16.247169 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-e1cf8302-69b8-4685-92fe-320440e3d456 req-59a545d3-3b5c-4e99-a4d3-4b0d3d804957 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Deleting port 435fb93a-728a-4ac6-8ca2-f90478e8c497 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:44:16.247531 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e1cf8302-69b8-4685-92fe-320440e3d456 req-59a545d3-3b5c-4e99-a4d3-4b0d3d804957 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:16.263135 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7ae9c5e7-835c-4919-9409-81d2dd06c4a5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=22ad5ea9694049e3995b4d8354c557de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2796957 Nov 27 03:44:16.263939 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55512) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:44:16.288051 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['38d81c3d-ce44-436e-ac76-0fa3e4f40f3d'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:44:16.317755 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5a03457d-690a-4dc1-a286-3c0a1ef0eb4d req-3f8c7b81-eb14-4334-8bc2-38bf827a3533 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979121 Nov 27 03:44:16.383515 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9587f513-f02f-491e-ad51-ad78547403c9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:16.403664 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9587f513-f02f-491e-ad51-ad78547403c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:16.409151 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d4011b22-4f97-4f8d-9d68-310f59cd5d12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:16.443965 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d4011b22-4f97-4f8d-9d68-310f59cd5d12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:16.449259 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9587f513-f02f-491e-ad51-ad78547403c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:16.551615 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d4011b22-4f97-4f8d-9d68-310f59cd5d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:16.554294 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d4011b22-4f97-4f8d-9d68-310f59cd5d12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:16.558497 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d4011b22-4f97-4f8d-9d68-310f59cd5d12 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f99a0138-3ce9-4071-9643-b64cb6760a7a HTTP/1.1" status: 204 len: 168 time: 0.2911601 Nov 27 03:44:16.570470 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4011b22-4f97-4f8d-9d68-310f59cd5d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99a0138-3ce9-4071-9643-b64cb6760a7a,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:16.599384 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a410773-2223-426e-98b1-a45f739ee3d5 req-da918e7c-527c-407a-8bda-02829a1f0003 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:16.607218 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8a410773-2223-426e-98b1-a45f739ee3d5 req-da918e7c-527c-407a-8bda-02829a1f0003 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/ports?device_id=a027b4c5-487d-41e1-955f-c41d36e054fa HTTP/1.1" status: 200 len: 950 time: 0.1018715 Nov 27 03:44:16.607543 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9587f513-f02f-491e-ad51-ad78547403c9 admin admin] Network db6faed1-7a64-47d9-b237-148e31202572 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:44:16.616052 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-9587f513-f02f-491e-ad51-ad78547403c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:44:16.619890 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-e1cf8302-69b8-4685-92fe-320440e3d456 req-59a545d3-3b5c-4e99-a4d3-4b0d3d804957 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] For port 435fb93a-728a-4ac6-8ca2-f90478e8c497, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=435fb93a-728a-4ac6-8ca2-f90478e8c497,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:44:16.620614 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e1cf8302-69b8-4685-92fe-320440e3d456 req-59a545d3-3b5c-4e99-a4d3-4b0d3d804957 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:16.666163 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8a410773-2223-426e-98b1-a45f739ee3d5 req-7be45b88-6af6-4f52-a66e-54703611dd87 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/security-groups?id=433bd4f4-0057-4edd-9b1a-c8bdc4d45e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579419 Nov 27 03:44:16.694881 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:16.698920 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-e1cf8302-69b8-4685-92fe-320440e3d456 req-59a545d3-3b5c-4e99-a4d3-4b0d3d804957 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Calling delete_port for 435fb93a-728a-4ac6-8ca2-f90478e8c497 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:44:16.733160 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port e2b47a54-5e2b-4a38-872a-d5c6b54c4213, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=e2b47a54-5e2b-4a38-872a-d5c6b54c4213,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:44:16.755663 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:16.847125 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=e2b47a54-5e2b-4a38-872a-d5c6b54c4213,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:16.896547 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9587f513-f02f-491e-ad51-ad78547403c9 admin admin] Pushing event updated for resources: {'Port': ['ID=3ae1a60c-e405-4d9f-affe-4d0b1546366f,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:16.899894 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8453e-a7fd-40bc-bd41-8de68d80b1a6 req-70f1d0ef-1cf0-4226-8561-803f683dcf13 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:16.912115 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9587f513-f02f-491e-ad51-ad78547403c9 admin admin] Router a17797ac-d74e-41d2-a098-260fb6a5e3c8 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:44:16.918713 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6be8453e-a7fd-40bc-bd41-8de68d80b1a6 req-70f1d0ef-1cf0-4226-8561-803f683dcf13 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 945 time: 0.1311162 Nov 27 03:44:16.985876 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ded40c8b-5fd2-4315-bd2d-f7af3feb13c4 req-66b9e521-2043-41af-98bd-6112f022d158 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:17.008525 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ded40c8b-5fd2-4315-bd2d-f7af3feb13c4 req-66b9e521-2043-41af-98bd-6112f022d158 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:17.040732 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6be8453e-a7fd-40bc-bd41-8de68d80b1a6 req-8137e146-d3fc-49ec-81df-bd81dfe170db tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151946 Nov 27 03:44:17.163673 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c81481f8-a8b6-493a-8002-e5c21aebb33b None None] Provisioning complete for port 3ae1a60c-e405-4d9f-affe-4d0b1546366f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:44:17.164051 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c81481f8-a8b6-493a-8002-e5c21aebb33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:17.241595 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c81481f8-a8b6-493a-8002-e5c21aebb33b None None] Port 3ae1a60c-e405-4d9f-affe-4d0b1546366f cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:44:17.257296 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55530) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:44:17.335720 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6ea7d820-babe-4b12-9a93-c9f946829127 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ff69c32f68a4370be351780a9917dd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0771818 Nov 27 03:44:17.336601 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55532) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:44:17.404755 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-813bed5b-1c9b-4b75-b3e1-2216162764ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:17.440817 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-813bed5b-1c9b-4b75-b3e1-2216162764ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:17.474514 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ca7078-2116-4702-877b-4c6bb7a4fa95', 'tag': '17a8823d-dc4e-4db2-b4ef-fc2efc14860a'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:44:17.476957 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd7c56e-cef3-4271-bec3-4cab40be357a" -d '{"events": [{"name": "network-changed", "server_uuid": "b3ca7078-2116-4702-877b-4c6bb7a4fa95", "tag": "17a8823d-dc4e-4db2-b4ef-fc2efc14860a"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:44:17.510716 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832d3da-281b-4de7-9fab-514cbe7f1a5b req-26c6e2f8-0059-4e20-8c31-be0558cf0959 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:17.512246 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2832d3da-281b-4de7-9fab-514cbe7f1a5b req-26c6e2f8-0059-4e20-8c31-be0558cf0959 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3ca7078-2116-4702-877b-4c6bb7a4fa95 HTTP/1.1" status: 200 len: 944 time: 0.0858290 Nov 27 03:44:17.534344 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 17a8823d-dc4e-4db2-b4ef-fc2efc14860a details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:44:17.559703 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9e521-2043-41af-98bd-6112f022d158 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Pushing event updated for resources: {'Port': ['ID=87a37ef0-0c4f-47a8-beb8-b211b319655c,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:17.595004 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2832d3da-281b-4de7-9fab-514cbe7f1a5b req-a46d4ecc-16ac-4d69-b315-865a1142e103 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751846 Nov 27 03:44:17.597422 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ded40c8b-5fd2-4315-bd2d-f7af3feb13c4 req-66b9e521-2043-41af-98bd-6112f022d158 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:17.601572 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-813bed5b-1c9b-4b75-b3e1-2216162764ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:17.607567 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-813bed5b-1c9b-4b75-b3e1-2216162764ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:17.613282 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-813bed5b-1c9b-4b75-b3e1-2216162764ad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/757cf214-30bc-4a4b-aed3-05688832f37f HTTP/1.1" status: 204 len: 168 time: 0.2755370 Nov 27 03:44:17.621019 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9587f513-f02f-491e-ad51-ad78547403c9 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:44:17.630339 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9587f513-f02f-491e-ad51-ad78547403c9 admin admin] 10.222.0.20 "PUT /v2.0/routers/a17797ac-d74e-41d2-a098-260fb6a5e3c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1123948 Nov 27 03:44:17.653260 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ded40c8b-5fd2-4315-bd2d-f7af3feb13c4 req-66b9e521-2043-41af-98bd-6112f022d158 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:17.654479 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ded40c8b-5fd2-4315-bd2d-f7af3feb13c4 req-66b9e521-2043-41af-98bd-6112f022d158 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7911015 Nov 27 03:44:17.665409 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813bed5b-1c9b-4b75-b3e1-2216162764ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757cf214-30bc-4a4b-aed3-05688832f37f,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:17.693856 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f214e6e-d340-48d0-8f3e-bb475f07f595 None None] Sync routers for ids ['a17797ac-d74e-41d2-a098-260fb6a5e3c8'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:44:17.758885 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbed3723-d2d9-4f81-a807-a90da8e760bb x-openstack-request-id: req-cbed3723-d2d9-4f81-a807-a90da8e760bb {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:44:17.759177 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3ca7078-2116-4702-877b-4c6bb7a4fa95", "tag": "17a8823d-dc4e-4db2-b4ef-fc2efc14860a", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:44:17.759435 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cbed3723-d2d9-4f81-a807-a90da8e760bb {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:44:17.762710 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 17a8823d-dc4e-4db2-b4ef-fc2efc14860a, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=17a8823d-dc4e-4db2-b4ef-fc2efc14860a,segment=NetworkSegment(0ede1ec6-1b9f-43e0-8048-29f023f3314a),segment_id=0ede1ec6-1b9f-43e0-8048-29f023f3314a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:44:17.767318 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3ca7078-2116-4702-877b-4c6bb7a4fa95', 'tag': '17a8823d-dc4e-4db2-b4ef-fc2efc14860a', 'status': 'completed', 'code': 200} Nov 27 03:44:17.779732 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 17a8823d-dc4e-4db2-b4ef-fc2efc14860a has no active binding in host n-h1-819494-3 {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 27 03:44:17.789097 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f214e6e-d340-48d0-8f3e-bb475f07f595 None None] Routers {'a17797ac-d74e-41d2-a098-260fb6a5e3c8'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:44:17.791833 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-0f214e6e-d340-48d0-8f3e-bb475f07f595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:43:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['a17797ac-d74e-41d2-a098-260fb6a5e3c8'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:17.868188 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ded40c8b-5fd2-4315-bd2d-f7af3feb13c4 req-4f54e76d-4dbb-41f0-836e-692c376e2357 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.236 HTTP/1.1" status: 200 len: 696 time: 0.1986778 Nov 27 03:44:17.902482 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e1cf8302-69b8-4685-92fe-320440e3d456 req-59a545d3-3b5c-4e99-a4d3-4b0d3d804957 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:17.943090 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-64f67afa-a1ca-4496-a8c0-e11e766e4c10 req-7c6a4cbb-022c-4260-b966-76d40c69b832 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/ports?device_id=a027b4c5-487d-41e1-955f-c41d36e054fa HTTP/1.1" status: 200 len: 210 time: 0.1062179 Nov 27 03:44:17.964827 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7c56e-cef3-4271-bec3-4cab40be357a req-43cdce3a-f0d3-420b-8a11-8567ca0cfd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:17.972177 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dbd7c56e-cef3-4271-bec3-4cab40be357a req-43cdce3a-f0d3-420b-8a11-8567ca0cfd98 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4f93bf1216094326aad79ff5fda23c08&device_id=b3ca7078-2116-4702-877b-4c6bb7a4fa95 HTTP/1.1" status: 200 len: 1125 time: 0.1861398 Nov 27 03:44:18.072672 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-0f214e6e-d340-48d0-8f3e-bb475f07f595 None None] Set router a17797ac-d74e-41d2-a098-260fb6a5e3c8 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:44:18.073382 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a545d3-3b5c-4e99-a4d3-4b0d3d804957 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Pushing event deleted for resources: {'Port': ['ID=435fb93a-728a-4ac6-8ca2-f90478e8c497,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:18.137373 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1cf8302-69b8-4685-92fe-320440e3d456 req-59a545d3-3b5c-4e99-a4d3-4b0d3d804957 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] No DVR routers for this DVR port 435fb93a-728a-4ac6-8ca2-f90478e8c497 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:44:18.161622 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e1cf8302-69b8-4685-92fe-320440e3d456 req-59a545d3-3b5c-4e99-a4d3-4b0d3d804957 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:18.166735 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e1cf8302-69b8-4685-92fe-320440e3d456 req-59a545d3-3b5c-4e99-a4d3-4b0d3d804957 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.23 "DELETE /v2.0/ports/435fb93a-728a-4ac6-8ca2-f90478e8c497 HTTP/1.1" status: 204 len: 173 time: 2.5006232 Nov 27 03:44:18.204323 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7c56e-cef3-4271-bec3-4cab40be357a req-84c3fab9-ad03-4866-bdd3-911a40a410f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:18.208534 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dbd7c56e-cef3-4271-bec3-4cab40be357a req-84c3fab9-ad03-4866-bdd3-911a40a410f5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 HTTP/1.1" status: 200 len: 909 time: 0.2257941 Nov 27 03:44:18.222275 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded40c8b-5fd2-4315-bd2d-f7af3feb13c4 req-df834c40-7c1b-4906-a798-13a2b095ae3c tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:18.223900 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ded40c8b-5fd2-4315-bd2d-f7af3feb13c4 req-df834c40-7c1b-4906-a798-13a2b095ae3c tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/networks/f5c39893-f8d8-4150-8aae-695f98406de3 HTTP/1.1" status: 200 len: 784 time: 0.3471317 Nov 27 03:44:18.235604 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-ded40c8b-5fd2-4315-bd2d-f7af3feb13c4 req-57ec78c9-750e-439a-bd16-ce5aaf602e8e tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 03:44:18.236631 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ded40c8b-5fd2-4315-bd2d-f7af3feb13c4 req-57ec78c9-750e-439a-bd16-ce5aaf602e8e tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069363 Nov 27 03:44:18.246174 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['25318c00-c898-4c02-99c4-badd4d372c64'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:44:18.352301 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e2b47a54-5e2b-4a38-872a-d5c6b54c4213 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:44:18.398018 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dbd7c56e-cef3-4271-bec3-4cab40be357a req-c49f46cf-daf2-434f-ac1a-516aa8c964bb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17a8823d-dc4e-4db2-b4ef-fc2efc14860a HTTP/1.1" status: 200 len: 217 time: 0.1745708 Nov 27 03:44:18.486623 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f7d98-3003-472e-a8f8-3d1d20700e93 req-4af4dfe6-7a4c-4461-8ed5-f7e44cd3a8ea tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:18.488270 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-166f7d98-3003-472e-a8f8-3d1d20700e93 req-4af4dfe6-7a4c-4461-8ed5-f7e44cd3a8ea tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 945 time: 0.1380637 Nov 27 03:44:18.547765 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7c56e-cef3-4271-bec3-4cab40be357a req-6c714383-5ee8-4bcb-8b4a-4414bc4f5c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:18.550138 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dbd7c56e-cef3-4271-bec3-4cab40be357a req-6c714383-5ee8-4bcb-8b4a-4414bc4f5c5e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f2f4695-47e3-40b2-b54d-f43d3306eba4 HTTP/1.1" status: 200 len: 848 time: 0.1383166 Nov 27 03:44:18.610493 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dbd7c56e-cef3-4271-bec3-4cab40be357a req-871f013c-1a85-4f18-b22e-e6e41ddbcc50 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509849 Nov 27 03:44:18.618960 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-166f7d98-3003-472e-a8f8-3d1d20700e93 req-7b646ff0-64c0-4c64-985d-79233c9cbb70 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139553 Nov 27 03:44:18.631797 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-475a3c4d-6533-4b60-bde7-672adc58c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:18.673087 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:18.749075 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port e2b47a54-5e2b-4a38-872a-d5c6b54c4213 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:44:18.750112 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:18.775396 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 8e7b808b-e22f-4e4a-8e03-66ad1475346d no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:44:18.791656 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-840320a9-645f-475d-8c2d-331bee4be1ab tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:18.793035 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-840320a9-645f-475d-8c2d-331bee4be1ab tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/networks?id=db6faed1-7a64-47d9-b237-148e31202572 HTTP/1.1" status: 200 len: 829 time: 0.1814952 Nov 27 03:44:18.859968 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: 8e7b808b-e22f-4e4a-8e03-66ad1475346d {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:44:18.860314 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 8e7b808b-e22f-4e4a-8e03-66ad1475346d not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:44:18.884140 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dbd7c56e-cef3-4271-bec3-4cab40be357a req-55790b9c-1053-42f0-8df8-b1d69f9fda1c service neutron] 10.222.0.11 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668587 Nov 27 03:44:18.905543 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-742a86ff-f97b-4c86-ae9a-6b3c8a0e0909 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/quotas/da896f7ee1034657a1461bc4bc807ddb HTTP/1.1" status: 200 len: 375 time: 0.0948868 Nov 27 03:44:18.950041 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-0f214e6e-d340-48d0-8f3e-bb475f07f595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17797ac-d74e-41d2-a098-260fb6a5e3c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1984365986-router', 'tenant_id': 'da896f7ee1034657a1461bc4bc807ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e2b47a54-5e2b-4a38-872a-d5c6b54c4213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:44:07Z', 'updated_at': '2021-11-27T03:44:15Z', 'revision_number': 4, 'project_id': 'da896f7ee1034657a1461bc4bc807ddb', 'gw_port': {'id': 'e2b47a54-5e2b-4a38-872a-d5c6b54c4213', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17797ac-d74e-41d2-a098-260fb6a5e3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:44:09Z', 'updated_at': '2021-11-27T03:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '3ae1a60c-e405-4d9f-affe-4d0b1546366f', 'name': '', 'network_id': 'db6faed1-7a64-47d9-b237-148e31202572', 'tenant_id': 'da896f7ee1034657a1461bc4bc807ddb', 'mac_address': 'fa:16:3e:f3:a2:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17797ac-d74e-41d2-a098-260fb6a5e3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd925a54f-4749-40bf-aefc-d8e292f99d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:44:13Z', 'updated_at': '2021-11-27T03:44:15Z', 'revision_number': 2, 'project_id': 'da896f7ee1034657a1461bc4bc807ddb', 'subnets': [{'id': 'd925a54f-4749-40bf-aefc-d8e292f99d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:18.986932 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f214e6e-d340-48d0-8f3e-bb475f07f595 None None] Checking router: a17797ac-d74e-41d2-a098-260fb6a5e3c8 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:44:18.987290 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f214e6e-d340-48d0-8f3e-bb475f07f595 None None] Updating router a17797ac-d74e-41d2-a098-260fb6a5e3c8 port 3ae1a60c-e405-4d9f-affe-4d0b1546366f binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:44:19.017881 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0f214e6e-d340-48d0-8f3e-bb475f07f595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:19.203526 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-61ec312e-fa6f-4f0e-b780-6ee9416803ef tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:19.205144 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-61ec312e-fa6f-4f0e-b780-6ee9416803ef tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/networks?id=1061c8f2-a0ce-422f-b43d-3200c66695ab HTTP/1.1" status: 200 len: 821 time: 0.2790773 Nov 27 03:44:19.263475 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-f71340a0-643d-4458-9c1b-62b3ff789dce tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/quotas/8ee487fd6f3246e3902cf82b3ecb881d HTTP/1.1" status: 200 len: 375 time: 0.0509076 Nov 27 03:44:19.344150 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-8bdcc7aa-aafb-440c-99f7-7f0fe96632e4 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8ee487fd6f3246e3902cf82b3ecb881d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0714211 Nov 27 03:44:19.345698 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-d4db2a94-30c5-4a0c-b2d8-8434207c16b6 service neutron] 10.222.0.11 "GET /v2.0/ports/17a8823d-dc4e-4db2-b4ef-fc2efc14860a/bindings/n-h1-819494-3 HTTP/1.1" status: 200 len: 384 time: 0.1396663 Nov 27 03:44:19.404150 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:19.516183 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0f214e6e-d340-48d0-8f3e-bb475f07f595 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:19.543931 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0f214e6e-d340-48d0-8f3e-bb475f07f595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:19.547553 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:44:19.608034 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-e1867255-5f6e-4ec6-b72e-15bcf9f5816f service neutron] 10.222.0.20 "GET /v2.0/networks/1061c8f2-a0ce-422f-b43d-3200c66695ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562051 Nov 27 03:44:19.691612 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-6d797631-8ca7-4b95-a486-450c02db85c7 service neutron] For port 17a8823d-dc4e-4db2-b4ef-fc2efc14860a, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=17a8823d-dc4e-4db2-b4ef-fc2efc14860a,segment=NetworkSegment(0ede1ec6-1b9f-43e0-8048-29f023f3314a),segment_id=0ede1ec6-1b9f-43e0-8048-29f023f3314a)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:44:19.727353 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-6d797631-8ca7-4b95-a486-450c02db85c7 service neutron] For port 17a8823d-dc4e-4db2-b4ef-fc2efc14860a, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:44:19.741314 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dbd7c56e-cef3-4271-bec3-4cab40be357a req-29b5aea1-e8c1-44f0-b23e-c363dbd9b873 service neutron] 10.222.0.11 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8247819 Nov 27 03:44:19.791550 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4bb53a-fe69-4e9c-836e-746d5f98fc6b None None] Pushing event updated for resources: {'Port': ['ID=3ae1a60c-e405-4d9f-affe-4d0b1546366f,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:19.821313 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-9123ac09-51c6-4c97-9740-2b15e5efc1f3 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=da896f7ee1034657a1461bc4bc807ddb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9131482 Nov 27 03:44:19.834119 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-6d797631-8ca7-4b95-a486-450c02db85c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17a8823d-dc4e-4db2-b4ef-fc2efc14860a {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:44:19.847188 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-0f214e6e-d340-48d0-8f3e-bb475f07f595 None None] Attempting to bind port 3ae1a60c-e405-4d9f-affe-4d0b1546366f on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:44:19.847615 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-0f214e6e-d340-48d0-8f3e-bb475f07f595 None None] Attempting to bind port 3ae1a60c-e405-4d9f-affe-4d0b1546366f by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '6a04ba6b-96e5-4206-90d9-c88aaa4a79a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'db6faed1-7a64-47d9-b237-148e31202572'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:44:19.847987 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f214e6e-d340-48d0-8f3e-bb475f07f595 None None] Attempting to bind port 3ae1a60c-e405-4d9f-affe-4d0b1546366f on network db6faed1-7a64-47d9-b237-148e31202572 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:44:19.854295 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f214e6e-d340-48d0-8f3e-bb475f07f595 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:44:19.854796 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f214e6e-d340-48d0-8f3e-bb475f07f595 None None] Checking segment: {'id': '6a04ba6b-96e5-4206-90d9-c88aaa4a79a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'db6faed1-7a64-47d9-b237-148e31202572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:44:19.855379 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0f214e6e-d340-48d0-8f3e-bb475f07f595 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:19.855742 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f214e6e-d340-48d0-8f3e-bb475f07f595 None None] Bound using segment: {'id': '6a04ba6b-96e5-4206-90d9-c88aaa4a79a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'db6faed1-7a64-47d9-b237-148e31202572'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:44:19.856237 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-0f214e6e-d340-48d0-8f3e-bb475f07f595 None None] Bound port: 3ae1a60c-e405-4d9f-affe-4d0b1546366f, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a04ba6b-96e5-4206-90d9-c88aaa4a79a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'db6faed1-7a64-47d9-b237-148e31202572'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:44:19.856620 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0f214e6e-d340-48d0-8f3e-bb475f07f595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:19.866031 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-6d797631-8ca7-4b95-a486-450c02db85c7 service neutron] For port 17a8823d-dc4e-4db2-b4ef-fc2efc14860a, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=17a8823d-dc4e-4db2-b4ef-fc2efc14860a,segment=NetworkSegment(0ede1ec6-1b9f-43e0-8048-29f023f3314a),segment_id=0ede1ec6-1b9f-43e0-8048-29f023f3314a)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:44:19.871481 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:44:19.882361 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a027b4c5-487d-41e1-955f-c41d36e054fa', 'name': 'network-vif-deleted', 'tag': '435fb93a-728a-4ac6-8ca2-f90478e8c497'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:44:19.885161 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3901a797-b672-403a-b6af-81d8a0a96717" -d '{"events": [{"server_uuid": "a027b4c5-487d-41e1-955f-c41d36e054fa", "name": "network-vif-deleted", "tag": "435fb93a-728a-4ac6-8ca2-f90478e8c497"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:44:19.892143 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-6d797631-8ca7-4b95-a486-450c02db85c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:19.908149 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:44:19.909325 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:19.997135 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-c69d454b-6612-4f50-b973-bc4cd38f2537 service neutron] 10.222.0.20 "GET /v2.0/networks/1061c8f2-a0ce-422f-b43d-3200c66695ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879082 Nov 27 03:44:20.014898 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0f214e6e-d340-48d0-8f3e-bb475f07f595 None None] For port 3ae1a60c-e405-4d9f-affe-4d0b1546366f, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:44:20.019595 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0f214e6e-d340-48d0-8f3e-bb475f07f595 None None] For port 3ae1a60c-e405-4d9f-affe-4d0b1546366f, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=3ae1a60c-e405-4d9f-affe-4d0b1546366f,segment=NetworkSegment(6a04ba6b-96e5-4206-90d9-c88aaa4a79a8),segment_id=6a04ba6b-96e5-4206-90d9-c88aaa4a79a8)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:44:20.046202 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-6d797631-8ca7-4b95-a486-450c02db85c7 service neutron] Transition to ACTIVE for port object 17a8823d-dc4e-4db2-b4ef-fc2efc14860a will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:44:20.057035 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-6d797631-8ca7-4b95-a486-450c02db85c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:20.058643 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-59c603ed-9e2f-4dd4-9a14-33873d7a10c0 service neutron] 10.222.0.20 "GET /v2.0/networks/db6faed1-7a64-47d9-b237-148e31202572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284648 Nov 27 03:44:20.063395 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0f214e6e-d340-48d0-8f3e-bb475f07f595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:20.135356 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-6d797631-8ca7-4b95-a486-450c02db85c7 service neutron] No DVR routers for this DVR port 17a8823d-dc4e-4db2-b4ef-fc2efc14860a on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:44:20.141841 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d797631-8ca7-4b95-a486-450c02db85c7 service neutron] Pushing event updated for resources: {'Port': ['ID=17a8823d-dc4e-4db2-b4ef-fc2efc14860a,revision_number=10']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:20.191516 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-6d797631-8ca7-4b95-a486-450c02db85c7 service neutron] 10.222.0.11 "PUT /v2.0/ports/17a8823d-dc4e-4db2-b4ef-fc2efc14860a/bindings/n-h1-819494-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8268473 Nov 27 03:44:20.212063 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f214e6e-d340-48d0-8f3e-bb475f07f595 None None] Routers {'a17797ac-d74e-41d2-a098-260fb6a5e3c8'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:44:20.212495 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-0f214e6e-d340-48d0-8f3e-bb475f07f595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:44:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['a17797ac-d74e-41d2-a098-260fb6a5e3c8'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:20.240094 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-51dce039-1f7d-4578-a0e5-566b6702650b service neutron] 10.222.0.20 "GET /v2.0/networks/db6faed1-7a64-47d9-b237-148e31202572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738889 Nov 27 03:44:20.265572 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 03:44:20.403729 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369fa3b-e010-4cd7-ad57-535d85e27b6a req-9906abf4-b6d9-469e-bc85-a3560d635a1c tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:20.413103 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4369fa3b-e010-4cd7-ad57-535d85e27b6a req-9906abf4-b6d9-469e-bc85-a3560d635a1c tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3ca7078-2116-4702-877b-4c6bb7a4fa95 HTTP/1.1" status: 200 len: 945 time: 0.1199508 Nov 27 03:44:20.433655 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-c8d4804d-25f1-431a-b91d-b06111faebb9 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:20.435615 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-c8d4804d-25f1-431a-b91d-b06111faebb9 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b3ca7078-2116-4702-877b-4c6bb7a4fa95&tenant_id=4f93bf1216094326aad79ff5fda23c08&binding%3Ahost_id=n-h2-819494-3 HTTP/1.1" status: 200 len: 1096 time: 0.0978608 Nov 27 03:44:20.576940 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4369fa3b-e010-4cd7-ad57-535d85e27b6a req-b536185c-3aac-4c84-b95e-5f832d4c1318 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608911 Nov 27 03:44:20.596793 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-5f8538f8-af44-4536-a4e4-b305d22d3708 None None] Provisioning complete for port 3ae1a60c-e405-4d9f-affe-4d0b1546366f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:44:20.597174 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5f8538f8-af44-4536-a4e4-b305d22d3708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:20.609734 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-ab7fdf22-7493-456b-8760-a8a7c23fda25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:20.615775 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-ab7fdf22-7493-456b-8760-a8a7c23fda25 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b3ca7078-2116-4702-877b-4c6bb7a4fa95&tenant_id=4f93bf1216094326aad79ff5fda23c08 HTTP/1.1" status: 200 len: 1096 time: 0.1667614 Nov 27 03:44:20.727744 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-0f214e6e-d340-48d0-8f3e-bb475f07f595 None None] Set router a17797ac-d74e-41d2-a098-260fb6a5e3c8 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:44:20.757255 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f3921-449c-4682-b421-003fd0343d35 req-caea9e41-181e-4646-a2ce-0f177f74105b tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:20.758869 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b94f3921-449c-4682-b421-003fd0343d35 req-caea9e41-181e-4646-a2ce-0f177f74105b tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 945 time: 0.1330373 Nov 27 03:44:20.851636 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f672e5-1a0b-4415-b4db-50da46a289f7 x-openstack-request-id: req-69f672e5-1a0b-4415-b4db-50da46a289f7 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:44:20.851824 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a027b4c5-487d-41e1-955f-c41d36e054fa", "name": "network-vif-deleted", "tag": "435fb93a-728a-4ac6-8ca2-f90478e8c497", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:44:20.852019 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69f672e5-1a0b-4415-b4db-50da46a289f7 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:44:20.852395 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a027b4c5-487d-41e1-955f-c41d36e054fa', 'name': 'network-vif-deleted', 'tag': '435fb93a-728a-4ac6-8ca2-f90478e8c497', 'status': 'completed', 'code': 200} Nov 27 03:44:20.868301 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-4bd75d43-894d-44ba-9c43-9eef48049122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:20.870764 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-4bd75d43-894d-44ba-9c43-9eef48049122 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f93bf1216094326aad79ff5fda23c08&device_id=b3ca7078-2116-4702-877b-4c6bb7a4fa95 HTTP/1.1" status: 200 len: 1096 time: 0.1758578 Nov 27 03:44:20.880693 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-920d1088-94c9-4523-abd0-11769863f332 req-ccca88fb-723a-44ae-ac4b-d94224086b62 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9b1fc4af-eec6-4bfc-83a5-e96d29180c7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1278687 Nov 27 03:44:20.896577 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4bb53a-fe69-4e9c-836e-746d5f98fc6b None None] Pushing event updated for resources: {'Port': ['ID=3ae1a60c-e405-4d9f-affe-4d0b1546366f,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:20.904113 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b94f3921-449c-4682-b421-003fd0343d35 req-fd3bf20f-54df-4789-a6d2-319cc870c66f tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331618 Nov 27 03:44:21.011656 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-44cff226-59ac-457f-a222-b3ae84369dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:21.013512 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-44cff226-59ac-457f-a222-b3ae84369dbf service neutron] 10.222.0.23 "GET /v2.0/networks?id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 HTTP/1.1" status: 200 len: 909 time: 0.1319768 Nov 27 03:44:21.031154 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c50ef78f-3a61-402d-9848-02d89f4818a8 req-f346b0a3-0b63-485d-bf6c-ad31ea4f081d tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ea08f2f-689a-4234-995e-8e2fdc5a4a86 HTTP/1.1" status: 200 len: 210 time: 0.0441210 Nov 27 03:44:21.052187 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:21.052968 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-48cea7a7-0161-4efb-9e26-ad57314805ee req-85bb24a3-1160-4d1b-9041-864aca5b41e1 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bd3cb35-3ab5-4b8e-bdf0-c970804c7289 HTTP/1.1" status: 200 len: 210 time: 0.0359926 Nov 27 03:44:21.071506 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:21.122369 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-2ace6143-8f42-4a14-9aff-f4d3699fcfc2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17a8823d-dc4e-4db2-b4ef-fc2efc14860a HTTP/1.1" status: 200 len: 217 time: 0.0414987 Nov 27 03:44:21.142462 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d1088-94c9-4523-abd0-11769863f332 req-d4f03fb5-0a07-4513-b31b-6c8a0ac1ddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:21.144298 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-920d1088-94c9-4523-abd0-11769863f332 req-d4f03fb5-0a07-4513-b31b-6c8a0ac1ddd7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35cfdc78458c41aab44b0a976c3549af&device_id=9b1fc4af-eec6-4bfc-83a5-e96d29180c7a HTTP/1.1" status: 200 len: 1095 time: 0.1295366 Nov 27 03:44:21.146532 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=38d81c3d-ce44-436e-ac76-0fa3e4f40f3d,segment=NetworkSegment(74310010-e448-4edf-8f12-15f9f8367765),segment_id=74310010-e448-4edf-8f12-15f9f8367765)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:44:21.148101 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88c39d7-63a5-4f08-90ba-43799a19feee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d81c3d-ce44-436e-ac76-0fa3e4f40f3d'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:44:21.151719 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20c23cd-eb0a-4ea1-8d78-190dd4981c0b" -d '{"events": [{"server_uuid": "f88c39d7-63a5-4f08-90ba-43799a19feee", "name": "network-vif-plugged", "status": "completed", "tag": "38d81c3d-ce44-436e-ac76-0fa3e4f40f3d"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:44:21.172885 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:21.178386 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 435fb93a-728a-4ac6-8ca2-f90478e8c497 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:44:21.201403 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-c7f4c4f0-3f00-4ac2-95c2-5669106e8a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:21.206882 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-c7f4c4f0-3f00-4ac2-95c2-5669106e8a4d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f2f4695-47e3-40b2-b54d-f43d3306eba4 HTTP/1.1" status: 200 len: 848 time: 0.0674870 Nov 27 03:44:21.294599 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 435fb93a-728a-4ac6-8ca2-f90478e8c497 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:44:21.295045 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 435fb93a-728a-4ac6-8ca2-f90478e8c497 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:44:21.369165 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5f8538f8-af44-4536-a4e4-b305d22d3708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:21.382244 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-e7dd61ee-7273-4393-bdac-f2eddf2a9cbf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1509137 Nov 27 03:44:21.398185 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958f726a-0bf4-4a4a-b034-5c7690713799 x-openstack-request-id: req-958f726a-0bf4-4a4a-b034-5c7690713799 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:44:21.398680 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88c39d7-63a5-4f08-90ba-43799a19feee", "name": "network-vif-plugged", "status": "completed", "tag": "38d81c3d-ce44-436e-ac76-0fa3e4f40f3d", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:44:21.398992 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-958f726a-0bf4-4a4a-b034-5c7690713799 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:44:21.399395 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88c39d7-63a5-4f08-90ba-43799a19feee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d81c3d-ce44-436e-ac76-0fa3e4f40f3d', 'code': 200} Nov 27 03:44:21.403939 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=38d81c3d-ce44-436e-ac76-0fa3e4f40f3d,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:21.430379 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d1088-94c9-4523-abd0-11769863f332 req-999412d7-eea3-4f4e-bde6-7098d8c883c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:21.432067 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-920d1088-94c9-4523-abd0-11769863f332 req-999412d7-eea3-4f4e-bde6-7098d8c883c0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b645cec8-c88e-4bba-8234-b110de21cfe7 HTTP/1.1" status: 200 len: 922 time: 0.2232263 Nov 27 03:44:21.450196 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-5f8538f8-af44-4536-a4e4-b305d22d3708 None None] For port 3ae1a60c-e405-4d9f-affe-4d0b1546366f, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=3ae1a60c-e405-4d9f-affe-4d0b1546366f,segment=NetworkSegment(6a04ba6b-96e5-4206-90d9-c88aaa4a79a8),segment_id=6a04ba6b-96e5-4206-90d9-c88aaa4a79a8)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:44:21.464471 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5f8538f8-af44-4536-a4e4-b305d22d3708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:21.519180 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-920d1088-94c9-4523-abd0-11769863f332 req-2e636a9f-f709-4c48-a24a-636968ab888f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfc60870-0453-46e6-86d1-c791147fdefb HTTP/1.1" status: 200 len: 217 time: 0.0757368 Nov 27 03:44:21.522695 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-0f214e6e-d340-48d0-8f3e-bb475f07f595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17797ac-d74e-41d2-a098-260fb6a5e3c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1984365986-router', 'tenant_id': 'da896f7ee1034657a1461bc4bc807ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e2b47a54-5e2b-4a38-872a-d5c6b54c4213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:44:07Z', 'updated_at': '2021-11-27T03:44:15Z', 'revision_number': 4, 'project_id': 'da896f7ee1034657a1461bc4bc807ddb', 'gw_port': {'id': 'e2b47a54-5e2b-4a38-872a-d5c6b54c4213', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17797ac-d74e-41d2-a098-260fb6a5e3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:44:09Z', 'updated_at': '2021-11-27T03:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '3ae1a60c-e405-4d9f-affe-4d0b1546366f', 'name': '', 'network_id': 'db6faed1-7a64-47d9-b237-148e31202572', 'tenant_id': 'da896f7ee1034657a1461bc4bc807ddb', 'mac_address': 'fa:16:3e:f3:a2:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17797ac-d74e-41d2-a098-260fb6a5e3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd925a54f-4749-40bf-aefc-d8e292f99d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:44:13Z', 'updated_at': '2021-11-27T03:44:20Z', 'revision_number': 4, 'project_id': 'da896f7ee1034657a1461bc4bc807ddb', 'subnets': [{'id': 'd925a54f-4749-40bf-aefc-d8e292f99d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:21.547532 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81267db7-f46a-4a1b-afda-0afb9e869541 req-9780ca2e-3200-4086-8a0c-1237c825231e tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:21.550103 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-81267db7-f46a-4a1b-afda-0afb9e869541 req-9780ca2e-3200-4086-8a0c-1237c825231e tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b0c6bfe-89fd-403a-941a-55854b03c5c5 HTTP/1.1" status: 200 len: 950 time: 0.0693400 Nov 27 03:44:21.557582 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f214e6e-d340-48d0-8f3e-bb475f07f595 None None] The sync data for ids ['a17797ac-d74e-41d2-a098-260fb6a5e3c8'] in n-d-819494-3 is: [{'id': 'a17797ac-d74e-41d2-a098-260fb6a5e3c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1984365986-router', 'tenant_id': 'da896f7ee1034657a1461bc4bc807ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e2b47a54-5e2b-4a38-872a-d5c6b54c4213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:44:07Z', 'updated_at': '2021-11-27T03:44:15Z', 'revision_number': 4, 'project_id': 'da896f7ee1034657a1461bc4bc807ddb', 'gw_port': {'id': 'e2b47a54-5e2b-4a38-872a-d5c6b54c4213', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17797ac-d74e-41d2-a098-260fb6a5e3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:44:09Z', 'updated_at': '2021-11-27T03:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '3ae1a60c-e405-4d9f-affe-4d0b1546366f', 'name': '', 'network_id': 'db6faed1-7a64-47d9-b237-148e31202572', 'tenant_id': 'da896f7ee1034657a1461bc4bc807ddb', 'mac_address': 'fa:16:3e:f3:a2:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17797ac-d74e-41d2-a098-260fb6a5e3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd925a54f-4749-40bf-aefc-d8e292f99d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:44:13Z', 'updated_at': '2021-11-27T03:44:20Z', 'revision_number': 4, 'project_id': 'da896f7ee1034657a1461bc4bc807ddb', 'subnets': [{'id': 'd925a54f-4749-40bf-aefc-d8e292f99d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:44:21.581713 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8538f8-af44-4536-a4e4-b305d22d3708 None None] Pushing event updated for resources: {'Port': ['ID=3ae1a60c-e405-4d9f-affe-4d0b1546366f,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:21.658864 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-2e2b33fb-3991-4f03-b6ba-af1ee365d5d8 None None] Provisioning complete for port 3ae1a60c-e405-4d9f-affe-4d0b1546366f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:44:21.660338 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2e2b33fb-3991-4f03-b6ba-af1ee365d5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:21.665593 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d1088-94c9-4523-abd0-11769863f332 req-6033fb98-62ec-42b0-8506-3c54fad23cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:21.667103 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-81267db7-f46a-4a1b-afda-0afb9e869541 req-9ead166b-d2c7-43bf-b47d-713c546c939e tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/security-groups?id=433bd4f4-0057-4edd-9b1a-c8bdc4d45e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022356 Nov 27 03:44:21.667316 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-920d1088-94c9-4523-abd0-11769863f332 req-6033fb98-62ec-42b0-8506-3c54fad23cf3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=022c48dd-3720-4645-8f22-45c74ce924ab HTTP/1.1" status: 200 len: 861 time: 0.1340871 Nov 27 03:44:21.670665 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-9ee8cd7e-c398-47ee-b31b-de659e03872a service neutron] 10.222.0.23 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374945 Nov 27 03:44:21.782940 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:21.817709 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-920d1088-94c9-4523-abd0-11769863f332 req-61f2cd07-56da-40fc-85b2-e6cdbb01c4a8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b645cec8-c88e-4bba-8234-b110de21cfe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999699 Nov 27 03:44:21.876665 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f96a6-f884-446a-94fa-ddb3c2645d9e req-e98f170f-b048-4e58-aede-82b5d7067f6c tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:21.891515 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9e3f96a6-f884-446a-94fa-ddb3c2645d9e req-e98f170f-b048-4e58-aede-82b5d7067f6c tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3ca7078-2116-4702-877b-4c6bb7a4fa95 HTTP/1.1" status: 200 len: 945 time: 0.0774431 Nov 27 03:44:21.972792 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-1eea8f8c-9df7-40cc-8762-bc14f25f0974 service neutron] 10.222.0.23 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568119 Nov 27 03:44:22.046963 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5023885-130f-445e-8144-7bcc1080077f req-7caa6df6-4354-4018-9f43-b7ac7e4882ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:22.049570 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c5023885-130f-445e-8144-7bcc1080077f req-7caa6df6-4354-4018-9f43-b7ac7e4882ef service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 1097 time: 0.5057886 Nov 27 03:44:22.085031 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 3ae1a60c-e405-4d9f-affe-4d0b1546366f up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:44:22.117115 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-c8759209-e42c-46bb-9f07-ce8097df1404 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:22.121529 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-c8759209-e42c-46bb-9f07-ce8097df1404 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.11 "GET /v2.0/networks?id=1061c8f2-a0ce-422f-b43d-3200c66695ab HTTP/1.1" status: 200 len: 821 time: 0.1987605 Nov 27 03:44:22.147736 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-0d006dc8-2931-4431-9cbf-73b322c896c0 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Request body: {'port': {'device_id': '4bd3cb35-3ab5-4b8e-bdf0-c970804c7289', 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab', 'admin_state_up': True, 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:44:22.176614 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9e3f96a6-f884-446a-94fa-ddb3c2645d9e req-c8285578-8525-4f61-a582-9a9e26f3146f tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762957 Nov 27 03:44:22.202194 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 3ae1a60c-e405-4d9f-affe-4d0b1546366f triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:44:22.202194 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:22.389098 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e97440-c31b-4a1b-b001-0f2504a8fd30 req-97c8dcc6-2f1b-4229-b61e-bacd55feab9b tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:22.391396 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-53e97440-c31b-4a1b-b001-0f2504a8fd30 req-97c8dcc6-2f1b-4229-b61e-bacd55feab9b tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 946 time: 0.0757849 Nov 27 03:44:22.413630 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-0d006dc8-2931-4431-9cbf-73b322c896c0 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Made reservation on behalf of 8ee487fd6f3246e3902cf82b3ecb881d for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:44:22.419131 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-0d006dc8-2931-4431-9cbf-73b322c896c0 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:22.420697 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b31308ae-4202-4940-92cb-20297cc19d5f req-26e85295-8638-43a7-bb27-80a05169109f tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ea08f2f-689a-4234-995e-8e2fdc5a4a86 HTTP/1.1" status: 200 len: 210 time: 0.0353329 Nov 27 03:44:22.529843 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-920d1088-94c9-4523-abd0-11769863f332 req-5be81e05-7cbb-4b2e-97cf-3d9eff77b216 service neutron] 10.222.0.11 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5483749 Nov 27 03:44:22.546677 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-53e97440-c31b-4a1b-b001-0f2504a8fd30 req-2081ef36-b532-4238-996c-528569560903 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250429 Nov 27 03:44:22.581286 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c5023885-130f-445e-8144-7bcc1080077f req-ee894701-430b-4d75-8198-4cf4a7eaf980 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053646 Nov 27 03:44:22.680813 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-764cef3e-bf50-4318-90ee-f42b7c1d6eb4 req-5095f9da-a265-472c-8aed-884a1b6788d7 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bd3cb35-3ab5-4b8e-bdf0-c970804c7289 HTTP/1.1" status: 200 len: 210 time: 0.1549532 Nov 27 03:44:22.705100 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-0d006dc8-2931-4431-9cbf-73b322c896c0 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Allocated IP 172.20.0.13 (1061c8f2-a0ce-422f-b43d-3200c66695ab/eb97b0e2-75dc-4d09-932a-9875e5b8e057/f212bdf1-3050-4e6b-b469-e95ac55d5b1c) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:44:22.709978 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-920d1088-94c9-4523-abd0-11769863f332 req-b5fa9e8b-a079-4234-ab5e-b6bc516275f8 service neutron] 10.222.0.11 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312256 Nov 27 03:44:22.779366 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 17a8823d-dc4e-4db2-b4ef-fc2efc14860a no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:44:22.869109 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-9d94a5bf-b771-47ef-91bb-d196a57bc1e5 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:22.870700 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-9d94a5bf-b771-47ef-91bb-d196a57bc1e5 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.11 "GET /v2.0/networks?id=db6faed1-7a64-47d9-b237-148e31202572 HTTP/1.1" status: 200 len: 829 time: 0.1792583 Nov 27 03:44:22.894361 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-89d1faa8-1ce1-4943-8b24-1dbac300dd39 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Request body: {'port': {'device_id': '6ea08f2f-689a-4234-995e-8e2fdc5a4a86', 'network_id': 'db6faed1-7a64-47d9-b237-148e31202572', 'admin_state_up': True, 'tenant_id': 'da896f7ee1034657a1461bc4bc807ddb'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:44:22.959166 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 17a8823d-dc4e-4db2-b4ef-fc2efc14860a not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:44:23.027938 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb6482-cb16-4326-89dd-1b908747852e req-d67367c2-6762-47e2-9ae2-aa49ec701ce0 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:23.043521 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-73cb6482-cb16-4326-89dd-1b908747852e req-d67367c2-6762-47e2-9ae2-aa49ec701ce0 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b0c6bfe-89fd-403a-941a-55854b03c5c5 HTTP/1.1" status: 200 len: 950 time: 0.1438293 Nov 27 03:44:23.088884 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-0d006dc8-2931-4431-9cbf-73b322c896c0 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:23.126965 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-89d1faa8-1ce1-4943-8b24-1dbac300dd39 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Made reservation on behalf of da896f7ee1034657a1461bc4bc807ddb for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:44:23.132865 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-89d1faa8-1ce1-4943-8b24-1dbac300dd39 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:23.176914 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-73cb6482-cb16-4326-89dd-1b908747852e req-729b7a3e-766c-41d8-b0a0-8a2ef0008cf8 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/security-groups?id=433bd4f4-0057-4edd-9b1a-c8bdc4d45e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315155 Nov 27 03:44:23.237767 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-0d006dc8-2931-4431-9cbf-73b322c896c0 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:23.275028 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['6452bbf0-7f88-4b4a-9e8f-c52204c5033d'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:44:23.292653 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55704) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:44:23.325808 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-e1a1ce7c-d0a2-478b-84cd-90480028fa65 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:23.328112 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-e1a1ce7c-d0a2-478b-84cd-90480028fa65 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b3ca7078-2116-4702-877b-4c6bb7a4fa95&tenant_id=4f93bf1216094326aad79ff5fda23c08&binding%3Ahost_id=n-h1-819494-3 HTTP/1.1" status: 200 len: 1096 time: 0.1390388 Nov 27 03:44:23.343275 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-0d006dc8-2931-4431-9cbf-73b322c896c0 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Network 1061c8f2-a0ce-422f-b43d-3200c66695ab is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:44:23.362892 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-0d006dc8-2931-4431-9cbf-73b322c896c0 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:44:23.386858 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-0d006dc8-2931-4431-9cbf-73b322c896c0 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:44:23.503474 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-0d006dc8-2931-4431-9cbf-73b322c896c0 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:23.504143 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-0d006dc8-2931-4431-9cbf-73b322c896c0 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:23.533003 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-24623c54-13e3-44d5-bead-334792dae0ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:23.535772 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-89d1faa8-1ce1-4943-8b24-1dbac300dd39 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Allocated IP 172.20.0.7 (db6faed1-7a64-47d9-b237-148e31202572/d925a54f-4749-40bf-aefc-d8e292f99d7a/cfb41637-ef47-4891-9bc8-1a5c5cf5c99f) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:44:23.546031 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-0d006dc8-2931-4431-9cbf-73b322c896c0 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4030519 Nov 27 03:44:23.548777 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d006dc8-2931-4431-9cbf-73b322c896c0 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Pushing event updated for resources: {'Port': ['ID=f212bdf1-3050-4e6b-b469-e95ac55d5b1c,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:23.572780 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-35fa8596-44bb-4244-a407-fce93d07b11e service neutron] Request body: {'port': {'device_id': '4bd3cb35-3ab5-4b8e-bdf0-c970804c7289', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:44:23.589398 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba30d594-67f3-40b3-af46-a6f95e08c030 req-5afe523f-6d1f-48b3-907d-62c781204123 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:23.598139 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ba30d594-67f3-40b3-af46-a6f95e08c030 req-5afe523f-6d1f-48b3-907d-62c781204123 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3ca7078-2116-4702-877b-4c6bb7a4fa95 HTTP/1.1" status: 200 len: 945 time: 0.2531459 Nov 27 03:44:23.671707 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-35fa8596-44bb-4244-a407-fce93d07b11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:23.692110 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-ff461d5f-74a6-41e0-b08b-960cde4a04b2 service neutron] For port 17a8823d-dc4e-4db2-b4ef-fc2efc14860a, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:44:23.694441 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0dc535cb-f229-4df5-b496-1384aff47ab9 req-c840b597-1823-4bfb-af7a-1b512a85dd98 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ea08f2f-689a-4234-995e-8e2fdc5a4a86 HTTP/1.1" status: 200 len: 210 time: 0.0559986 Nov 27 03:44:23.708273 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-ff461d5f-74a6-41e0-b08b-960cde4a04b2 service neutron] Publish callbacks [] for binding, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:23.709378 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f28a9296-1a57-479c-8c54-9b3d5646a4ed req-ff461d5f-74a6-41e0-b08b-960cde4a04b2 service neutron] 10.222.0.23 "DELETE /v2.0/ports/17a8823d-dc4e-4db2-b4ef-fc2efc14860a/bindings/n-h2-819494-3 HTTP/1.1" status: 204 len: 173 time: 0.3564401 Nov 27 03:44:23.790616 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-077d58a1-e51d-478a-8c16-4c75ceee6e6a None None] Provisioning complete for port f212bdf1-3050-4e6b-b469-e95ac55d5b1c triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:44:23.791004 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-077d58a1-e51d-478a-8c16-4c75ceee6e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:23.822095 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ba30d594-67f3-40b3-af46-a6f95e08c030 req-d0e99e0c-300c-4b01-98c7-87adf073d013 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229593 Nov 27 03:44:23.845992 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-077d58a1-e51d-478a-8c16-4c75ceee6e6a None None] Port f212bdf1-3050-4e6b-b469-e95ac55d5b1c cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:44:23.848629 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-89d1faa8-1ce1-4943-8b24-1dbac300dd39 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:23.945365 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-24623c54-13e3-44d5-bead-334792dae0ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:23.955294 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9111c0-8107-4867-9296-cbb4c1d3efca req-696bb0a3-eaac-481b-9de2-d71979291109 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:23.956877 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-da9111c0-8107-4867-9296-cbb4c1d3efca req-696bb0a3-eaac-481b-9de2-d71979291109 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 946 time: 0.1065941 Nov 27 03:44:23.960609 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-24623c54-13e3-44d5-bead-334792dae0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:23.999363 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-89d1faa8-1ce1-4943-8b24-1dbac300dd39 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:24.065172 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24623c54-13e3-44d5-bead-334792dae0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b274009a-9ca0-4448-b073-38de332eee02,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:24.068192 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02965b-c998-427a-b63d-f016853d1519 req-66d29ac0-607b-4fe7-bb52-0c50143f590b tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:24.070400 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4e02965b-c998-427a-b63d-f016853d1519 req-66d29ac0-607b-4fe7-bb52-0c50143f590b tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bd3cb35-3ab5-4b8e-bdf0-c970804c7289 HTTP/1.1" status: 200 len: 932 time: 0.1196024 Nov 27 03:44:24.093893 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-24623c54-13e3-44d5-bead-334792dae0ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=14c91d5c4c0041ccafd9c14cefa762a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7923806 Nov 27 03:44:24.094515 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55716) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:44:24.121246 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-89d1faa8-1ce1-4943-8b24-1dbac300dd39 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Network db6faed1-7a64-47d9-b237-148e31202572 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:44:24.127357 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1faa8-1ce1-4943-8b24-1dbac300dd39 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Pushing event updated for resources: {'Port': ['ID=cfb41637-ef47-4891-9bc8-1a5c5cf5c99f,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:24.134257 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-89d1faa8-1ce1-4943-8b24-1dbac300dd39 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:44:24.137742 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-89d1faa8-1ce1-4943-8b24-1dbac300dd39 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:44:24.155377 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-da9111c0-8107-4867-9296-cbb4c1d3efca req-04cf8013-8a1a-47f1-a92a-a9228a8612e3 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880050 Nov 27 03:44:24.258329 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4e02965b-c998-427a-b63d-f016853d1519 req-6552d822-d80a-4720-a549-76593fd8bd0c tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c030cebc-2a63-4851-99fa-ec922b906199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698537 Nov 27 03:44:24.268946 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61c858-79e5-4f68-a7dc-b90a88919d06 req-1ed7a15f-2fd1-4b00-9ce4-2a6cf768470a tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:24.270732 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3a61c858-79e5-4f68-a7dc-b90a88919d06 req-1ed7a15f-2fd1-4b00-9ce4-2a6cf768470a tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0c6bfe-89fd-403a-941a-55854b03c5c5 HTTP/1.1" status: 200 len: 950 time: 0.2612021 Nov 27 03:44:24.367358 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-89d1faa8-1ce1-4943-8b24-1dbac300dd39 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:24.368379 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-89d1faa8-1ce1-4943-8b24-1dbac300dd39 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:24.422314 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18c1a41e-bc98-4fc0-a54c-b826ae5e6b88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:24.471695 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-89d1faa8-1ce1-4943-8b24-1dbac300dd39 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5838783 Nov 27 03:44:24.520825 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68047d0c-092a-4b62-aae3-182eb29fc955 req-4e3bd7f2-3a2f-48ea-b63a-326933c67916 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:24.522388 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-68047d0c-092a-4b62-aae3-182eb29fc955 req-4e3bd7f2-3a2f-48ea-b63a-326933c67916 tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b0c6bfe-89fd-403a-941a-55854b03c5c5 HTTP/1.1" status: 200 len: 950 time: 0.1823628 Nov 27 03:44:24.532241 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-fd853e71-8a7c-474e-896e-e9ef30d377c7 service neutron] Request body: {'port': {'device_id': '6ea08f2f-689a-4234-995e-8e2fdc5a4a86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:44:24.533298 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18c1a41e-bc98-4fc0-a54c-b826ae5e6b88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:24.548848 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-35fa8596-44bb-4244-a407-fce93d07b11e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f212bdf1-3050-4e6b-b469-e95ac55d5b1c {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:44:24.560179 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-35fa8596-44bb-4244-a407-fce93d07b11e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:24.579932 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-ee25ecfe-28fe-488c-9d49-3fd1000a31ab None None] Provisioning complete for port cfb41637-ef47-4891-9bc8-1a5c5cf5c99f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:44:24.581145 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ee25ecfe-28fe-488c-9d49-3fd1000a31ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:24.591168 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6707e370-feab-4f94-9ff5-d2bacece56d3 req-cd3bd3e6-242b-401e-9357-5115fc48d93e tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:24.592078 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-3a61c858-79e5-4f68-a7dc-b90a88919d06 req-328d7d89-1135-4dd7-a0ca-6d054713530d tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Deleting port 25318c00-c898-4c02-99c4-badd4d372c64 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:44:24.592534 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6707e370-feab-4f94-9ff5-d2bacece56d3 req-cd3bd3e6-242b-401e-9357-5115fc48d93e tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b3ca7078-2116-4702-877b-4c6bb7a4fa95 HTTP/1.1" status: 200 len: 1096 time: 0.1522815 Nov 27 03:44:24.592629 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3a61c858-79e5-4f68-a7dc-b90a88919d06 req-328d7d89-1135-4dd7-a0ca-6d054713530d tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:24.597560 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-35fa8596-44bb-4244-a407-fce93d07b11e service neutron] Transition to ACTIVE for port object f212bdf1-3050-4e6b-b469-e95ac55d5b1c will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:44:24.617810 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-35fa8596-44bb-4244-a407-fce93d07b11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:24.629653 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-ee25ecfe-28fe-488c-9d49-3fd1000a31ab None None] Port cfb41637-ef47-4891-9bc8-1a5c5cf5c99f cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:44:24.706123 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6707e370-feab-4f94-9ff5-d2bacece56d3 req-81b2e676-5f29-4e96-a32a-e52b2161dd08 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014652 Nov 27 03:44:24.745817 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-fd853e71-8a7c-474e-896e-e9ef30d377c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:24.752503 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18c1a41e-bc98-4fc0-a54c-b826ae5e6b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:24.762019 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18c1a41e-bc98-4fc0-a54c-b826ae5e6b88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:24.766660 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-18c1a41e-bc98-4fc0-a54c-b826ae5e6b88 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b274009a-9ca0-4448-b073-38de332eee02 HTTP/1.1" status: 204 len: 168 time: 0.6662979 Nov 27 03:44:24.867129 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa8596-44bb-4244-a407-fce93d07b11e service neutron] Pushing event updated for resources: {'Port': ['ID=f212bdf1-3050-4e6b-b469-e95ac55d5b1c,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:24.870397 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c1a41e-bc98-4fc0-a54c-b826ae5e6b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b274009a-9ca0-4448-b073-38de332eee02,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:25.117895 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-35fa8596-44bb-4244-a407-fce93d07b11e service neutron] Attempting to bind port f212bdf1-3050-4e6b-b469-e95ac55d5b1c on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:44:25.118587 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-35fa8596-44bb-4244-a407-fce93d07b11e service neutron] Attempting to bind port f212bdf1-3050-4e6b-b469-e95ac55d5b1c by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '0a584404-1c26-40b8-b28c-ce6fe5d1bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:44:25.119516 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-35fa8596-44bb-4244-a407-fce93d07b11e service neutron] Attempting to bind port f212bdf1-3050-4e6b-b469-e95ac55d5b1c on network 1061c8f2-a0ce-422f-b43d-3200c66695ab {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:44:25.136486 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-35fa8596-44bb-4244-a407-fce93d07b11e service neutron] Port f212bdf1-3050-4e6b-b469-e95ac55d5b1c on network 1061c8f2-a0ce-422f-b43d-3200c66695ab not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:44:25.140567 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-35fa8596-44bb-4244-a407-fce93d07b11e service neutron] Attempting to bind port f212bdf1-3050-4e6b-b469-e95ac55d5b1c on network 1061c8f2-a0ce-422f-b43d-3200c66695ab {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:44:25.197245 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-35fa8596-44bb-4244-a407-fce93d07b11e service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:44:25.197953 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-35fa8596-44bb-4244-a407-fce93d07b11e service neutron] Checking segment: {'id': '0a584404-1c26-40b8-b28c-ce6fe5d1bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:44:25.198499 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-35fa8596-44bb-4244-a407-fce93d07b11e service neutron] Bound using segment: {'id': '0a584404-1c26-40b8-b28c-ce6fe5d1bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:44:25.199225 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-35fa8596-44bb-4244-a407-fce93d07b11e service neutron] Bound port: f212bdf1-3050-4e6b-b469-e95ac55d5b1c, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a584404-1c26-40b8-b28c-ce6fe5d1bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:44:25.199883 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-35fa8596-44bb-4244-a407-fce93d07b11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:25.312457 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20b934-b57c-4d4d-b777-b2751eb16f14 req-7e52c938-aef4-422f-939a-d0c0f4bb0cb4 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:25.315196 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ed20b934-b57c-4d4d-b777-b2751eb16f14 req-7e52c938-aef4-422f-939a-d0c0f4bb0cb4 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ea08f2f-689a-4234-995e-8e2fdc5a4a86 HTTP/1.1" status: 200 len: 931 time: 0.1596537 Nov 27 03:44:25.330220 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-fd853e71-8a7c-474e-896e-e9ef30d377c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfb41637-ef47-4891-9bc8-1a5c5cf5c99f {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:44:25.338988 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-68047d0c-092a-4b62-aae3-182eb29fc955 req-d2418df0-0af9-4c99-9877-5eeeb12ae16a tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.20 "GET /v2.0/security-groups?id=433bd4f4-0057-4edd-9b1a-c8bdc4d45e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8036602 Nov 27 03:44:25.348839 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-fd853e71-8a7c-474e-896e-e9ef30d377c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:25.393944 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-fd853e71-8a7c-474e-896e-e9ef30d377c7 service neutron] Transition to ACTIVE for port object cfb41637-ef47-4891-9bc8-1a5c5cf5c99f will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:44:25.398690 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-35fa8596-44bb-4244-a407-fce93d07b11e service neutron] For port f212bdf1-3050-4e6b-b469-e95ac55d5b1c, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:44:25.406352 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-35fa8596-44bb-4244-a407-fce93d07b11e service neutron] For port f212bdf1-3050-4e6b-b469-e95ac55d5b1c, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=f212bdf1-3050-4e6b-b469-e95ac55d5b1c,segment=NetworkSegment(0a584404-1c26-40b8-b28c-ce6fe5d1bb30),segment_id=0a584404-1c26-40b8-b28c-ce6fe5d1bb30)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:44:25.407956 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-3a61c858-79e5-4f68-a7dc-b90a88919d06 req-328d7d89-1135-4dd7-a0ca-6d054713530d tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] For port 25318c00-c898-4c02-99c4-badd4d372c64, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=25318c00-c898-4c02-99c4-badd4d372c64,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:44:25.409032 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3a61c858-79e5-4f68-a7dc-b90a88919d06 req-328d7d89-1135-4dd7-a0ca-6d054713530d tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:25.421308 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-fd853e71-8a7c-474e-896e-e9ef30d377c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:25.421553 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-35fa8596-44bb-4244-a407-fce93d07b11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:25.449006 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55750) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:44:25.466154 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ed20b934-b57c-4d4d-b777-b2751eb16f14 req-c77e9b27-6a51-4a2d-b0ca-6f528057c7eb tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/security-groups?id=7936e373-a24a-44c6-ad05-73a0a378746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294701 Nov 27 03:44:25.466343 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-3a61c858-79e5-4f68-a7dc-b90a88919d06 req-328d7d89-1135-4dd7-a0ca-6d054713530d tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Calling delete_port for 25318c00-c898-4c02-99c4-badd4d372c64 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:44:25.481998 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-031e3b22-5a70-4daa-b0ca-4df2c6ffe26a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:25.484367 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-35fa8596-44bb-4244-a407-fce93d07b11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:25.484984 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-35fa8596-44bb-4244-a407-fce93d07b11e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:25.487320 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-35fa8596-44bb-4244-a407-fce93d07b11e service neutron] 10.222.0.11 "PUT /v2.0/ports/f212bdf1-3050-4e6b-b469-e95ac55d5b1c HTTP/1.1" status: 200 len: 1092 time: 1.9257832 Nov 27 03:44:25.489613 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd3cb35-3ab5-4b8e-bdf0-c970804c7289', 'tag': 'f212bdf1-3050-4e6b-b469-e95ac55d5b1c'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:44:25.491899 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc3373c-b08b-441d-a657-c3ef119ba098" -d '{"events": [{"name": "network-changed", "server_uuid": "4bd3cb35-3ab5-4b8e-bdf0-c970804c7289", "tag": "f212bdf1-3050-4e6b-b469-e95ac55d5b1c"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:44:25.537109 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa8596-44bb-4244-a407-fce93d07b11e service neutron] Pushing event updated for resources: {'Port': ['ID=f212bdf1-3050-4e6b-b469-e95ac55d5b1c,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:25.663075 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-25172b3a-4a74-4d97-9f67-472761836032 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:25.673792 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-25172b3a-4a74-4d97-9f67-472761836032 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/networks?id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 HTTP/1.1" status: 200 len: 808 time: 0.2087512 Nov 27 03:44:25.707791 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd853e71-8a7c-474e-896e-e9ef30d377c7 service neutron] Pushing event updated for resources: {'Port': ['ID=cfb41637-ef47-4891-9bc8-1a5c5cf5c99f,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:25.722227 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-ba8609f0-9ccf-4ca8-b618-f95c71f06f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:25.729616 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-ba8609f0-9ccf-4ca8-b618-f95c71f06f97 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8ee487fd6f3246e3902cf82b3ecb881d&device_id=4bd3cb35-3ab5-4b8e-bdf0-c970804c7289 HTTP/1.1" status: 200 len: 1095 time: 0.1310761 Nov 27 03:44:25.747953 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-031e3b22-5a70-4daa-b0ca-4df2c6ffe26a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:25.763735 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-aa79214f-6c49-44f6-ad30-cfa365584d22 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/quotas/4f93bf1216094326aad79ff5fda23c08 HTTP/1.1" status: 200 len: 375 time: 0.0885131 Nov 27 03:44:25.784420 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4924a91-57b6-4e43-b8bc-824a6f1c044e req-10c661b2-187d-440c-9eab-bcfd0feaee92 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:25.786004 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e4924a91-57b6-4e43-b8bc-824a6f1c044e req-10c661b2-187d-440c-9eab-bcfd0feaee92 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 946 time: 0.1563509 Nov 27 03:44:25.795124 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-031e3b22-5a70-4daa-b0ca-4df2c6ffe26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:25.875109 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-02062463-9b4c-4932-b0ff-94758e9c4bc7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f212bdf1-3050-4e6b-b469-e95ac55d5b1c HTTP/1.1" status: 200 len: 217 time: 0.1190658 Nov 27 03:44:25.889312 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-fd853e71-8a7c-474e-896e-e9ef30d377c7 service neutron] Attempting to bind port cfb41637-ef47-4891-9bc8-1a5c5cf5c99f on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:44:25.889852 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-fd853e71-8a7c-474e-896e-e9ef30d377c7 service neutron] Attempting to bind port cfb41637-ef47-4891-9bc8-1a5c5cf5c99f by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '6a04ba6b-96e5-4206-90d9-c88aaa4a79a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'db6faed1-7a64-47d9-b237-148e31202572'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:44:25.890282 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-fd853e71-8a7c-474e-896e-e9ef30d377c7 service neutron] Attempting to bind port cfb41637-ef47-4891-9bc8-1a5c5cf5c99f on network db6faed1-7a64-47d9-b237-148e31202572 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:44:25.908450 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-c4ee978e-65b7-45db-80a1-b37c4471525b tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f93bf1216094326aad79ff5fda23c08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0868547 Nov 27 03:44:25.912130 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-fd853e71-8a7c-474e-896e-e9ef30d377c7 service neutron] Port cfb41637-ef47-4891-9bc8-1a5c5cf5c99f on network db6faed1-7a64-47d9-b237-148e31202572 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:44:25.912130 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-fd853e71-8a7c-474e-896e-e9ef30d377c7 service neutron] Attempting to bind port cfb41637-ef47-4891-9bc8-1a5c5cf5c99f on network db6faed1-7a64-47d9-b237-148e31202572 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:44:25.928449 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e3b22-5a70-4daa-b0ca-4df2c6ffe26a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc288a5-54de-4598-8a87-4bf482552828,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:25.989259 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-fd853e71-8a7c-474e-896e-e9ef30d377c7 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:44:25.990200 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-fd853e71-8a7c-474e-896e-e9ef30d377c7 service neutron] Checking segment: {'id': '6a04ba6b-96e5-4206-90d9-c88aaa4a79a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'db6faed1-7a64-47d9-b237-148e31202572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:44:25.990713 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-fd853e71-8a7c-474e-896e-e9ef30d377c7 service neutron] Bound using segment: {'id': '6a04ba6b-96e5-4206-90d9-c88aaa4a79a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'db6faed1-7a64-47d9-b237-148e31202572'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:44:25.991264 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-fd853e71-8a7c-474e-896e-e9ef30d377c7 service neutron] Bound port: cfb41637-ef47-4891-9bc8-1a5c5cf5c99f, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a04ba6b-96e5-4206-90d9-c88aaa4a79a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'db6faed1-7a64-47d9-b237-148e31202572'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:44:25.991721 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-fd853e71-8a7c-474e-896e-e9ef30d377c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:25.994480 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-031e3b22-5a70-4daa-b0ca-4df2c6ffe26a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5a844299e3c04072bdcfad4cd5d42617&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5410388 Nov 27 03:44:25.996020 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55756) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:44:26.015414 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e4924a91-57b6-4e43-b8bc-824a6f1c044e req-88260e0a-bccb-4a75-a008-e9b2e4056fda tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157300 Nov 27 03:44:26.022956 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-593fc80a-f83c-4a9a-a4c5-e4b0d91b34b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:26.023987 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-593fc80a-f83c-4a9a-a4c5-e4b0d91b34b2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb97b0e2-75dc-4d09-932a-9875e5b8e057 HTTP/1.1" status: 200 len: 860 time: 0.1143517 Nov 27 03:44:26.062785 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3a61c858-79e5-4f68-a7dc-b90a88919d06 req-328d7d89-1135-4dd7-a0ca-6d054713530d tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:26.095810 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d7d89-1135-4dd7-a0ca-6d054713530d tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Pushing event deleted for resources: {'Port': ['ID=25318c00-c898-4c02-99c4-badd4d372c64,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:26.119633 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-80256465-87cc-4a7a-8ed1-1d1c50ee3c5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:26.154896 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-80256465-87cc-4a7a-8ed1-1d1c50ee3c5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:26.169812 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a61c858-79e5-4f68-a7dc-b90a88919d06 req-328d7d89-1135-4dd7-a0ca-6d054713530d tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] No DVR routers for this DVR port 25318c00-c898-4c02-99c4-badd4d372c64 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:44:26.177133 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3a61c858-79e5-4f68-a7dc-b90a88919d06 req-328d7d89-1135-4dd7-a0ca-6d054713530d tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:26.180730 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3a61c858-79e5-4f68-a7dc-b90a88919d06 req-328d7d89-1135-4dd7-a0ca-6d054713530d tempest-LiveMigrationNegativeTest-631499380 tempest-LiveMigrationNegativeTest-631499380-project] 10.222.0.23 "DELETE /v2.0/ports/25318c00-c898-4c02-99c4-badd4d372c64 HTTP/1.1" status: 204 len: 173 time: 1.8981547 Nov 27 03:44:26.181798 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0c6bfe-89fd-403a-941a-55854b03c5c5', 'name': 'network-vif-deleted', 'tag': '25318c00-c898-4c02-99c4-badd4d372c64'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:44:26.184482 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1397420e-1cd8-4ff8-9016-59aabfa1e185" -d '{"events": [{"server_uuid": "3b0c6bfe-89fd-403a-941a-55854b03c5c5", "name": "network-vif-deleted", "tag": "25318c00-c898-4c02-99c4-badd4d372c64"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:44:26.200925 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-c238cc62-e9bd-48f9-899b-a6de641b6508 service neutron] 10.222.0.20 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837708 Nov 27 03:44:26.203815 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-fd853e71-8a7c-474e-896e-e9ef30d377c7 service neutron] For port cfb41637-ef47-4891-9bc8-1a5c5cf5c99f, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:44:26.207800 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-fd853e71-8a7c-474e-896e-e9ef30d377c7 service neutron] For port cfb41637-ef47-4891-9bc8-1a5c5cf5c99f, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=cfb41637-ef47-4891-9bc8-1a5c5cf5c99f,segment=NetworkSegment(6a04ba6b-96e5-4206-90d9-c88aaa4a79a8),segment_id=6a04ba6b-96e5-4206-90d9-c88aaa4a79a8)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:44:26.222329 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-f8e48a0e-5526-4108-9299-9abea85f41d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:26.223937 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-f8e48a0e-5526-4108-9299-9abea85f41d9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1061c8f2-a0ce-422f-b43d-3200c66695ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1868083 Nov 27 03:44:26.232883 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-fd853e71-8a7c-474e-896e-e9ef30d377c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:26.307280 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a93f61-d8b8-4724-bc91-a71a94f62a4f req-9948e3d0-b0a6-4a03-8763-c54f2653b0a0 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:26.312788 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-fd853e71-8a7c-474e-896e-e9ef30d377c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:26.313482 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-fd853e71-8a7c-474e-896e-e9ef30d377c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:26.314780 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-fd853e71-8a7c-474e-896e-e9ef30d377c7 service neutron] 10.222.0.11 "PUT /v2.0/ports/cfb41637-ef47-4891-9bc8-1a5c5cf5c99f HTTP/1.1" status: 200 len: 1091 time: 1.7893414 Nov 27 03:44:26.315502 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c1a93f61-d8b8-4724-bc91-a71a94f62a4f req-9948e3d0-b0a6-4a03-8763-c54f2653b0a0 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bd3cb35-3ab5-4b8e-bdf0-c970804c7289 HTTP/1.1" status: 200 len: 944 time: 0.1564333 Nov 27 03:44:26.364310 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd853e71-8a7c-474e-896e-e9ef30d377c7 service neutron] Pushing event updated for resources: {'Port': ['ID=cfb41637-ef47-4891-9bc8-1a5c5cf5c99f,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:26.378131 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-80256465-87cc-4a7a-8ed1-1d1c50ee3c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:26.381250 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-80256465-87cc-4a7a-8ed1-1d1c50ee3c5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:26.385457 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-80256465-87cc-4a7a-8ed1-1d1c50ee3c5e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8fc288a5-54de-4598-8a87-4bf482552828 HTTP/1.1" status: 204 len: 168 time: 0.3870084 Nov 27 03:44:26.408506 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-6fd903ce-77e7-4f7f-843c-2de37ad62761 service neutron] 10.222.0.20 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888340 Nov 27 03:44:26.491513 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-b19f9842-37b8-4eb0-ba48-19cb0474718f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:26.493029 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-b19f9842-37b8-4eb0-ba48-19cb0474718f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da896f7ee1034657a1461bc4bc807ddb&device_id=6ea08f2f-689a-4234-995e-8e2fdc5a4a86 HTTP/1.1" status: 200 len: 1094 time: 0.0760739 Nov 27 03:44:26.499088 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80256465-87cc-4a7a-8ed1-1d1c50ee3c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc288a5-54de-4598-8a87-4bf482552828,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:26.530306 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-b46abea3-316e-4497-b7f3-7aa44f7cdd03 service neutron] 10.222.0.11 "GET /v2.0/networks/1061c8f2-a0ce-422f-b43d-3200c66695ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924488 Nov 27 03:44:26.568650 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c1a93f61-d8b8-4724-bc91-a71a94f62a4f req-e82f368e-a52a-4e24-a08a-9cad84633894 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c030cebc-2a63-4851-99fa-ec922b906199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467833 Nov 27 03:44:26.623680 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-b90b4f7f-8e43-45fb-a4af-4dfbf4aed777 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfb41637-ef47-4891-9bc8-1a5c5cf5c99f HTTP/1.1" status: 200 len: 217 time: 0.1043389 Nov 27 03:44:26.798705 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-273ce17f-fb15-4dc9-a7a9-a87efa5ad672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:26.804004 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-273ce17f-fb15-4dc9-a7a9-a87efa5ad672 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d925a54f-4749-40bf-aefc-d8e292f99d7a HTTP/1.1" status: 200 len: 868 time: 0.1773629 Nov 27 03:44:26.857437 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cbc397ca-a292-45e2-9127-3bb5b9ca27f2 req-fbf7752e-90a8-4115-a7db-d650f9c8d1bb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3b0c6bfe-89fd-403a-941a-55854b03c5c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0514100 Nov 27 03:44:26.878175 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0c5123e7-f305-43b9-976b-7f22fb38f293 req-35293aff-607e-4083-808e-2c9509cac1db service neutron] 10.222.0.11 "GET /v2.0/networks/1061c8f2-a0ce-422f-b43d-3200c66695ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260834 Nov 27 03:44:26.892241 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eac3618-7735-492e-b73b-863978437ac7 x-openstack-request-id: req-4eac3618-7735-492e-b73b-863978437ac7 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:44:26.896600 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bd3cb35-3ab5-4b8e-bdf0-c970804c7289", "tag": "f212bdf1-3050-4e6b-b469-e95ac55d5b1c", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:44:26.896955 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4eac3618-7735-492e-b73b-863978437ac7 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:44:26.897668 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd3cb35-3ab5-4b8e-bdf0-c970804c7289', 'tag': 'f212bdf1-3050-4e6b-b469-e95ac55d5b1c', 'status': 'completed', 'code': 200} Nov 27 03:44:27.032061 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0139bf9e-b31a-4954-8a0d-4de4d85b6371 x-openstack-request-id: req-0139bf9e-b31a-4954-8a0d-4de4d85b6371 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:44:27.032498 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b0c6bfe-89fd-403a-941a-55854b03c5c5", "name": "network-vif-deleted", "tag": "25318c00-c898-4c02-99c4-badd4d372c64", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:44:27.033413 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0139bf9e-b31a-4954-8a0d-4de4d85b6371 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:44:27.033924 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b0c6bfe-89fd-403a-941a-55854b03c5c5', 'name': 'network-vif-deleted', 'tag': '25318c00-c898-4c02-99c4-badd4d372c64', 'status': 'completed', 'code': 200} Nov 27 03:44:27.080737 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cbc397ca-a292-45e2-9127-3bb5b9ca27f2 req-4465a2dc-6229-462b-b79b-515d9eeef108 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f146c2688204f20b505f83e3c3123db&device_id=3b0c6bfe-89fd-403a-941a-55854b03c5c5 HTTP/1.1" status: 200 len: 210 time: 0.1151202 Nov 27 03:44:27.114027 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-d3c14296-59d4-4ce2-9345-6ab144ce9bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:27.119893 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-d3c14296-59d4-4ce2-9345-6ab144ce9bf7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=db6faed1-7a64-47d9-b237-148e31202572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2592955 Nov 27 03:44:27.181791 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cbc397ca-a292-45e2-9127-3bb5b9ca27f2 req-7eb3e0c6-3952-412e-b1d5-3e8592517ca9 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=0f146c2688204f20b505f83e3c3123db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597205 Nov 27 03:44:27.206909 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3373c-b08b-441d-a657-c3ef119ba098 req-433e8a91-8dee-43bb-8ef8-1815936a8235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:27.210580 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2cc3373c-b08b-441d-a657-c3ef119ba098 req-433e8a91-8dee-43bb-8ef8-1815936a8235 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8ee487fd6f3246e3902cf82b3ecb881d&device_id=4bd3cb35-3ab5-4b8e-bdf0-c970804c7289 HTTP/1.1" status: 200 len: 1095 time: 0.1803498 Nov 27 03:44:27.378008 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756162c-6c86-466d-b284-fc242e5e1aea req-c10d27fa-68ee-430e-95ea-a26471ec40db tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:27.385364 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6756162c-6c86-466d-b284-fc242e5e1aea req-c10d27fa-68ee-430e-95ea-a26471ec40db tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ea08f2f-689a-4234-995e-8e2fdc5a4a86 HTTP/1.1" status: 200 len: 943 time: 0.2633057 Nov 27 03:44:27.479283 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6756162c-6c86-466d-b284-fc242e5e1aea req-9af62de0-e513-4018-902b-874cf818eda7 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/security-groups?id=7936e373-a24a-44c6-ad05-73a0a378746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929332 Nov 27 03:44:27.483167 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3373c-b08b-441d-a657-c3ef119ba098 req-5a8e4b8a-3c1c-4063-b239-f4fce77146d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:27.485391 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2cc3373c-b08b-441d-a657-c3ef119ba098 req-5a8e4b8a-3c1c-4063-b239-f4fce77146d8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1061c8f2-a0ce-422f-b43d-3200c66695ab HTTP/1.1" status: 200 len: 922 time: 0.2672725 Nov 27 03:44:27.565126 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55800) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:44:27.568215 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2cc3373c-b08b-441d-a657-c3ef119ba098 req-dd60f59f-d4d4-4b1e-bbea-fe3b803b1691 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f212bdf1-3050-4e6b-b469-e95ac55d5b1c HTTP/1.1" status: 200 len: 217 time: 0.0586910 Nov 27 03:44:27.572799 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 25318c00-c898-4c02-99c4-badd4d372c64 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:44:27.614099 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429735e3-4e4d-440a-b94f-27adfd3a4aee req-6c5360d2-465d-455b-b223-87ee5df906d0 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:27.615872 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-429735e3-4e4d-440a-b94f-27adfd3a4aee req-6c5360d2-465d-455b-b223-87ee5df906d0 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 1097 time: 0.7574127 Nov 27 03:44:27.646863 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 25318c00-c898-4c02-99c4-badd4d372c64 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:44:27.647210 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 25318c00-c898-4c02-99c4-badd4d372c64 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:44:27.710983 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-816229ae-e59f-4871-a8ab-6b0d48b3a9e7 req-a2243db4-e4c8-4f82-8251-387f6ef083ae tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 210 time: 0.0530584 Nov 27 03:44:27.734585 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3373c-b08b-441d-a657-c3ef119ba098 req-e46b972b-f655-4592-aa25-954f2f34922e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:27.738185 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2cc3373c-b08b-441d-a657-c3ef119ba098 req-e46b972b-f655-4592-aa25-954f2f34922e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb97b0e2-75dc-4d09-932a-9875e5b8e057 HTTP/1.1" status: 200 len: 860 time: 0.1499817 Nov 27 03:44:27.860124 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-429735e3-4e4d-440a-b94f-27adfd3a4aee req-66106ce8-a74f-440c-9f8d-0073596a117b tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359436 Nov 27 03:44:27.865659 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-bfa30a86-e020-42ce-8618-62fce6607691 service neutron] 10.222.0.11 "GET /v2.0/networks/db6faed1-7a64-47d9-b237-148e31202572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6809263 Nov 27 03:44:27.905963 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc397ca-a292-45e2-9127-3bb5b9ca27f2 req-886d5a4e-119e-4249-9569-3c95b5a35710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:27.911446 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cbc397ca-a292-45e2-9127-3bb5b9ca27f2 req-886d5a4e-119e-4249-9569-3c95b5a35710 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7177327 Nov 27 03:44:27.931383 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3373c-b08b-441d-a657-c3ef119ba098 req-d688e154-7037-4aad-8516-7f1eb0245a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:27.933326 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2cc3373c-b08b-441d-a657-c3ef119ba098 req-d688e154-7037-4aad-8516-7f1eb0245a7a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1061c8f2-a0ce-422f-b43d-3200c66695ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1803224 Nov 27 03:44:27.995754 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef2849-a261-45aa-9e16-4e7e13bb58cf req-b08126d7-0fb7-4dc5-80bb-9249b296d7fd tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:27.997268 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-73ef2849-a261-45aa-9e16-4e7e13bb58cf req-b08126d7-0fb7-4dc5-80bb-9249b296d7fd tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bd3cb35-3ab5-4b8e-bdf0-c970804c7289 HTTP/1.1" status: 200 len: 944 time: 0.1189530 Nov 27 03:44:28.058895 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a94b84e4-65a7-4911-9f05-bcdd6765ef0a req-078bab4b-d028-4673-a8b9-32b680279b46 service neutron] 10.222.0.11 "GET /v2.0/networks/db6faed1-7a64-47d9-b237-148e31202572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811831 Nov 27 03:44:28.167926 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-73ef2849-a261-45aa-9e16-4e7e13bb58cf req-92aa3dff-2ed5-407c-885d-acdba79f57d3 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c030cebc-2a63-4851-99fa-ec922b906199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423702 Nov 27 03:44:28.197317 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f20218de-d225-4264-b450-0f2ab089b53a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0f146c2688204f20b505f83e3c3123db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6284411 Nov 27 03:44:28.197672 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55822) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:44:28.213888 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2cc3373c-b08b-441d-a657-c3ef119ba098 req-3e24d112-dc37-4d49-849d-79b4f9a2da53 service neutron] 10.222.0.11 "GET /v2.0/networks/1061c8f2-a0ce-422f-b43d-3200c66695ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625506 Nov 27 03:44:28.360345 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-24618bc6-24e6-43ff-8c1a-85d82e4701ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:28.410104 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-24618bc6-24e6-43ff-8c1a-85d82e4701ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:28.420016 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-85677ed7-4ff6-4213-b543-fe1a1df447c6 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:28.423563 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-85677ed7-4ff6-4213-b543-fe1a1df447c6 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.23 "GET /v2.0/networks?id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 HTTP/1.1" status: 200 len: 808 time: 0.1840067 Nov 27 03:44:28.435840 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2cc3373c-b08b-441d-a657-c3ef119ba098 req-0f0e6173-f08c-4eff-9808-2afebc1ffbcf service neutron] 10.222.0.11 "GET /v2.0/networks/1061c8f2-a0ce-422f-b43d-3200c66695ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079413 Nov 27 03:44:28.447369 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-c35b41d2-0426-4fa4-9183-684953ca9657 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Request body: {'port': {'device_id': '389e51af-9c9e-4a6f-98ea-b68eb3ebf55c', 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7', 'admin_state_up': True, 'tenant_id': '4f93bf1216094326aad79ff5fda23c08'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:44:28.643174 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-24618bc6-24e6-43ff-8c1a-85d82e4701ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:28.646053 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-24618bc6-24e6-43ff-8c1a-85d82e4701ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:28.647406 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-24618bc6-24e6-43ff-8c1a-85d82e4701ba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/433bd4f4-0057-4edd-9b1a-c8bdc4d45e66 HTTP/1.1" status: 204 len: 168 time: 0.4487083 Nov 27 03:44:28.692478 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24618bc6-24e6-43ff-8c1a-85d82e4701ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433bd4f4-0057-4edd-9b1a-c8bdc4d45e66,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:28.714270 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a944c-dc2f-4d16-bcf8-ad49ead73090 req-3206b1f0-bf62-44da-aa30-a02a99ac9a0f tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:28.732514 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c86a944c-dc2f-4d16-bcf8-ad49ead73090 req-3206b1f0-bf62-44da-aa30-a02a99ac9a0f tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ea08f2f-689a-4234-995e-8e2fdc5a4a86 HTTP/1.1" status: 200 len: 943 time: 0.1354356 Nov 27 03:44:28.751082 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24618bc6-24e6-43ff-8c1a-85d82e4701ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:28.751443 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24618bc6-24e6-43ff-8c1a-85d82e4701ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:28.751791 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24618bc6-24e6-43ff-8c1a-85d82e4701ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:28.752140 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24618bc6-24e6-43ff-8c1a-85d82e4701ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:28.752478 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24618bc6-24e6-43ff-8c1a-85d82e4701ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:28.752816 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24618bc6-24e6-43ff-8c1a-85d82e4701ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:28.753152 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24618bc6-24e6-43ff-8c1a-85d82e4701ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:28.753481 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24618bc6-24e6-43ff-8c1a-85d82e4701ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:28.753807 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24618bc6-24e6-43ff-8c1a-85d82e4701ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:28.754135 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24618bc6-24e6-43ff-8c1a-85d82e4701ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:28.754465 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24618bc6-24e6-43ff-8c1a-85d82e4701ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:28.754822 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24618bc6-24e6-43ff-8c1a-85d82e4701ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:28.824480 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-c35b41d2-0426-4fa4-9183-684953ca9657 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Made reservation on behalf of 4f93bf1216094326aad79ff5fda23c08 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:44:28.828930 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-c35b41d2-0426-4fa4-9183-684953ca9657 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:28.875288 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c86a944c-dc2f-4d16-bcf8-ad49ead73090 req-bd86f2af-5230-44bf-8d86-8269d005c322 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/security-groups?id=7936e373-a24a-44c6-ad05-73a0a378746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361890 Nov 27 03:44:28.899755 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-72cd0ca1-8303-4f4f-8136-2298f4e37d08 req-7ce6003c-79fb-4617-81b3-ac7efa6945d4 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 210 time: 0.0949633 Nov 27 03:44:29.041082 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ea08f2f-689a-4234-995e-8e2fdc5a4a86', 'tag': 'cfb41637-ef47-4891-9bc8-1a5c5cf5c99f'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:44:29.044043 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df87534-ff64-420e-aa00-6506d6538ead" -d '{"events": [{"name": "network-changed", "server_uuid": "6ea08f2f-689a-4234-995e-8e2fdc5a4a86", "tag": "cfb41637-ef47-4891-9bc8-1a5c5cf5c99f"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:44:29.103177 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-c35b41d2-0426-4fa4-9183-684953ca9657 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Allocated IP 172.20.0.9 (7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7/4f2f4695-47e3-40b2-b54d-f43d3306eba4/4292e6b2-41b2-40ba-8f4f-fca486354a2c) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:44:29.206933 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db68c10-adf5-4987-b913-969f4ad5cb94 x-openstack-request-id: req-7db68c10-adf5-4987-b913-969f4ad5cb94 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:44:29.207233 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ea08f2f-689a-4234-995e-8e2fdc5a4a86", "tag": "cfb41637-ef47-4891-9bc8-1a5c5cf5c99f", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:44:29.207509 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7db68c10-adf5-4987-b913-969f4ad5cb94 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:44:29.207960 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ea08f2f-689a-4234-995e-8e2fdc5a4a86', 'tag': 'cfb41637-ef47-4891-9bc8-1a5c5cf5c99f', 'status': 'completed', 'code': 200} Nov 27 03:44:29.363449 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55862) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:44:29.431562 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df87534-ff64-420e-aa00-6506d6538ead req-d8b66c64-c309-4e74-843e-c8604133edc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:29.433568 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3df87534-ff64-420e-aa00-6506d6538ead req-d8b66c64-c309-4e74-843e-c8604133edc8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da896f7ee1034657a1461bc4bc807ddb&device_id=6ea08f2f-689a-4234-995e-8e2fdc5a4a86 HTTP/1.1" status: 200 len: 1094 time: 0.1797030 Nov 27 03:44:29.457453 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-c35b41d2-0426-4fa4-9183-684953ca9657 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:29.502419 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-c35b41d2-0426-4fa4-9183-684953ca9657 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:29.562690 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df87534-ff64-420e-aa00-6506d6538ead req-94a2c0de-0768-4d06-9380-c620bdd8d42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:29.564409 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3df87534-ff64-420e-aa00-6506d6538ead req-94a2c0de-0768-4d06-9380-c620bdd8d42f service neutron] 10.222.0.11 "GET /v2.0/networks?id=db6faed1-7a64-47d9-b237-148e31202572 HTTP/1.1" status: 200 len: 930 time: 0.1118798 Nov 27 03:44:29.583461 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b535df-71c8-4ee6-8882-1640d26306f6 req-5bc4d415-f0e0-4f9a-99f5-ebe470ec54f4 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:29.590752 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-c35b41d2-0426-4fa4-9183-684953ca9657 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:44:29.591610 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c7b535df-71c8-4ee6-8882-1640d26306f6 req-5bc4d415-f0e0-4f9a-99f5-ebe470ec54f4 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bd3cb35-3ab5-4b8e-bdf0-c970804c7289 HTTP/1.1" status: 200 len: 944 time: 0.2866452 Nov 27 03:44:29.603679 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-c35b41d2-0426-4fa4-9183-684953ca9657 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:44:29.607323 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-c35b41d2-0426-4fa4-9183-684953ca9657 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:44:29.645660 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b41d2-0426-4fa4-9183-684953ca9657 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Pushing event updated for resources: {'Port': ['ID=4292e6b2-41b2-40ba-8f4f-fca486354a2c,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:29.673255 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-c35b41d2-0426-4fa4-9183-684953ca9657 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:29.673918 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-c35b41d2-0426-4fa4-9183-684953ca9657 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:29.683166 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-920e4b36-2fa2-493f-b215-b851fa53ad6f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4bbc271e09c24966bdc3c6862df0cb5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3170741 Nov 27 03:44:29.684005 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55880) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:44:29.700109 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3df87534-ff64-420e-aa00-6506d6538ead req-49350e15-4c6f-47b4-9c12-6192a7522641 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfb41637-ef47-4891-9bc8-1a5c5cf5c99f HTTP/1.1" status: 200 len: 217 time: 0.1055467 Nov 27 03:44:29.715880 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-c35b41d2-0426-4fa4-9183-684953ca9657 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2731240 Nov 27 03:44:29.740740 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-d13e10ce-4a2e-49de-ae48-a7896c6cdd67 service neutron] Request body: {'port': {'device_id': '389e51af-9c9e-4a6f-98ea-b68eb3ebf55c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:44:29.865033 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-d13e10ce-4a2e-49de-ae48-a7896c6cdd67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:30.159061 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c7b535df-71c8-4ee6-8882-1640d26306f6 req-be6775a4-e970-4ab9-abda-51860a44181c tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c030cebc-2a63-4851-99fa-ec922b906199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5612736 Nov 27 03:44:30.206933 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df87534-ff64-420e-aa00-6506d6538ead req-6bc0281d-ca3d-4d30-b7b9-31b3f49ad364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:30.206933 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3df87534-ff64-420e-aa00-6506d6538ead req-6bc0281d-ca3d-4d30-b7b9-31b3f49ad364 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d925a54f-4749-40bf-aefc-d8e292f99d7a HTTP/1.1" status: 200 len: 868 time: 0.4887831 Nov 27 03:44:30.211226 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-36898296-a6c2-4578-92c0-437f233c5a0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:30.263666 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-36898296-a6c2-4578-92c0-437f233c5a0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:30.296664 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df87534-ff64-420e-aa00-6506d6538ead req-db06280e-58ba-43e6-aac7-c55677856ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:30.298273 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3df87534-ff64-420e-aa00-6506d6538ead req-db06280e-58ba-43e6-aac7-c55677856ee3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=db6faed1-7a64-47d9-b237-148e31202572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840793 Nov 27 03:44:30.405677 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d4d6a-494c-4444-994f-d6aa5c337fc6 req-09659c50-07eb-4fbf-aeda-ea9a411a02a0 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:30.408815 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-396d4d6a-494c-4444-994f-d6aa5c337fc6 req-09659c50-07eb-4fbf-aeda-ea9a411a02a0 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 931 time: 0.1083767 Nov 27 03:44:30.413717 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa15a6c-f898-451c-8b9e-ac743f3ba7dc req-d3580031-d179-42e8-b6bf-b360f5fdd921 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:30.415267 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cfa15a6c-f898-451c-8b9e-ac743f3ba7dc req-d3580031-d179-42e8-b6bf-b360f5fdd921 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ea08f2f-689a-4234-995e-8e2fdc5a4a86 HTTP/1.1" status: 200 len: 943 time: 0.1343143 Nov 27 03:44:30.444668 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-36898296-a6c2-4578-92c0-437f233c5a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:30.448300 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-36898296-a6c2-4578-92c0-437f233c5a0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:30.449598 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-36898296-a6c2-4578-92c0-437f233c5a0f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75a8c20d-0ac7-43dc-b55c-37b41359acb6 HTTP/1.1" status: 204 len: 168 time: 0.7594957 Nov 27 03:44:30.485976 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36898296-a6c2-4578-92c0-437f233c5a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a8c20d-0ac7-43dc-b55c-37b41359acb6,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:30.494869 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3df87534-ff64-420e-aa00-6506d6538ead req-e8ca57e9-79a5-485a-b164-f3b5c13b5ff5 service neutron] 10.222.0.11 "GET /v2.0/networks/db6faed1-7a64-47d9-b237-148e31202572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733685 Nov 27 03:44:30.497303 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36898296-a6c2-4578-92c0-437f233c5a0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:30.497658 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36898296-a6c2-4578-92c0-437f233c5a0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:30.498012 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36898296-a6c2-4578-92c0-437f233c5a0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:30.500617 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-396d4d6a-494c-4444-994f-d6aa5c337fc6 req-2795c76b-c309-404e-a49b-013add319dbf tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710647 Nov 27 03:44:30.507436 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-d13e10ce-4a2e-49de-ae48-a7896c6cdd67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4292e6b2-41b2-40ba-8f4f-fca486354a2c {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:44:30.507620 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36898296-a6c2-4578-92c0-437f233c5a0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:30.508113 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36898296-a6c2-4578-92c0-437f233c5a0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:30.508525 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36898296-a6c2-4578-92c0-437f233c5a0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:30.509063 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36898296-a6c2-4578-92c0-437f233c5a0f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:30.509472 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36898296-a6c2-4578-92c0-437f233c5a0f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:30.510057 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36898296-a6c2-4578-92c0-437f233c5a0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:30.510423 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36898296-a6c2-4578-92c0-437f233c5a0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:30.510812 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36898296-a6c2-4578-92c0-437f233c5a0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:30.511249 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36898296-a6c2-4578-92c0-437f233c5a0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:30.530871 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-d13e10ce-4a2e-49de-ae48-a7896c6cdd67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:30.569148 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-d13e10ce-4a2e-49de-ae48-a7896c6cdd67 service neutron] Transition to ACTIVE for port object 4292e6b2-41b2-40ba-8f4f-fca486354a2c will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:44:30.580651 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-d13e10ce-4a2e-49de-ae48-a7896c6cdd67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:30.637027 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cfa15a6c-f898-451c-8b9e-ac743f3ba7dc req-1a374c39-e20f-4238-a65d-a3f9e4cf6d26 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/security-groups?id=7936e373-a24a-44c6-ad05-73a0a378746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076368 Nov 27 03:44:30.687267 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13e10ce-4a2e-49de-ae48-a7896c6cdd67 service neutron] Pushing event updated for resources: {'Port': ['ID=4292e6b2-41b2-40ba-8f4f-fca486354a2c,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:30.766258 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3df87534-ff64-420e-aa00-6506d6538ead req-4edf8674-74b1-4ef4-946f-56fa5fa7c9ba service neutron] 10.222.0.11 "GET /v2.0/networks/db6faed1-7a64-47d9-b237-148e31202572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312298 Nov 27 03:44:30.786342 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55916) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:44:30.804306 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-d13e10ce-4a2e-49de-ae48-a7896c6cdd67 service neutron] Attempting to bind port 4292e6b2-41b2-40ba-8f4f-fca486354a2c on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:44:30.804690 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-d13e10ce-4a2e-49de-ae48-a7896c6cdd67 service neutron] Attempting to bind port 4292e6b2-41b2-40ba-8f4f-fca486354a2c by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:44:30.805031 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-d13e10ce-4a2e-49de-ae48-a7896c6cdd67 service neutron] Attempting to bind port 4292e6b2-41b2-40ba-8f4f-fca486354a2c on network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:44:30.809847 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-d13e10ce-4a2e-49de-ae48-a7896c6cdd67 service neutron] Port 4292e6b2-41b2-40ba-8f4f-fca486354a2c on network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:44:30.810177 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-d13e10ce-4a2e-49de-ae48-a7896c6cdd67 service neutron] Attempting to bind port 4292e6b2-41b2-40ba-8f4f-fca486354a2c on network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:44:30.815157 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-d13e10ce-4a2e-49de-ae48-a7896c6cdd67 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:44:30.815502 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-d13e10ce-4a2e-49de-ae48-a7896c6cdd67 service neutron] Checking segment: {'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:44:30.815886 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-d13e10ce-4a2e-49de-ae48-a7896c6cdd67 service neutron] Bound using segment: {'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:44:30.816318 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-d13e10ce-4a2e-49de-ae48-a7896c6cdd67 service neutron] Bound port: 4292e6b2-41b2-40ba-8f4f-fca486354a2c, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:44:30.816672 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-d13e10ce-4a2e-49de-ae48-a7896c6cdd67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:30.824656 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device f212bdf1-3050-4e6b-b469-e95ac55d5b1c details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:44:30.895423 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-d13e10ce-4a2e-49de-ae48-a7896c6cdd67 service neutron] For port 4292e6b2-41b2-40ba-8f4f-fca486354a2c, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:44:30.900863 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-d13e10ce-4a2e-49de-ae48-a7896c6cdd67 service neutron] For port 4292e6b2-41b2-40ba-8f4f-fca486354a2c, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=4292e6b2-41b2-40ba-8f4f-fca486354a2c,segment=NetworkSegment(0ede1ec6-1b9f-43e0-8048-29f023f3314a),segment_id=0ede1ec6-1b9f-43e0-8048-29f023f3314a)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:44:30.909477 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-d13e10ce-4a2e-49de-ae48-a7896c6cdd67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:30.957285 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-d13e10ce-4a2e-49de-ae48-a7896c6cdd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:30.958651 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-d13e10ce-4a2e-49de-ae48-a7896c6cdd67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:30.960481 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-d13e10ce-4a2e-49de-ae48-a7896c6cdd67 service neutron] 10.222.0.23 "PUT /v2.0/ports/4292e6b2-41b2-40ba-8f4f-fca486354a2c HTTP/1.1" status: 200 len: 1091 time: 1.2265396 Nov 27 03:44:30.999993 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13e10ce-4a2e-49de-ae48-a7896c6cdd67 service neutron] Pushing event updated for resources: {'Port': ['ID=4292e6b2-41b2-40ba-8f4f-fca486354a2c,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:31.018456 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-290a6989-3bc9-4a1b-9fa6-7d773a46274d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:31.049344 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port f212bdf1-3050-4e6b-b469-e95ac55d5b1c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=f212bdf1-3050-4e6b-b469-e95ac55d5b1c,segment=NetworkSegment(0a584404-1c26-40b8-b28c-ce6fe5d1bb30),segment_id=0a584404-1c26-40b8-b28c-ce6fe5d1bb30)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:44:31.082377 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'f212bdf1-3050-4e6b-b469-e95ac55d5b1c', 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab', 'port_id': 'f212bdf1-3050-4e6b-b469-e95ac55d5b1c', 'mac_address': 'fa:16:3e:f7:f3:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb97b0e2-75dc-4d09-932a-9875e5b8e057', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:44:31.104616 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-7b8eaa7e-f096-47cc-8d03-c61ede8441f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:31.106476 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-7b8eaa7e-f096-47cc-8d03-c61ede8441f0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f93bf1216094326aad79ff5fda23c08&device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 1094 time: 0.0850778 Nov 27 03:44:31.161550 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:31.181778 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f212bdf1-3050-4e6b-b469-e95ac55d5b1c {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:44:31.192609 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-290a6989-3bc9-4a1b-9fa6-7d773a46274d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:31.197885 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-af590b51-9eb9-4ae5-8ba6-6b16fba28fdf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4292e6b2-41b2-40ba-8f4f-fca486354a2c HTTP/1.1" status: 200 len: 217 time: 0.0765424 Nov 27 03:44:31.206283 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-290a6989-3bc9-4a1b-9fa6-7d773a46274d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:31.213525 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port f212bdf1-3050-4e6b-b469-e95ac55d5b1c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=f212bdf1-3050-4e6b-b469-e95ac55d5b1c,segment=NetworkSegment(0a584404-1c26-40b8-b28c-ce6fe5d1bb30),segment_id=0a584404-1c26-40b8-b28c-ce6fe5d1bb30)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:44:31.221259 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:31.221924 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device cfb41637-ef47-4891-9bc8-1a5c5cf5c99f details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:44:31.265293 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '389e51af-9c9e-4a6f-98ea-b68eb3ebf55c', 'tag': '4292e6b2-41b2-40ba-8f4f-fca486354a2c'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:44:31.268495 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ddac117-c833-422e-8edc-89a706509eb7" -d '{"events": [{"name": "network-changed", "server_uuid": "389e51af-9c9e-4a6f-98ea-b68eb3ebf55c", "tag": "4292e6b2-41b2-40ba-8f4f-fca486354a2c"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:44:31.273464 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a6989-3bc9-4a1b-9fa6-7d773a46274d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0b4160-aadf-4a21-8e7c-0d59eca0e7ea,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:31.320917 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-44520c1f-76c7-442d-9426-fd29ba1fac8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:31.330126 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-44520c1f-76c7-442d-9426-fd29ba1fac8f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f2f4695-47e3-40b2-b54d-f43d3306eba4 HTTP/1.1" status: 200 len: 848 time: 0.1248667 Nov 27 03:44:31.347921 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=f212bdf1-3050-4e6b-b469-e95ac55d5b1c,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:31.390928 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-290a6989-3bc9-4a1b-9fa6-7d773a46274d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8433a250ee7b4788b66b145d6dfcd22b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5991950 Nov 27 03:44:31.392044 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55946) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:44:31.394638 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-223c638d-e72b-48a1-8c48-740300e4b658 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414274 Nov 27 03:44:31.413023 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port cfb41637-ef47-4891-9bc8-1a5c5cf5c99f, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=cfb41637-ef47-4891-9bc8-1a5c5cf5c99f,segment=NetworkSegment(6a04ba6b-96e5-4206-90d9-c88aaa4a79a8),segment_id=6a04ba6b-96e5-4206-90d9-c88aaa4a79a8)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:44:31.431729 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'cfb41637-ef47-4891-9bc8-1a5c5cf5c99f', 'network_id': 'db6faed1-7a64-47d9-b237-148e31202572', 'port_id': 'cfb41637-ef47-4891-9bc8-1a5c5cf5c99f', 'mac_address': 'fa:16:3e:01:d2:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd925a54f-4749-40bf-aefc-d8e292f99d7a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:44:31.485191 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a3e70-9cb1-4203-a50f-0d64534201d2 req-c3a6b735-7aa8-4ef0-95d1-f187a871e6bb tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:31.492034 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e34a3e70-9cb1-4203-a50f-0d64534201d2 req-c3a6b735-7aa8-4ef0-95d1-f187a871e6bb tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bd3cb35-3ab5-4b8e-bdf0-c970804c7289 HTTP/1.1" status: 200 len: 945 time: 0.2222083 Nov 27 03:44:31.512051 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:31.528769 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fee5660d-0592-44a9-8f3d-db435609a943 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:31.532220 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-d543fd31-451f-4622-bc0d-0b0b3bda66f0 service neutron] 10.222.0.23 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264496 Nov 27 03:44:31.545250 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfb41637-ef47-4891-9bc8-1a5c5cf5c99f {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:44:31.575600 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port cfb41637-ef47-4891-9bc8-1a5c5cf5c99f, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=cfb41637-ef47-4891-9bc8-1a5c5cf5c99f,segment=NetworkSegment(6a04ba6b-96e5-4206-90d9-c88aaa4a79a8),segment_id=6a04ba6b-96e5-4206-90d9-c88aaa4a79a8)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:44:31.581191 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fee5660d-0592-44a9-8f3d-db435609a943 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:31.582340 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:31.604549 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e34a3e70-9cb1-4203-a50f-0d64534201d2 req-0cc8b629-d39d-4042-b40b-73cbe2c968dd tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c030cebc-2a63-4851-99fa-ec922b906199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054144 Nov 27 03:44:31.667374 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fb5eab-53a1-4e55-8c87-10d3d1640bb2 x-openstack-request-id: req-20fb5eab-53a1-4e55-8c87-10d3d1640bb2 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:44:31.667757 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "389e51af-9c9e-4a6f-98ea-b68eb3ebf55c", "tag": "4292e6b2-41b2-40ba-8f4f-fca486354a2c", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:44:31.668068 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-20fb5eab-53a1-4e55-8c87-10d3d1640bb2 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:44:31.668520 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '389e51af-9c9e-4a6f-98ea-b68eb3ebf55c', 'tag': '4292e6b2-41b2-40ba-8f4f-fca486354a2c', 'status': 'completed', 'code': 200} Nov 27 03:44:31.669420 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=cfb41637-ef47-4891-9bc8-1a5c5cf5c99f,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:31.723146 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fee5660d-0592-44a9-8f3d-db435609a943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:31.727241 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fee5660d-0592-44a9-8f3d-db435609a943 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:31.731403 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-fee5660d-0592-44a9-8f3d-db435609a943 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cb0b4160-aadf-4a21-8e7c-0d59eca0e7ea HTTP/1.1" status: 204 len: 168 time: 0.3382888 Nov 27 03:44:31.739985 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ce5ea9f0-74dc-493a-96c5-84df589c16b4 req-9476d87b-b1b5-48e8-9d59-0a826f7df0aa service neutron] 10.222.0.23 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849666 Nov 27 03:44:31.801257 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee5660d-0592-44a9-8f3d-db435609a943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0b4160-aadf-4a21-8e7c-0d59eca0e7ea,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:31.883940 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff69f81-1518-44cc-a1aa-01cfbc57527a req-7e80ebfb-3657-4618-8468-7642c7eaf823 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:31.896692 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6ff69f81-1518-44cc-a1aa-01cfbc57527a req-7e80ebfb-3657-4618-8468-7642c7eaf823 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 943 time: 0.1631625 Nov 27 03:44:31.939464 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6489b6-c2b5-474b-b545-413868cb3517 req-db669e92-08ad-4b82-b610-f60a7d4dd782 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:31.941241 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6b6489b6-c2b5-474b-b545-413868cb3517 req-db669e92-08ad-4b82-b610-f60a7d4dd782 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ea08f2f-689a-4234-995e-8e2fdc5a4a86 HTTP/1.1" status: 200 len: 944 time: 0.1147211 Nov 27 03:44:31.967363 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6ff69f81-1518-44cc-a1aa-01cfbc57527a req-de8be93d-cedd-4a16-ac57-a36497b7039a tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695074 Nov 27 03:44:31.970112 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddac117-c833-422e-8edc-89a706509eb7 req-0d8ed4c8-d74a-41ec-ad24-c130c4622c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:31.971680 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1ddac117-c833-422e-8edc-89a706509eb7 req-0d8ed4c8-d74a-41ec-ad24-c130c4622c9a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f93bf1216094326aad79ff5fda23c08&device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 1094 time: 0.1003561 Nov 27 03:44:32.005170 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['f212bdf1-3050-4e6b-b469-e95ac55d5b1c'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:44:32.069141 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['cfb41637-ef47-4891-9bc8-1a5c5cf5c99f'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:44:32.121154 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6b6489b6-c2b5-474b-b545-413868cb3517 req-32e5b2ed-ddcb-467d-83d4-0ca5584478e0 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/security-groups?id=7936e373-a24a-44c6-ad05-73a0a378746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630173 Nov 27 03:44:32.196346 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddac117-c833-422e-8edc-89a706509eb7 req-b9a62375-e75c-45f0-9294-c6490a9df166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:32.198145 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1ddac117-c833-422e-8edc-89a706509eb7 req-b9a62375-e75c-45f0-9294-c6490a9df166 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 HTTP/1.1" status: 200 len: 909 time: 0.2075889 Nov 27 03:44:32.250067 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55976) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:44:32.266641 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e98b-0cf7-4d96-b8a4-45584090e8a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:32.280950 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1ddac117-c833-422e-8edc-89a706509eb7 req-f22e9507-bf9c-4c6b-b886-d70a5fb3d9e9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4292e6b2-41b2-40ba-8f4f-fca486354a2c HTTP/1.1" status: 200 len: 217 time: 0.0716047 Nov 27 03:44:32.384981 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e98b-0cf7-4d96-b8a4-45584090e8a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:32.391743 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddac117-c833-422e-8edc-89a706509eb7 req-2dd3c167-6fa0-4f8c-99bb-5e6491c7b7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:32.394254 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1ddac117-c833-422e-8edc-89a706509eb7 req-2dd3c167-6fa0-4f8c-99bb-5e6491c7b7f7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f2f4695-47e3-40b2-b54d-f43d3306eba4 HTTP/1.1" status: 200 len: 848 time: 0.1079910 Nov 27 03:44:32.395079 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e98b-0cf7-4d96-b8a4-45584090e8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:32.442096 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f1e8e98b-0cf7-4d96-b8a4-45584090e8a0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=47e9ded42ba2436aa5980aae13a8f8fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1884556 Nov 27 03:44:32.442096 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e98b-0cf7-4d96-b8a4-45584090e8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4508bd-ee21-429a-bd20-6eaaf79d085b,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:32.443010 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1ddac117-c833-422e-8edc-89a706509eb7 req-8052f4ed-d443-409f-9dc7-a37440b8dd5d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337634 Nov 27 03:44:32.444246 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55980) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:44:32.565425 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-51e09ca1-2fd0-4364-a080-cf9095a53598 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:32.590679 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1ddac117-c833-422e-8edc-89a706509eb7 req-7647e806-47c3-40c6-87a6-070c77e0f77d service neutron] 10.222.0.23 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369636 Nov 27 03:44:32.599486 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-51e09ca1-2fd0-4364-a080-cf9095a53598 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:32.758848 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b85eaf-710e-4b02-93ef-a2607fe6c2c6 req-55968644-5d3e-4ae7-9108-6ca5c2788665 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:32.760291 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a9b85eaf-710e-4b02-93ef-a2607fe6c2c6 req-55968644-5d3e-4ae7-9108-6ca5c2788665 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bd3cb35-3ab5-4b8e-bdf0-c970804c7289 HTTP/1.1" status: 200 len: 945 time: 0.0826619 Nov 27 03:44:32.763203 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-51e09ca1-2fd0-4364-a080-cf9095a53598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:32.765869 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-51e09ca1-2fd0-4364-a080-cf9095a53598 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:32.767000 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-51e09ca1-2fd0-4364-a080-cf9095a53598 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b4508bd-ee21-429a-bd20-6eaaf79d085b HTTP/1.1" status: 204 len: 168 time: 0.3217075 Nov 27 03:44:32.790641 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1ddac117-c833-422e-8edc-89a706509eb7 req-020e2ac3-6949-4c5a-873b-40568a99a99f service neutron] 10.222.0.23 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829276 Nov 27 03:44:32.804275 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e09ca1-2fd0-4364-a080-cf9095a53598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4508bd-ee21-429a-bd20-6eaaf79d085b,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:32.833602 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a9b85eaf-710e-4b02-93ef-a2607fe6c2c6 req-b2cb931b-76e3-4cc2-a8cb-3fb78b6f9ae5 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c030cebc-2a63-4851-99fa-ec922b906199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636261 Nov 27 03:44:33.100227 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43764db8-0550-4354-a97b-a906a466ad5a req-208a22cf-7883-4d23-85c1-d0186837494a tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:33.101751 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-43764db8-0550-4354-a97b-a906a466ad5a req-208a22cf-7883-4d23-85c1-d0186837494a tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 943 time: 0.0511131 Nov 27 03:44:33.187649 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-43764db8-0550-4354-a97b-a906a466ad5a req-761292be-7d52-46d9-b281-a1c3e33b6dae tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757968 Nov 27 03:44:33.190836 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-38226bf1-8ba6-4cbb-8808-a0d8850f5c28 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d416f1581fce4cbda78108e0795a4c3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345907 Nov 27 03:44:33.328319 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b9e7a-5409-4b8a-a29c-343bb27916bc req-87029615-f7e5-496a-9e3a-a5a90d9c8444 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:33.336096 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-877b9e7a-5409-4b8a-a29c-343bb27916bc req-87029615-f7e5-496a-9e3a-a5a90d9c8444 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ea08f2f-689a-4234-995e-8e2fdc5a4a86 HTTP/1.1" status: 200 len: 944 time: 0.0828717 Nov 27 03:44:33.377019 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-8df34b14-bbdc-464a-8c9a-72e16c2921a0 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:33.385310 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-8df34b14-bbdc-464a-8c9a-72e16c2921a0 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1929429 Nov 27 03:44:33.391690 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-877b9e7a-5409-4b8a-a29c-343bb27916bc req-cd5c3874-894e-4280-bb64-f0d99f9d7fb0 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/security-groups?id=7936e373-a24a-44c6-ad05-73a0a378746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514209 Nov 27 03:44:33.404332 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-c40ffb2e-cf2a-4fdd-b366-06593e4c5540 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/quotas/d416f1581fce4cbda78108e0795a4c3c HTTP/1.1" status: 200 len: 375 time: 0.0165181 Nov 27 03:44:33.444247 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-8a271602-d3bc-4e0c-8df3-531a6f914cd7 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d416f1581fce4cbda78108e0795a4c3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401237 Nov 27 03:44:33.615212 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56036) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:44:33.642940 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-61ddf577-302e-4679-9af9-a8a0dcb89591 req-0b78f4b7-fa04-4b16-a3ee-f29dbbb92ddf tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 210 time: 0.0373964 Nov 27 03:44:33.740381 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-5bc2297f-3fcf-4843-b0be-6052d9238e96 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-97827154-network', 'tenant_id': 'b33395406ebf447ca0bbb196df2209cd'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:44:33.761522 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc2297f-3fcf-4843-b0be-6052d9238e96 admin admin] Made reservation on behalf of b33395406ebf447ca0bbb196df2209cd for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:44:33.764241 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5bc2297f-3fcf-4843-b0be-6052d9238e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:33.773927 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5bc2297f-3fcf-4843-b0be-6052d9238e96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:33.884760 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5bc2297f-3fcf-4843-b0be-6052d9238e96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:33.890706 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5bc2297f-3fcf-4843-b0be-6052d9238e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:33.916955 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc2297f-3fcf-4843-b0be-6052d9238e96 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:44:33.975551 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc2297f-3fcf-4843-b0be-6052d9238e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8332bb4c-5061-4964-96ba-d56bd6c227a0,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:33.990327 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5bc2297f-3fcf-4843-b0be-6052d9238e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:33.990706 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-5bc2297f-3fcf-4843-b0be-6052d9238e96 admin admin] Added segment 843a3e50-453f-4627-a2c7-76f7ab8b5197 of type vlan for network bd9416fa-5b57-44bc-b415-a020c14efa0b Nov 27 03:44:34.046181 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5bc2297f-3fcf-4843-b0be-6052d9238e96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:34.060673 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b570d-6c05-4530-92c3-59fdf77ff0f0 req-757f135b-9ba4-4f8f-abc7-384481999489 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:34.062788 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-156b570d-6c05-4530-92c3-59fdf77ff0f0 req-757f135b-9ba4-4f8f-abc7-384481999489 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bd3cb35-3ab5-4b8e-bdf0-c970804c7289 HTTP/1.1" status: 200 len: 945 time: 0.1405332 Nov 27 03:44:34.106910 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5bc2297f-3fcf-4843-b0be-6052d9238e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:34.107851 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc2297f-3fcf-4843-b0be-6052d9238e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:34.109063 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5bc2297f-3fcf-4843-b0be-6052d9238e96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:34.174184 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5bc2297f-3fcf-4843-b0be-6052d9238e96 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5575647 Nov 27 03:44:34.177674 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56050) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:44:34.183886 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-d23dd6a1-9424-426e-8f9b-6692659286c6 admin admin] Request body: {'subnet': {'network_id': 'bd9416fa-5b57-44bc-b415-a020c14efa0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-97827154-subnet', 'tenant_id': 'b33395406ebf447ca0bbb196df2209cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:44:34.188361 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-156b570d-6c05-4530-92c3-59fdf77ff0f0 req-a212dcad-eeea-4b65-a8b0-3b85b8d68c0d tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c030cebc-2a63-4851-99fa-ec922b906199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179848 Nov 27 03:44:34.196694 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc2297f-3fcf-4843-b0be-6052d9238e96 admin admin] Pushing event updated for resources: {'Network': ['ID=bd9416fa-5b57-44bc-b415-a020c14efa0b,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:34.208851 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network bd9416fa-5b57-44bc-b415-a020c14efa0b details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:44:34.223061 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23dd6a1-9424-426e-8f9b-6692659286c6 admin admin] Made reservation on behalf of b33395406ebf447ca0bbb196df2209cd for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:44:34.225536 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d23dd6a1-9424-426e-8f9b-6692659286c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:34.370851 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74050131-4365-4eb1-bbe6-01557c2885e7 req-448a2cf4-5728-408c-b134-f59ab1e7aae5 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:34.372437 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-74050131-4365-4eb1-bbe6-01557c2885e7 req-448a2cf4-5728-408c-b134-f59ab1e7aae5 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 943 time: 0.1045675 Nov 27 03:44:34.473511 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-74050131-4365-4eb1-bbe6-01557c2885e7 req-06752bda-de7a-4386-94de-5d162e85f86a tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933692 Nov 27 03:44:34.522423 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35fd1d0-3487-4630-a47c-758402aeed5d req-97884f2b-daf8-470c-a9af-98c54a2517d0 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:34.525211 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d23dd6a1-9424-426e-8f9b-6692659286c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:34.535353 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f35fd1d0-3487-4630-a47c-758402aeed5d req-97884f2b-daf8-470c-a9af-98c54a2517d0 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ea08f2f-689a-4234-995e-8e2fdc5a4a86 HTTP/1.1" status: 200 len: 944 time: 0.0736728 Nov 27 03:44:34.593272 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23dd6a1-9424-426e-8f9b-6692659286c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a6ab05a-9523-497a-9dd3-5b30d30ea803,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:34.598482 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f35fd1d0-3487-4630-a47c-758402aeed5d req-d3109923-90a3-4113-9538-5d8bbb729024 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/security-groups?id=7936e373-a24a-44c6-ad05-73a0a378746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618560 Nov 27 03:44:34.602493 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23dd6a1-9424-426e-8f9b-6692659286c6 admin admin] Checking segment: {'id': '843a3e50-453f-4627-a2c7-76f7ab8b5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'bd9416fa-5b57-44bc-b415-a020c14efa0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:44:34.602949 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23dd6a1-9424-426e-8f9b-6692659286c6 admin admin] Network hostable DHCP agents. Network: bd9416fa-5b57-44bc-b415-a020c14efa0b, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:44:34.620219 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23dd6a1-9424-426e-8f9b-6692659286c6 admin admin] Network bd9416fa-5b57-44bc-b415-a020c14efa0b is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:44:34.628780 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-d23dd6a1-9424-426e-8f9b-6692659286c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, bd9416fa-5b57-44bc-b415-a020c14efa0b) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:44:34.633183 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23dd6a1-9424-426e-8f9b-6692659286c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:34.634603 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d23dd6a1-9424-426e-8f9b-6692659286c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:34.638133 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbfcf2f-dbf9-470c-88af-f370be661689 None None] Network bd9416fa-5b57-44bc-b415-a020c14efa0b requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:44:34.651284 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d23dd6a1-9424-426e-8f9b-6692659286c6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4722641 Nov 27 03:44:34.653994 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56060) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:44:34.659090 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-0542d31a-b426-4352-9971-702b89db137f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-97827154-router', 'tenant_id': 'b33395406ebf447ca0bbb196df2209cd', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:44:34.683962 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0542d31a-b426-4352-9971-702b89db137f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:34.685595 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0542d31a-b426-4352-9971-702b89db137f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:34.787647 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-052918b5-6272-4a3e-80d9-17422a46c1c5 req-d3f579a8-ab62-41ad-bd0f-b2c4dd24f9d2 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 210 time: 0.0422308 Nov 27 03:44:34.796100 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0542d31a-b426-4352-9971-702b89db137f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:34.848336 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b533f11-725e-440d-8569-1a4547c0ed33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-bd9416fa-5b57-44bc-b415-a020c14efa0b', 'network_id': 'bd9416fa-5b57-44bc-b415-a020c14efa0b', 'tenant_id': 'b33395406ebf447ca0bbb196df2209cd', 'fixed_ips': [{'subnet_id': '3a6ab05a-9523-497a-9dd3-5b30d30ea803'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 03:44:34.849281 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3b533f11-725e-440d-8569-1a4547c0ed33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:34.891727 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-0dd33a8b-23cd-4f2a-81a9-f49991985333 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d416f1581fce4cbda78108e0795a4c3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266070 Nov 27 03:44:34.895105 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device f212bdf1-3050-4e6b-b469-e95ac55d5b1c up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:44:34.972224 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0542d31a-b426-4352-9971-702b89db137f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:35.075635 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-290068e0-9213-4e67-9c5c-7874b491ee80 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:35.077634 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-290068e0-9213-4e67-9c5c-7874b491ee80 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1773269 Nov 27 03:44:35.104779 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port f212bdf1-3050-4e6b-b469-e95ac55d5b1c completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:44:35.110054 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-18063e66-7ceb-488e-a132-6918c1555582 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Request body: {'port': {'device_id': '2fdc14ae-f4d7-484a-bc96-988d9d222e51', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'admin_state_up': True, 'tenant_id': 'd416f1581fce4cbda78108e0795a4c3c'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:44:35.126721 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port f212bdf1-3050-4e6b-b469-e95ac55d5b1c triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:44:35.127375 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:35.195995 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-3b533f11-725e-440d-8569-1a4547c0ed33 None None] Allocated IP 172.20.0.2 (bd9416fa-5b57-44bc-b415-a020c14efa0b/3a6ab05a-9523-497a-9dd3-5b30d30ea803/8c5c5c66-fb50-4c04-ae6f-ccbb53d121fd) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:44:35.225104 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0542d31a-b426-4352-9971-702b89db137f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:35.250721 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0542d31a-b426-4352-9971-702b89db137f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:35.260681 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-18063e66-7ceb-488e-a132-6918c1555582 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Made reservation on behalf of d416f1581fce4cbda78108e0795a4c3c for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:44:35.266795 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-18063e66-7ceb-488e-a132-6918c1555582 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:35.279645 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-18063e66-7ceb-488e-a132-6918c1555582 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:35.384018 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-18063e66-7ceb-488e-a132-6918c1555582 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:35.390115 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-18063e66-7ceb-488e-a132-6918c1555582 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:35.403885 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d5b15-bb81-4865-a7a0-bb9511bc54b1 req-03cb903d-86b4-4fc3-adeb-fca7a085e33d tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:35.413786 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a56d5b15-bb81-4865-a7a0-bb9511bc54b1 req-03cb903d-86b4-4fc3-adeb-fca7a085e33d tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bd3cb35-3ab5-4b8e-bdf0-c970804c7289 HTTP/1.1" status: 200 len: 945 time: 0.1174436 Nov 27 03:44:35.431787 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3b533f11-725e-440d-8569-1a4547c0ed33 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:35.446467 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3b533f11-725e-440d-8569-1a4547c0ed33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:35.469226 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-0542d31a-b426-4352-9971-702b89db137f admin admin] Allocated IP 172.25.1.204 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/1a7d267b-2db6-4f4a-9185-70fecf055da0) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:44:35.480456 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18063e66-7ceb-488e-a132-6918c1555582 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=982c77fb-48f1-42a5-b245-320c25c257b8,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:35.524075 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:35.535428 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a56d5b15-bb81-4865-a7a0-bb9511bc54b1 req-52179933-5edb-4e3a-9ce9-cd2178da2d88 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c030cebc-2a63-4851-99fa-ec922b906199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194263 Nov 27 03:44:35.564108 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b533f11-725e-440d-8569-1a4547c0ed33 None None] Network bd9416fa-5b57-44bc-b415-a020c14efa0b is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:44:35.571029 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-3b533f11-725e-440d-8569-1a4547c0ed33 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:44:35.579615 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd3cb35-3ab5-4b8e-bdf0-c970804c7289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f212bdf1-3050-4e6b-b469-e95ac55d5b1c'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:44:35.582317 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1fdf79-6987-46f9-8b16-b6002caaaf45" -d '{"events": [{"server_uuid": "4bd3cb35-3ab5-4b8e-bdf0-c970804c7289", "name": "network-vif-plugged", "status": "completed", "tag": "f212bdf1-3050-4e6b-b469-e95ac55d5b1c"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:44:35.585036 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b533f11-725e-440d-8569-1a4547c0ed33 None None] Pushing event updated for resources: {'Port': ['ID=8c5c5c66-fb50-4c04-ae6f-ccbb53d121fd,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:35.590756 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b533f11-725e-440d-8569-1a4547c0ed33 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:44:35.605995 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port f212bdf1-3050-4e6b-b469-e95ac55d5b1c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=f212bdf1-3050-4e6b-b469-e95ac55d5b1c,segment=NetworkSegment(0a584404-1c26-40b8-b28c-ce6fe5d1bb30),segment_id=0a584404-1c26-40b8-b28c-ce6fe5d1bb30)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:44:35.631827 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 4292e6b2-41b2-40ba-8f4f-fca486354a2c details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:44:35.636748 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:35.637558 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device cfb41637-ef47-4891-9bc8-1a5c5cf5c99f up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:44:35.728817 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0542d31a-b426-4352-9971-702b89db137f admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:35.749539 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe46ead3-4e61-44f5-af15-352e77dbafac x-openstack-request-id: req-fe46ead3-4e61-44f5-af15-352e77dbafac {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:44:35.749840 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd3cb35-3ab5-4b8e-bdf0-c970804c7289", "name": "network-vif-plugged", "status": "completed", "tag": "f212bdf1-3050-4e6b-b469-e95ac55d5b1c", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:44:35.750095 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe46ead3-4e61-44f5-af15-352e77dbafac {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:44:35.750489 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd3cb35-3ab5-4b8e-bdf0-c970804c7289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f212bdf1-3050-4e6b-b469-e95ac55d5b1c', 'code': 200} Nov 27 03:44:35.751098 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=f212bdf1-3050-4e6b-b469-e95ac55d5b1c,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:35.767599 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-18063e66-7ceb-488e-a132-6918c1555582 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Allocated IP 192.168.233.130 (7cd21890-8440-4d5d-a862-4b55c8c22387/f14a2acf-f1d7-4ddf-8459-b30982428e88/ef4ae27c-26c3-4e63-8f92-1652f2b6bca5) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:44:35.787018 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab50ea-5ad1-4451-9ea7-53a48af3d88a req-9dbb966a-d8f5-4809-95e0-5c737869994d tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:35.796315 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2aab50ea-5ad1-4451-9ea7-53a48af3d88a req-9dbb966a-d8f5-4809-95e0-5c737869994d tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 943 time: 0.1396844 Nov 27 03:44:35.799509 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-3b533f11-725e-440d-8569-1a4547c0ed33 None None] Attempting to bind port 8c5c5c66-fb50-4c04-ae6f-ccbb53d121fd on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:44:35.799902 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-3b533f11-725e-440d-8569-1a4547c0ed33 None None] Attempting to bind port 8c5c5c66-fb50-4c04-ae6f-ccbb53d121fd by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '843a3e50-453f-4627-a2c7-76f7ab8b5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'bd9416fa-5b57-44bc-b415-a020c14efa0b'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:44:35.800807 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b533f11-725e-440d-8569-1a4547c0ed33 None None] Attempting to bind port 8c5c5c66-fb50-4c04-ae6f-ccbb53d121fd on network bd9416fa-5b57-44bc-b415-a020c14efa0b {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:44:35.810087 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b533f11-725e-440d-8569-1a4547c0ed33 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:44:35.810477 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b533f11-725e-440d-8569-1a4547c0ed33 None None] Checking segment: {'id': '843a3e50-453f-4627-a2c7-76f7ab8b5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'bd9416fa-5b57-44bc-b415-a020c14efa0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:44:35.810987 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3b533f11-725e-440d-8569-1a4547c0ed33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:35.812053 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b533f11-725e-440d-8569-1a4547c0ed33 None None] Bound using segment: {'id': '843a3e50-453f-4627-a2c7-76f7ab8b5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'bd9416fa-5b57-44bc-b415-a020c14efa0b'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:44:35.812553 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-3b533f11-725e-440d-8569-1a4547c0ed33 None None] Bound port: 8c5c5c66-fb50-4c04-ae6f-ccbb53d121fd, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '843a3e50-453f-4627-a2c7-76f7ab8b5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'bd9416fa-5b57-44bc-b415-a020c14efa0b'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:44:35.812941 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3b533f11-725e-440d-8569-1a4547c0ed33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:35.823317 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0542d31a-b426-4352-9971-702b89db137f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:35.898244 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0542d31a-b426-4352-9971-702b89db137f admin admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:44:35.906800 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2aab50ea-5ad1-4451-9ea7-53a48af3d88a req-78665e14-145b-44b4-8ad5-a078fe23f324 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044717 Nov 27 03:44:35.947347 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-3b533f11-725e-440d-8569-1a4547c0ed33 None None] For port 8c5c5c66-fb50-4c04-ae6f-ccbb53d121fd, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:44:35.954760 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-0542d31a-b426-4352-9971-702b89db137f admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:44:35.969226 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0542d31a-b426-4352-9971-702b89db137f admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:44:35.973680 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-3b533f11-725e-440d-8569-1a4547c0ed33 None None] For port 8c5c5c66-fb50-4c04-ae6f-ccbb53d121fd, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=8c5c5c66-fb50-4c04-ae6f-ccbb53d121fd,segment=NetworkSegment(843a3e50-453f-4627-a2c7-76f7ab8b5197),segment_id=843a3e50-453f-4627-a2c7-76f7ab8b5197)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:44:35.976946 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port cfb41637-ef47-4891-9bc8-1a5c5cf5c99f completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:44:35.985891 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3b533f11-725e-440d-8569-1a4547c0ed33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:35.996926 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port cfb41637-ef47-4891-9bc8-1a5c5cf5c99f triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:44:35.997311 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:36.037789 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a6038-d9db-4398-8828-b317f82682eb req-d46f8c37-a73a-4231-b064-7cb28c8554fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:36.039643 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9c8a6038-d9db-4398-8828-b317f82682eb req-d46f8c37-a73a-4231-b064-7cb28c8554fc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4bd3cb35-3ab5-4b8e-bdf0-c970804c7289 HTTP/1.1" status: 200 len: 1097 time: 0.2379148 Nov 27 03:44:36.052580 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-026bb76b-ff33-4b5e-9a06-7b908eb8ca6f req-652a141b-6c17-4121-83c1-7e19ad79b3c8 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 210 time: 0.0440891 Nov 27 03:44:36.059791 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 4292e6b2-41b2-40ba-8f4f-fca486354a2c, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=4292e6b2-41b2-40ba-8f4f-fca486354a2c,segment=NetworkSegment(0ede1ec6-1b9f-43e0-8048-29f023f3314a),segment_id=0ede1ec6-1b9f-43e0-8048-29f023f3314a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:44:36.100867 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '4292e6b2-41b2-40ba-8f4f-fca486354a2c', 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7', 'port_id': '4292e6b2-41b2-40ba-8f4f-fca486354a2c', 'mac_address': 'fa:16:3e:84:1c:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f2f4695-47e3-40b2-b54d-f43d3306eba4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:44:36.126235 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b533f11-725e-440d-8569-1a4547c0ed33 None None] Pushing event updated for resources: {'Port': ['ID=8c5c5c66-fb50-4c04-ae6f-ccbb53d121fd,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:36.136587 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-18063e66-7ceb-488e-a132-6918c1555582 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:36.183452 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:36.196182 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5513a-1e85-4243-b31e-d6992a59e1c4 req-a76b3fd2-2dff-4247-ae43-e68f3cc33a53 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:36.198419 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4ad5513a-1e85-4243-b31e-d6992a59e1c4 req-a76b3fd2-2dff-4247-ae43-e68f3cc33a53 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ea08f2f-689a-4234-995e-8e2fdc5a4a86 HTTP/1.1" status: 200 len: 944 time: 0.3400447 Nov 27 03:44:36.201482 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0542d31a-b426-4352-9971-702b89db137f admin admin] Pushing event updated for resources: {'Port': ['ID=1a7d267b-2db6-4f4a-9185-70fecf055da0,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:36.228686 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-18063e66-7ceb-488e-a132-6918c1555582 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:36.251724 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4292e6b2-41b2-40ba-8f4f-fca486354a2c {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:44:36.270074 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:36.288225 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 4292e6b2-41b2-40ba-8f4f-fca486354a2c, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=4292e6b2-41b2-40ba-8f4f-fca486354a2c,segment=NetworkSegment(0ede1ec6-1b9f-43e0-8048-29f023f3314a),segment_id=0ede1ec6-1b9f-43e0-8048-29f023f3314a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:44:36.303792 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-18063e66-7ceb-488e-a132-6918c1555582 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Network 7cd21890-8440-4d5d-a862-4b55c8c22387 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:44:36.308233 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-18063e66-7ceb-488e-a132-6918c1555582 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:44:36.313887 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-18063e66-7ceb-488e-a132-6918c1555582 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:44:36.318788 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18063e66-7ceb-488e-a132-6918c1555582 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Pushing event updated for resources: {'Port': ['ID=ef4ae27c-26c3-4e63-8f92-1652f2b6bca5,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:36.319202 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port cfb41637-ef47-4891-9bc8-1a5c5cf5c99f, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=cfb41637-ef47-4891-9bc8-1a5c5cf5c99f,segment=NetworkSegment(6a04ba6b-96e5-4206-90d9-c88aaa4a79a8),segment_id=6a04ba6b-96e5-4206-90d9-c88aaa4a79a8)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:44:36.322834 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:36.330491 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:36.386788 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9c8a6038-d9db-4398-8828-b317f82682eb req-684a3132-baa3-47d8-827c-ee876bbc281b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c030cebc-2a63-4851-99fa-ec922b906199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545242 Nov 27 03:44:36.394884 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=4292e6b2-41b2-40ba-8f4f-fca486354a2c,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:36.421340 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-18063e66-7ceb-488e-a132-6918c1555582 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:36.421340 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-18063e66-7ceb-488e-a132-6918c1555582 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:36.445354 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-18063e66-7ceb-488e-a132-6918c1555582 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3413513 Nov 27 03:44:36.449102 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4ad5513a-1e85-4243-b31e-d6992a59e1c4 req-50bb0e38-5202-4bb5-96d9-72c2058af877 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/security-groups?id=7936e373-a24a-44c6-ad05-73a0a378746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347422 Nov 27 03:44:36.488761 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-8c588342-8425-4716-846d-923cb613c815 service neutron] Request body: {'port': {'device_id': '2fdc14ae-f4d7-484a-bc96-988d9d222e51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:44:36.515870 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=cfb41637-ef47-4891-9bc8-1a5c5cf5c99f,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:36.619936 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-8c588342-8425-4716-846d-923cb613c815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:36.633606 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0542d31a-b426-4352-9971-702b89db137f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:36.675349 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-2fdc1112-1a52-4d9a-b964-027055f8953b None None] Provisioning complete for port ef4ae27c-26c3-4e63-8f92-1652f2b6bca5 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:44:36.675962 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2fdc1112-1a52-4d9a-b964-027055f8953b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:36.713256 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-2fdc1112-1a52-4d9a-b964-027055f8953b None None] Port ef4ae27c-26c3-4e63-8f92-1652f2b6bca5 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:44:36.715474 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['4292e6b2-41b2-40ba-8f4f-fca486354a2c'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:44:36.788029 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d3b65-6b82-446e-bb06-d5d50a2e1793 req-37be83c6-6e70-446e-9383-382d609477bd tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:36.799253 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b41d3b65-6b82-446e-bb06-d5d50a2e1793 req-37be83c6-6e70-446e-9383-382d609477bd tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bd3cb35-3ab5-4b8e-bdf0-c970804c7289 HTTP/1.1" status: 200 len: 946 time: 0.1673505 Nov 27 03:44:36.872338 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0542d31a-b426-4352-9971-702b89db137f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:37.033993 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0542d31a-b426-4352-9971-702b89db137f admin admin] Router 3ba46109-165f-4330-b60c-e5d00916eb92 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 03:44:37.192835 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0542d31a-b426-4352-9971-702b89db137f admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:44:37.212031 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b16a2d8-0e3c-47b5-9534-4d99c2a49d50 None None] Sync routers for ids ['3ba46109-165f-4330-b60c-e5d00916eb92'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:44:37.217410 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b41d3b65-6b82-446e-bb06-d5d50a2e1793 req-070c0eae-879c-4489-9c3d-523de0294267 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c030cebc-2a63-4851-99fa-ec922b906199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4170938 Nov 27 03:44:37.231994 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0542d31a-b426-4352-9971-702b89db137f admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:37.233925 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0542d31a-b426-4352-9971-702b89db137f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5788610 Nov 27 03:44:37.238238 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56094) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:44:37.240388 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b16a2d8-0e3c-47b5-9534-4d99c2a49d50 None None] Routers {'3ba46109-165f-4330-b60c-e5d00916eb92'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:44:37.244352 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9a4c9-103c-4163-8b01-c33da5411ea2 req-a263b9e7-304b-472d-8160-fc4fc8ee881a tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:37.245086 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-8b16a2d8-0e3c-47b5-9534-4d99c2a49d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:44:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['3ba46109-165f-4330-b60c-e5d00916eb92'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:37.254192 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-89d9a4c9-103c-4163-8b01-c33da5411ea2 req-a263b9e7-304b-472d-8160-fc4fc8ee881a tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 944 time: 0.2396719 Nov 27 03:44:37.331826 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-89d9a4c9-103c-4163-8b01-c33da5411ea2 req-627625ba-19c7-4985-a01b-de6a9801d50b tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765145 Nov 27 03:44:37.403869 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-8b16a2d8-0e3c-47b5-9534-4d99c2a49d50 None None] Set router 3ba46109-165f-4330-b60c-e5d00916eb92 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:44:37.448440 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1268ab7-034d-4d42-ba72-dce0847544c8 None None] Network bd9416fa-5b57-44bc-b415-a020c14efa0b requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:44:37.589179 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987dccbf-5044-4c06-8b4e-0cad36db248f req-74944781-e0e1-47eb-96ce-938d425b8271 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:37.590730 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-987dccbf-5044-4c06-8b4e-0cad36db248f req-74944781-e0e1-47eb-96ce-938d425b8271 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 936 time: 0.2021568 Nov 27 03:44:37.642252 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-b01a25da-a0ce-45fb-b0a8-bde231787f29 None None] Provisioning complete for port 8c5c5c66-fb50-4c04-ae6f-ccbb53d121fd triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:44:37.642853 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b01a25da-a0ce-45fb-b0a8-bde231787f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:37.650024 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-8c588342-8425-4716-846d-923cb613c815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef4ae27c-26c3-4e63-8f92-1652f2b6bca5 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:44:37.665730 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-8c588342-8425-4716-846d-923cb613c815 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:37.687391 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 4292e6b2-41b2-40ba-8f4f-fca486354a2c up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:44:37.735089 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf8d61-908b-4d4c-b24e-7a0b111fb64c req-deeac427-4762-4346-8523-a7d64e6cd6fe tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:37.743899 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-89cf8d61-908b-4d4c-b24e-7a0b111fb64c req-deeac427-4762-4346-8523-a7d64e6cd6fe tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ea08f2f-689a-4234-995e-8e2fdc5a4a86 HTTP/1.1" status: 200 len: 945 time: 0.1548731 Nov 27 03:44:37.749952 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-8b16a2d8-0e3c-47b5-9534-4d99c2a49d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba46109-165f-4330-b60c-e5d00916eb92', 'name': 'tempest-AttachSCSIVolumeTestJSON-97827154-router', 'tenant_id': 'b33395406ebf447ca0bbb196df2209cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '1a7d267b-2db6-4f4a-9185-70fecf055da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:44:34Z', 'updated_at': '2021-11-27T03:44:36Z', 'revision_number': 3, 'project_id': 'b33395406ebf447ca0bbb196df2209cd', 'gw_port': {'id': '1a7d267b-2db6-4f4a-9185-70fecf055da0', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:da:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba46109-165f-4330-b60c-e5d00916eb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:44:35Z', 'updated_at': '2021-11-27T03:44:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:37.768926 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ea08f2f-689a-4234-995e-8e2fdc5a4a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb41637-ef47-4891-9bc8-1a5c5cf5c99f'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:44:37.777694 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a28439-71af-48bb-adc4-ad523e191d66" -d '{"events": [{"server_uuid": "6ea08f2f-689a-4234-995e-8e2fdc5a4a86", "name": "network-vif-plugged", "status": "completed", "tag": "cfb41637-ef47-4891-9bc8-1a5c5cf5c99f"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:44:37.808086 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b16a2d8-0e3c-47b5-9534-4d99c2a49d50 None None] Checking router: 3ba46109-165f-4330-b60c-e5d00916eb92 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:44:37.808431 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b16a2d8-0e3c-47b5-9534-4d99c2a49d50 None None] Updating router 3ba46109-165f-4330-b60c-e5d00916eb92 port 1a7d267b-2db6-4f4a-9185-70fecf055da0 binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:44:37.812597 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-987dccbf-5044-4c06-8b4e-0cad36db248f req-41ad0f71-8a8f-4a08-91f1-df11be0b9c10 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143378 Nov 27 03:44:37.826424 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-89cf8d61-908b-4d4c-b24e-7a0b111fb64c req-5254f16e-4485-4750-9816-ce7b7e905bfd tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/security-groups?id=7936e373-a24a-44c6-ad05-73a0a378746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808978 Nov 27 03:44:37.835862 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-8c588342-8425-4716-846d-923cb613c815 service neutron] Transition to ACTIVE for port object ef4ae27c-26c3-4e63-8f92-1652f2b6bca5 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:44:37.856049 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-8c588342-8425-4716-846d-923cb613c815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:37.879337 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-8b16a2d8-0e3c-47b5-9534-4d99c2a49d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:37.903445 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b01a25da-a0ce-45fb-b0a8-bde231787f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:37.967146 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f061c25-c738-4a8d-8bac-26eca57684de x-openstack-request-id: req-2f061c25-c738-4a8d-8bac-26eca57684de {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:44:37.967710 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ea08f2f-689a-4234-995e-8e2fdc5a4a86", "name": "network-vif-plugged", "status": "completed", "tag": "cfb41637-ef47-4891-9bc8-1a5c5cf5c99f", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:44:37.971600 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2f061c25-c738-4a8d-8bac-26eca57684de {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:44:37.972264 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ea08f2f-689a-4234-995e-8e2fdc5a4a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb41637-ef47-4891-9bc8-1a5c5cf5c99f', 'code': 200} Nov 27 03:44:38.065493 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-b01a25da-a0ce-45fb-b0a8-bde231787f29 None None] For port 8c5c5c66-fb50-4c04-ae6f-ccbb53d121fd, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=8c5c5c66-fb50-4c04-ae6f-ccbb53d121fd,segment=NetworkSegment(843a3e50-453f-4627-a2c7-76f7ab8b5197),segment_id=843a3e50-453f-4627-a2c7-76f7ab8b5197)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:44:38.073450 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b01a25da-a0ce-45fb-b0a8-bde231787f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:38.139367 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb6cc2-2169-41e3-a222-44201ce02ce6 req-369f3cf3-5723-4477-9233-f0c622de7958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:38.141089 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bffb6cc2-2169-41e3-a222-44201ce02ce6 req-369f3cf3-5723-4477-9233-f0c622de7958 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6ea08f2f-689a-4234-995e-8e2fdc5a4a86 HTTP/1.1" status: 200 len: 1096 time: 0.0756230 Nov 27 03:44:38.169151 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a25da-a0ce-45fb-b0a8-bde231787f29 None None] Pushing event updated for resources: {'Port': ['ID=8c5c5c66-fb50-4c04-ae6f-ccbb53d121fd,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:38.182656 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c588342-8425-4716-846d-923cb613c815 service neutron] Pushing event updated for resources: {'Port': ['ID=ef4ae27c-26c3-4e63-8f92-1652f2b6bca5,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:38.184558 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 8c5c5c66-fb50-4c04-ae6f-ccbb53d121fd up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:44:38.187132 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 4292e6b2-41b2-40ba-8f4f-fca486354a2c completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:44:38.193691 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 4292e6b2-41b2-40ba-8f4f-fca486354a2c triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:44:38.194198 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:38.235716 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bffb6cc2-2169-41e3-a222-44201ce02ce6 req-065396e9-45c6-418d-97ad-5d5ef40720ea service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7936e373-a24a-44c6-ad05-73a0a378746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852830 Nov 27 03:44:38.327563 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-ac6bb135-cb27-4666-9b7a-634cb82eaaad None None] Provisioning complete for port 8c5c5c66-fb50-4c04-ae6f-ccbb53d121fd triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:44:38.328032 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ac6bb135-cb27-4666-9b7a-634cb82eaaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:38.407012 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:38.411822 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 8c5c5c66-fb50-4c04-ae6f-ccbb53d121fd triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:44:38.413281 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:38.478217 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-8c588342-8425-4716-846d-923cb613c815 service neutron] Attempting to bind port ef4ae27c-26c3-4e63-8f92-1652f2b6bca5 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:44:38.478429 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-8c588342-8425-4716-846d-923cb613c815 service neutron] Attempting to bind port ef4ae27c-26c3-4e63-8f92-1652f2b6bca5 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:44:38.478805 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-8c588342-8425-4716-846d-923cb613c815 service neutron] Attempting to bind port ef4ae27c-26c3-4e63-8f92-1652f2b6bca5 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:44:38.488157 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 4292e6b2-41b2-40ba-8f4f-fca486354a2c, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=4292e6b2-41b2-40ba-8f4f-fca486354a2c,segment=NetworkSegment(0ede1ec6-1b9f-43e0-8048-29f023f3314a),segment_id=0ede1ec6-1b9f-43e0-8048-29f023f3314a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:44:38.490116 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-21fd7a25-0f87-4ddb-8c11-218a05d0d2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:38.494973 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-8c588342-8425-4716-846d-923cb613c815 service neutron] Port ef4ae27c-26c3-4e63-8f92-1652f2b6bca5 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:44:38.495458 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-8c588342-8425-4716-846d-923cb613c815 service neutron] Attempting to bind port ef4ae27c-26c3-4e63-8f92-1652f2b6bca5 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:44:38.500767 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:38.516308 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-8c588342-8425-4716-846d-923cb613c815 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:44:38.516694 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-8c588342-8425-4716-846d-923cb613c815 service neutron] Checking segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:44:38.517039 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-8c588342-8425-4716-846d-923cb613c815 service neutron] Bound using segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:44:38.517482 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-8c588342-8425-4716-846d-923cb613c815 service neutron] Bound port: ef4ae27c-26c3-4e63-8f92-1652f2b6bca5, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:44:38.517841 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-8c588342-8425-4716-846d-923cb613c815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:38.541255 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-8b16a2d8-0e3c-47b5-9534-4d99c2a49d50 None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:38.548966 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7176a-3f2f-4bd9-a152-0308cddd3d07 req-003db191-acfb-4698-b9b2-393121edcd54 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:38.550162 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-8b16a2d8-0e3c-47b5-9534-4d99c2a49d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:38.558925 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c3c7176a-3f2f-4bd9-a152-0308cddd3d07 req-003db191-acfb-4698-b9b2-393121edcd54 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 944 time: 0.1011894 Nov 27 03:44:38.562673 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958fe530-8a87-4efc-8c77-c03f04e86eb3 req-d4888c7c-4afd-42e5-a498-3ac118d74fb6 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:38.564575 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-958fe530-8a87-4efc-8c77-c03f04e86eb3 req-d4888c7c-4afd-42e5-a498-3ac118d74fb6 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bd3cb35-3ab5-4b8e-bdf0-c970804c7289 HTTP/1.1" status: 200 len: 946 time: 0.1358790 Nov 27 03:44:38.612651 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6648c-2708-4d06-a75e-cd57ff8107b3 None None] Pushing event updated for resources: {'Port': ['ID=1a7d267b-2db6-4f4a-9185-70fecf055da0,revision_number=2']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:38.641669 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-8b16a2d8-0e3c-47b5-9534-4d99c2a49d50 None None] Attempting to bind port 1a7d267b-2db6-4f4a-9185-70fecf055da0 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:44:38.642044 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-8b16a2d8-0e3c-47b5-9534-4d99c2a49d50 None None] Attempting to bind port 1a7d267b-2db6-4f4a-9185-70fecf055da0 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:44:38.643312 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b16a2d8-0e3c-47b5-9534-4d99c2a49d50 None None] Attempting to bind port 1a7d267b-2db6-4f4a-9185-70fecf055da0 on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:44:38.651220 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b16a2d8-0e3c-47b5-9534-4d99c2a49d50 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:44:38.651672 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b16a2d8-0e3c-47b5-9534-4d99c2a49d50 None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:44:38.652024 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-8b16a2d8-0e3c-47b5-9534-4d99c2a49d50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:38.652421 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b16a2d8-0e3c-47b5-9534-4d99c2a49d50 None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:44:38.652906 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-8b16a2d8-0e3c-47b5-9534-4d99c2a49d50 None None] Bound port: 1a7d267b-2db6-4f4a-9185-70fecf055da0, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:44:38.653428 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-8b16a2d8-0e3c-47b5-9534-4d99c2a49d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:38.680655 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c3c7176a-3f2f-4bd9-a152-0308cddd3d07 req-e1e0f159-b5f2-4a44-a574-aac572f625f1 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159596 Nov 27 03:44:38.718112 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-8b16a2d8-0e3c-47b5-9534-4d99c2a49d50 None None] For port 1a7d267b-2db6-4f4a-9185-70fecf055da0, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:44:38.723143 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-8b16a2d8-0e3c-47b5-9534-4d99c2a49d50 None None] For port 1a7d267b-2db6-4f4a-9185-70fecf055da0, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=1a7d267b-2db6-4f4a-9185-70fecf055da0,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:44:38.730304 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-8b16a2d8-0e3c-47b5-9534-4d99c2a49d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:38.735945 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=4292e6b2-41b2-40ba-8f4f-fca486354a2c,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:38.738387 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-8c588342-8425-4716-846d-923cb613c815 service neutron] For port ef4ae27c-26c3-4e63-8f92-1652f2b6bca5, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:44:38.766727 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-958fe530-8a87-4efc-8c77-c03f04e86eb3 req-429f6730-0452-48da-a66d-99a730955a33 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c030cebc-2a63-4851-99fa-ec922b906199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549575 Nov 27 03:44:38.768673 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-8c588342-8425-4716-846d-923cb613c815 service neutron] For port ef4ae27c-26c3-4e63-8f92-1652f2b6bca5, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=ef4ae27c-26c3-4e63-8f92-1652f2b6bca5,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:44:38.782905 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-8c588342-8425-4716-846d-923cb613c815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:38.829364 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6648c-2708-4d06-a75e-cd57ff8107b3 None None] Pushing event updated for resources: {'Port': ['ID=1a7d267b-2db6-4f4a-9185-70fecf055da0,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:38.854319 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b16a2d8-0e3c-47b5-9534-4d99c2a49d50 None None] Routers {'3ba46109-165f-4330-b60c-e5d00916eb92'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:44:38.855048 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-8b16a2d8-0e3c-47b5-9534-4d99c2a49d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:44:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['3ba46109-165f-4330-b60c-e5d00916eb92'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:38.858627 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c588342-8425-4716-846d-923cb613c815 service neutron] Pushing event updated for resources: {'Port': ['ID=ef4ae27c-26c3-4e63-8f92-1652f2b6bca5,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:38.926217 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-8c588342-8425-4716-846d-923cb613c815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:38.926917 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-8c588342-8425-4716-846d-923cb613c815 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:38.928317 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-8c588342-8425-4716-846d-923cb613c815 service neutron] 10.222.0.23 "PUT /v2.0/ports/ef4ae27c-26c3-4e63-8f92-1652f2b6bca5 HTTP/1.1" status: 200 len: 1096 time: 2.4594159 Nov 27 03:44:38.928805 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fdc14ae-f4d7-484a-bc96-988d9d222e51', 'tag': 'ef4ae27c-26c3-4e63-8f92-1652f2b6bca5'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:44:38.931116 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9d3021-76be-4529-a951-3e5a1b1bf94c" -d '{"events": [{"name": "network-changed", "server_uuid": "2fdc14ae-f4d7-484a-bc96-988d9d222e51", "tag": "ef4ae27c-26c3-4e63-8f92-1652f2b6bca5"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:44:39.031452 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-8b16a2d8-0e3c-47b5-9534-4d99c2a49d50 None None] Set router 3ba46109-165f-4330-b60c-e5d00916eb92 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:44:39.060932 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-21fd7a25-0f87-4ddb-8c11-218a05d0d2d6 admin admin] Allocated IP 172.20.0.1 (bd9416fa-5b57-44bc-b415-a020c14efa0b/3a6ab05a-9523-497a-9dd3-5b30d30ea803/a853b53d-ace8-4a8c-8895-bbb71732041d) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:44:39.132619 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af862d-4478-45a2-a5ae-0ad5dd34becf req-a71af585-bb66-4e86-9dbf-95c02acca6ad tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:39.134439 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b9af862d-4478-45a2-a5ae-0ad5dd34becf req-a71af585-bb66-4e86-9dbf-95c02acca6ad tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 948 time: 0.1963923 Nov 27 03:44:39.156725 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3a6ba-26a2-496b-90b9-277cb9794461 req-40657aee-93ba-4982-8408-12e6679acd0a tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:39.164476 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dac3a6ba-26a2-496b-90b9-277cb9794461 req-40657aee-93ba-4982-8408-12e6679acd0a tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/ports?device_id=023b90d4-59a6-4c76-b3fc-b8244f8206c6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2032444 Nov 27 03:44:39.171157 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-4b92e503-f3a0-4f05-8d92-87016fad8213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:39.173493 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-4b92e503-f3a0-4f05-8d92-87016fad8213 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d416f1581fce4cbda78108e0795a4c3c&device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 1099 time: 0.1685801 Nov 27 03:44:39.277928 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-43f58ce1-8b2b-489d-87d9-b43d0a1e8a62 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=ef4ae27c-26c3-4e63-8f92-1652f2b6bca5 HTTP/1.1" status: 200 len: 217 time: 0.0553646 Nov 27 03:44:39.296874 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-8b16a2d8-0e3c-47b5-9534-4d99c2a49d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba46109-165f-4330-b60c-e5d00916eb92', 'name': 'tempest-AttachSCSIVolumeTestJSON-97827154-router', 'tenant_id': 'b33395406ebf447ca0bbb196df2209cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '1a7d267b-2db6-4f4a-9185-70fecf055da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:44:34Z', 'updated_at': '2021-11-27T03:44:36Z', 'revision_number': 3, 'project_id': 'b33395406ebf447ca0bbb196df2209cd', 'gw_port': {'id': '1a7d267b-2db6-4f4a-9185-70fecf055da0', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:da:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba46109-165f-4330-b60c-e5d00916eb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:44:35Z', 'updated_at': '2021-11-27T03:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:39.336026 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b16a2d8-0e3c-47b5-9534-4d99c2a49d50 None None] The sync data for ids ['3ba46109-165f-4330-b60c-e5d00916eb92'] in n-d-819494-3 is: [{'id': '3ba46109-165f-4330-b60c-e5d00916eb92', 'name': 'tempest-AttachSCSIVolumeTestJSON-97827154-router', 'tenant_id': 'b33395406ebf447ca0bbb196df2209cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '1a7d267b-2db6-4f4a-9185-70fecf055da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:44:34Z', 'updated_at': '2021-11-27T03:44:36Z', 'revision_number': 3, 'project_id': 'b33395406ebf447ca0bbb196df2209cd', 'gw_port': {'id': '1a7d267b-2db6-4f4a-9185-70fecf055da0', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:da:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba46109-165f-4330-b60c-e5d00916eb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:44:35Z', 'updated_at': '2021-11-27T03:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:44:39.396789 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b9af862d-4478-45a2-a5ae-0ad5dd34becf req-ef75976d-0e80-4dd0-9f66-7fde01d0a681 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469025 Nov 27 03:44:39.434613 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-21fd7a25-0f87-4ddb-8c11-218a05d0d2d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:39.458073 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-514394ff-01b5-4865-8d77-eca3eef9940c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:39.459591 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-514394ff-01b5-4865-8d77-eca3eef9940c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.1703708 Nov 27 03:44:39.529064 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dac3a6ba-26a2-496b-90b9-277cb9794461 req-dd6162f6-a7a7-4561-976e-d0ea02255bc8 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.236 HTTP/1.1" status: 200 len: 696 time: 0.3634121 Nov 27 03:44:39.534650 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-dac3a6ba-26a2-496b-90b9-277cb9794461 req-6a714f0b-328e-4901-ba29-37728dccbedd tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Request body: {'floatingip': {'port_id': '6452bbf0-7f88-4b4a-9e8f-c52204c5033d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:44:39.555286 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-21fd7a25-0f87-4ddb-8c11-218a05d0d2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:39.583240 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-dac3a6ba-26a2-496b-90b9-277cb9794461 req-6a714f0b-328e-4901-ba29-37728dccbedd tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks [] for floatingip, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:39.585714 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-6050150a-a893-4634-91c9-4d25c60c7ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:39.587285 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-6050150a-a893-4634-91c9-4d25c60c7ad2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1178837 Nov 27 03:44:39.632042 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fd7a25-0f87-4ddb-8c11-218a05d0d2d6 admin admin] Network bd9416fa-5b57-44bc-b415-a020c14efa0b is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:44:39.655302 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-21fd7a25-0f87-4ddb-8c11-218a05d0d2d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:44:39.675566 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fd7a25-0f87-4ddb-8c11-218a05d0d2d6 admin admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:44:39.806919 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd7a25-0f87-4ddb-8c11-218a05d0d2d6 admin admin] Pushing event updated for resources: {'Port': ['ID=a853b53d-ace8-4a8c-8895-bbb71732041d,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:39.846946 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74418e2a-e75b-43ac-b8a0-816451824f6b req-78c6103d-5eb3-4489-a0a6-52e6751d9d92 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:39.854610 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-74418e2a-e75b-43ac-b8a0-816451824f6b req-78c6103d-5eb3-4489-a0a6-52e6751d9d92 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ea08f2f-689a-4234-995e-8e2fdc5a4a86 HTTP/1.1" status: 200 len: 945 time: 0.2608712 Nov 27 03:44:39.865700 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-21fd7a25-0f87-4ddb-8c11-218a05d0d2d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:39.973313 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '389e51af-9c9e-4a6f-98ea-b68eb3ebf55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4292e6b2-41b2-40ba-8f4f-fca486354a2c'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:44:39.976677 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88594bec-fff6-4dbe-9ffd-a437f81f1fd9" -d '{"events": [{"server_uuid": "389e51af-9c9e-4a6f-98ea-b68eb3ebf55c", "name": "network-vif-plugged", "status": "completed", "tag": "4292e6b2-41b2-40ba-8f4f-fca486354a2c"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:44:39.999118 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-bbb4b817-e76f-4c1f-aa14-a3d711dd9bc8 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629518 Nov 27 03:44:40.015778 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-74418e2a-e75b-43ac-b8a0-816451824f6b req-d01f0a65-585b-48d2-a6c7-93d7851d6789 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/security-groups?id=7936e373-a24a-44c6-ad05-73a0a378746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601641 Nov 27 03:44:40.068264 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-b8636acc-a857-4086-b3e8-6c2e1547a410 None None] Provisioning complete for port a853b53d-ace8-4a8c-8895-bbb71732041d triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:44:40.068827 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b8636acc-a857-4086-b3e8-6c2e1547a410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:40.115111 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1a1b3f-a5cb-42e0-aa29-79b99babc370 x-openstack-request-id: req-5c1a1b3f-a5cb-42e0-aa29-79b99babc370 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:44:40.115398 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fdc14ae-f4d7-484a-bc96-988d9d222e51", "tag": "ef4ae27c-26c3-4e63-8f92-1652f2b6bca5", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:44:40.115648 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5c1a1b3f-a5cb-42e0-aa29-79b99babc370 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:44:40.116282 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fdc14ae-f4d7-484a-bc96-988d9d222e51', 'tag': 'ef4ae27c-26c3-4e63-8f92-1652f2b6bca5', 'status': 'completed', 'code': 200} Nov 27 03:44:40.125036 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 1a7d267b-2db6-4f4a-9185-70fecf055da0 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:44:40.165034 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-21fd7a25-0f87-4ddb-8c11-218a05d0d2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:40.180409 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-b8636acc-a857-4086-b3e8-6c2e1547a410 None None] Port a853b53d-ace8-4a8c-8895-bbb71732041d cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:44:40.203634 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 1a7d267b-2db6-4f4a-9185-70fecf055da0 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:44:40.204018 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:40.230192 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f0cd2d8c-b9c8-4036-9d69-ea64848b1f5f req-b1303d21-0910-447d-b753-6b5e983cfd5a service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093265 Nov 27 03:44:40.300837 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-dac3a6ba-26a2-496b-90b9-277cb9794461 req-6a714f0b-328e-4901-ba29-37728dccbedd tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:40.309175 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-dac3a6ba-26a2-496b-90b9-277cb9794461 req-6a714f0b-328e-4901-ba29-37728dccbedd tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:40.357859 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:40.405376 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 1a7d267b-2db6-4f4a-9185-70fecf055da0, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=1a7d267b-2db6-4f4a-9185-70fecf055da0,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:44:40.422251 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:40.423758 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 8c5c5c66-fb50-4c04-ae6f-ccbb53d121fd up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:44:40.445652 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d3021-76be-4529-a951-3e5a1b1bf94c req-468d01d1-5fdb-45d3-af50-60798b206409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:40.448514 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cc9d3021-76be-4529-a951-3e5a1b1bf94c req-468d01d1-5fdb-45d3-af50-60798b206409 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d416f1581fce4cbda78108e0795a4c3c&device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 1099 time: 0.0895207 Nov 27 03:44:40.460481 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [req-dac3a6ba-26a2-496b-90b9-277cb9794461 req-6a714f0b-328e-4901-ba29-37728dccbedd tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Floating IP 712ddc3b-d71b-45f7-9f96-91f0f3eec48f associated. External IP: 172.25.1.236, port: 6452bbf0-7f88-4b4a-9e8f-c52204c5033d. Nov 27 03:44:40.483616 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-21fd7a25-0f87-4ddb-8c11-218a05d0d2d6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:40.518862 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=1a7d267b-2db6-4f4a-9185-70fecf055da0,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:40.557621 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-21fd7a25-0f87-4ddb-8c11-218a05d0d2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:40.568491 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 8c5c5c66-fb50-4c04-ae6f-ccbb53d121fd triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:44:40.568874 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:40.782679 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dac3a6ba-26a2-496b-90b9-277cb9794461 req-6a714f0b-328e-4901-ba29-37728dccbedd tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Router d6f27a77-8db7-474f-a0b2-3cc925c2a05e has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:44:40.908165 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dac3a6ba-26a2-496b-90b9-277cb9794461 req-6a714f0b-328e-4901-ba29-37728dccbedd tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:44:40.913042 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-dac3a6ba-26a2-496b-90b9-277cb9794461 req-6a714f0b-328e-4901-ba29-37728dccbedd tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:40.921393 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67dc257-1d16-4e5d-b667-edc9c6fff35b None None] Sync routers for ids ['d6f27a77-8db7-474f-a0b2-3cc925c2a05e'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:44:40.929552 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67dc257-1d16-4e5d-b667-edc9c6fff35b None None] Routers {'d6f27a77-8db7-474f-a0b2-3cc925c2a05e'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:44:40.930181 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-d67dc257-1d16-4e5d-b667-edc9c6fff35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:44:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d6f27a77-8db7-474f-a0b2-3cc925c2a05e'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:40.948611 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dac3a6ba-26a2-496b-90b9-277cb9794461 req-6a714f0b-328e-4901-ba29-37728dccbedd tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "PUT /v2.0/floatingips/712ddc3b-d71b-45f7-9f96-91f0f3eec48f HTTP/1.1" status: 200 len: 997 time: 1.4178379 Nov 27 03:44:40.949075 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023b90d4-59a6-4c76-b3fc-b8244f8206c6', 'tag': '6452bbf0-7f88-4b4a-9e8f-c52204c5033d'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:44:40.951213 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd7a25-0f87-4ddb-8c11-218a05d0d2d6 admin admin] Pushing event updated for resources: {'Port': ['ID=a853b53d-ace8-4a8c-8895-bbb71732041d,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:40.951674 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5c09f8-888b-49f3-95a8-e13ed4bf87d2" -d '{"events": [{"name": "network-changed", "server_uuid": "023b90d4-59a6-4c76-b3fc-b8244f8206c6", "tag": "6452bbf0-7f88-4b4a-9e8f-c52204c5033d"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:44:40.976264 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-21fd7a25-0f87-4ddb-8c11-218a05d0d2d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:41.006416 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d3021-76be-4529-a951-3e5a1b1bf94c req-a3216a4f-703f-467b-acd6-7b6054eeda0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:41.008473 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cc9d3021-76be-4529-a951-3e5a1b1bf94c req-a3216a4f-703f-467b-acd6-7b6054eeda0e service neutron] 10.222.0.23 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.5434413 Nov 27 03:44:41.011913 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3a6ba-26a2-496b-90b9-277cb9794461 req-6ef1ec4f-4041-42b7-85b8-bcb869a4cd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:41.013490 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dac3a6ba-26a2-496b-90b9-277cb9794461 req-6ef1ec4f-4041-42b7-85b8-bcb869a4cd9b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8ee487fd6f3246e3902cf82b3ecb881d&device_id=023b90d4-59a6-4c76-b3fc-b8244f8206c6 HTTP/1.1" status: 200 len: 1097 time: 0.0455699 Nov 27 03:44:41.052316 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-d67dc257-1d16-4e5d-b667-edc9c6fff35b None None] Set router d6f27a77-8db7-474f-a0b2-3cc925c2a05e gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:44:41.052914 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2076323-9f04-47c0-afa6-7ab768a68bf5 req-7c04a395-3fd4-404e-86b6-fc70643c374e tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:41.054402 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f2076323-9f04-47c0-afa6-7ab768a68bf5 req-7c04a395-3fd4-404e-86b6-fc70643c374e tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 945 time: 0.1576371 Nov 27 03:44:41.102482 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cc9d3021-76be-4529-a951-3e5a1b1bf94c req-37792414-1e6c-48be-aece-37a506e84ec0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=ef4ae27c-26c3-4e63-8f92-1652f2b6bca5 HTTP/1.1" status: 200 len: 217 time: 0.0837238 Nov 27 03:44:41.110602 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3a6ba-26a2-496b-90b9-277cb9794461 req-0df56673-d6ad-42e5-ab56-60b0a50382f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:41.117344 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dac3a6ba-26a2-496b-90b9-277cb9794461 req-0df56673-d6ad-42e5-ab56-60b0a50382f1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1061c8f2-a0ce-422f-b43d-3200c66695ab HTTP/1.1" status: 200 len: 922 time: 0.0942674 Nov 27 03:44:41.226389 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f2076323-9f04-47c0-afa6-7ab768a68bf5 req-1376a9ec-3378-4e82-9409-4c18ebc0619d tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623802 Nov 27 03:44:41.232622 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d3021-76be-4529-a951-3e5a1b1bf94c req-c79676a5-2090-4176-8909-b75816502b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:41.234742 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cc9d3021-76be-4529-a951-3e5a1b1bf94c req-c79676a5-2090-4176-8909-b75816502b75 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.1222465 Nov 27 03:44:41.236582 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fd7a25-0f87-4ddb-8c11-218a05d0d2d6 admin admin] Network bd9416fa-5b57-44bc-b415-a020c14efa0b is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:44:41.238141 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-21fd7a25-0f87-4ddb-8c11-218a05d0d2d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:44:41.242182 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dac3a6ba-26a2-496b-90b9-277cb9794461 req-520f1bea-4b12-43b6-b23f-d96b7738c2ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6452bbf0-7f88-4b4a-9e8f-c52204c5033d HTTP/1.1" status: 200 len: 1000 time: 0.1236064 Nov 27 03:44:41.322940 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10dced6-6e35-49eb-9cf8-a46c240cce34 x-openstack-request-id: req-f10dced6-6e35-49eb-9cf8-a46c240cce34 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:44:41.323213 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "389e51af-9c9e-4a6f-98ea-b68eb3ebf55c", "name": "network-vif-plugged", "status": "completed", "tag": "4292e6b2-41b2-40ba-8f4f-fca486354a2c", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:44:41.323468 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f10dced6-6e35-49eb-9cf8-a46c240cce34 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:44:41.323982 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '389e51af-9c9e-4a6f-98ea-b68eb3ebf55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4292e6b2-41b2-40ba-8f4f-fca486354a2c', 'code': 200} Nov 27 03:44:41.324889 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3a6ba-26a2-496b-90b9-277cb9794461 req-dbccf172-6d3b-4a4e-adea-ea6572c00175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:41.335260 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dac3a6ba-26a2-496b-90b9-277cb9794461 req-dbccf172-6d3b-4a4e-adea-ea6572c00175 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb97b0e2-75dc-4d09-932a-9875e5b8e057 HTTP/1.1" status: 200 len: 860 time: 0.0916655 Nov 27 03:44:41.401337 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3a6ba-26a2-496b-90b9-277cb9794461 req-b689cab1-7786-4901-809f-166552ae9b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:41.416267 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dac3a6ba-26a2-496b-90b9-277cb9794461 req-b689cab1-7786-4901-809f-166552ae9b0e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1061c8f2-a0ce-422f-b43d-3200c66695ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796139 Nov 27 03:44:41.423407 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [req-dac3a6ba-26a2-496b-90b9-277cb9794461 req-28a45872-29e8-4255-b944-9d3c03614556 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 03:44:41.432013 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dac3a6ba-26a2-496b-90b9-277cb9794461 req-28a45872-29e8-4255-b944-9d3c03614556 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0149744 Nov 27 03:44:41.441864 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-d67dc257-1d16-4e5d-b667-edc9c6fff35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1339829873-router', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:43Z', 'updated_at': '2021-11-27T03:43:52Z', 'revision_number': 4, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'gw_port': {'id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:44Z', 'updated_at': '2021-11-27T03:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '712ddc3b-d71b-45f7-9f96-91f0f3eec48f', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'floating_ip_address': '172.25.1.236', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'port_id': '6452bbf0-7f88-4b4a-9e8f-c52204c5033d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab', 'mac_address': 'fa:16:3e:26:de:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023b90d4-59a6-4c76-b3fc-b8244f8206c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:44:15Z', 'updated_at': '2021-11-27T03:44:40Z', 'revision_number': 1, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5dadfc-efdc-420c-885e-fa22f87e6129', 'name': '', 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'mac_address': 'fa:16:3e:54:18:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'eb97b0e2-75dc-4d09-932a-9875e5b8e057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:50Z', 'updated_at': '2021-11-27T03:43:56Z', 'revision_number': 5, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'subnets': [{'id': 'eb97b0e2-75dc-4d09-932a-9875e5b8e057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:41.485463 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67dc257-1d16-4e5d-b667-edc9c6fff35b None None] Checking router: d6f27a77-8db7-474f-a0b2-3cc925c2a05e for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:44:41.492479 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d3021-76be-4529-a951-3e5a1b1bf94c req-326907be-2e36-4b74-a959-02fefee16f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:41.494346 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cc9d3021-76be-4529-a951-3e5a1b1bf94c req-326907be-2e36-4b74-a959-02fefee16f75 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2491093 Nov 27 03:44:41.495545 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67dc257-1d16-4e5d-b667-edc9c6fff35b None None] Routers {'d6f27a77-8db7-474f-a0b2-3cc925c2a05e'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:44:41.496181 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-d67dc257-1d16-4e5d-b667-edc9c6fff35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:44:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d6f27a77-8db7-474f-a0b2-3cc925c2a05e'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:41.496532 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21fd7a25-0f87-4ddb-8c11-218a05d0d2d6 admin admin] Router 3ba46109-165f-4330-b60c-e5d00916eb92 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:44:41.548333 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dac3a6ba-26a2-496b-90b9-277cb9794461 req-380c5380-0a0e-455a-b8c2-adafd7ce0fe5 service neutron] 10.222.0.20 "GET /v2.0/networks/1061c8f2-a0ce-422f-b43d-3200c66695ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152074 Nov 27 03:44:41.580917 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332cfe83-0391-4d14-af3b-beeaf5fd9fba req-90de93a1-908e-4ec5-bfdc-154ed57c740e tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:41.582452 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-332cfe83-0391-4d14-af3b-beeaf5fd9fba req-90de93a1-908e-4ec5-bfdc-154ed57c740e tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 948 time: 0.1873474 Nov 27 03:44:41.603913 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebcba6-71a4-4c70-8d3b-66b9a3207582 req-5dd5b8fe-58d2-420c-8ce9-7d4175f294c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:41.605543 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-91ebcba6-71a4-4c70-8d3b-66b9a3207582 req-5dd5b8fe-58d2-420c-8ce9-7d4175f294c1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 1096 time: 0.1580291 Nov 27 03:44:41.634662 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-8cd9713e-6ce2-4b20-938f-0b0c6f49ae69 None None] Provisioning complete for port a853b53d-ace8-4a8c-8895-bbb71732041d triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:44:41.635041 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8cd9713e-6ce2-4b20-938f-0b0c6f49ae69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:41.664093 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dac3a6ba-26a2-496b-90b9-277cb9794461 req-ce7d6c1b-911b-43a1-ae10-1fa6a9278479 service neutron] 10.222.0.20 "GET /v2.0/networks/1061c8f2-a0ce-422f-b43d-3200c66695ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094911 Nov 27 03:44:41.682437 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-d67dc257-1d16-4e5d-b667-edc9c6fff35b None None] Set router d6f27a77-8db7-474f-a0b2-3cc925c2a05e gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:44:41.731619 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-8cd9713e-6ce2-4b20-938f-0b0c6f49ae69 None None] Port a853b53d-ace8-4a8c-8895-bbb71732041d cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:44:41.777915 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-332cfe83-0391-4d14-af3b-beeaf5fd9fba req-48b63ffa-48f7-4358-b948-41b4d12fd097 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835074 Nov 27 03:44:41.784033 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cc9d3021-76be-4529-a951-3e5a1b1bf94c req-6b938b5a-2fd1-4fb4-9625-380e6e9bd41d service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754230 Nov 27 03:44:41.790578 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-91ebcba6-71a4-4c70-8d3b-66b9a3207582 req-9a952640-fa26-4705-a50a-3c66e28a4e69 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446638 Nov 27 03:44:41.803796 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fd7a25-0f87-4ddb-8c11-218a05d0d2d6 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:44:41.813940 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-21fd7a25-0f87-4ddb-8c11-218a05d0d2d6 admin admin] 10.222.0.20 "PUT /v2.0/routers/3ba46109-165f-4330-b60c-e5d00916eb92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5695550 Nov 27 03:44:41.821477 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e466e24-1b14-48e4-b258-8717e4777866 None None] Sync routers for ids ['3ba46109-165f-4330-b60c-e5d00916eb92'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:44:41.837596 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e466e24-1b14-48e4-b258-8717e4777866 None None] Routers {'3ba46109-165f-4330-b60c-e5d00916eb92'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:44:41.838425 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-9e466e24-1b14-48e4-b258-8717e4777866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:44:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['3ba46109-165f-4330-b60c-e5d00916eb92'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:41.851206 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d262e34d-a9bc-4ce2-94d2-68b6a24de3e9 x-openstack-request-id: req-d262e34d-a9bc-4ce2-94d2-68b6a24de3e9 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:44:41.851675 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "023b90d4-59a6-4c76-b3fc-b8244f8206c6", "tag": "6452bbf0-7f88-4b4a-9e8f-c52204c5033d", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:44:41.852100 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d262e34d-a9bc-4ce2-94d2-68b6a24de3e9 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:44:41.852638 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '023b90d4-59a6-4c76-b3fc-b8244f8206c6', 'tag': '6452bbf0-7f88-4b4a-9e8f-c52204c5033d', 'status': 'completed', 'code': 200} Nov 27 03:44:41.975600 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c09f8-888b-49f3-95a8-e13ed4bf87d2 req-44063558-c1a3-4c02-8ffb-ceb434a85a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:41.978115 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3d5c09f8-888b-49f3-95a8-e13ed4bf87d2 req-44063558-c1a3-4c02-8ffb-ceb434a85a65 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8ee487fd6f3246e3902cf82b3ecb881d&device_id=023b90d4-59a6-4c76-b3fc-b8244f8206c6 HTTP/1.1" status: 200 len: 1097 time: 0.0754018 Nov 27 03:44:41.983544 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 1a7d267b-2db6-4f4a-9185-70fecf055da0 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:44:42.049008 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56709020-86c9-44d4-addb-d3fde75b9e51 req-0ec28da2-103e-46c0-ada6-1b49b7a8a698 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:42.060094 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-56709020-86c9-44d4-addb-d3fde75b9e51 req-0ec28da2-103e-46c0-ada6-1b49b7a8a698 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ea08f2f-689a-4234-995e-8e2fdc5a4a86 HTTP/1.1" status: 200 len: 945 time: 0.1119294 Nov 27 03:44:42.063085 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-9e466e24-1b14-48e4-b258-8717e4777866 None None] Set router 3ba46109-165f-4330-b60c-e5d00916eb92 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:44:42.161296 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 1a7d267b-2db6-4f4a-9185-70fecf055da0 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:44:42.161834 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:42.194816 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-d67dc257-1d16-4e5d-b667-edc9c6fff35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1339829873-router', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:43Z', 'updated_at': '2021-11-27T03:43:52Z', 'revision_number': 4, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'gw_port': {'id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:44Z', 'updated_at': '2021-11-27T03:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '712ddc3b-d71b-45f7-9f96-91f0f3eec48f', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'floating_ip_address': '172.25.1.236', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'port_id': '6452bbf0-7f88-4b4a-9e8f-c52204c5033d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab', 'mac_address': 'fa:16:3e:26:de:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023b90d4-59a6-4c76-b3fc-b8244f8206c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:44:15Z', 'updated_at': '2021-11-27T03:44:40Z', 'revision_number': 1, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5dadfc-efdc-420c-885e-fa22f87e6129', 'name': '', 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'mac_address': 'fa:16:3e:54:18:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'eb97b0e2-75dc-4d09-932a-9875e5b8e057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:50Z', 'updated_at': '2021-11-27T03:43:56Z', 'revision_number': 5, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'subnets': [{'id': 'eb97b0e2-75dc-4d09-932a-9875e5b8e057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:42.204463 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c09f8-888b-49f3-95a8-e13ed4bf87d2 req-8c54a96a-828a-40b3-b722-1cbb4df7ce1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:42.205959 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3d5c09f8-888b-49f3-95a8-e13ed4bf87d2 req-8c54a96a-828a-40b3-b722-1cbb4df7ce1e service neutron] 10.222.0.11 "GET /v2.0/networks?id=1061c8f2-a0ce-422f-b43d-3200c66695ab HTTP/1.1" status: 200 len: 922 time: 0.2205377 Nov 27 03:44:42.234842 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-56709020-86c9-44d4-addb-d3fde75b9e51 req-ee60665e-1873-48e0-b522-34d18f7d5cec tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/security-groups?id=7936e373-a24a-44c6-ad05-73a0a378746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728170 Nov 27 03:44:42.245008 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67dc257-1d16-4e5d-b667-edc9c6fff35b None None] The sync data for ids ['d6f27a77-8db7-474f-a0b2-3cc925c2a05e'] in n-d-819494-3 is: [{'id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1339829873-router', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:43Z', 'updated_at': '2021-11-27T03:43:52Z', 'revision_number': 4, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'gw_port': {'id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:44Z', 'updated_at': '2021-11-27T03:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '712ddc3b-d71b-45f7-9f96-91f0f3eec48f', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'floating_ip_address': '172.25.1.236', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'port_id': '6452bbf0-7f88-4b4a-9e8f-c52204c5033d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab', 'mac_address': 'fa:16:3e:26:de:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023b90d4-59a6-4c76-b3fc-b8244f8206c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:44:15Z', 'updated_at': '2021-11-27T03:44:40Z', 'revision_number': 1, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5dadfc-efdc-420c-885e-fa22f87e6129', 'name': '', 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'mac_address': 'fa:16:3e:54:18:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'eb97b0e2-75dc-4d09-932a-9875e5b8e057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:50Z', 'updated_at': '2021-11-27T03:43:56Z', 'revision_number': 5, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'subnets': [{'id': 'eb97b0e2-75dc-4d09-932a-9875e5b8e057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:44:42.388509 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3d5c09f8-888b-49f3-95a8-e13ed4bf87d2 req-47fa2320-8fab-4bdc-9485-730103d1a780 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6452bbf0-7f88-4b4a-9e8f-c52204c5033d HTTP/1.1" status: 200 len: 1000 time: 0.1729586 Nov 27 03:44:42.439204 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cc9d3021-76be-4529-a951-3e5a1b1bf94c req-84b15423-11ae-40ee-8e79-09bae5a6c2f0 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480364 Nov 27 03:44:42.506833 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-9e466e24-1b14-48e4-b258-8717e4777866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba46109-165f-4330-b60c-e5d00916eb92', 'name': 'tempest-AttachSCSIVolumeTestJSON-97827154-router', 'tenant_id': 'b33395406ebf447ca0bbb196df2209cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '1a7d267b-2db6-4f4a-9185-70fecf055da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:44:34Z', 'updated_at': '2021-11-27T03:44:40Z', 'revision_number': 4, 'project_id': 'b33395406ebf447ca0bbb196df2209cd', 'gw_port': {'id': '1a7d267b-2db6-4f4a-9185-70fecf055da0', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:da:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba46109-165f-4330-b60c-e5d00916eb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:44:35Z', 'updated_at': '2021-11-27T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'a853b53d-ace8-4a8c-8895-bbb71732041d', 'name': '', 'network_id': 'bd9416fa-5b57-44bc-b415-a020c14efa0b', 'tenant_id': 'b33395406ebf447ca0bbb196df2209cd', 'mac_address': 'fa:16:3e:c4:02:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba46109-165f-4330-b60c-e5d00916eb92', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '3a6ab05a-9523-497a-9dd3-5b30d30ea803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:44:38Z', 'updated_at': '2021-11-27T03:44:40Z', 'revision_number': 2, 'project_id': 'b33395406ebf447ca0bbb196df2209cd', 'subnets': [{'id': '3a6ab05a-9523-497a-9dd3-5b30d30ea803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:42.516894 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c09f8-888b-49f3-95a8-e13ed4bf87d2 req-092d4940-e379-44b2-af08-4cfe64027d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:42.518537 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3d5c09f8-888b-49f3-95a8-e13ed4bf87d2 req-092d4940-e379-44b2-af08-4cfe64027d06 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb97b0e2-75dc-4d09-932a-9875e5b8e057 HTTP/1.1" status: 200 len: 860 time: 0.1197460 Nov 27 03:44:42.541128 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e466e24-1b14-48e4-b258-8717e4777866 None None] Checking router: 3ba46109-165f-4330-b60c-e5d00916eb92 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:44:42.541687 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e466e24-1b14-48e4-b258-8717e4777866 None None] Updating router 3ba46109-165f-4330-b60c-e5d00916eb92 port a853b53d-ace8-4a8c-8895-bbb71732041d binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:44:42.577138 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ef6be9-2b67-400b-8739-98fe4ed7ce36 None None] New status for floating IP 712ddc3b-d71b-45f7-9f96-91f0f3eec48f: ACTIVE {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 03:44:42.581140 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-9e466e24-1b14-48e4-b258-8717e4777866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:42.620402 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc36c7-de9d-418b-8130-fc5260fc7d88 req-ee33a9b0-378f-4540-b136-fcdcdc362721 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:42.630194 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3dcc36c7-de9d-418b-8130-fc5260fc7d88 req-ee33a9b0-378f-4540-b136-fcdcdc362721 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bd3cb35-3ab5-4b8e-bdf0-c970804c7289&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1790168 Nov 27 03:44:42.751030 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56182) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:44:42.756096 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-d8b47b22-2308-4d05-a61f-59709239f214 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1239989629-network', 'tenant_id': 'b54444c6a92d445094738b9211dbfa18'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:44:42.772810 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c09f8-888b-49f3-95a8-e13ed4bf87d2 req-5c393db9-d118-45df-9422-3853e5d9c1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:42.774902 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3d5c09f8-888b-49f3-95a8-e13ed4bf87d2 req-5c393db9-d118-45df-9422-3853e5d9c1b4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1061c8f2-a0ce-422f-b43d-3200c66695ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1950767 Nov 27 03:44:42.786752 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3dcc36c7-de9d-418b-8130-fc5260fc7d88 req-803aa9a3-0e86-4dba-bb0e-dc537bf462c6 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.236 HTTP/1.1" status: 200 len: 1000 time: 0.1544814 Nov 27 03:44:42.803922 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-3dcc36c7-de9d-418b-8130-fc5260fc7d88 req-edf958ba-81fd-4c88-868d-491f42e93e3e tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Request body: {'floatingip': {'port_id': 'f212bdf1-3050-4e6b-b469-e95ac55d5b1c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:44:42.939069 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0c01cd84-c930-4b82-81d5-75b1f1296156 req-15925966-3f0f-4d22-a306-f3cddecd71ad tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f5c39893-f8d8-4150-8aae-695f98406de3 HTTP/1.1" status: 200 len: 258 time: 0.4931047 Nov 27 03:44:42.941445 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3dcc36c7-de9d-418b-8130-fc5260fc7d88 req-edf958ba-81fd-4c88-868d-491f42e93e3e tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks [] for floatingip, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:42.946305 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3d5c09f8-888b-49f3-95a8-e13ed4bf87d2 req-ca807d8d-7d61-4617-afbf-c4997a3aaf51 service neutron] 10.222.0.11 "GET /v2.0/networks/1061c8f2-a0ce-422f-b43d-3200c66695ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617401 Nov 27 03:44:42.952900 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-0c01cd84-c930-4b82-81d5-75b1f1296156 req-5757e4d0-2324-46b1-b8c1-69c28e561e59 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:44:42.999595 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-9e466e24-1b14-48e4-b258-8717e4777866 None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:43.009323 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-9e466e24-1b14-48e4-b258-8717e4777866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:43.032755 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b47b22-2308-4d05-a61f-59709239f214 admin admin] Made reservation on behalf of b54444c6a92d445094738b9211dbfa18 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:44:43.035660 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d8b47b22-2308-4d05-a61f-59709239f214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:43.053056 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d8b47b22-2308-4d05-a61f-59709239f214 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:43.066425 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a753b-38b7-432b-a659-c59a194d2cd8 None None] Pushing event updated for resources: {'Port': ['ID=a853b53d-ace8-4a8c-8895-bbb71732041d,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:43.150653 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d8b47b22-2308-4d05-a61f-59709239f214 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:43.156714 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-9e466e24-1b14-48e4-b258-8717e4777866 None None] Attempting to bind port a853b53d-ace8-4a8c-8895-bbb71732041d on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:44:43.157422 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-9e466e24-1b14-48e4-b258-8717e4777866 None None] Attempting to bind port a853b53d-ace8-4a8c-8895-bbb71732041d by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '843a3e50-453f-4627-a2c7-76f7ab8b5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'bd9416fa-5b57-44bc-b415-a020c14efa0b'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:44:43.159065 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e466e24-1b14-48e4-b258-8717e4777866 None None] Attempting to bind port a853b53d-ace8-4a8c-8895-bbb71732041d on network bd9416fa-5b57-44bc-b415-a020c14efa0b {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:44:43.161681 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d8b47b22-2308-4d05-a61f-59709239f214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:43.172398 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e466e24-1b14-48e4-b258-8717e4777866 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:44:43.177473 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e466e24-1b14-48e4-b258-8717e4777866 None None] Checking segment: {'id': '843a3e50-453f-4627-a2c7-76f7ab8b5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'bd9416fa-5b57-44bc-b415-a020c14efa0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:44:43.178542 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-9e466e24-1b14-48e4-b258-8717e4777866 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:43.178542 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e466e24-1b14-48e4-b258-8717e4777866 None None] Bound using segment: {'id': '843a3e50-453f-4627-a2c7-76f7ab8b5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'bd9416fa-5b57-44bc-b415-a020c14efa0b'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:44:43.179156 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-9e466e24-1b14-48e4-b258-8717e4777866 None None] Bound port: a853b53d-ace8-4a8c-8895-bbb71732041d, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '843a3e50-453f-4627-a2c7-76f7ab8b5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'bd9416fa-5b57-44bc-b415-a020c14efa0b'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:44:43.179629 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-9e466e24-1b14-48e4-b258-8717e4777866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:43.193035 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0c01cd84-c930-4b82-81d5-75b1f1296156 req-5757e4d0-2324-46b1-b8c1-69c28e561e59 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks [] for floatingip, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:43.292954 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-9e466e24-1b14-48e4-b258-8717e4777866 None None] For port a853b53d-ace8-4a8c-8895-bbb71732041d, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:44:43.297533 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-9e466e24-1b14-48e4-b258-8717e4777866 None None] For port a853b53d-ace8-4a8c-8895-bbb71732041d, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=a853b53d-ace8-4a8c-8895-bbb71732041d,segment=NetworkSegment(843a3e50-453f-4627-a2c7-76f7ab8b5197),segment_id=843a3e50-453f-4627-a2c7-76f7ab8b5197)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:44:43.308735 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-9e466e24-1b14-48e4-b258-8717e4777866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:43.388378 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a753b-38b7-432b-a659-c59a194d2cd8 None None] Pushing event updated for resources: {'Port': ['ID=a853b53d-ace8-4a8c-8895-bbb71732041d,revision_number=4']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:43.424647 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e466e24-1b14-48e4-b258-8717e4777866 None None] Routers {'3ba46109-165f-4330-b60c-e5d00916eb92'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:44:43.425312 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-9e466e24-1b14-48e4-b258-8717e4777866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:44:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['3ba46109-165f-4330-b60c-e5d00916eb92'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:43.486688 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-aa1352c3-8660-4a95-96cf-3303d53b416b None None] Provisioning complete for port a853b53d-ace8-4a8c-8895-bbb71732041d triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:44:43.487274 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-aa1352c3-8660-4a95-96cf-3303d53b416b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:43.630811 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-9e466e24-1b14-48e4-b258-8717e4777866 None None] Set router 3ba46109-165f-4330-b60c-e5d00916eb92 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:44:43.657841 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8b47b22-2308-4d05-a61f-59709239f214 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:44:43.660009 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-aa1352c3-8660-4a95-96cf-3303d53b416b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:43.679025 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b47b22-2308-4d05-a61f-59709239f214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b510043e-c44e-4f39-939a-9ebe2c359a39,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:43.709162 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3d5c09f8-888b-49f3-95a8-e13ed4bf87d2 req-d4c12ef6-8c8a-41da-9541-1bd31abd8c69 service neutron] 10.222.0.11 "GET /v2.0/networks/1061c8f2-a0ce-422f-b43d-3200c66695ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7479987 Nov 27 03:44:43.712923 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d8b47b22-2308-4d05-a61f-59709239f214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:43.713728 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-d8b47b22-2308-4d05-a61f-59709239f214 admin admin] Added segment 848c7db3-5c68-4b7b-8f69-43bb66326721 of type vlan for network 195c2a4c-255b-452e-8334-5439afc4d8bc Nov 27 03:44:43.758680 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-aa1352c3-8660-4a95-96cf-3303d53b416b None None] For port a853b53d-ace8-4a8c-8895-bbb71732041d, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=a853b53d-ace8-4a8c-8895-bbb71732041d,segment=NetworkSegment(843a3e50-453f-4627-a2c7-76f7ab8b5197),segment_id=843a3e50-453f-4627-a2c7-76f7ab8b5197)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:44:43.767503 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device ef4ae27c-26c3-4e63-8f92-1652f2b6bca5 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:44:43.770376 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d8b47b22-2308-4d05-a61f-59709239f214 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:43.775274 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-aa1352c3-8660-4a95-96cf-3303d53b416b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:43.820510 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d8b47b22-2308-4d05-a61f-59709239f214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:43.821846 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b47b22-2308-4d05-a61f-59709239f214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:43.822314 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d8b47b22-2308-4d05-a61f-59709239f214 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:43.879828 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d8b47b22-2308-4d05-a61f-59709239f214 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1275764 Nov 27 03:44:43.887220 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56194) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:44:43.892964 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-afa48bb0-561f-4e37-94e3-4e3dd43a1c58 admin admin] Request body: {'subnet': {'network_id': '195c2a4c-255b-452e-8334-5439afc4d8bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1239989629-subnet', 'tenant_id': 'b54444c6a92d445094738b9211dbfa18', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:44:43.898883 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0c01cd84-c930-4b82-81d5-75b1f1296156 req-5757e4d0-2324-46b1-b8c1-69c28e561e59 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:43.955067 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3dcc36c7-de9d-418b-8130-fc5260fc7d88 req-edf958ba-81fd-4c88-868d-491f42e93e3e tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:43.962301 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b47b22-2308-4d05-a61f-59709239f214 admin admin] Pushing event updated for resources: {'Network': ['ID=195c2a4c-255b-452e-8334-5439afc4d8bc,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:43.962836 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3dcc36c7-de9d-418b-8130-fc5260fc7d88 req-edf958ba-81fd-4c88-868d-491f42e93e3e tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:43.985021 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 195c2a4c-255b-452e-8334-5439afc4d8bc details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:44:43.993782 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa48bb0-561f-4e37-94e3-4e3dd43a1c58 admin admin] Made reservation on behalf of b54444c6a92d445094738b9211dbfa18 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:44:43.996467 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-afa48bb0-561f-4e37-94e3-4e3dd43a1c58 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:44.052134 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-61a4942a-214b-450c-8f09-a382d317bdce None None] Provisioning complete for port a853b53d-ace8-4a8c-8895-bbb71732041d triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:44:44.052514 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-61a4942a-214b-450c-8f09-a382d317bdce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:44.101773 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1352c3-8660-4a95-96cf-3303d53b416b None None] Pushing event updated for resources: {'Port': ['ID=a853b53d-ace8-4a8c-8895-bbb71732041d,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:44.212056 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port ef4ae27c-26c3-4e63-8f92-1652f2b6bca5, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=ef4ae27c-26c3-4e63-8f92-1652f2b6bca5,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:44:44.240909 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': 'ef4ae27c-26c3-4e63-8f92-1652f2b6bca5', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'port_id': 'ef4ae27c-26c3-4e63-8f92-1652f2b6bca5', 'mac_address': 'fa:16:3e:f0:d4:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14a2acf-f1d7-4ddf-8459-b30982428e88', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:44:44.249670 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-9e466e24-1b14-48e4-b258-8717e4777866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba46109-165f-4330-b60c-e5d00916eb92', 'name': 'tempest-AttachSCSIVolumeTestJSON-97827154-router', 'tenant_id': 'b33395406ebf447ca0bbb196df2209cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '1a7d267b-2db6-4f4a-9185-70fecf055da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:44:34Z', 'updated_at': '2021-11-27T03:44:40Z', 'revision_number': 4, 'project_id': 'b33395406ebf447ca0bbb196df2209cd', 'gw_port': {'id': '1a7d267b-2db6-4f4a-9185-70fecf055da0', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:da:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba46109-165f-4330-b60c-e5d00916eb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:44:35Z', 'updated_at': '2021-11-27T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'a853b53d-ace8-4a8c-8895-bbb71732041d', 'name': '', 'network_id': 'bd9416fa-5b57-44bc-b415-a020c14efa0b', 'tenant_id': 'b33395406ebf447ca0bbb196df2209cd', 'mac_address': 'fa:16:3e:c4:02:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba46109-165f-4330-b60c-e5d00916eb92', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '3a6ab05a-9523-497a-9dd3-5b30d30ea803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:44:38Z', 'updated_at': '2021-11-27T03:44:43Z', 'revision_number': 4, 'project_id': 'b33395406ebf447ca0bbb196df2209cd', 'subnets': [{'id': '3a6ab05a-9523-497a-9dd3-5b30d30ea803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:44.254431 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-0c01cd84-c930-4b82-81d5-75b1f1296156 req-5757e4d0-2324-46b1-b8c1-69c28e561e59 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Allocated IP 172.25.1.5 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/83ec3efc-832c-4442-a226-923c44023bde) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:44:44.291580 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e466e24-1b14-48e4-b258-8717e4777866 None None] The sync data for ids ['3ba46109-165f-4330-b60c-e5d00916eb92'] in n-d-819494-3 is: [{'id': '3ba46109-165f-4330-b60c-e5d00916eb92', 'name': 'tempest-AttachSCSIVolumeTestJSON-97827154-router', 'tenant_id': 'b33395406ebf447ca0bbb196df2209cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '1a7d267b-2db6-4f4a-9185-70fecf055da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:44:34Z', 'updated_at': '2021-11-27T03:44:40Z', 'revision_number': 4, 'project_id': 'b33395406ebf447ca0bbb196df2209cd', 'gw_port': {'id': '1a7d267b-2db6-4f4a-9185-70fecf055da0', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:da:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba46109-165f-4330-b60c-e5d00916eb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:44:35Z', 'updated_at': '2021-11-27T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'a853b53d-ace8-4a8c-8895-bbb71732041d', 'name': '', 'network_id': 'bd9416fa-5b57-44bc-b415-a020c14efa0b', 'tenant_id': 'b33395406ebf447ca0bbb196df2209cd', 'mac_address': 'fa:16:3e:c4:02:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba46109-165f-4330-b60c-e5d00916eb92', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '3a6ab05a-9523-497a-9dd3-5b30d30ea803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:44:38Z', 'updated_at': '2021-11-27T03:44:43Z', 'revision_number': 4, 'project_id': 'b33395406ebf447ca0bbb196df2209cd', 'subnets': [{'id': '3a6ab05a-9523-497a-9dd3-5b30d30ea803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:44:44.315741 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:44.341914 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef4ae27c-26c3-4e63-8f92-1652f2b6bca5 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:44:44.390114 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port ef4ae27c-26c3-4e63-8f92-1652f2b6bca5, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=ef4ae27c-26c3-4e63-8f92-1652f2b6bca5,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:44:44.395924 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:44.481038 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=ef4ae27c-26c3-4e63-8f92-1652f2b6bca5,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:44.494415 n-d-819494-3 neutron-server[110019]: INFO neutron.db.l3_db [req-3dcc36c7-de9d-418b-8130-fc5260fc7d88 req-edf958ba-81fd-4c88-868d-491f42e93e3e tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Floating IP 712ddc3b-d71b-45f7-9f96-91f0f3eec48f associated. External IP: 172.25.1.236, port: 6452bbf0-7f88-4b4a-9e8f-c52204c5033d. Nov 27 03:44:44.500937 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-afa48bb0-561f-4e37-94e3-4e3dd43a1c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:44.600839 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa48bb0-561f-4e37-94e3-4e3dd43a1c58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04fae33c-7696-4c2d-9efc-7027e43ac46a,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:44.631076 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa48bb0-561f-4e37-94e3-4e3dd43a1c58 admin admin] Checking segment: {'id': '848c7db3-5c68-4b7b-8f69-43bb66326721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '195c2a4c-255b-452e-8334-5439afc4d8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:44:44.631443 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa48bb0-561f-4e37-94e3-4e3dd43a1c58 admin admin] Network hostable DHCP agents. Network: 195c2a4c-255b-452e-8334-5439afc4d8bc, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:44:44.649573 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0c01cd84-c930-4b82-81d5-75b1f1296156 req-5757e4d0-2324-46b1-b8c1-69c28e561e59 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:44.680518 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa48bb0-561f-4e37-94e3-4e3dd43a1c58 admin admin] Network 195c2a4c-255b-452e-8334-5439afc4d8bc is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:44:44.710109 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-afa48bb0-561f-4e37-94e3-4e3dd43a1c58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 195c2a4c-255b-452e-8334-5439afc4d8bc) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:44:44.720550 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779876c3-afe2-4993-b3e3-53cf936b2513 None None] Network 195c2a4c-255b-452e-8334-5439afc4d8bc requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:44:44.740567 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa48bb0-561f-4e37-94e3-4e3dd43a1c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:44.741903 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-afa48bb0-561f-4e37-94e3-4e3dd43a1c58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:44.752219 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0c01cd84-c930-4b82-81d5-75b1f1296156 req-5757e4d0-2324-46b1-b8c1-69c28e561e59 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:44.765530 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3dcc36c7-de9d-418b-8130-fc5260fc7d88 req-edf958ba-81fd-4c88-868d-491f42e93e3e tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Router d6f27a77-8db7-474f-a0b2-3cc925c2a05e has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:44:44.815599 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['ef4ae27c-26c3-4e63-8f92-1652f2b6bca5'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:44:44.858383 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c01cd84-c930-4b82-81d5-75b1f1296156 req-5757e4d0-2324-46b1-b8c1-69c28e561e59 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:44:44.864271 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-0c01cd84-c930-4b82-81d5-75b1f1296156 req-5757e4d0-2324-46b1-b8c1-69c28e561e59 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:44:44.869236 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-afa48bb0-561f-4e37-94e3-4e3dd43a1c58 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9808309 Nov 27 03:44:44.870256 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c01cd84-c930-4b82-81d5-75b1f1296156 req-5757e4d0-2324-46b1-b8c1-69c28e561e59 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:44:44.874279 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56196) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:44:44.898949 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-223a9c14-51ed-4176-98d3-ff878b9b0ab1 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1239989629-router', 'tenant_id': 'b54444c6a92d445094738b9211dbfa18', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:44:44.899137 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3dcc36c7-de9d-418b-8130-fc5260fc7d88 req-edf958ba-81fd-4c88-868d-491f42e93e3e tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:44:44.912134 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f5b90f-7099-485f-80c1-aa3cf53c5dcf None None] Sync routers for ids ['d6f27a77-8db7-474f-a0b2-3cc925c2a05e'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:44:44.927667 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f5b90f-7099-485f-80c1-aa3cf53c5dcf None None] Routers {'d6f27a77-8db7-474f-a0b2-3cc925c2a05e'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:44:44.928302 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-f1f5b90f-7099-485f-80c1-aa3cf53c5dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:44:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d6f27a77-8db7-474f-a0b2-3cc925c2a05e'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:44.950333 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757e4d0-2324-46b1-b8c1-69c28e561e59 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Pushing event updated for resources: {'Port': ['ID=83ec3efc-832c-4442-a226-923c44023bde,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:45.016485 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-223a9c14-51ed-4176-98d3-ff878b9b0ab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:45.019238 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-223a9c14-51ed-4176-98d3-ff878b9b0ab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:45.188639 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0c01cd84-c930-4b82-81d5-75b1f1296156 req-5757e4d0-2324-46b1-b8c1-69c28e561e59 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:45.197430 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-f1f5b90f-7099-485f-80c1-aa3cf53c5dcf None None] Set router d6f27a77-8db7-474f-a0b2-3cc925c2a05e gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:44:45.202148 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-223a9c14-51ed-4176-98d3-ff878b9b0ab1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:45.226374 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b433faae-3fb9-43c7-a5bc-77031fa0ede4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-195c2a4c-255b-452e-8334-5439afc4d8bc', 'network_id': '195c2a4c-255b-452e-8334-5439afc4d8bc', 'tenant_id': 'b54444c6a92d445094738b9211dbfa18', 'fixed_ips': [{'subnet_id': '04fae33c-7696-4c2d-9efc-7027e43ac46a'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 03:44:45.233151 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b433faae-3fb9-43c7-a5bc-77031fa0ede4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:45.270258 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0c01cd84-c930-4b82-81d5-75b1f1296156 req-5757e4d0-2324-46b1-b8c1-69c28e561e59 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:45.304612 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3dcc36c7-de9d-418b-8130-fc5260fc7d88 req-edf958ba-81fd-4c88-868d-491f42e93e3e tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Router d6f27a77-8db7-474f-a0b2-3cc925c2a05e has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:44:45.471640 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3dcc36c7-de9d-418b-8130-fc5260fc7d88 req-edf958ba-81fd-4c88-868d-491f42e93e3e tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:44:45.478243 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3dcc36c7-de9d-418b-8130-fc5260fc7d88 req-edf958ba-81fd-4c88-868d-491f42e93e3e tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:45.531480 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023b90d4-59a6-4c76-b3fc-b8244f8206c6', 'tag': '6452bbf0-7f88-4b4a-9e8f-c52204c5033d'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:44:45.546035 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae613f4-d386-43e2-a125-16b64988e9f7" -d '{"events": [{"name": "network-changed", "server_uuid": "023b90d4-59a6-4c76-b3fc-b8244f8206c6", "tag": "6452bbf0-7f88-4b4a-9e8f-c52204c5033d"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:44:45.598573 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3dcc36c7-de9d-418b-8130-fc5260fc7d88 req-edf958ba-81fd-4c88-868d-491f42e93e3e tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "PUT /v2.0/floatingips/712ddc3b-d71b-45f7-9f96-91f0f3eec48f HTTP/1.1" status: 200 len: 999 time: 2.8012161 Nov 27 03:44:45.613596 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-b433faae-3fb9-43c7-a5bc-77031fa0ede4 None None] Allocated IP 172.20.0.2 (195c2a4c-255b-452e-8334-5439afc4d8bc/04fae33c-7696-4c2d-9efc-7027e43ac46a/862e539f-08c3-4066-bef2-bbc73e238bba) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:44:45.705194 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc36c7-de9d-418b-8130-fc5260fc7d88 req-7293014b-c09e-4ae3-adb1-eeecf3ee1d46 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:45.708715 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3dcc36c7-de9d-418b-8130-fc5260fc7d88 req-7293014b-c09e-4ae3-adb1-eeecf3ee1d46 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/ports/6452bbf0-7f88-4b4a-9e8f-c52204c5033d HTTP/1.1" status: 200 len: 943 time: 0.0991521 Nov 27 03:44:45.721972 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-f1f5b90f-7099-485f-80c1-aa3cf53c5dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1339829873-router', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:43Z', 'updated_at': '2021-11-27T03:43:52Z', 'revision_number': 4, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'gw_port': {'id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:44Z', 'updated_at': '2021-11-27T03:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '712ddc3b-d71b-45f7-9f96-91f0f3eec48f', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'floating_ip_address': '172.25.1.236', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'port_id': 'f212bdf1-3050-4e6b-b469-e95ac55d5b1c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab', 'mac_address': 'fa:16:3e:f7:f3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd3cb35-3ab5-4b8e-bdf0-c970804c7289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:44:15Z', 'updated_at': '2021-11-27T03:44:43Z', 'revision_number': 3, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5dadfc-efdc-420c-885e-fa22f87e6129', 'name': '', 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'mac_address': 'fa:16:3e:54:18:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'eb97b0e2-75dc-4d09-932a-9875e5b8e057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:50Z', 'updated_at': '2021-11-27T03:43:56Z', 'revision_number': 5, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'subnets': [{'id': 'eb97b0e2-75dc-4d09-932a-9875e5b8e057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:45.773596 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f5b90f-7099-485f-80c1-aa3cf53c5dcf None None] Checking router: d6f27a77-8db7-474f-a0b2-3cc925c2a05e for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:44:45.786495 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f5b90f-7099-485f-80c1-aa3cf53c5dcf None None] Routers {'d6f27a77-8db7-474f-a0b2-3cc925c2a05e'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:44:45.787449 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-f1f5b90f-7099-485f-80c1-aa3cf53c5dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:44:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d6f27a77-8db7-474f-a0b2-3cc925c2a05e'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:45.830690 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-223a9c14-51ed-4176-98d3-ff878b9b0ab1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:45.851669 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b433faae-3fb9-43c7-a5bc-77031fa0ede4 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:45.862630 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b433faae-3fb9-43c7-a5bc-77031fa0ede4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:45.960965 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b433faae-3fb9-43c7-a5bc-77031fa0ede4 None None] Network 195c2a4c-255b-452e-8334-5439afc4d8bc is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:44:45.969540 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0c01cd84-c930-4b82-81d5-75b1f1296156 req-5757e4d0-2324-46b1-b8c1-69c28e561e59 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:45.975530 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-b433faae-3fb9-43c7-a5bc-77031fa0ede4 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:44:45.980995 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b433faae-3fb9-43c7-a5bc-77031fa0ede4 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:44:45.991527 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0c01cd84-c930-4b82-81d5-75b1f1296156 req-5757e4d0-2324-46b1-b8c1-69c28e561e59 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:45.991753 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc36c7-de9d-418b-8130-fc5260fc7d88 req-5ca7135a-b0d6-4198-a931-f2e8344393c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:45.995728 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:45.998783 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3dcc36c7-de9d-418b-8130-fc5260fc7d88 req-5ca7135a-b0d6-4198-a931-f2e8344393c7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8ee487fd6f3246e3902cf82b3ecb881d&device_id=023b90d4-59a6-4c76-b3fc-b8244f8206c6 HTTP/1.1" status: 200 len: 1097 time: 0.1667147 Nov 27 03:44:46.063434 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757e4d0-2324-46b1-b8c1-69c28e561e59 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Pushing event updated for resources: {'Port': ['ID=83ec3efc-832c-4442-a226-923c44023bde,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:46.125522 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device a853b53d-ace8-4a8c-8895-bbb71732041d up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:44:46.148927 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-f1f5b90f-7099-485f-80c1-aa3cf53c5dcf None None] Set router d6f27a77-8db7-474f-a0b2-3cc925c2a05e gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:44:46.214358 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b433faae-3fb9-43c7-a5bc-77031fa0ede4 None None] Pushing event updated for resources: {'Port': ['ID=862e539f-08c3-4066-bef2-bbc73e238bba,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:46.233925 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5bc52a67-5281-473e-957e-e06e3c9e10e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:46.245494 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-b433faae-3fb9-43c7-a5bc-77031fa0ede4 None None] Attempting to bind port 862e539f-08c3-4066-bef2-bbc73e238bba on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:44:46.246041 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-b433faae-3fb9-43c7-a5bc-77031fa0ede4 None None] Attempting to bind port 862e539f-08c3-4066-bef2-bbc73e238bba by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '848c7db3-5c68-4b7b-8f69-43bb66326721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '195c2a4c-255b-452e-8334-5439afc4d8bc'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:44:46.246962 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b433faae-3fb9-43c7-a5bc-77031fa0ede4 None None] Attempting to bind port 862e539f-08c3-4066-bef2-bbc73e238bba on network 195c2a4c-255b-452e-8334-5439afc4d8bc {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:44:46.249545 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc36c7-de9d-418b-8130-fc5260fc7d88 req-fbf728a9-d3b0-44cf-b924-eb389443eacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:46.249831 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0c01cd84-c930-4b82-81d5-75b1f1296156 req-5757e4d0-2324-46b1-b8c1-69c28e561e59 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:46.255752 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3dcc36c7-de9d-418b-8130-fc5260fc7d88 req-fbf728a9-d3b0-44cf-b924-eb389443eacd service neutron] 10.222.0.20 "GET /v2.0/networks?id=1061c8f2-a0ce-422f-b43d-3200c66695ab HTTP/1.1" status: 200 len: 922 time: 0.2507360 Nov 27 03:44:46.262355 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b433faae-3fb9-43c7-a5bc-77031fa0ede4 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:44:46.263314 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b433faae-3fb9-43c7-a5bc-77031fa0ede4 None None] Checking segment: {'id': '848c7db3-5c68-4b7b-8f69-43bb66326721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '195c2a4c-255b-452e-8334-5439afc4d8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:44:46.263546 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b433faae-3fb9-43c7-a5bc-77031fa0ede4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:46.264576 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b433faae-3fb9-43c7-a5bc-77031fa0ede4 None None] Bound using segment: {'id': '848c7db3-5c68-4b7b-8f69-43bb66326721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '195c2a4c-255b-452e-8334-5439afc4d8bc'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:44:46.265231 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-b433faae-3fb9-43c7-a5bc-77031fa0ede4 None None] Bound port: 862e539f-08c3-4066-bef2-bbc73e238bba, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '848c7db3-5c68-4b7b-8f69-43bb66326721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '195c2a4c-255b-452e-8334-5439afc4d8bc'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:44:46.265648 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b433faae-3fb9-43c7-a5bc-77031fa0ede4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:46.316783 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port a853b53d-ace8-4a8c-8895-bbb71732041d triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:44:46.317130 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:46.334877 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-223a9c14-51ed-4176-98d3-ff878b9b0ab1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:46.348169 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3dcc36c7-de9d-418b-8130-fc5260fc7d88 req-57a28c97-d373-40d7-84b6-748a078ae957 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6452bbf0-7f88-4b4a-9e8f-c52204c5033d HTTP/1.1" status: 200 len: 217 time: 0.0857849 Nov 27 03:44:46.369215 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-b433faae-3fb9-43c7-a5bc-77031fa0ede4 None None] For port 862e539f-08c3-4066-bef2-bbc73e238bba, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:44:46.372694 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-b433faae-3fb9-43c7-a5bc-77031fa0ede4 None None] For port 862e539f-08c3-4066-bef2-bbc73e238bba, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=862e539f-08c3-4066-bef2-bbc73e238bba,segment=NetworkSegment(848c7db3-5c68-4b7b-8f69-43bb66326721),segment_id=848c7db3-5c68-4b7b-8f69-43bb66326721)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:44:46.381291 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0c01cd84-c930-4b82-81d5-75b1f1296156 req-5757e4d0-2324-46b1-b8c1-69c28e561e59 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:46.383563 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b433faae-3fb9-43c7-a5bc-77031fa0ede4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:46.389372 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0c01cd84-c930-4b82-81d5-75b1f1296156 req-5757e4d0-2324-46b1-b8c1-69c28e561e59 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 3.4487381 Nov 27 03:44:46.394589 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-223a9c14-51ed-4176-98d3-ff878b9b0ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:46.463351 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc36c7-de9d-418b-8130-fc5260fc7d88 req-05d802a0-2feb-411a-ab8d-218ad0be321a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:46.472083 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3dcc36c7-de9d-418b-8130-fc5260fc7d88 req-05d802a0-2feb-411a-ab8d-218ad0be321a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb97b0e2-75dc-4d09-932a-9875e5b8e057 HTTP/1.1" status: 200 len: 860 time: 0.1157312 Nov 27 03:44:46.496631 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b433faae-3fb9-43c7-a5bc-77031fa0ede4 None None] Pushing event updated for resources: {'Port': ['ID=862e539f-08c3-4066-bef2-bbc73e238bba,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:46.536258 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc36c7-de9d-418b-8130-fc5260fc7d88 req-fbf2a38b-ea9d-4052-bf09-fc4084ba0a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:46.544451 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3dcc36c7-de9d-418b-8130-fc5260fc7d88 req-fbf2a38b-ea9d-4052-bf09-fc4084ba0a83 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1061c8f2-a0ce-422f-b43d-3200c66695ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715203 Nov 27 03:44:46.549636 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-3dcc36c7-de9d-418b-8130-fc5260fc7d88 req-b3e83a24-55ea-4ec1-94fc-70acfbc420ee service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 03:44:46.557295 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3dcc36c7-de9d-418b-8130-fc5260fc7d88 req-b3e83a24-55ea-4ec1-94fc-70acfbc420ee service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0120189 Nov 27 03:44:46.589652 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-f1f5b90f-7099-485f-80c1-aa3cf53c5dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1339829873-router', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:43Z', 'updated_at': '2021-11-27T03:43:52Z', 'revision_number': 4, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'gw_port': {'id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:44Z', 'updated_at': '2021-11-27T03:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '712ddc3b-d71b-45f7-9f96-91f0f3eec48f', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'floating_ip_address': '172.25.1.236', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'port_id': 'f212bdf1-3050-4e6b-b469-e95ac55d5b1c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab', 'mac_address': 'fa:16:3e:f7:f3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd3cb35-3ab5-4b8e-bdf0-c970804c7289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:44:15Z', 'updated_at': '2021-11-27T03:44:43Z', 'revision_number': 3, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5dadfc-efdc-420c-885e-fa22f87e6129', 'name': '', 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'mac_address': 'fa:16:3e:54:18:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'eb97b0e2-75dc-4d09-932a-9875e5b8e057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:50Z', 'updated_at': '2021-11-27T03:43:56Z', 'revision_number': 5, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'subnets': [{'id': 'eb97b0e2-75dc-4d09-932a-9875e5b8e057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:46.604764 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0c01cd84-c930-4b82-81d5-75b1f1296156 req-0777cca5-9a44-4c55-85e8-6f4999cdd61b tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.5 HTTP/1.1" status: 200 len: 694 time: 0.2144482 Nov 27 03:44:46.607132 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-223a9c14-51ed-4176-98d3-ff878b9b0ab1 admin admin] Allocated IP 172.25.1.84 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/8ba62c30-4e28-4136-b014-ae6a36ea60cd) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:44:46.620786 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f5b90f-7099-485f-80c1-aa3cf53c5dcf None None] The sync data for ids ['d6f27a77-8db7-474f-a0b2-3cc925c2a05e'] in n-d-819494-3 is: [{'id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1339829873-router', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:43Z', 'updated_at': '2021-11-27T03:43:52Z', 'revision_number': 4, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'gw_port': {'id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:44Z', 'updated_at': '2021-11-27T03:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '712ddc3b-d71b-45f7-9f96-91f0f3eec48f', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'floating_ip_address': '172.25.1.236', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'port_id': 'f212bdf1-3050-4e6b-b469-e95ac55d5b1c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab', 'mac_address': 'fa:16:3e:f7:f3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd3cb35-3ab5-4b8e-bdf0-c970804c7289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:44:15Z', 'updated_at': '2021-11-27T03:44:43Z', 'revision_number': 3, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5dadfc-efdc-420c-885e-fa22f87e6129', 'name': '', 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'mac_address': 'fa:16:3e:54:18:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'eb97b0e2-75dc-4d09-932a-9875e5b8e057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:50Z', 'updated_at': '2021-11-27T03:43:56Z', 'revision_number': 5, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'subnets': [{'id': 'eb97b0e2-75dc-4d09-932a-9875e5b8e057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:44:46.753803 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3dcc36c7-de9d-418b-8130-fc5260fc7d88 req-87112034-80b5-416f-8307-b6da5e8aeb4d service neutron] 10.222.0.20 "GET /v2.0/networks/1061c8f2-a0ce-422f-b43d-3200c66695ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954551 Nov 27 03:44:46.846128 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01cd84-c930-4b82-81d5-75b1f1296156 req-1eb86913-4207-422f-87dd-12f6d3aba425 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:46.855236 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0c01cd84-c930-4b82-81d5-75b1f1296156 req-1eb86913-4207-422f-87dd-12f6d3aba425 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/networks/f5c39893-f8d8-4150-8aae-695f98406de3 HTTP/1.1" status: 200 len: 784 time: 0.2495124 Nov 27 03:44:46.872585 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [req-0c01cd84-c930-4b82-81d5-75b1f1296156 req-7a77b0de-c3b0-4795-8352-85dfdd97530c tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 03:44:46.888312 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0c01cd84-c930-4b82-81d5-75b1f1296156 req-7a77b0de-c3b0-4795-8352-85dfdd97530c tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0218074 Nov 27 03:44:46.905318 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3dcc36c7-de9d-418b-8130-fc5260fc7d88 req-f1a1b6c4-193f-4abf-b2bd-1823768e7147 service neutron] 10.222.0.20 "GET /v2.0/networks/1061c8f2-a0ce-422f-b43d-3200c66695ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439338 Nov 27 03:44:46.924373 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-223a9c14-51ed-4176-98d3-ff878b9b0ab1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:46.988370 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-223a9c14-51ed-4176-98d3-ff878b9b0ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:47.048244 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7364651-e382-428c-843b-2225feeb6aeb None None] New status for floating IP 712ddc3b-d71b-45f7-9f96-91f0f3eec48f: ACTIVE {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 03:44:47.068161 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc36c7-de9d-418b-8130-fc5260fc7d88 req-9a76ccc5-16eb-4c56-bdf1-3ee2c8e2d8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:47.069131 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223a9c14-51ed-4176-98d3-ff878b9b0ab1 admin admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:44:47.073121 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-223a9c14-51ed-4176-98d3-ff878b9b0ab1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:44:47.073778 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3dcc36c7-de9d-418b-8130-fc5260fc7d88 req-9a76ccc5-16eb-4c56-bdf1-3ee2c8e2d8a4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8ee487fd6f3246e3902cf82b3ecb881d&device_id=4bd3cb35-3ab5-4b8e-bdf0-c970804c7289 HTTP/1.1" status: 200 len: 1097 time: 0.1252027 Nov 27 03:44:47.083943 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223a9c14-51ed-4176-98d3-ff878b9b0ab1 admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:44:47.127054 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a9c14-51ed-4176-98d3-ff878b9b0ab1 admin admin] Pushing event updated for resources: {'Port': ['ID=8ba62c30-4e28-4136-b014-ae6a36ea60cd,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:47.198303 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc36c7-de9d-418b-8130-fc5260fc7d88 req-94640e96-f98c-49ff-8fac-96d23d86615e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:47.200008 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3dcc36c7-de9d-418b-8130-fc5260fc7d88 req-94640e96-f98c-49ff-8fac-96d23d86615e service neutron] 10.222.0.20 "GET /v2.0/networks?id=1061c8f2-a0ce-422f-b43d-3200c66695ab HTTP/1.1" status: 200 len: 922 time: 0.1113927 Nov 27 03:44:47.274421 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3dcc36c7-de9d-418b-8130-fc5260fc7d88 req-f17effad-c5ad-408b-b76e-fdb10edfffe3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f212bdf1-3050-4e6b-b469-e95ac55d5b1c HTTP/1.1" status: 200 len: 1002 time: 0.0678647 Nov 27 03:44:47.311665 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd8be7-b26e-45f3-8438-0e4fc3745b69 req-cb20ffe0-6ccf-48a4-af1e-c0ffe007992a tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:47.313548 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-36cd8be7-b26e-45f3-8438-0e4fc3745b69 req-cb20ffe0-6ccf-48a4-af1e-c0ffe007992a tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 945 time: 0.1668780 Nov 27 03:44:47.329679 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc36c7-de9d-418b-8130-fc5260fc7d88 req-5f3f23c2-a27a-4c82-9fbe-94d155293db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:47.337514 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3dcc36c7-de9d-418b-8130-fc5260fc7d88 req-5f3f23c2-a27a-4c82-9fbe-94d155293db0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb97b0e2-75dc-4d09-932a-9875e5b8e057 HTTP/1.1" status: 200 len: 860 time: 0.0539722 Nov 27 03:44:47.396662 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc36c7-de9d-418b-8130-fc5260fc7d88 req-0f800fb0-07a3-44c3-bca4-68f118c05786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:47.405727 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3dcc36c7-de9d-418b-8130-fc5260fc7d88 req-0f800fb0-07a3-44c3-bca4-68f118c05786 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1061c8f2-a0ce-422f-b43d-3200c66695ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670729 Nov 27 03:44:47.443717 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c782fc71-1ab0-4caf-a38c-71f5c3942b32 None None] Sync routers for ids ['d6f27a77-8db7-474f-a0b2-3cc925c2a05e'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:44:47.456992 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c782fc71-1ab0-4caf-a38c-71f5c3942b32 None None] Routers {'d6f27a77-8db7-474f-a0b2-3cc925c2a05e'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:44:47.459759 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-c782fc71-1ab0-4caf-a38c-71f5c3942b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:44:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d6f27a77-8db7-474f-a0b2-3cc925c2a05e'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:47.459919 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-36cd8be7-b26e-45f3-8438-0e4fc3745b69 req-71220e62-d80a-42c6-85d2-4e8a599ee635 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106751 Nov 27 03:44:47.597257 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3dcc36c7-de9d-418b-8130-fc5260fc7d88 req-fdd82930-c432-475b-b4dd-3b824e60a2ed service neutron] 10.222.0.20 "GET /v2.0/networks/1061c8f2-a0ce-422f-b43d-3200c66695ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902208 Nov 27 03:44:47.643828 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-c782fc71-1ab0-4caf-a38c-71f5c3942b32 None None] Set router d6f27a77-8db7-474f-a0b2-3cc925c2a05e gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:44:47.683864 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf06071-161f-4c48-b3b5-9c519b17d4ad req-0f5b34ba-e318-4b8b-8057-db3418ff79b2 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:47.685579 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2bf06071-161f-4c48-b3b5-9c519b17d4ad req-0f5b34ba-e318-4b8b-8057-db3418ff79b2 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 949 time: 0.1051161 Nov 27 03:44:47.698914 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-223a9c14-51ed-4176-98d3-ff878b9b0ab1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:47.729542 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device ef4ae27c-26c3-4e63-8f92-1652f2b6bca5 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:44:47.775126 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3dcc36c7-de9d-418b-8130-fc5260fc7d88 req-efdf2575-97a2-4d24-b999-34223e747659 service neutron] 10.222.0.20 "GET /v2.0/networks/1061c8f2-a0ce-422f-b43d-3200c66695ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667819 Nov 27 03:44:47.840509 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2bf06071-161f-4c48-b3b5-9c519b17d4ad req-10298bd9-5ed7-47d7-81ad-6c96328f0f57 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485529 Nov 27 03:44:47.852463 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port ef4ae27c-26c3-4e63-8f92-1652f2b6bca5 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:44:47.887953 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port ef4ae27c-26c3-4e63-8f92-1652f2b6bca5 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:44:47.888428 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:47.988562 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e29a85-4cfa-46db-a273-90579bd4d766 None None] Network 195c2a4c-255b-452e-8334-5439afc4d8bc requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:44:48.018591 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-223a9c14-51ed-4176-98d3-ff878b9b0ab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:48.055126 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-c782fc71-1ab0-4caf-a38c-71f5c3942b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1339829873-router', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:43Z', 'updated_at': '2021-11-27T03:43:52Z', 'revision_number': 4, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'gw_port': {'id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:44Z', 'updated_at': '2021-11-27T03:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '712ddc3b-d71b-45f7-9f96-91f0f3eec48f', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'floating_ip_address': '172.25.1.236', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'port_id': 'f212bdf1-3050-4e6b-b469-e95ac55d5b1c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab', 'mac_address': 'fa:16:3e:f7:f3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd3cb35-3ab5-4b8e-bdf0-c970804c7289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:44:15Z', 'updated_at': '2021-11-27T03:44:47Z', 'revision_number': 4, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5dadfc-efdc-420c-885e-fa22f87e6129', 'name': '', 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'mac_address': 'fa:16:3e:54:18:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'eb97b0e2-75dc-4d09-932a-9875e5b8e057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:50Z', 'updated_at': '2021-11-27T03:43:56Z', 'revision_number': 5, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'subnets': [{'id': 'eb97b0e2-75dc-4d09-932a-9875e5b8e057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:48.063011 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb4e149-44aa-43c7-9910-8daf7758087e x-openstack-request-id: req-8cb4e149-44aa-43c7-9910-8daf7758087e {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:44:48.063308 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "023b90d4-59a6-4c76-b3fc-b8244f8206c6", "tag": "6452bbf0-7f88-4b4a-9e8f-c52204c5033d", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:44:48.063563 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8cb4e149-44aa-43c7-9910-8daf7758087e {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:44:48.064202 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '023b90d4-59a6-4c76-b3fc-b8244f8206c6', 'tag': '6452bbf0-7f88-4b4a-9e8f-c52204c5033d', 'status': 'completed', 'code': 200} Nov 27 03:44:48.134119 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c782fc71-1ab0-4caf-a38c-71f5c3942b32 None None] Checking router: d6f27a77-8db7-474f-a0b2-3cc925c2a05e for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:44:48.162077 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c782fc71-1ab0-4caf-a38c-71f5c3942b32 None None] Routers {'d6f27a77-8db7-474f-a0b2-3cc925c2a05e'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:44:48.163218 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-c782fc71-1ab0-4caf-a38c-71f5c3942b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:44:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d6f27a77-8db7-474f-a0b2-3cc925c2a05e'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:48.198858 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd0c65-7217-4135-9a16-ebaeaf33f256 req-7c767bd9-9e52-463f-8c44-c3ce261a3882 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:48.200429 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1fcd0c65-7217-4135-9a16-ebaeaf33f256 req-7c767bd9-9e52-463f-8c44-c3ce261a3882 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 1097 time: 0.0961556 Nov 27 03:44:48.288013 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 862e539f-08c3-4066-bef2-bbc73e238bba up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:44:48.300843 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1fcd0c65-7217-4135-9a16-ebaeaf33f256 req-c1bc95e4-62a2-4130-88ba-e945a2f43192 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872941 Nov 27 03:44:48.398940 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-c782fc71-1ab0-4caf-a38c-71f5c3942b32 None None] Set router d6f27a77-8db7-474f-a0b2-3cc925c2a05e gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:44:48.445582 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:48.462969 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4a3dd8a7-4d18-4334-aa78-8e57279e4005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:48.477633 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6534b4-84a2-4d0b-b902-41cd45082c07 req-cd8d905d-ad99-4959-b58b-3e8cad198cfb tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:48.480097 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-ce6fa377-c67b-4212-b9f0-bc693f2b3d14 None None] Provisioning complete for port 862e539f-08c3-4066-bef2-bbc73e238bba triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:44:48.480493 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ce6fa377-c67b-4212-b9f0-bc693f2b3d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:48.487036 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7d6534b4-84a2-4d0b-b902-41cd45082c07 req-cd8d905d-ad99-4959-b58b-3e8cad198cfb tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 1096 time: 0.0553584 Nov 27 03:44:48.545665 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7d6534b4-84a2-4d0b-b902-41cd45082c07 req-0da6facc-c2e0-4958-a67e-44839fcfaa06 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528488 Nov 27 03:44:48.564345 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port ef4ae27c-26c3-4e63-8f92-1652f2b6bca5, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=ef4ae27c-26c3-4e63-8f92-1652f2b6bca5,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:44:48.588691 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdc14ae-f4d7-484a-bc96-988d9d222e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4ae27c-26c3-4e63-8f92-1652f2b6bca5'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:44:48.597847 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5cbcea-c697-41a2-b0d5-b1da0873b6ca" -d '{"events": [{"server_uuid": "2fdc14ae-f4d7-484a-bc96-988d9d222e51", "name": "network-vif-plugged", "status": "completed", "tag": "ef4ae27c-26c3-4e63-8f92-1652f2b6bca5"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:44:48.617714 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:48.652297 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae613f4-d386-43e2-a125-16b64988e9f7 req-f0af6bec-f908-4956-9ebf-da313867c654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:48.654256 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dae613f4-d386-43e2-a125-16b64988e9f7 req-f0af6bec-f908-4956-9ebf-da313867c654 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8ee487fd6f3246e3902cf82b3ecb881d&device_id=023b90d4-59a6-4c76-b3fc-b8244f8206c6 HTTP/1.1" status: 200 len: 1097 time: 0.5348210 Nov 27 03:44:48.658278 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-67fc94cc-1004-4a8d-8143-a19e317566b1 req-e1af1359-0124-4e8e-8c16-932cc932e831 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.236 HTTP/1.1" status: 200 len: 1002 time: 0.0975029 Nov 27 03:44:48.713220 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc94cc-1004-4a8d-8143-a19e317566b1 req-ca3ff9c0-4472-4d09-a036-644aacf28c4f tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:48.715015 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-67fc94cc-1004-4a8d-8143-a19e317566b1 req-ca3ff9c0-4472-4d09-a036-644aacf28c4f tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/ports/f212bdf1-3050-4e6b-b469-e95ac55d5b1c HTTP/1.1" status: 200 len: 943 time: 0.0557828 Nov 27 03:44:48.722435 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8418b11-e146-4cf7-b36f-1d2edaa5009f req-04d27ee9-b7e6-4ae8-b14e-f5d72a56bfff tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:48.738450 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b8418b11-e146-4cf7-b36f-1d2edaa5009f req-04d27ee9-b7e6-4ae8-b14e-f5d72a56bfff tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ea08f2f-689a-4234-995e-8e2fdc5a4a86&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5576406 Nov 27 03:44:48.748972 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:48.749944 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 862e539f-08c3-4066-bef2-bbc73e238bba triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:44:48.750493 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:48.839327 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=ef4ae27c-26c3-4e63-8f92-1652f2b6bca5,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:48.875125 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-67fc94cc-1004-4a8d-8143-a19e317566b1 req-1b38583d-9555-4c64-9ff7-a4ecf66403cb tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.236 HTTP/1.1" status: 200 len: 1002 time: 0.1144626 Nov 27 03:44:48.876754 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b8418b11-e146-4cf7-b36f-1d2edaa5009f req-b4ac3e4a-9241-4b51-b6a7-2d98580c5f15 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.5 HTTP/1.1" status: 200 len: 694 time: 0.1371796 Nov 27 03:44:48.891312 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223a9c14-51ed-4176-98d3-ff878b9b0ab1 admin admin] Router 6c449c12-e854-4f4c-8708-775c3cac0c14 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 03:44:48.907930 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-b8418b11-e146-4cf7-b36f-1d2edaa5009f req-d17519a1-bc4a-462d-ba2a-8635bdc344f5 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Request body: {'floatingip': {'port_id': 'cfb41637-ef47-4891-9bc8-1a5c5cf5c99f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:44:48.929659 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-c782fc71-1ab0-4caf-a38c-71f5c3942b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1339829873-router', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:43Z', 'updated_at': '2021-11-27T03:43:52Z', 'revision_number': 4, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'gw_port': {'id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:44Z', 'updated_at': '2021-11-27T03:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '712ddc3b-d71b-45f7-9f96-91f0f3eec48f', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'floating_ip_address': '172.25.1.236', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'port_id': 'f212bdf1-3050-4e6b-b469-e95ac55d5b1c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab', 'mac_address': 'fa:16:3e:f7:f3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd3cb35-3ab5-4b8e-bdf0-c970804c7289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:44:15Z', 'updated_at': '2021-11-27T03:44:47Z', 'revision_number': 4, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5dadfc-efdc-420c-885e-fa22f87e6129', 'name': '', 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'mac_address': 'fa:16:3e:54:18:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'eb97b0e2-75dc-4d09-932a-9875e5b8e057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:50Z', 'updated_at': '2021-11-27T03:43:56Z', 'revision_number': 5, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'subnets': [{'id': 'eb97b0e2-75dc-4d09-932a-9875e5b8e057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:48.952370 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b8418b11-e146-4cf7-b36f-1d2edaa5009f req-d17519a1-bc4a-462d-ba2a-8635bdc344f5 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks [] for floatingip, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:48.983455 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c782fc71-1ab0-4caf-a38c-71f5c3942b32 None None] The sync data for ids ['d6f27a77-8db7-474f-a0b2-3cc925c2a05e'] in n-d-819494-3 is: [{'id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1339829873-router', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:43Z', 'updated_at': '2021-11-27T03:43:52Z', 'revision_number': 4, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'gw_port': {'id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:44Z', 'updated_at': '2021-11-27T03:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '712ddc3b-d71b-45f7-9f96-91f0f3eec48f', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'floating_ip_address': '172.25.1.236', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'port_id': 'f212bdf1-3050-4e6b-b469-e95ac55d5b1c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab', 'mac_address': 'fa:16:3e:f7:f3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd3cb35-3ab5-4b8e-bdf0-c970804c7289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:44:15Z', 'updated_at': '2021-11-27T03:44:47Z', 'revision_number': 4, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5dadfc-efdc-420c-885e-fa22f87e6129', 'name': '', 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'mac_address': 'fa:16:3e:54:18:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'eb97b0e2-75dc-4d09-932a-9875e5b8e057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:50Z', 'updated_at': '2021-11-27T03:43:56Z', 'revision_number': 5, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'subnets': [{'id': 'eb97b0e2-75dc-4d09-932a-9875e5b8e057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:44:49.053406 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ce6fa377-c67b-4212-b9f0-bc693f2b3d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:49.064203 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:49.079416 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc94cc-1004-4a8d-8143-a19e317566b1 req-c68f6d30-03bd-4c01-b746-ef7d56c6b954 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:49.089554 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-67fc94cc-1004-4a8d-8143-a19e317566b1 req-c68f6d30-03bd-4c01-b746-ef7d56c6b954 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/networks/f5c39893-f8d8-4150-8aae-695f98406de3 HTTP/1.1" status: 200 len: 784 time: 0.2089963 Nov 27 03:44:49.163176 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 862e539f-08c3-4066-bef2-bbc73e238bba, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=862e539f-08c3-4066-bef2-bbc73e238bba,segment=NetworkSegment(848c7db3-5c68-4b7b-8f69-43bb66326721),segment_id=848c7db3-5c68-4b7b-8f69-43bb66326721)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:44:49.174937 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae613f4-d386-43e2-a125-16b64988e9f7 req-d39814c2-1b2b-47d8-8c97-da90e28f2ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:49.176800 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dae613f4-d386-43e2-a125-16b64988e9f7 req-d39814c2-1b2b-47d8-8c97-da90e28f2ab4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1061c8f2-a0ce-422f-b43d-3200c66695ab HTTP/1.1" status: 200 len: 922 time: 0.5147638 Nov 27 03:44:49.187964 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:49.291508 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.api [None req-ce6fa377-c67b-4212-b9f0-bc693f2b3d14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 03:44:49.292172 n-d-819494-3 neutron-server[110020]: DEBUG oslo_db.api [None req-ce6fa377-c67b-4212-b9f0-bc693f2b3d14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 03:44:49.301055 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dae613f4-d386-43e2-a125-16b64988e9f7 req-70e2524c-fd06-48b2-aa96-b78b9fe6c4d8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6452bbf0-7f88-4b4a-9e8f-c52204c5033d HTTP/1.1" status: 200 len: 217 time: 0.1118999 Nov 27 03:44:49.309610 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=862e539f-08c3-4066-bef2-bbc73e238bba,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:49.395591 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:49.486849 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae613f4-d386-43e2-a125-16b64988e9f7 req-d37d97c1-ff24-46bc-a8e5-e98d5788a336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:49.488332 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dae613f4-d386-43e2-a125-16b64988e9f7 req-d37d97c1-ff24-46bc-a8e5-e98d5788a336 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb97b0e2-75dc-4d09-932a-9875e5b8e057 HTTP/1.1" status: 200 len: 860 time: 0.1781976 Nov 27 03:44:49.499198 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223a9c14-51ed-4176-98d3-ff878b9b0ab1 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:44:49.512860 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8421a05-f972-463e-ac9e-38b5fdd12058 None None] Sync routers for ids ['6c449c12-e854-4f4c-8708-775c3cac0c14'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:44:49.523540 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8421a05-f972-463e-ac9e-38b5fdd12058 None None] Routers {'6c449c12-e854-4f4c-8708-775c3cac0c14'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:44:49.524160 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-b8421a05-f972-463e-ac9e-38b5fdd12058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:44:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['6c449c12-e854-4f4c-8708-775c3cac0c14'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:49.597056 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-223a9c14-51ed-4176-98d3-ff878b9b0ab1 admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:49.598284 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-223a9c14-51ed-4176-98d3-ff878b9b0ab1 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.7220085 Nov 27 03:44:49.601083 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56238) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:44:49.610101 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae613f4-d386-43e2-a125-16b64988e9f7 req-5c94ef16-662d-4712-83f8-d89d6d119583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:49.611671 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dae613f4-d386-43e2-a125-16b64988e9f7 req-5c94ef16-662d-4712-83f8-d89d6d119583 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1061c8f2-a0ce-422f-b43d-3200c66695ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1141326 Nov 27 03:44:49.662030 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-b8421a05-f972-463e-ac9e-38b5fdd12058 None None] Set router 6c449c12-e854-4f4c-8708-775c3cac0c14 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:44:49.828896 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dae613f4-d386-43e2-a125-16b64988e9f7 req-a7299eeb-b289-4c05-8d87-426e2d6aa005 service neutron] 10.222.0.11 "GET /v2.0/networks/1061c8f2-a0ce-422f-b43d-3200c66695ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760485 Nov 27 03:44:49.945815 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-b8421a05-f972-463e-ac9e-38b5fdd12058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c449c12-e854-4f4c-8708-775c3cac0c14', 'name': 'tempest-AttachSCSIVolumeTestJSON-1239989629-router', 'tenant_id': 'b54444c6a92d445094738b9211dbfa18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8ba62c30-4e28-4136-b014-ae6a36ea60cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:44:45Z', 'updated_at': '2021-11-27T03:44:47Z', 'revision_number': 3, 'project_id': 'b54444c6a92d445094738b9211dbfa18', 'gw_port': {'id': '8ba62c30-4e28-4136-b014-ae6a36ea60cd', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:08:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c449c12-e854-4f4c-8708-775c3cac0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:44:46Z', 'updated_at': '2021-11-27T03:44:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:49.956446 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dae613f4-d386-43e2-a125-16b64988e9f7 req-749ad2e1-f0d6-4256-ab7b-1043d0cfc2fd service neutron] 10.222.0.11 "GET /v2.0/networks/1061c8f2-a0ce-422f-b43d-3200c66695ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981803 Nov 27 03:44:49.992869 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b8418b11-e146-4cf7-b36f-1d2edaa5009f req-d17519a1-bc4a-462d-ba2a-8635bdc344f5 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:50.000976 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b8418b11-e146-4cf7-b36f-1d2edaa5009f req-d17519a1-bc4a-462d-ba2a-8635bdc344f5 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:50.001375 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8421a05-f972-463e-ac9e-38b5fdd12058 None None] Checking router: 6c449c12-e854-4f4c-8708-775c3cac0c14 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:44:50.001953 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8421a05-f972-463e-ac9e-38b5fdd12058 None None] Updating router 6c449c12-e854-4f4c-8708-775c3cac0c14 port 8ba62c30-4e28-4136-b014-ae6a36ea60cd binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:44:50.033634 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 862e539f-08c3-4066-bef2-bbc73e238bba up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:44:50.069490 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd3cb35-3ab5-4b8e-bdf0-c970804c7289', 'tag': 'f212bdf1-3050-4e6b-b469-e95ac55d5b1c'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:44:50.072528 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0319aa94-4734-4a24-afb3-6062ef9927d2" -d '{"events": [{"name": "network-changed", "server_uuid": "4bd3cb35-3ab5-4b8e-bdf0-c970804c7289", "tag": "f212bdf1-3050-4e6b-b469-e95ac55d5b1c"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:44:50.080906 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b8421a05-f972-463e-ac9e-38b5fdd12058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:50.110808 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-a87e9a50-5470-431f-8db9-e8b4b42c2b85 None None] Provisioning complete for port 862e539f-08c3-4066-bef2-bbc73e238bba triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:44:50.111257 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a87e9a50-5470-431f-8db9-e8b4b42c2b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:50.133136 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [req-b8418b11-e146-4cf7-b36f-1d2edaa5009f req-d17519a1-bc4a-462d-ba2a-8635bdc344f5 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Floating IP 4bab9334-cf9e-477b-8fcb-cf16fa139c99 associated. External IP: 172.25.1.5, port: cfb41637-ef47-4891-9bc8-1a5c5cf5c99f. Nov 27 03:44:50.151973 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-87d921a5-2079-4a3c-8992-48c86b1a4ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:50.261701 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 862e539f-08c3-4066-bef2-bbc73e238bba triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:44:50.262065 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:50.346572 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-87d921a5-2079-4a3c-8992-48c86b1a4ea0 admin admin] Allocated IP 172.20.0.1 (195c2a4c-255b-452e-8334-5439afc4d8bc/04fae33c-7696-4c2d-9efc-7027e43ac46a/f4615b5c-39fd-4182-bfce-f8540b5c44ec) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:44:50.364224 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8418b11-e146-4cf7-b36f-1d2edaa5009f req-d17519a1-bc4a-462d-ba2a-8635bdc344f5 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Router a17797ac-d74e-41d2-a098-260fb6a5e3c8 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:44:50.420816 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-e36caf51-6792-4176-b952-cc09755e78c5 req-50426590-d03d-4455-a204-1b37b4584529 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 03:44:50.421933 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e36caf51-6792-4176-b952-cc09755e78c5 req-50426590-d03d-4455-a204-1b37b4584529 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0364079 Nov 27 03:44:50.471724 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36caf51-6792-4176-b952-cc09755e78c5 req-53f131e1-2c41-486a-92a4-8573423f1f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:50.473554 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e36caf51-6792-4176-b952-cc09755e78c5 req-53f131e1-2c41-486a-92a4-8573423f1f43 service neutron] 10.222.0.20 "GET /v2.0/ports/38d81c3d-ce44-436e-ac76-0fa3e4f40f3d HTTP/1.1" status: 200 len: 1094 time: 0.0437760 Nov 27 03:44:50.487925 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-e36caf51-6792-4176-b952-cc09755e78c5 req-6f3ebd79-3442-4925-9033-39f13dc243d0 service neutron] Request body: {'binding': {'host': 'n-h2-819494-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:44:50.488657 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-e36caf51-6792-4176-b952-cc09755e78c5 req-6f3ebd79-3442-4925-9033-39f13dc243d0 service neutron] Unknown quota resources ['binding']. {{(pid=110019) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 03:44:50.515047 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8418b11-e146-4cf7-b36f-1d2edaa5009f req-d17519a1-bc4a-462d-ba2a-8635bdc344f5 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:44:50.521385 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b8418b11-e146-4cf7-b36f-1d2edaa5009f req-d17519a1-bc4a-462d-ba2a-8635bdc344f5 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:50.528276 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3611113-17d4-4296-8f5d-45d4b545b974 None None] Sync routers for ids ['a17797ac-d74e-41d2-a098-260fb6a5e3c8'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:44:50.538232 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b8421a05-f972-463e-ac9e-38b5fdd12058 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:50.546596 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b8421a05-f972-463e-ac9e-38b5fdd12058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:50.547558 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3611113-17d4-4296-8f5d-45d4b545b974 None None] Routers {'a17797ac-d74e-41d2-a098-260fb6a5e3c8'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:44:50.547778 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-87d921a5-2079-4a3c-8992-48c86b1a4ea0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:50.549568 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-d3611113-17d4-4296-8f5d-45d4b545b974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:44:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['a17797ac-d74e-41d2-a098-260fb6a5e3c8'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:50.553503 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b8418b11-e146-4cf7-b36f-1d2edaa5009f req-d17519a1-bc4a-462d-ba2a-8635bdc344f5 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "PUT /v2.0/floatingips/4bab9334-cf9e-477b-8fcb-cf16fa139c99 HTTP/1.1" status: 200 len: 994 time: 1.6645017 Nov 27 03:44:50.554212 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ea08f2f-689a-4234-995e-8e2fdc5a4a86', 'tag': 'cfb41637-ef47-4891-9bc8-1a5c5cf5c99f'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:44:50.556808 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d275b6-a717-4055-a3bd-67643c3f170b" -d '{"events": [{"name": "network-changed", "server_uuid": "6ea08f2f-689a-4234-995e-8e2fdc5a4a86", "tag": "cfb41637-ef47-4891-9bc8-1a5c5cf5c99f"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:44:50.626179 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-b8421a05-f972-463e-ac9e-38b5fdd12058 None None] Attempting to bind port 8ba62c30-4e28-4136-b014-ae6a36ea60cd on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:44:50.626574 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-b8421a05-f972-463e-ac9e-38b5fdd12058 None None] Attempting to bind port 8ba62c30-4e28-4136-b014-ae6a36ea60cd by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:44:50.626982 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8421a05-f972-463e-ac9e-38b5fdd12058 None None] Attempting to bind port 8ba62c30-4e28-4136-b014-ae6a36ea60cd on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:44:50.629922 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8418b11-e146-4cf7-b36f-1d2edaa5009f req-2cb16cdc-d030-4334-a24b-a8e59a131a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:50.630390 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe26018-9940-425a-b2ba-2d7eca49ce38 None None] Pushing event updated for resources: {'Port': ['ID=8ba62c30-4e28-4136-b014-ae6a36ea60cd,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:50.632879 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b8418b11-e146-4cf7-b36f-1d2edaa5009f req-2cb16cdc-d030-4334-a24b-a8e59a131a98 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=da896f7ee1034657a1461bc4bc807ddb&device_id=6ea08f2f-689a-4234-995e-8e2fdc5a4a86 HTTP/1.1" status: 200 len: 1096 time: 0.0596607 Nov 27 03:44:50.635169 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8421a05-f972-463e-ac9e-38b5fdd12058 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:44:50.635549 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8421a05-f972-463e-ac9e-38b5fdd12058 None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:44:50.636030 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b8421a05-f972-463e-ac9e-38b5fdd12058 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:50.636343 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8421a05-f972-463e-ac9e-38b5fdd12058 None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:44:50.636822 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-b8421a05-f972-463e-ac9e-38b5fdd12058 None None] Bound port: 8ba62c30-4e28-4136-b014-ae6a36ea60cd, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:44:50.637205 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b8421a05-f972-463e-ac9e-38b5fdd12058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:50.695438 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-b8421a05-f972-463e-ac9e-38b5fdd12058 None None] For port 8ba62c30-4e28-4136-b014-ae6a36ea60cd, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:44:50.695935 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-e36caf51-6792-4176-b952-cc09755e78c5 req-6f3ebd79-3442-4925-9033-39f13dc243d0 service neutron] Attempting to bind port 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d on host n-h2-819494-3 for vnic_type normal with profile None {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:44:50.696455 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-e36caf51-6792-4176-b952-cc09755e78c5 req-6f3ebd79-3442-4925-9033-39f13dc243d0 service neutron] Attempting to bind port 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:44:50.696603 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36caf51-6792-4176-b952-cc09755e78c5 req-6f3ebd79-3442-4925-9033-39f13dc243d0 service neutron] Attempting to bind port 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d on network b645cec8-c88e-4bba-8234-b110de21cfe7 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:44:50.699777 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-b8421a05-f972-463e-ac9e-38b5fdd12058 None None] For port 8ba62c30-4e28-4136-b014-ae6a36ea60cd, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=8ba62c30-4e28-4136-b014-ae6a36ea60cd,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:44:50.702292 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36caf51-6792-4176-b952-cc09755e78c5 req-6f3ebd79-3442-4925-9033-39f13dc243d0 service neutron] Port 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d on network b645cec8-c88e-4bba-8234-b110de21cfe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:44:50.702654 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36caf51-6792-4176-b952-cc09755e78c5 req-6f3ebd79-3442-4925-9033-39f13dc243d0 service neutron] Attempting to bind port 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d on network b645cec8-c88e-4bba-8234-b110de21cfe7 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:44:50.707924 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36caf51-6792-4176-b952-cc09755e78c5 req-6f3ebd79-3442-4925-9033-39f13dc243d0 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:44:50.708293 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36caf51-6792-4176-b952-cc09755e78c5 req-6f3ebd79-3442-4925-9033-39f13dc243d0 service neutron] Checking segment: {'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:44:50.708681 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36caf51-6792-4176-b952-cc09755e78c5 req-6f3ebd79-3442-4925-9033-39f13dc243d0 service neutron] Bound using segment: {'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:44:50.709114 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-e36caf51-6792-4176-b952-cc09755e78c5 req-6f3ebd79-3442-4925-9033-39f13dc243d0 service neutron] Bound port: 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:44:50.709750 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b8421a05-f972-463e-ac9e-38b5fdd12058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:50.711355 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-87d921a5-2079-4a3c-8992-48c86b1a4ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:50.715996 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-d3611113-17d4-4296-8f5d-45d4b545b974 None None] Set router a17797ac-d74e-41d2-a098-260fb6a5e3c8 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:44:50.772813 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8418b11-e146-4cf7-b36f-1d2edaa5009f req-cb1211b6-11d1-4c63-b28a-1dd5e20d0b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:50.774803 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b8418b11-e146-4cf7-b36f-1d2edaa5009f req-cb1211b6-11d1-4c63-b28a-1dd5e20d0b80 service neutron] 10.222.0.20 "GET /v2.0/networks?id=db6faed1-7a64-47d9-b237-148e31202572 HTTP/1.1" status: 200 len: 930 time: 0.1282964 Nov 27 03:44:50.800670 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe26018-9940-425a-b2ba-2d7eca49ce38 None None] Pushing event updated for resources: {'Port': ['ID=8ba62c30-4e28-4136-b014-ae6a36ea60cd,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:50.815220 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8421a05-f972-463e-ac9e-38b5fdd12058 None None] Routers {'6c449c12-e854-4f4c-8708-775c3cac0c14'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:44:50.816060 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-b8421a05-f972-463e-ac9e-38b5fdd12058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:44:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['6c449c12-e854-4f4c-8708-775c3cac0c14'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:50.875206 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b8418b11-e146-4cf7-b36f-1d2edaa5009f req-4f52df61-bbfa-4641-aede-1febaf9323e5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfb41637-ef47-4891-9bc8-1a5c5cf5c99f HTTP/1.1" status: 200 len: 997 time: 0.0929847 Nov 27 03:44:50.939257 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8418b11-e146-4cf7-b36f-1d2edaa5009f req-4a32600b-331a-44c8-a666-82333b23cd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:50.941328 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b8418b11-e146-4cf7-b36f-1d2edaa5009f req-4a32600b-331a-44c8-a666-82333b23cd8e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d925a54f-4749-40bf-aefc-d8e292f99d7a HTTP/1.1" status: 200 len: 868 time: 0.0594652 Nov 27 03:44:50.945145 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-b8421a05-f972-463e-ac9e-38b5fdd12058 None None] Set router 6c449c12-e854-4f4c-8708-775c3cac0c14 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:44:51.001126 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-d3611113-17d4-4296-8f5d-45d4b545b974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17797ac-d74e-41d2-a098-260fb6a5e3c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1984365986-router', 'tenant_id': 'da896f7ee1034657a1461bc4bc807ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e2b47a54-5e2b-4a38-872a-d5c6b54c4213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:44:07Z', 'updated_at': '2021-11-27T03:44:15Z', 'revision_number': 4, 'project_id': 'da896f7ee1034657a1461bc4bc807ddb', 'gw_port': {'id': 'e2b47a54-5e2b-4a38-872a-d5c6b54c4213', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17797ac-d74e-41d2-a098-260fb6a5e3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:44:09Z', 'updated_at': '2021-11-27T03:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '4bab9334-cf9e-477b-8fcb-cf16fa139c99', 'tenant_id': 'da896f7ee1034657a1461bc4bc807ddb', 'floating_ip_address': '172.25.1.5', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'a17797ac-d74e-41d2-a098-260fb6a5e3c8', 'port_id': 'cfb41637-ef47-4891-9bc8-1a5c5cf5c99f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db6faed1-7a64-47d9-b237-148e31202572', 'mac_address': 'fa:16:3e:01:d2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08f2f-689a-4234-995e-8e2fdc5a4a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:44:45Z', 'updated_at': '2021-11-27T03:44:49Z', 'revision_number': 1, 'project_id': 'da896f7ee1034657a1461bc4bc807ddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae1a60c-e405-4d9f-affe-4d0b1546366f', 'name': '', 'network_id': 'db6faed1-7a64-47d9-b237-148e31202572', 'tenant_id': 'da896f7ee1034657a1461bc4bc807ddb', 'mac_address': 'fa:16:3e:f3:a2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17797ac-d74e-41d2-a098-260fb6a5e3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd925a54f-4749-40bf-aefc-d8e292f99d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:44:13Z', 'updated_at': '2021-11-27T03:44:21Z', 'revision_number': 5, 'project_id': 'da896f7ee1034657a1461bc4bc807ddb', 'subnets': [{'id': 'd925a54f-4749-40bf-aefc-d8e292f99d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:51.025982 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8418b11-e146-4cf7-b36f-1d2edaa5009f req-1cf34cf6-c843-49b1-bc51-dbfb542922b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:51.028962 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b8418b11-e146-4cf7-b36f-1d2edaa5009f req-1cf34cf6-c843-49b1-bc51-dbfb542922b6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db6faed1-7a64-47d9-b237-148e31202572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774891 Nov 27 03:44:51.030403 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3611113-17d4-4296-8f5d-45d4b545b974 None None] Checking router: a17797ac-d74e-41d2-a098-260fb6a5e3c8 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:44:51.045415 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3611113-17d4-4296-8f5d-45d4b545b974 None None] Routers {'a17797ac-d74e-41d2-a098-260fb6a5e3c8'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:44:51.046357 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-d3611113-17d4-4296-8f5d-45d4b545b974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:44:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['a17797ac-d74e-41d2-a098-260fb6a5e3c8'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:51.049027 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d921a5-2079-4a3c-8992-48c86b1a4ea0 admin admin] Network 195c2a4c-255b-452e-8334-5439afc4d8bc is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:44:51.056713 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-87d921a5-2079-4a3c-8992-48c86b1a4ea0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:44:51.059816 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d921a5-2079-4a3c-8992-48c86b1a4ea0 admin admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:44:51.062131 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d921a5-2079-4a3c-8992-48c86b1a4ea0 admin admin] Pushing event updated for resources: {'Port': ['ID=f4615b5c-39fd-4182-bfce-f8540b5c44ec,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:51.098759 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:51.102850 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-e36caf51-6792-4176-b952-cc09755e78c5 req-6f3ebd79-3442-4925-9033-39f13dc243d0 service neutron] For port 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=38d81c3d-ce44-436e-ac76-0fa3e4f40f3d,segment=NetworkSegment(74310010-e448-4edf-8f12-15f9f8367765),segment_id=74310010-e448-4edf-8f12-15f9f8367765)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:44:51.115619 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e36caf51-6792-4176-b952-cc09755e78c5 req-6f3ebd79-3442-4925-9033-39f13dc243d0 service neutron] Publish callbacks [] for binding, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:51.124331 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e36caf51-6792-4176-b952-cc09755e78c5 req-6f3ebd79-3442-4925-9033-39f13dc243d0 service neutron] 10.222.0.20 "POST /v2.0/ports/38d81c3d-ce44-436e-ac76-0fa3e4f40f3d/bindings HTTP/1.1" status: 201 len: 389 time: 0.6377895 Nov 27 03:44:51.127063 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-87d921a5-2079-4a3c-8992-48c86b1a4ea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:51.186123 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b8418b11-e146-4cf7-b36f-1d2edaa5009f req-8bd3cae6-f9ad-40af-a56c-5cfed8677a90 service neutron] 10.222.0.20 "GET /v2.0/networks/db6faed1-7a64-47d9-b237-148e31202572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496365 Nov 27 03:44:51.300399 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-d3611113-17d4-4296-8f5d-45d4b545b974 None None] Set router a17797ac-d74e-41d2-a098-260fb6a5e3c8 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:44:51.306860 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-b8421a05-f972-463e-ac9e-38b5fdd12058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c449c12-e854-4f4c-8708-775c3cac0c14', 'name': 'tempest-AttachSCSIVolumeTestJSON-1239989629-router', 'tenant_id': 'b54444c6a92d445094738b9211dbfa18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8ba62c30-4e28-4136-b014-ae6a36ea60cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:44:45Z', 'updated_at': '2021-11-27T03:44:47Z', 'revision_number': 3, 'project_id': 'b54444c6a92d445094738b9211dbfa18', 'gw_port': {'id': '8ba62c30-4e28-4136-b014-ae6a36ea60cd', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:08:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c449c12-e854-4f4c-8708-775c3cac0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:44:46Z', 'updated_at': '2021-11-27T03:44:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:51.347997 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-87d921a5-2079-4a3c-8992-48c86b1a4ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:51.377153 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8421a05-f972-463e-ac9e-38b5fdd12058 None None] The sync data for ids ['6c449c12-e854-4f4c-8708-775c3cac0c14'] in n-d-819494-3 is: [{'id': '6c449c12-e854-4f4c-8708-775c3cac0c14', 'name': 'tempest-AttachSCSIVolumeTestJSON-1239989629-router', 'tenant_id': 'b54444c6a92d445094738b9211dbfa18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8ba62c30-4e28-4136-b014-ae6a36ea60cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:44:45Z', 'updated_at': '2021-11-27T03:44:47Z', 'revision_number': 3, 'project_id': 'b54444c6a92d445094738b9211dbfa18', 'gw_port': {'id': '8ba62c30-4e28-4136-b014-ae6a36ea60cd', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:08:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c449c12-e854-4f4c-8708-775c3cac0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:44:46Z', 'updated_at': '2021-11-27T03:44:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:44:51.392197 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043b499c-f610-4438-b778-4bd1feb46d23 x-openstack-request-id: req-043b499c-f610-4438-b778-4bd1feb46d23 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:44:51.392758 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdc14ae-f4d7-484a-bc96-988d9d222e51", "name": "network-vif-plugged", "status": "completed", "tag": "ef4ae27c-26c3-4e63-8f92-1652f2b6bca5", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:44:51.393165 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-043b499c-f610-4438-b778-4bd1feb46d23 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:44:51.393718 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdc14ae-f4d7-484a-bc96-988d9d222e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4ae27c-26c3-4e63-8f92-1652f2b6bca5', 'code': 200} Nov 27 03:44:51.463900 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-d2f3327c-a21e-4d30-ba39-ca0025bcdfd4 None None] Provisioning complete for port f4615b5c-39fd-4182-bfce-f8540b5c44ec triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:44:51.464272 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d2f3327c-a21e-4d30-ba39-ca0025bcdfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:51.536783 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-d2f3327c-a21e-4d30-ba39-ca0025bcdfd4 None None] Port f4615b5c-39fd-4182-bfce-f8540b5c44ec cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:44:51.695286 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f677f22-b56b-48f2-899f-68b7ab2fdf6a req-0d5caf6a-3a5a-4030-82d0-94e8ea211de4 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:51.699270 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0f677f22-b56b-48f2-899f-68b7ab2fdf6a req-0d5caf6a-3a5a-4030-82d0-94e8ea211de4 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 950 time: 0.1518037 Nov 27 03:44:51.706047 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3ad8c-f289-4048-ab76-d26fcf687bb1 req-f94fc83b-a410-4de1-b2e6-08bbbe5274f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:51.707648 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2de3ad8c-f289-4048-ab76-d26fcf687bb1 req-f94fc83b-a410-4de1-b2e6-08bbbe5274f8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 1101 time: 0.1614034 Nov 27 03:44:51.732249 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-d3611113-17d4-4296-8f5d-45d4b545b974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17797ac-d74e-41d2-a098-260fb6a5e3c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1984365986-router', 'tenant_id': 'da896f7ee1034657a1461bc4bc807ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e2b47a54-5e2b-4a38-872a-d5c6b54c4213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:44:07Z', 'updated_at': '2021-11-27T03:44:15Z', 'revision_number': 4, 'project_id': 'da896f7ee1034657a1461bc4bc807ddb', 'gw_port': {'id': 'e2b47a54-5e2b-4a38-872a-d5c6b54c4213', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17797ac-d74e-41d2-a098-260fb6a5e3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:44:09Z', 'updated_at': '2021-11-27T03:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '4bab9334-cf9e-477b-8fcb-cf16fa139c99', 'tenant_id': 'da896f7ee1034657a1461bc4bc807ddb', 'floating_ip_address': '172.25.1.5', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'a17797ac-d74e-41d2-a098-260fb6a5e3c8', 'port_id': 'cfb41637-ef47-4891-9bc8-1a5c5cf5c99f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db6faed1-7a64-47d9-b237-148e31202572', 'mac_address': 'fa:16:3e:01:d2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08f2f-689a-4234-995e-8e2fdc5a4a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:44:45Z', 'updated_at': '2021-11-27T03:44:49Z', 'revision_number': 1, 'project_id': 'da896f7ee1034657a1461bc4bc807ddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae1a60c-e405-4d9f-affe-4d0b1546366f', 'name': '', 'network_id': 'db6faed1-7a64-47d9-b237-148e31202572', 'tenant_id': 'da896f7ee1034657a1461bc4bc807ddb', 'mac_address': 'fa:16:3e:f3:a2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17797ac-d74e-41d2-a098-260fb6a5e3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd925a54f-4749-40bf-aefc-d8e292f99d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:44:13Z', 'updated_at': '2021-11-27T03:44:21Z', 'revision_number': 5, 'project_id': 'da896f7ee1034657a1461bc4bc807ddb', 'subnets': [{'id': 'd925a54f-4749-40bf-aefc-d8e292f99d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:51.756041 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:51.783996 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3611113-17d4-4296-8f5d-45d4b545b974 None None] The sync data for ids ['a17797ac-d74e-41d2-a098-260fb6a5e3c8'] in n-d-819494-3 is: [{'id': 'a17797ac-d74e-41d2-a098-260fb6a5e3c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1984365986-router', 'tenant_id': 'da896f7ee1034657a1461bc4bc807ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e2b47a54-5e2b-4a38-872a-d5c6b54c4213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:44:07Z', 'updated_at': '2021-11-27T03:44:15Z', 'revision_number': 4, 'project_id': 'da896f7ee1034657a1461bc4bc807ddb', 'gw_port': {'id': 'e2b47a54-5e2b-4a38-872a-d5c6b54c4213', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17797ac-d74e-41d2-a098-260fb6a5e3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:44:09Z', 'updated_at': '2021-11-27T03:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '4bab9334-cf9e-477b-8fcb-cf16fa139c99', 'tenant_id': 'da896f7ee1034657a1461bc4bc807ddb', 'floating_ip_address': '172.25.1.5', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'a17797ac-d74e-41d2-a098-260fb6a5e3c8', 'port_id': 'cfb41637-ef47-4891-9bc8-1a5c5cf5c99f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db6faed1-7a64-47d9-b237-148e31202572', 'mac_address': 'fa:16:3e:01:d2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08f2f-689a-4234-995e-8e2fdc5a4a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:44:45Z', 'updated_at': '2021-11-27T03:44:49Z', 'revision_number': 1, 'project_id': 'da896f7ee1034657a1461bc4bc807ddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae1a60c-e405-4d9f-affe-4d0b1546366f', 'name': '', 'network_id': 'db6faed1-7a64-47d9-b237-148e31202572', 'tenant_id': 'da896f7ee1034657a1461bc4bc807ddb', 'mac_address': 'fa:16:3e:f3:a2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17797ac-d74e-41d2-a098-260fb6a5e3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd925a54f-4749-40bf-aefc-d8e292f99d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:44:13Z', 'updated_at': '2021-11-27T03:44:21Z', 'revision_number': 5, 'project_id': 'da896f7ee1034657a1461bc4bc807ddb', 'subnets': [{'id': 'd925a54f-4749-40bf-aefc-d8e292f99d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:44:51.846085 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2de3ad8c-f289-4048-ab76-d26fcf687bb1 req-48f056b7-1bfe-4bc8-89ac-b8e616371d70 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222150 Nov 27 03:44:51.850630 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-87d921a5-2079-4a3c-8992-48c86b1a4ea0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:51.867417 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-87d921a5-2079-4a3c-8992-48c86b1a4ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:51.929277 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b8418b11-e146-4cf7-b36f-1d2edaa5009f req-4c72bdef-46fa-465a-92a0-92e3cd37283a service neutron] 10.222.0.20 "GET /v2.0/networks/db6faed1-7a64-47d9-b237-148e31202572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7422793 Nov 27 03:44:51.934218 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0f677f22-b56b-48f2-899f-68b7ab2fdf6a req-4c742d6d-c511-41cc-a9ea-65863ebff195 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253327 Nov 27 03:44:51.994911 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36caf51-6792-4176-b952-cc09755e78c5 req-0e09a59e-5b6c-49b3-9710-f0ea9eee87f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:51.995212 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-87d921a5-2079-4a3c-8992-48c86b1a4ea0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:51.997380 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d921a5-2079-4a3c-8992-48c86b1a4ea0 admin admin] Pushing event updated for resources: {'Port': ['ID=f4615b5c-39fd-4182-bfce-f8540b5c44ec,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:52.008328 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e36caf51-6792-4176-b952-cc09755e78c5 req-0e09a59e-5b6c-49b3-9710-f0ea9eee87f7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35cfdc78458c41aab44b0a976c3549af&device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 1097 time: 0.1825480 Nov 27 03:44:52.109355 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 8ba62c30-4e28-4136-b014-ae6a36ea60cd up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:44:52.155689 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d921a5-2079-4a3c-8992-48c86b1a4ea0 admin admin] Network 195c2a4c-255b-452e-8334-5439afc4d8bc is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:44:52.164766 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-87d921a5-2079-4a3c-8992-48c86b1a4ea0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:44:52.213561 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36caf51-6792-4176-b952-cc09755e78c5 req-44abf591-bdd9-4bdf-a54a-d1622deb301b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:52.227397 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e36caf51-6792-4176-b952-cc09755e78c5 req-44abf591-bdd9-4bdf-a54a-d1622deb301b service neutron] 10.222.0.11 "GET /v2.0/networks?id=b645cec8-c88e-4bba-8234-b110de21cfe7 HTTP/1.1" status: 200 len: 922 time: 0.2071631 Nov 27 03:44:52.239339 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ee17ca-eb44-4ea8-a488-73502ed0b5eb x-openstack-request-id: req-60ee17ca-eb44-4ea8-a488-73502ed0b5eb {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:44:52.239736 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bd3cb35-3ab5-4b8e-bdf0-c970804c7289", "tag": "f212bdf1-3050-4e6b-b469-e95ac55d5b1c", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:44:52.239955 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-60ee17ca-eb44-4ea8-a488-73502ed0b5eb {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:44:52.240243 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd3cb35-3ab5-4b8e-bdf0-c970804c7289', 'tag': 'f212bdf1-3050-4e6b-b469-e95ac55d5b1c', 'status': 'completed', 'code': 200} Nov 27 03:44:52.328111 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de4b4fb-2727-4758-9955-3c04c5f18526 x-openstack-request-id: req-8de4b4fb-2727-4758-9955-3c04c5f18526 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:44:52.328546 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ea08f2f-689a-4234-995e-8e2fdc5a4a86", "tag": "cfb41637-ef47-4891-9bc8-1a5c5cf5c99f", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:44:52.328893 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8de4b4fb-2727-4758-9955-3c04c5f18526 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:44:52.329385 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ea08f2f-689a-4234-995e-8e2fdc5a4a86', 'tag': 'cfb41637-ef47-4891-9bc8-1a5c5cf5c99f', 'status': 'completed', 'code': 200} Nov 27 03:44:52.332311 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e36caf51-6792-4176-b952-cc09755e78c5 req-ee301f9e-fcc3-4c95-9ff0-e7cca9215e33 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38d81c3d-ce44-436e-ac76-0fa3e4f40f3d HTTP/1.1" status: 200 len: 217 time: 0.0912962 Nov 27 03:44:52.349530 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 8ba62c30-4e28-4136-b014-ae6a36ea60cd triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:44:52.350087 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:52.368880 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc3c330-f5e7-4198-8837-7c5097023bf3 None None] New status for floating IP 4bab9334-cf9e-477b-8fcb-cf16fa139c99: ACTIVE {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 03:44:52.492113 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36caf51-6792-4176-b952-cc09755e78c5 req-56f768d5-ba9d-4777-9e02-5122b65f89bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:52.493632 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e36caf51-6792-4176-b952-cc09755e78c5 req-56f768d5-ba9d-4777-9e02-5122b65f89bb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=022c48dd-3720-4645-8f22-45c74ce924ab HTTP/1.1" status: 200 len: 861 time: 0.1534855 Nov 27 03:44:52.512454 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0966400-7ed3-4432-b257-518e9521916e req-acb0b346-ff13-4ecb-9743-a60c5f66beb3 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:52.527649 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a0966400-7ed3-4432-b257-518e9521916e req-acb0b346-ff13-4ecb-9743-a60c5f66beb3 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 946 time: 0.1129436 Nov 27 03:44:52.579388 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e36caf51-6792-4176-b952-cc09755e78c5 req-aa28fe03-35ac-4377-a41b-6116d7dd13ee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b645cec8-c88e-4bba-8234-b110de21cfe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484209 Nov 27 03:44:52.626000 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d921a5-2079-4a3c-8992-48c86b1a4ea0 admin admin] Router 6c449c12-e854-4f4c-8708-775c3cac0c14 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:44:52.677975 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d275b6-a717-4055-a3bd-67643c3f170b req-e362a266-24a3-4300-acd4-90e6033927e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:52.679539 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-95d275b6-a717-4055-a3bd-67643c3f170b req-e362a266-24a3-4300-acd4-90e6033927e4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da896f7ee1034657a1461bc4bc807ddb&device_id=6ea08f2f-689a-4234-995e-8e2fdc5a4a86 HTTP/1.1" status: 200 len: 1096 time: 0.3253057 Nov 27 03:44:52.689001 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a347096c-ee34-45d1-9686-c6713b181559 req-d87ff9ee-b17c-4767-a4c5-5129648a28e7 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.236 HTTP/1.1" status: 200 len: 1002 time: 0.5393970 Nov 27 03:44:52.801995 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e36caf51-6792-4176-b952-cc09755e78c5 req-71864eb0-d7c4-4071-b6cf-60043f7a98d7 service neutron] 10.222.0.11 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062206 Nov 27 03:44:52.884792 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347096c-ee34-45d1-9686-c6713b181559 req-933b4213-b22d-4010-a22e-3fa7583a71a5 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:52.893037 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a347096c-ee34-45d1-9686-c6713b181559 req-933b4213-b22d-4010-a22e-3fa7583a71a5 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/ports/f212bdf1-3050-4e6b-b469-e95ac55d5b1c HTTP/1.1" status: 200 len: 943 time: 0.2029774 Nov 27 03:44:52.997349 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a0966400-7ed3-4432-b257-518e9521916e req-b38e05be-8386-4a90-b526-cf9645c13e44 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4684641 Nov 27 03:44:53.075392 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d275b6-a717-4055-a3bd-67643c3f170b req-948ece8c-20d8-4fd2-a411-2a39c9811dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:53.077109 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-95d275b6-a717-4055-a3bd-67643c3f170b req-948ece8c-20d8-4fd2-a411-2a39c9811dbb service neutron] 10.222.0.11 "GET /v2.0/networks?id=db6faed1-7a64-47d9-b237-148e31202572 HTTP/1.1" status: 200 len: 930 time: 0.3140399 Nov 27 03:44:53.080169 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319aa94-4734-4a24-afb3-6062ef9927d2 req-f4cee732-ee68-4994-a3c9-df47033f9ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:53.081645 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0319aa94-4734-4a24-afb3-6062ef9927d2 req-f4cee732-ee68-4994-a3c9-df47033f9ec2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8ee487fd6f3246e3902cf82b3ecb881d&device_id=4bd3cb35-3ab5-4b8e-bdf0-c970804c7289 HTTP/1.1" status: 200 len: 1097 time: 0.8133903 Nov 27 03:44:53.127494 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:53.184383 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c5e7ab74-c31e-496f-be42-ac5badcda6e8 None None] Provisioning complete for port f4615b5c-39fd-4182-bfce-f8540b5c44ec triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:44:53.185418 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c5e7ab74-c31e-496f-be42-ac5badcda6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:53.256262 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 8ba62c30-4e28-4136-b014-ae6a36ea60cd, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=8ba62c30-4e28-4136-b014-ae6a36ea60cd,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:44:53.262478 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e36caf51-6792-4176-b952-cc09755e78c5 req-f882e010-c8f1-431f-b042-91dde0b8f9a5 service neutron] 10.222.0.11 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451103 Nov 27 03:44:53.266955 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:53.275744 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c5e7ab74-c31e-496f-be42-ac5badcda6e8 None None] Port f4615b5c-39fd-4182-bfce-f8540b5c44ec cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:44:53.356404 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319aa94-4734-4a24-afb3-6062ef9927d2 req-5e3330d4-ea9b-4f85-bc81-603e8fd46a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:53.358189 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0319aa94-4734-4a24-afb3-6062ef9927d2 req-5e3330d4-ea9b-4f85-bc81-603e8fd46a42 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1061c8f2-a0ce-422f-b43d-3200c66695ab HTTP/1.1" status: 200 len: 922 time: 0.2471881 Nov 27 03:44:53.366111 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=8ba62c30-4e28-4136-b014-ae6a36ea60cd,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:53.378270 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ffaea8f6-fd69-491d-bee8-eebfe9f81f1b req-50893cd4-ba8e-4ce8-aae5-10a87ace2bd6 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f5c39893-f8d8-4150-8aae-695f98406de3 HTTP/1.1" status: 200 len: 258 time: 0.3073254 Nov 27 03:44:53.379225 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:53.379798 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:53.380280 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:53.380729 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:53.381169 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:53.381647 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:53.382086 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:53.382524 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:53.382983 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:53.383425 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:53.383851 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:53.384298 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:44:53.387727 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-ffaea8f6-fd69-491d-bee8-eebfe9f81f1b req-441deb4b-8840-4f70-aa32-11c2030addd7 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:44:53.414946 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ffaea8f6-fd69-491d-bee8-eebfe9f81f1b req-441deb4b-8840-4f70-aa32-11c2030addd7 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks [] for floatingip, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:53.500234 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a347096c-ee34-45d1-9686-c6713b181559 req-fb5dd272-8735-488e-b16b-91159b18f5ca tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.236 HTTP/1.1" status: 200 len: 1002 time: 0.4110608 Nov 27 03:44:53.503497 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-95d275b6-a717-4055-a3bd-67643c3f170b req-4caebafc-39d1-4941-bc3a-7cc3d0657007 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfb41637-ef47-4891-9bc8-1a5c5cf5c99f HTTP/1.1" status: 200 len: 999 time: 0.4025757 Nov 27 03:44:53.504769 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d921a5-2079-4a3c-8992-48c86b1a4ea0 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:44:53.522902 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-87d921a5-2079-4a3c-8992-48c86b1a4ea0 admin admin] 10.222.0.20 "PUT /v2.0/routers/6c449c12-e854-4f4c-8708-775c3cac0c14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9199872 Nov 27 03:44:53.613170 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ffaea8f6-fd69-491d-bee8-eebfe9f81f1b req-441deb4b-8840-4f70-aa32-11c2030addd7 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:53.663918 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347096c-ee34-45d1-9686-c6713b181559 req-7cc283c6-5e15-4c4e-9377-812524bb0be1 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:53.687684 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a347096c-ee34-45d1-9686-c6713b181559 req-7cc283c6-5e15-4c4e-9377-812524bb0be1 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/networks/f5c39893-f8d8-4150-8aae-695f98406de3 HTTP/1.1" status: 200 len: 784 time: 0.1697762 Nov 27 03:44:53.898463 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-ffaea8f6-fd69-491d-bee8-eebfe9f81f1b req-441deb4b-8840-4f70-aa32-11c2030addd7 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Allocated IP 172.25.1.79 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/c1db0dbf-8f7a-4c15-9cd9-ae29c7cb6e42) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:44:53.944190 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d275b6-a717-4055-a3bd-67643c3f170b req-65888395-5957-4ad1-8e8c-e2372058237f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:53.946371 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-95d275b6-a717-4055-a3bd-67643c3f170b req-65888395-5957-4ad1-8e8c-e2372058237f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d925a54f-4749-40bf-aefc-d8e292f99d7a HTTP/1.1" status: 200 len: 868 time: 0.2089312 Nov 27 03:44:53.994066 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a347096c-ee34-45d1-9686-c6713b181559 req-91252076-8938-4fd0-82d0-c536be09ff03 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.236 HTTP/1.1" status: 200 len: 1002 time: 0.3163211 Nov 27 03:44:53.998381 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0319aa94-4734-4a24-afb3-6062ef9927d2 req-66f388df-286d-401d-86d8-b67ce8e080d8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f212bdf1-3050-4e6b-b469-e95ac55d5b1c HTTP/1.1" status: 200 len: 1002 time: 0.2678354 Nov 27 03:44:54.030853 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 8ba62c30-4e28-4136-b014-ae6a36ea60cd up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:44:54.057747 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-a347096c-ee34-45d1-9686-c6713b181559 req-793f9f71-1b01-4dcf-8b0c-b70c77bfba46 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:44:54.108116 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ffaea8f6-fd69-491d-bee8-eebfe9f81f1b req-441deb4b-8840-4f70-aa32-11c2030addd7 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:54.161772 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 8ba62c30-4e28-4136-b014-ae6a36ea60cd triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:44:54.162688 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:54.189620 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d275b6-a717-4055-a3bd-67643c3f170b req-b11737b4-7fa1-422f-a700-2c8eb0c3bdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:54.190298 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ffaea8f6-fd69-491d-bee8-eebfe9f81f1b req-441deb4b-8840-4f70-aa32-11c2030addd7 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:54.191012 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-95d275b6-a717-4055-a3bd-67643c3f170b req-b11737b4-7fa1-422f-a700-2c8eb0c3bdcf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=db6faed1-7a64-47d9-b237-148e31202572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2246969 Nov 27 03:44:54.193269 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a347096c-ee34-45d1-9686-c6713b181559 req-793f9f71-1b01-4dcf-8b0c-b70c77bfba46 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks [] for floatingip, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:54.199940 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319aa94-4734-4a24-afb3-6062ef9927d2 req-b56d6841-b970-40aa-acd0-2e9e511e8bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:54.201480 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0319aa94-4734-4a24-afb3-6062ef9927d2 req-b56d6841-b970-40aa-acd0-2e9e511e8bc1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb97b0e2-75dc-4d09-932a-9875e5b8e057 HTTP/1.1" status: 200 len: 860 time: 0.1817596 Nov 27 03:44:54.341375 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffaea8f6-fd69-491d-bee8-eebfe9f81f1b req-441deb4b-8840-4f70-aa32-11c2030addd7 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:44:54.348704 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-ffaea8f6-fd69-491d-bee8-eebfe9f81f1b req-441deb4b-8840-4f70-aa32-11c2030addd7 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:44:54.352694 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffaea8f6-fd69-491d-bee8-eebfe9f81f1b req-441deb4b-8840-4f70-aa32-11c2030addd7 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:44:54.421244 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441deb4b-8840-4f70-aa32-11c2030addd7 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Pushing event updated for resources: {'Port': ['ID=c1db0dbf-8f7a-4c15-9cd9-ae29c7cb6e42,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:54.493558 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ffaea8f6-fd69-491d-bee8-eebfe9f81f1b req-441deb4b-8840-4f70-aa32-11c2030addd7 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:54.557890 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ffaea8f6-fd69-491d-bee8-eebfe9f81f1b req-441deb4b-8840-4f70-aa32-11c2030addd7 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:54.619569 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a347096c-ee34-45d1-9686-c6713b181559 req-793f9f71-1b01-4dcf-8b0c-b70c77bfba46 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:54.633699 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a347096c-ee34-45d1-9686-c6713b181559 req-793f9f71-1b01-4dcf-8b0c-b70c77bfba46 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:54.634196 n-d-819494-3 neutron-server[110019]: INFO neutron.db.l3_db [req-a347096c-ee34-45d1-9686-c6713b181559 req-793f9f71-1b01-4dcf-8b0c-b70c77bfba46 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Floating IP 712ddc3b-d71b-45f7-9f96-91f0f3eec48f disassociated. External IP: 172.25.1.236, port: f212bdf1-3050-4e6b-b469-e95ac55d5b1c. Nov 27 03:44:54.793590 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ffaea8f6-fd69-491d-bee8-eebfe9f81f1b req-441deb4b-8840-4f70-aa32-11c2030addd7 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:54.809108 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ffaea8f6-fd69-491d-bee8-eebfe9f81f1b req-441deb4b-8840-4f70-aa32-11c2030addd7 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:54.826721 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01fc437-9e6f-4de3-9eec-df4636e78c48 None None] Sync routers for ids ['6c449c12-e854-4f4c-8708-775c3cac0c14'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:44:54.879043 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01fc437-9e6f-4de3-9eec-df4636e78c48 None None] Routers {'6c449c12-e854-4f4c-8708-775c3cac0c14'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:44:54.879924 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-c01fc437-9e6f-4de3-9eec-df4636e78c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:44:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['6c449c12-e854-4f4c-8708-775c3cac0c14'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:55.046158 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319aa94-4734-4a24-afb3-6062ef9927d2 req-09045b9f-8e12-4825-9fce-68a77086a582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:55.047714 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0319aa94-4734-4a24-afb3-6062ef9927d2 req-09045b9f-8e12-4825-9fce-68a77086a582 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1061c8f2-a0ce-422f-b43d-3200c66695ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7824697 Nov 27 03:44:55.092686 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-c01fc437-9e6f-4de3-9eec-df4636e78c48 None None] Set router 6c449c12-e854-4f4c-8708-775c3cac0c14 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:44:55.096648 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441deb4b-8840-4f70-aa32-11c2030addd7 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Pushing event updated for resources: {'Port': ['ID=c1db0dbf-8f7a-4c15-9cd9-ae29c7cb6e42,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:55.139521 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ffaea8f6-fd69-491d-bee8-eebfe9f81f1b req-441deb4b-8840-4f70-aa32-11c2030addd7 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:55.146637 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-95d275b6-a717-4055-a3bd-67643c3f170b req-db95d487-4d44-4e5e-a475-1f018bd3cbe4 service neutron] 10.222.0.11 "GET /v2.0/networks/db6faed1-7a64-47d9-b237-148e31202572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8888128 Nov 27 03:44:55.195768 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ffaea8f6-fd69-491d-bee8-eebfe9f81f1b req-441deb4b-8840-4f70-aa32-11c2030addd7 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:55.198033 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ffaea8f6-fd69-491d-bee8-eebfe9f81f1b req-441deb4b-8840-4f70-aa32-11c2030addd7 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8185327 Nov 27 03:44:55.293569 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ffaea8f6-fd69-491d-bee8-eebfe9f81f1b req-a750f3d6-d4a3-46f0-b104-dff6a3b6e405 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.79 HTTP/1.1" status: 200 len: 695 time: 0.0866935 Nov 27 03:44:55.366254 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0319aa94-4734-4a24-afb3-6062ef9927d2 req-e5de625d-4f97-4ec3-951b-b0fb10c37852 service neutron] 10.222.0.11 "GET /v2.0/networks/1061c8f2-a0ce-422f-b43d-3200c66695ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017161 Nov 27 03:44:55.494085 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaea8f6-fd69-491d-bee8-eebfe9f81f1b req-4cd9c0e6-bf2f-4386-a967-e1a519ee874c tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:55.498058 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ffaea8f6-fd69-491d-bee8-eebfe9f81f1b req-4cd9c0e6-bf2f-4386-a967-e1a519ee874c tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/networks/f5c39893-f8d8-4150-8aae-695f98406de3 HTTP/1.1" status: 200 len: 784 time: 0.1966605 Nov 27 03:44:55.500453 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-95d275b6-a717-4055-a3bd-67643c3f170b req-7a18aaee-8d2b-451e-be7c-fc0f2b92356e service neutron] 10.222.0.11 "GET /v2.0/networks/db6faed1-7a64-47d9-b237-148e31202572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414707 Nov 27 03:44:55.584548 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-c01fc437-9e6f-4de3-9eec-df4636e78c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c449c12-e854-4f4c-8708-775c3cac0c14', 'name': 'tempest-AttachSCSIVolumeTestJSON-1239989629-router', 'tenant_id': 'b54444c6a92d445094738b9211dbfa18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8ba62c30-4e28-4136-b014-ae6a36ea60cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:44:45Z', 'updated_at': '2021-11-27T03:44:51Z', 'revision_number': 4, 'project_id': 'b54444c6a92d445094738b9211dbfa18', 'gw_port': {'id': '8ba62c30-4e28-4136-b014-ae6a36ea60cd', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:08:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c449c12-e854-4f4c-8708-775c3cac0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:44:46Z', 'updated_at': '2021-11-27T03:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'f4615b5c-39fd-4182-bfce-f8540b5c44ec', 'name': '', 'network_id': '195c2a4c-255b-452e-8334-5439afc4d8bc', 'tenant_id': 'b54444c6a92d445094738b9211dbfa18', 'mac_address': 'fa:16:3e:89:f7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c449c12-e854-4f4c-8708-775c3cac0c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '04fae33c-7696-4c2d-9efc-7027e43ac46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:44:50Z', 'updated_at': '2021-11-27T03:44:51Z', 'revision_number': 2, 'project_id': 'b54444c6a92d445094738b9211dbfa18', 'subnets': [{'id': '04fae33c-7696-4c2d-9efc-7027e43ac46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:55.612978 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0319aa94-4734-4a24-afb3-6062ef9927d2 req-b07eedab-3c03-4e93-ba67-891ca432eda1 service neutron] 10.222.0.11 "GET /v2.0/networks/1061c8f2-a0ce-422f-b43d-3200c66695ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319388 Nov 27 03:44:55.621308 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a347096c-ee34-45d1-9686-c6713b181559 req-793f9f71-1b01-4dcf-8b0c-b70c77bfba46 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Router d6f27a77-8db7-474f-a0b2-3cc925c2a05e has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:44:55.621991 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01fc437-9e6f-4de3-9eec-df4636e78c48 None None] Checking router: 6c449c12-e854-4f4c-8708-775c3cac0c14 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:44:55.622688 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01fc437-9e6f-4de3-9eec-df4636e78c48 None None] Updating router 6c449c12-e854-4f4c-8708-775c3cac0c14 port f4615b5c-39fd-4182-bfce-f8540b5c44ec binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:44:55.673229 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-c01fc437-9e6f-4de3-9eec-df4636e78c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:55.693404 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7724d-062a-4020-a9e7-9301d41c9786 req-3cd6996d-cfef-44f2-b720-6e4a0f2410f0 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:55.696165 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e3e7724d-062a-4020-a9e7-9301d41c9786 req-3cd6996d-cfef-44f2-b720-6e4a0f2410f0 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 950 time: 0.0940256 Nov 27 03:44:55.793263 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e3e7724d-062a-4020-a9e7-9301d41c9786 req-166288b7-33ed-4aa6-88ee-18ac187b8159 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892029 Nov 27 03:44:55.838855 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a347096c-ee34-45d1-9686-c6713b181559 req-793f9f71-1b01-4dcf-8b0c-b70c77bfba46 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:44:55.852113 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927459ba-fb5b-4a86-ad78-e2a32728030e None None] Sync routers for ids ['d6f27a77-8db7-474f-a0b2-3cc925c2a05e'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:44:55.870570 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a347096c-ee34-45d1-9686-c6713b181559 req-793f9f71-1b01-4dcf-8b0c-b70c77bfba46 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:55.877064 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927459ba-fb5b-4a86-ad78-e2a32728030e None None] Routers {'d6f27a77-8db7-474f-a0b2-3cc925c2a05e'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:44:55.878012 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-927459ba-fb5b-4a86-ad78-e2a32728030e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:44:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d6f27a77-8db7-474f-a0b2-3cc925c2a05e'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:55.958381 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a347096c-ee34-45d1-9686-c6713b181559 req-793f9f71-1b01-4dcf-8b0c-b70c77bfba46 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "PUT /v2.0/floatingips/712ddc3b-d71b-45f7-9f96-91f0f3eec48f HTTP/1.1" status: 200 len: 695 time: 1.9136453 Nov 27 03:44:55.962154 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd3cb35-3ab5-4b8e-bdf0-c970804c7289', 'tag': 'f212bdf1-3050-4e6b-b469-e95ac55d5b1c'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:44:55.983906 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba515741-426b-4c82-b07a-48adc77c6357" -d '{"events": [{"name": "network-changed", "server_uuid": "4bd3cb35-3ab5-4b8e-bdf0-c970804c7289", "tag": "f212bdf1-3050-4e6b-b469-e95ac55d5b1c"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:44:56.026070 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-927459ba-fb5b-4a86-ad78-e2a32728030e None None] Set router d6f27a77-8db7-474f-a0b2-3cc925c2a05e gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:44:56.093596 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347096c-ee34-45d1-9686-c6713b181559 req-2a8e5030-9b5b-4e33-8416-ca374f79dc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:56.095434 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a347096c-ee34-45d1-9686-c6713b181559 req-2a8e5030-9b5b-4e33-8416-ca374f79dc00 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8ee487fd6f3246e3902cf82b3ecb881d&device_id=4bd3cb35-3ab5-4b8e-bdf0-c970804c7289 HTTP/1.1" status: 200 len: 1097 time: 0.0998404 Nov 27 03:44:56.169510 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7581168-b41c-4cf4-882d-24f525576687 req-bb20fd8b-4b02-4f88-8399-532c23c04350 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:56.182454 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d7581168-b41c-4cf4-882d-24f525576687 req-bb20fd8b-4b02-4f88-8399-532c23c04350 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 946 time: 0.1223583 Nov 27 03:44:56.216665 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347096c-ee34-45d1-9686-c6713b181559 req-50cd82c5-3159-4581-a926-372842dfe6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:56.218850 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a347096c-ee34-45d1-9686-c6713b181559 req-50cd82c5-3159-4581-a926-372842dfe6a8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1061c8f2-a0ce-422f-b43d-3200c66695ab HTTP/1.1" status: 200 len: 922 time: 0.1149330 Nov 27 03:44:56.306057 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a347096c-ee34-45d1-9686-c6713b181559 req-269d8d83-fa49-43d0-a6bd-f985cacc359a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f212bdf1-3050-4e6b-b469-e95ac55d5b1c HTTP/1.1" status: 200 len: 217 time: 0.0779757 Nov 27 03:44:56.328546 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d7581168-b41c-4cf4-882d-24f525576687 req-4ad7eb8e-a9bf-417a-bc07-aaa8e539f2bb tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448154 Nov 27 03:44:56.392675 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-c01fc437-9e6f-4de3-9eec-df4636e78c48 None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:56.406216 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-c01fc437-9e6f-4de3-9eec-df4636e78c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:56.425529 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347096c-ee34-45d1-9686-c6713b181559 req-e0880caf-dae1-46e0-a126-175af5ece530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:56.427004 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a347096c-ee34-45d1-9686-c6713b181559 req-e0880caf-dae1-46e0-a126-175af5ece530 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb97b0e2-75dc-4d09-932a-9875e5b8e057 HTTP/1.1" status: 200 len: 860 time: 0.1098671 Nov 27 03:44:56.429993 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-927459ba-fb5b-4a86-ad78-e2a32728030e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1339829873-router', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:43Z', 'updated_at': '2021-11-27T03:43:52Z', 'revision_number': 4, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'gw_port': {'id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:44Z', 'updated_at': '2021-11-27T03:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '7a5dadfc-efdc-420c-885e-fa22f87e6129', 'name': '', 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'mac_address': 'fa:16:3e:54:18:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'eb97b0e2-75dc-4d09-932a-9875e5b8e057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:50Z', 'updated_at': '2021-11-27T03:43:56Z', 'revision_number': 5, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'subnets': [{'id': 'eb97b0e2-75dc-4d09-932a-9875e5b8e057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:56.465018 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2ff44-2198-47bc-85a6-832389d9547a None None] Pushing event updated for resources: {'Port': ['ID=f4615b5c-39fd-4182-bfce-f8540b5c44ec,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:56.484430 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927459ba-fb5b-4a86-ad78-e2a32728030e None None] Checking router: d6f27a77-8db7-474f-a0b2-3cc925c2a05e for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:44:56.505302 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927459ba-fb5b-4a86-ad78-e2a32728030e None None] Routers {'d6f27a77-8db7-474f-a0b2-3cc925c2a05e'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:44:56.505951 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-927459ba-fb5b-4a86-ad78-e2a32728030e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:44:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d6f27a77-8db7-474f-a0b2-3cc925c2a05e'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:56.523290 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347096c-ee34-45d1-9686-c6713b181559 req-644008b1-37aa-44f3-9858-9aab30663a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:56.524849 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a347096c-ee34-45d1-9686-c6713b181559 req-644008b1-37aa-44f3-9858-9aab30663a91 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1061c8f2-a0ce-422f-b43d-3200c66695ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814137 Nov 27 03:44:56.553304 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-c01fc437-9e6f-4de3-9eec-df4636e78c48 None None] Attempting to bind port f4615b5c-39fd-4182-bfce-f8540b5c44ec on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:44:56.553842 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-c01fc437-9e6f-4de3-9eec-df4636e78c48 None None] Attempting to bind port f4615b5c-39fd-4182-bfce-f8540b5c44ec by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '848c7db3-5c68-4b7b-8f69-43bb66326721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '195c2a4c-255b-452e-8334-5439afc4d8bc'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:44:56.554310 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01fc437-9e6f-4de3-9eec-df4636e78c48 None None] Attempting to bind port f4615b5c-39fd-4182-bfce-f8540b5c44ec on network 195c2a4c-255b-452e-8334-5439afc4d8bc {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:44:56.569293 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01fc437-9e6f-4de3-9eec-df4636e78c48 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:44:56.574226 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01fc437-9e6f-4de3-9eec-df4636e78c48 None None] Checking segment: {'id': '848c7db3-5c68-4b7b-8f69-43bb66326721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '195c2a4c-255b-452e-8334-5439afc4d8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:44:56.575954 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-c01fc437-9e6f-4de3-9eec-df4636e78c48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:56.578048 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01fc437-9e6f-4de3-9eec-df4636e78c48 None None] Bound using segment: {'id': '848c7db3-5c68-4b7b-8f69-43bb66326721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '195c2a4c-255b-452e-8334-5439afc4d8bc'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:44:56.578884 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-c01fc437-9e6f-4de3-9eec-df4636e78c48 None None] Bound port: f4615b5c-39fd-4182-bfce-f8540b5c44ec, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '848c7db3-5c68-4b7b-8f69-43bb66326721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '195c2a4c-255b-452e-8334-5439afc4d8bc'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:44:56.581950 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-c01fc437-9e6f-4de3-9eec-df4636e78c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:56.776142 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a347096c-ee34-45d1-9686-c6713b181559 req-dd756b1f-0d1f-49f1-8f1b-5c4d43278939 service neutron] 10.222.0.20 "GET /v2.0/networks/1061c8f2-a0ce-422f-b43d-3200c66695ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443371 Nov 27 03:44:56.785644 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-c01fc437-9e6f-4de3-9eec-df4636e78c48 None None] For port f4615b5c-39fd-4182-bfce-f8540b5c44ec, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:44:56.801701 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-c01fc437-9e6f-4de3-9eec-df4636e78c48 None None] For port f4615b5c-39fd-4182-bfce-f8540b5c44ec, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=f4615b5c-39fd-4182-bfce-f8540b5c44ec,segment=NetworkSegment(848c7db3-5c68-4b7b-8f69-43bb66326721),segment_id=848c7db3-5c68-4b7b-8f69-43bb66326721)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:44:56.813961 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-c01fc437-9e6f-4de3-9eec-df4636e78c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:56.830542 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-927459ba-fb5b-4a86-ad78-e2a32728030e None None] Set router d6f27a77-8db7-474f-a0b2-3cc925c2a05e gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:44:56.994090 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2ff44-2198-47bc-85a6-832389d9547a None None] Pushing event updated for resources: {'Port': ['ID=f4615b5c-39fd-4182-bfce-f8540b5c44ec,revision_number=4']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:57.040607 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01fc437-9e6f-4de3-9eec-df4636e78c48 None None] Routers {'6c449c12-e854-4f4c-8708-775c3cac0c14'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:44:57.041244 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-c01fc437-9e6f-4de3-9eec-df4636e78c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:44:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['6c449c12-e854-4f4c-8708-775c3cac0c14'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:57.171550 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a347096c-ee34-45d1-9686-c6713b181559 req-b847e623-100e-403c-a117-d5c315e7439e service neutron] 10.222.0.20 "GET /v2.0/networks/1061c8f2-a0ce-422f-b43d-3200c66695ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3885775 Nov 27 03:44:57.228020 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-87ba0c49-a0c6-4a36-8cfb-2c0bac817261 None None] Provisioning complete for port f4615b5c-39fd-4182-bfce-f8540b5c44ec triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:44:57.228582 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-87ba0c49-a0c6-4a36-8cfb-2c0bac817261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:57.378785 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 03:44:57.409785 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-87ba0c49-a0c6-4a36-8cfb-2c0bac817261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:57.413234 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-c01fc437-9e6f-4de3-9eec-df4636e78c48 None None] Set router 6c449c12-e854-4f4c-8708-775c3cac0c14 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:44:57.597138 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-87ba0c49-a0c6-4a36-8cfb-2c0bac817261 None None] For port f4615b5c-39fd-4182-bfce-f8540b5c44ec, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=f4615b5c-39fd-4182-bfce-f8540b5c44ec,segment=NetworkSegment(848c7db3-5c68-4b7b-8f69-43bb66326721),segment_id=848c7db3-5c68-4b7b-8f69-43bb66326721)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:44:57.622205 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-87ba0c49-a0c6-4a36-8cfb-2c0bac817261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:57.750333 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba0c49-a0c6-4a36-8cfb-2c0bac817261 None None] Pushing event updated for resources: {'Port': ['ID=f4615b5c-39fd-4182-bfce-f8540b5c44ec,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:57.815757 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-5c076d91-885a-4453-bec2-7abf1c6752f8 None None] Provisioning complete for port f4615b5c-39fd-4182-bfce-f8540b5c44ec triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:44:57.816108 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5c076d91-885a-4453-bec2-7abf1c6752f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:57.824097 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130f3ff-1541-47f5-9b29-20855b471aa8 req-afcc521f-50e3-4cf5-b7ef-02cb849ed252 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:57.840337 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a130f3ff-1541-47f5-9b29-20855b471aa8 req-afcc521f-50e3-4cf5-b7ef-02cb849ed252 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ea08f2f-689a-4234-995e-8e2fdc5a4a86&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1936684 Nov 27 03:44:57.898417 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-c01fc437-9e6f-4de3-9eec-df4636e78c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c449c12-e854-4f4c-8708-775c3cac0c14', 'name': 'tempest-AttachSCSIVolumeTestJSON-1239989629-router', 'tenant_id': 'b54444c6a92d445094738b9211dbfa18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8ba62c30-4e28-4136-b014-ae6a36ea60cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:44:45Z', 'updated_at': '2021-11-27T03:44:51Z', 'revision_number': 4, 'project_id': 'b54444c6a92d445094738b9211dbfa18', 'gw_port': {'id': '8ba62c30-4e28-4136-b014-ae6a36ea60cd', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:08:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c449c12-e854-4f4c-8708-775c3cac0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:44:46Z', 'updated_at': '2021-11-27T03:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'f4615b5c-39fd-4182-bfce-f8540b5c44ec', 'name': '', 'network_id': '195c2a4c-255b-452e-8334-5439afc4d8bc', 'tenant_id': 'b54444c6a92d445094738b9211dbfa18', 'mac_address': 'fa:16:3e:89:f7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c449c12-e854-4f4c-8708-775c3cac0c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '04fae33c-7696-4c2d-9efc-7027e43ac46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:44:50Z', 'updated_at': '2021-11-27T03:44:56Z', 'revision_number': 4, 'project_id': 'b54444c6a92d445094738b9211dbfa18', 'subnets': [{'id': '04fae33c-7696-4c2d-9efc-7027e43ac46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:57.978027 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-927459ba-fb5b-4a86-ad78-e2a32728030e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1339829873-router', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:43Z', 'updated_at': '2021-11-27T03:43:52Z', 'revision_number': 4, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'gw_port': {'id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:44Z', 'updated_at': '2021-11-27T03:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '7a5dadfc-efdc-420c-885e-fa22f87e6129', 'name': '', 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'mac_address': 'fa:16:3e:54:18:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'eb97b0e2-75dc-4d09-932a-9875e5b8e057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:50Z', 'updated_at': '2021-11-27T03:43:56Z', 'revision_number': 5, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'subnets': [{'id': 'eb97b0e2-75dc-4d09-932a-9875e5b8e057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:44:58.011146 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a130f3ff-1541-47f5-9b29-20855b471aa8 req-090d5371-f169-4b2e-ada5-2bf610a901b6 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.79 HTTP/1.1" status: 200 len: 695 time: 0.1697254 Nov 27 03:44:58.016808 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01fc437-9e6f-4de3-9eec-df4636e78c48 None None] The sync data for ids ['6c449c12-e854-4f4c-8708-775c3cac0c14'] in n-d-819494-3 is: [{'id': '6c449c12-e854-4f4c-8708-775c3cac0c14', 'name': 'tempest-AttachSCSIVolumeTestJSON-1239989629-router', 'tenant_id': 'b54444c6a92d445094738b9211dbfa18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8ba62c30-4e28-4136-b014-ae6a36ea60cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:44:45Z', 'updated_at': '2021-11-27T03:44:51Z', 'revision_number': 4, 'project_id': 'b54444c6a92d445094738b9211dbfa18', 'gw_port': {'id': '8ba62c30-4e28-4136-b014-ae6a36ea60cd', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:08:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c449c12-e854-4f4c-8708-775c3cac0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:44:46Z', 'updated_at': '2021-11-27T03:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'f4615b5c-39fd-4182-bfce-f8540b5c44ec', 'name': '', 'network_id': '195c2a4c-255b-452e-8334-5439afc4d8bc', 'tenant_id': 'b54444c6a92d445094738b9211dbfa18', 'mac_address': 'fa:16:3e:89:f7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c449c12-e854-4f4c-8708-775c3cac0c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '04fae33c-7696-4c2d-9efc-7027e43ac46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:44:50Z', 'updated_at': '2021-11-27T03:44:56Z', 'revision_number': 4, 'project_id': 'b54444c6a92d445094738b9211dbfa18', 'subnets': [{'id': '04fae33c-7696-4c2d-9efc-7027e43ac46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:44:58.019997 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-a130f3ff-1541-47f5-9b29-20855b471aa8 req-274dc94e-27b1-4301-b482-aeff0b61b0db tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Request body: {'floatingip': {'port_id': 'cfb41637-ef47-4891-9bc8-1a5c5cf5c99f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:44:58.073562 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927459ba-fb5b-4a86-ad78-e2a32728030e None None] The sync data for ids ['d6f27a77-8db7-474f-a0b2-3cc925c2a05e'] in n-d-819494-3 is: [{'id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1339829873-router', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:43Z', 'updated_at': '2021-11-27T03:43:52Z', 'revision_number': 4, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'gw_port': {'id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:44Z', 'updated_at': '2021-11-27T03:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '7a5dadfc-efdc-420c-885e-fa22f87e6129', 'name': '', 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'mac_address': 'fa:16:3e:54:18:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'eb97b0e2-75dc-4d09-932a-9875e5b8e057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:50Z', 'updated_at': '2021-11-27T03:43:56Z', 'revision_number': 5, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'subnets': [{'id': 'eb97b0e2-75dc-4d09-932a-9875e5b8e057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:44:58.191456 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-a130f3ff-1541-47f5-9b29-20855b471aa8 req-274dc94e-27b1-4301-b482-aeff0b61b0db tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks [] for floatingip, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:58.246224 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4cb99-6eb7-444d-8233-004bf01f7dd0 req-faab9f98-e2fb-41ca-9a72-e4e78d975189 tempest-MigrationsAdminTest-1034749198 tempest-MigrationsAdminTest-1034749198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:58.260482 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f5e4cb99-6eb7-444d-8233-004bf01f7dd0 req-faab9f98-e2fb-41ca-9a72-e4e78d975189 tempest-MigrationsAdminTest-1034749198 tempest-MigrationsAdminTest-1034749198-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 1101 time: 0.2002037 Nov 27 03:44:58.312584 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f5e4cb99-6eb7-444d-8233-004bf01f7dd0 req-f9d07f69-8cac-4141-8364-05c54fcf2d91 tempest-MigrationsAdminTest-1034749198 tempest-MigrationsAdminTest-1034749198-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:58.668079 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f5e4cb99-6eb7-444d-8233-004bf01f7dd0 req-f9d07f69-8cac-4141-8364-05c54fcf2d91 tempest-MigrationsAdminTest-1034749198 tempest-MigrationsAdminTest-1034749198-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:58.680676 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f5e4cb99-6eb7-444d-8233-004bf01f7dd0 req-f9d07f69-8cac-4141-8364-05c54fcf2d91 tempest-MigrationsAdminTest-1034749198 tempest-MigrationsAdminTest-1034749198-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:44:58.765019 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f5e4cb99-6eb7-444d-8233-004bf01f7dd0 req-f9d07f69-8cac-4141-8364-05c54fcf2d91 tempest-MigrationsAdminTest-1034749198 tempest-MigrationsAdminTest-1034749198-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5032957 Nov 27 03:44:58.774456 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2434200-5e00-4bc1-99f1-4220991c6679 None None] New status for floating IP 712ddc3b-d71b-45f7-9f96-91f0f3eec48f: DOWN {{(pid=110021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 03:44:58.823909 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d07f69-8cac-4141-8364-05c54fcf2d91 tempest-MigrationsAdminTest-1034749198 tempest-MigrationsAdminTest-1034749198-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbf3c6d-632e-4cc5-8792-13b5e1fb1ad9,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:44:58.861158 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9409c4-255c-40a7-8a00-67f2ad9c707f x-openstack-request-id: req-3a9409c4-255c-40a7-8a00-67f2ad9c707f {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:44:58.861743 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bd3cb35-3ab5-4b8e-bdf0-c970804c7289", "tag": "f212bdf1-3050-4e6b-b469-e95ac55d5b1c", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:44:58.862290 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a9409c4-255c-40a7-8a00-67f2ad9c707f {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:44:58.863252 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd3cb35-3ab5-4b8e-bdf0-c970804c7289', 'tag': 'f212bdf1-3050-4e6b-b469-e95ac55d5b1c', 'status': 'completed', 'code': 200} Nov 27 03:44:58.908570 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [req-a130f3ff-1541-47f5-9b29-20855b471aa8 req-274dc94e-27b1-4301-b482-aeff0b61b0db tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] update failed (client error): There was a conflict when trying to complete your request. Nov 27 03:44:58.909659 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a130f3ff-1541-47f5-9b29-20855b471aa8 req-274dc94e-27b1-4301-b482-aeff0b61b0db tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "PUT /v2.0/floatingips/6ddcd947-2b4b-43ef-a3e5-fd3acc9b2718 HTTP/1.1" status: 409 len: 549 time: 0.8969965 Nov 27 03:44:58.982019 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba515741-426b-4c82-b07a-48adc77c6357 req-d75559e5-40ea-4c85-b7eb-cbc6cfd9df14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:58.984019 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ba515741-426b-4c82-b07a-48adc77c6357 req-d75559e5-40ea-4c85-b7eb-cbc6cfd9df14 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8ee487fd6f3246e3902cf82b3ecb881d&device_id=4bd3cb35-3ab5-4b8e-bdf0-c970804c7289 HTTP/1.1" status: 200 len: 1097 time: 0.0826323 Nov 27 03:44:59.380529 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba515741-426b-4c82-b07a-48adc77c6357 req-a57fdce3-8fbb-46e9-98de-d864e4a78c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:59.382026 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ba515741-426b-4c82-b07a-48adc77c6357 req-a57fdce3-8fbb-46e9-98de-d864e4a78c21 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1061c8f2-a0ce-422f-b43d-3200c66695ab HTTP/1.1" status: 200 len: 922 time: 0.3808091 Nov 27 03:44:59.520295 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece410c-cc6e-4df1-9ae1-9fc1cae13eff req-a1fe2655-c08b-41f8-af34-6a260817cdf4 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:59.531174 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7ece410c-cc6e-4df1-9ae1-9fc1cae13eff req-a1fe2655-c08b-41f8-af34-6a260817cdf4 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 946 time: 0.3806436 Nov 27 03:44:59.542438 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ba515741-426b-4c82-b07a-48adc77c6357 req-ee4bb650-847b-46e4-9e90-8a136ecdde68 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f212bdf1-3050-4e6b-b469-e95ac55d5b1c HTTP/1.1" status: 200 len: 217 time: 0.1382427 Nov 27 03:44:59.723548 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba515741-426b-4c82-b07a-48adc77c6357 req-55115248-89ac-4b38-b980-77f36c2d11f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:44:59.725575 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ba515741-426b-4c82-b07a-48adc77c6357 req-55115248-89ac-4b38-b980-77f36c2d11f2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb97b0e2-75dc-4d09-932a-9875e5b8e057 HTTP/1.1" status: 200 len: 860 time: 0.1599672 Nov 27 03:44:59.751337 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7ece410c-cc6e-4df1-9ae1-9fc1cae13eff req-673c90d7-17e7-4a87-8027-dc3206729fd7 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170477 Nov 27 03:44:59.958977 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e61f4bfa-9599-4ddf-86cf-3dec494a13e9 req-abe5c83a-44ba-4edb-8ffc-665de8c82969 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/floatingips/6ddcd947-2b4b-43ef-a3e5-fd3acc9b2718 HTTP/1.1" status: 200 len: 692 time: 0.1150229 Nov 27 03:45:00.061599 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba515741-426b-4c82-b07a-48adc77c6357 req-7de0f131-b0c8-415f-8a53-91e4db34b30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:00.063467 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ba515741-426b-4c82-b07a-48adc77c6357 req-7de0f131-b0c8-415f-8a53-91e4db34b30d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1061c8f2-a0ce-422f-b43d-3200c66695ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3109756 Nov 27 03:45:00.112491 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device f4615b5c-39fd-4182-bfce-f8540b5c44ec up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:45:00.182887 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f4bfa-9599-4ddf-86cf-3dec494a13e9 req-bd570747-2b04-4604-b178-80d9ab0a85d7 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:00.194351 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e61f4bfa-9599-4ddf-86cf-3dec494a13e9 req-bd570747-2b04-4604-b178-80d9ab0a85d7 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/networks/f5c39893-f8d8-4150-8aae-695f98406de3 HTTP/1.1" status: 200 len: 784 time: 0.2177896 Nov 27 03:45:00.201906 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-e61f4bfa-9599-4ddf-86cf-3dec494a13e9 req-0bfcc182-4106-4bd1-b44e-d011239a1de8 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 03:45:00.229660 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e61f4bfa-9599-4ddf-86cf-3dec494a13e9 req-0bfcc182-4106-4bd1-b44e-d011239a1de8 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0340631 Nov 27 03:45:00.244153 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port f4615b5c-39fd-4182-bfce-f8540b5c44ec triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:45:00.244650 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:00.429798 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28cb355-91cb-417f-9575-d0695e19be7a req-2bab4b5f-30bf-4af0-987b-2647378968a3 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:00.438360 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e61f4bfa-9599-4ddf-86cf-3dec494a13e9 req-0e8b6a9a-b34c-42f0-8334-f059d5906bf8 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.79 HTTP/1.1" status: 200 len: 695 time: 0.2077625 Nov 27 03:45:00.444008 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e28cb355-91cb-417f-9575-d0695e19be7a req-2bab4b5f-30bf-4af0-987b-2647378968a3 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/ports?device_id=023b90d4-59a6-4c76-b3fc-b8244f8206c6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0978525 Nov 27 03:45:00.518523 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e61f4bfa-9599-4ddf-86cf-3dec494a13e9 req-a466c365-2986-4999-9586-8758b133563c tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.79 HTTP/1.1" status: 200 len: 695 time: 0.0769627 Nov 27 03:45:00.552934 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e28cb355-91cb-417f-9575-d0695e19be7a req-f69f487f-5d17-4bd3-a3a8-aee4a3f54046 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.236 HTTP/1.1" status: 200 len: 696 time: 0.1080010 Nov 27 03:45:00.573255 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-e28cb355-91cb-417f-9575-d0695e19be7a req-b088fbd8-9c9b-4687-919f-bb088ffaf1ea tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Request body: {'floatingip': {'port_id': '6452bbf0-7f88-4b4a-9e8f-c52204c5033d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:45:00.715759 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-299d3620-6c9a-416d-b701-c7f2d94c9457 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3716483 Nov 27 03:45:00.728106 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-b0e13a40-e38d-4067-8818-d01eadb3be52 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 03:45:00.729226 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e28cb355-91cb-417f-9575-d0695e19be7a req-b088fbd8-9c9b-4687-919f-bb088ffaf1ea tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks [] for floatingip, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:00.746831 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-b0e13a40-e38d-4067-8818-d01eadb3be52 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0293381 Nov 27 03:45:01.087945 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba2162-5a7d-4a01-a2f1-8bdab6a08771 req-8ac85ca5-6cf9-4d7f-a7fd-2c90dae7aa7c tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:01.089796 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b4ba2162-5a7d-4a01-a2f1-8bdab6a08771 req-8ac85ca5-6cf9-4d7f-a7fd-2c90dae7aa7c tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd3cb35-3ab5-4b8e-bdf0-c970804c7289 HTTP/1.1" status: 200 len: 946 time: 0.1366768 Nov 27 03:45:01.093033 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ba515741-426b-4c82-b07a-48adc77c6357 req-334374d7-43fa-4cec-93a6-5dae51a5ed0c service neutron] 10.222.0.11 "GET /v2.0/networks/1061c8f2-a0ce-422f-b43d-3200c66695ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8415582 Nov 27 03:45:01.342292 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e28cb355-91cb-417f-9575-d0695e19be7a req-b088fbd8-9c9b-4687-919f-bb088ffaf1ea tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:01.349497 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e28cb355-91cb-417f-9575-d0695e19be7a req-b088fbd8-9c9b-4687-919f-bb088ffaf1ea tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:01.417109 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ba515741-426b-4c82-b07a-48adc77c6357 req-fe61471f-4610-45cb-83b0-8bfb219a47ea service neutron] 10.222.0.11 "GET /v2.0/networks/1061c8f2-a0ce-422f-b43d-3200c66695ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123624 Nov 27 03:45:01.418587 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-e61f4bfa-9599-4ddf-86cf-3dec494a13e9 req-101e3ad0-4aea-45ab-b991-c74037ae4466 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Deleting port c1db0dbf-8f7a-4c15-9cd9-ae29c7cb6e42 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:45:01.419179 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e61f4bfa-9599-4ddf-86cf-3dec494a13e9 req-101e3ad0-4aea-45ab-b991-c74037ae4466 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:01.568410 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e61f4bfa-9599-4ddf-86cf-3dec494a13e9 req-101e3ad0-4aea-45ab-b991-c74037ae4466 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:01.570486 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e61f4bfa-9599-4ddf-86cf-3dec494a13e9 req-101e3ad0-4aea-45ab-b991-c74037ae4466 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:01.579291 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [req-e28cb355-91cb-417f-9575-d0695e19be7a req-b088fbd8-9c9b-4687-919f-bb088ffaf1ea tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Floating IP 712ddc3b-d71b-45f7-9f96-91f0f3eec48f associated. External IP: 172.25.1.236, port: 6452bbf0-7f88-4b4a-9e8f-c52204c5033d. Nov 27 03:45:01.622077 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-e61f4bfa-9599-4ddf-86cf-3dec494a13e9 req-101e3ad0-4aea-45ab-b991-c74037ae4466 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Calling delete_port for c1db0dbf-8f7a-4c15-9cd9-ae29c7cb6e42 owned by network:floatingip {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:45:01.900177 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-b4ba2162-5a7d-4a01-a2f1-8bdab6a08771 req-07720dd9-4222-4e64-867d-360853e2e176 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Deleting port f212bdf1-3050-4e6b-b469-e95ac55d5b1c {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:45:01.900711 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b4ba2162-5a7d-4a01-a2f1-8bdab6a08771 req-07720dd9-4222-4e64-867d-360853e2e176 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:02.089712 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e28cb355-91cb-417f-9575-d0695e19be7a req-b088fbd8-9c9b-4687-919f-bb088ffaf1ea tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Router d6f27a77-8db7-474f-a0b2-3cc925c2a05e has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:45:02.124257 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-b4ba2162-5a7d-4a01-a2f1-8bdab6a08771 req-07720dd9-4222-4e64-867d-360853e2e176 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] For port f212bdf1-3050-4e6b-b469-e95ac55d5b1c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=f212bdf1-3050-4e6b-b469-e95ac55d5b1c,segment=NetworkSegment(0a584404-1c26-40b8-b28c-ce6fe5d1bb30),segment_id=0a584404-1c26-40b8-b28c-ce6fe5d1bb30)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:45:02.124971 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b4ba2162-5a7d-4a01-a2f1-8bdab6a08771 req-07720dd9-4222-4e64-867d-360853e2e176 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:02.167168 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-b4ba2162-5a7d-4a01-a2f1-8bdab6a08771 req-07720dd9-4222-4e64-867d-360853e2e176 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Calling delete_port for f212bdf1-3050-4e6b-b469-e95ac55d5b1c owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:45:02.264991 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e28cb355-91cb-417f-9575-d0695e19be7a req-b088fbd8-9c9b-4687-919f-bb088ffaf1ea tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:45:02.274054 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e28cb355-91cb-417f-9575-d0695e19be7a req-b088fbd8-9c9b-4687-919f-bb088ffaf1ea tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:02.279450 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c23be5-ea49-4048-a176-8c0af2323ec5 None None] Sync routers for ids ['d6f27a77-8db7-474f-a0b2-3cc925c2a05e'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:45:02.305622 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c23be5-ea49-4048-a176-8c0af2323ec5 None None] Routers {'d6f27a77-8db7-474f-a0b2-3cc925c2a05e'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:45:02.308028 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-a7c23be5-ea49-4048-a176-8c0af2323ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:44:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d6f27a77-8db7-474f-a0b2-3cc925c2a05e'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:02.342315 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e28cb355-91cb-417f-9575-d0695e19be7a req-b088fbd8-9c9b-4687-919f-bb088ffaf1ea tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "PUT /v2.0/floatingips/712ddc3b-d71b-45f7-9f96-91f0f3eec48f HTTP/1.1" status: 200 len: 997 time: 1.7881885 Nov 27 03:45:02.345016 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023b90d4-59a6-4c76-b3fc-b8244f8206c6', 'tag': '6452bbf0-7f88-4b4a-9e8f-c52204c5033d'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:45:02.350608 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743aebd1-6e6d-44b4-938d-3dd2c9e78710" -d '{"events": [{"name": "network-changed", "server_uuid": "023b90d4-59a6-4c76-b3fc-b8244f8206c6", "tag": "6452bbf0-7f88-4b4a-9e8f-c52204c5033d"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:45:02.442750 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28cb355-91cb-417f-9575-d0695e19be7a req-d8919ab3-5620-4640-97c2-f817b65c8c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:02.447415 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e28cb355-91cb-417f-9575-d0695e19be7a req-d8919ab3-5620-4640-97c2-f817b65c8c93 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8ee487fd6f3246e3902cf82b3ecb881d&device_id=023b90d4-59a6-4c76-b3fc-b8244f8206c6 HTTP/1.1" status: 200 len: 1097 time: 0.0859983 Nov 27 03:45:02.480582 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b4ba2162-5a7d-4a01-a2f1-8bdab6a08771 req-07720dd9-4222-4e64-867d-360853e2e176 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:02.535460 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07720dd9-4222-4e64-867d-360853e2e176 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Pushing event deleted for resources: {'Port': ['ID=f212bdf1-3050-4e6b-b469-e95ac55d5b1c,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:02.539994 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['6452bbf0-7f88-4b4a-9e8f-c52204c5033d', 'f212bdf1-3050-4e6b-b469-e95ac55d5b1c'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:45:02.569528 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e61f4bfa-9599-4ddf-86cf-3dec494a13e9 req-101e3ad0-4aea-45ab-b991-c74037ae4466 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:02.636372 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e3ad0-4aea-45ab-b991-c74037ae4466 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Pushing event deleted for resources: {'Port': ['ID=c1db0dbf-8f7a-4c15-9cd9-ae29c7cb6e42,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:02.644156 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ba2162-5a7d-4a01-a2f1-8bdab6a08771 req-07720dd9-4222-4e64-867d-360853e2e176 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] No DVR routers for this DVR port f212bdf1-3050-4e6b-b469-e95ac55d5b1c on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:45:02.647536 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b4ba2162-5a7d-4a01-a2f1-8bdab6a08771 req-07720dd9-4222-4e64-867d-360853e2e176 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:02.652859 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b4ba2162-5a7d-4a01-a2f1-8bdab6a08771 req-07720dd9-4222-4e64-867d-360853e2e176 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.11 "DELETE /v2.0/ports/f212bdf1-3050-4e6b-b469-e95ac55d5b1c HTTP/1.1" status: 204 len: 173 time: 1.5462282 Nov 27 03:45:02.688891 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd3cb35-3ab5-4b8e-bdf0-c970804c7289', 'name': 'network-vif-deleted', 'tag': 'f212bdf1-3050-4e6b-b469-e95ac55d5b1c'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:45:02.699164 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8309ae41-b82c-4bb9-b73d-f343b0e5c056" -d '{"events": [{"server_uuid": "4bd3cb35-3ab5-4b8e-bdf0-c970804c7289", "name": "network-vif-deleted", "tag": "f212bdf1-3050-4e6b-b469-e95ac55d5b1c"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:45:02.782215 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28cb355-91cb-417f-9575-d0695e19be7a req-b00143e7-7d55-40cf-bb20-b18bcb3eea0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:02.787915 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e28cb355-91cb-417f-9575-d0695e19be7a req-b00143e7-7d55-40cf-bb20-b18bcb3eea0f service neutron] 10.222.0.20 "GET /v2.0/networks?id=1061c8f2-a0ce-422f-b43d-3200c66695ab HTTP/1.1" status: 200 len: 922 time: 0.3334966 Nov 27 03:45:03.021141 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e61f4bfa-9599-4ddf-86cf-3dec494a13e9 req-101e3ad0-4aea-45ab-b991-c74037ae4466 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks [] for floatingip, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:03.024316 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e61f4bfa-9599-4ddf-86cf-3dec494a13e9 req-101e3ad0-4aea-45ab-b991-c74037ae4466 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:03.026569 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e61f4bfa-9599-4ddf-86cf-3dec494a13e9 req-101e3ad0-4aea-45ab-b991-c74037ae4466 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "DELETE /v2.0/floatingips/6ddcd947-2b4b-43ef-a3e5-fd3acc9b2718 HTTP/1.1" status: 204 len: 173 time: 2.5053701 Nov 27 03:45:03.033473 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e28cb355-91cb-417f-9575-d0695e19be7a req-a14e3fb0-11fa-440a-8961-aa922d87f28d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6452bbf0-7f88-4b4a-9e8f-c52204c5033d HTTP/1.1" status: 200 len: 1000 time: 0.2345750 Nov 27 03:45:03.039164 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-27a87de0-1a4e-4b94-b80d-3b96b7df7ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:03.040727 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-27a87de0-1a4e-4b94-b80d-3b96b7df7ac0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d416f1581fce4cbda78108e0795a4c3c&device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 1101 time: 0.2266786 Nov 27 03:45:03.197370 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28cb355-91cb-417f-9575-d0695e19be7a req-319c6347-8e52-487c-aef2-5492349f6f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:03.207877 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e28cb355-91cb-417f-9575-d0695e19be7a req-319c6347-8e52-487c-aef2-5492349f6f5b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb97b0e2-75dc-4d09-932a-9875e5b8e057 HTTP/1.1" status: 200 len: 860 time: 0.1728055 Nov 27 03:45:03.251686 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-51c4e3bd-0287-468d-b02f-af3586f7934e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:03.253511 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-51c4e3bd-0287-468d-b02f-af3586f7934e service neutron] 10.222.0.23 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.2024612 Nov 27 03:45:03.322204 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-a9d1afcf-2bf6-4017-a201-f1ae90015a37 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=ef4ae27c-26c3-4e63-8f92-1652f2b6bca5 HTTP/1.1" status: 200 len: 217 time: 0.0590436 Nov 27 03:45:03.364217 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28cb355-91cb-417f-9575-d0695e19be7a req-0460e114-0637-4d79-a04f-19b291e8c8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:03.373450 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e28cb355-91cb-417f-9575-d0695e19be7a req-0460e114-0637-4d79-a04f-19b291e8c8dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1061c8f2-a0ce-422f-b43d-3200c66695ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1628063 Nov 27 03:45:03.418293 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-a7c23be5-ea49-4048-a176-8c0af2323ec5 None None] Set router d6f27a77-8db7-474f-a0b2-3cc925c2a05e gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:45:03.463887 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-ab580747-6db6-409f-8470-1d4a69f6623a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:03.465736 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-ab580747-6db6-409f-8470-1d4a69f6623a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.1265295 Nov 27 03:45:03.561104 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6b3c4-f920-41e6-90de-6793434b29a3 req-4b0d3199-8cb3-44e1-b795-799b6d2ab94c tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:03.564795 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-58f6b3c4-f920-41e6-90de-6793434b29a3 req-4b0d3199-8cb3-44e1-b795-799b6d2ab94c tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 950 time: 0.2391450 Nov 27 03:45:03.611210 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e28cb355-91cb-417f-9575-d0695e19be7a req-2e48d90e-dad3-4ab0-9b0e-c8d55707479b service neutron] 10.222.0.20 "GET /v2.0/networks/1061c8f2-a0ce-422f-b43d-3200c66695ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366431 Nov 27 03:45:03.685823 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-46d0eb72-fc15-4fc5-b6eb-dd5ce662e2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:03.687909 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-46d0eb72-fc15-4fc5-b6eb-dd5ce662e2ff service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2135661 Nov 27 03:45:03.888835 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e28cb355-91cb-417f-9575-d0695e19be7a req-00a74712-c182-47ef-9c27-b431886a6c15 service neutron] 10.222.0.20 "GET /v2.0/networks/1061c8f2-a0ce-422f-b43d-3200c66695ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749996 Nov 27 03:45:04.024914 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f57c4-546b-48af-ac71-845728a037ea req-99cd2a31-4bfd-408c-b743-f58647e1a959 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:04.033358 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-481f57c4-546b-48af-ac71-845728a037ea req-99cd2a31-4bfd-408c-b743-f58647e1a959 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 946 time: 0.0617745 Nov 27 03:45:04.141086 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-481f57c4-546b-48af-ac71-845728a037ea req-df2a9e25-1164-4536-a396-533a3b6881ec tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064119 Nov 27 03:45:04.236525 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409ce5d6-4081-4e36-8803-bcc09c387686 x-openstack-request-id: req-409ce5d6-4081-4e36-8803-bcc09c387686 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:45:04.237008 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "023b90d4-59a6-4c76-b3fc-b8244f8206c6", "tag": "6452bbf0-7f88-4b4a-9e8f-c52204c5033d", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:45:04.237406 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-409ce5d6-4081-4e36-8803-bcc09c387686 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:45:04.237948 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '023b90d4-59a6-4c76-b3fc-b8244f8206c6', 'tag': '6452bbf0-7f88-4b4a-9e8f-c52204c5033d', 'status': 'completed', 'code': 200} Nov 27 03:45:04.312127 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-a7c23be5-ea49-4048-a176-8c0af2323ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1339829873-router', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:43Z', 'updated_at': '2021-11-27T03:43:52Z', 'revision_number': 4, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'gw_port': {'id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:44Z', 'updated_at': '2021-11-27T03:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '712ddc3b-d71b-45f7-9f96-91f0f3eec48f', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'floating_ip_address': '172.25.1.236', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'port_id': '6452bbf0-7f88-4b4a-9e8f-c52204c5033d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab', 'mac_address': 'fa:16:3e:26:de:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023b90d4-59a6-4c76-b3fc-b8244f8206c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:44:15Z', 'updated_at': '2021-11-27T03:45:01Z', 'revision_number': 8, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5dadfc-efdc-420c-885e-fa22f87e6129', 'name': '', 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'mac_address': 'fa:16:3e:54:18:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'eb97b0e2-75dc-4d09-932a-9875e5b8e057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:50Z', 'updated_at': '2021-11-27T03:43:56Z', 'revision_number': 5, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'subnets': [{'id': 'eb97b0e2-75dc-4d09-932a-9875e5b8e057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:04.322643 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-4b3bf5ee-ff03-43d9-bd3b-e5e56799d05d service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6137457 Nov 27 03:45:04.324190 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0230e828-772f-4b1a-855c-108827cce4a6 x-openstack-request-id: req-0230e828-772f-4b1a-855c-108827cce4a6 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:45:04.324480 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd3cb35-3ab5-4b8e-bdf0-c970804c7289", "name": "network-vif-deleted", "tag": "f212bdf1-3050-4e6b-b469-e95ac55d5b1c", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:45:04.324732 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0230e828-772f-4b1a-855c-108827cce4a6 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:45:04.325117 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd3cb35-3ab5-4b8e-bdf0-c970804c7289', 'name': 'network-vif-deleted', 'tag': 'f212bdf1-3050-4e6b-b469-e95ac55d5b1c', 'status': 'completed', 'code': 200} Nov 27 03:45:04.373970 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-58f6b3c4-f920-41e6-90de-6793434b29a3 req-388981f0-801d-4276-a7e9-259b7c5a8922 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7860594 Nov 27 03:45:04.399327 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c23be5-ea49-4048-a176-8c0af2323ec5 None None] Checking router: d6f27a77-8db7-474f-a0b2-3cc925c2a05e for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:45:04.433833 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c23be5-ea49-4048-a176-8c0af2323ec5 None None] Routers {'d6f27a77-8db7-474f-a0b2-3cc925c2a05e'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:45:04.435291 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-a7c23be5-ea49-4048-a176-8c0af2323ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:44:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d6f27a77-8db7-474f-a0b2-3cc925c2a05e'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:04.494630 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743aebd1-6e6d-44b4-938d-3dd2c9e78710 req-bf79f33a-8420-4e63-8af5-9ee48a20cb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:04.508915 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-743aebd1-6e6d-44b4-938d-3dd2c9e78710 req-bf79f33a-8420-4e63-8af5-9ee48a20cb16 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8ee487fd6f3246e3902cf82b3ecb881d&device_id=023b90d4-59a6-4c76-b3fc-b8244f8206c6 HTTP/1.1" status: 200 len: 1097 time: 0.1829138 Nov 27 03:45:04.537972 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5a78ec27-9d5a-40b0-b7dd-873c64dcdece req-af2b3e75-a345-417e-b62f-81ae85e316d0 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.5 HTTP/1.1" status: 200 len: 999 time: 0.2073493 Nov 27 03:45:04.623799 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78ec27-9d5a-40b0-b7dd-873c64dcdece req-70e9d251-77ae-448b-8e07-1ada894328eb tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:04.639116 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743aebd1-6e6d-44b4-938d-3dd2c9e78710 req-d6f1cf89-e434-4f9e-a47a-f2c055f2f8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:04.639744 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5a78ec27-9d5a-40b0-b7dd-873c64dcdece req-70e9d251-77ae-448b-8e07-1ada894328eb tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/ports/cfb41637-ef47-4891-9bc8-1a5c5cf5c99f HTTP/1.1" status: 200 len: 942 time: 0.1006281 Nov 27 03:45:04.640991 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-743aebd1-6e6d-44b4-938d-3dd2c9e78710 req-d6f1cf89-e434-4f9e-a47a-f2c055f2f8cf service neutron] 10.222.0.11 "GET /v2.0/networks?id=1061c8f2-a0ce-422f-b43d-3200c66695ab HTTP/1.1" status: 200 len: 922 time: 0.1173353 Nov 27 03:45:04.705342 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-a7c23be5-ea49-4048-a176-8c0af2323ec5 None None] Set router d6f27a77-8db7-474f-a0b2-3cc925c2a05e gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:45:04.783328 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ea4cc3ef-1244-4931-9dac-6d2dd13243e7 req-5ae345ad-7592-4d07-8dfc-c0abc97969a6 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/floatingips/712ddc3b-d71b-45f7-9f96-91f0f3eec48f HTTP/1.1" status: 200 len: 997 time: 0.3441019 Nov 27 03:45:04.821993 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-a66b25eb-c809-4ec2-bcf2-031698dcdee5 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4653797 Nov 27 03:45:04.910833 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-743aebd1-6e6d-44b4-938d-3dd2c9e78710 req-7c0ba885-0f04-44c7-aa5e-d723f7df6fc3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6452bbf0-7f88-4b4a-9e8f-c52204c5033d HTTP/1.1" status: 200 len: 1000 time: 0.2601607 Nov 27 03:45:05.065767 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743aebd1-6e6d-44b4-938d-3dd2c9e78710 req-8c2946dd-ed9d-4ac9-8b2c-5515a142c0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:05.067259 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-743aebd1-6e6d-44b4-938d-3dd2c9e78710 req-8c2946dd-ed9d-4ac9-8b2c-5515a142c0f0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb97b0e2-75dc-4d09-932a-9875e5b8e057 HTTP/1.1" status: 200 len: 860 time: 0.1489208 Nov 27 03:45:05.104353 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device f212bdf1-3050-4e6b-b469-e95ac55d5b1c no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:45:05.134744 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4cc3ef-1244-4931-9dac-6d2dd13243e7 req-8e6e9cf0-4a2d-46e1-b6ce-4f9aa5bb0399 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:05.136254 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ea4cc3ef-1244-4931-9dac-6d2dd13243e7 req-8e6e9cf0-4a2d-46e1-b6ce-4f9aa5bb0399 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/networks/f5c39893-f8d8-4150-8aae-695f98406de3 HTTP/1.1" status: 200 len: 784 time: 0.3435221 Nov 27 03:45:05.151263 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-ea4cc3ef-1244-4931-9dac-6d2dd13243e7 req-2049c5da-b982-483b-b372-9a7e19437312 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 03:45:05.152276 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ea4cc3ef-1244-4931-9dac-6d2dd13243e7 req-2049c5da-b982-483b-b372-9a7e19437312 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061412 Nov 27 03:45:05.170791 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743aebd1-6e6d-44b4-938d-3dd2c9e78710 req-379a5326-8ba1-44f8-bc20-1865ccf4556c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:05.172314 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-743aebd1-6e6d-44b4-938d-3dd2c9e78710 req-379a5326-8ba1-44f8-bc20-1865ccf4556c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1061c8f2-a0ce-422f-b43d-3200c66695ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914164 Nov 27 03:45:05.236583 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: f212bdf1-3050-4e6b-b469-e95ac55d5b1c {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:45:05.241732 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device f212bdf1-3050-4e6b-b469-e95ac55d5b1c not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:45:05.403143 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-a7c23be5-ea49-4048-a176-8c0af2323ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1339829873-router', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:43Z', 'updated_at': '2021-11-27T03:43:52Z', 'revision_number': 4, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'gw_port': {'id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:44Z', 'updated_at': '2021-11-27T03:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '712ddc3b-d71b-45f7-9f96-91f0f3eec48f', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'floating_ip_address': '172.25.1.236', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'port_id': '6452bbf0-7f88-4b4a-9e8f-c52204c5033d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab', 'mac_address': 'fa:16:3e:26:de:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023b90d4-59a6-4c76-b3fc-b8244f8206c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:44:15Z', 'updated_at': '2021-11-27T03:45:01Z', 'revision_number': 8, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5dadfc-efdc-420c-885e-fa22f87e6129', 'name': '', 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'mac_address': 'fa:16:3e:54:18:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'eb97b0e2-75dc-4d09-932a-9875e5b8e057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:50Z', 'updated_at': '2021-11-27T03:43:56Z', 'revision_number': 5, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'subnets': [{'id': 'eb97b0e2-75dc-4d09-932a-9875e5b8e057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:05.445363 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6c47ffda-afa3-4d01-b311-0a992a10dc5a req-4def948d-e7c4-4059-8e15-35622eae94e4 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.236 HTTP/1.1" status: 200 len: 1000 time: 0.1485944 Nov 27 03:45:05.488233 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c23be5-ea49-4048-a176-8c0af2323ec5 None None] The sync data for ids ['d6f27a77-8db7-474f-a0b2-3cc925c2a05e'] in n-d-819494-3 is: [{'id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1339829873-router', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:43Z', 'updated_at': '2021-11-27T03:43:52Z', 'revision_number': 4, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'gw_port': {'id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:44Z', 'updated_at': '2021-11-27T03:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '712ddc3b-d71b-45f7-9f96-91f0f3eec48f', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'floating_ip_address': '172.25.1.236', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'port_id': '6452bbf0-7f88-4b4a-9e8f-c52204c5033d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab', 'mac_address': 'fa:16:3e:26:de:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023b90d4-59a6-4c76-b3fc-b8244f8206c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:44:15Z', 'updated_at': '2021-11-27T03:45:01Z', 'revision_number': 8, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5dadfc-efdc-420c-885e-fa22f87e6129', 'name': '', 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'mac_address': 'fa:16:3e:54:18:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'eb97b0e2-75dc-4d09-932a-9875e5b8e057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:50Z', 'updated_at': '2021-11-27T03:43:56Z', 'revision_number': 5, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'subnets': [{'id': 'eb97b0e2-75dc-4d09-932a-9875e5b8e057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:45:05.502071 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5a78ec27-9d5a-40b0-b7dd-873c64dcdece req-0808332b-56ce-447f-ade6-5fc03ddf7340 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.5 HTTP/1.1" status: 200 len: 999 time: 0.7921240 Nov 27 03:45:05.535263 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-743aebd1-6e6d-44b4-938d-3dd2c9e78710 req-c3ecd34e-e559-48d4-8901-b12cf630cccc service neutron] 10.222.0.11 "GET /v2.0/networks/1061c8f2-a0ce-422f-b43d-3200c66695ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543978 Nov 27 03:45:05.674434 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78ec27-9d5a-40b0-b7dd-873c64dcdece req-1f30cc72-be84-4db9-8520-625bcaa05fd5 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:05.676824 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5a78ec27-9d5a-40b0-b7dd-873c64dcdece req-1f30cc72-be84-4db9-8520-625bcaa05fd5 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/networks/f5c39893-f8d8-4150-8aae-695f98406de3 HTTP/1.1" status: 200 len: 784 time: 0.1688535 Nov 27 03:45:05.729351 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47ffda-afa3-4d01-b311-0a992a10dc5a req-24e6eec9-e733-4e74-af47-132809fa4606 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:05.757915 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6c47ffda-afa3-4d01-b311-0a992a10dc5a req-24e6eec9-e733-4e74-af47-132809fa4606 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/ports/6452bbf0-7f88-4b4a-9e8f-c52204c5033d HTTP/1.1" status: 200 len: 943 time: 0.2859676 Nov 27 03:45:05.760441 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-743aebd1-6e6d-44b4-938d-3dd2c9e78710 req-c8a1b94c-679f-4a8f-959c-bf1e434faa77 service neutron] 10.222.0.11 "GET /v2.0/networks/1061c8f2-a0ce-422f-b43d-3200c66695ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146134 Nov 27 03:45:05.820019 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5a78ec27-9d5a-40b0-b7dd-873c64dcdece req-99ec3976-f85c-4f87-bf4f-0642d29d81ab tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.5 HTTP/1.1" status: 200 len: 999 time: 0.1280978 Nov 27 03:45:05.825988 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-5a78ec27-9d5a-40b0-b7dd-873c64dcdece req-d67c6109-1c45-47f0-8f37-d2185f58ef93 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:45:05.836490 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ceabc9-0931-47ed-ae32-cf690ef507af None None] New status for floating IP 712ddc3b-d71b-45f7-9f96-91f0f3eec48f: ACTIVE {{(pid=110021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 03:45:05.908251 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5a78ec27-9d5a-40b0-b7dd-873c64dcdece req-d67c6109-1c45-47f0-8f37-d2185f58ef93 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks [] for floatingip, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:05.972602 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6c47ffda-afa3-4d01-b311-0a992a10dc5a req-2250e1ea-acdc-4ac4-b867-c34726cff843 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.236 HTTP/1.1" status: 200 len: 1000 time: 0.0937541 Nov 27 03:45:06.076630 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5a78ec27-9d5a-40b0-b7dd-873c64dcdece req-d67c6109-1c45-47f0-8f37-d2185f58ef93 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:06.084195 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5a78ec27-9d5a-40b0-b7dd-873c64dcdece req-d67c6109-1c45-47f0-8f37-d2185f58ef93 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:06.084826 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [req-5a78ec27-9d5a-40b0-b7dd-873c64dcdece req-d67c6109-1c45-47f0-8f37-d2185f58ef93 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Floating IP 4bab9334-cf9e-477b-8fcb-cf16fa139c99 disassociated. External IP: 172.25.1.5, port: cfb41637-ef47-4891-9bc8-1a5c5cf5c99f. Nov 27 03:45:06.234374 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47ffda-afa3-4d01-b311-0a992a10dc5a req-9b1e930f-eebe-47bb-b8aa-7445619ced7b tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:06.243790 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6c47ffda-afa3-4d01-b311-0a992a10dc5a req-9b1e930f-eebe-47bb-b8aa-7445619ced7b tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/networks/f5c39893-f8d8-4150-8aae-695f98406de3 HTTP/1.1" status: 200 len: 784 time: 0.2700951 Nov 27 03:45:06.357681 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6c47ffda-afa3-4d01-b311-0a992a10dc5a req-f0545162-54dc-4d54-94ac-cb9e90c968dc tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.236 HTTP/1.1" status: 200 len: 1002 time: 0.1126065 Nov 27 03:45:06.363305 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-6c47ffda-afa3-4d01-b311-0a992a10dc5a req-c6608b9e-a0fe-4332-82e4-1f341cb47eef tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:45:06.393974 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a78ec27-9d5a-40b0-b7dd-873c64dcdece req-d67c6109-1c45-47f0-8f37-d2185f58ef93 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Router a17797ac-d74e-41d2-a098-260fb6a5e3c8 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:45:06.446630 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6c47ffda-afa3-4d01-b311-0a992a10dc5a req-c6608b9e-a0fe-4332-82e4-1f341cb47eef tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks [] for floatingip, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:06.550266 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a78ec27-9d5a-40b0-b7dd-873c64dcdece req-d67c6109-1c45-47f0-8f37-d2185f58ef93 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:45:06.556085 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5a78ec27-9d5a-40b0-b7dd-873c64dcdece req-d67c6109-1c45-47f0-8f37-d2185f58ef93 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:06.562994 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7c3f4b-057a-4709-b9da-4e59db0c30e7 None None] Sync routers for ids ['a17797ac-d74e-41d2-a098-260fb6a5e3c8'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:45:06.594605 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7c3f4b-057a-4709-b9da-4e59db0c30e7 None None] Routers {'a17797ac-d74e-41d2-a098-260fb6a5e3c8'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:45:06.594605 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-ff7c3f4b-057a-4709-b9da-4e59db0c30e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:44:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['a17797ac-d74e-41d2-a098-260fb6a5e3c8'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:06.603576 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5a78ec27-9d5a-40b0-b7dd-873c64dcdece req-d67c6109-1c45-47f0-8f37-d2185f58ef93 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "PUT /v2.0/floatingips/4bab9334-cf9e-477b-8fcb-cf16fa139c99 HTTP/1.1" status: 200 len: 693 time: 0.7824950 Nov 27 03:45:06.604114 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ea08f2f-689a-4234-995e-8e2fdc5a4a86', 'tag': 'cfb41637-ef47-4891-9bc8-1a5c5cf5c99f'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:45:06.610364 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d915fbf0-880d-4184-8079-1b52435d6c86" -d '{"events": [{"name": "network-changed", "server_uuid": "6ea08f2f-689a-4234-995e-8e2fdc5a4a86", "tag": "cfb41637-ef47-4891-9bc8-1a5c5cf5c99f"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:45:06.671685 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78ec27-9d5a-40b0-b7dd-873c64dcdece req-016e499b-d0b2-41ca-9414-f9d9ffa372ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:06.680220 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5a78ec27-9d5a-40b0-b7dd-873c64dcdece req-016e499b-d0b2-41ca-9414-f9d9ffa372ad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=da896f7ee1034657a1461bc4bc807ddb&device_id=6ea08f2f-689a-4234-995e-8e2fdc5a4a86 HTTP/1.1" status: 200 len: 1096 time: 0.0655301 Nov 27 03:45:06.705947 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6c47ffda-afa3-4d01-b311-0a992a10dc5a req-c6608b9e-a0fe-4332-82e4-1f341cb47eef tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:06.711969 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6c47ffda-afa3-4d01-b311-0a992a10dc5a req-c6608b9e-a0fe-4332-82e4-1f341cb47eef tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:06.713577 n-d-819494-3 neutron-server[110019]: INFO neutron.db.l3_db [req-6c47ffda-afa3-4d01-b311-0a992a10dc5a req-c6608b9e-a0fe-4332-82e4-1f341cb47eef tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Floating IP 712ddc3b-d71b-45f7-9f96-91f0f3eec48f disassociated. External IP: 172.25.1.236, port: 6452bbf0-7f88-4b4a-9e8f-c52204c5033d. Nov 27 03:45:06.769127 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-ff7c3f4b-057a-4709-b9da-4e59db0c30e7 None None] Set router a17797ac-d74e-41d2-a098-260fb6a5e3c8 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:45:06.796141 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78ec27-9d5a-40b0-b7dd-873c64dcdece req-db29081d-e897-484d-96ea-fcd422958d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:06.806590 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5a78ec27-9d5a-40b0-b7dd-873c64dcdece req-db29081d-e897-484d-96ea-fcd422958d19 service neutron] 10.222.0.20 "GET /v2.0/networks?id=db6faed1-7a64-47d9-b237-148e31202572 HTTP/1.1" status: 200 len: 930 time: 0.1247897 Nov 27 03:45:06.860074 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5a78ec27-9d5a-40b0-b7dd-873c64dcdece req-0c9a292e-3b7f-4b4e-9cc4-83173334526b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfb41637-ef47-4891-9bc8-1a5c5cf5c99f HTTP/1.1" status: 200 len: 217 time: 0.0515428 Nov 27 03:45:06.926353 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78ec27-9d5a-40b0-b7dd-873c64dcdece req-4dabf4ef-58f4-4daf-b960-43e440b8ea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:06.935133 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5a78ec27-9d5a-40b0-b7dd-873c64dcdece req-4dabf4ef-58f4-4daf-b960-43e440b8ea0d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d925a54f-4749-40bf-aefc-d8e292f99d7a HTTP/1.1" status: 200 len: 868 time: 0.0740056 Nov 27 03:45:06.977952 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78ec27-9d5a-40b0-b7dd-873c64dcdece req-4532ca02-9420-42ba-b45e-5a1df376957f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:06.989752 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5a78ec27-9d5a-40b0-b7dd-873c64dcdece req-4532ca02-9420-42ba-b45e-5a1df376957f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db6faed1-7a64-47d9-b237-148e31202572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536745 Nov 27 03:45:07.094726 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c47ffda-afa3-4d01-b311-0a992a10dc5a req-c6608b9e-a0fe-4332-82e4-1f341cb47eef tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Router d6f27a77-8db7-474f-a0b2-3cc925c2a05e has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:45:07.171042 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5a78ec27-9d5a-40b0-b7dd-873c64dcdece req-9ae674ca-b9a0-40d6-8706-99b773adbc42 service neutron] 10.222.0.20 "GET /v2.0/networks/db6faed1-7a64-47d9-b237-148e31202572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804039 Nov 27 03:45:07.251144 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-ff7c3f4b-057a-4709-b9da-4e59db0c30e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17797ac-d74e-41d2-a098-260fb6a5e3c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1984365986-router', 'tenant_id': 'da896f7ee1034657a1461bc4bc807ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e2b47a54-5e2b-4a38-872a-d5c6b54c4213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:44:07Z', 'updated_at': '2021-11-27T03:44:15Z', 'revision_number': 4, 'project_id': 'da896f7ee1034657a1461bc4bc807ddb', 'gw_port': {'id': 'e2b47a54-5e2b-4a38-872a-d5c6b54c4213', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17797ac-d74e-41d2-a098-260fb6a5e3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:44:09Z', 'updated_at': '2021-11-27T03:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '3ae1a60c-e405-4d9f-affe-4d0b1546366f', 'name': '', 'network_id': 'db6faed1-7a64-47d9-b237-148e31202572', 'tenant_id': 'da896f7ee1034657a1461bc4bc807ddb', 'mac_address': 'fa:16:3e:f3:a2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17797ac-d74e-41d2-a098-260fb6a5e3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd925a54f-4749-40bf-aefc-d8e292f99d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:44:13Z', 'updated_at': '2021-11-27T03:44:21Z', 'revision_number': 5, 'project_id': 'da896f7ee1034657a1461bc4bc807ddb', 'subnets': [{'id': 'd925a54f-4749-40bf-aefc-d8e292f99d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:07.271198 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c47ffda-afa3-4d01-b311-0a992a10dc5a req-c6608b9e-a0fe-4332-82e4-1f341cb47eef tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:45:07.276322 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6c47ffda-afa3-4d01-b311-0a992a10dc5a req-c6608b9e-a0fe-4332-82e4-1f341cb47eef tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:07.281518 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0029412-e47b-4167-829c-4f94716569af None None] Sync routers for ids ['d6f27a77-8db7-474f-a0b2-3cc925c2a05e'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:45:07.316644 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0029412-e47b-4167-829c-4f94716569af None None] Routers {'d6f27a77-8db7-474f-a0b2-3cc925c2a05e'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:45:07.321312 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6c47ffda-afa3-4d01-b311-0a992a10dc5a req-c6608b9e-a0fe-4332-82e4-1f341cb47eef tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "PUT /v2.0/floatingips/712ddc3b-d71b-45f7-9f96-91f0f3eec48f HTTP/1.1" status: 200 len: 696 time: 0.9621925 Nov 27 03:45:07.322007 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-d0029412-e47b-4167-829c-4f94716569af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:44:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d6f27a77-8db7-474f-a0b2-3cc925c2a05e'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:07.324135 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023b90d4-59a6-4c76-b3fc-b8244f8206c6', 'tag': '6452bbf0-7f88-4b4a-9e8f-c52204c5033d'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:45:07.327430 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcced1cd-d199-4ca9-becf-7dfddfbd757a" -d '{"events": [{"name": "network-changed", "server_uuid": "023b90d4-59a6-4c76-b3fc-b8244f8206c6", "tag": "6452bbf0-7f88-4b4a-9e8f-c52204c5033d"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:45:07.341467 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7c3f4b-057a-4709-b9da-4e59db0c30e7 None None] Checking router: a17797ac-d74e-41d2-a098-260fb6a5e3c8 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:45:07.350189 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5a78ec27-9d5a-40b0-b7dd-873c64dcdece req-a6bb2361-48c9-401d-9280-53360972ce24 service neutron] 10.222.0.20 "GET /v2.0/networks/db6faed1-7a64-47d9-b237-148e31202572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667175 Nov 27 03:45:07.364990 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7c3f4b-057a-4709-b9da-4e59db0c30e7 None None] Routers {'a17797ac-d74e-41d2-a098-260fb6a5e3c8'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:45:07.365636 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-ff7c3f4b-057a-4709-b9da-4e59db0c30e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:44:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['a17797ac-d74e-41d2-a098-260fb6a5e3c8'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:07.394602 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47ffda-afa3-4d01-b311-0a992a10dc5a req-52f19c0b-5e3f-451d-addb-64fdd0224120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:07.394602 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6c47ffda-afa3-4d01-b311-0a992a10dc5a req-52f19c0b-5e3f-451d-addb-64fdd0224120 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8ee487fd6f3246e3902cf82b3ecb881d&device_id=023b90d4-59a6-4c76-b3fc-b8244f8206c6 HTTP/1.1" status: 200 len: 1097 time: 0.0591965 Nov 27 03:45:07.485372 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-ff7c3f4b-057a-4709-b9da-4e59db0c30e7 None None] Set router a17797ac-d74e-41d2-a098-260fb6a5e3c8 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:45:07.514960 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-d0029412-e47b-4167-829c-4f94716569af None None] Set router d6f27a77-8db7-474f-a0b2-3cc925c2a05e gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:45:07.659881 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47ffda-afa3-4d01-b311-0a992a10dc5a req-0991fde2-ff08-416e-a0a7-86d9364091c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:07.663979 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6c47ffda-afa3-4d01-b311-0a992a10dc5a req-0991fde2-ff08-416e-a0a7-86d9364091c4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1061c8f2-a0ce-422f-b43d-3200c66695ab HTTP/1.1" status: 200 len: 922 time: 0.2666857 Nov 27 03:45:07.680208 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a4c99-5e58-4050-8659-91206d7a6886 req-2dc849fc-f89a-4d01-8c19-b746a449796b tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:07.682647 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-495a4c99-5e58-4050-8659-91206d7a6886 req-2dc849fc-f89a-4d01-8c19-b746a449796b tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 946 time: 0.1350071 Nov 27 03:45:07.730114 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6c47ffda-afa3-4d01-b311-0a992a10dc5a req-b6a399a5-c231-4c32-806f-adbf1f48644c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6452bbf0-7f88-4b4a-9e8f-c52204c5033d HTTP/1.1" status: 200 len: 217 time: 0.0590065 Nov 27 03:45:07.829146 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-495a4c99-5e58-4050-8659-91206d7a6886 req-b6a3b3fd-3aa8-41e7-9be0-95685c32ec8b tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364810 Nov 27 03:45:07.846794 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47ffda-afa3-4d01-b311-0a992a10dc5a req-5dca72ba-eb69-42b0-a1eb-b57861996734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:07.848394 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6c47ffda-afa3-4d01-b311-0a992a10dc5a req-5dca72ba-eb69-42b0-a1eb-b57861996734 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb97b0e2-75dc-4d09-932a-9875e5b8e057 HTTP/1.1" status: 200 len: 860 time: 0.1122167 Nov 27 03:45:07.872124 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-d0029412-e47b-4167-829c-4f94716569af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1339829873-router', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:43Z', 'updated_at': '2021-11-27T03:43:52Z', 'revision_number': 4, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'gw_port': {'id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:44Z', 'updated_at': '2021-11-27T03:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '7a5dadfc-efdc-420c-885e-fa22f87e6129', 'name': '', 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'mac_address': 'fa:16:3e:54:18:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'eb97b0e2-75dc-4d09-932a-9875e5b8e057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:50Z', 'updated_at': '2021-11-27T03:43:56Z', 'revision_number': 5, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'subnets': [{'id': 'eb97b0e2-75dc-4d09-932a-9875e5b8e057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:07.901881 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-ff7c3f4b-057a-4709-b9da-4e59db0c30e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17797ac-d74e-41d2-a098-260fb6a5e3c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1984365986-router', 'tenant_id': 'da896f7ee1034657a1461bc4bc807ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e2b47a54-5e2b-4a38-872a-d5c6b54c4213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:44:07Z', 'updated_at': '2021-11-27T03:44:15Z', 'revision_number': 4, 'project_id': 'da896f7ee1034657a1461bc4bc807ddb', 'gw_port': {'id': 'e2b47a54-5e2b-4a38-872a-d5c6b54c4213', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17797ac-d74e-41d2-a098-260fb6a5e3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:44:09Z', 'updated_at': '2021-11-27T03:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '3ae1a60c-e405-4d9f-affe-4d0b1546366f', 'name': '', 'network_id': 'db6faed1-7a64-47d9-b237-148e31202572', 'tenant_id': 'da896f7ee1034657a1461bc4bc807ddb', 'mac_address': 'fa:16:3e:f3:a2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17797ac-d74e-41d2-a098-260fb6a5e3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd925a54f-4749-40bf-aefc-d8e292f99d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:44:13Z', 'updated_at': '2021-11-27T03:44:21Z', 'revision_number': 5, 'project_id': 'da896f7ee1034657a1461bc4bc807ddb', 'subnets': [{'id': 'd925a54f-4749-40bf-aefc-d8e292f99d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:07.909901 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0029412-e47b-4167-829c-4f94716569af None None] Checking router: d6f27a77-8db7-474f-a0b2-3cc925c2a05e for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:45:07.920147 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0029412-e47b-4167-829c-4f94716569af None None] Routers {'d6f27a77-8db7-474f-a0b2-3cc925c2a05e'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:45:07.920912 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-d0029412-e47b-4167-829c-4f94716569af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:44:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d6f27a77-8db7-474f-a0b2-3cc925c2a05e'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:07.944857 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7c3f4b-057a-4709-b9da-4e59db0c30e7 None None] The sync data for ids ['a17797ac-d74e-41d2-a098-260fb6a5e3c8'] in n-d-819494-3 is: [{'id': 'a17797ac-d74e-41d2-a098-260fb6a5e3c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1984365986-router', 'tenant_id': 'da896f7ee1034657a1461bc4bc807ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e2b47a54-5e2b-4a38-872a-d5c6b54c4213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:44:07Z', 'updated_at': '2021-11-27T03:44:15Z', 'revision_number': 4, 'project_id': 'da896f7ee1034657a1461bc4bc807ddb', 'gw_port': {'id': 'e2b47a54-5e2b-4a38-872a-d5c6b54c4213', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17797ac-d74e-41d2-a098-260fb6a5e3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:44:09Z', 'updated_at': '2021-11-27T03:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '3ae1a60c-e405-4d9f-affe-4d0b1546366f', 'name': '', 'network_id': 'db6faed1-7a64-47d9-b237-148e31202572', 'tenant_id': 'da896f7ee1034657a1461bc4bc807ddb', 'mac_address': 'fa:16:3e:f3:a2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17797ac-d74e-41d2-a098-260fb6a5e3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd925a54f-4749-40bf-aefc-d8e292f99d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:44:13Z', 'updated_at': '2021-11-27T03:44:21Z', 'revision_number': 5, 'project_id': 'da896f7ee1034657a1461bc4bc807ddb', 'subnets': [{'id': 'd925a54f-4749-40bf-aefc-d8e292f99d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:45:07.970325 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47ffda-afa3-4d01-b311-0a992a10dc5a req-18e99168-927f-4b1f-9361-3960794f2905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:07.973933 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6c47ffda-afa3-4d01-b311-0a992a10dc5a req-18e99168-927f-4b1f-9361-3960794f2905 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1061c8f2-a0ce-422f-b43d-3200c66695ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1115232 Nov 27 03:45:08.002228 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a6a671-ef26-475e-9cdd-3fab7e1a23b9 req-41a59187-f31d-4fa3-9256-bb630701f380 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:08.012419 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-32a6a671-ef26-475e-9cdd-3fab7e1a23b9 req-41a59187-f31d-4fa3-9256-bb630701f380 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 950 time: 0.1085694 Nov 27 03:45:08.097432 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-32a6a671-ef26-475e-9cdd-3fab7e1a23b9 req-a858327e-92e9-4f00-a23b-85748ee5ed33 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826061 Nov 27 03:45:08.117704 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-d0029412-e47b-4167-829c-4f94716569af None None] Set router d6f27a77-8db7-474f-a0b2-3cc925c2a05e gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:45:08.186963 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6c47ffda-afa3-4d01-b311-0a992a10dc5a req-5c597a42-0b2f-43c1-91ab-2b4db3e969b1 service neutron] 10.222.0.20 "GET /v2.0/networks/1061c8f2-a0ce-422f-b43d-3200c66695ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009163 Nov 27 03:45:08.318960 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54071e8c-7275-49ff-b292-5c27e3849e74 x-openstack-request-id: req-54071e8c-7275-49ff-b292-5c27e3849e74 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:45:08.319498 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ea08f2f-689a-4234-995e-8e2fdc5a4a86", "tag": "cfb41637-ef47-4891-9bc8-1a5c5cf5c99f", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:45:08.320087 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-54071e8c-7275-49ff-b292-5c27e3849e74 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:45:08.321127 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ea08f2f-689a-4234-995e-8e2fdc5a4a86', 'tag': 'cfb41637-ef47-4891-9bc8-1a5c5cf5c99f', 'status': 'completed', 'code': 200} Nov 27 03:45:08.471715 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db8c11a-e637-49a4-9acf-820171d34a81 x-openstack-request-id: req-2db8c11a-e637-49a4-9acf-820171d34a81 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:45:08.471935 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "023b90d4-59a6-4c76-b3fc-b8244f8206c6", "tag": "6452bbf0-7f88-4b4a-9e8f-c52204c5033d", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:45:08.472173 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2db8c11a-e637-49a4-9acf-820171d34a81 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:45:08.472572 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '023b90d4-59a6-4c76-b3fc-b8244f8206c6', 'tag': '6452bbf0-7f88-4b4a-9e8f-c52204c5033d', 'status': 'completed', 'code': 200} Nov 27 03:45:08.523450 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3186718e-9b63-414f-8a67-8285a113e70a None None] New status for floating IP 4bab9334-cf9e-477b-8fcb-cf16fa139c99: DOWN {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 03:45:08.537937 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-d0029412-e47b-4167-829c-4f94716569af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1339829873-router', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:43Z', 'updated_at': '2021-11-27T03:43:52Z', 'revision_number': 4, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'gw_port': {'id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:44Z', 'updated_at': '2021-11-27T03:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '7a5dadfc-efdc-420c-885e-fa22f87e6129', 'name': '', 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'mac_address': 'fa:16:3e:54:18:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'eb97b0e2-75dc-4d09-932a-9875e5b8e057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:50Z', 'updated_at': '2021-11-27T03:43:56Z', 'revision_number': 5, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'subnets': [{'id': 'eb97b0e2-75dc-4d09-932a-9875e5b8e057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:08.544624 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d915fbf0-880d-4184-8079-1b52435d6c86 req-f0792c5e-2e89-4fdc-b684-c071f51532f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:08.546435 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d915fbf0-880d-4184-8079-1b52435d6c86 req-f0792c5e-2e89-4fdc-b684-c071f51532f7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da896f7ee1034657a1461bc4bc807ddb&device_id=6ea08f2f-689a-4234-995e-8e2fdc5a4a86 HTTP/1.1" status: 200 len: 1096 time: 0.1552372 Nov 27 03:45:08.556779 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6c47ffda-afa3-4d01-b311-0a992a10dc5a req-51cb3e9f-236e-4f40-ad3a-fb31948040bd service neutron] 10.222.0.20 "GET /v2.0/networks/1061c8f2-a0ce-422f-b43d-3200c66695ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650568 Nov 27 03:45:08.566242 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-609ecf9d-b8c9-4f7e-85cd-4f771714fad5 req-914e87c3-77f5-40fe-894a-67e4818381f1 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/floatingips/4bab9334-cf9e-477b-8fcb-cf16fa139c99 HTTP/1.1" status: 200 len: 693 time: 0.1037126 Nov 27 03:45:08.584547 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0029412-e47b-4167-829c-4f94716569af None None] The sync data for ids ['d6f27a77-8db7-474f-a0b2-3cc925c2a05e'] in n-d-819494-3 is: [{'id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1339829873-router', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:43Z', 'updated_at': '2021-11-27T03:43:52Z', 'revision_number': 4, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'gw_port': {'id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:44Z', 'updated_at': '2021-11-27T03:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '7a5dadfc-efdc-420c-885e-fa22f87e6129', 'name': '', 'network_id': '1061c8f2-a0ce-422f-b43d-3200c66695ab', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'mac_address': 'fa:16:3e:54:18:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'eb97b0e2-75dc-4d09-932a-9875e5b8e057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:50Z', 'updated_at': '2021-11-27T03:43:56Z', 'revision_number': 5, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'subnets': [{'id': 'eb97b0e2-75dc-4d09-932a-9875e5b8e057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:45:08.789117 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcced1cd-d199-4ca9-becf-7dfddfbd757a req-65d7886b-7eeb-4fc6-acaf-7b98da1eabe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:08.790927 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bcced1cd-d199-4ca9-becf-7dfddfbd757a req-65d7886b-7eeb-4fc6-acaf-7b98da1eabe7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8ee487fd6f3246e3902cf82b3ecb881d&device_id=023b90d4-59a6-4c76-b3fc-b8244f8206c6 HTTP/1.1" status: 200 len: 1097 time: 0.3175278 Nov 27 03:45:08.793188 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d915fbf0-880d-4184-8079-1b52435d6c86 req-b2c0062f-bc51-4b67-8287-d5532db48da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:08.804149 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d915fbf0-880d-4184-8079-1b52435d6c86 req-b2c0062f-bc51-4b67-8287-d5532db48da6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=db6faed1-7a64-47d9-b237-148e31202572 HTTP/1.1" status: 200 len: 930 time: 0.2394600 Nov 27 03:45:08.864194 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ecf9d-b8c9-4f7e-85cd-4f771714fad5 req-3c045f71-9aeb-4b13-a38d-8690e1752c56 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:08.873625 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-609ecf9d-b8c9-4f7e-85cd-4f771714fad5 req-3c045f71-9aeb-4b13-a38d-8690e1752c56 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/networks/f5c39893-f8d8-4150-8aae-695f98406de3 HTTP/1.1" status: 200 len: 784 time: 0.3007777 Nov 27 03:45:08.890360 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [req-609ecf9d-b8c9-4f7e-85cd-4f771714fad5 req-be061bc6-ea1d-4964-88ce-fb4703d5692a tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 03:45:08.898615 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-609ecf9d-b8c9-4f7e-85cd-4f771714fad5 req-be061bc6-ea1d-4964-88ce-fb4703d5692a tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0237629 Nov 27 03:45:08.991054 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dd379390-e767-492f-9beb-c344e2b06614 req-76207837-d60c-4d74-8626-f1ca67af5282 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/floatingips/712ddc3b-d71b-45f7-9f96-91f0f3eec48f HTTP/1.1" status: 200 len: 696 time: 0.1683786 Nov 27 03:45:09.015593 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-609ecf9d-b8c9-4f7e-85cd-4f771714fad5 req-ce8bd23e-57a1-4853-a2c4-e7676e3668ab tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.5 HTTP/1.1" status: 200 len: 696 time: 0.1160400 Nov 27 03:45:09.028964 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d915fbf0-880d-4184-8079-1b52435d6c86 req-a15a5905-fc92-4ecb-97e8-b66dae2c0eb7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfb41637-ef47-4891-9bc8-1a5c5cf5c99f HTTP/1.1" status: 200 len: 217 time: 0.1877193 Nov 27 03:45:09.084197 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f77a85e-65a1-45d4-915d-035c6d0fe35f None None] New status for floating IP 712ddc3b-d71b-45f7-9f96-91f0f3eec48f: DOWN {{(pid=110021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 03:45:09.112790 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-609ecf9d-b8c9-4f7e-85cd-4f771714fad5 req-32f807a7-abd7-4b1d-b21a-77b34345dc62 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.5 HTTP/1.1" status: 200 len: 696 time: 0.0902984 Nov 27 03:45:09.256881 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d915fbf0-880d-4184-8079-1b52435d6c86 req-289408a9-a26c-4996-81d6-47ba7333f01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:09.261257 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d915fbf0-880d-4184-8079-1b52435d6c86 req-289408a9-a26c-4996-81d6-47ba7333f01e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d925a54f-4749-40bf-aefc-d8e292f99d7a HTTP/1.1" status: 200 len: 868 time: 0.2314873 Nov 27 03:45:09.513852 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-609ecf9d-b8c9-4f7e-85cd-4f771714fad5 req-f5204f19-5c16-4d34-a176-aa2aaa9944a2 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Deleting port 83ec3efc-832c-4442-a226-923c44023bde {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:45:09.514227 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-609ecf9d-b8c9-4f7e-85cd-4f771714fad5 req-f5204f19-5c16-4d34-a176-aa2aaa9944a2 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:09.530884 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcced1cd-d199-4ca9-becf-7dfddfbd757a req-86e01281-dd00-4944-b0fd-4baa4a61b303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:09.532523 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bcced1cd-d199-4ca9-becf-7dfddfbd757a req-86e01281-dd00-4944-b0fd-4baa4a61b303 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1061c8f2-a0ce-422f-b43d-3200c66695ab HTTP/1.1" status: 200 len: 922 time: 0.7274373 Nov 27 03:45:09.554972 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd379390-e767-492f-9beb-c344e2b06614 req-6bb62906-4533-4c23-a270-5b705fde962e tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:09.556406 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dd379390-e767-492f-9beb-c344e2b06614 req-6bb62906-4533-4c23-a270-5b705fde962e tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/networks/f5c39893-f8d8-4150-8aae-695f98406de3 HTTP/1.1" status: 200 len: 784 time: 0.5645754 Nov 27 03:45:09.592391 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d915fbf0-880d-4184-8079-1b52435d6c86 req-eedcf4de-bf51-47e7-abe8-de8c45fc740a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:09.593493 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d915fbf0-880d-4184-8079-1b52435d6c86 req-eedcf4de-bf51-47e7-abe8-de8c45fc740a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=db6faed1-7a64-47d9-b237-148e31202572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3090208 Nov 27 03:45:09.644166 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-609ecf9d-b8c9-4f7e-85cd-4f771714fad5 req-f5204f19-5c16-4d34-a176-aa2aaa9944a2 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:09.644860 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-609ecf9d-b8c9-4f7e-85cd-4f771714fad5 req-f5204f19-5c16-4d34-a176-aa2aaa9944a2 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:09.661337 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-609ecf9d-b8c9-4f7e-85cd-4f771714fad5 req-f5204f19-5c16-4d34-a176-aa2aaa9944a2 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Calling delete_port for 83ec3efc-832c-4442-a226-923c44023bde owned by network:floatingip {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:45:09.702791 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bcced1cd-d199-4ca9-becf-7dfddfbd757a req-04b3fc28-6350-4fb8-acaa-2d8e4277df37 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6452bbf0-7f88-4b4a-9e8f-c52204c5033d HTTP/1.1" status: 200 len: 217 time: 0.1453269 Nov 27 03:45:09.808648 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dd379390-e767-492f-9beb-c344e2b06614 req-ffa8a7a1-4f48-4845-a0c0-d7c9acaa6aa7 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.236 HTTP/1.1" status: 200 len: 697 time: 0.2401521 Nov 27 03:45:09.818591 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-609ecf9d-b8c9-4f7e-85cd-4f771714fad5 req-f5204f19-5c16-4d34-a176-aa2aaa9944a2 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:09.909909 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5204f19-5c16-4d34-a176-aa2aaa9944a2 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Pushing event deleted for resources: {'Port': ['ID=83ec3efc-832c-4442-a226-923c44023bde,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:10.000020 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-609ecf9d-b8c9-4f7e-85cd-4f771714fad5 req-f5204f19-5c16-4d34-a176-aa2aaa9944a2 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks [] for floatingip, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:10.002793 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-609ecf9d-b8c9-4f7e-85cd-4f771714fad5 req-f5204f19-5c16-4d34-a176-aa2aaa9944a2 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:10.015357 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-609ecf9d-b8c9-4f7e-85cd-4f771714fad5 req-f5204f19-5c16-4d34-a176-aa2aaa9944a2 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "DELETE /v2.0/floatingips/4bab9334-cf9e-477b-8fcb-cf16fa139c99 HTTP/1.1" status: 204 len: 173 time: 0.8876834 Nov 27 03:45:10.129916 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e0661-c385-42ff-aaf5-a5da03e36767 req-4f8ea086-5b9d-4c0b-8fcd-854f716a1a57 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:10.132400 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8f4e0661-c385-42ff-aaf5-a5da03e36767 req-4f8ea086-5b9d-4c0b-8fcd-854f716a1a57 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 946 time: 0.0679393 Nov 27 03:45:10.214832 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8f4e0661-c385-42ff-aaf5-a5da03e36767 req-ca5f8671-221d-411c-b325-24e1d62a37fe tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757763 Nov 27 03:45:10.252559 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dd379390-e767-492f-9beb-c344e2b06614 req-daf535f7-def9-449f-b9b7-473f5aa880f1 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.236 HTTP/1.1" status: 200 len: 697 time: 0.4168665 Nov 27 03:45:10.256844 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcced1cd-d199-4ca9-becf-7dfddfbd757a req-adc97faf-4044-4934-b3ce-204b6f856e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:10.258401 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bcced1cd-d199-4ca9-becf-7dfddfbd757a req-adc97faf-4044-4934-b3ce-204b6f856e45 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb97b0e2-75dc-4d09-932a-9875e5b8e057 HTTP/1.1" status: 200 len: 860 time: 0.4731061 Nov 27 03:45:10.411321 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a5437-b2fd-41d0-8eaa-cb563b78214b req-6f79e606-422c-467a-968c-0f10df55b556 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:10.421388 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c68a5437-b2fd-41d0-8eaa-cb563b78214b req-6f79e606-422c-467a-968c-0f10df55b556 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 950 time: 0.0891559 Nov 27 03:45:10.423285 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d915fbf0-880d-4184-8079-1b52435d6c86 req-87e53013-c388-4af9-8b71-61ae0e58a0f6 service neutron] 10.222.0.11 "GET /v2.0/networks/db6faed1-7a64-47d9-b237-148e31202572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7955060 Nov 27 03:45:10.490646 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c68a5437-b2fd-41d0-8eaa-cb563b78214b req-cac4043c-8f4a-4ef9-9381-a245fe6ac38a tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682414 Nov 27 03:45:10.511465 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcced1cd-d199-4ca9-becf-7dfddfbd757a req-f7dccea9-e5ff-48c9-b5b6-371f9e1928c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:10.513959 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bcced1cd-d199-4ca9-becf-7dfddfbd757a req-f7dccea9-e5ff-48c9-b5b6-371f9e1928c5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1061c8f2-a0ce-422f-b43d-3200c66695ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1659396 Nov 27 03:45:10.642051 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-dd379390-e767-492f-9beb-c344e2b06614 req-3a97a1a5-ad8d-402f-96d1-54cb13068170 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Deleting port 87a37ef0-0c4f-47a8-beb8-b211b319655c {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:45:10.644114 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-dd379390-e767-492f-9beb-c344e2b06614 req-3a97a1a5-ad8d-402f-96d1-54cb13068170 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:10.737611 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bcced1cd-d199-4ca9-becf-7dfddfbd757a req-ffb23c55-7258-4243-9a8f-2855066ae800 service neutron] 10.222.0.11 "GET /v2.0/networks/1061c8f2-a0ce-422f-b43d-3200c66695ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137997 Nov 27 03:45:10.763055 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d915fbf0-880d-4184-8079-1b52435d6c86 req-dfcd7b24-eb31-4cf3-aba2-2d8a1f41b0e2 service neutron] 10.222.0.11 "GET /v2.0/networks/db6faed1-7a64-47d9-b237-148e31202572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290119 Nov 27 03:45:10.792116 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e21d46-6b31-41db-a6fa-5d63bf4e4438 req-44ab0b73-30b6-4b92-8204-c25834af06d4 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:10.795022 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7e21d46-6b31-41db-a6fa-5d63bf4e4438 req-44ab0b73-30b6-4b92-8204-c25834af06d4 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ea08f2f-689a-4234-995e-8e2fdc5a4a86&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0804522 Nov 27 03:45:10.852185 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7e21d46-6b31-41db-a6fa-5d63bf4e4438 req-e1e5e2e9-3974-416c-a0ab-0a74327a5710 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0503292 Nov 27 03:45:10.929238 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4f6321bd-cd17-4a2c-870b-2e4e2400d352 req-acf62108-a516-494e-a149-f5031edee43b tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0522487 Nov 27 03:45:10.941589 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-dd379390-e767-492f-9beb-c344e2b06614 req-3a97a1a5-ad8d-402f-96d1-54cb13068170 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:10.942799 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-dd379390-e767-492f-9beb-c344e2b06614 req-3a97a1a5-ad8d-402f-96d1-54cb13068170 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:10.964852 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-dd379390-e767-492f-9beb-c344e2b06614 req-3a97a1a5-ad8d-402f-96d1-54cb13068170 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Calling delete_port for 87a37ef0-0c4f-47a8-beb8-b211b319655c owned by network:floatingip {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:45:11.308349 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bcced1cd-d199-4ca9-becf-7dfddfbd757a req-62818d61-c314-49d3-bc0b-8b2977342001 service neutron] 10.222.0.11 "GET /v2.0/networks/1061c8f2-a0ce-422f-b43d-3200c66695ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5480087 Nov 27 03:45:11.313006 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-dd379390-e767-492f-9beb-c344e2b06614 req-3a97a1a5-ad8d-402f-96d1-54cb13068170 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:11.344068 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a97a1a5-ad8d-402f-96d1-54cb13068170 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Pushing event deleted for resources: {'Port': ['ID=87a37ef0-0c4f-47a8-beb8-b211b319655c,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:11.358422 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe46097-4a99-4898-8268-e3d59730a8e3 req-01857dc5-9b29-4f56-a8a6-bac218ec2056 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:11.366424 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bfe46097-4a99-4898-8268-e3d59730a8e3 req-01857dc5-9b29-4f56-a8a6-bac218ec2056 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ea08f2f-689a-4234-995e-8e2fdc5a4a86 HTTP/1.1" status: 200 len: 945 time: 0.1122303 Nov 27 03:45:11.424965 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-dd379390-e767-492f-9beb-c344e2b06614 req-3a97a1a5-ad8d-402f-96d1-54cb13068170 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks [] for floatingip, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:11.429159 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-dd379390-e767-492f-9beb-c344e2b06614 req-3a97a1a5-ad8d-402f-96d1-54cb13068170 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:11.430644 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dd379390-e767-492f-9beb-c344e2b06614 req-3a97a1a5-ad8d-402f-96d1-54cb13068170 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "DELETE /v2.0/floatingips/712ddc3b-d71b-45f7-9f96-91f0f3eec48f HTTP/1.1" status: 204 len: 173 time: 1.1695597 Nov 27 03:45:11.437229 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bfe46097-4a99-4898-8268-e3d59730a8e3 req-e80eebb4-6741-465f-afef-6f4285fd4b25 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/security-groups?id=7936e373-a24a-44c6-ad05-73a0a378746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690165 Nov 27 03:45:11.576190 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ee4d6-e6ad-4e5f-b1d9-437bd519fcf7 req-7c41ea5e-87e9-4c3d-b4d5-837036c9225d tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:11.586259 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dc6ee4d6-e6ad-4e5f-b1d9-437bd519fcf7 req-7c41ea5e-87e9-4c3d-b4d5-837036c9225d tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 946 time: 0.0804574 Nov 27 03:45:11.675023 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dc6ee4d6-e6ad-4e5f-b1d9-437bd519fcf7 req-38479f96-cc10-43c5-a18f-b314e6c9f912 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842676 Nov 27 03:45:11.781256 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcdbc7b-6c69-41eb-a20f-79ce8b060c4c req-b11cc3eb-3676-4bd7-a48a-de9e4ab35809 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:11.782972 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bdcdbc7b-6c69-41eb-a20f-79ce8b060c4c req-b11cc3eb-3676-4bd7-a48a-de9e4ab35809 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 950 time: 0.1084294 Nov 27 03:45:11.824725 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae42ea-8599-4306-8225-30ff19a2e927 req-60e7f365-f01b-4b18-a404-75770e43d7d2 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:11.833097 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1dae42ea-8599-4306-8225-30ff19a2e927 req-60e7f365-f01b-4b18-a404-75770e43d7d2 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/ports?device_id=023b90d4-59a6-4c76-b3fc-b8244f8206c6 HTTP/1.1" status: 200 len: 946 time: 0.0774367 Nov 27 03:45:11.855856 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bdcdbc7b-6c69-41eb-a20f-79ce8b060c4c req-7295b515-ed00-40aa-bd6f-511c9e050c74 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612574 Nov 27 03:45:11.916034 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1dae42ea-8599-4306-8225-30ff19a2e927 req-b73c7682-2355-450c-80c5-86931ec01165 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c030cebc-2a63-4851-99fa-ec922b906199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819914 Nov 27 03:45:12.566840 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f738392-8719-4818-ae1d-39752e2f01f5 req-0b432973-78e0-449e-b91b-47c9aab9765d tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:12.568419 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0f738392-8719-4818-ae1d-39752e2f01f5 req-0b432973-78e0-449e-b91b-47c9aab9765d tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ea08f2f-689a-4234-995e-8e2fdc5a4a86 HTTP/1.1" status: 200 len: 945 time: 0.0650723 Nov 27 03:45:12.635790 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0f738392-8719-4818-ae1d-39752e2f01f5 req-1e41c426-d3ba-4382-8a1f-be37504c6a9f tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/security-groups?id=7936e373-a24a-44c6-ad05-73a0a378746e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603290 Nov 27 03:45:12.820683 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823cb8b-5077-4b84-b53e-04e652dca0fd req-7da2e705-e278-47c1-a3e1-d7000b550a93 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:12.831388 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b823cb8b-5077-4b84-b53e-04e652dca0fd req-7da2e705-e278-47c1-a3e1-d7000b550a93 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 946 time: 0.0709128 Nov 27 03:45:12.890398 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b823cb8b-5077-4b84-b53e-04e652dca0fd req-24064a55-81a2-4747-aadb-fadd53df2a44 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578833 Nov 27 03:45:12.936059 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551ef11-d164-4c69-b40d-21ecfb053a37 req-b78caf19-cabb-41ee-9f57-08c0a71ffc58 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:12.937506 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b551ef11-d164-4c69-b40d-21ecfb053a37 req-b78caf19-cabb-41ee-9f57-08c0a71ffc58 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ea08f2f-689a-4234-995e-8e2fdc5a4a86 HTTP/1.1" status: 200 len: 945 time: 0.1209171 Nov 27 03:45:13.117354 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e035f61-01c6-4ee7-b512-2c98e3dd33cd req-02d2a9be-81a2-4c1e-97d1-e65b88bcd8fe tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:13.120983 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f775fd0-a08f-41b8-ac87-d40bf55b9bb2 req-590a937c-1fa2-4a20-abb9-9f46df5f1bcb tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:13.124711 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6e035f61-01c6-4ee7-b512-2c98e3dd33cd req-02d2a9be-81a2-4c1e-97d1-e65b88bcd8fe tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 950 time: 0.1600816 Nov 27 03:45:13.128677 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3f775fd0-a08f-41b8-ac87-d40bf55b9bb2 req-590a937c-1fa2-4a20-abb9-9f46df5f1bcb tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/ports?device_id=023b90d4-59a6-4c76-b3fc-b8244f8206c6 HTTP/1.1" status: 200 len: 946 time: 0.1022661 Nov 27 03:45:13.199180 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6e035f61-01c6-4ee7-b512-2c98e3dd33cd req-89b0639b-2e1b-42d6-bb59-d874e4b2bba3 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734835 Nov 27 03:45:13.225235 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-b551ef11-d164-4c69-b40d-21ecfb053a37 req-32796d1b-2afd-4814-88d6-5c03332f71ac tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Deleting port cfb41637-ef47-4891-9bc8-1a5c5cf5c99f {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:45:13.225580 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b551ef11-d164-4c69-b40d-21ecfb053a37 req-32796d1b-2afd-4814-88d6-5c03332f71ac tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:13.238788 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3f775fd0-a08f-41b8-ac87-d40bf55b9bb2 req-2ac2e47b-a980-4db4-af7b-a4df83b5b81c tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/security-groups?id=c030cebc-2a63-4851-99fa-ec922b906199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088836 Nov 27 03:45:13.429547 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-b551ef11-d164-4c69-b40d-21ecfb053a37 req-32796d1b-2afd-4814-88d6-5c03332f71ac tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] For port cfb41637-ef47-4891-9bc8-1a5c5cf5c99f, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=cfb41637-ef47-4891-9bc8-1a5c5cf5c99f,segment=NetworkSegment(6a04ba6b-96e5-4206-90d9-c88aaa4a79a8),segment_id=6a04ba6b-96e5-4206-90d9-c88aaa4a79a8)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:45:13.430041 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b551ef11-d164-4c69-b40d-21ecfb053a37 req-32796d1b-2afd-4814-88d6-5c03332f71ac tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:13.447358 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-b551ef11-d164-4c69-b40d-21ecfb053a37 req-32796d1b-2afd-4814-88d6-5c03332f71ac tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Calling delete_port for cfb41637-ef47-4891-9bc8-1a5c5cf5c99f owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:45:13.479008 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88403df3-f1dc-4d2f-acaa-c27c6dd3a8e0 req-864e9ae9-b09e-4cb5-a6dc-4b06897b9fe5 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:13.480605 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-88403df3-f1dc-4d2f-acaa-c27c6dd3a8e0 req-864e9ae9-b09e-4cb5-a6dc-4b06897b9fe5 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.11 "GET /v2.0/ports?device_id=023b90d4-59a6-4c76-b3fc-b8244f8206c6 HTTP/1.1" status: 200 len: 946 time: 0.0930779 Nov 27 03:45:13.709633 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-88403df3-f1dc-4d2f-acaa-c27c6dd3a8e0 req-46d497c4-644f-4f2d-a88a-913ed3a2c97d tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Deleting port 6452bbf0-7f88-4b4a-9e8f-c52204c5033d {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:45:13.710283 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-88403df3-f1dc-4d2f-acaa-c27c6dd3a8e0 req-46d497c4-644f-4f2d-a88a-913ed3a2c97d tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:13.752101 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e114c2d5-dd9d-48f8-bec9-c2755e9f7abc req-83ae629f-74df-486d-b416-ea59011188ee tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ea08f2f-689a-4234-995e-8e2fdc5a4a86 HTTP/1.1" status: 200 len: 210 time: 0.0375950 Nov 27 03:45:13.777299 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b551ef11-d164-4c69-b40d-21ecfb053a37 req-32796d1b-2afd-4814-88d6-5c03332f71ac tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:13.807912 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32796d1b-2afd-4814-88d6-5c03332f71ac tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Pushing event deleted for resources: {'Port': ['ID=cfb41637-ef47-4891-9bc8-1a5c5cf5c99f,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:13.819562 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['cfb41637-ef47-4891-9bc8-1a5c5cf5c99f'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:45:13.896934 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-b551ef11-d164-4c69-b40d-21ecfb053a37 req-32796d1b-2afd-4814-88d6-5c03332f71ac tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] No DVR routers for this DVR port cfb41637-ef47-4891-9bc8-1a5c5cf5c99f on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:45:13.901337 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b551ef11-d164-4c69-b40d-21ecfb053a37 req-32796d1b-2afd-4814-88d6-5c03332f71ac tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:13.905386 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b551ef11-d164-4c69-b40d-21ecfb053a37 req-32796d1b-2afd-4814-88d6-5c03332f71ac tempest-FloatingIPsAssociationNegativeTestJSON-1746413096 tempest-FloatingIPsAssociationNegativeTestJSON-1746413096-project] 10.222.0.11 "DELETE /v2.0/ports/cfb41637-ef47-4891-9bc8-1a5c5cf5c99f HTTP/1.1" status: 204 len: 173 time: 0.9593244 Nov 27 03:45:13.905896 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ea08f2f-689a-4234-995e-8e2fdc5a4a86', 'name': 'network-vif-deleted', 'tag': 'cfb41637-ef47-4891-9bc8-1a5c5cf5c99f'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:45:13.908178 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd12755-2fc4-45e2-9a4b-8f60b8e34c3a" -d '{"events": [{"server_uuid": "6ea08f2f-689a-4234-995e-8e2fdc5a4a86", "name": "network-vif-deleted", "tag": "cfb41637-ef47-4891-9bc8-1a5c5cf5c99f"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:45:13.930195 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-88403df3-f1dc-4d2f-acaa-c27c6dd3a8e0 req-46d497c4-644f-4f2d-a88a-913ed3a2c97d tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] For port 6452bbf0-7f88-4b4a-9e8f-c52204c5033d, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=6452bbf0-7f88-4b4a-9e8f-c52204c5033d,segment=NetworkSegment(0a584404-1c26-40b8-b28c-ce6fe5d1bb30),segment_id=0a584404-1c26-40b8-b28c-ce6fe5d1bb30)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:45:13.930531 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-88403df3-f1dc-4d2f-acaa-c27c6dd3a8e0 req-46d497c4-644f-4f2d-a88a-913ed3a2c97d tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:13.961276 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-88403df3-f1dc-4d2f-acaa-c27c6dd3a8e0 req-46d497c4-644f-4f2d-a88a-913ed3a2c97d tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Calling delete_port for 6452bbf0-7f88-4b4a-9e8f-c52204c5033d owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:45:14.053647 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605ae7b0-b841-4b98-b65c-cb2c6659ef22 x-openstack-request-id: req-605ae7b0-b841-4b98-b65c-cb2c6659ef22 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:45:14.053647 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ea08f2f-689a-4234-995e-8e2fdc5a4a86", "name": "network-vif-deleted", "tag": "cfb41637-ef47-4891-9bc8-1a5c5cf5c99f", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:45:14.053647 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-605ae7b0-b841-4b98-b65c-cb2c6659ef22 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:45:14.054498 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ea08f2f-689a-4234-995e-8e2fdc5a4a86', 'name': 'network-vif-deleted', 'tag': 'cfb41637-ef47-4891-9bc8-1a5c5cf5c99f', 'status': 'completed', 'code': 200} Nov 27 03:45:14.150479 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78a651-e5f9-4c64-be35-232687b3837f req-bbef7407-ef79-4a3f-bb6a-79a15df4ff78 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:14.158479 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2c78a651-e5f9-4c64-be35-232687b3837f req-bbef7407-ef79-4a3f-bb6a-79a15df4ff78 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 946 time: 0.1030304 Nov 27 03:45:14.234444 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2c78a651-e5f9-4c64-be35-232687b3837f req-96b10739-6d23-49f1-a763-24ecedc96d8b tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749171 Nov 27 03:45:14.379557 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-88403df3-f1dc-4d2f-acaa-c27c6dd3a8e0 req-46d497c4-644f-4f2d-a88a-913ed3a2c97d tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:14.417777 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['6452bbf0-7f88-4b4a-9e8f-c52204c5033d'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:45:14.489316 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5890d4-5e2a-4e30-a6d0-e29725ea774f req-364b7e79-5061-49f3-9deb-161f2f185348 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:14.501251 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1e5890d4-5e2a-4e30-a6d0-e29725ea774f req-364b7e79-5061-49f3-9deb-161f2f185348 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 950 time: 0.1942918 Nov 27 03:45:14.505570 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-87e0ed16-99d4-42be-a973-5df431415cfd req-8301dac1-3a1a-4044-80f1-163e23c3c9e3 tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.20 "GET /v2.0/ports?device_id=023b90d4-59a6-4c76-b3fc-b8244f8206c6 HTTP/1.1" status: 200 len: 210 time: 0.1424217 Nov 27 03:45:14.513811 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d497c4-644f-4f2d-a88a-913ed3a2c97d tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Pushing event deleted for resources: {'Port': ['ID=6452bbf0-7f88-4b4a-9e8f-c52204c5033d,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:14.627045 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-88403df3-f1dc-4d2f-acaa-c27c6dd3a8e0 req-46d497c4-644f-4f2d-a88a-913ed3a2c97d tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] No DVR routers for this DVR port 6452bbf0-7f88-4b4a-9e8f-c52204c5033d on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:45:14.631962 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-88403df3-f1dc-4d2f-acaa-c27c6dd3a8e0 req-46d497c4-644f-4f2d-a88a-913ed3a2c97d tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:14.636589 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-88403df3-f1dc-4d2f-acaa-c27c6dd3a8e0 req-46d497c4-644f-4f2d-a88a-913ed3a2c97d tempest-FloatingIPsAssociationTestJSON-817579453 tempest-FloatingIPsAssociationTestJSON-817579453-project] 10.222.0.11 "DELETE /v2.0/ports/6452bbf0-7f88-4b4a-9e8f-c52204c5033d HTTP/1.1" status: 204 len: 173 time: 1.1246815 Nov 27 03:45:14.687847 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1e5890d4-5e2a-4e30-a6d0-e29725ea774f req-f58f23b9-2ded-4216-8d7e-9e4f05ff4d89 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850672 Nov 27 03:45:14.819937 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56510) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:45:15.403841 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4eb91d-8c6b-438f-8b3c-82f345a891da req-d4e974a5-fcdf-4e6d-ad12-6aecda5b658c tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:15.411620 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7b4eb91d-8c6b-438f-8b3c-82f345a891da req-d4e974a5-fcdf-4e6d-ad12-6aecda5b658c tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 946 time: 0.0627730 Nov 27 03:45:15.458865 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e23ead32-e268-4aa1-867b-efa0c39aff89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:15.483139 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7b4eb91d-8c6b-438f-8b3c-82f345a891da req-afef8160-7dec-4a75-aefd-926db307b816 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702448 Nov 27 03:45:15.568207 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56518) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:45:15.754641 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:15.874248 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0fd052-71de-4233-af62-460d4c5d1d84 req-912e59ba-6fb3-4574-a50a-5791d604ae62 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:15.875511 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5b0fd052-71de-4233-af62-460d4c5d1d84 req-912e59ba-6fb3-4574-a50a-5791d604ae62 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 950 time: 0.0877233 Nov 27 03:45:16.039908 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2f716553-3818-4fe3-ada2-f9dce96a80f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:16.109271 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-220d6e04-031a-476c-8649-9cdcad84ce4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:16.222388 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023b90d4-59a6-4c76-b3fc-b8244f8206c6', 'name': 'network-vif-deleted', 'tag': '6452bbf0-7f88-4b4a-9e8f-c52204c5033d'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:45:16.224783 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41e0b0c-e79b-4539-bf85-d2da1085f842" -d '{"events": [{"server_uuid": "023b90d4-59a6-4c76-b3fc-b8244f8206c6", "name": "network-vif-deleted", "tag": "6452bbf0-7f88-4b4a-9e8f-c52204c5033d"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:45:16.286025 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd12373-975c-4d31-9d12-c37c21725b67 x-openstack-request-id: req-0dd12373-975c-4d31-9d12-c37c21725b67 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:45:16.291438 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023b90d4-59a6-4c76-b3fc-b8244f8206c6", "name": "network-vif-deleted", "tag": "6452bbf0-7f88-4b4a-9e8f-c52204c5033d", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:45:16.291862 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0dd12373-975c-4d31-9d12-c37c21725b67 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:45:16.292364 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023b90d4-59a6-4c76-b3fc-b8244f8206c6', 'name': 'network-vif-deleted', 'tag': '6452bbf0-7f88-4b4a-9e8f-c52204c5033d', 'status': 'completed', 'code': 200} Nov 27 03:45:16.310722 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5b0fd052-71de-4233-af62-460d4c5d1d84 req-8c4663a7-4bf1-4a79-af34-c865665ed60e tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892183 Nov 27 03:45:16.329508 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-e23ead32-e268-4aa1-867b-efa0c39aff89 admin admin] Deleting port 3ae1a60c-e405-4d9f-affe-4d0b1546366f {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:45:16.330177 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e23ead32-e268-4aa1-867b-efa0c39aff89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:16.426612 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-e23ead32-e268-4aa1-867b-efa0c39aff89 admin admin] For port 3ae1a60c-e405-4d9f-affe-4d0b1546366f, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=3ae1a60c-e405-4d9f-affe-4d0b1546366f,segment=NetworkSegment(6a04ba6b-96e5-4206-90d9-c88aaa4a79a8),segment_id=6a04ba6b-96e5-4206-90d9-c88aaa4a79a8)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:45:16.427646 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e23ead32-e268-4aa1-867b-efa0c39aff89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:16.441220 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-e23ead32-e268-4aa1-867b-efa0c39aff89 admin admin] Calling delete_port for 3ae1a60c-e405-4d9f-affe-4d0b1546366f owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:45:16.476798 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-220d6e04-031a-476c-8649-9cdcad84ce4a admin admin] Deleting port 7a5dadfc-efdc-420c-885e-fa22f87e6129 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:45:16.477120 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-220d6e04-031a-476c-8649-9cdcad84ce4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:16.575915 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-220d6e04-031a-476c-8649-9cdcad84ce4a admin admin] For port 7a5dadfc-efdc-420c-885e-fa22f87e6129, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=7a5dadfc-efdc-420c-885e-fa22f87e6129,segment=NetworkSegment(0a584404-1c26-40b8-b28c-ce6fe5d1bb30),segment_id=0a584404-1c26-40b8-b28c-ce6fe5d1bb30)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:45:16.576586 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-220d6e04-031a-476c-8649-9cdcad84ce4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:16.590089 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-220d6e04-031a-476c-8649-9cdcad84ce4a admin admin] Calling delete_port for 7a5dadfc-efdc-420c-885e-fa22f87e6129 owned by network:router_interface {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:45:16.680478 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e23ead32-e268-4aa1-867b-efa0c39aff89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:16.712104 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ead32-e268-4aa1-867b-efa0c39aff89 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ae1a60c-e405-4d9f-affe-4d0b1546366f,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:16.824373 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae91707-4738-4091-a56c-2f1f29d4f197 req-6e2feccf-5dc0-4407-815f-ba74fce4bee9 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:16.832099 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4ae91707-4738-4091-a56c-2f1f29d4f197 req-6e2feccf-5dc0-4407-815f-ba74fce4bee9 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 946 time: 0.1524198 Nov 27 03:45:16.949313 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e23ead32-e268-4aa1-867b-efa0c39aff89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:16.991912 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4ae91707-4738-4091-a56c-2f1f29d4f197 req-d9bee80f-3d46-4553-a66f-83af588ba642 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588020 Nov 27 03:45:16.994497 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-220d6e04-031a-476c-8649-9cdcad84ce4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:17.103295 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d6e04-031a-476c-8649-9cdcad84ce4a admin admin] Pushing event deleted for resources: {'Port': ['ID=7a5dadfc-efdc-420c-885e-fa22f87e6129,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:17.176282 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 6452bbf0-7f88-4b4a-9e8f-c52204c5033d no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:45:17.227797 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: 6452bbf0-7f88-4b4a-9e8f-c52204c5033d {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:45:17.228289 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 6452bbf0-7f88-4b4a-9e8f-c52204c5033d not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:45:17.228820 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device cfb41637-ef47-4891-9bc8-1a5c5cf5c99f no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:45:17.280922 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: cfb41637-ef47-4891-9bc8-1a5c5cf5c99f {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:45:17.281431 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device cfb41637-ef47-4891-9bc8-1a5c5cf5c99f not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:45:17.381664 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23ead32-e268-4aa1-867b-efa0c39aff89 admin admin] Router a17797ac-d74e-41d2-a098-260fb6a5e3c8 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:45:17.555024 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a054c1-9753-4eab-bea9-fa57e757b09c req-cfda24d1-bac5-4be0-886f-602e86f38fe0 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:17.563057 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f6a054c1-9753-4eab-bea9-fa57e757b09c req-cfda24d1-bac5-4be0-886f-602e86f38fe0 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 950 time: 0.1098659 Nov 27 03:45:17.633255 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23ead32-e268-4aa1-867b-efa0c39aff89 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:45:17.654486 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d3187e-cb46-47f8-b22a-c758608532c7 None None] Sync routers for ids ['a17797ac-d74e-41d2-a098-260fb6a5e3c8'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:45:17.658154 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e23ead32-e268-4aa1-867b-efa0c39aff89 admin admin] 10.222.0.20 "PUT /v2.0/routers/a17797ac-d74e-41d2-a098-260fb6a5e3c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8369782 Nov 27 03:45:17.661608 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56540) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:45:17.695298 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d3187e-cb46-47f8-b22a-c758608532c7 None None] Routers {'a17797ac-d74e-41d2-a098-260fb6a5e3c8'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:45:17.696133 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-27d3187e-cb46-47f8-b22a-c758608532c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:44:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['a17797ac-d74e-41d2-a098-260fb6a5e3c8'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:17.732289 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-220d6e04-031a-476c-8649-9cdcad84ce4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:17.753814 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f6a054c1-9753-4eab-bea9-fa57e757b09c req-3c6fe033-ed6b-4b06-a50e-e666a37be510 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895535 Nov 27 03:45:17.829571 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-64665f31-da7b-4a5a-b0b3-3407e5b549c7 admin admin] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:18.115628 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-27d3187e-cb46-47f8-b22a-c758608532c7 None None] Set router a17797ac-d74e-41d2-a098-260fb6a5e3c8 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:45:18.118522 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-64665f31-da7b-4a5a-b0b3-3407e5b549c7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:18.255192 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-64665f31-da7b-4a5a-b0b3-3407e5b549c7 admin admin] Deleting port e2b47a54-5e2b-4a38-872a-d5c6b54c4213 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:45:18.255550 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-64665f31-da7b-4a5a-b0b3-3407e5b549c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:18.311033 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220d6e04-031a-476c-8649-9cdcad84ce4a admin admin] Router d6f27a77-8db7-474f-a0b2-3cc925c2a05e has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:45:18.537213 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36caf51-6792-4176-b952-cc09755e78c5 req-ee31dbbd-19c4-43ec-9c73-03fd7aaea3ab tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:18.540441 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e36caf51-6792-4176-b952-cc09755e78c5 req-ee31dbbd-19c4-43ec-9c73-03fd7aaea3ab tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee&tenant_id=35cfdc78458c41aab44b0a976c3549af&binding%3Ahost_id=n-h1-819494-3 HTTP/1.1" status: 200 len: 1097 time: 0.1662929 Nov 27 03:45:18.543011 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-64665f31-da7b-4a5a-b0b3-3407e5b549c7 admin admin] For port e2b47a54-5e2b-4a38-872a-d5c6b54c4213, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=e2b47a54-5e2b-4a38-872a-d5c6b54c4213,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:45:18.543412 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-64665f31-da7b-4a5a-b0b3-3407e5b549c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:18.547823 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c43e3a2b-d694-48e4-a43b-2b42f211f2fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:18.551893 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-e36caf51-6792-4176-b952-cc09755e78c5 req-f536bb41-50ad-42ea-ab54-183e18fc3257 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-819494-3'}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:45:18.588511 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-64665f31-da7b-4a5a-b0b3-3407e5b549c7 admin admin] Calling delete_port for e2b47a54-5e2b-4a38-872a-d5c6b54c4213 owned by network:router_gateway {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:45:18.593905 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:18.627948 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-27d3187e-cb46-47f8-b22a-c758608532c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17797ac-d74e-41d2-a098-260fb6a5e3c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1984365986-router', 'tenant_id': 'da896f7ee1034657a1461bc4bc807ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e2b47a54-5e2b-4a38-872a-d5c6b54c4213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:44:07Z', 'updated_at': '2021-11-27T03:45:16Z', 'revision_number': 5, 'project_id': 'da896f7ee1034657a1461bc4bc807ddb', 'gw_port': {'id': 'e2b47a54-5e2b-4a38-872a-d5c6b54c4213', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17797ac-d74e-41d2-a098-260fb6a5e3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:44:09Z', 'updated_at': '2021-11-27T03:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:18.630263 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e36caf51-6792-4176-b952-cc09755e78c5 req-f536bb41-50ad-42ea-ab54-183e18fc3257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:18.701747 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d3187e-cb46-47f8-b22a-c758608532c7 None None] Checking router: a17797ac-d74e-41d2-a098-260fb6a5e3c8 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:45:18.726581 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c39f09-9ad6-4a1e-bea7-fa1b92473eb3 req-91c759d2-a7f8-4a9b-a36d-7f8a354e4ab4 tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:18.729983 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d3187e-cb46-47f8-b22a-c758608532c7 None None] Routers {'a17797ac-d74e-41d2-a098-260fb6a5e3c8'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:45:18.732223 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-27d3187e-cb46-47f8-b22a-c758608532c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:45:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['a17797ac-d74e-41d2-a098-260fb6a5e3c8'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:18.737523 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e3c39f09-9ad6-4a1e-bea7-fa1b92473eb3 req-91c759d2-a7f8-4a9b-a36d-7f8a354e4ab4 tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] 10.222.0.20 "GET /v2.0/ports?device_id=50f7e961-2141-4b99-bb94-4f451c8c9de2 HTTP/1.1" status: 200 len: 946 time: 0.1950319 Nov 27 03:45:18.885635 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220d6e04-031a-476c-8649-9cdcad84ce4a admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:45:18.895536 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f140841-9d57-41dc-a0c0-f3d5e7f63cd9 None None] Sync routers for ids ['d6f27a77-8db7-474f-a0b2-3cc925c2a05e'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:45:18.899590 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-220d6e04-031a-476c-8649-9cdcad84ce4a admin admin] 10.222.0.20 "PUT /v2.0/routers/d6f27a77-8db7-474f-a0b2-3cc925c2a05e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3288045 Nov 27 03:45:18.908826 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56556) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:45:18.912285 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f140841-9d57-41dc-a0c0-f3d5e7f63cd9 None None] Routers {'d6f27a77-8db7-474f-a0b2-3cc925c2a05e'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:45:18.915275 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-4f140841-9d57-41dc-a0c0-f3d5e7f63cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:45:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d6f27a77-8db7-474f-a0b2-3cc925c2a05e'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:18.986404 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-27d3187e-cb46-47f8-b22a-c758608532c7 None None] Set router a17797ac-d74e-41d2-a098-260fb6a5e3c8 gateway port host: None {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:45:19.059655 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9cfeff-8466-4ccd-a96b-bbc2d922c4e6 req-cb65c02a-5441-4779-a3fa-d33756785b2b tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:19.061240 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4e9cfeff-8466-4ccd-a96b-bbc2d922c4e6 req-cb65c02a-5441-4779-a3fa-d33756785b2b tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 946 time: 0.1495965 Nov 27 03:45:19.086761 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-27d3187e-cb46-47f8-b22a-c758608532c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17797ac-d74e-41d2-a098-260fb6a5e3c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1984365986-router', 'tenant_id': 'da896f7ee1034657a1461bc4bc807ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:44:07Z', 'updated_at': '2021-11-27T03:45:18Z', 'revision_number': 6, 'project_id': 'da896f7ee1034657a1461bc4bc807ddb', 'gw_port_host': None}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:19.086998 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-e36caf51-6792-4176-b952-cc09755e78c5 req-f536bb41-50ad-42ea-ab54-183e18fc3257 service neutron] For port 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=38d81c3d-ce44-436e-ac76-0fa3e4f40f3d,segment=NetworkSegment(74310010-e448-4edf-8f12-15f9f8367765),segment_id=74310010-e448-4edf-8f12-15f9f8367765)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:45:19.119867 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d3187e-cb46-47f8-b22a-c758608532c7 None None] The sync data for ids ['a17797ac-d74e-41d2-a098-260fb6a5e3c8'] in n-d-819494-3 is: [{'id': 'a17797ac-d74e-41d2-a098-260fb6a5e3c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1984365986-router', 'tenant_id': 'da896f7ee1034657a1461bc4bc807ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:44:07Z', 'updated_at': '2021-11-27T03:45:18Z', 'revision_number': 6, 'project_id': 'da896f7ee1034657a1461bc4bc807ddb', 'gw_port_host': None}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:45:19.194860 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-4f140841-9d57-41dc-a0c0-f3d5e7f63cd9 None None] Set router d6f27a77-8db7-474f-a0b2-3cc925c2a05e gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:45:19.195400 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e3c39f09-9ad6-4a1e-bea7-fa1b92473eb3 req-bc20fa37-b2ac-4ffb-80e8-96813255de76 tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] 10.222.0.20 "GET /v2.0/security-groups?id=b4a49f24-a840-431a-9e34-a79dabb0b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4485672 Nov 27 03:45:19.222700 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4e9cfeff-8466-4ccd-a96b-bbc2d922c4e6 req-979096ef-c369-44e2-a5bf-6ecaca26dc0e tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449149 Nov 27 03:45:19.229164 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-e36caf51-6792-4176-b952-cc09755e78c5 req-f536bb41-50ad-42ea-ab54-183e18fc3257 service neutron] For port 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:45:19.243306 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fc593c15-d888-4014-9d34-1652d59a1a62 admin admin] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:19.257378 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-64665f31-da7b-4a5a-b0b3-3407e5b549c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:19.300438 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64665f31-da7b-4a5a-b0b3-3407e5b549c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2b47a54-5e2b-4a38-872a-d5c6b54c4213,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:19.398196 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88c39d7-63a5-4f08-90ba-43799a19feee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38d81c3d-ce44-436e-ac76-0fa3e4f40f3d'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:45:19.400596 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa268d87-faa0-4e5c-9c44-d5aa287029a6" -d '{"events": [{"server_uuid": "f88c39d7-63a5-4f08-90ba-43799a19feee", "name": "network-vif-unplugged", "status": "completed", "tag": "38d81c3d-ce44-436e-ac76-0fa3e4f40f3d"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:45:19.404981 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:19.406047 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e36caf51-6792-4176-b952-cc09755e78c5 req-f536bb41-50ad-42ea-ab54-183e18fc3257 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:19.407961 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-64665f31-da7b-4a5a-b0b3-3407e5b549c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:19.489876 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e36caf51-6792-4176-b952-cc09755e78c5 req-f536bb41-50ad-42ea-ab54-183e18fc3257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:19.538240 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fc593c15-d888-4014-9d34-1652d59a1a62 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:19.617766 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 03:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23e0e6e-1f8b-44f7-8bcc-403b0bdb975f x-openstack-request-id: req-f23e0e6e-1f8b-44f7-8bcc-403b0bdb975f {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:45:19.618056 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88c39d7-63a5-4f08-90ba-43799a19feee", "name": "network-vif-unplugged", "status": "completed", "tag": "38d81c3d-ce44-436e-ac76-0fa3e4f40f3d", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:45:19.618308 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f23e0e6e-1f8b-44f7-8bcc-403b0bdb975f {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:45:19.618729 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88c39d7-63a5-4f08-90ba-43799a19feee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38d81c3d-ce44-436e-ac76-0fa3e4f40f3d', 'code': 200} Nov 27 03:45:19.620064 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cb98b-619b-49fe-9149-0c927df41867 req-331f2295-8b44-41bd-b9a3-0cd605514f1c tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:19.623226 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-122cb98b-619b-49fe-9149-0c927df41867 req-331f2295-8b44-41bd-b9a3-0cd605514f1c tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 950 time: 0.1534164 Nov 27 03:45:19.725142 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-64665f31-da7b-4a5a-b0b3-3407e5b549c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:19.727403 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-122cb98b-619b-49fe-9149-0c927df41867 req-95bf70e3-d445-4a76-ba34-7bdfa8850a81 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787773 Nov 27 03:45:19.742862 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-4f140841-9d57-41dc-a0c0-f3d5e7f63cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1339829873-router', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:43Z', 'updated_at': '2021-11-27T03:45:16Z', 'revision_number': 5, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'gw_port': {'id': 'a6bbbee1-a598-4ff7-9e95-3c7ea858c313', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:44Z', 'updated_at': '2021-11-27T03:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:19.748889 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-fc593c15-d888-4014-9d34-1652d59a1a62 admin admin] Deleting port a6bbbee1-a598-4ff7-9e95-3c7ea858c313 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:45:19.749414 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fc593c15-d888-4014-9d34-1652d59a1a62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:19.767326 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-64665f31-da7b-4a5a-b0b3-3407e5b549c7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:19.779270 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f140841-9d57-41dc-a0c0-f3d5e7f63cd9 None None] Checking router: d6f27a77-8db7-474f-a0b2-3cc925c2a05e for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:45:19.789614 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f140841-9d57-41dc-a0c0-f3d5e7f63cd9 None None] Routers {'d6f27a77-8db7-474f-a0b2-3cc925c2a05e'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:45:19.790611 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-4f140841-9d57-41dc-a0c0-f3d5e7f63cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:45:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d6f27a77-8db7-474f-a0b2-3cc925c2a05e'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:19.941704 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-4f140841-9d57-41dc-a0c0-f3d5e7f63cd9 None None] Set router d6f27a77-8db7-474f-a0b2-3cc925c2a05e gateway port host: None {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:45:19.961661 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-fc593c15-d888-4014-9d34-1652d59a1a62 admin admin] For port a6bbbee1-a598-4ff7-9e95-3c7ea858c313, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=a6bbbee1-a598-4ff7-9e95-3c7ea858c313,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:45:19.962478 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fc593c15-d888-4014-9d34-1652d59a1a62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:19.981875 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-e36caf51-6792-4176-b952-cc09755e78c5 req-f536bb41-50ad-42ea-ab54-183e18fc3257 service neutron] Attempting to bind port 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d on host n-h1-819494-3 for vnic_type normal with profile {"migrating_to": "n-h2-819494-3"} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:45:19.993249 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-e36caf51-6792-4176-b952-cc09755e78c5 req-f536bb41-50ad-42ea-ab54-183e18fc3257 service neutron] Attempting to bind port 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:45:19.994786 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36caf51-6792-4176-b952-cc09755e78c5 req-f536bb41-50ad-42ea-ab54-183e18fc3257 service neutron] Attempting to bind port 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d on network b645cec8-c88e-4bba-8234-b110de21cfe7 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:45:20.007268 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-4f140841-9d57-41dc-a0c0-f3d5e7f63cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1339829873-router', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:43Z', 'updated_at': '2021-11-27T03:45:19Z', 'revision_number': 6, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'gw_port_host': None}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:20.013357 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-fc593c15-d888-4014-9d34-1652d59a1a62 admin admin] Calling delete_port for a6bbbee1-a598-4ff7-9e95-3c7ea858c313 owned by network:router_gateway {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:45:20.041111 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36caf51-6792-4176-b952-cc09755e78c5 req-f536bb41-50ad-42ea-ab54-183e18fc3257 service neutron] Port 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d on network b645cec8-c88e-4bba-8234-b110de21cfe7 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:45:20.041760 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36caf51-6792-4176-b952-cc09755e78c5 req-f536bb41-50ad-42ea-ab54-183e18fc3257 service neutron] Attempting to bind port 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d on network b645cec8-c88e-4bba-8234-b110de21cfe7 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:45:20.047363 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-64665f31-da7b-4a5a-b0b3-3407e5b549c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:20.048274 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64665f31-da7b-4a5a-b0b3-3407e5b549c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a17797ac-d74e-41d2-a098-260fb6a5e3c8 {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 03:45:20.055518 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536bb41-50ad-42ea-ab54-183e18fc3257 service neutron] Pushing event updated for resources: {'Port': ['ID=38d81c3d-ce44-436e-ac76-0fa3e4f40f3d,revision_number=7']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:20.073581 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-64665f31-da7b-4a5a-b0b3-3407e5b549c7 admin admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:20.080675 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-64665f31-da7b-4a5a-b0b3-3407e5b549c7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/a17797ac-d74e-41d2-a098-260fb6a5e3c8 HTTP/1.1" status: 204 len: 168 time: 2.4118328 Nov 27 03:45:20.084063 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56566) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:45:20.115278 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f140841-9d57-41dc-a0c0-f3d5e7f63cd9 None None] The sync data for ids ['d6f27a77-8db7-474f-a0b2-3cc925c2a05e'] in n-d-819494-3 is: [{'id': 'd6f27a77-8db7-474f-a0b2-3cc925c2a05e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1339829873-router', 'tenant_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:43Z', 'updated_at': '2021-11-27T03:45:19Z', 'revision_number': 6, 'project_id': '8ee487fd6f3246e3902cf82b3ecb881d', 'gw_port_host': None}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:45:20.137993 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc4e5322-d831-44f0-9d1d-838976fee1a6 admin admin] Deleting subnet d925a54f-4749-40bf-aefc-d8e292f99d7a {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:45:20.147639 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dc4e5322-d831-44f0-9d1d-838976fee1a6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:20.221160 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dc4e5322-d831-44f0-9d1d-838976fee1a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:20.303759 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36caf51-6792-4176-b952-cc09755e78c5 req-f536bb41-50ad-42ea-ab54-183e18fc3257 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:45:20.304512 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36caf51-6792-4176-b952-cc09755e78c5 req-f536bb41-50ad-42ea-ab54-183e18fc3257 service neutron] Checking segment: {'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:45:20.304512 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36caf51-6792-4176-b952-cc09755e78c5 req-f536bb41-50ad-42ea-ab54-183e18fc3257 service neutron] Bound using segment: {'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:45:20.304925 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-e36caf51-6792-4176-b952-cc09755e78c5 req-f536bb41-50ad-42ea-ab54-183e18fc3257 service neutron] Bound port: 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:45:20.306091 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e36caf51-6792-4176-b952-cc09755e78c5 req-f536bb41-50ad-42ea-ab54-183e18fc3257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:20.413464 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb1312-53ea-486f-8575-448fbdbfd9d8 req-f70fe307-4ae6-450e-b738-f45201436ef2 tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:20.413464 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c2bb1312-53ea-486f-8575-448fbdbfd9d8 req-f70fe307-4ae6-450e-b738-f45201436ef2 tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] 10.222.0.20 "GET /v2.0/ports?device_id=50f7e961-2141-4b99-bb94-4f451c8c9de2 HTTP/1.1" status: 200 len: 946 time: 0.0883760 Nov 27 03:45:20.452393 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fc593c15-d888-4014-9d34-1652d59a1a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:20.495679 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dc4e5322-d831-44f0-9d1d-838976fee1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:20.546716 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 3ae1a60c-e405-4d9f-affe-4d0b1546366f no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:45:20.550472 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc593c15-d888-4014-9d34-1652d59a1a62 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6bbbee1-a598-4ff7-9e95-3c7ea858c313,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:20.621276 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 3ae1a60c-e405-4d9f-affe-4d0b1546366f {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:45:20.622287 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 3ae1a60c-e405-4d9f-affe-4d0b1546366f not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:45:20.623194 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e2b47a54-5e2b-4a38-872a-d5c6b54c4213 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:45:20.632494 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c2bb1312-53ea-486f-8575-448fbdbfd9d8 req-826c3e42-fb5f-4946-b26b-23dd08db781e tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] 10.222.0.20 "GET /v2.0/security-groups?id=b4a49f24-a840-431a-9e34-a79dabb0b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052355 Nov 27 03:45:20.660959 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fc593c15-d888-4014-9d34-1652d59a1a62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:20.739202 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: e2b47a54-5e2b-4a38-872a-d5c6b54c4213 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:45:20.739662 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e2b47a54-5e2b-4a38-872a-d5c6b54c4213 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:45:20.808044 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fc593c15-d888-4014-9d34-1652d59a1a62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:20.811589 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fc593c15-d888-4014-9d34-1652d59a1a62 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:20.812168 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d7c22-1b08-48dc-b380-370340f65d3f req-545dd40b-1e56-4ff0-ae8d-d7c957040067 tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:20.814395 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2c5d7c22-1b08-48dc-b380-370340f65d3f req-545dd40b-1e56-4ff0-ae8d-d7c957040067 tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] 10.222.0.23 "GET /v2.0/ports?device_id=50f7e961-2141-4b99-bb94-4f451c8c9de2 HTTP/1.1" status: 200 len: 946 time: 0.5330107 Nov 27 03:45:20.834314 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb982e-79ed-4e1c-afad-d944a9981a24 req-e7883ee8-c67c-401a-8e95-d67ea9eecd06 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:20.842074 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a1eb982e-79ed-4e1c-afad-d944a9981a24 req-e7883ee8-c67c-401a-8e95-d67ea9eecd06 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 1096 time: 0.5295682 Nov 27 03:45:20.858386 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dc4e5322-d831-44f0-9d1d-838976fee1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:20.924282 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-e36caf51-6792-4176-b952-cc09755e78c5 req-f536bb41-50ad-42ea-ab54-183e18fc3257 service neutron] For port 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:45:20.952279 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bae69a-71aa-4c9f-ae53-1e05cafe2ac3 req-06a3fd4b-7f89-4e4f-aa5b-6f7c15af49d2 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:20.953783 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-73bae69a-71aa-4c9f-ae53-1e05cafe2ac3 req-06a3fd4b-7f89-4e4f-aa5b-6f7c15af49d2 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 944 time: 0.1199832 Nov 27 03:45:20.953908 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4e5322-d831-44f0-9d1d-838976fee1a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d925a54f-4749-40bf-aefc-d8e292f99d7a,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:20.955019 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fc593c15-d888-4014-9d34-1652d59a1a62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:20.955714 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc593c15-d888-4014-9d34-1652d59a1a62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6f27a77-8db7-474f-a0b2-3cc925c2a05e {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 03:45:20.959425 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dc4e5322-d831-44f0-9d1d-838976fee1a6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:20.960514 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fc593c15-d888-4014-9d34-1652d59a1a62 admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:20.963870 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-fc593c15-d888-4014-9d34-1652d59a1a62 admin admin] 10.222.0.20 "DELETE /v2.0/routers/d6f27a77-8db7-474f-a0b2-3cc925c2a05e HTTP/1.1" status: 204 len: 168 time: 2.0515637 Nov 27 03:45:20.963997 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-dc4e5322-d831-44f0-9d1d-838976fee1a6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d925a54f-4749-40bf-aefc-d8e292f99d7a HTTP/1.1" status: 204 len: 168 time: 0.8776639 Nov 27 03:45:20.966301 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56584) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:45:20.966659 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56586) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:45:20.984979 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c17d84-94f0-4b18-a072-6e061e4b70e9 None None] Network db6faed1-7a64-47d9-b237-148e31202572 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:45:21.003228 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-e36caf51-6792-4176-b952-cc09755e78c5 req-f536bb41-50ad-42ea-ab54-183e18fc3257 service neutron] For port 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=38d81c3d-ce44-436e-ac76-0fa3e4f40f3d,segment=NetworkSegment(74310010-e448-4edf-8f12-15f9f8367765),segment_id=74310010-e448-4edf-8f12-15f9f8367765)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:45:21.019312 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e36caf51-6792-4176-b952-cc09755e78c5 req-f536bb41-50ad-42ea-ab54-183e18fc3257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:21.071453 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a1eb982e-79ed-4e1c-afad-d944a9981a24 req-ef4e0477-e8ee-4570-bcf6-aeb1d1d5af38 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152059 Nov 27 03:45:21.111029 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:21.187328 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36caf51-6792-4176-b952-cc09755e78c5 req-f536bb41-50ad-42ea-ab54-183e18fc3257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:21.188093 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e36caf51-6792-4176-b952-cc09755e78c5 req-f536bb41-50ad-42ea-ab54-183e18fc3257 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:21.190333 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e36caf51-6792-4176-b952-cc09755e78c5 req-f536bb41-50ad-42ea-ab54-183e18fc3257 service neutron] 10.222.0.11 "PUT /v2.0/ports/38d81c3d-ce44-436e-ac76-0fa3e4f40f3d HTTP/1.1" status: 200 len: 1122 time: 2.6428232 Nov 27 03:45:21.195014 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1184e16-4fb2-4bf4-ba2a-dd84b41ab4b1 admin admin] Deleting subnet eb97b0e2-75dc-4d09-932a-9875e5b8e057 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:45:21.195698 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:45:21.217788 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b1184e16-4fb2-4bf4-ba2a-dd84b41ab4b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:21.245912 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536bb41-50ad-42ea-ab54-183e18fc3257 service neutron] Pushing event updated for resources: {'Port': ['ID=38d81c3d-ce44-436e-ac76-0fa3e4f40f3d,revision_number=8']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:21.252644 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-2c5d7c22-1b08-48dc-b380-370340f65d3f req-b3e64e7c-d5db-4d24-b2b0-cf7fc6d0f69f tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] Deleting port a55fda5f-e74d-4610-b6d5-be063b37853d {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:45:21.252990 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-2c5d7c22-1b08-48dc-b380-370340f65d3f req-b3e64e7c-d5db-4d24-b2b0-cf7fc6d0f69f tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:21.341335 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c9722795-a6a0-44a8-88de-8874b4b1f117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:21.359128 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-73bae69a-71aa-4c9f-ae53-1e05cafe2ac3 req-40b65dfd-65e1-4c83-b85e-849ed5c7ccf5 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420515 Nov 27 03:45:21.375901 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b1184e16-4fb2-4bf4-ba2a-dd84b41ab4b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:21.464465 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e51b6f-a382-449d-948b-74ba3009dd8e None None] DHCP port deletion for db6faed1-7a64-47d9-b237-148e31202572 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 03:45:21.486690 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-2c5d7c22-1b08-48dc-b380-370340f65d3f req-b3e64e7c-d5db-4d24-b2b0-cf7fc6d0f69f tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] For port a55fda5f-e74d-4610-b6d5-be063b37853d, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=a55fda5f-e74d-4610-b6d5-be063b37853d,segment=NetworkSegment(0615c29d-8b0b-49c8-9645-4a8174090102),segment_id=0615c29d-8b0b-49c8-9645-4a8174090102)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:45:21.487285 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-2c5d7c22-1b08-48dc-b380-370340f65d3f req-b3e64e7c-d5db-4d24-b2b0-cf7fc6d0f69f tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:21.498796 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['38d81c3d-ce44-436e-ac76-0fa3e4f40f3d'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:45:21.506289 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['38d81c3d-ce44-436e-ac76-0fa3e4f40f3d'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:45:21.521773 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-2c5d7c22-1b08-48dc-b380-370340f65d3f req-b3e64e7c-d5db-4d24-b2b0-cf7fc6d0f69f tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] Calling delete_port for a55fda5f-e74d-4610-b6d5-be063b37853d owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:45:21.609504 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b1184e16-4fb2-4bf4-ba2a-dd84b41ab4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:21.671811 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f88c39d7-63a5-4f08-90ba-43799a19feee', 'tag': '38d81c3d-ce44-436e-ac76-0fa3e4f40f3d'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:45:21.678085 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0d88e9-318e-4a65-b76b-c3f1d1d2195c" -d '{"events": [{"name": "network-changed", "server_uuid": "f88c39d7-63a5-4f08-90ba-43799a19feee", "tag": "38d81c3d-ce44-436e-ac76-0fa3e4f40f3d"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:45:21.811545 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1de3dc-60a7-40b3-94f9-14c60bb8e53f req-c0319237-3708-47c3-b73b-8de37a9eef8e tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:21.815042 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b1184e16-4fb2-4bf4-ba2a-dd84b41ab4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:21.829333 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3e1de3dc-60a7-40b3-94f9-14c60bb8e53f req-c0319237-3708-47c3-b73b-8de37a9eef8e tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 950 time: 0.4267228 Nov 27 03:45:21.830377 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=38d81c3d-ce44-436e-ac76-0fa3e4f40f3d,segment=NetworkSegment(74310010-e448-4edf-8f12-15f9f8367765),segment_id=74310010-e448-4edf-8f12-15f9f8367765)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:45:21.855094 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:21.877269 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d has no active binding in host n-h2-819494-3 {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 27 03:45:21.893407 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b1184e16-4fb2-4bf4-ba2a-dd84b41ab4b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:21.905089 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-142e0ec4-2943-4249-8b8c-a8967bad6834 req-d1c7953c-1a1a-4ce9-9f2e-bacf4944ab99 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b9443a66-6495-4b72-af09-e210b5659963&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1649687 Nov 27 03:45:21.905377 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b1184e16-4fb2-4bf4-ba2a-dd84b41ab4b1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/eb97b0e2-75dc-4d09-932a-9875e5b8e057 HTTP/1.1" status: 204 len: 168 time: 0.9376786 Nov 27 03:45:21.908430 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1184e16-4fb2-4bf4-ba2a-dd84b41ab4b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb97b0e2-75dc-4d09-932a-9875e5b8e057,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:21.908893 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-f7e51b6f-a382-449d-948b-74ba3009dd8e None None] Deleting port a0350ada-07b6-472b-8dcb-2f34f80a0f79 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:45:21.909428 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f7e51b6f-a382-449d-948b-74ba3009dd8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:21.914498 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8192e6cc-af4a-4671-a943-a93dd0653705 None None] Network 1061c8f2-a0ce-422f-b43d-3200c66695ab requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:45:21.920527 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-c9722795-a6a0-44a8-88de-8874b4b1f117 admin admin] Deleting port a0350ada-07b6-472b-8dcb-2f34f80a0f79 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:45:21.920728 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56598) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:45:21.927131 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c9722795-a6a0-44a8-88de-8874b4b1f117 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:22.096073 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-c9722795-a6a0-44a8-88de-8874b4b1f117 admin admin] For port a0350ada-07b6-472b-8dcb-2f34f80a0f79, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=a0350ada-07b6-472b-8dcb-2f34f80a0f79,segment=NetworkSegment(6a04ba6b-96e5-4206-90d9-c88aaa4a79a8),segment_id=6a04ba6b-96e5-4206-90d9-c88aaa4a79a8)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:45:22.096475 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c9722795-a6a0-44a8-88de-8874b4b1f117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:22.106601 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device a6bbbee1-a598-4ff7-9e95-3c7ea858c313 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:45:22.116583 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-c9722795-a6a0-44a8-88de-8874b4b1f117 admin admin] Calling delete_port for a0350ada-07b6-472b-8dcb-2f34f80a0f79 owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:45:22.177342 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: a6bbbee1-a598-4ff7-9e95-3c7ea858c313 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:45:22.177694 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device a6bbbee1-a598-4ff7-9e95-3c7ea858c313 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:45:22.178121 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 7a5dadfc-efdc-420c-885e-fa22f87e6129 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:45:22.197675 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-f7e51b6f-a382-449d-948b-74ba3009dd8e None None] For port a0350ada-07b6-472b-8dcb-2f34f80a0f79, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=a0350ada-07b6-472b-8dcb-2f34f80a0f79,segment=NetworkSegment(6a04ba6b-96e5-4206-90d9-c88aaa4a79a8),segment_id=6a04ba6b-96e5-4206-90d9-c88aaa4a79a8)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:45:22.198099 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f7e51b6f-a382-449d-948b-74ba3009dd8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:22.231865 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 7a5dadfc-efdc-420c-885e-fa22f87e6129 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:45:22.232254 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 7a5dadfc-efdc-420c-885e-fa22f87e6129 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:45:22.232635 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device a0350ada-07b6-472b-8dcb-2f34f80a0f79 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:45:22.248396 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-f7e51b6f-a382-449d-948b-74ba3009dd8e None None] Calling delete_port for a0350ada-07b6-472b-8dcb-2f34f80a0f79 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:45:22.256363 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c9722795-a6a0-44a8-88de-8874b4b1f117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:22.304609 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: a0350ada-07b6-472b-8dcb-2f34f80a0f79 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:45:22.304942 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device a0350ada-07b6-472b-8dcb-2f34f80a0f79 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:45:22.315500 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9722795-a6a0-44a8-88de-8874b4b1f117 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0350ada-07b6-472b-8dcb-2f34f80a0f79,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:22.323421 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9722795-a6a0-44a8-88de-8874b4b1f117 admin admin] No DVR routers for this DVR port a0350ada-07b6-472b-8dcb-2f34f80a0f79 on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:45:22.481856 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c9722795-a6a0-44a8-88de-8874b4b1f117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:22.534701 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f7e51b6f-a382-449d-948b-74ba3009dd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:22.555673 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-47edeaa3-d2a1-47b8-a976-0db79e79ce4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:22.562072 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-c9722795-a6a0-44a8-88de-8874b4b1f117 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db6faed1-7a64-47d9-b237-148e31202572']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:22.579630 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-c9722795-a6a0-44a8-88de-8874b4b1f117 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a04ba6b-96e5-4206-90d9-c88aaa4a79a8') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:22.580038 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-c9722795-a6a0-44a8-88de-8874b4b1f117 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a04ba6b-96e5-4206-90d9-c88aaa4a79a8') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:22.592351 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c9722795-a6a0-44a8-88de-8874b4b1f117 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:22.609572 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3e1de3dc-60a7-40b3-94f9-14c60bb8e53f req-4459a00d-ef75-4c8c-975c-749709b0a251 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7748961 Nov 27 03:45:22.610994 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e51b6f-a382-449d-948b-74ba3009dd8e None None] Pushing event deleted for resources: {'Port': ['ID=a0350ada-07b6-472b-8dcb-2f34f80a0f79,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:22.616454 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91eaf2d-c3ee-4e54-93b6-ab01d1be4ce7 None None] DHCP port deletion for 1061c8f2-a0ce-422f-b43d-3200c66695ab request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 03:45:22.620117 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c9722795-a6a0-44a8-88de-8874b4b1f117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:22.630298 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9722795-a6a0-44a8-88de-8874b4b1f117 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:45:22.630749 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c9722795-a6a0-44a8-88de-8874b4b1f117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:22.638277 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 03:45:22.638277 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:45:22.638277 n-d-819494-3 neutron-server[110018]: timer() Nov 27 03:45:22.638277 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:45:22.638277 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 03:45:22.638277 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:45:22.638277 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 03:45:22.638277 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:45:22.638277 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 03:45:22.638277 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:45:22.638277 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 03:45:22.638277 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:45:22.638277 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 03:45:22.638277 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:45:22.638277 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:45:22.638277 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:45:22.638277 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:45:22.638277 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:45:22.638277 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 03:45:22.638277 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:45:22.638277 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 03:45:22.638277 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:45:22.638277 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:45:22.638277 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:45:22.638277 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 03:45:22.638277 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:45:22.638277 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:45:22.638277 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:45:22.638277 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:45:22.638277 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:45:22.638277 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:45:22.638277 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:45:22.657374 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e51b6f-a382-449d-948b-74ba3009dd8e None None] No DVR routers for this DVR port a0350ada-07b6-472b-8dcb-2f34f80a0f79 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:45:22.693883 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-b91eaf2d-c3ee-4e54-93b6-ab01d1be4ce7 None None] Deleting port 6f9dc189-c2a0-419d-9610-3530dce3694b {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:45:22.694358 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b91eaf2d-c3ee-4e54-93b6-ab01d1be4ce7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:22.711092 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f3278f-a6b4-4ea6-a4a0-51610e0ab39a x-openstack-request-id: req-d2f3278f-a6b4-4ea6-a4a0-51610e0ab39a {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:45:22.711378 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f88c39d7-63a5-4f08-90ba-43799a19feee", "tag": "38d81c3d-ce44-436e-ac76-0fa3e4f40f3d", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:45:22.711628 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d2f3278f-a6b4-4ea6-a4a0-51610e0ab39a {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:45:22.712023 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f88c39d7-63a5-4f08-90ba-43799a19feee', 'tag': '38d81c3d-ce44-436e-ac76-0fa3e4f40f3d', 'status': 'completed', 'code': 200} Nov 27 03:45:22.718089 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-2c5d7c22-1b08-48dc-b380-370340f65d3f req-b3e64e7c-d5db-4d24-b2b0-cf7fc6d0f69f tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:22.766841 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e0ec4-2943-4249-8b8c-a8967bad6834 req-5a181219-5316-4d80-b231-75270ade82c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:22.774479 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-142e0ec4-2943-4249-8b8c-a8967bad6834 req-5a181219-5316-4d80-b231-75270ade82c7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4f93bf1216094326aad79ff5fda23c08&device_id=b9443a66-6495-4b72-af09-e210b5659963 HTTP/1.1" status: 200 len: 1096 time: 0.7312882 Nov 27 03:45:22.776843 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c9722795-a6a0-44a8-88de-8874b4b1f117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:22.783403 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c9722795-a6a0-44a8-88de-8874b4b1f117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:22.789636 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c9722795-a6a0-44a8-88de-8874b4b1f117 admin admin] 10.222.0.20 "DELETE /v2.0/networks/db6faed1-7a64-47d9-b237-148e31202572 HTTP/1.1" status: 204 len: 168 time: 1.8130162 Nov 27 03:45:22.822763 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9722795-a6a0-44a8-88de-8874b4b1f117 admin admin] Pushing event deleted for resources: {'Network': ['ID=db6faed1-7a64-47d9-b237-148e31202572,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:22.917280 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e64e7c-d5db-4d24-b2b0-cf7fc6d0f69f tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] Pushing event deleted for resources: {'Port': ['ID=a55fda5f-e74d-4610-b6d5-be063b37853d,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:22.975407 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9daf8f4-fd89-48f3-8463-ce2b3f11bbbf req-95859d1a-dea8-4ca6-be60-6f6b4089e61d tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] 10.222.0.20 "GET /v2.0/ports?device_id=50f7e961-2141-4b99-bb94-4f451c8c9de2 HTTP/1.1" status: 200 len: 210 time: 0.0836468 Nov 27 03:45:23.084125 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-47edeaa3-d2a1-47b8-a976-0db79e79ce4a admin admin] Deleting port 6f9dc189-c2a0-419d-9610-3530dce3694b {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:45:23.084348 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-47edeaa3-d2a1-47b8-a976-0db79e79ce4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:23.086093 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c5d7c22-1b08-48dc-b380-370340f65d3f req-b3e64e7c-d5db-4d24-b2b0-cf7fc6d0f69f tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] No DVR routers for this DVR port a55fda5f-e74d-4610-b6d5-be063b37853d on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:45:23.092070 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-6689ab4f-5e75-43d9-9dd2-1aac5f661d1e tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 03:45:23.093124 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-6689ab4f-5e75-43d9-9dd2-1aac5f661d1e tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0409307 Nov 27 03:45:23.106620 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-2c5d7c22-1b08-48dc-b380-370340f65d3f req-b3e64e7c-d5db-4d24-b2b0-cf7fc6d0f69f tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:23.110310 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2c5d7c22-1b08-48dc-b380-370340f65d3f req-b3e64e7c-d5db-4d24-b2b0-cf7fc6d0f69f tempest-VolumesAdminNegativeTest-1344197110 tempest-VolumesAdminNegativeTest-1344197110-project] 10.222.0.23 "DELETE /v2.0/ports/a55fda5f-e74d-4610-b6d5-be063b37853d HTTP/1.1" status: 204 len: 173 time: 2.2654521 Nov 27 03:45:23.151259 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-b91eaf2d-c3ee-4e54-93b6-ab01d1be4ce7 None None] For port 6f9dc189-c2a0-419d-9610-3530dce3694b, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=6f9dc189-c2a0-419d-9610-3530dce3694b,segment=NetworkSegment(0a584404-1c26-40b8-b28c-ce6fe5d1bb30),segment_id=0a584404-1c26-40b8-b28c-ce6fe5d1bb30)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:45:23.151746 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b91eaf2d-c3ee-4e54-93b6-ab01d1be4ce7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:23.186878 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-b91eaf2d-c3ee-4e54-93b6-ab01d1be4ce7 None None] Calling delete_port for 6f9dc189-c2a0-419d-9610-3530dce3694b owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:45:23.218987 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d88e9-318e-4a65-b76b-c3f1d1d2195c req-370711e9-69c2-4d49-8481-2c073f52def9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:23.231748 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9e0d88e9-318e-4a65-b76b-c3f1d1d2195c req-370711e9-69c2-4d49-8481-2c073f52def9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=35cfdc78458c41aab44b0a976c3549af&device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 1125 time: 0.3384740 Nov 27 03:45:23.246933 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56622) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:45:23.313960 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7601b793-e65b-4df3-9bd4-f307402f561a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da896f7ee1034657a1461bc4bc807ddb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0654573 Nov 27 03:45:23.314758 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56624) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:45:23.359208 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b91eaf2d-c3ee-4e54-93b6-ab01d1be4ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:23.408552 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91eaf2d-c3ee-4e54-93b6-ab01d1be4ce7 None None] No DVR routers for this DVR port 6f9dc189-c2a0-419d-9610-3530dce3694b on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:45:23.412598 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3a344cfd-6232-4109-86dc-15d94ab6010c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:23.413735 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91eaf2d-c3ee-4e54-93b6-ab01d1be4ce7 None None] Pushing event deleted for resources: {'Port': ['ID=6f9dc189-c2a0-419d-9610-3530dce3694b,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:23.450979 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-30296f0d-a1fb-4d28-b779-821b78ea5d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:23.452692 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-30296f0d-a1fb-4d28-b779-821b78ea5d98 service neutron] 10.222.0.20 "GET /v2.0/ports/4292e6b2-41b2-40ba-8f4f-fca486354a2c HTTP/1.1" status: 200 len: 1093 time: 0.2690892 Nov 27 03:45:23.454188 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3a344cfd-6232-4109-86dc-15d94ab6010c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:23.470153 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-aac23f3c-d6bf-43f6-8d59-3d2f1320a997 service neutron] Request body: {'binding': {'host': 'n-h2-819494-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:45:23.470632 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-aac23f3c-d6bf-43f6-8d59-3d2f1320a997 service neutron] Unknown quota resources ['binding']. {{(pid=110019) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 03:45:23.515584 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3a344cfd-6232-4109-86dc-15d94ab6010c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:23.520329 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3a344cfd-6232-4109-86dc-15d94ab6010c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:23.522201 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3a344cfd-6232-4109-86dc-15d94ab6010c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7936e373-a24a-44c6-ad05-73a0a378746e HTTP/1.1" status: 204 len: 168 time: 0.2063837 Nov 27 03:45:23.527049 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-47edeaa3-d2a1-47b8-a976-0db79e79ce4a admin admin] For port 6f9dc189-c2a0-419d-9610-3530dce3694b, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=6f9dc189-c2a0-419d-9610-3530dce3694b,segment=NetworkSegment(0a584404-1c26-40b8-b28c-ce6fe5d1bb30),segment_id=0a584404-1c26-40b8-b28c-ce6fe5d1bb30)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:45:23.527551 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-47edeaa3-d2a1-47b8-a976-0db79e79ce4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:23.545005 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e0ec4-2943-4249-8b8c-a8967bad6834 req-70e7b9e7-2c00-4af9-81fd-9e0a29adc382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:23.545708 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a344cfd-6232-4109-86dc-15d94ab6010c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7936e373-a24a-44c6-ad05-73a0a378746e,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:23.547224 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-142e0ec4-2943-4249-8b8c-a8967bad6834 req-70e7b9e7-2c00-4af9-81fd-9e0a29adc382 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 HTTP/1.1" status: 200 len: 909 time: 0.6245244 Nov 27 03:45:23.574052 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-47edeaa3-d2a1-47b8-a976-0db79e79ce4a admin admin] Calling delete_port for 6f9dc189-c2a0-419d-9610-3530dce3694b owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:45:23.616846 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d88e9-318e-4a65-b76b-c3f1d1d2195c req-e1a8a5d1-ebfe-414d-a1fb-e26f339fdacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:23.618618 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9e0d88e9-318e-4a65-b76b-c3f1d1d2195c req-e1a8a5d1-ebfe-414d-a1fb-e26f339fdacb service neutron] 10.222.0.23 "GET /v2.0/networks?id=b645cec8-c88e-4bba-8234-b110de21cfe7 HTTP/1.1" status: 200 len: 922 time: 0.3712327 Nov 27 03:45:23.663764 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-142e0ec4-2943-4249-8b8c-a8967bad6834 req-8233339d-bbbd-4bde-9222-933feac365c5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02dd892f-ed59-45a9-957a-3c42862cff9d HTTP/1.1" status: 200 len: 217 time: 0.1035192 Nov 27 03:45:23.709919 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4963bcf-8b54-4d4c-afd7-c5220dc0bc11 req-5b7e1438-f8f7-4cef-886d-c7e06a01754f tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:23.717330 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f4963bcf-8b54-4d4c-afd7-c5220dc0bc11 req-5b7e1438-f8f7-4cef-886d-c7e06a01754f tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 944 time: 0.3579288 Nov 27 03:45:23.774256 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9e0d88e9-318e-4a65-b76b-c3f1d1d2195c req-bb24e4cc-5a5b-4af9-bd6c-b897d2c38e63 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38d81c3d-ce44-436e-ac76-0fa3e4f40f3d HTTP/1.1" status: 200 len: 217 time: 0.1124969 Nov 27 03:45:23.859979 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d88e9-318e-4a65-b76b-c3f1d1d2195c req-7c19080c-b36c-45ba-942a-8f0d45bbf485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:23.861591 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9e0d88e9-318e-4a65-b76b-c3f1d1d2195c req-7c19080c-b36c-45ba-942a-8f0d45bbf485 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=022c48dd-3720-4645-8f22-45c74ce924ab HTTP/1.1" status: 200 len: 861 time: 0.0575712 Nov 27 03:45:23.950783 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device a55fda5f-e74d-4610-b6d5-be063b37853d no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:45:23.958987 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f4963bcf-8b54-4d4c-afd7-c5220dc0bc11 req-513ca023-5689-44b5-81d7-3f38003a9df6 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407699 Nov 27 03:45:23.964131 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9e0d88e9-318e-4a65-b76b-c3f1d1d2195c req-cd6134d2-7586-4f1b-b5f8-4e14dca24422 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b645cec8-c88e-4bba-8234-b110de21cfe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662403 Nov 27 03:45:23.973003 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e0ec4-2943-4249-8b8c-a8967bad6834 req-cfaab78e-07ec-4897-9624-50267d8c1cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:23.974458 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-142e0ec4-2943-4249-8b8c-a8967bad6834 req-cfaab78e-07ec-4897-9624-50267d8c1cfe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f2f4695-47e3-40b2-b54d-f43d3306eba4 HTTP/1.1" status: 200 len: 848 time: 0.2731612 Nov 27 03:45:23.988470 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: a55fda5f-e74d-4610-b6d5-be063b37853d {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:45:23.988997 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device a55fda5f-e74d-4610-b6d5-be063b37853d not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:45:24.080833 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 6f9dc189-c2a0-419d-9610-3530dce3694b no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:45:24.094933 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-142e0ec4-2943-4249-8b8c-a8967bad6834 req-4b2e7d2d-2483-4968-8253-c34b30cba7a5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384624 Nov 27 03:45:24.108063 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 6f9dc189-c2a0-419d-9610-3530dce3694b {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:45:24.108793 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 6f9dc189-c2a0-419d-9610-3530dce3694b not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:45:24.182247 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-47edeaa3-d2a1-47b8-a976-0db79e79ce4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:24.250814 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47edeaa3-d2a1-47b8-a976-0db79e79ce4a admin admin] Pushing event deleted for resources: {'Port': ['ID=6f9dc189-c2a0-419d-9610-3530dce3694b,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:24.289547 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47edeaa3-d2a1-47b8-a976-0db79e79ce4a admin admin] No DVR routers for this DVR port 6f9dc189-c2a0-419d-9610-3530dce3694b on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:45:24.303090 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-aac23f3c-d6bf-43f6-8d59-3d2f1320a997 service neutron] Attempting to bind port 4292e6b2-41b2-40ba-8f4f-fca486354a2c on host n-h2-819494-3 for vnic_type normal with profile None {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:45:24.303434 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-aac23f3c-d6bf-43f6-8d59-3d2f1320a997 service neutron] Attempting to bind port 4292e6b2-41b2-40ba-8f4f-fca486354a2c by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:45:24.303764 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-aac23f3c-d6bf-43f6-8d59-3d2f1320a997 service neutron] Attempting to bind port 4292e6b2-41b2-40ba-8f4f-fca486354a2c on network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:45:24.351285 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc22c9-fef1-434e-b25d-1a165f4e6444 req-feef5d77-7fc2-445d-99bf-b0e2a973326e tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:24.351285 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7ccc22c9-fef1-434e-b25d-1a165f4e6444 req-feef5d77-7fc2-445d-99bf-b0e2a973326e tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 950 time: 0.2447016 Nov 27 03:45:24.388493 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9e0d88e9-318e-4a65-b76b-c3f1d1d2195c req-dbec721b-9afb-4d18-80a2-1afd03543779 service neutron] 10.222.0.23 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103637 Nov 27 03:45:24.389326 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-aac23f3c-d6bf-43f6-8d59-3d2f1320a997 service neutron] Port 4292e6b2-41b2-40ba-8f4f-fca486354a2c on network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:45:24.389759 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-aac23f3c-d6bf-43f6-8d59-3d2f1320a997 service neutron] Attempting to bind port 4292e6b2-41b2-40ba-8f4f-fca486354a2c on network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:45:24.418264 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-aac23f3c-d6bf-43f6-8d59-3d2f1320a997 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:45:24.418720 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-aac23f3c-d6bf-43f6-8d59-3d2f1320a997 service neutron] Checking segment: {'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:45:24.419299 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-aac23f3c-d6bf-43f6-8d59-3d2f1320a997 service neutron] Bound using segment: {'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:45:24.419759 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-aac23f3c-d6bf-43f6-8d59-3d2f1320a997 service neutron] Bound port: 4292e6b2-41b2-40ba-8f4f-fca486354a2c, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:45:24.527290 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56652) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:45:24.551481 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-142e0ec4-2943-4249-8b8c-a8967bad6834 req-06ef1899-292d-4037-8126-15e22a183f87 service neutron] 10.222.0.11 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4399755 Nov 27 03:45:24.648289 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-47edeaa3-d2a1-47b8-a976-0db79e79ce4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:24.654382 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-7197973d-93c2-42be-80d8-7bf2abc74f94 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-576162481-network', 'tenant_id': '554a18e3774b48adae1f3e8ddaa65860'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:45:24.683506 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7197973d-93c2-42be-80d8-7bf2abc74f94 admin admin] Made reservation on behalf of 554a18e3774b48adae1f3e8ddaa65860 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:45:24.686693 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7197973d-93c2-42be-80d8-7bf2abc74f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:24.690618 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-aac23f3c-d6bf-43f6-8d59-3d2f1320a997 service neutron] For port 4292e6b2-41b2-40ba-8f4f-fca486354a2c, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=4292e6b2-41b2-40ba-8f4f-fca486354a2c,segment=NetworkSegment(0ede1ec6-1b9f-43e0-8048-29f023f3314a),segment_id=0ede1ec6-1b9f-43e0-8048-29f023f3314a)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:45:24.696935 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7197973d-93c2-42be-80d8-7bf2abc74f94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:24.714368 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-47edeaa3-d2a1-47b8-a976-0db79e79ce4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1061c8f2-a0ce-422f-b43d-3200c66695ab']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:24.717547 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f7e961-2141-4b99-bb94-4f451c8c9de2', 'name': 'network-vif-deleted', 'tag': 'a55fda5f-e74d-4610-b6d5-be063b37853d'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:45:24.719827 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28732eb9-51d8-4203-9b06-8027f8bd6490" -d '{"events": [{"server_uuid": "50f7e961-2141-4b99-bb94-4f451c8c9de2", "name": "network-vif-deleted", "tag": "a55fda5f-e74d-4610-b6d5-be063b37853d"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:45:24.724938 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-aac23f3c-d6bf-43f6-8d59-3d2f1320a997 service neutron] Publish callbacks [] for binding, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:24.726080 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-aac23f3c-d6bf-43f6-8d59-3d2f1320a997 service neutron] 10.222.0.20 "POST /v2.0/ports/4292e6b2-41b2-40ba-8f4f-fca486354a2c/bindings HTTP/1.1" status: 201 len: 389 time: 1.2643113 Nov 27 03:45:24.760635 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7ccc22c9-fef1-434e-b25d-1a165f4e6444 req-b432c2d1-2ac9-4783-8c17-4edd4571e4fa tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853166 Nov 27 03:45:24.768221 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-47edeaa3-d2a1-47b8-a976-0db79e79ce4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a584404-1c26-40b8-b28c-ce6fe5d1bb30') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:24.768692 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-47edeaa3-d2a1-47b8-a976-0db79e79ce4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a584404-1c26-40b8-b28c-ce6fe5d1bb30') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:24.794646 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9e0d88e9-318e-4a65-b76b-c3f1d1d2195c req-f01b2741-581b-40ee-9ed1-f1d095a9a197 service neutron] 10.222.0.23 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644874 Nov 27 03:45:24.845879 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56660) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:45:24.862485 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7197973d-93c2-42be-80d8-7bf2abc74f94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:24.897137 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7197973d-93c2-42be-80d8-7bf2abc74f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:24.922394 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-142e0ec4-2943-4249-8b8c-a8967bad6834 req-2ceb24fa-9992-4a47-90f4-e6bc2660b145 service neutron] 10.222.0.11 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449299 Nov 27 03:45:24.924405 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-47edeaa3-d2a1-47b8-a976-0db79e79ce4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:24.931869 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7197973d-93c2-42be-80d8-7bf2abc74f94 admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:45:24.942889 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-47edeaa3-d2a1-47b8-a976-0db79e79ce4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:24.952383 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47edeaa3-d2a1-47b8-a976-0db79e79ce4a admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:45:24.952800 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-47edeaa3-d2a1-47b8-a976-0db79e79ce4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:25.003382 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7197973d-93c2-42be-80d8-7bf2abc74f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9470d7c1-d3da-4afd-be88-7a9fb2a71c77,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:25.015650 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-e59e566b-2fa5-4fea-b711-584adaf08e9e admin admin] Deleting subnet 10bb03c9-60fd-47aa-9847-76b86f1a058b {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:45:25.042538 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7197973d-93c2-42be-80d8-7bf2abc74f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:25.043818 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-7197973d-93c2-42be-80d8-7bf2abc74f94 admin admin] Added segment d92e8efd-5c30-4c82-9054-75fa47e1d31f of type vlan for network 636e3869-71e8-408d-aae3-f5bb95e8a157 Nov 27 03:45:25.051321 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b2c08e-4671-4696-ad26-d3f456340a7d x-openstack-request-id: req-10b2c08e-4671-4696-ad26-d3f456340a7d {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:45:25.051679 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f7e961-2141-4b99-bb94-4f451c8c9de2", "name": "network-vif-deleted", "tag": "a55fda5f-e74d-4610-b6d5-be063b37853d", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:45:25.051860 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-10b2c08e-4671-4696-ad26-d3f456340a7d {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:45:25.052324 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f7e961-2141-4b99-bb94-4f451c8c9de2', 'name': 'network-vif-deleted', 'tag': 'a55fda5f-e74d-4610-b6d5-be063b37853d', 'status': 'completed', 'code': 200} Nov 27 03:45:25.052963 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:45:25.052963 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 03:45:25.052963 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:45:25.052963 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 03:45:25.052963 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:45:25.052963 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 03:45:25.052963 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:45:25.052963 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 03:45:25.052963 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 03:45:25.052963 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:45:25.052963 n-d-819494-3 neutron-server[110019]: timer() Nov 27 03:45:25.052963 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:45:25.052963 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 03:45:25.052963 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:45:25.052963 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 03:45:25.052963 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:45:25.052963 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 03:45:25.052963 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:45:25.052963 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 03:45:25.052963 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:45:25.052963 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 03:45:25.052963 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:45:25.052963 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:45:25.052963 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:45:25.052963 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:45:25.052963 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:45:25.052963 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 03:45:25.052963 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:45:25.052963 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 03:45:25.052963 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:45:25.052963 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:45:25.052963 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:45:25.052963 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 03:45:25.052963 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:45:25.052963 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:45:25.052963 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:45:25.052963 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:45:25.052963 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:45:25.052963 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:45:25.052963 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:45:25.088469 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-47edeaa3-d2a1-47b8-a976-0db79e79ce4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:25.095250 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-47edeaa3-d2a1-47b8-a976-0db79e79ce4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:25.098379 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-47edeaa3-d2a1-47b8-a976-0db79e79ce4a admin admin] 10.222.0.20 "DELETE /v2.0/networks/1061c8f2-a0ce-422f-b43d-3200c66695ab HTTP/1.1" status: 204 len: 168 time: 3.1728067 Nov 27 03:45:25.132872 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47edeaa3-d2a1-47b8-a976-0db79e79ce4a admin admin] Pushing event deleted for resources: {'Network': ['ID=1061c8f2-a0ce-422f-b43d-3200c66695ab,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:25.145055 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7197973d-93c2-42be-80d8-7bf2abc74f94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:25.171262 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e59e566b-2fa5-4fea-b711-584adaf08e9e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:25.173086 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87004020-f0d4-4ac7-a157-47b8db126824 req-3d834a4f-c602-4693-99ec-7c3ed59b42e8 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:25.185098 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-87004020-f0d4-4ac7-a157-47b8db126824 req-3d834a4f-c602-4693-99ec-7c3ed59b42e8 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 945 time: 0.1310582 Nov 27 03:45:25.242194 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7197973d-93c2-42be-80d8-7bf2abc74f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:25.243662 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7197973d-93c2-42be-80d8-7bf2abc74f94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:25.244473 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7197973d-93c2-42be-80d8-7bf2abc74f94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:25.278699 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-87004020-f0d4-4ac7-a157-47b8db126824 req-2fd9e943-410d-4abb-aff2-61f3f8357dfe tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901990 Nov 27 03:45:25.311640 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56666) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:45:25.344834 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e59e566b-2fa5-4fea-b711-584adaf08e9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:25.377482 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e60f1f3c-256a-487a-a8e9-16862c60af43 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ee487fd6f3246e3902cf82b3ecb881d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0643220 Nov 27 03:45:25.379809 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56668) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:45:25.459847 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6327a329-3886-428f-be6d-0cb12a512533 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:25.492802 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6327a329-3886-428f-be6d-0cb12a512533 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:25.563705 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6327a329-3886-428f-be6d-0cb12a512533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:25.571074 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6327a329-3886-428f-be6d-0cb12a512533 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:25.572420 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6327a329-3886-428f-be6d-0cb12a512533 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c030cebc-2a63-4851-99fa-ec922b906199 HTTP/1.1" status: 204 len: 168 time: 0.1910484 Nov 27 03:45:25.597933 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6327a329-3886-428f-be6d-0cb12a512533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c030cebc-2a63-4851-99fa-ec922b906199,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:25.733699 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56672) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:45:25.734343 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7197973d-93c2-42be-80d8-7bf2abc74f94 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2048519 Nov 27 03:45:25.744520 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-81749729-1ddd-40b1-9b17-6e30b500982a admin admin] Request body: {'subnet': {'network_id': '636e3869-71e8-408d-aae3-f5bb95e8a157', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-576162481-subnet', 'tenant_id': '554a18e3774b48adae1f3e8ddaa65860', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:45:25.764845 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e4d99-b5de-4936-b8d2-271b69895902 req-81948d32-d89f-4ac9-bb3b-b93b2fc81004 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:25.772183 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-356e4d99-b5de-4936-b8d2-271b69895902 req-81948d32-d89f-4ac9-bb3b-b93b2fc81004 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 944 time: 0.5981414 Nov 27 03:45:25.795923 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81749729-1ddd-40b1-9b17-6e30b500982a admin admin] Made reservation on behalf of 554a18e3774b48adae1f3e8ddaa65860 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:45:25.798310 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-81749729-1ddd-40b1-9b17-6e30b500982a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:25.819741 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e59e566b-2fa5-4fea-b711-584adaf08e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:25.823395 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7197973d-93c2-42be-80d8-7bf2abc74f94 admin admin] Pushing event updated for resources: {'Network': ['ID=636e3869-71e8-408d-aae3-f5bb95e8a157,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:25.836588 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 636e3869-71e8-408d-aae3-f5bb95e8a157 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:45:25.969756 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-356e4d99-b5de-4936-b8d2-271b69895902 req-57371fcd-17de-4341-97bb-c0da13704b52 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963024 Nov 27 03:45:26.038644 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e59e566b-2fa5-4fea-b711-584adaf08e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:26.056948 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-81749729-1ddd-40b1-9b17-6e30b500982a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:26.061558 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e59e566b-2fa5-4fea-b711-584adaf08e9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:26.072430 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e59e566b-2fa5-4fea-b711-584adaf08e9e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/10bb03c9-60fd-47aa-9847-76b86f1a058b HTTP/1.1" status: 204 len: 168 time: 1.2189264 Nov 27 03:45:26.116793 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56680) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:45:26.130912 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e566b-2fa5-4fea-b711-584adaf08e9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10bb03c9-60fd-47aa-9847-76b86f1a058b,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:26.157741 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81749729-1ddd-40b1-9b17-6e30b500982a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dfa4998-5340-4927-8bf6-cce52f9da61b,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:26.214422 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83917f-c608-4356-be71-7f584f2f8547 req-bbcf9bbb-a323-4979-8ba3-f762837e9971 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:26.222025 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cc83917f-c608-4356-be71-7f584f2f8547 req-bbcf9bbb-a323-4979-8ba3-f762837e9971 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 950 time: 0.1762211 Nov 27 03:45:26.232238 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81749729-1ddd-40b1-9b17-6e30b500982a admin admin] Checking segment: {'id': 'd92e8efd-5c30-4c82-9054-75fa47e1d31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '636e3869-71e8-408d-aae3-f5bb95e8a157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:45:26.232606 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81749729-1ddd-40b1-9b17-6e30b500982a admin admin] Network hostable DHCP agents. Network: 636e3869-71e8-408d-aae3-f5bb95e8a157, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:45:26.264648 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c3d27bc0-b8f1-4b8b-903f-7db5a13c166f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:26.287404 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81749729-1ddd-40b1-9b17-6e30b500982a admin admin] Network 636e3869-71e8-408d-aae3-f5bb95e8a157 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:45:26.303750 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cc83917f-c608-4356-be71-7f584f2f8547 req-4cb4e9cc-869c-4623-8e00-9cac1f60556c tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806031 Nov 27 03:45:26.316004 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-81749729-1ddd-40b1-9b17-6e30b500982a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 636e3869-71e8-408d-aae3-f5bb95e8a157) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:45:26.323987 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81749729-1ddd-40b1-9b17-6e30b500982a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:26.326023 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-81749729-1ddd-40b1-9b17-6e30b500982a admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:26.327046 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30cbe84-70f1-45b0-a975-b80d64595d57 None None] Network 636e3869-71e8-408d-aae3-f5bb95e8a157 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:45:26.355509 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-81749729-1ddd-40b1-9b17-6e30b500982a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6190748 Nov 27 03:45:26.358265 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56690) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:45:26.367415 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-600a2634-1a70-4455-bef2-d002483731fa admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-576162481-router', 'tenant_id': '554a18e3774b48adae1f3e8ddaa65860', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:45:26.405626 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-600a2634-1a70-4455-bef2-d002483731fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:26.407365 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-600a2634-1a70-4455-bef2-d002483731fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:26.409550 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c3d27bc0-b8f1-4b8b-903f-7db5a13c166f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:26.444089 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-c3d27bc0-b8f1-4b8b-903f-7db5a13c166f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7c6215b-538d-47fa-ba03-b46cf63de2f4']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:26.459928 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-c3d27bc0-b8f1-4b8b-903f-7db5a13c166f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0615c29d-8b0b-49c8-9645-4a8174090102') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:26.463466 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-c3d27bc0-b8f1-4b8b-903f-7db5a13c166f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0615c29d-8b0b-49c8-9645-4a8174090102') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:26.487102 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c3d27bc0-b8f1-4b8b-903f-7db5a13c166f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:26.547048 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c3d27bc0-b8f1-4b8b-903f-7db5a13c166f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:26.558451 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-600a2634-1a70-4455-bef2-d002483731fa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:26.567689 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3d27bc0-b8f1-4b8b-903f-7db5a13c166f admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:45:26.567689 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c3d27bc0-b8f1-4b8b-903f-7db5a13c166f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:26.568998 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 03:45:26.568998 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:45:26.568998 n-d-819494-3 neutron-server[110018]: timer() Nov 27 03:45:26.568998 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:45:26.568998 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 03:45:26.568998 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:45:26.568998 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 03:45:26.568998 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:45:26.568998 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 03:45:26.568998 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:45:26.568998 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 03:45:26.568998 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:45:26.568998 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 03:45:26.568998 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:45:26.568998 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:45:26.568998 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:45:26.568998 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:45:26.568998 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:45:26.568998 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 03:45:26.568998 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:45:26.568998 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 03:45:26.568998 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:45:26.568998 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:45:26.568998 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:45:26.568998 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 03:45:26.568998 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:45:26.568998 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:45:26.568998 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:45:26.568998 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:45:26.568998 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:45:26.568998 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:45:26.568998 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:45:26.708388 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca3c92-1b2f-47b7-876d-2e3eed462840 req-32873498-b2ce-4d11-a332-2dd043197a71 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:26.716600 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-76ca3c92-1b2f-47b7-876d-2e3eed462840 req-32873498-b2ce-4d11-a332-2dd043197a71 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 945 time: 0.1667953 Nov 27 03:45:26.738824 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c3d27bc0-b8f1-4b8b-903f-7db5a13c166f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:26.740496 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4d6bf2-0865-406c-b49e-9115e62ac41c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-636e3869-71e8-408d-aae3-f5bb95e8a157', 'network_id': '636e3869-71e8-408d-aae3-f5bb95e8a157', 'tenant_id': '554a18e3774b48adae1f3e8ddaa65860', 'fixed_ips': [{'subnet_id': '1dfa4998-5340-4927-8bf6-cce52f9da61b'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 03:45:26.742888 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6d4d6bf2-0865-406c-b49e-9115e62ac41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:26.780782 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c3d27bc0-b8f1-4b8b-903f-7db5a13c166f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:26.784906 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c3d27bc0-b8f1-4b8b-903f-7db5a13c166f admin admin] 10.222.0.20 "DELETE /v2.0/networks/e7c6215b-538d-47fa-ba03-b46cf63de2f4 HTTP/1.1" status: 204 len: 168 time: 0.6642628 Nov 27 03:45:26.785804 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d27bc0-b8f1-4b8b-903f-7db5a13c166f admin admin] Pushing event deleted for resources: {'Network': ['ID=e7c6215b-538d-47fa-ba03-b46cf63de2f4,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:26.795310 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56702) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:45:26.806276 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-600a2634-1a70-4455-bef2-d002483731fa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:26.890732 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-76ca3c92-1b2f-47b7-876d-2e3eed462840 req-6a9ae817-88d8-4acc-9760-4d7b8dcb4949 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682894 Nov 27 03:45:26.894702 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-2082567e-d20f-4ce3-9f5e-88866ca9928b admin admin] Deleting subnet 802b0560-2e40-4b56-bde3-b1c8aa470bdc {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:45:26.900189 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2082567e-d20f-4ce3-9f5e-88866ca9928b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:26.946625 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2082567e-d20f-4ce3-9f5e-88866ca9928b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:26.998266 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-6d4d6bf2-0865-406c-b49e-9115e62ac41c None None] Allocated IP 172.20.0.2 (636e3869-71e8-408d-aae3-f5bb95e8a157/1dfa4998-5340-4927-8bf6-cce52f9da61b/6ad68f58-37e5-4833-84ca-af673f0fea4f) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:45:27.020743 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2082567e-d20f-4ce3-9f5e-88866ca9928b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:27.092564 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56710) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:45:27.200465 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2082567e-d20f-4ce3-9f5e-88866ca9928b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:27.234584 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2082567e-d20f-4ce3-9f5e-88866ca9928b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:27.254846 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-600a2634-1a70-4455-bef2-d002483731fa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:27.266022 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2082567e-d20f-4ce3-9f5e-88866ca9928b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/802b0560-2e40-4b56-bde3-b1c8aa470bdc HTTP/1.1" status: 204 len: 168 time: 0.4668069 Nov 27 03:45:27.303523 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56716) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:45:27.313748 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6d4d6bf2-0865-406c-b49e-9115e62ac41c None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:27.329964 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6d4d6bf2-0865-406c-b49e-9115e62ac41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:27.330778 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2082567e-d20f-4ce3-9f5e-88866ca9928b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=802b0560-2e40-4b56-bde3-b1c8aa470bdc,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:27.340600 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-437a2448-2260-408a-b754-a16f104d1bd6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-630434637-network', 'tenant_id': '731137b7f28c4e9482c714fe10b7c9f2'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:45:27.375368 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437a2448-2260-408a-b754-a16f104d1bd6 admin admin] Made reservation on behalf of 731137b7f28c4e9482c714fe10b7c9f2 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:45:27.381510 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-437a2448-2260-408a-b754-a16f104d1bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:27.394409 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-437a2448-2260-408a-b754-a16f104d1bd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:27.432877 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4d6bf2-0865-406c-b49e-9115e62ac41c None None] Network 636e3869-71e8-408d-aae3-f5bb95e8a157 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:45:27.444289 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-6d4d6bf2-0865-406c-b49e-9115e62ac41c None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:45:27.461262 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4d6bf2-0865-406c-b49e-9115e62ac41c None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:45:27.516612 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-437a2448-2260-408a-b754-a16f104d1bd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:27.524888 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d6bf2-0865-406c-b49e-9115e62ac41c None None] Pushing event updated for resources: {'Port': ['ID=6ad68f58-37e5-4833-84ca-af673f0fea4f,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:27.557002 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-6d4d6bf2-0865-406c-b49e-9115e62ac41c None None] Attempting to bind port 6ad68f58-37e5-4833-84ca-af673f0fea4f on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:45:27.557637 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-6d4d6bf2-0865-406c-b49e-9115e62ac41c None None] Attempting to bind port 6ad68f58-37e5-4833-84ca-af673f0fea4f by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'd92e8efd-5c30-4c82-9054-75fa47e1d31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '636e3869-71e8-408d-aae3-f5bb95e8a157'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:45:27.558697 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4d6bf2-0865-406c-b49e-9115e62ac41c None None] Attempting to bind port 6ad68f58-37e5-4833-84ca-af673f0fea4f on network 636e3869-71e8-408d-aae3-f5bb95e8a157 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:45:27.566835 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4d6bf2-0865-406c-b49e-9115e62ac41c None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:45:27.567464 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4d6bf2-0865-406c-b49e-9115e62ac41c None None] Checking segment: {'id': 'd92e8efd-5c30-4c82-9054-75fa47e1d31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '636e3869-71e8-408d-aae3-f5bb95e8a157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:45:27.568546 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6d4d6bf2-0865-406c-b49e-9115e62ac41c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:27.569108 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4d6bf2-0865-406c-b49e-9115e62ac41c None None] Bound using segment: {'id': 'd92e8efd-5c30-4c82-9054-75fa47e1d31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '636e3869-71e8-408d-aae3-f5bb95e8a157'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:45:27.569743 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-6d4d6bf2-0865-406c-b49e-9115e62ac41c None None] Bound port: 6ad68f58-37e5-4833-84ca-af673f0fea4f, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd92e8efd-5c30-4c82-9054-75fa47e1d31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '636e3869-71e8-408d-aae3-f5bb95e8a157'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:45:27.570293 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6d4d6bf2-0865-406c-b49e-9115e62ac41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:27.574864 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-437a2448-2260-408a-b754-a16f104d1bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:27.591325 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-437a2448-2260-408a-b754-a16f104d1bd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:45:27.603994 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-437a2448-2260-408a-b754-a16f104d1bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:27.604347 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-437a2448-2260-408a-b754-a16f104d1bd6 admin admin] Added segment bdf28014-cfdc-41fe-9654-2a30092b7f3c of type vlan for network a0f221d8-32da-4d4e-9dfb-536843735a75 Nov 27 03:45:27.649500 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-6d4d6bf2-0865-406c-b49e-9115e62ac41c None None] For port 6ad68f58-37e5-4833-84ca-af673f0fea4f, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:45:27.654750 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-6d4d6bf2-0865-406c-b49e-9115e62ac41c None None] For port 6ad68f58-37e5-4833-84ca-af673f0fea4f, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=6ad68f58-37e5-4833-84ca-af673f0fea4f,segment=NetworkSegment(d92e8efd-5c30-4c82-9054-75fa47e1d31f),segment_id=d92e8efd-5c30-4c82-9054-75fa47e1d31f)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:45:27.668625 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-437a2448-2260-408a-b754-a16f104d1bd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:27.669982 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6d4d6bf2-0865-406c-b49e-9115e62ac41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:27.748912 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437a2448-2260-408a-b754-a16f104d1bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ffee85-638c-4c4e-8aae-34b9aef2e425,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:27.756242 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-437a2448-2260-408a-b754-a16f104d1bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:27.763203 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437a2448-2260-408a-b754-a16f104d1bd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:27.764598 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-437a2448-2260-408a-b754-a16f104d1bd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:27.813401 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d6bf2-0865-406c-b49e-9115e62ac41c None None] Pushing event updated for resources: {'Port': ['ID=6ad68f58-37e5-4833-84ca-af673f0fea4f,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:27.814815 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-600a2634-1a70-4455-bef2-d002483731fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:27.874388 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-437a2448-2260-408a-b754-a16f104d1bd6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7776554 Nov 27 03:45:27.876464 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56722) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:45:27.884132 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-7232bf36-35e7-48b7-b637-ee32c70e84d2 admin admin] Request body: {'subnet': {'network_id': 'a0f221d8-32da-4d4e-9dfb-536843735a75', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-630434637-subnet', 'tenant_id': '731137b7f28c4e9482c714fe10b7c9f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:45:27.909894 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf1c39-2444-4055-b052-1318dad8fada req-0f36f011-57dc-4fec-9300-2999734447d7 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:27.911493 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d8cf1c39-2444-4055-b052-1318dad8fada req-0f36f011-57dc-4fec-9300-2999734447d7 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 950 time: 0.3930290 Nov 27 03:45:27.918102 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437a2448-2260-408a-b754-a16f104d1bd6 admin admin] Pushing event updated for resources: {'Network': ['ID=a0f221d8-32da-4d4e-9dfb-536843735a75,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:27.930944 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network a0f221d8-32da-4d4e-9dfb-536843735a75 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:45:27.958372 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7232bf36-35e7-48b7-b637-ee32c70e84d2 admin admin] Made reservation on behalf of 731137b7f28c4e9482c714fe10b7c9f2 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:45:27.962430 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7232bf36-35e7-48b7-b637-ee32c70e84d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:28.145001 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d8cf1c39-2444-4055-b052-1318dad8fada req-f41493c4-0c7a-4479-9091-5dbcf86fd6bc tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222321 Nov 27 03:45:28.200155 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40adf0f0-9ac7-456d-bb2b-7cd84a89fbf3 req-894dfb37-2457-4df7-a3e7-f1c49149bc93 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:28.201764 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-40adf0f0-9ac7-456d-bb2b-7cd84a89fbf3 req-894dfb37-2457-4df7-a3e7-f1c49149bc93 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 944 time: 1.0314517 Nov 27 03:45:28.242956 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-08e00ab2-88ca-4d65-999d-c861afb6bffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:28.266392 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-600a2634-1a70-4455-bef2-d002483731fa admin admin] Allocated IP 172.25.1.73 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/933e652a-3f00-44b0-8dff-6596a49bf434) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:45:28.286003 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9bfa6a22-a7a6-4443-8e14-0695dc0a6ed2 req-f7cfdaad-063c-4abf-b657-237d3b45f0ef service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b3ca7078-2116-4702-877b-4c6bb7a4fa95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3629208 Nov 27 03:45:28.296257 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-e4eb6715-904b-4067-8fc0-8cde32a29d79 service neutron] show failed (client error): The resource could not be found. Nov 27 03:45:28.298748 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-e4eb6715-904b-4067-8fc0-8cde32a29d79 service neutron] 10.222.0.23 "GET /v2.0/ports/ef4ae27c-26c3-4e63-8f92-1652f2b6bca5/bindings/n-h2-819494-3 HTTP/1.1" status: 404 len: 380 time: 0.4591119 Nov 27 03:45:28.409096 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812bf87b-d93d-4b25-8e18-55098221818b req-b7857b97-8057-4564-bf63-57de10cfc8e3 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:28.416381 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-40adf0f0-9ac7-456d-bb2b-7cd84a89fbf3 req-d5c1c8e1-adc2-4c83-8b93-38f24ecb80a7 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992834 Nov 27 03:45:28.424373 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-812bf87b-d93d-4b25-8e18-55098221818b req-b7857b97-8057-4564-bf63-57de10cfc8e3 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 945 time: 0.1300817 Nov 27 03:45:28.483265 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7232bf36-35e7-48b7-b637-ee32c70e84d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:28.508125 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-08e00ab2-88ca-4d65-999d-c861afb6bffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:28.580362 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-08e00ab2-88ca-4d65-999d-c861afb6bffd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1a3fe2b-24ba-4712-8653-df1922f9ea57']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:28.585263 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa6a22-a7a6-4443-8e14-0695dc0a6ed2 req-3607af10-9b36-4ebf-86ab-6f3a6bfef2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:28.586837 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9bfa6a22-a7a6-4443-8e14-0695dc0a6ed2 req-3607af10-9b36-4ebf-86ab-6f3a6bfef2bb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f93bf1216094326aad79ff5fda23c08&device_id=b3ca7078-2116-4702-877b-4c6bb7a4fa95 HTTP/1.1" status: 200 len: 1096 time: 0.2505822 Nov 27 03:45:28.603962 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-812bf87b-d93d-4b25-8e18-55098221818b req-7958df88-fb3e-4045-a5f4-21dd237a30e4 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785846 Nov 27 03:45:28.613883 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-08e00ab2-88ca-4d65-999d-c861afb6bffd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26576583-1dd4-499f-98a8-96994a8dc4d8') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:28.614190 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-08e00ab2-88ca-4d65-999d-c861afb6bffd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26576583-1dd4-499f-98a8-96994a8dc4d8') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:28.663155 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232bf36-35e7-48b7-b637-ee32c70e84d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d2a0478-4d2f-435e-bff6-97c2c969f6e3,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:28.677809 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7232bf36-35e7-48b7-b637-ee32c70e84d2 admin admin] Checking segment: {'id': 'bdf28014-cfdc-41fe-9654-2a30092b7f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0f221d8-32da-4d4e-9dfb-536843735a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:45:28.678414 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7232bf36-35e7-48b7-b637-ee32c70e84d2 admin admin] Network hostable DHCP agents. Network: a0f221d8-32da-4d4e-9dfb-536843735a75, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:45:28.702214 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7232bf36-35e7-48b7-b637-ee32c70e84d2 admin admin] Network a0f221d8-32da-4d4e-9dfb-536843735a75 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:45:28.709500 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-08e00ab2-88ca-4d65-999d-c861afb6bffd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:28.721467 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-7232bf36-35e7-48b7-b637-ee32c70e84d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, a0f221d8-32da-4d4e-9dfb-536843735a75) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:45:28.727301 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7232bf36-35e7-48b7-b637-ee32c70e84d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:28.728219 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7232bf36-35e7-48b7-b637-ee32c70e84d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:28.734508 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d3141e-6d81-4037-93e9-ad9221312f3d None None] Network a0f221d8-32da-4d4e-9dfb-536843735a75 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:45:28.754279 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7232bf36-35e7-48b7-b637-ee32c70e84d2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8739290 Nov 27 03:45:28.759992 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-600a2634-1a70-4455-bef2-d002483731fa admin admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:28.760647 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56738) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:45:28.764517 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-08e00ab2-88ca-4d65-999d-c861afb6bffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:28.770385 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-f30cfc36-3f7c-4756-a854-d0224545048c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-630434637-router', 'tenant_id': '731137b7f28c4e9482c714fe10b7c9f2', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:45:28.778112 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08e00ab2-88ca-4d65-999d-c861afb6bffd admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:45:28.778528 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-08e00ab2-88ca-4d65-999d-c861afb6bffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:28.788171 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 03:45:28.788171 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:45:28.788171 n-d-819494-3 neutron-server[110019]: timer() Nov 27 03:45:28.788171 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:45:28.788171 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 03:45:28.788171 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:45:28.788171 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 03:45:28.788171 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:45:28.788171 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 03:45:28.788171 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:45:28.788171 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 03:45:28.788171 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:45:28.788171 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 03:45:28.788171 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:45:28.788171 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:45:28.788171 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:45:28.788171 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:45:28.788171 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:45:28.788171 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 03:45:28.788171 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:45:28.788171 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 03:45:28.788171 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:45:28.788171 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:45:28.788171 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:45:28.788171 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 03:45:28.788171 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:45:28.788171 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:45:28.788171 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:45:28.788171 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:45:28.788171 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:45:28.788171 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:45:28.788171 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:45:28.823980 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f30cfc36-3f7c-4756-a854-d0224545048c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:28.826907 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f30cfc36-3f7c-4756-a854-d0224545048c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:28.943287 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f30cfc36-3f7c-4756-a854-d0224545048c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:28.957921 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa6a22-a7a6-4443-8e14-0695dc0a6ed2 req-40d97240-d12b-4834-9cad-c7d39c983f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:28.959422 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9bfa6a22-a7a6-4443-8e14-0695dc0a6ed2 req-40d97240-d12b-4834-9cad-c7d39c983f34 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 HTTP/1.1" status: 200 len: 909 time: 0.3280485 Nov 27 03:45:28.963920 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-0ffcd571-f1c5-473e-97e6-4672b4950f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:28.965957 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-0ffcd571-f1c5-473e-97e6-4672b4950f41 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51&tenant_id=d416f1581fce4cbda78108e0795a4c3c HTTP/1.1" status: 200 len: 1101 time: 0.3876503 Nov 27 03:45:28.993045 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-dc72d087-192f-4793-8c47-d6d2ecd80b9d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819494-3', 'device_owner': 'compute:nova'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:45:29.031838 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c99c9c-8823-48b3-af3b-df94653c0ab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-a0f221d8-32da-4d4e-9dfb-536843735a75', 'network_id': 'a0f221d8-32da-4d4e-9dfb-536843735a75', 'tenant_id': '731137b7f28c4e9482c714fe10b7c9f2', 'fixed_ips': [{'subnet_id': '1d2a0478-4d2f-435e-bff6-97c2c969f6e3'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 03:45:29.032731 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-36c99c9c-8823-48b3-af3b-df94653c0ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:29.115236 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-08e00ab2-88ca-4d65-999d-c861afb6bffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:29.131342 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9bfa6a22-a7a6-4443-8e14-0695dc0a6ed2 req-96cbfde0-ecb7-4014-9069-42773944c061 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17a8823d-dc4e-4db2-b4ef-fc2efc14860a HTTP/1.1" status: 200 len: 217 time: 0.1499224 Nov 27 03:45:29.132422 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-08e00ab2-88ca-4d65-999d-c861afb6bffd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:29.138417 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-08e00ab2-88ca-4d65-999d-c861afb6bffd admin admin] 10.222.0.20 "DELETE /v2.0/networks/c1a3fe2b-24ba-4712-8653-df1922f9ea57 HTTP/1.1" status: 204 len: 168 time: 1.8307436 Nov 27 03:45:29.201729 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f30cfc36-3f7c-4756-a854-d0224545048c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:29.210540 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e00ab2-88ca-4d65-999d-c861afb6bffd admin admin] Pushing event deleted for resources: {'Network': ['ID=c1a3fe2b-24ba-4712-8653-df1922f9ea57,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:29.248029 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad1b819-9e55-41f7-b326-709ccd9f9648 None None] Network 636e3869-71e8-408d-aae3-f5bb95e8a157 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:45:29.256494 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-600a2634-1a70-4455-bef2-d002483731fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:29.284830 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e00ab2-88ca-4d65-999d-c861afb6bffd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:29.285287 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e00ab2-88ca-4d65-999d-c861afb6bffd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:29.285563 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e00ab2-88ca-4d65-999d-c861afb6bffd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:29.286155 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e00ab2-88ca-4d65-999d-c861afb6bffd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:29.286420 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e00ab2-88ca-4d65-999d-c861afb6bffd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:29.287045 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e00ab2-88ca-4d65-999d-c861afb6bffd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:29.287385 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e00ab2-88ca-4d65-999d-c861afb6bffd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:29.287721 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e00ab2-88ca-4d65-999d-c861afb6bffd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:29.288175 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e00ab2-88ca-4d65-999d-c861afb6bffd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:29.288381 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e00ab2-88ca-4d65-999d-c861afb6bffd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:29.288717 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e00ab2-88ca-4d65-999d-c861afb6bffd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:29.289046 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e00ab2-88ca-4d65-999d-c861afb6bffd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:29.291775 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-dc72d087-192f-4793-8c47-d6d2ecd80b9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:29.353842 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa6a22-a7a6-4443-8e14-0695dc0a6ed2 req-54919c4e-6bdb-4854-9664-f3a096eec6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:29.355924 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9bfa6a22-a7a6-4443-8e14-0695dc0a6ed2 req-54919c4e-6bdb-4854-9664-f3a096eec6d0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f2f4695-47e3-40b2-b54d-f43d3306eba4 HTTP/1.1" status: 200 len: 848 time: 0.1948564 Nov 27 03:45:29.365720 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56752) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:45:29.373300 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-dc73ac77-a50d-48c7-9d3d-1c9ea74480cd tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:29.374872 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-dc73ac77-a50d-48c7-9d3d-1c9ea74480cd tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] 10.222.0.20 "GET /v2.0/networks?id=bd9416fa-5b57-44bc-b415-a020c14efa0b HTTP/1.1" status: 200 len: 813 time: 0.4231291 Nov 27 03:45:29.380487 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600a2634-1a70-4455-bef2-d002483731fa admin admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:45:29.416596 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09850195-c01f-496e-8b3a-90d49c6094eb req-ad4cce86-4e47-494c-8beb-f557bd344d66 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:29.418621 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-09850195-c01f-496e-8b3a-90d49c6094eb req-ad4cce86-4e47-494c-8beb-f557bd344d66 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 950 time: 0.1001604 Nov 27 03:45:29.436403 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-600a2634-1a70-4455-bef2-d002483731fa admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:45:29.461568 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600a2634-1a70-4455-bef2-d002483731fa admin admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:45:29.468763 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9bfa6a22-a7a6-4443-8e14-0695dc0a6ed2 req-d3df0919-8616-4d9a-8fdc-35456db9c62b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903182 Nov 27 03:45:29.469380 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a2634-1a70-4455-bef2-d002483731fa admin admin] Pushing event updated for resources: {'Port': ['ID=933e652a-3f00-44b0-8dff-6596a49bf434,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:29.513270 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-ba2c87fb-af13-4e2c-9584-fedad275bfac tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] 10.222.0.20 "GET /v2.0/quotas/b33395406ebf447ca0bbb196df2209cd HTTP/1.1" status: 200 len: 375 time: 0.1136048 Nov 27 03:45:29.518219 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-48240b96-e8ae-4ad7-a2d7-9065a8fc5dfa None None] Provisioning complete for port 6ad68f58-37e5-4833-84ca-af673f0fea4f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:45:29.519162 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-48240b96-e8ae-4ad7-a2d7-9065a8fc5dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:29.523557 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-09850195-c01f-496e-8b3a-90d49c6094eb req-c620cae9-8ba3-484e-a0a0-d5d33af49819 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901723 Nov 27 03:45:29.608195 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-36c99c9c-8823-48b3-af3b-df94653c0ab4 None None] Allocated IP 172.20.0.2 (a0f221d8-32da-4d4e-9dfb-536843735a75/1d2a0478-4d2f-435e-bff6-97c2c969f6e3/f90e6822-9c08-4905-b976-105717bfe128) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:45:29.643125 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d3a2cc1e-fce1-4f7c-9040-93d56eb36d9b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=beeb3ad01bc54000804a22c457c7428a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2668736 Nov 27 03:45:29.648051 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56760) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:45:29.686681 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-48240b96-e8ae-4ad7-a2d7-9065a8fc5dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:29.752039 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f30cfc36-3f7c-4756-a854-d0224545048c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:29.794008 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f30cfc36-3f7c-4756-a854-d0224545048c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:29.826736 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7041b42-e360-4d3a-8666-fe104d1e149a req-ea1c05ac-f33b-431c-9e2c-d385440bc3bd tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:29.829315 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7041b42-e360-4d3a-8666-fe104d1e149a req-ea1c05ac-f33b-431c-9e2c-d385440bc3bd tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 944 time: 0.1820750 Nov 27 03:45:29.832838 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-48240b96-e8ae-4ad7-a2d7-9065a8fc5dfa None None] For port 6ad68f58-37e5-4833-84ca-af673f0fea4f, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=6ad68f58-37e5-4833-84ca-af673f0fea4f,segment=NetworkSegment(d92e8efd-5c30-4c82-9054-75fa47e1d31f),segment_id=d92e8efd-5c30-4c82-9054-75fa47e1d31f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:45:29.846997 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-48240b96-e8ae-4ad7-a2d7-9065a8fc5dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:29.913043 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9b5de022-96de-4430-8e2e-b8902f02fa35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:29.985759 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-317164ee-b014-4c44-a136-174ca52f852d tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b33395406ebf447ca0bbb196df2209cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4412959 Nov 27 03:45:30.020811 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9b5de022-96de-4430-8e2e-b8902f02fa35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:30.033672 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9bfa6a22-a7a6-4443-8e14-0695dc0a6ed2 req-9cbd5de0-557f-4942-9748-4d49b0543f17 service neutron] 10.222.0.23 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5537097 Nov 27 03:45:30.049968 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device ef4ae27c-26c3-4e63-8f92-1652f2b6bca5 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:45:30.053658 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48240b96-e8ae-4ad7-a2d7-9065a8fc5dfa None None] Pushing event updated for resources: {'Port': ['ID=6ad68f58-37e5-4833-84ca-af673f0fea4f,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:30.086683 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7041b42-e360-4d3a-8666-fe104d1e149a req-d4659780-59eb-4808-9923-dcc6f027a81a tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822062 Nov 27 03:45:30.105095 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-f30cfc36-3f7c-4756-a854-d0224545048c admin admin] Allocated IP 172.25.1.146 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/ab2d3936-bfca-44e5-a4b8-d25c80d4a293) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:45:30.178047 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 6ad68f58-37e5-4833-84ca-af673f0fea4f up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:45:30.226638 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9b5de022-96de-4430-8e2e-b8902f02fa35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:30.229803 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9b5de022-96de-4430-8e2e-b8902f02fa35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:30.231547 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9b5de022-96de-4430-8e2e-b8902f02fa35 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b4a49f24-a840-431a-9e34-a79dabb0b8fe HTTP/1.1" status: 204 len: 168 time: 0.5825746 Nov 27 03:45:30.244853 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5de022-96de-4430-8e2e-b8902f02fa35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a49f24-a840-431a-9e34-a79dabb0b8fe,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:30.260194 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-dc72d087-192f-4793-8c47-d6d2ecd80b9d service neutron] For port ef4ae27c-26c3-4e63-8f92-1652f2b6bca5, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=ef4ae27c-26c3-4e63-8f92-1652f2b6bca5,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:45:30.290818 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-6c90f674-9b43-41ba-a0aa-2158ef4bda4f None None] Provisioning complete for port 6ad68f58-37e5-4833-84ca-af673f0fea4f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:45:30.291214 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6c90f674-9b43-41ba-a0aa-2158ef4bda4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:30.294528 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f30cfc36-3f7c-4756-a854-d0224545048c admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:30.341529 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f30cfc36-3f7c-4756-a854-d0224545048c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:30.345192 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-36c99c9c-8823-48b3-af3b-df94653c0ab4 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:30.361959 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-36c99c9c-8823-48b3-af3b-df94653c0ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:30.397652 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30cfc36-3f7c-4756-a854-d0224545048c admin admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:45:30.401594 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-f30cfc36-3f7c-4756-a854-d0224545048c admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:45:30.407170 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30cfc36-3f7c-4756-a854-d0224545048c admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:45:30.474123 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa330c7-5470-40dd-9ed9-1d1772d24fde req-fa0710c3-6ffb-40aa-a829-d8e6fa5f6975 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:30.475908 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-baa330c7-5470-40dd-9ed9-1d1772d24fde req-fa0710c3-6ffb-40aa-a829-d8e6fa5f6975 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 945 time: 0.1490734 Nov 27 03:45:30.476600 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30cfc36-3f7c-4756-a854-d0224545048c admin admin] Pushing event updated for resources: {'Port': ['ID=ab2d3936-bfca-44e5-a4b8-d25c80d4a293,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:30.615226 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c99c9c-8823-48b3-af3b-df94653c0ab4 None None] Network a0f221d8-32da-4d4e-9dfb-536843735a75 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:45:30.621488 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 6ad68f58-37e5-4833-84ca-af673f0fea4f triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:45:30.621880 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:30.626587 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:30.630295 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-36c99c9c-8823-48b3-af3b-df94653c0ab4 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:45:30.656817 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-baa330c7-5470-40dd-9ed9-1d1772d24fde req-644d227b-5a7a-49f3-bbbe-cfe5cceff099 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232767 Nov 27 03:45:30.687239 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c99c9c-8823-48b3-af3b-df94653c0ab4 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:45:30.697131 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c99c9c-8823-48b3-af3b-df94653c0ab4 None None] Pushing event updated for resources: {'Port': ['ID=f90e6822-9c08-4905-b976-105717bfe128,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:30.827618 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56768) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:45:30.835912 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-36c99c9c-8823-48b3-af3b-df94653c0ab4 None None] Attempting to bind port f90e6822-9c08-4905-b976-105717bfe128 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:45:30.836867 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-36c99c9c-8823-48b3-af3b-df94653c0ab4 None None] Attempting to bind port f90e6822-9c08-4905-b976-105717bfe128 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'bdf28014-cfdc-41fe-9654-2a30092b7f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0f221d8-32da-4d4e-9dfb-536843735a75'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:45:30.837233 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c99c9c-8823-48b3-af3b-df94653c0ab4 None None] Attempting to bind port f90e6822-9c08-4905-b976-105717bfe128 on network a0f221d8-32da-4d4e-9dfb-536843735a75 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:45:30.863095 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c99c9c-8823-48b3-af3b-df94653c0ab4 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:45:30.863479 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c99c9c-8823-48b3-af3b-df94653c0ab4 None None] Checking segment: {'id': 'bdf28014-cfdc-41fe-9654-2a30092b7f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0f221d8-32da-4d4e-9dfb-536843735a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:45:30.863878 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-36c99c9c-8823-48b3-af3b-df94653c0ab4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:30.864556 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c99c9c-8823-48b3-af3b-df94653c0ab4 None None] Bound using segment: {'id': 'bdf28014-cfdc-41fe-9654-2a30092b7f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0f221d8-32da-4d4e-9dfb-536843735a75'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:45:30.864790 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-36c99c9c-8823-48b3-af3b-df94653c0ab4 None None] Bound port: f90e6822-9c08-4905-b976-105717bfe128, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdf28014-cfdc-41fe-9654-2a30092b7f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0f221d8-32da-4d4e-9dfb-536843735a75'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:45:30.865100 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-36c99c9c-8823-48b3-af3b-df94653c0ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:30.879729 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f30cfc36-3f7c-4756-a854-d0224545048c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:30.887555 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-1d9f223b-9d8e-4a7c-8847-f30353e9c714 service neutron] 10.222.0.20 "GET /v2.0/networks/bd9416fa-5b57-44bc-b415-a020c14efa0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8881729 Nov 27 03:45:30.909098 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-dc72d087-192f-4793-8c47-d6d2ecd80b9d service neutron] For port ef4ae27c-26c3-4e63-8f92-1652f2b6bca5, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:45:30.921296 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e36caf51-6792-4176-b952-cc09755e78c5 req-24738269-8654-4654-8c3f-5d9a4c343e08 service neutron] 10.222.0.23 "GET /v2.0/ports/38d81c3d-ce44-436e-ac76-0fa3e4f40f3d/bindings/n-h2-819494-3 HTTP/1.1" status: 200 len: 384 time: 0.2068076 Nov 27 03:45:30.950056 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-36c99c9c-8823-48b3-af3b-df94653c0ab4 None None] For port f90e6822-9c08-4905-b976-105717bfe128, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:45:30.953459 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9bfa6a22-a7a6-4443-8e14-0695dc0a6ed2 req-d6e05da5-bead-4d71-a6ec-b0facb26c2a2 service neutron] 10.222.0.23 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8775523 Nov 27 03:45:30.954942 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-36c99c9c-8823-48b3-af3b-df94653c0ab4 None None] For port f90e6822-9c08-4905-b976-105717bfe128, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=f90e6822-9c08-4905-b976-105717bfe128,segment=NetworkSegment(bdf28014-cfdc-41fe-9654-2a30092b7f3c),segment_id=bdf28014-cfdc-41fe-9654-2a30092b7f3c)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:45:30.960473 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-36c99c9c-8823-48b3-af3b-df94653c0ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:30.978774 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-cc7c2106-9b3f-4e95-9770-2753756bfe36 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=591b70280a6c403b8d7ca63b8cb5572f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1342409 Nov 27 03:45:30.988303 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae33c10-2e30-488f-93f4-0ad90841c495 req-912d916d-d290-4fce-8029-dce70b1c5634 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:30.989814 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5ae33c10-2e30-488f-93f4-0ad90841c495 req-912d916d-d290-4fce-8029-dce70b1c5634 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 950 time: 0.1785257 Nov 27 03:45:30.990590 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56770) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:45:31.020952 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-600a2634-1a70-4455-bef2-d002483731fa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:31.041473 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c99c9c-8823-48b3-af3b-df94653c0ab4 None None] Pushing event updated for resources: {'Port': ['ID=f90e6822-9c08-4905-b976-105717bfe128,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:31.109429 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdc14ae-f4d7-484a-bc96-988d9d222e51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef4ae27c-26c3-4e63-8f92-1652f2b6bca5'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:45:31.112932 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a95303-6156-4ae3-b359-f5bcf191b6f7" -d '{"events": [{"server_uuid": "2fdc14ae-f4d7-484a-bc96-988d9d222e51", "name": "network-vif-unplugged", "status": "completed", "tag": "ef4ae27c-26c3-4e63-8f92-1652f2b6bca5"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:45:31.117431 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-dc72d087-192f-4793-8c47-d6d2ecd80b9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:31.156931 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5ae33c10-2e30-488f-93f4-0ad90841c495 req-388ff2a6-16c4-41b2-a2a5-1f166a0a0278 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543930 Nov 27 03:45:31.185529 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-dc72d087-192f-4793-8c47-d6d2ecd80b9d service neutron] Transition to ACTIVE for port object ef4ae27c-26c3-4e63-8f92-1652f2b6bca5 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:45:31.191508 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5042b14c-5bdb-4362-bfba-593be9ffd190 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:31.208320 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-dc72d087-192f-4793-8c47-d6d2ecd80b9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:31.265245 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.api [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 03:45:31.268206 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5042b14c-5bdb-4362-bfba-593be9ffd190 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:31.269065 n-d-819494-3 neutron-server[110020]: DEBUG oslo_db.api [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 03:45:31.309439 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 03:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed656f5c-fdc6-42cb-85a1-b4dd47840e73 x-openstack-request-id: req-ed656f5c-fdc6-42cb-85a1-b4dd47840e73 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:45:31.309740 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdc14ae-f4d7-484a-bc96-988d9d222e51", "name": "network-vif-unplugged", "status": "completed", "tag": "ef4ae27c-26c3-4e63-8f92-1652f2b6bca5", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:45:31.310368 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed656f5c-fdc6-42cb-85a1-b4dd47840e73 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:45:31.310368 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdc14ae-f4d7-484a-bc96-988d9d222e51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef4ae27c-26c3-4e63-8f92-1652f2b6bca5', 'code': 200} Nov 27 03:45:31.336005 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f30cfc36-3f7c-4756-a854-d0224545048c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:31.405477 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-81fea9bc-3270-4870-98ae-7ea67fd84786 service neutron] 10.222.0.20 "GET /v2.0/networks/bd9416fa-5b57-44bc-b415-a020c14efa0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4990723 Nov 27 03:45:31.413752 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-dc72d087-192f-4793-8c47-d6d2ecd80b9d service neutron] No DVR routers for this DVR port ef4ae27c-26c3-4e63-8f92-1652f2b6bca5 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:45:31.477457 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5042b14c-5bdb-4362-bfba-593be9ffd190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:31.480185 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5042b14c-5bdb-4362-bfba-593be9ffd190 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:31.483784 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5042b14c-5bdb-4362-bfba-593be9ffd190 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/57a03ebf-b070-4336-b233-fd59b85b538f HTTP/1.1" status: 204 len: 168 time: 0.4883013 Nov 27 03:45:31.511329 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5042b14c-5bdb-4362-bfba-593be9ffd190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a03ebf-b070-4336-b233-fd59b85b538f,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:31.537117 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5042b14c-5bdb-4362-bfba-593be9ffd190 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:31.537517 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5042b14c-5bdb-4362-bfba-593be9ffd190 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:31.538010 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5042b14c-5bdb-4362-bfba-593be9ffd190 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:31.538476 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5042b14c-5bdb-4362-bfba-593be9ffd190 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:31.539420 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5042b14c-5bdb-4362-bfba-593be9ffd190 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:31.539762 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5042b14c-5bdb-4362-bfba-593be9ffd190 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:31.540183 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5042b14c-5bdb-4362-bfba-593be9ffd190 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:31.540618 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5042b14c-5bdb-4362-bfba-593be9ffd190 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:31.540954 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5042b14c-5bdb-4362-bfba-593be9ffd190 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:31.541758 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5042b14c-5bdb-4362-bfba-593be9ffd190 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:31.542220 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5042b14c-5bdb-4362-bfba-593be9ffd190 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:31.542714 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5042b14c-5bdb-4362-bfba-593be9ffd190 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:31.573441 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8c4b2-257d-4698-8543-5d6496de6661 req-8d5551df-7854-4123-a5eb-a4dbcad7254e tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:31.575901 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c0a8c4b2-257d-4698-8543-5d6496de6661 req-8d5551df-7854-4123-a5eb-a4dbcad7254e tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 944 time: 0.1685100 Nov 27 03:45:31.729926 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc72d087-192f-4793-8c47-d6d2ecd80b9d service neutron] Pushing event updated for resources: {'Port': ['ID=ef4ae27c-26c3-4e63-8f92-1652f2b6bca5,revision_number=6']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:31.760492 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c0a8c4b2-257d-4698-8543-5d6496de6661 req-adf54734-3888-437f-a7c8-526989cf493b tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726568 Nov 27 03:45:31.801392 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30cfc36-3f7c-4756-a854-d0224545048c admin admin] Router 8b00d064-8e0d-4e9d-b055-b74e16157e82 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 03:45:31.864993 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3c7719e7-2c9e-48f9-b802-408ad89ad695 req-0a7c100a-bae6-4b51-a54d-eb608ab66557 tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] 10.222.0.20 "GET /v2.0/ports?device_id=6db0b9a7-dead-4e0c-909f-5a0dfd7f67d1 HTTP/1.1" status: 200 len: 210 time: 0.0872602 Nov 27 03:45:31.884133 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-dc72d087-192f-4793-8c47-d6d2ecd80b9d service neutron] Attempting to bind port ef4ae27c-26c3-4e63-8f92-1652f2b6bca5 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:45:31.884483 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-dc72d087-192f-4793-8c47-d6d2ecd80b9d service neutron] Attempting to bind port ef4ae27c-26c3-4e63-8f92-1652f2b6bca5 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:45:31.884822 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-dc72d087-192f-4793-8c47-d6d2ecd80b9d service neutron] Attempting to bind port ef4ae27c-26c3-4e63-8f92-1652f2b6bca5 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:45:31.906209 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:45:31.912974 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-dc72d087-192f-4793-8c47-d6d2ecd80b9d service neutron] Port ef4ae27c-26c3-4e63-8f92-1652f2b6bca5 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:45:31.913344 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-dc72d087-192f-4793-8c47-d6d2ecd80b9d service neutron] Attempting to bind port ef4ae27c-26c3-4e63-8f92-1652f2b6bca5 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:45:31.945777 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-e36caf51-6792-4176-b952-cc09755e78c5 req-be919376-3062-4ba2-8941-96ac799728e3 service neutron] For port 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=38d81c3d-ce44-436e-ac76-0fa3e4f40f3d,segment=NetworkSegment(74310010-e448-4edf-8f12-15f9f8367765),segment_id=74310010-e448-4edf-8f12-15f9f8367765)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:45:31.984807 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-dc72d087-192f-4793-8c47-d6d2ecd80b9d service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:45:31.985233 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-dc72d087-192f-4793-8c47-d6d2ecd80b9d service neutron] Checking segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:45:31.985507 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-dc72d087-192f-4793-8c47-d6d2ecd80b9d service neutron] Bound using segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:45:31.985987 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-dc72d087-192f-4793-8c47-d6d2ecd80b9d service neutron] Bound port: ef4ae27c-26c3-4e63-8f92-1652f2b6bca5, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:45:31.994462 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-dc72d087-192f-4793-8c47-d6d2ecd80b9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:32.011839 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-600a2634-1a70-4455-bef2-d002483731fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:32.093782 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a05e9-7bd8-4d7f-bd5f-ebe62f36dfc0 req-2331af29-ff76-44d5-a338-867545b03409 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:32.095703 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-805a05e9-7bd8-4d7f-bd5f-ebe62f36dfc0 req-2331af29-ff76-44d5-a338-867545b03409 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 945 time: 0.0754187 Nov 27 03:45:32.099445 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30cfc36-3f7c-4756-a854-d0224545048c admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:45:32.115155 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf54e62-817e-41b9-b425-e6ed4015fce2 None None] Sync routers for ids ['8b00d064-8e0d-4e9d-b055-b74e16157e82'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:45:32.125116 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f30cfc36-3f7c-4756-a854-d0224545048c admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:32.128774 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f30cfc36-3f7c-4756-a854-d0224545048c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.3645046 Nov 27 03:45:32.133644 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-e36caf51-6792-4176-b952-cc09755e78c5 req-be919376-3062-4ba2-8941-96ac799728e3 service neutron] For port 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:45:32.149265 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56796) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:45:32.149498 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf54e62-817e-41b9-b425-e6ed4015fce2 None None] Routers {'8b00d064-8e0d-4e9d-b055-b74e16157e82'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:45:32.149498 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-2cf54e62-817e-41b9-b425-e6ed4015fce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:45:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['8b00d064-8e0d-4e9d-b055-b74e16157e82'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:32.301087 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 6ad68f58-37e5-4833-84ca-af673f0fea4f up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:45:32.343718 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-e36caf51-6792-4176-b952-cc09755e78c5 req-be919376-3062-4ba2-8941-96ac799728e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:45:32.403668 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-e36caf51-6792-4176-b952-cc09755e78c5 req-be919376-3062-4ba2-8941-96ac799728e3 service neutron] For port 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=38d81c3d-ce44-436e-ac76-0fa3e4f40f3d,segment=NetworkSegment(74310010-e448-4edf-8f12-15f9f8367765),segment_id=74310010-e448-4edf-8f12-15f9f8367765)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:45:32.424716 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-dc72d087-192f-4793-8c47-d6d2ecd80b9d service neutron] For port ef4ae27c-26c3-4e63-8f92-1652f2b6bca5, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:45:32.456758 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-dc72d087-192f-4793-8c47-d6d2ecd80b9d service neutron] For port ef4ae27c-26c3-4e63-8f92-1652f2b6bca5, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=ef4ae27c-26c3-4e63-8f92-1652f2b6bca5,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:45:32.459753 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e36caf51-6792-4176-b952-cc09755e78c5 req-be919376-3062-4ba2-8941-96ac799728e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:32.475347 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-dc72d087-192f-4793-8c47-d6d2ecd80b9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:32.508866 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-2cf54e62-817e-41b9-b425-e6ed4015fce2 None None] Set router 8b00d064-8e0d-4e9d-b055-b74e16157e82 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:45:32.583549 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-dc72d087-192f-4793-8c47-d6d2ecd80b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:32.584180 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-dc72d087-192f-4793-8c47-d6d2ecd80b9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:32.585643 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-dc72d087-192f-4793-8c47-d6d2ecd80b9d service neutron] 10.222.0.11 "PUT /v2.0/ports/ef4ae27c-26c3-4e63-8f92-1652f2b6bca5 HTTP/1.1" status: 200 len: 1096 time: 3.5983021 Nov 27 03:45:32.601219 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c00e6b-6bbf-4b1e-a589-38d396ad8fe7 req-8c0e1f13-a601-4060-987b-98fab5daf287 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:32.609270 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-60c00e6b-6bbf-4b1e-a589-38d396ad8fe7 req-8c0e1f13-a601-4060-987b-98fab5daf287 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 948 time: 0.2572598 Nov 27 03:45:32.775309 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc72d087-192f-4793-8c47-d6d2ecd80b9d service neutron] Pushing event updated for resources: {'Port': ['ID=ef4ae27c-26c3-4e63-8f92-1652f2b6bca5,revision_number=7']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:32.840603 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04488a0d-e983-4744-9bad-a22bdf174762 None None] Network a0f221d8-32da-4d4e-9dfb-536843735a75 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:45:32.843518 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-60c00e6b-6bbf-4b1e-a589-38d396ad8fe7 req-998e3ec4-a138-4d7a-9a04-6bed8a8d9015 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271729 Nov 27 03:45:32.844240 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600a2634-1a70-4455-bef2-d002483731fa admin admin] Router 8efc2696-e1e3-4649-8ccc-dbb82d51b37e is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 03:45:32.860284 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-e36caf51-6792-4176-b952-cc09755e78c5 req-be919376-3062-4ba2-8941-96ac799728e3 service neutron] Transition to ACTIVE for port object 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:45:32.865408 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-2e007153-ff3b-4d60-ab42-2774aec30053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:32.871281 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-2e007153-ff3b-4d60-ab42-2774aec30053 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d416f1581fce4cbda78108e0795a4c3c&device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 1099 time: 0.2375405 Nov 27 03:45:32.883502 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e36caf51-6792-4176-b952-cc09755e78c5 req-be919376-3062-4ba2-8941-96ac799728e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:33.021542 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56822) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:45:33.085582 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-805a05e9-7bd8-4d7f-bd5f-ebe62f36dfc0 req-18b6ae79-6226-4a6a-b412-e19ac19e1815 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9514470 Nov 27 03:45:33.142475 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-b1be3bae-dbad-4b41-9ebb-398728d518d6 None None] Provisioning complete for port f90e6822-9c08-4905-b976-105717bfe128 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:45:33.143056 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b1be3bae-dbad-4b41-9ebb-398728d518d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:33.144388 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 6ad68f58-37e5-4833-84ca-af673f0fea4f triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:45:33.144744 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:33.273301 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36caf51-6792-4176-b952-cc09755e78c5 req-be919376-3062-4ba2-8941-96ac799728e3 service neutron] No DVR routers for this DVR port 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:45:33.281836 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-2cf54e62-817e-41b9-b425-e6ed4015fce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b00d064-8e0d-4e9d-b055-b74e16157e82', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-630434637-router', 'tenant_id': '731137b7f28c4e9482c714fe10b7c9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'ab2d3936-bfca-44e5-a4b8-d25c80d4a293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:45:28Z', 'updated_at': '2021-11-27T03:45:30Z', 'revision_number': 3, 'project_id': '731137b7f28c4e9482c714fe10b7c9f2', 'gw_port': {'id': 'ab2d3936-bfca-44e5-a4b8-d25c80d4a293', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b00d064-8e0d-4e9d-b055-b74e16157e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:45:29Z', 'updated_at': '2021-11-27T03:45:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:33.307425 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be919376-3062-4ba2-8941-96ac799728e3 service neutron] Pushing event updated for resources: {'Port': ['ID=38d81c3d-ce44-436e-ac76-0fa3e4f40f3d,revision_number=10']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:33.315740 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fdc14ae-f4d7-484a-bc96-988d9d222e51', 'tag': 'ef4ae27c-26c3-4e63-8f92-1652f2b6bca5'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:45:33.321307 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9b7429-cf86-4e13-94c0-d2124b706731" -d '{"events": [{"name": "network-changed", "server_uuid": "2fdc14ae-f4d7-484a-bc96-988d9d222e51", "tag": "ef4ae27c-26c3-4e63-8f92-1652f2b6bca5"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:45:33.330005 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf54e62-817e-41b9-b425-e6ed4015fce2 None None] Checking router: 8b00d064-8e0d-4e9d-b055-b74e16157e82 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:45:33.330356 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf54e62-817e-41b9-b425-e6ed4015fce2 None None] Updating router 8b00d064-8e0d-4e9d-b055-b74e16157e82 port ab2d3936-bfca-44e5-a4b8-d25c80d4a293 binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:45:33.358890 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-37a595a0-6bd0-4bfe-b0e1-b33b85551f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:33.360443 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-37a595a0-6bd0-4bfe-b0e1-b33b85551f87 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.4638751 Nov 27 03:45:33.375254 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e36caf51-6792-4176-b952-cc09755e78c5 req-be919376-3062-4ba2-8941-96ac799728e3 service neutron] 10.222.0.23 "PUT /v2.0/ports/38d81c3d-ce44-436e-ac76-0fa3e4f40f3d/bindings/n-h2-819494-3/activate HTTP/1.1" status: 200 len: 369 time: 2.4261632 Nov 27 03:45:33.396221 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-f7f16a10-b450-4ffa-b3a6-16e5b8296a8d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1604767419-network', 'tenant_id': '69d6340ea23c45289ca7a6e130f14fe1'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:45:33.405923 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2cf54e62-817e-41b9-b425-e6ed4015fce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:33.409966 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600a2634-1a70-4455-bef2-d002483731fa admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:45:33.424292 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a32c425-def7-4332-b06e-2e6ecf3dd15b None None] Sync routers for ids ['8efc2696-e1e3-4649-8ccc-dbb82d51b37e'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:45:33.451310 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a32c425-def7-4332-b06e-2e6ecf3dd15b None None] Routers {'8efc2696-e1e3-4649-8ccc-dbb82d51b37e'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:45:33.452137 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-7a32c425-def7-4332-b06e-2e6ecf3dd15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:45:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['8efc2696-e1e3-4649-8ccc-dbb82d51b37e'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:33.486661 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70ea01-dfed-4314-acd3-91d22a9dab8f req-e9a73d12-eca5-493d-906f-d6a3f0cf68ac tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:33.491076 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ab70ea01-dfed-4314-acd3-91d22a9dab8f req-e9a73d12-eca5-493d-906f-d6a3f0cf68ac tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 945 time: 0.4137292 Nov 27 03:45:33.500898 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-724bd06e-214a-44e5-8103-69ffc81aba91 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=ef4ae27c-26c3-4e63-8f92-1652f2b6bca5 HTTP/1.1" status: 200 len: 217 time: 0.1109903 Nov 27 03:45:33.513474 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bccb485d-f502-421c-ba4c-7acf6d400a87 req-fd5db5cf-d972-4bd9-8c57-97ad937bc3e1 tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] 10.222.0.20 "GET /v2.0/ports?device_id=6db0b9a7-dead-4e0c-909f-5a0dfd7f67d1 HTTP/1.1" status: 200 len: 210 time: 0.2947054 Nov 27 03:45:33.541371 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b1be3bae-dbad-4b41-9ebb-398728d518d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:33.566610 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device f90e6822-9c08-4905-b976-105717bfe128 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:45:33.613411 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f16a10-b450-4ffa-b3a6-16e5b8296a8d admin admin] Made reservation on behalf of 69d6340ea23c45289ca7a6e130f14fe1 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:45:33.615751 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f7f16a10-b450-4ffa-b3a6-16e5b8296a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:33.630015 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f7f16a10-b450-4ffa-b3a6-16e5b8296a8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:33.655979 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb322bd-9ea7-4524-9362-1f204c8bdcaa x-openstack-request-id: req-9cb322bd-9ea7-4524-9362-1f204c8bdcaa {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:45:33.656727 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fdc14ae-f4d7-484a-bc96-988d9d222e51", "tag": "ef4ae27c-26c3-4e63-8f92-1652f2b6bca5", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:45:33.657226 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9cb322bd-9ea7-4524-9362-1f204c8bdcaa {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:45:33.658678 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fdc14ae-f4d7-484a-bc96-988d9d222e51', 'tag': 'ef4ae27c-26c3-4e63-8f92-1652f2b6bca5', 'status': 'completed', 'code': 200} Nov 27 03:45:33.692810 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-b1be3bae-dbad-4b41-9ebb-398728d518d6 None None] For port f90e6822-9c08-4905-b976-105717bfe128, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=f90e6822-9c08-4905-b976-105717bfe128,segment=NetworkSegment(bdf28014-cfdc-41fe-9654-2a30092b7f3c),segment_id=bdf28014-cfdc-41fe-9654-2a30092b7f3c)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:45:33.693324 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-600a2634-1a70-4455-bef2-d002483731fa admin admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:33.694669 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-600a2634-1a70-4455-bef2-d002483731fa admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.3352833 Nov 27 03:45:33.695222 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-7a32c425-def7-4332-b06e-2e6ecf3dd15b None None] Set router 8efc2696-e1e3-4649-8ccc-dbb82d51b37e gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:45:33.700296 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56828) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:45:33.703705 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b1be3bae-dbad-4b41-9ebb-398728d518d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:33.754583 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-3fe82581-b794-454e-a9d1-9290d565efb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:33.756064 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-3fe82581-b794-454e-a9d1-9290d565efb5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.2353857 Nov 27 03:45:33.762878 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ab70ea01-dfed-4314-acd3-91d22a9dab8f req-f93505c8-89b1-4591-b85f-3aa6e1f6cefd tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573979 Nov 27 03:45:33.767199 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36caf51-6792-4176-b952-cc09755e78c5 req-7eebeed4-0651-4ee9-8b54-15feea72caea tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:33.768688 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e36caf51-6792-4176-b952-cc09755e78c5 req-7eebeed4-0651-4ee9-8b54-15feea72caea tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee&tenant_id=35cfdc78458c41aab44b0a976c3549af&binding%3Ahost_id=n-h1-819494-3 HTTP/1.1" status: 200 len: 1096 time: 0.2461669 Nov 27 03:45:33.819383 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b7429-cf86-4e13-94c0-d2124b706731 req-47ced3fb-339d-42c7-a0a7-1f6499215016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:33.820865 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4e9b7429-cf86-4e13-94c0-d2124b706731 req-47ced3fb-339d-42c7-a0a7-1f6499215016 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d416f1581fce4cbda78108e0795a4c3c&device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 1099 time: 0.1549957 Nov 27 03:45:33.841433 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port f90e6822-9c08-4905-b976-105717bfe128 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:45:33.841753 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:33.843548 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be3bae-dbad-4b41-9ebb-398728d518d6 None None] Pushing event updated for resources: {'Port': ['ID=f90e6822-9c08-4905-b976-105717bfe128,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:33.921242 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-200458d7-533c-4f63-bba2-9a9b67b8049d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:33.922781 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-200458d7-533c-4f63-bba2-9a9b67b8049d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1524537 Nov 27 03:45:33.939786 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36caf51-6792-4176-b952-cc09755e78c5 req-a446f845-4c31-4d79-ada4-68e423d1d1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:33.941503 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e36caf51-6792-4176-b952-cc09755e78c5 req-a446f845-4c31-4d79-ada4-68e423d1d1d6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee&tenant_id=35cfdc78458c41aab44b0a976c3549af HTTP/1.1" status: 200 len: 1096 time: 0.1606927 Nov 27 03:45:34.008557 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-7a32c425-def7-4332-b06e-2e6ecf3dd15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efc2696-e1e3-4649-8ccc-dbb82d51b37e', 'name': 'tempest-FloatingIPsNegativeTestJSON-576162481-router', 'tenant_id': '554a18e3774b48adae1f3e8ddaa65860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '933e652a-3f00-44b0-8dff-6596a49bf434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:45:26Z', 'updated_at': '2021-11-27T03:45:30Z', 'revision_number': 3, 'project_id': '554a18e3774b48adae1f3e8ddaa65860', 'gw_port': {'id': '933e652a-3f00-44b0-8dff-6596a49bf434', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efc2696-e1e3-4649-8ccc-dbb82d51b37e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:45:27Z', 'updated_at': '2021-11-27T03:45:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:34.037427 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b7429-cf86-4e13-94c0-d2124b706731 req-d1659637-451a-45fe-a661-8427e58f5274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:34.038973 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4e9b7429-cf86-4e13-94c0-d2124b706731 req-d1659637-451a-45fe-a661-8427e58f5274 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.1981609 Nov 27 03:45:34.050116 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a32c425-def7-4332-b06e-2e6ecf3dd15b None None] Checking router: 8efc2696-e1e3-4649-8ccc-dbb82d51b37e for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:45:34.050484 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a32c425-def7-4332-b06e-2e6ecf3dd15b None None] Updating router 8efc2696-e1e3-4649-8ccc-dbb82d51b37e port 933e652a-3f00-44b0-8dff-6596a49bf434 binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:45:34.084118 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-7a32c425-def7-4332-b06e-2e6ecf3dd15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:34.089168 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f7f16a10-b450-4ffa-b3a6-16e5b8296a8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:34.108321 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4e9b7429-cf86-4e13-94c0-d2124b706731 req-57b35753-7ec0-459a-bfb5-a28bab6652ca service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=ef4ae27c-26c3-4e63-8f92-1652f2b6bca5 HTTP/1.1" status: 200 len: 217 time: 0.0583367 Nov 27 03:45:34.237078 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36caf51-6792-4176-b952-cc09755e78c5 req-89088f1b-6794-4ea2-b440-f4020f0eab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:34.243630 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e36caf51-6792-4176-b952-cc09755e78c5 req-89088f1b-6794-4ea2-b440-f4020f0eab7a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35cfdc78458c41aab44b0a976c3549af&device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 1096 time: 0.2385204 Nov 27 03:45:34.265963 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2cf54e62-817e-41b9-b425-e6ed4015fce2 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:34.268125 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-43684076-67b1-4e6a-8e86-377d6685e2c0 None None] Provisioning complete for port f90e6822-9c08-4905-b976-105717bfe128 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:45:34.268510 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-43684076-67b1-4e6a-8e86-377d6685e2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:34.268662 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-d7a45c3c-cc64-4fa0-ae96-53e21d4f550e service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329935 Nov 27 03:45:34.337131 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2cf54e62-817e-41b9-b425-e6ed4015fce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:34.346028 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 03:45:34.423417 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f7f16a10-b450-4ffa-b3a6-16e5b8296a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:34.464549 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-2cf54e62-817e-41b9-b425-e6ed4015fce2 None None] Attempting to bind port ab2d3936-bfca-44e5-a4b8-d25c80d4a293 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:45:34.464767 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-2cf54e62-817e-41b9-b425-e6ed4015fce2 None None] Attempting to bind port ab2d3936-bfca-44e5-a4b8-d25c80d4a293 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:45:34.465143 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf54e62-817e-41b9-b425-e6ed4015fce2 None None] Attempting to bind port ab2d3936-bfca-44e5-a4b8-d25c80d4a293 on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:45:34.473570 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf54e62-817e-41b9-b425-e6ed4015fce2 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:45:34.473962 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf54e62-817e-41b9-b425-e6ed4015fce2 None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:45:34.474378 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2cf54e62-817e-41b9-b425-e6ed4015fce2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:34.474808 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf54e62-817e-41b9-b425-e6ed4015fce2 None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:45:34.475726 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-2cf54e62-817e-41b9-b425-e6ed4015fce2 None None] Bound port: ab2d3936-bfca-44e5-a4b8-d25c80d4a293, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:45:34.475876 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2cf54e62-817e-41b9-b425-e6ed4015fce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:34.539025 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-2cf54e62-817e-41b9-b425-e6ed4015fce2 None None] For port ab2d3936-bfca-44e5-a4b8-d25c80d4a293, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:45:34.543348 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-2cf54e62-817e-41b9-b425-e6ed4015fce2 None None] For port ab2d3936-bfca-44e5-a4b8-d25c80d4a293, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=ab2d3936-bfca-44e5-a4b8-d25c80d4a293,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:45:34.552127 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device f90e6822-9c08-4905-b976-105717bfe128 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:45:34.599593 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2cf54e62-817e-41b9-b425-e6ed4015fce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:34.600787 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-7a32c425-def7-4332-b06e-2e6ecf3dd15b None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:34.609734 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8eae7e-1085-4c2c-84c3-8e09527602ad None None] Pushing event updated for resources: {'Port': ['ID=ab2d3936-bfca-44e5-a4b8-d25c80d4a293,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:34.612124 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-7a32c425-def7-4332-b06e-2e6ecf3dd15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:34.667667 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf54e62-817e-41b9-b425-e6ed4015fce2 None None] Routers {'8b00d064-8e0d-4e9d-b055-b74e16157e82'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:45:34.668337 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-2cf54e62-817e-41b9-b425-e6ed4015fce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:45:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['8b00d064-8e0d-4e9d-b055-b74e16157e82'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:34.700114 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-7a32c425-def7-4332-b06e-2e6ecf3dd15b None None] Attempting to bind port 933e652a-3f00-44b0-8dff-6596a49bf434 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:45:34.700492 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-7a32c425-def7-4332-b06e-2e6ecf3dd15b None None] Attempting to bind port 933e652a-3f00-44b0-8dff-6596a49bf434 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:45:34.700864 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a32c425-def7-4332-b06e-2e6ecf3dd15b None None] Attempting to bind port 933e652a-3f00-44b0-8dff-6596a49bf434 on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:45:34.712536 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a32c425-def7-4332-b06e-2e6ecf3dd15b None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:45:34.712536 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a32c425-def7-4332-b06e-2e6ecf3dd15b None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:45:34.713003 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-7a32c425-def7-4332-b06e-2e6ecf3dd15b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:34.713468 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a32c425-def7-4332-b06e-2e6ecf3dd15b None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:45:34.713951 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-7a32c425-def7-4332-b06e-2e6ecf3dd15b None None] Bound port: 933e652a-3f00-44b0-8dff-6596a49bf434, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:45:34.714392 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-7a32c425-def7-4332-b06e-2e6ecf3dd15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:34.718085 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d083f2b6-f2e2-4564-9fd0-7f7538fc0696 None None] Pushing event updated for resources: {'Port': ['ID=933e652a-3f00-44b0-8dff-6596a49bf434,revision_number=2']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:34.724297 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f16a10-b450-4ffa-b3a6-16e5b8296a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18e94ef-9afe-4215-b7a0-56cae0157012,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:34.732050 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b7429-cf86-4e13-94c0-d2124b706731 req-5b88e210-4ed7-4060-a673-c066fce73169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:34.733347 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4e9b7429-cf86-4e13-94c0-d2124b706731 req-5b88e210-4ed7-4060-a673-c066fce73169 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.6074851 Nov 27 03:45:34.747685 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083f2b6-f2e2-4564-9fd0-7f7538fc0696 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:34.748038 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083f2b6-f2e2-4564-9fd0-7f7538fc0696 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:34.748378 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083f2b6-f2e2-4564-9fd0-7f7538fc0696 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:34.748718 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083f2b6-f2e2-4564-9fd0-7f7538fc0696 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:34.749049 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083f2b6-f2e2-4564-9fd0-7f7538fc0696 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:34.749381 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083f2b6-f2e2-4564-9fd0-7f7538fc0696 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:34.749709 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083f2b6-f2e2-4564-9fd0-7f7538fc0696 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:34.750034 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083f2b6-f2e2-4564-9fd0-7f7538fc0696 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:34.750358 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083f2b6-f2e2-4564-9fd0-7f7538fc0696 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:34.750733 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083f2b6-f2e2-4564-9fd0-7f7538fc0696 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:34.751058 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083f2b6-f2e2-4564-9fd0-7f7538fc0696 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:34.751497 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083f2b6-f2e2-4564-9fd0-7f7538fc0696 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:34.780706 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7f16a10-b450-4ffa-b3a6-16e5b8296a8d admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:45:34.820881 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-7a32c425-def7-4332-b06e-2e6ecf3dd15b None None] For port 933e652a-3f00-44b0-8dff-6596a49bf434, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:45:34.829836 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-7a32c425-def7-4332-b06e-2e6ecf3dd15b None None] For port 933e652a-3f00-44b0-8dff-6596a49bf434, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=933e652a-3f00-44b0-8dff-6596a49bf434,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:45:34.839191 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-7a32c425-def7-4332-b06e-2e6ecf3dd15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:34.876285 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e041f4c1-23a2-4e7f-8fe4-b05ad80f28ac req-0c3f107f-9ad7-4a7d-81f7-ae9292746976 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:34.891307 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e041f4c1-23a2-4e7f-8fe4-b05ad80f28ac req-0c3f107f-9ad7-4a7d-81f7-ae9292746976 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 945 time: 0.6279778 Nov 27 03:45:34.899742 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f7f16a10-b450-4ffa-b3a6-16e5b8296a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:34.900229 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-f7f16a10-b450-4ffa-b3a6-16e5b8296a8d admin admin] Added segment c1651081-4661-44b0-a4f9-f27950d5af75 of type vlan for network 995058f0-cd6f-4205-8189-aa736ae95556 Nov 27 03:45:34.910896 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8eae7e-1085-4c2c-84c3-8e09527602ad None None] Pushing event updated for resources: {'Port': ['ID=ab2d3936-bfca-44e5-a4b8-d25c80d4a293,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:34.919666 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port f90e6822-9c08-4905-b976-105717bfe128 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:45:34.920010 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:34.927527 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-12b76bc5-7200-457e-9f32-2d059f9ed4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:34.993426 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-2cf54e62-817e-41b9-b425-e6ed4015fce2 None None] Set router 8b00d064-8e0d-4e9d-b055-b74e16157e82 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:45:35.034648 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d083f2b6-f2e2-4564-9fd0-7f7538fc0696 None None] Pushing event updated for resources: {'Port': ['ID=933e652a-3f00-44b0-8dff-6596a49bf434,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:35.045000 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a32c425-def7-4332-b06e-2e6ecf3dd15b None None] Routers {'8efc2696-e1e3-4649-8ccc-dbb82d51b37e'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:45:35.045646 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-7a32c425-def7-4332-b06e-2e6ecf3dd15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:45:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['8efc2696-e1e3-4649-8ccc-dbb82d51b37e'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:35.052146 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-509bcbcc-f905-44e0-83df-96f268f55e26 req-1e872410-2890-4ff5-8cbd-58fb6f6e4210 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7539337 Nov 27 03:45:35.055289 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36caf51-6792-4176-b952-cc09755e78c5 req-56cb8b83-6c1e-4f36-baa4-ab6f1526d589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:35.058126 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e36caf51-6792-4176-b952-cc09755e78c5 req-56cb8b83-6c1e-4f36-baa4-ab6f1526d589 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b645cec8-c88e-4bba-8234-b110de21cfe7 HTTP/1.1" status: 200 len: 922 time: 0.7865684 Nov 27 03:45:35.078464 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-e1a30f8c-6ca3-4b82-baaa-df640e349568 tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:35.082599 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-e1a30f8c-6ca3-4b82-baaa-df640e349568 tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] 10.222.0.11 "GET /v2.0/networks?id=bd9416fa-5b57-44bc-b415-a020c14efa0b HTTP/1.1" status: 200 len: 813 time: 0.9831984 Nov 27 03:45:35.133559 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b7429-cf86-4e13-94c0-d2124b706731 req-e94c2110-206b-42e7-8468-d388a24eb3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:35.135168 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4e9b7429-cf86-4e13-94c0-d2124b706731 req-e94c2110-206b-42e7-8468-d388a24eb3c2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3903799 Nov 27 03:45:35.176991 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a431571-b39a-4018-9c60-9c1f34155da6 req-8928f4eb-d9dc-41be-9775-5413e8ad1547 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:35.202033 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7a431571-b39a-4018-9c60-9c1f34155da6 req-8928f4eb-d9dc-41be-9775-5413e8ad1547 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 948 time: 1.0574687 Nov 27 03:45:35.244147 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-7a32c425-def7-4332-b06e-2e6ecf3dd15b None None] Set router 8efc2696-e1e3-4649-8ccc-dbb82d51b37e gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:45:35.281789 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e041f4c1-23a2-4e7f-8fe4-b05ad80f28ac req-3ff936c0-127a-4197-bd5f-9dfcc774c218 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874209 Nov 27 03:45:35.317490 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-f4dc715b-72db-46ed-882a-b80a8896b382 tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] Request body: {'port': {'device_id': '6db0b9a7-dead-4e0c-909f-5a0dfd7f67d1', 'network_id': 'bd9416fa-5b57-44bc-b415-a020c14efa0b', 'admin_state_up': True, 'tenant_id': 'b33395406ebf447ca0bbb196df2209cd'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:45:35.389804 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e36caf51-6792-4176-b952-cc09755e78c5 req-4fbea7de-3c4e-43fb-82a9-f3b616c4aa60 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38d81c3d-ce44-436e-ac76-0fa3e4f40f3d HTTP/1.1" status: 200 len: 217 time: 0.0927927 Nov 27 03:45:35.415691 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-2cf54e62-817e-41b9-b425-e6ed4015fce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b00d064-8e0d-4e9d-b055-b74e16157e82', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-630434637-router', 'tenant_id': '731137b7f28c4e9482c714fe10b7c9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'ab2d3936-bfca-44e5-a4b8-d25c80d4a293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:45:28Z', 'updated_at': '2021-11-27T03:45:30Z', 'revision_number': 3, 'project_id': '731137b7f28c4e9482c714fe10b7c9f2', 'gw_port': {'id': 'ab2d3936-bfca-44e5-a4b8-d25c80d4a293', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b00d064-8e0d-4e9d-b055-b74e16157e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:45:29Z', 'updated_at': '2021-11-27T03:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:35.480972 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf54e62-817e-41b9-b425-e6ed4015fce2 None None] The sync data for ids ['8b00d064-8e0d-4e9d-b055-b74e16157e82'] in n-d-819494-3 is: [{'id': '8b00d064-8e0d-4e9d-b055-b74e16157e82', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-630434637-router', 'tenant_id': '731137b7f28c4e9482c714fe10b7c9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'ab2d3936-bfca-44e5-a4b8-d25c80d4a293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:45:28Z', 'updated_at': '2021-11-27T03:45:30Z', 'revision_number': 3, 'project_id': '731137b7f28c4e9482c714fe10b7c9f2', 'gw_port': {'id': 'ab2d3936-bfca-44e5-a4b8-d25c80d4a293', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b00d064-8e0d-4e9d-b055-b74e16157e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:45:29Z', 'updated_at': '2021-11-27T03:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:45:35.559121 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36caf51-6792-4176-b952-cc09755e78c5 req-8e3074f5-f4fc-445b-94af-248f33906320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:35.560906 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e36caf51-6792-4176-b952-cc09755e78c5 req-8e3074f5-f4fc-445b-94af-248f33906320 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=022c48dd-3720-4645-8f22-45c74ce924ab HTTP/1.1" status: 200 len: 861 time: 0.0923014 Nov 27 03:45:35.590081 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-553f4f54-f68d-4951-b809-a637b61cc472 req-0ce98ccd-fa29-4105-9022-68e0e45d30ce tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] 10.222.0.20 "GET /v2.0/ports?device_id=6db0b9a7-dead-4e0c-909f-5a0dfd7f67d1 HTTP/1.1" status: 200 len: 210 time: 0.1269724 Nov 27 03:45:35.645188 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f7f16a10-b450-4ffa-b3a6-16e5b8296a8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:35.646591 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b7429-cf86-4e13-94c0-d2124b706731 req-589969da-a406-4e82-9480-4b2cae457ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:35.647822 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4e9b7429-cf86-4e13-94c0-d2124b706731 req-589969da-a406-4e82-9480-4b2cae457ac2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d416f1581fce4cbda78108e0795a4c3c&device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 1099 time: 0.2558541 Nov 27 03:45:35.656602 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4e9b7429-cf86-4e13-94c0-d2124b706731 req-90c9f64a-5441-475e-8c48-cdb3cd7510b7 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5129867 Nov 27 03:45:35.685691 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-7a32c425-def7-4332-b06e-2e6ecf3dd15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efc2696-e1e3-4649-8ccc-dbb82d51b37e', 'name': 'tempest-FloatingIPsNegativeTestJSON-576162481-router', 'tenant_id': '554a18e3774b48adae1f3e8ddaa65860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '933e652a-3f00-44b0-8dff-6596a49bf434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:45:26Z', 'updated_at': '2021-11-27T03:45:30Z', 'revision_number': 3, 'project_id': '554a18e3774b48adae1f3e8ddaa65860', 'gw_port': {'id': '933e652a-3f00-44b0-8dff-6596a49bf434', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efc2696-e1e3-4649-8ccc-dbb82d51b37e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:45:27Z', 'updated_at': '2021-11-27T03:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:35.737943 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a32c425-def7-4332-b06e-2e6ecf3dd15b None None] The sync data for ids ['8efc2696-e1e3-4649-8ccc-dbb82d51b37e'] in n-d-819494-3 is: [{'id': '8efc2696-e1e3-4649-8ccc-dbb82d51b37e', 'name': 'tempest-FloatingIPsNegativeTestJSON-576162481-router', 'tenant_id': '554a18e3774b48adae1f3e8ddaa65860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '933e652a-3f00-44b0-8dff-6596a49bf434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:45:26Z', 'updated_at': '2021-11-27T03:45:30Z', 'revision_number': 3, 'project_id': '554a18e3774b48adae1f3e8ddaa65860', 'gw_port': {'id': '933e652a-3f00-44b0-8dff-6596a49bf434', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efc2696-e1e3-4649-8ccc-dbb82d51b37e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:45:27Z', 'updated_at': '2021-11-27T03:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:45:35.789621 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.db.resource_extend [None req-f7f16a10-b450-4ffa-b3a6-16e5b8296a8d admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 03:45:35.891261 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7a431571-b39a-4018-9c60-9c1f34155da6 req-c6d0882a-feb3-4fae-82f3-95a7edcca728 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6869631 Nov 27 03:45:35.891556 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d131c-1f0b-4b2d-a18d-38710c6cf402 req-1cf4b311-8f71-45dd-a658-1f9c753fb83f tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:35.893764 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2c7d131c-1f0b-4b2d-a18d-38710c6cf402 req-1cf4b311-8f71-45dd-a658-1f9c753fb83f tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 945 time: 0.1344283 Nov 27 03:45:36.019734 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f7f16a10-b450-4ffa-b3a6-16e5b8296a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:36.022013 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f16a10-b450-4ffa-b3a6-16e5b8296a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:36.029749 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f7f16a10-b450-4ffa-b3a6-16e5b8296a8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:36.303585 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f7f16a10-b450-4ffa-b3a6-16e5b8296a8d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.2768197 Nov 27 03:45:36.333654 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e36caf51-6792-4176-b952-cc09755e78c5 req-c167dea5-361f-4d55-ae98-4458916e712e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b645cec8-c88e-4bba-8234-b110de21cfe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4277372 Nov 27 03:45:36.334614 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56858) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:45:36.352219 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-12b76bc5-7200-457e-9f32-2d059f9ed4de admin admin] Allocated IP 172.20.0.1 (a0f221d8-32da-4d4e-9dfb-536843735a75/1d2a0478-4d2f-435e-bff6-97c2c969f6e3/13af9d33-8b33-48c5-bfae-a32bcfddd6f6) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:45:36.354528 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4e9b7429-cf86-4e13-94c0-d2124b706731 req-53f6781d-eca1-424d-b5d9-f6d17af233c9 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6873844 Nov 27 03:45:36.359974 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-d0e172cc-55a5-422b-9942-3bb9c00792cf admin admin] Request body: {'subnet': {'network_id': '995058f0-cd6f-4205-8189-aa736ae95556', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1604767419-subnet', 'tenant_id': '69d6340ea23c45289ca7a6e130f14fe1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:45:36.373909 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f16a10-b450-4ffa-b3a6-16e5b8296a8d admin admin] Pushing event updated for resources: {'Network': ['ID=995058f0-cd6f-4205-8189-aa736ae95556,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:36.432942 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 995058f0-cd6f-4205-8189-aa736ae95556 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:45:36.486205 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2c7d131c-1f0b-4b2d-a18d-38710c6cf402 req-3575af83-5f74-477c-8513-2ab4d9134e38 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5056596 Nov 27 03:45:36.574782 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-f4dc715b-72db-46ed-882a-b80a8896b382 tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] Made reservation on behalf of b33395406ebf447ca0bbb196df2209cd for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:45:36.599506 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-f4dc715b-72db-46ed-882a-b80a8896b382 tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:36.601755 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e172cc-55a5-422b-9942-3bb9c00792cf admin admin] Made reservation on behalf of 69d6340ea23c45289ca7a6e130f14fe1 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:45:36.607042 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d0e172cc-55a5-422b-9942-3bb9c00792cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:36.742048 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b7429-cf86-4e13-94c0-d2124b706731 req-6443d213-b3e1-4cfc-bd6b-0292057e63f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:36.743588 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4e9b7429-cf86-4e13-94c0-d2124b706731 req-6443d213-b3e1-4cfc-bd6b-0292057e63f0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.8411059 Nov 27 03:45:36.762036 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 933e652a-3f00-44b0-8dff-6596a49bf434 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:45:36.859542 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 933e652a-3f00-44b0-8dff-6596a49bf434 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:45:36.862624 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:36.928001 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-82721c7c-157f-4526-9a5a-ce3922f82255 req-32337fd5-d266-4a29-8b10-0e13b0cdc9e7 tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] 10.222.0.20 "GET /v2.0/ports?device_id=6db0b9a7-dead-4e0c-909f-5a0dfd7f67d1 HTTP/1.1" status: 200 len: 210 time: 0.1638525 Nov 27 03:45:36.935957 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4e9b7429-cf86-4e13-94c0-d2124b706731 req-18f2899f-1934-44c2-a8a5-df7cfd49de45 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=ef4ae27c-26c3-4e63-8f92-1652f2b6bca5 HTTP/1.1" status: 200 len: 217 time: 0.1730139 Nov 27 03:45:36.947951 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e36caf51-6792-4176-b952-cc09755e78c5 req-1096a42e-2a06-4fef-ab17-03f9ce120f36 service neutron] 10.222.0.11 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5247169 Nov 27 03:45:37.131798 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:37.201904 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 933e652a-3f00-44b0-8dff-6596a49bf434, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=933e652a-3f00-44b0-8dff-6596a49bf434,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:45:37.205167 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-344b91f8-e99e-4362-8b54-dcd20f2ae169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:37.211736 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:37.212518 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device ab2d3936-bfca-44e5-a4b8-d25c80d4a293 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:45:37.244143 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-12b76bc5-7200-457e-9f32-2d059f9ed4de admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:37.248717 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e36caf51-6792-4176-b952-cc09755e78c5 req-55b3b592-f460-4009-b1a3-4013ae46f251 service neutron] 10.222.0.11 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476742 Nov 27 03:45:37.325961 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8a262-37c5-463a-8602-76411a4b53c2 req-6eff9170-7274-4ec5-b999-b72502e3269b tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:37.342997 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cdb8a262-37c5-463a-8602-76411a4b53c2 req-6eff9170-7274-4ec5-b999-b72502e3269b tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 945 time: 0.7806191 Nov 27 03:45:37.410436 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=933e652a-3f00-44b0-8dff-6596a49bf434,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:37.424529 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b7429-cf86-4e13-94c0-d2124b706731 req-0fb71d61-43bf-4d88-ad0f-3fc2d90c444b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:37.427267 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4e9b7429-cf86-4e13-94c0-d2124b706731 req-0fb71d61-43bf-4d88-ad0f-3fc2d90c444b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.4274108 Nov 27 03:45:37.440616 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port ab2d3936-bfca-44e5-a4b8-d25c80d4a293 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:45:37.441179 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:37.466157 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792991d-547e-4f27-82a5-874acfd08fed req-c5cfebba-bd55-4ae0-8887-8e0f4745d557 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:37.479165 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c792991d-547e-4f27-82a5-874acfd08fed req-c5cfebba-bd55-4ae0-8887-8e0f4745d557 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 948 time: 0.1739659 Nov 27 03:45:37.586746 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c792991d-547e-4f27-82a5-874acfd08fed req-42fe767e-60c5-4d1d-8983-474477d7d64d tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065426 Nov 27 03:45:37.653645 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:37.688646 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port ab2d3936-bfca-44e5-a4b8-d25c80d4a293, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=ab2d3936-bfca-44e5-a4b8-d25c80d4a293,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:45:37.692568 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:37.748226 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d0e172cc-55a5-422b-9942-3bb9c00792cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:37.759084 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=ab2d3936-bfca-44e5-a4b8-d25c80d4a293,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:37.909894 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-f4dc715b-72db-46ed-882a-b80a8896b382 tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] Allocated IP 172.20.0.14 (bd9416fa-5b57-44bc-b415-a020c14efa0b/3a6ab05a-9523-497a-9dd3-5b30d30ea803/081f4c45-5722-492f-8a4b-750e5e6de964) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:45:37.939217 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-12b76bc5-7200-457e-9f32-2d059f9ed4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:37.963374 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e172cc-55a5-422b-9942-3bb9c00792cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b807eecb-0879-49fd-8f8d-b45f66819dde,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:38.003338 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cdb8a262-37c5-463a-8602-76411a4b53c2 req-4d266418-89cf-4826-aebf-5b97b1c08d9d tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6402507 Nov 27 03:45:38.067933 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b76bc5-7200-457e-9f32-2d059f9ed4de admin admin] Network a0f221d8-32da-4d4e-9dfb-536843735a75 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:45:38.070426 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e172cc-55a5-422b-9942-3bb9c00792cf admin admin] Checking segment: {'id': 'c1651081-4661-44b0-a4f9-f27950d5af75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '995058f0-cd6f-4205-8189-aa736ae95556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:45:38.070821 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e172cc-55a5-422b-9942-3bb9c00792cf admin admin] Network hostable DHCP agents. Network: 995058f0-cd6f-4205-8189-aa736ae95556, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:45:38.088107 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-12b76bc5-7200-457e-9f32-2d059f9ed4de admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:45:38.100318 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b76bc5-7200-457e-9f32-2d059f9ed4de admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:45:38.408604 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-472f572f-09d7-4ad0-ba0f-d06045596520 None None] Provisioning complete for port 13af9d33-8b33-48c5-bfae-a32bcfddd6f6 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:45:38.409032 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-472f572f-09d7-4ad0-ba0f-d06045596520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:38.466987 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-472f572f-09d7-4ad0-ba0f-d06045596520 None None] Port 13af9d33-8b33-48c5-bfae-a32bcfddd6f6 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:45:38.479110 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b76bc5-7200-457e-9f32-2d059f9ed4de admin admin] Pushing event updated for resources: {'Port': ['ID=13af9d33-8b33-48c5-bfae-a32bcfddd6f6,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:38.498527 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 933e652a-3f00-44b0-8dff-6596a49bf434 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:45:38.508213 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-344b91f8-e99e-4362-8b54-dcd20f2ae169 admin admin] Allocated IP 172.20.0.1 (636e3869-71e8-408d-aae3-f5bb95e8a157/1dfa4998-5340-4927-8bf6-cce52f9da61b/698f0cd9-3112-4ca1-936e-c15600c64300) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:45:38.576137 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e172cc-55a5-422b-9942-3bb9c00792cf admin admin] Network 995058f0-cd6f-4205-8189-aa736ae95556 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:45:38.587299 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 933e652a-3f00-44b0-8dff-6596a49bf434 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:45:38.588136 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:38.608275 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-12b76bc5-7200-457e-9f32-2d059f9ed4de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:38.683433 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-d0e172cc-55a5-422b-9942-3bb9c00792cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 995058f0-cd6f-4205-8189-aa736ae95556) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:45:38.708761 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be72173-abf8-48fc-aad6-3ff383540715 None None] Network 995058f0-cd6f-4205-8189-aa736ae95556 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:45:38.710736 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040e731-6eff-4c6f-9cbb-ce33596a399b req-90472980-3b67-4c2a-a7df-7f6fd7d7341c tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:38.712313 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0040e731-6eff-4c6f-9cbb-ce33596a399b req-90472980-3b67-4c2a-a7df-7f6fd7d7341c tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 945 time: 0.6321933 Nov 27 03:45:38.721226 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e172cc-55a5-422b-9942-3bb9c00792cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:38.721626 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d0e172cc-55a5-422b-9942-3bb9c00792cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:38.798460 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device ab2d3936-bfca-44e5-a4b8-d25c80d4a293 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:45:38.862582 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d0e172cc-55a5-422b-9942-3bb9c00792cf admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4967690 Nov 27 03:45:38.862582 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-f4dc715b-72db-46ed-882a-b80a8896b382 tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:38.955080 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0040e731-6eff-4c6f-9cbb-ce33596a399b req-37b1589e-825c-457a-b236-401530bbf2ab tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293131 Nov 27 03:45:38.961464 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-344b91f8-e99e-4362-8b54-dcd20f2ae169 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:39.012213 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port ab2d3936-bfca-44e5-a4b8-d25c80d4a293 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:45:39.012596 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:39.024468 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-12b76bc5-7200-457e-9f32-2d059f9ed4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:39.049435 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-f4dc715b-72db-46ed-882a-b80a8896b382 tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:39.159341 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d32baa9-e105-4e4f-821d-7ea1e5b729ec None None] Network 995058f0-cd6f-4205-8189-aa736ae95556 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:45:39.219933 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-344b91f8-e99e-4362-8b54-dcd20f2ae169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:39.223078 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-f4dc715b-72db-46ed-882a-b80a8896b382 tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] Network bd9416fa-5b57-44bc-b415-a020c14efa0b is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:45:39.261220 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-f4dc715b-72db-46ed-882a-b80a8896b382 tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:45:39.273655 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-f4dc715b-72db-46ed-882a-b80a8896b382 tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:45:39.280405 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dc715b-72db-46ed-882a-b80a8896b382 tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] Pushing event updated for resources: {'Port': ['ID=081f4c45-5722-492f-8a4b-750e5e6de964,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:39.415111 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344b91f8-e99e-4362-8b54-dcd20f2ae169 admin admin] Network 636e3869-71e8-408d-aae3-f5bb95e8a157 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:45:39.453938 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-344b91f8-e99e-4362-8b54-dcd20f2ae169 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:45:39.468673 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344b91f8-e99e-4362-8b54-dcd20f2ae169 admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:45:39.485115 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38a6b9-05cf-4d18-a8f7-f1fa801ab351 req-c447acc1-cc73-4eb6-986a-7f6cf93f2687 tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:39.495184 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ec38a6b9-05cf-4d18-a8f7-f1fa801ab351 req-c447acc1-cc73-4eb6-986a-7f6cf93f2687 tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] 10.222.0.20 "GET /v2.0/ports?device_id=6db0b9a7-dead-4e0c-909f-5a0dfd7f67d1 HTTP/1.1" status: 200 len: 932 time: 0.3253744 Nov 27 03:45:39.545197 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-f4dc715b-72db-46ed-882a-b80a8896b382 tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:39.546058 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-f4dc715b-72db-46ed-882a-b80a8896b382 tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:39.571318 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b91f8-e99e-4362-8b54-dcd20f2ae169 admin admin] Pushing event updated for resources: {'Port': ['ID=698f0cd9-3112-4ca1-936e-c15600c64300,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:39.656530 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-f4dc715b-72db-46ed-882a-b80a8896b382 tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3549497 Nov 27 03:45:39.665752 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-344b91f8-e99e-4362-8b54-dcd20f2ae169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:39.729474 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0ab70d05-5a72-4ae5-b284-63c83032d7b5 None None] Provisioning complete for port 081f4c45-5722-492f-8a4b-750e5e6de964 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:45:39.730634 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0ab70d05-5a72-4ae5-b284-63c83032d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:39.761440 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ec38a6b9-05cf-4d18-a8f7-f1fa801ab351 req-cfece4a5-7061-4d60-b7d4-d2c34a52a870 tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] 10.222.0.20 "GET /v2.0/security-groups?id=8332bb4c-5061-4964-96ba-d56bd6c227a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647579 Nov 27 03:45:39.765874 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0ab70d05-5a72-4ae5-b284-63c83032d7b5 None None] Port 081f4c45-5722-492f-8a4b-750e5e6de964 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:45:39.782650 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-12b76bc5-7200-457e-9f32-2d059f9ed4de admin admin] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:39.791723 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-12b76bc5-7200-457e-9f32-2d059f9ed4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:39.896620 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-7f2fab60-0297-4fa3-9e65-75ac7e5c3616 None None] Provisioning complete for port 698f0cd9-3112-4ca1-936e-c15600c64300 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:45:39.897006 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7f2fab60-0297-4fa3-9e65-75ac7e5c3616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:39.924487 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-12b76bc5-7200-457e-9f32-2d059f9ed4de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:39.931877 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-7f2fab60-0297-4fa3-9e65-75ac7e5c3616 None None] Port 698f0cd9-3112-4ca1-936e-c15600c64300 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:45:39.948960 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b76bc5-7200-457e-9f32-2d059f9ed4de admin admin] Pushing event updated for resources: {'Port': ['ID=13af9d33-8b33-48c5-bfae-a32bcfddd6f6,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:39.989314 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6fcc9e-857f-4593-9eea-a4a2839aa402 req-31a41a9b-a37a-4ba2-bba6-b92d296fb1c8 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:39.990937 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1e6fcc9e-857f-4593-9eea-a4a2839aa402 req-31a41a9b-a37a-4ba2-bba6-b92d296fb1c8 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 948 time: 0.1508927 Nov 27 03:45:40.042285 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-344b91f8-e99e-4362-8b54-dcd20f2ae169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:40.152520 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1e6fcc9e-857f-4593-9eea-a4a2839aa402 req-f5b7379d-a606-4fe2-b4b4-8f40194bac6b tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333025 Nov 27 03:45:40.195325 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b76bc5-7200-457e-9f32-2d059f9ed4de admin admin] Network a0f221d8-32da-4d4e-9dfb-536843735a75 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:45:40.200196 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-12b76bc5-7200-457e-9f32-2d059f9ed4de admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:45:40.407522 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c33f1-18f0-444d-9a30-348fc4d53cb1 req-c7e02daf-6fd7-4dc4-a305-0c1bbd37b7ba tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:40.409054 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a32c33f1-18f0-444d-9a30-348fc4d53cb1 req-c7e02daf-6fd7-4dc4-a305-0c1bbd37b7ba tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 945 time: 0.1571038 Nov 27 03:45:40.411909 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-344b91f8-e99e-4362-8b54-dcd20f2ae169 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:40.422804 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-344b91f8-e99e-4362-8b54-dcd20f2ae169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:40.455072 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b76bc5-7200-457e-9f32-2d059f9ed4de admin admin] Router 8b00d064-8e0d-4e9d-b055-b74e16157e82 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:45:40.459587 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-8330760b-94b6-4db9-b67d-ed908344022f None None] Provisioning complete for port 13af9d33-8b33-48c5-bfae-a32bcfddd6f6 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:45:40.460664 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8330760b-94b6-4db9-b67d-ed908344022f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:40.501399 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-8330760b-94b6-4db9-b67d-ed908344022f None None] Port 13af9d33-8b33-48c5-bfae-a32bcfddd6f6 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:45:40.533916 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b91f8-e99e-4362-8b54-dcd20f2ae169 admin admin] Pushing event updated for resources: {'Port': ['ID=698f0cd9-3112-4ca1-936e-c15600c64300,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:40.538058 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-344b91f8-e99e-4362-8b54-dcd20f2ae169 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:40.576619 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a32c33f1-18f0-444d-9a30-348fc4d53cb1 req-4d108ae1-4e2b-4060-a04c-92e279f06a09 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606772 Nov 27 03:45:40.703805 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b76bc5-7200-457e-9f32-2d059f9ed4de admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:45:40.713248 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-12b76bc5-7200-457e-9f32-2d059f9ed4de admin admin] 10.222.0.20 "PUT /v2.0/routers/8b00d064-8e0d-4e9d-b055-b74e16157e82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5660493 Nov 27 03:45:40.723955 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2d1678-a4c8-419e-b897-884b4371eab9 None None] Sync routers for ids ['8b00d064-8e0d-4e9d-b055-b74e16157e82'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:45:40.739377 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-f819ee75-92e4-4d95-aac1-1b5521ee9ed8 req-17f72c72-1294-458c-9856-f1173266deda tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1688320010', 'description': 'tempest-description-1056798002'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:45:40.742038 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2d1678-a4c8-419e-b897-884b4371eab9 None None] Routers {'8b00d064-8e0d-4e9d-b055-b74e16157e82'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:45:40.742659 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-8b2d1678-a4c8-419e-b897-884b4371eab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:45:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['8b00d064-8e0d-4e9d-b055-b74e16157e82'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:40.758069 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344b91f8-e99e-4362-8b54-dcd20f2ae169 admin admin] Network 636e3869-71e8-408d-aae3-f5bb95e8a157 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:45:40.762204 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-344b91f8-e99e-4362-8b54-dcd20f2ae169 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:45:40.913822 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f819ee75-92e4-4d95-aac1-1b5521ee9ed8 req-17f72c72-1294-458c-9856-f1173266deda tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:40.932647 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-8b2d1678-a4c8-419e-b897-884b4371eab9 None None] Set router 8b00d064-8e0d-4e9d-b055-b74e16157e82 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:45:41.007955 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-344b91f8-e99e-4362-8b54-dcd20f2ae169 admin admin] Router 8efc2696-e1e3-4649-8ccc-dbb82d51b37e has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:45:41.149307 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-cb5569d4-f3e1-4150-9029-04a38c57dfb5 None None] Provisioning complete for port 698f0cd9-3112-4ca1-936e-c15600c64300 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:45:41.150142 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cb5569d4-f3e1-4150-9029-04a38c57dfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:41.195887 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-cb5569d4-f3e1-4150-9029-04a38c57dfb5 None None] Port 698f0cd9-3112-4ca1-936e-c15600c64300 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:45:41.209939 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-8b2d1678-a4c8-419e-b897-884b4371eab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b00d064-8e0d-4e9d-b055-b74e16157e82', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-630434637-router', 'tenant_id': '731137b7f28c4e9482c714fe10b7c9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'ab2d3936-bfca-44e5-a4b8-d25c80d4a293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:45:28Z', 'updated_at': '2021-11-27T03:45:38Z', 'revision_number': 4, 'project_id': '731137b7f28c4e9482c714fe10b7c9f2', 'gw_port': {'id': 'ab2d3936-bfca-44e5-a4b8-d25c80d4a293', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b00d064-8e0d-4e9d-b055-b74e16157e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:45:29Z', 'updated_at': '2021-11-27T03:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '13af9d33-8b33-48c5-bfae-a32bcfddd6f6', 'name': '', 'network_id': 'a0f221d8-32da-4d4e-9dfb-536843735a75', 'tenant_id': '731137b7f28c4e9482c714fe10b7c9f2', 'mac_address': 'fa:16:3e:cc:bd:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b00d064-8e0d-4e9d-b055-b74e16157e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1d2a0478-4d2f-435e-bff6-97c2c969f6e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:45:35Z', 'updated_at': '2021-11-27T03:45:39Z', 'revision_number': 2, 'project_id': '731137b7f28c4e9482c714fe10b7c9f2', 'subnets': [{'id': '1d2a0478-4d2f-435e-bff6-97c2c969f6e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:41.267594 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2d1678-a4c8-419e-b897-884b4371eab9 None None] Checking router: 8b00d064-8e0d-4e9d-b055-b74e16157e82 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:45:41.268222 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2d1678-a4c8-419e-b897-884b4371eab9 None None] Updating router 8b00d064-8e0d-4e9d-b055-b74e16157e82 port 13af9d33-8b33-48c5-bfae-a32bcfddd6f6 binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:45:41.295923 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8b2d1678-a4c8-419e-b897-884b4371eab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:41.419245 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f819ee75-92e4-4d95-aac1-1b5521ee9ed8 req-17f72c72-1294-458c-9856-f1173266deda tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:41.427190 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f819ee75-92e4-4d95-aac1-1b5521ee9ed8 req-17f72c72-1294-458c-9856-f1173266deda tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:41.477686 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f72c72-1294-458c-9856-f1173266deda tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=171853fb-66e7-4462-bde1-2e0db607ab72,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:41.486459 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f819ee75-92e4-4d95-aac1-1b5521ee9ed8 req-17f72c72-1294-458c-9856-f1173266deda tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:41.491184 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f819ee75-92e4-4d95-aac1-1b5521ee9ed8 req-17f72c72-1294-458c-9856-f1173266deda tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.7573130 Nov 27 03:45:41.521471 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344b91f8-e99e-4362-8b54-dcd20f2ae169 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:45:41.541735 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be06a57f-da85-4f33-8144-5f1ef51e7bcb None None] Sync routers for ids ['8efc2696-e1e3-4649-8ccc-dbb82d51b37e'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:45:41.545657 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-344b91f8-e99e-4362-8b54-dcd20f2ae169 admin admin] 10.222.0.20 "PUT /v2.0/routers/8efc2696-e1e3-4649-8ccc-dbb82d51b37e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8341930 Nov 27 03:45:41.572929 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be06a57f-da85-4f33-8144-5f1ef51e7bcb None None] Routers {'8efc2696-e1e3-4649-8ccc-dbb82d51b37e'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:45:41.574029 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-be06a57f-da85-4f33-8144-5f1ef51e7bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:45:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['8efc2696-e1e3-4649-8ccc-dbb82d51b37e'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:41.603449 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8b2d1678-a4c8-419e-b897-884b4371eab9 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:41.619831 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8b2d1678-a4c8-419e-b897-884b4371eab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:41.698192 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9934c9-2d8b-4990-9ae9-8bb527f05a31 None None] Pushing event updated for resources: {'Port': ['ID=13af9d33-8b33-48c5-bfae-a32bcfddd6f6,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:41.743824 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd6c860-c72c-43fe-8e5a-f42ca6050bf3 req-0ae419c1-d0c3-4768-b7c6-55f273b551fd tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:41.755245 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7fd6c860-c72c-43fe-8e5a-f42ca6050bf3 req-0ae419c1-d0c3-4768-b7c6-55f273b551fd tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 945 time: 0.1053703 Nov 27 03:45:41.806511 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-be06a57f-da85-4f33-8144-5f1ef51e7bcb None None] Set router 8efc2696-e1e3-4649-8ccc-dbb82d51b37e gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:45:41.807542 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-8b2d1678-a4c8-419e-b897-884b4371eab9 None None] Attempting to bind port 13af9d33-8b33-48c5-bfae-a32bcfddd6f6 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:45:41.808884 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-8b2d1678-a4c8-419e-b897-884b4371eab9 None None] Attempting to bind port 13af9d33-8b33-48c5-bfae-a32bcfddd6f6 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'bdf28014-cfdc-41fe-9654-2a30092b7f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0f221d8-32da-4d4e-9dfb-536843735a75'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:45:41.809446 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2d1678-a4c8-419e-b897-884b4371eab9 None None] Attempting to bind port 13af9d33-8b33-48c5-bfae-a32bcfddd6f6 on network a0f221d8-32da-4d4e-9dfb-536843735a75 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:45:41.815589 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2d1678-a4c8-419e-b897-884b4371eab9 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:45:41.816122 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2d1678-a4c8-419e-b897-884b4371eab9 None None] Checking segment: {'id': 'bdf28014-cfdc-41fe-9654-2a30092b7f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0f221d8-32da-4d4e-9dfb-536843735a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:45:41.816638 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8b2d1678-a4c8-419e-b897-884b4371eab9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:41.817136 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2d1678-a4c8-419e-b897-884b4371eab9 None None] Bound using segment: {'id': 'bdf28014-cfdc-41fe-9654-2a30092b7f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0f221d8-32da-4d4e-9dfb-536843735a75'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:45:41.817734 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-8b2d1678-a4c8-419e-b897-884b4371eab9 None None] Bound port: 13af9d33-8b33-48c5-bfae-a32bcfddd6f6, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdf28014-cfdc-41fe-9654-2a30092b7f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0f221d8-32da-4d4e-9dfb-536843735a75'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:45:41.818220 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8b2d1678-a4c8-419e-b897-884b4371eab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:41.863766 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7fd6c860-c72c-43fe-8e5a-f42ca6050bf3 req-bddf340f-2e39-4afd-8457-32ab67fa270b tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076107 Nov 27 03:45:41.930750 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-8b2d1678-a4c8-419e-b897-884b4371eab9 None None] For port 13af9d33-8b33-48c5-bfae-a32bcfddd6f6, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:45:41.938985 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-8b2d1678-a4c8-419e-b897-884b4371eab9 None None] For port 13af9d33-8b33-48c5-bfae-a32bcfddd6f6, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=13af9d33-8b33-48c5-bfae-a32bcfddd6f6,segment=NetworkSegment(bdf28014-cfdc-41fe-9654-2a30092b7f3c),segment_id=bdf28014-cfdc-41fe-9654-2a30092b7f3c)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:45:41.950589 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8b2d1678-a4c8-419e-b897-884b4371eab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:42.081091 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9934c9-2d8b-4990-9ae9-8bb527f05a31 None None] Pushing event updated for resources: {'Port': ['ID=13af9d33-8b33-48c5-bfae-a32bcfddd6f6,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:42.081336 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af745ab5-950a-4e53-9c6a-94d7c0bfeb52 req-bec6f705-d60b-47af-b154-093107a94860 tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:42.085115 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-af745ab5-950a-4e53-9c6a-94d7c0bfeb52 req-bec6f705-d60b-47af-b154-093107a94860 tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] 10.222.0.20 "GET /v2.0/ports?device_id=6db0b9a7-dead-4e0c-909f-5a0dfd7f67d1 HTTP/1.1" status: 200 len: 932 time: 0.1235623 Nov 27 03:45:42.102280 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2d1678-a4c8-419e-b897-884b4371eab9 None None] Routers {'8b00d064-8e0d-4e9d-b055-b74e16157e82'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:45:42.108146 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-8b2d1678-a4c8-419e-b897-884b4371eab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:45:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['8b00d064-8e0d-4e9d-b055-b74e16157e82'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:42.183290 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-af745ab5-950a-4e53-9c6a-94d7c0bfeb52 req-f53adbb2-0b06-4b5a-ab7b-37c402350d47 tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] 10.222.0.20 "GET /v2.0/security-groups?id=8332bb4c-5061-4964-96ba-d56bd6c227a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899429 Nov 27 03:45:42.206146 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-be06a57f-da85-4f33-8144-5f1ef51e7bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efc2696-e1e3-4649-8ccc-dbb82d51b37e', 'name': 'tempest-FloatingIPsNegativeTestJSON-576162481-router', 'tenant_id': '554a18e3774b48adae1f3e8ddaa65860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '933e652a-3f00-44b0-8dff-6596a49bf434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:45:26Z', 'updated_at': '2021-11-27T03:45:39Z', 'revision_number': 4, 'project_id': '554a18e3774b48adae1f3e8ddaa65860', 'gw_port': {'id': '933e652a-3f00-44b0-8dff-6596a49bf434', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efc2696-e1e3-4649-8ccc-dbb82d51b37e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:45:27Z', 'updated_at': '2021-11-27T03:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '698f0cd9-3112-4ca1-936e-c15600c64300', 'name': '', 'network_id': '636e3869-71e8-408d-aae3-f5bb95e8a157', 'tenant_id': '554a18e3774b48adae1f3e8ddaa65860', 'mac_address': 'fa:16:3e:d6:be:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efc2696-e1e3-4649-8ccc-dbb82d51b37e', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '1dfa4998-5340-4927-8bf6-cce52f9da61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:45:37Z', 'updated_at': '2021-11-27T03:45:40Z', 'revision_number': 2, 'project_id': '554a18e3774b48adae1f3e8ddaa65860', 'subnets': [{'id': '1dfa4998-5340-4927-8bf6-cce52f9da61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:42.214588 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c2f4e64b-be77-468a-8a74-2632719b552d None None] Provisioning complete for port 13af9d33-8b33-48c5-bfae-a32bcfddd6f6 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:45:42.215028 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c2f4e64b-be77-468a-8a74-2632719b552d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:42.247332 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be06a57f-da85-4f33-8144-5f1ef51e7bcb None None] Checking router: 8efc2696-e1e3-4649-8ccc-dbb82d51b37e for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:45:42.247955 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be06a57f-da85-4f33-8144-5f1ef51e7bcb None None] Updating router 8efc2696-e1e3-4649-8ccc-dbb82d51b37e port 698f0cd9-3112-4ca1-936e-c15600c64300 binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:45:42.278734 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-be06a57f-da85-4f33-8144-5f1ef51e7bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:42.363635 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c2f4e64b-be77-468a-8a74-2632719b552d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:42.377077 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [req-d55918bd-c855-4779-a267-d4551d774159 req-957b0f6b-f38f-4aa4-99e8-ae13ff078af5 tempest-FloatingIPDetailsNegativeTestJSON-1801357906 tempest-FloatingIPDetailsNegativeTestJSON-1801357906-project] show failed (client error): The resource could not be found. Nov 27 03:45:42.378248 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d55918bd-c855-4779-a267-d4551d774159 req-957b0f6b-f38f-4aa4-99e8-ae13ff078af5 tempest-FloatingIPDetailsNegativeTestJSON-1801357906 tempest-FloatingIPDetailsNegativeTestJSON-1801357906-project] 10.222.0.20 "GET /v2.0/floatingips/d7c145cb-d7ba-4211-ac0b-a8eef568bb76 HTTP/1.1" status: 404 len: 350 time: 0.0717778 Nov 27 03:45:42.380418 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-8b2d1678-a4c8-419e-b897-884b4371eab9 None None] Set router 8b00d064-8e0d-4e9d-b055-b74e16157e82 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:45:42.387634 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56906) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:45:42.449234 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c2f4e64b-be77-468a-8a74-2632719b552d None None] For port 13af9d33-8b33-48c5-bfae-a32bcfddd6f6, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=13af9d33-8b33-48c5-bfae-a32bcfddd6f6,segment=NetworkSegment(bdf28014-cfdc-41fe-9654-2a30092b7f3c),segment_id=bdf28014-cfdc-41fe-9654-2a30092b7f3c)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:45:42.494923 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c2f4e64b-be77-468a-8a74-2632719b552d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:42.598420 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4e64b-be77-468a-8a74-2632719b552d None None] Pushing event updated for resources: {'Port': ['ID=13af9d33-8b33-48c5-bfae-a32bcfddd6f6,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:42.612933 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a8c7a-2957-432d-a2ce-88005e2ef8ac req-f5f595b2-ff8a-4127-bf2d-75f4cc646272 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:42.616753 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-da5a8c7a-2957-432d-a2ce-88005e2ef8ac req-f5f595b2-ff8a-4127-bf2d-75f4cc646272 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 948 time: 0.1240389 Nov 27 03:45:42.646537 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-faaf4c42-bd19-45bd-8524-eeba18d4e99e None None] Provisioning complete for port 13af9d33-8b33-48c5-bfae-a32bcfddd6f6 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:45:42.646537 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-faaf4c42-bd19-45bd-8524-eeba18d4e99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:42.824440 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-be06a57f-da85-4f33-8144-5f1ef51e7bcb None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:42.836662 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-8b2d1678-a4c8-419e-b897-884b4371eab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b00d064-8e0d-4e9d-b055-b74e16157e82', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-630434637-router', 'tenant_id': '731137b7f28c4e9482c714fe10b7c9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'ab2d3936-bfca-44e5-a4b8-d25c80d4a293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:45:28Z', 'updated_at': '2021-11-27T03:45:38Z', 'revision_number': 4, 'project_id': '731137b7f28c4e9482c714fe10b7c9f2', 'gw_port': {'id': 'ab2d3936-bfca-44e5-a4b8-d25c80d4a293', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b00d064-8e0d-4e9d-b055-b74e16157e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:45:29Z', 'updated_at': '2021-11-27T03:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '13af9d33-8b33-48c5-bfae-a32bcfddd6f6', 'name': '', 'network_id': 'a0f221d8-32da-4d4e-9dfb-536843735a75', 'tenant_id': '731137b7f28c4e9482c714fe10b7c9f2', 'mac_address': 'fa:16:3e:cc:bd:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b00d064-8e0d-4e9d-b055-b74e16157e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1d2a0478-4d2f-435e-bff6-97c2c969f6e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:45:35Z', 'updated_at': '2021-11-27T03:45:41Z', 'revision_number': 4, 'project_id': '731137b7f28c4e9482c714fe10b7c9f2', 'subnets': [{'id': '1d2a0478-4d2f-435e-bff6-97c2c969f6e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:42.841193 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-be06a57f-da85-4f33-8144-5f1ef51e7bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:42.868297 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-da5a8c7a-2957-432d-a2ce-88005e2ef8ac req-359b5492-28b9-45db-b381-e8a6d3b00473 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429156 Nov 27 03:45:42.874794 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2d1678-a4c8-419e-b897-884b4371eab9 None None] The sync data for ids ['8b00d064-8e0d-4e9d-b055-b74e16157e82'] in n-d-819494-3 is: [{'id': '8b00d064-8e0d-4e9d-b055-b74e16157e82', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-630434637-router', 'tenant_id': '731137b7f28c4e9482c714fe10b7c9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'ab2d3936-bfca-44e5-a4b8-d25c80d4a293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:45:28Z', 'updated_at': '2021-11-27T03:45:38Z', 'revision_number': 4, 'project_id': '731137b7f28c4e9482c714fe10b7c9f2', 'gw_port': {'id': 'ab2d3936-bfca-44e5-a4b8-d25c80d4a293', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b00d064-8e0d-4e9d-b055-b74e16157e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:45:29Z', 'updated_at': '2021-11-27T03:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '13af9d33-8b33-48c5-bfae-a32bcfddd6f6', 'name': '', 'network_id': 'a0f221d8-32da-4d4e-9dfb-536843735a75', 'tenant_id': '731137b7f28c4e9482c714fe10b7c9f2', 'mac_address': 'fa:16:3e:cc:bd:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b00d064-8e0d-4e9d-b055-b74e16157e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1d2a0478-4d2f-435e-bff6-97c2c969f6e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:45:35Z', 'updated_at': '2021-11-27T03:45:41Z', 'revision_number': 4, 'project_id': '731137b7f28c4e9482c714fe10b7c9f2', 'subnets': [{'id': '1d2a0478-4d2f-435e-bff6-97c2c969f6e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:45:42.914837 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0d8ea-a7db-4f26-9ff6-86ac4936f48a None None] Pushing event updated for resources: {'Port': ['ID=698f0cd9-3112-4ca1-936e-c15600c64300,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:42.920680 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-63e055ba-0e99-44c1-a22a-8007f3841d65 req-4b8e971d-54b2-4a93-841c-efb9b560e34c tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1043871173', 'description': 'tempest-description-2139625260'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:45:43.066137 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-be06a57f-da85-4f33-8144-5f1ef51e7bcb None None] Attempting to bind port 698f0cd9-3112-4ca1-936e-c15600c64300 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:45:43.066638 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-be06a57f-da85-4f33-8144-5f1ef51e7bcb None None] Attempting to bind port 698f0cd9-3112-4ca1-936e-c15600c64300 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'd92e8efd-5c30-4c82-9054-75fa47e1d31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '636e3869-71e8-408d-aae3-f5bb95e8a157'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:45:43.066946 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be06a57f-da85-4f33-8144-5f1ef51e7bcb None None] Attempting to bind port 698f0cd9-3112-4ca1-936e-c15600c64300 on network 636e3869-71e8-408d-aae3-f5bb95e8a157 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:45:43.073015 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be06a57f-da85-4f33-8144-5f1ef51e7bcb None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:45:43.073522 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be06a57f-da85-4f33-8144-5f1ef51e7bcb None None] Checking segment: {'id': 'd92e8efd-5c30-4c82-9054-75fa47e1d31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '636e3869-71e8-408d-aae3-f5bb95e8a157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:45:43.073931 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-be06a57f-da85-4f33-8144-5f1ef51e7bcb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:43.074403 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be06a57f-da85-4f33-8144-5f1ef51e7bcb None None] Bound using segment: {'id': 'd92e8efd-5c30-4c82-9054-75fa47e1d31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '636e3869-71e8-408d-aae3-f5bb95e8a157'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:45:43.074989 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-be06a57f-da85-4f33-8144-5f1ef51e7bcb None None] Bound port: 698f0cd9-3112-4ca1-936e-c15600c64300, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd92e8efd-5c30-4c82-9054-75fa47e1d31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '636e3869-71e8-408d-aae3-f5bb95e8a157'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:45:43.075472 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-be06a57f-da85-4f33-8144-5f1ef51e7bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:43.102478 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-63e055ba-0e99-44c1-a22a-8007f3841d65 req-4b8e971d-54b2-4a93-841c-efb9b560e34c tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:43.177961 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-be06a57f-da85-4f33-8144-5f1ef51e7bcb None None] For port 698f0cd9-3112-4ca1-936e-c15600c64300, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:45:43.194571 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-be06a57f-da85-4f33-8144-5f1ef51e7bcb None None] For port 698f0cd9-3112-4ca1-936e-c15600c64300, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=698f0cd9-3112-4ca1-936e-c15600c64300,segment=NetworkSegment(d92e8efd-5c30-4c82-9054-75fa47e1d31f),segment_id=d92e8efd-5c30-4c82-9054-75fa47e1d31f)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:45:43.206978 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-be06a57f-da85-4f33-8144-5f1ef51e7bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:43.294519 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be06a57f-da85-4f33-8144-5f1ef51e7bcb None None] Routers {'8efc2696-e1e3-4649-8ccc-dbb82d51b37e'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:45:43.295604 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-be06a57f-da85-4f33-8144-5f1ef51e7bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:45:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['8efc2696-e1e3-4649-8ccc-dbb82d51b37e'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:43.301183 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0d8ea-a7db-4f26-9ff6-86ac4936f48a None None] Pushing event updated for resources: {'Port': ['ID=698f0cd9-3112-4ca1-936e-c15600c64300,revision_number=4']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:43.405008 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-63e055ba-0e99-44c1-a22a-8007f3841d65 req-4b8e971d-54b2-4a93-841c-efb9b560e34c tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:43.421958 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-63e055ba-0e99-44c1-a22a-8007f3841d65 req-4b8e971d-54b2-4a93-841c-efb9b560e34c tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:43.477979 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-7a56ba53-ecf4-4ea3-bec4-6ab9463faf66 None None] Provisioning complete for port 698f0cd9-3112-4ca1-936e-c15600c64300 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:45:43.480745 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7a56ba53-ecf4-4ea3-bec4-6ab9463faf66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:43.513712 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-63e055ba-0e99-44c1-a22a-8007f3841d65 req-4b8e971d-54b2-4a93-841c-efb9b560e34c tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:43.538700 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-63e055ba-0e99-44c1-a22a-8007f3841d65 req-4b8e971d-54b2-4a93-841c-efb9b560e34c tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.6248155 Nov 27 03:45:43.541346 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e971d-54b2-4a93-841c-efb9b560e34c tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75d88714-72b8-4b5f-8372-ea627d9cfde6,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:43.574407 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-be06a57f-da85-4f33-8144-5f1ef51e7bcb None None] Set router 8efc2696-e1e3-4649-8ccc-dbb82d51b37e gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:45:43.584945 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6e5763c9-4c06-4889-805d-9ce58778f145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:43.742062 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7a56ba53-ecf4-4ea3-bec4-6ab9463faf66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:43.818924 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-7a56ba53-ecf4-4ea3-bec4-6ab9463faf66 None None] For port 698f0cd9-3112-4ca1-936e-c15600c64300, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=698f0cd9-3112-4ca1-936e-c15600c64300,segment=NetworkSegment(d92e8efd-5c30-4c82-9054-75fa47e1d31f),segment_id=d92e8efd-5c30-4c82-9054-75fa47e1d31f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:45:43.824989 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7a56ba53-ecf4-4ea3-bec4-6ab9463faf66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:43.866098 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18204a-2e05-4168-ad4c-1d65ae68552c req-15151734-1bbd-4a52-9786-c972a25899ae tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:43.868062 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2b18204a-2e05-4168-ad4c-1d65ae68552c req-15151734-1bbd-4a52-9786-c972a25899ae tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 945 time: 0.2122910 Nov 27 03:45:43.965490 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2b18204a-2e05-4168-ad4c-1d65ae68552c req-32053a19-715b-4804-aad9-b7da29d14021 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859327 Nov 27 03:45:44.177319 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fcb157ac-e5c9-4d00-a8d5-2b2d6efb7a70 req-d7e54622-7409-4c8e-9546-b3172f36eb3d tempest-FloatingIPsNegativeTestJSON-221539982 tempest-FloatingIPsNegativeTestJSON-221539982-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=554a18e3774b48adae1f3e8ddaa65860 HTTP/1.1" status: 200 len: 217 time: 0.0685830 Nov 27 03:45:44.201031 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-33faea98-b876-4782-b49e-3cedbe1cf932 None None] Provisioning complete for port 698f0cd9-3112-4ca1-936e-c15600c64300 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:45:44.201627 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-33faea98-b876-4782-b49e-3cedbe1cf932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:44.206053 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a56ba53-ecf4-4ea3-bec4-6ab9463faf66 None None] Pushing event updated for resources: {'Port': ['ID=698f0cd9-3112-4ca1-936e-c15600c64300,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:44.218012 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-be06a57f-da85-4f33-8144-5f1ef51e7bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efc2696-e1e3-4649-8ccc-dbb82d51b37e', 'name': 'tempest-FloatingIPsNegativeTestJSON-576162481-router', 'tenant_id': '554a18e3774b48adae1f3e8ddaa65860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '933e652a-3f00-44b0-8dff-6596a49bf434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:45:26Z', 'updated_at': '2021-11-27T03:45:39Z', 'revision_number': 4, 'project_id': '554a18e3774b48adae1f3e8ddaa65860', 'gw_port': {'id': '933e652a-3f00-44b0-8dff-6596a49bf434', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efc2696-e1e3-4649-8ccc-dbb82d51b37e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:45:27Z', 'updated_at': '2021-11-27T03:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '698f0cd9-3112-4ca1-936e-c15600c64300', 'name': '', 'network_id': '636e3869-71e8-408d-aae3-f5bb95e8a157', 'tenant_id': '554a18e3774b48adae1f3e8ddaa65860', 'mac_address': 'fa:16:3e:d6:be:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efc2696-e1e3-4649-8ccc-dbb82d51b37e', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '1dfa4998-5340-4927-8bf6-cce52f9da61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:45:37Z', 'updated_at': '2021-11-27T03:45:43Z', 'revision_number': 4, 'project_id': '554a18e3774b48adae1f3e8ddaa65860', 'subnets': [{'id': '1dfa4998-5340-4927-8bf6-cce52f9da61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:44.223165 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-6e5763c9-4c06-4889-805d-9ce58778f145 admin admin] Deleting port 13af9d33-8b33-48c5-bfae-a32bcfddd6f6 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:45:44.224275 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6e5763c9-4c06-4889-805d-9ce58778f145 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:44.291592 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be06a57f-da85-4f33-8144-5f1ef51e7bcb None None] The sync data for ids ['8efc2696-e1e3-4649-8ccc-dbb82d51b37e'] in n-d-819494-3 is: [{'id': '8efc2696-e1e3-4649-8ccc-dbb82d51b37e', 'name': 'tempest-FloatingIPsNegativeTestJSON-576162481-router', 'tenant_id': '554a18e3774b48adae1f3e8ddaa65860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '933e652a-3f00-44b0-8dff-6596a49bf434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:45:26Z', 'updated_at': '2021-11-27T03:45:39Z', 'revision_number': 4, 'project_id': '554a18e3774b48adae1f3e8ddaa65860', 'gw_port': {'id': '933e652a-3f00-44b0-8dff-6596a49bf434', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efc2696-e1e3-4649-8ccc-dbb82d51b37e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:45:27Z', 'updated_at': '2021-11-27T03:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '698f0cd9-3112-4ca1-936e-c15600c64300', 'name': '', 'network_id': '636e3869-71e8-408d-aae3-f5bb95e8a157', 'tenant_id': '554a18e3774b48adae1f3e8ddaa65860', 'mac_address': 'fa:16:3e:d6:be:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efc2696-e1e3-4649-8ccc-dbb82d51b37e', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '1dfa4998-5340-4927-8bf6-cce52f9da61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:45:37Z', 'updated_at': '2021-11-27T03:45:43Z', 'revision_number': 4, 'project_id': '554a18e3774b48adae1f3e8ddaa65860', 'subnets': [{'id': '1dfa4998-5340-4927-8bf6-cce52f9da61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:45:44.453053 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-6e5763c9-4c06-4889-805d-9ce58778f145 admin admin] For port 13af9d33-8b33-48c5-bfae-a32bcfddd6f6, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=13af9d33-8b33-48c5-bfae-a32bcfddd6f6,segment=NetworkSegment(bdf28014-cfdc-41fe-9654-2a30092b7f3c),segment_id=bdf28014-cfdc-41fe-9654-2a30092b7f3c)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:45:44.453672 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6e5763c9-4c06-4889-805d-9ce58778f145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:44.489030 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-6e5763c9-4c06-4889-805d-9ce58778f145 admin admin] Calling delete_port for 13af9d33-8b33-48c5-bfae-a32bcfddd6f6 owned by network:router_interface {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:45:44.504259 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa234aa4-0395-4168-bc37-199398f05148 req-8ba369aa-04b5-4ede-8183-36fe71b9a977 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:44.506478 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-aa234aa4-0395-4168-bc37-199398f05148 req-8ba369aa-04b5-4ede-8183-36fe71b9a977 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 945 time: 0.2045565 Nov 27 03:45:44.579178 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 698f0cd9-3112-4ca1-936e-c15600c64300 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:45:44.688382 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 698f0cd9-3112-4ca1-936e-c15600c64300 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:45:44.688535 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:44.775789 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6e5763c9-4c06-4889-805d-9ce58778f145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:44.801077 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 13af9d33-8b33-48c5-bfae-a32bcfddd6f6 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:45:44.825040 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 13af9d33-8b33-48c5-bfae-a32bcfddd6f6 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:45:44.825703 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 13af9d33-8b33-48c5-bfae-a32bcfddd6f6 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 27 03:45:44.846516 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5763c9-4c06-4889-805d-9ce58778f145 admin admin] Pushing event deleted for resources: {'Port': ['ID=13af9d33-8b33-48c5-bfae-a32bcfddd6f6,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:44.880082 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Port 13af9d33-8b33-48c5-bfae-a32bcfddd6f6 not found, will not notify nova. {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 27 03:45:45.003137 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-aa234aa4-0395-4168-bc37-199398f05148 req-1b7cc396-5b56-4bf7-8d6d-94b39c8e5e4c tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4814320 Nov 27 03:45:45.237176 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6e5763c9-4c06-4889-805d-9ce58778f145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:45.402178 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee6635-180e-4748-880c-91b761f663df req-ca36fc71-af24-40e0-aa99-64607647da1f tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:45.403748 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-95ee6635-180e-4748-880c-91b761f663df req-ca36fc71-af24-40e0-aa99-64607647da1f tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] 10.222.0.20 "GET /v2.0/ports?device_id=6db0b9a7-dead-4e0c-909f-5a0dfd7f67d1 HTTP/1.1" status: 200 len: 932 time: 0.2866192 Nov 27 03:45:45.530033 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-95ee6635-180e-4748-880c-91b761f663df req-faaafa8e-9871-423f-8e82-df2326bbf3e9 tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] 10.222.0.20 "GET /v2.0/security-groups?id=8332bb4c-5061-4964-96ba-d56bd6c227a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200511 Nov 27 03:45:45.563301 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e5763c9-4c06-4889-805d-9ce58778f145 admin admin] Router 8b00d064-8e0d-4e9d-b055-b74e16157e82 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:45:45.764101 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5763c9-4c06-4889-805d-9ce58778f145 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:45:45.770079 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6e5763c9-4c06-4889-805d-9ce58778f145 admin admin] 10.222.0.20 "PUT /v2.0/routers/8b00d064-8e0d-4e9d-b055-b74e16157e82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3813071 Nov 27 03:45:45.772735 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56936) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:45:45.775212 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d480cffb-8ef2-4fc5-8808-770d2cb1d685 None None] Sync routers for ids ['8b00d064-8e0d-4e9d-b055-b74e16157e82'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:45:45.781704 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:45.786191 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da634017-58d6-40d2-a18a-d4233f60a135 req-9621027d-63b0-4d6e-b1f9-957be3948b1e tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:45.786647 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d480cffb-8ef2-4fc5-8808-770d2cb1d685 None None] Routers {'8b00d064-8e0d-4e9d-b055-b74e16157e82'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:45:45.787245 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-d480cffb-8ef2-4fc5-8808-770d2cb1d685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:45:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['8b00d064-8e0d-4e9d-b055-b74e16157e82'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:45.787927 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-da634017-58d6-40d2-a18a-d4233f60a135 req-9621027d-63b0-4d6e-b1f9-957be3948b1e tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/networks?id=995058f0-cd6f-4205-8189-aa736ae95556 HTTP/1.1" status: 200 len: 813 time: 0.1693251 Nov 27 03:45:45.865748 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-da634017-58d6-40d2-a18a-d4233f60a135 req-804a415b-a783-45c3-89fc-ab39d01b3be1 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/quotas/69d6340ea23c45289ca7a6e130f14fe1 HTTP/1.1" status: 200 len: 375 time: 0.0474150 Nov 27 03:45:45.902754 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-d480cffb-8ef2-4fc5-8808-770d2cb1d685 None None] Set router 8b00d064-8e0d-4e9d-b055-b74e16157e82 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:45:45.904402 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-da634017-58d6-40d2-a18a-d4233f60a135 req-a6752b3b-71fe-4488-af4d-fc2f6152cee7 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=69d6340ea23c45289ca7a6e130f14fe1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314901 Nov 27 03:45:45.959821 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-45de9813-a757-4b88-9f20-76be2efd34b7 admin admin] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:46.040652 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a1222408-f91d-4c62-8f15-462bfde41037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:46.082042 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-da634017-58d6-40d2-a18a-d4233f60a135 req-907b5f73-973c-4d01-a219-45008e8b27a6 service neutron] 10.222.0.20 "GET /v2.0/networks/995058f0-cd6f-4205-8189-aa736ae95556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677346 Nov 27 03:45:46.091827 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-d480cffb-8ef2-4fc5-8808-770d2cb1d685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b00d064-8e0d-4e9d-b055-b74e16157e82', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-630434637-router', 'tenant_id': '731137b7f28c4e9482c714fe10b7c9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'ab2d3936-bfca-44e5-a4b8-d25c80d4a293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:45:28Z', 'updated_at': '2021-11-27T03:45:44Z', 'revision_number': 5, 'project_id': '731137b7f28c4e9482c714fe10b7c9f2', 'gw_port': {'id': 'ab2d3936-bfca-44e5-a4b8-d25c80d4a293', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b00d064-8e0d-4e9d-b055-b74e16157e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:45:29Z', 'updated_at': '2021-11-27T03:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:46.111324 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-45de9813-a757-4b88-9f20-76be2efd34b7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:46.118101 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d480cffb-8ef2-4fc5-8808-770d2cb1d685 None None] Checking router: 8b00d064-8e0d-4e9d-b055-b74e16157e82 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:45:46.127596 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d480cffb-8ef2-4fc5-8808-770d2cb1d685 None None] Routers {'8b00d064-8e0d-4e9d-b055-b74e16157e82'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:45:46.128248 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-d480cffb-8ef2-4fc5-8808-770d2cb1d685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:45:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['8b00d064-8e0d-4e9d-b055-b74e16157e82'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:46.224102 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-da634017-58d6-40d2-a18a-d4233f60a135 req-3201e67a-28e2-4d43-9497-593d21945720 service neutron] 10.222.0.20 "GET /v2.0/networks/995058f0-cd6f-4205-8189-aa736ae95556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333749 Nov 27 03:45:46.241056 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-45de9813-a757-4b88-9f20-76be2efd34b7 admin admin] Deleting port ab2d3936-bfca-44e5-a4b8-d25c80d4a293 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:45:46.251314 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-45de9813-a757-4b88-9f20-76be2efd34b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:46.262337 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-c24a0d46-5fc6-4fff-ac66-03b3167d25d6 service neutron] Request body: {'port': {'device_id': '6db0b9a7-dead-4e0c-909f-5a0dfd7f67d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:45:46.263386 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-d480cffb-8ef2-4fc5-8808-770d2cb1d685 None None] Set router 8b00d064-8e0d-4e9d-b055-b74e16157e82 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:45:46.354255 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b7429-cf86-4e13-94c0-d2124b706731 req-04be0b09-50e2-4b3e-a60a-821af6b2396f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:46.357577 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4e9b7429-cf86-4e13-94c0-d2124b706731 req-04be0b09-50e2-4b3e-a60a-821af6b2396f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1157281 Nov 27 03:45:46.370403 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982ad7f-01ff-4d0b-afcd-f2b986fe3694 req-cbff8d56-79f1-44e8-ac5c-29a9eee97812 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:46.384179 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f982ad7f-01ff-4d0b-afcd-f2b986fe3694 req-cbff8d56-79f1-44e8-ac5c-29a9eee97812 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 948 time: 0.0855904 Nov 27 03:45:46.465664 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-c24a0d46-5fc6-4fff-ac66-03b3167d25d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:46.492507 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-45de9813-a757-4b88-9f20-76be2efd34b7 admin admin] For port ab2d3936-bfca-44e5-a4b8-d25c80d4a293, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=ab2d3936-bfca-44e5-a4b8-d25c80d4a293,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:45:46.492899 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-45de9813-a757-4b88-9f20-76be2efd34b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:46.497405 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4e9b7429-cf86-4e13-94c0-d2124b706731 req-6d9fd954-dc96-44df-bd29-73586f552c5b service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112661 Nov 27 03:45:46.537882 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c4cbbe3b-a75f-4ec9-92d5-ea1d20d6d2fa req-42fad846-73e0-4d2e-a74b-c318f27a08b6 tempest-FloatingIPsNegativeTestJSON-221539982 tempest-FloatingIPsNegativeTestJSON-221539982-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1152287 Nov 27 03:45:46.543881 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-45de9813-a757-4b88-9f20-76be2efd34b7 admin admin] Calling delete_port for ab2d3936-bfca-44e5-a4b8-d25c80d4a293 owned by network:router_gateway {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:45:46.571830 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-d480cffb-8ef2-4fc5-8808-770d2cb1d685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b00d064-8e0d-4e9d-b055-b74e16157e82', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-630434637-router', 'tenant_id': '731137b7f28c4e9482c714fe10b7c9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'ab2d3936-bfca-44e5-a4b8-d25c80d4a293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:45:28Z', 'updated_at': '2021-11-27T03:45:44Z', 'revision_number': 5, 'project_id': '731137b7f28c4e9482c714fe10b7c9f2', 'gw_port': {'id': 'ab2d3936-bfca-44e5-a4b8-d25c80d4a293', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b00d064-8e0d-4e9d-b055-b74e16157e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:45:29Z', 'updated_at': '2021-11-27T03:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:46.592734 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f982ad7f-01ff-4d0b-afcd-f2b986fe3694 req-42233a7b-96b6-4f80-b16d-b0d2b39d163b tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941637 Nov 27 03:45:46.639152 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d480cffb-8ef2-4fc5-8808-770d2cb1d685 None None] The sync data for ids ['8b00d064-8e0d-4e9d-b055-b74e16157e82'] in n-d-819494-3 is: [{'id': '8b00d064-8e0d-4e9d-b055-b74e16157e82', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-630434637-router', 'tenant_id': '731137b7f28c4e9482c714fe10b7c9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'ab2d3936-bfca-44e5-a4b8-d25c80d4a293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:45:28Z', 'updated_at': '2021-11-27T03:45:44Z', 'revision_number': 5, 'project_id': '731137b7f28c4e9482c714fe10b7c9f2', 'gw_port': {'id': 'ab2d3936-bfca-44e5-a4b8-d25c80d4a293', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b00d064-8e0d-4e9d-b055-b74e16157e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:45:29Z', 'updated_at': '2021-11-27T03:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:45:46.750463 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e554fc-b8ce-454a-b878-0c3d77483786 req-2e6c5c2a-b6c1-48e6-ab4c-093255133618 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:46.752237 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-68e554fc-b8ce-454a-b878-0c3d77483786 req-2e6c5c2a-b6c1-48e6-ab4c-093255133618 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 945 time: 0.0814450 Nov 27 03:45:46.761478 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36caf51-6792-4176-b952-cc09755e78c5 req-6e25d1a5-79d6-4632-8b07-c016d408cea4 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:46.763339 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e36caf51-6792-4176-b952-cc09755e78c5 req-6e25d1a5-79d6-4632-8b07-c016d408cea4 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee&tenant_id=35cfdc78458c41aab44b0a976c3549af&binding%3Ahost_id=n-h2-819494-3 HTTP/1.1" status: 200 len: 1096 time: 0.2014754 Nov 27 03:45:46.814976 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2c1cc-56c2-4d40-980f-97ad344d2b7c req-1a2772b4-0dcb-4655-bbbe-0f289606f856 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:46.816483 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-03e2c1cc-56c2-4d40-980f-97ad344d2b7c req-1a2772b4-0dcb-4655-bbbe-0f289606f856 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 945 time: 0.1652429 Nov 27 03:45:46.819877 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4e9b7429-cf86-4e13-94c0-d2124b706731 req-8756dfe9-ab2f-4a1e-bfae-26f4e7b474c4 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106694 Nov 27 03:45:46.864124 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-68e554fc-b8ce-454a-b878-0c3d77483786 req-28cc9c28-1d18-4e89-bd08-1e70174b1759 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991018 Nov 27 03:45:46.942705 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-e36caf51-6792-4176-b952-cc09755e78c5 req-b4b2564e-bfd7-4110-9f2d-84706d6ca73d service neutron] For port 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:45:46.947906 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e36caf51-6792-4176-b952-cc09755e78c5 req-b4b2564e-bfd7-4110-9f2d-84706d6ca73d service neutron] Publish callbacks [] for binding, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:46.951455 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e36caf51-6792-4176-b952-cc09755e78c5 req-b4b2564e-bfd7-4110-9f2d-84706d6ca73d service neutron] 10.222.0.11 "DELETE /v2.0/ports/38d81c3d-ce44-436e-ac76-0fa3e4f40f3d/bindings/n-h1-819494-3 HTTP/1.1" status: 204 len: 173 time: 0.1760695 Nov 27 03:45:47.036177 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05b5c3-f9cc-4b49-934c-4562513ac34c req-ad07a9fe-fdce-4f50-a496-b335893e6b5a tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:47.039187 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4e05b5c3-f9cc-4b49-934c-4562513ac34c req-ad07a9fe-fdce-4f50-a496-b335893e6b5a tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/ports?device_id=67b456e1-0bb6-4439-951c-e6f6b76905a8 HTTP/1.1" status: 200 len: 946 time: 0.0638869 Nov 27 03:45:47.098513 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4e05b5c3-f9cc-4b49-934c-4562513ac34c req-c84b133d-9d0a-45b1-b543-30ec5040cae1 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc852f61-2cf1-4aa9-92bb-cab027642d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538106 Nov 27 03:45:47.189947 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-538b28d0-bdae-410f-a8ad-5faaed76b956 req-83e86ea0-232d-4915-96a2-5b26670aece6 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/ports?device_id=416460c2-70e4-41b4-ad27-930a30dd213e HTTP/1.1" status: 200 len: 210 time: 0.0317972 Nov 27 03:45:47.256336 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [req-34c240f4-a755-4dac-9283-9864e08a73f1 req-24b930f1-8346-4526-b207-644d7a6be91f tempest-FloatingIPsNegativeTestJSON-221539982 tempest-FloatingIPsNegativeTestJSON-221539982-project] show failed (client error): The resource could not be found. Nov 27 03:45:47.257363 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-34c240f4-a755-4dac-9283-9864e08a73f1 req-24b930f1-8346-4526-b207-644d7a6be91f tempest-FloatingIPsNegativeTestJSON-221539982 tempest-FloatingIPsNegativeTestJSON-221539982-project] 10.222.0.20 "GET /v2.0/floatingips/ce2aad2e-c3a6-4db4-a215-f2796153cf7f HTTP/1.1" status: 404 len: 350 time: 0.0379374 Nov 27 03:45:47.267317 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56962) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:45:47.371776 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-03e2c1cc-56c2-4d40-980f-97ad344d2b7c req-7976b8e2-1575-457c-8c10-a8c914970780 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419220 Nov 27 03:45:47.435809 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5963a1f-f071-47da-b233-6f2a30638a66 req-4b1b1c37-6eb3-4eef-8857-02fa054b4c93 tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:47.438208 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d5963a1f-f071-47da-b233-6f2a30638a66 req-4b1b1c37-6eb3-4eef-8857-02fa054b4c93 tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] 10.222.0.20 "GET /v2.0/ports?device_id=6db0b9a7-dead-4e0c-909f-5a0dfd7f67d1 HTTP/1.1" status: 200 len: 932 time: 0.0747640 Nov 27 03:45:47.440730 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-45de9813-a757-4b88-9f20-76be2efd34b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:47.561337 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de9813-a757-4b88-9f20-76be2efd34b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab2d3936-bfca-44e5-a4b8-d25c80d4a293,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:47.614372 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-c24a0d46-5fc6-4fff-ac66-03b3167d25d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 081f4c45-5722-492f-8a4b-750e5e6de964 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:45:47.629281 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-c24a0d46-5fc6-4fff-ac66-03b3167d25d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:47.638449 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-45de9813-a757-4b88-9f20-76be2efd34b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:47.669766 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d5963a1f-f071-47da-b233-6f2a30638a66 req-9c6b1bf8-80ee-49c0-85fd-2f4f29887cb8 tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] 10.222.0.20 "GET /v2.0/security-groups?id=8332bb4c-5061-4964-96ba-d56bd6c227a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183144 Nov 27 03:45:47.753014 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-c24a0d46-5fc6-4fff-ac66-03b3167d25d6 service neutron] Transition to ACTIVE for port object 081f4c45-5722-492f-8a4b-750e5e6de964 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:45:47.755381 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b8675e-3f69-4f8e-98cb-78e2e91bc7de req-a06020e0-2579-4297-8f38-d7de2a8f5540 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:47.757537 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-74b8675e-3f69-4f8e-98cb-78e2e91bc7de req-a06020e0-2579-4297-8f38-d7de2a8f5540 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 1096 time: 0.1995046 Nov 27 03:45:47.761059 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-c24a0d46-5fc6-4fff-ac66-03b3167d25d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:47.783213 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-45de9813-a757-4b88-9f20-76be2efd34b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:47.820516 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-45de9813-a757-4b88-9f20-76be2efd34b7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:47.866847 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c1638-83b3-4625-952b-38cc230712e3 req-08102355-839d-4912-b35f-ab90f21617d0 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:47.876270 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6c2c1638-83b3-4625-952b-38cc230712e3 req-08102355-839d-4912-b35f-ab90f21617d0 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 948 time: 0.0936561 Nov 27 03:45:47.931807 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24a0d46-5fc6-4fff-ac66-03b3167d25d6 service neutron] Pushing event updated for resources: {'Port': ['ID=081f4c45-5722-492f-8a4b-750e5e6de964,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:47.969591 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6c2c1638-83b3-4625-952b-38cc230712e3 req-90984945-697f-4ec2-98d7-ef2343a7fbbe tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921397 Nov 27 03:45:47.985097 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-45de9813-a757-4b88-9f20-76be2efd34b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:47.986055 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45de9813-a757-4b88-9f20-76be2efd34b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b00d064-8e0d-4e9d-b055-b74e16157e82 {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 03:45:48.004212 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-45de9813-a757-4b88-9f20-76be2efd34b7 admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:48.006058 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-45de9813-a757-4b88-9f20-76be2efd34b7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/8b00d064-8e0d-4e9d-b055-b74e16157e82 HTTP/1.1" status: 204 len: 168 time: 2.2322569 Nov 27 03:45:48.009355 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56970) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:45:48.034402 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-74b8675e-3f69-4f8e-98cb-78e2e91bc7de req-11fd4a4f-6d5d-46ef-b754-fd7d585e3e1b tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633195 Nov 27 03:45:48.073465 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-c24a0d46-5fc6-4fff-ac66-03b3167d25d6 service neutron] Attempting to bind port 081f4c45-5722-492f-8a4b-750e5e6de964 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:45:48.074054 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-c24a0d46-5fc6-4fff-ac66-03b3167d25d6 service neutron] Attempting to bind port 081f4c45-5722-492f-8a4b-750e5e6de964 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '843a3e50-453f-4627-a2c7-76f7ab8b5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'bd9416fa-5b57-44bc-b415-a020c14efa0b'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:45:48.074586 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-c24a0d46-5fc6-4fff-ac66-03b3167d25d6 service neutron] Attempting to bind port 081f4c45-5722-492f-8a4b-750e5e6de964 on network bd9416fa-5b57-44bc-b415-a020c14efa0b {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:45:48.081059 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff80d719-b500-4aa2-bd89-afceaa4ab959 admin admin] Deleting subnet 1d2a0478-4d2f-435e-bff6-97c2c969f6e3 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:45:48.086289 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-c24a0d46-5fc6-4fff-ac66-03b3167d25d6 service neutron] Port 081f4c45-5722-492f-8a4b-750e5e6de964 on network bd9416fa-5b57-44bc-b415-a020c14efa0b not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:45:48.086837 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-c24a0d46-5fc6-4fff-ac66-03b3167d25d6 service neutron] Attempting to bind port 081f4c45-5722-492f-8a4b-750e5e6de964 on network bd9416fa-5b57-44bc-b415-a020c14efa0b {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:45:48.089628 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ff80d719-b500-4aa2-bd89-afceaa4ab959 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:48.098542 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-c24a0d46-5fc6-4fff-ac66-03b3167d25d6 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:45:48.098961 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-c24a0d46-5fc6-4fff-ac66-03b3167d25d6 service neutron] Checking segment: {'id': '843a3e50-453f-4627-a2c7-76f7ab8b5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'bd9416fa-5b57-44bc-b415-a020c14efa0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:45:48.099365 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-c24a0d46-5fc6-4fff-ac66-03b3167d25d6 service neutron] Bound using segment: {'id': '843a3e50-453f-4627-a2c7-76f7ab8b5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'bd9416fa-5b57-44bc-b415-a020c14efa0b'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:45:48.099807 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-c24a0d46-5fc6-4fff-ac66-03b3167d25d6 service neutron] Bound port: 081f4c45-5722-492f-8a4b-750e5e6de964, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843a3e50-453f-4627-a2c7-76f7ab8b5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'bd9416fa-5b57-44bc-b415-a020c14efa0b'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:45:48.100169 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-c24a0d46-5fc6-4fff-ac66-03b3167d25d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:48.168138 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ff80d719-b500-4aa2-bd89-afceaa4ab959 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:48.226023 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-c24a0d46-5fc6-4fff-ac66-03b3167d25d6 service neutron] For port 081f4c45-5722-492f-8a4b-750e5e6de964, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:45:48.237391 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-c24a0d46-5fc6-4fff-ac66-03b3167d25d6 service neutron] For port 081f4c45-5722-492f-8a4b-750e5e6de964, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=081f4c45-5722-492f-8a4b-750e5e6de964,segment=NetworkSegment(843a3e50-453f-4627-a2c7-76f7ab8b5197),segment_id=843a3e50-453f-4627-a2c7-76f7ab8b5197)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:45:48.247437 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-c24a0d46-5fc6-4fff-ac66-03b3167d25d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:48.255193 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ac9c78d1-2cc8-4bbf-882e-24db0f7ed4ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:48.261697 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-76b4f537-5f1e-431a-b57c-aee86d25e274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:48.330801 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-c24a0d46-5fc6-4fff-ac66-03b3167d25d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:48.331694 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-c24a0d46-5fc6-4fff-ac66-03b3167d25d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:48.333298 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-c24a0d46-5fc6-4fff-ac66-03b3167d25d6 service neutron] 10.222.0.11 "PUT /v2.0/ports/081f4c45-5722-492f-8a4b-750e5e6de964 HTTP/1.1" status: 200 len: 1092 time: 2.0773892 Nov 27 03:45:48.333879 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db0b9a7-dead-4e0c-909f-5a0dfd7f67d1', 'tag': '081f4c45-5722-492f-8a4b-750e5e6de964'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:45:48.336877 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa0993a-92fb-43ee-a68c-f5719fc2ccba" -d '{"events": [{"name": "network-changed", "server_uuid": "6db0b9a7-dead-4e0c-909f-5a0dfd7f67d1", "tag": "081f4c45-5722-492f-8a4b-750e5e6de964"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:45:48.360113 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24a0d46-5fc6-4fff-ac66-03b3167d25d6 service neutron] Pushing event updated for resources: {'Port': ['ID=081f4c45-5722-492f-8a4b-750e5e6de964,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:48.493049 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:48.566647 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-1d1451b0-1149-4df3-b918-320e46bd9936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:48.568044 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-1d1451b0-1149-4df3-b918-320e46bd9936 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b33395406ebf447ca0bbb196df2209cd&device_id=6db0b9a7-dead-4e0c-909f-5a0dfd7f67d1 HTTP/1.1" status: 200 len: 1095 time: 0.0802205 Nov 27 03:45:48.591428 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ff80d719-b500-4aa2-bd89-afceaa4ab959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:48.591977 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813bc599-d261-450c-838e-7be7298a6eb5 req-693e83d7-850f-4211-bd8b-1377ea956044 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:48.598275 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-813bc599-d261-450c-838e-7be7298a6eb5 req-693e83d7-850f-4211-bd8b-1377ea956044 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 948 time: 0.0757046 Nov 27 03:45:48.608036 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0c514-4a81-4cf0-a516-93ab89245df0 req-8810eeb7-96f4-459a-b160-adfd1f365397 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:48.617867 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bdb0c514-4a81-4cf0-a516-93ab89245df0 req-8810eeb7-96f4-459a-b160-adfd1f365397 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 1096 time: 0.2810562 Nov 27 03:45:48.690595 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-628b43d6-4b42-41d8-b94f-6da66b394c5e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=081f4c45-5722-492f-8a4b-750e5e6de964 HTTP/1.1" status: 200 len: 217 time: 0.0900309 Nov 27 03:45:48.711217 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7e705-b19b-40ee-9acc-5591e5721e8f req-69743ed9-5f0f-4574-8915-5e499da42d60 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:48.713000 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-11e7e705-b19b-40ee-9acc-5591e5721e8f req-69743ed9-5f0f-4574-8915-5e499da42d60 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51&tenant_id=d416f1581fce4cbda78108e0795a4c3c&binding%3Ahost_id=n-h2-819494-3 HTTP/1.1" status: 200 len: 948 time: 0.2530570 Nov 27 03:45:48.770383 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-813bc599-d261-450c-838e-7be7298a6eb5 req-7475c0cb-12bd-4d29-86cd-c92ece5a8f6a tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711991 Nov 27 03:45:48.772042 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-397dbec0-9ce4-4d0b-ba48-e14f9530b928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:48.773581 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-397dbec0-9ce4-4d0b-ba48-e14f9530b928 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3a6ab05a-9523-497a-9dd3-5b30d30ea803 HTTP/1.1" status: 200 len: 852 time: 0.0715969 Nov 27 03:45:48.780068 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device ab2d3936-bfca-44e5-a4b8-d25c80d4a293 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:45:48.815573 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: ab2d3936-bfca-44e5-a4b8-d25c80d4a293 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:45:48.817719 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device ab2d3936-bfca-44e5-a4b8-d25c80d4a293 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:45:48.818182 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 13af9d33-8b33-48c5-bfae-a32bcfddd6f6 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:45:48.849581 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 13af9d33-8b33-48c5-bfae-a32bcfddd6f6 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:45:48.850737 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 13af9d33-8b33-48c5-bfae-a32bcfddd6f6 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:45:48.866112 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bdb0c514-4a81-4cf0-a516-93ab89245df0 req-0fb815fc-bff9-4e1c-aedf-518ef6a449eb tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470641 Nov 27 03:45:48.866394 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-ed61f57f-d861-4a2b-b216-0dd3dc83de3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:48.868014 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-ed61f57f-d861-4a2b-b216-0dd3dc83de3e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bd9416fa-5b57-44bc-b415-a020c14efa0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840764 Nov 27 03:45:48.925416 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ff80d719-b500-4aa2-bd89-afceaa4ab959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:49.007144 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76f6f93-eee0-4891-bdc4-1aa69a29d307 x-openstack-request-id: req-f76f6f93-eee0-4891-bdc4-1aa69a29d307 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:45:49.007573 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db0b9a7-dead-4e0c-909f-5a0dfd7f67d1", "tag": "081f4c45-5722-492f-8a4b-750e5e6de964", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:45:49.007935 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f76f6f93-eee0-4891-bdc4-1aa69a29d307 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:45:49.008448 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db0b9a7-dead-4e0c-909f-5a0dfd7f67d1', 'tag': '081f4c45-5722-492f-8a4b-750e5e6de964', 'status': 'completed', 'code': 200} Nov 27 03:45:49.015106 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-facf9f12-f9f5-422d-863a-0ea1c27e88e3 req-93b9fdd0-5739-42d9-bb20-7872d74a173c tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/ports?device_id=416460c2-70e4-41b4-ad27-930a30dd213e HTTP/1.1" status: 200 len: 210 time: 0.1380954 Nov 27 03:45:49.044800 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff80d719-b500-4aa2-bd89-afceaa4ab959 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d2a0478-4d2f-435e-bff6-97c2c969f6e3,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:49.050353 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ff80d719-b500-4aa2-bd89-afceaa4ab959 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:49.053612 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ff80d719-b500-4aa2-bd89-afceaa4ab959 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1d2a0478-4d2f-435e-bff6-97c2c969f6e3 HTTP/1.1" status: 204 len: 168 time: 1.0400031 Nov 27 03:45:49.054169 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd7e3fb-6223-4344-b7ab-2182152adf27 None None] Network a0f221d8-32da-4d4e-9dfb-536843735a75 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:45:49.060151 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56996) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:45:49.074992 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-1ec2a94b-06c7-4e6e-8b2b-d287c8329b2d service neutron] 10.222.0.11 "GET /v2.0/networks/bd9416fa-5b57-44bc-b415-a020c14efa0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949995 Nov 27 03:45:49.080261 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-349e2589-3956-4984-a309-ba2bdaa6d956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:49.081280 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-349e2589-3956-4984-a309-ba2bdaa6d956 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4f93bf1216094326aad79ff5fda23c08&device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 1096 time: 0.2417622 Nov 27 03:45:49.181090 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [req-11e7e705-b19b-40ee-9acc-5591e5721e8f req-76c73b99-87c7-4ea0-a4c0-161be9b04399 service neutron] delete failed (client error): The resource could not be found. Nov 27 03:45:49.182108 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-11e7e705-b19b-40ee-9acc-5591e5721e8f req-76c73b99-87c7-4ea0-a4c0-161be9b04399 service neutron] 10.222.0.23 "DELETE /v2.0/ports/ef4ae27c-26c3-4e63-8f92-1652f2b6bca5/bindings/n-h1-819494-3 HTTP/1.1" status: 404 len: 380 time: 0.4566772 Nov 27 03:45:49.291414 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device ef4ae27c-26c3-4e63-8f92-1652f2b6bca5 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:45:49.297358 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf84d7f-9e8e-4d3d-9a33-bc48277e4ffa None None] DHCP port deletion for a0f221d8-32da-4d4e-9dfb-536843735a75 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 03:45:49.307484 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-a1a9ea42-bd97-4dfc-a458-d75500b8c421 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--568715187&fields=id&tenant_id=409a3520592e44dbbec54c1bf55df0d4 HTTP/1.1" status: 200 len: 267 time: 0.1126099 Nov 27 03:45:49.321469 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1ab9673d-af4f-434f-9eac-d2f9d2d888c4 req-73b3f3e1-073d-4e67-a9e3-7833f40b7dec service neutron] 10.222.0.11 "GET /v2.0/networks/bd9416fa-5b57-44bc-b415-a020c14efa0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267683 Nov 27 03:45:49.446416 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-b52b1286-a8e8-49b3-8d14-341b227c2f4f tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:49.448876 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-b52b1286-a8e8-49b3-8d14-341b227c2f4f tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/networks?id=39dfc888-b0dd-4c34-8aab-d5cb681e46f0 HTTP/1.1" status: 200 len: 823 time: 0.1397467 Nov 27 03:45:49.454636 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:49.468554 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-847abc15-5fee-4a5d-86e3-600092e4f452 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/quotas/409a3520592e44dbbec54c1bf55df0d4 HTTP/1.1" status: 200 len: 375 time: 0.0123546 Nov 27 03:45:49.487468 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port ef4ae27c-26c3-4e63-8f92-1652f2b6bca5, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=ef4ae27c-26c3-4e63-8f92-1652f2b6bca5,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:45:49.500207 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-ecf84d7f-9e8e-4d3d-9a33-bc48277e4ffa None None] Deleting port f90e6822-9c08-4905-b976-105717bfe128 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:45:49.500753 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ecf84d7f-9e8e-4d3d-9a33-bc48277e4ffa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:49.540583 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'ef4ae27c-26c3-4e63-8f92-1652f2b6bca5', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'port_id': 'ef4ae27c-26c3-4e63-8f92-1652f2b6bca5', 'mac_address': 'fa:16:3e:f0:d4:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14a2acf-f1d7-4ddf-8459-b30982428e88', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:45:49.575783 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-9988b22e-94c6-400c-8f9a-5c48c63ae8a1 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=409a3520592e44dbbec54c1bf55df0d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0959485 Nov 27 03:45:49.600041 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-ecf84d7f-9e8e-4d3d-9a33-bc48277e4ffa None None] For port f90e6822-9c08-4905-b976-105717bfe128, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=f90e6822-9c08-4905-b976-105717bfe128,segment=NetworkSegment(bdf28014-cfdc-41fe-9654-2a30092b7f3c),segment_id=bdf28014-cfdc-41fe-9654-2a30092b7f3c)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:45:49.600589 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ecf84d7f-9e8e-4d3d-9a33-bc48277e4ffa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:49.602908 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0993a-92fb-43ee-a68c-f5719fc2ccba req-e4b6fec0-7f7a-4fb1-a24b-c869d202b46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:49.604970 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7fa0993a-92fb-43ee-a68c-f5719fc2ccba req-e4b6fec0-7f7a-4fb1-a24b-c869d202b46d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b33395406ebf447ca0bbb196df2209cd&device_id=6db0b9a7-dead-4e0c-909f-5a0dfd7f67d1 HTTP/1.1" status: 200 len: 1095 time: 0.0916357 Nov 27 03:45:49.620103 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:49.622973 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-ecf84d7f-9e8e-4d3d-9a33-bc48277e4ffa None None] Calling delete_port for f90e6822-9c08-4905-b976-105717bfe128 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:45:49.639626 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef4ae27c-26c3-4e63-8f92-1652f2b6bca5 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:45:49.647142 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3763127-f149-4361-9efe-01280f471673 req-b23889e2-de6c-48f0-8565-e035c4048b4e tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:49.655136 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c3763127-f149-4361-9efe-01280f471673 req-b23889e2-de6c-48f0-8565-e035c4048b4e tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 945 time: 0.5774732 Nov 27 03:45:49.671508 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da634017-58d6-40d2-a18a-d4233f60a135 req-e16f80f2-fee1-43e7-9b21-414ea45d7dec tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:49.673052 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-da634017-58d6-40d2-a18a-d4233f60a135 req-e16f80f2-fee1-43e7-9b21-414ea45d7dec tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.23 "GET /v2.0/networks?id=995058f0-cd6f-4205-8189-aa736ae95556 HTTP/1.1" status: 200 len: 813 time: 0.7435312 Nov 27 03:45:49.675556 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ea715581-69df-4c29-bb54-269dca955de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:49.693982 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port ef4ae27c-26c3-4e63-8f92-1652f2b6bca5, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=ef4ae27c-26c3-4e63-8f92-1652f2b6bca5,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:45:49.705703 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:49.735034 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-da634017-58d6-40d2-a18a-d4233f60a135 req-fba7f491-98ac-48a6-9972-8a69c46dbd51 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Request body: {'port': {'device_id': '416460c2-70e4-41b4-ad27-930a30dd213e', 'network_id': '995058f0-cd6f-4205-8189-aa736ae95556', 'admin_state_up': True, 'tenant_id': '69d6340ea23c45289ca7a6e130f14fe1'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:45:49.741410 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-a6e25e6f-0e7c-4908-b52b-ee2727f6d0b0 service neutron] 10.222.0.20 "GET /v2.0/networks/39dfc888-b0dd-4c34-8aab-d5cb681e46f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606684 Nov 27 03:45:49.771913 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=ef4ae27c-26c3-4e63-8f92-1652f2b6bca5,revision_number=8']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:49.775580 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ecf84d7f-9e8e-4d3d-9a33-bc48277e4ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:49.784575 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-56dea9f2-cf1a-4301-8331-b53352afdc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:49.786120 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-56dea9f2-cf1a-4301-8331-b53352afdc3d service neutron] 10.222.0.11 "GET /v2.0/networks?id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 HTTP/1.1" status: 200 len: 909 time: 0.6213827 Nov 27 03:45:49.803927 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0993a-92fb-43ee-a68c-f5719fc2ccba req-024d14f2-7b05-41f7-b428-ec39399fb7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:49.805693 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7fa0993a-92fb-43ee-a68c-f5719fc2ccba req-024d14f2-7b05-41f7-b428-ec39399fb7a1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bd9416fa-5b57-44bc-b415-a020c14efa0b HTTP/1.1" status: 200 len: 914 time: 0.1744103 Nov 27 03:45:49.806203 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf84d7f-9e8e-4d3d-9a33-bc48277e4ffa None None] Pushing event deleted for resources: {'Port': ['ID=f90e6822-9c08-4905-b976-105717bfe128,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:49.810254 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf84d7f-9e8e-4d3d-9a33-bc48277e4ffa None None] No DVR routers for this DVR port f90e6822-9c08-4905-b976-105717bfe128 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:45:49.858954 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7e705-b19b-40ee-9acc-5591e5721e8f req-678374b5-2637-438a-8fa3-96235ac5f0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:49.860397 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-11e7e705-b19b-40ee-9acc-5591e5721e8f req-678374b5-2637-438a-8fa3-96235ac5f0ea service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d416f1581fce4cbda78108e0795a4c3c&device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 1099 time: 0.3317766 Nov 27 03:45:49.864152 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7fa0993a-92fb-43ee-a68c-f5719fc2ccba req-2651ecc5-fbdd-4a96-bfc3-bb3184aa7ac8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=081f4c45-5722-492f-8a4b-750e5e6de964 HTTP/1.1" status: 200 len: 217 time: 0.0378134 Nov 27 03:45:49.913258 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-548df86b-1d5f-4b2c-a15c-8978a43538e6 service neutron] 10.222.0.20 "GET /v2.0/networks/39dfc888-b0dd-4c34-8aab-d5cb681e46f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655672 Nov 27 03:45:49.929316 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0993a-92fb-43ee-a68c-f5719fc2ccba req-5fa5a412-e05e-486f-8428-1f36bf698960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:49.930803 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7fa0993a-92fb-43ee-a68c-f5719fc2ccba req-5fa5a412-e05e-486f-8428-1f36bf698960 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3a6ab05a-9523-497a-9dd3-5b30d30ea803 HTTP/1.1" status: 200 len: 852 time: 0.0495381 Nov 27 03:45:49.936922 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-dc1f0a64-c00c-4dd2-a687-08c14cb3d6ba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4292e6b2-41b2-40ba-8f4f-fca486354a2c HTTP/1.1" status: 200 len: 217 time: 0.0964525 Nov 27 03:45:49.965986 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c3763127-f149-4361-9efe-01280f471673 req-d07edec7-16c3-4f73-ac64-7d68e996eba1 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098218 Nov 27 03:45:50.002016 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0993a-92fb-43ee-a68c-f5719fc2ccba req-33fcd6ce-79a7-44c0-90ed-9a6c9e249157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:50.003750 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7fa0993a-92fb-43ee-a68c-f5719fc2ccba req-33fcd6ce-79a7-44c0-90ed-9a6c9e249157 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bd9416fa-5b57-44bc-b415-a020c14efa0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650415 Nov 27 03:45:50.085913 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ea715581-69df-4c29-bb54-269dca955de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:50.207189 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['ef4ae27c-26c3-4e63-8f92-1652f2b6bca5'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:45:50.233112 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7fa0993a-92fb-43ee-a68c-f5719fc2ccba req-3e44054b-2b77-4ddf-8ce9-6ff84b9c8df3 service neutron] 10.222.0.11 "GET /v2.0/networks/bd9416fa-5b57-44bc-b415-a020c14efa0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000046 Nov 27 03:45:50.327898 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-ea715581-69df-4c29-bb54-269dca955de0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0f221d8-32da-4d4e-9dfb-536843735a75']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:50.407788 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7e705-b19b-40ee-9acc-5591e5721e8f req-e4e710f8-7832-4891-900a-d83253a7688f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:50.409622 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-11e7e705-b19b-40ee-9acc-5591e5721e8f req-e4e710f8-7832-4891-900a-d83253a7688f service neutron] 10.222.0.23 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.4892080 Nov 27 03:45:50.419928 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-ea715581-69df-4c29-bb54-269dca955de0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdf28014-cfdc-41fe-9654-2a30092b7f3c') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:50.422912 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-ea715581-69df-4c29-bb54-269dca955de0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdf28014-cfdc-41fe-9654-2a30092b7f3c') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:50.430389 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7fa0993a-92fb-43ee-a68c-f5719fc2ccba req-e7d8d0bb-e3d0-4274-9796-342b9a9162ff service neutron] 10.222.0.11 "GET /v2.0/networks/bd9416fa-5b57-44bc-b415-a020c14efa0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493580 Nov 27 03:45:50.440394 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-ac9c78d1-2cc8-4bbf-882e-24db0f7ed4ff admin admin] Deleting port 698f0cd9-3112-4ca1-936e-c15600c64300 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:45:50.440751 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ac9c78d1-2cc8-4bbf-882e-24db0f7ed4ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:50.529569 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device f90e6822-9c08-4905-b976-105717bfe128 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:45:50.535856 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ea715581-69df-4c29-bb54-269dca955de0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:50.539452 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-0e8378fc-59d8-4a3f-bd7c-e77c49fec35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:50.540926 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-0e8378fc-59d8-4a3f-bd7c-e77c49fec35c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f2f4695-47e3-40b2-b54d-f43d3306eba4 HTTP/1.1" status: 200 len: 848 time: 0.5819590 Nov 27 03:45:50.546340 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065bc52-3bb0-453a-a557-1b4fdf76a89b req-4c51cb17-25cb-40b5-be1e-c3d2280f826a tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:50.555183 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b065bc52-3bb0-453a-a557-1b4fdf76a89b req-4c51cb17-25cb-40b5-be1e-c3d2280f826a tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 949 time: 0.0757363 Nov 27 03:45:50.570982 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: f90e6822-9c08-4905-b976-105717bfe128 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:45:50.571659 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device f90e6822-9c08-4905-b976-105717bfe128 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:45:50.600481 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-11e7e705-b19b-40ee-9acc-5591e5721e8f req-4ee2200f-8a29-4baf-a36e-3a006878eb06 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=ef4ae27c-26c3-4e63-8f92-1652f2b6bca5 HTTP/1.1" status: 200 len: 217 time: 0.1525636 Nov 27 03:45:50.619108 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b065bc52-3bb0-453a-a557-1b4fdf76a89b req-72298ae8-a3df-4382-89d8-ba8fe0a542e4 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603793 Nov 27 03:45:50.644553 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ea715581-69df-4c29-bb54-269dca955de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:50.649932 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-28123ad6-0538-471f-a521-9857cada46d6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700817 Nov 27 03:45:50.688296 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e82ed-7d8b-4e0a-bc59-6612685d62f0 req-ddbae0c8-8437-4f08-aea8-63050234586b tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:50.689808 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d09e82ed-7d8b-4e0a-bc59-6612685d62f0 req-ddbae0c8-8437-4f08-aea8-63050234586b tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] 10.222.0.20 "GET /v2.0/ports?device_id=6db0b9a7-dead-4e0c-909f-5a0dfd7f67d1 HTTP/1.1" status: 200 len: 944 time: 0.5470431 Nov 27 03:45:50.690906 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea715581-69df-4c29-bb54-269dca955de0 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:45:50.691313 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ea715581-69df-4c29-bb54-269dca955de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:50.692505 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c94a0fc5-a407-470f-96f7-fa37e672acdc req-5ffdf4be-7b4f-4fc2-a5b8-8a700cf22628 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/ports?device_id=de6a9bb2-771e-417f-a2df-2530328df94e HTTP/1.1" status: 200 len: 210 time: 0.0315742 Nov 27 03:45:50.704131 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 03:45:50.704131 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:45:50.704131 n-d-819494-3 neutron-server[110019]: timer() Nov 27 03:45:50.704131 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:45:50.704131 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 03:45:50.704131 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:45:50.704131 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 03:45:50.704131 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:45:50.704131 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 03:45:50.704131 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:45:50.704131 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 03:45:50.704131 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:45:50.704131 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 03:45:50.704131 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:45:50.704131 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:45:50.704131 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:45:50.704131 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:45:50.704131 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:45:50.704131 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 03:45:50.704131 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:45:50.704131 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 03:45:50.704131 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:45:50.704131 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:45:50.704131 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:45:50.704131 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 03:45:50.704131 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:45:50.704131 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:45:50.704131 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:45:50.704131 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:45:50.704131 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:45:50.704131 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:45:50.704131 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:45:50.720181 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da634017-58d6-40d2-a18a-d4233f60a135 req-fba7f491-98ac-48a6-9972-8a69c46dbd51 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Made reservation on behalf of 69d6340ea23c45289ca7a6e130f14fe1 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:45:50.723628 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-da634017-58d6-40d2-a18a-d4233f60a135 req-fba7f491-98ac-48a6-9972-8a69c46dbd51 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:50.773209 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5708811-01e2-4ae0-ade3-01b605222c5a req-922ab6c7-b206-4aa7-a86d-f27e448416cb tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:50.774633 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d5708811-01e2-4ae0-ade3-01b605222c5a req-922ab6c7-b206-4aa7-a86d-f27e448416cb tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.11 "GET /v2.0/ports?device_id=67b456e1-0bb6-4439-951c-e6f6b76905a8 HTTP/1.1" status: 200 len: 946 time: 0.4487677 Nov 27 03:45:50.792393 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-48bcd601-9867-4152-9d85-afc25d459b64 req-c0d3fabb-a01f-4fbd-b9e5-1a2fe5726ea0 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/ports?device_id=416460c2-70e4-41b4-ad27-930a30dd213e HTTP/1.1" status: 200 len: 210 time: 0.0258973 Nov 27 03:45:50.903888 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-ac9c78d1-2cc8-4bbf-882e-24db0f7ed4ff admin admin] For port 698f0cd9-3112-4ca1-936e-c15600c64300, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=698f0cd9-3112-4ca1-936e-c15600c64300,segment=NetworkSegment(d92e8efd-5c30-4c82-9054-75fa47e1d31f),segment_id=d92e8efd-5c30-4c82-9054-75fa47e1d31f)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:45:50.904282 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ac9c78d1-2cc8-4bbf-882e-24db0f7ed4ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:50.913713 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7e705-b19b-40ee-9acc-5591e5721e8f req-b291f5a2-5540-4322-8f95-86930dc57809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:50.915191 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-11e7e705-b19b-40ee-9acc-5591e5721e8f req-b291f5a2-5540-4322-8f95-86930dc57809 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.2821345 Nov 27 03:45:50.948641 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ea715581-69df-4c29-bb54-269dca955de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:50.952584 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-ac9c78d1-2cc8-4bbf-882e-24db0f7ed4ff admin admin] Calling delete_port for 698f0cd9-3112-4ca1-936e-c15600c64300 owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:45:51.035782 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:51.048480 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ea715581-69df-4c29-bb54-269dca955de0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:51.054045 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ea715581-69df-4c29-bb54-269dca955de0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a0f221d8-32da-4d4e-9dfb-536843735a75 HTTP/1.1" status: 204 len: 168 time: 1.9873784 Nov 27 03:45:51.095633 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d09e82ed-7d8b-4e0a-bc59-6612685d62f0 req-6017a961-b23b-46d7-8312-9509edebb6ec tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] 10.222.0.20 "GET /v2.0/security-groups?id=8332bb4c-5061-4964-96ba-d56bd6c227a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782125 Nov 27 03:45:51.104906 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea715581-69df-4c29-bb54-269dca955de0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0f221d8-32da-4d4e-9dfb-536843735a75,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:51.129158 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf67568b-7d2f-4b59-9a05-c14c68af97e5 req-c0fec1c0-28eb-4f03-830c-827be4c1bbfb tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:51.131090 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bf67568b-7d2f-4b59-9a05-c14c68af97e5 req-c0fec1c0-28eb-4f03-830c-827be4c1bbfb tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 945 time: 0.0823252 Nov 27 03:45:51.207482 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-cf7ee2d3-292e-4525-a859-2187eb82be40 service neutron] 10.222.0.11 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5489159 Nov 27 03:45:51.255328 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bf67568b-7d2f-4b59-9a05-c14c68af97e5 req-46e90797-974c-46d9-be34-4ca3ce05e19b tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163380 Nov 27 03:45:51.266793 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7e705-b19b-40ee-9acc-5591e5721e8f req-17c7f3c5-b564-49cd-bcbb-0ddc921a52d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:51.268306 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-11e7e705-b19b-40ee-9acc-5591e5721e8f req-17c7f3c5-b564-49cd-bcbb-0ddc921a52d7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2723629 Nov 27 03:45:51.289087 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57030) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:45:51.302502 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device ef4ae27c-26c3-4e63-8f92-1652f2b6bca5 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:45:51.340921 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e5e2b459-b209-48f4-b0f5-9591a9eea715 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=731137b7f28c4e9482c714fe10b7c9f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0491416 Nov 27 03:45:51.343091 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57032) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:45:51.373086 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port ef4ae27c-26c3-4e63-8f92-1652f2b6bca5 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:45:51.380060 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port ef4ae27c-26c3-4e63-8f92-1652f2b6bca5 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:45:51.380726 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:51.440629 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-d5708811-01e2-4ae0-ade3-01b605222c5a req-ccf025b2-2572-485e-b552-e8355e2d4407 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Deleting port a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:45:51.440982 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d5708811-01e2-4ae0-ade3-01b605222c5a req-ccf025b2-2572-485e-b552-e8355e2d4407 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:51.447665 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f9077b0c-2b09-40ba-ac20-34c56263abf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:51.460287 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-da634017-58d6-40d2-a18a-d4233f60a135 req-fba7f491-98ac-48a6-9972-8a69c46dbd51 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Allocated IP 172.20.0.7 (995058f0-cd6f-4205-8189-aa736ae95556/b807eecb-0879-49fd-8f8d-b45f66819dde/fe8a78f7-4c71-4df1-8ce7-4a4fa586a257) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:45:51.482340 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f9077b0c-2b09-40ba-ac20-34c56263abf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:51.540376 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:51.577739 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdc14ae-f4d7-484a-bc96-988d9d222e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4ae27c-26c3-4e63-8f92-1652f2b6bca5'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:45:51.580598 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52c6591-583f-4949-938c-ed534afec2cb" -d '{"events": [{"server_uuid": "2fdc14ae-f4d7-484a-bc96-988d9d222e51", "name": "network-vif-plugged", "status": "completed", "tag": "ef4ae27c-26c3-4e63-8f92-1652f2b6bca5"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:45:51.619538 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port ef4ae27c-26c3-4e63-8f92-1652f2b6bca5, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=ef4ae27c-26c3-4e63-8f92-1652f2b6bca5,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:45:51.626286 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:51.791578 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214c326c-9bed-431d-8dbd-25e6c29e0c57 x-openstack-request-id: req-214c326c-9bed-431d-8dbd-25e6c29e0c57 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:45:51.791853 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdc14ae-f4d7-484a-bc96-988d9d222e51", "name": "network-vif-plugged", "status": "completed", "tag": "ef4ae27c-26c3-4e63-8f92-1652f2b6bca5", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:45:51.792066 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-214c326c-9bed-431d-8dbd-25e6c29e0c57 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:45:51.792454 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdc14ae-f4d7-484a-bc96-988d9d222e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4ae27c-26c3-4e63-8f92-1652f2b6bca5', 'code': 200} Nov 27 03:45:51.818987 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=ef4ae27c-26c3-4e63-8f92-1652f2b6bca5,revision_number=9']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:51.839396 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:51.875134 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-e0d40af6-9f98-4f57-9948-c1a4bf112e40 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:51.877053 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-e0d40af6-9f98-4f57-9948-c1a4bf112e40 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.23 "GET /v2.0/networks?id=39dfc888-b0dd-4c34-8aab-d5cb681e46f0 HTTP/1.1" status: 200 len: 823 time: 0.3118482 Nov 27 03:45:51.880328 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f9077b0c-2b09-40ba-ac20-34c56263abf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:51.883646 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f9077b0c-2b09-40ba-ac20-34c56263abf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:51.888032 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f9077b0c-2b09-40ba-ac20-34c56263abf2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8ffee85-638c-4c4e-8aae-34b9aef2e425 HTTP/1.1" status: 204 len: 168 time: 0.5398886 Nov 27 03:45:51.938588 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9077b0c-2b09-40ba-ac20-34c56263abf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ffee85-638c-4c4e-8aae-34b9aef2e425,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:51.950519 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e93c-a03b-4c04-adf7-5273466b4063 req-5010ca62-8736-4111-ba2e-361e3116c410 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:51.952493 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7427e93c-a03b-4c04-adf7-5273466b4063 req-5010ca62-8736-4111-ba2e-361e3116c410 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 950 time: 0.1810122 Nov 27 03:45:52.037175 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-c111b8f5-0522-4870-a7ef-334cc6a191eb tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=409a3520592e44dbbec54c1bf55df0d4 HTTP/1.1" status: 200 len: 379 time: 0.1293125 Nov 27 03:45:52.043074 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1ad68206-fd03-4902-b6be-ed608ac50f2e req-473f1dbb-696d-479b-ae74-24e94b8b6086 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/ports?device_id=de6a9bb2-771e-417f-a2df-2530328df94e HTTP/1.1" status: 200 len: 210 time: 0.1266084 Nov 27 03:45:52.045948 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-fb4b1188-c758-4e90-bcf7-a64e5b41ea16 service neutron] 10.222.0.11 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8052280 Nov 27 03:45:52.072788 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-11e7e705-b19b-40ee-9acc-5591e5721e8f req-7a3936bc-006d-4ebe-8b92-0b1b8d35e33d service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7461195 Nov 27 03:45:52.080207 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-ee8679d6-7c5e-43dc-a168-5e355ecde01a tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Request body: {'port': {'device_id': 'de6a9bb2-771e-417f-a2df-2530328df94e', 'network_id': '39dfc888-b0dd-4c34-8aab-d5cb681e46f0', 'admin_state_up': True, 'tenant_id': '409a3520592e44dbbec54c1bf55df0d4', 'security_groups': ['fc852f61-2cf1-4aa9-92bb-cab027642d6e']}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:45:52.209735 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7427e93c-a03b-4c04-adf7-5273466b4063 req-426eb931-5cab-4c54-9372-68401ea26162 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465792 Nov 27 03:45:52.283357 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-ee8679d6-7c5e-43dc-a168-5e355ecde01a tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Made reservation on behalf of 409a3520592e44dbbec54c1bf55df0d4 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:45:52.292322 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-ee8679d6-7c5e-43dc-a168-5e355ecde01a tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:52.344951 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-d5708811-01e2-4ae0-ade3-01b605222c5a req-ccf025b2-2572-485e-b552-e8355e2d4407 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] For port a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e,segment=NetworkSegment(845f5355-d286-4a0f-9acd-493043a7ee60),segment_id=845f5355-d286-4a0f-9acd-493043a7ee60)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:45:52.345131 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d5708811-01e2-4ae0-ade3-01b605222c5a req-ccf025b2-2572-485e-b552-e8355e2d4407 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:52.385491 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-11e7e705-b19b-40ee-9acc-5591e5721e8f req-774d5cbe-4a39-4355-8223-9147e0d76bfe service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929616 Nov 27 03:45:52.578330 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b216ed3-3205-43cd-9693-58bc514a20fa req-bcdd16fe-1fb0-4f58-8776-2fb87f2ca017 tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:52.581086 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3b216ed3-3205-43cd-9693-58bc514a20fa req-bcdd16fe-1fb0-4f58-8776-2fb87f2ca017 tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] 10.222.0.20 "GET /v2.0/ports?device_id=6db0b9a7-dead-4e0c-909f-5a0dfd7f67d1 HTTP/1.1" status: 200 len: 944 time: 0.1417594 Nov 27 03:45:52.593260 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-ee8679d6-7c5e-43dc-a168-5e355ecde01a tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Allocated IP 172.20.0.8 (39dfc888-b0dd-4c34-8aab-d5cb681e46f0/fc4bc0b3-a0cc-4178-a299-8ba73845c8be/68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:45:52.782586 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3b216ed3-3205-43cd-9693-58bc514a20fa req-0d2c168e-aea3-4613-bc38-93e9cea13d1d tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] 10.222.0.20 "GET /v2.0/security-groups?id=8332bb4c-5061-4964-96ba-d56bd6c227a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902499 Nov 27 03:45:52.784194 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d5708811-01e2-4ae0-ade3-01b605222c5a req-ccf025b2-2572-485e-b552-e8355e2d4407 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:52.784792 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d5708811-01e2-4ae0-ade3-01b605222c5a req-ccf025b2-2572-485e-b552-e8355e2d4407 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:52.785233 n-d-819494-3 neutron-server[110019]: INFO neutron.db.l3_db [req-d5708811-01e2-4ae0-ade3-01b605222c5a req-ccf025b2-2572-485e-b552-e8355e2d4407 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Floating IP 5f9e2190-d586-4248-aef2-b41313bcf1bc disassociated. External IP: 172.25.1.7, port: a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e. Nov 27 03:45:52.785791 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-d5708811-01e2-4ae0-ade3-01b605222c5a req-ccf025b2-2572-485e-b552-e8355e2d4407 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Calling delete_port for a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:45:52.810598 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-885dec3f-e7fa-4530-a374-f7cb9afc18fe req-706f3e5e-898d-4cca-b3ae-f1dea3602e92 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/ports?device_id=416460c2-70e4-41b4-ad27-930a30dd213e HTTP/1.1" status: 200 len: 210 time: 0.5280304 Nov 27 03:45:52.811222 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ac9c78d1-2cc8-4bbf-882e-24db0f7ed4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:52.983304 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c78d1-2cc8-4bbf-882e-24db0f7ed4ff admin admin] Pushing event deleted for resources: {'Port': ['ID=698f0cd9-3112-4ca1-936e-c15600c64300,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:53.016571 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-ee8679d6-7c5e-43dc-a168-5e355ecde01a tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:53.078426 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-ee8679d6-7c5e-43dc-a168-5e355ecde01a tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:53.212400 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-da634017-58d6-40d2-a18a-d4233f60a135 req-fba7f491-98ac-48a6-9972-8a69c46dbd51 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:53.226715 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d5708811-01e2-4ae0-ade3-01b605222c5a req-ccf025b2-2572-485e-b552-e8355e2d4407 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:53.246199 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-ee8679d6-7c5e-43dc-a168-5e355ecde01a tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Network 39dfc888-b0dd-4c34-8aab-d5cb681e46f0 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:45:53.254337 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-ee8679d6-7c5e-43dc-a168-5e355ecde01a tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:45:53.291597 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-ee8679d6-7c5e-43dc-a168-5e355ecde01a tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:45:53.305679 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 081f4c45-5722-492f-8a4b-750e5e6de964 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:45:53.320918 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:45:53.322185 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31fc009-865f-4c1f-98a2-06d88ee78253 req-e4069207-99b3-425f-b859-1d417bd2aa5d tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:53.342679 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f31fc009-865f-4c1f-98a2-06d88ee78253 req-e4069207-99b3-425f-b859-1d417bd2aa5d tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 945 time: 0.2831249 Nov 27 03:45:53.387212 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:45:53.388165 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:45:53.429951 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf025b2-2572-485e-b552-e8355e2d4407 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Pushing event deleted for resources: {'Port': ['ID=a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:53.468718 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f31fc009-865f-4c1f-98a2-06d88ee78253 req-20a05dff-0311-4e41-bf5e-b56c342ec125 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177762 Nov 27 03:45:53.477849 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8679d6-7c5e-43dc-a168-5e355ecde01a tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Pushing event updated for resources: {'Port': ['ID=68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:53.511326 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-ee8679d6-7c5e-43dc-a168-5e355ecde01a tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:53.511967 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-ee8679d6-7c5e-43dc-a168-5e355ecde01a tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:53.530997 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-ee8679d6-7c5e-43dc-a168-5e355ecde01a tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4664905 Nov 27 03:45:53.539368 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 081f4c45-5722-492f-8a4b-750e5e6de964, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=081f4c45-5722-492f-8a4b-750e5e6de964,segment=NetworkSegment(843a3e50-453f-4627-a2c7-76f7ab8b5197),segment_id=843a3e50-453f-4627-a2c7-76f7ab8b5197)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:45:53.551482 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-a140d3a6-69f3-45e5-96e9-028340b94927 service neutron] Request body: {'port': {'device_id': 'de6a9bb2-771e-417f-a2df-2530328df94e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:45:53.579667 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '081f4c45-5722-492f-8a4b-750e5e6de964', 'network_id': 'bd9416fa-5b57-44bc-b415-a020c14efa0b', 'port_id': '081f4c45-5722-492f-8a4b-750e5e6de964', 'mac_address': 'fa:16:3e:a6:6b:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a6ab05a-9523-497a-9dd3-5b30d30ea803', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:45:53.640871 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:53.663405 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 081f4c45-5722-492f-8a4b-750e5e6de964 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:45:53.681727 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-da634017-58d6-40d2-a18a-d4233f60a135 req-fba7f491-98ac-48a6-9972-8a69c46dbd51 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:53.683776 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-a140d3a6-69f3-45e5-96e9-028340b94927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:53.690393 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 081f4c45-5722-492f-8a4b-750e5e6de964, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=081f4c45-5722-492f-8a4b-750e5e6de964,segment=NetworkSegment(843a3e50-453f-4627-a2c7-76f7ab8b5197),segment_id=843a3e50-453f-4627-a2c7-76f7ab8b5197)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:45:53.702942 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ee1cd-0950-40db-b207-39fdab843775 req-6d5b7884-632a-4c81-be7a-ada6f341257a tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:53.704540 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:53.704676 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-194ee1cd-0950-40db-b207-39fdab843775 req-6d5b7884-632a-4c81-be7a-ada6f341257a tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 950 time: 0.1189179 Nov 27 03:45:53.711518 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-9742763a-1260-4618-ac6e-783cf6f9b20a None None] Provisioning complete for port 68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:45:53.711846 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f796bb-709d-4dbc-9485-bcc598b15427 req-dfb9e520-9bbf-46be-a4d2-79309ed06b58 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:53.711976 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9742763a-1260-4618-ac6e-783cf6f9b20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:53.714030 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a6f796bb-709d-4dbc-9485-bcc598b15427 req-dfb9e520-9bbf-46be-a4d2-79309ed06b58 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/ports?device_id=de6a9bb2-771e-417f-a2df-2530328df94e HTTP/1.1" status: 200 len: 931 time: 0.5122247 Nov 27 03:45:53.764733 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da634017-58d6-40d2-a18a-d4233f60a135 req-fba7f491-98ac-48a6-9972-8a69c46dbd51 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Network 995058f0-cd6f-4205-8189-aa736ae95556 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:45:53.769013 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-9742763a-1260-4618-ac6e-783cf6f9b20a None None] Port 68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:45:53.801879 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=081f4c45-5722-492f-8a4b-750e5e6de964,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:53.811047 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-da634017-58d6-40d2-a18a-d4233f60a135 req-fba7f491-98ac-48a6-9972-8a69c46dbd51 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:45:53.813247 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:53.813601 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:53.813927 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-da634017-58d6-40d2-a18a-d4233f60a135 req-fba7f491-98ac-48a6-9972-8a69c46dbd51 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:45:53.814054 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:53.814272 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:53.814635 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:53.814973 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:53.815304 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:53.815634 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:53.815963 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:53.816412 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:53.816608 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:53.816935 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:45:53.837371 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-194ee1cd-0950-40db-b207-39fdab843775 req-ed3020a3-7c4d-4a28-89a5-9df9a2d11c9d tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161058 Nov 27 03:45:53.862733 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a6f796bb-709d-4dbc-9485-bcc598b15427 req-654fb11a-bffb-4a4b-9232-c76efb094cf9 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc852f61-2cf1-4aa9-92bb-cab027642d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089807 Nov 27 03:45:53.901712 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba7f491-98ac-48a6-9972-8a69c46dbd51 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Pushing event updated for resources: {'Port': ['ID=fe8a78f7-4c71-4df1-8ce7-4a4fa586a257,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:53.921174 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ac9c78d1-2cc8-4bbf-882e-24db0f7ed4ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:53.949112 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da634017-58d6-40d2-a18a-d4233f60a135 req-fba7f491-98ac-48a6-9972-8a69c46dbd51 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:53.949768 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-da634017-58d6-40d2-a18a-d4233f60a135 req-fba7f491-98ac-48a6-9972-8a69c46dbd51 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:53.964508 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5708811-01e2-4ae0-ade3-01b605222c5a req-ccf025b2-2572-485e-b552-e8355e2d4407 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Router fb4e79f8-997a-4c21-a976-588758ce2a9e has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:45:54.064675 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['081f4c45-5722-492f-8a4b-750e5e6de964'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:45:54.131004 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-da634017-58d6-40d2-a18a-d4233f60a135 req-fba7f491-98ac-48a6-9972-8a69c46dbd51 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4289863 Nov 27 03:45:54.168637 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-da634017-58d6-40d2-a18a-d4233f60a135 req-14d62519-1f79-43b1-8397-525930a735db service neutron] Request body: {'port': {'device_id': '416460c2-70e4-41b4-ad27-930a30dd213e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:45:54.222342 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d44696-b513-4045-a880-5749e2dd4246 req-742fb350-3c1e-4212-827d-522115924ca8 tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:54.232891 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c8d44696-b513-4045-a880-5749e2dd4246 req-742fb350-3c1e-4212-827d-522115924ca8 tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] 10.222.0.20 "GET /v2.0/ports?device_id=6db0b9a7-dead-4e0c-909f-5a0dfd7f67d1 HTTP/1.1" status: 200 len: 945 time: 0.1103096 Nov 27 03:45:54.365416 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c8d44696-b513-4045-a880-5749e2dd4246 req-83749900-3238-41ff-9cf9-8446f5a9f77a tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] 10.222.0.20 "GET /v2.0/security-groups?id=8332bb4c-5061-4964-96ba-d56bd6c227a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268942 Nov 27 03:45:54.371416 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-a140d3a6-69f3-45e5-96e9-028340b94927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:45:54.388737 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-a140d3a6-69f3-45e5-96e9-028340b94927 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:54.424290 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-a140d3a6-69f3-45e5-96e9-028340b94927 service neutron] Transition to ACTIVE for port object 68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:45:54.435494 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-a140d3a6-69f3-45e5-96e9-028340b94927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:54.552784 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff012e-705e-45d0-9967-58843e2cd6eb req-7f326890-a84c-4cea-8b0e-a1db62b53fab tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:54.554572 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f0ff012e-705e-45d0-9967-58843e2cd6eb req-7f326890-a84c-4cea-8b0e-a1db62b53fab tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/ports?device_id=416460c2-70e4-41b4-ad27-930a30dd213e HTTP/1.1" status: 200 len: 931 time: 0.3145163 Nov 27 03:45:54.555283 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-da634017-58d6-40d2-a18a-d4233f60a135 req-14d62519-1f79-43b1-8397-525930a735db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:54.578033 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5708811-01e2-4ae0-ade3-01b605222c5a req-ccf025b2-2572-485e-b552-e8355e2d4407 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:45:54.591872 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e77f23-2836-4d49-ab23-142a42297bd6 None None] Sync routers for ids ['fb4e79f8-997a-4c21-a976-588758ce2a9e'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:45:54.606215 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e77f23-2836-4d49-ab23-142a42297bd6 None None] Routers {'fb4e79f8-997a-4c21-a976-588758ce2a9e'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:45:54.606912 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-d9e77f23-2836-4d49-ab23-142a42297bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:45:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['fb4e79f8-997a-4c21-a976-588758ce2a9e'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:54.616297 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140d3a6-69f3-45e5-96e9-028340b94927 service neutron] Pushing event updated for resources: {'Port': ['ID=68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:54.635714 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d941139-5d26-4ff2-865e-1744f676529a req-bc8f42a9-9f36-479a-95a9-e33652d104a3 tempest-MigrationsAdminTest-1034749198 tempest-MigrationsAdminTest-1034749198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:54.642407 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5708811-01e2-4ae0-ade3-01b605222c5a req-ccf025b2-2572-485e-b552-e8355e2d4407 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] No DVR routers for this DVR port a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:45:54.644149 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3d941139-5d26-4ff2-865e-1744f676529a req-bc8f42a9-9f36-479a-95a9-e33652d104a3 tempest-MigrationsAdminTest-1034749198 tempest-MigrationsAdminTest-1034749198-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 1101 time: 0.1418998 Nov 27 03:45:54.677792 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-a140d3a6-69f3-45e5-96e9-028340b94927 service neutron] Attempting to bind port 68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:45:54.678139 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-a140d3a6-69f3-45e5-96e9-028340b94927 service neutron] Attempting to bind port 68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '845f5355-d286-4a0f-9acd-493043a7ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '39dfc888-b0dd-4c34-8aab-d5cb681e46f0'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:45:54.678463 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-a140d3a6-69f3-45e5-96e9-028340b94927 service neutron] Attempting to bind port 68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316 on network 39dfc888-b0dd-4c34-8aab-d5cb681e46f0 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:45:54.689553 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-a140d3a6-69f3-45e5-96e9-028340b94927 service neutron] Port 68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316 on network 39dfc888-b0dd-4c34-8aab-d5cb681e46f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:45:54.689883 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-a140d3a6-69f3-45e5-96e9-028340b94927 service neutron] Attempting to bind port 68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316 on network 39dfc888-b0dd-4c34-8aab-d5cb681e46f0 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:45:54.704217 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-a140d3a6-69f3-45e5-96e9-028340b94927 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:45:54.704555 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-a140d3a6-69f3-45e5-96e9-028340b94927 service neutron] Checking segment: {'id': '845f5355-d286-4a0f-9acd-493043a7ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '39dfc888-b0dd-4c34-8aab-d5cb681e46f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:45:54.704946 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-a140d3a6-69f3-45e5-96e9-028340b94927 service neutron] Bound using segment: {'id': '845f5355-d286-4a0f-9acd-493043a7ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '39dfc888-b0dd-4c34-8aab-d5cb681e46f0'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:45:54.705384 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-a140d3a6-69f3-45e5-96e9-028340b94927 service neutron] Bound port: 68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '845f5355-d286-4a0f-9acd-493043a7ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '39dfc888-b0dd-4c34-8aab-d5cb681e46f0'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:45:54.705746 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-a140d3a6-69f3-45e5-96e9-028340b94927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:54.737806 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3d941139-5d26-4ff2-865e-1744f676529a req-ddae8db8-babb-461a-8dbb-a6a587d79b48 tempest-MigrationsAdminTest-1034749198 tempest-MigrationsAdminTest-1034749198-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890694 Nov 27 03:45:54.746663 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-d9e77f23-2836-4d49-ab23-142a42297bd6 None None] Set router fb4e79f8-997a-4c21-a976-588758ce2a9e gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:45:54.844401 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-a140d3a6-69f3-45e5-96e9-028340b94927 service neutron] For port 68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316, host n-h1-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:45:54.848242 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-a140d3a6-69f3-45e5-96e9-028340b94927 service neutron] For port 68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316,segment=NetworkSegment(845f5355-d286-4a0f-9acd-493043a7ee60),segment_id=845f5355-d286-4a0f-9acd-493043a7ee60)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:45:54.857422 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-a140d3a6-69f3-45e5-96e9-028340b94927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:54.877773 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d5708811-01e2-4ae0-ade3-01b605222c5a req-ccf025b2-2572-485e-b552-e8355e2d4407 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:54.882863 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d5708811-01e2-4ae0-ade3-01b605222c5a req-ccf025b2-2572-485e-b552-e8355e2d4407 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.11 "DELETE /v2.0/ports/a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e HTTP/1.1" status: 204 len: 173 time: 4.0575459 Nov 27 03:45:54.909053 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b456e1-0bb6-4439-951c-e6f6b76905a8', 'name': 'network-vif-deleted', 'tag': 'a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:45:54.914947 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a477d611-0947-4b8e-a5ee-7fe323527ab7" -d '{"events": [{"server_uuid": "67b456e1-0bb6-4439-951c-e6f6b76905a8", "name": "network-vif-deleted", "tag": "a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:45:55.002762 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-a140d3a6-69f3-45e5-96e9-028340b94927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:55.003563 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-a140d3a6-69f3-45e5-96e9-028340b94927 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:55.008066 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-a140d3a6-69f3-45e5-96e9-028340b94927 service neutron] 10.222.0.23 "PUT /v2.0/ports/68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316 HTTP/1.1" status: 200 len: 1091 time: 1.4588330 Nov 27 03:45:55.008759 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6a9bb2-771e-417f-a2df-2530328df94e', 'tag': '68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:45:55.011230 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f20879-cb27-4d21-b11d-f9a8bf44dd72" -d '{"events": [{"name": "network-changed", "server_uuid": "de6a9bb2-771e-417f-a2df-2530328df94e", "tag": "68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:45:55.021052 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9c78d1-2cc8-4bbf-882e-24db0f7ed4ff admin admin] Router 8efc2696-e1e3-4649-8ccc-dbb82d51b37e has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:45:55.066706 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f0ff012e-705e-45d0-9967-58843e2cd6eb req-94ea4b0e-e264-4c29-92d7-4f72c76d76f6 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18e94ef-9afe-4215-b7a0-56cae0157012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4958417 Nov 27 03:45:55.070916 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-d9e77f23-2836-4d49-ab23-142a42297bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-513331905-router', 'tenant_id': '409a3520592e44dbbec54c1bf55df0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c04731a6-fe9e-4c21-a167-80ee964c1546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:06Z', 'updated_at': '2021-11-27T03:43:13Z', 'revision_number': 4, 'project_id': '409a3520592e44dbbec54c1bf55df0d4', 'gw_port': {'id': 'c04731a6-fe9e-4c21-a167-80ee964c1546', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:07Z', 'updated_at': '2021-11-27T03:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'baa4e2a2-677f-45f2-b54b-a41626d3a62f', 'name': '', 'network_id': '39dfc888-b0dd-4c34-8aab-d5cb681e46f0', 'tenant_id': '409a3520592e44dbbec54c1bf55df0d4', 'mac_address': 'fa:16:3e:76:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'fc4bc0b3-a0cc-4178-a299-8ba73845c8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:11Z', 'updated_at': '2021-11-27T03:43:16Z', 'revision_number': 5, 'project_id': '409a3520592e44dbbec54c1bf55df0d4', 'subnets': [{'id': 'fc4bc0b3-a0cc-4178-a299-8ba73845c8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:55.134930 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7c517-bdf0-46ab-87e2-c18530313c25 req-efd816c8-c27d-4c49-8169-74c185cab872 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:55.142968 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-04c7c517-bdf0-46ab-87e2-c18530313c25 req-efd816c8-c27d-4c49-8169-74c185cab872 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 945 time: 0.2668939 Nov 27 03:45:55.176891 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e77f23-2836-4d49-ab23-142a42297bd6 None None] Checking router: fb4e79f8-997a-4c21-a976-588758ce2a9e for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:45:55.189300 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140d3a6-69f3-45e5-96e9-028340b94927 service neutron] Pushing event updated for resources: {'Port': ['ID=68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:55.216444 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e77f23-2836-4d49-ab23-142a42297bd6 None None] Routers {'fb4e79f8-997a-4c21-a976-588758ce2a9e'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:45:55.217480 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-d9e77f23-2836-4d49-ab23-142a42297bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:45:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['fb4e79f8-997a-4c21-a976-588758ce2a9e'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:55.274898 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-63eea193-be10-407b-b88e-571266506b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:55.282267 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-63eea193-be10-407b-b88e-571266506b85 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=409a3520592e44dbbec54c1bf55df0d4&device_id=de6a9bb2-771e-417f-a2df-2530328df94e HTTP/1.1" status: 200 len: 1094 time: 0.2026083 Nov 27 03:45:55.313789 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 081f4c45-5722-492f-8a4b-750e5e6de964 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:45:55.314830 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-04c7c517-bdf0-46ab-87e2-c18530313c25 req-a829b516-43df-4774-a47a-60e62e5245a2 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663723 Nov 27 03:45:55.409255 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-d9e77f23-2836-4d49-ab23-142a42297bd6 None None] Set router fb4e79f8-997a-4c21-a976-588758ce2a9e gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:45:55.413763 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-862b9849-0bf8-43ae-a965-a4a7aa2b5868 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316 HTTP/1.1" status: 200 len: 217 time: 0.0962448 Nov 27 03:45:55.445000 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 081f4c45-5722-492f-8a4b-750e5e6de964 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:45:55.449910 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 081f4c45-5722-492f-8a4b-750e5e6de964 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:45:55.450267 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:55.526789 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-d0c5b6c6-0ba4-494c-a65a-a876fc984e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:55.534878 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-d0c5b6c6-0ba4-494c-a65a-a876fc984e53 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fc4bc0b3-a0cc-4178-a299-8ba73845c8be HTTP/1.1" status: 200 len: 862 time: 0.1094935 Nov 27 03:45:55.538325 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb169cb-84c3-4fd1-ba1f-d0feab5735fd x-openstack-request-id: req-1fb169cb-84c3-4fd1-ba1f-d0feab5735fd {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:45:55.539593 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6a9bb2-771e-417f-a2df-2530328df94e", "tag": "68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:45:55.539593 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1fb169cb-84c3-4fd1-ba1f-d0feab5735fd {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:45:55.542488 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6a9bb2-771e-417f-a2df-2530328df94e', 'tag': '68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316', 'status': 'completed', 'code': 200} Nov 27 03:45:55.647779 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-5575ee3e-c095-4970-ba69-9e34e939d696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:55.649903 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-5575ee3e-c095-4970-ba69-9e34e939d696 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=39dfc888-b0dd-4c34-8aab-d5cb681e46f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1061304 Nov 27 03:45:55.687406 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:55.739953 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db0b9a7-dead-4e0c-909f-5a0dfd7f67d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081f4c45-5722-492f-8a4b-750e5e6de964'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:45:55.741711 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c60ffe-f49e-46b1-9045-0842563e5837" -d '{"events": [{"server_uuid": "6db0b9a7-dead-4e0c-909f-5a0dfd7f67d1", "name": "network-vif-plugged", "status": "completed", "tag": "081f4c45-5722-492f-8a4b-750e5e6de964"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:45:55.777150 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 081f4c45-5722-492f-8a4b-750e5e6de964, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=081f4c45-5722-492f-8a4b-750e5e6de964,segment=NetworkSegment(843a3e50-453f-4627-a2c7-76f7ab8b5197),segment_id=843a3e50-453f-4627-a2c7-76f7ab8b5197)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:45:55.786930 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:55.886973 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=081f4c45-5722-492f-8a4b-750e5e6de964,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:55.896370 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-da634017-58d6-40d2-a18a-d4233f60a135 req-14d62519-1f79-43b1-8397-525930a735db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe8a78f7-4c71-4df1-8ce7-4a4fa586a257 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:45:55.907235 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cad13c8-ecb4-4c64-b2da-84133a7d2cf0 x-openstack-request-id: req-3cad13c8-ecb4-4c64-b2da-84133a7d2cf0 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:45:55.907542 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b456e1-0bb6-4439-951c-e6f6b76905a8", "name": "network-vif-deleted", "tag": "a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:45:55.907946 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3cad13c8-ecb4-4c64-b2da-84133a7d2cf0 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:45:55.908209 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b456e1-0bb6-4439-951c-e6f6b76905a8', 'name': 'network-vif-deleted', 'tag': 'a0bc3a7b-1eb6-4a09-9a12-a57f3c14931e', 'status': 'completed', 'code': 200} Nov 27 03:45:55.927935 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-da634017-58d6-40d2-a18a-d4233f60a135 req-14d62519-1f79-43b1-8397-525930a735db service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:55.952780 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-d9e77f23-2836-4d49-ab23-142a42297bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-513331905-router', 'tenant_id': '409a3520592e44dbbec54c1bf55df0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c04731a6-fe9e-4c21-a167-80ee964c1546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:06Z', 'updated_at': '2021-11-27T03:43:13Z', 'revision_number': 4, 'project_id': '409a3520592e44dbbec54c1bf55df0d4', 'gw_port': {'id': 'c04731a6-fe9e-4c21-a167-80ee964c1546', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:07Z', 'updated_at': '2021-11-27T03:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'baa4e2a2-677f-45f2-b54b-a41626d3a62f', 'name': '', 'network_id': '39dfc888-b0dd-4c34-8aab-d5cb681e46f0', 'tenant_id': '409a3520592e44dbbec54c1bf55df0d4', 'mac_address': 'fa:16:3e:76:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'fc4bc0b3-a0cc-4178-a299-8ba73845c8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:11Z', 'updated_at': '2021-11-27T03:43:16Z', 'revision_number': 5, 'project_id': '409a3520592e44dbbec54c1bf55df0d4', 'subnets': [{'id': 'fc4bc0b3-a0cc-4178-a299-8ba73845c8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:55.983668 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e77f23-2836-4d49-ab23-142a42297bd6 None None] The sync data for ids ['fb4e79f8-997a-4c21-a976-588758ce2a9e'] in n-d-819494-3 is: [{'id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-513331905-router', 'tenant_id': '409a3520592e44dbbec54c1bf55df0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c04731a6-fe9e-4c21-a167-80ee964c1546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:06Z', 'updated_at': '2021-11-27T03:43:13Z', 'revision_number': 4, 'project_id': '409a3520592e44dbbec54c1bf55df0d4', 'gw_port': {'id': 'c04731a6-fe9e-4c21-a167-80ee964c1546', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:07Z', 'updated_at': '2021-11-27T03:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'baa4e2a2-677f-45f2-b54b-a41626d3a62f', 'name': '', 'network_id': '39dfc888-b0dd-4c34-8aab-d5cb681e46f0', 'tenant_id': '409a3520592e44dbbec54c1bf55df0d4', 'mac_address': 'fa:16:3e:76:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'fc4bc0b3-a0cc-4178-a299-8ba73845c8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:11Z', 'updated_at': '2021-11-27T03:43:16Z', 'revision_number': 5, 'project_id': '409a3520592e44dbbec54c1bf55df0d4', 'subnets': [{'id': 'fc4bc0b3-a0cc-4178-a299-8ba73845c8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:45:55.989069 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-da634017-58d6-40d2-a18a-d4233f60a135 req-14d62519-1f79-43b1-8397-525930a735db service neutron] Transition to ACTIVE for port object fe8a78f7-4c71-4df1-8ce7-4a4fa586a257 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:45:56.001456 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-da634017-58d6-40d2-a18a-d4233f60a135 req-14d62519-1f79-43b1-8397-525930a735db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:56.039705 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9c78d1-2cc8-4bbf-882e-24db0f7ed4ff admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:45:56.049316 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00429f22-6120-4060-8544-cc039c9133ee None None] Sync routers for ids ['8efc2696-e1e3-4649-8ccc-dbb82d51b37e'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:45:56.050128 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560c6d7-e658-4bc4-b378-fbb57f29dd45 req-88e954d5-35b9-4cb5-88de-5d643518921a tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:56.058324 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a560c6d7-e658-4bc4-b378-fbb57f29dd45 req-88e954d5-35b9-4cb5-88de-5d643518921a tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/ports?device_id=de6a9bb2-771e-417f-a2df-2530328df94e HTTP/1.1" status: 200 len: 943 time: 0.6814349 Nov 27 03:45:56.067858 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ac9c78d1-2cc8-4bbf-882e-24db0f7ed4ff admin admin] 10.222.0.20 "PUT /v2.0/routers/8efc2696-e1e3-4649-8ccc-dbb82d51b37e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7962894 Nov 27 03:45:56.068715 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57136) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:45:56.076573 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00429f22-6120-4060-8544-cc039c9133ee None None] Routers {'8efc2696-e1e3-4649-8ccc-dbb82d51b37e'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:45:56.077224 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-00429f22-6120-4060-8544-cc039c9133ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:45:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['8efc2696-e1e3-4649-8ccc-dbb82d51b37e'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:56.186879 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-afbe12c1-7269-4edd-87a5-6363789288ef tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d416f1581fce4cbda78108e0795a4c3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4322124 Nov 27 03:45:56.211527 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d62519-1f79-43b1-8397-525930a735db service neutron] Pushing event updated for resources: {'Port': ['ID=fe8a78f7-4c71-4df1-8ce7-4a4fa586a257,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:56.234924 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-00429f22-6120-4060-8544-cc039c9133ee None None] Set router 8efc2696-e1e3-4649-8ccc-dbb82d51b37e gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:45:56.278918 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a560c6d7-e658-4bc4-b378-fbb57f29dd45 req-41a89197-31a7-4280-a5e4-eb6c87a5449b tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc852f61-2cf1-4aa9-92bb-cab027642d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2192824 Nov 27 03:45:56.329394 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e23cd322-1812-473a-a91d-a9ebb8b8863b admin admin] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:56.358597 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-aae6c099-8350-4138-9fcf-0f220aa30108 service neutron] 10.222.0.23 "GET /v2.0/networks/39dfc888-b0dd-4c34-8aab-d5cb681e46f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6946855 Nov 27 03:45:56.464252 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122596bb-5914-4768-9822-8aca520fd95f None None] New status for floating IP 5f9e2190-d586-4248-aef2-b41313bcf1bc: DOWN {{(pid=110021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 03:45:56.477939 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-b4b3943c-6d8c-4e49-b914-271253d1f830 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:56.483067 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-b4b3943c-6d8c-4e49-b914-271253d1f830 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2875819 Nov 27 03:45:56.505044 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-da634017-58d6-40d2-a18a-d4233f60a135 req-14d62519-1f79-43b1-8397-525930a735db service neutron] Attempting to bind port fe8a78f7-4c71-4df1-8ce7-4a4fa586a257 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:45:56.505383 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-da634017-58d6-40d2-a18a-d4233f60a135 req-14d62519-1f79-43b1-8397-525930a735db service neutron] Attempting to bind port fe8a78f7-4c71-4df1-8ce7-4a4fa586a257 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': 'c1651081-4661-44b0-a4f9-f27950d5af75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '995058f0-cd6f-4205-8189-aa736ae95556'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:45:56.505717 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da634017-58d6-40d2-a18a-d4233f60a135 req-14d62519-1f79-43b1-8397-525930a735db service neutron] Attempting to bind port fe8a78f7-4c71-4df1-8ce7-4a4fa586a257 on network 995058f0-cd6f-4205-8189-aa736ae95556 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:45:56.511131 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-16d364bf-26c1-4ae6-925a-dab879fd208a tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/quotas/d416f1581fce4cbda78108e0795a4c3c HTTP/1.1" status: 200 len: 375 time: 0.0188746 Nov 27 03:45:56.534621 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da634017-58d6-40d2-a18a-d4233f60a135 req-14d62519-1f79-43b1-8397-525930a735db service neutron] Port fe8a78f7-4c71-4df1-8ce7-4a4fa586a257 on network 995058f0-cd6f-4205-8189-aa736ae95556 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:45:56.534939 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da634017-58d6-40d2-a18a-d4233f60a135 req-14d62519-1f79-43b1-8397-525930a735db service neutron] Attempting to bind port fe8a78f7-4c71-4df1-8ce7-4a4fa586a257 on network 995058f0-cd6f-4205-8189-aa736ae95556 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:45:56.559171 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da634017-58d6-40d2-a18a-d4233f60a135 req-14d62519-1f79-43b1-8397-525930a735db service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:45:56.559521 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da634017-58d6-40d2-a18a-d4233f60a135 req-14d62519-1f79-43b1-8397-525930a735db service neutron] Checking segment: {'id': 'c1651081-4661-44b0-a4f9-f27950d5af75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '995058f0-cd6f-4205-8189-aa736ae95556'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:45:56.559918 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da634017-58d6-40d2-a18a-d4233f60a135 req-14d62519-1f79-43b1-8397-525930a735db service neutron] Bound using segment: {'id': 'c1651081-4661-44b0-a4f9-f27950d5af75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '995058f0-cd6f-4205-8189-aa736ae95556'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:45:56.560368 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-da634017-58d6-40d2-a18a-d4233f60a135 req-14d62519-1f79-43b1-8397-525930a735db service neutron] Bound port: fe8a78f7-4c71-4df1-8ce7-4a4fa586a257, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1651081-4661-44b0-a4f9-f27950d5af75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '995058f0-cd6f-4205-8189-aa736ae95556'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:45:56.560726 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-da634017-58d6-40d2-a18a-d4233f60a135 req-14d62519-1f79-43b1-8397-525930a735db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:56.571278 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-00429f22-6120-4060-8544-cc039c9133ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efc2696-e1e3-4649-8ccc-dbb82d51b37e', 'name': 'tempest-FloatingIPsNegativeTestJSON-576162481-router', 'tenant_id': '554a18e3774b48adae1f3e8ddaa65860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '933e652a-3f00-44b0-8dff-6596a49bf434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:45:26Z', 'updated_at': '2021-11-27T03:45:51Z', 'revision_number': 5, 'project_id': '554a18e3774b48adae1f3e8ddaa65860', 'gw_port': {'id': '933e652a-3f00-44b0-8dff-6596a49bf434', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efc2696-e1e3-4649-8ccc-dbb82d51b37e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:45:27Z', 'updated_at': '2021-11-27T03:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:56.578834 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5cad1ab0-d8cb-4da3-ad50-70e7dfb820f5 req-e6da7b11-beb5-4709-af86-c6f845f8958b service neutron] 10.222.0.23 "GET /v2.0/networks/39dfc888-b0dd-4c34-8aab-d5cb681e46f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070770 Nov 27 03:45:56.593135 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b079055-3208-41a8-8a37-0a65814add52 req-e4ff799d-ef7f-4a4b-8b4d-e7d111b566aa tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:56.594715 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3b079055-3208-41a8-8a37-0a65814add52 req-e4ff799d-ef7f-4a4b-8b4d-e7d111b566aa tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] 10.222.0.20 "GET /v2.0/ports?device_id=6db0b9a7-dead-4e0c-909f-5a0dfd7f67d1 HTTP/1.1" status: 200 len: 946 time: 0.1467717 Nov 27 03:45:56.617558 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-25e04fd1-4947-42b1-886f-0ac321a85491 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d416f1581fce4cbda78108e0795a4c3c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0980656 Nov 27 03:45:56.636463 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e23cd322-1812-473a-a91d-a9ebb8b8863b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:56.636710 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00429f22-6120-4060-8544-cc039c9133ee None None] Checking router: 8efc2696-e1e3-4649-8ccc-dbb82d51b37e for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:45:56.652349 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00429f22-6120-4060-8544-cc039c9133ee None None] Routers {'8efc2696-e1e3-4649-8ccc-dbb82d51b37e'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:45:56.653059 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-00429f22-6120-4060-8544-cc039c9133ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:45:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['8efc2696-e1e3-4649-8ccc-dbb82d51b37e'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:56.741917 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-da634017-58d6-40d2-a18a-d4233f60a135 req-14d62519-1f79-43b1-8397-525930a735db service neutron] For port fe8a78f7-4c71-4df1-8ce7-4a4fa586a257, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:45:56.761542 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-da634017-58d6-40d2-a18a-d4233f60a135 req-14d62519-1f79-43b1-8397-525930a735db service neutron] For port fe8a78f7-4c71-4df1-8ce7-4a4fa586a257, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=fe8a78f7-4c71-4df1-8ce7-4a4fa586a257,segment=NetworkSegment(c1651081-4661-44b0-a4f9-f27950d5af75),segment_id=c1651081-4661-44b0-a4f9-f27950d5af75)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:45:56.765747 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3b079055-3208-41a8-8a37-0a65814add52 req-45bc1c6d-0aca-42f0-8404-f4d90a9728ba tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] 10.222.0.20 "GET /v2.0/security-groups?id=8332bb4c-5061-4964-96ba-d56bd6c227a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347749 Nov 27 03:45:56.769322 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-da634017-58d6-40d2-a18a-d4233f60a135 req-14d62519-1f79-43b1-8397-525930a735db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:56.787999 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f20879-cb27-4d21-b11d-f9a8bf44dd72 req-3f244afc-2095-48e3-86e3-839d7f164cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:56.789950 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-73f20879-cb27-4d21-b11d-f9a8bf44dd72 req-3f244afc-2095-48e3-86e3-839d7f164cbb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=409a3520592e44dbbec54c1bf55df0d4&device_id=de6a9bb2-771e-417f-a2df-2530328df94e HTTP/1.1" status: 200 len: 1094 time: 0.1065998 Nov 27 03:45:56.867469 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da634017-58d6-40d2-a18a-d4233f60a135 req-14d62519-1f79-43b1-8397-525930a735db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:56.868989 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-da634017-58d6-40d2-a18a-d4233f60a135 req-14d62519-1f79-43b1-8397-525930a735db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:56.871645 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-da634017-58d6-40d2-a18a-d4233f60a135 req-14d62519-1f79-43b1-8397-525930a735db service neutron] 10.222.0.23 "PUT /v2.0/ports/fe8a78f7-4c71-4df1-8ce7-4a4fa586a257 HTTP/1.1" status: 200 len: 1091 time: 2.7123737 Nov 27 03:45:56.876859 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52df21c6-5893-439d-b924-9286bb47ceae x-openstack-request-id: req-52df21c6-5893-439d-b924-9286bb47ceae {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:45:56.877176 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db0b9a7-dead-4e0c-909f-5a0dfd7f67d1", "name": "network-vif-plugged", "status": "completed", "tag": "081f4c45-5722-492f-8a4b-750e5e6de964", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:45:56.877457 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52df21c6-5893-439d-b924-9286bb47ceae {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:45:56.877835 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db0b9a7-dead-4e0c-909f-5a0dfd7f67d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081f4c45-5722-492f-8a4b-750e5e6de964', 'code': 200} Nov 27 03:45:56.951107 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-00429f22-6120-4060-8544-cc039c9133ee None None] Set router 8efc2696-e1e3-4649-8ccc-dbb82d51b37e gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:45:56.952979 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-e23cd322-1812-473a-a91d-a9ebb8b8863b admin admin] Deleting port 933e652a-3f00-44b0-8dff-6596a49bf434 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:45:56.952979 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e23cd322-1812-473a-a91d-a9ebb8b8863b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:56.954689 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d62519-1f79-43b1-8397-525930a735db service neutron] Pushing event updated for resources: {'Port': ['ID=fe8a78f7-4c71-4df1-8ce7-4a4fa586a257,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:57.120009 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd137de-4e85-4863-bb37-5242f2f173c6 req-2c8c36b9-c134-4da3-99ab-f909d661cf61 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:57.127390 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3bd137de-4e85-4863-bb37-5242f2f173c6 req-2c8c36b9-c134-4da3-99ab-f909d661cf61 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/ports?device_id=416460c2-70e4-41b4-ad27-930a30dd213e HTTP/1.1" status: 200 len: 943 time: 0.1877975 Nov 27 03:45:57.129203 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f20879-cb27-4d21-b11d-f9a8bf44dd72 req-f101baeb-9ac2-4983-8a70-832f87b803af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:57.131129 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-73f20879-cb27-4d21-b11d-f9a8bf44dd72 req-f101baeb-9ac2-4983-8a70-832f87b803af service neutron] 10.222.0.23 "GET /v2.0/networks?id=39dfc888-b0dd-4c34-8aab-d5cb681e46f0 HTTP/1.1" status: 200 len: 924 time: 0.3298724 Nov 27 03:45:57.171146 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da634017-58d6-40d2-a18a-d4233f60a135 req-d143039c-70e3-46fc-9b5c-072b415b047a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:57.172639 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-da634017-58d6-40d2-a18a-d4233f60a135 req-d143039c-70e3-46fc-9b5c-072b415b047a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=69d6340ea23c45289ca7a6e130f14fe1&device_id=416460c2-70e4-41b4-ad27-930a30dd213e HTTP/1.1" status: 200 len: 1094 time: 0.2025173 Nov 27 03:45:57.175790 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d698d2-c083-4aed-96bb-ada84b65b85f req-5f7e68a8-f240-4e43-9e1e-519572fe12e2 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:57.181834 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a70233-f7b9-43d4-a0bd-9415563cd334 req-9179b026-7302-4df8-9fbd-cb1aace9c023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:57.183422 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b3a70233-f7b9-43d4-a0bd-9415563cd334 req-9179b026-7302-4df8-9fbd-cb1aace9c023 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6db0b9a7-dead-4e0c-909f-5a0dfd7f67d1 HTTP/1.1" status: 200 len: 1097 time: 0.1562970 Nov 27 03:45:57.186054 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-47d698d2-c083-4aed-96bb-ada84b65b85f req-5f7e68a8-f240-4e43-9e1e-519572fe12e2 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 945 time: 0.1549549 Nov 27 03:45:57.187923 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-e23cd322-1812-473a-a91d-a9ebb8b8863b admin admin] For port 933e652a-3f00-44b0-8dff-6596a49bf434, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=933e652a-3f00-44b0-8dff-6596a49bf434,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:45:57.188355 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e23cd322-1812-473a-a91d-a9ebb8b8863b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:57.246216 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-73f20879-cb27-4d21-b11d-f9a8bf44dd72 req-1574fffb-3555-4214-a001-f20e034fbb43 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316 HTTP/1.1" status: 200 len: 217 time: 0.1043799 Nov 27 03:45:57.271262 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-00429f22-6120-4060-8544-cc039c9133ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efc2696-e1e3-4649-8ccc-dbb82d51b37e', 'name': 'tempest-FloatingIPsNegativeTestJSON-576162481-router', 'tenant_id': '554a18e3774b48adae1f3e8ddaa65860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '933e652a-3f00-44b0-8dff-6596a49bf434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:45:26Z', 'updated_at': '2021-11-27T03:45:51Z', 'revision_number': 5, 'project_id': '554a18e3774b48adae1f3e8ddaa65860', 'gw_port': {'id': '933e652a-3f00-44b0-8dff-6596a49bf434', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efc2696-e1e3-4649-8ccc-dbb82d51b37e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:45:27Z', 'updated_at': '2021-11-27T03:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:45:57.282065 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-da634017-58d6-40d2-a18a-d4233f60a135 req-90f70ea8-bfa0-4e1b-937a-c362b14fd7b1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe8a78f7-4c71-4df1-8ce7-4a4fa586a257 HTTP/1.1" status: 200 len: 217 time: 0.0757773 Nov 27 03:45:57.286567 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-e23cd322-1812-473a-a91d-a9ebb8b8863b admin admin] Calling delete_port for 933e652a-3f00-44b0-8dff-6596a49bf434 owned by network:router_gateway {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:45:57.328764 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-47d698d2-c083-4aed-96bb-ada84b65b85f req-7698f18a-cb65-4f43-b9fc-35ab678c98f8 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374805 Nov 27 03:45:57.331402 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00429f22-6120-4060-8544-cc039c9133ee None None] The sync data for ids ['8efc2696-e1e3-4649-8ccc-dbb82d51b37e'] in n-d-819494-3 is: [{'id': '8efc2696-e1e3-4649-8ccc-dbb82d51b37e', 'name': 'tempest-FloatingIPsNegativeTestJSON-576162481-router', 'tenant_id': '554a18e3774b48adae1f3e8ddaa65860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '933e652a-3f00-44b0-8dff-6596a49bf434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:45:26Z', 'updated_at': '2021-11-27T03:45:51Z', 'revision_number': 5, 'project_id': '554a18e3774b48adae1f3e8ddaa65860', 'gw_port': {'id': '933e652a-3f00-44b0-8dff-6596a49bf434', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efc2696-e1e3-4649-8ccc-dbb82d51b37e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:45:27Z', 'updated_at': '2021-11-27T03:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:45:57.354430 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3bd137de-4e85-4863-bb37-5242f2f173c6 req-17a92d9a-7b7e-4de9-8921-3cdbe7e90cbe tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18e94ef-9afe-4215-b7a0-56cae0157012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259016 Nov 27 03:45:57.366293 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f20879-cb27-4d21-b11d-f9a8bf44dd72 req-8c4b99e7-1e6b-456f-85ad-7262f444818f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:57.370018 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-73f20879-cb27-4d21-b11d-f9a8bf44dd72 req-8c4b99e7-1e6b-456f-85ad-7262f444818f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fc4bc0b3-a0cc-4178-a299-8ba73845c8be HTTP/1.1" status: 200 len: 862 time: 0.1101892 Nov 27 03:45:57.413352 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b3a70233-f7b9-43d4-a0bd-9415563cd334 req-deafa059-c9e0-413a-b356-fed66c6cba0d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8332bb4c-5061-4964-96ba-d56bd6c227a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186675 Nov 27 03:45:57.476187 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f20879-cb27-4d21-b11d-f9a8bf44dd72 req-ac28e9fd-6e9c-4b81-93d2-b3df617d280a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:57.481079 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-73f20879-cb27-4d21-b11d-f9a8bf44dd72 req-ac28e9fd-6e9c-4b81-93d2-b3df617d280a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=39dfc888-b0dd-4c34-8aab-d5cb681e46f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009214 Nov 27 03:45:57.528772 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da634017-58d6-40d2-a18a-d4233f60a135 req-6f104df6-4779-4b04-b82d-45d3f78ad07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:57.531345 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-da634017-58d6-40d2-a18a-d4233f60a135 req-6f104df6-4779-4b04-b82d-45d3f78ad07c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b807eecb-0879-49fd-8f8d-b45f66819dde HTTP/1.1" status: 200 len: 853 time: 0.2361135 Nov 27 03:45:57.554843 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fab09f6c-9739-4a75-880b-525beb44c047 req-2530fa73-a948-4d68-83b3-4fac291754cd tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 210 time: 0.0600042 Nov 27 03:45:57.668998 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa821a81-bb39-431d-a643-36c79f3198cd req-507c5617-1d15-4b13-9c66-26568db714be tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:57.679205 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fa821a81-bb39-431d-a643-36c79f3198cd req-507c5617-1d15-4b13-9c66-26568db714be tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/ports?device_id=de6a9bb2-771e-417f-a2df-2530328df94e HTTP/1.1" status: 200 len: 943 time: 0.1038313 Nov 27 03:45:57.717571 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-73f20879-cb27-4d21-b11d-f9a8bf44dd72 req-149199f7-eb83-4f66-a837-82c188b7de41 service neutron] 10.222.0.23 "GET /v2.0/networks/39dfc888-b0dd-4c34-8aab-d5cb681e46f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282238 Nov 27 03:45:57.717810 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-da634017-58d6-40d2-a18a-d4233f60a135 req-0e7ccff3-2142-476b-a176-a1a9787ff1e4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=995058f0-cd6f-4205-8189-aa736ae95556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585613 Nov 27 03:45:57.850863 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fa821a81-bb39-431d-a643-36c79f3198cd req-163b834c-8034-40a7-93fa-1b300328b897 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc852f61-2cf1-4aa9-92bb-cab027642d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574426 Nov 27 03:45:57.918488 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-73f20879-cb27-4d21-b11d-f9a8bf44dd72 req-14f40ddc-ea35-42e2-9839-1a77deaeb70a service neutron] 10.222.0.23 "GET /v2.0/networks/39dfc888-b0dd-4c34-8aab-d5cb681e46f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794882 Nov 27 03:45:57.942271 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57172) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:45:57.946680 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '416460c2-70e4-41b4-ad27-930a30dd213e', 'tag': 'fe8a78f7-4c71-4df1-8ce7-4a4fa586a257'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:45:57.955599 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1717e8-38c9-45a6-bfc8-071faf949915" -d '{"events": [{"name": "network-changed", "server_uuid": "416460c2-70e4-41b4-ad27-930a30dd213e", "tag": "fe8a78f7-4c71-4df1-8ce7-4a4fa586a257"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:45:58.050804 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e23cd322-1812-473a-a91d-a9ebb8b8863b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:58.083481 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23cd322-1812-473a-a91d-a9ebb8b8863b admin admin] Pushing event deleted for resources: {'Port': ['ID=933e652a-3f00-44b0-8dff-6596a49bf434,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:58.086410 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6954180-10d8-41fa-8fa1-508d50d9a5b2 x-openstack-request-id: req-a6954180-10d8-41fa-8fa1-508d50d9a5b2 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:45:58.086736 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "416460c2-70e4-41b4-ad27-930a30dd213e", "tag": "fe8a78f7-4c71-4df1-8ce7-4a4fa586a257", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:45:58.086987 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a6954180-10d8-41fa-8fa1-508d50d9a5b2 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:45:58.087436 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '416460c2-70e4-41b4-ad27-930a30dd213e', 'tag': 'fe8a78f7-4c71-4df1-8ce7-4a4fa586a257', 'status': 'completed', 'code': 200} Nov 27 03:45:58.157755 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bd98f191-24fa-4b5b-8d39-1a98c6fd3b8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:58.171637 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9e59b-fafd-419f-b944-03630134992e req-2482ac11-0b6e-4b2d-85d4-d91b72072fc6 tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:58.179457 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-84b9e59b-fafd-419f-b944-03630134992e req-2482ac11-0b6e-4b2d-85d4-d91b72072fc6 tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] 10.222.0.20 "GET /v2.0/ports?device_id=6db0b9a7-dead-4e0c-909f-5a0dfd7f67d1 HTTP/1.1" status: 200 len: 946 time: 0.2561917 Nov 27 03:45:58.209723 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-da634017-58d6-40d2-a18a-d4233f60a135 req-fd2b72ad-f3c2-40c0-a4bb-783fd9871cf9 service neutron] 10.222.0.23 "GET /v2.0/networks/995058f0-cd6f-4205-8189-aa736ae95556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292932 Nov 27 03:45:58.249334 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bd98f191-24fa-4b5b-8d39-1a98c6fd3b8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:58.252050 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e23cd322-1812-473a-a91d-a9ebb8b8863b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:58.253768 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bd98f191-24fa-4b5b-8d39-1a98c6fd3b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:58.293824 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-bd98f191-24fa-4b5b-8d39-1a98c6fd3b8b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=23b84eb6ca7a4e878972338cc8533264&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3502071 Nov 27 03:45:58.299606 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd98f191-24fa-4b5b-8d39-1a98c6fd3b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473da755-aefe-48ae-9205-d17c529531da,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:58.310564 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57178) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:45:58.409601 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-84b9e59b-fafd-419f-b944-03630134992e req-2054a269-4986-4a9f-9c31-6d1253a4ff22 tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] 10.222.0.20 "GET /v2.0/security-groups?id=8332bb4c-5061-4964-96ba-d56bd6c227a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286019 Nov 27 03:45:58.421857 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e23cd322-1812-473a-a91d-a9ebb8b8863b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:58.443723 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e23cd322-1812-473a-a91d-a9ebb8b8863b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:58.498148 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 698f0cd9-3112-4ca1-936e-c15600c64300 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:45:58.505298 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b2ec-bbab-4254-98f9-cc97f81880ec req-d7e5036e-d71f-4594-986a-ae778da9a620 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:58.515365 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7f11b2ec-bbab-4254-98f9-cc97f81880ec req-d7e5036e-d71f-4594-986a-ae778da9a620 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 945 time: 0.0856187 Nov 27 03:45:58.525152 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 698f0cd9-3112-4ca1-936e-c15600c64300 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:45:58.525890 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 698f0cd9-3112-4ca1-936e-c15600c64300 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:45:58.580597 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e23cd322-1812-473a-a91d-a9ebb8b8863b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:58.581120 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23cd322-1812-473a-a91d-a9ebb8b8863b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8efc2696-e1e3-4649-8ccc-dbb82d51b37e {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 03:45:58.589282 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e23cd322-1812-473a-a91d-a9ebb8b8863b admin admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:58.592550 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e23cd322-1812-473a-a91d-a9ebb8b8863b admin admin] 10.222.0.20 "DELETE /v2.0/routers/8efc2696-e1e3-4649-8ccc-dbb82d51b37e HTTP/1.1" status: 204 len: 168 time: 2.5135939 Nov 27 03:45:58.593704 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7f11b2ec-bbab-4254-98f9-cc97f81880ec req-aceb778f-835e-4198-8a7a-2a55f4d98fe3 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774026 Nov 27 03:45:58.599351 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-da634017-58d6-40d2-a18a-d4233f60a135 req-907f808d-e220-404b-9d1b-786c82e57bc5 service neutron] 10.222.0.23 "GET /v2.0/networks/995058f0-cd6f-4205-8189-aa736ae95556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747325 Nov 27 03:45:58.599528 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57188) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:45:58.603142 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7e64de1e-32d5-461f-80ad-71e2781710eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:58.686898 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b2336-1cb0-4771-bf88-ae2b3ee01343 req-c8d24831-dd63-413d-8578-f9df56e47620 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:58.688805 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-647b2336-1cb0-4771-bf88-ae2b3ee01343 req-c8d24831-dd63-413d-8578-f9df56e47620 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/ports?device_id=416460c2-70e4-41b4-ad27-930a30dd213e HTTP/1.1" status: 200 len: 943 time: 0.1791966 Nov 27 03:45:58.690593 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7e64de1e-32d5-461f-80ad-71e2781710eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:58.733876 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab2394cb-8dd8-4ca4-9c35-fb27783a5fcd admin admin] Deleting subnet 1dfa4998-5340-4927-8bf6-cce52f9da61b {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:45:58.737638 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ab2394cb-8dd8-4ca4-9c35-fb27783a5fcd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:58.794520 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ab2394cb-8dd8-4ca4-9c35-fb27783a5fcd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:58.821473 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-01c79bd9-fe13-4d1f-93d4-18d350219abb tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=d416f1581fce4cbda78108e0795a4c3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0708685 Nov 27 03:45:58.967574 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ab2394cb-8dd8-4ca4-9c35-fb27783a5fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:59.013184 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2d35c80f-893d-493f-9795-4feeb37fa7e6 req-8cb6a575-267a-4699-b396-cf7b27f0b7e1 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 210 time: 0.1749029 Nov 27 03:45:59.132003 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-647b2336-1cb0-4771-bf88-ae2b3ee01343 req-79dbd7f0-852e-4d57-9a37-5d6edee70d73 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18e94ef-9afe-4215-b7a0-56cae0157012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4315078 Nov 27 03:45:59.136805 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1717e8-38c9-45a6-bfc8-071faf949915 req-ddd97e34-95ef-45b1-a252-01067669dd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:59.138482 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ac1717e8-38c9-45a6-bfc8-071faf949915 req-ddd97e34-95ef-45b1-a252-01067669dd10 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=69d6340ea23c45289ca7a6e130f14fe1&device_id=416460c2-70e4-41b4-ad27-930a30dd213e HTTP/1.1" status: 200 len: 1094 time: 0.3120170 Nov 27 03:45:59.161779 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ab2394cb-8dd8-4ca4-9c35-fb27783a5fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:59.172930 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23889ec5-68d2-456b-86ee-19127682fa01 req-f3688c3c-da78-4ff1-9571-f16a2a997e81 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:59.174528 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-23889ec5-68d2-456b-86ee-19127682fa01 req-f3688c3c-da78-4ff1-9571-f16a2a997e81 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/ports?device_id=de6a9bb2-771e-417f-a2df-2530328df94e HTTP/1.1" status: 200 len: 943 time: 0.0780120 Nov 27 03:45:59.188719 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7e64de1e-32d5-461f-80ad-71e2781710eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:59.191395 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7e64de1e-32d5-461f-80ad-71e2781710eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:59.195525 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7e64de1e-32d5-461f-80ad-71e2781710eb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/473da755-aefe-48ae-9205-d17c529531da HTTP/1.1" status: 204 len: 168 time: 0.8466871 Nov 27 03:45:59.204673 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2394cb-8dd8-4ca4-9c35-fb27783a5fcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dfa4998-5340-4927-8bf6-cce52f9da61b,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:59.224807 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f205e37d-231c-49cf-a2d6-845c07df1d70 None None] Network 636e3869-71e8-408d-aae3-f5bb95e8a157 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:45:59.238574 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ab2394cb-8dd8-4ca4-9c35-fb27783a5fcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:59.244604 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ab2394cb-8dd8-4ca4-9c35-fb27783a5fcd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1dfa4998-5340-4927-8bf6-cce52f9da61b HTTP/1.1" status: 204 len: 168 time: 0.6440179 Nov 27 03:45:59.260713 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57236) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:45:59.263129 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e64de1e-32d5-461f-80ad-71e2781710eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473da755-aefe-48ae-9205-d17c529531da,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:45:59.318286 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-49ccd3e6-54f2-4afd-9e9a-07f8e3a2e61b tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:59.319798 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-49ccd3e6-54f2-4afd-9e9a-07f8e3a2e61b tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3979557 Nov 27 03:45:59.348134 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1717e8-38c9-45a6-bfc8-071faf949915 req-f673a8a1-0070-4ed0-8d70-17fcd6f9bb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:59.349656 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ac1717e8-38c9-45a6-bfc8-071faf949915 req-f673a8a1-0070-4ed0-8d70-17fcd6f9bb1e service neutron] 10.222.0.23 "GET /v2.0/networks?id=995058f0-cd6f-4205-8189-aa736ae95556 HTTP/1.1" status: 200 len: 914 time: 0.1955738 Nov 27 03:45:59.355470 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-791b7a1d-f4b6-42cf-a5f2-74ce60830d31 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Request body: {'port': {'device_id': 'c92dfde5-842a-4e4c-8ff0-f8b53d13d89a', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'admin_state_up': True, 'tenant_id': 'd416f1581fce4cbda78108e0795a4c3c'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:45:59.482378 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ac1717e8-38c9-45a6-bfc8-071faf949915 req-62e7d0fc-041a-40cc-b947-4dbd0f561d45 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe8a78f7-4c71-4df1-8ce7-4a4fa586a257 HTTP/1.1" status: 200 len: 217 time: 0.1211984 Nov 27 03:45:59.486120 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-23889ec5-68d2-456b-86ee-19127682fa01 req-eabd54f9-7b5b-43ca-85d6-f8407e5df947 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc852f61-2cf1-4aa9-92bb-cab027642d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2824209 Nov 27 03:45:59.504308 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a1dd7ae9-46c7-4ab4-883c-fadae15b6eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:59.638688 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40525df-aa07-466c-abd1-7c50198ac23e None None] DHCP port deletion for 636e3869-71e8-408d-aae3-f5bb95e8a157 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 03:45:59.684566 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-a1dd7ae9-46c7-4ab4-883c-fadae15b6eba admin admin] Deleting port 6ad68f58-37e5-4833-84ca-af673f0fea4f {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:45:59.685126 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a1dd7ae9-46c7-4ab4-883c-fadae15b6eba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:59.707724 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-e40525df-aa07-466c-abd1-7c50198ac23e None None] Deleting port 6ad68f58-37e5-4833-84ca-af673f0fea4f {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:45:59.708376 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e40525df-aa07-466c-abd1-7c50198ac23e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:59.728348 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1717e8-38c9-45a6-bfc8-071faf949915 req-5b7394e6-27f4-4d7b-b969-80c46a74fb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:59.729675 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ac1717e8-38c9-45a6-bfc8-071faf949915 req-5b7394e6-27f4-4d7b-b969-80c46a74fb4e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b807eecb-0879-49fd-8f8d-b45f66819dde HTTP/1.1" status: 200 len: 853 time: 0.2276282 Nov 27 03:45:59.761989 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d67ea9-54b3-40c9-bf0d-edcdbdd9b1ea req-e988dfc6-38ea-4195-9f63-e62ac96e1074 tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:45:59.769915 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b1d67ea9-54b3-40c9-bf0d-edcdbdd9b1ea req-e988dfc6-38ea-4195-9f63-e62ac96e1074 tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] 10.222.0.20 "GET /v2.0/ports?device_id=6db0b9a7-dead-4e0c-909f-5a0dfd7f67d1 HTTP/1.1" status: 200 len: 946 time: 0.1911001 Nov 27 03:45:59.801579 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-e40525df-aa07-466c-abd1-7c50198ac23e None None] For port 6ad68f58-37e5-4833-84ca-af673f0fea4f, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=6ad68f58-37e5-4833-84ca-af673f0fea4f,segment=NetworkSegment(d92e8efd-5c30-4c82-9054-75fa47e1d31f),segment_id=d92e8efd-5c30-4c82-9054-75fa47e1d31f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:45:59.802040 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e40525df-aa07-466c-abd1-7c50198ac23e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:59.816990 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-e40525df-aa07-466c-abd1-7c50198ac23e None None] Calling delete_port for 6ad68f58-37e5-4833-84ca-af673f0fea4f owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:45:59.871963 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-a1dd7ae9-46c7-4ab4-883c-fadae15b6eba admin admin] For port 6ad68f58-37e5-4833-84ca-af673f0fea4f, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=6ad68f58-37e5-4833-84ca-af673f0fea4f,segment=NetworkSegment(d92e8efd-5c30-4c82-9054-75fa47e1d31f),segment_id=d92e8efd-5c30-4c82-9054-75fa47e1d31f)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:45:59.872354 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a1dd7ae9-46c7-4ab4-883c-fadae15b6eba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:59.881734 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ac1717e8-38c9-45a6-bfc8-071faf949915 req-beb55cfe-ca35-45e1-ab75-6d8a9d2d7eae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=995058f0-cd6f-4205-8189-aa736ae95556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069412 Nov 27 03:45:59.902480 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-a1dd7ae9-46c7-4ab4-883c-fadae15b6eba admin admin] Calling delete_port for 6ad68f58-37e5-4833-84ca-af673f0fea4f owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:45:59.960794 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b1d67ea9-54b3-40c9-bf0d-edcdbdd9b1ea req-294cbbe1-e27e-4b82-a0a6-50779c7f0988 tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] 10.222.0.20 "GET /v2.0/security-groups?id=8332bb4c-5061-4964-96ba-d56bd6c227a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725967 Nov 27 03:45:59.963909 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e40525df-aa07-466c-abd1-7c50198ac23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:45:59.971300 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-791b7a1d-f4b6-42cf-a5f2-74ce60830d31 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Made reservation on behalf of d416f1581fce4cbda78108e0795a4c3c for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:45:59.978977 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-791b7a1d-f4b6-42cf-a5f2-74ce60830d31 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:00.024097 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40525df-aa07-466c-abd1-7c50198ac23e None None] Pushing event deleted for resources: {'Port': ['ID=6ad68f58-37e5-4833-84ca-af673f0fea4f,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:00.040059 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40525df-aa07-466c-abd1-7c50198ac23e None None] No DVR routers for this DVR port 6ad68f58-37e5-4833-84ca-af673f0fea4f on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:46:00.076714 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:46:00.172932 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981064c6-4a7e-4856-97e7-8a3c4aad6639 req-0413d509-f7e7-4e3e-bb68-bed68fe3e930 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:00.192113 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-981064c6-4a7e-4856-97e7-8a3c4aad6639 req-0413d509-f7e7-4e3e-bb68-bed68fe3e930 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 945 time: 0.4927168 Nov 27 03:46:00.287153 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a1dd7ae9-46c7-4ab4-883c-fadae15b6eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:00.296409 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316,segment=NetworkSegment(845f5355-d286-4a0f-9acd-493043a7ee60),segment_id=845f5355-d286-4a0f-9acd-493043a7ee60)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:46:00.304764 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-791b7a1d-f4b6-42cf-a5f2-74ce60830d31 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Allocated IP 192.168.233.94 (7cd21890-8440-4d5d-a862-4b55c8c22387/f14a2acf-f1d7-4ddf-8459-b30982428e88/9facfdba-b7e7-4d90-a3be-65a6ea121c0b) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:46:00.312637 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-981064c6-4a7e-4856-97e7-8a3c4aad6639 req-b647f3b3-34fb-4471-ab58-cc672b9ff765 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194551 Nov 27 03:46:00.334476 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316', 'network_id': '39dfc888-b0dd-4c34-8aab-d5cb681e46f0', 'port_id': '68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316', 'mac_address': 'fa:16:3e:73:c7:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc4bc0b3-a0cc-4178-a299-8ba73845c8be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:46:00.362114 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dd7ae9-46c7-4ab4-883c-fadae15b6eba admin admin] No DVR routers for this DVR port 6ad68f58-37e5-4833-84ca-af673f0fea4f on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:46:00.365015 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd7ae9-46c7-4ab4-883c-fadae15b6eba admin admin] Pushing event deleted for resources: {'Port': ['ID=6ad68f58-37e5-4833-84ca-af673f0fea4f,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:00.452388 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:00.488443 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:46:00.578269 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 6ad68f58-37e5-4833-84ca-af673f0fea4f no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:46:00.588868 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316,segment=NetworkSegment(845f5355-d286-4a0f-9acd-493043a7ee60),segment_id=845f5355-d286-4a0f-9acd-493043a7ee60)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:46:00.642894 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57308) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:46:00.658764 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 6ad68f58-37e5-4833-84ca-af673f0fea4f {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:46:00.662479 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a1dd7ae9-46c7-4ab4-883c-fadae15b6eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:00.663610 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 6ad68f58-37e5-4833-84ca-af673f0fea4f not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:46:00.664271 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 933e652a-3f00-44b0-8dff-6596a49bf434 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:46:00.668484 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:00.689545 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f0470486-6de5-407d-b0ae-35681452a2d6 req-3e96f0c8-914e-4509-9d66-237d41d13556 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 210 time: 0.0835016 Nov 27 03:46:00.691306 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-a1dd7ae9-46c7-4ab4-883c-fadae15b6eba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['636e3869-71e8-408d-aae3-f5bb95e8a157']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:46:00.712756 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca560aba-f243-41d1-881a-544750845ede req-e9277867-82ef-4dd3-843d-2c22cf5331e2 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:00.721786 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ca560aba-f243-41d1-881a-544750845ede req-e9277867-82ef-4dd3-843d-2c22cf5331e2 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/ports?device_id=416460c2-70e4-41b4-ad27-930a30dd213e HTTP/1.1" status: 200 len: 943 time: 0.1116123 Nov 27 03:46:00.725185 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-a1dd7ae9-46c7-4ab4-883c-fadae15b6eba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd92e8efd-5c30-4c82-9054-75fa47e1d31f') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:46:00.725516 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-a1dd7ae9-46c7-4ab4-883c-fadae15b6eba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd92e8efd-5c30-4c82-9054-75fa47e1d31f') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:46:00.744747 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a1dd7ae9-46c7-4ab4-883c-fadae15b6eba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:00.806441 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ca560aba-f243-41d1-881a-544750845ede req-c5ac6099-fad3-44bb-a87c-a59186e9c9bc tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18e94ef-9afe-4215-b7a0-56cae0157012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793109 Nov 27 03:46:00.807905 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a1dd7ae9-46c7-4ab4-883c-fadae15b6eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:00.816601 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1dd7ae9-46c7-4ab4-883c-fadae15b6eba admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:46:00.817227 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a1dd7ae9-46c7-4ab4-883c-fadae15b6eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:00.819280 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:46:00.819280 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 03:46:00.819280 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:46:00.819280 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 03:46:00.819280 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:46:00.819280 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 03:46:00.819280 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:46:00.819280 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 03:46:00.819280 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 03:46:00.819280 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:46:00.819280 n-d-819494-3 neutron-server[110018]: timer() Nov 27 03:46:00.819280 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:46:00.819280 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 03:46:00.819280 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:46:00.819280 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 03:46:00.819280 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:46:00.819280 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 03:46:00.819280 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:46:00.819280 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 03:46:00.819280 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:46:00.819280 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 03:46:00.819280 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:46:00.819280 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:46:00.819280 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:46:00.819280 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:46:00.819280 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:46:00.819280 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 03:46:00.819280 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:46:00.819280 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 03:46:00.819280 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:46:00.819280 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:46:00.819280 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:46:00.819280 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 03:46:00.819280 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:46:00.819280 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:46:00.819280 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:46:00.819280 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:46:00.819280 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:46:00.819280 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:46:00.819280 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:46:00.836846 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 933e652a-3f00-44b0-8dff-6596a49bf434 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:46:00.837581 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 933e652a-3f00-44b0-8dff-6596a49bf434 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:46:00.877117 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ac1717e8-38c9-45a6-bfc8-071faf949915 req-93ced45b-9edc-470e-aba8-6b6a67225325 service neutron] 10.222.0.23 "GET /v2.0/networks/995058f0-cd6f-4205-8189-aa736ae95556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9425979 Nov 27 03:46:00.899157 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:00.906574 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-5609d2a0-5fc4-43ab-a818-7d968a22527b admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1484119298-network', 'tenant_id': '0cbf4ce56bb54dd781457ee73fdb0c37'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:46:00.912674 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a1dd7ae9-46c7-4ab4-883c-fadae15b6eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:00.919817 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-791b7a1d-f4b6-42cf-a5f2-74ce60830d31 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:00.921571 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a1dd7ae9-46c7-4ab4-883c-fadae15b6eba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:00.928873 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a1dd7ae9-46c7-4ab4-883c-fadae15b6eba admin admin] 10.222.0.20 "DELETE /v2.0/networks/636e3869-71e8-408d-aae3-f5bb95e8a157 HTTP/1.1" status: 204 len: 168 time: 1.6670997 Nov 27 03:46:00.953063 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd7ae9-46c7-4ab4-883c-fadae15b6eba admin admin] Pushing event deleted for resources: {'Network': ['ID=636e3869-71e8-408d-aae3-f5bb95e8a157,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:00.977538 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5609d2a0-5fc4-43ab-a818-7d968a22527b admin admin] Made reservation on behalf of 0cbf4ce56bb54dd781457ee73fdb0c37 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:46:00.977730 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-791b7a1d-f4b6-42cf-a5f2-74ce60830d31 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:00.983406 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5609d2a0-5fc4-43ab-a818-7d968a22527b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:00.994797 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5609d2a0-5fc4-43ab-a818-7d968a22527b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:01.030351 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['ef4ae27c-26c3-4e63-8f92-1652f2b6bca5'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:46:01.092957 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-791b7a1d-f4b6-42cf-a5f2-74ce60830d31 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Network 7cd21890-8440-4d5d-a862-4b55c8c22387 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:46:01.109104 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-791b7a1d-f4b6-42cf-a5f2-74ce60830d31 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:46:01.113302 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:46:01.117232 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-791b7a1d-f4b6-42cf-a5f2-74ce60830d31 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:46:01.185592 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5609d2a0-5fc4-43ab-a818-7d968a22527b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:01.191496 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5609d2a0-5fc4-43ab-a818-7d968a22527b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:01.221045 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5609d2a0-5fc4-43ab-a818-7d968a22527b admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:46:01.246467 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57318) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:46:01.282927 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5609d2a0-5fc4-43ab-a818-7d968a22527b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:01.283367 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-5609d2a0-5fc4-43ab-a818-7d968a22527b admin admin] Added segment 0d71eb94-5225-4db6-8e46-cee8dee27f0a of type vlan for network 378a3375-2447-4153-8462-f656d3d2276f Nov 27 03:46:01.437448 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5609d2a0-5fc4-43ab-a818-7d968a22527b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859715e2-e818-4cad-9524-50f29cd663e9,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:01.496193 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5609d2a0-5fc4-43ab-a818-7d968a22527b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:01.546790 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d99ec-b385-4c62-b550-6561a672b1e3 req-8b0e0081-7e80-4164-9055-a827dff062c7 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:01.548587 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-aa7d99ec-b385-4c62-b550-6561a672b1e3 req-8b0e0081-7e80-4164-9055-a827dff062c7 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 945 time: 0.0992968 Nov 27 03:46:01.555034 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-24726949-2547-48ec-9335-d5f9e0f1abd2 None None] Provisioning complete for port 9facfdba-b7e7-4d90-a3be-65a6ea121c0b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:46:01.555733 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-24726949-2547-48ec-9335-d5f9e0f1abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:01.557532 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e10cc44f-2cc8-40e9-9cf2-d449a3a641e6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=554a18e3774b48adae1f3e8ddaa65860&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3082178 Nov 27 03:46:01.566918 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57322) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:46:01.599586 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-24726949-2547-48ec-9335-d5f9e0f1abd2 None None] Port 9facfdba-b7e7-4d90-a3be-65a6ea121c0b cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:46:01.633838 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5609d2a0-5fc4-43ab-a818-7d968a22527b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:01.636597 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5609d2a0-5fc4-43ab-a818-7d968a22527b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:01.636597 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5609d2a0-5fc4-43ab-a818-7d968a22527b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:01.758766 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5609d2a0-5fc4-43ab-a818-7d968a22527b admin admin] Pushing event updated for resources: {'Network': ['ID=378a3375-2447-4153-8462-f656d3d2276f,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:01.774102 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 378a3375-2447-4153-8462-f656d3d2276f details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:46:01.779958 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-aa7d99ec-b385-4c62-b550-6561a672b1e3 req-04fd2eab-3d95-4237-8297-f7572ec3decb tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203879 Nov 27 03:46:01.803112 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5609d2a0-5fc4-43ab-a818-7d968a22527b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1574771 Nov 27 03:46:01.814959 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57328) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:46:01.826229 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-dd7c0e7b-547b-4110-81f0-d5620905b5c1 admin admin] Request body: {'subnet': {'network_id': '378a3375-2447-4153-8462-f656d3d2276f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1484119298-subnet', 'tenant_id': '0cbf4ce56bb54dd781457ee73fdb0c37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:46:01.868824 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d704a4fb-ba55-4822-bd57-8f42b0aff31a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:01.927039 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ac1717e8-38c9-45a6-bfc8-071faf949915 req-9d6d90b6-0954-46dd-96b8-eda02b83748f service neutron] 10.222.0.23 "GET /v2.0/networks/995058f0-cd6f-4205-8189-aa736ae95556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9694002 Nov 27 03:46:01.949602 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994b181-5b9b-4172-aeab-9abce6f31738 req-0c0eb818-4c74-47e7-bce2-337dba3a8eac tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:01.951638 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7c0e7b-547b-4110-81f0-d5620905b5c1 admin admin] Made reservation on behalf of 0cbf4ce56bb54dd781457ee73fdb0c37 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:46:01.952399 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e994b181-5b9b-4172-aeab-9abce6f31738 req-0c0eb818-4c74-47e7-bce2-337dba3a8eac tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/ports?device_id=de6a9bb2-771e-417f-a2df-2530328df94e HTTP/1.1" status: 200 len: 944 time: 1.0743923 Nov 27 03:46:01.956146 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b7a1d-f4b6-42cf-a5f2-74ce60830d31 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Pushing event updated for resources: {'Port': ['ID=9facfdba-b7e7-4d90-a3be-65a6ea121c0b,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:01.977414 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dd7c0e7b-547b-4110-81f0-d5620905b5c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:01.991488 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-791b7a1d-f4b6-42cf-a5f2-74ce60830d31 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:01.992287 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-791b7a1d-f4b6-42cf-a5f2-74ce60830d31 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:02.002421 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d704a4fb-ba55-4822-bd57-8f42b0aff31a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:02.034488 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-791b7a1d-f4b6-42cf-a5f2-74ce60830d31 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6833446 Nov 27 03:46:02.080365 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device fe8a78f7-4c71-4df1-8ce7-4a4fa586a257 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:46:02.087126 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-dbac46c9-b807-43ad-a3ef-9c31d187f30f service neutron] Request body: {'port': {'device_id': 'c92dfde5-842a-4e4c-8ff0-f8b53d13d89a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:46:02.111942 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e994b181-5b9b-4172-aeab-9abce6f31738 req-c9e6c597-d547-41fa-a443-604cf77f3d9d tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc852f61-2cf1-4aa9-92bb-cab027642d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398752 Nov 27 03:46:02.263751 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-dbac46c9-b807-43ad-a3ef-9c31d187f30f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:02.272890 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d704a4fb-ba55-4822-bd57-8f42b0aff31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:02.277870 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d704a4fb-ba55-4822-bd57-8f42b0aff31a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:02.284449 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port fe8a78f7-4c71-4df1-8ce7-4a4fa586a257, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=fe8a78f7-4c71-4df1-8ce7-4a4fa586a257,segment=NetworkSegment(c1651081-4661-44b0-a4f9-f27950d5af75),segment_id=c1651081-4661-44b0-a4f9-f27950d5af75)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:46:02.297357 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d704a4fb-ba55-4822-bd57-8f42b0aff31a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9470d7c1-d3da-4afd-be88-7a9fb2a71c77 HTTP/1.1" status: 204 len: 168 time: 0.7147868 Nov 27 03:46:02.304866 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': 'fe8a78f7-4c71-4df1-8ce7-4a4fa586a257', 'network_id': '995058f0-cd6f-4205-8189-aa736ae95556', 'port_id': 'fe8a78f7-4c71-4df1-8ce7-4a4fa586a257', 'mac_address': 'fa:16:3e:4e:7a:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b807eecb-0879-49fd-8f8d-b45f66819dde', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:46:02.339988 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf0c29-f135-4664-8af9-b81c3420de6f req-6bd3a77b-efa2-42ed-b59b-438da42410c4 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:02.348636 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:02.356881 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4caf0c29-f135-4664-8af9-b81c3420de6f req-6bd3a77b-efa2-42ed-b59b-438da42410c4 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 935 time: 0.3481560 Nov 27 03:46:02.365052 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe8a78f7-4c71-4df1-8ce7-4a4fa586a257 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:46:02.390456 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port fe8a78f7-4c71-4df1-8ce7-4a4fa586a257, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=fe8a78f7-4c71-4df1-8ce7-4a4fa586a257,segment=NetworkSegment(c1651081-4661-44b0-a4f9-f27950d5af75),segment_id=c1651081-4661-44b0-a4f9-f27950d5af75)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:46:02.396545 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:02.504162 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=fe8a78f7-4c71-4df1-8ce7-4a4fa586a257,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:02.533456 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df916c-8159-434b-a242-29e8dbd8f27d req-0cf62d57-e4ea-4ed4-b0d5-2cc36735e5f0 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:02.542949 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c8df916c-8159-434b-a242-29e8dbd8f27d req-0cf62d57-e4ea-4ed4-b0d5-2cc36735e5f0 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/ports?device_id=416460c2-70e4-41b4-ad27-930a30dd213e HTTP/1.1" status: 200 len: 943 time: 0.2810671 Nov 27 03:46:02.597302 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d704a4fb-ba55-4822-bd57-8f42b0aff31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9470d7c1-d3da-4afd-be88-7a9fb2a71c77,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:02.621291 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dd7c0e7b-547b-4110-81f0-d5620905b5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:02.777848 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['fe8a78f7-4c71-4df1-8ce7-4a4fa586a257'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:46:02.797227 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4caf0c29-f135-4664-8af9-b81c3420de6f req-4d14def7-3454-4f25-97eb-c7d2ebf66c8d tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104924 Nov 27 03:46:02.814350 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c0e7b-547b-4110-81f0-d5620905b5c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9aa0d39d-1f7c-48be-83b9-b4ca19c74697,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:02.869392 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c8df916c-8159-434b-a242-29e8dbd8f27d req-df125ef1-10ef-49ce-8523-680565491af5 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18e94ef-9afe-4215-b7a0-56cae0157012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253508 Nov 27 03:46:02.961673 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7c0e7b-547b-4110-81f0-d5620905b5c1 admin admin] Checking segment: {'id': '0d71eb94-5225-4db6-8e46-cee8dee27f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '378a3375-2447-4153-8462-f656d3d2276f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:46:02.962043 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7c0e7b-547b-4110-81f0-d5620905b5c1 admin admin] Network hostable DHCP agents. Network: 378a3375-2447-4153-8462-f656d3d2276f, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:46:03.109027 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054decf-9b69-43e0-94c1-553df4fe01d1 req-f751978b-f59e-4c40-a891-3c1e7def737e tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:03.113490 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c054decf-9b69-43e0-94c1-553df4fe01d1 req-f751978b-f59e-4c40-a891-3c1e7def737e tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 945 time: 0.2002335 Nov 27 03:46:03.114298 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7c0e7b-547b-4110-81f0-d5620905b5c1 admin admin] Network 378a3375-2447-4153-8462-f656d3d2276f is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:46:03.142665 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-dd7c0e7b-547b-4110-81f0-d5620905b5c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 378a3375-2447-4153-8462-f656d3d2276f) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:46:03.155592 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7c0e7b-547b-4110-81f0-d5620905b5c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:03.155592 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dd7c0e7b-547b-4110-81f0-d5620905b5c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:03.173244 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6300f5a6-7c77-490b-8a52-8e16ee8f8558 None None] Network 378a3375-2447-4153-8462-f656d3d2276f requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:46:03.184514 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-dbac46c9-b807-43ad-a3ef-9c31d187f30f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9facfdba-b7e7-4d90-a3be-65a6ea121c0b {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:46:03.220472 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-dbac46c9-b807-43ad-a3ef-9c31d187f30f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:03.251068 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-dbac46c9-b807-43ad-a3ef-9c31d187f30f service neutron] Transition to ACTIVE for port object 9facfdba-b7e7-4d90-a3be-65a6ea121c0b will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:46:03.256931 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-dd7c0e7b-547b-4110-81f0-d5620905b5c1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4408281 Nov 27 03:46:03.324730 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-dbac46c9-b807-43ad-a3ef-9c31d187f30f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:03.340295 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c054decf-9b69-43e0-94c1-553df4fe01d1 req-bf32f0c1-a391-451a-9363-39d0e1607ab9 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032850 Nov 27 03:46:03.622311 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be92f9-5169-46c2-8f84-6b0615013f26 req-6965cd75-043c-4b32-bcf4-cdb59a329f52 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:03.629971 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c3be92f9-5169-46c2-8f84-6b0615013f26 req-6965cd75-043c-4b32-bcf4-cdb59a329f52 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/ports?device_id=de6a9bb2-771e-417f-a2df-2530328df94e HTTP/1.1" status: 200 len: 944 time: 0.3600872 Nov 27 03:46:03.641757 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac46c9-b807-43ad-a3ef-9c31d187f30f service neutron] Pushing event updated for resources: {'Port': ['ID=9facfdba-b7e7-4d90-a3be-65a6ea121c0b,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:03.730685 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c3be92f9-5169-46c2-8f84-6b0615013f26 req-efe7bc65-ba97-4a78-a560-41d7d04f7b2a tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc852f61-2cf1-4aa9-92bb-cab027642d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854139 Nov 27 03:46:03.735397 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-dbac46c9-b807-43ad-a3ef-9c31d187f30f service neutron] Attempting to bind port 9facfdba-b7e7-4d90-a3be-65a6ea121c0b on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:46:03.735739 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-dbac46c9-b807-43ad-a3ef-9c31d187f30f service neutron] Attempting to bind port 9facfdba-b7e7-4d90-a3be-65a6ea121c0b by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:46:03.736068 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-dbac46c9-b807-43ad-a3ef-9c31d187f30f service neutron] Attempting to bind port 9facfdba-b7e7-4d90-a3be-65a6ea121c0b on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:46:03.749792 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-dbac46c9-b807-43ad-a3ef-9c31d187f30f service neutron] Port 9facfdba-b7e7-4d90-a3be-65a6ea121c0b on network 7cd21890-8440-4d5d-a862-4b55c8c22387 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:46:03.750129 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-dbac46c9-b807-43ad-a3ef-9c31d187f30f service neutron] Attempting to bind port 9facfdba-b7e7-4d90-a3be-65a6ea121c0b on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:46:03.766169 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-dbac46c9-b807-43ad-a3ef-9c31d187f30f service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:46:03.766514 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-dbac46c9-b807-43ad-a3ef-9c31d187f30f service neutron] Checking segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:46:03.767462 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-dbac46c9-b807-43ad-a3ef-9c31d187f30f service neutron] Bound using segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:46:03.768032 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-dbac46c9-b807-43ad-a3ef-9c31d187f30f service neutron] Bound port: 9facfdba-b7e7-4d90-a3be-65a6ea121c0b, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:46:03.768402 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-dbac46c9-b807-43ad-a3ef-9c31d187f30f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:03.813915 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27b85ef-e322-403c-9246-06335e43dded None None] Network 378a3375-2447-4153-8462-f656d3d2276f requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:46:03.879963 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-dbac46c9-b807-43ad-a3ef-9c31d187f30f service neutron] For port 9facfdba-b7e7-4d90-a3be-65a6ea121c0b, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:46:03.888175 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-dbac46c9-b807-43ad-a3ef-9c31d187f30f service neutron] For port 9facfdba-b7e7-4d90-a3be-65a6ea121c0b, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=9facfdba-b7e7-4d90-a3be-65a6ea121c0b,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:46:03.898255 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-dbac46c9-b807-43ad-a3ef-9c31d187f30f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:04.123304 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:46:04.133444 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-dbac46c9-b807-43ad-a3ef-9c31d187f30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:04.135783 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-dbac46c9-b807-43ad-a3ef-9c31d187f30f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:04.138364 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-dbac46c9-b807-43ad-a3ef-9c31d187f30f service neutron] 10.222.0.11 "PUT /v2.0/ports/9facfdba-b7e7-4d90-a3be-65a6ea121c0b HTTP/1.1" status: 200 len: 1095 time: 2.0569954 Nov 27 03:46:04.146938 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c92dfde5-842a-4e4c-8ff0-f8b53d13d89a', 'tag': '9facfdba-b7e7-4d90-a3be-65a6ea121c0b'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:46:04.152368 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21710eae-17c9-4fee-b876-18d771ca5a0c" -d '{"events": [{"name": "network-changed", "server_uuid": "c92dfde5-842a-4e4c-8ff0-f8b53d13d89a", "tag": "9facfdba-b7e7-4d90-a3be-65a6ea121c0b"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:46:04.220940 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-5c636696-8edc-4722-9e60-d29fab40a63a tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:04.222997 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-5c636696-8edc-4722-9e60-d29fab40a63a tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/networks?id=378a3375-2447-4153-8462-f656d3d2276f HTTP/1.1" status: 200 len: 805 time: 0.1915302 Nov 27 03:46:04.252435 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-91588dac-40ee-45fc-8a6a-b61c07daa00d tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/quotas/0cbf4ce56bb54dd781457ee73fdb0c37 HTTP/1.1" status: 200 len: 375 time: 0.0194538 Nov 27 03:46:04.285075 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68934430-1a30-467c-ac12-72971afe83b1 req-baa3db64-a934-44cf-9364-f18ee14d25e5 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:04.285749 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:46:04.295143 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:46:04.295630 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:04.295958 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-68934430-1a30-467c-ac12-72971afe83b1 req-baa3db64-a934-44cf-9364-f18ee14d25e5 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 947 time: 0.3299897 Nov 27 03:46:04.308754 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac46c9-b807-43ad-a3ef-9c31d187f30f service neutron] Pushing event updated for resources: {'Port': ['ID=9facfdba-b7e7-4d90-a3be-65a6ea121c0b,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:04.327109 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-ac5670a1-5960-4717-912b-e1007997ba1f tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0cbf4ce56bb54dd781457ee73fdb0c37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735803 Nov 27 03:46:04.342439 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-fe0f1257-aa4a-4dd3-9a24-614941d71e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:04.343997 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-fe0f1257-aa4a-4dd3-9a24-614941d71e99 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d416f1581fce4cbda78108e0795a4c3c&device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 1098 time: 0.1205750 Nov 27 03:46:04.407272 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-6a6d7ea7-a882-4a77-ba12-ef3107aaeb17 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=9facfdba-b7e7-4d90-a3be-65a6ea121c0b HTTP/1.1" status: 200 len: 217 time: 0.0470338 Nov 27 03:46:04.468153 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-68934430-1a30-467c-ac12-72971afe83b1 req-d3db1013-8f0a-4406-99be-3e7254200b89 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712754 Nov 27 03:46:04.515487 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-cca60f56-3b77-4070-b21b-3fb185f99f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:04.518926 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-cca60f56-3b77-4070-b21b-3fb185f99f7c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.1007762 Nov 27 03:46:04.535242 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:04.538341 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-a19292d9-8049-4389-b37b-f8bc2c707e6c service neutron] 10.222.0.20 "GET /v2.0/networks/378a3375-2447-4153-8462-f656d3d2276f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005978 Nov 27 03:46:04.600873 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6a9bb2-771e-417f-a2df-2530328df94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:46:04.602127 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-5e704633-8724-4f73-ae79-ef3a43bc0586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:04.603778 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-5e704633-8724-4f73-ae79-ef3a43bc0586 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0761337 Nov 27 03:46:04.608034 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76912a62-8c93-41f3-8aa7-87277712ada0" -d '{"events": [{"server_uuid": "de6a9bb2-771e-417f-a2df-2530328df94e", "name": "network-vif-plugged", "status": "completed", "tag": "68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:46:04.621400 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316,segment=NetworkSegment(845f5355-d286-4a0f-9acd-493043a7ee60),segment_id=845f5355-d286-4a0f-9acd-493043a7ee60)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:46:04.629873 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:04.633233 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device fe8a78f7-4c71-4df1-8ce7-4a4fa586a257 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:46:04.725444 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-9521cb1d-592d-433c-a0c6-1587e450e963 service neutron] 10.222.0.20 "GET /v2.0/networks/378a3375-2447-4153-8462-f656d3d2276f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813533 Nov 27 03:46:04.745101 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d964f9-9b98-4c0c-87ef-522c762595c5 req-7cf87061-400c-4d62-b559-9c0fb729f5b2 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:04.746663 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f2d964f9-9b98-4c0c-87ef-522c762595c5 req-7cf87061-400c-4d62-b559-9c0fb729f5b2 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/ports?device_id=416460c2-70e4-41b4-ad27-930a30dd213e HTTP/1.1" status: 200 len: 944 time: 0.1409967 Nov 27 03:46:04.763453 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:04.776075 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port fe8a78f7-4c71-4df1-8ce7-4a4fa586a257 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:46:04.784394 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port fe8a78f7-4c71-4df1-8ce7-4a4fa586a257 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:46:04.786462 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:04.843150 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-20410c61-07b9-4eea-9f68-4cf5ef6c8d75 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252491 Nov 27 03:46:04.882282 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f2d964f9-9b98-4c0c-87ef-522c762595c5 req-506ef8b9-2fd1-4957-8e9a-152439d22b5f tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18e94ef-9afe-4215-b7a0-56cae0157012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212285 Nov 27 03:46:04.919058 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:05.012801 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port fe8a78f7-4c71-4df1-8ce7-4a4fa586a257, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=fe8a78f7-4c71-4df1-8ce7-4a4fa586a257,segment=NetworkSegment(c1651081-4661-44b0-a4f9-f27950d5af75),segment_id=c1651081-4661-44b0-a4f9-f27950d5af75)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:46:05.020955 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:05.039335 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca684c44-6a16-4c76-a14b-59debf627789 x-openstack-request-id: req-ca684c44-6a16-4c76-a14b-59debf627789 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:46:05.039781 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c92dfde5-842a-4e4c-8ff0-f8b53d13d89a", "tag": "9facfdba-b7e7-4d90-a3be-65a6ea121c0b", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:46:05.040140 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca684c44-6a16-4c76-a14b-59debf627789 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:46:05.042430 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c92dfde5-842a-4e4c-8ff0-f8b53d13d89a', 'tag': '9facfdba-b7e7-4d90-a3be-65a6ea121c0b', 'status': 'completed', 'code': 200} Nov 27 03:46:05.072032 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9ab4c844-1feb-4e90-8062-f483c41aee5b req-c511501f-5527-4a00-92d1-d6fcfba1c012 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194090 Nov 27 03:46:05.134493 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=fe8a78f7-4c71-4df1-8ce7-4a4fa586a257,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:05.301726 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21710eae-17c9-4fee-b876-18d771ca5a0c req-7215135d-65cb-4176-89ca-3e2ae186c16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:05.303335 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-21710eae-17c9-4fee-b876-18d771ca5a0c req-7215135d-65cb-4176-89ca-3e2ae186c16f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d416f1581fce4cbda78108e0795a4c3c&device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 1098 time: 0.0919216 Nov 27 03:46:05.447929 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21710eae-17c9-4fee-b876-18d771ca5a0c req-8937215c-d49b-44d4-89f1-fa0f014651a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:05.450682 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-21710eae-17c9-4fee-b876-18d771ca5a0c req-8937215c-d49b-44d4-89f1-fa0f014651a3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.1375399 Nov 27 03:46:05.569597 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-21710eae-17c9-4fee-b876-18d771ca5a0c req-1b450c08-f38d-44cc-adf6-b21647e668de service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=9facfdba-b7e7-4d90-a3be-65a6ea121c0b HTTP/1.1" status: 200 len: 217 time: 0.0949943 Nov 27 03:46:05.572750 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049cd71-3ca5-4662-8c96-a05b8f79b26a req-3556f35b-f1b1-4008-83e0-b1ad9013f6c4 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:05.574418 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d049cd71-3ca5-4662-8c96-a05b8f79b26a req-3556f35b-f1b1-4008-83e0-b1ad9013f6c4 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 945 time: 0.0860038 Nov 27 03:46:05.629266 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21710eae-17c9-4fee-b876-18d771ca5a0c req-78e0bbf6-844c-4863-a015-9dc81675399c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:05.631088 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-21710eae-17c9-4fee-b876-18d771ca5a0c req-78e0bbf6-844c-4863-a015-9dc81675399c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.0519011 Nov 27 03:46:05.688115 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d049cd71-3ca5-4662-8c96-a05b8f79b26a req-04990f5d-7822-4997-a97a-b3ebc3e9803a tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038113 Nov 27 03:46:05.713874 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21710eae-17c9-4fee-b876-18d771ca5a0c req-504e6689-d1f2-4787-bc31-b323b42eaadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:05.716065 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-21710eae-17c9-4fee-b876-18d771ca5a0c req-504e6689-d1f2-4787-bc31-b323b42eaadb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0680523 Nov 27 03:46:05.751022 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157deb11-d73b-446d-b621-21108d36dbf0 x-openstack-request-id: req-157deb11-d73b-446d-b621-21108d36dbf0 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:46:05.751719 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6a9bb2-771e-417f-a2df-2530328df94e", "name": "network-vif-plugged", "status": "completed", "tag": "68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:46:05.752223 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-157deb11-d73b-446d-b621-21108d36dbf0 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:46:05.752799 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6a9bb2-771e-417f-a2df-2530328df94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316', 'code': 200} Nov 27 03:46:05.865867 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-21710eae-17c9-4fee-b876-18d771ca5a0c req-0d5b23d6-8906-4362-a38d-1ac4c77c2b7d service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406932 Nov 27 03:46:05.881969 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3d40e-0453-44e0-9c58-dc941de58bec req-6d768f97-0f13-4ac4-98d4-3adc0ba4131f tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:05.884328 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0db3d40e-0453-44e0-9c58-dc941de58bec req-6d768f97-0f13-4ac4-98d4-3adc0ba4131f tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/ports?device_id=de6a9bb2-771e-417f-a2df-2530328df94e HTTP/1.1" status: 200 len: 945 time: 0.0709462 Nov 27 03:46:05.944067 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0db3d40e-0453-44e0-9c58-dc941de58bec req-f92ff8c5-fb47-4bf7-9fc2-ef7a8e0ac1fc tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc852f61-2cf1-4aa9-92bb-cab027642d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534241 Nov 27 03:46:06.012186 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9835ddc-9152-4869-8389-3a24307328e8 req-95080e18-6ef0-4353-9a33-1bb2133f0ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:06.013680 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e9835ddc-9152-4869-8389-3a24307328e8 req-95080e18-6ef0-4353-9a33-1bb2133f0ba7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=de6a9bb2-771e-417f-a2df-2530328df94e HTTP/1.1" status: 200 len: 1096 time: 0.1140625 Nov 27 03:46:06.034240 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-21710eae-17c9-4fee-b876-18d771ca5a0c req-374a68f5-2a23-4a51-8494-6495888e956c service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570873 Nov 27 03:46:06.091732 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-455f1713-1b67-439d-ad62-30a1da316233 req-3ff15182-07d8-4e7a-8b4e-a03d3e396437 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c8593fb-0c0c-4af8-b761-a239e4b1ad3f HTTP/1.1" status: 200 len: 210 time: 0.0443175 Nov 27 03:46:06.094069 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e9835ddc-9152-4869-8389-3a24307328e8 req-79c8525a-6fd5-4bd8-bf1d-10748381a4b9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fc852f61-2cf1-4aa9-92bb-cab027642d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584347 Nov 27 03:46:06.196176 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff98b5-9f5d-412d-9599-b10c9af8bdc5 req-e0cb8278-40bf-480a-b89f-6d3256fef3dd tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:06.198049 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8bff98b5-9f5d-412d-9599-b10c9af8bdc5 req-e0cb8278-40bf-480a-b89f-6d3256fef3dd tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 947 time: 0.0533667 Nov 27 03:46:06.295432 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8bff98b5-9f5d-412d-9599-b10c9af8bdc5 req-5c487fe2-2efc-4909-9c7d-2595a9bb165c tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841942 Nov 27 03:46:06.440511 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4df81d-7747-4441-8074-ba05f134ed81 req-ccc91219-7389-46ba-973d-c295297ac9a4 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:06.442415 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4f4df81d-7747-4441-8074-ba05f134ed81 req-ccc91219-7389-46ba-973d-c295297ac9a4 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/ports?device_id=416460c2-70e4-41b4-ad27-930a30dd213e HTTP/1.1" status: 200 len: 945 time: 0.0588799 Nov 27 03:46:06.511097 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4f4df81d-7747-4441-8074-ba05f134ed81 req-e201bfb3-4d17-4dad-aa90-efa4935e5881 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18e94ef-9afe-4215-b7a0-56cae0157012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580149 Nov 27 03:46:06.818396 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39996d5-1ede-4882-9550-64f7ea0b3a97 req-b79de8d5-5bd2-42c8-83f6-0cdb12ead7a8 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:06.825364 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d39996d5-1ede-4882-9550-64f7ea0b3a97 req-b79de8d5-5bd2-42c8-83f6-0cdb12ead7a8 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 945 time: 0.0593348 Nov 27 03:46:06.988087 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d39996d5-1ede-4882-9550-64f7ea0b3a97 req-076e69e7-4fd2-4dad-a2f0-0c7aa38782f2 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585169 Nov 27 03:46:07.136182 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-a96291b7-1648-4177-9b4c-ca350181edb3 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:07.137658 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-a96291b7-1648-4177-9b4c-ca350181edb3 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.23 "GET /v2.0/networks?id=378a3375-2447-4153-8462-f656d3d2276f HTTP/1.1" status: 200 len: 805 time: 0.2595844 Nov 27 03:46:07.168315 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed182c1-3a79-4338-878e-7ada6a55f94c req-49c45c7b-a174-421b-a567-d2ccd9b884b3 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:07.170098 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-aed182c1-3a79-4338-878e-7ada6a55f94c req-49c45c7b-a174-421b-a567-d2ccd9b884b3 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/ports?device_id=de6a9bb2-771e-417f-a2df-2530328df94e HTTP/1.1" status: 200 len: 945 time: 0.0872679 Nov 27 03:46:07.201452 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-f21cb527-8d3b-4208-8216-36b6e8164b26 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Request body: {'port': {'device_id': '8c8593fb-0c0c-4af8-b761-a239e4b1ad3f', 'network_id': '378a3375-2447-4153-8462-f656d3d2276f', 'admin_state_up': True, 'tenant_id': '0cbf4ce56bb54dd781457ee73fdb0c37'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:46:07.229803 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fd31facb-199a-4f65-9f71-0d55d9cac1db req-2175f868-7beb-409a-8759-7ebdda2fab77 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c8593fb-0c0c-4af8-b761-a239e4b1ad3f HTTP/1.1" status: 200 len: 210 time: 0.0366039 Nov 27 03:46:07.314413 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-aed182c1-3a79-4338-878e-7ada6a55f94c req-850ad31a-3b34-4d88-9604-1e62d5fdd6dd tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc852f61-2cf1-4aa9-92bb-cab027642d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382456 Nov 27 03:46:07.451421 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-f21cb527-8d3b-4208-8216-36b6e8164b26 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Made reservation on behalf of 0cbf4ce56bb54dd781457ee73fdb0c37 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:46:07.456778 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-f21cb527-8d3b-4208-8216-36b6e8164b26 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:07.561245 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5c2e1-9537-4a40-ae14-3ca5044ae054 req-786bfae6-fef9-4995-9788-15e580f94d6f tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:07.563092 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9dd5c2e1-9537-4a40-ae14-3ca5044ae054 req-786bfae6-fef9-4995-9788-15e580f94d6f tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 947 time: 0.1400557 Nov 27 03:46:07.659455 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9dd5c2e1-9537-4a40-ae14-3ca5044ae054 req-a9d04d51-14f0-4eaa-ac7e-7f966a75aff2 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876615 Nov 27 03:46:07.685886 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-f21cb527-8d3b-4208-8216-36b6e8164b26 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Allocated IP 172.20.0.2 (378a3375-2447-4153-8462-f656d3d2276f/9aa0d39d-1f7c-48be-83b9-b4ca19c74697/b4fb6284-4e3b-4b71-baac-9b931745501f) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:46:07.754175 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '416460c2-70e4-41b4-ad27-930a30dd213e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8a78f7-4c71-4df1-8ce7-4a4fa586a257'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:46:07.757383 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37bbf76b-ba12-4c63-adc1-4f9c6f5c9bf4" -d '{"events": [{"server_uuid": "416460c2-70e4-41b4-ad27-930a30dd213e", "name": "network-vif-plugged", "status": "completed", "tag": "fe8a78f7-4c71-4df1-8ce7-4a4fa586a257"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:46:07.873629 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee37d5-89d2-4524-a847-ea3d19c9c580 req-f8d5a2fb-53e6-42cd-a4ae-a0a7cd111db8 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:07.875921 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-80ee37d5-89d2-4524-a847-ea3d19c9c580 req-f8d5a2fb-53e6-42cd-a4ae-a0a7cd111db8 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/ports?device_id=416460c2-70e4-41b4-ad27-930a30dd213e HTTP/1.1" status: 200 len: 945 time: 0.1008160 Nov 27 03:46:07.947895 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-80ee37d5-89d2-4524-a847-ea3d19c9c580 req-c097e608-cce1-4b0e-99d9-9dec7da00674 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18e94ef-9afe-4215-b7a0-56cae0157012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647807 Nov 27 03:46:07.953382 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-f21cb527-8d3b-4208-8216-36b6e8164b26 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:07.991202 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-f21cb527-8d3b-4208-8216-36b6e8164b26 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:08.017605 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358496b2-8039-4bc5-9493-0830abae1466 x-openstack-request-id: req-358496b2-8039-4bc5-9493-0830abae1466 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:46:08.017921 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "416460c2-70e4-41b4-ad27-930a30dd213e", "name": "network-vif-plugged", "status": "completed", "tag": "fe8a78f7-4c71-4df1-8ce7-4a4fa586a257", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:46:08.018180 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-358496b2-8039-4bc5-9493-0830abae1466 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:46:08.018836 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '416460c2-70e4-41b4-ad27-930a30dd213e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8a78f7-4c71-4df1-8ce7-4a4fa586a257', 'code': 200} Nov 27 03:46:08.112558 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-f21cb527-8d3b-4208-8216-36b6e8164b26 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Network 378a3375-2447-4153-8462-f656d3d2276f is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:46:08.149455 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-f21cb527-8d3b-4208-8216-36b6e8164b26 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:46:08.160474 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-f21cb527-8d3b-4208-8216-36b6e8164b26 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:46:08.178235 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21cb527-8d3b-4208-8216-36b6e8164b26 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Pushing event updated for resources: {'Port': ['ID=b4fb6284-4e3b-4b71-baac-9b931745501f,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:08.216225 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d06f5e-61e0-4e51-af0c-3610c428c8bd req-98fdb68c-1030-4630-81aa-c7bc3926ce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:08.217739 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a6d06f5e-61e0-4e51-af0c-3610c428c8bd req-98fdb68c-1030-4630-81aa-c7bc3926ce15 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=416460c2-70e4-41b4-ad27-930a30dd213e HTTP/1.1" status: 200 len: 1096 time: 0.0923035 Nov 27 03:46:08.244410 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69073d-5add-49d4-b388-60ceefa770e7 req-13cdeac6-cb2f-4c80-8230-c8718687bc86 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:08.253307 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2b69073d-5add-49d4-b388-60ceefa770e7 req-13cdeac6-cb2f-4c80-8230-c8718687bc86 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 945 time: 0.1577945 Nov 27 03:46:08.292840 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-f21cb527-8d3b-4208-8216-36b6e8164b26 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:08.293516 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-f21cb527-8d3b-4208-8216-36b6e8164b26 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:08.374349 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a6d06f5e-61e0-4e51-af0c-3610c428c8bd req-fd9a435c-0a57-4409-93de-22847cbec151 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e18e94ef-9afe-4215-b7a0-56cae0157012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446407 Nov 27 03:46:08.377527 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-f21cb527-8d3b-4208-8216-36b6e8164b26 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1831479 Nov 27 03:46:08.414363 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2b69073d-5add-49d4-b388-60ceefa770e7 req-cb6d8076-60f4-470a-bef5-2426b487bfc3 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601315 Nov 27 03:46:08.538347 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36aca4b-d2ee-4c21-9a0e-15fc65d1baa7 req-a06f9b23-7d9c-474c-a318-c2b1d6b35038 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:08.546999 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f36aca4b-d2ee-4c21-9a0e-15fc65d1baa7 req-a06f9b23-7d9c-474c-a318-c2b1d6b35038 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c8593fb-0c0c-4af8-b761-a239e4b1ad3f HTTP/1.1" status: 200 len: 931 time: 0.0634687 Nov 27 03:46:08.608918 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f36aca4b-d2ee-4c21-9a0e-15fc65d1baa7 req-d6bbe17a-13a8-4db8-9784-770c588c2b16 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574727 Nov 27 03:46:08.648369 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-602aad07-8129-4249-a670-4a7b68061b3b service neutron] Request body: {'port': {'device_id': '8c8593fb-0c0c-4af8-b761-a239e4b1ad3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:46:08.847580 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-602aad07-8129-4249-a670-4a7b68061b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:08.882296 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ee9c0-8f3a-4f67-b21d-61b439be339a req-d6d58788-2a83-491b-9f79-a0d73c2a6474 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:08.884040 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ed3ee9c0-8f3a-4f67-b21d-61b439be339a req-d6d58788-2a83-491b-9f79-a0d73c2a6474 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/ports?device_id=de6a9bb2-771e-417f-a2df-2530328df94e HTTP/1.1" status: 200 len: 945 time: 0.1213574 Nov 27 03:46:09.022753 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ed3ee9c0-8f3a-4f67-b21d-61b439be339a req-36cf3986-5fa1-46b9-ac40-58db8a373dea tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc852f61-2cf1-4aa9-92bb-cab027642d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173162 Nov 27 03:46:09.288497 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf997b-f1d7-4ba7-b324-a53ceb4397db req-dc87aff5-a539-4408-9805-3bff15c60f4d tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:09.293755 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deea1e2-cf0e-474e-8ec1-df71a3486fee req-161af7e9-050a-4247-9bc7-2af36a63c74f tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:09.298134 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4edf997b-f1d7-4ba7-b324-a53ceb4397db req-dc87aff5-a539-4408-9805-3bff15c60f4d tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 947 time: 0.1334076 Nov 27 03:46:09.302255 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9deea1e2-cf0e-474e-8ec1-df71a3486fee req-161af7e9-050a-4247-9bc7-2af36a63c74f tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/ports?device_id=416460c2-70e4-41b4-ad27-930a30dd213e HTTP/1.1" status: 200 len: 945 time: 0.0783532 Nov 27 03:46:09.384240 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9deea1e2-cf0e-474e-8ec1-df71a3486fee req-23c4af6a-b9de-464c-ad5b-41359e5dacf9 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18e94ef-9afe-4215-b7a0-56cae0157012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811119 Nov 27 03:46:09.424693 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 9facfdba-b7e7-4d90-a3be-65a6ea121c0b details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:46:09.485766 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4edf997b-f1d7-4ba7-b324-a53ceb4397db req-ad169b1f-723e-4828-8142-20208983da16 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862974 Nov 27 03:46:09.525975 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-602aad07-8129-4249-a670-4a7b68061b3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4fb6284-4e3b-4b71-baac-9b931745501f {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:46:09.564582 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-602aad07-8129-4249-a670-4a7b68061b3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:09.604072 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-602aad07-8129-4249-a670-4a7b68061b3b service neutron] Transition to ACTIVE for port object b4fb6284-4e3b-4b71-baac-9b931745501f will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:46:09.620898 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-602aad07-8129-4249-a670-4a7b68061b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:09.654656 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1a06f-f65b-4a57-9a0c-928708169591 req-f1d0842b-7530-412d-94aa-1d58dc5dad2d tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:09.675010 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8ff1a06f-f65b-4a57-9a0c-928708169591 req-f1d0842b-7530-412d-94aa-1d58dc5dad2d tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/ports?device_id=de6a9bb2-771e-417f-a2df-2530328df94e HTTP/1.1" status: 200 len: 945 time: 0.1394212 Nov 27 03:46:09.677673 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57492) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:46:09.691192 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-cf34c52c-a5d9-458f-a7a9-14774c83f73f tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Request body: {'floatingip': {'port_id': '68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:46:09.741114 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 9facfdba-b7e7-4d90-a3be-65a6ea121c0b, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=9facfdba-b7e7-4d90-a3be-65a6ea121c0b,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:46:09.767533 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '9facfdba-b7e7-4d90-a3be-65a6ea121c0b', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'port_id': '9facfdba-b7e7-4d90-a3be-65a6ea121c0b', 'mac_address': 'fa:16:3e:1b:65:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14a2acf-f1d7-4ddf-8459-b30982428e88', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:46:09.781282 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cf34c52c-a5d9-458f-a7a9-14774c83f73f tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks [] for floatingip, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:09.836636 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:09.849986 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602aad07-8129-4249-a670-4a7b68061b3b service neutron] Pushing event updated for resources: {'Port': ['ID=b4fb6284-4e3b-4b71-baac-9b931745501f,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:09.865753 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9facfdba-b7e7-4d90-a3be-65a6ea121c0b {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:46:09.923974 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 9facfdba-b7e7-4d90-a3be-65a6ea121c0b, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=9facfdba-b7e7-4d90-a3be-65a6ea121c0b,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:46:09.935049 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:09.943208 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc94c57-e7c3-43d7-910e-55d39e9e48e2 req-6047cfd6-6fb9-4943-94da-c71f632ca5b9 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:09.944785 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5fc94c57-e7c3-43d7-910e-55d39e9e48e2 req-6047cfd6-6fb9-4943-94da-c71f632ca5b9 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 945 time: 0.2257736 Nov 27 03:46:09.945720 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-602aad07-8129-4249-a670-4a7b68061b3b service neutron] Attempting to bind port b4fb6284-4e3b-4b71-baac-9b931745501f on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:46:09.946050 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-602aad07-8129-4249-a670-4a7b68061b3b service neutron] Attempting to bind port b4fb6284-4e3b-4b71-baac-9b931745501f by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '0d71eb94-5225-4db6-8e46-cee8dee27f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '378a3375-2447-4153-8462-f656d3d2276f'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:46:09.946377 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-602aad07-8129-4249-a670-4a7b68061b3b service neutron] Attempting to bind port b4fb6284-4e3b-4b71-baac-9b931745501f on network 378a3375-2447-4153-8462-f656d3d2276f {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:46:09.953439 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-602aad07-8129-4249-a670-4a7b68061b3b service neutron] Port b4fb6284-4e3b-4b71-baac-9b931745501f on network 378a3375-2447-4153-8462-f656d3d2276f not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:46:09.953760 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-602aad07-8129-4249-a670-4a7b68061b3b service neutron] Attempting to bind port b4fb6284-4e3b-4b71-baac-9b931745501f on network 378a3375-2447-4153-8462-f656d3d2276f {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:46:09.965806 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-602aad07-8129-4249-a670-4a7b68061b3b service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:46:09.966165 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-602aad07-8129-4249-a670-4a7b68061b3b service neutron] Checking segment: {'id': '0d71eb94-5225-4db6-8e46-cee8dee27f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '378a3375-2447-4153-8462-f656d3d2276f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:46:09.966518 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-602aad07-8129-4249-a670-4a7b68061b3b service neutron] Bound using segment: {'id': '0d71eb94-5225-4db6-8e46-cee8dee27f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '378a3375-2447-4153-8462-f656d3d2276f'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:46:09.975791 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-602aad07-8129-4249-a670-4a7b68061b3b service neutron] Bound port: b4fb6284-4e3b-4b71-baac-9b931745501f, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d71eb94-5225-4db6-8e46-cee8dee27f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '378a3375-2447-4153-8462-f656d3d2276f'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:46:09.976167 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-602aad07-8129-4249-a670-4a7b68061b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:10.019467 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5999b-2772-48d9-a6c1-f68d588dd29c req-ae0e0d5e-81ed-44f9-822e-0dc9a5748a91 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:10.020964 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dfa5999b-2772-48d9-a6c1-f68d588dd29c req-ae0e0d5e-81ed-44f9-822e-0dc9a5748a91 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c8593fb-0c0c-4af8-b761-a239e4b1ad3f HTTP/1.1" status: 200 len: 943 time: 0.1476934 Nov 27 03:46:10.041475 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=9facfdba-b7e7-4d90-a3be-65a6ea121c0b,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:10.108581 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5fc94c57-e7c3-43d7-910e-55d39e9e48e2 req-b281c131-f96d-4475-a327-4afbac180695 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437857 Nov 27 03:46:10.127672 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-602aad07-8129-4249-a670-4a7b68061b3b service neutron] For port b4fb6284-4e3b-4b71-baac-9b931745501f, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:46:10.132619 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-602aad07-8129-4249-a670-4a7b68061b3b service neutron] For port b4fb6284-4e3b-4b71-baac-9b931745501f, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=b4fb6284-4e3b-4b71-baac-9b931745501f,segment=NetworkSegment(0d71eb94-5225-4db6-8e46-cee8dee27f0a),segment_id=0d71eb94-5225-4db6-8e46-cee8dee27f0a)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:46:10.140181 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-602aad07-8129-4249-a670-4a7b68061b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:10.218146 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-602aad07-8129-4249-a670-4a7b68061b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:10.220410 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-602aad07-8129-4249-a670-4a7b68061b3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:10.223259 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-602aad07-8129-4249-a670-4a7b68061b3b service neutron] 10.222.0.23 "PUT /v2.0/ports/b4fb6284-4e3b-4b71-baac-9b931745501f HTTP/1.1" status: 200 len: 1091 time: 1.5813699 Nov 27 03:46:10.227635 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c8593fb-0c0c-4af8-b761-a239e4b1ad3f', 'tag': 'b4fb6284-4e3b-4b71-baac-9b931745501f'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:46:10.229874 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f5cd09-8409-4ad1-894b-26b004111a20" -d '{"events": [{"name": "network-changed", "server_uuid": "8c8593fb-0c0c-4af8-b761-a239e4b1ad3f", "tag": "b4fb6284-4e3b-4b71-baac-9b931745501f"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:46:10.234596 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dfa5999b-2772-48d9-a6c1-f68d588dd29c req-ba2e3244-d480-4f84-b6c3-d02d40404479 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901286 Nov 27 03:46:10.323537 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7f0603-5aa5-4427-ad87-dfaa3c4d658a x-openstack-request-id: req-9b7f0603-5aa5-4427-ad87-dfaa3c4d658a {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:46:10.324073 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c8593fb-0c0c-4af8-b761-a239e4b1ad3f", "tag": "b4fb6284-4e3b-4b71-baac-9b931745501f", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:46:10.324475 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b7f0603-5aa5-4427-ad87-dfaa3c4d658a {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:46:10.325036 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c8593fb-0c0c-4af8-b761-a239e4b1ad3f', 'tag': 'b4fb6284-4e3b-4b71-baac-9b931745501f', 'status': 'completed', 'code': 200} Nov 27 03:46:10.339491 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['9facfdba-b7e7-4d90-a3be-65a6ea121c0b'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:46:10.341926 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602aad07-8129-4249-a670-4a7b68061b3b service neutron] Pushing event updated for resources: {'Port': ['ID=b4fb6284-4e3b-4b71-baac-9b931745501f,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:10.365672 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-1d562793-e74f-4f14-b96f-2c410220584d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:10.367270 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-1d562793-e74f-4f14-b96f-2c410220584d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0cbf4ce56bb54dd781457ee73fdb0c37&device_id=8c8593fb-0c0c-4af8-b761-a239e4b1ad3f HTTP/1.1" status: 200 len: 1094 time: 0.0740776 Nov 27 03:46:10.423886 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-727ab266-4401-473a-a15f-e06a2f159802 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4fb6284-4e3b-4b71-baac-9b931745501f HTTP/1.1" status: 200 len: 217 time: 0.0430284 Nov 27 03:46:10.488872 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-3f63896e-8093-4edc-ad62-012324c1dd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:10.491646 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-3f63896e-8093-4edc-ad62-012324c1dd46 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9aa0d39d-1f7c-48be-83b9-b4ca19c74697 HTTP/1.1" status: 200 len: 845 time: 0.0596910 Nov 27 03:46:10.549324 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-0cabaa82-e4eb-49d0-a14b-4011e170a033 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=378a3375-2447-4153-8462-f656d3d2276f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406263 Nov 27 03:46:10.696584 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440fbfd8-1993-4744-a2d3-1f3cef7448db req-3390e0e5-289d-42b2-94bc-fbaf011de549 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:10.698937 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-440fbfd8-1993-4744-a2d3-1f3cef7448db req-3390e0e5-289d-42b2-94bc-fbaf011de549 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/ports?device_id=416460c2-70e4-41b4-ad27-930a30dd213e HTTP/1.1" status: 200 len: 945 time: 0.1664276 Nov 27 03:46:10.713689 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50763c11-07a4-4a49-887f-f616f32b519c req-a23f44cf-5184-4743-b230-54dc087dba5d tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:10.722767 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-50763c11-07a4-4a49-887f-f616f32b519c req-a23f44cf-5184-4743-b230-54dc087dba5d tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 948 time: 0.1158917 Nov 27 03:46:10.780019 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57512) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:46:10.799895 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-6f79a47b-2f74-4970-ba17-442115758b38 service neutron] 10.222.0.23 "GET /v2.0/networks/378a3375-2447-4153-8462-f656d3d2276f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418048 Nov 27 03:46:10.807734 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-440fbfd8-1993-4744-a2d3-1f3cef7448db req-99a47511-775d-4d22-a57b-84666874aecd tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18e94ef-9afe-4215-b7a0-56cae0157012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972171 Nov 27 03:46:10.820490 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cf34c52c-a5d9-458f-a7a9-14774c83f73f tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:10.842833 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cf34c52c-a5d9-458f-a7a9-14774c83f73f tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:10.904198 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-50763c11-07a4-4a49-887f-f616f32b519c req-6ed496b1-bbdc-42ab-bf4a-44af34e53f25 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760108 Nov 27 03:46:11.002942 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0f14cda5-5ab5-4be3-8ebe-090de95abe42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:11.007050 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-be64f9e0-ec10-4c86-863b-f5a479cf1399 req-69a16c02-a022-4c0f-9d45-0f536ebaa171 service neutron] 10.222.0.23 "GET /v2.0/networks/378a3375-2447-4153-8462-f656d3d2276f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932445 Nov 27 03:46:11.156060 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [None req-cf34c52c-a5d9-458f-a7a9-14774c83f73f tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Floating IP 5f9e2190-d586-4248-aef2-b41313bcf1bc associated. External IP: 172.25.1.7, port: 68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316. Nov 27 03:46:11.207548 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0f14cda5-5ab5-4be3-8ebe-090de95abe42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:11.219544 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0f14cda5-5ab5-4be3-8ebe-090de95abe42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:11.231086 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-63772afb-52dc-427b-b8fb-530d5e84cf7f req-406d88dc-accf-4d49-8c06-c263c9b135b1 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1688320010&fields=id&tenant_id=69d6340ea23c45289ca7a6e130f14fe1 HTTP/1.1" status: 200 len: 267 time: 0.2374244 Nov 27 03:46:11.298093 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5cd09-8409-4ad1-894b-26b004111a20 req-b07de370-1789-4d9b-bf5e-0864430123a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:11.300519 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-40f5cd09-8409-4ad1-894b-26b004111a20 req-b07de370-1789-4d9b-bf5e-0864430123a3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0cbf4ce56bb54dd781457ee73fdb0c37&device_id=8c8593fb-0c0c-4af8-b761-a239e4b1ad3f HTTP/1.1" status: 200 len: 1094 time: 0.1864142 Nov 27 03:46:11.303160 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0f14cda5-5ab5-4be3-8ebe-090de95abe42 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=35c84c37adf64e0c9b79fcb19f45f8c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5201364 Nov 27 03:46:11.306023 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f14cda5-5ab5-4be3-8ebe-090de95abe42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc3e94b-b6f3-4fe7-a0be-e7aa9b7994ed,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:11.309240 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57524) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:46:11.335577 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 03:46:11.353709 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63772afb-52dc-427b-b8fb-530d5e84cf7f req-8f623a53-03c0-414b-995f-2e41521915b7 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:11.362278 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-63772afb-52dc-427b-b8fb-530d5e84cf7f req-8f623a53-03c0-414b-995f-2e41521915b7 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/ports?device_id=416460c2-70e4-41b4-ad27-930a30dd213e HTTP/1.1" status: 200 len: 945 time: 0.0928450 Nov 27 03:46:11.370320 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-63772afb-52dc-427b-b8fb-530d5e84cf7f req-41817927-12d6-40ea-9cee-f48bb5a6fb9c tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Request body: {'port': {'security_groups': ['e18e94ef-9afe-4215-b7a0-56cae0157012', '171853fb-66e7-4462-bde1-2e0db607ab72']}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:46:11.456422 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-63772afb-52dc-427b-b8fb-530d5e84cf7f req-41817927-12d6-40ea-9cee-f48bb5a6fb9c tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:11.830977 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b05d5-195f-4ccf-95f4-868ae4e7fca7 req-8db2ad1b-3a14-4c2e-9008-72619cc3c491 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:11.832474 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7a0b05d5-195f-4ccf-95f4-868ae4e7fca7 req-8db2ad1b-3a14-4c2e-9008-72619cc3c491 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 945 time: 0.6067808 Nov 27 03:46:11.921580 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf34c52c-a5d9-458f-a7a9-14774c83f73f tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Router fb4e79f8-997a-4c21-a976-588758ce2a9e has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:46:11.941345 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6e04da2a-93e6-4fd6-af7e-3fc88eee21f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:11.956998 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5cd09-8409-4ad1-894b-26b004111a20 req-b38d202d-8c05-4a38-a9c5-77247a849fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:11.958575 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-40f5cd09-8409-4ad1-894b-26b004111a20 req-b38d202d-8c05-4a38-a9c5-77247a849fe0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=378a3375-2447-4153-8462-f656d3d2276f HTTP/1.1" status: 200 len: 906 time: 0.6481254 Nov 27 03:46:11.964100 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7a0b05d5-195f-4ccf-95f4-868ae4e7fca7 req-4901f112-5b98-4433-bf8f-2962517094c7 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206789 Nov 27 03:46:12.055116 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6e04da2a-93e6-4fd6-af7e-3fc88eee21f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:12.058157 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-40f5cd09-8409-4ad1-894b-26b004111a20 req-5fb2a57c-14ea-4415-8852-985e7d359cc8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4fb6284-4e3b-4b71-baac-9b931745501f HTTP/1.1" status: 200 len: 217 time: 0.0861297 Nov 27 03:46:12.084910 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-41138155-223b-4cf3-b53c-196949aa0ed0 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:12.086915 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-41138155-223b-4cf3-b53c-196949aa0ed0 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c&tenant_id=4f93bf1216094326aad79ff5fda23c08&binding%3Ahost_id=n-h1-819494-3 HTTP/1.1" status: 200 len: 1096 time: 0.1902504 Nov 27 03:46:12.128229 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-805d3e6b-9a1b-4e5b-8690-b1707913dde6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-819494-3'}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:46:12.145305 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-63772afb-52dc-427b-b8fb-530d5e84cf7f req-41817927-12d6-40ea-9cee-f48bb5a6fb9c tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] For port fe8a78f7-4c71-4df1-8ce7-4a4fa586a257, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=fe8a78f7-4c71-4df1-8ce7-4a4fa586a257,segment=NetworkSegment(c1651081-4661-44b0-a4f9-f27950d5af75),segment_id=c1651081-4661-44b0-a4f9-f27950d5af75)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:46:12.171557 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf34c52c-a5d9-458f-a7a9-14774c83f73f tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:46:12.177147 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cf34c52c-a5d9-458f-a7a9-14774c83f73f tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:12.185396 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a40b254-1982-4acf-a2f9-835064a053a8 None None] Sync routers for ids ['fb4e79f8-997a-4c21-a976-588758ce2a9e'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:46:12.196615 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a40b254-1982-4acf-a2f9-835064a053a8 None None] Routers {'fb4e79f8-997a-4c21-a976-588758ce2a9e'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:46:12.199019 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-9a40b254-1982-4acf-a2f9-835064a053a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:45:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['fb4e79f8-997a-4c21-a976-588758ce2a9e'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:46:12.212478 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-63772afb-52dc-427b-b8fb-530d5e84cf7f req-41817927-12d6-40ea-9cee-f48bb5a6fb9c tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:12.222686 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-63772afb-52dc-427b-b8fb-530d5e84cf7f req-41817927-12d6-40ea-9cee-f48bb5a6fb9c tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:12.229666 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-cf34c52c-a5d9-458f-a7a9-14774c83f73f tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "PUT /v2.0/floatingips/5f9e2190-d586-4248-aef2-b41313bcf1bc HTTP/1.1" status: 200 len: 989 time: 2.5507269 Nov 27 03:46:12.232676 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6a9bb2-771e-417f-a2df-2530328df94e', 'tag': '68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:46:12.235171 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2063c99f-e6ba-4993-bb61-76024339b8cc" -d '{"events": [{"name": "network-changed", "server_uuid": "de6a9bb2-771e-417f-a2df-2530328df94e", "tag": "68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:46:12.268692 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5cd09-8409-4ad1-894b-26b004111a20 req-4ad30240-90ae-45e3-a83a-8dfb3da8b840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:12.273277 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-40f5cd09-8409-4ad1-894b-26b004111a20 req-4ad30240-90ae-45e3-a83a-8dfb3da8b840 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9aa0d39d-1f7c-48be-83b9-b4ca19c74697 HTTP/1.1" status: 200 len: 845 time: 0.1958067 Nov 27 03:46:12.276894 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63772afb-52dc-427b-b8fb-530d5e84cf7f req-41817927-12d6-40ea-9cee-f48bb5a6fb9c tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:12.277656 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-63772afb-52dc-427b-b8fb-530d5e84cf7f req-41817927-12d6-40ea-9cee-f48bb5a6fb9c tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:12.278019 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6e04da2a-93e6-4fd6-af7e-3fc88eee21f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:12.284585 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['fe8a78f7-4c71-4df1-8ce7-4a4fa586a257'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:46:12.292678 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6e04da2a-93e6-4fd6-af7e-3fc88eee21f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:12.293213 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-63772afb-52dc-427b-b8fb-530d5e84cf7f req-41817927-12d6-40ea-9cee-f48bb5a6fb9c tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "PUT /v2.0/ports/fe8a78f7-4c71-4df1-8ce7-4a4fa586a257 HTTP/1.1" status: 200 len: 981 time: 0.9290280 Nov 27 03:46:12.296754 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6e04da2a-93e6-4fd6-af7e-3fc88eee21f5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dcc3e94b-b6f3-4fe7-a0be-e7aa9b7994ed HTTP/1.1" status: 204 len: 168 time: 0.9844580 Nov 27 03:46:12.383181 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41817927-12d6-40ea-9cee-f48bb5a6fb9c tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Pushing event updated for resources: {'Port': ['ID=fe8a78f7-4c71-4df1-8ce7-4a4fa586a257,revision_number=6']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:12.449263 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-805d3e6b-9a1b-4e5b-8690-b1707913dde6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:12.470754 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-40f5cd09-8409-4ad1-894b-26b004111a20 req-53175582-0b78-4d06-aacc-75410e58f202 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=378a3375-2447-4153-8462-f656d3d2276f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1697552 Nov 27 03:46:12.471547 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e04da2a-93e6-4fd6-af7e-3fc88eee21f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc3e94b-b6f3-4fe7-a0be-e7aa9b7994ed,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:12.496252 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86750c0c-ceaf-46ca-9738-4871e97b90ec req-9c5b23a5-193b-49e2-aa62-4629245f5e2d tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:12.498781 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-86750c0c-ceaf-46ca-9738-4871e97b90ec req-9c5b23a5-193b-49e2-aa62-4629245f5e2d tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c8593fb-0c0c-4af8-b761-a239e4b1ad3f HTTP/1.1" status: 200 len: 943 time: 0.4299006 Nov 27 03:46:12.525546 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fa594-62a9-4cdf-998b-ac6f85418df2 req-429ec91b-e3f4-4473-8563-72d8b1ef6bbb tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:12.534131 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6a2fa594-62a9-4cdf-998b-ac6f85418df2 req-429ec91b-e3f4-4473-8563-72d8b1ef6bbb tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 948 time: 0.1113007 Nov 27 03:46:12.545182 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['fe8a78f7-4c71-4df1-8ce7-4a4fa586a257'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:46:12.600858 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6a2fa594-62a9-4cdf-998b-ac6f85418df2 req-ab46b752-d10c-411a-a5eb-969f376965cb tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624263 Nov 27 03:46:12.601822 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-9a40b254-1982-4acf-a2f9-835064a053a8 None None] Set router fb4e79f8-997a-4c21-a976-588758ce2a9e gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:46:12.767150 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eea53f5-5688-4d78-8972-62fb96916dc8 x-openstack-request-id: req-9eea53f5-5688-4d78-8972-62fb96916dc8 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:46:12.767446 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6a9bb2-771e-417f-a2df-2530328df94e", "tag": "68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:46:12.767752 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9eea53f5-5688-4d78-8972-62fb96916dc8 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:46:12.768153 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6a9bb2-771e-417f-a2df-2530328df94e', 'tag': '68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316', 'status': 'completed', 'code': 200} Nov 27 03:46:12.877709 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-40f5cd09-8409-4ad1-894b-26b004111a20 req-504086ad-08fa-4446-a4ee-8bb8af79bcb8 service neutron] 10.222.0.23 "GET /v2.0/networks/378a3375-2447-4153-8462-f656d3d2276f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777192 Nov 27 03:46:12.922172 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-86750c0c-ceaf-46ca-9738-4871e97b90ec req-0439c8c4-8fff-4d54-b1a7-c200d1cc87fd tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4070857 Nov 27 03:46:12.966097 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063c99f-e6ba-4993-bb61-76024339b8cc req-f6b3a373-cf1a-4721-a4c5-0d876c157aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:12.976058 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2063c99f-e6ba-4993-bb61-76024339b8cc req-f6b3a373-cf1a-4721-a4c5-0d876c157aac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=409a3520592e44dbbec54c1bf55df0d4&device_id=de6a9bb2-771e-417f-a2df-2530328df94e HTTP/1.1" status: 200 len: 1096 time: 0.1370769 Nov 27 03:46:13.054986 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-805d3e6b-9a1b-4e5b-8690-b1707913dde6 service neutron] For port 4292e6b2-41b2-40ba-8f4f-fca486354a2c, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=4292e6b2-41b2-40ba-8f4f-fca486354a2c,segment=NetworkSegment(0ede1ec6-1b9f-43e0-8048-29f023f3314a),segment_id=0ede1ec6-1b9f-43e0-8048-29f023f3314a)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:46:13.069581 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-40f5cd09-8409-4ad1-894b-26b004111a20 req-841af537-5a52-448a-90e7-243f83ebb6cf service neutron] 10.222.0.23 "GET /v2.0/networks/378a3375-2447-4153-8462-f656d3d2276f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620040 Nov 27 03:46:13.111402 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fd27c4eb-2c42-4d9e-956f-8045bca993bc req-ac4a63a1-f458-407d-8093-aa4c30b5725b tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1043871173&fields=id&tenant_id=69d6340ea23c45289ca7a6e130f14fe1 HTTP/1.1" status: 200 len: 267 time: 0.2394087 Nov 27 03:46:13.120565 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-805d3e6b-9a1b-4e5b-8690-b1707913dde6 service neutron] For port 4292e6b2-41b2-40ba-8f4f-fca486354a2c, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:46:13.208827 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '389e51af-9c9e-4a6f-98ea-b68eb3ebf55c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4292e6b2-41b2-40ba-8f4f-fca486354a2c'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:46:13.211602 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd72ad2-63fa-4cd2-8f82-92cadf3d6d15" -d '{"events": [{"server_uuid": "389e51af-9c9e-4a6f-98ea-b68eb3ebf55c", "name": "network-vif-unplugged", "status": "completed", "tag": "4292e6b2-41b2-40ba-8f4f-fca486354a2c"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:46:13.217848 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-805d3e6b-9a1b-4e5b-8690-b1707913dde6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:13.241561 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca273f4-0303-45f4-bc6f-00dc489543fe req-e30d3a93-1313-4b7b-a6d6-71359438d1f0 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:13.243533 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7ca273f4-0303-45f4-bc6f-00dc489543fe req-e30d3a93-1313-4b7b-a6d6-71359438d1f0 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 945 time: 0.0949724 Nov 27 03:46:13.244846 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-805d3e6b-9a1b-4e5b-8690-b1707913dde6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:13.268012 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063c99f-e6ba-4993-bb61-76024339b8cc req-a391b86f-dbab-429d-8e78-ff3dff2ab21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:13.269927 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2063c99f-e6ba-4993-bb61-76024339b8cc req-a391b86f-dbab-429d-8e78-ff3dff2ab21a service neutron] 10.222.0.23 "GET /v2.0/networks?id=39dfc888-b0dd-4c34-8aab-d5cb681e46f0 HTTP/1.1" status: 200 len: 924 time: 0.2847269 Nov 27 03:46:13.296538 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27c4eb-2c42-4d9e-956f-8045bca993bc req-638be77d-ca4c-49a0-930d-a7b39eadddc4 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:13.308043 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fd27c4eb-2c42-4d9e-956f-8045bca993bc req-638be77d-ca4c-49a0-930d-a7b39eadddc4 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/ports?device_id=416460c2-70e4-41b4-ad27-930a30dd213e HTTP/1.1" status: 200 len: 984 time: 0.1957099 Nov 27 03:46:13.328904 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-fd27c4eb-2c42-4d9e-956f-8045bca993bc req-76c716e5-aa3d-4fe4-aa5e-aaac62e038ac tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Request body: {'port': {'security_groups': ['171853fb-66e7-4462-bde1-2e0db607ab72', 'e18e94ef-9afe-4215-b7a0-56cae0157012', '75d88714-72b8-4b5f-8372-ea627d9cfde6']}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:46:13.367273 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d3e6b-9a1b-4e5b-8690-b1707913dde6 service neutron] Pushing event updated for resources: {'Port': ['ID=4292e6b2-41b2-40ba-8f4f-fca486354a2c,revision_number=7']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:13.449187 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 4292e6b2-41b2-40ba-8f4f-fca486354a2c details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:46:13.453690 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 9facfdba-b7e7-4d90-a3be-65a6ea121c0b up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:46:13.459875 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7ca273f4-0303-45f4-bc6f-00dc489543fe req-a7901560-86ec-4740-835a-f6f221afef5d tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793594 Nov 27 03:46:13.469681 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-805d3e6b-9a1b-4e5b-8690-b1707913dde6 service neutron] Attempting to bind port 4292e6b2-41b2-40ba-8f4f-fca486354a2c on host n-h1-819494-3 for vnic_type normal with profile {"migrating_to": "n-h2-819494-3"} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:46:13.470022 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-805d3e6b-9a1b-4e5b-8690-b1707913dde6 service neutron] Attempting to bind port 4292e6b2-41b2-40ba-8f4f-fca486354a2c by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:46:13.475335 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-805d3e6b-9a1b-4e5b-8690-b1707913dde6 service neutron] Attempting to bind port 4292e6b2-41b2-40ba-8f4f-fca486354a2c on network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:46:13.503120 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-805d3e6b-9a1b-4e5b-8690-b1707913dde6 service neutron] Port 4292e6b2-41b2-40ba-8f4f-fca486354a2c on network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:46:13.505350 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-805d3e6b-9a1b-4e5b-8690-b1707913dde6 service neutron] Attempting to bind port 4292e6b2-41b2-40ba-8f4f-fca486354a2c on network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:46:13.524743 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-805d3e6b-9a1b-4e5b-8690-b1707913dde6 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:46:13.525138 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-805d3e6b-9a1b-4e5b-8690-b1707913dde6 service neutron] Checking segment: {'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:46:13.527694 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-805d3e6b-9a1b-4e5b-8690-b1707913dde6 service neutron] Bound using segment: {'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:46:13.529293 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-805d3e6b-9a1b-4e5b-8690-b1707913dde6 service neutron] Bound port: 4292e6b2-41b2-40ba-8f4f-fca486354a2c, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:46:13.530105 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-805d3e6b-9a1b-4e5b-8690-b1707913dde6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:13.577161 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 03:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b7d2f0-ecef-4519-9db1-8748192dc1ef x-openstack-request-id: req-c5b7d2f0-ecef-4519-9db1-8748192dc1ef {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:46:13.577511 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "389e51af-9c9e-4a6f-98ea-b68eb3ebf55c", "name": "network-vif-unplugged", "status": "completed", "tag": "4292e6b2-41b2-40ba-8f4f-fca486354a2c", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:46:13.577978 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c5b7d2f0-ecef-4519-9db1-8748192dc1ef {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:46:13.578378 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '389e51af-9c9e-4a6f-98ea-b68eb3ebf55c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4292e6b2-41b2-40ba-8f4f-fca486354a2c', 'code': 200} Nov 27 03:46:13.591987 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-fd27c4eb-2c42-4d9e-956f-8045bca993bc req-76c716e5-aa3d-4fe4-aa5e-aaac62e038ac tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:13.605068 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2063c99f-e6ba-4993-bb61-76024339b8cc req-f2f91bf3-f8d2-47dc-b0e0-8fa425b6abf5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316 HTTP/1.1" status: 200 len: 997 time: 0.3263500 Nov 27 03:46:13.715131 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-805d3e6b-9a1b-4e5b-8690-b1707913dde6 service neutron] For port 4292e6b2-41b2-40ba-8f4f-fca486354a2c, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:46:13.724904 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-805d3e6b-9a1b-4e5b-8690-b1707913dde6 service neutron] For port 4292e6b2-41b2-40ba-8f4f-fca486354a2c, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=4292e6b2-41b2-40ba-8f4f-fca486354a2c,segment=NetworkSegment(0ede1ec6-1b9f-43e0-8048-29f023f3314a),segment_id=0ede1ec6-1b9f-43e0-8048-29f023f3314a)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:46:13.743213 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-805d3e6b-9a1b-4e5b-8690-b1707913dde6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:13.745773 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.resource_extend [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 03:46:13.807649 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063c99f-e6ba-4993-bb61-76024339b8cc req-2679fb6a-8a59-4b25-b29f-dcab0cef4de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:13.809363 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2063c99f-e6ba-4993-bb61-76024339b8cc req-2679fb6a-8a59-4b25-b29f-dcab0cef4de1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fc4bc0b3-a0cc-4178-a299-8ba73845c8be HTTP/1.1" status: 200 len: 862 time: 0.1965005 Nov 27 03:46:13.823988 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-9a40b254-1982-4acf-a2f9-835064a053a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-513331905-router', 'tenant_id': '409a3520592e44dbbec54c1bf55df0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c04731a6-fe9e-4c21-a167-80ee964c1546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:06Z', 'updated_at': '2021-11-27T03:43:13Z', 'revision_number': 4, 'project_id': '409a3520592e44dbbec54c1bf55df0d4', 'gw_port': {'id': 'c04731a6-fe9e-4c21-a167-80ee964c1546', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:07Z', 'updated_at': '2021-11-27T03:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '5f9e2190-d586-4248-aef2-b41313bcf1bc', 'tenant_id': '409a3520592e44dbbec54c1bf55df0d4', 'floating_ip_address': '172.25.1.7', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'port_id': '68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39dfc888-b0dd-4c34-8aab-d5cb681e46f0', 'mac_address': 'fa:16:3e:73:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6a9bb2-771e-417f-a2df-2530328df94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:43:36Z', 'updated_at': '2021-11-27T03:46:10Z', 'revision_number': 5, 'project_id': '409a3520592e44dbbec54c1bf55df0d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baa4e2a2-677f-45f2-b54b-a41626d3a62f', 'name': '', 'network_id': '39dfc888-b0dd-4c34-8aab-d5cb681e46f0', 'tenant_id': '409a3520592e44dbbec54c1bf55df0d4', 'mac_address': 'fa:16:3e:76:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'fc4bc0b3-a0cc-4178-a299-8ba73845c8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:11Z', 'updated_at': '2021-11-27T03:43:16Z', 'revision_number': 5, 'project_id': '409a3520592e44dbbec54c1bf55df0d4', 'subnets': [{'id': 'fc4bc0b3-a0cc-4178-a299-8ba73845c8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:46:13.859842 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d3e6b-9a1b-4e5b-8690-b1707913dde6 service neutron] Pushing event updated for resources: {'Port': ['ID=4292e6b2-41b2-40ba-8f4f-fca486354a2c,revision_number=8']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:13.868684 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a40b254-1982-4acf-a2f9-835064a053a8 None None] Checking router: fb4e79f8-997a-4c21-a976-588758ce2a9e for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:46:13.889664 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 9facfdba-b7e7-4d90-a3be-65a6ea121c0b completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:46:13.910324 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a40b254-1982-4acf-a2f9-835064a053a8 None None] Routers {'fb4e79f8-997a-4c21-a976-588758ce2a9e'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:46:13.911281 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-9a40b254-1982-4acf-a2f9-835064a053a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:45:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['fb4e79f8-997a-4c21-a976-588758ce2a9e'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:46:13.913199 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 9facfdba-b7e7-4d90-a3be-65a6ea121c0b triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:46:13.913578 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:13.915690 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 4292e6b2-41b2-40ba-8f4f-fca486354a2c, host n-h1-819494-3, got binding levels [] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:46:13.930798 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a1165-7a62-46b2-b26c-b8fff4dd4c51 req-618d0c77-4c61-45e6-b19f-ec06affe335e tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:13.932389 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cc4a1165-7a62-46b2-b26c-b8fff4dd4c51 req-618d0c77-4c61-45e6-b19f-ec06affe335e tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 948 time: 0.2061169 Nov 27 03:46:13.934081 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-805d3e6b-9a1b-4e5b-8690-b1707913dde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:13.934730 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-805d3e6b-9a1b-4e5b-8690-b1707913dde6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:13.936018 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-805d3e6b-9a1b-4e5b-8690-b1707913dde6 service neutron] 10.222.0.11 "PUT /v2.0/ports/4292e6b2-41b2-40ba-8f4f-fca486354a2c HTTP/1.1" status: 200 len: 1121 time: 1.8143005 Nov 27 03:46:13.942238 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063c99f-e6ba-4993-bb61-76024339b8cc req-dfaeac19-9701-4c8a-82c2-af97cebffafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:13.944412 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2063c99f-e6ba-4993-bb61-76024339b8cc req-dfaeac19-9701-4c8a-82c2-af97cebffafc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=39dfc888-b0dd-4c34-8aab-d5cb681e46f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1262507 Nov 27 03:46:14.000274 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cc4a1165-7a62-46b2-b26c-b8fff4dd4c51 req-388431eb-7c1a-4857-a78a-15e409e7b24f tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611215 Nov 27 03:46:14.064775 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Attempting to bind port 4292e6b2-41b2-40ba-8f4f-fca486354a2c on host n-h1-819494-3 for vnic_type normal with profile {"migrating_to": "n-h2-819494-3"} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:46:14.065140 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Attempting to bind port 4292e6b2-41b2-40ba-8f4f-fca486354a2c by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:46:14.065508 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Attempting to bind port 4292e6b2-41b2-40ba-8f4f-fca486354a2c on network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:46:14.077816 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Port 4292e6b2-41b2-40ba-8f4f-fca486354a2c on network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:46:14.078187 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Attempting to bind port 4292e6b2-41b2-40ba-8f4f-fca486354a2c on network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:46:14.095369 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:46:14.095746 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Checking segment: {'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:46:14.096443 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Bound using segment: {'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:46:14.096937 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Bound port: 4292e6b2-41b2-40ba-8f4f-fca486354a2c, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:46:14.097391 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:14.122454 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device b4fb6284-4e3b-4b71-baac-9b931745501f details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:46:14.130855 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['4292e6b2-41b2-40ba-8f4f-fca486354a2c'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:46:14.152845 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-9a40b254-1982-4acf-a2f9-835064a053a8 None None] Set router fb4e79f8-997a-4c21-a976-588758ce2a9e gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:46:14.210240 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2063c99f-e6ba-4993-bb61-76024339b8cc req-9e515155-63c6-412b-8ce3-c68ee7d32fa3 service neutron] 10.222.0.23 "GET /v2.0/networks/39dfc888-b0dd-4c34-8aab-d5cb681e46f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565982 Nov 27 03:46:14.217042 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-fd27c4eb-2c42-4d9e-956f-8045bca993bc req-76c716e5-aa3d-4fe4-aa5e-aaac62e038ac tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] For port fe8a78f7-4c71-4df1-8ce7-4a4fa586a257, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=fe8a78f7-4c71-4df1-8ce7-4a4fa586a257,segment=NetworkSegment(c1651081-4661-44b0-a4f9-f27950d5af75),segment_id=c1651081-4661-44b0-a4f9-f27950d5af75)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:46:14.217223 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['4292e6b2-41b2-40ba-8f4f-fca486354a2c'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:46:14.267252 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-fd27c4eb-2c42-4d9e-956f-8045bca993bc req-76c716e5-aa3d-4fe4-aa5e-aaac62e038ac tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:14.308904 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-fd27c4eb-2c42-4d9e-956f-8045bca993bc req-76c716e5-aa3d-4fe4-aa5e-aaac62e038ac tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:14.398888 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.resource_extend [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 03:46:14.447048 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:14.468240 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27c4eb-2c42-4d9e-956f-8045bca993bc req-76c716e5-aa3d-4fe4-aa5e-aaac62e038ac tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:14.469282 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-fd27c4eb-2c42-4d9e-956f-8045bca993bc req-76c716e5-aa3d-4fe4-aa5e-aaac62e038ac tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:14.471309 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fd27c4eb-2c42-4d9e-956f-8045bca993bc req-76c716e5-aa3d-4fe4-aa5e-aaac62e038ac tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "PUT /v2.0/ports/fe8a78f7-4c71-4df1-8ce7-4a4fa586a257 HTTP/1.1" status: 200 len: 1020 time: 1.1623430 Nov 27 03:46:14.524449 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e59b59-44bf-4b3e-892f-26f6650404c6 req-bf5ea4a6-290f-4915-bb87-0e3f275c429d tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:14.526530 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-08e59b59-44bf-4b3e-892f-26f6650404c6 req-bf5ea4a6-290f-4915-bb87-0e3f275c429d tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c8593fb-0c0c-4af8-b761-a239e4b1ad3f HTTP/1.1" status: 200 len: 943 time: 0.0941830 Nov 27 03:46:14.542518 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c716e5-aa3d-4fe4-aa5e-aaac62e038ac tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Pushing event updated for resources: {'Port': ['ID=fe8a78f7-4c71-4df1-8ce7-4a4fa586a257,revision_number=7']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:14.565991 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2063c99f-e6ba-4993-bb61-76024339b8cc req-715ed3db-1aff-487a-98d7-64941bd09b0c service neutron] 10.222.0.23 "GET /v2.0/networks/39dfc888-b0dd-4c34-8aab-d5cb681e46f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823453 Nov 27 03:46:14.566650 n-d-819494-3 neutron-server[110020]: WARNING neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Concurrent port binding operations failed on port 4292e6b2-41b2-40ba-8f4f-fca486354a2c Nov 27 03:46:14.578973 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 4292e6b2-41b2-40ba-8f4f-fca486354a2c, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=4292e6b2-41b2-40ba-8f4f-fca486354a2c,segment=NetworkSegment(0ede1ec6-1b9f-43e0-8048-29f023f3314a),segment_id=0ede1ec6-1b9f-43e0-8048-29f023f3314a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:46:14.618994 n-d-819494-3 neutron-server[110020]: INFO neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Attempt 2 to bind port 4292e6b2-41b2-40ba-8f4f-fca486354a2c Nov 27 03:46:14.619429 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 4292e6b2-41b2-40ba-8f4f-fca486354a2c has no active binding in host n-h2-819494-3 {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 27 03:46:14.630575 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92dfde5-842a-4e4c-8ff0-f8b53d13d89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9facfdba-b7e7-4d90-a3be-65a6ea121c0b'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:46:14.633629 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-08e59b59-44bf-4b3e-892f-26f6650404c6 req-31643c38-3f22-463c-91d3-04b023a629b9 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989158 Nov 27 03:46:14.633816 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6746648b-1b24-4cc1-b7d4-36d7338b1cbf" -d '{"events": [{"server_uuid": "c92dfde5-842a-4e4c-8ff0-f8b53d13d89a", "name": "network-vif-plugged", "status": "completed", "tag": "9facfdba-b7e7-4d90-a3be-65a6ea121c0b"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:46:14.673546 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['fe8a78f7-4c71-4df1-8ce7-4a4fa586a257'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:46:14.677903 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 9facfdba-b7e7-4d90-a3be-65a6ea121c0b, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=9facfdba-b7e7-4d90-a3be-65a6ea121c0b,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:46:14.709963 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8663c8-5ca6-44a9-8bef-6bbfe9a41f6c req-07bb8866-0b01-460f-b141-bde42ce50987 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:14.711589 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ff8663c8-5ca6-44a9-8bef-6bbfe9a41f6c req-07bb8866-0b01-460f-b141-bde42ce50987 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/ports?device_id=416460c2-70e4-41b4-ad27-930a30dd213e HTTP/1.1" status: 200 len: 1023 time: 0.1142187 Nov 27 03:46:14.768231 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:14.774868 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '416460c2-70e4-41b4-ad27-930a30dd213e', 'tag': 'fe8a78f7-4c71-4df1-8ce7-4a4fa586a257'}, {'name': 'network-changed', 'server_uuid': '416460c2-70e4-41b4-ad27-930a30dd213e', 'tag': 'fe8a78f7-4c71-4df1-8ce7-4a4fa586a257'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:46:14.778887 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e33a48-5298-4056-ba99-9da3276def8d req-fde016fd-93b9-4add-9f46-f45ac6877168 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:14.785423 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324d3585-26d4-49eb-88d4-13db7dc707da" -d '{"events": [{"name": "network-changed", "server_uuid": "416460c2-70e4-41b4-ad27-930a30dd213e", "tag": "fe8a78f7-4c71-4df1-8ce7-4a4fa586a257"}, {"name": "network-changed", "server_uuid": "416460c2-70e4-41b4-ad27-930a30dd213e", "tag": "fe8a78f7-4c71-4df1-8ce7-4a4fa586a257"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:46:14.789152 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e3e33a48-5298-4056-ba99-9da3276def8d req-fde016fd-93b9-4add-9f46-f45ac6877168 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 943 time: 0.0934098 Nov 27 03:46:14.829812 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port b4fb6284-4e3b-4b71-baac-9b931745501f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=b4fb6284-4e3b-4b71-baac-9b931745501f,segment=NetworkSegment(0d71eb94-5225-4db6-8e46-cee8dee27f0a),segment_id=0d71eb94-5225-4db6-8e46-cee8dee27f0a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:46:14.878761 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': 'b4fb6284-4e3b-4b71-baac-9b931745501f', 'network_id': '378a3375-2447-4153-8462-f656d3d2276f', 'port_id': 'b4fb6284-4e3b-4b71-baac-9b931745501f', 'mac_address': 'fa:16:3e:15:7e:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aa0d39d-1f7c-48be-83b9-b4ca19c74697', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:46:14.879983 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e3e33a48-5298-4056-ba99-9da3276def8d req-2ebee407-9998-41e7-97e7-802146d3f42e tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898969 Nov 27 03:46:14.900154 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57598) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:46:14.907902 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ff8663c8-5ca6-44a9-8bef-6bbfe9a41f6c req-1b76824c-a0d3-4178-a614-0bdc2230d110 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18e94ef-9afe-4215-b7a0-56cae0157012&id=75d88714-72b8-4b5f-8372-ea627d9cfde6&id=171853fb-66e7-4462-bde1-2e0db607ab72 HTTP/1.1" status: 200 len: 6201 time: 0.1840453 Nov 27 03:46:14.937232 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['fe8a78f7-4c71-4df1-8ce7-4a4fa586a257'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:46:14.984050 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-c8db333f-7244-47a2-aa6e-edf92ccc6fef req-8ccf1b46-81b6-4ca6-8d94-bf0e4067a2d4 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Request body: {'security_group': {'name': ' tempest-securitygroup -768670857 ', 'description': 'tempest-description-269678785'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:46:14.999988 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61f3e0e-df6d-4c58-9005-54a2927d3901 x-openstack-request-id: req-b61f3e0e-df6d-4c58-9005-54a2927d3901 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:46:15.000316 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c92dfde5-842a-4e4c-8ff0-f8b53d13d89a", "name": "network-vif-plugged", "status": "completed", "tag": "9facfdba-b7e7-4d90-a3be-65a6ea121c0b", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:46:15.000512 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b61f3e0e-df6d-4c58-9005-54a2927d3901 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:46:15.000916 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c92dfde5-842a-4e4c-8ff0-f8b53d13d89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9facfdba-b7e7-4d90-a3be-65a6ea121c0b', 'code': 200} Nov 27 03:46:15.038927 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-c8db333f-7244-47a2-aa6e-edf92ccc6fef req-8ccf1b46-81b6-4ca6-8d94-bf0e4067a2d4 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:15.040789 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=9facfdba-b7e7-4d90-a3be-65a6ea121c0b,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:15.047232 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 27 Nov 2021 03:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd47e5a-c752-4a1c-9e08-9b700bca56a6 x-openstack-request-id: req-6bd47e5a-c752-4a1c-9e08-9b700bca56a6 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:46:15.047591 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "416460c2-70e4-41b4-ad27-930a30dd213e", "tag": "fe8a78f7-4c71-4df1-8ce7-4a4fa586a257", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "416460c2-70e4-41b4-ad27-930a30dd213e", "tag": "fe8a78f7-4c71-4df1-8ce7-4a4fa586a257", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:46:15.049138 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6bd47e5a-c752-4a1c-9e08-9b700bca56a6 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:46:15.049318 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '416460c2-70e4-41b4-ad27-930a30dd213e', 'tag': 'fe8a78f7-4c71-4df1-8ce7-4a4fa586a257', 'status': 'completed', 'code': 200} Nov 27 03:46:15.049573 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '416460c2-70e4-41b4-ad27-930a30dd213e', 'tag': 'fe8a78f7-4c71-4df1-8ce7-4a4fa586a257', 'status': 'completed', 'code': 200} Nov 27 03:46:15.169915 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:15.205247 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-c8db333f-7244-47a2-aa6e-edf92ccc6fef req-8ccf1b46-81b6-4ca6-8d94-bf0e4067a2d4 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:15.211679 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d3585-26d4-49eb-88d4-13db7dc707da req-ee2a41bc-117e-4206-b4f0-6f422ecccc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:15.214160 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-324d3585-26d4-49eb-88d4-13db7dc707da req-ee2a41bc-117e-4206-b4f0-6f422ecccc7d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=69d6340ea23c45289ca7a6e130f14fe1&device_id=416460c2-70e4-41b4-ad27-930a30dd213e HTTP/1.1" status: 200 len: 1174 time: 0.1157010 Nov 27 03:46:15.214906 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-c8db333f-7244-47a2-aa6e-edf92ccc6fef req-8ccf1b46-81b6-4ca6-8d94-bf0e4067a2d4 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:15.229646 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3062ef90-6ccf-4a00-8186-4031ba9d7258 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:15.258748 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4fb6284-4e3b-4b71-baac-9b931745501f {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:46:15.304730 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a580be4-3566-43a7-9ef4-5970b19f4328 req-ccff72b7-8c49-4451-9e17-5d6124d5f3b7 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:15.307391 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1a580be4-3566-43a7-9ef4-5970b19f4328 req-ccff72b7-8c49-4451-9e17-5d6124d5f3b7 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 949 time: 0.1659198 Nov 27 03:46:15.317799 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaaee21-4ceb-4dd4-9039-0e809e7af6c4 req-5cea3bf1-e529-4dec-8118-be2663336d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:15.319350 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bfaaee21-4ceb-4dd4-9039-0e809e7af6c4 req-5cea3bf1-e529-4dec-8118-be2663336d3b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 1100 time: 0.2273941 Nov 27 03:46:15.332927 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d3585-26d4-49eb-88d4-13db7dc707da req-c5ce0bf3-c1ad-4229-8782-3f18985d16c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:15.337192 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-324d3585-26d4-49eb-88d4-13db7dc707da req-c5ce0bf3-c1ad-4229-8782-3f18985d16c3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=995058f0-cd6f-4205-8189-aa736ae95556 HTTP/1.1" status: 200 len: 914 time: 0.1134143 Nov 27 03:46:15.361949 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port b4fb6284-4e3b-4b71-baac-9b931745501f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=b4fb6284-4e3b-4b71-baac-9b931745501f,segment=NetworkSegment(0d71eb94-5225-4db6-8e46-cee8dee27f0a),segment_id=0d71eb94-5225-4db6-8e46-cee8dee27f0a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:46:15.406301 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-324d3585-26d4-49eb-88d4-13db7dc707da req-2517f198-c9dd-4f88-bfa8-006b236602e6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe8a78f7-4c71-4df1-8ce7-4a4fa586a257 HTTP/1.1" status: 200 len: 217 time: 0.0561104 Nov 27 03:46:15.412926 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-c8db333f-7244-47a2-aa6e-edf92ccc6fef req-8ccf1b46-81b6-4ca6-8d94-bf0e4067a2d4 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:15.414584 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bfaaee21-4ceb-4dd4-9039-0e809e7af6c4 req-a62f2b47-1ded-46c8-84c9-41bda62c5137 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842345 Nov 27 03:46:15.428406 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c8db333f-7244-47a2-aa6e-edf92ccc6fef req-8ccf1b46-81b6-4ca6-8d94-bf0e4067a2d4 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.4495828 Nov 27 03:46:15.433312 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:15.445584 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3062ef90-6ccf-4a00-8186-4031ba9d7258 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:15.450414 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1a580be4-3566-43a7-9ef4-5970b19f4328 req-a2d40756-7821-4373-9199-860917214f0c tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352303 Nov 27 03:46:15.454413 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf1b46-81b6-4ca6-8d94-bf0e4067a2d4 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8199cd-1cac-46bf-9b54-b09465db8111,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:15.457668 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3062ef90-6ccf-4a00-8186-4031ba9d7258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:15.487209 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-3062ef90-6ccf-4a00-8186-4031ba9d7258 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=083fcec7ad2d4aaca99222f99e1d73d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5858619 Nov 27 03:46:15.494518 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57612) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:46:15.536818 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d3585-26d4-49eb-88d4-13db7dc707da req-6d11cc11-012b-4a62-b5b5-6ee33243a1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:15.539136 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-324d3585-26d4-49eb-88d4-13db7dc707da req-6d11cc11-012b-4a62-b5b5-6ee33243a1eb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b807eecb-0879-49fd-8f8d-b45f66819dde HTTP/1.1" status: 200 len: 853 time: 0.1039584 Nov 27 03:46:15.549605 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-9a40b254-1982-4acf-a2f9-835064a053a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-513331905-router', 'tenant_id': '409a3520592e44dbbec54c1bf55df0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c04731a6-fe9e-4c21-a167-80ee964c1546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:06Z', 'updated_at': '2021-11-27T03:43:13Z', 'revision_number': 4, 'project_id': '409a3520592e44dbbec54c1bf55df0d4', 'gw_port': {'id': 'c04731a6-fe9e-4c21-a167-80ee964c1546', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:07Z', 'updated_at': '2021-11-27T03:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '5f9e2190-d586-4248-aef2-b41313bcf1bc', 'tenant_id': '409a3520592e44dbbec54c1bf55df0d4', 'floating_ip_address': '172.25.1.7', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'port_id': '68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39dfc888-b0dd-4c34-8aab-d5cb681e46f0', 'mac_address': 'fa:16:3e:73:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6a9bb2-771e-417f-a2df-2530328df94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:43:36Z', 'updated_at': '2021-11-27T03:46:10Z', 'revision_number': 5, 'project_id': '409a3520592e44dbbec54c1bf55df0d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baa4e2a2-677f-45f2-b54b-a41626d3a62f', 'name': '', 'network_id': '39dfc888-b0dd-4c34-8aab-d5cb681e46f0', 'tenant_id': '409a3520592e44dbbec54c1bf55df0d4', 'mac_address': 'fa:16:3e:76:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'fc4bc0b3-a0cc-4178-a299-8ba73845c8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:11Z', 'updated_at': '2021-11-27T03:43:16Z', 'revision_number': 5, 'project_id': '409a3520592e44dbbec54c1bf55df0d4', 'subnets': [{'id': 'fc4bc0b3-a0cc-4178-a299-8ba73845c8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:46:15.575044 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3062ef90-6ccf-4a00-8186-4031ba9d7258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069b16fd-c3be-4425-aac7-c57b63ddbb5b,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:15.590929 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-324d3585-26d4-49eb-88d4-13db7dc707da req-e2f15514-528b-4a4b-9d18-e52092e053f1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=995058f0-cd6f-4205-8189-aa736ae95556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442710 Nov 27 03:46:15.594501 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a40b254-1982-4acf-a2f9-835064a053a8 None None] The sync data for ids ['fb4e79f8-997a-4c21-a976-588758ce2a9e'] in n-d-819494-3 is: [{'id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-513331905-router', 'tenant_id': '409a3520592e44dbbec54c1bf55df0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c04731a6-fe9e-4c21-a167-80ee964c1546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:06Z', 'updated_at': '2021-11-27T03:43:13Z', 'revision_number': 4, 'project_id': '409a3520592e44dbbec54c1bf55df0d4', 'gw_port': {'id': 'c04731a6-fe9e-4c21-a167-80ee964c1546', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:07Z', 'updated_at': '2021-11-27T03:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '5f9e2190-d586-4248-aef2-b41313bcf1bc', 'tenant_id': '409a3520592e44dbbec54c1bf55df0d4', 'floating_ip_address': '172.25.1.7', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'port_id': '68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39dfc888-b0dd-4c34-8aab-d5cb681e46f0', 'mac_address': 'fa:16:3e:73:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6a9bb2-771e-417f-a2df-2530328df94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:43:36Z', 'updated_at': '2021-11-27T03:46:10Z', 'revision_number': 5, 'project_id': '409a3520592e44dbbec54c1bf55df0d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baa4e2a2-677f-45f2-b54b-a41626d3a62f', 'name': '', 'network_id': '39dfc888-b0dd-4c34-8aab-d5cb681e46f0', 'tenant_id': '409a3520592e44dbbec54c1bf55df0d4', 'mac_address': 'fa:16:3e:76:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'fc4bc0b3-a0cc-4178-a299-8ba73845c8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:11Z', 'updated_at': '2021-11-27T03:43:16Z', 'revision_number': 5, 'project_id': '409a3520592e44dbbec54c1bf55df0d4', 'subnets': [{'id': 'fc4bc0b3-a0cc-4178-a299-8ba73845c8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:46:15.601230 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-32cac38e-5415-48cc-b9b0-f0568e5404a2 req-5c5b96fb-d1c9-4397-9f75-bcd7af467ac0 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups/6e8199cd-1cac-46bf-9b54-b09465db8111 HTTP/1.1" status: 200 len: 1796 time: 0.1044588 Nov 27 03:46:15.601693 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=b4fb6284-4e3b-4b71-baac-9b931745501f,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:15.601826 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '389e51af-9c9e-4a6f-98ea-b68eb3ebf55c', 'tag': '4292e6b2-41b2-40ba-8f4f-fca486354a2c'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:46:15.604376 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caeaefbf-35a2-4e43-ba5b-d9e3edf85389" -d '{"events": [{"name": "network-changed", "server_uuid": "389e51af-9c9e-4a6f-98ea-b68eb3ebf55c", "tag": "4292e6b2-41b2-40ba-8f4f-fca486354a2c"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:46:15.658952 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-37702e8f-d14d-4af1-beef-9b3bacf0f00b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:15.676013 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067a8b95-5607-4310-a5d9-97b2da3732c0 x-openstack-request-id: req-067a8b95-5607-4310-a5d9-97b2da3732c0 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:46:15.676304 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "389e51af-9c9e-4a6f-98ea-b68eb3ebf55c", "tag": "4292e6b2-41b2-40ba-8f4f-fca486354a2c", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:46:15.676559 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-067a8b95-5607-4310-a5d9-97b2da3732c0 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:46:15.677074 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '389e51af-9c9e-4a6f-98ea-b68eb3ebf55c', 'tag': '4292e6b2-41b2-40ba-8f4f-fca486354a2c', 'status': 'completed', 'code': 200} Nov 27 03:46:15.700178 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-37702e8f-d14d-4af1-beef-9b3bacf0f00b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:15.788604 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6c04aaa1-24de-4585-b280-43d0b00063e0 req-f3677b7f-7e51-4b7f-8eb4-d81af914c499 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups/6e8199cd-1cac-46bf-9b54-b09465db8111 HTTP/1.1" status: 200 len: 1796 time: 0.1376617 Nov 27 03:46:15.808293 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['b4fb6284-4e3b-4b71-baac-9b931745501f'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:46:15.838299 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-324d3585-26d4-49eb-88d4-13db7dc707da req-5a8d32f1-cfcd-439e-9b60-32709f2f4f2d service neutron] 10.222.0.23 "GET /v2.0/networks/995058f0-cd6f-4205-8189-aa736ae95556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334461 Nov 27 03:46:15.894255 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeaefbf-35a2-4e43-ba5b-d9e3edf85389 req-243da259-c3b3-4743-ad2f-fa56434202f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:15.896918 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-caeaefbf-35a2-4e43-ba5b-d9e3edf85389 req-243da259-c3b3-4743-ad2f-fa56434202f7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f93bf1216094326aad79ff5fda23c08&device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 1124 time: 0.1621792 Nov 27 03:46:15.915816 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6044053-10b7-4212-b8c1-5e9683a78072 req-d2288ad8-dee1-4c7a-9301-4ce1bc631b8c tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:15.917923 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c6044053-10b7-4212-b8c1-5e9683a78072 req-d2288ad8-dee1-4c7a-9301-4ce1bc631b8c tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c8593fb-0c0c-4af8-b761-a239e4b1ad3f HTTP/1.1" status: 200 len: 944 time: 0.1381297 Nov 27 03:46:15.935238 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-6c04aaa1-24de-4585-b280-43d0b00063e0 req-e1e18a3f-36bb-4f37-a13c-7b0548df29ef tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:15.954035 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-37702e8f-d14d-4af1-beef-9b3bacf0f00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:15.956038 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:15.957845 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-37702e8f-d14d-4af1-beef-9b3bacf0f00b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:15.959009 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-37702e8f-d14d-4af1-beef-9b3bacf0f00b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/069b16fd-c3be-4425-aac7-c57b63ddbb5b HTTP/1.1" status: 204 len: 168 time: 0.4635236 Nov 27 03:46:15.985495 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-6c04aaa1-24de-4585-b280-43d0b00063e0 req-e1e18a3f-36bb-4f37-a13c-7b0548df29ef tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:16.027027 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37702e8f-d14d-4af1-beef-9b3bacf0f00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069b16fd-c3be-4425-aac7-c57b63ddbb5b,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:16.033185 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf310a6-6f46-460c-9c39-7d3ccc91a1ff None None] New status for floating IP 5f9e2190-d586-4248-aef2-b41313bcf1bc: ACTIVE {{(pid=110021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 03:46:16.044304 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-324d3585-26d4-49eb-88d4-13db7dc707da req-39bb62e5-0777-41ea-a123-9aab061f6c5d service neutron] 10.222.0.23 "GET /v2.0/networks/995058f0-cd6f-4205-8189-aa736ae95556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950977 Nov 27 03:46:16.071453 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c6044053-10b7-4212-b8c1-5e9683a78072 req-be780fe9-2c30-49f0-812d-a8c4857035a5 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415451 Nov 27 03:46:16.085440 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-6c04aaa1-24de-4585-b280-43d0b00063e0 req-e1e18a3f-36bb-4f37-a13c-7b0548df29ef tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:16.087496 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-6c04aaa1-24de-4585-b280-43d0b00063e0 req-e1e18a3f-36bb-4f37-a13c-7b0548df29ef tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:16.088748 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6c04aaa1-24de-4585-b280-43d0b00063e0 req-e1e18a3f-36bb-4f37-a13c-7b0548df29ef tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "DELETE /v2.0/security-groups/6e8199cd-1cac-46bf-9b54-b09465db8111 HTTP/1.1" status: 204 len: 173 time: 0.2882733 Nov 27 03:46:16.107661 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e18a3f-36bb-4f37-a13c-7b0548df29ef tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8199cd-1cac-46bf-9b54-b09465db8111,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:16.114456 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b164b6e2-8f7a-4a2d-ab85-da3aebe56479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:16.211213 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeaefbf-35a2-4e43-ba5b-d9e3edf85389 req-b3a12679-c797-4f78-9512-787ea2f3e9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:16.212827 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-caeaefbf-35a2-4e43-ba5b-d9e3edf85389 req-b3a12679-c797-4f78-9512-787ea2f3e9ac service neutron] 10.222.0.23 "GET /v2.0/networks?id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 HTTP/1.1" status: 200 len: 909 time: 0.3078172 Nov 27 03:46:16.240305 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [req-7a79a171-6487-4902-bf8c-a641f6c06740 req-769ac75a-e1b1-4a61-9c83-f970819d9627 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] show failed (client error): The resource could not be found. Nov 27 03:46:16.246474 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7a79a171-6487-4902-bf8c-a641f6c06740 req-769ac75a-e1b1-4a61-9c83-f970819d9627 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups/6e8199cd-1cac-46bf-9b54-b09465db8111 HTTP/1.1" status: 404 len: 352 time: 0.1009910 Nov 27 03:46:16.272034 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d3585-26d4-49eb-88d4-13db7dc707da req-a0c9251c-a0dc-4ac6-8e8d-33076ac11d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:16.274126 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-324d3585-26d4-49eb-88d4-13db7dc707da req-a0c9251c-a0dc-4ac6-8e8d-33076ac11d9c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=69d6340ea23c45289ca7a6e130f14fe1&device_id=416460c2-70e4-41b4-ad27-930a30dd213e HTTP/1.1" status: 200 len: 1174 time: 0.1300914 Nov 27 03:46:16.281472 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-0524fcac-233f-48ae-a769-d26761340dff req-1c1ed0e7-39c7-4d19-8bb3-50b902fa826d tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-434180910', 'description': 'tempest-description-465277512'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:46:16.374585 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-caeaefbf-35a2-4e43-ba5b-d9e3edf85389 req-053cbe41-dc9a-453a-8e09-e878ad05f8f3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4292e6b2-41b2-40ba-8f4f-fca486354a2c HTTP/1.1" status: 200 len: 217 time: 0.1082001 Nov 27 03:46:16.409477 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0524fcac-233f-48ae-a769-d26761340dff req-1c1ed0e7-39c7-4d19-8bb3-50b902fa826d tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:16.502635 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc4440-a261-451d-9ece-9580a96b8109 req-77d3f9cf-08c4-408b-b961-8565d5be4237 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:16.503035 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d3585-26d4-49eb-88d4-13db7dc707da req-d094cf02-2c90-46a3-9366-ec97e20259f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:16.504284 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-23dc4440-a261-451d-9ece-9580a96b8109 req-77d3f9cf-08c4-408b-b961-8565d5be4237 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 943 time: 0.3074732 Nov 27 03:46:16.504696 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-324d3585-26d4-49eb-88d4-13db7dc707da req-d094cf02-2c90-46a3-9366-ec97e20259f9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=995058f0-cd6f-4205-8189-aa736ae95556 HTTP/1.1" status: 200 len: 914 time: 0.2109113 Nov 27 03:46:16.520212 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeaefbf-35a2-4e43-ba5b-d9e3edf85389 req-faad27e1-2313-4579-943b-773bc8b0fd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:16.520212 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-caeaefbf-35a2-4e43-ba5b-d9e3edf85389 req-faad27e1-2313-4579-943b-773bc8b0fd57 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f2f4695-47e3-40b2-b54d-f43d3306eba4 HTTP/1.1" status: 200 len: 848 time: 0.1265197 Nov 27 03:46:16.563618 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-324d3585-26d4-49eb-88d4-13db7dc707da req-2a63fd2b-0ef9-4fb4-9484-784e13f8cc22 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe8a78f7-4c71-4df1-8ce7-4a4fa586a257 HTTP/1.1" status: 200 len: 217 time: 0.0505471 Nov 27 03:46:16.570584 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0524fcac-233f-48ae-a769-d26761340dff req-1c1ed0e7-39c7-4d19-8bb3-50b902fa826d tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:16.572994 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-caeaefbf-35a2-4e43-ba5b-d9e3edf85389 req-ea140c44-e784-4b07-b12e-a91f321d3b03 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367014 Nov 27 03:46:16.601845 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0524fcac-233f-48ae-a769-d26761340dff req-1c1ed0e7-39c7-4d19-8bb3-50b902fa826d tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:16.649163 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0524fcac-233f-48ae-a769-d26761340dff req-1c1ed0e7-39c7-4d19-8bb3-50b902fa826d tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:16.651027 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0524fcac-233f-48ae-a769-d26761340dff req-1c1ed0e7-39c7-4d19-8bb3-50b902fa826d tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.3740830 Nov 27 03:46:16.652467 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d3585-26d4-49eb-88d4-13db7dc707da req-af02d95f-bb8d-475f-abda-217c4b086282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:16.654055 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-324d3585-26d4-49eb-88d4-13db7dc707da req-af02d95f-bb8d-475f-abda-217c4b086282 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b807eecb-0879-49fd-8f8d-b45f66819dde HTTP/1.1" status: 200 len: 853 time: 0.0821819 Nov 27 03:46:16.655203 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ed0e7-39c7-4d19-8bb3-50b902fa826d tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb5d44f-0bf2-4010-991a-5fd91edaa33d,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:16.694797 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-324d3585-26d4-49eb-88d4-13db7dc707da req-1af7cfd7-c759-4567-8b19-bea4f356ea3b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=995058f0-cd6f-4205-8189-aa736ae95556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268078 Nov 27 03:46:16.727720 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-23dc4440-a261-451d-9ece-9580a96b8109 req-98d46189-e1d5-4bb8-8c3e-a1c661968dbd tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138517 Nov 27 03:46:16.768851 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-caeaefbf-35a2-4e43-ba5b-d9e3edf85389 req-7abb9d1a-d748-44ab-abcb-aa3195bc79c4 service neutron] 10.222.0.23 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858850 Nov 27 03:46:16.838365 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d8ac7-2e46-4683-9705-1addb5c73cc7 req-916d4cb7-6988-406d-9122-4ef3c668c80a tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:16.840412 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-918d8ac7-2e46-4683-9705-1addb5c73cc7 req-916d4cb7-6988-406d-9122-4ef3c668c80a tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 949 time: 0.1130121 Nov 27 03:46:16.876044 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-324d3585-26d4-49eb-88d4-13db7dc707da req-1475e63a-800d-4b6c-aa4c-dacaf3ee8097 service neutron] 10.222.0.23 "GET /v2.0/networks/995058f0-cd6f-4205-8189-aa736ae95556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724873 Nov 27 03:46:16.879671 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-6c7dfd75-2865-4004-a298-8517a77315c2 req-fc4d6718-2326-45bd-a422-8326e2aa94ea tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1468513148', 'description': 'tempest-description-2101139207'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:46:16.926951 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-caeaefbf-35a2-4e43-ba5b-d9e3edf85389 req-6d4be6f2-1c36-4b40-86cb-1357b9e9b4a3 service neutron] 10.222.0.23 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493287 Nov 27 03:46:16.934369 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6c7dfd75-2865-4004-a298-8517a77315c2 req-fc4d6718-2326-45bd-a422-8326e2aa94ea tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:17.018044 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-918d8ac7-2e46-4683-9705-1addb5c73cc7 req-d4dcacb3-1b85-4c48-a787-bc0eee73c24e tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641996 Nov 27 03:46:17.076110 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6c7dfd75-2865-4004-a298-8517a77315c2 req-fc4d6718-2326-45bd-a422-8326e2aa94ea tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:17.128700 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-324d3585-26d4-49eb-88d4-13db7dc707da req-6f120cec-b945-40b1-b4ce-f368c851dc72 service neutron] 10.222.0.23 "GET /v2.0/networks/995058f0-cd6f-4205-8189-aa736ae95556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080781 Nov 27 03:46:17.203323 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34158b2a-2835-49d1-bfd0-40122fb38b6f req-ccd69463-939a-4d7e-9bad-3fde20d153f4 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:17.204832 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-34158b2a-2835-49d1-bfd0-40122fb38b6f req-ccd69463-939a-4d7e-9bad-3fde20d153f4 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c8593fb-0c0c-4af8-b761-a239e4b1ad3f HTTP/1.1" status: 200 len: 944 time: 0.0512326 Nov 27 03:46:17.254414 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-34158b2a-2835-49d1-bfd0-40122fb38b6f req-9ae4be58-ab5d-4ca4-926d-c13026215e97 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436537 Nov 27 03:46:17.269230 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6c7dfd75-2865-4004-a298-8517a77315c2 req-fc4d6718-2326-45bd-a422-8326e2aa94ea tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:17.302919 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d6718-2326-45bd-a422-8326e2aa94ea tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f10d188f-bfef-41ec-94b9-8c5b6fc4be70,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:17.340079 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6c7dfd75-2865-4004-a298-8517a77315c2 req-fc4d6718-2326-45bd-a422-8326e2aa94ea tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:17.345383 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6c7dfd75-2865-4004-a298-8517a77315c2 req-fc4d6718-2326-45bd-a422-8326e2aa94ea tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4763300 Nov 27 03:46:17.367180 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-42b9b9aa-15b2-4aef-b955-b490ace3a910 req-9d6a9be3-a7dd-4620-8def-c0bb997546e1 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-579083846', 'description': 'tempest-description-1872852538'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:46:17.394968 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-42b9b9aa-15b2-4aef-b955-b490ace3a910 req-9d6a9be3-a7dd-4620-8def-c0bb997546e1 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:17.400186 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57662) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:46:17.468235 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-42b9b9aa-15b2-4aef-b955-b490ace3a910 req-9d6a9be3-a7dd-4620-8def-c0bb997546e1 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:17.473583 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-42b9b9aa-15b2-4aef-b955-b490ace3a910 req-9d6a9be3-a7dd-4620-8def-c0bb997546e1 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:17.511673 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-44716808-995f-4c59-8610-61baf7ef5d23 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-239982529-network', 'tenant_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:46:17.513388 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a9be3-a7dd-4620-8def-c0bb997546e1 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38f4ef47-dc4e-4206-a839-5b3fd5603cfb,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:17.519475 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-42b9b9aa-15b2-4aef-b955-b490ace3a910 req-9d6a9be3-a7dd-4620-8def-c0bb997546e1 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:17.520711 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-42b9b9aa-15b2-4aef-b955-b490ace3a910 req-9d6a9be3-a7dd-4620-8def-c0bb997546e1 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.1580122 Nov 27 03:46:17.553806 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44716808-995f-4c59-8610-61baf7ef5d23 admin admin] Made reservation on behalf of 275b20c7c8f94a1fa5f0a4cbe1db6d0f for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:46:17.556947 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-44716808-995f-4c59-8610-61baf7ef5d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:17.573186 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-44716808-995f-4c59-8610-61baf7ef5d23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:17.698890 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d80ed482-b071-44fe-b81d-da0a15ca8b0f req-63f42992-a9ac-406f-b300-3fe285a7961b tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=69d6340ea23c45289ca7a6e130f14fe1 HTTP/1.1" status: 200 len: 10999 time: 0.1533761 Nov 27 03:46:17.739932 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-44716808-995f-4c59-8610-61baf7ef5d23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:17.748189 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-44716808-995f-4c59-8610-61baf7ef5d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:17.780583 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44716808-995f-4c59-8610-61baf7ef5d23 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:46:17.800215 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d80ed482-b071-44fe-b81d-da0a15ca8b0f req-167c2143-c00d-4e06-a0c8-df2b765e33a8 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups/e18e94ef-9afe-4215-b7a0-56cae0157012 HTTP/1.1" status: 200 len: 2998 time: 0.0903130 Nov 27 03:46:17.801498 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-44716808-995f-4c59-8610-61baf7ef5d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:17.801848 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-44716808-995f-4c59-8610-61baf7ef5d23 admin admin] Added segment db00e79a-9198-482d-8bdb-bf6ce39640c7 of type vlan for network d2a04259-b0f6-42f5-9f37-902d78a3a537 Nov 27 03:46:17.803264 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44716808-995f-4c59-8610-61baf7ef5d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9815886f-0549-4953-a3a2-a16547234642,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:17.872798 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-44716808-995f-4c59-8610-61baf7ef5d23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:17.873045 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221b670-6cd7-4e4e-b6d2-09317798acb7 req-3db96082-2d71-4d51-a1f0-0e8ba0ce69ee tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:17.879037 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7221b670-6cd7-4e4e-b6d2-09317798acb7 req-3db96082-2d71-4d51-a1f0-0e8ba0ce69ee tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 943 time: 0.0614991 Nov 27 03:46:17.888648 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d80ed482-b071-44fe-b81d-da0a15ca8b0f req-1242f243-e9a2-42b9-beff-e4def847e793 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups/e18e94ef-9afe-4215-b7a0-56cae0157012 HTTP/1.1" status: 200 len: 2998 time: 0.0747468 Nov 27 03:46:17.914506 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-44716808-995f-4c59-8610-61baf7ef5d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:17.917327 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44716808-995f-4c59-8610-61baf7ef5d23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:17.918054 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-44716808-995f-4c59-8610-61baf7ef5d23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:17.935856 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7221b670-6cd7-4e4e-b6d2-09317798acb7 req-adb5e875-ec43-4887-bab7-8f4a7e722967 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540466 Nov 27 03:46:17.987683 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-44716808-995f-4c59-8610-61baf7ef5d23 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5856211 Nov 27 03:46:17.990508 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57676) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:46:17.995577 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-da893a7f-6376-43de-b4e6-58a6eb13f082 admin admin] Request body: {'subnet': {'network_id': 'd2a04259-b0f6-42f5-9f37-902d78a3a537', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-239982529-subnet', 'tenant_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:46:18.002623 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44716808-995f-4c59-8610-61baf7ef5d23 admin admin] Pushing event updated for resources: {'Network': ['ID=d2a04259-b0f6-42f5-9f37-902d78a3a537,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:18.012498 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network d2a04259-b0f6-42f5-9f37-902d78a3a537 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:46:18.015140 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ecfb4043-8096-40a1-96c1-6889a1ee38dd req-0bd8b0db-7829-468b-a961-239e95d5920f tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups/ffb5d44f-0bf2-4010-991a-5fd91edaa33d HTTP/1.1" status: 200 len: 1816 time: 0.0506382 Nov 27 03:46:18.038851 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da893a7f-6376-43de-b4e6-58a6eb13f082 admin admin] Made reservation on behalf of 275b20c7c8f94a1fa5f0a4cbe1db6d0f for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:46:18.042266 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-da893a7f-6376-43de-b4e6-58a6eb13f082 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:18.081390 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ecfb4043-8096-40a1-96c1-6889a1ee38dd req-74b30871-a330-4e77-8875-429faf509852 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:18.126102 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ecfb4043-8096-40a1-96c1-6889a1ee38dd req-74b30871-a330-4e77-8875-429faf509852 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:18.215205 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ecfb4043-8096-40a1-96c1-6889a1ee38dd req-74b30871-a330-4e77-8875-429faf509852 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:18.219355 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ecfb4043-8096-40a1-96c1-6889a1ee38dd req-74b30871-a330-4e77-8875-429faf509852 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:18.220896 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ecfb4043-8096-40a1-96c1-6889a1ee38dd req-74b30871-a330-4e77-8875-429faf509852 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "DELETE /v2.0/security-groups/ffb5d44f-0bf2-4010-991a-5fd91edaa33d HTTP/1.1" status: 204 len: 173 time: 0.2031116 Nov 27 03:46:18.233835 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b30871-a330-4e77-8875-429faf509852 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb5d44f-0bf2-4010-991a-5fd91edaa33d,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:18.281721 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device b4fb6284-4e3b-4b71-baac-9b931745501f up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:46:18.295790 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [req-a5914770-4e55-4538-bf18-c1a220c03ff0 req-4460f4c0-8077-4d36-813f-202f13b8c57f tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] show failed (client error): The resource could not be found. Nov 27 03:46:18.301533 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a5914770-4e55-4538-bf18-c1a220c03ff0 req-4460f4c0-8077-4d36-813f-202f13b8c57f tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups/ffb5d44f-0bf2-4010-991a-5fd91edaa33d HTTP/1.1" status: 404 len: 352 time: 0.0476921 Nov 27 03:46:18.306799 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913054a-43e8-43dc-a1fd-fd734f0b6590 req-84360b7f-0361-40d5-bfbb-005bbf2f2fff tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:18.317050 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b913054a-43e8-43dc-a1fd-fd734f0b6590 req-84360b7f-0361-40d5-bfbb-005bbf2f2fff tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 949 time: 0.1206512 Nov 27 03:46:18.334730 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-da893a7f-6376-43de-b4e6-58a6eb13f082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:18.408361 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0084b00c-e9ca-4faa-a0fc-b541b1bf3547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:18.430095 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf34476-b095-4cc5-a006-0168fcc2c58b req-bb2aed76-60de-478f-9b0a-703a6d5ad529 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:18.432797 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port b4fb6284-4e3b-4b71-baac-9b931745501f completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:46:18.433228 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b913054a-43e8-43dc-a1fd-fd734f0b6590 req-fd365700-69d8-4552-ac5d-8456a8d62581 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134610 Nov 27 03:46:18.438873 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9bf34476-b095-4cc5-a006-0168fcc2c58b req-bb2aed76-60de-478f-9b0a-703a6d5ad529 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c8593fb-0c0c-4af8-b761-a239e4b1ad3f HTTP/1.1" status: 200 len: 944 time: 0.0682487 Nov 27 03:46:18.439375 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port b4fb6284-4e3b-4b71-baac-9b931745501f triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:46:18.439976 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:18.452186 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da893a7f-6376-43de-b4e6-58a6eb13f082 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84949138-7735-4701-8586-0e9a0fda39f5,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:18.491802 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da893a7f-6376-43de-b4e6-58a6eb13f082 admin admin] Checking segment: {'id': 'db00e79a-9198-482d-8bdb-bf6ce39640c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd2a04259-b0f6-42f5-9f37-902d78a3a537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:46:18.492156 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da893a7f-6376-43de-b4e6-58a6eb13f082 admin admin] Network hostable DHCP agents. Network: d2a04259-b0f6-42f5-9f37-902d78a3a537, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:46:18.511314 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9bf34476-b095-4cc5-a006-0168fcc2c58b req-76d203bf-3b80-4efc-85c0-3f791a1a019a tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665541 Nov 27 03:46:18.553078 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-21c00bc7-e57a-4569-b726-13bfb3dba4a0 req-78b7d1b0-c312-443f-a053-7839c339afb0 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups/f10d188f-bfef-41ec-94b9-8c5b6fc4be70 HTTP/1.1" status: 200 len: 1818 time: 0.0834386 Nov 27 03:46:18.554387 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:18.577760 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da893a7f-6376-43de-b4e6-58a6eb13f082 admin admin] Network d2a04259-b0f6-42f5-9f37-902d78a3a537 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:46:18.602293 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:18.613740 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-da893a7f-6376-43de-b4e6-58a6eb13f082 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, d2a04259-b0f6-42f5-9f37-902d78a3a537) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:46:18.621167 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da893a7f-6376-43de-b4e6-58a6eb13f082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:18.622727 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-da893a7f-6376-43de-b4e6-58a6eb13f082 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:18.631703 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [req-8c6ca715-b676-42e8-bf44-f46fcbff4346 req-5deb2650-4714-491e-82ec-178fdad5ae5a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 03:46:18.632797 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8c6ca715-b676-42e8-bf44-f46fcbff4346 req-5deb2650-4714-491e-82ec-178fdad5ae5a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056357 Nov 27 03:46:18.647988 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-21c00bc7-e57a-4569-b726-13bfb3dba4a0 req-471aaac9-11bc-4dde-98dc-7f84236840ae tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:18.659264 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-da893a7f-6376-43de-b4e6-58a6eb13f082 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6676521 Nov 27 03:46:18.662522 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57700) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:46:18.667936 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-c8d6f114-ac45-476f-977e-96fe6b7444a3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-239982529-router', 'tenant_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:46:18.685009 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-21c00bc7-e57a-4569-b726-13bfb3dba4a0 req-471aaac9-11bc-4dde-98dc-7f84236840ae tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:18.685446 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5afa88-de7f-425e-94c2-2f1ea7ae7f7c None None] Network d2a04259-b0f6-42f5-9f37-902d78a3a537 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:46:18.714290 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c8d6f114-ac45-476f-977e-96fe6b7444a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:18.715445 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c8d6f114-ac45-476f-977e-96fe6b7444a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:18.746184 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-21c00bc7-e57a-4569-b726-13bfb3dba4a0 req-471aaac9-11bc-4dde-98dc-7f84236840ae tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:18.750024 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-21c00bc7-e57a-4569-b726-13bfb3dba4a0 req-471aaac9-11bc-4dde-98dc-7f84236840ae tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:18.751230 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-21c00bc7-e57a-4569-b726-13bfb3dba4a0 req-471aaac9-11bc-4dde-98dc-7f84236840ae tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "DELETE /v2.0/security-groups/f10d188f-bfef-41ec-94b9-8c5b6fc4be70 HTTP/1.1" status: 204 len: 173 time: 0.1973534 Nov 27 03:46:18.753273 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8593fb-0c0c-4af8-b761-a239e4b1ad3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4fb6284-4e3b-4b71-baac-9b931745501f'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:46:18.755798 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029800a4-d40c-4ef4-a1d2-1dba4ae5690f" -d '{"events": [{"server_uuid": "8c8593fb-0c0c-4af8-b761-a239e4b1ad3f", "name": "network-vif-plugged", "status": "completed", "tag": "b4fb6284-4e3b-4b71-baac-9b931745501f"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:46:18.771950 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471aaac9-11bc-4dde-98dc-7f84236840ae tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10d188f-bfef-41ec-94b9-8c5b6fc4be70,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:18.777795 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port b4fb6284-4e3b-4b71-baac-9b931745501f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=b4fb6284-4e3b-4b71-baac-9b931745501f,segment=NetworkSegment(0d71eb94-5225-4db6-8e46-cee8dee27f0a),segment_id=0d71eb94-5225-4db6-8e46-cee8dee27f0a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:46:18.787218 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:18.807311 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c8d6f114-ac45-476f-977e-96fe6b7444a3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:18.812964 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [req-622ff18f-7ad6-4354-9364-e9d63e0bd121 req-debad4ad-82ed-467b-ac5b-d1399f444cea tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] show failed (client error): The resource could not be found. Nov 27 03:46:18.827817 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-622ff18f-7ad6-4354-9364-e9d63e0bd121 req-debad4ad-82ed-467b-ac5b-d1399f444cea tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups/f10d188f-bfef-41ec-94b9-8c5b6fc4be70 HTTP/1.1" status: 404 len: 352 time: 0.0476682 Nov 27 03:46:18.853217 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=b4fb6284-4e3b-4b71-baac-9b931745501f,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:18.929964 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a9d7a7-73bf-46fe-b17f-e5a6032e4667 x-openstack-request-id: req-c5a9d7a7-73bf-46fe-b17f-e5a6032e4667 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:46:18.932011 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8593fb-0c0c-4af8-b761-a239e4b1ad3f", "name": "network-vif-plugged", "status": "completed", "tag": "b4fb6284-4e3b-4b71-baac-9b931745501f", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:46:18.932271 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c5a9d7a7-73bf-46fe-b17f-e5a6032e4667 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:46:18.932753 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8593fb-0c0c-4af8-b761-a239e4b1ad3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4fb6284-4e3b-4b71-baac-9b931745501f', 'code': 200} Nov 27 03:46:18.975405 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc019cd-c166-4bf5-aa60-f5f5a498df09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-d2a04259-b0f6-42f5-9f37-902d78a3a537', 'network_id': 'd2a04259-b0f6-42f5-9f37-902d78a3a537', 'tenant_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'fixed_ips': [{'subnet_id': '84949138-7735-4701-8586-0e9a0fda39f5'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 03:46:18.976480 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2cc019cd-c166-4bf5-aa60-f5f5a498df09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:19.055141 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f2e28cdf-b83a-43dd-b7c9-35138fb54b69 req-ed31c79d-5585-46b1-89fd-f8559210da4f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0903034 Nov 27 03:46:19.061351 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-f2e28cdf-b83a-43dd-b7c9-35138fb54b69 req-e5cfda07-f760-441b-ad24-a9725000a37e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 03:46:19.062400 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f2e28cdf-b83a-43dd-b7c9-35138fb54b69 req-e5cfda07-f760-441b-ad24-a9725000a37e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065098 Nov 27 03:46:19.092502 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5bd59-ab59-4062-b117-55bccb3f9744 req-7230e172-0f99-40fa-b810-a8e6a1ee3a24 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:19.100541 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3df5bd59-ab59-4062-b117-55bccb3f9744 req-7230e172-0f99-40fa-b810-a8e6a1ee3a24 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 949 time: 0.1068294 Nov 27 03:46:19.106396 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c8d6f114-ac45-476f-977e-96fe6b7444a3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:19.123467 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b2e102af-553c-4286-bfee-8d3b8023b042 req-965b70d3-d75e-4e12-bc3f-9a0f6bfe0c1f tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups/38f4ef47-dc4e-4206-a839-5b3fd5603cfb HTTP/1.1" status: 200 len: 1817 time: 0.2097607 Nov 27 03:46:19.171961 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-2cc019cd-c166-4bf5-aa60-f5f5a498df09 None None] Allocated IP 172.20.0.2 (d2a04259-b0f6-42f5-9f37-902d78a3a537/84949138-7735-4701-8586-0e9a0fda39f5/35a2cf5c-3e88-4705-8174-76944f398377) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:46:19.191201 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3b541-e9c0-4f3a-80a5-77244e92c8e5 req-fcf783fc-4bf0-4f6d-b33c-5e3b529b4698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:19.192708 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-97c3b541-e9c0-4f3a-80a5-77244e92c8e5 req-fcf783fc-4bf0-4f6d-b33c-5e3b529b4698 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8c8593fb-0c0c-4af8-b761-a239e4b1ad3f HTTP/1.1" status: 200 len: 1096 time: 0.1217501 Nov 27 03:46:19.197646 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3df5bd59-ab59-4062-b117-55bccb3f9744 req-e01ae27e-2c4f-48ca-9574-4e32d3335beb tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960574 Nov 27 03:46:19.296861 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b2e102af-553c-4286-bfee-8d3b8023b042 req-ae149b87-6f15-462b-9690-ed6575afc066 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:19.332267 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-97c3b541-e9c0-4f3a-80a5-77244e92c8e5 req-14f9d081-da4b-4407-acbf-b26290c18d9c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220663 Nov 27 03:46:19.345706 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b2e102af-553c-4286-bfee-8d3b8023b042 req-ae149b87-6f15-462b-9690-ed6575afc066 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:19.355982 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2cc019cd-c166-4bf5-aa60-f5f5a498df09 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:19.362972 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2cc019cd-c166-4bf5-aa60-f5f5a498df09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:19.421171 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc019cd-c166-4bf5-aa60-f5f5a498df09 None None] Pushing event updated for resources: {'Port': ['ID=35a2cf5c-3e88-4705-8174-76944f398377,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:19.450019 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc019cd-c166-4bf5-aa60-f5f5a498df09 None None] Network d2a04259-b0f6-42f5-9f37-902d78a3a537 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:46:19.452002 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-2cc019cd-c166-4bf5-aa60-f5f5a498df09 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:46:19.455270 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc019cd-c166-4bf5-aa60-f5f5a498df09 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:46:19.458974 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:19.519519 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36981ab5-5bdd-4bd3-9168-9213493b2efe req-183378d4-8324-4b40-b30a-c9df6b022139 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:19.538170 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-36981ab5-5bdd-4bd3-9168-9213493b2efe req-183378d4-8324-4b40-b30a-c9df6b022139 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 943 time: 0.1668713 Nov 27 03:46:19.631707 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-36981ab5-5bdd-4bd3-9168-9213493b2efe req-2f365813-1ac9-455d-ae7d-6dad5b7afc3a tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921555 Nov 27 03:46:19.641116 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-2cc019cd-c166-4bf5-aa60-f5f5a498df09 None None] Attempting to bind port 35a2cf5c-3e88-4705-8174-76944f398377 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:46:19.641489 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-2cc019cd-c166-4bf5-aa60-f5f5a498df09 None None] Attempting to bind port 35a2cf5c-3e88-4705-8174-76944f398377 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'db00e79a-9198-482d-8bdb-bf6ce39640c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd2a04259-b0f6-42f5-9f37-902d78a3a537'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:46:19.641864 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc019cd-c166-4bf5-aa60-f5f5a498df09 None None] Attempting to bind port 35a2cf5c-3e88-4705-8174-76944f398377 on network d2a04259-b0f6-42f5-9f37-902d78a3a537 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:46:19.658981 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc019cd-c166-4bf5-aa60-f5f5a498df09 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:46:19.659366 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc019cd-c166-4bf5-aa60-f5f5a498df09 None None] Checking segment: {'id': 'db00e79a-9198-482d-8bdb-bf6ce39640c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd2a04259-b0f6-42f5-9f37-902d78a3a537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:46:19.660168 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2cc019cd-c166-4bf5-aa60-f5f5a498df09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:19.661677 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc019cd-c166-4bf5-aa60-f5f5a498df09 None None] Bound using segment: {'id': 'db00e79a-9198-482d-8bdb-bf6ce39640c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd2a04259-b0f6-42f5-9f37-902d78a3a537'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:46:19.662184 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-2cc019cd-c166-4bf5-aa60-f5f5a498df09 None None] Bound port: 35a2cf5c-3e88-4705-8174-76944f398377, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db00e79a-9198-482d-8bdb-bf6ce39640c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd2a04259-b0f6-42f5-9f37-902d78a3a537'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:46:19.664362 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2cc019cd-c166-4bf5-aa60-f5f5a498df09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:19.792728 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-2cc019cd-c166-4bf5-aa60-f5f5a498df09 None None] For port 35a2cf5c-3e88-4705-8174-76944f398377, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:46:19.816171 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-2cc019cd-c166-4bf5-aa60-f5f5a498df09 None None] For port 35a2cf5c-3e88-4705-8174-76944f398377, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=35a2cf5c-3e88-4705-8174-76944f398377,segment=NetworkSegment(db00e79a-9198-482d-8bdb-bf6ce39640c7),segment_id=db00e79a-9198-482d-8bdb-bf6ce39640c7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:46:19.817651 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b2e102af-553c-4286-bfee-8d3b8023b042 req-ae149b87-6f15-462b-9690-ed6575afc066 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:19.820568 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b2e102af-553c-4286-bfee-8d3b8023b042 req-ae149b87-6f15-462b-9690-ed6575afc066 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:19.824659 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2cc019cd-c166-4bf5-aa60-f5f5a498df09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:19.835725 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b2e102af-553c-4286-bfee-8d3b8023b042 req-ae149b87-6f15-462b-9690-ed6575afc066 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "DELETE /v2.0/security-groups/38f4ef47-dc4e-4206-a839-5b3fd5603cfb HTTP/1.1" status: 204 len: 173 time: 0.6922193 Nov 27 03:46:19.910501 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae149b87-6f15-462b-9690-ed6575afc066 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f4ef47-dc4e-4206-a839-5b3fd5603cfb,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:19.938962 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [req-8e10ee8a-5c47-491a-a697-643d473a8ed5 req-c6a2ecb8-a31c-4d7b-809f-7d2fc639d2c4 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] show failed (client error): The resource could not be found. Nov 27 03:46:19.940068 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8e10ee8a-5c47-491a-a697-643d473a8ed5 req-c6a2ecb8-a31c-4d7b-809f-7d2fc639d2c4 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups/38f4ef47-dc4e-4206-a839-5b3fd5603cfb HTTP/1.1" status: 404 len: 352 time: 0.0179229 Nov 27 03:46:19.991887 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc019cd-c166-4bf5-aa60-f5f5a498df09 None None] Pushing event updated for resources: {'Port': ['ID=35a2cf5c-3e88-4705-8174-76944f398377,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:20.031219 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c8d6f114-ac45-476f-977e-96fe6b7444a3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:20.059769 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c8d6f114-ac45-476f-977e-96fe6b7444a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:20.098475 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33722e-c269-436a-8001-ef0c9ef4f613 req-e9d51316-dabc-44c3-9e72-d1ce1eec8a77 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:20.100377 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ea33722e-c269-436a-8001-ef0c9ef4f613 req-e9d51316-dabc-44c3-9e72-d1ce1eec8a77 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c8593fb-0c0c-4af8-b761-a239e4b1ad3f HTTP/1.1" status: 200 len: 945 time: 0.1581836 Nov 27 03:46:20.184608 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-22d55c6b-5b88-4b87-88cb-31753428a885 req-e84734f7-3f52-4a7d-99c9-4f5d028c9d38 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=69d6340ea23c45289ca7a6e130f14fe1 HTTP/1.1" status: 200 len: 6201 time: 0.2026498 Nov 27 03:46:20.307258 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-22d55c6b-5b88-4b87-88cb-31753428a885 req-a2b71241-8567-491e-ab10-0067ab20ae20 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups/e18e94ef-9afe-4215-b7a0-56cae0157012 HTTP/1.1" status: 200 len: 2998 time: 0.1034124 Nov 27 03:46:20.365485 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-22d55c6b-5b88-4b87-88cb-31753428a885 req-d1b22642-75af-491e-b04e-62616cf5bdb7 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups/e18e94ef-9afe-4215-b7a0-56cae0157012 HTTP/1.1" status: 200 len: 2998 time: 0.0683179 Nov 27 03:46:20.425697 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ea33722e-c269-436a-8001-ef0c9ef4f613 req-a1c93a16-a061-4166-b1ac-718f17a77abc tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332585 Nov 27 03:46:20.459890 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-c8d6f114-ac45-476f-977e-96fe6b7444a3 admin admin] Allocated IP 172.25.1.176 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/7f1ab005-6db6-401b-816f-f569c29c9a43) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:46:20.516169 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-b1da0d85-4cf3-48e6-80bc-b90617a76ad0 req-88570221-ed7a-4864-9f08-2a7cc0c1a245 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2104336342', 'description': 'tempest-description-389350027'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:46:20.559435 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b1da0d85-4cf3-48e6-80bc-b90617a76ad0 req-88570221-ed7a-4864-9f08-2a7cc0c1a245 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:20.636619 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 35a2cf5c-3e88-4705-8174-76944f398377 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:46:20.746733 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 35a2cf5c-3e88-4705-8174-76944f398377 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:46:20.747291 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:20.754889 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b1da0d85-4cf3-48e6-80bc-b90617a76ad0 req-88570221-ed7a-4864-9f08-2a7cc0c1a245 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:20.763927 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b1da0d85-4cf3-48e6-80bc-b90617a76ad0 req-88570221-ed7a-4864-9f08-2a7cc0c1a245 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:20.848954 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b1da0d85-4cf3-48e6-80bc-b90617a76ad0 req-88570221-ed7a-4864-9f08-2a7cc0c1a245 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:20.850433 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b1da0d85-4cf3-48e6-80bc-b90617a76ad0 req-88570221-ed7a-4864-9f08-2a7cc0c1a245 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3437455 Nov 27 03:46:20.854075 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88570221-ed7a-4864-9f08-2a7cc0c1a245 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b30365e-17d5-4b0d-b7c4-a23d93cb73d8,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:20.863922 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c8d6f114-ac45-476f-977e-96fe6b7444a3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:20.882578 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:20.953989 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c8d6f114-ac45-476f-977e-96fe6b7444a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:20.967048 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 35a2cf5c-3e88-4705-8174-76944f398377, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=35a2cf5c-3e88-4705-8174-76944f398377,segment=NetworkSegment(db00e79a-9198-482d-8bdb-bf6ce39640c7),segment_id=db00e79a-9198-482d-8bdb-bf6ce39640c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:46:20.980010 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:21.061242 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16147536-64f1-4f93-90a2-84ccb62f019b req-11193898-2aae-4f9e-8ebc-85d18cdfe9df tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:21.068352 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-16147536-64f1-4f93-90a2-84ccb62f019b req-11193898-2aae-4f9e-8ebc-85d18cdfe9df tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 949 time: 0.4591868 Nov 27 03:46:21.108419 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:21.125017 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=35a2cf5c-3e88-4705-8174-76944f398377,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:21.173044 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d6f114-ac45-476f-977e-96fe6b7444a3 admin admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:46:21.204925 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-c8d6f114-ac45-476f-977e-96fe6b7444a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:46:21.210138 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6f114-ac45-476f-977e-96fe6b7444a3 admin admin] Pushing event updated for resources: {'Port': ['ID=7f1ab005-6db6-401b-816f-f569c29c9a43,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:21.224322 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d6f114-ac45-476f-977e-96fe6b7444a3 admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:46:21.244360 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-16147536-64f1-4f93-90a2-84ccb62f019b req-c80ed875-d679-44bf-8df4-dc4a6fb783ad tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610515 Nov 27 03:46:21.414584 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-9cd72141-dacd-4313-b2fe-69db4ea2a275 req-4a69008d-76ef-407e-b775-6b4e5a417b72 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1777556832', 'description': 'tempest-description-1969194379'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:46:21.488420 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9cd72141-dacd-4313-b2fe-69db4ea2a275 req-4a69008d-76ef-407e-b775-6b4e5a417b72 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:21.534809 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c222d39-26e5-461f-964a-18c964cdab8d None None] Network d2a04259-b0f6-42f5-9f37-902d78a3a537 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:46:21.542653 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19adeea2-30cc-4fbb-94a5-b6f08dfff6e0 req-bfb61c95-9063-4a28-8b1f-65e9ffd09c46 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:21.551937 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-19adeea2-30cc-4fbb-94a5-b6f08dfff6e0 req-bfb61c95-9063-4a28-8b1f-65e9ffd09c46 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 943 time: 0.1741641 Nov 27 03:46:21.666705 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-5ca61b3a-cc70-4be5-beba-0cc80d063d3e None None] Provisioning complete for port 35a2cf5c-3e88-4705-8174-76944f398377 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:46:21.666705 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5ca61b3a-cc70-4be5-beba-0cc80d063d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:21.725527 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c8d6f114-ac45-476f-977e-96fe6b7444a3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:21.749205 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9cd72141-dacd-4313-b2fe-69db4ea2a275 req-4a69008d-76ef-407e-b775-6b4e5a417b72 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:21.770532 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9cd72141-dacd-4313-b2fe-69db4ea2a275 req-4a69008d-76ef-407e-b775-6b4e5a417b72 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:21.805392 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:21.863445 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9cd72141-dacd-4313-b2fe-69db4ea2a275 req-4a69008d-76ef-407e-b775-6b4e5a417b72 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:21.874260 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9cd72141-dacd-4313-b2fe-69db4ea2a275 req-4a69008d-76ef-407e-b775-6b4e5a417b72 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4642220 Nov 27 03:46:21.932335 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e28cdf-b83a-43dd-b7c9-35138fb54b69 req-e6812cc7-80f7-4391-9dc4-8853bea965a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:21.933841 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f2e28cdf-b83a-43dd-b7c9-35138fb54b69 req-e6812cc7-80f7-4391-9dc4-8853bea965a2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d416f1581fce4cbda78108e0795a4c3c&device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 1100 time: 0.1806350 Nov 27 03:46:21.934642 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69008d-76ef-407e-b775-6b4e5a417b72 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93082435-6a27-42b2-9fab-f2106db37ebf,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:21.990232 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-19adeea2-30cc-4fbb-94a5-b6f08dfff6e0 req-ef10cc00-5b74-4732-82dc-063a7181d788 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372749 Nov 27 03:46:22.146254 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e28cdf-b83a-43dd-b7c9-35138fb54b69 req-58356a22-762c-4aab-9961-d31a2e8045e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:22.148044 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f2e28cdf-b83a-43dd-b7c9-35138fb54b69 req-58356a22-762c-4aab-9961-d31a2e8045e4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.1956027 Nov 27 03:46:22.204458 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 4292e6b2-41b2-40ba-8f4f-fca486354a2c no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:46:22.251225 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f2e28cdf-b83a-43dd-b7c9-35138fb54b69 req-c2cf7283-164f-4ede-88b6-73aeb87a254e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=9facfdba-b7e7-4d90-a3be-65a6ea121c0b HTTP/1.1" status: 200 len: 217 time: 0.0795290 Nov 27 03:46:22.269092 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db9fdb-1aec-429f-9adb-a0570102521e req-6b2f9bdd-264a-4137-9280-770104312596 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:22.271009 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-07db9fdb-1aec-429f-9adb-a0570102521e req-6b2f9bdd-264a-4137-9280-770104312596 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c8593fb-0c0c-4af8-b761-a239e4b1ad3f HTTP/1.1" status: 200 len: 945 time: 0.1184790 Nov 27 03:46:22.304015 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c8d6f114-ac45-476f-977e-96fe6b7444a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:22.408886 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-34287619-7760-4772-a8ce-146eaf4f9746 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:22.415606 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-2bbdfc48-be8e-4e08-a56f-155824c720df None None] Provisioning complete for port 35a2cf5c-3e88-4705-8174-76944f398377 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:46:22.415989 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2bbdfc48-be8e-4e08-a56f-155824c720df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:22.428329 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-34287619-7760-4772-a8ce-146eaf4f9746 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/networks?id=995058f0-cd6f-4205-8189-aa736ae95556 HTTP/1.1" status: 200 len: 813 time: 0.1789408 Nov 27 03:46:22.504793 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-07db9fdb-1aec-429f-9adb-a0570102521e req-00385c13-ab5f-40fb-b3dc-e879cbc21ee7 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241015 Nov 27 03:46:22.538672 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-1e21d21b-b667-4d55-8ddd-dcbf7232491e tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/quotas/69d6340ea23c45289ca7a6e130f14fe1 HTTP/1.1" status: 200 len: 375 time: 0.1088481 Nov 27 03:46:22.539866 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 35a2cf5c-3e88-4705-8174-76944f398377 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:46:22.567849 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e28cdf-b83a-43dd-b7c9-35138fb54b69 req-827b65f8-b8c7-4196-a0e2-08abeb694196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:22.570073 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f2e28cdf-b83a-43dd-b7c9-35138fb54b69 req-827b65f8-b8c7-4196-a0e2-08abeb694196 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.1356690 Nov 27 03:46:22.665859 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 35a2cf5c-3e88-4705-8174-76944f398377 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:46:22.666272 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:22.672649 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-27e173d8-38ef-40cd-8958-05ff8909eba5 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=69d6340ea23c45289ca7a6e130f14fe1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1316841 Nov 27 03:46:22.681372 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d6f114-ac45-476f-977e-96fe6b7444a3 admin admin] Router 851a8920-3a91-4433-be3e-48b3e5e2888f is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 03:46:22.695485 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfeb78c-729e-4c44-b939-01c402419394 req-d8fb208c-103b-48a4-b574-9247168d873e tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:22.698662 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fcfeb78c-729e-4c44-b939-01c402419394 req-d8fb208c-103b-48a4-b574-9247168d873e tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 949 time: 0.0840733 Nov 27 03:46:22.740319 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e28cdf-b83a-43dd-b7c9-35138fb54b69 req-1e25bde0-2b4c-470a-9886-79441a1ced17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:22.742193 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f2e28cdf-b83a-43dd-b7c9-35138fb54b69 req-1e25bde0-2b4c-470a-9886-79441a1ced17 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1607919 Nov 27 03:46:22.823618 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fcfeb78c-729e-4c44-b939-01c402419394 req-73a198a1-5935-401d-b939-c0390d6e468a tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176589 Nov 27 03:46:22.860478 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f2e28cdf-b83a-43dd-b7c9-35138fb54b69 req-7e8defc7-d872-4e5b-b38f-3e249db47ee3 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076994 Nov 27 03:46:22.865792 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d6f114-ac45-476f-977e-96fe6b7444a3 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:46:22.877993 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5dd386-3f75-4f58-bfd0-2bc2d8448298 None None] Sync routers for ids ['851a8920-3a91-4433-be3e-48b3e5e2888f'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:46:22.888858 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5dd386-3f75-4f58-bfd0-2bc2d8448298 None None] Routers {'851a8920-3a91-4433-be3e-48b3e5e2888f'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:46:22.892107 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-1a5dd386-3f75-4f58-bfd0-2bc2d8448298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:46:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['851a8920-3a91-4433-be3e-48b3e5e2888f'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:46:22.902578 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c8d6f114-ac45-476f-977e-96fe6b7444a3 admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:22.907973 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c8d6f114-ac45-476f-977e-96fe6b7444a3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2443233 Nov 27 03:46:22.909636 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57812) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:46:22.982163 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f2e28cdf-b83a-43dd-b7c9-35138fb54b69 req-e4a68ad0-544b-44bb-81bd-9cfb2c42e924 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091096 Nov 27 03:46:23.030336 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-7c24b125-6591-40c5-98f4-a24882f600ee service neutron] 10.222.0.20 "GET /v2.0/networks/995058f0-cd6f-4205-8189-aa736ae95556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566959 Nov 27 03:46:23.160015 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-1a5dd386-3f75-4f58-bfd0-2bc2d8448298 None None] Set router 851a8920-3a91-4433-be3e-48b3e5e2888f gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:46:23.254349 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-635cf13c-bdf4-4d54-a401-ab88ad24740d service neutron] 10.222.0.20 "GET /v2.0/networks/995058f0-cd6f-4205-8189-aa736ae95556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215226 Nov 27 03:46:23.449625 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938b2dc-8528-4f1e-8865-bd6b08abd55b req-48a2078e-2b8f-48af-97ad-407d27a9ff5e tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:23.451924 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f938b2dc-8528-4f1e-8865-bd6b08abd55b req-48a2078e-2b8f-48af-97ad-407d27a9ff5e tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 943 time: 0.3084686 Nov 27 03:46:23.515253 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-1a5dd386-3f75-4f58-bfd0-2bc2d8448298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851a8920-3a91-4433-be3e-48b3e5e2888f', 'name': 'tempest-ServersTestManualDisk-239982529-router', 'tenant_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '7f1ab005-6db6-401b-816f-f569c29c9a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:46:18Z', 'updated_at': '2021-11-27T03:46:21Z', 'revision_number': 3, 'project_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'gw_port': {'id': '7f1ab005-6db6-401b-816f-f569c29c9a43', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:33:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851a8920-3a91-4433-be3e-48b3e5e2888f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:46:20Z', 'updated_at': '2021-11-27T03:46:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:46:23.580166 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5dd386-3f75-4f58-bfd0-2bc2d8448298 None None] Checking router: 851a8920-3a91-4433-be3e-48b3e5e2888f for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:46:23.580794 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5dd386-3f75-4f58-bfd0-2bc2d8448298 None None] Updating router 851a8920-3a91-4433-be3e-48b3e5e2888f port 7f1ab005-6db6-401b-816f-f569c29c9a43 binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:46:23.612438 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1a5dd386-3f75-4f58-bfd0-2bc2d8448298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:23.736284 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f938b2dc-8528-4f1e-8865-bd6b08abd55b req-af7b2dc6-f3da-4aa8-a159-0a1a1480b6b7 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717688 Nov 27 03:46:23.741007 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-63cecf62-fb10-47d2-b699-b9d9f1164f3c service neutron] 10.222.0.23 "GET /v2.0/ports/4292e6b2-41b2-40ba-8f4f-fca486354a2c/bindings/n-h2-819494-3 HTTP/1.1" status: 200 len: 384 time: 0.1724875 Nov 27 03:46:24.010656 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-21f5994b-1c4f-4e65-9373-4df0c84ed034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:24.058203 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1a5dd386-3f75-4f58-bfd0-2bc2d8448298 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:24.068616 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1a5dd386-3f75-4f58-bfd0-2bc2d8448298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:24.121723 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c8d9eb47-b805-49d4-9522-888a48803ac7 req-95280ba9-e7cf-48f7-abd8-7b07f09662fa tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/ports?device_id=9302f1d9-26d5-4fdb-8d32-379082bdba0e HTTP/1.1" status: 200 len: 210 time: 0.1138504 Nov 27 03:46:24.170100 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-1a5dd386-3f75-4f58-bfd0-2bc2d8448298 None None] Attempting to bind port 7f1ab005-6db6-401b-816f-f569c29c9a43 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:46:24.170417 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-1a5dd386-3f75-4f58-bfd0-2bc2d8448298 None None] Attempting to bind port 7f1ab005-6db6-401b-816f-f569c29c9a43 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:46:24.170518 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5dd386-3f75-4f58-bfd0-2bc2d8448298 None None] Attempting to bind port 7f1ab005-6db6-401b-816f-f569c29c9a43 on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:46:24.203187 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5dd386-3f75-4f58-bfd0-2bc2d8448298 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:46:24.204265 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5dd386-3f75-4f58-bfd0-2bc2d8448298 None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:46:24.204933 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1a5dd386-3f75-4f58-bfd0-2bc2d8448298 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:24.205704 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5dd386-3f75-4f58-bfd0-2bc2d8448298 None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:46:24.206423 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-1a5dd386-3f75-4f58-bfd0-2bc2d8448298 None None] Bound port: 7f1ab005-6db6-401b-816f-f569c29c9a43, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:46:24.207107 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1a5dd386-3f75-4f58-bfd0-2bc2d8448298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:24.259083 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbebea8-e76b-49b3-aba8-43032f31aab7 None None] Pushing event updated for resources: {'Port': ['ID=7f1ab005-6db6-401b-816f-f569c29c9a43,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:24.270006 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7540321-bcac-48b2-9c4a-0cd937ac4627 req-23fe9195-948b-4425-9c57-405cc9de3c7c tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:24.271833 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b7540321-bcac-48b2-9c4a-0cd937ac4627 req-23fe9195-948b-4425-9c57-405cc9de3c7c tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c8593fb-0c0c-4af8-b761-a239e4b1ad3f HTTP/1.1" status: 200 len: 945 time: 0.7730894 Nov 27 03:46:24.288504 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3b6f5db3-40f5-4211-bd65-44e9c90d4f41 req-ce9158fc-8ca0-48dd-aee6-79327822ce92 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=be6d323d-f6d7-4cdd-9567-f2c1727d8cee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7224951 Nov 27 03:46:24.333060 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b7540321-bcac-48b2-9c4a-0cd937ac4627 req-930e46a5-6f59-4d4b-afcb-37208e859a9a tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544012 Nov 27 03:46:24.340243 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-1a5dd386-3f75-4f58-bfd0-2bc2d8448298 None None] For port 7f1ab005-6db6-401b-816f-f569c29c9a43, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:46:24.348999 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-1a5dd386-3f75-4f58-bfd0-2bc2d8448298 None None] For port 7f1ab005-6db6-401b-816f-f569c29c9a43, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=7f1ab005-6db6-401b-816f-f569c29c9a43,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:46:24.365511 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1a5dd386-3f75-4f58-bfd0-2bc2d8448298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:24.436888 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f5db3-40f5-4211-bd65-44e9c90d4f41 req-54cf9625-f9c0-42b0-abda-7273f7fef593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:24.438006 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3b6f5db3-40f5-4211-bd65-44e9c90d4f41 req-54cf9625-f9c0-42b0-abda-7273f7fef593 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35cfdc78458c41aab44b0a976c3549af&device_id=be6d323d-f6d7-4cdd-9567-f2c1727d8cee HTTP/1.1" status: 200 len: 1095 time: 0.0833664 Nov 27 03:46:24.551118 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbebea8-e76b-49b3-aba8-43032f31aab7 None None] Pushing event updated for resources: {'Port': ['ID=7f1ab005-6db6-401b-816f-f569c29c9a43,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:24.577229 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5dd386-3f75-4f58-bfd0-2bc2d8448298 None None] Routers {'851a8920-3a91-4433-be3e-48b3e5e2888f'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:46:24.578537 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-1a5dd386-3f75-4f58-bfd0-2bc2d8448298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:46:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['851a8920-3a91-4433-be3e-48b3e5e2888f'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:46:24.723587 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f5db3-40f5-4211-bd65-44e9c90d4f41 req-3fd3bc9b-33b8-448a-a7e4-6a878c36b0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:24.725209 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3b6f5db3-40f5-4211-bd65-44e9c90d4f41 req-3fd3bc9b-33b8-448a-a7e4-6a878c36b0f8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b645cec8-c88e-4bba-8234-b110de21cfe7 HTTP/1.1" status: 200 len: 922 time: 0.2549791 Nov 27 03:46:24.800753 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-1a5dd386-3f75-4f58-bfd0-2bc2d8448298 None None] Set router 851a8920-3a91-4433-be3e-48b3e5e2888f gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:46:24.836599 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3b6f5db3-40f5-4211-bd65-44e9c90d4f41 req-11a287a8-ddb2-4288-ae84-1508622d4551 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c59a2bca-5b06-4f5b-a19c-8a7cea12b721 HTTP/1.1" status: 200 len: 217 time: 0.1002758 Nov 27 03:46:24.898052 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040246fc-990b-4d9f-a9ac-18e72a508aa9 req-57a4de8d-92bd-4343-97bf-6e0565e194da tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:24.906402 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-040246fc-990b-4d9f-a9ac-18e72a508aa9 req-57a4de8d-92bd-4343-97bf-6e0565e194da tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 949 time: 0.6160684 Nov 27 03:46:24.969976 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f5db3-40f5-4211-bd65-44e9c90d4f41 req-dee386ed-01a7-4e1f-bb43-c0d3315d9a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:24.971756 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3b6f5db3-40f5-4211-bd65-44e9c90d4f41 req-dee386ed-01a7-4e1f-bb43-c0d3315d9a38 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=022c48dd-3720-4645-8f22-45c74ce924ab HTTP/1.1" status: 200 len: 861 time: 0.1242249 Nov 27 03:46:24.990922 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-055a46ea-6d79-4683-991c-945bea4e7ad3 service neutron] For port 4292e6b2-41b2-40ba-8f4f-fca486354a2c, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=4292e6b2-41b2-40ba-8f4f-fca486354a2c,segment=NetworkSegment(0ede1ec6-1b9f-43e0-8048-29f023f3314a),segment_id=0ede1ec6-1b9f-43e0-8048-29f023f3314a)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:46:25.032714 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3b6f5db3-40f5-4211-bd65-44e9c90d4f41 req-d153a6e0-a284-41e4-8ade-a546cebaa372 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b645cec8-c88e-4bba-8234-b110de21cfe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438664 Nov 27 03:46:25.033366 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-040246fc-990b-4d9f-a9ac-18e72a508aa9 req-b8da7471-1c7c-4a97-8bb4-2d5551eefeba tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264613 Nov 27 03:46:25.109622 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-21f5994b-1c4f-4e65-9373-4df0c84ed034 admin admin] Allocated IP 172.20.0.1 (d2a04259-b0f6-42f5-9f37-902d78a3a537/84949138-7735-4701-8586-0e9a0fda39f5/2f6e6516-620f-40f4-b400-118cee0366d9) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:46:25.244502 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-055a46ea-6d79-4683-991c-945bea4e7ad3 service neutron] For port 4292e6b2-41b2-40ba-8f4f-fca486354a2c, host n-h1-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:46:25.436811 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-055a46ea-6d79-4683-991c-945bea4e7ad3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4292e6b2-41b2-40ba-8f4f-fca486354a2c {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:46:25.453041 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-055a46ea-6d79-4683-991c-945bea4e7ad3 service neutron] For port 4292e6b2-41b2-40ba-8f4f-fca486354a2c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=4292e6b2-41b2-40ba-8f4f-fca486354a2c,segment=NetworkSegment(0ede1ec6-1b9f-43e0-8048-29f023f3314a),segment_id=0ede1ec6-1b9f-43e0-8048-29f023f3314a)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:46:25.480202 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3b6f5db3-40f5-4211-bd65-44e9c90d4f41 req-bcd0e12a-c337-4370-945f-4f4b299a0653 service neutron] 10.222.0.11 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4410243 Nov 27 03:46:25.496291 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-055a46ea-6d79-4683-991c-945bea4e7ad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:25.511467 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc727bff-dcbb-4f6d-b51e-ba7088cdf618 req-6bda1eb9-8662-4cbe-94cb-6ec05ea162ea tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:25.513521 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cc727bff-dcbb-4f6d-b51e-ba7088cdf618 req-6bda1eb9-8662-4cbe-94cb-6ec05ea162ea tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 943 time: 0.2663126 Nov 27 03:46:25.553272 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-21f5994b-1c4f-4e65-9373-4df0c84ed034 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:25.603184 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4a630108-7d3b-4923-88f0-142d3d0955fa req-ef2df47a-a82b-4a07-a956-66ab28fa8188 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/ports?device_id=9302f1d9-26d5-4fdb-8d32-379082bdba0e HTTP/1.1" status: 200 len: 210 time: 0.1191254 Nov 27 03:46:25.615276 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-0ed38023-edef-42c7-81b5-661dc1497891 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:25.616913 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-0ed38023-edef-42c7-81b5-661dc1497891 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.11 "GET /v2.0/networks?id=995058f0-cd6f-4205-8189-aa736ae95556 HTTP/1.1" status: 200 len: 813 time: 0.4600463 Nov 27 03:46:25.639675 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-1a5dd386-3f75-4f58-bfd0-2bc2d8448298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851a8920-3a91-4433-be3e-48b3e5e2888f', 'name': 'tempest-ServersTestManualDisk-239982529-router', 'tenant_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '7f1ab005-6db6-401b-816f-f569c29c9a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:46:18Z', 'updated_at': '2021-11-27T03:46:21Z', 'revision_number': 3, 'project_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'gw_port': {'id': '7f1ab005-6db6-401b-816f-f569c29c9a43', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:33:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851a8920-3a91-4433-be3e-48b3e5e2888f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:46:20Z', 'updated_at': '2021-11-27T03:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:46:25.643730 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-433cce24-91f5-4fbc-bf81-a87c201b1b55 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Request body: {'port': {'device_id': '9302f1d9-26d5-4fdb-8d32-379082bdba0e', 'network_id': '995058f0-cd6f-4205-8189-aa736ae95556', 'admin_state_up': True, 'tenant_id': '69d6340ea23c45289ca7a6e130f14fe1'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:46:25.667457 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cc727bff-dcbb-4f6d-b51e-ba7088cdf618 req-22779af4-c129-47c4-b9f0-64c65df7bf6d tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375751 Nov 27 03:46:25.697508 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-21f5994b-1c4f-4e65-9373-4df0c84ed034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:25.706162 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5dd386-3f75-4f58-bfd0-2bc2d8448298 None None] The sync data for ids ['851a8920-3a91-4433-be3e-48b3e5e2888f'] in n-d-819494-3 is: [{'id': '851a8920-3a91-4433-be3e-48b3e5e2888f', 'name': 'tempest-ServersTestManualDisk-239982529-router', 'tenant_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '7f1ab005-6db6-401b-816f-f569c29c9a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:46:18Z', 'updated_at': '2021-11-27T03:46:21Z', 'revision_number': 3, 'project_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'gw_port': {'id': '7f1ab005-6db6-401b-816f-f569c29c9a43', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:33:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851a8920-3a91-4433-be3e-48b3e5e2888f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:46:20Z', 'updated_at': '2021-11-27T03:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:46:25.735528 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-055a46ea-6d79-4683-991c-945bea4e7ad3 service neutron] Transition to ACTIVE for port object 4292e6b2-41b2-40ba-8f4f-fca486354a2c will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:46:25.763098 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-055a46ea-6d79-4683-991c-945bea4e7ad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:25.769689 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f5994b-1c4f-4e65-9373-4df0c84ed034 admin admin] Network d2a04259-b0f6-42f5-9f37-902d78a3a537 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:46:25.779658 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-21f5994b-1c4f-4e65-9373-4df0c84ed034 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:46:25.803612 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3b6f5db3-40f5-4211-bd65-44e9c90d4f41 req-74fd1592-161f-4b0a-a6fe-bd29c5bc2da8 service neutron] 10.222.0.11 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769382 Nov 27 03:46:25.817171 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5994b-1c4f-4e65-9373-4df0c84ed034 admin admin] Pushing event updated for resources: {'Port': ['ID=2f6e6516-620f-40f4-b400-118cee0366d9,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:25.846913 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-433cce24-91f5-4fbc-bf81-a87c201b1b55 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Made reservation on behalf of 69d6340ea23c45289ca7a6e130f14fe1 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:46:25.853649 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-433cce24-91f5-4fbc-bf81-a87c201b1b55 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:25.856424 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f5994b-1c4f-4e65-9373-4df0c84ed034 admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:46:26.132334 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a46ea-6d79-4683-991c-945bea4e7ad3 service neutron] Pushing event updated for resources: {'Port': ['ID=4292e6b2-41b2-40ba-8f4f-fca486354a2c,revision_number=10']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:26.172888 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-055a46ea-6d79-4683-991c-945bea4e7ad3 service neutron] No DVR routers for this DVR port 4292e6b2-41b2-40ba-8f4f-fca486354a2c on host n-h1-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:46:26.193096 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-21f5994b-1c4f-4e65-9373-4df0c84ed034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:26.280882 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-433cce24-91f5-4fbc-bf81-a87c201b1b55 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Allocated IP 172.20.0.12 (995058f0-cd6f-4205-8189-aa736ae95556/b807eecb-0879-49fd-8f8d-b45f66819dde/ec70e6b7-7762-458b-83bc-e6d97b1cc508) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:46:26.294182 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-8c31e399-b1c8-49b5-9df2-3799c84a63e9 None None] Provisioning complete for port 2f6e6516-620f-40f4-b400-118cee0366d9 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:46:26.295138 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8c31e399-b1c8-49b5-9df2-3799c84a63e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:26.381642 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-055a46ea-6d79-4683-991c-945bea4e7ad3 service neutron] 10.222.0.23 "PUT /v2.0/ports/4292e6b2-41b2-40ba-8f4f-fca486354a2c/bindings/n-h2-819494-3/activate HTTP/1.1" status: 200 len: 369 time: 2.6317933 Nov 27 03:46:26.385115 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef477fd3-1dad-44a7-8895-e0e4f5484210 req-3a7988cb-4bff-4d47-b376-2e78e5eac291 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:26.386401 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ef477fd3-1dad-44a7-8895-e0e4f5484210 req-3a7988cb-4bff-4d47-b376-2e78e5eac291 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 949 time: 0.1103873 Nov 27 03:46:26.483526 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-8c31e399-b1c8-49b5-9df2-3799c84a63e9 None None] Port 2f6e6516-620f-40f4-b400-118cee0366d9 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:46:26.569321 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ef477fd3-1dad-44a7-8895-e0e4f5484210 req-c669eacf-7d77-4b70-a519-8aecc8c43297 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666090 Nov 27 03:46:26.595953 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-21f5994b-1c4f-4e65-9373-4df0c84ed034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:26.672936 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 7f1ab005-6db6-401b-816f-f569c29c9a43 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:46:26.695666 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-433cce24-91f5-4fbc-bf81-a87c201b1b55 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:26.698464 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-9ffef3fb-a675-4ac6-a474-b1631f946f96 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:26.700009 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-9ffef3fb-a675-4ac6-a474-b1631f946f96 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c&tenant_id=4f93bf1216094326aad79ff5fda23c08&binding%3Ahost_id=n-h1-819494-3 HTTP/1.1" status: 200 len: 1095 time: 0.1214194 Nov 27 03:46:26.816762 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-00cbfbde-d827-4593-a879-cf2128a1b84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:26.818289 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 7f1ab005-6db6-401b-816f-f569c29c9a43 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:46:26.818502 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-00cbfbde-d827-4593-a879-cf2128a1b84f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c&tenant_id=4f93bf1216094326aad79ff5fda23c08 HTTP/1.1" status: 200 len: 1095 time: 0.1091547 Nov 27 03:46:26.818755 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:26.820128 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-433cce24-91f5-4fbc-bf81-a87c201b1b55 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:26.876099 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['fe8a78f7-4c71-4df1-8ce7-4a4fa586a257'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:46:26.969880 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec79026-189a-41a4-813f-2b00532b9e6f req-ce1d31e0-2587-4699-a11b-6309b364d0cf tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:26.971649 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4ec79026-189a-41a4-813f-2b00532b9e6f req-ce1d31e0-2587-4699-a11b-6309b364d0cf tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/ports?device_id=9302f1d9-26d5-4fdb-8d32-379082bdba0e HTTP/1.1" status: 200 len: 932 time: 0.1909244 Nov 27 03:46:26.981256 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-433cce24-91f5-4fbc-bf81-a87c201b1b55 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Network 995058f0-cd6f-4205-8189-aa736ae95556 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:46:26.992106 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-433cce24-91f5-4fbc-bf81-a87c201b1b55 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:46:27.016898 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-433cce24-91f5-4fbc-bf81-a87c201b1b55 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:46:27.041933 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433cce24-91f5-4fbc-bf81-a87c201b1b55 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Pushing event updated for resources: {'Port': ['ID=ec70e6b7-7762-458b-83bc-e6d97b1cc508,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:27.111453 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75914227-3142-42b5-8895-6d3bd446e086 req-ae1b9515-a240-4304-9947-0360cde546ad tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:27.123239 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-75914227-3142-42b5-8895-6d3bd446e086 req-ae1b9515-a240-4304-9947-0360cde546ad tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 944 time: 0.3251915 Nov 27 03:46:27.124189 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-21f5994b-1c4f-4e65-9373-4df0c84ed034 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:27.138206 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-21f5994b-1c4f-4e65-9373-4df0c84ed034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:27.209662 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-75914227-3142-42b5-8895-6d3bd446e086 req-5d43c325-69fb-4d14-97aa-b82533dc044c tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832102 Nov 27 03:46:27.216043 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-675c3aaa-c9f8-4f42-a2ec-15292509a9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:27.219633 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-675c3aaa-c9f8-4f42-a2ec-15292509a9cd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4f93bf1216094326aad79ff5fda23c08&device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 1095 time: 0.3131528 Nov 27 03:46:27.264864 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-433cce24-91f5-4fbc-bf81-a87c201b1b55 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:27.265621 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-433cce24-91f5-4fbc-bf81-a87c201b1b55 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:27.284095 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4ec79026-189a-41a4-813f-2b00532b9e6f req-00b0bb80-0722-414d-9fc2-cc143560837f tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18e94ef-9afe-4215-b7a0-56cae0157012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954743 Nov 27 03:46:27.295903 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-21f5994b-1c4f-4e65-9373-4df0c84ed034 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:27.309953 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5994b-1c4f-4e65-9373-4df0c84ed034 admin admin] Pushing event updated for resources: {'Port': ['ID=2f6e6516-620f-40f4-b400-118cee0366d9,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:27.324126 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:27.336512 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-433cce24-91f5-4fbc-bf81-a87c201b1b55 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7002296 Nov 27 03:46:27.359973 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-926bee88-2745-47bf-bf06-a7e406b981f3 service neutron] Request body: {'port': {'device_id': '9302f1d9-26d5-4fdb-8d32-379082bdba0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:46:27.437700 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 7f1ab005-6db6-401b-816f-f569c29c9a43, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=7f1ab005-6db6-401b-816f-f569c29c9a43,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:46:27.471948 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:27.510104 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f5994b-1c4f-4e65-9373-4df0c84ed034 admin admin] Network d2a04259-b0f6-42f5-9f37-902d78a3a537 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:46:27.514532 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-21f5994b-1c4f-4e65-9373-4df0c84ed034 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:46:27.541680 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-fd9dbf1a-0f41-440a-83b9-5f9d1cc75d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:27.548757 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-fd9dbf1a-0f41-440a-83b9-5f9d1cc75d59 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 HTTP/1.1" status: 200 len: 909 time: 0.3185525 Nov 27 03:46:27.564655 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-926bee88-2745-47bf-bf06-a7e406b981f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:27.664762 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=7f1ab005-6db6-401b-816f-f569c29c9a43,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:27.814028 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-a7085fb3-b948-4dcc-8f85-8443b62b660a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4292e6b2-41b2-40ba-8f4f-fca486354a2c HTTP/1.1" status: 200 len: 217 time: 0.2452343 Nov 27 03:46:27.832055 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f5994b-1c4f-4e65-9373-4df0c84ed034 admin admin] Router 851a8920-3a91-4433-be3e-48b3e5e2888f has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:46:28.029212 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-99d49686-df89-4612-94d0-16659778de3b None None] Provisioning complete for port 2f6e6516-620f-40f4-b400-118cee0366d9 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:46:28.029806 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-99d49686-df89-4612-94d0-16659778de3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:28.037535 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f5994b-1c4f-4e65-9373-4df0c84ed034 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:46:28.044437 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-21f5994b-1c4f-4e65-9373-4df0c84ed034 admin admin] 10.222.0.20 "PUT /v2.0/routers/851a8920-3a91-4433-be3e-48b3e5e2888f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1335154 Nov 27 03:46:28.101590 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937da856-0f96-4062-8172-083d62346420 req-0e8de0dd-a363-4677-97a5-fe08f05379fa tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:28.125220 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-937da856-0f96-4062-8172-083d62346420 req-0e8de0dd-a363-4677-97a5-fe08f05379fa tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 949 time: 0.3099427 Nov 27 03:46:28.130810 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-1b1f517d-f1dd-4e93-845c-6f4221990229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:28.132235 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-1b1f517d-f1dd-4e93-845c-6f4221990229 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f2f4695-47e3-40b2-b54d-f43d3306eba4 HTTP/1.1" status: 200 len: 848 time: 0.2509129 Nov 27 03:46:28.133346 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-99d49686-df89-4612-94d0-16659778de3b None None] Port 2f6e6516-620f-40f4-b400-118cee0366d9 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:46:28.231602 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device b4fb6284-4e3b-4b71-baac-9b931745501f details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:46:28.240318 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-d7382f11-eea3-4487-ba8f-7719f5d5238c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974429 Nov 27 03:46:28.450709 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port b4fb6284-4e3b-4b71-baac-9b931745501f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=b4fb6284-4e3b-4b71-baac-9b931745501f,segment=NetworkSegment(0d71eb94-5225-4db6-8e46-cee8dee27f0a),segment_id=0d71eb94-5225-4db6-8e46-cee8dee27f0a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:46:28.493772 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': 'b4fb6284-4e3b-4b71-baac-9b931745501f', 'network_id': '378a3375-2447-4153-8462-f656d3d2276f', 'port_id': 'b4fb6284-4e3b-4b71-baac-9b931745501f', 'mac_address': 'fa:16:3e:15:7e:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aa0d39d-1f7c-48be-83b9-b4ca19c74697', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:46:28.557750 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 7f1ab005-6db6-401b-816f-f569c29c9a43 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:46:28.643915 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-761ad233-5141-4f28-b236-929fa32086c1 service neutron] 10.222.0.11 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830566 Nov 27 03:46:28.648323 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-937da856-0f96-4062-8172-083d62346420 req-4b069d1f-46da-4653-810e-fbe268a0164c tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5220466 Nov 27 03:46:28.668541 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:28.687551 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4fb6284-4e3b-4b71-baac-9b931745501f {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:46:28.691891 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 7f1ab005-6db6-401b-816f-f569c29c9a43 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:46:28.692380 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:28.763121 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f544ad21-3bec-4f93-9c6c-eacdea959865 None None] Sync routers for ids ['851a8920-3a91-4433-be3e-48b3e5e2888f'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:46:28.777971 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f544ad21-3bec-4f93-9c6c-eacdea959865 None None] Routers {'851a8920-3a91-4433-be3e-48b3e5e2888f'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:46:28.783769 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-f544ad21-3bec-4f93-9c6c-eacdea959865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:46:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['851a8920-3a91-4433-be3e-48b3e5e2888f'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:46:28.796203 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port b4fb6284-4e3b-4b71-baac-9b931745501f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=b4fb6284-4e3b-4b71-baac-9b931745501f,segment=NetworkSegment(0d71eb94-5225-4db6-8e46-cee8dee27f0a),segment_id=0d71eb94-5225-4db6-8e46-cee8dee27f0a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:46:28.823264 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:28.924893 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-b615197f-339f-4659-ba5b-146ddd7173c1 service neutron] 10.222.0.11 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696040 Nov 27 03:46:28.955633 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-f544ad21-3bec-4f93-9c6c-eacdea959865 None None] Set router 851a8920-3a91-4433-be3e-48b3e5e2888f gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:46:28.969314 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=b4fb6284-4e3b-4b71-baac-9b931745501f,revision_number=6']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:29.080821 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['b4fb6284-4e3b-4b71-baac-9b931745501f'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:46:29.128122 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f12f7-039d-4f77-b055-a81ddbcdc73c req-414aa937-54f6-4f79-afd9-0aeec3f470e6 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:29.129689 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4c3f12f7-039d-4f77-b055-a81ddbcdc73c req-414aa937-54f6-4f79-afd9-0aeec3f470e6 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 944 time: 0.2038865 Nov 27 03:46:29.284015 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-926bee88-2745-47bf-bf06-a7e406b981f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec70e6b7-7762-458b-83bc-e6d97b1cc508 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:46:29.322167 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4c3f12f7-039d-4f77-b055-a81ddbcdc73c req-48e215ec-b1cc-4519-a40f-b8b590236040 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717691 Nov 27 03:46:29.328382 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-926bee88-2745-47bf-bf06-a7e406b981f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:29.404866 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-926bee88-2745-47bf-bf06-a7e406b981f3 service neutron] Transition to ACTIVE for port object ec70e6b7-7762-458b-83bc-e6d97b1cc508 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:46:29.448231 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-926bee88-2745-47bf-bf06-a7e406b981f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:29.478926 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-f544ad21-3bec-4f93-9c6c-eacdea959865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851a8920-3a91-4433-be3e-48b3e5e2888f', 'name': 'tempest-ServersTestManualDisk-239982529-router', 'tenant_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '7f1ab005-6db6-401b-816f-f569c29c9a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:46:18Z', 'updated_at': '2021-11-27T03:46:26Z', 'revision_number': 4, 'project_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'gw_port': {'id': '7f1ab005-6db6-401b-816f-f569c29c9a43', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:33:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851a8920-3a91-4433-be3e-48b3e5e2888f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:46:20Z', 'updated_at': '2021-11-27T03:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '2f6e6516-620f-40f4-b400-118cee0366d9', 'name': '', 'network_id': 'd2a04259-b0f6-42f5-9f37-902d78a3a537', 'tenant_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'mac_address': 'fa:16:3e:eb:b4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851a8920-3a91-4433-be3e-48b3e5e2888f', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '84949138-7735-4701-8586-0e9a0fda39f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:46:24Z', 'updated_at': '2021-11-27T03:46:26Z', 'revision_number': 2, 'project_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'subnets': [{'id': '84949138-7735-4701-8586-0e9a0fda39f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:46:29.517229 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f544ad21-3bec-4f93-9c6c-eacdea959865 None None] Checking router: 851a8920-3a91-4433-be3e-48b3e5e2888f for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:46:29.517607 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f544ad21-3bec-4f93-9c6c-eacdea959865 None None] Updating router 851a8920-3a91-4433-be3e-48b3e5e2888f port 2f6e6516-620f-40f4-b400-118cee0366d9 binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:46:29.533168 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57952) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:46:29.538521 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-12cea6e5-af0f-4103-a1c8-449bdb2e6529 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1946671888', 'description': 'tempest-description--1612782516'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:46:29.555237 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-f544ad21-3bec-4f93-9c6c-eacdea959865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:29.593230 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-12cea6e5-af0f-4103-a1c8-449bdb2e6529 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:29.640558 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-d751f64a-36ff-4058-8090-64f6dc5587be tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:29.645068 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-d751f64a-36ff-4058-8090-64f6dc5587be tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c&tenant_id=4f93bf1216094326aad79ff5fda23c08&binding%3Ahost_id=n-h2-819494-3 HTTP/1.1" status: 200 len: 1095 time: 0.2723823 Nov 27 03:46:29.656547 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926bee88-2745-47bf-bf06-a7e406b981f3 service neutron] Pushing event updated for resources: {'Port': ['ID=ec70e6b7-7762-458b-83bc-e6d97b1cc508,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:29.667356 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926bee88-2745-47bf-bf06-a7e406b981f3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:46:29.667698 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926bee88-2745-47bf-bf06-a7e406b981f3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:46:29.668030 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926bee88-2745-47bf-bf06-a7e406b981f3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:46:29.668367 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926bee88-2745-47bf-bf06-a7e406b981f3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:46:29.668756 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926bee88-2745-47bf-bf06-a7e406b981f3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:46:29.669093 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926bee88-2745-47bf-bf06-a7e406b981f3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:46:29.669487 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926bee88-2745-47bf-bf06-a7e406b981f3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:46:29.669978 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926bee88-2745-47bf-bf06-a7e406b981f3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:46:29.670372 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926bee88-2745-47bf-bf06-a7e406b981f3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:46:29.670747 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926bee88-2745-47bf-bf06-a7e406b981f3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:46:29.671131 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926bee88-2745-47bf-bf06-a7e406b981f3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:46:29.671449 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926bee88-2745-47bf-bf06-a7e406b981f3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:46:29.847843 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-12cea6e5-af0f-4103-a1c8-449bdb2e6529 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:29.857905 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-12cea6e5-af0f-4103-a1c8-449bdb2e6529 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:29.904396 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642ef8b-9218-4d96-917c-c05a0191fd0f req-8f510495-2614-4a90-8ce1-ee30d9b35db0 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:29.906153 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3642ef8b-9218-4d96-917c-c05a0191fd0f req-8f510495-2614-4a90-8ce1-ee30d9b35db0 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/ports?device_id=9302f1d9-26d5-4fdb-8d32-379082bdba0e HTTP/1.1" status: 200 len: 944 time: 0.4680803 Nov 27 03:46:29.939751 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-12cea6e5-af0f-4103-a1c8-449bdb2e6529 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:29.946108 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-12cea6e5-af0f-4103-a1c8-449bdb2e6529 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4080150 Nov 27 03:46:29.946907 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57964) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:46:29.968775 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-0834eb74-2a81-400e-a080-ee24a6c394c4 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Request body: {'security_group_rule': {'security_group_id': '4502c4dd-84bc-4324-9c12-71b4dee715c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:46:30.042206 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3642ef8b-9218-4d96-917c-c05a0191fd0f req-8e0a25bc-adbc-47f4-b57c-6a27c7123ee7 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18e94ef-9afe-4215-b7a0-56cae0157012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279306 Nov 27 03:46:30.046013 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cea6e5-af0f-4103-a1c8-449bdb2e6529 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4502c4dd-84bc-4324-9c12-71b4dee715c8,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:30.089550 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-926bee88-2745-47bf-bf06-a7e406b981f3 service neutron] Attempting to bind port ec70e6b7-7762-458b-83bc-e6d97b1cc508 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:46:30.090059 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-926bee88-2745-47bf-bf06-a7e406b981f3 service neutron] Attempting to bind port ec70e6b7-7762-458b-83bc-e6d97b1cc508 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': 'c1651081-4661-44b0-a4f9-f27950d5af75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '995058f0-cd6f-4205-8189-aa736ae95556'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:46:30.090413 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-926bee88-2745-47bf-bf06-a7e406b981f3 service neutron] Attempting to bind port ec70e6b7-7762-458b-83bc-e6d97b1cc508 on network 995058f0-cd6f-4205-8189-aa736ae95556 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:46:30.095829 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-926bee88-2745-47bf-bf06-a7e406b981f3 service neutron] Port ec70e6b7-7762-458b-83bc-e6d97b1cc508 on network 995058f0-cd6f-4205-8189-aa736ae95556 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:46:30.096445 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-926bee88-2745-47bf-bf06-a7e406b981f3 service neutron] Attempting to bind port ec70e6b7-7762-458b-83bc-e6d97b1cc508 on network 995058f0-cd6f-4205-8189-aa736ae95556 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:46:30.116911 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-0817354a-e63e-4581-836e-432e9e29123a service neutron] For port 4292e6b2-41b2-40ba-8f4f-fca486354a2c, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:46:30.118260 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-926bee88-2745-47bf-bf06-a7e406b981f3 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:46:30.118619 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-926bee88-2745-47bf-bf06-a7e406b981f3 service neutron] Checking segment: {'id': 'c1651081-4661-44b0-a4f9-f27950d5af75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '995058f0-cd6f-4205-8189-aa736ae95556'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:46:30.119011 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-926bee88-2745-47bf-bf06-a7e406b981f3 service neutron] Bound using segment: {'id': 'c1651081-4661-44b0-a4f9-f27950d5af75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '995058f0-cd6f-4205-8189-aa736ae95556'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:46:30.119468 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-926bee88-2745-47bf-bf06-a7e406b981f3 service neutron] Bound port: ec70e6b7-7762-458b-83bc-e6d97b1cc508, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1651081-4661-44b0-a4f9-f27950d5af75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '995058f0-cd6f-4205-8189-aa736ae95556'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:46:30.119817 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-926bee88-2745-47bf-bf06-a7e406b981f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:30.122703 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b5fd3-ad27-484d-acaa-0eef6fd25a02 req-716b8fb8-22d3-4c19-8ff0-a1647ad0c83f tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:30.130764 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8a8b5fd3-ad27-484d-acaa-0eef6fd25a02 req-716b8fb8-22d3-4c19-8ff0-a1647ad0c83f tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 949 time: 0.1829021 Nov 27 03:46:30.134796 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-0817354a-e63e-4581-836e-432e9e29123a service neutron] Publish callbacks [] for binding, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:30.135895 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e6b45dd1-0d85-4358-bee1-c9ec99bd73fa req-0817354a-e63e-4581-836e-432e9e29123a service neutron] 10.222.0.11 "DELETE /v2.0/ports/4292e6b2-41b2-40ba-8f4f-fca486354a2c/bindings/n-h1-819494-3 HTTP/1.1" status: 204 len: 173 time: 0.4714379 Nov 27 03:46:30.171275 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-f544ad21-3bec-4f93-9c6c-eacdea959865 None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:30.184140 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-f544ad21-3bec-4f93-9c6c-eacdea959865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:30.219748 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device b4fb6284-4e3b-4b71-baac-9b931745501f up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:46:30.254158 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0834eb74-2a81-400e-a080-ee24a6c394c4 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:30.309679 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8a8b5fd3-ad27-484d-acaa-0eef6fd25a02 req-8483c138-a6f2-4329-bd7f-8d16879d461b tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705301 Nov 27 03:46:30.327565 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-926bee88-2745-47bf-bf06-a7e406b981f3 service neutron] For port ec70e6b7-7762-458b-83bc-e6d97b1cc508, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:46:30.335836 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-926bee88-2745-47bf-bf06-a7e406b981f3 service neutron] For port ec70e6b7-7762-458b-83bc-e6d97b1cc508, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=ec70e6b7-7762-458b-83bc-e6d97b1cc508,segment=NetworkSegment(c1651081-4661-44b0-a4f9-f27950d5af75),segment_id=c1651081-4661-44b0-a4f9-f27950d5af75)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:46:30.350732 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-926bee88-2745-47bf-bf06-a7e406b981f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:30.361481 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-f544ad21-3bec-4f93-9c6c-eacdea959865 None None] Attempting to bind port 2f6e6516-620f-40f4-b400-118cee0366d9 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:46:30.361861 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-f544ad21-3bec-4f93-9c6c-eacdea959865 None None] Attempting to bind port 2f6e6516-620f-40f4-b400-118cee0366d9 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'db00e79a-9198-482d-8bdb-bf6ce39640c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd2a04259-b0f6-42f5-9f37-902d78a3a537'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:46:30.362227 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f544ad21-3bec-4f93-9c6c-eacdea959865 None None] Attempting to bind port 2f6e6516-620f-40f4-b400-118cee0366d9 on network d2a04259-b0f6-42f5-9f37-902d78a3a537 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:46:30.368080 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port b4fb6284-4e3b-4b71-baac-9b931745501f triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:46:30.369921 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:30.374375 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b13bcd1-1cc3-40b7-8ddd-6a25c655f2c0 None None] Pushing event updated for resources: {'Port': ['ID=2f6e6516-620f-40f4-b400-118cee0366d9,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:30.390045 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f544ad21-3bec-4f93-9c6c-eacdea959865 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:46:30.390449 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f544ad21-3bec-4f93-9c6c-eacdea959865 None None] Checking segment: {'id': 'db00e79a-9198-482d-8bdb-bf6ce39640c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd2a04259-b0f6-42f5-9f37-902d78a3a537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:46:30.393298 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-f544ad21-3bec-4f93-9c6c-eacdea959865 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:30.395473 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f544ad21-3bec-4f93-9c6c-eacdea959865 None None] Bound using segment: {'id': 'db00e79a-9198-482d-8bdb-bf6ce39640c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd2a04259-b0f6-42f5-9f37-902d78a3a537'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:46:30.395927 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-f544ad21-3bec-4f93-9c6c-eacdea959865 None None] Bound port: 2f6e6516-620f-40f4-b400-118cee0366d9, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db00e79a-9198-482d-8bdb-bf6ce39640c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd2a04259-b0f6-42f5-9f37-902d78a3a537'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:46:30.396343 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-f544ad21-3bec-4f93-9c6c-eacdea959865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:30.472212 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-926bee88-2745-47bf-bf06-a7e406b981f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:30.474113 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-926bee88-2745-47bf-bf06-a7e406b981f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:30.476128 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-926bee88-2745-47bf-bf06-a7e406b981f3 service neutron] 10.222.0.11 "PUT /v2.0/ports/ec70e6b7-7762-458b-83bc-e6d97b1cc508 HTTP/1.1" status: 200 len: 1092 time: 3.1247809 Nov 27 03:46:30.479482 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0834eb74-2a81-400e-a080-ee24a6c394c4 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:30.517131 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0834eb74-2a81-400e-a080-ee24a6c394c4 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:30.561828 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9302f1d9-26d5-4fdb-8d32-379082bdba0e', 'tag': 'ec70e6b7-7762-458b-83bc-e6d97b1cc508'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:46:30.565551 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-f544ad21-3bec-4f93-9c6c-eacdea959865 None None] For port 2f6e6516-620f-40f4-b400-118cee0366d9, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:46:30.576894 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-f544ad21-3bec-4f93-9c6c-eacdea959865 None None] For port 2f6e6516-620f-40f4-b400-118cee0366d9, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=2f6e6516-620f-40f4-b400-118cee0366d9,segment=NetworkSegment(db00e79a-9198-482d-8bdb-bf6ce39640c7),segment_id=db00e79a-9198-482d-8bdb-bf6ce39640c7)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:46:30.579088 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfcab61-cedb-4e49-908b-3dd8853fe07a" -d '{"events": [{"name": "network-changed", "server_uuid": "9302f1d9-26d5-4fdb-8d32-379082bdba0e", "tag": "ec70e6b7-7762-458b-83bc-e6d97b1cc508"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:46:30.588192 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-f544ad21-3bec-4f93-9c6c-eacdea959865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:30.598997 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:30.604281 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0834eb74-2a81-400e-a080-ee24a6c394c4 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a25ba06b-0447-4faf-8756-93e2bed2f472,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:30.647782 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0834eb74-2a81-400e-a080-ee24a6c394c4 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:30.649222 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0834eb74-2a81-400e-a080-ee24a6c394c4 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6964953 Nov 27 03:46:30.651772 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57978) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:46:30.674768 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-c82cafe9-4256-435a-87e7-b8cddaa348f8 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Request body: {'security_group_rule': {'security_group_id': '4502c4dd-84bc-4324-9c12-71b4dee715c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:46:30.698304 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8593fb-0c0c-4af8-b761-a239e4b1ad3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4fb6284-4e3b-4b71-baac-9b931745501f'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:46:30.702487 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3689f99e-ffe2-4bdd-b61f-f8b1bfd69768" -d '{"events": [{"server_uuid": "8c8593fb-0c0c-4af8-b761-a239e4b1ad3f", "name": "network-vif-plugged", "status": "completed", "tag": "b4fb6284-4e3b-4b71-baac-9b931745501f"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:46:30.742591 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c82cafe9-4256-435a-87e7-b8cddaa348f8 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:30.761327 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port b4fb6284-4e3b-4b71-baac-9b931745501f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=b4fb6284-4e3b-4b71-baac-9b931745501f,segment=NetworkSegment(0d71eb94-5225-4db6-8e46-cee8dee27f0a),segment_id=0d71eb94-5225-4db6-8e46-cee8dee27f0a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:46:30.772685 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:30.814409 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f544ad21-3bec-4f93-9c6c-eacdea959865 None None] Routers {'851a8920-3a91-4433-be3e-48b3e5e2888f'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:46:30.815147 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-f544ad21-3bec-4f93-9c6c-eacdea959865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:46:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['851a8920-3a91-4433-be3e-48b3e5e2888f'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:46:30.820623 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b13bcd1-1cc3-40b7-8ddd-6a25c655f2c0 None None] Pushing event updated for resources: {'Port': ['ID=2f6e6516-620f-40f4-b400-118cee0366d9,revision_number=4']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:30.889452 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926bee88-2745-47bf-bf06-a7e406b981f3 service neutron] Pushing event updated for resources: {'Port': ['ID=ec70e6b7-7762-458b-83bc-e6d97b1cc508,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:30.944280 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-f9f13b4a-9be7-40d7-8cbd-3e17011a09be None None] Provisioning complete for port 2f6e6516-620f-40f4-b400-118cee0366d9 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:46:30.944649 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f9f13b4a-9be7-40d7-8cbd-3e17011a09be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:30.951936 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-d1bc7144-1743-40ac-9367-0e7017f34df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:30.953464 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-d1bc7144-1743-40ac-9367-0e7017f34df8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=69d6340ea23c45289ca7a6e130f14fe1&device_id=9302f1d9-26d5-4fdb-8d32-379082bdba0e HTTP/1.1" status: 200 len: 1095 time: 0.3632836 Nov 27 03:46:30.997538 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25531685-0bc6-4271-a814-75448a559094 req-7ebaf5d1-a47b-43d5-ba02-4f0dc0649b69 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:31.009605 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-25531685-0bc6-4271-a814-75448a559094 req-7ebaf5d1-a47b-43d5-ba02-4f0dc0649b69 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 944 time: 0.4808834 Nov 27 03:46:31.016198 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=b4fb6284-4e3b-4b71-baac-9b931745501f,revision_number=7']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:31.058005 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-f544ad21-3bec-4f93-9c6c-eacdea959865 None None] Set router 851a8920-3a91-4433-be3e-48b3e5e2888f gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:46:31.088708 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f9f13b4a-9be7-40d7-8cbd-3e17011a09be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:31.129365 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-e7f6beff-0c42-4100-af0e-745682dc7ff2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec70e6b7-7762-458b-83bc-e6d97b1cc508 HTTP/1.1" status: 200 len: 217 time: 0.1532342 Nov 27 03:46:31.133176 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-f9f13b4a-9be7-40d7-8cbd-3e17011a09be None None] For port 2f6e6516-620f-40f4-b400-118cee0366d9, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=2f6e6516-620f-40f4-b400-118cee0366d9,segment=NetworkSegment(db00e79a-9198-482d-8bdb-bf6ce39640c7),segment_id=db00e79a-9198-482d-8bdb-bf6ce39640c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:46:31.142963 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f9f13b4a-9be7-40d7-8cbd-3e17011a09be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:31.214248 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-25531685-0bc6-4271-a814-75448a559094 req-c78635f7-92e2-48dc-a416-35d5f3cc27c6 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975343 Nov 27 03:46:31.222314 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f13b4a-9be7-40d7-8cbd-3e17011a09be None None] Pushing event updated for resources: {'Port': ['ID=2f6e6516-620f-40f4-b400-118cee0366d9,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:31.322098 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-bdae8d51-bb90-445f-a895-9d1644a944f3 None None] Provisioning complete for port 2f6e6516-620f-40f4-b400-118cee0366d9 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:46:31.322457 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bdae8d51-bb90-445f-a895-9d1644a944f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:31.355108 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d73910e-ad4e-44c5-ac6e-c2e4bc118427 x-openstack-request-id: req-4d73910e-ad4e-44c5-ac6e-c2e4bc118427 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:46:31.355510 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9302f1d9-26d5-4fdb-8d32-379082bdba0e", "tag": "ec70e6b7-7762-458b-83bc-e6d97b1cc508", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:46:31.355770 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d73910e-ad4e-44c5-ac6e-c2e4bc118427 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:46:31.356186 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9302f1d9-26d5-4fdb-8d32-379082bdba0e', 'tag': 'ec70e6b7-7762-458b-83bc-e6d97b1cc508', 'status': 'completed', 'code': 200} Nov 27 03:46:31.373571 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c82cafe9-4256-435a-87e7-b8cddaa348f8 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:31.413851 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c82cafe9-4256-435a-87e7-b8cddaa348f8 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:31.436430 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-59d25678-558e-472c-8c2a-d45965527fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:31.441126 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-59d25678-558e-472c-8c2a-d45965527fc6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b807eecb-0879-49fd-8f8d-b45f66819dde HTTP/1.1" status: 200 len: 853 time: 0.2580211 Nov 27 03:46:31.451806 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7573d9-ea67-4676-8127-46621a33dfef x-openstack-request-id: req-3e7573d9-ea67-4676-8127-46621a33dfef {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:46:31.453267 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8593fb-0c0c-4af8-b761-a239e4b1ad3f", "name": "network-vif-plugged", "status": "completed", "tag": "b4fb6284-4e3b-4b71-baac-9b931745501f", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:46:31.453555 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e7573d9-ea67-4676-8127-46621a33dfef {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:46:31.453975 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8593fb-0c0c-4af8-b761-a239e4b1ad3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4fb6284-4e3b-4b71-baac-9b931745501f', 'code': 200} Nov 27 03:46:31.551638 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-611fe67d-5fdc-4e81-b135-7c71f5a1f83f tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:31.563971 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-611fe67d-5fdc-4e81-b135-7c71f5a1f83f tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/networks?id=b645cec8-c88e-4bba-8234-b110de21cfe7 HTTP/1.1" status: 200 len: 821 time: 0.8021634 Nov 27 03:46:31.586669 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-f544ad21-3bec-4f93-9c6c-eacdea959865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851a8920-3a91-4433-be3e-48b3e5e2888f', 'name': 'tempest-ServersTestManualDisk-239982529-router', 'tenant_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '7f1ab005-6db6-401b-816f-f569c29c9a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:46:18Z', 'updated_at': '2021-11-27T03:46:26Z', 'revision_number': 4, 'project_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'gw_port': {'id': '7f1ab005-6db6-401b-816f-f569c29c9a43', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:33:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851a8920-3a91-4433-be3e-48b3e5e2888f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:46:20Z', 'updated_at': '2021-11-27T03:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '2f6e6516-620f-40f4-b400-118cee0366d9', 'name': '', 'network_id': 'd2a04259-b0f6-42f5-9f37-902d78a3a537', 'tenant_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'mac_address': 'fa:16:3e:eb:b4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851a8920-3a91-4433-be3e-48b3e5e2888f', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '84949138-7735-4701-8586-0e9a0fda39f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:46:24Z', 'updated_at': '2021-11-27T03:46:30Z', 'revision_number': 4, 'project_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'subnets': [{'id': '84949138-7735-4701-8586-0e9a0fda39f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:46:31.587803 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c82cafe9-4256-435a-87e7-b8cddaa348f8 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:31.591216 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c82cafe9-4256-435a-87e7-b8cddaa348f8 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9257462 Nov 27 03:46:31.597596 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57994) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:46:31.624143 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-00ac1f37-e0ac-483c-9327-9eb7dc0685b7 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:46:31.684577 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82cafe9-4256-435a-87e7-b8cddaa348f8 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8118856e-548f-485a-a7de-186a175dde88,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:31.685861 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-4f28c80d-b255-431e-9cce-9c04d908bb12 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/quotas/35cfdc78458c41aab44b0a976c3549af HTTP/1.1" status: 200 len: 375 time: 0.1199396 Nov 27 03:46:31.693970 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f544ad21-3bec-4f93-9c6c-eacdea959865 None None] The sync data for ids ['851a8920-3a91-4433-be3e-48b3e5e2888f'] in n-d-819494-3 is: [{'id': '851a8920-3a91-4433-be3e-48b3e5e2888f', 'name': 'tempest-ServersTestManualDisk-239982529-router', 'tenant_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '7f1ab005-6db6-401b-816f-f569c29c9a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:46:18Z', 'updated_at': '2021-11-27T03:46:26Z', 'revision_number': 4, 'project_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'gw_port': {'id': '7f1ab005-6db6-401b-816f-f569c29c9a43', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:33:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851a8920-3a91-4433-be3e-48b3e5e2888f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:46:20Z', 'updated_at': '2021-11-27T03:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '2f6e6516-620f-40f4-b400-118cee0366d9', 'name': '', 'network_id': 'd2a04259-b0f6-42f5-9f37-902d78a3a537', 'tenant_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'mac_address': 'fa:16:3e:eb:b4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851a8920-3a91-4433-be3e-48b3e5e2888f', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '84949138-7735-4701-8586-0e9a0fda39f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:46:24Z', 'updated_at': '2021-11-27T03:46:30Z', 'revision_number': 4, 'project_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'subnets': [{'id': '84949138-7735-4701-8586-0e9a0fda39f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:46:31.734658 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82cafe9-4256-435a-87e7-b8cddaa348f8 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:46:31.735182 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82cafe9-4256-435a-87e7-b8cddaa348f8 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:46:31.735544 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82cafe9-4256-435a-87e7-b8cddaa348f8 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:46:31.735977 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82cafe9-4256-435a-87e7-b8cddaa348f8 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:46:31.736322 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82cafe9-4256-435a-87e7-b8cddaa348f8 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:46:31.736666 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82cafe9-4256-435a-87e7-b8cddaa348f8 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:46:31.737005 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82cafe9-4256-435a-87e7-b8cddaa348f8 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:46:31.737337 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82cafe9-4256-435a-87e7-b8cddaa348f8 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:46:31.737675 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82cafe9-4256-435a-87e7-b8cddaa348f8 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:46:31.738007 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82cafe9-4256-435a-87e7-b8cddaa348f8 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:46:31.738348 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82cafe9-4256-435a-87e7-b8cddaa348f8 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:46:31.741506 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82cafe9-4256-435a-87e7-b8cddaa348f8 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:46:31.772899 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-00ac1f37-e0ac-483c-9327-9eb7dc0685b7 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Publish callbacks [] for floatingip, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:31.938482 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-03eff101-57a4-4c98-a8df-a72df4ce0b07 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=35cfdc78458c41aab44b0a976c3549af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2430289 Nov 27 03:46:31.942491 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-2d883009-4b8f-4fcc-9f5e-217cde45058a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=995058f0-cd6f-4205-8189-aa736ae95556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4937110 Nov 27 03:46:32.072081 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1677e-2704-4af9-a7fc-7fe1b8f57398 req-0339672f-c322-4683-a451-54d5f1a613ca tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:32.079418 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7da1677e-2704-4af9-a7fc-7fe1b8f57398 req-0339672f-c322-4683-a451-54d5f1a613ca tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/ports?device_id=9302f1d9-26d5-4fdb-8d32-379082bdba0e HTTP/1.1" status: 200 len: 944 time: 0.1359165 Nov 27 03:46:32.128808 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-00ac1f37-e0ac-483c-9327-9eb7dc0685b7 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:32.157805 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7da1677e-2704-4af9-a7fc-7fe1b8f57398 req-641b3d5e-63e1-49a4-83bc-8823672755ab tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18e94ef-9afe-4215-b7a0-56cae0157012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743470 Nov 27 03:46:32.223818 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-3675eaf5-cf28-4572-b749-759973423cee service neutron] 10.222.0.11 "GET /v2.0/networks/995058f0-cd6f-4205-8189-aa736ae95556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649448 Nov 27 03:46:32.235317 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-7788b711-72e0-4680-bb84-46facdf33d30 service neutron] 10.222.0.20 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953665 Nov 27 03:46:32.407510 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be6bdd3-a8be-4a46-ae2f-64efbfebc201 req-348a492e-fc94-476d-bb9f-ddad8387a51c tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:32.415192 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3be6bdd3-a8be-4a46-ae2f-64efbfebc201 req-348a492e-fc94-476d-bb9f-ddad8387a51c tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 949 time: 0.0719125 Nov 27 03:46:32.499163 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d74ddce-77f6-4542-87ec-fafca6ba9798 req-b27fc44d-39e4-4b04-95eb-d99fe59c1897 service neutron] 10.222.0.11 "GET /v2.0/networks/995058f0-cd6f-4205-8189-aa736ae95556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611017 Nov 27 03:46:32.507602 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-00ac1f37-e0ac-483c-9327-9eb7dc0685b7 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Allocated IP 172.25.1.129 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/183697e9-72ac-462d-b0d2-d9025fc3768d) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:46:32.526967 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3be6bdd3-a8be-4a46-ae2f-64efbfebc201 req-12c933fb-18aa-4549-ab68-b848a8276175 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070173 Nov 27 03:46:32.533101 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-6fd1e1fc-0de5-45c0-ba54-8e1109d5750c service neutron] 10.222.0.20 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967420 Nov 27 03:46:32.622441 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 2f6e6516-620f-40f4-b400-118cee0366d9 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:46:32.768377 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 2f6e6516-620f-40f4-b400-118cee0366d9 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:46:32.768754 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:32.781206 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcab61-cedb-4e49-908b-3dd8853fe07a req-a47a06f6-c652-48a0-81df-3ddbb258a3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:32.782807 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cdfcab61-cedb-4e49-908b-3dd8853fe07a req-a47a06f6-c652-48a0-81df-3ddbb258a3e5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=69d6340ea23c45289ca7a6e130f14fe1&device_id=9302f1d9-26d5-4fdb-8d32-379082bdba0e HTTP/1.1" status: 200 len: 1095 time: 0.1524084 Nov 27 03:46:32.886097 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-00ac1f37-e0ac-483c-9327-9eb7dc0685b7 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:32.967860 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-00ac1f37-e0ac-483c-9327-9eb7dc0685b7 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:32.975623 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122f49c-f54d-4e52-bf8b-f233f9dc307f req-1e94c558-d630-4e81-a86c-659c76dfed31 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:32.984826 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6122f49c-f54d-4e52-bf8b-f233f9dc307f req-1e94c558-d630-4e81-a86c-659c76dfed31 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 1095 time: 0.2603197 Nov 27 03:46:33.050142 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6122f49c-f54d-4e52-bf8b-f233f9dc307f req-9a081ef0-df2b-478d-a6bb-9a5f2dbd9bd8 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613718 Nov 27 03:46:33.088206 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ac1f37-e0ac-483c-9327-9eb7dc0685b7 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:46:33.102093 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-00ac1f37-e0ac-483c-9327-9eb7dc0685b7 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:46:33.108587 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ac1f37-e0ac-483c-9327-9eb7dc0685b7 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:46:33.120761 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcab61-cedb-4e49-908b-3dd8853fe07a req-5b635e70-fa74-4dbd-a7c6-fb16f0e1ff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:33.126797 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cdfcab61-cedb-4e49-908b-3dd8853fe07a req-5b635e70-fa74-4dbd-a7c6-fb16f0e1ff0c service neutron] 10.222.0.11 "GET /v2.0/networks?id=995058f0-cd6f-4205-8189-aa736ae95556 HTTP/1.1" status: 200 len: 914 time: 0.3349700 Nov 27 03:46:33.163620 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac1f37-e0ac-483c-9327-9eb7dc0685b7 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Pushing event updated for resources: {'Port': ['ID=183697e9-72ac-462d-b0d2-d9025fc3768d,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:33.291426 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cdfcab61-cedb-4e49-908b-3dd8853fe07a req-ab257a53-5902-4104-97b8-913fdd5e22ea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec70e6b7-7762-458b-83bc-e6d97b1cc508 HTTP/1.1" status: 200 len: 217 time: 0.1548314 Nov 27 03:46:33.413471 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-00ac1f37-e0ac-483c-9327-9eb7dc0685b7 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:33.471436 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcab61-cedb-4e49-908b-3dd8853fe07a req-2379e8f4-8dbb-4168-a249-4fd2f3d566a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:33.475813 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cdfcab61-cedb-4e49-908b-3dd8853fe07a req-2379e8f4-8dbb-4168-a249-4fd2f3d566a9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b807eecb-0879-49fd-8f8d-b45f66819dde HTTP/1.1" status: 200 len: 853 time: 0.1726139 Nov 27 03:46:33.539965 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cdfcab61-cedb-4e49-908b-3dd8853fe07a req-4811ed7e-7e24-4bcd-a729-6fb96ed0e695 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=995058f0-cd6f-4205-8189-aa736ae95556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502710 Nov 27 03:46:33.577222 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-00ac1f37-e0ac-483c-9327-9eb7dc0685b7 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:33.714947 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cdfcab61-cedb-4e49-908b-3dd8853fe07a req-d4cb51d3-1dff-4eff-8541-2067cf11c9eb service neutron] 10.222.0.11 "GET /v2.0/networks/995058f0-cd6f-4205-8189-aa736ae95556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345804 Nov 27 03:46:33.823987 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9edbfef-1642-431a-a748-924793d170cb req-a8eed98b-bc7b-4411-b1c9-68a0de57a9f8 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:33.826205 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-00ac1f37-e0ac-483c-9327-9eb7dc0685b7 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:33.832437 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f9edbfef-1642-431a-a748-924793d170cb req-a8eed98b-bc7b-4411-b1c9-68a0de57a9f8 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/ports?device_id=9302f1d9-26d5-4fdb-8d32-379082bdba0e HTTP/1.1" status: 200 len: 944 time: 0.2914014 Nov 27 03:46:33.843329 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-00ac1f37-e0ac-483c-9327-9eb7dc0685b7 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:33.891528 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002dfed-545a-4b7c-8e63-53070db1d779 req-31417e55-c597-4b84-92a7-905560968bce tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:33.893643 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6002dfed-545a-4b7c-8e63-53070db1d779 req-31417e55-c597-4b84-92a7-905560968bce tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 1095 time: 0.3960724 Nov 27 03:46:33.895317 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac1f37-e0ac-483c-9327-9eb7dc0685b7 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Pushing event updated for resources: {'Port': ['ID=183697e9-72ac-462d-b0d2-d9025fc3768d,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:33.968574 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6002dfed-545a-4b7c-8e63-53070db1d779 req-b32607f8-ac5b-4138-b2a3-bd50d74f6baf tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640697 Nov 27 03:46:33.986660 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f9edbfef-1642-431a-a748-924793d170cb req-2a592ef5-8194-4e5f-a990-59e0acf99134 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18e94ef-9afe-4215-b7a0-56cae0157012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531255 Nov 27 03:46:33.991033 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-00ac1f37-e0ac-483c-9327-9eb7dc0685b7 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:34.031518 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-00ac1f37-e0ac-483c-9327-9eb7dc0685b7 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:34.042812 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-00ac1f37-e0ac-483c-9327-9eb7dc0685b7 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4267511 Nov 27 03:46:34.050596 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cdfcab61-cedb-4e49-908b-3dd8853fe07a req-ca4b503e-8448-4814-931f-b72bf5f4911f service neutron] 10.222.0.11 "GET /v2.0/networks/995058f0-cd6f-4205-8189-aa736ae95556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222702 Nov 27 03:46:34.131254 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fdedbdae-4f9a-41a9-9d50-ec31e136f46d req-8cef9ffc-8e3b-4fa3-b233-d548b7f01d8f tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 210 time: 0.0566146 Nov 27 03:46:34.223935 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d43e31-6a4a-496e-b619-2a38df73a1b7 req-f5f06578-5386-4311-8151-f4c096f4de8b tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:34.225754 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-20d43e31-6a4a-496e-b619-2a38df73a1b7 req-f5f06578-5386-4311-8151-f4c096f4de8b tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 949 time: 0.0686679 Nov 27 03:46:34.292864 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-20d43e31-6a4a-496e-b619-2a38df73a1b7 req-6bf52235-cff3-45a8-b1ff-ce0930d87d25 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603201 Nov 27 03:46:34.298260 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-205ba6bb-9d50-4df0-9999-b092a6269afd tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1946671888&fields=id&tenant_id=275b20c7c8f94a1fa5f0a4cbe1db6d0f HTTP/1.1" status: 200 len: 267 time: 0.0777297 Nov 27 03:46:34.450369 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-fd43e0fa-a1ac-4360-9508-18a4d9843854 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:34.458655 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-fd43e0fa-a1ac-4360-9508-18a4d9843854 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.20 "GET /v2.0/networks?id=d2a04259-b0f6-42f5-9f37-902d78a3a537 HTTP/1.1" status: 200 len: 811 time: 0.1529098 Nov 27 03:46:34.477723 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-3f04ec03-703b-45f0-a047-e87cca33d978 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.20 "GET /v2.0/quotas/275b20c7c8f94a1fa5f0a4cbe1db6d0f HTTP/1.1" status: 200 len: 375 time: 0.0174208 Nov 27 03:46:34.553350 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-9f906daf-0702-432e-821a-015bbd42fd4d tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=275b20c7c8f94a1fa5f0a4cbe1db6d0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0745113 Nov 27 03:46:34.717972 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-1ffaf384-1ad8-403b-851b-fce3a9e6ac16 service neutron] 10.222.0.20 "GET /v2.0/networks/d2a04259-b0f6-42f5-9f37-902d78a3a537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403854 Nov 27 03:46:34.854164 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-4600e4dd-6c0c-49cc-bddd-a1dc0cae8419 service neutron] 10.222.0.20 "GET /v2.0/networks/d2a04259-b0f6-42f5-9f37-902d78a3a537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219459 Nov 27 03:46:35.126225 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1b348f72-912d-4689-a854-31e8b81ab6e2 req-bdbc614a-eccc-4f7a-8fdf-842533b56e02 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f4f107-d53f-42a9-a6d8-3d0a32c664ad HTTP/1.1" status: 200 len: 210 time: 0.0592470 Nov 27 03:46:35.188119 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6c4dc-468f-4d4b-b3ab-9a42b4f0a18b req-63044061-ccc2-42c4-bd98-47affdf3bc05 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:35.189842 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f1e6c4dc-468f-4d4b-b3ab-9a42b4f0a18b req-63044061-ccc2-42c4-bd98-47affdf3bc05 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/ports?device_id=9302f1d9-26d5-4fdb-8d32-379082bdba0e HTTP/1.1" status: 200 len: 944 time: 0.0944474 Nov 27 03:46:35.375371 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-d4425403-702e-46c8-8030-c89ff2f60cf5 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:35.377369 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-d4425403-702e-46c8-8030-c89ff2f60cf5 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.23 "GET /v2.0/networks?id=b645cec8-c88e-4bba-8234-b110de21cfe7 HTTP/1.1" status: 200 len: 821 time: 0.2495775 Nov 27 03:46:35.379825 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f1e6c4dc-468f-4d4b-b3ab-9a42b4f0a18b req-35f6aae9-05aa-4752-b814-63ce54421321 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18e94ef-9afe-4215-b7a0-56cae0157012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798286 Nov 27 03:46:35.400609 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-4e4d5c75-0bf8-4ce6-b6fe-80fc435325da tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Request body: {'port': {'device_id': '1d6159af-abea-47b8-824b-04a8da24006d', 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7', 'admin_state_up': True, 'tenant_id': '35cfdc78458c41aab44b0a976c3549af'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:46:35.516271 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6868be67-99ea-4a3b-b15c-87d717b99a9e req-0404a0c1-c2ba-4e6f-9845-ce5b221ea008 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 210 time: 0.0560787 Nov 27 03:46:35.581269 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device ec70e6b7-7762-458b-83bc-e6d97b1cc508 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:46:35.655905 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76aba7-2e6b-4929-badb-bb79d049db8f req-c1dce147-b1d9-4a49-b52d-c15338587be2 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:35.665363 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4b76aba7-2e6b-4929-badb-bb79d049db8f req-c1dce147-b1d9-4a49-b52d-c15338587be2 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 949 time: 0.0801957 Nov 27 03:46:35.677061 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-4e4d5c75-0bf8-4ce6-b6fe-80fc435325da tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Made reservation on behalf of 35cfdc78458c41aab44b0a976c3549af for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:46:35.680923 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-4e4d5c75-0bf8-4ce6-b6fe-80fc435325da tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:35.757605 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4b76aba7-2e6b-4929-badb-bb79d049db8f req-24fa0f92-33ba-4678-927e-47dee9541520 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863101 Nov 27 03:46:35.955803 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port ec70e6b7-7762-458b-83bc-e6d97b1cc508, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=ec70e6b7-7762-458b-83bc-e6d97b1cc508,segment=NetworkSegment(c1651081-4661-44b0-a4f9-f27950d5af75),segment_id=c1651081-4661-44b0-a4f9-f27950d5af75)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:46:35.978676 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c91d0-fe37-48db-b4c1-fd90d4f266a8 req-98a7c597-5e13-47a3-9fc0-eee14e42b0f0 tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:35.988458 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-262c91d0-fe37-48db-b4c1-fd90d4f266a8 req-98a7c597-5e13-47a3-9fc0-eee14e42b0f0 tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] 10.222.0.20 "GET /v2.0/ports?device_id=6db0b9a7-dead-4e0c-909f-5a0dfd7f67d1 HTTP/1.1" status: 200 len: 946 time: 0.1524100 Nov 27 03:46:35.994220 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'ec70e6b7-7762-458b-83bc-e6d97b1cc508', 'network_id': '995058f0-cd6f-4205-8189-aa736ae95556', 'port_id': 'ec70e6b7-7762-458b-83bc-e6d97b1cc508', 'mac_address': 'fa:16:3e:60:9a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b807eecb-0879-49fd-8f8d-b45f66819dde', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:46:36.098216 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:36.156874 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec70e6b7-7762-458b-83bc-e6d97b1cc508 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:46:36.204752 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port ec70e6b7-7762-458b-83bc-e6d97b1cc508, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=ec70e6b7-7762-458b-83bc-e6d97b1cc508,segment=NetworkSegment(c1651081-4661-44b0-a4f9-f27950d5af75),segment_id=c1651081-4661-44b0-a4f9-f27950d5af75)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:46:36.213878 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:36.256700 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-4e4d5c75-0bf8-4ce6-b6fe-80fc435325da tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Allocated IP 172.20.0.3 (b645cec8-c88e-4bba-8234-b110de21cfe7/022c48dd-3720-4645-8f22-45c74ce924ab/dc88044d-f13c-49d7-b13c-3c5037fd3349) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:46:36.295850 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=ec70e6b7-7762-458b-83bc-e6d97b1cc508,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:36.342952 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-262c91d0-fe37-48db-b4c1-fd90d4f266a8 req-3225693d-5a81-451c-b1b9-17284db254fb tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] 10.222.0.20 "GET /v2.0/security-groups?id=8332bb4c-5061-4964-96ba-d56bd6c227a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435607 Nov 27 03:46:36.368234 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ece76863-7c5e-4ee3-9264-c1fdb1791cd9 req-f8e3fa78-f17e-43b5-8650-c6de83bdcb66 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f4f107-d53f-42a9-a6d8-3d0a32c664ad HTTP/1.1" status: 200 len: 210 time: 0.0773041 Nov 27 03:46:36.605117 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca17d7-38ce-49e7-b7ac-0407f4a51550 req-39908fc5-a32f-40ac-ae89-7041f6aa33cb tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:36.622053 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cfca17d7-38ce-49e7-b7ac-0407f4a51550 req-39908fc5-a32f-40ac-ae89-7041f6aa33cb tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/ports?device_id=9302f1d9-26d5-4fdb-8d32-379082bdba0e HTTP/1.1" status: 200 len: 945 time: 0.1185653 Nov 27 03:46:36.656011 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['ec70e6b7-7762-458b-83bc-e6d97b1cc508'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:46:36.704455 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2657d570-fffa-4fb9-ad93-c291a687761f req-ad71a601-b100-435e-96fb-345171647e55 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 210 time: 0.0729694 Nov 27 03:46:36.836038 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cfca17d7-38ce-49e7-b7ac-0407f4a51550 req-b3cb284b-4ec9-4a72-85de-14283eb8e364 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18e94ef-9afe-4215-b7a0-56cae0157012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130320 Nov 27 03:46:36.853591 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-4e4d5c75-0bf8-4ce6-b6fe-80fc435325da tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:36.936822 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-4e4d5c75-0bf8-4ce6-b6fe-80fc435325da tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:37.022139 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-4e4d5c75-0bf8-4ce6-b6fe-80fc435325da tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Network b645cec8-c88e-4bba-8234-b110de21cfe7 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:46:37.036646 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-4e4d5c75-0bf8-4ce6-b6fe-80fc435325da tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:46:37.055317 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-4e4d5c75-0bf8-4ce6-b6fe-80fc435325da tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:46:37.140119 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b0d768-b110-44ee-8821-6a6970f9516b req-04714c31-d9ab-4d71-8750-8b95722d312e tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:37.149278 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e4b0d768-b110-44ee-8821-6a6970f9516b req-04714c31-d9ab-4d71-8750-8b95722d312e tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 949 time: 0.1659188 Nov 27 03:46:37.227858 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-6a8dc9d6-3cd7-4c55-8caf-48d39309873d tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:37.229635 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-6a8dc9d6-3cd7-4c55-8caf-48d39309873d tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.23 "GET /v2.0/networks?id=d2a04259-b0f6-42f5-9f37-902d78a3a537 HTTP/1.1" status: 200 len: 811 time: 0.4316802 Nov 27 03:46:37.287279 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e4b0d768-b110-44ee-8821-6a6970f9516b req-04e15bc1-3ef5-4957-8310-bb83ac3c1577 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347005 Nov 27 03:46:37.396519 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-2d5b0ab9-4c62-4931-9258-ddd9fb3bced3 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=275b20c7c8f94a1fa5f0a4cbe1db6d0f HTTP/1.1" status: 200 len: 380 time: 0.1423252 Nov 27 03:46:37.407711 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-1aa215a8-8f6f-4046-956b-95ed4d8d8145 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Request body: {'port': {'device_id': '47f4f107-d53f-42a9-a6d8-3d0a32c664ad', 'network_id': 'd2a04259-b0f6-42f5-9f37-902d78a3a537', 'admin_state_up': True, 'tenant_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'security_groups': ['4502c4dd-84bc-4324-9c12-71b4dee715c8']}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:46:37.608772 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-1aa215a8-8f6f-4046-956b-95ed4d8d8145 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Made reservation on behalf of 275b20c7c8f94a1fa5f0a4cbe1db6d0f for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:46:37.612434 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-1aa215a8-8f6f-4046-956b-95ed4d8d8145 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:37.624370 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f18960-fb0c-4e23-b93e-b59d83ea974c req-12a7dc23-df03-4117-af68-633430d0a89a tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:37.625041 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d5c75-0bf8-4ce6-b6fe-80fc435325da tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Pushing event updated for resources: {'Port': ['ID=dc88044d-f13c-49d7-b13c-3c5037fd3349,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:37.625898 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a1f18960-fb0c-4e23-b93e-b59d83ea974c req-12a7dc23-df03-4117-af68-633430d0a89a tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] 10.222.0.11 "GET /v2.0/ports?device_id=6db0b9a7-dead-4e0c-909f-5a0dfd7f67d1 HTTP/1.1" status: 200 len: 946 time: 0.1061308 Nov 27 03:46:37.648911 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8e7486b1-519d-469d-a9ae-0294832d347d req-a81ec24b-65b5-422d-8e1c-39c32ca39422 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f4f107-d53f-42a9-a6d8-3d0a32c664ad HTTP/1.1" status: 200 len: 210 time: 0.0508606 Nov 27 03:46:37.661440 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-4e4d5c75-0bf8-4ce6-b6fe-80fc435325da tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:37.662230 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-4e4d5c75-0bf8-4ce6-b6fe-80fc435325da tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:37.687621 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-4e4d5c75-0bf8-4ce6-b6fe-80fc435325da tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2924166 Nov 27 03:46:37.710378 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-43d3c24e-d858-4bbd-b01f-1e498bad5321 service neutron] Request body: {'port': {'device_id': '1d6159af-abea-47b8-824b-04a8da24006d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:46:37.781478 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-43d3c24e-d858-4bbd-b01f-1e498bad5321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:37.783684 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['38d81c3d-ce44-436e-ac76-0fa3e4f40f3d'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:46:37.847898 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-1aa215a8-8f6f-4046-956b-95ed4d8d8145 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Allocated IP 172.20.0.12 (d2a04259-b0f6-42f5-9f37-902d78a3a537/84949138-7735-4701-8586-0e9a0fda39f5/79d1c101-ddfe-4972-ae80-79dd6e8e4dea) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:46:37.857789 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87e03f-5220-494d-b3f4-2bf6c694d0b8 req-9b30c5cb-ea5c-4050-8cfd-a171c628eb84 tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:37.875600 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1b87e03f-5220-494d-b3f4-2bf6c694d0b8 req-9b30c5cb-ea5c-4050-8cfd-a171c628eb84 tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] 10.222.0.20 "GET /v2.0/ports?device_id=6db0b9a7-dead-4e0c-909f-5a0dfd7f67d1 HTTP/1.1" status: 200 len: 946 time: 0.3479605 Nov 27 03:46:37.969117 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db4687-56b5-41bb-a223-fcca2fba8ef9 req-173ffad9-2254-471e-a65a-3f5c776b2c0c tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:37.971088 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c2db4687-56b5-41bb-a223-fcca2fba8ef9 req-173ffad9-2254-471e-a65a-3f5c776b2c0c tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 931 time: 0.1416645 Nov 27 03:46:38.038663 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1b87e03f-5220-494d-b3f4-2bf6c694d0b8 req-7299e683-6408-4f1d-ada7-2fb6ef22627a tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] 10.222.0.20 "GET /v2.0/security-groups?id=8332bb4c-5061-4964-96ba-d56bd6c227a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551061 Nov 27 03:46:38.199796 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-a1f18960-fb0c-4e23-b93e-b59d83ea974c req-42500d0d-4e46-4f94-ad97-421d88132aca tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] Deleting port 081f4c45-5722-492f-8a4b-750e5e6de964 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:46:38.200140 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a1f18960-fb0c-4e23-b93e-b59d83ea974c req-42500d0d-4e46-4f94-ad97-421d88132aca tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:38.291281 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7a544-7e1a-482e-bf32-3d739dafed54 req-b4bbf289-715a-49aa-a6b2-4e74e45a2d33 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:38.298478 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6ee7a544-7e1a-482e-bf32-3d739dafed54 req-b4bbf289-715a-49aa-a6b2-4e74e45a2d33 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/ports?device_id=9302f1d9-26d5-4fdb-8d32-379082bdba0e HTTP/1.1" status: 200 len: 945 time: 0.1486549 Nov 27 03:46:38.313511 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-43d3c24e-d858-4bbd-b01f-1e498bad5321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc88044d-f13c-49d7-b13c-3c5037fd3349 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:46:38.325724 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-43d3c24e-d858-4bbd-b01f-1e498bad5321 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:38.337482 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-1aa215a8-8f6f-4046-956b-95ed4d8d8145 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:38.346977 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-43d3c24e-d858-4bbd-b01f-1e498bad5321 service neutron] Transition to ACTIVE for port object dc88044d-f13c-49d7-b13c-3c5037fd3349 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:46:38.402269 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6ee7a544-7e1a-482e-bf32-3d739dafed54 req-52e82122-16e5-4902-a279-d3c385566597 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18e94ef-9afe-4215-b7a0-56cae0157012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028426 Nov 27 03:46:38.405774 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c2db4687-56b5-41bb-a223-fcca2fba8ef9 req-dd0b8bfc-5246-4c3b-96a8-a93630c00227 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4204633 Nov 27 03:46:38.408806 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-43d3c24e-d858-4bbd-b01f-1e498bad5321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:38.420048 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-a1f18960-fb0c-4e23-b93e-b59d83ea974c req-42500d0d-4e46-4f94-ad97-421d88132aca tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] For port 081f4c45-5722-492f-8a4b-750e5e6de964, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=081f4c45-5722-492f-8a4b-750e5e6de964,segment=NetworkSegment(843a3e50-453f-4627-a2c7-76f7ab8b5197),segment_id=843a3e50-453f-4627-a2c7-76f7ab8b5197)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:46:38.422513 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a1f18960-fb0c-4e23-b93e-b59d83ea974c req-42500d0d-4e46-4f94-ad97-421d88132aca tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:38.473787 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-a1f18960-fb0c-4e23-b93e-b59d83ea974c req-42500d0d-4e46-4f94-ad97-421d88132aca tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] Calling delete_port for 081f4c45-5722-492f-8a4b-750e5e6de964 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:46:38.483389 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3c24e-d858-4bbd-b01f-1e498bad5321 service neutron] Pushing event updated for resources: {'Port': ['ID=dc88044d-f13c-49d7-b13c-3c5037fd3349,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:38.568328 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-1aa215a8-8f6f-4046-956b-95ed4d8d8145 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:38.632058 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-43d3c24e-d858-4bbd-b01f-1e498bad5321 service neutron] Attempting to bind port dc88044d-f13c-49d7-b13c-3c5037fd3349 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:46:38.634696 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-43d3c24e-d858-4bbd-b01f-1e498bad5321 service neutron] Attempting to bind port dc88044d-f13c-49d7-b13c-3c5037fd3349 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:46:38.635044 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-43d3c24e-d858-4bbd-b01f-1e498bad5321 service neutron] Attempting to bind port dc88044d-f13c-49d7-b13c-3c5037fd3349 on network b645cec8-c88e-4bba-8234-b110de21cfe7 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:46:38.656279 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-1aa215a8-8f6f-4046-956b-95ed4d8d8145 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Network d2a04259-b0f6-42f5-9f37-902d78a3a537 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:46:38.661462 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-1aa215a8-8f6f-4046-956b-95ed4d8d8145 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:46:38.670927 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-1aa215a8-8f6f-4046-956b-95ed4d8d8145 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:46:38.697296 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-43d3c24e-d858-4bbd-b01f-1e498bad5321 service neutron] Port dc88044d-f13c-49d7-b13c-3c5037fd3349 on network b645cec8-c88e-4bba-8234-b110de21cfe7 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:46:38.703615 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-43d3c24e-d858-4bbd-b01f-1e498bad5321 service neutron] Attempting to bind port dc88044d-f13c-49d7-b13c-3c5037fd3349 on network b645cec8-c88e-4bba-8234-b110de21cfe7 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:46:38.716834 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-43d3c24e-d858-4bbd-b01f-1e498bad5321 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:46:38.719046 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-43d3c24e-d858-4bbd-b01f-1e498bad5321 service neutron] Checking segment: {'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:46:38.719791 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-43d3c24e-d858-4bbd-b01f-1e498bad5321 service neutron] Bound using segment: {'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:46:38.720433 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-43d3c24e-d858-4bbd-b01f-1e498bad5321 service neutron] Bound port: dc88044d-f13c-49d7-b13c-3c5037fd3349, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:46:38.726903 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-43d3c24e-d858-4bbd-b01f-1e498bad5321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:38.761132 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-1aa215a8-8f6f-4046-956b-95ed4d8d8145 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:38.761809 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-1aa215a8-8f6f-4046-956b-95ed4d8d8145 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:38.842099 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa215a8-8f6f-4046-956b-95ed4d8d8145 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Pushing event updated for resources: {'Port': ['ID=79d1c101-ddfe-4972-ae80-79dd6e8e4dea,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:38.853104 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-1aa215a8-8f6f-4046-956b-95ed4d8d8145 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4492655 Nov 27 03:46:38.878695 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-83392ecc-50b3-4f0c-8403-3760838c7358 service neutron] Request body: {'port': {'device_id': '47f4f107-d53f-42a9-a6d8-3d0a32c664ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:46:38.901243 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815a7f5-b1e5-4d93-8030-9640c1a2c161 req-f70e313a-49d5-495d-bcea-642f56006e96 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:38.905896 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-43d3c24e-d858-4bbd-b01f-1e498bad5321 service neutron] For port dc88044d-f13c-49d7-b13c-3c5037fd3349, host n-h1-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:46:38.909777 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-43d3c24e-d858-4bbd-b01f-1e498bad5321 service neutron] For port dc88044d-f13c-49d7-b13c-3c5037fd3349, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=dc88044d-f13c-49d7-b13c-3c5037fd3349,segment=NetworkSegment(74310010-e448-4edf-8f12-15f9f8367765),segment_id=74310010-e448-4edf-8f12-15f9f8367765)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:46:38.912309 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1815a7f5-b1e5-4d93-8030-9640c1a2c161 req-f70e313a-49d5-495d-bcea-642f56006e96 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 949 time: 0.1270623 Nov 27 03:46:38.920707 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-43d3c24e-d858-4bbd-b01f-1e498bad5321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:38.939284 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-43d3c24e-d858-4bbd-b01f-1e498bad5321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:38.940991 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-43d3c24e-d858-4bbd-b01f-1e498bad5321 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:38.942481 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-43d3c24e-d858-4bbd-b01f-1e498bad5321 service neutron] 10.222.0.23 "PUT /v2.0/ports/dc88044d-f13c-49d7-b13c-3c5037fd3349 HTTP/1.1" status: 200 len: 1091 time: 1.2364445 Nov 27 03:46:38.946008 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d6159af-abea-47b8-824b-04a8da24006d', 'tag': 'dc88044d-f13c-49d7-b13c-3c5037fd3349'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:46:38.948080 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffddf1a-2676-4554-bbe2-60bb75e108c7" -d '{"events": [{"name": "network-changed", "server_uuid": "1d6159af-abea-47b8-824b-04a8da24006d", "tag": "dc88044d-f13c-49d7-b13c-3c5037fd3349"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:46:38.991158 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171161ed-63b5-4935-8418-a95bfd3783c1 req-1934a0c6-1d51-41c9-9953-d37f0ae11394 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:39.000710 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-171161ed-63b5-4935-8418-a95bfd3783c1 req-1934a0c6-1d51-41c9-9953-d37f0ae11394 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f4f107-d53f-42a9-a6d8-3d0a32c664ad HTTP/1.1" status: 200 len: 932 time: 0.2049651 Nov 27 03:46:39.063780 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a1f18960-fb0c-4e23-b93e-b59d83ea974c req-42500d0d-4e46-4f94-ad97-421d88132aca tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:39.105450 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['081f4c45-5722-492f-8a4b-750e5e6de964'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:46:39.118925 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42500d0d-4e46-4f94-ad97-421d88132aca tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] Pushing event deleted for resources: {'Port': ['ID=081f4c45-5722-492f-8a4b-750e5e6de964,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:39.189357 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-bdc03f05-e629-4219-a869-f8b4eacad9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:39.190936 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-bdc03f05-e629-4219-a869-f8b4eacad9f9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=35cfdc78458c41aab44b0a976c3549af&device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 1094 time: 0.1761863 Nov 27 03:46:39.191739 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1815a7f5-b1e5-4d93-8030-9640c1a2c161 req-dfe82513-5482-451c-a854-c5a87831b80e tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780530 Nov 27 03:46:39.214579 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-277acb05-ce52-4d50-b4e1-b79068294932 None None] Provisioning complete for port 79d1c101-ddfe-4972-ae80-79dd6e8e4dea triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:46:39.216494 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-277acb05-ce52-4d50-b4e1-b79068294932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:39.250233 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-83392ecc-50b3-4f0c-8403-3760838c7358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:39.297942 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-277acb05-ce52-4d50-b4e1-b79068294932 None None] Port 79d1c101-ddfe-4972-ae80-79dd6e8e4dea cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:46:39.309718 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f18960-fb0c-4e23-b93e-b59d83ea974c req-42500d0d-4e46-4f94-ad97-421d88132aca tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] No DVR routers for this DVR port 081f4c45-5722-492f-8a4b-750e5e6de964 on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:46:39.318272 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a1f18960-fb0c-4e23-b93e-b59d83ea974c req-42500d0d-4e46-4f94-ad97-421d88132aca tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:39.320131 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-0aa4fd91-4a9c-42f1-8275-325594ec7e0e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc88044d-f13c-49d7-b13c-3c5037fd3349 HTTP/1.1" status: 200 len: 217 time: 0.1078603 Nov 27 03:46:39.322211 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a1f18960-fb0c-4e23-b93e-b59d83ea974c req-42500d0d-4e46-4f94-ad97-421d88132aca tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] 10.222.0.11 "DELETE /v2.0/ports/081f4c45-5722-492f-8a4b-750e5e6de964 HTTP/1.1" status: 204 len: 173 time: 1.6818578 Nov 27 03:46:39.323033 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db0b9a7-dead-4e0c-909f-5a0dfd7f67d1', 'name': 'network-vif-deleted', 'tag': '081f4c45-5722-492f-8a4b-750e5e6de964'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:46:39.323722 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179052fb-e9b8-48a6-835b-e10c7ef74df3 x-openstack-request-id: req-179052fb-e9b8-48a6-835b-e10c7ef74df3 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:46:39.324013 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d6159af-abea-47b8-824b-04a8da24006d", "tag": "dc88044d-f13c-49d7-b13c-3c5037fd3349", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:46:39.324265 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-179052fb-e9b8-48a6-835b-e10c7ef74df3 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:46:39.324719 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d6159af-abea-47b8-824b-04a8da24006d', 'tag': 'dc88044d-f13c-49d7-b13c-3c5037fd3349', 'status': 'completed', 'code': 200} Nov 27 03:46:39.325938 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596a944a-5ebf-4cf5-8500-468202c834ec" -d '{"events": [{"server_uuid": "6db0b9a7-dead-4e0c-909f-5a0dfd7f67d1", "name": "network-vif-deleted", "tag": "081f4c45-5722-492f-8a4b-750e5e6de964"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:46:39.386440 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-747dc49f-ce27-4640-95c6-fc1d7c341d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:39.388728 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-747dc49f-ce27-4640-95c6-fc1d7c341d8e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=022c48dd-3720-4645-8f22-45c74ce924ab HTTP/1.1" status: 200 len: 861 time: 0.0578506 Nov 27 03:46:39.390372 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3c24e-d858-4bbd-b01f-1e498bad5321 service neutron] Pushing event updated for resources: {'Port': ['ID=dc88044d-f13c-49d7-b13c-3c5037fd3349,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:39.398328 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a798d697-951c-44a8-b439-5872b0866c86 req-3cc979e8-bd99-4c92-979f-76b30d8fd32f tempest-AttachSCSIVolumeTestJSON-100241559 tempest-AttachSCSIVolumeTestJSON-100241559-project] 10.222.0.20 "GET /v2.0/ports?device_id=6db0b9a7-dead-4e0c-909f-5a0dfd7f67d1 HTTP/1.1" status: 200 len: 210 time: 0.0371730 Nov 27 03:46:39.418661 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-171161ed-63b5-4935-8418-a95bfd3783c1 req-db08954a-92c3-430f-b929-1a537b7b905f tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.20 "GET /v2.0/security-groups?id=4502c4dd-84bc-4324-9c12-71b4dee715c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4160883 Nov 27 03:46:39.464600 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-82810466-dcf2-4c58-839a-c500a04c3db2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b645cec8-c88e-4bba-8234-b110de21cfe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656803 Nov 27 03:46:39.559303 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a12e17-dcb8-4bc8-a5cc-9c8c69eb53c1 x-openstack-request-id: req-e2a12e17-dcb8-4bc8-a5cc-9c8c69eb53c1 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:46:39.559712 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db0b9a7-dead-4e0c-909f-5a0dfd7f67d1", "name": "network-vif-deleted", "tag": "081f4c45-5722-492f-8a4b-750e5e6de964", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:46:39.560038 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2a12e17-dcb8-4bc8-a5cc-9c8c69eb53c1 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:46:39.560694 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db0b9a7-dead-4e0c-909f-5a0dfd7f67d1', 'name': 'network-vif-deleted', 'tag': '081f4c45-5722-492f-8a4b-750e5e6de964', 'status': 'completed', 'code': 200} Nov 27 03:46:39.618192 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device ec70e6b7-7762-458b-83bc-e6d97b1cc508 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:46:39.725325 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port ec70e6b7-7762-458b-83bc-e6d97b1cc508 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:46:39.741098 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port ec70e6b7-7762-458b-83bc-e6d97b1cc508 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:46:39.744159 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:39.775440 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37d62e-bf79-443b-8a4a-36645266f40b req-fece6441-e807-45fd-9dc8-0d50d6f5427b tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:39.776926 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ff37d62e-bf79-443b-8a4a-36645266f40b req-fece6441-e807-45fd-9dc8-0d50d6f5427b tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/ports?device_id=9302f1d9-26d5-4fdb-8d32-379082bdba0e HTTP/1.1" status: 200 len: 945 time: 0.1717138 Nov 27 03:46:39.799467 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-c6d39eb6-ca5f-4233-99c8-e38fa67dad0a service neutron] 10.222.0.23 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269656 Nov 27 03:46:39.805274 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe15d90-4569-499c-9332-cf3713723d78 req-1778291b-5cfc-4c98-898b-4954d9e342e9 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:39.823234 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fbe15d90-4569-499c-9332-cf3713723d78 req-1778291b-5cfc-4c98-898b-4954d9e342e9 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 943 time: 0.2012143 Nov 27 03:46:39.906074 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:39.956659 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9302f1d9-26d5-4fdb-8d32-379082bdba0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec70e6b7-7762-458b-83bc-e6d97b1cc508'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:46:39.957575 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fbe15d90-4569-499c-9332-cf3713723d78 req-f64e2081-48c4-456f-8ce1-2dc846def901 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323929 Nov 27 03:46:39.972858 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f7a101-c3b0-4732-b695-82a50e25979f" -d '{"events": [{"server_uuid": "9302f1d9-26d5-4fdb-8d32-379082bdba0e", "name": "network-vif-plugged", "status": "completed", "tag": "ec70e6b7-7762-458b-83bc-e6d97b1cc508"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:46:40.009442 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port ec70e6b7-7762-458b-83bc-e6d97b1cc508, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=ec70e6b7-7762-458b-83bc-e6d97b1cc508,segment=NetworkSegment(c1651081-4661-44b0-a4f9-f27950d5af75),segment_id=c1651081-4661-44b0-a4f9-f27950d5af75)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:46:40.033616 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ff37d62e-bf79-443b-8a4a-36645266f40b req-b71f829d-aec3-4130-868d-490f85c5b0c6 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18e94ef-9afe-4215-b7a0-56cae0157012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420161 Nov 27 03:46:40.034593 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:40.139827 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=ec70e6b7-7762-458b-83bc-e6d97b1cc508,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:40.141528 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0f5fcfb5-15d4-42e9-9d3c-edfdb3504f8c req-b818f2b7-c504-4897-b7f2-3cf01154b710 service neutron] 10.222.0.23 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225162 Nov 27 03:46:40.218144 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-83392ecc-50b3-4f0c-8403-3760838c7358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79d1c101-ddfe-4972-ae80-79dd6e8e4dea {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:46:40.231737 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-83392ecc-50b3-4f0c-8403-3760838c7358 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:40.249939 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c2f303-c384-4bd5-97aa-1e337ac3a532 x-openstack-request-id: req-58c2f303-c384-4bd5-97aa-1e337ac3a532 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:46:40.250733 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9302f1d9-26d5-4fdb-8d32-379082bdba0e", "name": "network-vif-plugged", "status": "completed", "tag": "ec70e6b7-7762-458b-83bc-e6d97b1cc508", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:46:40.251281 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-58c2f303-c384-4bd5-97aa-1e337ac3a532 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:46:40.251889 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9302f1d9-26d5-4fdb-8d32-379082bdba0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec70e6b7-7762-458b-83bc-e6d97b1cc508', 'code': 200} Nov 27 03:46:40.274815 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-83392ecc-50b3-4f0c-8403-3760838c7358 service neutron] Transition to ACTIVE for port object 79d1c101-ddfe-4972-ae80-79dd6e8e4dea will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:46:40.285488 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-83392ecc-50b3-4f0c-8403-3760838c7358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:40.332815 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffddf1a-2676-4554-bbe2-60bb75e108c7 req-069669d8-8331-4683-8933-0aaf069c353a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:40.334334 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5ffddf1a-2676-4554-bbe2-60bb75e108c7 req-069669d8-8331-4683-8933-0aaf069c353a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=35cfdc78458c41aab44b0a976c3549af&device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 1094 time: 0.1014922 Nov 27 03:46:40.498678 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c396b-a620-4f08-a0fb-00d9472e854f req-5e3d6bad-3674-48ce-b379-92321ec2a592 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:40.501609 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83392ecc-50b3-4f0c-8403-3760838c7358 service neutron] Pushing event updated for resources: {'Port': ['ID=79d1c101-ddfe-4972-ae80-79dd6e8e4dea,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:40.508638 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-367c396b-a620-4f08-a0fb-00d9472e854f req-5e3d6bad-3674-48ce-b379-92321ec2a592 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 949 time: 0.1574297 Nov 27 03:46:40.605649 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0990f-2f6f-4f9b-a4fb-0852c2d2d8ce req-4789cdc0-1e19-423f-ae67-2d31c228cfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:40.607407 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-86f0990f-2f6f-4f9b-a4fb-0852c2d2d8ce req-4789cdc0-1e19-423f-ae67-2d31c228cfa9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9302f1d9-26d5-4fdb-8d32-379082bdba0e HTTP/1.1" status: 200 len: 1097 time: 0.2412298 Nov 27 03:46:40.624545 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffddf1a-2676-4554-bbe2-60bb75e108c7 req-b13bb5d0-6866-4490-a7a0-8ddffd928cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:40.630985 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5ffddf1a-2676-4554-bbe2-60bb75e108c7 req-b13bb5d0-6866-4490-a7a0-8ddffd928cf1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b645cec8-c88e-4bba-8234-b110de21cfe7 HTTP/1.1" status: 200 len: 922 time: 0.2874870 Nov 27 03:46:40.693098 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5ffddf1a-2676-4554-bbe2-60bb75e108c7 req-07b84e72-9434-4f65-8403-acefce04a5a7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc88044d-f13c-49d7-b13c-3c5037fd3349 HTTP/1.1" status: 200 len: 217 time: 0.0466456 Nov 27 03:46:40.715161 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-367c396b-a620-4f08-a0fb-00d9472e854f req-acff9c9b-6374-4720-989a-25fb77712ba7 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055471 Nov 27 03:46:40.740741 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-86f0990f-2f6f-4f9b-a4fb-0852c2d2d8ce req-d1b98327-56c3-4791-946e-d459430a29fa service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e18e94ef-9afe-4215-b7a0-56cae0157012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082828 Nov 27 03:46:40.743015 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-83392ecc-50b3-4f0c-8403-3760838c7358 service neutron] Attempting to bind port 79d1c101-ddfe-4972-ae80-79dd6e8e4dea on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:46:40.743604 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-83392ecc-50b3-4f0c-8403-3760838c7358 service neutron] Attempting to bind port 79d1c101-ddfe-4972-ae80-79dd6e8e4dea by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': 'db00e79a-9198-482d-8bdb-bf6ce39640c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd2a04259-b0f6-42f5-9f37-902d78a3a537'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:46:40.744449 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-83392ecc-50b3-4f0c-8403-3760838c7358 service neutron] Attempting to bind port 79d1c101-ddfe-4972-ae80-79dd6e8e4dea on network d2a04259-b0f6-42f5-9f37-902d78a3a537 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:46:40.775536 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf8ad2-5e4d-4cee-973e-4eec667db7bb req-de4c3771-735f-412c-8b39-b97a1cae3e25 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:40.777462 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-23bf8ad2-5e4d-4cee-973e-4eec667db7bb req-de4c3771-735f-412c-8b39-b97a1cae3e25 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f4f107-d53f-42a9-a6d8-3d0a32c664ad HTTP/1.1" status: 200 len: 944 time: 0.2021549 Nov 27 03:46:40.784615 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-83392ecc-50b3-4f0c-8403-3760838c7358 service neutron] Port 79d1c101-ddfe-4972-ae80-79dd6e8e4dea on network d2a04259-b0f6-42f5-9f37-902d78a3a537 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:46:40.784932 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-83392ecc-50b3-4f0c-8403-3760838c7358 service neutron] Attempting to bind port 79d1c101-ddfe-4972-ae80-79dd6e8e4dea on network d2a04259-b0f6-42f5-9f37-902d78a3a537 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:46:40.806790 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffddf1a-2676-4554-bbe2-60bb75e108c7 req-6b9cefdb-93fd-43f6-ae22-6e4687427796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:40.808764 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5ffddf1a-2676-4554-bbe2-60bb75e108c7 req-6b9cefdb-93fd-43f6-ae22-6e4687427796 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=022c48dd-3720-4645-8f22-45c74ce924ab HTTP/1.1" status: 200 len: 861 time: 0.0830958 Nov 27 03:46:40.857021 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-83392ecc-50b3-4f0c-8403-3760838c7358 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:46:40.857367 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-83392ecc-50b3-4f0c-8403-3760838c7358 service neutron] Checking segment: {'id': 'db00e79a-9198-482d-8bdb-bf6ce39640c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd2a04259-b0f6-42f5-9f37-902d78a3a537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:46:40.858594 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-83392ecc-50b3-4f0c-8403-3760838c7358 service neutron] Bound using segment: {'id': 'db00e79a-9198-482d-8bdb-bf6ce39640c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd2a04259-b0f6-42f5-9f37-902d78a3a537'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:46:40.862953 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5ffddf1a-2676-4554-bbe2-60bb75e108c7 req-ed0a2104-0319-4e56-abd2-b34d2b91dc0d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b645cec8-c88e-4bba-8234-b110de21cfe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462639 Nov 27 03:46:40.865852 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-83392ecc-50b3-4f0c-8403-3760838c7358 service neutron] Bound port: 79d1c101-ddfe-4972-ae80-79dd6e8e4dea, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db00e79a-9198-482d-8bdb-bf6ce39640c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd2a04259-b0f6-42f5-9f37-902d78a3a537'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:46:40.866340 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-83392ecc-50b3-4f0c-8403-3760838c7358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:40.913579 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-23bf8ad2-5e4d-4cee-973e-4eec667db7bb req-5c005c9e-a101-427a-b94c-02df5d9d8e6f tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.20 "GET /v2.0/security-groups?id=4502c4dd-84bc-4324-9c12-71b4dee715c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212196 Nov 27 03:46:40.982875 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-83392ecc-50b3-4f0c-8403-3760838c7358 service neutron] For port 79d1c101-ddfe-4972-ae80-79dd6e8e4dea, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:46:40.986618 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-83392ecc-50b3-4f0c-8403-3760838c7358 service neutron] For port 79d1c101-ddfe-4972-ae80-79dd6e8e4dea, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=79d1c101-ddfe-4972-ae80-79dd6e8e4dea,segment=NetworkSegment(db00e79a-9198-482d-8bdb-bf6ce39640c7),segment_id=db00e79a-9198-482d-8bdb-bf6ce39640c7)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:46:40.993959 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-83392ecc-50b3-4f0c-8403-3760838c7358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:41.056112 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-83392ecc-50b3-4f0c-8403-3760838c7358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:41.057186 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-83392ecc-50b3-4f0c-8403-3760838c7358 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:41.059354 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-83392ecc-50b3-4f0c-8403-3760838c7358 service neutron] 10.222.0.23 "PUT /v2.0/ports/79d1c101-ddfe-4972-ae80-79dd6e8e4dea HTTP/1.1" status: 200 len: 1092 time: 2.1862979 Nov 27 03:46:41.099585 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5ffddf1a-2676-4554-bbe2-60bb75e108c7 req-9ef1249e-3029-4081-b1cd-50098a4ed5ee service neutron] 10.222.0.23 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151332 Nov 27 03:46:41.114862 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83392ecc-50b3-4f0c-8403-3760838c7358 service neutron] Pushing event updated for resources: {'Port': ['ID=79d1c101-ddfe-4972-ae80-79dd6e8e4dea,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:41.257081 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c8348-8329-4fd3-a137-1951d8799bb7 req-c6d072e5-b13e-45f4-b84d-3c78dd5bfdd3 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:41.269133 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-df7c8348-8329-4fd3-a137-1951d8799bb7 req-c6d072e5-b13e-45f4-b84d-3c78dd5bfdd3 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/ports?device_id=9302f1d9-26d5-4fdb-8d32-379082bdba0e HTTP/1.1" status: 200 len: 946 time: 0.1099577 Nov 27 03:46:41.272895 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-951907b7-2285-4bce-bd8d-cde15ea78763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:41.274408 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-951907b7-2285-4bce-bd8d-cde15ea78763 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=275b20c7c8f94a1fa5f0a4cbe1db6d0f&device_id=47f4f107-d53f-42a9-a6d8-3d0a32c664ad HTTP/1.1" status: 200 len: 1095 time: 0.1052918 Nov 27 03:46:41.494577 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9a532-fa7d-4070-98d2-f17517089126 req-ece392c0-7ffe-414e-9b22-c99a989e8215 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:41.501024 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-05c9a532-fa7d-4070-98d2-f17517089126 req-ece392c0-7ffe-414e-9b22-c99a989e8215 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 943 time: 0.2311449 Nov 27 03:46:41.593567 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5ffddf1a-2676-4554-bbe2-60bb75e108c7 req-40de6f20-4a4c-45e5-9f1d-57756eb23e25 service neutron] 10.222.0.23 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4721031 Nov 27 03:46:41.631502 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 081f4c45-5722-492f-8a4b-750e5e6de964 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:46:41.657043 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47f4f107-d53f-42a9-a6d8-3d0a32c664ad', 'tag': '79d1c101-ddfe-4972-ae80-79dd6e8e4dea'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:46:41.659481 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f03a24-f665-4f45-903f-0e11c7c4efec" -d '{"events": [{"name": "network-changed", "server_uuid": "47f4f107-d53f-42a9-a6d8-3d0a32c664ad", "tag": "79d1c101-ddfe-4972-ae80-79dd6e8e4dea"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:46:41.674399 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: 081f4c45-5722-492f-8a4b-750e5e6de964 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:46:41.675194 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 081f4c45-5722-492f-8a4b-750e5e6de964 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:46:41.678724 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-05c9a532-fa7d-4070-98d2-f17517089126 req-925c0143-6ca8-4503-8ef1-e9d502a2b277 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679869 Nov 27 03:46:41.778192 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-df7c8348-8329-4fd3-a137-1951d8799bb7 req-e35a3a13-3072-4ff1-ab73-1303ee933e51 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18e94ef-9afe-4215-b7a0-56cae0157012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5078156 Nov 27 03:46:41.779910 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-481842f9-076c-4626-8f4d-5423afe85b37 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79d1c101-ddfe-4972-ae80-79dd6e8e4dea HTTP/1.1" status: 200 len: 217 time: 0.1138377 Nov 27 03:46:41.865288 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-ba1aa8d0-aa1f-449e-9b31-f2754a102de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:41.870008 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-ba1aa8d0-aa1f-449e-9b31-f2754a102de3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=84949138-7735-4701-8586-0e9a0fda39f5 HTTP/1.1" status: 200 len: 850 time: 0.0539906 Nov 27 03:46:41.964880 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8357be-5aff-4784-acd3-52e2b26bcb5e x-openstack-request-id: req-cd8357be-5aff-4784-acd3-52e2b26bcb5e {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:46:41.965301 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47f4f107-d53f-42a9-a6d8-3d0a32c664ad", "tag": "79d1c101-ddfe-4972-ae80-79dd6e8e4dea", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:46:41.965558 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd8357be-5aff-4784-acd3-52e2b26bcb5e {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:46:41.965971 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47f4f107-d53f-42a9-a6d8-3d0a32c664ad', 'tag': '79d1c101-ddfe-4972-ae80-79dd6e8e4dea', 'status': 'completed', 'code': 200} Nov 27 03:46:41.982088 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-54a36c0d-16a3-4f8d-b9c0-c67890c351b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:41.987085 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-54a36c0d-16a3-4f8d-b9c0-c67890c351b8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d2a04259-b0f6-42f5-9f37-902d78a3a537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1088183 Nov 27 03:46:42.115499 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0058a1-0df2-4c18-b0bf-6d270b1627a8 req-e6b77422-24bc-4e54-a7b8-9512fb34a8b2 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:42.117620 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ce0058a1-0df2-4c18-b0bf-6d270b1627a8 req-e6b77422-24bc-4e54-a7b8-9512fb34a8b2 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 949 time: 0.1126611 Nov 27 03:46:42.121306 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77890cc1-45c1-4f33-b5fc-3e86d5debc5b req-0dbe7ea6-5cd4-4185-a9ac-41aa9e0ba5b8 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:42.122913 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-77890cc1-45c1-4f33-b5fc-3e86d5debc5b req-0dbe7ea6-5cd4-4185-a9ac-41aa9e0ba5b8 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f4f107-d53f-42a9-a6d8-3d0a32c664ad HTTP/1.1" status: 200 len: 944 time: 0.0736668 Nov 27 03:46:42.159248 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-36e008dd-29cc-45da-8365-eedfd818a9ec service neutron] 10.222.0.23 "GET /v2.0/networks/d2a04259-b0f6-42f5-9f37-902d78a3a537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654990 Nov 27 03:46:42.208133 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ce0058a1-0df2-4c18-b0bf-6d270b1627a8 req-126602b3-f76f-4228-838c-e9f58f1aa3d1 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775578 Nov 27 03:46:42.235215 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-77890cc1-45c1-4f33-b5fc-3e86d5debc5b req-295b0942-8302-4890-8f3f-a11568ec623a tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.20 "GET /v2.0/security-groups?id=4502c4dd-84bc-4324-9c12-71b4dee715c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056848 Nov 27 03:46:42.286124 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b579759d-b7bc-4b74-94b4-458b36ca4cbf req-fa9be000-32fc-411d-94f9-3ae523696cf1 service neutron] 10.222.0.23 "GET /v2.0/networks/d2a04259-b0f6-42f5-9f37-902d78a3a537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154900 Nov 27 03:46:42.500473 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f03a24-f665-4f45-903f-0e11c7c4efec req-4b06503c-1325-4baf-bc25-b92066888e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:42.506662 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-24f03a24-f665-4f45-903f-0e11c7c4efec req-4b06503c-1325-4baf-bc25-b92066888e7f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=275b20c7c8f94a1fa5f0a4cbe1db6d0f&device_id=47f4f107-d53f-42a9-a6d8-3d0a32c664ad HTTP/1.1" status: 200 len: 1095 time: 0.0992196 Nov 27 03:46:42.667025 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f03a24-f665-4f45-903f-0e11c7c4efec req-29099910-e7eb-4414-bdbe-18b843a2813a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:42.668422 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-24f03a24-f665-4f45-903f-0e11c7c4efec req-29099910-e7eb-4414-bdbe-18b843a2813a service neutron] 10.222.0.23 "GET /v2.0/networks?id=d2a04259-b0f6-42f5-9f37-902d78a3a537 HTTP/1.1" status: 200 len: 912 time: 0.1561530 Nov 27 03:46:42.712707 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-24f03a24-f665-4f45-903f-0e11c7c4efec req-a7b5a3fd-c564-43ea-b12b-0b62810ca0b0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79d1c101-ddfe-4972-ae80-79dd6e8e4dea HTTP/1.1" status: 200 len: 217 time: 0.0345922 Nov 27 03:46:42.850159 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f03a24-f665-4f45-903f-0e11c7c4efec req-da1b5c6b-9a94-490d-bac5-eaa68386bfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:42.855146 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-24f03a24-f665-4f45-903f-0e11c7c4efec req-da1b5c6b-9a94-490d-bac5-eaa68386bfb3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=84949138-7735-4701-8586-0e9a0fda39f5 HTTP/1.1" status: 200 len: 850 time: 0.1294644 Nov 27 03:46:42.896117 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f54f5-4f19-43a2-b980-44c55d18e485 req-850f5132-be53-466e-ae77-9176fbc23267 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:42.903387 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fe6f54f5-4f19-43a2-b980-44c55d18e485 req-850f5132-be53-466e-ae77-9176fbc23267 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 943 time: 0.1089954 Nov 27 03:46:43.007255 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fe6f54f5-4f19-43a2-b980-44c55d18e485 req-67233d20-fcb3-4885-a784-b2caae6f69fb tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977044 Nov 27 03:46:43.018600 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a6378-7c77-4a7a-a62f-f040ecc93145 req-fe4536da-c164-4fbf-85d5-3287fe427096 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:43.027314 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e26a6378-7c77-4a7a-a62f-f040ecc93145 req-fe4536da-c164-4fbf-85d5-3287fe427096 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/ports?device_id=9302f1d9-26d5-4fdb-8d32-379082bdba0e HTTP/1.1" status: 200 len: 946 time: 0.1035917 Nov 27 03:46:43.047379 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f03a24-f665-4f45-903f-0e11c7c4efec req-2203bbaa-6f83-48b3-ad7a-c1dc42bc0917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:43.049545 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-24f03a24-f665-4f45-903f-0e11c7c4efec req-2203bbaa-6f83-48b3-ad7a-c1dc42bc0917 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d2a04259-b0f6-42f5-9f37-902d78a3a537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1852593 Nov 27 03:46:43.143910 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e26a6378-7c77-4a7a-a62f-f040ecc93145 req-7eb173c3-a461-4486-bef9-0d233ecd1a66 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18e94ef-9afe-4215-b7a0-56cae0157012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155124 Nov 27 03:46:43.234802 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-24f03a24-f665-4f45-903f-0e11c7c4efec req-0f99f3e8-a456-4ffc-af00-a967fe350670 service neutron] 10.222.0.23 "GET /v2.0/networks/d2a04259-b0f6-42f5-9f37-902d78a3a537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708553 Nov 27 03:46:43.407453 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-010306a0-c40c-42a6-9044-a7a0b959f129 req-66d41567-93f8-4df1-aa07-af69201f043c tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2104336342&fields=id&tenant_id=69d6340ea23c45289ca7a6e130f14fe1 HTTP/1.1" status: 200 len: 267 time: 0.0538530 Nov 27 03:46:43.425750 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-24f03a24-f665-4f45-903f-0e11c7c4efec req-424c3d24-8b59-45c2-a8d8-682ee9fd219a service neutron] 10.222.0.23 "GET /v2.0/networks/d2a04259-b0f6-42f5-9f37-902d78a3a537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831553 Nov 27 03:46:43.490657 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c0232-19b8-4030-91a2-b7f9988f6558 req-8dfdc117-d4a6-4508-8d90-18fd48a8c97f tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:43.493303 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6a3c0232-19b8-4030-91a2-b7f9988f6558 req-8dfdc117-d4a6-4508-8d90-18fd48a8c97f tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 949 time: 0.0666275 Nov 27 03:46:43.499516 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010306a0-c40c-42a6-9044-a7a0b959f129 req-abfaadfd-884b-4f52-bab8-a4e84f9cd555 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:43.506942 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-010306a0-c40c-42a6-9044-a7a0b959f129 req-abfaadfd-884b-4f52-bab8-a4e84f9cd555 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/ports?device_id=9302f1d9-26d5-4fdb-8d32-379082bdba0e HTTP/1.1" status: 200 len: 946 time: 0.0889328 Nov 27 03:46:43.522941 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-010306a0-c40c-42a6-9044-a7a0b959f129 req-be4aa61f-a8f4-4a6d-9da3-8e01d3b25cd3 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Request body: {'port': {'security_groups': ['e18e94ef-9afe-4215-b7a0-56cae0157012', '5b30365e-17d5-4b0d-b7c4-a23d93cb73d8']}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:46:43.566407 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6a3c0232-19b8-4030-91a2-b7f9988f6558 req-877653e7-46fa-4ee7-b41a-b8ac43950d69 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628569 Nov 27 03:46:43.631963 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-010306a0-c40c-42a6-9044-a7a0b959f129 req-be4aa61f-a8f4-4a6d-9da3-8e01d3b25cd3 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:43.759483 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539477c-b470-49f4-908a-eee02e5b7c8f req-8b70ba84-b662-4a8c-9526-1973e5c6ff35 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:43.761250 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f539477c-b470-49f4-908a-eee02e5b7c8f req-8b70ba84-b662-4a8c-9526-1973e5c6ff35 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f4f107-d53f-42a9-a6d8-3d0a32c664ad HTTP/1.1" status: 200 len: 944 time: 0.0938017 Nov 27 03:46:43.883032 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f539477c-b470-49f4-908a-eee02e5b7c8f req-a1ebbbc9-cfb6-40b6-9379-4879c02102cf tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.20 "GET /v2.0/security-groups?id=4502c4dd-84bc-4324-9c12-71b4dee715c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105561 Nov 27 03:46:43.966396 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-010306a0-c40c-42a6-9044-a7a0b959f129 req-be4aa61f-a8f4-4a6d-9da3-8e01d3b25cd3 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] For port ec70e6b7-7762-458b-83bc-e6d97b1cc508, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=ec70e6b7-7762-458b-83bc-e6d97b1cc508,segment=NetworkSegment(c1651081-4661-44b0-a4f9-f27950d5af75),segment_id=c1651081-4661-44b0-a4f9-f27950d5af75)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:46:44.004388 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-010306a0-c40c-42a6-9044-a7a0b959f129 req-be4aa61f-a8f4-4a6d-9da3-8e01d3b25cd3 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:44.012514 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-010306a0-c40c-42a6-9044-a7a0b959f129 req-be4aa61f-a8f4-4a6d-9da3-8e01d3b25cd3 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:44.051609 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['ec70e6b7-7762-458b-83bc-e6d97b1cc508'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:46:44.091425 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4aa61f-a8f4-4a6d-9da3-8e01d3b25cd3 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Pushing event updated for resources: {'Port': ['ID=ec70e6b7-7762-458b-83bc-e6d97b1cc508,revision_number=6']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:44.109272 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['fe8a78f7-4c71-4df1-8ce7-4a4fa586a257'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:46:44.109551 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010306a0-c40c-42a6-9044-a7a0b959f129 req-be4aa61f-a8f4-4a6d-9da3-8e01d3b25cd3 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:44.110490 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-010306a0-c40c-42a6-9044-a7a0b959f129 req-be4aa61f-a8f4-4a6d-9da3-8e01d3b25cd3 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:44.119265 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-010306a0-c40c-42a6-9044-a7a0b959f129 req-be4aa61f-a8f4-4a6d-9da3-8e01d3b25cd3 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "PUT /v2.0/ports/ec70e6b7-7762-458b-83bc-e6d97b1cc508 HTTP/1.1" status: 200 len: 982 time: 0.5977595 Nov 27 03:46:44.119265 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9302f1d9-26d5-4fdb-8d32-379082bdba0e', 'tag': 'ec70e6b7-7762-458b-83bc-e6d97b1cc508'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:46:44.141480 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b2ec22-17b1-4ba2-94c6-3e3467c97901" -d '{"events": [{"name": "network-changed", "server_uuid": "9302f1d9-26d5-4fdb-8d32-379082bdba0e", "tag": "ec70e6b7-7762-458b-83bc-e6d97b1cc508"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:46:44.267819 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39380b2-3b57-4dcc-b03e-e1e78256b2c6 req-6e64a874-a063-47ac-9a28-c4fcaf8e5d4b tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:44.276527 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b39380b2-3b57-4dcc-b03e-e1e78256b2c6 req-6e64a874-a063-47ac-9a28-c4fcaf8e5d4b tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 943 time: 0.1329546 Nov 27 03:46:44.319434 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cab1b8af-9aca-44cf-9e27-8b7463862878 req-74f7c9d2-5e1f-44e9-b7ac-60c84213f540 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups/5b30365e-17d5-4b0d-b7c4-a23d93cb73d8 HTTP/1.1" status: 200 len: 1817 time: 0.0688565 Nov 27 03:46:44.325869 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['ec70e6b7-7762-458b-83bc-e6d97b1cc508'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:46:44.339470 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 79d1c101-ddfe-4972-ae80-79dd6e8e4dea details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:46:44.376484 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b39380b2-3b57-4dcc-b03e-e1e78256b2c6 req-441f002b-53e4-4178-ada8-b0f4a7c9e8bc tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935681 Nov 27 03:46:44.417018 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [req-cab1b8af-9aca-44cf-9e27-8b7463862878 req-4d7cad59-4b73-4799-84d1-0162fe599e32 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 27 03:46:44.425345 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cab1b8af-9aca-44cf-9e27-8b7463862878 req-4d7cad59-4b73-4799-84d1-0162fe599e32 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "DELETE /v2.0/security-groups/5b30365e-17d5-4b0d-b7c4-a23d93cb73d8 HTTP/1.1" status: 409 len: 341 time: 0.1033881 Nov 27 03:46:44.453245 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b5423c-d1bd-4556-9ae4-401ca0e916e1 x-openstack-request-id: req-b0b5423c-d1bd-4556-9ae4-401ca0e916e1 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:46:44.453720 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9302f1d9-26d5-4fdb-8d32-379082bdba0e", "tag": "ec70e6b7-7762-458b-83bc-e6d97b1cc508", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:46:44.454067 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0b5423c-d1bd-4556-9ae4-401ca0e916e1 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:46:44.454579 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9302f1d9-26d5-4fdb-8d32-379082bdba0e', 'tag': 'ec70e6b7-7762-458b-83bc-e6d97b1cc508', 'status': 'completed', 'code': 200} Nov 27 03:46:44.578309 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2ec22-17b1-4ba2-94c6-3e3467c97901 req-8053edc0-251a-46eb-a5fe-1f95da2f1748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:44.598600 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-23b2ec22-17b1-4ba2-94c6-3e3467c97901 req-8053edc0-251a-46eb-a5fe-1f95da2f1748 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=69d6340ea23c45289ca7a6e130f14fe1&device_id=9302f1d9-26d5-4fdb-8d32-379082bdba0e HTTP/1.1" status: 200 len: 1136 time: 0.0988033 Nov 27 03:46:44.698370 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.resource_extend [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 03:46:44.853278 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2ec22-17b1-4ba2-94c6-3e3467c97901 req-c11c598c-2e46-4120-9c4a-adbc4b293a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:44.858442 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-23b2ec22-17b1-4ba2-94c6-3e3467c97901 req-c11c598c-2e46-4120-9c4a-adbc4b293a7e service neutron] 10.222.0.11 "GET /v2.0/networks?id=995058f0-cd6f-4205-8189-aa736ae95556 HTTP/1.1" status: 200 len: 914 time: 0.2508793 Nov 27 03:46:44.909584 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156d704-7a8a-4dfb-b2e2-b5fd788e0048 req-d094a7a6-a1a8-4a5b-aecd-19b889f1b2ea tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:44.922952 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2156d704-7a8a-4dfb-b2e2-b5fd788e0048 req-d094a7a6-a1a8-4a5b-aecd-19b889f1b2ea tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 949 time: 0.1491652 Nov 27 03:46:44.947666 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-23b2ec22-17b1-4ba2-94c6-3e3467c97901 req-6ea9f8c6-72a6-49bf-b1e8-8d04eedfb094 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec70e6b7-7762-458b-83bc-e6d97b1cc508 HTTP/1.1" status: 200 len: 217 time: 0.0750072 Nov 27 03:46:45.021676 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36dcf4-9c50-4d39-a576-8bd98045d799 req-272fd6b3-bbd2-4664-b214-be132d15fbf0 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:45.025870 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7b36dcf4-9c50-4d39-a576-8bd98045d799 req-272fd6b3-bbd2-4664-b214-be132d15fbf0 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/ports?device_id=9302f1d9-26d5-4fdb-8d32-379082bdba0e HTTP/1.1" status: 200 len: 985 time: 0.1662884 Nov 27 03:46:45.063730 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2156d704-7a8a-4dfb-b2e2-b5fd788e0048 req-2072f228-4ac1-456c-bc19-3d5afa7bba6e tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374624 Nov 27 03:46:45.098789 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2ec22-17b1-4ba2-94c6-3e3467c97901 req-5ef58b6c-c5c0-4a65-a984-05b2eb4033fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:45.102727 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-23b2ec22-17b1-4ba2-94c6-3e3467c97901 req-5ef58b6c-c5c0-4a65-a984-05b2eb4033fa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b807eecb-0879-49fd-8f8d-b45f66819dde HTTP/1.1" status: 200 len: 853 time: 0.1451817 Nov 27 03:46:45.157721 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-23b2ec22-17b1-4ba2-94c6-3e3467c97901 req-74017544-0c4d-434b-b643-a1d73c5e0234 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=995058f0-cd6f-4205-8189-aa736ae95556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434663 Nov 27 03:46:45.204252 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7b36dcf4-9c50-4d39-a576-8bd98045d799 req-2d88d462-082e-421a-a4be-ebbfead894e7 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18e94ef-9afe-4215-b7a0-56cae0157012&id=5b30365e-17d5-4b0d-b7c4-a23d93cb73d8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1686354 Nov 27 03:46:45.296237 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bee576-876b-4dce-8bd9-4d9440cd52b9 req-e8f70a75-c17e-4397-a21a-3718850530ab tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:45.306147 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-97bee576-876b-4dce-8bd9-4d9440cd52b9 req-e8f70a75-c17e-4397-a21a-3718850530ab tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f4f107-d53f-42a9-a6d8-3d0a32c664ad HTTP/1.1" status: 200 len: 944 time: 0.1156058 Nov 27 03:46:45.453829 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-97bee576-876b-4dce-8bd9-4d9440cd52b9 req-7c3ead57-6822-4d16-ba51-5ac47cc63292 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.20 "GET /v2.0/security-groups?id=4502c4dd-84bc-4324-9c12-71b4dee715c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467662 Nov 27 03:46:45.459160 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-23b2ec22-17b1-4ba2-94c6-3e3467c97901 req-58cbf4a7-546c-4dfd-8288-ca8ba35bf0a9 service neutron] 10.222.0.11 "GET /v2.0/networks/995058f0-cd6f-4205-8189-aa736ae95556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889180 Nov 27 03:46:45.582770 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-23b2ec22-17b1-4ba2-94c6-3e3467c97901 req-d1d007eb-773e-4426-a1b3-4ab8d3be4cde service neutron] 10.222.0.11 "GET /v2.0/networks/995058f0-cd6f-4205-8189-aa736ae95556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153874 Nov 27 03:46:45.613225 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 79d1c101-ddfe-4972-ae80-79dd6e8e4dea, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=79d1c101-ddfe-4972-ae80-79dd6e8e4dea,segment=NetworkSegment(db00e79a-9198-482d-8bdb-bf6ce39640c7),segment_id=db00e79a-9198-482d-8bdb-bf6ce39640c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:46:45.662990 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '79d1c101-ddfe-4972-ae80-79dd6e8e4dea', 'network_id': 'd2a04259-b0f6-42f5-9f37-902d78a3a537', 'port_id': '79d1c101-ddfe-4972-ae80-79dd6e8e4dea', 'mac_address': 'fa:16:3e:b5:ba:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84949138-7735-4701-8586-0e9a0fda39f5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:46:45.688043 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5027219-27a8-423e-8016-393b2e6393fc req-afe3a1fb-4069-4604-85e0-9e6f278cdd97 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:45.700259 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f5027219-27a8-423e-8016-393b2e6393fc req-afe3a1fb-4069-4604-85e0-9e6f278cdd97 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 943 time: 0.1137469 Nov 27 03:46:45.723600 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:45.749509 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d1c101-ddfe-4972-ae80-79dd6e8e4dea {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:46:45.826394 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 79d1c101-ddfe-4972-ae80-79dd6e8e4dea, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=79d1c101-ddfe-4972-ae80-79dd6e8e4dea,segment=NetworkSegment(db00e79a-9198-482d-8bdb-bf6ce39640c7),segment_id=db00e79a-9198-482d-8bdb-bf6ce39640c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:46:45.831535 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:45.837911 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:45.889349 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4c71c-ef33-4c1d-8650-da42cd342f86 req-0fc4783b-9582-444d-a795-5be383e8366d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:45.893384 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5fe4c71c-ef33-4c1d-8650-da42cd342f86 req-0fc4783b-9582-444d-a795-5be383e8366d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=69d6340ea23c45289ca7a6e130f14fe1&device_id=9302f1d9-26d5-4fdb-8d32-379082bdba0e HTTP/1.1" status: 200 len: 1136 time: 0.1922264 Nov 27 03:46:45.938361 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f5027219-27a8-423e-8016-393b2e6393fc req-ced34966-8d00-4b04-ad19-eab051c015e8 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131076 Nov 27 03:46:45.960458 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=79d1c101-ddfe-4972-ae80-79dd6e8e4dea,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:46.040637 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3e2cb91c-8350-4e1d-b3d6-c24b593558ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:46.074537 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4c71c-ef33-4c1d-8650-da42cd342f86 req-42c62fb3-521c-4a6c-bb11-b2a2beef6267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:46.076231 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5fe4c71c-ef33-4c1d-8650-da42cd342f86 req-42c62fb3-521c-4a6c-bb11-b2a2beef6267 service neutron] 10.222.0.11 "GET /v2.0/networks?id=995058f0-cd6f-4205-8189-aa736ae95556 HTTP/1.1" status: 200 len: 914 time: 0.1690283 Nov 27 03:46:46.165500 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5fe4c71c-ef33-4c1d-8650-da42cd342f86 req-ea5e8905-594f-46d9-903f-0ffe53dce4ae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec70e6b7-7762-458b-83bc-e6d97b1cc508 HTTP/1.1" status: 200 len: 217 time: 0.0818076 Nov 27 03:46:46.231545 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['79d1c101-ddfe-4972-ae80-79dd6e8e4dea'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:46:46.281102 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4c71c-ef33-4c1d-8650-da42cd342f86 req-ec9a5b22-b049-498b-9efa-5ce99f2774e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:46.282901 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5fe4c71c-ef33-4c1d-8650-da42cd342f86 req-ec9a5b22-b049-498b-9efa-5ce99f2774e6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b807eecb-0879-49fd-8f8d-b45f66819dde HTTP/1.1" status: 200 len: 853 time: 0.1067865 Nov 27 03:46:46.295642 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45deaaa7-b8dc-4625-943a-a21714d9c5f6 req-d467ff8d-ba75-4457-80e2-c7f6e486a57e tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:46.300733 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-45deaaa7-b8dc-4625-943a-a21714d9c5f6 req-d467ff8d-ba75-4457-80e2-c7f6e486a57e tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 949 time: 0.1343067 Nov 27 03:46:46.400109 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5fe4c71c-ef33-4c1d-8650-da42cd342f86 req-f6a19eed-85eb-428b-8d7f-f197b5e210d6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=995058f0-cd6f-4205-8189-aa736ae95556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981288 Nov 27 03:46:46.506976 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-45deaaa7-b8dc-4625-943a-a21714d9c5f6 req-f01e911e-55b9-428d-9a04-36b170906c92 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878614 Nov 27 03:46:46.593062 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5fe4c71c-ef33-4c1d-8650-da42cd342f86 req-56bb1a19-d0b0-4237-b90f-8e9ed8711b0a service neutron] 10.222.0.11 "GET /v2.0/networks/995058f0-cd6f-4205-8189-aa736ae95556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838431 Nov 27 03:46:46.729452 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b78c72-d43b-4e5d-a91c-1fb30e835f1f req-b61ee022-1487-4d6d-a1ff-6ff29446871c tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:46.731012 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d9b78c72-d43b-4e5d-a91c-1fb30e835f1f req-b61ee022-1487-4d6d-a1ff-6ff29446871c tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/ports?device_id=9302f1d9-26d5-4fdb-8d32-379082bdba0e HTTP/1.1" status: 200 len: 985 time: 0.1184063 Nov 27 03:46:46.775528 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5fe4c71c-ef33-4c1d-8650-da42cd342f86 req-07c26bc5-821f-4112-9c58-d4ebdd290992 service neutron] 10.222.0.11 "GET /v2.0/networks/995058f0-cd6f-4205-8189-aa736ae95556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729817 Nov 27 03:46:46.834689 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d9b78c72-d43b-4e5d-a91c-1fb30e835f1f req-9be52471-d51c-409f-8b29-e607a82eba17 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18e94ef-9afe-4215-b7a0-56cae0157012&id=5b30365e-17d5-4b0d-b7c4-a23d93cb73d8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0937638 Nov 27 03:46:47.147408 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e77f75-c5b6-4483-a0fe-528958c2b557 req-133c09ab-3931-42da-8462-8e4b01f2a48f tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:47.159462 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f1e77f75-c5b6-4483-a0fe-528958c2b557 req-133c09ab-3931-42da-8462-8e4b01f2a48f tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f4f107-d53f-42a9-a6d8-3d0a32c664ad HTTP/1.1" status: 200 len: 945 time: 0.0876203 Nov 27 03:46:47.221237 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f1e77f75-c5b6-4483-a0fe-528958c2b557 req-9f4b5dbd-93fa-49d0-9c50-b473d2c1b01b tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.20 "GET /v2.0/security-groups?id=4502c4dd-84bc-4324-9c12-71b4dee715c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606389 Nov 27 03:46:47.431608 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2a1fe-26a2-416a-937e-492a988a13dc req-6d57f55c-c87d-4edb-9358-e8cd9c9872d4 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:47.434008 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2cd2a1fe-26a2-416a-937e-492a988a13dc req-6d57f55c-c87d-4edb-9358-e8cd9c9872d4 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 943 time: 0.1043024 Nov 27 03:46:47.595999 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2cd2a1fe-26a2-416a-937e-492a988a13dc req-19729e59-d62d-442f-97f8-0f215bf91529 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557693 Nov 27 03:46:47.782871 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac6127-3d2f-471f-b482-a52ba7660c1f req-0a24763e-6c65-4701-9d06-6233573e994f tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:47.792646 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-aeac6127-3d2f-471f-b482-a52ba7660c1f req-0a24763e-6c65-4701-9d06-6233573e994f tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 949 time: 0.0847187 Nov 27 03:46:47.870583 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-aeac6127-3d2f-471f-b482-a52ba7660c1f req-21a1046c-b28f-45dd-af9a-e644b4b3c892 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765572 Nov 27 03:46:48.094829 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c1654-8cfb-44dd-8ee8-79de5638efa4 req-6330acb5-5c74-46be-9998-7f2c84d34fa6 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:48.098520 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-688c1654-8cfb-44dd-8ee8-79de5638efa4 req-6330acb5-5c74-46be-9998-7f2c84d34fa6 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/ports?device_id=9302f1d9-26d5-4fdb-8d32-379082bdba0e HTTP/1.1" status: 200 len: 985 time: 0.1237278 Nov 27 03:46:48.240398 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-688c1654-8cfb-44dd-8ee8-79de5638efa4 req-001785c6-21b2-4150-877c-9009dd7cf724 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18e94ef-9afe-4215-b7a0-56cae0157012&id=5b30365e-17d5-4b0d-b7c4-a23d93cb73d8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1239073 Nov 27 03:46:48.275192 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b1a6b8c4-2415-4135-8c77-4516004c8133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:48.343559 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 79d1c101-ddfe-4972-ae80-79dd6e8e4dea up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:46:48.348781 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 03:46:48.456627 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-797a076b-3939-4e8d-b631-c7828aafb117 req-2d8c13d7-f4c9-4bc7-ac56-763270d378d0 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1777556832&fields=id&tenant_id=69d6340ea23c45289ca7a6e130f14fe1 HTTP/1.1" status: 200 len: 267 time: 0.0641608 Nov 27 03:46:48.483240 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 79d1c101-ddfe-4972-ae80-79dd6e8e4dea completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:46:48.491737 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 79d1c101-ddfe-4972-ae80-79dd6e8e4dea triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:46:48.492733 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:48.526041 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a076b-3939-4e8d-b631-c7828aafb117 req-b04a9dfc-61cc-43ae-add9-f612fa66bf79 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:48.536740 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-797a076b-3939-4e8d-b631-c7828aafb117 req-b04a9dfc-61cc-43ae-add9-f612fa66bf79 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/ports?device_id=9302f1d9-26d5-4fdb-8d32-379082bdba0e HTTP/1.1" status: 200 len: 985 time: 0.0791094 Nov 27 03:46:48.542701 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-797a076b-3939-4e8d-b631-c7828aafb117 req-fc0b4e5d-80ff-4434-bb61-8eceb8ecbf8d tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Request body: {'port': {'security_groups': ['5b30365e-17d5-4b0d-b7c4-a23d93cb73d8', 'e18e94ef-9afe-4215-b7a0-56cae0157012', '93082435-6a27-42b2-9fab-f2106db37ebf']}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:46:48.591172 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:48.707042 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-797a076b-3939-4e8d-b631-c7828aafb117 req-fc0b4e5d-80ff-4434-bb61-8eceb8ecbf8d tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:48.737800 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:48.804000 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f4f107-d53f-42a9-a6d8-3d0a32c664ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d1c101-ddfe-4972-ae80-79dd6e8e4dea'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:46:48.812091 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9250b7-f11f-4f57-9d73-4346ecc9286a" -d '{"events": [{"server_uuid": "47f4f107-d53f-42a9-a6d8-3d0a32c664ad", "name": "network-vif-plugged", "status": "completed", "tag": "79d1c101-ddfe-4972-ae80-79dd6e8e4dea"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:46:48.865102 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 79d1c101-ddfe-4972-ae80-79dd6e8e4dea, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=79d1c101-ddfe-4972-ae80-79dd6e8e4dea,segment=NetworkSegment(db00e79a-9198-482d-8bdb-bf6ce39640c7),segment_id=db00e79a-9198-482d-8bdb-bf6ce39640c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:46:48.874964 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:49.007628 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-797a076b-3939-4e8d-b631-c7828aafb117 req-fc0b4e5d-80ff-4434-bb61-8eceb8ecbf8d tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] For port ec70e6b7-7762-458b-83bc-e6d97b1cc508, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=ec70e6b7-7762-458b-83bc-e6d97b1cc508,segment=NetworkSegment(c1651081-4661-44b0-a4f9-f27950d5af75),segment_id=c1651081-4661-44b0-a4f9-f27950d5af75)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:46:49.022227 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=79d1c101-ddfe-4972-ae80-79dd6e8e4dea,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:49.089414 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-797a076b-3939-4e8d-b631-c7828aafb117 req-fc0b4e5d-80ff-4434-bb61-8eceb8ecbf8d tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:49.098599 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-797a076b-3939-4e8d-b631-c7828aafb117 req-fc0b4e5d-80ff-4434-bb61-8eceb8ecbf8d tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:49.139294 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['ec70e6b7-7762-458b-83bc-e6d97b1cc508'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:46:49.164705 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a076b-3939-4e8d-b631-c7828aafb117 req-fc0b4e5d-80ff-4434-bb61-8eceb8ecbf8d tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:49.165373 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-797a076b-3939-4e8d-b631-c7828aafb117 req-fc0b4e5d-80ff-4434-bb61-8eceb8ecbf8d tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:49.190782 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-797a076b-3939-4e8d-b631-c7828aafb117 req-fc0b4e5d-80ff-4434-bb61-8eceb8ecbf8d tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "PUT /v2.0/ports/ec70e6b7-7762-458b-83bc-e6d97b1cc508 HTTP/1.1" status: 200 len: 1021 time: 0.6530049 Nov 27 03:46:49.198878 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9302f1d9-26d5-4fdb-8d32-379082bdba0e', 'tag': 'ec70e6b7-7762-458b-83bc-e6d97b1cc508'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:46:49.205960 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1dd2a41-1dcd-44a2-80ec-79cf1086f294" -d '{"events": [{"name": "network-changed", "server_uuid": "9302f1d9-26d5-4fdb-8d32-379082bdba0e", "tag": "ec70e6b7-7762-458b-83bc-e6d97b1cc508"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:46:49.217910 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['fe8a78f7-4c71-4df1-8ce7-4a4fa586a257'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:46:49.272670 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b4e5d-80ff-4434-bb61-8eceb8ecbf8d tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Pushing event updated for resources: {'Port': ['ID=ec70e6b7-7762-458b-83bc-e6d97b1cc508,revision_number=7']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:49.393554 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58fc028-a5ee-4628-b37b-a15d57575947 req-c2b88a15-5bfb-4a56-a0ad-c61a5a94dab9 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:49.404185 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a58fc028-a5ee-4628-b37b-a15d57575947 req-c2b88a15-5bfb-4a56-a0ad-c61a5a94dab9 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f4f107-d53f-42a9-a6d8-3d0a32c664ad HTTP/1.1" status: 200 len: 946 time: 0.1167901 Nov 27 03:46:49.442615 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['ec70e6b7-7762-458b-83bc-e6d97b1cc508'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:46:49.486424 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a58fc028-a5ee-4628-b37b-a15d57575947 req-3c2b2abc-3d28-4e77-979c-e178a87a1c76 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.20 "GET /v2.0/security-groups?id=4502c4dd-84bc-4324-9c12-71b4dee715c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813370 Nov 27 03:46:49.683020 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db050fd-673a-427e-a78b-d38a472f5efb req-26a08148-a472-40b0-92c4-ce680ad8d313 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:49.684254 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:49.685649 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3db050fd-673a-427e-a78b-d38a472f5efb req-26a08148-a472-40b0-92c4-ce680ad8d313 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 943 time: 0.0895827 Nov 27 03:46:49.811704 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3db050fd-673a-427e-a78b-d38a472f5efb req-ded0a0d7-7f22-48e9-bc20-174a590cc3b4 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064515 Nov 27 03:46:49.888277 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c446633-285f-46a9-9e7d-8aacf3f153a6 x-openstack-request-id: req-9c446633-285f-46a9-9e7d-8aacf3f153a6 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:46:49.888597 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47f4f107-d53f-42a9-a6d8-3d0a32c664ad", "name": "network-vif-plugged", "status": "completed", "tag": "79d1c101-ddfe-4972-ae80-79dd6e8e4dea", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:46:49.888854 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c446633-285f-46a9-9e7d-8aacf3f153a6 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:46:49.889245 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47f4f107-d53f-42a9-a6d8-3d0a32c664ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d1c101-ddfe-4972-ae80-79dd6e8e4dea', 'code': 200} Nov 27 03:46:50.136230 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e744ef-dd0c-4942-839e-b9f99e281353 req-fc299594-5c57-4196-b18f-c79c26bbdac0 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:50.144437 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-19e744ef-dd0c-4942-839e-b9f99e281353 req-fc299594-5c57-4196-b18f-c79c26bbdac0 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 949 time: 0.1762519 Nov 27 03:46:50.307109 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eab0cd-4769-4915-b4d3-8948b3c8360d req-a0d33f96-5e51-4f98-a5d6-896aaaa8fd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:50.308597 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9eab0cd-4769-4915-b4d3-8948b3c8360d req-a0d33f96-5e51-4f98-a5d6-896aaaa8fd79 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=47f4f107-d53f-42a9-a6d8-3d0a32c664ad HTTP/1.1" status: 200 len: 1097 time: 0.2969344 Nov 27 03:46:50.338591 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-19e744ef-dd0c-4942-839e-b9f99e281353 req-4461b544-4044-4570-b0ec-7575799c05be tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912858 Nov 27 03:46:50.525474 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9eab0cd-4769-4915-b4d3-8948b3c8360d req-29d876cc-6a8e-4290-8ed4-9896d86c4cfb service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4502c4dd-84bc-4324-9c12-71b4dee715c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718891 Nov 27 03:46:50.531058 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f2e28cdf-b83a-43dd-b7c9-35138fb54b69 req-e7991536-f504-4137-b26f-5e511eb7fe47 service neutron] 10.222.0.11 "GET /v2.0/ports/9facfdba-b7e7-4d90-a3be-65a6ea121c0b/bindings/n-h2-819494-3 HTTP/1.1" status: 200 len: 382 time: 0.4378123 Nov 27 03:46:50.594330 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-923a3537-ac09-46f0-9f07-78272e134fad req-a011bc64-3032-4cc4-bf20-be4f14900013 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups/93082435-6a27-42b2-9fab-f2106db37ebf HTTP/1.1" status: 200 len: 1818 time: 0.1877062 Nov 27 03:46:50.690416 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [req-923a3537-ac09-46f0-9f07-78272e134fad req-17799880-826f-4e71-8bbf-664982482e27 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 27 03:46:50.707435 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-923a3537-ac09-46f0-9f07-78272e134fad req-17799880-826f-4e71-8bbf-664982482e27 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "DELETE /v2.0/security-groups/93082435-6a27-42b2-9fab-f2106db37ebf HTTP/1.1" status: 409 len: 341 time: 0.1116419 Nov 27 03:46:50.752663 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ba3a87-20b5-4746-8dd3-a7cdf56bdf6e x-openstack-request-id: req-49ba3a87-20b5-4746-8dd3-a7cdf56bdf6e {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:46:50.753954 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9302f1d9-26d5-4fdb-8d32-379082bdba0e", "tag": "ec70e6b7-7762-458b-83bc-e6d97b1cc508", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:46:50.754313 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-49ba3a87-20b5-4746-8dd3-a7cdf56bdf6e {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:46:50.754843 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9302f1d9-26d5-4fdb-8d32-379082bdba0e', 'tag': 'ec70e6b7-7762-458b-83bc-e6d97b1cc508', 'status': 'completed', 'code': 200} Nov 27 03:46:51.007375 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e28cdf-b83a-43dd-b7c9-35138fb54b69 req-cb3f112b-cfbf-49a9-b19e-fa64d1eab467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:51.008937 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f2e28cdf-b83a-43dd-b7c9-35138fb54b69 req-cb3f112b-cfbf-49a9-b19e-fa64d1eab467 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a&tenant_id=d416f1581fce4cbda78108e0795a4c3c HTTP/1.1" status: 200 len: 1100 time: 0.1355886 Nov 27 03:46:51.027833 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd2a41-1dcd-44a2-80ec-79cf1086f294 req-5aa1f378-c6e0-4029-bd00-912b83625cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:51.029352 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d1dd2a41-1dcd-44a2-80ec-79cf1086f294 req-5aa1f378-c6e0-4029-bd00-912b83625cba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=69d6340ea23c45289ca7a6e130f14fe1&device_id=9302f1d9-26d5-4fdb-8d32-379082bdba0e HTTP/1.1" status: 200 len: 1175 time: 0.2080109 Nov 27 03:46:51.043795 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:51.193580 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd8a02-3323-4d9a-a1a0-8f2185fa3329 req-a221fe74-c194-470d-ad98-054968afe82d tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:51.200790 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b4dd8a02-3323-4d9a-a1a0-8f2185fa3329 req-a221fe74-c194-470d-ad98-054968afe82d tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f4f107-d53f-42a9-a6d8-3d0a32c664ad HTTP/1.1" status: 200 len: 946 time: 0.2148280 Nov 27 03:46:51.311319 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e28cdf-b83a-43dd-b7c9-35138fb54b69 req-dab28c74-5031-44d0-af3d-95841c4d5f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:51.314693 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f2e28cdf-b83a-43dd-b7c9-35138fb54b69 req-dab28c74-5031-44d0-af3d-95841c4d5f6e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d416f1581fce4cbda78108e0795a4c3c&device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 1100 time: 0.2466013 Nov 27 03:46:51.328334 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b4dd8a02-3323-4d9a-a1a0-8f2185fa3329 req-a89c1b2f-a8b7-45f0-acf9-8485e3591405 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.20 "GET /v2.0/security-groups?id=4502c4dd-84bc-4324-9c12-71b4dee715c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265397 Nov 27 03:46:51.338324 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd2a41-1dcd-44a2-80ec-79cf1086f294 req-9b35ed4b-bf6d-4671-93be-0fa1dfc82084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:51.340607 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d1dd2a41-1dcd-44a2-80ec-79cf1086f294 req-9b35ed4b-bf6d-4671-93be-0fa1dfc82084 service neutron] 10.222.0.11 "GET /v2.0/networks?id=995058f0-cd6f-4205-8189-aa736ae95556 HTTP/1.1" status: 200 len: 914 time: 0.3013029 Nov 27 03:46:51.512624 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d1dd2a41-1dcd-44a2-80ec-79cf1086f294 req-7f156672-d7bb-4166-b349-5d988a5d8d66 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec70e6b7-7762-458b-83bc-e6d97b1cc508 HTTP/1.1" status: 200 len: 217 time: 0.1505694 Nov 27 03:46:51.638517 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e28cdf-b83a-43dd-b7c9-35138fb54b69 req-ecec0f05-7460-4ebc-b454-95db14bad8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:51.640389 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f2e28cdf-b83a-43dd-b7c9-35138fb54b69 req-ecec0f05-7460-4ebc-b454-95db14bad8f6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.3108785 Nov 27 03:46:51.661136 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd2a41-1dcd-44a2-80ec-79cf1086f294 req-e21ca4de-cdeb-41f0-8e60-50a2831461a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:51.662973 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d1dd2a41-1dcd-44a2-80ec-79cf1086f294 req-e21ca4de-cdeb-41f0-8e60-50a2831461a8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b807eecb-0879-49fd-8f8d-b45f66819dde HTTP/1.1" status: 200 len: 853 time: 0.1429393 Nov 27 03:46:51.694022 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f2e28cdf-b83a-43dd-b7c9-35138fb54b69 req-a79b2662-5c44-4c40-a4af-f511bbc8d26d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=9facfdba-b7e7-4d90-a3be-65a6ea121c0b HTTP/1.1" status: 200 len: 217 time: 0.0437932 Nov 27 03:46:51.740122 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:51.793657 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d1dd2a41-1dcd-44a2-80ec-79cf1086f294 req-f7489e72-d049-4ee0-8d2f-fc0cfad66466 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=995058f0-cd6f-4205-8189-aa736ae95556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835354 Nov 27 03:46:52.006005 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e28cdf-b83a-43dd-b7c9-35138fb54b69 req-25e5ee6c-c25b-44b9-9415-0d7d0363124a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:52.011598 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f2e28cdf-b83a-43dd-b7c9-35138fb54b69 req-25e5ee6c-c25b-44b9-9415-0d7d0363124a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.2906582 Nov 27 03:46:52.087941 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef7bde-c221-4a56-be19-f1e4fc7c0d2c req-ed09c301-28c4-4b6f-beaa-9cecb88f4f90 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:52.089520 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-43ef7bde-c221-4a56-be19-f1e4fc7c0d2c req-ed09c301-28c4-4b6f-beaa-9cecb88f4f90 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 943 time: 0.2909615 Nov 27 03:46:52.140239 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d1dd2a41-1dcd-44a2-80ec-79cf1086f294 req-c18c0e36-14bb-41bc-a35d-c00339358e8f service neutron] 10.222.0.11 "GET /v2.0/networks/995058f0-cd6f-4205-8189-aa736ae95556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908733 Nov 27 03:46:52.178229 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e28cdf-b83a-43dd-b7c9-35138fb54b69 req-2748cafb-3ae9-43fe-bf20-7f1e4bbe22a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:52.180822 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f2e28cdf-b83a-43dd-b7c9-35138fb54b69 req-2748cafb-3ae9-43fe-bf20-7f1e4bbe22a8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1609695 Nov 27 03:46:52.310391 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-43ef7bde-c221-4a56-be19-f1e4fc7c0d2c req-be76a59b-529e-4c21-956b-b37e47a77250 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993830 Nov 27 03:46:52.468126 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f2e28cdf-b83a-43dd-b7c9-35138fb54b69 req-479e2a20-31c6-4787-bf02-4bebcef0748c service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352660 Nov 27 03:46:52.484572 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d1dd2a41-1dcd-44a2-80ec-79cf1086f294 req-1d5912dd-84ca-4790-b218-601959eb435e service neutron] 10.222.0.11 "GET /v2.0/networks/995058f0-cd6f-4205-8189-aa736ae95556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315787 Nov 27 03:46:52.575156 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171bbb61-6dde-49f1-bb7e-4ca7bbb746db req-8c6ca347-96cf-42ab-bc9f-3511d1cc010d tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:52.576735 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-171bbb61-6dde-49f1-bb7e-4ca7bbb746db req-8c6ca347-96cf-42ab-bc9f-3511d1cc010d tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 949 time: 0.1460016 Nov 27 03:46:52.628997 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f2e28cdf-b83a-43dd-b7c9-35138fb54b69 req-405e42c0-6199-4255-ac9b-43e763a46a6e service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476457 Nov 27 03:46:52.666438 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-171bbb61-6dde-49f1-bb7e-4ca7bbb746db req-cb682adb-7a3e-43ea-8bdb-e3de88c88d73 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712926 Nov 27 03:46:52.830001 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124e336-aa70-4d44-bd88-5007c03b87b9 req-7d0be73f-f2f9-4f95-bab5-a6d2c1ad7499 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:52.832096 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8124e336-aa70-4d44-bd88-5007c03b87b9 req-7d0be73f-f2f9-4f95-bab5-a6d2c1ad7499 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/ports?device_id=9302f1d9-26d5-4fdb-8d32-379082bdba0e HTTP/1.1" status: 200 len: 1024 time: 0.0609181 Nov 27 03:46:52.915349 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8124e336-aa70-4d44-bd88-5007c03b87b9 req-0666efba-648b-4900-a6d9-7b194311393f tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18e94ef-9afe-4215-b7a0-56cae0157012&id=93082435-6a27-42b2-9fab-f2106db37ebf&id=5b30365e-17d5-4b0d-b7c4-a23d93cb73d8&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0759611 Nov 27 03:46:52.983840 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e25c0a-450f-4352-90e3-2723f11aaee0 req-da23f039-bebf-424d-9d03-f16dcc121b98 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:52.985639 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-87e25c0a-450f-4352-90e3-2723f11aaee0 req-da23f039-bebf-424d-9d03-f16dcc121b98 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f4f107-d53f-42a9-a6d8-3d0a32c664ad HTTP/1.1" status: 200 len: 946 time: 0.0600538 Nov 27 03:46:53.041213 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-87e25c0a-450f-4352-90e3-2723f11aaee0 req-d6b94b1f-4677-4088-af51-07059659a857 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.20 "GET /v2.0/security-groups?id=4502c4dd-84bc-4324-9c12-71b4dee715c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473287 Nov 27 03:46:53.041453 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 58526) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:46:53.242313 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e6c47-6d70-418b-b77c-c23568de2494 req-cea50250-9b69-4031-84a5-4e15e4c82894 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:53.244138 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d8e6c47-6d70-418b-b77c-c23568de2494 req-cea50250-9b69-4031-84a5-4e15e4c82894 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f4f107-d53f-42a9-a6d8-3d0a32c664ad HTTP/1.1" status: 200 len: 946 time: 0.0870755 Nov 27 03:46:53.253480 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 58544) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:46:53.259437 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-34e394f8-d069-44e7-8793-32fae8a42ec9 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Request body: {'floatingip': {'port_id': '79d1c101-ddfe-4972-ae80-79dd6e8e4dea'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:46:53.340344 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-34e394f8-d069-44e7-8793-32fae8a42ec9 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Publish callbacks [] for floatingip, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:53.439757 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d233e-7be5-47eb-898c-96c1921bd6d4 req-aacd3cf4-b923-4a29-91b1-b3c9896a1ab9 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:53.441284 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c32d233e-7be5-47eb-898c-96c1921bd6d4 req-aacd3cf4-b923-4a29-91b1-b3c9896a1ab9 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.11 "GET /v2.0/ports?device_id=9302f1d9-26d5-4fdb-8d32-379082bdba0e HTTP/1.1" status: 200 len: 1024 time: 0.1389153 Nov 27 03:46:53.515608 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947e789-ed1c-44cb-bedc-bee91c0c11db req-fe87cd0a-1289-4cc9-a7fc-3ed269b522db tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:53.519137 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0947e789-ed1c-44cb-bedc-bee91c0c11db req-fe87cd0a-1289-4cc9-a7fc-3ed269b522db tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 943 time: 0.0925589 Nov 27 03:46:53.599489 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0947e789-ed1c-44cb-bedc-bee91c0c11db req-6cb784f5-cb8c-4229-9c33-801d6be0d697 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758979 Nov 27 03:46:53.702997 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 9facfdba-b7e7-4d90-a3be-65a6ea121c0b no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:46:53.720075 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d37afef3-2b6e-4787-8d93-a83638488aa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:53.869546 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:53.885319 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8274cd-3298-4461-9368-c14987e0d593 req-7e53a634-6ceb-4c9d-b867-14db57ddc6f0 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:53.887207 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fa8274cd-3298-4461-9368-c14987e0d593 req-7e53a634-6ceb-4c9d-b867-14db57ddc6f0 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 949 time: 0.0729010 Nov 27 03:46:53.919824 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92dfde5-842a-4e4c-8ff0-f8b53d13d89a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9facfdba-b7e7-4d90-a3be-65a6ea121c0b'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:46:53.929527 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c04dcd-ee91-475a-ba97-85c83a408205" -d '{"events": [{"server_uuid": "c92dfde5-842a-4e4c-8ff0-f8b53d13d89a", "name": "network-vif-unplugged", "status": "completed", "tag": "9facfdba-b7e7-4d90-a3be-65a6ea121c0b"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:46:53.996302 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 9facfdba-b7e7-4d90-a3be-65a6ea121c0b, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=9facfdba-b7e7-4d90-a3be-65a6ea121c0b,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:46:54.005486 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:54.039611 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fa8274cd-3298-4461-9368-c14987e0d593 req-3f33ee07-e00c-4c80-88ce-b35585cf1fb0 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445065 Nov 27 03:46:54.108551 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=9facfdba-b7e7-4d90-a3be-65a6ea121c0b,revision_number=6']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:54.134315 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:46:54.134601 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:46:54.135133 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:46:54.135640 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:46:54.136156 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:46:54.137675 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:46:54.138183 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:46:54.138729 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:46:54.139231 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:46:54.139745 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:46:54.140630 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:46:54.141130 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:46:54.159159 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-c32d233e-7be5-47eb-898c-96c1921bd6d4 req-d288aa5a-0235-4d5e-b39f-98931c42aad2 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Deleting port ec70e6b7-7762-458b-83bc-e6d97b1cc508 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:46:54.159509 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c32d233e-7be5-47eb-898c-96c1921bd6d4 req-d288aa5a-0235-4d5e-b39f-98931c42aad2 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:54.230876 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 03:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04f5479-0680-474b-9315-0a69d389103d x-openstack-request-id: req-c04f5479-0680-474b-9315-0a69d389103d {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:46:54.231429 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c92dfde5-842a-4e4c-8ff0-f8b53d13d89a", "name": "network-vif-unplugged", "status": "completed", "tag": "9facfdba-b7e7-4d90-a3be-65a6ea121c0b", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:46:54.231842 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c04f5479-0680-474b-9315-0a69d389103d {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:46:54.232393 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c92dfde5-842a-4e4c-8ff0-f8b53d13d89a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9facfdba-b7e7-4d90-a3be-65a6ea121c0b', 'code': 200} Nov 27 03:46:54.261744 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1f4c4-be82-4a46-922f-43cca01f2ab8 req-cd108865-bb56-43d3-95ac-7186856b872b tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:54.270408 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6ad1f4c4-be82-4a46-922f-43cca01f2ab8 req-cd108865-bb56-43d3-95ac-7186856b872b tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/ports?device_id=9302f1d9-26d5-4fdb-8d32-379082bdba0e HTTP/1.1" status: 200 len: 1024 time: 0.1007011 Nov 27 03:46:54.289514 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-d37afef3-2b6e-4787-8d93-a83638488aa3 admin admin] Deleting port a853b53d-ace8-4a8c-8895-bbb71732041d {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:46:54.289888 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d37afef3-2b6e-4787-8d93-a83638488aa3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:54.405379 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6ad1f4c4-be82-4a46-922f-43cca01f2ab8 req-a70bab0d-7427-439d-92ed-a5927b40a478 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18e94ef-9afe-4215-b7a0-56cae0157012&id=93082435-6a27-42b2-9fab-f2106db37ebf&id=5b30365e-17d5-4b0d-b7c4-a23d93cb73d8&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1266584 Nov 27 03:46:54.417652 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-d37afef3-2b6e-4787-8d93-a83638488aa3 admin admin] For port a853b53d-ace8-4a8c-8895-bbb71732041d, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=a853b53d-ace8-4a8c-8895-bbb71732041d,segment=NetworkSegment(843a3e50-453f-4627-a2c7-76f7ab8b5197),segment_id=843a3e50-453f-4627-a2c7-76f7ab8b5197)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:46:54.418028 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d37afef3-2b6e-4787-8d93-a83638488aa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:54.435837 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-d37afef3-2b6e-4787-8d93-a83638488aa3 admin admin] Calling delete_port for a853b53d-ace8-4a8c-8895-bbb71732041d owned by network:router_interface {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:46:54.462938 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-c32d233e-7be5-47eb-898c-96c1921bd6d4 req-d288aa5a-0235-4d5e-b39f-98931c42aad2 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] For port ec70e6b7-7762-458b-83bc-e6d97b1cc508, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=ec70e6b7-7762-458b-83bc-e6d97b1cc508,segment=NetworkSegment(c1651081-4661-44b0-a4f9-f27950d5af75),segment_id=c1651081-4661-44b0-a4f9-f27950d5af75)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:46:54.463430 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c32d233e-7be5-47eb-898c-96c1921bd6d4 req-d288aa5a-0235-4d5e-b39f-98931c42aad2 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:54.519303 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-c32d233e-7be5-47eb-898c-96c1921bd6d4 req-d288aa5a-0235-4d5e-b39f-98931c42aad2 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Calling delete_port for ec70e6b7-7762-458b-83bc-e6d97b1cc508 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:46:54.550194 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-e80f2ac3-c4c0-4cf8-a44e-a00fae118eec tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:54.559230 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-e80f2ac3-c4c0-4cf8-a44e-a00fae118eec tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/networks?id=378a3375-2447-4153-8462-f656d3d2276f HTTP/1.1" status: 200 len: 805 time: 0.2332397 Nov 27 03:46:54.568660 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.db.resource_extend [None req-34e394f8-d069-44e7-8793-32fae8a42ec9 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 03:46:54.644107 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-339f0764-d03d-4cf3-ae90-7c8f939d9ae9 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/quotas/0cbf4ce56bb54dd781457ee73fdb0c37 HTTP/1.1" status: 200 len: 375 time: 0.0839102 Nov 27 03:46:54.657412 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d37afef3-2b6e-4787-8d93-a83638488aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:54.712107 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-34e394f8-d069-44e7-8793-32fae8a42ec9 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:54.723834 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-34e394f8-d069-44e7-8793-32fae8a42ec9 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:54.726034 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37afef3-2b6e-4787-8d93-a83638488aa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a853b53d-ace8-4a8c-8895-bbb71732041d,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:54.814611 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-ec173a1a-b808-4982-9b68-26ba89ef6d84 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0cbf4ce56bb54dd781457ee73fdb0c37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1688418 Nov 27 03:46:54.816780 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d4910-5a18-4419-93fe-88e4f4e6989e req-5bc24d6f-7b15-4bc8-82e0-bc43224c33e0 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:54.818372 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e27d4910-5a18-4419-93fe-88e4f4e6989e req-5bc24d6f-7b15-4bc8-82e0-bc43224c33e0 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 943 time: 0.0977437 Nov 27 03:46:54.964381 n-d-819494-3 neutron-server[110019]: INFO neutron.db.l3_db [None req-34e394f8-d069-44e7-8793-32fae8a42ec9 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Floating IP 843a6a5f-0c90-4823-a15e-cbd0bfd2e182 associated. External IP: 172.25.1.129, port: 79d1c101-ddfe-4972-ae80-79dd6e8e4dea. Nov 27 03:46:54.967099 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e27d4910-5a18-4419-93fe-88e4f4e6989e req-3d1d84d5-e633-47d9-9bd6-8979f2bb863d tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053016 Nov 27 03:46:54.987004 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d37afef3-2b6e-4787-8d93-a83638488aa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:55.055048 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-5141f0ef-fef3-4445-a626-84c5a2d43c58 service neutron] 10.222.0.20 "GET /v2.0/networks/378a3375-2447-4153-8462-f656d3d2276f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278481 Nov 27 03:46:55.057862 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c32d233e-7be5-47eb-898c-96c1921bd6d4 req-d288aa5a-0235-4d5e-b39f-98931c42aad2 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:55.098489 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['ec70e6b7-7762-458b-83bc-e6d97b1cc508'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:46:55.102686 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['fe8a78f7-4c71-4df1-8ce7-4a4fa586a257'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:46:55.142587 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d288aa5a-0235-4d5e-b39f-98931c42aad2 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Pushing event deleted for resources: {'Port': ['ID=ec70e6b7-7762-458b-83bc-e6d97b1cc508,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:55.206307 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32d233e-7be5-47eb-898c-96c1921bd6d4 req-d288aa5a-0235-4d5e-b39f-98931c42aad2 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] No DVR routers for this DVR port ec70e6b7-7762-458b-83bc-e6d97b1cc508 on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:46:55.213309 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c32d233e-7be5-47eb-898c-96c1921bd6d4 req-d288aa5a-0235-4d5e-b39f-98931c42aad2 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:55.216698 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c32d233e-7be5-47eb-898c-96c1921bd6d4 req-d288aa5a-0235-4d5e-b39f-98931c42aad2 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.11 "DELETE /v2.0/ports/ec70e6b7-7762-458b-83bc-e6d97b1cc508 HTTP/1.1" status: 204 len: 173 time: 1.7550850 Nov 27 03:46:55.217155 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9302f1d9-26d5-4fdb-8d32-379082bdba0e', 'name': 'network-vif-deleted', 'tag': 'ec70e6b7-7762-458b-83bc-e6d97b1cc508'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:46:55.219450 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d14752-2956-4ae8-b8c7-cfcc5e3956a5" -d '{"events": [{"server_uuid": "9302f1d9-26d5-4fdb-8d32-379082bdba0e", "name": "network-vif-deleted", "tag": "ec70e6b7-7762-458b-83bc-e6d97b1cc508"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:46:55.263347 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37afef3-2b6e-4787-8d93-a83638488aa3 admin admin] Router 3ba46109-165f-4330-b60c-e5d00916eb92 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:46:55.332196 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-3f51fd92-69c0-4ada-be72-1ab60f1047a6 service neutron] 10.222.0.20 "GET /v2.0/networks/378a3375-2447-4153-8462-f656d3d2276f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688498 Nov 27 03:46:55.405501 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0671c-26de-4561-85a4-5d15e2cea0fa req-74d5a996-9cb1-4f5c-b796-b775b42dad71 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:55.413244 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-43f0671c-26de-4561-85a4-5d15e2cea0fa req-74d5a996-9cb1-4f5c-b796-b775b42dad71 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 947 time: 0.1573009 Nov 27 03:46:55.422729 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e394f8-d069-44e7-8793-32fae8a42ec9 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Router 851a8920-3a91-4433-be3e-48b3e5e2888f has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:46:55.492299 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-43f0671c-26de-4561-85a4-5d15e2cea0fa req-eceae0d3-a307-4a6a-a874-2da661971be1 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756447 Nov 27 03:46:55.524825 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37afef3-2b6e-4787-8d93-a83638488aa3 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:46:55.540833 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b87755b-8756-4a6b-9b53-8c1f34b3f8d2 None None] Sync routers for ids ['3ba46109-165f-4330-b60c-e5d00916eb92'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:46:55.543095 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d37afef3-2b6e-4787-8d93-a83638488aa3 admin admin] 10.222.0.20 "PUT /v2.0/routers/3ba46109-165f-4330-b60c-e5d00916eb92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5004706 Nov 27 03:46:55.544327 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 58610) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:46:55.595912 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b87755b-8756-4a6b-9b53-8c1f34b3f8d2 None None] Routers {'3ba46109-165f-4330-b60c-e5d00916eb92'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:46:55.596242 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-4b87755b-8756-4a6b-9b53-8c1f34b3f8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:46:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['3ba46109-165f-4330-b60c-e5d00916eb92'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:46:55.651117 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cddf257-230e-44d6-bb49-b15171a4d921 x-openstack-request-id: req-2cddf257-230e-44d6-bb49-b15171a4d921 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:46:55.651591 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9302f1d9-26d5-4fdb-8d32-379082bdba0e", "name": "network-vif-deleted", "tag": "ec70e6b7-7762-458b-83bc-e6d97b1cc508", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:46:55.651728 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2cddf257-230e-44d6-bb49-b15171a4d921 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:46:55.652065 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9302f1d9-26d5-4fdb-8d32-379082bdba0e', 'name': 'network-vif-deleted', 'tag': 'ec70e6b7-7762-458b-83bc-e6d97b1cc508', 'status': 'completed', 'code': 200} Nov 27 03:46:55.668655 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e394f8-d069-44e7-8793-32fae8a42ec9 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:46:55.674419 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-34e394f8-d069-44e7-8793-32fae8a42ec9 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:55.680605 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6614e73c-a2e6-4c16-b9b8-f6aff5eaeaf3 None None] Sync routers for ids ['851a8920-3a91-4433-be3e-48b3e5e2888f'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:46:55.712731 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6614e73c-a2e6-4c16-b9b8-f6aff5eaeaf3 None None] Routers {'851a8920-3a91-4433-be3e-48b3e5e2888f'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:46:55.714606 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-6614e73c-a2e6-4c16-b9b8-f6aff5eaeaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:46:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['851a8920-3a91-4433-be3e-48b3e5e2888f'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:46:55.721443 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-34e394f8-d069-44e7-8793-32fae8a42ec9 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.20 "PUT /v2.0/floatingips/843a6a5f-0c90-4823-a15e-cbd0bfd2e182 HTTP/1.1" status: 200 len: 992 time: 2.4662919 Nov 27 03:46:55.723469 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e82822db-f260-47a9-b41d-de7e1d3c9f33 admin admin] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:55.723976 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 9facfdba-b7e7-4d90-a3be-65a6ea121c0b details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:46:55.856039 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-62a18641-935e-4923-bc12-208bc7d62b1e req-a8fe35ec-1e5c-46c6-9f76-c1bd5cba2056 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/ports?device_id=9302f1d9-26d5-4fdb-8d32-379082bdba0e HTTP/1.1" status: 200 len: 210 time: 0.0778718 Nov 27 03:46:55.878964 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e82822db-f260-47a9-b41d-de7e1d3c9f33 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:55.951068 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-4b87755b-8756-4a6b-9b53-8c1f34b3f8d2 None None] Set router 3ba46109-165f-4330-b60c-e5d00916eb92 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:46:56.003106 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-316388e2-9589-4a70-a582-b86ddb6c6db2 req-ff6a21fe-7294-4840-9270-3cc788d732d8 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52ab998-a1b9-44c8-ba23-bb47d3345075 HTTP/1.1" status: 200 len: 210 time: 0.0618594 Nov 27 03:46:56.012534 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-6614e73c-a2e6-4c16-b9b8-f6aff5eaeaf3 None None] Set router 851a8920-3a91-4433-be3e-48b3e5e2888f gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:46:56.126326 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffa6d6-b7af-4213-83de-98f8b29b99e6 req-f5ccd821-9bb1-452f-8067-275189f80c83 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:56.143055 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c1ffa6d6-b7af-4213-83de-98f8b29b99e6 req-f5ccd821-9bb1-452f-8067-275189f80c83 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c8593fb-0c0c-4af8-b761-a239e4b1ad3f HTTP/1.1" status: 200 len: 945 time: 0.1699893 Nov 27 03:46:56.224237 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 9facfdba-b7e7-4d90-a3be-65a6ea121c0b, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=9facfdba-b7e7-4d90-a3be-65a6ea121c0b,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:46:56.263079 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6cd2d9-58b1-48ff-8462-b15d87885700 req-101c1218-70c3-4ccc-9877-0ea22742aa92 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:56.272549 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-be6cd2d9-58b1-48ff-8462-b15d87885700 req-101c1218-70c3-4ccc-9877-0ea22742aa92 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 947 time: 0.1427684 Nov 27 03:46:56.298301 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '9facfdba-b7e7-4d90-a3be-65a6ea121c0b', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'port_id': '9facfdba-b7e7-4d90-a3be-65a6ea121c0b', 'mac_address': 'fa:16:3e:1b:65:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14a2acf-f1d7-4ddf-8459-b30982428e88', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:46:56.381974 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device b4fb6284-4e3b-4b71-baac-9b931745501f no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:46:56.431450 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-be6cd2d9-58b1-48ff-8462-b15d87885700 req-55818d9e-5065-426d-befe-852ec4aae8f4 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367862 Nov 27 03:46:56.557761 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-6614e73c-a2e6-4c16-b9b8-f6aff5eaeaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851a8920-3a91-4433-be3e-48b3e5e2888f', 'name': 'tempest-ServersTestManualDisk-239982529-router', 'tenant_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '7f1ab005-6db6-401b-816f-f569c29c9a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:46:18Z', 'updated_at': '2021-11-27T03:46:26Z', 'revision_number': 4, 'project_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'gw_port': {'id': '7f1ab005-6db6-401b-816f-f569c29c9a43', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:33:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851a8920-3a91-4433-be3e-48b3e5e2888f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:46:20Z', 'updated_at': '2021-11-27T03:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '843a6a5f-0c90-4823-a15e-cbd0bfd2e182', 'tenant_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'floating_ip_address': '172.25.1.129', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '851a8920-3a91-4433-be3e-48b3e5e2888f', 'port_id': '79d1c101-ddfe-4972-ae80-79dd6e8e4dea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a04259-b0f6-42f5-9f37-902d78a3a537', 'mac_address': 'fa:16:3e:b5:ba:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f4f107-d53f-42a9-a6d8-3d0a32c664ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:46:33Z', 'updated_at': '2021-11-27T03:46:54Z', 'revision_number': 1, 'project_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f6e6516-620f-40f4-b400-118cee0366d9', 'name': '', 'network_id': 'd2a04259-b0f6-42f5-9f37-902d78a3a537', 'tenant_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'mac_address': 'fa:16:3e:eb:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851a8920-3a91-4433-be3e-48b3e5e2888f', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '84949138-7735-4701-8586-0e9a0fda39f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:46:24Z', 'updated_at': '2021-11-27T03:46:31Z', 'revision_number': 5, 'project_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'subnets': [{'id': '84949138-7735-4701-8586-0e9a0fda39f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:46:56.564885 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:56.594818 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9facfdba-b7e7-4d90-a3be-65a6ea121c0b {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:46:56.607446 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6614e73c-a2e6-4c16-b9b8-f6aff5eaeaf3 None None] Checking router: 851a8920-3a91-4433-be3e-48b3e5e2888f for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:46:56.622128 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6614e73c-a2e6-4c16-b9b8-f6aff5eaeaf3 None None] Routers {'851a8920-3a91-4433-be3e-48b3e5e2888f'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:46:56.623190 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-6614e73c-a2e6-4c16-b9b8-f6aff5eaeaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:46:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['851a8920-3a91-4433-be3e-48b3e5e2888f'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:46:56.636064 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 9facfdba-b7e7-4d90-a3be-65a6ea121c0b, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=9facfdba-b7e7-4d90-a3be-65a6ea121c0b,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:46:56.648918 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:56.706682 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-4b87755b-8756-4a6b-9b53-8c1f34b3f8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba46109-165f-4330-b60c-e5d00916eb92', 'name': 'tempest-AttachSCSIVolumeTestJSON-97827154-router', 'tenant_id': 'b33395406ebf447ca0bbb196df2209cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '1a7d267b-2db6-4f4a-9185-70fecf055da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:44:34Z', 'updated_at': '2021-11-27T03:46:54Z', 'revision_number': 5, 'project_id': 'b33395406ebf447ca0bbb196df2209cd', 'gw_port': {'id': '1a7d267b-2db6-4f4a-9185-70fecf055da0', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:da:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba46109-165f-4330-b60c-e5d00916eb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:44:35Z', 'updated_at': '2021-11-27T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:46:56.760852 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b87755b-8756-4a6b-9b53-8c1f34b3f8d2 None None] Checking router: 3ba46109-165f-4330-b60c-e5d00916eb92 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:46:56.769754 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-6614e73c-a2e6-4c16-b9b8-f6aff5eaeaf3 None None] Set router 851a8920-3a91-4433-be3e-48b3e5e2888f gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:46:56.781632 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:56.801352 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b87755b-8756-4a6b-9b53-8c1f34b3f8d2 None None] Routers {'3ba46109-165f-4330-b60c-e5d00916eb92'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:46:56.801916 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-4b87755b-8756-4a6b-9b53-8c1f34b3f8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:46:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['3ba46109-165f-4330-b60c-e5d00916eb92'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:46:56.896358 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-4b87755b-8756-4a6b-9b53-8c1f34b3f8d2 None None] Set router 3ba46109-165f-4330-b60c-e5d00916eb92 gateway port host: None {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:46:56.919223 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-e82822db-f260-47a9-b41d-de7e1d3c9f33 admin admin] Deleting port 1a7d267b-2db6-4f4a-9185-70fecf055da0 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:46:56.919779 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e82822db-f260-47a9-b41d-de7e1d3c9f33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:56.954988 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=9facfdba-b7e7-4d90-a3be-65a6ea121c0b,revision_number=7']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:56.959051 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-4b87755b-8756-4a6b-9b53-8c1f34b3f8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba46109-165f-4330-b60c-e5d00916eb92', 'name': 'tempest-AttachSCSIVolumeTestJSON-97827154-router', 'tenant_id': 'b33395406ebf447ca0bbb196df2209cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:44:34Z', 'updated_at': '2021-11-27T03:46:55Z', 'revision_number': 6, 'project_id': 'b33395406ebf447ca0bbb196df2209cd', 'gw_port_host': None}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:46:56.975279 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8593fb-0c0c-4af8-b761-a239e4b1ad3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4fb6284-4e3b-4b71-baac-9b931745501f'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:46:56.977601 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a89106-11c9-4633-b091-f73a06e5fd4d" -d '{"events": [{"server_uuid": "8c8593fb-0c0c-4af8-b761-a239e4b1ad3f", "name": "network-vif-unplugged", "status": "completed", "tag": "b4fb6284-4e3b-4b71-baac-9b931745501f"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:46:57.015827 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b87755b-8756-4a6b-9b53-8c1f34b3f8d2 None None] The sync data for ids ['3ba46109-165f-4330-b60c-e5d00916eb92'] in n-d-819494-3 is: [{'id': '3ba46109-165f-4330-b60c-e5d00916eb92', 'name': 'tempest-AttachSCSIVolumeTestJSON-97827154-router', 'tenant_id': 'b33395406ebf447ca0bbb196df2209cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:44:34Z', 'updated_at': '2021-11-27T03:46:55Z', 'revision_number': 6, 'project_id': 'b33395406ebf447ca0bbb196df2209cd', 'gw_port_host': None}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:46:57.022194 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port b4fb6284-4e3b-4b71-baac-9b931745501f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=b4fb6284-4e3b-4b71-baac-9b931745501f,segment=NetworkSegment(0d71eb94-5225-4db6-8e46-cee8dee27f0a),segment_id=0d71eb94-5225-4db6-8e46-cee8dee27f0a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:46:57.030776 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:57.088155 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 03:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a916b2-3a49-4f3b-81c3-67b26b24abf3 x-openstack-request-id: req-14a916b2-3a49-4f3b-81c3-67b26b24abf3 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:46:57.088469 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8593fb-0c0c-4af8-b761-a239e4b1ad3f", "name": "network-vif-unplugged", "status": "completed", "tag": "b4fb6284-4e3b-4b71-baac-9b931745501f", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:46:57.088737 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14a916b2-3a49-4f3b-81c3-67b26b24abf3 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:46:57.089124 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8593fb-0c0c-4af8-b761-a239e4b1ad3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4fb6284-4e3b-4b71-baac-9b931745501f', 'code': 200} Nov 27 03:46:57.107231 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['9facfdba-b7e7-4d90-a3be-65a6ea121c0b'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:46:57.114157 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867aedce-e872-43e8-a87a-7088a0faefb9 req-898f389b-e8ba-4e5d-8f9e-996b9d33a2bb tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:57.116142 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-867aedce-e872-43e8-a87a-7088a0faefb9 req-898f389b-e8ba-4e5d-8f9e-996b9d33a2bb tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.11 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a&tenant_id=d416f1581fce4cbda78108e0795a4c3c&binding%3Ahost_id=n-h2-819494-3 HTTP/1.1" status: 200 len: 947 time: 0.8575385 Nov 27 03:46:57.126484 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b710f98-6452-4459-acd9-8574390929c9 req-9f0e9492-9e36-4430-8084-18544235a53a tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:57.134750 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3b710f98-6452-4459-acd9-8574390929c9 req-9f0e9492-9e36-4430-8084-18544235a53a tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 943 time: 0.8249681 Nov 27 03:46:57.171332 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=b4fb6284-4e3b-4b71-baac-9b931745501f,revision_number=8']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:57.178077 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3f07b435-65a1-416a-a8c2-e95f8ece4332 req-f690c3ee-0447-4091-ab19-51cd98e6559b tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups/5b30365e-17d5-4b0d-b7c4-a23d93cb73d8 HTTP/1.1" status: 200 len: 1817 time: 0.0669816 Nov 27 03:46:57.248176 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-3f07b435-65a1-416a-a8c2-e95f8ece4332 req-6d9d2bcd-1c29-4fc4-9401-c29fb7ad4f40 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:57.285939 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-3f07b435-65a1-416a-a8c2-e95f8ece4332 req-6d9d2bcd-1c29-4fc4-9401-c29fb7ad4f40 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:57.326375 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-c1ffa6d6-b7af-4213-83de-98f8b29b99e6 req-0def6c22-a266-424f-90bc-1eacfbd8d678 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Deleting port b4fb6284-4e3b-4b71-baac-9b931745501f {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:46:57.328610 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c1ffa6d6-b7af-4213-83de-98f8b29b99e6 req-0def6c22-a266-424f-90bc-1eacfbd8d678 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:57.341838 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-6614e73c-a2e6-4c16-b9b8-f6aff5eaeaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851a8920-3a91-4433-be3e-48b3e5e2888f', 'name': 'tempest-ServersTestManualDisk-239982529-router', 'tenant_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '7f1ab005-6db6-401b-816f-f569c29c9a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:46:18Z', 'updated_at': '2021-11-27T03:46:26Z', 'revision_number': 4, 'project_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'gw_port': {'id': '7f1ab005-6db6-401b-816f-f569c29c9a43', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:33:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851a8920-3a91-4433-be3e-48b3e5e2888f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:46:20Z', 'updated_at': '2021-11-27T03:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '843a6a5f-0c90-4823-a15e-cbd0bfd2e182', 'tenant_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'floating_ip_address': '172.25.1.129', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '851a8920-3a91-4433-be3e-48b3e5e2888f', 'port_id': '79d1c101-ddfe-4972-ae80-79dd6e8e4dea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a04259-b0f6-42f5-9f37-902d78a3a537', 'mac_address': 'fa:16:3e:b5:ba:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f4f107-d53f-42a9-a6d8-3d0a32c664ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:46:33Z', 'updated_at': '2021-11-27T03:46:54Z', 'revision_number': 1, 'project_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f6e6516-620f-40f4-b400-118cee0366d9', 'name': '', 'network_id': 'd2a04259-b0f6-42f5-9f37-902d78a3a537', 'tenant_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'mac_address': 'fa:16:3e:eb:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851a8920-3a91-4433-be3e-48b3e5e2888f', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '84949138-7735-4701-8586-0e9a0fda39f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:46:24Z', 'updated_at': '2021-11-27T03:46:31Z', 'revision_number': 5, 'project_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'subnets': [{'id': '84949138-7735-4701-8586-0e9a0fda39f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:46:57.345908 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-3f07b435-65a1-416a-a8c2-e95f8ece4332 req-6d9d2bcd-1c29-4fc4-9401-c29fb7ad4f40 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:57.347976 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-e82822db-f260-47a9-b41d-de7e1d3c9f33 admin admin] For port 1a7d267b-2db6-4f4a-9185-70fecf055da0, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=1a7d267b-2db6-4f4a-9185-70fecf055da0,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:46:57.348348 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e82822db-f260-47a9-b41d-de7e1d3c9f33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:57.349985 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-3f07b435-65a1-416a-a8c2-e95f8ece4332 req-6d9d2bcd-1c29-4fc4-9401-c29fb7ad4f40 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:57.352033 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3f07b435-65a1-416a-a8c2-e95f8ece4332 req-6d9d2bcd-1c29-4fc4-9401-c29fb7ad4f40 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "DELETE /v2.0/security-groups/5b30365e-17d5-4b0d-b7c4-a23d93cb73d8 HTTP/1.1" status: 204 len: 173 time: 0.1717424 Nov 27 03:46:57.363641 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d2bcd-1c29-4fc4-9401-c29fb7ad4f40 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b30365e-17d5-4b0d-b7c4-a23d93cb73d8,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:57.401143 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6614e73c-a2e6-4c16-b9b8-f6aff5eaeaf3 None None] The sync data for ids ['851a8920-3a91-4433-be3e-48b3e5e2888f'] in n-d-819494-3 is: [{'id': '851a8920-3a91-4433-be3e-48b3e5e2888f', 'name': 'tempest-ServersTestManualDisk-239982529-router', 'tenant_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '7f1ab005-6db6-401b-816f-f569c29c9a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:46:18Z', 'updated_at': '2021-11-27T03:46:26Z', 'revision_number': 4, 'project_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'gw_port': {'id': '7f1ab005-6db6-401b-816f-f569c29c9a43', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:33:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851a8920-3a91-4433-be3e-48b3e5e2888f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:46:20Z', 'updated_at': '2021-11-27T03:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '843a6a5f-0c90-4823-a15e-cbd0bfd2e182', 'tenant_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'floating_ip_address': '172.25.1.129', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '851a8920-3a91-4433-be3e-48b3e5e2888f', 'port_id': '79d1c101-ddfe-4972-ae80-79dd6e8e4dea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a04259-b0f6-42f5-9f37-902d78a3a537', 'mac_address': 'fa:16:3e:b5:ba:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f4f107-d53f-42a9-a6d8-3d0a32c664ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:46:33Z', 'updated_at': '2021-11-27T03:46:54Z', 'revision_number': 1, 'project_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f6e6516-620f-40f4-b400-118cee0366d9', 'name': '', 'network_id': 'd2a04259-b0f6-42f5-9f37-902d78a3a537', 'tenant_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'mac_address': 'fa:16:3e:eb:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851a8920-3a91-4433-be3e-48b3e5e2888f', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '84949138-7735-4701-8586-0e9a0fda39f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:46:24Z', 'updated_at': '2021-11-27T03:46:31Z', 'revision_number': 5, 'project_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'subnets': [{'id': '84949138-7735-4701-8586-0e9a0fda39f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:46:57.516996 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cd75be9d-8428-444d-90b4-cc2ca40452e0 req-52512a48-932d-45e7-bbd7-278f120e0b85 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52ab998-a1b9-44c8-ba23-bb47d3345075 HTTP/1.1" status: 200 len: 210 time: 0.0599539 Nov 27 03:46:57.615283 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-e82822db-f260-47a9-b41d-de7e1d3c9f33 admin admin] Calling delete_port for 1a7d267b-2db6-4f4a-9185-70fecf055da0 owned by network:router_gateway {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:46:57.620107 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3b710f98-6452-4459-acd9-8574390929c9 req-ac4f833c-34de-484b-8781-1a5b8afb0ab2 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4843116 Nov 27 03:46:57.654705 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47f4f107-d53f-42a9-a6d8-3d0a32c664ad', 'tag': '79d1c101-ddfe-4972-ae80-79dd6e8e4dea'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:46:57.656937 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2c8140-5278-424e-869e-dc2c4b2d332e" -d '{"events": [{"name": "network-changed", "server_uuid": "47f4f107-d53f-42a9-a6d8-3d0a32c664ad", "tag": "79d1c101-ddfe-4972-ae80-79dd6e8e4dea"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:46:57.703780 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device ec70e6b7-7762-458b-83bc-e6d97b1cc508 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:46:57.750650 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: ec70e6b7-7762-458b-83bc-e6d97b1cc508 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:46:57.751329 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device ec70e6b7-7762-458b-83bc-e6d97b1cc508 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:46:57.768243 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867aedce-e872-43e8-a87a-7088a0faefb9 req-e87f3fbf-79ff-4e4f-8a74-265daa8f10ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:57.770217 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-867aedce-e872-43e8-a87a-7088a0faefb9 req-e87f3fbf-79ff-4e4f-8a74-265daa8f10ec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d416f1581fce4cbda78108e0795a4c3c&device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 1099 time: 0.5406616 Nov 27 03:46:57.772326 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3bd3bd3e-9757-429d-be2d-2d1ff8e5209d req-1c800138-bcef-4aa7-9910-08c5dc2d77f9 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups/93082435-6a27-42b2-9fab-f2106db37ebf HTTP/1.1" status: 200 len: 1818 time: 0.0836666 Nov 27 03:46:57.778351 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-9593c2ce-23d0-45a8-8e30-7dc3a7e145ff tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:57.780259 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-9593c2ce-23d0-45a8-8e30-7dc3a7e145ff tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.11 "GET /v2.0/networks?id=378a3375-2447-4153-8462-f656d3d2276f HTTP/1.1" status: 200 len: 805 time: 0.2548442 Nov 27 03:46:57.811136 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-737a340b-e0e2-4258-b4b8-dbf3eba626ab tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Request body: {'port': {'device_id': 'c52ab998-a1b9-44c8-ba23-bb47d3345075', 'network_id': '378a3375-2447-4153-8462-f656d3d2276f', 'admin_state_up': True, 'tenant_id': '0cbf4ce56bb54dd781457ee73fdb0c37'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:46:57.817665 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a62b925-c4dd-463b-91f1-445bb38acec4 None None] New status for floating IP 843a6a5f-0c90-4823-a15e-cbd0bfd2e182: ACTIVE {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 03:46:57.857685 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-3bd3bd3e-9757-429d-be2d-2d1ff8e5209d req-03514b0b-04a0-44b1-a1ea-15bb2fa306d8 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:57.883674 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-3bd3bd3e-9757-429d-be2d-2d1ff8e5209d req-03514b0b-04a0-44b1-a1ea-15bb2fa306d8 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:57.932391 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-3bd3bd3e-9757-429d-be2d-2d1ff8e5209d req-03514b0b-04a0-44b1-a1ea-15bb2fa306d8 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:57.935498 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-3bd3bd3e-9757-429d-be2d-2d1ff8e5209d req-03514b0b-04a0-44b1-a1ea-15bb2fa306d8 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:57.939328 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3bd3bd3e-9757-429d-be2d-2d1ff8e5209d req-03514b0b-04a0-44b1-a1ea-15bb2fa306d8 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "DELETE /v2.0/security-groups/93082435-6a27-42b2-9fab-f2106db37ebf HTTP/1.1" status: 204 len: 173 time: 0.1576233 Nov 27 03:46:57.961925 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03514b0b-04a0-44b1-a1ea-15bb2fa306d8 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93082435-6a27-42b2-9fab-f2106db37ebf,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:57.985184 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-c1ffa6d6-b7af-4213-83de-98f8b29b99e6 req-0def6c22-a266-424f-90bc-1eacfbd8d678 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] For port b4fb6284-4e3b-4b71-baac-9b931745501f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=b4fb6284-4e3b-4b71-baac-9b931745501f,segment=NetworkSegment(0d71eb94-5225-4db6-8e46-cee8dee27f0a),segment_id=0d71eb94-5225-4db6-8e46-cee8dee27f0a)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:46:57.985771 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c1ffa6d6-b7af-4213-83de-98f8b29b99e6 req-0def6c22-a266-424f-90bc-1eacfbd8d678 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:58.030796 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda03c2f-4b9f-41a1-933f-2457dd49a8f1 req-6162efd3-fc7a-44a3-a882-4a05d339de08 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:58.040224 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cda03c2f-4b9f-41a1-933f-2457dd49a8f1 req-6162efd3-fc7a-44a3-a882-4a05d339de08 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 948 time: 0.2528086 Nov 27 03:46:58.075869 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0041f4f0-8fc9-45d2-bbfc-cad2e9eb948c x-openstack-request-id: req-0041f4f0-8fc9-45d2-bbfc-cad2e9eb948c {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:46:58.076196 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47f4f107-d53f-42a9-a6d8-3d0a32c664ad", "tag": "79d1c101-ddfe-4972-ae80-79dd6e8e4dea", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:46:58.076580 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0041f4f0-8fc9-45d2-bbfc-cad2e9eb948c {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:46:58.077331 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47f4f107-d53f-42a9-a6d8-3d0a32c664ad', 'tag': '79d1c101-ddfe-4972-ae80-79dd6e8e4dea', 'status': 'completed', 'code': 200} Nov 27 03:46:58.087153 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-c1ffa6d6-b7af-4213-83de-98f8b29b99e6 req-0def6c22-a266-424f-90bc-1eacfbd8d678 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Calling delete_port for b4fb6284-4e3b-4b71-baac-9b931745501f owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:46:58.184996 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-5380dfaa-8b52-46e0-86df-41870bf7fd42 req-c6a7f127-dbfa-4dba-948c-1db4f2e925ec tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2042772329', 'description': 'tempest-description-1290349465'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:46:58.223250 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c8140-5278-424e-869e-dc2c4b2d332e req-43ed61a9-3bb0-4179-b561-74221f2b6d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:58.225102 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb2c8140-5278-424e-869e-dc2c4b2d332e req-43ed61a9-3bb0-4179-b561-74221f2b6d55 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=275b20c7c8f94a1fa5f0a4cbe1db6d0f&device_id=47f4f107-d53f-42a9-a6d8-3d0a32c664ad HTTP/1.1" status: 200 len: 1097 time: 0.1002591 Nov 27 03:46:58.227183 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5380dfaa-8b52-46e0-86df-41870bf7fd42 req-c6a7f127-dbfa-4dba-948c-1db4f2e925ec tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:58.268335 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867aedce-e872-43e8-a87a-7088a0faefb9 req-915daa1b-89a9-47f1-a320-e0d499b41932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:58.270386 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-867aedce-e872-43e8-a87a-7088a0faefb9 req-915daa1b-89a9-47f1-a320-e0d499b41932 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.4377618 Nov 27 03:46:58.336688 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cda03c2f-4b9f-41a1-933f-2457dd49a8f1 req-d2cbff0d-6436-4b20-8435-e45a608bbdda tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841477 Nov 27 03:46:58.347117 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-867aedce-e872-43e8-a87a-7088a0faefb9 req-c0b5fa90-1529-4080-bb1a-1d5242723a3a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=9facfdba-b7e7-4d90-a3be-65a6ea121c0b HTTP/1.1" status: 200 len: 217 time: 0.0621953 Nov 27 03:46:58.387891 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5380dfaa-8b52-46e0-86df-41870bf7fd42 req-c6a7f127-dbfa-4dba-948c-1db4f2e925ec tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:58.389306 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c8140-5278-424e-869e-dc2c4b2d332e req-d2cef6fa-e416-4e76-8465-78b9ab6e9efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:58.390918 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb2c8140-5278-424e-869e-dc2c4b2d332e req-d2cef6fa-e416-4e76-8465-78b9ab6e9efa service neutron] 10.222.0.23 "GET /v2.0/networks?id=d2a04259-b0f6-42f5-9f37-902d78a3a537 HTTP/1.1" status: 200 len: 912 time: 0.1393304 Nov 27 03:46:58.429725 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-737a340b-e0e2-4258-b4b8-dbf3eba626ab tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Made reservation on behalf of 0cbf4ce56bb54dd781457ee73fdb0c37 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:46:58.433457 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-737a340b-e0e2-4258-b4b8-dbf3eba626ab tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:58.451527 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5380dfaa-8b52-46e0-86df-41870bf7fd42 req-c6a7f127-dbfa-4dba-948c-1db4f2e925ec tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:58.475719 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e82822db-f260-47a9-b41d-de7e1d3c9f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:58.507849 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867aedce-e872-43e8-a87a-7088a0faefb9 req-c5601304-3afa-4412-b580-6f369a049f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:58.509035 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-867aedce-e872-43e8-a87a-7088a0faefb9 req-c5601304-3afa-4412-b580-6f369a049f49 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.1313627 Nov 27 03:46:58.510324 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5380dfaa-8b52-46e0-86df-41870bf7fd42 req-c6a7f127-dbfa-4dba-948c-1db4f2e925ec tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:58.521040 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5380dfaa-8b52-46e0-86df-41870bf7fd42 req-c6a7f127-dbfa-4dba-948c-1db4f2e925ec tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3518853 Nov 27 03:46:58.524934 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7f127-dbfa-4dba-948c-1db4f2e925ec tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffc312c-f904-4d8d-822c-8fae65385286,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:58.528491 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb2c8140-5278-424e-869e-dc2c4b2d332e req-e7e9c099-f1ac-4818-abb6-1bcb04193336 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79d1c101-ddfe-4972-ae80-79dd6e8e4dea HTTP/1.1" status: 200 len: 1002 time: 0.1297581 Nov 27 03:46:58.571798 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 1a7d267b-2db6-4f4a-9185-70fecf055da0 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:46:58.603794 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 1a7d267b-2db6-4f4a-9185-70fecf055da0 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:46:58.604395 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 1a7d267b-2db6-4f4a-9185-70fecf055da0 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:46:58.604970 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device a853b53d-ace8-4a8c-8895-bbb71732041d no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:46:58.627950 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: a853b53d-ace8-4a8c-8895-bbb71732041d {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:46:58.629394 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device a853b53d-ace8-4a8c-8895-bbb71732041d not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:46:58.667637 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82822db-f260-47a9-b41d-de7e1d3c9f33 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a7d267b-2db6-4f4a-9185-70fecf055da0,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:58.834446 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c1ffa6d6-b7af-4213-83de-98f8b29b99e6 req-0def6c22-a266-424f-90bc-1eacfbd8d678 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:58.885351 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c637fe49-3d5b-4d58-92a5-da8a123781c6 req-cc0ebf8d-c489-4ee2-8a90-cdfad895b381 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups/7ffc312c-f904-4d8d-822c-8fae65385286 HTTP/1.1" status: 200 len: 1818 time: 0.2204103 Nov 27 03:46:58.889194 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867aedce-e872-43e8-a87a-7088a0faefb9 req-cceb4a64-4d2a-4bdf-b725-8ca8118378a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:58.889194 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-867aedce-e872-43e8-a87a-7088a0faefb9 req-cceb4a64-4d2a-4bdf-b725-8ca8118378a5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3402100 Nov 27 03:46:58.891929 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e82822db-f260-47a9-b41d-de7e1d3c9f33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:58.895320 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def6c22-a266-424f-90bc-1eacfbd8d678 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Pushing event deleted for resources: {'Port': ['ID=b4fb6284-4e3b-4b71-baac-9b931745501f,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:58.911486 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8985a006-98e3-47bf-900e-02f31b91c34a req-14e3af58-3cbf-440d-bb80-75dabedd818e tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52ab998-a1b9-44c8-ba23-bb47d3345075 HTTP/1.1" status: 200 len: 210 time: 0.0360630 Nov 27 03:46:58.945318 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c8140-5278-424e-869e-dc2c4b2d332e req-06c6e267-8e91-4672-bcd4-95671a8879d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:58.946722 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb2c8140-5278-424e-869e-dc2c4b2d332e req-06c6e267-8e91-4672-bcd4-95671a8879d5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=84949138-7735-4701-8586-0e9a0fda39f5 HTTP/1.1" status: 200 len: 850 time: 0.4021542 Nov 27 03:46:58.997280 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c8140-5278-424e-869e-dc2c4b2d332e req-d140aa89-0383-4e8a-9f5f-1c5ead93ab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:58.998921 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb2c8140-5278-424e-869e-dc2c4b2d332e req-d140aa89-0383-4e8a-9f5f-1c5ead93ab3b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d2a04259-b0f6-42f5-9f37-902d78a3a537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446606 Nov 27 03:46:59.022703 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-c637fe49-3d5b-4d58-92a5-da8a123781c6 req-0ed2c1be-677d-4ba7-96af-12248e1e4f11 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Request body: {'security_group': {'name': 'tempest-sg-hth-174193096', 'description': 'tempest-description-hth-1995020854'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:46:59.026255 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-737a340b-e0e2-4258-b4b8-dbf3eba626ab tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Allocated IP 172.20.0.9 (378a3375-2447-4153-8462-f656d3d2276f/9aa0d39d-1f7c-48be-83b9-b4ca19c74697/e00ba9b1-7223-47b4-97d9-841e47a56c97) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:46:59.140201 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ffa6d6-b7af-4213-83de-98f8b29b99e6 req-0def6c22-a266-424f-90bc-1eacfbd8d678 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] No DVR routers for this DVR port b4fb6284-4e3b-4b71-baac-9b931745501f on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:46:59.143916 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80a6ac-ae5d-4885-881c-242963bd8240 req-08c09087-6190-4f42-9655-9f9a8b5bb168 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:59.144345 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e82822db-f260-47a9-b41d-de7e1d3c9f33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:59.145577 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7f80a6ac-ae5d-4885-881c-242963bd8240 req-08c09087-6190-4f42-9655-9f9a8b5bb168 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 943 time: 0.0768063 Nov 27 03:46:59.147256 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb2c8140-5278-424e-869e-dc2c4b2d332e req-5e9f651d-21d0-4397-8ce6-fb55e2c5c8a0 service neutron] 10.222.0.23 "GET /v2.0/networks/d2a04259-b0f6-42f5-9f37-902d78a3a537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356022 Nov 27 03:46:59.151666 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c1ffa6d6-b7af-4213-83de-98f8b29b99e6 req-0def6c22-a266-424f-90bc-1eacfbd8d678 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:59.155002 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c1ffa6d6-b7af-4213-83de-98f8b29b99e6 req-0def6c22-a266-424f-90bc-1eacfbd8d678 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.23 "DELETE /v2.0/ports/b4fb6284-4e3b-4b71-baac-9b931745501f HTTP/1.1" status: 204 len: 173 time: 2.9987953 Nov 27 03:46:59.156147 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e82822db-f260-47a9-b41d-de7e1d3c9f33 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:59.247352 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e82822db-f260-47a9-b41d-de7e1d3c9f33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:59.247753 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82822db-f260-47a9-b41d-de7e1d3c9f33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ba46109-165f-4330-b60c-e5d00916eb92 {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 03:46:59.250651 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c637fe49-3d5b-4d58-92a5-da8a123781c6 req-0ed2c1be-677d-4ba7-96af-12248e1e4f11 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:59.256582 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7f80a6ac-ae5d-4885-881c-242963bd8240 req-6424e09c-38e6-42f6-bf00-7ac7fdc1ecf7 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011190 Nov 27 03:46:59.276476 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e82822db-f260-47a9-b41d-de7e1d3c9f33 admin admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:59.277679 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e82822db-f260-47a9-b41d-de7e1d3c9f33 admin admin] 10.222.0.20 "DELETE /v2.0/routers/3ba46109-165f-4330-b60c-e5d00916eb92 HTTP/1.1" status: 204 len: 168 time: 3.7324138 Nov 27 03:46:59.280375 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 58666) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:46:59.321915 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb2c8140-5278-424e-869e-dc2c4b2d332e req-6aa47175-2932-4f73-b2e3-05542b7c6aa1 service neutron] 10.222.0.23 "GET /v2.0/networks/d2a04259-b0f6-42f5-9f37-902d78a3a537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590104 Nov 27 03:46:59.343376 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc19774b-b811-42db-aa47-414a066a2de1 admin admin] Deleting subnet 3a6ab05a-9523-497a-9dd3-5b30d30ea803 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:46:59.347266 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cc19774b-b811-42db-aa47-414a066a2de1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:59.377838 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-867aedce-e872-43e8-a87a-7088a0faefb9 req-7f57c5f5-8c22-4436-bd39-16db58591c22 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4700093 Nov 27 03:46:59.406893 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c637fe49-3d5b-4d58-92a5-da8a123781c6 req-0ed2c1be-677d-4ba7-96af-12248e1e4f11 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:59.415077 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cc19774b-b811-42db-aa47-414a066a2de1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:59.422043 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c637fe49-3d5b-4d58-92a5-da8a123781c6 req-0ed2c1be-677d-4ba7-96af-12248e1e4f11 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:59.424915 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c637fe49-3d5b-4d58-92a5-da8a123781c6 req-0ed2c1be-677d-4ba7-96af-12248e1e4f11 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:59.436662 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c637fe49-3d5b-4d58-92a5-da8a123781c6 req-0ed2c1be-677d-4ba7-96af-12248e1e4f11 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "PUT /v2.0/security-groups/7ffc312c-f904-4d8d-822c-8fae65385286 HTTP/1.1" status: 200 len: 1791 time: 0.5391185 Nov 27 03:46:59.565270 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9845167f-adcc-4c7c-ba12-cd5d44bbf9bc req-a5adb261-480a-4b8c-b762-77a4048f77da tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups/7ffc312c-f904-4d8d-822c-8fae65385286 HTTP/1.1" status: 200 len: 1791 time: 0.0672917 Nov 27 03:46:59.568984 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2c1be-677d-4ba7-96af-12248e1e4f11 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffc312c-f904-4d8d-822c-8fae65385286,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:59.585782 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cc19774b-b811-42db-aa47-414a066a2de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:59.634453 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-737a340b-e0e2-4258-b4b8-dbf3eba626ab tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:59.654063 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b77617-f582-4d28-b260-520d2362a1b8 req-0831f6e3-c2b2-4c71-a0c6-389d1a508e63 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:46:59.655633 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-60b77617-f582-4d28-b260-520d2362a1b8 req-0831f6e3-c2b2-4c71-a0c6-389d1a508e63 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 948 time: 0.1351147 Nov 27 03:46:59.662364 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-867aedce-e872-43e8-a87a-7088a0faefb9 req-69940d35-c203-4038-b32a-7d65cac114f3 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441440 Nov 27 03:46:59.663803 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-24ba949e-2250-4eb9-98aa-9d350c9e882a req-aa079819-2426-4492-9e0a-d90b77e689bc tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups/7ffc312c-f904-4d8d-822c-8fae65385286 HTTP/1.1" status: 200 len: 1791 time: 0.0530264 Nov 27 03:46:59.722957 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 9facfdba-b7e7-4d90-a3be-65a6ea121c0b up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:46:59.744257 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-60b77617-f582-4d28-b260-520d2362a1b8 req-c23713c8-45b2-4d5c-8a32-e06075577c71 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779111 Nov 27 03:46:59.760809 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-737a340b-e0e2-4258-b4b8-dbf3eba626ab tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:59.769702 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cc19774b-b811-42db-aa47-414a066a2de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:59.828819 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 9facfdba-b7e7-4d90-a3be-65a6ea121c0b triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:46:59.839398 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:59.840056 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cc19774b-b811-42db-aa47-414a066a2de1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:59.841712 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-737a340b-e0e2-4258-b4b8-dbf3eba626ab tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Network 378a3375-2447-4153-8462-f656d3d2276f is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:46:59.845295 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-737a340b-e0e2-4258-b4b8-dbf3eba626ab tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:46:59.845603 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2be6f14-f503-4c9d-aa65-b6b8dadda80a None None] Network bd9416fa-5b57-44bc-b415-a020c14efa0b requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:46:59.850297 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 58676) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:46:59.851124 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-737a340b-e0e2-4258-b4b8-dbf3eba626ab tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:46:59.853727 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-cc19774b-b811-42db-aa47-414a066a2de1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3a6ab05a-9523-497a-9dd3-5b30d30ea803 HTTP/1.1" status: 204 len: 168 time: 0.5722156 Nov 27 03:46:59.858897 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc19774b-b811-42db-aa47-414a066a2de1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a6ab05a-9523-497a-9dd3-5b30d30ea803,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:46:59.867177 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-24ba949e-2250-4eb9-98aa-9d350c9e882a req-cb985fcf-5178-4a04-ad75-35c133523c3d tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:46:59.898662 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-24ba949e-2250-4eb9-98aa-9d350c9e882a req-cb985fcf-5178-4a04-ad75-35c133523c3d tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:00.015117 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-24ba949e-2250-4eb9-98aa-9d350c9e882a req-cb985fcf-5178-4a04-ad75-35c133523c3d tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:00.019515 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-24ba949e-2250-4eb9-98aa-9d350c9e882a req-cb985fcf-5178-4a04-ad75-35c133523c3d tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:00.027603 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6bd8249f-0318-44f4-a951-2aebc7c289c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:00.033774 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-24ba949e-2250-4eb9-98aa-9d350c9e882a req-cb985fcf-5178-4a04-ad75-35c133523c3d tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "DELETE /v2.0/security-groups/7ffc312c-f904-4d8d-822c-8fae65385286 HTTP/1.1" status: 204 len: 173 time: 0.3548701 Nov 27 03:47:00.053016 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a340b-e0e2-4258-b4b8-dbf3eba626ab tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Pushing event updated for resources: {'Port': ['ID=e00ba9b1-7223-47b4-97d9-841e47a56c97,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:00.059861 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb985fcf-5178-4a04-ad75-35c133523c3d tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffc312c-f904-4d8d-822c-8fae65385286,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:00.076077 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:00.082870 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8593fb-0c0c-4af8-b761-a239e4b1ad3f', 'name': 'network-vif-deleted', 'tag': 'b4fb6284-4e3b-4b71-baac-9b931745501f'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:47:00.086425 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d22882-b7a1-4529-971b-5ad0df178adf" -d '{"events": [{"server_uuid": "8c8593fb-0c0c-4af8-b761-a239e4b1ad3f", "name": "network-vif-deleted", "tag": "b4fb6284-4e3b-4b71-baac-9b931745501f"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:47:00.106395 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92dfde5-842a-4e4c-8ff0-f8b53d13d89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9facfdba-b7e7-4d90-a3be-65a6ea121c0b'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:47:00.108655 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79f4981-40ea-4122-934c-5fd4d73212f7" -d '{"events": [{"server_uuid": "c92dfde5-842a-4e4c-8ff0-f8b53d13d89a", "name": "network-vif-plugged", "status": "completed", "tag": "9facfdba-b7e7-4d90-a3be-65a6ea121c0b"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:47:00.121580 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-737a340b-e0e2-4258-b4b8-dbf3eba626ab tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:00.122268 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-737a340b-e0e2-4258-b4b8-dbf3eba626ab tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:00.123985 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 9facfdba-b7e7-4d90-a3be-65a6ea121c0b, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=9facfdba-b7e7-4d90-a3be-65a6ea121c0b,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:00.131535 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:00.175575 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-737a340b-e0e2-4258-b4b8-dbf3eba626ab tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3692839 Nov 27 03:47:00.195129 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb928b44-b1d7-451e-9ca6-f5fa0b7ed61c None None] DHCP port deletion for bd9416fa-5b57-44bc-b415-a020c14efa0b request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 03:47:00.204227 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e32472-8b0d-4551-969e-dd310ef87554 req-01149714-c226-4ad3-8d67-02306dee91c2 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:00.206283 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b1e32472-8b0d-4551-969e-dd310ef87554 req-01149714-c226-4ad3-8d67-02306dee91c2 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52ab998-a1b9-44c8-ba23-bb47d3345075 HTTP/1.1" status: 200 len: 931 time: 0.1760581 Nov 27 03:47:00.214087 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-2eac58cb-cf2d-4318-9d88-c7eaa4e41a30 service neutron] Request body: {'port': {'device_id': 'c52ab998-a1b9-44c8-ba23-bb47d3345075', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:47:00.248416 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=9facfdba-b7e7-4d90-a3be-65a6ea121c0b,revision_number=8']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:00.287698 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-fb928b44-b1d7-451e-9ca6-f5fa0b7ed61c None None] Deleting port 8c5c5c66-fb50-4c04-ae6f-ccbb53d121fd {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:47:00.289415 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-fb928b44-b1d7-451e-9ca6-f5fa0b7ed61c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:00.333758 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-6bd8249f-0318-44f4-a951-2aebc7c289c7 admin admin] Deleting port 8c5c5c66-fb50-4c04-ae6f-ccbb53d121fd {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:47:00.334108 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6bd8249f-0318-44f4-a951-2aebc7c289c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:00.339242 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16729cd2-17f6-4a77-9b54-8864ab553a9c x-openstack-request-id: req-16729cd2-17f6-4a77-9b54-8864ab553a9c {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:47:00.339778 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8593fb-0c0c-4af8-b761-a239e4b1ad3f", "name": "network-vif-deleted", "tag": "b4fb6284-4e3b-4b71-baac-9b931745501f", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:47:00.340034 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-16729cd2-17f6-4a77-9b54-8864ab553a9c {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:47:00.340423 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8593fb-0c0c-4af8-b761-a239e4b1ad3f', 'name': 'network-vif-deleted', 'tag': 'b4fb6284-4e3b-4b71-baac-9b931745501f', 'status': 'completed', 'code': 200} Nov 27 03:47:00.355127 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b1e32472-8b0d-4551-969e-dd310ef87554 req-4723a75d-f5e5-4d93-981d-cf8f338a97ca tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348877 Nov 27 03:47:00.377310 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-2eac58cb-cf2d-4318-9d88-c7eaa4e41a30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:00.382997 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-fb928b44-b1d7-451e-9ca6-f5fa0b7ed61c None None] For port 8c5c5c66-fb50-4c04-ae6f-ccbb53d121fd, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=8c5c5c66-fb50-4c04-ae6f-ccbb53d121fd,segment=NetworkSegment(843a3e50-453f-4627-a2c7-76f7ab8b5197),segment_id=843a3e50-453f-4627-a2c7-76f7ab8b5197)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:00.383475 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-fb928b44-b1d7-451e-9ca6-f5fa0b7ed61c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:00.406480 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-fb928b44-b1d7-451e-9ca6-f5fa0b7ed61c None None] Calling delete_port for 8c5c5c66-fb50-4c04-ae6f-ccbb53d121fd owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:47:00.495279 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-6bd8249f-0318-44f4-a951-2aebc7c289c7 admin admin] For port 8c5c5c66-fb50-4c04-ae6f-ccbb53d121fd, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=8c5c5c66-fb50-4c04-ae6f-ccbb53d121fd,segment=NetworkSegment(843a3e50-453f-4627-a2c7-76f7ab8b5197),segment_id=843a3e50-453f-4627-a2c7-76f7ab8b5197)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:00.497801 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [req-8744f235-e19b-47e1-9fb4-527326affe86 req-59d15ece-f563-41b3-bf38-76f34b3170a0 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] show failed (client error): The resource could not be found. Nov 27 03:47:00.499102 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6bd8249f-0318-44f4-a951-2aebc7c289c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:00.506956 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8744f235-e19b-47e1-9fb4-527326affe86 req-59d15ece-f563-41b3-bf38-76f34b3170a0 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups/93082435-6a27-42b2-9fab-f2106db37ebf HTTP/1.1" status: 404 len: 352 time: 0.0232561 Nov 27 03:47:00.537324 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514c4cc6-de44-4955-9f50-61ff6d6b1e18 x-openstack-request-id: req-514c4cc6-de44-4955-9f50-61ff6d6b1e18 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:47:00.538872 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c92dfde5-842a-4e4c-8ff0-f8b53d13d89a", "name": "network-vif-plugged", "status": "completed", "tag": "9facfdba-b7e7-4d90-a3be-65a6ea121c0b", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:47:00.539304 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-514c4cc6-de44-4955-9f50-61ff6d6b1e18 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:47:00.539859 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c92dfde5-842a-4e4c-8ff0-f8b53d13d89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9facfdba-b7e7-4d90-a3be-65a6ea121c0b', 'code': 200} Nov 27 03:47:00.542300 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device dc88044d-f13c-49d7-b13c-3c5037fd3349 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:47:00.549690 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device b4fb6284-4e3b-4b71-baac-9b931745501f no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:47:00.575577 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: b4fb6284-4e3b-4b71-baac-9b931745501f {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:47:00.576218 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device b4fb6284-4e3b-4b71-baac-9b931745501f not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:47:00.624768 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 8c5c5c66-fb50-4c04-ae6f-ccbb53d121fd no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:47:00.653053 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-6bd8249f-0318-44f4-a951-2aebc7c289c7 admin admin] Calling delete_port for 8c5c5c66-fb50-4c04-ae6f-ccbb53d121fd owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:47:00.655942 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-fb928b44-b1d7-451e-9ca6-f5fa0b7ed61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:00.674940 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [req-76263e67-044c-4e33-972d-bb7a59e04c81 req-bdfc1320-a490-4440-9441-386ac53b6ae1 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] show failed (client error): The resource could not be found. Nov 27 03:47:00.678816 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-76263e67-044c-4e33-972d-bb7a59e04c81 req-bdfc1320-a490-4440-9441-386ac53b6ae1 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups/5b30365e-17d5-4b0d-b7c4-a23d93cb73d8 HTTP/1.1" status: 404 len: 352 time: 0.0319684 Nov 27 03:47:00.708643 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 8c5c5c66-fb50-4c04-ae6f-ccbb53d121fd {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:47:00.709009 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 8c5c5c66-fb50-4c04-ae6f-ccbb53d121fd not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:47:00.715660 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb928b44-b1d7-451e-9ca6-f5fa0b7ed61c None None] Pushing event deleted for resources: {'Port': ['ID=8c5c5c66-fb50-4c04-ae6f-ccbb53d121fd,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:00.729115 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb928b44-b1d7-451e-9ca6-f5fa0b7ed61c None None] No DVR routers for this DVR port 8c5c5c66-fb50-4c04-ae6f-ccbb53d121fd on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:47:00.764838 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [req-c2d53351-9aff-42ad-9850-a74aca43da81 req-1d7acc96-c441-4b04-b05e-5f4cb37be860 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] show failed (client error): The resource could not be found. Nov 27 03:47:00.778126 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c2d53351-9aff-42ad-9850-a74aca43da81 req-1d7acc96-c441-4b04-b05e-5f4cb37be860 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups/38f4ef47-dc4e-4206-a839-5b3fd5603cfb HTTP/1.1" status: 404 len: 352 time: 0.0511351 Nov 27 03:47:00.796304 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port dc88044d-f13c-49d7-b13c-3c5037fd3349, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=dc88044d-f13c-49d7-b13c-3c5037fd3349,segment=NetworkSegment(74310010-e448-4edf-8f12-15f9f8367765),segment_id=74310010-e448-4edf-8f12-15f9f8367765)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:00.815585 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': 'dc88044d-f13c-49d7-b13c-3c5037fd3349', 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7', 'port_id': 'dc88044d-f13c-49d7-b13c-3c5037fd3349', 'mac_address': 'fa:16:3e:98:ed:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '022c48dd-3720-4645-8f22-45c74ce924ab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:47:00.865919 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:00.884310 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc88044d-f13c-49d7-b13c-3c5037fd3349 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:47:00.913797 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb61c9d-b99d-446d-abd2-9d1425130195 req-71629946-792e-45fb-af0d-a81a9b3441da tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:00.915669 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8eb61c9d-b99d-446d-abd2-9d1425130195 req-71629946-792e-45fb-af0d-a81a9b3441da tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 949 time: 0.0708988 Nov 27 03:47:00.916705 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port dc88044d-f13c-49d7-b13c-3c5037fd3349, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=dc88044d-f13c-49d7-b13c-3c5037fd3349,segment=NetworkSegment(74310010-e448-4edf-8f12-15f9f8367765),segment_id=74310010-e448-4edf-8f12-15f9f8367765)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:00.922168 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:00.986402 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8eb61c9d-b99d-446d-abd2-9d1425130195 req-8064d623-2fa8-463c-b61d-75facac59a7e tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617170 Nov 27 03:47:00.986862 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=dc88044d-f13c-49d7-b13c-3c5037fd3349,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:01.037426 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [req-707451e7-3252-417c-9538-1e8477632cfb req-776473df-e209-4c5a-9a84-1ae78c2a7946 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] show failed (client error): The resource could not be found. Nov 27 03:47:01.038677 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-707451e7-3252-417c-9538-1e8477632cfb req-776473df-e209-4c5a-9a84-1ae78c2a7946 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups/f10d188f-bfef-41ec-94b9-8c5b6fc4be70 HTTP/1.1" status: 404 len: 352 time: 0.0176818 Nov 27 03:47:01.109678 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1758c1-049d-43c4-8d0d-ceed0096df27 req-dbbaada9-2d47-4e42-8bb2-f7e66e98c55a tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:01.110662 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4c1758c1-049d-43c4-8d0d-ceed0096df27 req-dbbaada9-2d47-4e42-8bb2-f7e66e98c55a tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 943 time: 0.4744358 Nov 27 03:47:01.159642 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7996e5a1-8ee0-4432-825c-555925f19ea2 req-9a8ea5b7-b20e-4f36-83c3-d594f94fd39e tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:01.161419 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7996e5a1-8ee0-4432-825c-555925f19ea2 req-9a8ea5b7-b20e-4f36-83c3-d594f94fd39e tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 949 time: 0.0675797 Nov 27 03:47:01.222310 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7996e5a1-8ee0-4432-825c-555925f19ea2 req-0d33a031-98b1-4cd2-ad1a-e9ed9dc09f4a tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505009 Nov 27 03:47:01.243079 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4c1758c1-049d-43c4-8d0d-ceed0096df27 req-e6204612-66cd-4e5e-9cc4-a4b8eb87a9d4 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989406 Nov 27 03:47:01.256655 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6bd8249f-0318-44f4-a951-2aebc7c289c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:01.259867 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['dc88044d-f13c-49d7-b13c-3c5037fd3349'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:47:01.276017 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd8249f-0318-44f4-a951-2aebc7c289c7 admin admin] No DVR routers for this DVR port 8c5c5c66-fb50-4c04-ae6f-ccbb53d121fd on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:47:01.284187 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [req-3690a9b1-93f8-4a3b-bcc6-2af13d2e94c4 req-b0016bc3-4621-48f8-9865-907be65c30d5 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] show failed (client error): The resource could not be found. Nov 27 03:47:01.285237 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3690a9b1-93f8-4a3b-bcc6-2af13d2e94c4 req-b0016bc3-4621-48f8-9865-907be65c30d5 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups/ffb5d44f-0bf2-4010-991a-5fd91edaa33d HTTP/1.1" status: 404 len: 352 time: 0.0340841 Nov 27 03:47:01.305718 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd8249f-0318-44f4-a951-2aebc7c289c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c5c5c66-fb50-4c04-ae6f-ccbb53d121fd,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:01.381601 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [req-cc4a87ec-caee-4094-a0cb-5dbe4876878d req-2c62f9db-a674-44d7-aeff-4892a6f92ffe tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] show failed (client error): The resource could not be found. Nov 27 03:47:01.384647 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cc4a87ec-caee-4094-a0cb-5dbe4876878d req-2c62f9db-a674-44d7-aeff-4892a6f92ffe tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups/6e8199cd-1cac-46bf-9b54-b09465db8111 HTTP/1.1" status: 404 len: 352 time: 0.0363445 Nov 27 03:47:01.419091 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6bd8249f-0318-44f4-a951-2aebc7c289c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:01.429298 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-2eac58cb-cf2d-4318-9d88-c7eaa4e41a30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e00ba9b1-7223-47b4-97d9-841e47a56c97 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:47:01.438954 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-2eac58cb-cf2d-4318-9d88-c7eaa4e41a30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:01.456641 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-6bd8249f-0318-44f4-a951-2aebc7c289c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd9416fa-5b57-44bc-b415-a020c14efa0b']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:47:01.469482 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-2eac58cb-cf2d-4318-9d88-c7eaa4e41a30 service neutron] Transition to ACTIVE for port object e00ba9b1-7223-47b4-97d9-841e47a56c97 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:47:01.471343 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-6bd8249f-0318-44f4-a951-2aebc7c289c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '843a3e50-453f-4627-a2c7-76f7ab8b5197') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:47:01.471627 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-6bd8249f-0318-44f4-a951-2aebc7c289c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '843a3e50-453f-4627-a2c7-76f7ab8b5197') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:47:01.482899 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-2eac58cb-cf2d-4318-9d88-c7eaa4e41a30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:01.486282 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6bd8249f-0318-44f4-a951-2aebc7c289c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:01.561623 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6bd8249f-0318-44f4-a951-2aebc7c289c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:01.578241 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bd8249f-0318-44f4-a951-2aebc7c289c7 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:47:01.578676 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6bd8249f-0318-44f4-a951-2aebc7c289c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:01.581428 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:47:01.581428 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 03:47:01.581428 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:47:01.581428 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 03:47:01.581428 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:47:01.581428 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 03:47:01.581428 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:47:01.581428 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 03:47:01.581428 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 03:47:01.581428 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:47:01.581428 n-d-819494-3 neutron-server[110019]: timer() Nov 27 03:47:01.581428 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:47:01.581428 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 03:47:01.581428 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:47:01.581428 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 03:47:01.581428 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:47:01.581428 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 03:47:01.581428 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:47:01.581428 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 03:47:01.581428 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:47:01.581428 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 03:47:01.581428 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:47:01.581428 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:47:01.581428 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:47:01.581428 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:47:01.581428 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:47:01.581428 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 03:47:01.581428 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:47:01.581428 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 03:47:01.581428 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:47:01.581428 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:47:01.581428 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:47:01.581428 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 03:47:01.581428 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:47:01.581428 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:47:01.581428 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:47:01.581428 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:47:01.581428 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:47:01.581428 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:47:01.581428 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:47:01.584522 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac58cb-cf2d-4318-9d88-c7eaa4e41a30 service neutron] Pushing event updated for resources: {'Port': ['ID=e00ba9b1-7223-47b4-97d9-841e47a56c97,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:01.659400 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322da864-0d3c-4fcf-8f21-f4418b9a8bda req-f344c0cc-31ff-4f43-86de-c9735cfac335 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:01.661416 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-322da864-0d3c-4fcf-8f21-f4418b9a8bda req-f344c0cc-31ff-4f43-86de-c9735cfac335 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52ab998-a1b9-44c8-ba23-bb47d3345075 HTTP/1.1" status: 200 len: 943 time: 0.1732552 Nov 27 03:47:01.713333 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6bd8249f-0318-44f4-a951-2aebc7c289c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:01.724804 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6bd8249f-0318-44f4-a951-2aebc7c289c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:01.731296 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6bd8249f-0318-44f4-a951-2aebc7c289c7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/bd9416fa-5b57-44bc-b415-a020c14efa0b HTTP/1.1" status: 204 len: 168 time: 1.8714728 Nov 27 03:47:01.731860 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 58734) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:47:01.754917 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd8249f-0318-44f4-a951-2aebc7c289c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd9416fa-5b57-44bc-b415-a020c14efa0b,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:01.771432 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbd685-4528-4731-af16-9ba1fa8b486c req-0377aa89-9b93-4377-8611-f7d27f861b27 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:01.773032 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1ffbd685-4528-4731-af16-9ba1fa8b486c req-0377aa89-9b93-4377-8611-f7d27f861b27 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/ports?device_id=416460c2-70e4-41b4-ad27-930a30dd213e HTTP/1.1" status: 200 len: 1023 time: 0.0743158 Nov 27 03:47:01.844909 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1ffbd685-4528-4731-af16-9ba1fa8b486c req-21e20110-3eb5-4a62-9904-38fc27dc9534 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18e94ef-9afe-4215-b7a0-56cae0157012&id=75d88714-72b8-4b5f-8372-ea627d9cfde6&id=171853fb-66e7-4462-bde1-2e0db607ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0648267 Nov 27 03:47:01.854139 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-322da864-0d3c-4fcf-8f21-f4418b9a8bda req-5736bfde-e39d-4c32-8760-5d18a528f98b tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804087 Nov 27 03:47:01.856796 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-2eac58cb-cf2d-4318-9d88-c7eaa4e41a30 service neutron] Attempting to bind port e00ba9b1-7223-47b4-97d9-841e47a56c97 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:47:01.857153 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-2eac58cb-cf2d-4318-9d88-c7eaa4e41a30 service neutron] Attempting to bind port e00ba9b1-7223-47b4-97d9-841e47a56c97 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '0d71eb94-5225-4db6-8e46-cee8dee27f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '378a3375-2447-4153-8462-f656d3d2276f'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:47:01.857488 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-2eac58cb-cf2d-4318-9d88-c7eaa4e41a30 service neutron] Attempting to bind port e00ba9b1-7223-47b4-97d9-841e47a56c97 on network 378a3375-2447-4153-8462-f656d3d2276f {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:47:01.884191 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-2eac58cb-cf2d-4318-9d88-c7eaa4e41a30 service neutron] Port e00ba9b1-7223-47b4-97d9-841e47a56c97 on network 378a3375-2447-4153-8462-f656d3d2276f not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:47:01.884786 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-2eac58cb-cf2d-4318-9d88-c7eaa4e41a30 service neutron] Attempting to bind port e00ba9b1-7223-47b4-97d9-841e47a56c97 on network 378a3375-2447-4153-8462-f656d3d2276f {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:47:01.898828 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-2eac58cb-cf2d-4318-9d88-c7eaa4e41a30 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:47:01.899184 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-2eac58cb-cf2d-4318-9d88-c7eaa4e41a30 service neutron] Checking segment: {'id': '0d71eb94-5225-4db6-8e46-cee8dee27f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '378a3375-2447-4153-8462-f656d3d2276f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:47:01.899581 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-2eac58cb-cf2d-4318-9d88-c7eaa4e41a30 service neutron] Bound using segment: {'id': '0d71eb94-5225-4db6-8e46-cee8dee27f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '378a3375-2447-4153-8462-f656d3d2276f'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:47:01.900032 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-2eac58cb-cf2d-4318-9d88-c7eaa4e41a30 service neutron] Bound port: e00ba9b1-7223-47b4-97d9-841e47a56c97, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d71eb94-5225-4db6-8e46-cee8dee27f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '378a3375-2447-4153-8462-f656d3d2276f'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:47:01.900397 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-2eac58cb-cf2d-4318-9d88-c7eaa4e41a30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:01.990227 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-0584b493-365e-4a7c-bc20-cdfe4f472c6a tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d416f1581fce4cbda78108e0795a4c3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332391 Nov 27 03:47:02.126046 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-2eac58cb-cf2d-4318-9d88-c7eaa4e41a30 service neutron] For port e00ba9b1-7223-47b4-97d9-841e47a56c97, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:47:02.158773 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-2eac58cb-cf2d-4318-9d88-c7eaa4e41a30 service neutron] For port e00ba9b1-7223-47b4-97d9-841e47a56c97, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=e00ba9b1-7223-47b4-97d9-841e47a56c97,segment=NetworkSegment(0d71eb94-5225-4db6-8e46-cee8dee27f0a),segment_id=0d71eb94-5225-4db6-8e46-cee8dee27f0a)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:47:02.170690 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-2eac58cb-cf2d-4318-9d88-c7eaa4e41a30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:02.227024 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-2eac58cb-cf2d-4318-9d88-c7eaa4e41a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:02.227661 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-2eac58cb-cf2d-4318-9d88-c7eaa4e41a30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:02.229085 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-2eac58cb-cf2d-4318-9d88-c7eaa4e41a30 service neutron] 10.222.0.11 "PUT /v2.0/ports/e00ba9b1-7223-47b4-97d9-841e47a56c97 HTTP/1.1" status: 200 len: 1091 time: 2.0212560 Nov 27 03:47:02.255571 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-0673e5fe-10dc-4778-9247-194fadb1a2cb tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:02.257176 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-0673e5fe-10dc-4778-9247-194fadb1a2cb tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2337842 Nov 27 03:47:02.336040 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-5d2d1606-4b12-4b3e-84fb-963de162dd86 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/quotas/d416f1581fce4cbda78108e0795a4c3c HTTP/1.1" status: 200 len: 375 time: 0.0538003 Nov 27 03:47:02.340393 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac58cb-cf2d-4318-9d88-c7eaa4e41a30 service neutron] Pushing event updated for resources: {'Port': ['ID=e00ba9b1-7223-47b4-97d9-841e47a56c97,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:02.344733 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c52ab998-a1b9-44c8-ba23-bb47d3345075', 'tag': 'e00ba9b1-7223-47b4-97d9-841e47a56c97'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:47:02.346949 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d822fe-5f04-4f75-8912-d71ca4c879c2" -d '{"events": [{"name": "network-changed", "server_uuid": "c52ab998-a1b9-44c8-ba23-bb47d3345075", "tag": "e00ba9b1-7223-47b4-97d9-841e47a56c97"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:47:02.392330 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device dc88044d-f13c-49d7-b13c-3c5037fd3349 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:47:02.402642 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b085f-5d0b-4812-bc10-dfdca37dfeb0 req-55624626-2c35-4808-a85f-d8ba0206a3cb tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:02.407041 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d06b085f-5d0b-4812-bc10-dfdca37dfeb0 req-55624626-2c35-4808-a85f-d8ba0206a3cb tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 944 time: 0.0719299 Nov 27 03:47:02.421504 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-bd48bec9-7787-4c8d-a92b-f0b21078698f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:02.423059 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-bd48bec9-7787-4c8d-a92b-f0b21078698f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0cbf4ce56bb54dd781457ee73fdb0c37&device_id=c52ab998-a1b9-44c8-ba23-bb47d3345075 HTTP/1.1" status: 200 len: 1094 time: 0.1347449 Nov 27 03:47:02.466964 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d06b085f-5d0b-4812-bc10-dfdca37dfeb0 req-6efc0809-86e3-4120-a250-1f9154a0e186 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546017 Nov 27 03:47:02.470877 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port dc88044d-f13c-49d7-b13c-3c5037fd3349 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:47:02.478279 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port dc88044d-f13c-49d7-b13c-3c5037fd3349 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:47:02.478839 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:02.489309 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-076ea9f9-e14f-4af8-ad73-13c084bababe tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d416f1581fce4cbda78108e0795a4c3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1384971 Nov 27 03:47:02.491897 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-49f96dd0-29f2-4fb5-80b7-c492daedbee0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e00ba9b1-7223-47b4-97d9-841e47a56c97 HTTP/1.1" status: 200 len: 217 time: 0.0524707 Nov 27 03:47:02.555353 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0196969d-54ce-44d5-8faa-69692587d539 x-openstack-request-id: req-0196969d-54ce-44d5-8faa-69692587d539 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:47:02.555504 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c52ab998-a1b9-44c8-ba23-bb47d3345075", "tag": "e00ba9b1-7223-47b4-97d9-841e47a56c97", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:47:02.556711 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0196969d-54ce-44d5-8faa-69692587d539 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:47:02.556711 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c52ab998-a1b9-44c8-ba23-bb47d3345075', 'tag': 'e00ba9b1-7223-47b4-97d9-841e47a56c97', 'status': 'completed', 'code': 200} Nov 27 03:47:02.625045 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-472ef034-a2f3-4f53-9c6e-c25e2b62efcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:02.626520 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-472ef034-a2f3-4f53-9c6e-c25e2b62efcc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9aa0d39d-1f7c-48be-83b9-b4ca19c74697 HTTP/1.1" status: 200 len: 845 time: 0.1277654 Nov 27 03:47:02.632280 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:02.661549 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6159af-abea-47b8-824b-04a8da24006d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc88044d-f13c-49d7-b13c-3c5037fd3349'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:47:02.663983 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25278720-b24e-434a-a804-8c0f3a790cd8" -d '{"events": [{"server_uuid": "1d6159af-abea-47b8-824b-04a8da24006d", "name": "network-vif-plugged", "status": "completed", "tag": "dc88044d-f13c-49d7-b13c-3c5037fd3349"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:47:02.672108 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-25471ac5-bcb8-4f1e-8df5-838798de86b9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=378a3375-2447-4153-8462-f656d3d2276f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381401 Nov 27 03:47:02.681660 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port dc88044d-f13c-49d7-b13c-3c5037fd3349, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=dc88044d-f13c-49d7-b13c-3c5037fd3349,segment=NetworkSegment(74310010-e448-4edf-8f12-15f9f8367765),segment_id=74310010-e448-4edf-8f12-15f9f8367765)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:02.689992 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:02.748675 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4cf79ba-2c66-4954-bd0d-7d9181671f80 x-openstack-request-id: req-e4cf79ba-2c66-4954-bd0d-7d9181671f80 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:47:02.748834 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d6159af-abea-47b8-824b-04a8da24006d", "name": "network-vif-plugged", "status": "completed", "tag": "dc88044d-f13c-49d7-b13c-3c5037fd3349", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:47:02.748950 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4cf79ba-2c66-4954-bd0d-7d9181671f80 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:47:02.749341 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6159af-abea-47b8-824b-04a8da24006d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc88044d-f13c-49d7-b13c-3c5037fd3349', 'code': 200} Nov 27 03:47:02.770211 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bff18934-ac69-4fdb-ab4c-f1dabb6c81f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:02.776148 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=dc88044d-f13c-49d7-b13c-3c5037fd3349,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:02.887701 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a779fe2c-3333-4803-a922-19e737cf710d req-74bd54f6-dda2-499c-b510-2732038dfd58 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 210 time: 0.0682631 Nov 27 03:47:02.973012 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-7b73c902-88aa-4f60-adc8-00fc7e51e9de service neutron] 10.222.0.11 "GET /v2.0/networks/378a3375-2447-4153-8462-f656d3d2276f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928247 Nov 27 03:47:03.055952 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e497a22-bac3-48cc-a220-0c97ceb8d0d3 req-efc89a2b-2f28-4b58-9a9f-2bd1aa0dc454 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:03.057499 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0e497a22-bac3-48cc-a220-0c97ceb8d0d3 req-efc89a2b-2f28-4b58-9a9f-2bd1aa0dc454 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/ports?device_id=416460c2-70e4-41b4-ad27-930a30dd213e HTTP/1.1" status: 200 len: 1023 time: 0.1075664 Nov 27 03:47:03.059813 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41840351-fcce-4a51-9914-21dd39d5191a req-b7e741e4-b021-40c4-9769-66679c8a7a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:03.062063 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-41840351-fcce-4a51-9914-21dd39d5191a req-b7e741e4-b021-40c4-9769-66679c8a7a2c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 1096 time: 0.1710858 Nov 27 03:47:03.183197 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-41840351-fcce-4a51-9914-21dd39d5191a req-86a64dd8-ce89-4c71-bfb6-7fb25d83b273 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873120 Nov 27 03:47:03.217015 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-757a1331-78ec-4778-bd1e-d1cc202175e7 req-93508744-428a-4c0f-902c-33e86167f909 service neutron] 10.222.0.11 "GET /v2.0/networks/378a3375-2447-4153-8462-f656d3d2276f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605337 Nov 27 03:47:03.226354 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a173fb-144f-44d5-acb9-5e38e867aba3 req-73d9cbb8-9871-4f26-91be-2b5e5e498deb tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:03.226861 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0e497a22-bac3-48cc-a220-0c97ceb8d0d3 req-f50499b1-348a-40e4-8284-40ff2288458f tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups?id=e18e94ef-9afe-4215-b7a0-56cae0157012&id=75d88714-72b8-4b5f-8372-ea627d9cfde6&id=171853fb-66e7-4462-bde1-2e0db607ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1562688 Nov 27 03:47:03.233704 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-96a173fb-144f-44d5-acb9-5e38e867aba3 req-73d9cbb8-9871-4f26-91be-2b5e5e498deb tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52ab998-a1b9-44c8-ba23-bb47d3345075 HTTP/1.1" status: 200 len: 943 time: 0.1705420 Nov 27 03:47:03.310973 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-96a173fb-144f-44d5-acb9-5e38e867aba3 req-5afd7be1-e546-40b7-9181-b738bfc5de9d tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763822 Nov 27 03:47:03.381584 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d822fe-5f04-4f75-8912-d71ca4c879c2 req-4e9fb31b-adfb-4c1c-b90b-50867e9186da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:03.383160 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d2d822fe-5f04-4f75-8912-d71ca4c879c2 req-4e9fb31b-adfb-4c1c-b90b-50867e9186da service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0cbf4ce56bb54dd781457ee73fdb0c37&device_id=c52ab998-a1b9-44c8-ba23-bb47d3345075 HTTP/1.1" status: 200 len: 1094 time: 0.0713413 Nov 27 03:47:03.409837 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-bff18934-ac69-4fdb-ab4c-f1dabb6c81f4 admin admin] Deleting port f4615b5c-39fd-4182-bfce-f8540b5c44ec {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:47:03.410175 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bff18934-ac69-4fdb-ab4c-f1dabb6c81f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:03.543517 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d822fe-5f04-4f75-8912-d71ca4c879c2 req-8af029b0-31f5-4368-b902-df0d2e4278ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:03.544978 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d2d822fe-5f04-4f75-8912-d71ca4c879c2 req-8af029b0-31f5-4368-b902-df0d2e4278ef service neutron] 10.222.0.11 "GET /v2.0/networks?id=378a3375-2447-4153-8462-f656d3d2276f HTTP/1.1" status: 200 len: 906 time: 0.1544631 Nov 27 03:47:03.546734 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-bff18934-ac69-4fdb-ab4c-f1dabb6c81f4 admin admin] For port f4615b5c-39fd-4182-bfce-f8540b5c44ec, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=f4615b5c-39fd-4182-bfce-f8540b5c44ec,segment=NetworkSegment(848c7db3-5c68-4b7b-8f69-43bb66326721),segment_id=848c7db3-5c68-4b7b-8f69-43bb66326721)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:03.547097 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bff18934-ac69-4fdb-ab4c-f1dabb6c81f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:03.599645 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-bff18934-ac69-4fdb-ab4c-f1dabb6c81f4 admin admin] Calling delete_port for f4615b5c-39fd-4182-bfce-f8540b5c44ec owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:47:03.604573 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d2d822fe-5f04-4f75-8912-d71ca4c879c2 req-cfa882fe-cf8b-4c95-8001-e449f6182673 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e00ba9b1-7223-47b4-97d9-841e47a56c97 HTTP/1.1" status: 200 len: 217 time: 0.0489914 Nov 27 03:47:03.654419 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5383bf5-2a03-4ce4-8414-7d848de89f47 req-2d0a205a-a079-40e7-b5fb-bfc917de5692 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:03.656476 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a5383bf5-2a03-4ce4-8414-7d848de89f47 req-2d0a205a-a079-40e7-b5fb-bfc917de5692 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.23 "GET /v2.0/ports?device_id=416460c2-70e4-41b4-ad27-930a30dd213e HTTP/1.1" status: 200 len: 1023 time: 0.0622835 Nov 27 03:47:03.728006 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d822fe-5f04-4f75-8912-d71ca4c879c2 req-317a902e-00b3-46cf-87e7-e277ef468172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:03.729310 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d2d822fe-5f04-4f75-8912-d71ca4c879c2 req-317a902e-00b3-46cf-87e7-e277ef468172 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9aa0d39d-1f7c-48be-83b9-b4ca19c74697 HTTP/1.1" status: 200 len: 845 time: 0.1050024 Nov 27 03:47:03.742873 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2534e4-ec09-4d25-b898-6183ea5f5138 req-7e31d8df-0513-41e2-aee5-667401bbf04e tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:03.744356 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ad2534e4-ec09-4d25-b898-6183ea5f5138 req-7e31d8df-0513-41e2-aee5-667401bbf04e tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 945 time: 0.1805098 Nov 27 03:47:03.811883 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d2d822fe-5f04-4f75-8912-d71ca4c879c2 req-0ee5cc6b-1010-40a9-8f92-a493ab7f2190 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=378a3375-2447-4153-8462-f656d3d2276f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642946 Nov 27 03:47:03.821323 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-a5383bf5-2a03-4ce4-8414-7d848de89f47 req-81b18ffa-df1f-416d-b64b-5d9b82669bab tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Deleting port fe8a78f7-4c71-4df1-8ce7-4a4fa586a257 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:47:03.821560 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-a5383bf5-2a03-4ce4-8414-7d848de89f47 req-81b18ffa-df1f-416d-b64b-5d9b82669bab tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:03.941086 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ad2534e4-ec09-4d25-b898-6183ea5f5138 req-7478d933-be0f-47d8-9ca0-5a99c941b898 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519821 Nov 27 03:47:03.955131 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d2d822fe-5f04-4f75-8912-d71ca4c879c2 req-1adb4bca-a662-4cc8-b379-b4d88e5467f6 service neutron] 10.222.0.11 "GET /v2.0/networks/378a3375-2447-4153-8462-f656d3d2276f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333799 Nov 27 03:47:03.985936 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-a5383bf5-2a03-4ce4-8414-7d848de89f47 req-81b18ffa-df1f-416d-b64b-5d9b82669bab tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] For port fe8a78f7-4c71-4df1-8ce7-4a4fa586a257, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=fe8a78f7-4c71-4df1-8ce7-4a4fa586a257,segment=NetworkSegment(c1651081-4661-44b0-a4f9-f27950d5af75),segment_id=c1651081-4661-44b0-a4f9-f27950d5af75)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:03.986842 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-a5383bf5-2a03-4ce4-8414-7d848de89f47 req-81b18ffa-df1f-416d-b64b-5d9b82669bab tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:04.004779 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-a5383bf5-2a03-4ce4-8414-7d848de89f47 req-81b18ffa-df1f-416d-b64b-5d9b82669bab tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Calling delete_port for fe8a78f7-4c71-4df1-8ce7-4a4fa586a257 owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:47:04.070506 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bff18934-ac69-4fdb-ab4c-f1dabb6c81f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:04.095331 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-823fede6-2c18-428d-b97c-f24343e0119d req-5b505a77-3a9a-4e04-a59a-9bfa22585f9e tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 210 time: 0.0761063 Nov 27 03:47:04.109720 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff18934-ac69-4fdb-ab4c-f1dabb6c81f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4615b5c-39fd-4182-bfce-f8540b5c44ec,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:04.146952 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d2d822fe-5f04-4f75-8912-d71ca4c879c2 req-4ae57754-21b5-45b9-8c27-193252ff5be1 service neutron] 10.222.0.11 "GET /v2.0/networks/378a3375-2447-4153-8462-f656d3d2276f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699293 Nov 27 03:47:04.226441 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-a5383bf5-2a03-4ce4-8414-7d848de89f47 req-81b18ffa-df1f-416d-b64b-5d9b82669bab tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:04.269663 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b18ffa-df1f-416d-b64b-5d9b82669bab tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Pushing event deleted for resources: {'Port': ['ID=fe8a78f7-4c71-4df1-8ce7-4a4fa586a257,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:04.415586 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5383bf5-2a03-4ce4-8414-7d848de89f47 req-81b18ffa-df1f-416d-b64b-5d9b82669bab tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] No DVR routers for this DVR port fe8a78f7-4c71-4df1-8ce7-4a4fa586a257 on host n-h1-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:47:04.425072 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-a5383bf5-2a03-4ce4-8414-7d848de89f47 req-81b18ffa-df1f-416d-b64b-5d9b82669bab tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:04.442090 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a5383bf5-2a03-4ce4-8414-7d848de89f47 req-81b18ffa-df1f-416d-b64b-5d9b82669bab tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.23 "DELETE /v2.0/ports/fe8a78f7-4c71-4df1-8ce7-4a4fa586a257 HTTP/1.1" status: 204 len: 173 time: 0.7607095 Nov 27 03:47:04.442646 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['fe8a78f7-4c71-4df1-8ce7-4a4fa586a257'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:47:04.443146 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '416460c2-70e4-41b4-ad27-930a30dd213e', 'name': 'network-vif-deleted', 'tag': 'fe8a78f7-4c71-4df1-8ce7-4a4fa586a257'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:47:04.450741 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079088b7-f140-4001-9687-364d35d78eab" -d '{"events": [{"server_uuid": "416460c2-70e4-41b4-ad27-930a30dd213e", "name": "network-vif-deleted", "tag": "fe8a78f7-4c71-4df1-8ce7-4a4fa586a257"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:47:04.571065 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4195783-eb3e-46b9-9453-820e2965cae0 req-c5dbea43-2cc0-4a5a-a1a2-361dca7bd339 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:04.572683 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f4195783-eb3e-46b9-9453-820e2965cae0 req-c5dbea43-2cc0-4a5a-a1a2-361dca7bd339 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52ab998-a1b9-44c8-ba23-bb47d3345075 HTTP/1.1" status: 200 len: 943 time: 0.1053531 Nov 27 03:47:04.637376 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f4195783-eb3e-46b9-9453-820e2965cae0 req-26ab69d1-8a7f-4a6a-ab74-aa9ccf6d8982 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575197 Nov 27 03:47:04.688971 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80472953-efa6-4268-afb6-a00ac7c73449 x-openstack-request-id: req-80472953-efa6-4268-afb6-a00ac7c73449 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:47:04.689418 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "416460c2-70e4-41b4-ad27-930a30dd213e", "name": "network-vif-deleted", "tag": "fe8a78f7-4c71-4df1-8ce7-4a4fa586a257", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:47:04.690032 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-80472953-efa6-4268-afb6-a00ac7c73449 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:47:04.690721 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '416460c2-70e4-41b4-ad27-930a30dd213e', 'name': 'network-vif-deleted', 'tag': 'fe8a78f7-4c71-4df1-8ce7-4a4fa586a257', 'status': 'completed', 'code': 200} Nov 27 03:47:04.879203 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-a1eee92a-ba3f-4cda-93c1-342ecde3fbf3 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d416f1581fce4cbda78108e0795a4c3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0685174 Nov 27 03:47:04.880877 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5cb6807f-cd11-4f27-a9a8-ac7e15ea1e73 req-0cb3dcfe-a83a-4971-98c3-dc87116a6f76 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/ports?device_id=416460c2-70e4-41b4-ad27-930a30dd213e HTTP/1.1" status: 200 len: 210 time: 0.0722237 Nov 27 03:47:04.984595 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bff18934-ac69-4fdb-ab4c-f1dabb6c81f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:05.016927 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-ee15d16f-526b-4600-aec4-40f73060271b tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:05.018385 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-ee15d16f-526b-4600-aec4-40f73060271b tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1318960 Nov 27 03:47:05.059607 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-6eafd3eb-9bb9-4926-9569-706b5b0aa5b3 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Request body: {'port': {'device_id': '138dd263-9a09-4577-a067-5afe79df2472', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'admin_state_up': True, 'tenant_id': 'd416f1581fce4cbda78108e0795a4c3c'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:47:05.143810 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f08e87-283d-42ef-b41d-ffe217798da8 req-3486c28c-d88c-417d-a62d-e9896453da91 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:05.143810 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-68f08e87-283d-42ef-b41d-ffe217798da8 req-3486c28c-d88c-417d-a62d-e9896453da91 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 945 time: 0.0970316 Nov 27 03:47:05.235143 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-68f08e87-283d-42ef-b41d-ffe217798da8 req-a47990ff-12aa-4300-8d6a-a19fc5d3d31d tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812833 Nov 27 03:47:05.343610 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6e18856d-abc4-4ae8-8364-a8ca7d459d92 req-c8341f57-485e-4129-a802-205634acd4ce tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 210 time: 0.0804315 Nov 27 03:47:05.360887 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-6eafd3eb-9bb9-4926-9569-706b5b0aa5b3 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Made reservation on behalf of d416f1581fce4cbda78108e0795a4c3c for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:47:05.365012 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-6eafd3eb-9bb9-4926-9569-706b5b0aa5b3 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:05.375180 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d697d2-3057-4446-9c05-708ff8fc5514 req-36b6f5dc-a5e1-4153-9d7b-253420e97df1 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:05.376749 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e4d697d2-3057-4446-9c05-708ff8fc5514 req-36b6f5dc-a5e1-4153-9d7b-253420e97df1 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 1096 time: 0.0631032 Nov 27 03:47:05.409936 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff18934-ac69-4fdb-ab4c-f1dabb6c81f4 admin admin] Router 6c449c12-e854-4f4c-8708-775c3cac0c14 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:47:05.430911 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e4d697d2-3057-4446-9c05-708ff8fc5514 req-e4f62053-b3f2-4ad0-8a30-7676e054d323 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463150 Nov 27 03:47:05.632495 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-6eafd3eb-9bb9-4926-9569-706b5b0aa5b3 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Allocated IP 192.168.233.158 (7cd21890-8440-4d5d-a862-4b55c8c22387/f14a2acf-f1d7-4ddf-8459-b30982428e88/22399cf9-b7ca-41d1-9cab-7b32dda023ef) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:47:05.654801 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66149a5-4137-417a-89ac-5bcd36421e24 req-fe465751-0dfb-45de-b776-d3bc05f2f0f3 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:05.657390 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b66149a5-4137-417a-89ac-5bcd36421e24 req-fe465751-0dfb-45de-b776-d3bc05f2f0f3 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 1096 time: 0.1167181 Nov 27 03:47:05.667163 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff18934-ac69-4fdb-ab4c-f1dabb6c81f4 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:47:05.675468 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 58828) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:47:05.675972 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-bff18934-ac69-4fdb-ab4c-f1dabb6c81f4 admin admin] 10.222.0.20 "PUT /v2.0/routers/6c449c12-e854-4f4c-8708-775c3cac0c14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9424875 Nov 27 03:47:05.678022 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ada1f0-aeeb-454c-9e71-ff7e27efb033 None None] Sync routers for ids ['6c449c12-e854-4f4c-8708-775c3cac0c14'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:47:05.690390 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ada1f0-aeeb-454c-9e71-ff7e27efb033 None None] Routers {'6c449c12-e854-4f4c-8708-775c3cac0c14'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:47:05.691184 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-13ada1f0-aeeb-454c-9e71-ff7e27efb033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:46:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['6c449c12-e854-4f4c-8708-775c3cac0c14'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:47:05.748505 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device e00ba9b1-7223-47b4-97d9-841e47a56c97 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:47:05.765110 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b66149a5-4137-417a-89ac-5bcd36421e24 req-3b9572c0-b26c-4499-923b-fec8eab69b8a tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797603 Nov 27 03:47:05.826194 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-13ada1f0-aeeb-454c-9e71-ff7e27efb033 None None] Set router 6c449c12-e854-4f4c-8708-775c3cac0c14 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:47:05.892621 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7b87baf9-3b42-4701-af6e-e39c91c492f2 admin admin] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:05.941996 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port e00ba9b1-7223-47b4-97d9-841e47a56c97, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=e00ba9b1-7223-47b4-97d9-841e47a56c97,segment=NetworkSegment(0d71eb94-5225-4db6-8e46-cee8dee27f0a),segment_id=0d71eb94-5225-4db6-8e46-cee8dee27f0a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:05.956617 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'e00ba9b1-7223-47b4-97d9-841e47a56c97', 'network_id': '378a3375-2447-4153-8462-f656d3d2276f', 'port_id': 'e00ba9b1-7223-47b4-97d9-841e47a56c97', 'mac_address': 'fa:16:3e:d8:c4:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aa0d39d-1f7c-48be-83b9-b4ca19c74697', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:47:05.998303 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:06.014990 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e00ba9b1-7223-47b4-97d9-841e47a56c97 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:47:06.030806 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-6eafd3eb-9bb9-4926-9569-706b5b0aa5b3 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:06.042452 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port e00ba9b1-7223-47b4-97d9-841e47a56c97, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=e00ba9b1-7223-47b4-97d9-841e47a56c97,segment=NetworkSegment(0d71eb94-5225-4db6-8e46-cee8dee27f0a),segment_id=0d71eb94-5225-4db6-8e46-cee8dee27f0a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:06.053462 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:06.107445 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-6eafd3eb-9bb9-4926-9569-706b5b0aa5b3 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:06.109999 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-13ada1f0-aeeb-454c-9e71-ff7e27efb033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c449c12-e854-4f4c-8708-775c3cac0c14', 'name': 'tempest-AttachSCSIVolumeTestJSON-1239989629-router', 'tenant_id': 'b54444c6a92d445094738b9211dbfa18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8ba62c30-4e28-4136-b014-ae6a36ea60cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:44:45Z', 'updated_at': '2021-11-27T03:47:03Z', 'revision_number': 5, 'project_id': 'b54444c6a92d445094738b9211dbfa18', 'gw_port': {'id': '8ba62c30-4e28-4136-b014-ae6a36ea60cd', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:08:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c449c12-e854-4f4c-8708-775c3cac0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:44:46Z', 'updated_at': '2021-11-27T03:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:47:06.140949 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=e00ba9b1-7223-47b4-97d9-841e47a56c97,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:06.145232 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4e9ec-645b-4570-86dc-03209260581d req-0d8c361d-7859-461b-94ca-ac90f09a4e81 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:06.150101 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['ef4ae27c-26c3-4e63-8f92-1652f2b6bca5', '9facfdba-b7e7-4d90-a3be-65a6ea121c0b'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:47:06.157359 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3bd4e9ec-645b-4570-86dc-03209260581d req-0d8c361d-7859-461b-94ca-ac90f09a4e81 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52ab998-a1b9-44c8-ba23-bb47d3345075 HTTP/1.1" status: 200 len: 943 time: 0.3976998 Nov 27 03:47:06.188902 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ada1f0-aeeb-454c-9e71-ff7e27efb033 None None] Checking router: 6c449c12-e854-4f4c-8708-775c3cac0c14 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:47:06.192494 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-6eafd3eb-9bb9-4926-9569-706b5b0aa5b3 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Network 7cd21890-8440-4d5d-a862-4b55c8c22387 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:47:06.202996 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ada1f0-aeeb-454c-9e71-ff7e27efb033 None None] Routers {'6c449c12-e854-4f4c-8708-775c3cac0c14'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:47:06.204927 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-13ada1f0-aeeb-454c-9e71-ff7e27efb033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:46:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['6c449c12-e854-4f4c-8708-775c3cac0c14'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:47:06.210598 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-6eafd3eb-9bb9-4926-9569-706b5b0aa5b3 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:47:06.220522 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-6eafd3eb-9bb9-4926-9569-706b5b0aa5b3 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:47:06.307925 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3bd4e9ec-645b-4570-86dc-03209260581d req-52c3cf90-e46c-4bad-9c54-c8da82494fde tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397629 Nov 27 03:47:06.308301 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eafd3eb-9bb9-4926-9569-706b5b0aa5b3 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Pushing event updated for resources: {'Port': ['ID=22399cf9-b7ca-41d1-9cab-7b32dda023ef,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:06.383377 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7b87baf9-3b42-4701-af6e-e39c91c492f2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:06.392676 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-6eafd3eb-9bb9-4926-9569-706b5b0aa5b3 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:06.393325 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-6eafd3eb-9bb9-4926-9569-706b5b0aa5b3 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:06.431201 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device fe8a78f7-4c71-4df1-8ce7-4a4fa586a257 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:47:06.431520 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-6eafd3eb-9bb9-4926-9569-706b5b0aa5b3 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3773901 Nov 27 03:47:06.439506 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e622d675-d6af-4aec-9599-a6f888d1e95f req-cd547a03-bc7a-458d-a6a6-d320adceffe5 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups/75d88714-72b8-4b5f-8372-ea627d9cfde6 HTTP/1.1" status: 200 len: 1818 time: 0.1110070 Nov 27 03:47:06.461895 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-f9177a98-17aa-49e2-ac86-0b1c3d7c4e73 service neutron] Request body: {'port': {'device_id': '138dd263-9a09-4577-a067-5afe79df2472', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:47:06.497728 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-13ada1f0-aeeb-454c-9e71-ff7e27efb033 None None] Set router 6c449c12-e854-4f4c-8708-775c3cac0c14 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:47:06.528550 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['e00ba9b1-7223-47b4-97d9-841e47a56c97'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:47:06.575366 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e622d675-d6af-4aec-9599-a6f888d1e95f req-9a1c71cb-0ac4-4124-820d-2b4386505e61 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:06.590004 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-f9177a98-17aa-49e2-ac86-0b1c3d7c4e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:06.592879 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-7b87baf9-3b42-4701-af6e-e39c91c492f2 admin admin] Deleting port 8ba62c30-4e28-4136-b014-ae6a36ea60cd {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:47:06.594900 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7b87baf9-3b42-4701-af6e-e39c91c492f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:06.610677 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: fe8a78f7-4c71-4df1-8ce7-4a4fa586a257 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:47:06.611032 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device fe8a78f7-4c71-4df1-8ce7-4a4fa586a257 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:47:06.741477 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e622d675-d6af-4aec-9599-a6f888d1e95f req-9a1c71cb-0ac4-4124-820d-2b4386505e61 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:06.785014 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-127313d1-2436-4f53-aa6a-3c887dc4dc2b None None] Provisioning complete for port 22399cf9-b7ca-41d1-9cab-7b32dda023ef triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:47:06.785928 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-127313d1-2436-4f53-aa6a-3c887dc4dc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:06.830040 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-13ada1f0-aeeb-454c-9e71-ff7e27efb033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c449c12-e854-4f4c-8708-775c3cac0c14', 'name': 'tempest-AttachSCSIVolumeTestJSON-1239989629-router', 'tenant_id': 'b54444c6a92d445094738b9211dbfa18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8ba62c30-4e28-4136-b014-ae6a36ea60cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:44:45Z', 'updated_at': '2021-11-27T03:47:03Z', 'revision_number': 5, 'project_id': 'b54444c6a92d445094738b9211dbfa18', 'gw_port': {'id': '8ba62c30-4e28-4136-b014-ae6a36ea60cd', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:08:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c449c12-e854-4f4c-8708-775c3cac0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:44:46Z', 'updated_at': '2021-11-27T03:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:47:06.860614 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ada1f0-aeeb-454c-9e71-ff7e27efb033 None None] The sync data for ids ['6c449c12-e854-4f4c-8708-775c3cac0c14'] in n-d-819494-3 is: [{'id': '6c449c12-e854-4f4c-8708-775c3cac0c14', 'name': 'tempest-AttachSCSIVolumeTestJSON-1239989629-router', 'tenant_id': 'b54444c6a92d445094738b9211dbfa18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8ba62c30-4e28-4136-b014-ae6a36ea60cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:44:45Z', 'updated_at': '2021-11-27T03:47:03Z', 'revision_number': 5, 'project_id': 'b54444c6a92d445094738b9211dbfa18', 'gw_port': {'id': '8ba62c30-4e28-4136-b014-ae6a36ea60cd', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:08:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c449c12-e854-4f4c-8708-775c3cac0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:44:46Z', 'updated_at': '2021-11-27T03:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:47:06.882328 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-7b87baf9-3b42-4701-af6e-e39c91c492f2 admin admin] For port 8ba62c30-4e28-4136-b014-ae6a36ea60cd, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=8ba62c30-4e28-4136-b014-ae6a36ea60cd,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:06.883335 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7b87baf9-3b42-4701-af6e-e39c91c492f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:06.895850 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e622d675-d6af-4aec-9599-a6f888d1e95f req-9a1c71cb-0ac4-4124-820d-2b4386505e61 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:06.899328 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e622d675-d6af-4aec-9599-a6f888d1e95f req-9a1c71cb-0ac4-4124-820d-2b4386505e61 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:06.900819 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e622d675-d6af-4aec-9599-a6f888d1e95f req-9a1c71cb-0ac4-4124-820d-2b4386505e61 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "DELETE /v2.0/security-groups/75d88714-72b8-4b5f-8372-ea627d9cfde6 HTTP/1.1" status: 204 len: 173 time: 0.4526389 Nov 27 03:47:06.917272 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-7b87baf9-3b42-4701-af6e-e39c91c492f2 admin admin] Calling delete_port for 8ba62c30-4e28-4136-b014-ae6a36ea60cd owned by network:router_gateway {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:47:06.935478 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c71cb-0ac4-4124-820d-2b4386505e61 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d88714-72b8-4b5f-8372-ea627d9cfde6,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:07.002312 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-127313d1-2436-4f53-aa6a-3c887dc4dc2b None None] Port 22399cf9-b7ca-41d1-9cab-7b32dda023ef cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:47:07.113038 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-f9177a98-17aa-49e2-ac86-0b1c3d7c4e73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22399cf9-b7ca-41d1-9cab-7b32dda023ef {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:47:07.121553 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-f9177a98-17aa-49e2-ac86-0b1c3d7c4e73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:07.135690 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-f9177a98-17aa-49e2-ac86-0b1c3d7c4e73 service neutron] Transition to ACTIVE for port object 22399cf9-b7ca-41d1-9cab-7b32dda023ef will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:47:07.142627 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-f9177a98-17aa-49e2-ac86-0b1c3d7c4e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:07.220240 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb333db-43ab-4e69-a4f3-2385f4b3de81 req-18a4c595-7735-42c6-ba78-8f2468307eed tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:07.228282 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ddb333db-43ab-4e69-a4f3-2385f4b3de81 req-18a4c595-7735-42c6-ba78-8f2468307eed tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 936 time: 0.1416204 Nov 27 03:47:07.230935 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9177a98-17aa-49e2-ac86-0b1c3d7c4e73 service neutron] Pushing event updated for resources: {'Port': ['ID=22399cf9-b7ca-41d1-9cab-7b32dda023ef,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:07.308980 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7b87baf9-3b42-4701-af6e-e39c91c492f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:07.323106 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ddb333db-43ab-4e69-a4f3-2385f4b3de81 req-4e7009f6-018e-4170-9ef5-d68e0b60ae82 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939336 Nov 27 03:47:07.356227 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b87baf9-3b42-4701-af6e-e39c91c492f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ba62c30-4e28-4136-b014-ae6a36ea60cd,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:07.356674 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-f9177a98-17aa-49e2-ac86-0b1c3d7c4e73 service neutron] Attempting to bind port 22399cf9-b7ca-41d1-9cab-7b32dda023ef on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:47:07.357017 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-f9177a98-17aa-49e2-ac86-0b1c3d7c4e73 service neutron] Attempting to bind port 22399cf9-b7ca-41d1-9cab-7b32dda023ef by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:47:07.357719 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-f9177a98-17aa-49e2-ac86-0b1c3d7c4e73 service neutron] Attempting to bind port 22399cf9-b7ca-41d1-9cab-7b32dda023ef on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:47:07.374238 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-f9177a98-17aa-49e2-ac86-0b1c3d7c4e73 service neutron] Port 22399cf9-b7ca-41d1-9cab-7b32dda023ef on network 7cd21890-8440-4d5d-a862-4b55c8c22387 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:47:07.376266 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-f9177a98-17aa-49e2-ac86-0b1c3d7c4e73 service neutron] Attempting to bind port 22399cf9-b7ca-41d1-9cab-7b32dda023ef on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:47:07.385921 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-f9177a98-17aa-49e2-ac86-0b1c3d7c4e73 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:47:07.386303 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-f9177a98-17aa-49e2-ac86-0b1c3d7c4e73 service neutron] Checking segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:47:07.387212 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-f9177a98-17aa-49e2-ac86-0b1c3d7c4e73 service neutron] Bound using segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:47:07.387212 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-f9177a98-17aa-49e2-ac86-0b1c3d7c4e73 service neutron] Bound port: 22399cf9-b7ca-41d1-9cab-7b32dda023ef, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:47:07.387498 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-f9177a98-17aa-49e2-ac86-0b1c3d7c4e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:07.482492 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7b87baf9-3b42-4701-af6e-e39c91c492f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:07.500952 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-f9177a98-17aa-49e2-ac86-0b1c3d7c4e73 service neutron] For port 22399cf9-b7ca-41d1-9cab-7b32dda023ef, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:47:07.511775 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-f9177a98-17aa-49e2-ac86-0b1c3d7c4e73 service neutron] For port 22399cf9-b7ca-41d1-9cab-7b32dda023ef, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=22399cf9-b7ca-41d1-9cab-7b32dda023ef,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:47:07.521654 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-f9177a98-17aa-49e2-ac86-0b1c3d7c4e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:07.600805 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-542d303e-658c-45b0-83c4-e342a9a96685 req-3de6fd8a-62ef-4971-acb2-f3e92025c115 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "GET /v2.0/security-groups/171853fb-66e7-4462-bde1-2e0db607ab72 HTTP/1.1" status: 200 len: 1818 time: 0.1737339 Nov 27 03:47:07.608660 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7b87baf9-3b42-4701-af6e-e39c91c492f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:07.619620 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7b87baf9-3b42-4701-af6e-e39c91c492f2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:07.648080 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-f9177a98-17aa-49e2-ac86-0b1c3d7c4e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:07.649158 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-f9177a98-17aa-49e2-ac86-0b1c3d7c4e73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:07.652350 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-f9177a98-17aa-49e2-ac86-0b1c3d7c4e73 service neutron] 10.222.0.23 "PUT /v2.0/ports/22399cf9-b7ca-41d1-9cab-7b32dda023ef HTTP/1.1" status: 200 len: 1096 time: 1.1963508 Nov 27 03:47:07.654165 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '138dd263-9a09-4577-a067-5afe79df2472', 'tag': '22399cf9-b7ca-41d1-9cab-7b32dda023ef'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:47:07.657161 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ced933-753e-46ec-ba77-fbbe77e7caa9" -d '{"events": [{"name": "network-changed", "server_uuid": "138dd263-9a09-4577-a067-5afe79df2472", "tag": "22399cf9-b7ca-41d1-9cab-7b32dda023ef"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:47:07.683640 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-d12b7619-0ac0-4842-b6d6-624d635f2a57 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 03:47:07.693123 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-d12b7619-0ac0-4842-b6d6-624d635f2a57 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0393274 Nov 27 03:47:07.707826 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-542d303e-658c-45b0-83c4-e342a9a96685 req-820dd01a-bad2-4b45-9300-bbf03dcdee31 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:07.714872 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7b87baf9-3b42-4701-af6e-e39c91c492f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:07.715485 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b87baf9-3b42-4701-af6e-e39c91c492f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c449c12-e854-4f4c-8708-775c3cac0c14 {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 03:47:07.726206 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7b87baf9-3b42-4701-af6e-e39c91c492f2 admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:07.730222 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7b87baf9-3b42-4701-af6e-e39c91c492f2 admin admin] 10.222.0.20 "DELETE /v2.0/routers/6c449c12-e854-4f4c-8708-775c3cac0c14 HTTP/1.1" status: 204 len: 168 time: 2.0437183 Nov 27 03:47:07.730824 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 58880) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:47:07.764075 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9177a98-17aa-49e2-ac86-0b1c3d7c4e73 service neutron] Pushing event updated for resources: {'Port': ['ID=22399cf9-b7ca-41d1-9cab-7b32dda023ef,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:07.767988 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-542d303e-658c-45b0-83c4-e342a9a96685 req-820dd01a-bad2-4b45-9300-bbf03dcdee31 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:07.813440 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a565694-15de-4a33-96df-9d0048bf86a0 admin admin] Deleting subnet 04fae33c-7696-4c2d-9efc-7027e43ac46a {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:47:07.818016 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8a565694-15de-4a33-96df-9d0048bf86a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:07.830414 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-745f4b9a-1031-4bcf-9c4e-63ee63c39c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:07.832925 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-745f4b9a-1031-4bcf-9c4e-63ee63c39c58 service neutron] 10.222.0.20 "GET /v2.0/ports/dc88044d-f13c-49d7-b13c-3c5037fd3349 HTTP/1.1" status: 200 len: 1093 time: 0.1390038 Nov 27 03:47:07.847715 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-668a79c3-59dd-494c-ae2e-f0439a583704 service neutron] Request body: {'binding': {'host': 'n-h2-819494-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:47:07.848493 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-668a79c3-59dd-494c-ae2e-f0439a583704 service neutron] Unknown quota resources ['binding']. {{(pid=110019) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 03:47:07.852003 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-f60581c1-3df8-4bb5-af64-4e482d7bfbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:07.853604 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-f60581c1-3df8-4bb5-af64-4e482d7bfbac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d416f1581fce4cbda78108e0795a4c3c&device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 1099 time: 0.0731399 Nov 27 03:47:07.863488 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-542d303e-658c-45b0-83c4-e342a9a96685 req-820dd01a-bad2-4b45-9300-bbf03dcdee31 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:07.866095 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-542d303e-658c-45b0-83c4-e342a9a96685 req-820dd01a-bad2-4b45-9300-bbf03dcdee31 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:07.867291 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-542d303e-658c-45b0-83c4-e342a9a96685 req-820dd01a-bad2-4b45-9300-bbf03dcdee31 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] 10.222.0.20 "DELETE /v2.0/security-groups/171853fb-66e7-4462-bde1-2e0db607ab72 HTTP/1.1" status: 204 len: 173 time: 0.2566750 Nov 27 03:47:07.880836 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 58882) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:47:07.892525 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820dd01a-bad2-4b45-9300-bbf03dcdee31 tempest-SecurityGroupsTestJSON-1214816711 tempest-SecurityGroupsTestJSON-1214816711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=171853fb-66e7-4462-bde1-2e0db607ab72,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:07.896131 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8a565694-15de-4a33-96df-9d0048bf86a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:07.970766 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-68857269-dcf9-4fc9-9d94-b38c37c34dd4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=22399cf9-b7ca-41d1-9cab-7b32dda023ef HTTP/1.1" status: 200 len: 217 time: 0.0893636 Nov 27 03:47:08.004644 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8a565694-15de-4a33-96df-9d0048bf86a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:08.095465 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8a565694-15de-4a33-96df-9d0048bf86a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:08.122537 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-c92caf54-4fef-4f44-8e23-9b0c06303d03 admin admin] Deleting subnet b807eecb-0879-49fd-8f8d-b45f66819dde {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:47:08.130716 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c92caf54-4fef-4f44-8e23-9b0c06303d03 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:08.135772 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-e7129d4f-edd1-4fba-96ee-1d833fb5b1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:08.137238 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-e7129d4f-edd1-4fba-96ee-1d833fb5b1be service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.1298964 Nov 27 03:47:08.140790 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a565694-15de-4a33-96df-9d0048bf86a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04fae33c-7696-4c2d-9efc-7027e43ac46a,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:08.151211 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bf43e8-4698-4fb7-a447-f9fb2d7125e4 None None] Network 195c2a4c-255b-452e-8334-5439afc4d8bc requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:47:08.166169 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8a565694-15de-4a33-96df-9d0048bf86a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:08.169577 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8a565694-15de-4a33-96df-9d0048bf86a0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/04fae33c-7696-4c2d-9efc-7027e43ac46a HTTP/1.1" status: 204 len: 168 time: 0.4379613 Nov 27 03:47:08.178989 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 58884) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:47:08.231089 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fb261-aa5b-45ad-a814-8f7525a1a715 req-cac75ab4-9fa2-40d3-8825-dd1cee840793 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:08.232832 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b41fb261-aa5b-45ad-a814-8f7525a1a715 req-cac75ab4-9fa2-40d3-8825-dd1cee840793 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52ab998-a1b9-44c8-ba23-bb47d3345075 HTTP/1.1" status: 200 len: 944 time: 0.0621259 Nov 27 03:47:08.316318 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b41fb261-aa5b-45ad-a814-8f7525a1a715 req-fef4a97c-2617-4365-b8d4-d5d6c13cf6a1 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779943 Nov 27 03:47:08.355461 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9bf34559-edbf-4972-bf5e-482e15c8a40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:08.375691 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c92caf54-4fef-4f44-8e23-9b0c06303d03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:08.414712 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2316680-323b-445a-bd5d-1bb6e59daae2 x-openstack-request-id: req-c2316680-323b-445a-bd5d-1bb6e59daae2 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:47:08.415011 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "138dd263-9a09-4577-a067-5afe79df2472", "tag": "22399cf9-b7ca-41d1-9cab-7b32dda023ef", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:47:08.415270 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c2316680-323b-445a-bd5d-1bb6e59daae2 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:47:08.415670 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '138dd263-9a09-4577-a067-5afe79df2472', 'tag': '22399cf9-b7ca-41d1-9cab-7b32dda023ef', 'status': 'completed', 'code': 200} Nov 27 03:47:08.433589 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-668a79c3-59dd-494c-ae2e-f0439a583704 service neutron] Attempting to bind port dc88044d-f13c-49d7-b13c-3c5037fd3349 on host n-h2-819494-3 for vnic_type normal with profile None {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:47:08.436289 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-668a79c3-59dd-494c-ae2e-f0439a583704 service neutron] Attempting to bind port dc88044d-f13c-49d7-b13c-3c5037fd3349 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:47:08.436289 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-668a79c3-59dd-494c-ae2e-f0439a583704 service neutron] Attempting to bind port dc88044d-f13c-49d7-b13c-3c5037fd3349 on network b645cec8-c88e-4bba-8234-b110de21cfe7 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:47:08.441979 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-668a79c3-59dd-494c-ae2e-f0439a583704 service neutron] Port dc88044d-f13c-49d7-b13c-3c5037fd3349 on network b645cec8-c88e-4bba-8234-b110de21cfe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:47:08.442315 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-668a79c3-59dd-494c-ae2e-f0439a583704 service neutron] Attempting to bind port dc88044d-f13c-49d7-b13c-3c5037fd3349 on network b645cec8-c88e-4bba-8234-b110de21cfe7 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:47:08.448946 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d980cc72-8080-43e4-bb21-cfac4460dbf9 None None] DHCP port deletion for 195c2a4c-255b-452e-8334-5439afc4d8bc request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 03:47:08.449900 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-2f68e593-de2d-4fe7-a85e-d5bbc95b2d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:08.451451 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-2f68e593-de2d-4fe7-a85e-d5bbc95b2d75 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2904849 Nov 27 03:47:08.463050 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-668a79c3-59dd-494c-ae2e-f0439a583704 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:47:08.463388 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-668a79c3-59dd-494c-ae2e-f0439a583704 service neutron] Checking segment: {'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:47:08.463858 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-668a79c3-59dd-494c-ae2e-f0439a583704 service neutron] Bound using segment: {'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:47:08.464304 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-668a79c3-59dd-494c-ae2e-f0439a583704 service neutron] Bound port: dc88044d-f13c-49d7-b13c-3c5037fd3349, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:47:08.472304 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c92caf54-4fef-4f44-8e23-9b0c06303d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:08.526800 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e37f11-8c7e-4ab9-b5d1-29991a25ca6a req-7fe27a9b-4916-4894-b69a-f08b78d2712c tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:08.526800 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b9e37f11-8c7e-4ab9-b5d1-29991a25ca6a req-7fe27a9b-4916-4894-b69a-f08b78d2712c tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 948 time: 0.0687907 Nov 27 03:47:08.542505 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-d980cc72-8080-43e4-bb21-cfac4460dbf9 None None] Deleting port 862e539f-08c3-4066-bef2-bbc73e238bba {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:47:08.547098 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d980cc72-8080-43e4-bb21-cfac4460dbf9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:08.593259 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b9e37f11-8c7e-4ab9-b5d1-29991a25ca6a req-8e931fbf-d32d-44fe-9cf6-5be1e0be159b tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597088 Nov 27 03:47:08.606349 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 862e539f-08c3-4066-bef2-bbc73e238bba no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:47:08.663595 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-d980cc72-8080-43e4-bb21-cfac4460dbf9 None None] For port 862e539f-08c3-4066-bef2-bbc73e238bba, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=862e539f-08c3-4066-bef2-bbc73e238bba,segment=NetworkSegment(848c7db3-5c68-4b7b-8f69-43bb66326721),segment_id=848c7db3-5c68-4b7b-8f69-43bb66326721)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:08.663989 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d980cc72-8080-43e4-bb21-cfac4460dbf9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:08.681674 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-d980cc72-8080-43e4-bb21-cfac4460dbf9 None None] Calling delete_port for 862e539f-08c3-4066-bef2-bbc73e238bba owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:47:08.707113 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-798302ac-28cc-4816-b358-ba625ced26f4 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387061 Nov 27 03:47:08.721914 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-668a79c3-59dd-494c-ae2e-f0439a583704 service neutron] For port dc88044d-f13c-49d7-b13c-3c5037fd3349, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=dc88044d-f13c-49d7-b13c-3c5037fd3349,segment=NetworkSegment(74310010-e448-4edf-8f12-15f9f8367765),segment_id=74310010-e448-4edf-8f12-15f9f8367765)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:47:08.737654 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-668a79c3-59dd-494c-ae2e-f0439a583704 service neutron] Publish callbacks [] for binding, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:08.747663 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-668a79c3-59dd-494c-ae2e-f0439a583704 service neutron] 10.222.0.20 "POST /v2.0/ports/dc88044d-f13c-49d7-b13c-3c5037fd3349/bindings HTTP/1.1" status: 201 len: 389 time: 0.8985100 Nov 27 03:47:08.782235 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:08.821987 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-9bf34559-edbf-4972-bf5e-482e15c8a40c admin admin] Deleting port 862e539f-08c3-4066-bef2-bbc73e238bba {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:47:08.822722 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9bf34559-edbf-4972-bf5e-482e15c8a40c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:08.827465 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c92caf54-4fef-4f44-8e23-9b0c06303d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:08.859908 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 862e539f-08c3-4066-bef2-bbc73e238bba, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=862e539f-08c3-4066-bef2-bbc73e238bba,segment=NetworkSegment(848c7db3-5c68-4b7b-8f69-43bb66326721),segment_id=848c7db3-5c68-4b7b-8f69-43bb66326721)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:08.867516 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:08.868974 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device f4615b5c-39fd-4182-bfce-f8540b5c44ec no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:47:08.922604 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c92caf54-4fef-4f44-8e23-9b0c06303d03 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:08.927556 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c92caf54-4fef-4f44-8e23-9b0c06303d03 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b807eecb-0879-49fd-8f8d-b45f66819dde HTTP/1.1" status: 204 len: 168 time: 0.9705594 Nov 27 03:47:08.930460 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 58892) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:47:08.931233 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d980cc72-8080-43e4-bb21-cfac4460dbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:08.933530 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: f4615b5c-39fd-4182-bfce-f8540b5c44ec {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:47:08.934303 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device f4615b5c-39fd-4182-bfce-f8540b5c44ec not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:47:08.934954 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 8ba62c30-4e28-4136-b014-ae6a36ea60cd no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:47:08.937674 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92caf54-4fef-4f44-8e23-9b0c06303d03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b807eecb-0879-49fd-8f8d-b45f66819dde,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:08.981377 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-9bf34559-edbf-4972-bf5e-482e15c8a40c admin admin] For port 862e539f-08c3-4066-bef2-bbc73e238bba, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=862e539f-08c3-4066-bef2-bbc73e238bba,segment=NetworkSegment(848c7db3-5c68-4b7b-8f69-43bb66326721),segment_id=848c7db3-5c68-4b7b-8f69-43bb66326721)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:08.982001 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9bf34559-edbf-4972-bf5e-482e15c8a40c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:08.985569 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 8ba62c30-4e28-4136-b014-ae6a36ea60cd {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:47:08.985963 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 8ba62c30-4e28-4136-b014-ae6a36ea60cd not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:47:08.995704 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d980cc72-8080-43e4-bb21-cfac4460dbf9 None None] No DVR routers for this DVR port 862e539f-08c3-4066-bef2-bbc73e238bba on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:47:09.010527 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=862e539f-08c3-4066-bef2-bbc73e238bba,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:09.048480 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980cc72-8080-43e4-bb21-cfac4460dbf9 None None] Pushing event deleted for resources: {'Port': ['ID=862e539f-08c3-4066-bef2-bbc73e238bba,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:09.062878 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-9bf34559-edbf-4972-bf5e-482e15c8a40c admin admin] Calling delete_port for 862e539f-08c3-4066-bef2-bbc73e238bba owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:47:09.073632 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-161ebc6f-01d1-482e-a09f-65ed091820c2 req-87eb5768-f684-4986-9b58-b887ae26370b service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554516 Nov 27 03:47:09.137276 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697fdf1-dfd3-4187-b649-24e680a1cff7 req-3a5ef2aa-a39d-4d87-9162-2c7db2afd252 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:09.144738 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1697fdf1-dfd3-4187-b649-24e680a1cff7 req-3a5ef2aa-a39d-4d87-9162-2c7db2afd252 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 945 time: 0.0842373 Nov 27 03:47:09.186715 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-02af1a14-fed8-47d2-a522-d6082cb93eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:09.316007 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-2cd78709-6fa6-46bc-b474-cb110f8c59da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:09.316575 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1697fdf1-dfd3-4187-b649-24e680a1cff7 req-22e706ac-0419-444b-aee3-bd4441a3c861 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703339 Nov 27 03:47:09.317751 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-2cd78709-6fa6-46bc-b474-cb110f8c59da service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35cfdc78458c41aab44b0a976c3549af&device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 1096 time: 0.1640851 Nov 27 03:47:09.324030 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ced933-753e-46ec-ba77-fbbe77e7caa9 req-210dbda8-1586-4c3c-9f0c-6af3088ad19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:09.325882 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b2ced933-753e-46ec-ba77-fbbe77e7caa9 req-210dbda8-1586-4c3c-9f0c-6af3088ad19d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d416f1581fce4cbda78108e0795a4c3c&device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 1099 time: 0.1083574 Nov 27 03:47:09.336235 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-02af1a14-fed8-47d2-a522-d6082cb93eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:09.352708 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9bf34559-edbf-4972-bf5e-482e15c8a40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:09.367469 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-02af1a14-fed8-47d2-a522-d6082cb93eab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['995058f0-cd6f-4205-8189-aa736ae95556']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:47:09.391652 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-02af1a14-fed8-47d2-a522-d6082cb93eab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1651081-4661-44b0-a4f9-f27950d5af75') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:47:09.391950 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-02af1a14-fed8-47d2-a522-d6082cb93eab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1651081-4661-44b0-a4f9-f27950d5af75') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:47:09.416618 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-02af1a14-fed8-47d2-a522-d6082cb93eab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:09.456583 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-02af1a14-fed8-47d2-a522-d6082cb93eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:09.468661 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02af1a14-fed8-47d2-a522-d6082cb93eab admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:47:09.469320 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-02af1a14-fed8-47d2-a522-d6082cb93eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:09.472024 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 03:47:09.472024 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:47:09.472024 n-d-819494-3 neutron-server[110018]: timer() Nov 27 03:47:09.472024 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:47:09.472024 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 03:47:09.472024 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:47:09.472024 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 03:47:09.472024 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:47:09.472024 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 03:47:09.472024 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:47:09.472024 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 03:47:09.472024 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:47:09.472024 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 03:47:09.472024 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:47:09.472024 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:47:09.472024 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:47:09.472024 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:47:09.472024 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:47:09.472024 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 03:47:09.472024 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:47:09.472024 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 03:47:09.472024 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:47:09.472024 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:47:09.472024 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:47:09.472024 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 03:47:09.472024 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:47:09.472024 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:47:09.472024 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:47:09.472024 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:47:09.472024 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:47:09.472024 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:47:09.472024 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:47:09.558328 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-02af1a14-fed8-47d2-a522-d6082cb93eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:09.567185 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-02af1a14-fed8-47d2-a522-d6082cb93eab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:09.574746 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-02af1a14-fed8-47d2-a522-d6082cb93eab admin admin] 10.222.0.20 "DELETE /v2.0/networks/995058f0-cd6f-4205-8189-aa736ae95556 HTTP/1.1" status: 204 len: 168 time: 0.6430302 Nov 27 03:47:09.591103 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af1a14-fed8-47d2-a522-d6082cb93eab admin admin] Pushing event deleted for resources: {'Network': ['ID=995058f0-cd6f-4205-8189-aa736ae95556,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:09.718084 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883b3d7-c91e-4e7d-a7b4-93a2459becc4 req-de58fb71-5fc2-463e-8878-58d3dbc65413 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:09.729274 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c883b3d7-c91e-4e7d-a7b4-93a2459becc4 req-de58fb71-5fc2-463e-8878-58d3dbc65413 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 948 time: 0.0618660 Nov 27 03:47:09.730946 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 58906) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:47:09.795716 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device e00ba9b1-7223-47b4-97d9-841e47a56c97 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:47:09.812593 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-bd619a2a-69cc-4bdf-b757-3c84b9f67e4a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=69d6340ea23c45289ca7a6e130f14fe1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0798669 Nov 27 03:47:09.813105 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 58908) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:47:09.827192 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c883b3d7-c91e-4e7d-a7b4-93a2459becc4 req-da0a66ed-4341-4758-9053-2340ff53f8b7 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970583 Nov 27 03:47:09.857504 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf34559-edbf-4972-bf5e-482e15c8a40c admin admin] Pushing event deleted for resources: {'Port': ['ID=862e539f-08c3-4066-bef2-bbc73e238bba,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:09.865029 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf34559-edbf-4972-bf5e-482e15c8a40c admin admin] No DVR routers for this DVR port 862e539f-08c3-4066-bef2-bbc73e238bba on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:47:09.887928 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port e00ba9b1-7223-47b4-97d9-841e47a56c97 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:47:09.892761 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a4b21373-2cf2-45b8-9ffe-80d845f4848b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:09.893833 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port e00ba9b1-7223-47b4-97d9-841e47a56c97 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:47:09.894817 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:09.922672 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a4b21373-2cf2-45b8-9ffe-80d845f4848b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:09.989715 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a4b21373-2cf2-45b8-9ffe-80d845f4848b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:09.994532 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a4b21373-2cf2-45b8-9ffe-80d845f4848b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:09.996073 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc5eac-5223-4b76-b9bf-094bde5321b8 req-018e9e65-9b33-4b5d-9da6-ee635222af5d tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:09.997823 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a4b21373-2cf2-45b8-9ffe-80d845f4848b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e18e94ef-9afe-4215-b7a0-56cae0157012 HTTP/1.1" status: 204 len: 168 time: 0.1836584 Nov 27 03:47:10.003712 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b0fc5eac-5223-4b76-b9bf-094bde5321b8 req-018e9e65-9b33-4b5d-9da6-ee635222af5d tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52ab998-a1b9-44c8-ba23-bb47d3345075 HTTP/1.1" status: 200 len: 944 time: 0.2057290 Nov 27 03:47:10.014222 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:10.028106 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b21373-2cf2-45b8-9ffe-80d845f4848b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18e94ef-9afe-4215-b7a0-56cae0157012,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:10.050950 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9bf34559-edbf-4972-bf5e-482e15c8a40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:10.054916 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ced933-753e-46ec-ba77-fbbe77e7caa9 req-24a0c692-5064-4749-b5fa-456d1dbb621f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:10.056586 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b2ced933-753e-46ec-ba77-fbbe77e7caa9 req-24a0c692-5064-4749-b5fa-456d1dbb621f service neutron] 10.222.0.23 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.7156625 Nov 27 03:47:10.065737 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-68484e9f-a647-459f-9782-e28b0199a2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:10.067440 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-68484e9f-a647-459f-9782-e28b0199a2e7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b645cec8-c88e-4bba-8234-b110de21cfe7 HTTP/1.1" status: 200 len: 922 time: 0.7407048 Nov 27 03:47:10.071866 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port e00ba9b1-7223-47b4-97d9-841e47a56c97, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=e00ba9b1-7223-47b4-97d9-841e47a56c97,segment=NetworkSegment(0d71eb94-5225-4db6-8e46-cee8dee27f0a),segment_id=0d71eb94-5225-4db6-8e46-cee8dee27f0a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:10.077882 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52ab998-a1b9-44c8-ba23-bb47d3345075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00ba9b1-7223-47b4-97d9-841e47a56c97'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:47:10.081352 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f08d12e-dde7-4528-a95c-564e071adcc9" -d '{"events": [{"server_uuid": "c52ab998-a1b9-44c8-ba23-bb47d3345075", "name": "network-vif-plugged", "status": "completed", "tag": "e00ba9b1-7223-47b4-97d9-841e47a56c97"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:47:10.094985 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:10.151650 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e069d8-a73e-420c-865e-4d626d854773 x-openstack-request-id: req-d9e069d8-a73e-420c-865e-4d626d854773 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:47:10.152195 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c52ab998-a1b9-44c8-ba23-bb47d3345075", "name": "network-vif-plugged", "status": "completed", "tag": "e00ba9b1-7223-47b4-97d9-841e47a56c97", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:47:10.152660 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d9e069d8-a73e-420c-865e-4d626d854773 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:47:10.153272 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c52ab998-a1b9-44c8-ba23-bb47d3345075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00ba9b1-7223-47b4-97d9-841e47a56c97', 'code': 200} Nov 27 03:47:10.184973 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b2ced933-753e-46ec-ba77-fbbe77e7caa9 req-5d3a2542-1868-4c2c-bc2b-7dacf853ca8c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=22399cf9-b7ca-41d1-9cab-7b32dda023ef HTTP/1.1" status: 200 len: 217 time: 0.1147032 Nov 27 03:47:10.186680 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-9bf34559-edbf-4972-bf5e-482e15c8a40c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['195c2a4c-255b-452e-8334-5439afc4d8bc']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:47:10.188792 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=e00ba9b1-7223-47b4-97d9-841e47a56c97,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:10.226182 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b0fc5eac-5223-4b76-b9bf-094bde5321b8 req-c86ea80b-d9a1-45c5-83da-b899aa169720 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213132 Nov 27 03:47:10.241683 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-929c0b30-310f-4c66-a785-5aba64146364 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc88044d-f13c-49d7-b13c-3c5037fd3349 HTTP/1.1" status: 200 len: 217 time: 0.1613383 Nov 27 03:47:10.246324 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-9bf34559-edbf-4972-bf5e-482e15c8a40c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '848c7db3-5c68-4b7b-8f69-43bb66326721') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:47:10.246666 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-9bf34559-edbf-4972-bf5e-482e15c8a40c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '848c7db3-5c68-4b7b-8f69-43bb66326721') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:47:10.332083 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9bf34559-edbf-4972-bf5e-482e15c8a40c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:10.389123 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9bf34559-edbf-4972-bf5e-482e15c8a40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:10.410965 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ced933-753e-46ec-ba77-fbbe77e7caa9 req-1622a7b9-3a75-4fdf-bc9d-23daf6ed4f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:10.412458 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b2ced933-753e-46ec-ba77-fbbe77e7caa9 req-1622a7b9-3a75-4fdf-bc9d-23daf6ed4f2b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.1738534 Nov 27 03:47:10.418899 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bf34559-edbf-4972-bf5e-482e15c8a40c admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:47:10.419546 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9bf34559-edbf-4972-bf5e-482e15c8a40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:10.425878 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:47:10.425878 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 03:47:10.425878 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:47:10.425878 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 03:47:10.425878 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:47:10.425878 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 03:47:10.425878 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:47:10.425878 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 03:47:10.425878 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 03:47:10.425878 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:47:10.425878 n-d-819494-3 neutron-server[110019]: timer() Nov 27 03:47:10.425878 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:47:10.425878 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 03:47:10.425878 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:47:10.425878 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 03:47:10.425878 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:47:10.425878 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 03:47:10.425878 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:47:10.425878 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 03:47:10.425878 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:47:10.425878 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 03:47:10.425878 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:47:10.425878 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:47:10.425878 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:47:10.425878 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:47:10.425878 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:47:10.425878 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 03:47:10.425878 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:47:10.425878 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 03:47:10.425878 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:47:10.425878 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:47:10.425878 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:47:10.425878 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 03:47:10.425878 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:47:10.425878 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:47:10.425878 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:47:10.425878 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:47:10.425878 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:47:10.425878 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:47:10.425878 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:47:10.428530 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-a75dd433-9518-4d59-9750-dbd6f927d711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:10.429856 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-a75dd433-9518-4d59-9750-dbd6f927d711 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=022c48dd-3720-4645-8f22-45c74ce924ab HTTP/1.1" status: 200 len: 861 time: 0.1683915 Nov 27 03:47:10.510108 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d5ef8-6c54-409a-93b4-863e2f854696 req-2ce8bb58-30d9-4d5a-a3ca-191f83e13784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:10.511771 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d7d5ef8-6c54-409a-93b4-863e2f854696 req-2ce8bb58-30d9-4d5a-a3ca-191f83e13784 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c52ab998-a1b9-44c8-ba23-bb47d3345075 HTTP/1.1" status: 200 len: 1096 time: 0.2309051 Nov 27 03:47:10.515859 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c716d8-9390-44c8-8cd4-0b191de7bc81 req-2239e8d3-0366-4d50-a077-2cf376ab6888 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:10.524119 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a8c716d8-9390-44c8-8cd4-0b191de7bc81 req-2239e8d3-0366-4d50-a077-2cf376ab6888 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 945 time: 0.0892277 Nov 27 03:47:10.543976 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-224f6ac6-0478-43f6-93f1-000bfe4d74ad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b645cec8-c88e-4bba-8234-b110de21cfe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908518 Nov 27 03:47:10.593476 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a8c716d8-9390-44c8-8cd4-0b191de7bc81 req-0e7d68b3-b0db-456a-9f29-dfbe4a061f7b tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625350 Nov 27 03:47:10.665963 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9bf34559-edbf-4972-bf5e-482e15c8a40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:10.682609 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9bf34559-edbf-4972-bf5e-482e15c8a40c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:10.688178 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9bf34559-edbf-4972-bf5e-482e15c8a40c admin admin] 10.222.0.20 "DELETE /v2.0/networks/195c2a4c-255b-452e-8334-5439afc4d8bc HTTP/1.1" status: 204 len: 168 time: 2.5090520 Nov 27 03:47:10.705053 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ced933-753e-46ec-ba77-fbbe77e7caa9 req-30297166-5e14-42ec-9813-c04d1b966786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:10.706578 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b2ced933-753e-46ec-ba77-fbbe77e7caa9 req-30297166-5e14-42ec-9813-c04d1b966786 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2756145 Nov 27 03:47:10.714683 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf34559-edbf-4972-bf5e-482e15c8a40c admin admin] Pushing event deleted for resources: {'Network': ['ID=195c2a4c-255b-452e-8334-5439afc4d8bc,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:10.731537 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d7d5ef8-6c54-409a-93b4-863e2f854696 req-6e966903-aa03-4e36-9ec2-b2858a65fd59 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699915 Nov 27 03:47:10.796683 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-461139b4-ae97-41f0-9dee-030603a0920c service neutron] 10.222.0.11 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339854 Nov 27 03:47:10.828302 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 58940) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:47:10.837755 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b2ced933-753e-46ec-ba77-fbbe77e7caa9 req-a370545e-4855-414b-acc3-faeadba0a80f service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209536 Nov 27 03:47:10.886314 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b6b0bc01-2378-4722-b062-496ae02989bc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b33395406ebf447ca0bbb196df2209cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0568824 Nov 27 03:47:10.887910 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 58946) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:47:10.940831 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9e2cb438-19d6-4e98-94af-2f98521d6608 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:10.961618 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 58948) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:47:10.971060 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9e2cb438-19d6-4e98-94af-2f98521d6608 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:10.985562 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b2ced933-753e-46ec-ba77-fbbe77e7caa9 req-902b631f-ce01-41e4-b78f-fb34b2c88b99 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398323 Nov 27 03:47:10.993912 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670706e5-b9f0-4e25-b83f-1a26b35968e8 req-370b8359-0d5f-43d5-a5aa-5556f95c3316 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:10.995442 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-670706e5-b9f0-4e25-b83f-1a26b35968e8 req-370b8359-0d5f-43d5-a5aa-5556f95c3316 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 948 time: 0.0878286 Nov 27 03:47:11.033619 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9e2cb438-19d6-4e98-94af-2f98521d6608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:11.037101 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9e2cb438-19d6-4e98-94af-2f98521d6608 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:11.040829 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9e2cb438-19d6-4e98-94af-2f98521d6608 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8332bb4c-5061-4964-96ba-d56bd6c227a0 HTTP/1.1" status: 204 len: 168 time: 0.1503100 Nov 27 03:47:11.046225 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2cb438-19d6-4e98-94af-2f98521d6608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8332bb4c-5061-4964-96ba-d56bd6c227a0,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:11.089583 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-fa854828-9027-46ff-a686-a6bdd88c23cc admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-492745282-network', 'tenant_id': 'da0e9b0fd6b84af582a0cba7df1335e8'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:47:11.110250 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-670706e5-b9f0-4e25-b83f-1a26b35968e8 req-d4962b49-d1be-41a8-9d50-02dbc0856c90 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087666 Nov 27 03:47:11.111876 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa854828-9027-46ff-a686-a6bdd88c23cc admin admin] Made reservation on behalf of da0e9b0fd6b84af582a0cba7df1335e8 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:47:11.114318 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fa854828-9027-46ff-a686-a6bdd88c23cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:11.123607 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fa854828-9027-46ff-a686-a6bdd88c23cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:11.153811 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-1bb20e28-bc15-452a-8160-cc36f5b8bc5a service neutron] 10.222.0.11 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303692 Nov 27 03:47:11.216576 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fa854828-9027-46ff-a686-a6bdd88c23cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:11.221335 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fa854828-9027-46ff-a686-a6bdd88c23cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:11.244167 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa854828-9027-46ff-a686-a6bdd88c23cc admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:47:11.260262 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa854828-9027-46ff-a686-a6bdd88c23cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4a421b-fa91-4269-8203-eac6a41dc513,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:11.263834 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fa854828-9027-46ff-a686-a6bdd88c23cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:11.264174 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-fa854828-9027-46ff-a686-a6bdd88c23cc admin admin] Added segment e4beac4c-889b-455b-9c97-6325d9fb57b7 of type vlan for network d57b102a-5f0a-4f8e-b7d5-2c6f56d3a47f Nov 27 03:47:11.312306 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fa854828-9027-46ff-a686-a6bdd88c23cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:11.368796 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fa854828-9027-46ff-a686-a6bdd88c23cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:11.369802 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa854828-9027-46ff-a686-a6bdd88c23cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:11.370513 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fa854828-9027-46ff-a686-a6bdd88c23cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:11.423964 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 58962) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:47:11.429756 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60aaf8-55df-4a16-8300-0182b2a8f948 req-fea1641c-44eb-4206-9d51-5ada433c6bbe tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:11.437106 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bc60aaf8-55df-4a16-8300-0182b2a8f948 req-fea1641c-44eb-4206-9d51-5ada433c6bbe tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52ab998-a1b9-44c8-ba23-bb47d3345075 HTTP/1.1" status: 200 len: 945 time: 0.1279120 Nov 27 03:47:11.451888 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-fa854828-9027-46ff-a686-a6bdd88c23cc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4864130 Nov 27 03:47:11.452736 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 58964) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:47:11.464767 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-a76893b6-8c9a-497f-b4e2-51a386d379f5 admin admin] Request body: {'subnet': {'network_id': 'd57b102a-5f0a-4f8e-b7d5-2c6f56d3a47f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-492745282-subnet', 'tenant_id': 'da0e9b0fd6b84af582a0cba7df1335e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:47:11.472465 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7e552d28-3115-49f5-8178-1c06d8a9c6c4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b54444c6a92d445094738b9211dbfa18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0450017 Nov 27 03:47:11.473290 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 58966) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:47:11.512596 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa854828-9027-46ff-a686-a6bdd88c23cc admin admin] Pushing event updated for resources: {'Network': ['ID=d57b102a-5f0a-4f8e-b7d5-2c6f56d3a47f,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:11.524521 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network d57b102a-5f0a-4f8e-b7d5-2c6f56d3a47f details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:47:11.546585 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76893b6-8c9a-497f-b4e2-51a386d379f5 admin admin] Made reservation on behalf of da0e9b0fd6b84af582a0cba7df1335e8 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:47:11.548900 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a76893b6-8c9a-497f-b4e2-51a386d379f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:11.559627 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bc60aaf8-55df-4a16-8300-0182b2a8f948 req-a50d27e7-7559-4b5c-98d7-885590db5d95 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216998 Nov 27 03:47:11.635394 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ee5446f6-78ff-43c7-9846-550a7dd503cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:11.673636 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ee5446f6-78ff-43c7-9846-550a7dd503cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:11.751913 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abb890-f2a2-4634-9324-ff53175ed504 req-67a667a2-2100-4915-986e-5df83859e98c tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:11.759561 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38abb890-f2a2-4634-9324-ff53175ed504 req-67a667a2-2100-4915-986e-5df83859e98c tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 945 time: 0.0803866 Nov 27 03:47:11.835318 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38abb890-f2a2-4634-9324-ff53175ed504 req-99821422-da55-47ef-ba06-294e616d517c tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748866 Nov 27 03:47:11.857016 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ee5446f6-78ff-43c7-9846-550a7dd503cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:11.859792 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ee5446f6-78ff-43c7-9846-550a7dd503cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:11.863376 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ee5446f6-78ff-43c7-9846-550a7dd503cc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b510043e-c44e-4f39-939a-9ebe2c359a39 HTTP/1.1" status: 204 len: 168 time: 0.3775299 Nov 27 03:47:11.872782 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a76893b6-8c9a-497f-b4e2-51a386d379f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:11.887836 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5446f6-78ff-43c7-9846-550a7dd503cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b510043e-c44e-4f39-939a-9ebe2c359a39,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:11.969452 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76893b6-8c9a-497f-b4e2-51a386d379f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56c6766e-4d02-44a9-a4cb-e16a49a1ed0c,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:11.985840 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3af47-c812-4afa-a9bb-b02154219131 req-7fb10ade-b36d-4d92-a6e0-03d593df6ced tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:11.993503 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ede3af47-c812-4afa-a9bb-b02154219131 req-7fb10ade-b36d-4d92-a6e0-03d593df6ced tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/networks?id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 HTTP/1.1" status: 200 len: 808 time: 0.1983020 Nov 27 03:47:12.005835 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76893b6-8c9a-497f-b4e2-51a386d379f5 admin admin] Checking segment: {'id': 'e4beac4c-889b-455b-9c97-6325d9fb57b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd57b102a-5f0a-4f8e-b7d5-2c6f56d3a47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:47:12.006244 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76893b6-8c9a-497f-b4e2-51a386d379f5 admin admin] Network hostable DHCP agents. Network: d57b102a-5f0a-4f8e-b7d5-2c6f56d3a47f, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:47:12.011005 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ede3af47-c812-4afa-a9bb-b02154219131 req-6d84e62b-0c8d-42fc-b366-95b4645ced09 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/quotas/4f93bf1216094326aad79ff5fda23c08 HTTP/1.1" status: 200 len: 375 time: 0.0165691 Nov 27 03:47:12.054945 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76893b6-8c9a-497f-b4e2-51a386d379f5 admin admin] Network d57b102a-5f0a-4f8e-b7d5-2c6f56d3a47f is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:47:12.070601 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-a76893b6-8c9a-497f-b4e2-51a386d379f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, d57b102a-5f0a-4f8e-b7d5-2c6f56d3a47f) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:47:12.078203 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76893b6-8c9a-497f-b4e2-51a386d379f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:12.078738 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a76893b6-8c9a-497f-b4e2-51a386d379f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:12.082938 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a8bfd2-c9e4-429d-830b-4da07dc72122 None None] Network d57b102a-5f0a-4f8e-b7d5-2c6f56d3a47f requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:47:12.090333 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ede3af47-c812-4afa-a9bb-b02154219131 req-c1a10cca-ae4f-48dd-b11a-c1c70cea1f38 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f93bf1216094326aad79ff5fda23c08&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0699656 Nov 27 03:47:12.123742 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a76893b6-8c9a-497f-b4e2-51a386d379f5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6602831 Nov 27 03:47:12.124070 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 58980) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:47:12.132074 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-d8a5d530-b718-4a0c-b303-b4a0992d750a admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-492745282-router', 'tenant_id': 'da0e9b0fd6b84af582a0cba7df1335e8', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:47:12.211243 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d8a5d530-b718-4a0c-b303-b4a0992d750a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:12.212539 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d8a5d530-b718-4a0c-b303-b4a0992d750a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:12.265948 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb419137-6d57-45db-9dcf-762ebf992c1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-d57b102a-5f0a-4f8e-b7d5-2c6f56d3a47f', 'network_id': 'd57b102a-5f0a-4f8e-b7d5-2c6f56d3a47f', 'tenant_id': 'da0e9b0fd6b84af582a0cba7df1335e8', 'fixed_ips': [{'subnet_id': '56c6766e-4d02-44a9-a4cb-e16a49a1ed0c'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 03:47:12.266881 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bb419137-6d57-45db-9dcf-762ebf992c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:12.363301 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ede3af47-c812-4afa-a9bb-b02154219131 req-2a862ca2-5795-4aaf-acc9-8e678a0db615 service neutron] 10.222.0.20 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615738 Nov 27 03:47:12.364953 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d8a5d530-b718-4a0c-b303-b4a0992d750a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:12.519739 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-bb419137-6d57-45db-9dcf-762ebf992c1d None None] Allocated IP 172.20.0.2 (d57b102a-5f0a-4f8e-b7d5-2c6f56d3a47f/56c6766e-4d02-44a9-a4cb-e16a49a1ed0c/b21e5dd8-6728-4da8-b10d-cb59a29d81cf) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:47:12.554197 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ede3af47-c812-4afa-a9bb-b02154219131 req-afaa3009-2c38-430f-aa33-d7590fafcfa1 service neutron] 10.222.0.20 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897707 Nov 27 03:47:12.566158 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd38d9-a39c-4083-9184-dd31ce97d34f req-6e948732-a70d-4f83-9b98-fa0fa5836972 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:12.568412 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-35dd38d9-a39c-4083-9184-dd31ce97d34f req-6e948732-a70d-4f83-9b98-fa0fa5836972 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 948 time: 0.2302656 Nov 27 03:47:12.575030 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d8a5d530-b718-4a0c-b303-b4a0992d750a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:12.648331 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 22399cf9-b7ca-41d1-9cab-7b32dda023ef details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:47:12.680679 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-35dd38d9-a39c-4083-9184-dd31ce97d34f req-a1783863-8d32-4a08-8f7e-9bd1a9cba2af tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019068 Nov 27 03:47:12.899069 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d8a5d530-b718-4a0c-b303-b4a0992d750a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:12.927369 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d8a5d530-b718-4a0c-b303-b4a0992d750a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:13.044794 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 59018) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:47:13.059902 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bb419137-6d57-45db-9dcf-762ebf992c1d None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:13.097745 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bb419137-6d57-45db-9dcf-762ebf992c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:13.201522 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb419137-6d57-45db-9dcf-762ebf992c1d None None] Pushing event updated for resources: {'Port': ['ID=b21e5dd8-6728-4da8-b10d-cb59a29d81cf,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:13.230779 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa557bf-a7ef-429c-b862-deae8fc9b471 req-d6287fd7-1754-4806-8404-3f500056455e tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:13.239069 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb419137-6d57-45db-9dcf-762ebf992c1d None None] Network d57b102a-5f0a-4f8e-b7d5-2c6f56d3a47f is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:47:13.242306 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5fa557bf-a7ef-429c-b862-deae8fc9b471 req-d6287fd7-1754-4806-8404-3f500056455e tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 945 time: 0.1001611 Nov 27 03:47:13.251969 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-bb419137-6d57-45db-9dcf-762ebf992c1d None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:47:13.255535 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb419137-6d57-45db-9dcf-762ebf992c1d None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:47:13.263041 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 22399cf9-b7ca-41d1-9cab-7b32dda023ef, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=22399cf9-b7ca-41d1-9cab-7b32dda023ef,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:13.274662 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-2b580235-0985-4bcc-9f81-d5adf05023ed admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2136991286-network', 'tenant_id': 'ef613dd2ca5042f08b3f8d2107e4d371'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:47:13.279179 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '22399cf9-b7ca-41d1-9cab-7b32dda023ef', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'port_id': '22399cf9-b7ca-41d1-9cab-7b32dda023ef', 'mac_address': 'fa:16:3e:cb:9c:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14a2acf-f1d7-4ddf-8459-b30982428e88', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:47:13.293459 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-d8a5d530-b718-4a0c-b303-b4a0992d750a admin admin] Allocated IP 172.25.1.114 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/6cc0301d-ec25-4200-89a5-ef8cad68ba92) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:47:13.310126 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5fa557bf-a7ef-429c-b862-deae8fc9b471 req-0926c22c-09cc-4ad0-a048-6b1650444c4e tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666816 Nov 27 03:47:13.386427 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-bb419137-6d57-45db-9dcf-762ebf992c1d None None] Attempting to bind port b21e5dd8-6728-4da8-b10d-cb59a29d81cf on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:47:13.386928 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-bb419137-6d57-45db-9dcf-762ebf992c1d None None] Attempting to bind port b21e5dd8-6728-4da8-b10d-cb59a29d81cf by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e4beac4c-889b-455b-9c97-6325d9fb57b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd57b102a-5f0a-4f8e-b7d5-2c6f56d3a47f'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:47:13.387351 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb419137-6d57-45db-9dcf-762ebf992c1d None None] Attempting to bind port b21e5dd8-6728-4da8-b10d-cb59a29d81cf on network d57b102a-5f0a-4f8e-b7d5-2c6f56d3a47f {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:47:13.395851 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb419137-6d57-45db-9dcf-762ebf992c1d None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:47:13.396324 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb419137-6d57-45db-9dcf-762ebf992c1d None None] Checking segment: {'id': 'e4beac4c-889b-455b-9c97-6325d9fb57b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd57b102a-5f0a-4f8e-b7d5-2c6f56d3a47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:47:13.399170 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bb419137-6d57-45db-9dcf-762ebf992c1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:13.399700 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb419137-6d57-45db-9dcf-762ebf992c1d None None] Bound using segment: {'id': 'e4beac4c-889b-455b-9c97-6325d9fb57b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd57b102a-5f0a-4f8e-b7d5-2c6f56d3a47f'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:47:13.400269 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-bb419137-6d57-45db-9dcf-762ebf992c1d None None] Bound port: b21e5dd8-6728-4da8-b10d-cb59a29d81cf, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4beac4c-889b-455b-9c97-6325d9fb57b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd57b102a-5f0a-4f8e-b7d5-2c6f56d3a47f'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:47:13.400723 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bb419137-6d57-45db-9dcf-762ebf992c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:13.418014 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:13.418919 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d8a5d530-b718-4a0c-b303-b4a0992d750a admin admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:13.461116 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e385c4-e53b-4151-bd0e-4d63ffc62923 req-6eadcac3-87d3-4f89-9ef7-b87dfc580297 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:13.462720 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-50e385c4-e53b-4151-bd0e-4d63ffc62923 req-6eadcac3-87d3-4f89-9ef7-b87dfc580297 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52ab998-a1b9-44c8-ba23-bb47d3345075 HTTP/1.1" status: 200 len: 945 time: 0.3965600 Nov 27 03:47:13.466470 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d8a5d530-b718-4a0c-b303-b4a0992d750a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:13.475779 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22399cf9-b7ca-41d1-9cab-7b32dda023ef {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:47:13.479307 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-32290333-6098-4709-8960-047e6913eb9c req-abc97f5d-10af-4a8d-8acb-e57c1dcbaf98 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 210 time: 0.0490601 Nov 27 03:47:13.515850 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 22399cf9-b7ca-41d1-9cab-7b32dda023ef, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=22399cf9-b7ca-41d1-9cab-7b32dda023ef,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:13.526569 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:13.531350 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a5d530-b718-4a0c-b303-b4a0992d750a admin admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:47:13.544575 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-d8a5d530-b718-4a0c-b303-b4a0992d750a admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:47:13.552921 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a5d530-b718-4a0c-b303-b4a0992d750a admin admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:47:13.566566 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-bb419137-6d57-45db-9dcf-762ebf992c1d None None] For port b21e5dd8-6728-4da8-b10d-cb59a29d81cf, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:47:13.584811 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b580235-0985-4bcc-9f81-d5adf05023ed admin admin] Made reservation on behalf of ef613dd2ca5042f08b3f8d2107e4d371 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:47:13.587167 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2b580235-0985-4bcc-9f81-d5adf05023ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:13.588631 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-bb419137-6d57-45db-9dcf-762ebf992c1d None None] For port b21e5dd8-6728-4da8-b10d-cb59a29d81cf, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b21e5dd8-6728-4da8-b10d-cb59a29d81cf,segment=NetworkSegment(e4beac4c-889b-455b-9c97-6325d9fb57b7),segment_id=e4beac4c-889b-455b-9c97-6325d9fb57b7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:47:13.600938 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bb419137-6d57-45db-9dcf-762ebf992c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:13.619165 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=22399cf9-b7ca-41d1-9cab-7b32dda023ef,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:13.626863 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2b580235-0985-4bcc-9f81-d5adf05023ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:13.636448 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-50e385c4-e53b-4151-bd0e-4d63ffc62923 req-c444242c-511d-4ab0-bf2b-04ab36202d16 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613984 Nov 27 03:47:13.652012 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a5d530-b718-4a0c-b303-b4a0992d750a admin admin] Pushing event updated for resources: {'Port': ['ID=6cc0301d-ec25-4200-89a5-ef8cad68ba92,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:13.730400 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb419137-6d57-45db-9dcf-762ebf992c1d None None] Pushing event updated for resources: {'Port': ['ID=b21e5dd8-6728-4da8-b10d-cb59a29d81cf,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:13.740708 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2b580235-0985-4bcc-9f81-d5adf05023ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:13.752678 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2b580235-0985-4bcc-9f81-d5adf05023ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:13.832108 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b580235-0985-4bcc-9f81-d5adf05023ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6ddc97-d932-4f3a-934e-778ae0cf44b4,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:13.887254 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b580235-0985-4bcc-9f81-d5adf05023ed admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:47:13.893712 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['22399cf9-b7ca-41d1-9cab-7b32dda023ef'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:47:13.969468 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2b580235-0985-4bcc-9f81-d5adf05023ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:13.969468 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-2b580235-0985-4bcc-9f81-d5adf05023ed admin admin] Added segment b0f39da6-536c-459a-9945-6662db53cdb6 of type vlan for network fa05b832-4a56-4072-b0af-d9ce19e83099 Nov 27 03:47:14.050683 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2b580235-0985-4bcc-9f81-d5adf05023ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:14.072662 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ded42-c8ee-49a4-b9c9-6f458ee195c8 req-e41b26db-0a43-44a4-9bd5-4c58948e7c02 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:14.074254 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cd8ded42-c8ee-49a4-b9c9-6f458ee195c8 req-e41b26db-0a43-44a4-9bd5-4c58948e7c02 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 949 time: 0.2067411 Nov 27 03:47:14.232152 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2b580235-0985-4bcc-9f81-d5adf05023ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:14.232986 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b580235-0985-4bcc-9f81-d5adf05023ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:14.233596 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2b580235-0985-4bcc-9f81-d5adf05023ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:14.390012 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d688db7-5688-4c2e-9bd0-88fb418924df req-2ac67d66-0096-4879-a11e-559c45666010 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:14.391685 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d688db7-5688-4c2e-9bd0-88fb418924df req-2ac67d66-0096-4879-a11e-559c45666010 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52ab998-a1b9-44c8-ba23-bb47d3345075 HTTP/1.1" status: 200 len: 945 time: 0.0669198 Nov 27 03:47:14.445145 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d688db7-5688-4c2e-9bd0-88fb418924df req-3975756f-fe63-4445-a937-d82cdc617b5a tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466337 Nov 27 03:47:14.628587 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6da41-01f6-41c7-9041-176976dbe67e req-da5fe7a8-8c24-4b94-abdb-b4813ebb6dc1 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:14.630615 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d8a5d530-b718-4a0c-b303-b4a0992d750a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:14.639299 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d1a6da41-01f6-41c7-9041-176976dbe67e req-da5fe7a8-8c24-4b94-abdb-b4813ebb6dc1 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 945 time: 0.1144528 Nov 27 03:47:14.655773 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b21e5dd8-6728-4da8-b10d-cb59a29d81cf up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:47:14.720694 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d1a6da41-01f6-41c7-9041-176976dbe67e req-3a64e822-2cd5-4b7d-a4cd-59eb79d08c98 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778852 Nov 27 03:47:14.758726 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2b580235-0985-4bcc-9f81-d5adf05023ed admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.7128079 Nov 27 03:47:14.761981 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 59042) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:47:14.766425 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port b21e5dd8-6728-4da8-b10d-cb59a29d81cf triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:47:14.766984 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:14.769863 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-4311858c-b90c-463e-8b89-fa206f6ca29e admin admin] Request body: {'subnet': {'network_id': 'fa05b832-4a56-4072-b0af-d9ce19e83099', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2136991286-subnet', 'tenant_id': 'ef613dd2ca5042f08b3f8d2107e4d371', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:47:14.802570 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4311858c-b90c-463e-8b89-fa206f6ca29e admin admin] Made reservation on behalf of ef613dd2ca5042f08b3f8d2107e4d371 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:47:14.805555 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4311858c-b90c-463e-8b89-fa206f6ca29e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:14.913550 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:14.951508 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b890144c-b8c2-4aa0-8190-d75adfab88e6 req-556e5456-0c3a-403c-91de-4aca694e4d84 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 210 time: 0.0666873 Nov 27 03:47:14.970517 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port b21e5dd8-6728-4da8-b10d-cb59a29d81cf, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b21e5dd8-6728-4da8-b10d-cb59a29d81cf,segment=NetworkSegment(e4beac4c-889b-455b-9c97-6325d9fb57b7),segment_id=e4beac4c-889b-455b-9c97-6325d9fb57b7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:14.980355 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:15.060413 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=b21e5dd8-6728-4da8-b10d-cb59a29d81cf,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:15.119651 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b580235-0985-4bcc-9f81-d5adf05023ed admin admin] Pushing event updated for resources: {'Network': ['ID=fa05b832-4a56-4072-b0af-d9ce19e83099,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:15.129956 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network fa05b832-4a56-4072-b0af-d9ce19e83099 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:47:15.162223 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cd8ded42-c8ee-49a4-b9c9-6f458ee195c8 req-d638318e-1c92-456b-94b1-037b3aad2813 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9884953 Nov 27 03:47:15.174942 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3af47-c812-4afa-a9bb-b02154219131 req-640a6d38-01b8-4c05-9e07-b4b7acc85542 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:15.177019 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ede3af47-c812-4afa-a9bb-b02154219131 req-640a6d38-01b8-4c05-9e07-b4b7acc85542 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.23 "GET /v2.0/networks?id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 HTTP/1.1" status: 200 len: 808 time: 0.4252622 Nov 27 03:47:15.207798 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-ede3af47-c812-4afa-a9bb-b02154219131 req-96a5c7ba-fdda-41f1-b23e-504e84fcfb39 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Request body: {'port': {'device_id': 'f10acfc2-0e8f-4302-ab08-0cbff2086332', 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7', 'admin_state_up': True, 'tenant_id': '4f93bf1216094326aad79ff5fda23c08'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:47:15.242198 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78471e81-88b7-44bd-8ef0-d8ed094a6ec0 None None] Network d57b102a-5f0a-4f8e-b7d5-2c6f56d3a47f requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:47:15.375484 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d8a5d530-b718-4a0c-b303-b4a0992d750a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:15.413829 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-2ce4ade6-7934-40e9-b462-cbef2231a5f9 None None] Provisioning complete for port b21e5dd8-6728-4da8-b10d-cb59a29d81cf triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:47:15.414389 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2ce4ade6-7934-40e9-b462-cbef2231a5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:15.501087 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ede3af47-c812-4afa-a9bb-b02154219131 req-96a5c7ba-fdda-41f1-b23e-504e84fcfb39 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Made reservation on behalf of 4f93bf1216094326aad79ff5fda23c08 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:47:15.505011 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ede3af47-c812-4afa-a9bb-b02154219131 req-96a5c7ba-fdda-41f1-b23e-504e84fcfb39 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:15.667881 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-ede3af47-c812-4afa-a9bb-b02154219131 req-96a5c7ba-fdda-41f1-b23e-504e84fcfb39 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Allocated IP 172.20.0.2 (7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7/4f2f4695-47e3-40b2-b54d-f43d3306eba4/53a9741c-fe2f-4e29-b5bd-aba3972489b8) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:47:15.689967 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4311858c-b90c-463e-8b89-fa206f6ca29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:15.740270 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa8d71-97af-46c7-9fb9-1c9232e7590e req-c2aaeb33-691a-4695-92af-2ee8bc471b85 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:15.742725 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1bfa8d71-97af-46c7-9fb9-1c9232e7590e req-c2aaeb33-691a-4695-92af-2ee8bc471b85 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52ab998-a1b9-44c8-ba23-bb47d3345075 HTTP/1.1" status: 200 len: 945 time: 0.1102421 Nov 27 03:47:15.812225 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:15.820141 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4311858c-b90c-463e-8b89-fa206f6ca29e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5627de8b-a39f-489f-ab76-1826aeb58791,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:15.836478 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4311858c-b90c-463e-8b89-fa206f6ca29e admin admin] Checking segment: {'id': 'b0f39da6-536c-459a-9945-6662db53cdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fa05b832-4a56-4072-b0af-d9ce19e83099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:47:15.836916 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4311858c-b90c-463e-8b89-fa206f6ca29e admin admin] Network hostable DHCP agents. Network: fa05b832-4a56-4072-b0af-d9ce19e83099, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:47:15.882590 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1bfa8d71-97af-46c7-9fb9-1c9232e7590e req-63b83202-6901-401b-9163-9006ae7b4efa tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301184 Nov 27 03:47:15.888389 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a5d530-b718-4a0c-b303-b4a0992d750a admin admin] Router 1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 03:47:15.902213 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4311858c-b90c-463e-8b89-fa206f6ca29e admin admin] Network fa05b832-4a56-4072-b0af-d9ce19e83099 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:47:15.921548 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-4311858c-b90c-463e-8b89-fa206f6ca29e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, fa05b832-4a56-4072-b0af-d9ce19e83099) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:47:15.926308 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4311858c-b90c-463e-8b89-fa206f6ca29e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:15.926954 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4311858c-b90c-463e-8b89-fa206f6ca29e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:15.933781 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b6a105-4212-45e8-a84a-6dfcc49d3436 None None] Network fa05b832-4a56-4072-b0af-d9ce19e83099 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:47:15.952996 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4311858c-b90c-463e-8b89-fa206f6ca29e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1895661 Nov 27 03:47:16.072842 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667266e-b327-4778-81e4-3ee748e14a04 req-4cfb4661-3c1d-40f0-8e37-ceaf9faac078 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:16.080784 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8667266e-b327-4778-81e4-3ee748e14a04 req-4cfb4661-3c1d-40f0-8e37-ceaf9faac078 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 945 time: 0.2074850 Nov 27 03:47:16.098024 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ede3af47-c812-4afa-a9bb-b02154219131 req-96a5c7ba-fdda-41f1-b23e-504e84fcfb39 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:16.115003 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a2161c4a-2245-4873-bc91-db17af33ea02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:16.161019 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-56474718-af36-49d0-bb3f-37a7e4fcfdeb req-147d58de-9189-4c1a-bb86-8e818525f6eb tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 210 time: 0.0672774 Nov 27 03:47:16.237153 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a5d530-b718-4a0c-b303-b4a0992d750a admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:47:16.264974 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8667266e-b327-4778-81e4-3ee748e14a04 req-b27f49cc-8ad4-4106-8b60-0fff26b24f19 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831939 Nov 27 03:47:16.272208 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161fbc33-b933-4a0f-aadc-4faa4793db14 None None] Sync routers for ids ['1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:47:16.287794 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da949ad-119c-4912-a0b2-1751012e2a41 None None] Network fa05b832-4a56-4072-b0af-d9ce19e83099 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:47:16.312439 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d8a5d530-b718-4a0c-b303-b4a0992d750a admin admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:16.314305 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d8a5d530-b718-4a0c-b303-b4a0992d750a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1888561 Nov 27 03:47:16.322191 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 59062) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:47:16.329770 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-8ee2b89d-541d-432f-af2a-9a332ea6d6a0 None None] Provisioning complete for port b21e5dd8-6728-4da8-b10d-cb59a29d81cf triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:47:16.330419 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8ee2b89d-541d-432f-af2a-9a332ea6d6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:16.333214 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ede3af47-c812-4afa-a9bb-b02154219131 req-96a5c7ba-fdda-41f1-b23e-504e84fcfb39 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:16.368063 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161fbc33-b933-4a0f-aadc-4faa4793db14 None None] Routers {'1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:47:16.371262 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-161fbc33-b933-4a0f-aadc-4faa4793db14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:46:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:47:16.405797 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a5c7ba-fdda-41f1-b23e-504e84fcfb39 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Pushing event updated for resources: {'Port': ['ID=53a9741c-fe2f-4e29-b5bd-aba3972489b8,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:16.423929 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ede3af47-c812-4afa-a9bb-b02154219131 req-96a5c7ba-fdda-41f1-b23e-504e84fcfb39 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:47:16.426407 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-ede3af47-c812-4afa-a9bb-b02154219131 req-96a5c7ba-fdda-41f1-b23e-504e84fcfb39 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:47:16.429641 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede3af47-c812-4afa-a9bb-b02154219131 req-96a5c7ba-fdda-41f1-b23e-504e84fcfb39 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:47:16.474802 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009e398-ac6d-494a-970e-60863997b953 req-362a246d-2d41-4ae0-87af-a41924fb7ea6 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:16.495272 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6009e398-ac6d-494a-970e-60863997b953 req-362a246d-2d41-4ae0-87af-a41924fb7ea6 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 949 time: 0.2240808 Nov 27 03:47:16.501779 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3af47-c812-4afa-a9bb-b02154219131 req-96a5c7ba-fdda-41f1-b23e-504e84fcfb39 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:16.502330 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ede3af47-c812-4afa-a9bb-b02154219131 req-96a5c7ba-fdda-41f1-b23e-504e84fcfb39 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:16.528058 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ede3af47-c812-4afa-a9bb-b02154219131 req-96a5c7ba-fdda-41f1-b23e-504e84fcfb39 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3294823 Nov 27 03:47:16.540390 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['4292e6b2-41b2-40ba-8f4f-fca486354a2c'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:47:16.543597 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 22399cf9-b7ca-41d1-9cab-7b32dda023ef up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:47:16.573316 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-ede3af47-c812-4afa-a9bb-b02154219131 req-0e0f22a6-2997-4df7-8e61-51c32ed6dcb7 service neutron] Request body: {'port': {'device_id': 'f10acfc2-0e8f-4302-ab08-0cbff2086332', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:47:16.644992 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b21e5dd8-6728-4da8-b10d-cb59a29d81cf up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:47:16.665912 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6009e398-ac6d-494a-970e-60863997b953 req-64176d63-67ce-47fa-9f27-7a86c386ecb2 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693151 Nov 27 03:47:16.671776 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ede3af47-c812-4afa-a9bb-b02154219131 req-0e0f22a6-2997-4df7-8e61-51c32ed6dcb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:16.752383 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port b21e5dd8-6728-4da8-b10d-cb59a29d81cf triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:47:16.752762 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:16.913112 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-f3243e3e-5179-4f7c-aca0-1305df8056d9 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:16.922044 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-f3243e3e-5179-4f7c-aca0-1305df8056d9 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/networks?id=fa05b832-4a56-4072-b0af-d9ce19e83099 HTTP/1.1" status: 200 len: 822 time: 0.1283998 Nov 27 03:47:16.953571 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-8df27ba4-9fff-40f2-9965-1a9b26e81b21 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/quotas/ef613dd2ca5042f08b3f8d2107e4d371 HTTP/1.1" status: 200 len: 375 time: 0.0304201 Nov 27 03:47:16.959115 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 22399cf9-b7ca-41d1-9cab-7b32dda023ef completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:47:16.981957 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-161fbc33-b933-4a0f-aadc-4faa4793db14 None None] Set router 1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:47:17.001359 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-1c670da5-2f14-4526-a414-1f5908c3c1fb tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef613dd2ca5042f08b3f8d2107e4d371&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467157 Nov 27 03:47:17.019323 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 22399cf9-b7ca-41d1-9cab-7b32dda023ef triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:47:17.019699 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:17.059305 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9898929a-0297-4aab-bcfc-0293b6f41f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:17.097699 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef6d66-4492-4112-a6ea-759004b26299 req-99f7e24e-6f59-45db-8b3b-33944ccf04b3 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:17.106087 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b1ef6d66-4492-4112-a6ea-759004b26299 req-99f7e24e-6f59-45db-8b3b-33944ccf04b3 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52ab998-a1b9-44c8-ba23-bb47d3345075 HTTP/1.1" status: 200 len: 945 time: 0.0845106 Nov 27 03:47:17.222473 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-9a53f261-6bb3-459a-9baf-02890d46f601 service neutron] 10.222.0.20 "GET /v2.0/networks/fa05b832-4a56-4072-b0af-d9ce19e83099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200241 Nov 27 03:47:17.331222 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-9898929a-0297-4aab-bcfc-0293b6f41f5f admin admin] Allocated IP 172.20.0.1 (d57b102a-5f0a-4f8e-b7d5-2c6f56d3a47f/56c6766e-4d02-44a9-a4cb-e16a49a1ed0c/a0295cb3-2c63-45ab-ba8e-a8b555ffb474) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:47:17.378625 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-1c45aacc-4845-4706-9780-985892b4d9a8 service neutron] 10.222.0.20 "GET /v2.0/networks/fa05b832-4a56-4072-b0af-d9ce19e83099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518254 Nov 27 03:47:17.440661 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9898929a-0297-4aab-bcfc-0293b6f41f5f admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:17.477403 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-ede3af47-c812-4afa-a9bb-b02154219131 req-0e0f22a6-2997-4df7-8e61-51c32ed6dcb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53a9741c-fe2f-4e29-b5bd-aba3972489b8 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:47:17.485654 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:17.493906 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b1ef6d66-4492-4112-a6ea-759004b26299 req-c22bf57f-2378-415a-b98e-9287d3246506 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759639 Nov 27 03:47:17.495710 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ede3af47-c812-4afa-a9bb-b02154219131 req-0e0f22a6-2997-4df7-8e61-51c32ed6dcb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:17.497446 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9898929a-0297-4aab-bcfc-0293b6f41f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:17.524389 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-ede3af47-c812-4afa-a9bb-b02154219131 req-0e0f22a6-2997-4df7-8e61-51c32ed6dcb7 service neutron] Transition to ACTIVE for port object 53a9741c-fe2f-4e29-b5bd-aba3972489b8 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:47:17.532248 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ede3af47-c812-4afa-a9bb-b02154219131 req-0e0f22a6-2997-4df7-8e61-51c32ed6dcb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:17.603547 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9898929a-0297-4aab-bcfc-0293b6f41f5f admin admin] Network d57b102a-5f0a-4f8e-b7d5-2c6f56d3a47f is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:47:17.606142 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 22399cf9-b7ca-41d1-9cab-7b32dda023ef, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=22399cf9-b7ca-41d1-9cab-7b32dda023ef,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:17.614109 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138dd263-9a09-4577-a067-5afe79df2472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22399cf9-b7ca-41d1-9cab-7b32dda023ef'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:47:17.636583 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d01889-9ba8-4913-93cf-4c7b6147747f" -d '{"events": [{"server_uuid": "138dd263-9a09-4577-a067-5afe79df2472", "name": "network-vif-plugged", "status": "completed", "tag": "22399cf9-b7ca-41d1-9cab-7b32dda023ef"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:47:17.643322 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-9898929a-0297-4aab-bcfc-0293b6f41f5f admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:47:17.651036 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9898929a-0297-4aab-bcfc-0293b6f41f5f admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:47:17.655259 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f22a6-2997-4df7-8e61-51c32ed6dcb7 service neutron] Pushing event updated for resources: {'Port': ['ID=53a9741c-fe2f-4e29-b5bd-aba3972489b8,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:17.655884 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898929a-0297-4aab-bcfc-0293b6f41f5f admin admin] Pushing event updated for resources: {'Port': ['ID=a0295cb3-2c63-45ab-ba8e-a8b555ffb474,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:17.687752 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:17.716844 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92505c-bebf-44a9-b518-eb113412d9c0 req-7ed74725-f574-4644-ba83-da766354a1ec tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:17.724556 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7f92505c-bebf-44a9-b518-eb113412d9c0 req-7ed74725-f574-4644-ba83-da766354a1ec tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 943 time: 0.1338921 Nov 27 03:47:17.788206 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9898929a-0297-4aab-bcfc-0293b6f41f5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:17.844442 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a748f-aae5-494d-afd7-10e72913eb1f req-2aef04d2-dcfd-4828-9cd7-0cdd9041fec9 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:17.857530 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a11a748f-aae5-494d-afd7-10e72913eb1f req-2aef04d2-dcfd-4828-9cd7-0cdd9041fec9 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 945 time: 0.1332812 Nov 27 03:47:17.882924 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=22399cf9-b7ca-41d1-9cab-7b32dda023ef,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:17.886863 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-ede3af47-c812-4afa-a9bb-b02154219131 req-0e0f22a6-2997-4df7-8e61-51c32ed6dcb7 service neutron] Attempting to bind port 53a9741c-fe2f-4e29-b5bd-aba3972489b8 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:47:17.889275 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-ede3af47-c812-4afa-a9bb-b02154219131 req-0e0f22a6-2997-4df7-8e61-51c32ed6dcb7 service neutron] Attempting to bind port 53a9741c-fe2f-4e29-b5bd-aba3972489b8 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:47:17.889633 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede3af47-c812-4afa-a9bb-b02154219131 req-0e0f22a6-2997-4df7-8e61-51c32ed6dcb7 service neutron] Attempting to bind port 53a9741c-fe2f-4e29-b5bd-aba3972489b8 on network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:47:17.918149 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede3af47-c812-4afa-a9bb-b02154219131 req-0e0f22a6-2997-4df7-8e61-51c32ed6dcb7 service neutron] Port 53a9741c-fe2f-4e29-b5bd-aba3972489b8 on network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:47:17.918480 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede3af47-c812-4afa-a9bb-b02154219131 req-0e0f22a6-2997-4df7-8e61-51c32ed6dcb7 service neutron] Attempting to bind port 53a9741c-fe2f-4e29-b5bd-aba3972489b8 on network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:47:17.975728 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a11a748f-aae5-494d-afd7-10e72913eb1f req-ce872556-765b-40f1-a23e-6b06236af2e5 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166077 Nov 27 03:47:17.992508 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede3af47-c812-4afa-a9bb-b02154219131 req-0e0f22a6-2997-4df7-8e61-51c32ed6dcb7 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:47:17.992912 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede3af47-c812-4afa-a9bb-b02154219131 req-0e0f22a6-2997-4df7-8e61-51c32ed6dcb7 service neutron] Checking segment: {'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:47:17.993300 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede3af47-c812-4afa-a9bb-b02154219131 req-0e0f22a6-2997-4df7-8e61-51c32ed6dcb7 service neutron] Bound using segment: {'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:47:17.993810 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-ede3af47-c812-4afa-a9bb-b02154219131 req-0e0f22a6-2997-4df7-8e61-51c32ed6dcb7 service neutron] Bound port: 53a9741c-fe2f-4e29-b5bd-aba3972489b8, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:47:17.994169 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ede3af47-c812-4afa-a9bb-b02154219131 req-0e0f22a6-2997-4df7-8e61-51c32ed6dcb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:18.027719 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7f92505c-bebf-44a9-b518-eb113412d9c0 req-83e8e374-d62b-4e99-98c9-ec846c8636d4 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012185 Nov 27 03:47:18.064129 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9898929a-0297-4aab-bcfc-0293b6f41f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:18.092434 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-e1d7ef8e-ce9a-4400-a186-4d2f363ee5b0 None None] Provisioning complete for port a0295cb3-2c63-45ab-ba8e-a8b555ffb474 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:47:18.093150 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e1d7ef8e-ce9a-4400-a186-4d2f363ee5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:18.163120 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-161fbc33-b933-4a0f-aadc-4faa4793db14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b', 'name': 'tempest-ServersTestMultiNic-492745282-router', 'tenant_id': 'da0e9b0fd6b84af582a0cba7df1335e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '6cc0301d-ec25-4200-89a5-ef8cad68ba92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:47:12Z', 'updated_at': '2021-11-27T03:47:14Z', 'revision_number': 3, 'project_id': 'da0e9b0fd6b84af582a0cba7df1335e8', 'gw_port': {'id': '6cc0301d-ec25-4200-89a5-ef8cad68ba92', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:99:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:47:12Z', 'updated_at': '2021-11-27T03:47:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:47:18.185960 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-ede3af47-c812-4afa-a9bb-b02154219131 req-0e0f22a6-2997-4df7-8e61-51c32ed6dcb7 service neutron] For port 53a9741c-fe2f-4e29-b5bd-aba3972489b8, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:47:18.193106 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b2f4551a-9b25-4550-8c18-efebb03e9b97 req-240ff1b2-ddfe-4ba2-8076-584c6f90df39 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e7c355-c5aa-4802-a62e-1e184342eb39 HTTP/1.1" status: 200 len: 210 time: 0.0667188 Nov 27 03:47:18.202863 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-ede3af47-c812-4afa-a9bb-b02154219131 req-0e0f22a6-2997-4df7-8e61-51c32ed6dcb7 service neutron] For port 53a9741c-fe2f-4e29-b5bd-aba3972489b8, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=53a9741c-fe2f-4e29-b5bd-aba3972489b8,segment=NetworkSegment(0ede1ec6-1b9f-43e0-8048-29f023f3314a),segment_id=0ede1ec6-1b9f-43e0-8048-29f023f3314a)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:47:18.213875 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ede3af47-c812-4afa-a9bb-b02154219131 req-0e0f22a6-2997-4df7-8e61-51c32ed6dcb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:18.217539 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-e1d7ef8e-ce9a-4400-a186-4d2f363ee5b0 None None] Port a0295cb3-2c63-45ab-ba8e-a8b555ffb474 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:47:18.227062 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161fbc33-b933-4a0f-aadc-4faa4793db14 None None] Checking router: 1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:47:18.227423 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161fbc33-b933-4a0f-aadc-4faa4793db14 None None] Updating router 1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b port 6cc0301d-ec25-4200-89a5-ef8cad68ba92 binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:47:18.305086 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfcf901-fd5b-401a-a280-91d342b439c0 x-openstack-request-id: req-ebfcf901-fd5b-401a-a280-91d342b439c0 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:47:18.305387 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138dd263-9a09-4577-a067-5afe79df2472", "name": "network-vif-plugged", "status": "completed", "tag": "22399cf9-b7ca-41d1-9cab-7b32dda023ef", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:47:18.305645 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ebfcf901-fd5b-401a-a280-91d342b439c0 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:47:18.306080 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138dd263-9a09-4577-a067-5afe79df2472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22399cf9-b7ca-41d1-9cab-7b32dda023ef', 'code': 200} Nov 27 03:47:18.306925 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-eb9e8e49-07c8-41f1-bdcf-35b6d15a3624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:18.308797 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-161fbc33-b933-4a0f-aadc-4faa4793db14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:18.329216 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f22a6-2997-4df7-8e61-51c32ed6dcb7 service neutron] Pushing event updated for resources: {'Port': ['ID=53a9741c-fe2f-4e29-b5bd-aba3972489b8,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:18.366668 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3af47-c812-4afa-a9bb-b02154219131 req-0e0f22a6-2997-4df7-8e61-51c32ed6dcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:18.367566 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ede3af47-c812-4afa-a9bb-b02154219131 req-0e0f22a6-2997-4df7-8e61-51c32ed6dcb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:18.369191 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ede3af47-c812-4afa-a9bb-b02154219131 req-0e0f22a6-2997-4df7-8e61-51c32ed6dcb7 service neutron] 10.222.0.23 "PUT /v2.0/ports/53a9741c-fe2f-4e29-b5bd-aba3972489b8 HTTP/1.1" status: 200 len: 1091 time: 1.8243916 Nov 27 03:47:18.371425 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f10acfc2-0e8f-4302-ab08-0cbff2086332', 'tag': '53a9741c-fe2f-4e29-b5bd-aba3972489b8'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:47:18.375119 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fd9aa4-7426-41ba-b667-e60de9ff55a0" -d '{"events": [{"name": "network-changed", "server_uuid": "f10acfc2-0e8f-4302-ab08-0cbff2086332", "tag": "53a9741c-fe2f-4e29-b5bd-aba3972489b8"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:47:18.418252 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef600397-15f2-48c4-a0f1-d42a8f5424ef req-990ff8a4-37f2-415a-a76c-aaf3e934afa9 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:18.427427 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ef600397-15f2-48c4-a0f1-d42a8f5424ef req-990ff8a4-37f2-415a-a76c-aaf3e934afa9 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 950 time: 0.0989025 Nov 27 03:47:18.464064 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9898929a-0297-4aab-bcfc-0293b6f41f5f admin admin] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:18.495256 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9898929a-0297-4aab-bcfc-0293b6f41f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:18.551995 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a3744f-402b-4604-ae8c-75053389e7df x-openstack-request-id: req-b7a3744f-402b-4604-ae8c-75053389e7df {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:47:18.552544 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f10acfc2-0e8f-4302-ab08-0cbff2086332", "tag": "53a9741c-fe2f-4e29-b5bd-aba3972489b8", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:47:18.552787 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7a3744f-402b-4604-ae8c-75053389e7df {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:47:18.553365 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f10acfc2-0e8f-4302-ab08-0cbff2086332', 'tag': '53a9741c-fe2f-4e29-b5bd-aba3972489b8', 'status': 'completed', 'code': 200} Nov 27 03:47:18.570772 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:18.574475 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ef600397-15f2-48c4-a0f1-d42a8f5424ef req-4c1da3eb-dfe1-49ba-a1ae-9f92c02e3efd tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459041 Nov 27 03:47:18.582026 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104deb41-8233-43f2-9d67-9429d99d0bd2 req-4dba067f-7348-4e7a-8149-d6a9bd84b85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:18.583857 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-104deb41-8233-43f2-9d67-9429d99d0bd2 req-4dba067f-7348-4e7a-8149-d6a9bd84b85e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 1101 time: 0.1094472 Nov 27 03:47:18.687733 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-104deb41-8233-43f2-9d67-9429d99d0bd2 req-ab5736a0-942b-4f66-9f24-9565be4acdcb service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919156 Nov 27 03:47:18.713347 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898929a-0297-4aab-bcfc-0293b6f41f5f admin admin] Pushing event updated for resources: {'Port': ['ID=a0295cb3-2c63-45ab-ba8e-a8b555ffb474,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:18.724122 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3af47-c812-4afa-a9bb-b02154219131 req-47e4b905-8e66-4209-ba39-e53f7fa2838c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:18.725599 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ede3af47-c812-4afa-a9bb-b02154219131 req-47e4b905-8e66-4209-ba39-e53f7fa2838c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f93bf1216094326aad79ff5fda23c08&device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 1094 time: 0.2572038 Nov 27 03:47:18.728066 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9898929a-0297-4aab-bcfc-0293b6f41f5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:18.826611 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-161fbc33-b933-4a0f-aadc-4faa4793db14 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:18.833207 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfeafb-4707-4aee-b4f3-0c28d464b664 req-d2f44777-ab02-4bf9-ba35-616a2c4fc27c tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:18.834819 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e7dfeafb-4707-4aee-b4f3-0c28d464b664 req-d2f44777-ab02-4bf9-ba35-616a2c4fc27c tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52ab998-a1b9-44c8-ba23-bb47d3345075 HTTP/1.1" status: 200 len: 945 time: 0.1813028 Nov 27 03:47:18.836513 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-161fbc33-b933-4a0f-aadc-4faa4793db14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:18.927612 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9898929a-0297-4aab-bcfc-0293b6f41f5f admin admin] Network d57b102a-5f0a-4f8e-b7d5-2c6f56d3a47f is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:47:18.929838 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-9898929a-0297-4aab-bcfc-0293b6f41f5f admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:47:18.932904 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c570ef5a-450a-4ade-8574-ef2d348f7591 None None] Pushing event updated for resources: {'Port': ['ID=6cc0301d-ec25-4200-89a5-ef8cad68ba92,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:18.934605 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e7dfeafb-4707-4aee-b4f3-0c28d464b664 req-cffa5662-db76-4e7c-b0a9-7895a1cf5a54 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895734 Nov 27 03:47:18.951899 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-161fbc33-b933-4a0f-aadc-4faa4793db14 None None] Attempting to bind port 6cc0301d-ec25-4200-89a5-ef8cad68ba92 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:47:18.964176 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-161fbc33-b933-4a0f-aadc-4faa4793db14 None None] Attempting to bind port 6cc0301d-ec25-4200-89a5-ef8cad68ba92 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:47:18.965289 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161fbc33-b933-4a0f-aadc-4faa4793db14 None None] Attempting to bind port 6cc0301d-ec25-4200-89a5-ef8cad68ba92 on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:47:18.974275 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161fbc33-b933-4a0f-aadc-4faa4793db14 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:47:18.975509 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161fbc33-b933-4a0f-aadc-4faa4793db14 None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:47:18.975981 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-161fbc33-b933-4a0f-aadc-4faa4793db14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:18.978223 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161fbc33-b933-4a0f-aadc-4faa4793db14 None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:47:18.978223 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-161fbc33-b933-4a0f-aadc-4faa4793db14 None None] Bound port: 6cc0301d-ec25-4200-89a5-ef8cad68ba92, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:47:18.978223 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-161fbc33-b933-4a0f-aadc-4faa4793db14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:19.048142 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-161fbc33-b933-4a0f-aadc-4faa4793db14 None None] For port 6cc0301d-ec25-4200-89a5-ef8cad68ba92, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:47:19.051950 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-161fbc33-b933-4a0f-aadc-4faa4793db14 None None] For port 6cc0301d-ec25-4200-89a5-ef8cad68ba92, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=6cc0301d-ec25-4200-89a5-ef8cad68ba92,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:47:19.058437 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-161fbc33-b933-4a0f-aadc-4faa4793db14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:19.089778 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ede3af47-c812-4afa-a9bb-b02154219131 req-5b563429-abdb-4592-82cf-68262bb31ae5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=53a9741c-fe2f-4e29-b5bd-aba3972489b8 HTTP/1.1" status: 200 len: 217 time: 0.0573525 Nov 27 03:47:19.125986 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161fbc33-b933-4a0f-aadc-4faa4793db14 None None] Routers {'1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:47:19.126946 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-161fbc33-b933-4a0f-aadc-4faa4793db14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:47:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:47:19.181713 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ac82f-366c-4faf-933e-213b4d62296f req-3ec88252-535b-4ba9-8de6-34619a100959 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:19.184276 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7d9ac82f-366c-4faf-933e-213b4d62296f req-3ec88252-535b-4ba9-8de6-34619a100959 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 945 time: 0.1049342 Nov 27 03:47:19.248006 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c570ef5a-450a-4ade-8574-ef2d348f7591 None None] Pushing event updated for resources: {'Port': ['ID=6cc0301d-ec25-4200-89a5-ef8cad68ba92,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:19.275199 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7d9ac82f-366c-4faf-933e-213b4d62296f req-dd1e03a2-b1d3-469f-ba72-5449af7403dd tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838904 Nov 27 03:47:19.277769 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9898929a-0297-4aab-bcfc-0293b6f41f5f admin admin] Router 1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:47:19.320059 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-161fbc33-b933-4a0f-aadc-4faa4793db14 None None] Set router 1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:47:19.341751 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3af47-c812-4afa-a9bb-b02154219131 req-e114461a-7b4e-410f-97fe-812bdbe413d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:19.344629 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ede3af47-c812-4afa-a9bb-b02154219131 req-e114461a-7b4e-410f-97fe-812bdbe413d7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f2f4695-47e3-40b2-b54d-f43d3306eba4 HTTP/1.1" status: 200 len: 848 time: 0.2423351 Nov 27 03:47:19.359009 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f934843-ca83-45c1-86d4-a1715b9106e4 req-34d4b8e1-2c4b-4b2c-a287-b25925934532 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:19.360857 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6f934843-ca83-45c1-86d4-a1715b9106e4 req-34d4b8e1-2c4b-4b2c-a287-b25925934532 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 943 time: 0.1414251 Nov 27 03:47:19.457547 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-6b91609e-94ba-4afc-b11c-5a99bb23909a None None] Provisioning complete for port a0295cb3-2c63-45ab-ba8e-a8b555ffb474 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:47:19.458008 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6b91609e-94ba-4afc-b11c-5a99bb23909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:19.519633 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6f934843-ca83-45c1-86d4-a1715b9106e4 req-802129b7-27a4-488b-bc55-961055b9f3e1 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053197 Nov 27 03:47:19.524892 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ede3af47-c812-4afa-a9bb-b02154219131 req-95f7a879-adb9-4429-aaac-9c3aa91d487f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1629617 Nov 27 03:47:19.539807 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:19.556457 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-6b91609e-94ba-4afc-b11c-5a99bb23909a None None] Port a0295cb3-2c63-45ab-ba8e-a8b555ffb474 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:47:19.662000 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-24de85f2-8e96-4f68-8407-f7c9038741fb req-d1a69f9e-0b58-4bbc-839f-5f4c0c7ba533 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e7c355-c5aa-4802-a62e-1e184342eb39 HTTP/1.1" status: 200 len: 210 time: 0.0747967 Nov 27 03:47:19.674611 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-161fbc33-b933-4a0f-aadc-4faa4793db14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b', 'name': 'tempest-ServersTestMultiNic-492745282-router', 'tenant_id': 'da0e9b0fd6b84af582a0cba7df1335e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '6cc0301d-ec25-4200-89a5-ef8cad68ba92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:47:12Z', 'updated_at': '2021-11-27T03:47:17Z', 'revision_number': 4, 'project_id': 'da0e9b0fd6b84af582a0cba7df1335e8', 'gw_port': {'id': '6cc0301d-ec25-4200-89a5-ef8cad68ba92', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:99:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:47:12Z', 'updated_at': '2021-11-27T03:47:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'a0295cb3-2c63-45ab-ba8e-a8b555ffb474', 'name': '', 'network_id': 'd57b102a-5f0a-4f8e-b7d5-2c6f56d3a47f', 'tenant_id': 'da0e9b0fd6b84af582a0cba7df1335e8', 'mac_address': 'fa:16:3e:51:be:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '56c6766e-4d02-44a9-a4cb-e16a49a1ed0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:47:17Z', 'updated_at': '2021-11-27T03:47:18Z', 'revision_number': 2, 'project_id': 'da0e9b0fd6b84af582a0cba7df1335e8', 'subnets': [{'id': '56c6766e-4d02-44a9-a4cb-e16a49a1ed0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:47:19.722618 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161fbc33-b933-4a0f-aadc-4faa4793db14 None None] The sync data for ids ['1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b'] in n-d-819494-3 is: [{'id': '1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b', 'name': 'tempest-ServersTestMultiNic-492745282-router', 'tenant_id': 'da0e9b0fd6b84af582a0cba7df1335e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '6cc0301d-ec25-4200-89a5-ef8cad68ba92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:47:12Z', 'updated_at': '2021-11-27T03:47:17Z', 'revision_number': 4, 'project_id': 'da0e9b0fd6b84af582a0cba7df1335e8', 'gw_port': {'id': '6cc0301d-ec25-4200-89a5-ef8cad68ba92', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:99:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:47:12Z', 'updated_at': '2021-11-27T03:47:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'a0295cb3-2c63-45ab-ba8e-a8b555ffb474', 'name': '', 'network_id': 'd57b102a-5f0a-4f8e-b7d5-2c6f56d3a47f', 'tenant_id': 'da0e9b0fd6b84af582a0cba7df1335e8', 'mac_address': 'fa:16:3e:51:be:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '56c6766e-4d02-44a9-a4cb-e16a49a1ed0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:47:17Z', 'updated_at': '2021-11-27T03:47:18Z', 'revision_number': 2, 'project_id': 'da0e9b0fd6b84af582a0cba7df1335e8', 'subnets': [{'id': '56c6766e-4d02-44a9-a4cb-e16a49a1ed0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:47:19.738222 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-0dda596b-84d5-4d4b-b725-e133cea1d315 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:19.741903 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-0dda596b-84d5-4d4b-b725-e133cea1d315 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.11 "GET /v2.0/networks?id=fa05b832-4a56-4072-b0af-d9ce19e83099 HTTP/1.1" status: 200 len: 822 time: 0.3268347 Nov 27 03:47:19.751946 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9898929a-0297-4aab-bcfc-0293b6f41f5f admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:47:19.760711 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9898929a-0297-4aab-bcfc-0293b6f41f5f admin admin] 10.222.0.20 "PUT /v2.0/routers/1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4373298 Nov 27 03:47:19.765782 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ede3af47-c812-4afa-a9bb-b02154219131 req-65d55bc3-c5ab-4ca2-a259-cbf71e37609b service neutron] 10.222.0.23 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208970 Nov 27 03:47:19.779845 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-7d90b178-b5f5-4370-aec5-ebe7180d5235 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Request body: {'port': {'device_id': '59e7c355-c5aa-4802-a62e-1e184342eb39', 'network_id': 'fa05b832-4a56-4072-b0af-d9ce19e83099', 'admin_state_up': True, 'tenant_id': 'ef613dd2ca5042f08b3f8d2107e4d371'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:47:19.940734 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a411918-40d3-4362-9ec9-82d01d9faf69 req-c180cc8c-c676-4a02-b6d9-24a6d77496b6 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:19.942513 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9a411918-40d3-4362-9ec9-82d01d9faf69 req-c180cc8c-c676-4a02-b6d9-24a6d77496b6 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 950 time: 0.1758883 Nov 27 03:47:19.943946 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 59120) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:47:20.023164 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-7d90b178-b5f5-4370-aec5-ebe7180d5235 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Made reservation on behalf of ef613dd2ca5042f08b3f8d2107e4d371 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:47:20.029442 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-7d90b178-b5f5-4370-aec5-ebe7180d5235 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:20.080866 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ede3af47-c812-4afa-a9bb-b02154219131 req-38b03186-6fd7-4aab-a552-5b50dc7a501f service neutron] 10.222.0.23 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021371 Nov 27 03:47:20.091584 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-6306d66b-d120-4603-891f-815af8e68b68 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-977040978'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:47:20.135136 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9a411918-40d3-4362-9ec9-82d01d9faf69 req-3fa4e0c4-a5be-49dc-b788-84e4ab14ce03 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726232 Nov 27 03:47:20.158732 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6306d66b-d120-4603-891f-815af8e68b68 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Made reservation on behalf of da0e9b0fd6b84af582a0cba7df1335e8 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:47:20.165293 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6306d66b-d120-4603-891f-815af8e68b68 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:20.238938 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6306d66b-d120-4603-891f-815af8e68b68 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:47:20.254127 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6306d66b-d120-4603-891f-815af8e68b68 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:20.254465 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-6306d66b-d120-4603-891f-815af8e68b68 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Added segment 025eccf4-458d-4fdc-92b8-a8cfa9d70d98 of type vlan for network 7d4eda30-592e-4b32-9d92-f1094b97d488 Nov 27 03:47:20.275895 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd9aa4-7426-41ba-b667-e60de9ff55a0 req-45e84014-d582-4987-b49f-3a3e9c1949ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:20.276331 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-37fd9aa4-7426-41ba-b667-e60de9ff55a0 req-45e84014-d582-4987-b49f-3a3e9c1949ca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f93bf1216094326aad79ff5fda23c08&device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 1094 time: 0.0852649 Nov 27 03:47:20.283969 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b5aab-e7af-4597-ab39-b8a21825516c req-05db48a9-c911-4d31-924c-5abbcc0c2412 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:20.286374 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1f6b5aab-e7af-4597-ab39-b8a21825516c req-05db48a9-c911-4d31-924c-5abbcc0c2412 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52ab998-a1b9-44c8-ba23-bb47d3345075 HTTP/1.1" status: 200 len: 945 time: 0.1929023 Nov 27 03:47:20.363775 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1f6b5aab-e7af-4597-ab39-b8a21825516c req-53f35fa8-79ad-40e1-b431-2e9f8665b179 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710857 Nov 27 03:47:20.369823 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6306d66b-d120-4603-891f-815af8e68b68 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:20.374714 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-7d90b178-b5f5-4370-aec5-ebe7180d5235 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Allocated IP 172.20.0.3 (fa05b832-4a56-4072-b0af-d9ce19e83099/5627de8b-a39f-489f-ab76-1826aeb58791/6a9f7f71-9b0b-48ae-ae5e-97f196f68e82) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:47:20.477506 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6306d66b-d120-4603-891f-815af8e68b68 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:20.483322 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6306d66b-d120-4603-891f-815af8e68b68 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:20.483943 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6306d66b-d120-4603-891f-815af8e68b68 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:20.633825 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-7d90b178-b5f5-4370-aec5-ebe7180d5235 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:20.643205 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437c28c-684c-4859-9b62-d47684ef064a req-cd33694a-002e-4b2c-ae57-eddc2d8ee50a tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:20.644977 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e437c28c-684c-4859-9b62-d47684ef064a req-cd33694a-002e-4b2c-ae57-eddc2d8ee50a tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 945 time: 0.2567096 Nov 27 03:47:20.646993 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd9aa4-7426-41ba-b667-e60de9ff55a0 req-6958f3e1-d5bd-4400-ae55-41d6ac38205f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:20.648326 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-37fd9aa4-7426-41ba-b667-e60de9ff55a0 req-6958f3e1-d5bd-4400-ae55-41d6ac38205f service neutron] 10.222.0.23 "GET /v2.0/networks?id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 HTTP/1.1" status: 200 len: 909 time: 0.3468354 Nov 27 03:47:20.649197 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306d66b-d120-4603-891f-815af8e68b68 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Pushing event updated for resources: {'Network': ['ID=7d4eda30-592e-4b32-9d92-f1094b97d488,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:20.654100 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6306d66b-d120-4603-891f-815af8e68b68 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7069027 Nov 27 03:47:20.658143 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 59132) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:47:20.661001 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 7d4eda30-592e-4b32-9d92-f1094b97d488 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:47:20.668733 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-cf65b871-9c61-4de9-b21d-457dbf773b61 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Request body: {'subnet': {'network_id': '7d4eda30-592e-4b32-9d92-f1094b97d488', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:47:20.774834 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c895434-1572-48e1-8732-d55cfcd2dd17 req-0374cbe8-0972-43c1-b828-4802b554b23d tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:20.783340 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5c895434-1572-48e1-8732-d55cfcd2dd17 req-0374cbe8-0972-43c1-b828-4802b554b23d tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 943 time: 0.1435075 Nov 27 03:47:20.824554 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-7d90b178-b5f5-4370-aec5-ebe7180d5235 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:20.895401 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-7d90b178-b5f5-4370-aec5-ebe7180d5235 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Network fa05b832-4a56-4072-b0af-d9ce19e83099 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:47:20.912523 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-7d90b178-b5f5-4370-aec5-ebe7180d5235 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:47:20.915077 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-7d90b178-b5f5-4370-aec5-ebe7180d5235 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:47:20.935433 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5c895434-1572-48e1-8732-d55cfcd2dd17 req-3e7ece4e-fb39-475a-9e75-b4ae8bbb3cb0 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508951 Nov 27 03:47:20.945459 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90b178-b5f5-4370-aec5-ebe7180d5235 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Pushing event updated for resources: {'Port': ['ID=6a9f7f71-9b0b-48ae-ae5e-97f196f68e82,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:21.018775 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-7d90b178-b5f5-4370-aec5-ebe7180d5235 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:21.019452 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-7d90b178-b5f5-4370-aec5-ebe7180d5235 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:21.053623 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:21.056322 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-7d90b178-b5f5-4370-aec5-ebe7180d5235 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2887545 Nov 27 03:47:21.075843 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-a7f46ce1-db8d-42c7-943e-e9bc4f36fecb service neutron] Request body: {'port': {'device_id': '59e7c355-c5aa-4802-a62e-1e184342eb39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:47:21.149679 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-37fd9aa4-7426-41ba-b667-e60de9ff55a0 req-f50e875a-4fb8-4184-9d0d-23e38998ec6d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=53a9741c-fe2f-4e29-b5bd-aba3972489b8 HTTP/1.1" status: 200 len: 217 time: 0.4726460 Nov 27 03:47:21.150259 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-a7f46ce1-db8d-42c7-943e-e9bc4f36fecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:21.208568 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf65b871-9c61-4de9-b21d-457dbf773b61 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Made reservation on behalf of da0e9b0fd6b84af582a0cba7df1335e8 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:47:21.212618 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cf65b871-9c61-4de9-b21d-457dbf773b61 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:21.254662 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa88936-cf31-40a8-85ae-a08735a3732d req-6e318f4f-d235-4d01-8c85-c5879ab0a47f tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:21.262040 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3fa88936-cf31-40a8-85ae-a08735a3732d req-6e318f4f-d235-4d01-8c85-c5879ab0a47f tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e7c355-c5aa-4802-a62e-1e184342eb39 HTTP/1.1" status: 200 len: 931 time: 0.1240067 Nov 27 03:47:21.318999 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e437c28c-684c-4859-9b62-d47684ef064a req-937d330e-a5c9-4b34-a21b-73d4ae6a1fc9 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6563842 Nov 27 03:47:21.331551 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd9aa4-7426-41ba-b667-e60de9ff55a0 req-aac9ecbc-cb3d-4115-92c7-a9a89fe3dfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:21.333068 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-37fd9aa4-7426-41ba-b667-e60de9ff55a0 req-aac9ecbc-cb3d-4115-92c7-a9a89fe3dfce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f2f4695-47e3-40b2-b54d-f43d3306eba4 HTTP/1.1" status: 200 len: 848 time: 0.1640110 Nov 27 03:47:21.390249 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-37fd9aa4-7426-41ba-b667-e60de9ff55a0 req-a9062adb-12c8-4a25-8a37-86c349fc8130 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342240 Nov 27 03:47:21.494912 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3fa88936-cf31-40a8-85ae-a08735a3732d req-5a353c16-9a05-4893-ace7-9b51440c9fed tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316136 Nov 27 03:47:21.635347 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-a7f46ce1-db8d-42c7-943e-e9bc4f36fecb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a9f7f71-9b0b-48ae-ae5e-97f196f68e82 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:47:21.650169 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-a7f46ce1-db8d-42c7-943e-e9bc4f36fecb service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:21.669236 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-37fd9aa4-7426-41ba-b667-e60de9ff55a0 req-1a13b971-3504-42ff-a8da-97ba3a75ff3c service neutron] 10.222.0.23 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703052 Nov 27 03:47:21.672349 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d674982-c74d-45f8-9709-afcf23b4a706 req-7ce5ab5e-0f27-45c3-8792-989f967c6f7e tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:21.679588 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7d674982-c74d-45f8-9709-afcf23b4a706 req-7ce5ab5e-0f27-45c3-8792-989f967c6f7e tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52ab998-a1b9-44c8-ba23-bb47d3345075 HTTP/1.1" status: 200 len: 945 time: 0.0956938 Nov 27 03:47:21.683841 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-a7f46ce1-db8d-42c7-943e-e9bc4f36fecb service neutron] Transition to ACTIVE for port object 6a9f7f71-9b0b-48ae-ae5e-97f196f68e82 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:47:21.701055 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-a7f46ce1-db8d-42c7-943e-e9bc4f36fecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:21.735470 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:21.792789 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f46ce1-db8d-42c7-943e-e9bc4f36fecb service neutron] Pushing event updated for resources: {'Port': ['ID=6a9f7f71-9b0b-48ae-ae5e-97f196f68e82,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:21.797981 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7d674982-c74d-45f8-9709-afcf23b4a706 req-3d2a486d-91f9-4dae-9489-82daced17a2e tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175938 Nov 27 03:47:21.809704 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006eaa15-b630-41ff-aa3a-58ed5a6825f1 req-a7012a4e-3330-41ae-a99a-5c86ffc5885e tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:21.811333 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-006eaa15-b630-41ff-aa3a-58ed5a6825f1 req-a7012a4e-3330-41ae-a99a-5c86ffc5885e tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 950 time: 0.4040678 Nov 27 03:47:21.837105 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-37fd9aa4-7426-41ba-b667-e60de9ff55a0 req-7c3b6976-50cd-4768-b0cc-2b606e96013a service neutron] 10.222.0.23 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580927 Nov 27 03:47:21.889673 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-a7f46ce1-db8d-42c7-943e-e9bc4f36fecb service neutron] Attempting to bind port 6a9f7f71-9b0b-48ae-ae5e-97f196f68e82 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:47:21.890388 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-a7f46ce1-db8d-42c7-943e-e9bc4f36fecb service neutron] Attempting to bind port 6a9f7f71-9b0b-48ae-ae5e-97f196f68e82 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': 'b0f39da6-536c-459a-9945-6662db53cdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fa05b832-4a56-4072-b0af-d9ce19e83099'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:47:21.890993 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-a7f46ce1-db8d-42c7-943e-e9bc4f36fecb service neutron] Attempting to bind port 6a9f7f71-9b0b-48ae-ae5e-97f196f68e82 on network fa05b832-4a56-4072-b0af-d9ce19e83099 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:47:21.893071 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cf65b871-9c61-4de9-b21d-457dbf773b61 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:21.897922 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-a7f46ce1-db8d-42c7-943e-e9bc4f36fecb service neutron] Port 6a9f7f71-9b0b-48ae-ae5e-97f196f68e82 on network fa05b832-4a56-4072-b0af-d9ce19e83099 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:47:21.898368 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-a7f46ce1-db8d-42c7-943e-e9bc4f36fecb service neutron] Attempting to bind port 6a9f7f71-9b0b-48ae-ae5e-97f196f68e82 on network fa05b832-4a56-4072-b0af-d9ce19e83099 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:47:21.904597 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-a7f46ce1-db8d-42c7-943e-e9bc4f36fecb service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:47:21.905390 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-a7f46ce1-db8d-42c7-943e-e9bc4f36fecb service neutron] Checking segment: {'id': 'b0f39da6-536c-459a-9945-6662db53cdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fa05b832-4a56-4072-b0af-d9ce19e83099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:47:21.905872 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-a7f46ce1-db8d-42c7-943e-e9bc4f36fecb service neutron] Bound using segment: {'id': 'b0f39da6-536c-459a-9945-6662db53cdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fa05b832-4a56-4072-b0af-d9ce19e83099'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:47:21.906401 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-a7f46ce1-db8d-42c7-943e-e9bc4f36fecb service neutron] Bound port: 6a9f7f71-9b0b-48ae-ae5e-97f196f68e82, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0f39da6-536c-459a-9945-6662db53cdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fa05b832-4a56-4072-b0af-d9ce19e83099'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:47:21.906876 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-a7f46ce1-db8d-42c7-943e-e9bc4f36fecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:21.960938 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-006eaa15-b630-41ff-aa3a-58ed5a6825f1 req-e9ada90b-fba8-4d2e-930b-2953dfaccea8 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269696 Nov 27 03:47:22.003826 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf65b871-9c61-4de9-b21d-457dbf773b61 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Checking segment: {'id': '025eccf4-458d-4fdc-92b8-a8cfa9d70d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7d4eda30-592e-4b32-9d92-f1094b97d488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:47:22.004199 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf65b871-9c61-4de9-b21d-457dbf773b61 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Network hostable DHCP agents. Network: 7d4eda30-592e-4b32-9d92-f1094b97d488, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:47:22.006858 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf65b871-9c61-4de9-b21d-457dbf773b61 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Pushing event updated for resources: {'Subnet': ['ID=b63f978f-7c31-4d11-ab8b-a4726c983836,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:22.036567 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-a7f46ce1-db8d-42c7-943e-e9bc4f36fecb service neutron] For port 6a9f7f71-9b0b-48ae-ae5e-97f196f68e82, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:47:22.041461 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-a7f46ce1-db8d-42c7-943e-e9bc4f36fecb service neutron] For port 6a9f7f71-9b0b-48ae-ae5e-97f196f68e82, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=6a9f7f71-9b0b-48ae-ae5e-97f196f68e82,segment=NetworkSegment(b0f39da6-536c-459a-9945-6662db53cdb6),segment_id=b0f39da6-536c-459a-9945-6662db53cdb6)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:47:22.041851 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf65b871-9c61-4de9-b21d-457dbf773b61 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Network 7d4eda30-592e-4b32-9d92-f1094b97d488 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:47:22.049901 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-a7f46ce1-db8d-42c7-943e-e9bc4f36fecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:22.057475 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-cf65b871-9c61-4de9-b21d-457dbf773b61 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 7d4eda30-592e-4b32-9d92-f1094b97d488) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:47:22.072124 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf65b871-9c61-4de9-b21d-457dbf773b61 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:22.076903 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13f4039-31b1-495b-92ab-9d5d78f63e9e None None] Network 7d4eda30-592e-4b32-9d92-f1094b97d488 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:47:22.085205 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cf65b871-9c61-4de9-b21d-457dbf773b61 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:22.121319 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-cf65b871-9c61-4de9-b21d-457dbf773b61 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4599712 Nov 27 03:47:22.123633 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 59150) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:47:22.137028 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-e41fb44e-3aca-4087-be7d-0edc712cc080 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-813076038'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:47:22.169486 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-a7f46ce1-db8d-42c7-943e-e9bc4f36fecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:22.170314 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-a7f46ce1-db8d-42c7-943e-e9bc4f36fecb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:22.171889 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-a7f46ce1-db8d-42c7-943e-e9bc4f36fecb service neutron] 10.222.0.11 "PUT /v2.0/ports/6a9f7f71-9b0b-48ae-ae5e-97f196f68e82 HTTP/1.1" status: 200 len: 1091 time: 1.1007450 Nov 27 03:47:22.190120 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e7c355-c5aa-4802-a62e-1e184342eb39', 'tag': '6a9f7f71-9b0b-48ae-ae5e-97f196f68e82'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:47:22.203277 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1870091-30bd-40a1-8ece-1939d2a5eb74" -d '{"events": [{"name": "network-changed", "server_uuid": "59e7c355-c5aa-4802-a62e-1e184342eb39", "tag": "6a9f7f71-9b0b-48ae-ae5e-97f196f68e82"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:47:22.235285 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c57692-fc95-4c41-a47a-23357619277b req-024e4e44-2b70-44fe-a856-e458f8ab3a99 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:22.245676 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-88c57692-fc95-4c41-a47a-23357619277b req-024e4e44-2b70-44fe-a856-e458f8ab3a99 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 950 time: 0.1039686 Nov 27 03:47:22.257489 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b4af1-4cf9-43d3-bcb9-378bd64c9688 req-65f4f61c-ad9b-42d0-98bf-74b8f3c5616b tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:22.259109 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fc5b4af1-4cf9-43d3-bcb9-378bd64c9688 req-65f4f61c-ad9b-42d0-98bf-74b8f3c5616b tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 943 time: 0.1952710 Nov 27 03:47:22.268286 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41fb44e-3aca-4087-be7d-0edc712cc080 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Made reservation on behalf of da0e9b0fd6b84af582a0cba7df1335e8 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:47:22.274924 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e41fb44e-3aca-4087-be7d-0edc712cc080 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:22.292179 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f46ce1-db8d-42c7-943e-e9bc4f36fecb service neutron] Pushing event updated for resources: {'Port': ['ID=6a9f7f71-9b0b-48ae-ae5e-97f196f68e82,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:22.334392 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-88c57692-fc95-4c41-a47a-23357619277b req-d402335b-4bc6-46e0-9c51-3e60788d6910 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871866 Nov 27 03:47:22.341633 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c59e56-0c30-4b29-93af-0627027e20a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-7d4eda30-592e-4b32-9d92-f1094b97d488', 'network_id': '7d4eda30-592e-4b32-9d92-f1094b97d488', 'tenant_id': 'da0e9b0fd6b84af582a0cba7df1335e8', 'fixed_ips': [{'subnet_id': 'b63f978f-7c31-4d11-ab8b-a4726c983836'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 03:47:22.342627 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-99c59e56-0c30-4b29-93af-0627027e20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:22.358886 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e41fb44e-3aca-4087-be7d-0edc712cc080 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:47:22.391023 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e41fb44e-3aca-4087-be7d-0edc712cc080 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:22.391517 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-e41fb44e-3aca-4087-be7d-0edc712cc080 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Added segment 638d21ed-6798-49f4-8550-198a7a57fb19 of type vlan for network 23c33ed2-8a0c-4269-bc9e-d67d7c716e8e Nov 27 03:47:22.423011 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fc5b4af1-4cf9-43d3-bcb9-378bd64c9688 req-26c289aa-0e37-4d9b-ab29-995575f80f73 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523669 Nov 27 03:47:22.450601 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-4ab2d41b-3c84-446e-9a30-1df50d7f9c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:22.461732 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-4ab2d41b-3c84-446e-9a30-1df50d7f9c48 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef613dd2ca5042f08b3f8d2107e4d371&device_id=59e7c355-c5aa-4802-a62e-1e184342eb39 HTTP/1.1" status: 200 len: 1094 time: 0.1237130 Nov 27 03:47:22.466926 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e41fb44e-3aca-4087-be7d-0edc712cc080 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:22.560231 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e41fb44e-3aca-4087-be7d-0edc712cc080 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:22.569411 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41fb44e-3aca-4087-be7d-0edc712cc080 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:22.570598 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e41fb44e-3aca-4087-be7d-0edc712cc080 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:22.589875 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-43a4fce9-ba30-4ad1-b54f-f8bf96198695 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a9f7f71-9b0b-48ae-ae5e-97f196f68e82 HTTP/1.1" status: 200 len: 217 time: 0.1117766 Nov 27 03:47:22.592620 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c0627a-c432-4257-b78a-07c29f739029 x-openstack-request-id: req-81c0627a-c432-4257-b78a-07c29f739029 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:47:22.593091 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59e7c355-c5aa-4802-a62e-1e184342eb39", "tag": "6a9f7f71-9b0b-48ae-ae5e-97f196f68e82", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:47:22.593492 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-81c0627a-c432-4257-b78a-07c29f739029 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:47:22.594512 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59e7c355-c5aa-4802-a62e-1e184342eb39', 'tag': '6a9f7f71-9b0b-48ae-ae5e-97f196f68e82', 'status': 'completed', 'code': 200} Nov 27 03:47:22.610582 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-99c59e56-0c30-4b29-93af-0627027e20a4 None None] Allocated IP 19.80.0.2 (7d4eda30-592e-4b32-9d92-f1094b97d488/b63f978f-7c31-4d11-ab8b-a4726c983836/517b5f64-e2db-432f-978d-70a1e69861e4) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:47:22.763524 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-42136c84-24b8-4b46-a96c-3d137267f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:22.765018 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-42136c84-24b8-4b46-a96c-3d137267f5cb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5627de8b-a39f-489f-ab76-1826aeb58791 HTTP/1.1" status: 200 len: 862 time: 0.1656106 Nov 27 03:47:22.789387 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e41fb44e-3aca-4087-be7d-0edc712cc080 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6627023 Nov 27 03:47:22.793083 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 59162) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:47:22.810831 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-e17cb13b-f41b-400a-ba61-8273225ae4a1 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Request body: {'subnet': {'network_id': '23c33ed2-8a0c-4269-bc9e-d67d7c716e8e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:47:22.834621 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 6cc0301d-ec25-4200-89a5-ef8cad68ba92 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:47:22.835682 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41fb44e-3aca-4087-be7d-0edc712cc080 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Pushing event updated for resources: {'Network': ['ID=23c33ed2-8a0c-4269-bc9e-d67d7c716e8e,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:22.847148 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-2eda1f87-df9a-4ee2-8c39-95d40e4f5083 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fa05b832-4a56-4072-b0af-d9ce19e83099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693944 Nov 27 03:47:22.865797 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 23c33ed2-8a0c-4269-bc9e-d67d7c716e8e details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:47:22.873330 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3dc8ea-340c-4aa5-bca4-c8299e4dc488 req-76bb8eed-a5c3-4c3f-a69e-f28e932c0776 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:22.875257 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ad3dc8ea-340c-4aa5-bca4-c8299e4dc488 req-76bb8eed-a5c3-4c3f-a69e-f28e932c0776 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e7c355-c5aa-4802-a62e-1e184342eb39 HTTP/1.1" status: 200 len: 943 time: 0.1635265 Nov 27 03:47:22.915141 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066bbfa6-6207-4933-8b53-d1de31ed5104 req-f48e4de6-14e0-4895-914b-e9926c518981 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:22.916656 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-066bbfa6-6207-4933-8b53-d1de31ed5104 req-f48e4de6-14e0-4895-914b-e9926c518981 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 945 time: 0.3285706 Nov 27 03:47:22.980764 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694f0ca1-bb45-4550-b056-8d891abbf4e2 None None] Sync routers for ids ['1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:47:22.997510 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694f0ca1-bb45-4550-b056-8d891abbf4e2 None None] Routers {'1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:47:22.998286 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-694f0ca1-bb45-4550-b056-8d891abbf4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:47:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:47:23.008730 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ad3dc8ea-340c-4aa5-bca4-c8299e4dc488 req-25ef1b3a-20aa-4234-bc78-ee5e0fef6c8e tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237917 Nov 27 03:47:23.015072 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 6cc0301d-ec25-4200-89a5-ef8cad68ba92 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:47:23.016069 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:23.052351 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-066bbfa6-6207-4933-8b53-d1de31ed5104 req-42c06de9-a373-4cc7-be5d-3f3dd9699b7c tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205533 Nov 27 03:47:23.066427 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17cb13b-f41b-400a-ba61-8273225ae4a1 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Made reservation on behalf of da0e9b0fd6b84af582a0cba7df1335e8 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:47:23.071571 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e17cb13b-f41b-400a-ba61-8273225ae4a1 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:23.077345 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-30b3d9fd-242c-44ef-a0e9-32663dd6d093 service neutron] 10.222.0.11 "GET /v2.0/networks/fa05b832-4a56-4072-b0af-d9ce19e83099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200959 Nov 27 03:47:23.200901 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-99c59e56-0c30-4b29-93af-0627027e20a4 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:23.259367 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:23.267908 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-99c59e56-0c30-4b29-93af-0627027e20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:23.299249 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c59e56-0c30-4b29-93af-0627027e20a4 None None] Network 7d4eda30-592e-4b32-9d92-f1094b97d488 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:47:23.308162 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-99c59e56-0c30-4b29-93af-0627027e20a4 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:47:23.363309 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c59e56-0c30-4b29-93af-0627027e20a4 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:47:23.368514 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a131438-e5d8-40aa-89c7-af48196ab22c req-0cb67083-5816-4d86-8fd8-acf897ecce85 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:23.369022 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 6cc0301d-ec25-4200-89a5-ef8cad68ba92, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=6cc0301d-ec25-4200-89a5-ef8cad68ba92,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:23.370113 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3a131438-e5d8-40aa-89c7-af48196ab22c req-0cb67083-5816-4d86-8fd8-acf897ecce85 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52ab998-a1b9-44c8-ba23-bb47d3345075 HTTP/1.1" status: 200 len: 945 time: 0.1680059 Nov 27 03:47:23.386844 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:23.405401 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-694f0ca1-bb45-4550-b056-8d891abbf4e2 None None] Set router 1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:47:23.448868 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c59e56-0c30-4b29-93af-0627027e20a4 None None] Pushing event updated for resources: {'Port': ['ID=517b5f64-e2db-432f-978d-70a1e69861e4,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:23.550056 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=6cc0301d-ec25-4200-89a5-ef8cad68ba92,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:23.554413 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3a131438-e5d8-40aa-89c7-af48196ab22c req-abccba80-da4e-48bd-967d-ba6969d182b4 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689327 Nov 27 03:47:23.577751 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-99c59e56-0c30-4b29-93af-0627027e20a4 None None] Attempting to bind port 517b5f64-e2db-432f-978d-70a1e69861e4 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:47:23.583150 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-99c59e56-0c30-4b29-93af-0627027e20a4 None None] Attempting to bind port 517b5f64-e2db-432f-978d-70a1e69861e4 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '025eccf4-458d-4fdc-92b8-a8cfa9d70d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7d4eda30-592e-4b32-9d92-f1094b97d488'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:47:23.585277 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c59e56-0c30-4b29-93af-0627027e20a4 None None] Attempting to bind port 517b5f64-e2db-432f-978d-70a1e69861e4 on network 7d4eda30-592e-4b32-9d92-f1094b97d488 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:47:23.601292 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c59e56-0c30-4b29-93af-0627027e20a4 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:47:23.603053 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c59e56-0c30-4b29-93af-0627027e20a4 None None] Checking segment: {'id': '025eccf4-458d-4fdc-92b8-a8cfa9d70d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7d4eda30-592e-4b32-9d92-f1094b97d488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:47:23.604301 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-99c59e56-0c30-4b29-93af-0627027e20a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:23.606366 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c59e56-0c30-4b29-93af-0627027e20a4 None None] Bound using segment: {'id': '025eccf4-458d-4fdc-92b8-a8cfa9d70d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7d4eda30-592e-4b32-9d92-f1094b97d488'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:47:23.607239 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-99c59e56-0c30-4b29-93af-0627027e20a4 None None] Bound port: 517b5f64-e2db-432f-978d-70a1e69861e4, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '025eccf4-458d-4fdc-92b8-a8cfa9d70d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7d4eda30-592e-4b32-9d92-f1094b97d488'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:47:23.610446 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-99c59e56-0c30-4b29-93af-0627027e20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:23.651942 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-e482434f-99b8-4b8f-9a12-06a3f81926ea req-2c477ed7-98fe-4b47-9d77-d5197db12b3c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 03:47:23.667071 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e17cb13b-f41b-400a-ba61-8273225ae4a1 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:23.667267 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e482434f-99b8-4b8f-9a12-06a3f81926ea req-2c477ed7-98fe-4b47-9d77-d5197db12b3c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0142193 Nov 27 03:47:23.730726 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-694f0ca1-bb45-4550-b056-8d891abbf4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b', 'name': 'tempest-ServersTestMultiNic-492745282-router', 'tenant_id': 'da0e9b0fd6b84af582a0cba7df1335e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '6cc0301d-ec25-4200-89a5-ef8cad68ba92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:47:12Z', 'updated_at': '2021-11-27T03:47:17Z', 'revision_number': 4, 'project_id': 'da0e9b0fd6b84af582a0cba7df1335e8', 'gw_port': {'id': '6cc0301d-ec25-4200-89a5-ef8cad68ba92', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:99:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:47:12Z', 'updated_at': '2021-11-27T03:47:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'a0295cb3-2c63-45ab-ba8e-a8b555ffb474', 'name': '', 'network_id': 'd57b102a-5f0a-4f8e-b7d5-2c6f56d3a47f', 'tenant_id': 'da0e9b0fd6b84af582a0cba7df1335e8', 'mac_address': 'fa:16:3e:51:be:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '56c6766e-4d02-44a9-a4cb-e16a49a1ed0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:47:17Z', 'updated_at': '2021-11-27T03:47:18Z', 'revision_number': 2, 'project_id': 'da0e9b0fd6b84af582a0cba7df1335e8', 'subnets': [{'id': '56c6766e-4d02-44a9-a4cb-e16a49a1ed0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:47:23.741582 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bcda54aa-330a-44d9-bcf4-f566132f7663 req-c526594e-99a8-4001-a0e5-f504bb8e54fe service neutron] 10.222.0.11 "GET /v2.0/networks/fa05b832-4a56-4072-b0af-d9ce19e83099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6561465 Nov 27 03:47:23.769911 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694f0ca1-bb45-4550-b056-8d891abbf4e2 None None] Checking router: 1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:47:23.770426 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694f0ca1-bb45-4550-b056-8d891abbf4e2 None None] Updating router 1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b port a0295cb3-2c63-45ab-ba8e-a8b555ffb474 binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:47:23.771362 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-99c59e56-0c30-4b29-93af-0627027e20a4 None None] For port 517b5f64-e2db-432f-978d-70a1e69861e4, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:47:23.780414 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-99c59e56-0c30-4b29-93af-0627027e20a4 None None] For port 517b5f64-e2db-432f-978d-70a1e69861e4, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=517b5f64-e2db-432f-978d-70a1e69861e4,segment=NetworkSegment(025eccf4-458d-4fdc-92b8-a8cfa9d70d98),segment_id=025eccf4-458d-4fdc-92b8-a8cfa9d70d98)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:47:23.791808 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-99c59e56-0c30-4b29-93af-0627027e20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:23.810276 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-694f0ca1-bb45-4550-b056-8d891abbf4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:23.842242 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17cb13b-f41b-400a-ba61-8273225ae4a1 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Pushing event updated for resources: {'Subnet': ['ID=ce207899-f898-4b05-a02d-c878ad08afa1,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:23.846745 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17cb13b-f41b-400a-ba61-8273225ae4a1 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Checking segment: {'id': '638d21ed-6798-49f4-8550-198a7a57fb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '23c33ed2-8a0c-4269-bc9e-d67d7c716e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:47:23.847129 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17cb13b-f41b-400a-ba61-8273225ae4a1 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Network hostable DHCP agents. Network: 23c33ed2-8a0c-4269-bc9e-d67d7c716e8e, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:47:23.857987 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438667e-958a-4c1a-875f-66a9f84e8443 req-c788e6a0-de78-4791-906b-58308952ed78 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:23.873202 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9438667e-958a-4c1a-875f-66a9f84e8443 req-c788e6a0-de78-4791-906b-58308952ed78 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 943 time: 0.1579108 Nov 27 03:47:23.931311 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17cb13b-f41b-400a-ba61-8273225ae4a1 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Network 23c33ed2-8a0c-4269-bc9e-d67d7c716e8e is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:47:23.962311 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9438667e-958a-4c1a-875f-66a9f84e8443 req-48cb10aa-0233-491f-a540-9d97ff8c9b76 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879250 Nov 27 03:47:23.964121 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-e17cb13b-f41b-400a-ba61-8273225ae4a1 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 23c33ed2-8a0c-4269-bc9e-d67d7c716e8e) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:47:23.968847 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17cb13b-f41b-400a-ba61-8273225ae4a1 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:23.969690 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e17cb13b-f41b-400a-ba61-8273225ae4a1 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:23.977738 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ffb4d0-03f1-4c2a-a579-2d56e901430b None None] Network 23c33ed2-8a0c-4269-bc9e-d67d7c716e8e requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:47:23.986925 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c59e56-0c30-4b29-93af-0627027e20a4 None None] Pushing event updated for resources: {'Port': ['ID=517b5f64-e2db-432f-978d-70a1e69861e4,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:24.014343 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1870091-30bd-40a1-8ece-1939d2a5eb74 req-b850df1b-43a7-4d49-9a14-1f4a357b15f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:24.015960 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a1870091-30bd-40a1-8ece-1939d2a5eb74 req-b850df1b-43a7-4d49-9a14-1f4a357b15f0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef613dd2ca5042f08b3f8d2107e4d371&device_id=59e7c355-c5aa-4802-a62e-1e184342eb39 HTTP/1.1" status: 200 len: 1094 time: 0.1164193 Nov 27 03:47:24.043430 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e17cb13b-f41b-400a-ba61-8273225ae4a1 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2450552 Nov 27 03:47:24.304814 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-694f0ca1-bb45-4550-b056-8d891abbf4e2 None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:24.315981 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-694f0ca1-bb45-4550-b056-8d891abbf4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:24.324665 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fac4f34-3ad9-4046-a89c-79548beacb69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-23c33ed2-8a0c-4269-bc9e-d67d7c716e8e', 'network_id': '23c33ed2-8a0c-4269-bc9e-d67d7c716e8e', 'tenant_id': 'da0e9b0fd6b84af582a0cba7df1335e8', 'fixed_ips': [{'subnet_id': 'ce207899-f898-4b05-a02d-c878ad08afa1'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 03:47:24.325845 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8fac4f34-3ad9-4046-a89c-79548beacb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:24.359461 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c0747-ceae-45e1-ae36-7f875ba97906 req-a0efd2c9-d400-431d-8ab8-3a8ef803257e tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:24.369259 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-861c0747-ceae-45e1-ae36-7f875ba97906 req-a0efd2c9-d400-431d-8ab8-3a8ef803257e tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e7c355-c5aa-4802-a62e-1e184342eb39 HTTP/1.1" status: 200 len: 943 time: 0.0882664 Nov 27 03:47:24.385857 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8606c50-1504-4ae4-a5c1-e836545e8a02 None None] Pushing event updated for resources: {'Port': ['ID=a0295cb3-2c63-45ab-ba8e-a8b555ffb474,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:24.386354 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-fb9d8124-78ab-4e6f-ab4c-d28102fc8e51 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2263746 Nov 27 03:47:24.403412 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8606c50-1504-4ae4-a5c1-e836545e8a02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:24.403766 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8606c50-1504-4ae4-a5c1-e836545e8a02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:24.407667 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8606c50-1504-4ae4-a5c1-e836545e8a02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:24.408039 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8606c50-1504-4ae4-a5c1-e836545e8a02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:24.409476 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8606c50-1504-4ae4-a5c1-e836545e8a02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:24.409842 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8606c50-1504-4ae4-a5c1-e836545e8a02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:24.410439 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8606c50-1504-4ae4-a5c1-e836545e8a02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:24.410926 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8606c50-1504-4ae4-a5c1-e836545e8a02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:24.411264 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8606c50-1504-4ae4-a5c1-e836545e8a02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:24.411667 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8606c50-1504-4ae4-a5c1-e836545e8a02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:24.412033 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8606c50-1504-4ae4-a5c1-e836545e8a02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:24.412365 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8606c50-1504-4ae4-a5c1-e836545e8a02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:24.480382 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-861c0747-ceae-45e1-ae36-7f875ba97906 req-1738a259-5a43-4ba3-b7f8-562d5043d7e1 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994189 Nov 27 03:47:24.537268 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403c66a-cd82-436e-8b14-8345e74066dc req-50bff846-1c8d-4ea6-b4a9-4a95c89042e2 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:24.554541 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0403c66a-cd82-436e-8b14-8345e74066dc req-50bff846-1c8d-4ea6-b4a9-4a95c89042e2 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 950 time: 0.3958468 Nov 27 03:47:24.590515 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-694f0ca1-bb45-4550-b056-8d891abbf4e2 None None] Attempting to bind port a0295cb3-2c63-45ab-ba8e-a8b555ffb474 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:47:24.591110 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-694f0ca1-bb45-4550-b056-8d891abbf4e2 None None] Attempting to bind port a0295cb3-2c63-45ab-ba8e-a8b555ffb474 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e4beac4c-889b-455b-9c97-6325d9fb57b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd57b102a-5f0a-4f8e-b7d5-2c6f56d3a47f'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:47:24.591657 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694f0ca1-bb45-4550-b056-8d891abbf4e2 None None] Attempting to bind port a0295cb3-2c63-45ab-ba8e-a8b555ffb474 on network d57b102a-5f0a-4f8e-b7d5-2c6f56d3a47f {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:47:24.598857 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694f0ca1-bb45-4550-b056-8d891abbf4e2 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:47:24.599589 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694f0ca1-bb45-4550-b056-8d891abbf4e2 None None] Checking segment: {'id': 'e4beac4c-889b-455b-9c97-6325d9fb57b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd57b102a-5f0a-4f8e-b7d5-2c6f56d3a47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:47:24.600169 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-694f0ca1-bb45-4550-b056-8d891abbf4e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:24.600730 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694f0ca1-bb45-4550-b056-8d891abbf4e2 None None] Bound using segment: {'id': 'e4beac4c-889b-455b-9c97-6325d9fb57b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd57b102a-5f0a-4f8e-b7d5-2c6f56d3a47f'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:47:24.601384 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-694f0ca1-bb45-4550-b056-8d891abbf4e2 None None] Bound port: a0295cb3-2c63-45ab-ba8e-a8b555ffb474, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4beac4c-889b-455b-9c97-6325d9fb57b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd57b102a-5f0a-4f8e-b7d5-2c6f56d3a47f'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:47:24.601945 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-694f0ca1-bb45-4550-b056-8d891abbf4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:24.604106 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1870091-30bd-40a1-8ece-1939d2a5eb74 req-58acf5a7-2a83-493c-8d3c-e4209ef016b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:24.609794 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a1870091-30bd-40a1-8ece-1939d2a5eb74 req-58acf5a7-2a83-493c-8d3c-e4209ef016b7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fa05b832-4a56-4072-b0af-d9ce19e83099 HTTP/1.1" status: 200 len: 923 time: 0.5810688 Nov 27 03:47:24.715327 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998105f-bf54-4b45-8483-da191ed604f4 req-32fa9d8b-d55b-4318-981f-abae7c63c3b1 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:24.722585 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6998105f-bf54-4b45-8483-da191ed604f4 req-32fa9d8b-d55b-4318-981f-abae7c63c3b1 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 945 time: 0.1364260 Nov 27 03:47:24.736655 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a1870091-30bd-40a1-8ece-1939d2a5eb74 req-111b2cb6-eea8-4bfc-8436-0054b3b611ca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a9f7f71-9b0b-48ae-ae5e-97f196f68e82 HTTP/1.1" status: 200 len: 217 time: 0.1066668 Nov 27 03:47:24.782213 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-694f0ca1-bb45-4550-b056-8d891abbf4e2 None None] For port a0295cb3-2c63-45ab-ba8e-a8b555ffb474, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:47:24.785768 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-8fac4f34-3ad9-4046-a89c-79548beacb69 None None] Allocated IP 19.86.0.2 (23c33ed2-8a0c-4269-bc9e-d67d7c716e8e/ce207899-f898-4b05-a02d-c878ad08afa1/68dbabf7-eb22-4c49-9715-56263b439755) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:47:24.792569 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-694f0ca1-bb45-4550-b056-8d891abbf4e2 None None] For port a0295cb3-2c63-45ab-ba8e-a8b555ffb474, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=a0295cb3-2c63-45ab-ba8e-a8b555ffb474,segment=NetworkSegment(e4beac4c-889b-455b-9c97-6325d9fb57b7),segment_id=e4beac4c-889b-455b-9c97-6325d9fb57b7)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:47:24.807765 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-694f0ca1-bb45-4550-b056-8d891abbf4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:24.811167 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0403c66a-cd82-436e-8b14-8345e74066dc req-e345c5e6-f600-455b-8aeb-dd7ae2069ccc tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526803 Nov 27 03:47:24.828176 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 6cc0301d-ec25-4200-89a5-ef8cad68ba92 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:47:24.853800 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6998105f-bf54-4b45-8483-da191ed604f4 req-53f8f7b6-e493-49f1-af64-02e25d2296ba tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245303 Nov 27 03:47:24.935447 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1870091-30bd-40a1-8ece-1939d2a5eb74 req-d7fe4f37-c6ad-41a7-a218-21e4ca1bfd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:24.940283 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a1870091-30bd-40a1-8ece-1939d2a5eb74 req-d7fe4f37-c6ad-41a7-a218-21e4ca1bfd7d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5627de8b-a39f-489f-ab76-1826aeb58791 HTTP/1.1" status: 200 len: 862 time: 0.1509173 Nov 27 03:47:24.965593 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694f0ca1-bb45-4550-b056-8d891abbf4e2 None None] Routers {'1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:47:24.965593 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-694f0ca1-bb45-4550-b056-8d891abbf4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:47:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:47:24.988390 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a1870091-30bd-40a1-8ece-1939d2a5eb74 req-0781e2a8-742e-43a3-b9a7-749176712510 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fa05b832-4a56-4072-b0af-d9ce19e83099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384302 Nov 27 03:47:25.189698 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8606c50-1504-4ae4-a5c1-e836545e8a02 None None] Pushing event updated for resources: {'Port': ['ID=a0295cb3-2c63-45ab-ba8e-a8b555ffb474,revision_number=4']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:25.296323 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-694f0ca1-bb45-4550-b056-8d891abbf4e2 None None] Set router 1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:47:25.311693 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec4373-d967-4afb-8bad-91cd1a24f286 req-6625c7da-2e04-43cd-ae86-36796bb37ff7 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:25.313305 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6aec4373-d967-4afb-8bad-91cd1a24f286 req-6625c7da-2e04-43cd-ae86-36796bb37ff7 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52ab998-a1b9-44c8-ba23-bb47d3345075 HTTP/1.1" status: 200 len: 945 time: 0.1791751 Nov 27 03:47:25.321187 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46e99bb6-5d99-4e04-acd0-397f6da9b46a None None] Provisioning complete for port a0295cb3-2c63-45ab-ba8e-a8b555ffb474 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:47:25.322097 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46e99bb6-5d99-4e04-acd0-397f6da9b46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:25.325878 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 6cc0301d-ec25-4200-89a5-ef8cad68ba92 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:47:25.326464 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:25.399391 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 03:47:25.461347 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8fac4f34-3ad9-4046-a89c-79548beacb69 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:25.464710 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6aec4373-d967-4afb-8bad-91cd1a24f286 req-c11d4369-a453-4f61-b50e-70ba7ad62bf5 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401179 Nov 27 03:47:25.505415 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8fac4f34-3ad9-4046-a89c-79548beacb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:25.623844 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fac4f34-3ad9-4046-a89c-79548beacb69 None None] Network 23c33ed2-8a0c-4269-bc9e-d67d7c716e8e is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:47:25.653681 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac4f34-3ad9-4046-a89c-79548beacb69 None None] Pushing event updated for resources: {'Port': ['ID=68dbabf7-eb22-4c49-9715-56263b439755,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:25.655304 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-99bb25ca-1804-4eab-bbcc-e4988628bd9a tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:25.656923 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-99bb25ca-1804-4eab-bbcc-e4988628bd9a tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d&tenant_id=35cfdc78458c41aab44b0a976c3549af&binding%3Ahost_id=n-h1-819494-3 HTTP/1.1" status: 200 len: 1096 time: 0.4192085 Nov 27 03:47:25.659342 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c2ffb-b64e-4461-b39d-7ea3a494d0b7 req-d0682960-c36f-46ae-a085-1effcfbd612d tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:25.672603 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9b3c2ffb-b64e-4461-b39d-7ea3a494d0b7 req-d0682960-c36f-46ae-a085-1effcfbd612d tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 943 time: 0.1063440 Nov 27 03:47:25.678885 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46438367-48df-4df9-b665-844dbe23b6b5 None None] Network 7d4eda30-592e-4b32-9d92-f1094b97d488 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:47:25.686731 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-8fac4f34-3ad9-4046-a89c-79548beacb69 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:47:25.717465 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fac4f34-3ad9-4046-a89c-79548beacb69 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:47:25.752466 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a1870091-30bd-40a1-8ece-1939d2a5eb74 req-ed868fdf-8ec9-4a84-81a7-ea6d9f9cfb95 service neutron] 10.222.0.11 "GET /v2.0/networks/fa05b832-4a56-4072-b0af-d9ce19e83099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7463031 Nov 27 03:47:25.774908 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-94e169ea-5d6a-4570-b5de-cd7ccb62daa7 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:25.797329 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-94e169ea-5d6a-4570-b5de-cd7ccb62daa7 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:25.807647 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-94e169ea-5d6a-4570-b5de-cd7ccb62daa7 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/networks?id=7d4eda30-592e-4b32-9d92-f1094b97d488&id=23c33ed2-8a0c-4269-bc9e-d67d7c716e8e&id=7d4eda30-592e-4b32-9d92-f1094b97d488 HTTP/1.1" status: 200 len: 1390 time: 0.6458421 Nov 27 03:47:25.811304 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-694f0ca1-bb45-4550-b056-8d891abbf4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b', 'name': 'tempest-ServersTestMultiNic-492745282-router', 'tenant_id': 'da0e9b0fd6b84af582a0cba7df1335e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '6cc0301d-ec25-4200-89a5-ef8cad68ba92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:47:12Z', 'updated_at': '2021-11-27T03:47:17Z', 'revision_number': 4, 'project_id': 'da0e9b0fd6b84af582a0cba7df1335e8', 'gw_port': {'id': '6cc0301d-ec25-4200-89a5-ef8cad68ba92', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:99:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:47:12Z', 'updated_at': '2021-11-27T03:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'a0295cb3-2c63-45ab-ba8e-a8b555ffb474', 'name': '', 'network_id': 'd57b102a-5f0a-4f8e-b7d5-2c6f56d3a47f', 'tenant_id': 'da0e9b0fd6b84af582a0cba7df1335e8', 'mac_address': 'fa:16:3e:51:be:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '56c6766e-4d02-44a9-a4cb-e16a49a1ed0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:47:17Z', 'updated_at': '2021-11-27T03:47:24Z', 'revision_number': 4, 'project_id': 'da0e9b0fd6b84af582a0cba7df1335e8', 'subnets': [{'id': '56c6766e-4d02-44a9-a4cb-e16a49a1ed0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:47:25.814641 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-89386ad7-5507-4adb-a810-def9010b3fa5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-819494-3'}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:47:25.823200 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9b3c2ffb-b64e-4461-b39d-7ea3a494d0b7 req-3d29e227-3231-42f8-8720-8eb9f626820b tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427598 Nov 27 03:47:25.866003 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694f0ca1-bb45-4550-b056-8d891abbf4e2 None None] The sync data for ids ['1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b'] in n-d-819494-3 is: [{'id': '1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b', 'name': 'tempest-ServersTestMultiNic-492745282-router', 'tenant_id': 'da0e9b0fd6b84af582a0cba7df1335e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '6cc0301d-ec25-4200-89a5-ef8cad68ba92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:47:12Z', 'updated_at': '2021-11-27T03:47:17Z', 'revision_number': 4, 'project_id': 'da0e9b0fd6b84af582a0cba7df1335e8', 'gw_port': {'id': '6cc0301d-ec25-4200-89a5-ef8cad68ba92', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:99:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:47:12Z', 'updated_at': '2021-11-27T03:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'a0295cb3-2c63-45ab-ba8e-a8b555ffb474', 'name': '', 'network_id': 'd57b102a-5f0a-4f8e-b7d5-2c6f56d3a47f', 'tenant_id': 'da0e9b0fd6b84af582a0cba7df1335e8', 'mac_address': 'fa:16:3e:51:be:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '56c6766e-4d02-44a9-a4cb-e16a49a1ed0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:47:17Z', 'updated_at': '2021-11-27T03:47:24Z', 'revision_number': 4, 'project_id': 'da0e9b0fd6b84af582a0cba7df1335e8', 'subnets': [{'id': '56c6766e-4d02-44a9-a4cb-e16a49a1ed0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:47:25.955229 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-3eb179fe-9bfd-45fc-85cf-0e7cab16925f tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/quotas/da0e9b0fd6b84af582a0cba7df1335e8 HTTP/1.1" status: 200 len: 375 time: 0.1451831 Nov 27 03:47:26.026248 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 517b5f64-e2db-432f-978d-70a1e69861e4 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:47:26.103274 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-8fac4f34-3ad9-4046-a89c-79548beacb69 None None] Attempting to bind port 68dbabf7-eb22-4c49-9715-56263b439755 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:47:26.103493 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-8fac4f34-3ad9-4046-a89c-79548beacb69 None None] Attempting to bind port 68dbabf7-eb22-4c49-9715-56263b439755 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '638d21ed-6798-49f4-8550-198a7a57fb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '23c33ed2-8a0c-4269-bc9e-d67d7c716e8e'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:47:26.103928 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fac4f34-3ad9-4046-a89c-79548beacb69 None None] Attempting to bind port 68dbabf7-eb22-4c49-9715-56263b439755 on network 23c33ed2-8a0c-4269-bc9e-d67d7c716e8e {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:47:26.113122 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46e99bb6-5d99-4e04-acd0-397f6da9b46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:26.118923 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-89386ad7-5507-4adb-a810-def9010b3fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:26.163160 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841db28d-fef2-4948-aeed-7f1e990b3d38 req-0e12d642-7782-47ea-8369-19a7d68a0ffa tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:26.165412 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-841db28d-fef2-4948-aeed-7f1e990b3d38 req-0e12d642-7782-47ea-8369-19a7d68a0ffa tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e7c355-c5aa-4802-a62e-1e184342eb39 HTTP/1.1" status: 200 len: 943 time: 0.0704527 Nov 27 03:47:26.186936 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fac4f34-3ad9-4046-a89c-79548beacb69 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:47:26.188480 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fac4f34-3ad9-4046-a89c-79548beacb69 None None] Checking segment: {'id': '638d21ed-6798-49f4-8550-198a7a57fb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '23c33ed2-8a0c-4269-bc9e-d67d7c716e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:47:26.188885 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8fac4f34-3ad9-4046-a89c-79548beacb69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:26.189735 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fac4f34-3ad9-4046-a89c-79548beacb69 None None] Bound using segment: {'id': '638d21ed-6798-49f4-8550-198a7a57fb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '23c33ed2-8a0c-4269-bc9e-d67d7c716e8e'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:47:26.190749 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-8fac4f34-3ad9-4046-a89c-79548beacb69 None None] Bound port: 68dbabf7-eb22-4c49-9715-56263b439755, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '638d21ed-6798-49f4-8550-198a7a57fb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '23c33ed2-8a0c-4269-bc9e-d67d7c716e8e'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:47:26.191148 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8fac4f34-3ad9-4046-a89c-79548beacb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:26.231479 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-841db28d-fef2-4948-aeed-7f1e990b3d38 req-2c59936a-bd0f-41e1-90a7-4bd25ec251e6 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480564 Nov 27 03:47:26.246593 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 517b5f64-e2db-432f-978d-70a1e69861e4 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:47:26.246969 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:26.248648 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a1870091-30bd-40a1-8ece-1939d2a5eb74 req-07281ff1-1c62-454f-bef3-236e35006413 service neutron] 10.222.0.11 "GET /v2.0/networks/fa05b832-4a56-4072-b0af-d9ce19e83099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165790 Nov 27 03:47:26.288798 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-429b5187-df0a-4c46-9f03-3aaa9b0f5e76 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=da0e9b0fd6b84af582a0cba7df1335e8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3204613 Nov 27 03:47:26.361703 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46e99bb6-5d99-4e04-acd0-397f6da9b46a None None] For port a0295cb3-2c63-45ab-ba8e-a8b555ffb474, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=a0295cb3-2c63-45ab-ba8e-a8b555ffb474,segment=NetworkSegment(e4beac4c-889b-455b-9c97-6325d9fb57b7),segment_id=e4beac4c-889b-455b-9c97-6325d9fb57b7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:26.385649 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46e99bb6-5d99-4e04-acd0-397f6da9b46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:26.432580 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-8fac4f34-3ad9-4046-a89c-79548beacb69 None None] For port 68dbabf7-eb22-4c49-9715-56263b439755, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:47:26.460741 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-8fac4f34-3ad9-4046-a89c-79548beacb69 None None] For port 68dbabf7-eb22-4c49-9715-56263b439755, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=68dbabf7-eb22-4c49-9715-56263b439755,segment=NetworkSegment(638d21ed-6798-49f4-8550-198a7a57fb19),segment_id=638d21ed-6798-49f4-8550-198a7a57fb19)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:47:26.501672 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-89386ad7-5507-4adb-a810-def9010b3fa5 service neutron] For port dc88044d-f13c-49d7-b13c-3c5037fd3349, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=dc88044d-f13c-49d7-b13c-3c5037fd3349,segment=NetworkSegment(74310010-e448-4edf-8f12-15f9f8367765),segment_id=74310010-e448-4edf-8f12-15f9f8367765)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:26.511710 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc11269-1917-4e4d-82c3-126246557d7b req-f3bd702b-5354-4a9e-ae35-b9012377be3e tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:26.517427 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8fac4f34-3ad9-4046-a89c-79548beacb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:26.517964 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0cc11269-1917-4e4d-82c3-126246557d7b req-f3bd702b-5354-4a9e-ae35-b9012377be3e tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 950 time: 0.1516526 Nov 27 03:47:26.568901 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-89386ad7-5507-4adb-a810-def9010b3fa5 service neutron] For port dc88044d-f13c-49d7-b13c-3c5037fd3349, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:47:26.628369 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-ccc5f51c-fc08-4711-aab3-d88b69aafb53 service neutron] 10.222.0.20 "GET /v2.0/networks/7d4eda30-592e-4b32-9d92-f1094b97d488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289130 Nov 27 03:47:26.645887 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0cc11269-1917-4e4d-82c3-126246557d7b req-5973803d-f628-4a08-9ca7-d5758b702861 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201990 Nov 27 03:47:26.678584 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6159af-abea-47b8-824b-04a8da24006d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc88044d-f13c-49d7-b13c-3c5037fd3349'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:47:26.682351 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd3ea3c-2a1f-4ef0-a4ac-1616676ddbef" -d '{"events": [{"server_uuid": "1d6159af-abea-47b8-824b-04a8da24006d", "name": "network-vif-unplugged", "status": "completed", "tag": "dc88044d-f13c-49d7-b13c-3c5037fd3349"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:47:26.752872 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-89386ad7-5507-4adb-a810-def9010b3fa5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:26.761524 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-89386ad7-5507-4adb-a810-def9010b3fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:26.853694 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e99bb6-5d99-4e04-acd0-397f6da9b46a None None] Pushing event updated for resources: {'Port': ['ID=a0295cb3-2c63-45ab-ba8e-a8b555ffb474,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:26.887394 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-7421a95b-40e3-47fe-9aa8-af11c3fceb70 service neutron] 10.222.0.20 "GET /v2.0/networks/7d4eda30-592e-4b32-9d92-f1094b97d488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425411 Nov 27 03:47:26.929251 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f373983-5399-4342-827e-cbfdd4f8e104 req-4f20ba2e-2a37-4d92-8ce9-16c0055547de tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:26.933103 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:26.938055 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-55c72ef6-31ec-4b25-ba9c-f5246a8c4c3e None None] Provisioning complete for port a0295cb3-2c63-45ab-ba8e-a8b555ffb474 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:47:26.938225 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3f373983-5399-4342-827e-cbfdd4f8e104 req-4f20ba2e-2a37-4d92-8ce9-16c0055547de tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 943 time: 0.1923544 Nov 27 03:47:26.938760 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-55c72ef6-31ec-4b25-ba9c-f5246a8c4c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:26.964890 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-c860d5e3-3e5d-4ba6-9810-f1cfcc324578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:26.966738 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-c860d5e3-3e5d-4ba6-9810-f1cfcc324578 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d416f1581fce4cbda78108e0795a4c3c&device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 1101 time: 0.2187698 Nov 27 03:47:27.041975 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-89386ad7-5507-4adb-a810-def9010b3fa5 service neutron] Attempting to bind port dc88044d-f13c-49d7-b13c-3c5037fd3349 on host n-h1-819494-3 for vnic_type normal with profile {"migrating_to": "n-h2-819494-3"} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:47:27.042643 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-89386ad7-5507-4adb-a810-def9010b3fa5 service neutron] Attempting to bind port dc88044d-f13c-49d7-b13c-3c5037fd3349 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:47:27.043156 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-89386ad7-5507-4adb-a810-def9010b3fa5 service neutron] Attempting to bind port dc88044d-f13c-49d7-b13c-3c5037fd3349 on network b645cec8-c88e-4bba-8234-b110de21cfe7 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:47:27.048312 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89386ad7-5507-4adb-a810-def9010b3fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=dc88044d-f13c-49d7-b13c-3c5037fd3349,revision_number=7']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:27.058446 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-89386ad7-5507-4adb-a810-def9010b3fa5 service neutron] Port dc88044d-f13c-49d7-b13c-3c5037fd3349 on network b645cec8-c88e-4bba-8234-b110de21cfe7 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:47:27.058940 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 517b5f64-e2db-432f-978d-70a1e69861e4, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=517b5f64-e2db-432f-978d-70a1e69861e4,segment=NetworkSegment(025eccf4-458d-4fdc-92b8-a8cfa9d70d98),segment_id=025eccf4-458d-4fdc-92b8-a8cfa9d70d98)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:27.059142 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-89386ad7-5507-4adb-a810-def9010b3fa5 service neutron] Attempting to bind port dc88044d-f13c-49d7-b13c-3c5037fd3349 on network b645cec8-c88e-4bba-8234-b110de21cfe7 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:47:27.060357 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac4f34-3ad9-4046-a89c-79548beacb69 None None] Pushing event updated for resources: {'Port': ['ID=68dbabf7-eb22-4c49-9715-56263b439755,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:27.067534 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-89386ad7-5507-4adb-a810-def9010b3fa5 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:47:27.068236 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-89386ad7-5507-4adb-a810-def9010b3fa5 service neutron] Checking segment: {'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:47:27.068807 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-89386ad7-5507-4adb-a810-def9010b3fa5 service neutron] Bound using segment: {'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:47:27.072547 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:27.076675 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-89386ad7-5507-4adb-a810-def9010b3fa5 service neutron] Bound port: dc88044d-f13c-49d7-b13c-3c5037fd3349, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74310010-e448-4edf-8f12-15f9f8367765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b645cec8-c88e-4bba-8234-b110de21cfe7'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:47:27.077554 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-89386ad7-5507-4adb-a810-def9010b3fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:27.153657 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=517b5f64-e2db-432f-978d-70a1e69861e4,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:27.249224 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-0ff3fc76-6f95-4068-a7a3-8acff9662670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:27.250879 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-0ff3fc76-6f95-4068-a7a3-8acff9662670 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.2727032 Nov 27 03:47:27.258460 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-fb96aaf6-cece-4fdb-8ee5-e1488a408631 service neutron] 10.222.0.20 "GET /v2.0/networks/23c33ed2-8a0c-4269-bc9e-d67d7c716e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555775 Nov 27 03:47:27.278867 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-55c72ef6-31ec-4b25-ba9c-f5246a8c4c3e None None] Provisioning complete for port 517b5f64-e2db-432f-978d-70a1e69861e4 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:47:27.279503 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-55c72ef6-31ec-4b25-ba9c-f5246a8c4c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:27.287460 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3f373983-5399-4342-827e-cbfdd4f8e104 req-07307437-e711-43ba-b646-0313dd98ed82 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101912 Nov 27 03:47:27.310927 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-89386ad7-5507-4adb-a810-def9010b3fa5 service neutron] For port dc88044d-f13c-49d7-b13c-3c5037fd3349, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:47:27.319604 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-89386ad7-5507-4adb-a810-def9010b3fa5 service neutron] For port dc88044d-f13c-49d7-b13c-3c5037fd3349, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=dc88044d-f13c-49d7-b13c-3c5037fd3349,segment=NetworkSegment(74310010-e448-4edf-8f12-15f9f8367765),segment_id=74310010-e448-4edf-8f12-15f9f8367765)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:47:27.328559 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device a0295cb3-2c63-45ab-ba8e-a8b555ffb474 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:47:27.353441 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-89386ad7-5507-4adb-a810-def9010b3fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:27.368370 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-c59a2933-c43b-43f7-b96c-ec53ce283e2e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=22399cf9-b7ca-41d1-9cab-7b32dda023ef HTTP/1.1" status: 200 len: 217 time: 0.0794749 Nov 27 03:47:27.447959 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port a0295cb3-2c63-45ab-ba8e-a8b555ffb474 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:47:27.448429 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:27.473249 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-87f51b5b-4e22-4fc8-9a14-ae8c029562d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:27.475878 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-87f51b5b-4e22-4fc8-9a14-ae8c029562d5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.0831621 Nov 27 03:47:27.510578 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89386ad7-5507-4adb-a810-def9010b3fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=dc88044d-f13c-49d7-b13c-3c5037fd3349,revision_number=8']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:27.519315 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-89386ad7-5507-4adb-a810-def9010b3fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:27.519949 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-89386ad7-5507-4adb-a810-def9010b3fa5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:27.523034 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-89386ad7-5507-4adb-a810-def9010b3fa5 service neutron] 10.222.0.11 "PUT /v2.0/ports/dc88044d-f13c-49d7-b13c-3c5037fd3349 HTTP/1.1" status: 200 len: 1121 time: 1.7674444 Nov 27 03:47:27.546243 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-2ea9040c-f884-43cc-b48c-8b36edd98343 service neutron] 10.222.0.20 "GET /v2.0/networks/23c33ed2-8a0c-4269-bc9e-d67d7c716e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205338 Nov 27 03:47:27.564361 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-e708ec4b-70d7-4e4f-a9d2-f084d86f5194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:27.565883 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-e708ec4b-70d7-4e4f-a9d2-f084d86f5194 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0808415 Nov 27 03:47:27.604275 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c9fcff-060b-4677-82d6-60a124db32e4 req-38a2891a-5c07-47cd-8193-eefabb7a21a8 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:27.611798 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e1c9fcff-060b-4677-82d6-60a124db32e4 req-38a2891a-5c07-47cd-8193-eefabb7a21a8 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52ab998-a1b9-44c8-ba23-bb47d3345075 HTTP/1.1" status: 200 len: 945 time: 0.1540229 Nov 27 03:47:27.640489 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-cf41c4de-a32e-49dc-87ab-cc30638719af None None] Provisioning complete for port 517b5f64-e2db-432f-978d-70a1e69861e4 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:47:27.642193 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cf41c4de-a32e-49dc-87ab-cc30638719af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:27.691334 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-c96f80e7-f55a-4724-809e-3878cacc2ab0 service neutron] 10.222.0.20 "GET /v2.0/networks/7d4eda30-592e-4b32-9d92-f1094b97d488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390314 Nov 27 03:47:27.699456 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['dc88044d-f13c-49d7-b13c-3c5037fd3349'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:47:27.719652 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e1c9fcff-060b-4677-82d6-60a124db32e4 req-312d832c-1ea9-45f8-bd94-8d24e764eada tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069179 Nov 27 03:47:27.731397 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-37346faa-0d0c-414f-9586-f09ce4fde5ae service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545444 Nov 27 03:47:27.760526 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['dc88044d-f13c-49d7-b13c-3c5037fd3349'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:47:27.826243 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 03:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280d1fb9-d6e4-488b-a79e-a10e901d38bd x-openstack-request-id: req-280d1fb9-d6e4-488b-a79e-a10e901d38bd {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:47:27.826838 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d6159af-abea-47b8-824b-04a8da24006d", "name": "network-vif-unplugged", "status": "completed", "tag": "dc88044d-f13c-49d7-b13c-3c5037fd3349", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:47:27.826838 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-280d1fb9-d6e4-488b-a79e-a10e901d38bd {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:47:27.827509 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6159af-abea-47b8-824b-04a8da24006d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc88044d-f13c-49d7-b13c-3c5037fd3349', 'code': 200} Nov 27 03:47:27.834324 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-d484be41-1cdc-44e2-a4f4-7e3bf5465fb1 service neutron] 10.222.0.20 "GET /v2.0/networks/7d4eda30-592e-4b32-9d92-f1094b97d488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337364 Nov 27 03:47:27.867976 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-e8b8d96f-8939-40c3-8adf-aeec233fdbf4 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168687 Nov 27 03:47:27.893412 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 6a9f7f71-9b0b-48ae-ae5e-97f196f68e82 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:47:28.003763 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4497f1a-57f3-4382-b23b-be3dc8fdd291 req-fea6a9d8-5d82-49d7-b3d4-19a37ed16137 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:28.011810 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c4497f1a-57f3-4382-b23b-be3dc8fdd291 req-fea6a9d8-5d82-49d7-b3d4-19a37ed16137 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 943 time: 0.0876315 Nov 27 03:47:28.127313 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c4497f1a-57f3-4382-b23b-be3dc8fdd291 req-c596b0a0-77b2-42ac-a80c-397ee2f6bcc4 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966411 Nov 27 03:47:28.165575 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 6a9f7f71-9b0b-48ae-ae5e-97f196f68e82, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=6a9f7f71-9b0b-48ae-ae5e-97f196f68e82,segment=NetworkSegment(b0f39da6-536c-459a-9945-6662db53cdb6),segment_id=b0f39da6-536c-459a-9945-6662db53cdb6)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:28.193798 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '6a9f7f71-9b0b-48ae-ae5e-97f196f68e82', 'network_id': 'fa05b832-4a56-4072-b0af-d9ce19e83099', 'port_id': '6a9f7f71-9b0b-48ae-ae5e-97f196f68e82', 'mac_address': 'fa:16:3e:9b:79:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5627de8b-a39f-489f-ab76-1826aeb58791', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:47:28.243392 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:28.269081 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a9f7f71-9b0b-48ae-ae5e-97f196f68e82 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:47:28.299233 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe5d524-30c3-4de3-b76e-0a65d166e339 None None] Network 23c33ed2-8a0c-4269-bc9e-d67d7c716e8e requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:47:28.303162 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 6a9f7f71-9b0b-48ae-ae5e-97f196f68e82, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=6a9f7f71-9b0b-48ae-ae5e-97f196f68e82,segment=NetworkSegment(b0f39da6-536c-459a-9945-6662db53cdb6),segment_id=b0f39da6-536c-459a-9945-6662db53cdb6)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:28.321694 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab212a5-1b14-489e-809f-32e05620a4cb req-d5db7988-8d48-4872-906a-5b805b2ab018 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:28.329529 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6ab212a5-1b14-489e-809f-32e05620a4cb req-d5db7988-8d48-4872-906a-5b805b2ab018 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 950 time: 0.0785866 Nov 27 03:47:28.356901 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:28.359073 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device dc88044d-f13c-49d7-b13c-3c5037fd3349 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:47:28.397074 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6ab212a5-1b14-489e-809f-32e05620a4cb req-d5e9f191-bde9-4afa-9e3e-9d5c65c38787 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613315 Nov 27 03:47:28.405106 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700388e-c808-4c21-9ee8-96dd7e090666 req-3b55443b-b510-4c6e-a354-ae46c6c79a18 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:28.414534 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c700388e-c808-4c21-9ee8-96dd7e090666 req-3b55443b-b510-4c6e-a354-ae46c6c79a18 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e7c355-c5aa-4802-a62e-1e184342eb39 HTTP/1.1" status: 200 len: 944 time: 0.1496224 Nov 27 03:47:28.463482 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-412123bf-bca6-4b77-b3a3-5ebdb486ae93 None None] Provisioning complete for port 68dbabf7-eb22-4c49-9715-56263b439755 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:47:28.464098 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-412123bf-bca6-4b77-b3a3-5ebdb486ae93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:28.472291 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c700388e-c808-4c21-9ee8-96dd7e090666 req-fd1dc0e8-964e-4ebd-96aa-2dc75001f51f tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568466 Nov 27 03:47:28.479705 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-05113768-7d44-4d28-99e1-98f74081e4b4 req-722a4ece-228d-4db5-a0a4-bf1a87776db6 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?device_id=b96ec286-3a0e-4692-a8ca-595c470ee991 HTTP/1.1" status: 200 len: 210 time: 0.0426931 Nov 27 03:47:28.566349 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=6a9f7f71-9b0b-48ae-ae5e-97f196f68e82,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:28.601913 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf96f37-a090-4eb3-bf55-440c402c5117 req-be2d51f4-e093-4491-9f94-9dd3edf46c21 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:28.603821 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-caf96f37-a090-4eb3-bf55-440c402c5117 req-be2d51f4-e093-4491-9f94-9dd3edf46c21 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 943 time: 0.0571754 Nov 27 03:47:28.640699 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port dc88044d-f13c-49d7-b13c-3c5037fd3349, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=dc88044d-f13c-49d7-b13c-3c5037fd3349,segment=NetworkSegment(74310010-e448-4edf-8f12-15f9f8367765),segment_id=74310010-e448-4edf-8f12-15f9f8367765)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:28.660708 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-caf96f37-a090-4eb3-bf55-440c402c5117 req-b8447aae-3920-469b-a02e-7cbdc8299a09 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482473 Nov 27 03:47:28.682878 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device dc88044d-f13c-49d7-b13c-3c5037fd3349 has no active binding in host n-h2-819494-3 {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 27 03:47:28.710195 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-412123bf-bca6-4b77-b3a3-5ebdb486ae93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:28.760800 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-412123bf-bca6-4b77-b3a3-5ebdb486ae93 None None] For port 68dbabf7-eb22-4c49-9715-56263b439755, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=68dbabf7-eb22-4c49-9715-56263b439755,segment=NetworkSegment(638d21ed-6798-49f4-8550-198a7a57fb19),segment_id=638d21ed-6798-49f4-8550-198a7a57fb19)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:28.769604 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-412123bf-bca6-4b77-b3a3-5ebdb486ae93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:28.780813 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4d890813-e87d-46c1-823a-1f5aefe5ebe5 req-fd931094-609c-438f-bb6d-e2ff4d6950b9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b3ca7078-2116-4702-877b-4c6bb7a4fa95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457695 Nov 27 03:47:28.836039 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412123bf-bca6-4b77-b3a3-5ebdb486ae93 None None] Pushing event updated for resources: {'Port': ['ID=68dbabf7-eb22-4c49-9715-56263b439755,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:28.868373 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ea2d7-66d5-43c3-9623-9894575ce41b req-109257b4-9407-43b0-872a-6d9e812972a5 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:28.870581 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8c8ea2d7-66d5-43c3-9623-9894575ce41b req-109257b4-9407-43b0-872a-6d9e812972a5 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52ab998-a1b9-44c8-ba23-bb47d3345075 HTTP/1.1" status: 200 len: 945 time: 0.0574045 Nov 27 03:47:28.926648 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d890813-e87d-46c1-823a-1f5aefe5ebe5 req-facd7a1b-20e4-4a9f-987c-c93af8067a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:28.928970 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4d890813-e87d-46c1-823a-1f5aefe5ebe5 req-facd7a1b-20e4-4a9f-987c-c93af8067a16 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f93bf1216094326aad79ff5fda23c08&device_id=b3ca7078-2116-4702-877b-4c6bb7a4fa95 HTTP/1.1" status: 200 len: 1096 time: 0.0716898 Nov 27 03:47:28.935942 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8c8ea2d7-66d5-43c3-9623-9894575ce41b req-c737f2ce-4f76-43d3-bbf8-cf57e17e824d tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563495 Nov 27 03:47:29.049865 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d890813-e87d-46c1-823a-1f5aefe5ebe5 req-825bf55a-7496-4f75-8061-06f8cc6fa6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:29.051268 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4d890813-e87d-46c1-823a-1f5aefe5ebe5 req-825bf55a-7496-4f75-8061-06f8cc6fa6db service neutron] 10.222.0.23 "GET /v2.0/networks?id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 HTTP/1.1" status: 200 len: 909 time: 0.0947480 Nov 27 03:47:29.093748 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-5df9dea6-9a3d-4749-a0b1-8fd986facc81 None None] Provisioning complete for port 68dbabf7-eb22-4c49-9715-56263b439755 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:47:29.094217 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5df9dea6-9a3d-4749-a0b1-8fd986facc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:29.103645 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4d890813-e87d-46c1-823a-1f5aefe5ebe5 req-0b9d5c39-719b-48a5-9c3d-6f96971957c8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17a8823d-dc4e-4db2-b4ef-fc2efc14860a HTTP/1.1" status: 200 len: 217 time: 0.0389125 Nov 27 03:47:29.172932 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d890813-e87d-46c1-823a-1f5aefe5ebe5 req-cac233b4-def9-460d-9b0c-a183f465fd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:29.176725 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4d890813-e87d-46c1-823a-1f5aefe5ebe5 req-cac233b4-def9-460d-9b0c-a183f465fd70 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f2f4695-47e3-40b2-b54d-f43d3306eba4 HTTP/1.1" status: 200 len: 848 time: 0.0654089 Nov 27 03:47:29.226705 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4d890813-e87d-46c1-823a-1f5aefe5ebe5 req-4a8eb0b3-98e1-479d-9064-03f162a8b9f1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395963 Nov 27 03:47:29.256258 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['6a9f7f71-9b0b-48ae-ae5e-97f196f68e82'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:47:29.296356 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a53a0-d6d9-4c6b-8d01-ca4f239c764f req-f5348118-836b-417b-ab97-7f6c5eef13e7 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:29.299649 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2c4a53a0-d6d9-4c6b-8d01-ca4f239c764f req-f5348118-836b-417b-ab97-7f6c5eef13e7 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 943 time: 0.0755782 Nov 27 03:47:29.301676 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 68dbabf7-eb22-4c49-9715-56263b439755 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:47:29.355444 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2c4a53a0-d6d9-4c6b-8d01-ca4f239c764f req-9449c36f-e2d4-4bc1-a6f3-5f24ef2a9980 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470858 Nov 27 03:47:29.371420 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4d890813-e87d-46c1-823a-1f5aefe5ebe5 req-b3f557d6-817f-45d4-84ba-fa26eb40e590 service neutron] 10.222.0.23 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172037 Nov 27 03:47:29.405921 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 68dbabf7-eb22-4c49-9715-56263b439755 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:47:29.406293 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:29.507932 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4d890813-e87d-46c1-823a-1f5aefe5ebe5 req-90ff45e1-9a5a-4787-9bfb-c0b3de3a0292 service neutron] 10.222.0.23 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246572 Nov 27 03:47:29.535637 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40acece-b3ef-4712-a7c9-3d9242523984 req-a2645f14-6b1e-4d18-844f-150d761f953b tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:29.537731 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e40acece-b3ef-4712-a7c9-3d9242523984 req-a2645f14-6b1e-4d18-844f-150d761f953b tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 950 time: 0.0707142 Nov 27 03:47:29.550158 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 517b5f64-e2db-432f-978d-70a1e69861e4 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:47:29.594113 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a24a970a-3d0e-421e-bbe3-5af9325b6d50 req-a29a993e-01b4-474e-9c4b-a1ff6d8c1b3a tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?device_id=b96ec286-3a0e-4692-a8ca-595c470ee991 HTTP/1.1" status: 200 len: 210 time: 0.0283396 Nov 27 03:47:29.618941 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e40acece-b3ef-4712-a7c9-3d9242523984 req-776e854a-93e3-4744-ae9d-22a60d51abc9 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681717 Nov 27 03:47:29.648271 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 517b5f64-e2db-432f-978d-70a1e69861e4 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:47:29.648906 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:29.757737 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-f7e62f3c-05ce-4110-87f0-ee3a859200ec tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:29.764202 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-f7e62f3c-05ce-4110-87f0-ee3a859200ec tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:29.765792 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-f7e62f3c-05ce-4110-87f0-ee3a859200ec tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.11 "GET /v2.0/networks?id=7d4eda30-592e-4b32-9d92-f1094b97d488&id=23c33ed2-8a0c-4269-bc9e-d67d7c716e8e&id=7d4eda30-592e-4b32-9d92-f1094b97d488 HTTP/1.1" status: 200 len: 1390 time: 0.1749580 Nov 27 03:47:29.789407 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c98a35-af2d-499a-95ed-3c93a0c1dac3 req-ab348900-dc03-4072-a4a5-e8215fd1841e tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:29.790931 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-65c98a35-af2d-499a-95ed-3c93a0c1dac3 req-ab348900-dc03-4072-a4a5-e8215fd1841e tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e7c355-c5aa-4802-a62e-1e184342eb39 HTTP/1.1" status: 200 len: 944 time: 0.0854979 Nov 27 03:47:29.808109 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-d0564831-1e74-4a58-8c92-617626305eeb tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Request body: {'port': {'device_id': 'b96ec286-3a0e-4692-a8ca-595c470ee991', 'network_id': '7d4eda30-592e-4b32-9d92-f1094b97d488', 'admin_state_up': True, 'tenant_id': 'da0e9b0fd6b84af582a0cba7df1335e8'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:47:29.828611 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d6159af-abea-47b8-824b-04a8da24006d', 'tag': 'dc88044d-f13c-49d7-b13c-3c5037fd3349'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:47:29.830862 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3089418c-f77e-4da3-b315-2458cb150d1e" -d '{"events": [{"name": "network-changed", "server_uuid": "1d6159af-abea-47b8-824b-04a8da24006d", "tag": "dc88044d-f13c-49d7-b13c-3c5037fd3349"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:47:29.844028 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbbe97d-53e8-46da-b598-ae8c6abccc2d req-24235913-0417-497d-95b8-b530e00e2dca tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:29.845812 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4cbbe97d-53e8-46da-b598-ae8c6abccc2d req-24235913-0417-497d-95b8-b530e00e2dca tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 943 time: 0.0551996 Nov 27 03:47:29.894484 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4cbbe97d-53e8-46da-b598-ae8c6abccc2d req-3478c80b-fee5-4cda-8922-3be13ba33ff7 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419092 Nov 27 03:47:29.901846 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-65c98a35-af2d-499a-95ed-3c93a0c1dac3 req-b892c60a-3b10-4fa4-90c6-84c67cac965e tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050529 Nov 27 03:47:29.952230 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d75c05-0e7e-4a65-907b-45053e40f8d4 x-openstack-request-id: req-96d75c05-0e7e-4a65-907b-45053e40f8d4 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:47:29.952516 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d6159af-abea-47b8-824b-04a8da24006d", "tag": "dc88044d-f13c-49d7-b13c-3c5037fd3349", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:47:29.952765 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-96d75c05-0e7e-4a65-907b-45053e40f8d4 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:47:29.953147 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d6159af-abea-47b8-824b-04a8da24006d', 'tag': 'dc88044d-f13c-49d7-b13c-3c5037fd3349', 'status': 'completed', 'code': 200} Nov 27 03:47:29.959137 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-d0564831-1e74-4a58-8c92-617626305eeb tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Made reservation on behalf of da0e9b0fd6b84af582a0cba7df1335e8 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:47:29.962646 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-d0564831-1e74-4a58-8c92-617626305eeb tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:30.090764 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c87ef7-b782-4df5-becf-14094d573ba5 req-cdaa51ae-7719-43dd-bdb4-27dd472ddd45 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:30.091870 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-d0564831-1e74-4a58-8c92-617626305eeb tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Allocated IP 19.80.0.106 (7d4eda30-592e-4b32-9d92-f1094b97d488/b63f978f-7c31-4d11-ab8b-a4726c983836/9bf889ae-f590-4664-8753-f45d1278dfbe) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:47:30.092276 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f2c87ef7-b782-4df5-becf-14094d573ba5 req-cdaa51ae-7719-43dd-bdb4-27dd472ddd45 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52ab998-a1b9-44c8-ba23-bb47d3345075 HTTP/1.1" status: 200 len: 945 time: 0.0800493 Nov 27 03:47:30.099094 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089418c-f77e-4da3-b315-2458cb150d1e req-e3baf5a1-c6c3-4bea-b65c-a7d77c159e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:30.100587 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3089418c-f77e-4da3-b315-2458cb150d1e req-e3baf5a1-c6c3-4bea-b65c-a7d77c159e8e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=35cfdc78458c41aab44b0a976c3549af&device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 1124 time: 0.0609987 Nov 27 03:47:30.188986 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f2c87ef7-b782-4df5-becf-14094d573ba5 req-e3a54568-3358-4e96-a264-9b8ef2e1cc35 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874021 Nov 27 03:47:30.227043 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089418c-f77e-4da3-b315-2458cb150d1e req-48203cb6-e1e7-4131-9d8c-b3c2730434ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:30.228518 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3089418c-f77e-4da3-b315-2458cb150d1e req-48203cb6-e1e7-4131-9d8c-b3c2730434ad service neutron] 10.222.0.23 "GET /v2.0/networks?id=b645cec8-c88e-4bba-8234-b110de21cfe7 HTTP/1.1" status: 200 len: 922 time: 0.1145668 Nov 27 03:47:30.249398 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-d0564831-1e74-4a58-8c92-617626305eeb tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:30.285719 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3089418c-f77e-4da3-b315-2458cb150d1e req-c79eaefe-1209-4486-97c7-08abea1b1981 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc88044d-f13c-49d7-b13c-3c5037fd3349 HTTP/1.1" status: 200 len: 217 time: 0.0424898 Nov 27 03:47:30.286203 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-d0564831-1e74-4a58-8c92-617626305eeb tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:30.332327 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-d0564831-1e74-4a58-8c92-617626305eeb tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Network 7d4eda30-592e-4b32-9d92-f1094b97d488 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:47:30.335497 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-d0564831-1e74-4a58-8c92-617626305eeb tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:47:30.339199 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089418c-f77e-4da3-b315-2458cb150d1e req-46efac97-6c66-4793-b8cd-ac7b17a3bf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:30.339408 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-d0564831-1e74-4a58-8c92-617626305eeb tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:47:30.340662 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3089418c-f77e-4da3-b315-2458cb150d1e req-46efac97-6c66-4793-b8cd-ac7b17a3bf43 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=022c48dd-3720-4645-8f22-45c74ce924ab HTTP/1.1" status: 200 len: 861 time: 0.0471346 Nov 27 03:47:30.371253 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0564831-1e74-4a58-8c92-617626305eeb tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Pushing event updated for resources: {'Port': ['ID=9bf889ae-f590-4664-8753-f45d1278dfbe,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:30.384414 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0564831-1e74-4a58-8c92-617626305eeb tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:30.385046 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0564831-1e74-4a58-8c92-617626305eeb tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:30.385549 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0564831-1e74-4a58-8c92-617626305eeb tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:30.386058 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0564831-1e74-4a58-8c92-617626305eeb tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:30.386712 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0564831-1e74-4a58-8c92-617626305eeb tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:30.387059 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0564831-1e74-4a58-8c92-617626305eeb tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:30.387392 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0564831-1e74-4a58-8c92-617626305eeb tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:30.387723 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0564831-1e74-4a58-8c92-617626305eeb tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:30.388052 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0564831-1e74-4a58-8c92-617626305eeb tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:30.388375 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0564831-1e74-4a58-8c92-617626305eeb tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:30.388875 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0564831-1e74-4a58-8c92-617626305eeb tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:30.389373 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0564831-1e74-4a58-8c92-617626305eeb tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:30.422062 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-d0564831-1e74-4a58-8c92-617626305eeb tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:30.422911 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-d0564831-1e74-4a58-8c92-617626305eeb tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:30.442401 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-d0564831-1e74-4a58-8c92-617626305eeb tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6389046 Nov 27 03:47:30.463069 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-6a3a4837-2b3c-491b-8b65-18f2d50c9e52 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Request body: {'port': {'device_id': 'b96ec286-3a0e-4692-a8ca-595c470ee991', 'network_id': '23c33ed2-8a0c-4269-bc9e-d67d7c716e8e', 'admin_state_up': True, 'tenant_id': 'da0e9b0fd6b84af582a0cba7df1335e8'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:47:30.516840 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3089418c-f77e-4da3-b315-2458cb150d1e req-4b55179d-e548-49bd-a667-a5438997985c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b645cec8-c88e-4bba-8234-b110de21cfe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275002 Nov 27 03:47:30.528516 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47b46f-fe71-4676-883b-664bfcd5fc60 req-f6677518-e5a2-4ae8-83db-3a6d58137eec tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:30.530631 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8b47b46f-fe71-4676-883b-664bfcd5fc60 req-f6677518-e5a2-4ae8-83db-3a6d58137eec tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 943 time: 0.0782454 Nov 27 03:47:30.551502 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-8a351a3e-e74d-43a1-902a-52cb3fa475b9 None None] Provisioning complete for port 9bf889ae-f590-4664-8753-f45d1278dfbe triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:47:30.552721 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8a351a3e-e74d-43a1-902a-52cb3fa475b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:30.586970 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-8a351a3e-e74d-43a1-902a-52cb3fa475b9 None None] Port 9bf889ae-f590-4664-8753-f45d1278dfbe cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:47:30.593808 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-6a3a4837-2b3c-491b-8b65-18f2d50c9e52 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Made reservation on behalf of da0e9b0fd6b84af582a0cba7df1335e8 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:47:30.597592 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-6a3a4837-2b3c-491b-8b65-18f2d50c9e52 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:30.646599 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8b47b46f-fe71-4676-883b-664bfcd5fc60 req-9019afda-9328-4ac5-ac2c-a761bead3430 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012297 Nov 27 03:47:30.669074 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3089418c-f77e-4da3-b315-2458cb150d1e req-0a00083c-8150-4ba9-8cef-c18a07cc0b3f service neutron] 10.222.0.23 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347880 Nov 27 03:47:30.760023 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-6a3a4837-2b3c-491b-8b65-18f2d50c9e52 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Allocated IP 19.86.0.235 (23c33ed2-8a0c-4269-bc9e-d67d7c716e8e/ce207899-f898-4b05-a02d-c878ad08afa1/b34cad04-e060-40be-bc9f-815b0fc07cc7) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:47:30.784649 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d34d16-d015-49ae-9eda-9a4f0752b23a req-3515da5d-e1ec-4615-ad46-f5d33d1260a7 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:30.786395 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a8d34d16-d015-49ae-9eda-9a4f0752b23a req-3515da5d-e1ec-4615-ad46-f5d33d1260a7 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?device_id=b96ec286-3a0e-4692-a8ca-595c470ee991 HTTP/1.1" status: 200 len: 932 time: 0.0801256 Nov 27 03:47:30.796854 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810ba0c-f5f5-49de-b432-2b35dbe2c349 req-bc51c4f4-a1f8-4821-af67-5ea0f93a18b3 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:30.798367 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f810ba0c-f5f5-49de-b432-2b35dbe2c349 req-bc51c4f4-a1f8-4821-af67-5ea0f93a18b3 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 950 time: 0.0720105 Nov 27 03:47:30.815389 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3089418c-f77e-4da3-b315-2458cb150d1e req-b1f8870b-38f5-4c1d-bf65-9d7a28cc3fc8 service neutron] 10.222.0.23 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386452 Nov 27 03:47:30.852644 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f810ba0c-f5f5-49de-b432-2b35dbe2c349 req-e3421fe4-57cc-4cda-af0f-9de68c02410f tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467134 Nov 27 03:47:30.901652 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a8d34d16-d015-49ae-9eda-9a4f0752b23a req-1c48cd6e-e3c6-450e-85ca-9144f63ca449 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a421b-fa91-4269-8203-eac6a41dc513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037354 Nov 27 03:47:30.964768 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-6a3a4837-2b3c-491b-8b65-18f2d50c9e52 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:31.043037 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ca252-cff3-4c44-8e4a-83eb881b88a1 req-4e352f91-b1aa-4c0c-848e-5ec864d047dd tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:31.044804 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-154ca252-cff3-4c44-8e4a-83eb881b88a1 req-4e352f91-b1aa-4c0c-848e-5ec864d047dd tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 943 time: 0.0669956 Nov 27 03:47:31.045760 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-6a3a4837-2b3c-491b-8b65-18f2d50c9e52 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:31.077113 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22e7e5-14ec-4160-b150-a4d4c96438ef req-3a11f95d-9c86-4b62-b106-c3a5565e22b8 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:31.086010 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fe22e7e5-14ec-4160-b150-a4d4c96438ef req-3a11f95d-9c86-4b62-b106-c3a5565e22b8 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e7c355-c5aa-4802-a62e-1e184342eb39 HTTP/1.1" status: 200 len: 944 time: 0.0788624 Nov 27 03:47:31.115038 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-6a3a4837-2b3c-491b-8b65-18f2d50c9e52 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Network 23c33ed2-8a0c-4269-bc9e-d67d7c716e8e is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:47:31.122108 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-6a3a4837-2b3c-491b-8b65-18f2d50c9e52 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:47:31.131772 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-6a3a4837-2b3c-491b-8b65-18f2d50c9e52 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:47:31.151831 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fe22e7e5-14ec-4160-b150-a4d4c96438ef req-07e50c89-4344-439f-82aa-32d43f085b6a tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644395 Nov 27 03:47:31.162998 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a4837-2b3c-491b-8b65-18f2d50c9e52 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Pushing event updated for resources: {'Port': ['ID=b34cad04-e060-40be-bc9f-815b0fc07cc7,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:31.198958 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-154ca252-cff3-4c44-8e4a-83eb881b88a1 req-d5cd7068-572b-472a-846a-06b8fe080ca3 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416378 Nov 27 03:47:31.216398 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-6a3a4837-2b3c-491b-8b65-18f2d50c9e52 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:31.217047 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-6a3a4837-2b3c-491b-8b65-18f2d50c9e52 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:31.241947 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-6a3a4837-2b3c-491b-8b65-18f2d50c9e52 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7830317 Nov 27 03:47:31.264814 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-cfb2eded-3569-4352-9f22-ec83684a1490 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Request body: {'port': {'device_id': 'b96ec286-3a0e-4692-a8ca-595c470ee991', 'network_id': '7d4eda30-592e-4b32-9d92-f1094b97d488', 'admin_state_up': True, 'tenant_id': 'da0e9b0fd6b84af582a0cba7df1335e8'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:47:31.330581 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e6d047-56fb-481f-96c2-c535320212cb req-305d6014-6ad2-4123-a465-679f5e18869b tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:31.331918 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a2e6d047-56fb-481f-96c2-c535320212cb req-305d6014-6ad2-4123-a465-679f5e18869b tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52ab998-a1b9-44c8-ba23-bb47d3345075 HTTP/1.1" status: 200 len: 945 time: 0.0611672 Nov 27 03:47:31.389781 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a2e6d047-56fb-481f-96c2-c535320212cb req-586c7beb-c8a7-4936-92ea-44fdee759640 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475478 Nov 27 03:47:31.390021 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-cfb2eded-3569-4352-9f22-ec83684a1490 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Made reservation on behalf of da0e9b0fd6b84af582a0cba7df1335e8 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:47:31.393703 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-cfb2eded-3569-4352-9f22-ec83684a1490 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:31.414447 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-375fcab0-1e31-40d7-a627-9fd89472d965 None None] Provisioning complete for port b34cad04-e060-40be-bc9f-815b0fc07cc7 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:47:31.414864 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-375fcab0-1e31-40d7-a627-9fd89472d965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:31.454819 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-375fcab0-1e31-40d7-a627-9fd89472d965 None None] Port b34cad04-e060-40be-bc9f-815b0fc07cc7 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:47:31.533876 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-cfb2eded-3569-4352-9f22-ec83684a1490 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Allocated IP 19.80.0.144 (7d4eda30-592e-4b32-9d92-f1094b97d488/b63f978f-7c31-4d11-ab8b-a4726c983836/5daa8aa7-e650-4f9b-8ebf-215f14da988a) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:47:31.693554 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-cfb2eded-3569-4352-9f22-ec83684a1490 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:31.731411 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-cfb2eded-3569-4352-9f22-ec83684a1490 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:31.776030 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-cfb2eded-3569-4352-9f22-ec83684a1490 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Network 7d4eda30-592e-4b32-9d92-f1094b97d488 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:47:31.779086 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-cfb2eded-3569-4352-9f22-ec83684a1490 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:47:31.783102 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-cfb2eded-3569-4352-9f22-ec83684a1490 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:47:31.785742 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8177afb9-7414-4ced-ae98-97d0af446e05 req-619db67e-12a0-4e6d-b321-2eeda817d245 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:31.791011 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2eded-3569-4352-9f22-ec83684a1490 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Pushing event updated for resources: {'Port': ['ID=5daa8aa7-e650-4f9b-8ebf-215f14da988a,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:31.794447 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8177afb9-7414-4ced-ae98-97d0af446e05 req-619db67e-12a0-4e6d-b321-2eeda817d245 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 943 time: 0.0728788 Nov 27 03:47:31.855732 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8177afb9-7414-4ced-ae98-97d0af446e05 req-bf8504e5-8d26-42f2-8c79-4c84a97514f0 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574837 Nov 27 03:47:31.856226 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-cfb2eded-3569-4352-9f22-ec83684a1490 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:31.856948 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-cfb2eded-3569-4352-9f22-ec83684a1490 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:31.883354 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-cfb2eded-3569-4352-9f22-ec83684a1490 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6225717 Nov 27 03:47:31.895729 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device dc88044d-f13c-49d7-b13c-3c5037fd3349 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:47:31.905133 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-ba1e1a14-dc41-4b57-b1b9-211eb4357533 service neutron] Request body: {'port': {'device_id': 'b96ec286-3a0e-4692-a8ca-595c470ee991', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:47:31.912669 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 6a9f7f71-9b0b-48ae-ae5e-97f196f68e82 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:47:32.048063 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 6a9f7f71-9b0b-48ae-ae5e-97f196f68e82 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:47:32.060638 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 6a9f7f71-9b0b-48ae-ae5e-97f196f68e82 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:47:32.061297 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:32.094408 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-ba1e1a14-dc41-4b57-b1b9-211eb4357533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:32.120865 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3852258-3cb8-46d3-be44-5a89c9b16e7b req-cff81e06-2f6c-47b2-aab1-5b6e3bf46a4b tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:32.131901 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3852258-3cb8-46d3-be44-5a89c9b16e7b req-cff81e06-2f6c-47b2-aab1-5b6e3bf46a4b tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:32.140173 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3852258-3cb8-46d3-be44-5a89c9b16e7b req-cff81e06-2f6c-47b2-aab1-5b6e3bf46a4b tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:32.144419 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454292dc-6c60-4d68-ad08-7f6ea05d0c38 req-66c03d02-69b6-4f18-838e-d03b417a8fe1 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:32.153900 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e3852258-3cb8-46d3-be44-5a89c9b16e7b req-cff81e06-2f6c-47b2-aab1-5b6e3bf46a4b tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?device_id=b96ec286-3a0e-4692-a8ca-595c470ee991 HTTP/1.1" status: 200 len: 2377 time: 0.1347408 Nov 27 03:47:32.154489 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-454292dc-6c60-4d68-ad08-7f6ea05d0c38 req-66c03d02-69b6-4f18-838e-d03b417a8fe1 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 950 time: 0.1620896 Nov 27 03:47:32.183547 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port dc88044d-f13c-49d7-b13c-3c5037fd3349, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=dc88044d-f13c-49d7-b13c-3c5037fd3349,segment=NetworkSegment(74310010-e448-4edf-8f12-15f9f8367765),segment_id=74310010-e448-4edf-8f12-15f9f8367765)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:32.201981 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-67ffebf2-fa92-4c25-ad46-47979df6fff2 None None] Provisioning complete for port 5daa8aa7-e650-4f9b-8ebf-215f14da988a triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:47:32.202599 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-67ffebf2-fa92-4c25-ad46-47979df6fff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:32.228415 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e3852258-3cb8-46d3-be44-5a89c9b16e7b req-ba3da6af-5b63-4a7b-89e8-2c9e6f452923 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a421b-fa91-4269-8203-eac6a41dc513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726085 Nov 27 03:47:32.230003 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device dc88044d-f13c-49d7-b13c-3c5037fd3349 has no active binding in host n-h2-819494-3 {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 27 03:47:32.233097 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:32.281104 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 6a9f7f71-9b0b-48ae-ae5e-97f196f68e82, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=6a9f7f71-9b0b-48ae-ae5e-97f196f68e82,segment=NetworkSegment(b0f39da6-536c-459a-9945-6662db53cdb6),segment_id=b0f39da6-536c-459a-9945-6662db53cdb6)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:32.289681 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e7c355-c5aa-4802-a62e-1e184342eb39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9f7f71-9b0b-48ae-ae5e-97f196f68e82'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:47:32.291954 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3fd8589-4021-4004-953f-b2da2f556d55" -d '{"events": [{"server_uuid": "59e7c355-c5aa-4802-a62e-1e184342eb39", "name": "network-vif-plugged", "status": "completed", "tag": "6a9f7f71-9b0b-48ae-ae5e-97f196f68e82"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:47:32.297552 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:32.330135 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-67ffebf2-fa92-4c25-ad46-47979df6fff2 None None] Port 5daa8aa7-e650-4f9b-8ebf-215f14da988a cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:47:32.360283 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=6a9f7f71-9b0b-48ae-ae5e-97f196f68e82,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:32.466311 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680abcad-cedc-4840-bd0e-45a2a78b7f9d req-cbd55bc8-9c28-4d8e-adb4-c55f12211192 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:32.468254 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-680abcad-cedc-4840-bd0e-45a2a78b7f9d req-cbd55bc8-9c28-4d8e-adb4-c55f12211192 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e7c355-c5aa-4802-a62e-1e184342eb39 HTTP/1.1" status: 200 len: 945 time: 0.0544424 Nov 27 03:47:32.525350 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-680abcad-cedc-4840-bd0e-45a2a78b7f9d req-2e17e51a-793a-446e-8e47-d38f596a4cb2 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497651 Nov 27 03:47:32.639545 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc2704-c762-4a42-acde-7ca9729cbe66 req-d9f90ffa-8e86-462d-8960-aa655c220094 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:32.641669 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a9bc2704-c762-4a42-acde-7ca9729cbe66 req-d9f90ffa-8e86-462d-8960-aa655c220094 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 943 time: 0.0554647 Nov 27 03:47:32.667072 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-454292dc-6c60-4d68-ad08-7f6ea05d0c38 req-58251e1f-01e1-44fa-8a8a-dd322caf1485 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5113719 Nov 27 03:47:32.709300 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a9bc2704-c762-4a42-acde-7ca9729cbe66 req-e0ecaaba-e72e-4cca-8ad9-d1acb66c01ba tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609889 Nov 27 03:47:32.745283 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec948a85-2660-475b-8ca2-d592a6368f9c x-openstack-request-id: req-ec948a85-2660-475b-8ca2-d592a6368f9c {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:47:32.745884 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e7c355-c5aa-4802-a62e-1e184342eb39", "name": "network-vif-plugged", "status": "completed", "tag": "6a9f7f71-9b0b-48ae-ae5e-97f196f68e82", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:47:32.746393 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec948a85-2660-475b-8ca2-d592a6368f9c {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:47:32.748510 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e7c355-c5aa-4802-a62e-1e184342eb39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9f7f71-9b0b-48ae-ae5e-97f196f68e82', 'code': 200} Nov 27 03:47:32.814313 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-ba1e1a14-dc41-4b57-b1b9-211eb4357533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bf889ae-f590-4664-8753-f45d1278dfbe {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:47:32.823092 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-ba1e1a14-dc41-4b57-b1b9-211eb4357533 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:32.837235 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-ba1e1a14-dc41-4b57-b1b9-211eb4357533 service neutron] Transition to ACTIVE for port object 9bf889ae-f590-4664-8753-f45d1278dfbe will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:47:32.841635 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc6364-7e41-4175-afba-6171d36134b3 req-ddc63f79-ee98-431b-b1e5-0bfd078575dd tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:32.843652 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b9bc6364-7e41-4175-afba-6171d36134b3 req-ddc63f79-ee98-431b-b1e5-0bfd078575dd tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52ab998-a1b9-44c8-ba23-bb47d3345075 HTTP/1.1" status: 200 len: 945 time: 0.0636532 Nov 27 03:47:32.853338 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-ba1e1a14-dc41-4b57-b1b9-211eb4357533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:32.916929 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b9bc6364-7e41-4175-afba-6171d36134b3 req-4260bbae-191e-4284-b322-c4c2faa0fe96 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643930 Nov 27 03:47:32.942639 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e1a14-dc41-4b57-b1b9-211eb4357533 service neutron] Pushing event updated for resources: {'Port': ['ID=9bf889ae-f590-4664-8753-f45d1278dfbe,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:33.030077 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff208bf6-2efb-4b1f-9d5e-d4b581af81a6 req-162a1d89-8cb3-4286-ba01-d5518e980d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:33.031672 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ff208bf6-2efb-4b1f-9d5e-d4b581af81a6 req-162a1d89-8cb3-4286-ba01-d5518e980d91 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=59e7c355-c5aa-4802-a62e-1e184342eb39 HTTP/1.1" status: 200 len: 1096 time: 0.1490340 Nov 27 03:47:33.091402 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9374c2-94dc-4664-bb9f-14237c85afd2 req-4f935f1e-3c51-4d09-864e-a9a4d967f95d tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:33.092976 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0d9374c2-94dc-4664-bb9f-14237c85afd2 req-4f935f1e-3c51-4d09-864e-a9a4d967f95d tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 943 time: 0.1391311 Nov 27 03:47:33.106031 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-ba1e1a14-dc41-4b57-b1b9-211eb4357533 service neutron] Attempting to bind port 9bf889ae-f590-4664-8753-f45d1278dfbe on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:47:33.106750 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-ba1e1a14-dc41-4b57-b1b9-211eb4357533 service neutron] Attempting to bind port 9bf889ae-f590-4664-8753-f45d1278dfbe by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '025eccf4-458d-4fdc-92b8-a8cfa9d70d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7d4eda30-592e-4b32-9d92-f1094b97d488'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:47:33.106957 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-ba1e1a14-dc41-4b57-b1b9-211eb4357533 service neutron] Attempting to bind port 9bf889ae-f590-4664-8753-f45d1278dfbe on network 7d4eda30-592e-4b32-9d92-f1094b97d488 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:47:33.138707 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-ba1e1a14-dc41-4b57-b1b9-211eb4357533 service neutron] Port 9bf889ae-f590-4664-8753-f45d1278dfbe on network 7d4eda30-592e-4b32-9d92-f1094b97d488 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:47:33.139699 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-ba1e1a14-dc41-4b57-b1b9-211eb4357533 service neutron] Attempting to bind port 9bf889ae-f590-4664-8753-f45d1278dfbe on network 7d4eda30-592e-4b32-9d92-f1094b97d488 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:47:33.147135 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ff208bf6-2efb-4b1f-9d5e-d4b581af81a6 req-d1ee3c68-3772-420c-b9be-0d851f4ce7ae service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039369 Nov 27 03:47:33.153609 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-ba1e1a14-dc41-4b57-b1b9-211eb4357533 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:47:33.153953 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-ba1e1a14-dc41-4b57-b1b9-211eb4357533 service neutron] Checking segment: {'id': '025eccf4-458d-4fdc-92b8-a8cfa9d70d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7d4eda30-592e-4b32-9d92-f1094b97d488'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:47:33.154340 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-ba1e1a14-dc41-4b57-b1b9-211eb4357533 service neutron] Bound using segment: {'id': '025eccf4-458d-4fdc-92b8-a8cfa9d70d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7d4eda30-592e-4b32-9d92-f1094b97d488'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:47:33.154804 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-ba1e1a14-dc41-4b57-b1b9-211eb4357533 service neutron] Bound port: 9bf889ae-f590-4664-8753-f45d1278dfbe, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '025eccf4-458d-4fdc-92b8-a8cfa9d70d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7d4eda30-592e-4b32-9d92-f1094b97d488'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:47:33.155164 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-ba1e1a14-dc41-4b57-b1b9-211eb4357533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:33.205989 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0d9374c2-94dc-4664-bb9f-14237c85afd2 req-dd352d6a-af06-4acf-99ab-456f939fcc6a tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034553 Nov 27 03:47:33.244004 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-ba1e1a14-dc41-4b57-b1b9-211eb4357533 service neutron] For port 9bf889ae-f590-4664-8753-f45d1278dfbe, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:47:33.247393 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-ba1e1a14-dc41-4b57-b1b9-211eb4357533 service neutron] For port 9bf889ae-f590-4664-8753-f45d1278dfbe, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=9bf889ae-f590-4664-8753-f45d1278dfbe,segment=NetworkSegment(025eccf4-458d-4fdc-92b8-a8cfa9d70d98),segment_id=025eccf4-458d-4fdc-92b8-a8cfa9d70d98)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:47:33.253102 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-ba1e1a14-dc41-4b57-b1b9-211eb4357533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:33.294377 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-ba1e1a14-dc41-4b57-b1b9-211eb4357533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:33.295060 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-ba1e1a14-dc41-4b57-b1b9-211eb4357533 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:33.296471 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-ba1e1a14-dc41-4b57-b1b9-211eb4357533 service neutron] 10.222.0.11 "PUT /v2.0/ports/9bf889ae-f590-4664-8753-f45d1278dfbe HTTP/1.1" status: 200 len: 1092 time: 1.3976865 Nov 27 03:47:33.296928 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b96ec286-3a0e-4692-a8ca-595c470ee991', 'tag': '9bf889ae-f590-4664-8753-f45d1278dfbe'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:47:33.299248 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8748b47-169a-4998-9cb3-1f362ee3e86f" -d '{"events": [{"name": "network-changed", "server_uuid": "b96ec286-3a0e-4692-a8ca-595c470ee991", "tag": "9bf889ae-f590-4664-8753-f45d1278dfbe"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:47:33.350533 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e1a14-dc41-4b57-b1b9-211eb4357533 service neutron] Pushing event updated for resources: {'Port': ['ID=9bf889ae-f590-4664-8753-f45d1278dfbe,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:33.364264 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd82f162-2074-43dd-871e-0ac4fed28d8d x-openstack-request-id: req-dd82f162-2074-43dd-871e-0ac4fed28d8d {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:47:33.364742 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b96ec286-3a0e-4692-a8ca-595c470ee991", "tag": "9bf889ae-f590-4664-8753-f45d1278dfbe", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:47:33.371092 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd82f162-2074-43dd-871e-0ac4fed28d8d {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:47:33.371381 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b96ec286-3a0e-4692-a8ca-595c470ee991', 'tag': '9bf889ae-f590-4664-8753-f45d1278dfbe', 'status': 'completed', 'code': 200} Nov 27 03:47:33.375120 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f250e4-26eb-4511-81ea-7b61d008354f req-795e5370-ad83-4dd3-801f-0bc447159050 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:33.382001 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f250e4-26eb-4511-81ea-7b61d008354f req-795e5370-ad83-4dd3-801f-0bc447159050 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:33.393192 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f250e4-26eb-4511-81ea-7b61d008354f req-795e5370-ad83-4dd3-801f-0bc447159050 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:33.406816 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-86f250e4-26eb-4511-81ea-7b61d008354f req-795e5370-ad83-4dd3-801f-0bc447159050 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?device_id=b96ec286-3a0e-4692-a8ca-595c470ee991 HTTP/1.1" status: 200 len: 2389 time: 0.1045921 Nov 27 03:47:33.497285 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-86f250e4-26eb-4511-81ea-7b61d008354f req-f9d7a268-0735-4a20-949b-5c7ed038a902 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a421b-fa91-4269-8203-eac6a41dc513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895643 Nov 27 03:47:33.503553 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-12286fe2-5675-4e90-bf66-c1f8e0f3f31f service neutron] 10.222.0.23 "GET /v2.0/ports/dc88044d-f13c-49d7-b13c-3c5037fd3349/bindings/n-h2-819494-3 HTTP/1.1" status: 200 len: 384 time: 0.0938714 Nov 27 03:47:33.576074 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-7ad335d0-8a6e-4c0f-97e6-bb0196816ec4 service neutron] Request body: {'port': {'device_id': 'b96ec286-3a0e-4692-a8ca-595c470ee991', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:47:33.695651 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-7ad335d0-8a6e-4c0f-97e6-bb0196816ec4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:33.712666 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-822efbad-906a-4fdf-b3b6-e27b586dd3de service neutron] For port dc88044d-f13c-49d7-b13c-3c5037fd3349, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=dc88044d-f13c-49d7-b13c-3c5037fd3349,segment=NetworkSegment(74310010-e448-4edf-8f12-15f9f8367765),segment_id=74310010-e448-4edf-8f12-15f9f8367765)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:33.717261 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8748b47-169a-4998-9cb3-1f362ee3e86f req-db875683-27ad-4286-8a67-8a84c1231b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:33.717745 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8748b47-169a-4998-9cb3-1f362ee3e86f req-db875683-27ad-4286-8a67-8a84c1231b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:33.718216 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8748b47-169a-4998-9cb3-1f362ee3e86f req-db875683-27ad-4286-8a67-8a84c1231b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:33.719905 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c8748b47-169a-4998-9cb3-1f362ee3e86f req-db875683-27ad-4286-8a67-8a84c1231b2e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da0e9b0fd6b84af582a0cba7df1335e8&device_id=b96ec286-3a0e-4692-a8ca-595c470ee991 HTTP/1.1" status: 200 len: 2732 time: 0.1194112 Nov 27 03:47:33.728636 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3696a9-74e2-47aa-866d-4db9d018698a req-9542e67f-cf0c-49e4-8397-cd5f4becc0e0 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:33.730097 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2d3696a9-74e2-47aa-866d-4db9d018698a req-9542e67f-cf0c-49e4-8397-cd5f4becc0e0 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e7c355-c5aa-4802-a62e-1e184342eb39 HTTP/1.1" status: 200 len: 945 time: 0.1281955 Nov 27 03:47:33.741773 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-822efbad-906a-4fdf-b3b6-e27b586dd3de service neutron] For port dc88044d-f13c-49d7-b13c-3c5037fd3349, host n-h1-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:47:33.798374 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-822efbad-906a-4fdf-b3b6-e27b586dd3de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc88044d-f13c-49d7-b13c-3c5037fd3349 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:47:33.812366 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-822efbad-906a-4fdf-b3b6-e27b586dd3de service neutron] For port dc88044d-f13c-49d7-b13c-3c5037fd3349, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=dc88044d-f13c-49d7-b13c-3c5037fd3349,segment=NetworkSegment(74310010-e448-4edf-8f12-15f9f8367765),segment_id=74310010-e448-4edf-8f12-15f9f8367765)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:33.836545 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0f68d-b353-448a-8230-cb380e5ee0c8 req-f019f3c1-d7dc-4a35-9f63-67a8120b3789 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:33.838116 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fba0f68d-b353-448a-8230-cb380e5ee0c8 req-f019f3c1-d7dc-4a35-9f63-67a8120b3789 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 950 time: 0.0771461 Nov 27 03:47:33.838909 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-822efbad-906a-4fdf-b3b6-e27b586dd3de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:33.936701 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fba0f68d-b353-448a-8230-cb380e5ee0c8 req-da51068d-d28a-4985-88c0-ec3daf35141c tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882366 Nov 27 03:47:33.964589 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2d3696a9-74e2-47aa-866d-4db9d018698a req-ba20e263-605b-4584-8ee5-d7e6745ec206 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128685 Nov 27 03:47:33.969295 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-822efbad-906a-4fdf-b3b6-e27b586dd3de service neutron] Transition to ACTIVE for port object dc88044d-f13c-49d7-b13c-3c5037fd3349 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:47:33.977346 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-822efbad-906a-4fdf-b3b6-e27b586dd3de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:34.053559 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-822efbad-906a-4fdf-b3b6-e27b586dd3de service neutron] No DVR routers for this DVR port dc88044d-f13c-49d7-b13c-3c5037fd3349 on host n-h1-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:47:34.074481 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8748b47-169a-4998-9cb3-1f362ee3e86f req-f992b22e-0fd3-44ce-87f1-f5c1b5513c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:34.074976 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8748b47-169a-4998-9cb3-1f362ee3e86f req-f992b22e-0fd3-44ce-87f1-f5c1b5513c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:34.075438 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8748b47-169a-4998-9cb3-1f362ee3e86f req-f992b22e-0fd3-44ce-87f1-f5c1b5513c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:34.077025 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c8748b47-169a-4998-9cb3-1f362ee3e86f req-f992b22e-0fd3-44ce-87f1-f5c1b5513c66 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=da0e9b0fd6b84af582a0cba7df1335e8&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3243289 Nov 27 03:47:34.115137 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-822efbad-906a-4fdf-b3b6-e27b586dd3de service neutron] 10.222.0.23 "PUT /v2.0/ports/dc88044d-f13c-49d7-b13c-3c5037fd3349/bindings/n-h2-819494-3/activate HTTP/1.1" status: 200 len: 369 time: 0.6005759 Nov 27 03:47:34.122833 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822efbad-906a-4fdf-b3b6-e27b586dd3de service neutron] Pushing event updated for resources: {'Port': ['ID=dc88044d-f13c-49d7-b13c-3c5037fd3349,revision_number=10']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:34.134864 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822efbad-906a-4fdf-b3b6-e27b586dd3de service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:34.135217 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822efbad-906a-4fdf-b3b6-e27b586dd3de service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:34.135563 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822efbad-906a-4fdf-b3b6-e27b586dd3de service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:34.135904 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822efbad-906a-4fdf-b3b6-e27b586dd3de service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:34.136613 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822efbad-906a-4fdf-b3b6-e27b586dd3de service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:34.136613 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822efbad-906a-4fdf-b3b6-e27b586dd3de service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:34.136933 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822efbad-906a-4fdf-b3b6-e27b586dd3de service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:34.137195 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822efbad-906a-4fdf-b3b6-e27b586dd3de service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:34.137985 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822efbad-906a-4fdf-b3b6-e27b586dd3de service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:34.138423 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822efbad-906a-4fdf-b3b6-e27b586dd3de service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:34.138789 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822efbad-906a-4fdf-b3b6-e27b586dd3de service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:34.139124 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822efbad-906a-4fdf-b3b6-e27b586dd3de service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:34.152497 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd5116-ab1d-4a69-870b-f8c6aa278f9b req-79297829-3e0c-4639-be71-7c282a4d9d2b tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:34.153696 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7ebd5116-ab1d-4a69-870b-f8c6aa278f9b req-79297829-3e0c-4639-be71-7c282a4d9d2b tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 944 time: 0.1291344 Nov 27 03:47:34.211247 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7ebd5116-ab1d-4a69-870b-f8c6aa278f9b req-5b5bd285-9a7b-4cf5-abe1-62a40e1128be tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509253 Nov 27 03:47:34.279061 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8748b47-169a-4998-9cb3-1f362ee3e86f req-0e51cbcb-b03c-44b1-98bd-922f261ba6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:34.280529 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c8748b47-169a-4998-9cb3-1f362ee3e86f req-0e51cbcb-b03c-44b1-98bd-922f261ba6c8 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1923227 Nov 27 03:47:34.288785 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b5b28-b720-429e-96f5-9751dfbe3b2d req-3751afd9-e79a-48cd-97a8-ff39b2ca75ba tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:34.290197 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3f0b5b28-b720-429e-96f5-9751dfbe3b2d req-3751afd9-e79a-48cd-97a8-ff39b2ca75ba tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52ab998-a1b9-44c8-ba23-bb47d3345075 HTTP/1.1" status: 200 len: 945 time: 0.1424205 Nov 27 03:47:34.311309 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-7ad335d0-8a6e-4c0f-97e6-bb0196816ec4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b34cad04-e060-40be-bc9f-815b0fc07cc7 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:47:34.322574 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-abb72dfb-c937-4419-a8bf-da0a19da03d3 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:34.324120 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-abb72dfb-c937-4419-a8bf-da0a19da03d3 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d&tenant_id=35cfdc78458c41aab44b0a976c3549af&binding%3Ahost_id=n-h1-819494-3 HTTP/1.1" status: 200 len: 1095 time: 0.0730586 Nov 27 03:47:34.326090 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-7ad335d0-8a6e-4c0f-97e6-bb0196816ec4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:34.343102 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532435f1-fa44-42a3-bba8-9b11ab3a0ba3 req-62ff47b8-3e73-47fd-8641-19ed3712a8c9 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:34.344651 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-532435f1-fa44-42a3-bba8-9b11ab3a0ba3 req-62ff47b8-3e73-47fd-8641-19ed3712a8c9 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 943 time: 0.0641789 Nov 27 03:47:34.351534 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-7ad335d0-8a6e-4c0f-97e6-bb0196816ec4 service neutron] Transition to ACTIVE for port object b34cad04-e060-40be-bc9f-815b0fc07cc7 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:47:34.359967 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-7ad335d0-8a6e-4c0f-97e6-bb0196816ec4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:34.392713 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3f0b5b28-b720-429e-96f5-9751dfbe3b2d req-dd4404d8-06a1-48c9-8009-eebc31df872c tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939472 Nov 27 03:47:34.427273 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad335d0-8a6e-4c0f-97e6-bb0196816ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=b34cad04-e060-40be-bc9f-815b0fc07cc7,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:34.435542 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-551f863e-2a71-4402-9705-d11152704d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:34.437614 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-551f863e-2a71-4402-9705-d11152704d9f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d&tenant_id=35cfdc78458c41aab44b0a976c3549af HTTP/1.1" status: 200 len: 1095 time: 0.0917876 Nov 27 03:47:34.442076 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-532435f1-fa44-42a3-bba8-9b11ab3a0ba3 req-ecdf0dc7-e5d6-42e0-ad2a-f0b094c095f6 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870652 Nov 27 03:47:34.510332 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-7ad335d0-8a6e-4c0f-97e6-bb0196816ec4 service neutron] Attempting to bind port b34cad04-e060-40be-bc9f-815b0fc07cc7 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:47:34.510807 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-7ad335d0-8a6e-4c0f-97e6-bb0196816ec4 service neutron] Attempting to bind port b34cad04-e060-40be-bc9f-815b0fc07cc7 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '638d21ed-6798-49f4-8550-198a7a57fb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '23c33ed2-8a0c-4269-bc9e-d67d7c716e8e'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:47:34.511241 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-7ad335d0-8a6e-4c0f-97e6-bb0196816ec4 service neutron] Attempting to bind port b34cad04-e060-40be-bc9f-815b0fc07cc7 on network 23c33ed2-8a0c-4269-bc9e-d67d7c716e8e {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:47:34.518321 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-7ad335d0-8a6e-4c0f-97e6-bb0196816ec4 service neutron] Port b34cad04-e060-40be-bc9f-815b0fc07cc7 on network 23c33ed2-8a0c-4269-bc9e-d67d7c716e8e not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:47:34.520504 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-7ad335d0-8a6e-4c0f-97e6-bb0196816ec4 service neutron] Attempting to bind port b34cad04-e060-40be-bc9f-815b0fc07cc7 on network 23c33ed2-8a0c-4269-bc9e-d67d7c716e8e {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:47:34.528933 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-7ad335d0-8a6e-4c0f-97e6-bb0196816ec4 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:47:34.528933 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-7ad335d0-8a6e-4c0f-97e6-bb0196816ec4 service neutron] Checking segment: {'id': '638d21ed-6798-49f4-8550-198a7a57fb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '23c33ed2-8a0c-4269-bc9e-d67d7c716e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:47:34.529535 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-7ad335d0-8a6e-4c0f-97e6-bb0196816ec4 service neutron] Bound using segment: {'id': '638d21ed-6798-49f4-8550-198a7a57fb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '23c33ed2-8a0c-4269-bc9e-d67d7c716e8e'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:47:34.530073 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-7ad335d0-8a6e-4c0f-97e6-bb0196816ec4 service neutron] Bound port: b34cad04-e060-40be-bc9f-815b0fc07cc7, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '638d21ed-6798-49f4-8550-198a7a57fb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '23c33ed2-8a0c-4269-bc9e-d67d7c716e8e'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:47:34.530577 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-7ad335d0-8a6e-4c0f-97e6-bb0196816ec4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:34.559088 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 53a9741c-fe2f-4e29-b5bd-aba3972489b8 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:47:34.575974 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device dc88044d-f13c-49d7-b13c-3c5037fd3349 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:47:34.597652 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-e6b47744-7122-4607-ac43-e57d8c4d38c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:34.599939 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-e6b47744-7122-4607-ac43-e57d8c4d38c8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35cfdc78458c41aab44b0a976c3549af&device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 1095 time: 0.0964832 Nov 27 03:47:34.620089 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-7ad335d0-8a6e-4c0f-97e6-bb0196816ec4 service neutron] For port b34cad04-e060-40be-bc9f-815b0fc07cc7, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:47:34.623870 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-7ad335d0-8a6e-4c0f-97e6-bb0196816ec4 service neutron] For port b34cad04-e060-40be-bc9f-815b0fc07cc7, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=b34cad04-e060-40be-bc9f-815b0fc07cc7,segment=NetworkSegment(638d21ed-6798-49f4-8550-198a7a57fb19),segment_id=638d21ed-6798-49f4-8550-198a7a57fb19)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:47:34.631966 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-7ad335d0-8a6e-4c0f-97e6-bb0196816ec4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:34.691788 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device dc88044d-f13c-49d7-b13c-3c5037fd3349 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:47:34.692025 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-7ad335d0-8a6e-4c0f-97e6-bb0196816ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:34.692798 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-7ad335d0-8a6e-4c0f-97e6-bb0196816ec4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:34.694024 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-7ad335d0-8a6e-4c0f-97e6-bb0196816ec4 service neutron] 10.222.0.11 "PUT /v2.0/ports/b34cad04-e060-40be-bc9f-815b0fc07cc7 HTTP/1.1" status: 200 len: 1092 time: 1.1251578 Nov 27 03:47:34.722445 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad335d0-8a6e-4c0f-97e6-bb0196816ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=b34cad04-e060-40be-bc9f-815b0fc07cc7,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:34.739641 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046650b-fdc1-45d6-9c4d-8048dccfa443 req-262a5798-a893-4c3a-a772-713aa3ce27af tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:34.748300 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046650b-fdc1-45d6-9c4d-8048dccfa443 req-262a5798-a893-4c3a-a772-713aa3ce27af tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:34.757451 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046650b-fdc1-45d6-9c4d-8048dccfa443 req-262a5798-a893-4c3a-a772-713aa3ce27af tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:34.768759 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f046650b-fdc1-45d6-9c4d-8048dccfa443 req-262a5798-a893-4c3a-a772-713aa3ce27af tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?device_id=b96ec286-3a0e-4692-a8ca-595c470ee991 HTTP/1.1" status: 200 len: 2401 time: 0.1672130 Nov 27 03:47:34.786199 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-d361999d-83f6-4b46-8ae4-6a677a4dc759 service neutron] Request body: {'port': {'device_id': 'b96ec286-3a0e-4692-a8ca-595c470ee991', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:47:34.839061 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f046650b-fdc1-45d6-9c4d-8048dccfa443 req-a8588f12-81b4-4b9f-9424-2e43cd8e978c tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a421b-fa91-4269-8203-eac6a41dc513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691106 Nov 27 03:47:34.890896 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-70bde259-81ec-48ac-b20d-29fa3ae5ef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:34.893527 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-70bde259-81ec-48ac-b20d-29fa3ae5ef30 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b645cec8-c88e-4bba-8234-b110de21cfe7 HTTP/1.1" status: 200 len: 922 time: 0.2546148 Nov 27 03:47:34.904803 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-d361999d-83f6-4b46-8ae4-6a677a4dc759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:34.923655 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 53a9741c-fe2f-4e29-b5bd-aba3972489b8, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=53a9741c-fe2f-4e29-b5bd-aba3972489b8,segment=NetworkSegment(0ede1ec6-1b9f-43e0-8048-29f023f3314a),segment_id=0ede1ec6-1b9f-43e0-8048-29f023f3314a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:34.937017 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '53a9741c-fe2f-4e29-b5bd-aba3972489b8', 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7', 'port_id': '53a9741c-fe2f-4e29-b5bd-aba3972489b8', 'mac_address': 'fa:16:3e:93:22:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f2f4695-47e3-40b2-b54d-f43d3306eba4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:47:34.986384 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-40aa6d77-d944-41cf-8f9f-3642b09e41cb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc88044d-f13c-49d7-b13c-3c5037fd3349 HTTP/1.1" status: 200 len: 217 time: 0.0574071 Nov 27 03:47:34.987024 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:35.021733 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53a9741c-fe2f-4e29-b5bd-aba3972489b8 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:47:35.053201 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 53a9741c-fe2f-4e29-b5bd-aba3972489b8, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=53a9741c-fe2f-4e29-b5bd-aba3972489b8,segment=NetworkSegment(0ede1ec6-1b9f-43e0-8048-29f023f3314a),segment_id=0ede1ec6-1b9f-43e0-8048-29f023f3314a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:35.060028 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:35.080296 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-390aa9ca-8f44-4deb-8cf6-5041caae1115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:35.081995 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-390aa9ca-8f44-4deb-8cf6-5041caae1115 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=022c48dd-3720-4645-8f22-45c74ce924ab HTTP/1.1" status: 200 len: 861 time: 0.0859993 Nov 27 03:47:35.123220 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=53a9741c-fe2f-4e29-b5bd-aba3972489b8,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:35.152042 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-1113a91d-f434-4ecd-b985-98627bf3f66f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b645cec8-c88e-4bba-8234-b110de21cfe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585020 Nov 27 03:47:35.200148 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226468c-0f75-4781-996d-ba90d62fccbb req-9a56de18-ba76-4546-ac33-12d25748bc49 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:35.201710 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6226468c-0f75-4781-996d-ba90d62fccbb req-9a56de18-ba76-4546-ac33-12d25748bc49 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 950 time: 0.1375546 Nov 27 03:47:35.288625 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6226468c-0f75-4781-996d-ba90d62fccbb req-9fe8fb52-d3d8-4aa8-8cd7-a16df2d07e95 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793452 Nov 27 03:47:35.341463 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-d361999d-83f6-4b46-8ae4-6a677a4dc759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5daa8aa7-e650-4f9b-8ebf-215f14da988a {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:47:35.351841 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-d361999d-83f6-4b46-8ae4-6a677a4dc759 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:35.365754 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-d361999d-83f6-4b46-8ae4-6a677a4dc759 service neutron] Transition to ACTIVE for port object 5daa8aa7-e650-4f9b-8ebf-215f14da988a will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:47:35.369582 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-d361999d-83f6-4b46-8ae4-6a677a4dc759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:35.374726 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b96ec286-3a0e-4692-a8ca-595c470ee991', 'tag': 'b34cad04-e060-40be-bc9f-815b0fc07cc7'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:47:35.384496 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8beafd56-ef16-433d-ad31-33822bdf60ee" -d '{"events": [{"name": "network-changed", "server_uuid": "b96ec286-3a0e-4692-a8ca-595c470ee991", "tag": "b34cad04-e060-40be-bc9f-815b0fc07cc7"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:47:35.413397 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['53a9741c-fe2f-4e29-b5bd-aba3972489b8'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:47:35.454327 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d361999d-83f6-4b46-8ae4-6a677a4dc759 service neutron] Pushing event updated for resources: {'Port': ['ID=5daa8aa7-e650-4f9b-8ebf-215f14da988a,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:35.528391 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080098f8-f861-4ecf-a77d-5d1e87f71726 req-bd377059-1bcd-43fe-b7d4-4462f29fc4c7 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:35.536969 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-080098f8-f861-4ecf-a77d-5d1e87f71726 req-bd377059-1bcd-43fe-b7d4-4462f29fc4c7 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e7c355-c5aa-4802-a62e-1e184342eb39 HTTP/1.1" status: 200 len: 945 time: 0.4532669 Nov 27 03:47:35.584819 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc319067-d5ad-4e0d-9dce-577d1f8f2782 req-a1cf1cfb-4aa8-43f9-91a8-0ec5d3526817 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:35.599216 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cc319067-d5ad-4e0d-9dce-577d1f8f2782 req-a1cf1cfb-4aa8-43f9-91a8-0ec5d3526817 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 944 time: 0.1327641 Nov 27 03:47:35.615611 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-080098f8-f861-4ecf-a77d-5d1e87f71726 req-2072e137-ea4c-4d01-86aa-f174c8ecd507 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775907 Nov 27 03:47:35.635401 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-d361999d-83f6-4b46-8ae4-6a677a4dc759 service neutron] Attempting to bind port 5daa8aa7-e650-4f9b-8ebf-215f14da988a on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:47:35.635695 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-d361999d-83f6-4b46-8ae4-6a677a4dc759 service neutron] Attempting to bind port 5daa8aa7-e650-4f9b-8ebf-215f14da988a by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '025eccf4-458d-4fdc-92b8-a8cfa9d70d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7d4eda30-592e-4b32-9d92-f1094b97d488'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:47:35.636329 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-d361999d-83f6-4b46-8ae4-6a677a4dc759 service neutron] Attempting to bind port 5daa8aa7-e650-4f9b-8ebf-215f14da988a on network 7d4eda30-592e-4b32-9d92-f1094b97d488 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:47:35.644170 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-d361999d-83f6-4b46-8ae4-6a677a4dc759 service neutron] Port 5daa8aa7-e650-4f9b-8ebf-215f14da988a on network 7d4eda30-592e-4b32-9d92-f1094b97d488 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:47:35.644415 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-d9cecb21-25b8-4a5d-8239-41f4fb80c34d service neutron] 10.222.0.11 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4836094 Nov 27 03:47:35.644536 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-d361999d-83f6-4b46-8ae4-6a677a4dc759 service neutron] Attempting to bind port 5daa8aa7-e650-4f9b-8ebf-215f14da988a on network 7d4eda30-592e-4b32-9d92-f1094b97d488 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:47:35.659660 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-d361999d-83f6-4b46-8ae4-6a677a4dc759 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:47:35.660853 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-d361999d-83f6-4b46-8ae4-6a677a4dc759 service neutron] Checking segment: {'id': '025eccf4-458d-4fdc-92b8-a8cfa9d70d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7d4eda30-592e-4b32-9d92-f1094b97d488'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:47:35.661801 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-d361999d-83f6-4b46-8ae4-6a677a4dc759 service neutron] Bound using segment: {'id': '025eccf4-458d-4fdc-92b8-a8cfa9d70d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7d4eda30-592e-4b32-9d92-f1094b97d488'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:47:35.662312 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-d361999d-83f6-4b46-8ae4-6a677a4dc759 service neutron] Bound port: 5daa8aa7-e650-4f9b-8ebf-215f14da988a, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '025eccf4-458d-4fdc-92b8-a8cfa9d70d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7d4eda30-592e-4b32-9d92-f1094b97d488'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:47:35.662712 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-d361999d-83f6-4b46-8ae4-6a677a4dc759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:35.675687 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de48997-6f86-42b4-8e74-da9ae6a9b491 x-openstack-request-id: req-5de48997-6f86-42b4-8e74-da9ae6a9b491 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:47:35.675980 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b96ec286-3a0e-4692-a8ca-595c470ee991", "tag": "b34cad04-e060-40be-bc9f-815b0fc07cc7", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:47:35.676236 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5de48997-6f86-42b4-8e74-da9ae6a9b491 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:47:35.676632 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b96ec286-3a0e-4692-a8ca-595c470ee991', 'tag': 'b34cad04-e060-40be-bc9f-815b0fc07cc7', 'status': 'completed', 'code': 200} Nov 27 03:47:35.692607 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cc319067-d5ad-4e0d-9dce-577d1f8f2782 req-5216d1c4-f552-4006-bc29-186ec58b3c56 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914979 Nov 27 03:47:35.808573 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-34ee604a-97ae-4877-a2f5-7d616144cdff service neutron] 10.222.0.11 "GET /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570678 Nov 27 03:47:35.812882 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-d361999d-83f6-4b46-8ae4-6a677a4dc759 service neutron] For port 5daa8aa7-e650-4f9b-8ebf-215f14da988a, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:47:35.815910 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e9adc-a996-47d3-880d-71772d7aee68 req-68d0331a-ffee-48f6-91ba-e31ef6ca1240 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:35.817316 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fe7e9adc-a996-47d3-880d-71772d7aee68 req-68d0331a-ffee-48f6-91ba-e31ef6ca1240 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52ab998-a1b9-44c8-ba23-bb47d3345075 HTTP/1.1" status: 200 len: 945 time: 0.0751348 Nov 27 03:47:35.820126 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-d361999d-83f6-4b46-8ae4-6a677a4dc759 service neutron] For port 5daa8aa7-e650-4f9b-8ebf-215f14da988a, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=5daa8aa7-e650-4f9b-8ebf-215f14da988a,segment=NetworkSegment(025eccf4-458d-4fdc-92b8-a8cfa9d70d98),segment_id=025eccf4-458d-4fdc-92b8-a8cfa9d70d98)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:47:35.829923 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beafd56-ef16-433d-ad31-33822bdf60ee req-58ef9fd4-a404-4784-9fba-133c3212dfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:35.830507 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beafd56-ef16-433d-ad31-33822bdf60ee req-58ef9fd4-a404-4784-9fba-133c3212dfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:35.830914 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beafd56-ef16-433d-ad31-33822bdf60ee req-58ef9fd4-a404-4784-9fba-133c3212dfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:35.832568 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8beafd56-ef16-433d-ad31-33822bdf60ee req-58ef9fd4-a404-4784-9fba-133c3212dfcb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da0e9b0fd6b84af582a0cba7df1335e8&device_id=b96ec286-3a0e-4692-a8ca-595c470ee991 HTTP/1.1" status: 200 len: 2824 time: 0.1062455 Nov 27 03:47:35.835637 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-d361999d-83f6-4b46-8ae4-6a677a4dc759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:35.872592 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ea13e-84c3-4b8b-8f7e-69bba4278c1e req-ff7be955-8773-472a-aabb-815484357239 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:35.874003 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-638ea13e-84c3-4b8b-8f7e-69bba4278c1e req-ff7be955-8773-472a-aabb-815484357239 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 944 time: 0.1087399 Nov 27 03:47:35.874365 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fe7e9adc-a996-47d3-880d-71772d7aee68 req-011af921-4389-4657-80b8-f7a6ddf96b30 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492899 Nov 27 03:47:35.949153 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-d361999d-83f6-4b46-8ae4-6a677a4dc759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:35.949811 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-d361999d-83f6-4b46-8ae4-6a677a4dc759 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:35.951218 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-d361999d-83f6-4b46-8ae4-6a677a4dc759 service neutron] 10.222.0.11 "PUT /v2.0/ports/5daa8aa7-e650-4f9b-8ebf-215f14da988a HTTP/1.1" status: 200 len: 1092 time: 1.1729956 Nov 27 03:47:35.999092 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d361999d-83f6-4b46-8ae4-6a677a4dc759 service neutron] Pushing event updated for resources: {'Port': ['ID=5daa8aa7-e650-4f9b-8ebf-215f14da988a,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:36.017721 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-638ea13e-84c3-4b8b-8f7e-69bba4278c1e req-b8837725-a29d-4158-9449-d2cb2e7beb9f tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287267 Nov 27 03:47:36.062298 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beafd56-ef16-433d-ad31-33822bdf60ee req-e2ea0806-253c-4414-8329-3b5b7cc30e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:36.062903 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beafd56-ef16-433d-ad31-33822bdf60ee req-e2ea0806-253c-4414-8329-3b5b7cc30e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:36.063338 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beafd56-ef16-433d-ad31-33822bdf60ee req-e2ea0806-253c-4414-8329-3b5b7cc30e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:36.064920 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8beafd56-ef16-433d-ad31-33822bdf60ee req-e2ea0806-253c-4414-8329-3b5b7cc30e26 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=da0e9b0fd6b84af582a0cba7df1335e8&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1897326 Nov 27 03:47:36.118417 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db187705-8716-411a-a385-48f4a571b735 req-07a2a3f8-e0ea-4514-ac99-2d2919c07e06 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:36.119945 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-db187705-8716-411a-a385-48f4a571b735 req-07a2a3f8-e0ea-4514-ac99-2d2919c07e06 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e7c355-c5aa-4802-a62e-1e184342eb39 HTTP/1.1" status: 200 len: 945 time: 0.0757687 Nov 27 03:47:36.176218 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-db187705-8716-411a-a385-48f4a571b735 req-6b3d1fe4-c689-4d94-b1b1-802ecd801cfd tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493739 Nov 27 03:47:36.258518 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-3a459e05-0b4d-428b-ac9e-c5ebf8dda2dc tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:36.260026 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-3a459e05-0b4d-428b-ac9e-c5ebf8dda2dc tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d&tenant_id=35cfdc78458c41aab44b0a976c3549af&binding%3Ahost_id=n-h2-819494-3 HTTP/1.1" status: 200 len: 1095 time: 0.1117039 Nov 27 03:47:36.271748 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747ca42-02e4-4b37-a246-028c7ff9528b req-95736ef0-ea0c-444c-8cba-ad1626490d35 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:36.277690 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747ca42-02e4-4b37-a246-028c7ff9528b req-95736ef0-ea0c-444c-8cba-ad1626490d35 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:36.283646 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747ca42-02e4-4b37-a246-028c7ff9528b req-95736ef0-ea0c-444c-8cba-ad1626490d35 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:36.285968 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0747ca42-02e4-4b37-a246-028c7ff9528b req-95736ef0-ea0c-444c-8cba-ad1626490d35 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?device_id=b96ec286-3a0e-4692-a8ca-595c470ee991 HTTP/1.1" status: 200 len: 2413 time: 0.1387155 Nov 27 03:47:36.288645 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beafd56-ef16-433d-ad31-33822bdf60ee req-05c16f4e-b5e1-44c4-8613-d0bf23b109c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:36.289955 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8beafd56-ef16-433d-ad31-33822bdf60ee req-05c16f4e-b5e1-44c4-8613-d0bf23b109c2 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2155428 Nov 27 03:47:36.313804 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee001f8-e897-4314-ae3b-d06a9b96d40a req-f5ea94b2-49e5-4edd-8f7e-cfa3e59055ae tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:36.315412 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0ee001f8-e897-4314-ae3b-d06a9b96d40a req-f5ea94b2-49e5-4edd-8f7e-cfa3e59055ae tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e7c355-c5aa-4802-a62e-1e184342eb39 HTTP/1.1" status: 200 len: 945 time: 0.0525787 Nov 27 03:47:36.366173 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0ee001f8-e897-4314-ae3b-d06a9b96d40a req-05088bdd-0d23-4048-88bf-9373ac70b707 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437682 Nov 27 03:47:36.413214 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0747ca42-02e4-4b37-a246-028c7ff9528b req-05da3f2a-46cf-4de3-b05e-9dc1007d27cb tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a421b-fa91-4269-8203-eac6a41dc513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181726 Nov 27 03:47:36.459949 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-dcc87011-ed0a-49dd-81fb-49b47d06266f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:36.460672 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-dcc87011-ed0a-49dd-81fb-49b47d06266f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:36.461197 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-dcc87011-ed0a-49dd-81fb-49b47d06266f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:36.463090 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-dcc87011-ed0a-49dd-81fb-49b47d06266f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da0e9b0fd6b84af582a0cba7df1335e8&device_id=b96ec286-3a0e-4692-a8ca-595c470ee991 HTTP/1.1" status: 200 len: 2866 time: 0.0865774 Nov 27 03:47:36.482368 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f6797-0cba-4536-96f7-3beab1494bb4 req-9517b7b4-1a31-4eea-907f-c6aaf827fe6a tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:36.484045 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-056f6797-0cba-4536-96f7-3beab1494bb4 req-9517b7b4-1a31-4eea-907f-c6aaf827fe6a tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 950 time: 0.0553391 Nov 27 03:47:36.488079 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-8af7da2c-2645-487e-a9a2-cb8e7c2bee5e service neutron] For port dc88044d-f13c-49d7-b13c-3c5037fd3349, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:47:36.523817 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-8af7da2c-2645-487e-a9a2-cb8e7c2bee5e service neutron] Publish callbacks [] for binding, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:36.524965 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-8af7da2c-2645-487e-a9a2-cb8e7c2bee5e service neutron] 10.222.0.11 "DELETE /v2.0/ports/dc88044d-f13c-49d7-b13c-3c5037fd3349/bindings/n-h1-819494-3 HTTP/1.1" status: 204 len: 173 time: 0.2376156 Nov 27 03:47:36.526650 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-49d71fdd-9370-4879-831f-a0aaf6c1b460 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.106&port_id=9bf889ae-f590-4664-8753-f45d1278dfbe HTTP/1.1" status: 200 len: 217 time: 0.0463574 Nov 27 03:47:36.547742 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-056f6797-0cba-4536-96f7-3beab1494bb4 req-d5431853-e949-4141-8743-77435b0e4d49 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538166 Nov 27 03:47:36.569803 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 53a9741c-fe2f-4e29-b5bd-aba3972489b8 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:47:36.610703 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-b0c65096-540d-4ec6-b3a9-d399b5f588c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:36.612175 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-b0c65096-540d-4ec6-b3a9-d399b5f588c0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b63f978f-7c31-4d11-ab8b-a4726c983836 HTTP/1.1" status: 200 len: 801 time: 0.0759606 Nov 27 03:47:36.625650 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 53a9741c-fe2f-4e29-b5bd-aba3972489b8 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:47:36.628860 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716e58b-7b75-4c91-81c0-c1912783d461 req-e8861a9e-bb62-46e2-b542-bc8ba317b620 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:36.629682 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 53a9741c-fe2f-4e29-b5bd-aba3972489b8 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:47:36.630722 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:36.630880 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6716e58b-7b75-4c91-81c0-c1912783d461 req-e8861a9e-bb62-46e2-b542-bc8ba317b620 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e7c355-c5aa-4802-a62e-1e184342eb39 HTTP/1.1" status: 200 len: 945 time: 0.0601006 Nov 27 03:47:36.704497 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-f9d4e592-75a4-4d79-8c0d-7b48a6453ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:36.705983 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-f9d4e592-75a4-4d79-8c0d-7b48a6453ced service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7d4eda30-592e-4b32-9d92-f1094b97d488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0742023 Nov 27 03:47:36.709671 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6716e58b-7b75-4c91-81c0-c1912783d461 req-03496410-c6cb-48cb-b584-c58d7f77f95c tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695534 Nov 27 03:47:36.712244 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:36.751330 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10acfc2-0e8f-4302-ab08-0cbff2086332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a9741c-fe2f-4e29-b5bd-aba3972489b8'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:47:36.753707 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002b32e2-aefa-4ee0-a14e-d4fc9309338e" -d '{"events": [{"server_uuid": "f10acfc2-0e8f-4302-ab08-0cbff2086332", "name": "network-vif-plugged", "status": "completed", "tag": "53a9741c-fe2f-4e29-b5bd-aba3972489b8"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:47:36.772151 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 53a9741c-fe2f-4e29-b5bd-aba3972489b8, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=53a9741c-fe2f-4e29-b5bd-aba3972489b8,segment=NetworkSegment(0ede1ec6-1b9f-43e0-8048-29f023f3314a),segment_id=0ede1ec6-1b9f-43e0-8048-29f023f3314a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:36.776452 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:36.814766 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-30cd9cfa-9285-4274-91fb-13a1c802d423 service neutron] 10.222.0.11 "GET /v2.0/networks/7d4eda30-592e-4b32-9d92-f1094b97d488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991950 Nov 27 03:47:36.829421 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bba62d-b045-4d27-9e9c-7d694df3ffb5 x-openstack-request-id: req-33bba62d-b045-4d27-9e9c-7d694df3ffb5 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:47:36.829709 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f10acfc2-0e8f-4302-ab08-0cbff2086332", "name": "network-vif-plugged", "status": "completed", "tag": "53a9741c-fe2f-4e29-b5bd-aba3972489b8", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:47:36.829964 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33bba62d-b045-4d27-9e9c-7d694df3ffb5 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:47:36.830355 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f10acfc2-0e8f-4302-ab08-0cbff2086332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a9741c-fe2f-4e29-b5bd-aba3972489b8', 'code': 200} Nov 27 03:47:36.834484 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=53a9741c-fe2f-4e29-b5bd-aba3972489b8,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:36.861751 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230cb65-4ea5-47a5-8319-79ec83788a4e req-19ce84cf-5065-4bab-a42d-2b37f64f9c19 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:36.869737 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9230cb65-4ea5-47a5-8319-79ec83788a4e req-19ce84cf-5065-4bab-a42d-2b37f64f9c19 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 944 time: 0.0609932 Nov 27 03:47:36.921699 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9230cb65-4ea5-47a5-8319-79ec83788a4e req-42471a88-9306-4cec-a076-b051e6a70e4e tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509689 Nov 27 03:47:36.948810 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-9e954130-3aea-4abd-9222-9dae63581a0e service neutron] 10.222.0.11 "GET /v2.0/networks/7d4eda30-592e-4b32-9d92-f1094b97d488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253815 Nov 27 03:47:36.992205 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1613f8a-a005-4ca9-88f1-7b3a85bdf90e req-e4e94801-a38d-48b5-b760-92a91ea2cfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:36.993812 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c1613f8a-a005-4ca9-88f1-7b3a85bdf90e req-e4e94801-a38d-48b5-b760-92a91ea2cfea service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 1096 time: 0.0486369 Nov 27 03:47:37.011722 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-82eefb61-2671-4561-bc6d-a7c5fe48a49d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.235&port_id=b34cad04-e060-40be-bc9f-815b0fc07cc7 HTTP/1.1" status: 200 len: 217 time: 0.0481575 Nov 27 03:47:37.024899 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a87cd7-9cf4-4775-b0a1-f00856503f73 req-685777cb-753b-4aff-9a7b-92e36cc029ed tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:37.026636 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b2a87cd7-9cf4-4775-b0a1-f00856503f73 req-685777cb-753b-4aff-9a7b-92e36cc029ed tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e7c355-c5aa-4802-a62e-1e184342eb39 HTTP/1.1" status: 200 len: 945 time: 0.1192214 Nov 27 03:47:37.089436 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e8df2-f5ac-407f-935d-db3b958cccb0 req-5c186ebd-9933-4a28-9713-57cc487271b6 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:37.090970 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a73e8df2-f5ac-407f-935d-db3b958cccb0 req-5c186ebd-9933-4a28-9713-57cc487271b6 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52ab998-a1b9-44c8-ba23-bb47d3345075 HTTP/1.1" status: 200 len: 945 time: 0.0862315 Nov 27 03:47:37.093469 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c1613f8a-a005-4ca9-88f1-7b3a85bdf90e req-8d36bc75-0400-49bb-8104-e19c3e3341b3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801020 Nov 27 03:47:37.106925 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-0f36c0a9-989a-4284-a5c9-f214a4b5b5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:37.108417 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-0f36c0a9-989a-4284-a5c9-f214a4b5b5fb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ce207899-f898-4b05-a02d-c878ad08afa1 HTTP/1.1" status: 200 len: 801 time: 0.0808125 Nov 27 03:47:37.133404 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b2a87cd7-9cf4-4775-b0a1-f00856503f73 req-6e17db10-d67f-40e9-92fc-24ba9da215ac tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968871 Nov 27 03:47:37.144912 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a73e8df2-f5ac-407f-935d-db3b958cccb0 req-da294b61-0bd2-42fa-bc64-5f55550eb631 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462434 Nov 27 03:47:37.168885 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-f0295469-5c21-4dfd-a806-57dae620ce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:37.170971 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-f0295469-5c21-4dfd-a806-57dae620ce88 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=23c33ed2-8a0c-4269-bc9e-d67d7c716e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0538187 Nov 27 03:47:37.314790 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91089341-d89d-40f7-a7e4-dd6d3f388695 req-39442235-c4fe-4364-b354-3b954eabde50 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:37.316433 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-91089341-d89d-40f7-a7e4-dd6d3f388695 req-39442235-c4fe-4364-b354-3b954eabde50 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 945 time: 0.0842133 Nov 27 03:47:37.322268 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-e3c39837-3d80-49b9-a40d-93f01066c62a service neutron] 10.222.0.11 "GET /v2.0/networks/23c33ed2-8a0c-4269-bc9e-d67d7c716e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367826 Nov 27 03:47:37.420040 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-91089341-d89d-40f7-a7e4-dd6d3f388695 req-fef4487d-8440-4eef-a50b-78c954cf8eb2 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967636 Nov 27 03:47:37.452762 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-11150275-21b4-4be9-a72c-4fd249cffa35 service neutron] 10.222.0.11 "GET /v2.0/networks/23c33ed2-8a0c-4269-bc9e-d67d7c716e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225967 Nov 27 03:47:37.504151 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-98b5e6fb-9710-4c3b-9927-e6f413e46f20 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.144&port_id=5daa8aa7-e650-4f9b-8ebf-215f14da988a HTTP/1.1" status: 200 len: 217 time: 0.0425460 Nov 27 03:47:37.517321 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea4265-6810-4140-b973-09ab9af1140f req-dcf3bc7d-0b01-4350-9891-ae6c10f0244b tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:37.518855 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-23ea4265-6810-4140-b973-09ab9af1140f req-dcf3bc7d-0b01-4350-9891-ae6c10f0244b tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e7c355-c5aa-4802-a62e-1e184342eb39 HTTP/1.1" status: 200 len: 945 time: 0.0560431 Nov 27 03:47:37.568797 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-23ea4265-6810-4140-b973-09ab9af1140f req-2ce9296e-73ff-4704-a576-843d7f2ef11c tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424852 Nov 27 03:47:37.588319 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-22df476c-2584-413a-8646-fd77fe2d9ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:37.589758 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-22df476c-2584-413a-8646-fd77fe2d9ce7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b63f978f-7c31-4d11-ab8b-a4726c983836 HTTP/1.1" status: 200 len: 801 time: 0.0770116 Nov 27 03:47:37.595724 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa066f4c-9a41-48ab-8f63-11139205f9e2 req-cd3ba15c-1cf3-4bd3-abad-676b15a42673 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:37.597487 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-aa066f4c-9a41-48ab-8f63-11139205f9e2 req-cd3ba15c-1cf3-4bd3-abad-676b15a42673 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 1095 time: 0.0968375 Nov 27 03:47:37.672108 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-eeafa22f-da17-4d4e-82a6-795af27ce98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:37.673829 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-eeafa22f-da17-4d4e-82a6-795af27ce98f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7d4eda30-592e-4b32-9d92-f1094b97d488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0741608 Nov 27 03:47:37.677394 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-aa066f4c-9a41-48ab-8f63-11139205f9e2 req-93c8a5dd-926e-4a4b-8aaa-b4420fd0e5b8 tempest-LiveAutoBlockMigrationV225Test-1941052964 tempest-LiveAutoBlockMigrationV225Test-1941052964-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699711 Nov 27 03:47:37.677846 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b96ec286-3a0e-4692-a8ca-595c470ee991', 'tag': '5daa8aa7-e650-4f9b-8ebf-215f14da988a'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:47:37.680186 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00355e8-ac88-45ef-991d-e3181d31b777" -d '{"events": [{"name": "network-changed", "server_uuid": "b96ec286-3a0e-4692-a8ca-595c470ee991", "tag": "5daa8aa7-e650-4f9b-8ebf-215f14da988a"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:47:37.689895 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7898373-6aed-4f02-864e-00f7a2a65c24 req-7bce12e0-0b47-46fc-b869-a3174952f3d2 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:37.697052 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7898373-6aed-4f02-864e-00f7a2a65c24 req-7bce12e0-0b47-46fc-b869-a3174952f3d2 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:37.703003 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7898373-6aed-4f02-864e-00f7a2a65c24 req-7bce12e0-0b47-46fc-b869-a3174952f3d2 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:37.713433 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e7898373-6aed-4f02-864e-00f7a2a65c24 req-7bce12e0-0b47-46fc-b869-a3174952f3d2 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?device_id=b96ec286-3a0e-4692-a8ca-595c470ee991 HTTP/1.1" status: 200 len: 2413 time: 0.0799379 Nov 27 03:47:37.769348 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e7898373-6aed-4f02-864e-00f7a2a65c24 req-e95452df-40e3-46d9-ae8e-f7850e17b5e2 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a421b-fa91-4269-8203-eac6a41dc513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493643 Nov 27 03:47:37.886638 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286538f1-bd1f-45cd-9876-799aeda18d86 req-0414c6ec-dec0-4121-acdd-44bf4f4173ed tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:37.888351 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-286538f1-bd1f-45cd-9876-799aeda18d86 req-0414c6ec-dec0-4121-acdd-44bf4f4173ed tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 950 time: 0.0580149 Nov 27 03:47:37.958044 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-286538f1-bd1f-45cd-9876-799aeda18d86 req-0a93d3aa-eefd-43e2-8977-274fb2e55b6b tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592244 Nov 27 03:47:38.088395 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ac8539-3186-4955-bf23-020e48e13c2e x-openstack-request-id: req-31ac8539-3186-4955-bf23-020e48e13c2e {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:47:38.088691 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b96ec286-3a0e-4692-a8ca-595c470ee991", "tag": "5daa8aa7-e650-4f9b-8ebf-215f14da988a", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:47:38.088944 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-31ac8539-3186-4955-bf23-020e48e13c2e {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:47:38.089337 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b96ec286-3a0e-4692-a8ca-595c470ee991', 'tag': '5daa8aa7-e650-4f9b-8ebf-215f14da988a', 'status': 'completed', 'code': 200} Nov 27 03:47:38.096021 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa663ff-a315-4e57-b4b5-b3d90e88e6a3 req-41fdde51-f253-4c84-a5f4-ab2f0f31f5cd tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:38.097500 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2aa663ff-a315-4e57-b4b5-b3d90e88e6a3 req-41fdde51-f253-4c84-a5f4-ab2f0f31f5cd tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 944 time: 0.0533960 Nov 27 03:47:38.108873 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-cffba073-3410-4239-9b44-076cb52293dd service neutron] 10.222.0.11 "GET /v2.0/networks/7d4eda30-592e-4b32-9d92-f1094b97d488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257216 Nov 27 03:47:38.146395 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2aa663ff-a315-4e57-b4b5-b3d90e88e6a3 req-ead976dc-1985-4ad3-9880-c95e44652599 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429671 Nov 27 03:47:38.193865 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba24e1-1dfd-431b-b332-5866cbf94bef req-dca875c5-699d-4cd4-a381-78ddcc03a28e tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:38.195413 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8fba24e1-1dfd-431b-b332-5866cbf94bef req-dca875c5-699d-4cd4-a381-78ddcc03a28e tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e7c355-c5aa-4802-a62e-1e184342eb39 HTTP/1.1" status: 200 len: 945 time: 0.1053298 Nov 27 03:47:38.261469 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9bd50f4-b6cb-49dc-9303-8ff9660406f6 req-df19b0de-d24c-4f08-a418-d221a5c69c50 service neutron] 10.222.0.11 "GET /v2.0/networks/7d4eda30-592e-4b32-9d92-f1094b97d488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379483 Nov 27 03:47:38.269012 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8fba24e1-1dfd-431b-b332-5866cbf94bef req-2002333c-2d52-41c4-b41b-2fdd49fe7454 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671911 Nov 27 03:47:38.278483 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fe0a7-338d-4fa1-9572-34c9aef72995 req-0834e0af-32cb-4dcc-9cce-2d482ca67fe4 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:38.279737 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-217fe0a7-338d-4fa1-9572-34c9aef72995 req-0834e0af-32cb-4dcc-9cce-2d482ca67fe4 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52ab998-a1b9-44c8-ba23-bb47d3345075 HTTP/1.1" status: 200 len: 945 time: 0.0511966 Nov 27 03:47:38.334686 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-217fe0a7-338d-4fa1-9572-34c9aef72995 req-28a37ee8-b44d-4acb-841d-211767eef6b1 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480416 Nov 27 03:47:38.388392 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d7e62-8728-460b-920a-a2317e3400e8 req-a0db5450-e9e8-43b5-a05f-7f71b584a2e3 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:38.389902 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3d8d7e62-8728-460b-920a-a2317e3400e8 req-a0db5450-e9e8-43b5-a05f-7f71b584a2e3 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e7c355-c5aa-4802-a62e-1e184342eb39 HTTP/1.1" status: 200 len: 945 time: 0.0495625 Nov 27 03:47:38.439467 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3d8d7e62-8728-460b-920a-a2317e3400e8 req-fb0b73a7-9ab3-42be-b218-ee584da85967 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435684 Nov 27 03:47:38.516272 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00355e8-ac88-45ef-991d-e3181d31b777 req-a498cdc4-b0bf-4be2-b662-6532a903682d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:38.516901 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00355e8-ac88-45ef-991d-e3181d31b777 req-a498cdc4-b0bf-4be2-b662-6532a903682d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:38.517444 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00355e8-ac88-45ef-991d-e3181d31b777 req-a498cdc4-b0bf-4be2-b662-6532a903682d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:38.519133 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b00355e8-ac88-45ef-991d-e3181d31b777 req-a498cdc4-b0bf-4be2-b662-6532a903682d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da0e9b0fd6b84af582a0cba7df1335e8&device_id=b96ec286-3a0e-4692-a8ca-595c470ee991 HTTP/1.1" status: 200 len: 2866 time: 0.0501647 Nov 27 03:47:38.574938 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cbc769-39ad-46fd-a1cd-ce965f320846 req-0d87fb9f-728c-4440-85ed-2ff27febf636 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:38.576625 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a6cbc769-39ad-46fd-a1cd-ce965f320846 req-0d87fb9f-728c-4440-85ed-2ff27febf636 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 945 time: 0.0565383 Nov 27 03:47:38.668741 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a6cbc769-39ad-46fd-a1cd-ce965f320846 req-b12718d9-4c39-462d-a48f-ba5461cc576b tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839760 Nov 27 03:47:38.693687 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00355e8-ac88-45ef-991d-e3181d31b777 req-b77c2ed9-7294-4238-8525-9c12c863c0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:38.695191 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b00355e8-ac88-45ef-991d-e3181d31b777 req-b77c2ed9-7294-4238-8525-9c12c863c0f9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7d4eda30-592e-4b32-9d92-f1094b97d488 HTTP/1.1" status: 200 len: 902 time: 0.1176162 Nov 27 03:47:38.748776 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b00355e8-ac88-45ef-991d-e3181d31b777 req-c3aed2e7-4de1-4f13-a674-523992248c47 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.144&port_id=5daa8aa7-e650-4f9b-8ebf-215f14da988a HTTP/1.1" status: 200 len: 217 time: 0.0447004 Nov 27 03:47:38.823925 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c07e2f-373a-4623-81c2-9120ec6c446e req-54d3748b-fc94-493d-9ebc-c21d1abd9e72 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:38.831023 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-04c07e2f-373a-4623-81c2-9120ec6c446e req-54d3748b-fc94-493d-9ebc-c21d1abd9e72 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 1096 time: 0.0846970 Nov 27 03:47:38.834269 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00355e8-ac88-45ef-991d-e3181d31b777 req-4210b30f-a3fc-4862-9e32-705f148ed4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:38.835604 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b00355e8-ac88-45ef-991d-e3181d31b777 req-4210b30f-a3fc-4862-9e32-705f148ed4d2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b63f978f-7c31-4d11-ab8b-a4726c983836 HTTP/1.1" status: 200 len: 801 time: 0.0785813 Nov 27 03:47:38.907306 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-04c07e2f-373a-4623-81c2-9120ec6c446e req-bca3882c-c0fe-4333-aaf2-0971396ed71b tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754118 Nov 27 03:47:38.923927 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00355e8-ac88-45ef-991d-e3181d31b777 req-f56dec2e-e3a0-4195-ae68-a39290f61c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:38.925622 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b00355e8-ac88-45ef-991d-e3181d31b777 req-f56dec2e-e3a0-4195-ae68-a39290f61c68 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7d4eda30-592e-4b32-9d92-f1094b97d488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0593419 Nov 27 03:47:38.949455 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ed015-37e7-46e5-a37c-a56205cef28c req-29ef0e15-53fe-4ff9-8fd6-3fe2c5af71d9 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:38.955462 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ed015-37e7-46e5-a37c-a56205cef28c req-29ef0e15-53fe-4ff9-8fd6-3fe2c5af71d9 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:38.961987 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ed015-37e7-46e5-a37c-a56205cef28c req-29ef0e15-53fe-4ff9-8fd6-3fe2c5af71d9 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:38.963691 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-190ed015-37e7-46e5-a37c-a56205cef28c req-29ef0e15-53fe-4ff9-8fd6-3fe2c5af71d9 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?device_id=b96ec286-3a0e-4692-a8ca-595c470ee991 HTTP/1.1" status: 200 len: 2413 time: 0.0741804 Nov 27 03:47:39.021852 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-190ed015-37e7-46e5-a37c-a56205cef28c req-4e6202bc-b3e2-4027-87af-094608421093 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a421b-fa91-4269-8203-eac6a41dc513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515745 Nov 27 03:47:39.051305 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b00355e8-ac88-45ef-991d-e3181d31b777 req-4e8257bf-593b-4d2a-9690-d73017252fcb service neutron] 10.222.0.11 "GET /v2.0/networks/7d4eda30-592e-4b32-9d92-f1094b97d488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955102 Nov 27 03:47:39.129376 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26ee53-1ff4-4dd5-a216-e941422ee6f2 req-fc4109c6-f4cd-4d81-a10a-0cb34d2132c8 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:39.131190 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1f26ee53-1ff4-4dd5-a216-e941422ee6f2 req-fc4109c6-f4cd-4d81-a10a-0cb34d2132c8 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 1096 time: 0.0431638 Nov 27 03:47:39.181405 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1f26ee53-1ff4-4dd5-a216-e941422ee6f2 req-fb1c9d12-bdb5-4a0b-a755-864438bf721d tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442276 Nov 27 03:47:39.280077 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d783f-1456-4949-b227-73e910835e86 req-cc68cb03-a254-4c31-a77b-a6347ce71d1b tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:39.281570 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3e8d783f-1456-4949-b227-73e910835e86 req-cc68cb03-a254-4c31-a77b-a6347ce71d1b tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 944 time: 0.1447110 Nov 27 03:47:39.288997 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe24dd1-ce03-463d-b9ed-3a230d9aecc6 req-2dfb7482-3f5b-41ec-ad0b-ea9b40c6c802 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:39.295077 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4fe24dd1-ce03-463d-b9ed-3a230d9aecc6 req-2dfb7482-3f5b-41ec-ad0b-ea9b40c6c802 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e7c355-c5aa-4802-a62e-1e184342eb39 HTTP/1.1" status: 200 len: 945 time: 0.0580091 Nov 27 03:47:39.312249 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f667d0-64ff-4fe2-89b5-daab09e186b0 req-5be7864f-47b4-4db7-9685-387756734f81 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:39.313790 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-79f667d0-64ff-4fe2-89b5-daab09e186b0 req-5be7864f-47b4-4db7-9685-387756734f81 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 950 time: 0.1307914 Nov 27 03:47:39.320808 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b00355e8-ac88-45ef-991d-e3181d31b777 req-48490819-d530-4dc0-9bd2-05688eff0182 service neutron] 10.222.0.11 "GET /v2.0/networks/7d4eda30-592e-4b32-9d92-f1094b97d488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851547 Nov 27 03:47:39.344180 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4fe24dd1-ce03-463d-b9ed-3a230d9aecc6 req-ae34a7d2-f297-4a64-b492-92172ae2b620 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477591 Nov 27 03:47:39.374206 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-79f667d0-64ff-4fe2-89b5-daab09e186b0 req-8cf30670-2b19-4e25-9522-5abf45439adf tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521243 Nov 27 03:47:39.527231 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e9f9d-c797-4d78-8514-bdfcc0764e3e req-b53519fe-f39c-41a0-b9bd-d642cda2a38b tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:39.528876 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-225e9f9d-c797-4d78-8514-bdfcc0764e3e req-b53519fe-f39c-41a0-b9bd-d642cda2a38b tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 944 time: 0.0499694 Nov 27 03:47:39.547100 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a037d-aac8-445a-9f70-6d97697a11aa req-dd464283-dfc4-400e-aaba-ee50d26326ab tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:39.548578 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d02a037d-aac8-445a-9f70-6d97697a11aa req-dd464283-dfc4-400e-aaba-ee50d26326ab tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52ab998-a1b9-44c8-ba23-bb47d3345075 HTTP/1.1" status: 200 len: 945 time: 0.0655975 Nov 27 03:47:39.568952 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-3e8d783f-1456-4949-b227-73e910835e86 req-6eee5413-d3ca-421e-afc9-7bea2970cb36 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Deleting port dc88044d-f13c-49d7-b13c-3c5037fd3349 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:47:39.569298 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3e8d783f-1456-4949-b227-73e910835e86 req-6eee5413-d3ca-421e-afc9-7bea2970cb36 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:39.578854 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-225e9f9d-c797-4d78-8514-bdfcc0764e3e req-a5702425-499b-4376-924c-691bcd7c8169 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437961 Nov 27 03:47:39.654396 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d02a037d-aac8-445a-9f70-6d97697a11aa req-b3b39ccf-e34d-4432-89c7-26fcac4aa867 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964422 Nov 27 03:47:39.687926 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-3e8d783f-1456-4949-b227-73e910835e86 req-6eee5413-d3ca-421e-afc9-7bea2970cb36 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] For port dc88044d-f13c-49d7-b13c-3c5037fd3349, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=dc88044d-f13c-49d7-b13c-3c5037fd3349,segment=NetworkSegment(74310010-e448-4edf-8f12-15f9f8367765),segment_id=74310010-e448-4edf-8f12-15f9f8367765)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:39.688309 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3e8d783f-1456-4949-b227-73e910835e86 req-6eee5413-d3ca-421e-afc9-7bea2970cb36 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:39.704596 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-3e8d783f-1456-4949-b227-73e910835e86 req-6eee5413-d3ca-421e-afc9-7bea2970cb36 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Calling delete_port for dc88044d-f13c-49d7-b13c-3c5037fd3349 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:47:39.844477 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3e8d783f-1456-4949-b227-73e910835e86 req-6eee5413-d3ca-421e-afc9-7bea2970cb36 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:39.873072 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee5413-d3ca-421e-afc9-7bea2970cb36 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Pushing event deleted for resources: {'Port': ['ID=dc88044d-f13c-49d7-b13c-3c5037fd3349,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:39.889308 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['38d81c3d-ce44-436e-ac76-0fa3e4f40f3d', 'dc88044d-f13c-49d7-b13c-3c5037fd3349'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:47:39.918226 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e8d783f-1456-4949-b227-73e910835e86 req-6eee5413-d3ca-421e-afc9-7bea2970cb36 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] No DVR routers for this DVR port dc88044d-f13c-49d7-b13c-3c5037fd3349 on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:47:39.920852 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3e8d783f-1456-4949-b227-73e910835e86 req-6eee5413-d3ca-421e-afc9-7bea2970cb36 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:39.924205 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3e8d783f-1456-4949-b227-73e910835e86 req-6eee5413-d3ca-421e-afc9-7bea2970cb36 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.11 "DELETE /v2.0/ports/dc88044d-f13c-49d7-b13c-3c5037fd3349 HTTP/1.1" status: 204 len: 173 time: 0.6336064 Nov 27 03:47:40.091086 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6159af-abea-47b8-824b-04a8da24006d', 'name': 'network-vif-deleted', 'tag': 'dc88044d-f13c-49d7-b13c-3c5037fd3349'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:47:40.093990 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb787b18-8681-484a-ac1b-c99b4c9e1dcd" -d '{"events": [{"server_uuid": "1d6159af-abea-47b8-824b-04a8da24006d", "name": "network-vif-deleted", "tag": "dc88044d-f13c-49d7-b13c-3c5037fd3349"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:47:40.195190 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a967a-4ff0-4993-bacf-ddcd711f6383 req-e9804b34-e98b-41a1-932c-3038d98f8084 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:40.203040 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a967a-4ff0-4993-bacf-ddcd711f6383 req-e9804b34-e98b-41a1-932c-3038d98f8084 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:40.213340 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a967a-4ff0-4993-bacf-ddcd711f6383 req-e9804b34-e98b-41a1-932c-3038d98f8084 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:40.215117 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-550a967a-4ff0-4993-bacf-ddcd711f6383 req-e9804b34-e98b-41a1-932c-3038d98f8084 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?device_id=b96ec286-3a0e-4692-a8ca-595c470ee991 HTTP/1.1" status: 200 len: 2413 time: 0.0805666 Nov 27 03:47:40.266594 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-550a967a-4ff0-4993-bacf-ddcd711f6383 req-9d37d288-e217-46f4-899d-fd82ebd70199 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a421b-fa91-4269-8203-eac6a41dc513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448434 Nov 27 03:47:40.312374 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566d8750-b4b5-43b2-8a21-5ff0bf03c795 x-openstack-request-id: req-566d8750-b4b5-43b2-8a21-5ff0bf03c795 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:47:40.312679 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d6159af-abea-47b8-824b-04a8da24006d", "name": "network-vif-deleted", "tag": "dc88044d-f13c-49d7-b13c-3c5037fd3349", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:47:40.312940 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-566d8750-b4b5-43b2-8a21-5ff0bf03c795 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:47:40.313374 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6159af-abea-47b8-824b-04a8da24006d', 'name': 'network-vif-deleted', 'tag': 'dc88044d-f13c-49d7-b13c-3c5037fd3349', 'status': 'completed', 'code': 200} Nov 27 03:47:40.465701 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e0316-d0b2-4e12-af98-3279cb77632e req-01dd3080-22d1-40e1-aa9e-d13ba8e790f7 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:40.467382 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca6e0316-d0b2-4e12-af98-3279cb77632e req-01dd3080-22d1-40e1-aa9e-d13ba8e790f7 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e7c355-c5aa-4802-a62e-1e184342eb39 HTTP/1.1" status: 200 len: 945 time: 0.0515919 Nov 27 03:47:40.500414 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-81160691-c344-435f-a1af-286bf0cd4553 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 03:47:40.501394 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-81160691-c344-435f-a1af-286bf0cd4553 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064631 Nov 27 03:47:40.555234 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca6e0316-d0b2-4e12-af98-3279cb77632e req-fa61d49c-3c81-4159-af1d-ed39c6862b3b tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812449 Nov 27 03:47:40.558105 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-929c7d8e-142f-4f1c-b0e0-63f13d868ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:40.559453 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-929c7d8e-142f-4f1c-b0e0-63f13d868ec4 service neutron] 10.222.0.20 "GET /v2.0/ports/53a9741c-fe2f-4e29-b5bd-aba3972489b8 HTTP/1.1" status: 200 len: 1093 time: 0.0489964 Nov 27 03:47:40.569690 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-9ac5445c-9064-4552-bb5b-520d93a65f70 service neutron] Request body: {'binding': {'host': 'n-h2-819494-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:47:40.570234 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-9ac5445c-9064-4552-bb5b-520d93a65f70 service neutron] Unknown quota resources ['binding']. {{(pid=110019) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 03:47:40.715655 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb0f48-8b56-410d-a92e-e8b4f29f08bf req-10d31c10-3e98-488f-b378-331936ad4adb tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:40.717196 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7feb0f48-8b56-410d-a92e-e8b4f29f08bf req-10d31c10-3e98-488f-b378-331936ad4adb tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 950 time: 0.0978630 Nov 27 03:47:40.772228 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-9ac5445c-9064-4552-bb5b-520d93a65f70 service neutron] Attempting to bind port 53a9741c-fe2f-4e29-b5bd-aba3972489b8 on host n-h2-819494-3 for vnic_type normal with profile None {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:47:40.772582 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-9ac5445c-9064-4552-bb5b-520d93a65f70 service neutron] Attempting to bind port 53a9741c-fe2f-4e29-b5bd-aba3972489b8 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:47:40.772921 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-9ac5445c-9064-4552-bb5b-520d93a65f70 service neutron] Attempting to bind port 53a9741c-fe2f-4e29-b5bd-aba3972489b8 on network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:47:40.782996 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-9ac5445c-9064-4552-bb5b-520d93a65f70 service neutron] Port 53a9741c-fe2f-4e29-b5bd-aba3972489b8 on network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:47:40.783323 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-9ac5445c-9064-4552-bb5b-520d93a65f70 service neutron] Attempting to bind port 53a9741c-fe2f-4e29-b5bd-aba3972489b8 on network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:47:40.795056 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7feb0f48-8b56-410d-a92e-e8b4f29f08bf req-c1e10cdd-4ed9-412d-a465-a8f033ed2aba tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700850 Nov 27 03:47:40.795938 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-9ac5445c-9064-4552-bb5b-520d93a65f70 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:47:40.796289 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-9ac5445c-9064-4552-bb5b-520d93a65f70 service neutron] Checking segment: {'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:47:40.796669 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-9ac5445c-9064-4552-bb5b-520d93a65f70 service neutron] Bound using segment: {'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:47:40.797114 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-9ac5445c-9064-4552-bb5b-520d93a65f70 service neutron] Bound port: 53a9741c-fe2f-4e29-b5bd-aba3972489b8, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:47:40.854500 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-9ac5445c-9064-4552-bb5b-520d93a65f70 service neutron] For port 53a9741c-fe2f-4e29-b5bd-aba3972489b8, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=53a9741c-fe2f-4e29-b5bd-aba3972489b8,segment=NetworkSegment(0ede1ec6-1b9f-43e0-8048-29f023f3314a),segment_id=0ede1ec6-1b9f-43e0-8048-29f023f3314a)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:47:40.869711 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-9ac5445c-9064-4552-bb5b-520d93a65f70 service neutron] Publish callbacks [] for binding, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:40.870926 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-9ac5445c-9064-4552-bb5b-520d93a65f70 service neutron] 10.222.0.20 "POST /v2.0/ports/53a9741c-fe2f-4e29-b5bd-aba3972489b8/bindings HTTP/1.1" status: 201 len: 389 time: 0.3052986 Nov 27 03:47:40.887116 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ce1a8f05-81f3-4aa9-be63-2d57e500f4b6 req-d47e1764-2c44-43c6-b8db-4aea724aa1c0 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 210 time: 0.0312753 Nov 27 03:47:41.031326 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae2d3f-2ba5-4f88-b23c-a141d8685ed2 req-ab9a547d-9608-478e-8e78-26e0a164ddc5 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:41.032818 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dfae2d3f-2ba5-4f88-b23c-a141d8685ed2 req-ab9a547d-9608-478e-8e78-26e0a164ddc5 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52ab998-a1b9-44c8-ba23-bb47d3345075 HTTP/1.1" status: 200 len: 945 time: 0.0655334 Nov 27 03:47:41.094916 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dfae2d3f-2ba5-4f88-b23c-a141d8685ed2 req-822affc8-62e5-4e0e-9574-ff1e9aafa30b tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539191 Nov 27 03:47:41.175837 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208afbe2-4050-4b80-806c-d2338d82803c req-12ff02fe-63e6-49ff-a5bf-c3d2acd17d91 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:41.177856 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-208afbe2-4050-4b80-806c-d2338d82803c req-12ff02fe-63e6-49ff-a5bf-c3d2acd17d91 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 945 time: 0.0746253 Nov 27 03:47:41.239152 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-208afbe2-4050-4b80-806c-d2338d82803c req-848266e6-d6cb-4274-b6eb-f7d90e401d6e tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535755 Nov 27 03:47:41.268012 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-0e5b5030-fb42-4e3a-9a84-c7075d3c59e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:41.269594 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-0e5b5030-fb42-4e3a-9a84-c7075d3c59e8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4f93bf1216094326aad79ff5fda23c08&device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 1096 time: 0.1007440 Nov 27 03:47:41.408056 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-9b0ed43e-0def-4717-a879-60cb9f71923a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:41.409566 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-9b0ed43e-0def-4717-a879-60cb9f71923a service neutron] 10.222.0.11 "GET /v2.0/networks?id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 HTTP/1.1" status: 200 len: 909 time: 0.1180160 Nov 27 03:47:41.420822 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f8561-19b7-4fd8-a6dd-b9ae391e186b req-c6d838ef-e92a-4dbd-9fa7-109bc113c785 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:41.431553 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f8561-19b7-4fd8-a6dd-b9ae391e186b req-c6d838ef-e92a-4dbd-9fa7-109bc113c785 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:41.438822 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f8561-19b7-4fd8-a6dd-b9ae391e186b req-c6d838ef-e92a-4dbd-9fa7-109bc113c785 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:41.440527 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-870f8561-19b7-4fd8-a6dd-b9ae391e186b req-c6d838ef-e92a-4dbd-9fa7-109bc113c785 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?device_id=b96ec286-3a0e-4692-a8ca-595c470ee991 HTTP/1.1" status: 200 len: 2413 time: 0.0983987 Nov 27 03:47:41.480698 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-1e80e658-a9ce-45b7-aded-005b5f1b8024 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=53a9741c-fe2f-4e29-b5bd-aba3972489b8 HTTP/1.1" status: 200 len: 217 time: 0.0391910 Nov 27 03:47:41.550318 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-870f8561-19b7-4fd8-a6dd-b9ae391e186b req-e9acd450-65e6-413a-94dd-a4f73e7d7fa7 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a421b-fa91-4269-8203-eac6a41dc513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030900 Nov 27 03:47:41.555908 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-6c49e340-d817-4d58-95b6-716df7eb0a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:41.557318 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-6c49e340-d817-4d58-95b6-716df7eb0a1c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f2f4695-47e3-40b2-b54d-f43d3306eba4 HTTP/1.1" status: 200 len: 848 time: 0.0677149 Nov 27 03:47:41.592106 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-e47dfe87-a243-422a-ba3a-556d77321327 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259507 Nov 27 03:47:41.678864 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d3a64-7b28-4b49-9de8-88e0817951f3 req-09887aa5-06be-4ba2-af08-15cb9079231a tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:41.680502 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ac6d3a64-7b28-4b49-9de8-88e0817951f3 req-09887aa5-06be-4ba2-af08-15cb9079231a tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e7c355-c5aa-4802-a62e-1e184342eb39 HTTP/1.1" status: 200 len: 945 time: 0.0513315 Nov 27 03:47:41.692930 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-6e10e4f2-d595-4a7c-8579-c336608ac4a2 service neutron] 10.222.0.11 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898209 Nov 27 03:47:41.731198 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ac6d3a64-7b28-4b49-9de8-88e0817951f3 req-29f85045-616c-4f77-b494-4489052a0a76 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442824 Nov 27 03:47:41.810505 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-a91f9dab-ae15-4227-b25c-6218612b9117 service neutron] 10.222.0.11 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988162 Nov 27 03:47:41.916058 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c291479-38f3-4e44-984d-be08d9e0e352 req-f99e9c55-cbb6-46d0-85c1-33a53270c8a8 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:41.917567 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5c291479-38f3-4e44-984d-be08d9e0e352 req-f99e9c55-cbb6-46d0-85c1-33a53270c8a8 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 950 time: 0.0497267 Nov 27 03:47:41.930181 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 6a9f7f71-9b0b-48ae-ae5e-97f196f68e82 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:47:41.979414 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5c291479-38f3-4e44-984d-be08d9e0e352 req-202de2d5-a622-4040-90ed-35749fbc1326 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545657 Nov 27 03:47:41.994589 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5c0e0999-4b49-4191-985e-31c372a6303a req-7dc62dd8-357c-4e1d-b14a-0618f968179f tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 210 time: 0.0289485 Nov 27 03:47:42.031994 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device dc88044d-f13c-49d7-b13c-3c5037fd3349 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:47:42.101020 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 6a9f7f71-9b0b-48ae-ae5e-97f196f68e82, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=6a9f7f71-9b0b-48ae-ae5e-97f196f68e82,segment=NetworkSegment(b0f39da6-536c-459a-9945-6662db53cdb6),segment_id=b0f39da6-536c-459a-9945-6662db53cdb6)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:42.113587 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '6a9f7f71-9b0b-48ae-ae5e-97f196f68e82', 'network_id': 'fa05b832-4a56-4072-b0af-d9ce19e83099', 'port_id': '6a9f7f71-9b0b-48ae-ae5e-97f196f68e82', 'mac_address': 'fa:16:3e:9b:79:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5627de8b-a39f-489f-ab76-1826aeb58791', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:47:42.118881 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: dc88044d-f13c-49d7-b13c-3c5037fd3349 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:47:42.119324 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device dc88044d-f13c-49d7-b13c-3c5037fd3349 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:47:42.189478 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:42.207076 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a9f7f71-9b0b-48ae-ae5e-97f196f68e82 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:47:42.234433 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 6a9f7f71-9b0b-48ae-ae5e-97f196f68e82, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=6a9f7f71-9b0b-48ae-ae5e-97f196f68e82,segment=NetworkSegment(b0f39da6-536c-459a-9945-6662db53cdb6),segment_id=b0f39da6-536c-459a-9945-6662db53cdb6)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:42.241388 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:42.242831 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device b34cad04-e060-40be-bc9f-815b0fc07cc7 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:47:42.295162 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772a7e6-fe3e-4275-8ea5-900a3d7ba1de req-bfaf05fc-163b-4e0f-afe3-2284e4fb24d7 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:42.297678 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e772a7e6-fe3e-4275-8ea5-900a3d7ba1de req-bfaf05fc-163b-4e0f-afe3-2284e4fb24d7 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52ab998-a1b9-44c8-ba23-bb47d3345075 HTTP/1.1" status: 200 len: 945 time: 0.1008556 Nov 27 03:47:42.375775 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e772a7e6-fe3e-4275-8ea5-900a3d7ba1de req-3caadac3-8d39-4d6f-9712-46b2716880e3 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712254 Nov 27 03:47:42.421559 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=6a9f7f71-9b0b-48ae-ae5e-97f196f68e82,revision_number=6']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:42.438155 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6448ffa-d6d6-4fcc-8421-fe05404e1684 req-37d82b93-999b-46f3-9960-b60692fae8d2 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:42.440910 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d6448ffa-d6d6-4fcc-8421-fe05404e1684 req-37d82b93-999b-46f3-9960-b60692fae8d2 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 945 time: 0.0762982 Nov 27 03:47:42.442828 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port b34cad04-e060-40be-bc9f-815b0fc07cc7, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=b34cad04-e060-40be-bc9f-815b0fc07cc7,segment=NetworkSegment(638d21ed-6798-49f4-8550-198a7a57fb19),segment_id=638d21ed-6798-49f4-8550-198a7a57fb19)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:42.454869 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'b34cad04-e060-40be-bc9f-815b0fc07cc7', 'network_id': '23c33ed2-8a0c-4269-bc9e-d67d7c716e8e', 'port_id': 'b34cad04-e060-40be-bc9f-815b0fc07cc7', 'mac_address': 'fa:16:3e:a4:57:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce207899-f898-4b05-a02d-c878ad08afa1', 'ip_address': '19.86.0.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:47:42.495697 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:42.503112 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d6448ffa-d6d6-4fcc-8421-fe05404e1684 req-a967bc60-ca70-4a1b-81f5-57ef04c29506 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529308 Nov 27 03:47:42.511978 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b34cad04-e060-40be-bc9f-815b0fc07cc7 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:47:42.531317 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port b34cad04-e060-40be-bc9f-815b0fc07cc7, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=b34cad04-e060-40be-bc9f-815b0fc07cc7,segment=NetworkSegment(638d21ed-6798-49f4-8550-198a7a57fb19),segment_id=638d21ed-6798-49f4-8550-198a7a57fb19)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:42.535764 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:42.537128 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 5daa8aa7-e650-4f9b-8ebf-215f14da988a details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:47:42.635447 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=b34cad04-e060-40be-bc9f-815b0fc07cc7,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:42.696659 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 5daa8aa7-e650-4f9b-8ebf-215f14da988a, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=5daa8aa7-e650-4f9b-8ebf-215f14da988a,segment=NetworkSegment(025eccf4-458d-4fdc-92b8-a8cfa9d70d98),segment_id=025eccf4-458d-4fdc-92b8-a8cfa9d70d98)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:42.699974 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467652a6-e255-4065-a244-99689b228df3 req-a9cf094c-f8d9-4a45-892c-ccd4cbee4dd8 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:42.706355 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467652a6-e255-4065-a244-99689b228df3 req-a9cf094c-f8d9-4a45-892c-ccd4cbee4dd8 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:42.711658 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '5daa8aa7-e650-4f9b-8ebf-215f14da988a', 'network_id': '7d4eda30-592e-4b32-9d92-f1094b97d488', 'port_id': '5daa8aa7-e650-4f9b-8ebf-215f14da988a', 'mac_address': 'fa:16:3e:45:71:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b63f978f-7c31-4d11-ab8b-a4726c983836', 'ip_address': '19.80.0.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:47:42.713637 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467652a6-e255-4065-a244-99689b228df3 req-a9cf094c-f8d9-4a45-892c-ccd4cbee4dd8 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:42.724802 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-467652a6-e255-4065-a244-99689b228df3 req-a9cf094c-f8d9-4a45-892c-ccd4cbee4dd8 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?device_id=b96ec286-3a0e-4692-a8ca-595c470ee991 HTTP/1.1" status: 200 len: 2414 time: 0.0836506 Nov 27 03:47:42.756364 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:42.781556 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5daa8aa7-e650-4f9b-8ebf-215f14da988a {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:47:42.783884 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-467652a6-e255-4065-a244-99689b228df3 req-f107a602-fd40-4bd2-a967-a4ad8fcb3803 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a421b-fa91-4269-8203-eac6a41dc513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581825 Nov 27 03:47:42.803085 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 5daa8aa7-e650-4f9b-8ebf-215f14da988a, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=5daa8aa7-e650-4f9b-8ebf-215f14da988a,segment=NetworkSegment(025eccf4-458d-4fdc-92b8-a8cfa9d70d98),segment_id=025eccf4-458d-4fdc-92b8-a8cfa9d70d98)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:42.816678 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:42.817416 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 9bf889ae-f590-4664-8753-f45d1278dfbe details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:47:42.855012 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 9bf889ae-f590-4664-8753-f45d1278dfbe, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=9bf889ae-f590-4664-8753-f45d1278dfbe,segment=NetworkSegment(025eccf4-458d-4fdc-92b8-a8cfa9d70d98),segment_id=025eccf4-458d-4fdc-92b8-a8cfa9d70d98)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:42.870963 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '9bf889ae-f590-4664-8753-f45d1278dfbe', 'network_id': '7d4eda30-592e-4b32-9d92-f1094b97d488', 'port_id': '9bf889ae-f590-4664-8753-f45d1278dfbe', 'mac_address': 'fa:16:3e:eb:47:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b63f978f-7c31-4d11-ab8b-a4726c983836', 'ip_address': '19.80.0.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:47:42.875591 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2b8ca-0f14-47ae-80c9-d3482a6c6581 req-5eecc461-a80e-41cb-bfae-157233fc6e63 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:42.886357 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-78d2b8ca-0f14-47ae-80c9-d3482a6c6581 req-5eecc461-a80e-41cb-bfae-157233fc6e63 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e7c355-c5aa-4802-a62e-1e184342eb39 HTTP/1.1" status: 200 len: 944 time: 0.0770912 Nov 27 03:47:42.937907 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-78d2b8ca-0f14-47ae-80c9-d3482a6c6581 req-ca6261aa-6240-43cb-aeae-bf8f6d2df617 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502977 Nov 27 03:47:42.946880 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:42.950789 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=5daa8aa7-e650-4f9b-8ebf-215f14da988a,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:42.966472 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bf889ae-f590-4664-8753-f45d1278dfbe {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:47:42.986391 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 9bf889ae-f590-4664-8753-f45d1278dfbe, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=9bf889ae-f590-4664-8753-f45d1278dfbe,segment=NetworkSegment(025eccf4-458d-4fdc-92b8-a8cfa9d70d98),segment_id=025eccf4-458d-4fdc-92b8-a8cfa9d70d98)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:42.990819 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:43.076394 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=9bf889ae-f590-4664-8753-f45d1278dfbe,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:43.127836 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e704075-62f6-4b4e-b308-2c15259745d6 req-e80adc19-ddf4-46de-8981-df430a1a0bae tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:43.129391 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0e704075-62f6-4b4e-b308-2c15259745d6 req-e80adc19-ddf4-46de-8981-df430a1a0bae tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 950 time: 0.0772285 Nov 27 03:47:43.193265 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ac26fc70-44e5-42cf-a374-e38e63fec53b req-53edd2ec-0ae5-49c3-b6e8-56213a4080af tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 210 time: 0.0345912 Nov 27 03:47:43.193813 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0e704075-62f6-4b4e-b308-2c15259745d6 req-a2399ec1-f229-4208-a559-9fb329cfde35 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550349 Nov 27 03:47:43.305667 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2991697-24ef-49ba-a1a7-69ecf962ce3e req-0fc82338-0a16-40cc-aeb4-6c3330a2a40a tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:43.307264 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f2991697-24ef-49ba-a1a7-69ecf962ce3e req-0fc82338-0a16-40cc-aeb4-6c3330a2a40a tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e7c355-c5aa-4802-a62e-1e184342eb39 HTTP/1.1" status: 200 len: 944 time: 0.0540149 Nov 27 03:47:43.360775 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f2991697-24ef-49ba-a1a7-69ecf962ce3e req-21515477-e15a-47a3-859f-a8a8ae01caf5 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467658 Nov 27 03:47:43.369765 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['6a9f7f71-9b0b-48ae-ae5e-97f196f68e82'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:47:43.498600 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14496b3-8365-4c2c-ad14-9580619e503c req-70bd71de-9094-4e1c-9fed-d90435a7c325 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:43.500100 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e14496b3-8365-4c2c-ad14-9580619e503c req-70bd71de-9094-4e1c-9fed-d90435a7c325 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52ab998-a1b9-44c8-ba23-bb47d3345075 HTTP/1.1" status: 200 len: 945 time: 0.0485771 Nov 27 03:47:43.553889 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e14496b3-8365-4c2c-ad14-9580619e503c req-9865725f-6038-4362-ab77-9834be362d7d tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459437 Nov 27 03:47:43.618309 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae3047-cd81-4121-9499-e788183718b3 req-eccc0ad9-0b20-45aa-91e5-bcf398e292f6 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:43.619809 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6aae3047-cd81-4121-9499-e788183718b3 req-eccc0ad9-0b20-45aa-91e5-bcf398e292f6 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 945 time: 0.0517623 Nov 27 03:47:43.674873 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6aae3047-cd81-4121-9499-e788183718b3 req-d141c9c0-0d11-4a67-9140-27dd60b7455c tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487089 Nov 27 03:47:43.772477 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['b34cad04-e060-40be-bc9f-815b0fc07cc7'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:47:43.803219 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['5daa8aa7-e650-4f9b-8ebf-215f14da988a'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:47:43.853200 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['9bf889ae-f590-4664-8753-f45d1278dfbe'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:47:43.920230 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587d15a-5a42-4cde-a19f-067a4ba8c45d req-eaa80cd4-e73c-42c6-bb2a-fdb843fce73d tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:43.926124 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587d15a-5a42-4cde-a19f-067a4ba8c45d req-eaa80cd4-e73c-42c6-bb2a-fdb843fce73d tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:43.932684 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587d15a-5a42-4cde-a19f-067a4ba8c45d req-eaa80cd4-e73c-42c6-bb2a-fdb843fce73d tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:43.934304 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d587d15a-5a42-4cde-a19f-067a4ba8c45d req-eaa80cd4-e73c-42c6-bb2a-fdb843fce73d tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?device_id=b96ec286-3a0e-4692-a8ca-595c470ee991 HTTP/1.1" status: 200 len: 2416 time: 0.0644910 Nov 27 03:47:43.964103 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 6a9f7f71-9b0b-48ae-ae5e-97f196f68e82 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:47:43.983813 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d587d15a-5a42-4cde-a19f-067a4ba8c45d req-8be221a3-8222-43be-83be-1c8ddfc8f2a3 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a421b-fa91-4269-8203-eac6a41dc513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421627 Nov 27 03:47:44.200319 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:44.225106 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6a9f7f71-9b0b-48ae-ae5e-97f196f68e82 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:47:44.247932 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 6a9f7f71-9b0b-48ae-ae5e-97f196f68e82, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=6a9f7f71-9b0b-48ae-ae5e-97f196f68e82,segment=NetworkSegment(b0f39da6-536c-459a-9945-6662db53cdb6),segment_id=b0f39da6-536c-459a-9945-6662db53cdb6)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:44.254286 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:44.310133 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=6a9f7f71-9b0b-48ae-ae5e-97f196f68e82,revision_number=7']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:44.318880 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f980eb36-6838-4ab3-b9d8-1f4fa6ff87e3 req-d7d1d1b1-4cbb-4970-b6c9-78bf3a1a0e62 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d6159af-abea-47b8-824b-04a8da24006d HTTP/1.1" status: 200 len: 210 time: 0.0383651 Nov 27 03:47:44.368099 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0a9e6-2381-4b5b-87c0-6cf0ec535e20 req-14ea9cdd-7818-44f6-b248-a5e62584ac7a tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:44.369741 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b2c0a9e6-2381-4b5b-87c0-6cf0ec535e20 req-14ea9cdd-7818-44f6-b248-a5e62584ac7a tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 950 time: 0.0598705 Nov 27 03:47:44.424713 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b2c0a9e6-2381-4b5b-87c0-6cf0ec535e20 req-5f86fff8-402f-436c-985b-d7012ecf75e8 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474405 Nov 27 03:47:44.531524 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c381e-d820-47f9-b257-418b71cc9822 req-25112f35-e853-4fe6-aa21-0db524ad10b9 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:44.533492 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7a5c381e-d820-47f9-b257-418b71cc9822 req-25112f35-e853-4fe6-aa21-0db524ad10b9 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e7c355-c5aa-4802-a62e-1e184342eb39 HTTP/1.1" status: 200 len: 943 time: 0.0552049 Nov 27 03:47:44.583653 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7a5c381e-d820-47f9-b257-418b71cc9822 req-87bfc8e7-f7d4-409d-ac1e-a164a1c9d46a tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428152 Nov 27 03:47:44.712073 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465dd221-0ea6-4891-821c-4a7a9acd2ad9 req-eaf3a369-5ce1-4e81-bbb1-a0a32920a7dc tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:44.713567 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-465dd221-0ea6-4891-821c-4a7a9acd2ad9 req-eaf3a369-5ce1-4e81-bbb1-a0a32920a7dc tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52ab998-a1b9-44c8-ba23-bb47d3345075 HTTP/1.1" status: 200 len: 945 time: 0.0721519 Nov 27 03:47:44.777290 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-465dd221-0ea6-4891-821c-4a7a9acd2ad9 req-ea39c15e-7ad7-461e-9587-cb3eac63546e tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520506 Nov 27 03:47:44.834724 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9d222-fa6f-4a1c-8c3e-fa9229306fa8 req-a4c81be9-8553-415f-b2ab-7abad857d197 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:44.836209 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-79c9d222-fa6f-4a1c-8c3e-fa9229306fa8 req-a4c81be9-8553-415f-b2ab-7abad857d197 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 945 time: 0.0539448 Nov 27 03:47:44.895090 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-79c9d222-fa6f-4a1c-8c3e-fa9229306fa8 req-caaec080-13a7-4ecc-9ddc-547642a240fa tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519454 Nov 27 03:47:45.110342 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a255c02-3339-416e-9985-07fc0db08eb6 req-3e7d5769-2748-4c04-a454-fdd96650ad22 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:45.116873 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a255c02-3339-416e-9985-07fc0db08eb6 req-3e7d5769-2748-4c04-a454-fdd96650ad22 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:45.122819 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a255c02-3339-416e-9985-07fc0db08eb6 req-3e7d5769-2748-4c04-a454-fdd96650ad22 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:45.124446 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9a255c02-3339-416e-9985-07fc0db08eb6 req-3e7d5769-2748-4c04-a454-fdd96650ad22 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?device_id=b96ec286-3a0e-4692-a8ca-595c470ee991 HTTP/1.1" status: 200 len: 2416 time: 0.0628376 Nov 27 03:47:45.199524 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9a255c02-3339-416e-9985-07fc0db08eb6 req-555c26a2-66f8-4782-9cba-e7b8eb95cbb0 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a421b-fa91-4269-8203-eac6a41dc513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681260 Nov 27 03:47:45.222164 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c2afa-fe8b-4edb-9bce-378aedb6afdd req-22d8c336-7505-4d77-88b2-e195fc9f9ee2 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:45.222164 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-274c2afa-fe8b-4edb-9bce-378aedb6afdd req-22d8c336-7505-4d77-88b2-e195fc9f9ee2 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.11 "GET /v2.0/ports?device_id=59e7c355-c5aa-4802-a62e-1e184342eb39 HTTP/1.1" status: 200 len: 943 time: 0.0681291 Nov 27 03:47:45.317463 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-274c2afa-fe8b-4edb-9bce-378aedb6afdd req-db143f8c-55c9-463e-8641-64fd84f681ca tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Deleting port 6a9f7f71-9b0b-48ae-ae5e-97f196f68e82 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:47:45.317713 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-274c2afa-fe8b-4edb-9bce-378aedb6afdd req-db143f8c-55c9-463e-8641-64fd84f681ca tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:45.423916 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-274c2afa-fe8b-4edb-9bce-378aedb6afdd req-db143f8c-55c9-463e-8641-64fd84f681ca tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] For port 6a9f7f71-9b0b-48ae-ae5e-97f196f68e82, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=6a9f7f71-9b0b-48ae-ae5e-97f196f68e82,segment=NetworkSegment(b0f39da6-536c-459a-9945-6662db53cdb6),segment_id=b0f39da6-536c-459a-9945-6662db53cdb6)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:45.424334 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-274c2afa-fe8b-4edb-9bce-378aedb6afdd req-db143f8c-55c9-463e-8641-64fd84f681ca tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:45.460584 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-274c2afa-fe8b-4edb-9bce-378aedb6afdd req-db143f8c-55c9-463e-8641-64fd84f681ca tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Calling delete_port for 6a9f7f71-9b0b-48ae-ae5e-97f196f68e82 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:47:45.583766 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013a36b-ab90-409e-b566-0d8575ed36ab req-48020e2f-3dad-4a3d-b242-90d3fee4304e tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:45.585682 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3013a36b-ab90-409e-b566-0d8575ed36ab req-48020e2f-3dad-4a3d-b242-90d3fee4304e tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 950 time: 0.0674467 Nov 27 03:47:45.630961 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-274c2afa-fe8b-4edb-9bce-378aedb6afdd req-db143f8c-55c9-463e-8641-64fd84f681ca tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:45.662834 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3013a36b-ab90-409e-b566-0d8575ed36ab req-00fef8aa-de4c-464f-a48e-9a2506aa66f1 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583570 Nov 27 03:47:45.706789 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-274c2afa-fe8b-4edb-9bce-378aedb6afdd req-db143f8c-55c9-463e-8641-64fd84f681ca tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] No DVR routers for this DVR port 6a9f7f71-9b0b-48ae-ae5e-97f196f68e82 on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:47:45.709066 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db143f8c-55c9-463e-8641-64fd84f681ca tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Pushing event deleted for resources: {'Port': ['ID=6a9f7f71-9b0b-48ae-ae5e-97f196f68e82,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:45.711377 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-274c2afa-fe8b-4edb-9bce-378aedb6afdd req-db143f8c-55c9-463e-8641-64fd84f681ca tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:45.715036 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-274c2afa-fe8b-4edb-9bce-378aedb6afdd req-db143f8c-55c9-463e-8641-64fd84f681ca tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.11 "DELETE /v2.0/ports/6a9f7f71-9b0b-48ae-ae5e-97f196f68e82 HTTP/1.1" status: 204 len: 173 time: 0.4928656 Nov 27 03:47:45.724521 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e7c355-c5aa-4802-a62e-1e184342eb39', 'name': 'network-vif-deleted', 'tag': '6a9f7f71-9b0b-48ae-ae5e-97f196f68e82'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:47:45.728224 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64970c79-a8c7-49f2-b019-ae3b0960360a" -d '{"events": [{"server_uuid": "59e7c355-c5aa-4802-a62e-1e184342eb39", "name": "network-vif-deleted", "tag": "6a9f7f71-9b0b-48ae-ae5e-97f196f68e82"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:47:45.749991 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1803ae07-2415-495b-9e40-d98a6aa6adb9 req-77b76465-0c94-4c84-b552-c62a6d726df2 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e7c355-c5aa-4802-a62e-1e184342eb39 HTTP/1.1" status: 200 len: 210 time: 0.0450277 Nov 27 03:47:45.838382 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:45.855153 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f28db82-2eff-43dc-9c08-284a1313fc81 x-openstack-request-id: req-0f28db82-2eff-43dc-9c08-284a1313fc81 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:47:45.855510 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e7c355-c5aa-4802-a62e-1e184342eb39", "name": "network-vif-deleted", "tag": "6a9f7f71-9b0b-48ae-ae5e-97f196f68e82", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:47:45.855854 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f28db82-2eff-43dc-9c08-284a1313fc81 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:47:45.856336 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e7c355-c5aa-4802-a62e-1e184342eb39', 'name': 'network-vif-deleted', 'tag': '6a9f7f71-9b0b-48ae-ae5e-97f196f68e82', 'status': 'completed', 'code': 200} Nov 27 03:47:45.905742 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e488e-4501-43d6-8308-ececdeea1f17 req-334e97a8-1943-4fed-bcb1-205144b557cc tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:45.907477 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c60e488e-4501-43d6-8308-ececdeea1f17 req-334e97a8-1943-4fed-bcb1-205144b557cc tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52ab998-a1b9-44c8-ba23-bb47d3345075 HTTP/1.1" status: 200 len: 945 time: 0.0502212 Nov 27 03:47:45.958053 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c60e488e-4501-43d6-8308-ececdeea1f17 req-0665cb51-d1f2-4b80-b227-4e83b7a28b04 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429144 Nov 27 03:47:45.986300 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 5daa8aa7-e650-4f9b-8ebf-215f14da988a up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:47:46.019561 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a38c33-da45-44e2-989d-e6a8aa56316f req-2c1db1af-f71d-47e5-bdf9-859467d194e7 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:46.028628 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-71a38c33-da45-44e2-989d-e6a8aa56316f req-2c1db1af-f71d-47e5-bdf9-859467d194e7 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 945 time: 0.0643396 Nov 27 03:47:46.056130 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bd8f2869-216d-496e-b047-6c7c6e51761d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:46.061048 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 5daa8aa7-e650-4f9b-8ebf-215f14da988a completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:47:46.065340 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 5daa8aa7-e650-4f9b-8ebf-215f14da988a triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:47:46.065726 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:46.087477 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-71a38c33-da45-44e2-989d-e6a8aa56316f req-1d39ce4c-d9fb-4374-afea-dc1db7571a83 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574656 Nov 27 03:47:46.149582 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:46.185966 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b96ec286-3a0e-4692-a8ca-595c470ee991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5daa8aa7-e650-4f9b-8ebf-215f14da988a'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:47:46.188283 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ccbaea-29b7-43fe-bb88-29ed914fd831" -d '{"events": [{"server_uuid": "b96ec286-3a0e-4692-a8ca-595c470ee991", "name": "network-vif-plugged", "status": "completed", "tag": "5daa8aa7-e650-4f9b-8ebf-215f14da988a"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:47:46.203481 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 5daa8aa7-e650-4f9b-8ebf-215f14da988a, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=5daa8aa7-e650-4f9b-8ebf-215f14da988a,segment=NetworkSegment(025eccf4-458d-4fdc-92b8-a8cfa9d70d98),segment_id=025eccf4-458d-4fdc-92b8-a8cfa9d70d98)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:46.210393 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:46.211382 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device b34cad04-e060-40be-bc9f-815b0fc07cc7 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:47:46.234297 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbf719d-b17c-4c49-96d0-d2e25965e2b6 x-openstack-request-id: req-9cbf719d-b17c-4c49-96d0-d2e25965e2b6 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:47:46.234650 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b96ec286-3a0e-4692-a8ca-595c470ee991", "name": "network-vif-plugged", "status": "completed", "tag": "5daa8aa7-e650-4f9b-8ebf-215f14da988a", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:47:46.235073 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9cbf719d-b17c-4c49-96d0-d2e25965e2b6 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:47:46.235277 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b96ec286-3a0e-4692-a8ca-595c470ee991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5daa8aa7-e650-4f9b-8ebf-215f14da988a', 'code': 200} Nov 27 03:47:46.318386 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=5daa8aa7-e650-4f9b-8ebf-215f14da988a,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:46.354884 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port b34cad04-e060-40be-bc9f-815b0fc07cc7 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:47:46.366603 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port b34cad04-e060-40be-bc9f-815b0fc07cc7 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:47:46.367725 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:46.403877 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a8360-703e-4e2b-8b23-d0d7042b8319 req-8b4d97d9-7bee-45f2-a97d-5df367f4e56a tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:46.410487 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a8360-703e-4e2b-8b23-d0d7042b8319 req-8b4d97d9-7bee-45f2-a97d-5df367f4e56a tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:46.416724 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a8360-703e-4e2b-8b23-d0d7042b8319 req-8b4d97d9-7bee-45f2-a97d-5df367f4e56a tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:46.425214 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1f0a8360-703e-4e2b-8b23-d0d7042b8319 req-8b4d97d9-7bee-45f2-a97d-5df367f4e56a tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?device_id=b96ec286-3a0e-4692-a8ca-595c470ee991 HTTP/1.1" status: 200 len: 2417 time: 0.0929208 Nov 27 03:47:46.487261 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1f0a8360-703e-4e2b-8b23-d0d7042b8319 req-89f12452-db13-4197-a30c-5a3e1eb443ec tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a421b-fa91-4269-8203-eac6a41dc513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608552 Nov 27 03:47:46.521133 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:46.556277 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port b34cad04-e060-40be-bc9f-815b0fc07cc7, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=b34cad04-e060-40be-bc9f-815b0fc07cc7,segment=NetworkSegment(638d21ed-6798-49f4-8550-198a7a57fb19),segment_id=638d21ed-6798-49f4-8550-198a7a57fb19)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:46.565134 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:46.566439 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 9bf889ae-f590-4664-8753-f45d1278dfbe up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:47:46.665302 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=b34cad04-e060-40be-bc9f-815b0fc07cc7,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:46.678169 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 9bf889ae-f590-4664-8753-f45d1278dfbe completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:47:46.682321 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 9bf889ae-f590-4664-8753-f45d1278dfbe triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:47:46.682844 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:46.765217 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:46.779639 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed375a-a49e-4ed4-b5e2-41e2ff3e255d req-4a61791f-0024-43ee-9b8f-880af7ef29ca tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:46.787584 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1eed375a-a49e-4ed4-b5e2-41e2ff3e255d req-4a61791f-0024-43ee-9b8f-880af7ef29ca tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 950 time: 0.0598736 Nov 27 03:47:46.814202 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 9bf889ae-f590-4664-8753-f45d1278dfbe, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=9bf889ae-f590-4664-8753-f45d1278dfbe,segment=NetworkSegment(025eccf4-458d-4fdc-92b8-a8cfa9d70d98),segment_id=025eccf4-458d-4fdc-92b8-a8cfa9d70d98)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:46.824418 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:46.825555 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 6a9f7f71-9b0b-48ae-ae5e-97f196f68e82 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:47:46.851461 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1eed375a-a49e-4ed4-b5e2-41e2ff3e255d req-61332189-7929-4865-8548-5745df226f28 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629561 Nov 27 03:47:46.908692 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=9bf889ae-f590-4664-8753-f45d1278dfbe,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:46.914785 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: 6a9f7f71-9b0b-48ae-ae5e-97f196f68e82 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:47:46.915317 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 6a9f7f71-9b0b-48ae-ae5e-97f196f68e82 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:47:47.062099 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 59618) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:47:47.066664 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-9d251b95-e8f0-4892-9fdb-2a9343be7e28 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Request body: {'security_group': {'name': 'tempest-securitygroup--975995942', 'description': 'tempest-description--856193822'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:47:47.088660 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9d251b95-e8f0-4892-9fdb-2a9343be7e28 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:47.171053 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9d251b95-e8f0-4892-9fdb-2a9343be7e28 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:47.175037 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9d251b95-e8f0-4892-9fdb-2a9343be7e28 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:47.208866 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9d251b95-e8f0-4892-9fdb-2a9343be7e28 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:47.211051 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9d251b95-e8f0-4892-9fdb-2a9343be7e28 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1474249 Nov 27 03:47:47.213621 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d251b95-e8f0-4892-9fdb-2a9343be7e28 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04a5e141-3e02-49d9-9a3b-41bd5235e4f8,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:47.214345 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 59622) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:47:47.219594 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-0b661672-69b5-4791-9e8c-f623e7d878fe tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Request body: {'security_group_rule': {'security_group_id': '04a5e141-3e02-49d9-9a3b-41bd5235e4f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:47:47.246781 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154f483-3fd4-4bbd-bcee-ee509a54b0f8 req-d1b1214b-e386-497c-bfb8-3564b008f25e tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:47.248346 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7154f483-3fd4-4bbd-bcee-ee509a54b0f8 req-d1b1214b-e386-497c-bfb8-3564b008f25e tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 945 time: 0.0793307 Nov 27 03:47:47.279980 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0b661672-69b5-4791-9e8c-f623e7d878fe tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:47.325148 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7154f483-3fd4-4bbd-bcee-ee509a54b0f8 req-99c5a239-4f06-4f27-b860-4a906064f0f1 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689669 Nov 27 03:47:47.355624 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0b661672-69b5-4791-9e8c-f623e7d878fe tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:47.359767 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0b661672-69b5-4791-9e8c-f623e7d878fe tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:47.381701 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b661672-69b5-4791-9e8c-f623e7d878fe tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aee8285e-8713-47b6-86ce-04e7f3e0ee9d,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:47.391924 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0b661672-69b5-4791-9e8c-f623e7d878fe tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:47.393104 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0b661672-69b5-4791-9e8c-f623e7d878fe tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1775179 Nov 27 03:47:47.396444 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 59624) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:47:47.401111 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-804bb79e-103e-44ef-973e-49da7f3907bf tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Request body: {'security_group_rule': {'security_group_id': '04a5e141-3e02-49d9-9a3b-41bd5235e4f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:47:47.429664 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-804bb79e-103e-44ef-973e-49da7f3907bf tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:47.495511 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-804bb79e-103e-44ef-973e-49da7f3907bf tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:47.500051 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-804bb79e-103e-44ef-973e-49da7f3907bf tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:47.526337 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804bb79e-103e-44ef-973e-49da7f3907bf tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d6d682d-bf22-4ba6-a114-ece7817addad,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:47.532587 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-804bb79e-103e-44ef-973e-49da7f3907bf tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:47.537487 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 59638) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:47:47.538143 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-804bb79e-103e-44ef-973e-49da7f3907bf tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1404998 Nov 27 03:47:47.543900 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-b23ba99d-4807-4521-928f-2d07fdb90ce9 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:47:47.573312 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b23ba99d-4807-4521-928f-2d07fdb90ce9 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks [] for floatingip, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:47.625095 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c3137-b0d6-4347-b829-f6ed6f6e5e5d req-e970b5ba-47bc-4efc-88af-44f17f9373d8 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:47.631667 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c3137-b0d6-4347-b829-f6ed6f6e5e5d req-e970b5ba-47bc-4efc-88af-44f17f9373d8 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:47.641525 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c3137-b0d6-4347-b829-f6ed6f6e5e5d req-e970b5ba-47bc-4efc-88af-44f17f9373d8 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:47.655454 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cb3c3137-b0d6-4347-b829-f6ed6f6e5e5d req-e970b5ba-47bc-4efc-88af-44f17f9373d8 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?device_id=b96ec286-3a0e-4692-a8ca-595c470ee991 HTTP/1.1" status: 200 len: 2419 time: 0.0805185 Nov 27 03:47:47.696615 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b23ba99d-4807-4521-928f-2d07fdb90ce9 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:47.720496 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cb3c3137-b0d6-4347-b829-f6ed6f6e5e5d req-c1576226-2fe3-46a1-b04f-3b26921ecf29 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a421b-fa91-4269-8203-eac6a41dc513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558844 Nov 27 03:47:47.805033 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-b23ba99d-4807-4521-928f-2d07fdb90ce9 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Allocated IP 172.25.1.106 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/b34b692b-4288-40d0-a533-af183382fa25) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:47:47.921056 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b23ba99d-4807-4521-928f-2d07fdb90ce9 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:47.959316 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device e00ba9b1-7223-47b4-97d9-841e47a56c97 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:47:47.987880 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94235913-43e0-4106-9fdf-4e4e5fad17db req-77d41030-70a3-49d5-b8a2-786c2612aa35 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:47.989934 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-94235913-43e0-4106-9fdf-4e4e5fad17db req-77d41030-70a3-49d5-b8a2-786c2612aa35 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 950 time: 0.0670719 Nov 27 03:47:47.999138 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b23ba99d-4807-4521-928f-2d07fdb90ce9 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:48.061260 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port e00ba9b1-7223-47b4-97d9-841e47a56c97, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=e00ba9b1-7223-47b4-97d9-841e47a56c97,segment=NetworkSegment(0d71eb94-5225-4db6-8e46-cee8dee27f0a),segment_id=0d71eb94-5225-4db6-8e46-cee8dee27f0a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:48.068024 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23ba99d-4807-4521-928f-2d07fdb90ce9 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:47:48.078576 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-b23ba99d-4807-4521-928f-2d07fdb90ce9 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:47:48.080499 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ba99d-4807-4521-928f-2d07fdb90ce9 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Pushing event updated for resources: {'Port': ['ID=b34b692b-4288-40d0-a533-af183382fa25,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:48.082795 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23ba99d-4807-4521-928f-2d07fdb90ce9 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:47:48.125925 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-94235913-43e0-4106-9fdf-4e4e5fad17db req-267a686f-9e72-468f-bcb4-a03b58b4b8d5 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245074 Nov 27 03:47:48.190850 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b23ba99d-4807-4521-928f-2d07fdb90ce9 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:48.234792 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'e00ba9b1-7223-47b4-97d9-841e47a56c97', 'network_id': '378a3375-2447-4153-8462-f656d3d2276f', 'port_id': 'e00ba9b1-7223-47b4-97d9-841e47a56c97', 'mac_address': 'fa:16:3e:d8:c4:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aa0d39d-1f7c-48be-83b9-b4ca19c74697', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:47:48.235030 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b23ba99d-4807-4521-928f-2d07fdb90ce9 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:48.237953 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b96ec286-3a0e-4692-a8ca-595c470ee991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b34cad04-e060-40be-bc9f-815b0fc07cc7'}, {'server_uuid': 'b96ec286-3a0e-4692-a8ca-595c470ee991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf889ae-f590-4664-8753-f45d1278dfbe'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:47:48.240907 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1cc8e92-3d9b-45d1-bb25-fca4b436f2eb" -d '{"events": [{"server_uuid": "b96ec286-3a0e-4692-a8ca-595c470ee991", "name": "network-vif-plugged", "status": "completed", "tag": "b34cad04-e060-40be-bc9f-815b0fc07cc7"}, {"server_uuid": "b96ec286-3a0e-4692-a8ca-595c470ee991", "name": "network-vif-plugged", "status": "completed", "tag": "9bf889ae-f590-4664-8753-f45d1278dfbe"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:47:48.281880 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a663fd3a-d564-4a62-97cb-79450d743747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:48.299322 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:48.314615 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e00ba9b1-7223-47b4-97d9-841e47a56c97 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:47:48.321029 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 27 Nov 2021 03:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a61f4f-f337-49ca-94d2-121208218e8e x-openstack-request-id: req-63a61f4f-f337-49ca-94d2-121208218e8e {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:47:48.321451 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b96ec286-3a0e-4692-a8ca-595c470ee991", "name": "network-vif-plugged", "status": "completed", "tag": "b34cad04-e060-40be-bc9f-815b0fc07cc7", "code": 200}, {"server_uuid": "b96ec286-3a0e-4692-a8ca-595c470ee991", "name": "network-vif-plugged", "status": "completed", "tag": "9bf889ae-f590-4664-8753-f45d1278dfbe", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:47:48.321703 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-63a61f4f-f337-49ca-94d2-121208218e8e {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:47:48.322090 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b96ec286-3a0e-4692-a8ca-595c470ee991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b34cad04-e060-40be-bc9f-815b0fc07cc7', 'code': 200} Nov 27 03:47:48.322344 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b96ec286-3a0e-4692-a8ca-595c470ee991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf889ae-f590-4664-8753-f45d1278dfbe', 'code': 200} Nov 27 03:47:48.339185 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port e00ba9b1-7223-47b4-97d9-841e47a56c97, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=e00ba9b1-7223-47b4-97d9-841e47a56c97,segment=NetworkSegment(0d71eb94-5225-4db6-8e46-cee8dee27f0a),segment_id=0d71eb94-5225-4db6-8e46-cee8dee27f0a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:48.345669 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:48.439121 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=e00ba9b1-7223-47b4-97d9-841e47a56c97,revision_number=6']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:48.461419 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b23ba99d-4807-4521-928f-2d07fdb90ce9 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:48.468905 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b23ba99d-4807-4521-928f-2d07fdb90ce9 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:48.523479 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:48.568112 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ba99d-4807-4521-928f-2d07fdb90ce9 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Pushing event updated for resources: {'Port': ['ID=b34b692b-4288-40d0-a533-af183382fa25,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:48.585870 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b23ba99d-4807-4521-928f-2d07fdb90ce9 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:48.611046 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['e00ba9b1-7223-47b4-97d9-841e47a56c97'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:47:48.624144 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b23ba99d-4807-4521-928f-2d07fdb90ce9 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:48.626484 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2f8ac-9cbd-4420-b559-0007eb41f5a3 req-cc80686b-a922-4073-8dba-ac60f5b2558e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:48.627010 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b23ba99d-4807-4521-928f-2d07fdb90ce9 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0866890 Nov 27 03:47:48.628392 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2f8ac-9cbd-4420-b559-0007eb41f5a3 req-cc80686b-a922-4073-8dba-ac60f5b2558e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:48.628870 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2f8ac-9cbd-4420-b559-0007eb41f5a3 req-cc80686b-a922-4073-8dba-ac60f5b2558e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:48.630697 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-30b2f8ac-9cbd-4420-b559-0007eb41f5a3 req-cc80686b-a922-4073-8dba-ac60f5b2558e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b96ec286-3a0e-4692-a8ca-595c470ee991 HTTP/1.1" status: 200 len: 2872 time: 0.1555395 Nov 27 03:47:48.765334 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-30b2f8ac-9cbd-4420-b559-0007eb41f5a3 req-a4ebc6c8-8e03-4499-8c99-a91cfa26069b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8f4a421b-fa91-4269-8203-eac6a41dc513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242256 Nov 27 03:47:48.774421 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7550ce7-c8c9-44e0-862f-a410798e8da3 req-fe0920c6-6854-4e9d-8974-38414c483c63 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:48.776534 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7550ce7-c8c9-44e0-862f-a410798e8da3 req-fe0920c6-6854-4e9d-8974-38414c483c63 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 945 time: 0.1438029 Nov 27 03:47:48.843267 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7550ce7-c8c9-44e0-862f-a410798e8da3 req-75b25978-792a-46d5-bf2c-1fbd655474f2 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596769 Nov 27 03:47:48.945079 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-9cc84c01-763f-455b-bb54-4063afa88ff2 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:48.954985 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-9cc84c01-763f-455b-bb54-4063afa88ff2 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/networks?id=fa05b832-4a56-4072-b0af-d9ce19e83099 HTTP/1.1" status: 200 len: 822 time: 0.1318350 Nov 27 03:47:48.971181 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd640e2-901d-4639-b9be-00279db25790 req-def5c366-cb1e-4536-ad4c-14a340b0bec4 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:48.976512 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-7d6acab1-657f-438a-9a5f-c7d29c370deb tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/quotas/ef613dd2ca5042f08b3f8d2107e4d371 HTTP/1.1" status: 200 len: 375 time: 0.0188847 Nov 27 03:47:48.978264 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd640e2-901d-4639-b9be-00279db25790 req-def5c366-cb1e-4536-ad4c-14a340b0bec4 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:48.984303 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd640e2-901d-4639-b9be-00279db25790 req-def5c366-cb1e-4536-ad4c-14a340b0bec4 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:48.986023 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5bd640e2-901d-4639-b9be-00279db25790 req-def5c366-cb1e-4536-ad4c-14a340b0bec4 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?device_id=b96ec286-3a0e-4692-a8ca-595c470ee991 HTTP/1.1" status: 200 len: 2419 time: 0.0763426 Nov 27 03:47:49.021142 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-97c5e509-3205-4455-a69c-dabd100dcd6f tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef613dd2ca5042f08b3f8d2107e4d371&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431561 Nov 27 03:47:49.058079 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5bd640e2-901d-4639-b9be-00279db25790 req-69222c52-3125-4eb1-8f02-67ac8af9e043 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a421b-fa91-4269-8203-eac6a41dc513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639741 Nov 27 03:47:49.247171 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-89d9a2d4-c35b-48ba-a4f8-20c0243086d9 service neutron] 10.222.0.20 "GET /v2.0/networks/fa05b832-4a56-4072-b0af-d9ce19e83099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249045 Nov 27 03:47:49.398806 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-33d0bec3-0d7e-4830-ab0a-c1bdd1c5d4b7 service neutron] 10.222.0.20 "GET /v2.0/networks/fa05b832-4a56-4072-b0af-d9ce19e83099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436496 Nov 27 03:47:49.420305 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:49.428225 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c0208-48f2-4417-bd80-b65ea902a311 req-091c9bac-8eb6-424e-adf1-f1d74cf0b079 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:49.429934 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-478c0208-48f2-4417-bd80-b65ea902a311 req-091c9bac-8eb6-424e-adf1-f1d74cf0b079 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 950 time: 0.0964949 Nov 27 03:47:49.500295 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-478c0208-48f2-4417-bd80-b65ea902a311 req-7d616036-7a05-4626-a4b0-95dba6f3f204 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630956 Nov 27 03:47:49.742161 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2e0db5b0-96c6-4b48-b49a-f19e28c65812 req-afce0a0d-4455-4d02-87f6-b43eafc32c19 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0686c48-9b12-4387-ada2-b3fd1931e572 HTTP/1.1" status: 200 len: 210 time: 0.0721860 Nov 27 03:47:49.964314 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device e00ba9b1-7223-47b4-97d9-841e47a56c97 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:47:50.083183 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8433fb-e871-4f02-a6fa-61ff93479d58 req-21894594-123f-4a38-93f1-b7561e6a71c0 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:50.100869 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7b8433fb-e871-4f02-a6fa-61ff93479d58 req-21894594-123f-4a38-93f1-b7561e6a71c0 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 945 time: 0.1294858 Nov 27 03:47:50.138341 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port e00ba9b1-7223-47b4-97d9-841e47a56c97 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:47:50.139102 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:50.241491 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7b8433fb-e871-4f02-a6fa-61ff93479d58 req-c48833df-df72-439d-b87c-14406eb41eda tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365621 Nov 27 03:47:50.325483 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb961d8d-db9a-49cb-accb-92a720f8fe89 req-16bd77a7-433b-49c8-9d7d-98e853530827 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:50.348754 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb961d8d-db9a-49cb-accb-92a720f8fe89 req-16bd77a7-433b-49c8-9d7d-98e853530827 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:50.370571 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb961d8d-db9a-49cb-accb-92a720f8fe89 req-16bd77a7-433b-49c8-9d7d-98e853530827 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:50.383585 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bb961d8d-db9a-49cb-accb-92a720f8fe89 req-16bd77a7-433b-49c8-9d7d-98e853530827 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?device_id=b96ec286-3a0e-4692-a8ca-595c470ee991 HTTP/1.1" status: 200 len: 2419 time: 0.2146249 Nov 27 03:47:50.414065 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:50.489075 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52ab998-a1b9-44c8-ba23-bb47d3345075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00ba9b1-7223-47b4-97d9-841e47a56c97'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:47:50.499665 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484dd9c4-e3c1-41d4-a3b1-04979c76e23c" -d '{"events": [{"server_uuid": "c52ab998-a1b9-44c8-ba23-bb47d3345075", "name": "network-vif-plugged", "status": "completed", "tag": "e00ba9b1-7223-47b4-97d9-841e47a56c97"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:47:50.545886 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port e00ba9b1-7223-47b4-97d9-841e47a56c97, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=e00ba9b1-7223-47b4-97d9-841e47a56c97,segment=NetworkSegment(0d71eb94-5225-4db6-8e46-cee8dee27f0a),segment_id=0d71eb94-5225-4db6-8e46-cee8dee27f0a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:50.552425 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bb961d8d-db9a-49cb-accb-92a720f8fe89 req-330ecf32-cd3a-4c1b-a83a-db7c56a110b1 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a421b-fa91-4269-8203-eac6a41dc513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648195 Nov 27 03:47:50.558039 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:50.691104 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=e00ba9b1-7223-47b4-97d9-841e47a56c97,revision_number=7']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:50.824087 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f90d20-37cf-427d-ba89-c24a3d0a3ac0 x-openstack-request-id: req-87f90d20-37cf-427d-ba89-c24a3d0a3ac0 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:47:50.824502 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c52ab998-a1b9-44c8-ba23-bb47d3345075", "name": "network-vif-plugged", "status": "completed", "tag": "e00ba9b1-7223-47b4-97d9-841e47a56c97", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:47:50.824821 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-87f90d20-37cf-427d-ba89-c24a3d0a3ac0 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:47:50.825549 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c52ab998-a1b9-44c8-ba23-bb47d3345075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00ba9b1-7223-47b4-97d9-841e47a56c97', 'code': 200} Nov 27 03:47:50.935803 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef2383-39d2-4108-8ad1-3810c8fb677a req-82228ba9-b5c2-4e63-a2be-1b8432f582df tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:50.947411 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-18ef2383-39d2-4108-8ad1-3810c8fb677a req-82228ba9-b5c2-4e63-a2be-1b8432f582df tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 950 time: 0.1813464 Nov 27 03:47:51.016508 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d6b3ba84-9af5-4939-8a3e-1f129060460d req-b172212c-c44a-4839-8305-3fc9a8486771 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0686c48-9b12-4387-ada2-b3fd1931e572 HTTP/1.1" status: 200 len: 210 time: 0.0646985 Nov 27 03:47:51.077955 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:51.112702 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-18ef2383-39d2-4108-8ad1-3810c8fb677a req-f6417970-13ab-4b94-89eb-45b8f420c90a tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631541 Nov 27 03:47:51.714253 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-2253ab8d-37cb-4071-9ab0-3f9b14afe762 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:51.715970 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-2253ab8d-37cb-4071-9ab0-3f9b14afe762 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.23 "GET /v2.0/networks?id=fa05b832-4a56-4072-b0af-d9ce19e83099 HTTP/1.1" status: 200 len: 822 time: 0.2544992 Nov 27 03:47:51.739984 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-992e696b-ce28-4c57-addb-223ee0e03190 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Request body: {'port': {'device_id': 'e0686c48-9b12-4387-ada2-b3fd1931e572', 'network_id': 'fa05b832-4a56-4072-b0af-d9ce19e83099', 'admin_state_up': True, 'tenant_id': 'ef613dd2ca5042f08b3f8d2107e4d371'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:47:51.754951 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:51.755968 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b46822-7e53-42f2-8d4c-4d17b14c7290 req-ede28e02-04fb-4932-828b-b7052984222e tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:51.766614 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-30b46822-7e53-42f2-8d4c-4d17b14c7290 req-ede28e02-04fb-4932-828b-b7052984222e tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 945 time: 0.4107921 Nov 27 03:47:51.870904 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d66381-158b-4c6f-a80e-8418503b9b63 req-62f0e07d-bd2a-4711-9da3-13a7d541253c tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:51.901644 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d66381-158b-4c6f-a80e-8418503b9b63 req-62f0e07d-bd2a-4711-9da3-13a7d541253c tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:51.919078 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d66381-158b-4c6f-a80e-8418503b9b63 req-62f0e07d-bd2a-4711-9da3-13a7d541253c tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:51.926216 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-37d66381-158b-4c6f-a80e-8418503b9b63 req-62f0e07d-bd2a-4711-9da3-13a7d541253c tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?device_id=b96ec286-3a0e-4692-a8ca-595c470ee991 HTTP/1.1" status: 200 len: 2419 time: 0.2186253 Nov 27 03:47:51.943858 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-30b46822-7e53-42f2-8d4c-4d17b14c7290 req-1a4869b6-3bb9-4833-acb9-0db91fca3c3d tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696734 Nov 27 03:47:52.069601 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-37d66381-158b-4c6f-a80e-8418503b9b63 req-2b235189-eb73-4d0d-93e9-0767ba2b5adc tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a421b-fa91-4269-8203-eac6a41dc513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338606 Nov 27 03:47:52.131625 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-992e696b-ce28-4c57-addb-223ee0e03190 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Made reservation on behalf of ef613dd2ca5042f08b3f8d2107e4d371 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:47:52.155783 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-992e696b-ce28-4c57-addb-223ee0e03190 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:52.457662 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-992e696b-ce28-4c57-addb-223ee0e03190 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Allocated IP 172.20.0.8 (fa05b832-4a56-4072-b0af-d9ce19e83099/5627de8b-a39f-489f-ab76-1826aeb58791/49de90fc-debd-432b-893f-ffda699b6350) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:47:52.631530 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d2d90-36f6-48f8-9f6f-e1f139c7572f req-1fc2bbd3-0774-448c-94be-926f711667b8 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:52.637255 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-561d2d90-36f6-48f8-9f6f-e1f139c7572f req-1fc2bbd3-0774-448c-94be-926f711667b8 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 950 time: 0.1004062 Nov 27 03:47:52.729866 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-561d2d90-36f6-48f8-9f6f-e1f139c7572f req-02456c86-bc0f-4603-b408-483fe267c03b tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865049 Nov 27 03:47:52.773348 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-992e696b-ce28-4c57-addb-223ee0e03190 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:52.822858 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f80418dd-dbe1-4084-9c00-e5aed1f05e95 req-6bd76d1f-3372-48ba-8bdb-0bf0fbf0b82c tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0686c48-9b12-4387-ada2-b3fd1931e572 HTTP/1.1" status: 200 len: 210 time: 0.0714288 Nov 27 03:47:52.901913 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-992e696b-ce28-4c57-addb-223ee0e03190 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:52.977573 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e696b-ce28-4c57-addb-223ee0e03190 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Pushing event updated for resources: {'Port': ['ID=49de90fc-debd-432b-893f-ffda699b6350,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:53.031136 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-992e696b-ce28-4c57-addb-223ee0e03190 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Network fa05b832-4a56-4072-b0af-d9ce19e83099 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:47:53.034023 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-992e696b-ce28-4c57-addb-223ee0e03190 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:47:53.038716 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-992e696b-ce28-4c57-addb-223ee0e03190 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:47:53.102077 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d48df5-2e41-4d9b-9436-a4f214230b8c req-95eb6700-f597-4e50-a95d-32e472b85dc8 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:53.109538 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-53d48df5-2e41-4d9b-9436-a4f214230b8c req-95eb6700-f597-4e50-a95d-32e472b85dc8 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 945 time: 0.1328723 Nov 27 03:47:53.146486 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face3266-f46f-4059-a50d-b24e00e83af2 req-7bc0dbd4-4772-466b-98b9-8c9774ca97a9 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:53.148483 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-face3266-f46f-4059-a50d-b24e00e83af2 req-7bc0dbd4-4772-466b-98b9-8c9774ca97a9 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.11 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 945 time: 0.1095061 Nov 27 03:47:53.204692 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-992e696b-ce28-4c57-addb-223ee0e03190 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:53.205681 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-992e696b-ce28-4c57-addb-223ee0e03190 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:53.268270 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-992e696b-ce28-4c57-addb-223ee0e03190 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5347662 Nov 27 03:47:53.295435 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-53d48df5-2e41-4d9b-9436-a4f214230b8c req-0de65c31-5ee8-4869-aefa-5676c2551906 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849451 Nov 27 03:47:53.400617 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-face3266-f46f-4059-a50d-b24e00e83af2 req-901d77fd-9cec-4ab2-bcf3-59155aa3d818 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Deleting port 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:47:53.400951 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-face3266-f46f-4059-a50d-b24e00e83af2 req-901d77fd-9cec-4ab2-bcf3-59155aa3d818 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:53.444887 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-10d59075-231c-4079-b01e-10d50ec4492d service neutron] Request body: {'port': {'device_id': 'e0686c48-9b12-4387-ada2-b3fd1931e572', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:47:53.540780 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083a569-f0e8-4812-a9d8-2c3098a2dc86 req-18e45956-67c4-49dc-8f76-cdd1a92e0180 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:53.548636 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b083a569-f0e8-4812-a9d8-2c3098a2dc86 req-18e45956-67c4-49dc-8f76-cdd1a92e0180 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 945 time: 0.1255283 Nov 27 03:47:53.612582 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-10d59075-231c-4079-b01e-10d50ec4492d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:53.647996 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b083a569-f0e8-4812-a9d8-2c3098a2dc86 req-45ac4820-5db5-4e0c-8da6-265574776ef0 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930986 Nov 27 03:47:53.681000 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-face3266-f46f-4059-a50d-b24e00e83af2 req-901d77fd-9cec-4ab2-bcf3-59155aa3d818 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] For port 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=38d81c3d-ce44-436e-ac76-0fa3e4f40f3d,segment=NetworkSegment(74310010-e448-4edf-8f12-15f9f8367765),segment_id=74310010-e448-4edf-8f12-15f9f8367765)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:53.681660 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-face3266-f46f-4059-a50d-b24e00e83af2 req-901d77fd-9cec-4ab2-bcf3-59155aa3d818 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:53.706631 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-face3266-f46f-4059-a50d-b24e00e83af2 req-901d77fd-9cec-4ab2-bcf3-59155aa3d818 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Calling delete_port for 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:47:53.752626 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745428a-1299-44ce-baf0-8c9b7463ffb1 req-a3ace64b-832c-467f-a78f-fa6fa6664ec9 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:53.759569 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745428a-1299-44ce-baf0-8c9b7463ffb1 req-a3ace64b-832c-467f-a78f-fa6fa6664ec9 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:53.765965 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745428a-1299-44ce-baf0-8c9b7463ffb1 req-a3ace64b-832c-467f-a78f-fa6fa6664ec9 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:53.774797 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3745428a-1299-44ce-baf0-8c9b7463ffb1 req-a3ace64b-832c-467f-a78f-fa6fa6664ec9 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?device_id=b96ec286-3a0e-4692-a8ca-595c470ee991 HTTP/1.1" status: 200 len: 2419 time: 0.1634004 Nov 27 03:47:53.983454 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3745428a-1299-44ce-baf0-8c9b7463ffb1 req-330e5f47-ad78-4d1e-b6a7-1b980e6e545f tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a421b-fa91-4269-8203-eac6a41dc513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999226 Nov 27 03:47:54.005202 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-face3266-f46f-4059-a50d-b24e00e83af2 req-901d77fd-9cec-4ab2-bcf3-59155aa3d818 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:54.053768 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['38d81c3d-ce44-436e-ac76-0fa3e4f40f3d'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:47:54.071400 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d77fd-9cec-4ab2-bcf3-59155aa3d818 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Pushing event deleted for resources: {'Port': ['ID=38d81c3d-ce44-436e-ac76-0fa3e4f40f3d,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:54.106726 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3743f-9f5b-4dd5-9cfc-b8563ae0d8e5 req-4df27bcd-f42c-4ba4-a8f9-3e88a4138a9b tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:54.108311 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b0b3743f-9f5b-4dd5-9cfc-b8563ae0d8e5 req-4df27bcd-f42c-4ba4-a8f9-3e88a4138a9b tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 950 time: 0.1411095 Nov 27 03:47:54.188546 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-face3266-f46f-4059-a50d-b24e00e83af2 req-901d77fd-9cec-4ab2-bcf3-59155aa3d818 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] No DVR routers for this DVR port 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:47:54.225720 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-face3266-f46f-4059-a50d-b24e00e83af2 req-901d77fd-9cec-4ab2-bcf3-59155aa3d818 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:54.227942 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882049f-7558-4dab-b007-0c2b62cf64c3 req-4b046342-3473-46bc-b76a-66175da8a7dc tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:54.229485 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b882049f-7558-4dab-b007-0c2b62cf64c3 req-4b046342-3473-46bc-b76a-66175da8a7dc tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0686c48-9b12-4387-ada2-b3fd1931e572 HTTP/1.1" status: 200 len: 931 time: 0.1002684 Nov 27 03:47:54.236461 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-face3266-f46f-4059-a50d-b24e00e83af2 req-901d77fd-9cec-4ab2-bcf3-59155aa3d818 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.11 "DELETE /v2.0/ports/38d81c3d-ce44-436e-ac76-0fa3e4f40f3d HTTP/1.1" status: 204 len: 173 time: 1.0810676 Nov 27 03:47:54.252149 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b0b3743f-9f5b-4dd5-9cfc-b8563ae0d8e5 req-5e2b0712-cccb-4679-aec3-3547668de46c tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859864 Nov 27 03:47:54.252599 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88c39d7-63a5-4f08-90ba-43799a19feee', 'name': 'network-vif-deleted', 'tag': '38d81c3d-ce44-436e-ac76-0fa3e4f40f3d'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:47:54.262094 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f0a229-75cf-4f71-9a7c-e432ea54c3cf" -d '{"events": [{"server_uuid": "f88c39d7-63a5-4f08-90ba-43799a19feee", "name": "network-vif-deleted", "tag": "38d81c3d-ce44-436e-ac76-0fa3e4f40f3d"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:47:54.312351 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-10d59075-231c-4079-b01e-10d50ec4492d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49de90fc-debd-432b-893f-ffda699b6350 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:47:54.341277 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-10d59075-231c-4079-b01e-10d50ec4492d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:54.373858 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-10d59075-231c-4079-b01e-10d50ec4492d service neutron] Transition to ACTIVE for port object 49de90fc-debd-432b-893f-ffda699b6350 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:47:54.379481 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b882049f-7558-4dab-b007-0c2b62cf64c3 req-36f81a21-95d0-4ef2-8d3c-4cc9d3ccd0b7 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056190 Nov 27 03:47:54.382102 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-10d59075-231c-4079-b01e-10d50ec4492d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:54.445015 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20be5c09-4175-4e9b-b0ba-7d3122e605b9 x-openstack-request-id: req-20be5c09-4175-4e9b-b0ba-7d3122e605b9 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:47:54.450985 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88c39d7-63a5-4f08-90ba-43799a19feee", "name": "network-vif-deleted", "tag": "38d81c3d-ce44-436e-ac76-0fa3e4f40f3d", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:47:54.451499 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-20be5c09-4175-4e9b-b0ba-7d3122e605b9 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:47:54.452218 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88c39d7-63a5-4f08-90ba-43799a19feee', 'name': 'network-vif-deleted', 'tag': '38d81c3d-ce44-436e-ac76-0fa3e4f40f3d', 'status': 'completed', 'code': 200} Nov 27 03:47:54.460190 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d59075-231c-4079-b01e-10d50ec4492d service neutron] Pushing event updated for resources: {'Port': ['ID=49de90fc-debd-432b-893f-ffda699b6350,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:54.526333 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-10d59075-231c-4079-b01e-10d50ec4492d service neutron] Attempting to bind port 49de90fc-debd-432b-893f-ffda699b6350 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:47:54.526763 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-10d59075-231c-4079-b01e-10d50ec4492d service neutron] Attempting to bind port 49de90fc-debd-432b-893f-ffda699b6350 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': 'b0f39da6-536c-459a-9945-6662db53cdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fa05b832-4a56-4072-b0af-d9ce19e83099'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:47:54.527113 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-10d59075-231c-4079-b01e-10d50ec4492d service neutron] Attempting to bind port 49de90fc-debd-432b-893f-ffda699b6350 on network fa05b832-4a56-4072-b0af-d9ce19e83099 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:47:54.538752 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-10d59075-231c-4079-b01e-10d50ec4492d service neutron] Port 49de90fc-debd-432b-893f-ffda699b6350 on network fa05b832-4a56-4072-b0af-d9ce19e83099 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:47:54.538967 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-10d59075-231c-4079-b01e-10d50ec4492d service neutron] Attempting to bind port 49de90fc-debd-432b-893f-ffda699b6350 on network fa05b832-4a56-4072-b0af-d9ce19e83099 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:47:54.546564 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-10d59075-231c-4079-b01e-10d50ec4492d service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:47:54.547204 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-10d59075-231c-4079-b01e-10d50ec4492d service neutron] Checking segment: {'id': 'b0f39da6-536c-459a-9945-6662db53cdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fa05b832-4a56-4072-b0af-d9ce19e83099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:47:54.547665 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-10d59075-231c-4079-b01e-10d50ec4492d service neutron] Bound using segment: {'id': 'b0f39da6-536c-459a-9945-6662db53cdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fa05b832-4a56-4072-b0af-d9ce19e83099'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:47:54.548174 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-10d59075-231c-4079-b01e-10d50ec4492d service neutron] Bound port: 49de90fc-debd-432b-893f-ffda699b6350, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0f39da6-536c-459a-9945-6662db53cdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fa05b832-4a56-4072-b0af-d9ce19e83099'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:47:54.548604 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-10d59075-231c-4079-b01e-10d50ec4492d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:54.611640 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c4bae76f-15ad-436d-8a24-7423674c347f req-0528f510-b126-44cb-a393-992a415a9974 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=f88c39d7-63a5-4f08-90ba-43799a19feee HTTP/1.1" status: 200 len: 210 time: 0.0438945 Nov 27 03:47:54.689871 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-10d59075-231c-4079-b01e-10d50ec4492d service neutron] For port 49de90fc-debd-432b-893f-ffda699b6350, host n-h1-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:47:54.695178 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-10d59075-231c-4079-b01e-10d50ec4492d service neutron] For port 49de90fc-debd-432b-893f-ffda699b6350, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=49de90fc-debd-432b-893f-ffda699b6350,segment=NetworkSegment(b0f39da6-536c-459a-9945-6662db53cdb6),segment_id=b0f39da6-536c-459a-9945-6662db53cdb6)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:47:54.706589 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-10d59075-231c-4079-b01e-10d50ec4492d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:54.764922 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-10d59075-231c-4079-b01e-10d50ec4492d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:54.766189 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-10d59075-231c-4079-b01e-10d50ec4492d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:54.768478 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-10d59075-231c-4079-b01e-10d50ec4492d service neutron] 10.222.0.23 "PUT /v2.0/ports/49de90fc-debd-432b-893f-ffda699b6350 HTTP/1.1" status: 200 len: 1091 time: 1.4568408 Nov 27 03:47:54.769421 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0686c48-9b12-4387-ada2-b3fd1931e572', 'tag': '49de90fc-debd-432b-893f-ffda699b6350'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:47:54.773792 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6720e5-a26f-459e-a86e-d8d0eb7a79d6" -d '{"events": [{"name": "network-changed", "server_uuid": "e0686c48-9b12-4387-ada2-b3fd1931e572", "tag": "49de90fc-debd-432b-893f-ffda699b6350"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:47:54.812257 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d59075-231c-4079-b01e-10d50ec4492d service neutron] Pushing event updated for resources: {'Port': ['ID=49de90fc-debd-432b-893f-ffda699b6350,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:54.825516 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c8df1-720f-4bb5-8200-7f978b363f11 req-f6ecaa56-87dd-4423-83a8-dbd68c4b7b69 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:54.838216 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-157c8df1-720f-4bb5-8200-7f978b363f11 req-f6ecaa56-87dd-4423-83a8-dbd68c4b7b69 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/ports?device_id=de6a9bb2-771e-417f-a2df-2530328df94e HTTP/1.1" status: 200 len: 945 time: 0.1261151 Nov 27 03:47:54.962061 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-5ff4f5ea-0c0b-48e2-8981-3d8548bd8251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:54.963438 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-157c8df1-720f-4bb5-8200-7f978b363f11 req-025406fc-4a17-4660-a3d2-f6d8426a864c tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc852f61-2cf1-4aa9-92bb-cab027642d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239557 Nov 27 03:47:54.966887 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-5ff4f5ea-0c0b-48e2-8981-3d8548bd8251 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef613dd2ca5042f08b3f8d2107e4d371&device_id=e0686c48-9b12-4387-ada2-b3fd1931e572 HTTP/1.1" status: 200 len: 1094 time: 0.1009257 Nov 27 03:47:55.042532 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-5f4c4781-86f6-4847-a96c-14f773b2c5cf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49de90fc-debd-432b-893f-ffda699b6350 HTTP/1.1" status: 200 len: 217 time: 0.0469563 Nov 27 03:47:55.127974 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-8b4bfac0-5878-47e5-ab8a-b9eeca2f1924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:55.130714 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-8b4bfac0-5878-47e5-ab8a-b9eeca2f1924 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5627de8b-a39f-489f-ab76-1826aeb58791 HTTP/1.1" status: 200 len: 862 time: 0.0782502 Nov 27 03:47:55.215548 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-20e1520b-0b29-44b2-a267-99afc9c0b9c9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fa05b832-4a56-4072-b0af-d9ce19e83099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738211 Nov 27 03:47:55.230350 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69db0a-945a-4bc7-8995-198abcad8c94 req-72149706-1214-4c93-8a49-b1335bc9db9e tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:55.231916 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2f69db0a-945a-4bc7-8995-198abcad8c94 req-72149706-1214-4c93-8a49-b1335bc9db9e tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 945 time: 0.1481800 Nov 27 03:47:55.288868 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842de5a-776a-411b-8591-7890fb6a2123 req-7719ecb4-24d7-4d29-bc67-60edb3e0ea3a tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:55.305921 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842de5a-776a-411b-8591-7890fb6a2123 req-7719ecb4-24d7-4d29-bc67-60edb3e0ea3a tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:55.314218 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842de5a-776a-411b-8591-7890fb6a2123 req-7719ecb4-24d7-4d29-bc67-60edb3e0ea3a tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:55.315363 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d0981f-d99d-4137-9c03-9bc266ce4c3d x-openstack-request-id: req-a6d0981f-d99d-4137-9c03-9bc266ce4c3d {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:47:55.315652 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0686c48-9b12-4387-ada2-b3fd1931e572", "tag": "49de90fc-debd-432b-893f-ffda699b6350", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:47:55.315952 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a6d0981f-d99d-4137-9c03-9bc266ce4c3d {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:47:55.316758 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0686c48-9b12-4387-ada2-b3fd1931e572', 'tag': '49de90fc-debd-432b-893f-ffda699b6350', 'status': 'completed', 'code': 200} Nov 27 03:47:55.322107 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6842de5a-776a-411b-8591-7890fb6a2123 req-7719ecb4-24d7-4d29-bc67-60edb3e0ea3a tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.11 "GET /v2.0/ports?device_id=b96ec286-3a0e-4692-a8ca-595c470ee991 HTTP/1.1" status: 200 len: 2419 time: 0.1991179 Nov 27 03:47:55.381068 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-96d2ccb9-5925-4d58-a28d-0bab1b240b3d service neutron] 10.222.0.23 "GET /v2.0/networks/fa05b832-4a56-4072-b0af-d9ce19e83099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534801 Nov 27 03:47:55.387211 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2f69db0a-945a-4bc7-8995-198abcad8c94 req-cdd881d5-2f88-4016-bd85-3e0737ecdaba tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443377 Nov 27 03:47:55.548183 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d84902-7dab-47bf-84e1-4347251a65ea req-d8aaff71-1102-4c4b-a5ee-26e5fffea929 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:55.555701 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d84902-7dab-47bf-84e1-4347251a65ea req-d8aaff71-1102-4c4b-a5ee-26e5fffea929 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:55.563065 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d84902-7dab-47bf-84e1-4347251a65ea req-d8aaff71-1102-4c4b-a5ee-26e5fffea929 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:55.565174 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c5d84902-7dab-47bf-84e1-4347251a65ea req-d8aaff71-1102-4c4b-a5ee-26e5fffea929 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?device_id=b96ec286-3a0e-4692-a8ca-595c470ee991 HTTP/1.1" status: 200 len: 2419 time: 0.1167746 Nov 27 03:47:55.569854 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-210f8bcf-0ec7-4dc1-81aa-42cc94c5ec45 req-7e51c788-6faa-4770-99d8-14a651b44a0e service neutron] 10.222.0.23 "GET /v2.0/networks/fa05b832-4a56-4072-b0af-d9ce19e83099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812103 Nov 27 03:47:55.723498 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c5d84902-7dab-47bf-84e1-4347251a65ea req-2e64bfdf-a139-4496-8210-cc674fde569a tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a421b-fa91-4269-8203-eac6a41dc513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510940 Nov 27 03:47:55.760637 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6720e5-a26f-459e-a86e-d8d0eb7a79d6 req-36eea4fa-d62e-4fa4-b484-be058a08f196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:55.760637 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-da6720e5-a26f-459e-a86e-d8d0eb7a79d6 req-36eea4fa-d62e-4fa4-b484-be058a08f196 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef613dd2ca5042f08b3f8d2107e4d371&device_id=e0686c48-9b12-4387-ada2-b3fd1931e572 HTTP/1.1" status: 200 len: 1094 time: 0.0533023 Nov 27 03:47:55.895741 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601ab38-ed31-4acd-8a5a-6a47ebba74f3 req-cce5106c-6de8-4a14-984e-536de271f164 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:55.897224 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3601ab38-ed31-4acd-8a5a-6a47ebba74f3 req-cce5106c-6de8-4a14-984e-536de271f164 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 950 time: 0.3919439 Nov 27 03:47:55.899842 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-6842de5a-776a-411b-8591-7890fb6a2123 req-d9370672-14b4-4d88-9eec-cde7da8afca9 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Deleting port 5daa8aa7-e650-4f9b-8ebf-215f14da988a {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:47:55.900190 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6842de5a-776a-411b-8591-7890fb6a2123 req-d9370672-14b4-4d88-9eec-cde7da8afca9 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:56.002086 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6720e5-a26f-459e-a86e-d8d0eb7a79d6 req-9f387f6b-1ac2-46da-9a90-7439468ace41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:56.005420 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-da6720e5-a26f-459e-a86e-d8d0eb7a79d6 req-9f387f6b-1ac2-46da-9a90-7439468ace41 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fa05b832-4a56-4072-b0af-d9ce19e83099 HTTP/1.1" status: 200 len: 923 time: 0.2310760 Nov 27 03:47:56.008297 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3601ab38-ed31-4acd-8a5a-6a47ebba74f3 req-a291a919-c1f2-4402-8236-be8010c77750 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049073 Nov 27 03:47:56.027993 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9996303e-ff9f-459e-9a57-e7ba899819f0 req-7ffbe6e9-fc95-42c5-89e6-19b2b898852a tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:56.029693 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9996303e-ff9f-459e-9a57-e7ba899819f0 req-7ffbe6e9-fc95-42c5-89e6-19b2b898852a tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0686c48-9b12-4387-ada2-b3fd1931e572 HTTP/1.1" status: 200 len: 943 time: 0.1222386 Nov 27 03:47:56.035736 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device b34cad04-e060-40be-bc9f-815b0fc07cc7 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:47:56.061150 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-6842de5a-776a-411b-8591-7890fb6a2123 req-d9370672-14b4-4d88-9eec-cde7da8afca9 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] For port 5daa8aa7-e650-4f9b-8ebf-215f14da988a, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=5daa8aa7-e650-4f9b-8ebf-215f14da988a,segment=NetworkSegment(025eccf4-458d-4fdc-92b8-a8cfa9d70d98),segment_id=025eccf4-458d-4fdc-92b8-a8cfa9d70d98)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:56.061593 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6842de5a-776a-411b-8591-7890fb6a2123 req-d9370672-14b4-4d88-9eec-cde7da8afca9 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:56.106876 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-6842de5a-776a-411b-8591-7890fb6a2123 req-d9370672-14b4-4d88-9eec-cde7da8afca9 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Calling delete_port for 5daa8aa7-e650-4f9b-8ebf-215f14da988a owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:47:56.110602 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-da6720e5-a26f-459e-a86e-d8d0eb7a79d6 req-fe3e14b7-3313-4e58-b034-f5b8a72b7859 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49de90fc-debd-432b-893f-ffda699b6350 HTTP/1.1" status: 200 len: 217 time: 0.0747423 Nov 27 03:47:56.194509 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:56.214587 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9996303e-ff9f-459e-9a57-e7ba899819f0 req-919e365b-be76-45e6-ada6-d333b976e26d tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185203 Nov 27 03:47:56.221523 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6720e5-a26f-459e-a86e-d8d0eb7a79d6 req-b93df50d-de65-4976-8e84-6b4403c3396f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:56.224806 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-da6720e5-a26f-459e-a86e-d8d0eb7a79d6 req-b93df50d-de65-4976-8e84-6b4403c3396f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5627de8b-a39f-489f-ab76-1826aeb58791 HTTP/1.1" status: 200 len: 862 time: 0.0986896 Nov 27 03:47:56.266315 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port b34cad04-e060-40be-bc9f-815b0fc07cc7, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=b34cad04-e060-40be-bc9f-815b0fc07cc7,segment=NetworkSegment(638d21ed-6798-49f4-8550-198a7a57fb19),segment_id=638d21ed-6798-49f4-8550-198a7a57fb19)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:56.267471 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b96ec286-3a0e-4692-a8ca-595c470ee991', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b34cad04-e060-40be-bc9f-815b0fc07cc7'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:47:56.270585 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160eefaf-8743-4ef3-8d4a-f7c60ba5ae09" -d '{"events": [{"server_uuid": "b96ec286-3a0e-4692-a8ca-595c470ee991", "name": "network-vif-unplugged", "status": "completed", "tag": "b34cad04-e060-40be-bc9f-815b0fc07cc7"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:47:56.276315 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:56.277277 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:47:56.327990 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-da6720e5-a26f-459e-a86e-d8d0eb7a79d6 req-0e6de2ed-c6f0-414f-86f6-39b33a4ad6fb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fa05b832-4a56-4072-b0af-d9ce19e83099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790570 Nov 27 03:47:56.345564 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:47:56.346427 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 38d81c3d-ce44-436e-ac76-0fa3e4f40f3d not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:47:56.372362 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=b34cad04-e060-40be-bc9f-815b0fc07cc7,revision_number=6']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:56.377953 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6842de5a-776a-411b-8591-7890fb6a2123 req-d9370672-14b4-4d88-9eec-cde7da8afca9 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:56.384939 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:56.385654 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:56.386165 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:56.386699 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:56.387718 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:56.388232 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:56.388732 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:56.389230 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:56.389725 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:56.392404 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:56.392957 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:56.393464 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:47:56.424239 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9370672-14b4-4d88-9eec-cde7da8afca9 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Pushing event deleted for resources: {'Port': ['ID=5daa8aa7-e650-4f9b-8ebf-215f14da988a,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:56.478924 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-6842de5a-776a-411b-8591-7890fb6a2123 req-d9370672-14b4-4d88-9eec-cde7da8afca9 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] No DVR routers for this DVR port 5daa8aa7-e650-4f9b-8ebf-215f14da988a on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:47:56.482193 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6842de5a-776a-411b-8591-7890fb6a2123 req-d9370672-14b4-4d88-9eec-cde7da8afca9 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:56.485747 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6842de5a-776a-411b-8591-7890fb6a2123 req-d9370672-14b4-4d88-9eec-cde7da8afca9 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.11 "DELETE /v2.0/ports/5daa8aa7-e650-4f9b-8ebf-215f14da988a HTTP/1.1" status: 204 len: 173 time: 1.0974467 Nov 27 03:47:56.486214 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b96ec286-3a0e-4692-a8ca-595c470ee991', 'name': 'network-vif-deleted', 'tag': '5daa8aa7-e650-4f9b-8ebf-215f14da988a'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:47:56.490468 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa30acdc-da04-44df-b293-b9d90790fe9e" -d '{"events": [{"server_uuid": "b96ec286-3a0e-4692-a8ca-595c470ee991", "name": "network-vif-deleted", "tag": "5daa8aa7-e650-4f9b-8ebf-215f14da988a"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:47:56.519077 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 03:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6c8b1f-a253-44b6-a753-94012e19b326 x-openstack-request-id: req-dc6c8b1f-a253-44b6-a753-94012e19b326 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:47:56.519377 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b96ec286-3a0e-4692-a8ca-595c470ee991", "name": "network-vif-unplugged", "status": "completed", "tag": "b34cad04-e060-40be-bc9f-815b0fc07cc7", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:47:56.519681 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc6c8b1f-a253-44b6-a753-94012e19b326 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:47:56.520080 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b96ec286-3a0e-4692-a8ca-595c470ee991', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b34cad04-e060-40be-bc9f-815b0fc07cc7', 'code': 200} Nov 27 03:47:56.625273 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-da6720e5-a26f-459e-a86e-d8d0eb7a79d6 req-1509d9ad-a34b-4e75-b3a8-556f9bf66477 service neutron] 10.222.0.23 "GET /v2.0/networks/fa05b832-4a56-4072-b0af-d9ce19e83099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117317 Nov 27 03:47:56.673668 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-6842de5a-776a-411b-8591-7890fb6a2123 req-3b43db68-a2d7-42fb-ab05-e886300a4a95 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Deleting port 9bf889ae-f590-4664-8753-f45d1278dfbe {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:47:56.674068 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6842de5a-776a-411b-8591-7890fb6a2123 req-3b43db68-a2d7-42fb-ab05-e886300a4a95 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:56.717313 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262dcd9a-518f-4be9-9184-c39fdadbe479 req-ba3b3c7f-ed49-44dc-96c3-dec0ad147ff9 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:56.725580 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-262dcd9a-518f-4be9-9184-c39fdadbe479 req-ba3b3c7f-ed49-44dc-96c3-dec0ad147ff9 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/ports?device_id=de6a9bb2-771e-417f-a2df-2530328df94e HTTP/1.1" status: 200 len: 945 time: 0.1170828 Nov 27 03:47:56.794220 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-6842de5a-776a-411b-8591-7890fb6a2123 req-3b43db68-a2d7-42fb-ab05-e886300a4a95 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] For port 9bf889ae-f590-4664-8753-f45d1278dfbe, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=9bf889ae-f590-4664-8753-f45d1278dfbe,segment=NetworkSegment(025eccf4-458d-4fdc-92b8-a8cfa9d70d98),segment_id=025eccf4-458d-4fdc-92b8-a8cfa9d70d98)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:56.794710 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6842de5a-776a-411b-8591-7890fb6a2123 req-3b43db68-a2d7-42fb-ab05-e886300a4a95 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:56.812871 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-6842de5a-776a-411b-8591-7890fb6a2123 req-3b43db68-a2d7-42fb-ab05-e886300a4a95 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Calling delete_port for 9bf889ae-f590-4664-8753-f45d1278dfbe owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:47:56.842597 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e5d0d-50e9-4b62-b5c2-ebe6d6f2f2ad req-e01e7909-0c20-49fa-a6eb-3c9862b9e792 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:56.855340 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d49e5d0d-50e9-4b62-b5c2-ebe6d6f2f2ad req-e01e7909-0c20-49fa-a6eb-3c9862b9e792 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 945 time: 0.2360196 Nov 27 03:47:56.970336 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d49e5d0d-50e9-4b62-b5c2-ebe6d6f2f2ad req-6c6a9d2c-eabe-497c-a48f-3075fd99eea2 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064029 Nov 27 03:47:57.091004 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-da6720e5-a26f-459e-a86e-d8d0eb7a79d6 req-7b2baab9-9d02-453f-93fe-3b07c95fc94f service neutron] 10.222.0.23 "GET /v2.0/networks/fa05b832-4a56-4072-b0af-d9ce19e83099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4511063 Nov 27 03:47:57.126032 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-262dcd9a-518f-4be9-9184-c39fdadbe479 req-fd5e2be0-a748-4d3b-acfb-956f8ce6aaa5 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc852f61-2cf1-4aa9-92bb-cab027642d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3965573 Nov 27 03:47:57.182054 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd35356-1db2-4cfc-8f2c-5fc1694d3250 x-openstack-request-id: req-5fd35356-1db2-4cfc-8f2c-5fc1694d3250 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:47:57.182350 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b96ec286-3a0e-4692-a8ca-595c470ee991", "name": "network-vif-deleted", "tag": "5daa8aa7-e650-4f9b-8ebf-215f14da988a", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:47:57.183211 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5fd35356-1db2-4cfc-8f2c-5fc1694d3250 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:47:57.183610 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b96ec286-3a0e-4692-a8ca-595c470ee991', 'name': 'network-vif-deleted', 'tag': '5daa8aa7-e650-4f9b-8ebf-215f14da988a', 'status': 'completed', 'code': 200} Nov 27 03:47:57.185489 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6842de5a-776a-411b-8591-7890fb6a2123 req-3b43db68-a2d7-42fb-ab05-e886300a4a95 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:57.199018 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17693a50-7a4f-4962-a8a8-0bb7f67943d7 req-3d0cbed7-1b71-4cad-aa05-a971760ba4d2 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:57.204203 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-17693a50-7a4f-4962-a8a8-0bb7f67943d7 req-3d0cbed7-1b71-4cad-aa05-a971760ba4d2 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6d323d-f6d7-4cdd-9567-f2c1727d8cee HTTP/1.1" status: 200 len: 944 time: 0.1301951 Nov 27 03:47:57.257774 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43db68-a2d7-42fb-ab05-e886300a4a95 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Pushing event deleted for resources: {'Port': ['ID=9bf889ae-f590-4664-8753-f45d1278dfbe,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:57.300702 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51eff5a-2f40-42bb-8572-39d4cf0f43a1 req-8d0e1c1b-fa67-49d2-be1c-7a3a6c41f658 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:57.313032 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a51eff5a-2f40-42bb-8572-39d4cf0f43a1 req-8d0e1c1b-fa67-49d2-be1c-7a3a6c41f658 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?device_id=b96ec286-3a0e-4692-a8ca-595c470ee991 HTTP/1.1" status: 200 len: 944 time: 0.0757196 Nov 27 03:47:57.318525 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4b16f-efcb-415f-b406-0104ae0cbe57 req-71e21894-3c96-4dd3-8561-d1365171c743 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:57.320453 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9e4b16f-efcb-415f-b406-0104ae0cbe57 req-71e21894-3c96-4dd3-8561-d1365171c743 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.11 "GET /v2.0/ports?device_id=be6d323d-f6d7-4cdd-9567-f2c1727d8cee HTTP/1.1" status: 200 len: 944 time: 0.1960826 Nov 27 03:47:57.346331 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-6842de5a-776a-411b-8591-7890fb6a2123 req-3b43db68-a2d7-42fb-ab05-e886300a4a95 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] No DVR routers for this DVR port 9bf889ae-f590-4664-8753-f45d1278dfbe on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:47:57.368613 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-17693a50-7a4f-4962-a8a8-0bb7f67943d7 req-c8c45421-e56f-456f-8fdb-fbee29b75eed tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541951 Nov 27 03:47:57.368613 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6842de5a-776a-411b-8591-7890fb6a2123 req-3b43db68-a2d7-42fb-ab05-e886300a4a95 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:57.368613 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6842de5a-776a-411b-8591-7890fb6a2123 req-3b43db68-a2d7-42fb-ab05-e886300a4a95 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.11 "DELETE /v2.0/ports/9bf889ae-f590-4664-8753-f45d1278dfbe HTTP/1.1" status: 204 len: 173 time: 0.8711524 Nov 27 03:47:57.444026 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a51eff5a-2f40-42bb-8572-39d4cf0f43a1 req-cc2d22a5-cfa3-4903-abec-2ba147fc36dc tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a421b-fa91-4269-8203-eac6a41dc513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611732 Nov 27 03:47:57.629909 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e5c4f-0252-4d6a-8eb2-d0054b4b60fc req-b0e27b43-5ad4-4836-80b2-193a1b7ec428 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:57.635059 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-767e5c4f-0252-4d6a-8eb2-d0054b4b60fc req-b0e27b43-5ad4-4836-80b2-193a1b7ec428 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0686c48-9b12-4387-ada2-b3fd1931e572 HTTP/1.1" status: 200 len: 943 time: 0.0752821 Nov 27 03:47:57.683159 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d3e1e-3bd9-43d5-8c5b-39ea77031637 req-8c68731d-7613-40fa-a368-acfa693e5726 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:57.690429 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7b5d3e1e-3bd9-43d5-8c5b-39ea77031637 req-8c68731d-7613-40fa-a368-acfa693e5726 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 950 time: 0.1406002 Nov 27 03:47:57.695901 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-c9e4b16f-efcb-415f-b406-0104ae0cbe57 req-e8275fbc-bffd-4b40-a7b7-1636465355a2 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Deleting port c59a2bca-5b06-4f5b-a19c-8a7cea12b721 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:47:57.696244 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c9e4b16f-efcb-415f-b406-0104ae0cbe57 req-e8275fbc-bffd-4b40-a7b7-1636465355a2 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:57.697256 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-767e5c4f-0252-4d6a-8eb2-d0054b4b60fc req-9a032883-c6e6-48c8-8dfe-a84c7e80338d tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587833 Nov 27 03:47:57.755917 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-6842de5a-776a-411b-8591-7890fb6a2123 req-f73e5438-ad4a-4945-bbdd-cc59322b65fb tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Deleting port b34cad04-e060-40be-bc9f-815b0fc07cc7 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:47:57.756553 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6842de5a-776a-411b-8591-7890fb6a2123 req-f73e5438-ad4a-4945-bbdd-cc59322b65fb tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:57.863284 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7b5d3e1e-3bd9-43d5-8c5b-39ea77031637 req-94d7d185-d60e-4ca5-93c9-e2cd2d35b356 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717327 Nov 27 03:47:57.917344 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-c9e4b16f-efcb-415f-b406-0104ae0cbe57 req-e8275fbc-bffd-4b40-a7b7-1636465355a2 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] For port c59a2bca-5b06-4f5b-a19c-8a7cea12b721, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=c59a2bca-5b06-4f5b-a19c-8a7cea12b721,segment=NetworkSegment(74310010-e448-4edf-8f12-15f9f8367765),segment_id=74310010-e448-4edf-8f12-15f9f8367765)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:57.917623 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c9e4b16f-efcb-415f-b406-0104ae0cbe57 req-e8275fbc-bffd-4b40-a7b7-1636465355a2 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:57.932663 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-6842de5a-776a-411b-8591-7890fb6a2123 req-f73e5438-ad4a-4945-bbdd-cc59322b65fb tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] For port b34cad04-e060-40be-bc9f-815b0fc07cc7, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=b34cad04-e060-40be-bc9f-815b0fc07cc7,segment=NetworkSegment(638d21ed-6798-49f4-8550-198a7a57fb19),segment_id=638d21ed-6798-49f4-8550-198a7a57fb19)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:57.933035 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6842de5a-776a-411b-8591-7890fb6a2123 req-f73e5438-ad4a-4945-bbdd-cc59322b65fb tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:57.944343 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-c9e4b16f-efcb-415f-b406-0104ae0cbe57 req-e8275fbc-bffd-4b40-a7b7-1636465355a2 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Calling delete_port for c59a2bca-5b06-4f5b-a19c-8a7cea12b721 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:47:57.953574 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-6842de5a-776a-411b-8591-7890fb6a2123 req-f73e5438-ad4a-4945-bbdd-cc59322b65fb tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Calling delete_port for b34cad04-e060-40be-bc9f-815b0fc07cc7 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:47:58.018398 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 5daa8aa7-e650-4f9b-8ebf-215f14da988a no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:47:58.069289 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: 5daa8aa7-e650-4f9b-8ebf-215f14da988a {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:47:58.069923 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 5daa8aa7-e650-4f9b-8ebf-215f14da988a not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:47:58.070512 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 9bf889ae-f590-4664-8753-f45d1278dfbe no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:47:58.094946 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: 9bf889ae-f590-4664-8753-f45d1278dfbe {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:47:58.095581 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 9bf889ae-f590-4664-8753-f45d1278dfbe not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:47:58.133749 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac694f-cfa7-466f-9c8f-e7d5635b3e50 req-26f64471-6ee8-48f2-952d-1da45b9a5c70 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:58.143802 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9cac694f-cfa7-466f-9c8f-e7d5635b3e50 req-26f64471-6ee8-48f2-952d-1da45b9a5c70 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 945 time: 0.0953174 Nov 27 03:47:58.226659 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c9e4b16f-efcb-415f-b406-0104ae0cbe57 req-e8275fbc-bffd-4b40-a7b7-1636465355a2 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:58.227255 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9cac694f-cfa7-466f-9c8f-e7d5635b3e50 req-ab7a578d-f1bb-4a89-8ea4-1604ef9babc9 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822349 Nov 27 03:47:58.231023 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6842de5a-776a-411b-8591-7890fb6a2123 req-f73e5438-ad4a-4945-bbdd-cc59322b65fb tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:58.331641 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8275fbc-bffd-4b40-a7b7-1636465355a2 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Pushing event deleted for resources: {'Port': ['ID=c59a2bca-5b06-4f5b-a19c-8a7cea12b721,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:58.377570 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820761f-ee0a-4ac2-a8ca-6e990bd0c786 req-d40ddd17-bba2-44f4-b4ad-710d8c19d65a tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:58.382000 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3820761f-ee0a-4ac2-a8ca-6e990bd0c786 req-d40ddd17-bba2-44f4-b4ad-710d8c19d65a tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.23 "GET /v2.0/ports?device_id=de6a9bb2-771e-417f-a2df-2530328df94e HTTP/1.1" status: 200 len: 945 time: 0.0749784 Nov 27 03:47:58.483839 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e5438-ad4a-4945-bbdd-cc59322b65fb tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Pushing event deleted for resources: {'Port': ['ID=b34cad04-e060-40be-bc9f-815b0fc07cc7,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:58.490967 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-6842de5a-776a-411b-8591-7890fb6a2123 req-f73e5438-ad4a-4945-bbdd-cc59322b65fb tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] No DVR routers for this DVR port b34cad04-e060-40be-bc9f-815b0fc07cc7 on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:47:58.495456 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6842de5a-776a-411b-8591-7890fb6a2123 req-f73e5438-ad4a-4945-bbdd-cc59322b65fb tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:58.499117 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6842de5a-776a-411b-8591-7890fb6a2123 req-f73e5438-ad4a-4945-bbdd-cc59322b65fb tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.11 "DELETE /v2.0/ports/b34cad04-e060-40be-bc9f-815b0fc07cc7 HTTP/1.1" status: 204 len: 173 time: 1.0963967 Nov 27 03:47:58.517344 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e4b16f-efcb-415f-b406-0104ae0cbe57 req-e8275fbc-bffd-4b40-a7b7-1636465355a2 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] No DVR routers for this DVR port c59a2bca-5b06-4f5b-a19c-8a7cea12b721 on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:47:58.522214 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c9e4b16f-efcb-415f-b406-0104ae0cbe57 req-e8275fbc-bffd-4b40-a7b7-1636465355a2 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:58.525680 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9e4b16f-efcb-415f-b406-0104ae0cbe57 req-e8275fbc-bffd-4b40-a7b7-1636465355a2 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.11 "DELETE /v2.0/ports/c59a2bca-5b06-4f5b-a19c-8a7cea12b721 HTTP/1.1" status: 204 len: 173 time: 1.1879184 Nov 27 03:47:58.534178 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c657f2a-e1e4-436e-b377-f0d7e13a6b7b req-ae38855b-5a03-4fa7-abb2-bc99dbaa3727 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:58.546424 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4c657f2a-e1e4-436e-b377-f0d7e13a6b7b req-ae38855b-5a03-4fa7-abb2-bc99dbaa3727 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/ports?device_id=de6a9bb2-771e-417f-a2df-2530328df94e HTTP/1.1" status: 200 len: 945 time: 0.3055747 Nov 27 03:47:58.585135 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-42025bc3-3443-4765-90bf-8dbae0ee0225 req-97777e0d-ca27-4e2f-84a7-4c367da321f0 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?device_id=b96ec286-3a0e-4692-a8ca-595c470ee991 HTTP/1.1" status: 200 len: 210 time: 0.1004772 Nov 27 03:47:58.646858 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4c657f2a-e1e4-436e-b377-f0d7e13a6b7b req-cd0d9127-e0e5-4bcf-954c-69671e6f362f tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc852f61-2cf1-4aa9-92bb-cab027642d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014214 Nov 27 03:47:58.652921 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-3820761f-ee0a-4ac2-a8ca-6e990bd0c786 req-23f99cc2-d926-45cf-a401-3095eabbab43 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Deleting port 68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:47:58.653516 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-3820761f-ee0a-4ac2-a8ca-6e990bd0c786 req-23f99cc2-d926-45cf-a401-3095eabbab43 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:58.711858 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 49de90fc-debd-432b-893f-ffda699b6350 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:47:58.824213 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-aabba380-d645-44d5-b59b-69015127548e req-64492b09-370f-4a9e-be4c-6290ccc094a7 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6d323d-f6d7-4cdd-9567-f2c1727d8cee HTTP/1.1" status: 200 len: 210 time: 0.0749962 Nov 27 03:47:58.871331 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 49de90fc-debd-432b-893f-ffda699b6350, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=49de90fc-debd-432b-893f-ffda699b6350,segment=NetworkSegment(b0f39da6-536c-459a-9945-6662db53cdb6),segment_id=b0f39da6-536c-459a-9945-6662db53cdb6)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:58.893257 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '49de90fc-debd-432b-893f-ffda699b6350', 'network_id': 'fa05b832-4a56-4072-b0af-d9ce19e83099', 'port_id': '49de90fc-debd-432b-893f-ffda699b6350', 'mac_address': 'fa:16:3e:2c:3a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5627de8b-a39f-489f-ab76-1826aeb58791', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:47:58.938721 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:58.949906 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-3820761f-ee0a-4ac2-a8ca-6e990bd0c786 req-23f99cc2-d926-45cf-a401-3095eabbab43 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] For port 68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316,segment=NetworkSegment(845f5355-d286-4a0f-9acd-493043a7ee60),segment_id=845f5355-d286-4a0f-9acd-493043a7ee60)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:58.950541 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-3820761f-ee0a-4ac2-a8ca-6e990bd0c786 req-23f99cc2-d926-45cf-a401-3095eabbab43 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:58.959736 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fac773-5b4b-48ac-8887-8c4f1055e139 req-d4da0a3e-9712-45ae-af92-6cf760d38094 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:58.961316 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-43fac773-5b4b-48ac-8887-8c4f1055e139 req-d4da0a3e-9712-45ae-af92-6cf760d38094 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0686c48-9b12-4387-ada2-b3fd1931e572 HTTP/1.1" status: 200 len: 943 time: 0.0913417 Nov 27 03:47:58.975349 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49de90fc-debd-432b-893f-ffda699b6350 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:47:59.020219 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 49de90fc-debd-432b-893f-ffda699b6350, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=49de90fc-debd-432b-893f-ffda699b6350,segment=NetworkSegment(b0f39da6-536c-459a-9945-6662db53cdb6),segment_id=b0f39da6-536c-459a-9945-6662db53cdb6)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:47:59.026613 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:59.037118 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-43fac773-5b4b-48ac-8887-8c4f1055e139 req-f2b1c66f-1624-4b51-aa78-9f3b022ff8ce tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666139 Nov 27 03:47:59.093735 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=49de90fc-debd-432b-893f-ffda699b6350,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:59.185057 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b96ec286-3a0e-4692-a8ca-595c470ee991', 'name': 'network-vif-deleted', 'tag': '9bf889ae-f590-4664-8753-f45d1278dfbe'}, {'server_uuid': 'b96ec286-3a0e-4692-a8ca-595c470ee991', 'name': 'network-vif-deleted', 'tag': 'b34cad04-e060-40be-bc9f-815b0fc07cc7'}, {'server_uuid': 'be6d323d-f6d7-4cdd-9567-f2c1727d8cee', 'name': 'network-vif-deleted', 'tag': 'c59a2bca-5b06-4f5b-a19c-8a7cea12b721'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:47:59.191153 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c922425b-16cd-47b8-a33f-6e5732e64cbc" -d '{"events": [{"server_uuid": "b96ec286-3a0e-4692-a8ca-595c470ee991", "name": "network-vif-deleted", "tag": "9bf889ae-f590-4664-8753-f45d1278dfbe"}, {"server_uuid": "b96ec286-3a0e-4692-a8ca-595c470ee991", "name": "network-vif-deleted", "tag": "b34cad04-e060-40be-bc9f-815b0fc07cc7"}, {"server_uuid": "be6d323d-f6d7-4cdd-9567-f2c1727d8cee", "name": "network-vif-deleted", "tag": "c59a2bca-5b06-4f5b-a19c-8a7cea12b721"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:47:59.213767 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25325f24-f92f-4c39-a66e-111f646695d8 req-13bccafe-2a7f-4c29-a1eb-7675aa872d18 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:59.221057 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-25325f24-f92f-4c39-a66e-111f646695d8 req-13bccafe-2a7f-4c29-a1eb-7675aa872d18 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 950 time: 0.1614890 Nov 27 03:47:59.247145 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 27 Nov 2021 03:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de27b43f-ee23-4342-a513-55be07c9e2ba x-openstack-request-id: req-de27b43f-ee23-4342-a513-55be07c9e2ba {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:47:59.247555 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b96ec286-3a0e-4692-a8ca-595c470ee991", "name": "network-vif-deleted", "tag": "9bf889ae-f590-4664-8753-f45d1278dfbe", "status": "completed", "code": 200}, {"server_uuid": "b96ec286-3a0e-4692-a8ca-595c470ee991", "name": "network-vif-deleted", "tag": "b34cad04-e060-40be-bc9f-815b0fc07cc7", "status": "completed", "code": 200}, {"server_uuid": "be6d323d-f6d7-4cdd-9567-f2c1727d8cee", "name": "network-vif-deleted", "tag": "c59a2bca-5b06-4f5b-a19c-8a7cea12b721", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:47:59.247818 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-de27b43f-ee23-4342-a513-55be07c9e2ba {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:47:59.248225 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b96ec286-3a0e-4692-a8ca-595c470ee991', 'name': 'network-vif-deleted', 'tag': '9bf889ae-f590-4664-8753-f45d1278dfbe', 'status': 'completed', 'code': 200} Nov 27 03:47:59.248548 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b96ec286-3a0e-4692-a8ca-595c470ee991', 'name': 'network-vif-deleted', 'tag': 'b34cad04-e060-40be-bc9f-815b0fc07cc7', 'status': 'completed', 'code': 200} Nov 27 03:47:59.248853 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6d323d-f6d7-4cdd-9567-f2c1727d8cee', 'name': 'network-vif-deleted', 'tag': 'c59a2bca-5b06-4f5b-a19c-8a7cea12b721', 'status': 'completed', 'code': 200} Nov 27 03:47:59.289743 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-25325f24-f92f-4c39-a66e-111f646695d8 req-92c0d33c-3b7e-4e44-8388-33383cb3dcb5 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619359 Nov 27 03:47:59.373552 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-3820761f-ee0a-4ac2-a8ca-6e990bd0c786 req-23f99cc2-d926-45cf-a401-3095eabbab43 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:59.374258 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-3820761f-ee0a-4ac2-a8ca-6e990bd0c786 req-23f99cc2-d926-45cf-a401-3095eabbab43 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:59.375099 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [req-3820761f-ee0a-4ac2-a8ca-6e990bd0c786 req-23f99cc2-d926-45cf-a401-3095eabbab43 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Floating IP 5f9e2190-d586-4248-aef2-b41313bcf1bc disassociated. External IP: 172.25.1.7, port: 68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316. Nov 27 03:47:59.375812 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-3820761f-ee0a-4ac2-a8ca-6e990bd0c786 req-23f99cc2-d926-45cf-a401-3095eabbab43 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Calling delete_port for 68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316 owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:47:59.423294 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044a809-3fcb-4cd5-8df4-d0950ba70dc7 req-18636438-a096-4cc9-a246-9795cc3c618a tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:59.428317 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['49de90fc-debd-432b-893f-ffda699b6350'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:47:59.433236 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6044a809-3fcb-4cd5-8df4-d0950ba70dc7 req-18636438-a096-4cc9-a246-9795cc3c618a tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 945 time: 0.0872738 Nov 27 03:47:59.509823 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6044a809-3fcb-4cd5-8df4-d0950ba70dc7 req-079da7ab-2178-4d8c-819e-51619cd54caf tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731664 Nov 27 03:47:59.578246 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-3820761f-ee0a-4ac2-a8ca-6e990bd0c786 req-23f99cc2-d926-45cf-a401-3095eabbab43 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:59.640668 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f99cc2-d926-45cf-a401-3095eabbab43 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Pushing event deleted for resources: {'Port': ['ID=68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:47:59.681441 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 59922) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:47:59.720295 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-3474520f-dcac-4b85-95c9-db4bc08c2e1a tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:47:59.726762 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-3474520f-dcac-4b85-95c9-db4bc08c2e1a tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332&tenant_id=4f93bf1216094326aad79ff5fda23c08&binding%3Ahost_id=n-h1-819494-3 HTTP/1.1" status: 200 len: 1096 time: 0.0739713 Nov 27 03:47:59.744060 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-89f9995f-29a5-4002-94dd-b2c441017471 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-819494-3'}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:47:59.816660 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1a69964a-b5f8-454b-b4f9-60460c4d7c26 req-cce1a4e6-bfb6-4763-a344-ff2f724ddf43 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/ports?device_id=de6a9bb2-771e-417f-a2df-2530328df94e HTTP/1.1" status: 200 len: 210 time: 0.0461938 Nov 27 03:47:59.865151 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f9a8d95-363f-413e-b1d6-947c9a117071 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Deleting subnet ce207899-f898-4b05-a02d-c878ad08afa1 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:47:59.869384 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4f9a8d95-363f-413e-b1d6-947c9a117071 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:59.877663 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-89f9995f-29a5-4002-94dd-b2c441017471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:59.928097 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4f9a8d95-363f-413e-b1d6-947c9a117071 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:47:59.986162 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3820761f-ee0a-4ac2-a8ca-6e990bd0c786 req-23f99cc2-d926-45cf-a401-3095eabbab43 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Router fb4e79f8-997a-4c21-a976-588758ce2a9e has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:48:00.022791 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device c59a2bca-5b06-4f5b-a19c-8a7cea12b721 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:48:00.083927 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: c59a2bca-5b06-4f5b-a19c-8a7cea12b721 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:48:00.088623 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device c59a2bca-5b06-4f5b-a19c-8a7cea12b721 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:48:00.240474 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4f9a8d95-363f-413e-b1d6-947c9a117071 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:00.250911 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-89f9995f-29a5-4002-94dd-b2c441017471 service neutron] For port 53a9741c-fe2f-4e29-b5bd-aba3972489b8, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=53a9741c-fe2f-4e29-b5bd-aba3972489b8,segment=NetworkSegment(0ede1ec6-1b9f-43e0-8048-29f023f3314a),segment_id=0ede1ec6-1b9f-43e0-8048-29f023f3314a)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:00.318734 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3820761f-ee0a-4ac2-a8ca-6e990bd0c786 req-23f99cc2-d926-45cf-a401-3095eabbab43 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:48:00.331190 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14b19a9-9862-4f55-93b7-577eba080d12 None None] Sync routers for ids ['fb4e79f8-997a-4c21-a976-588758ce2a9e'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:48:00.361013 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14b19a9-9862-4f55-93b7-577eba080d12 None None] Routers {'fb4e79f8-997a-4c21-a976-588758ce2a9e'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:48:00.366092 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-a14b19a9-9862-4f55-93b7-577eba080d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:47:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['fb4e79f8-997a-4c21-a976-588758ce2a9e'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:00.371684 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e646ab1-f576-47b5-8390-7854108b4c60 req-f857ab48-4422-4948-8af5-8c3402496979 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:00.373552 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2e646ab1-f576-47b5-8390-7854108b4c60 req-f857ab48-4422-4948-8af5-8c3402496979 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1fc4af-eec6-4bfc-83a5-e96d29180c7a HTTP/1.1" status: 200 len: 944 time: 0.1087658 Nov 27 03:48:00.391397 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-3820761f-ee0a-4ac2-a8ca-6e990bd0c786 req-23f99cc2-d926-45cf-a401-3095eabbab43 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] No DVR routers for this DVR port 68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316 on host n-h1-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:48:00.400723 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-3820761f-ee0a-4ac2-a8ca-6e990bd0c786 req-23f99cc2-d926-45cf-a401-3095eabbab43 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:00.404605 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3820761f-ee0a-4ac2-a8ca-6e990bd0c786 req-23f99cc2-d926-45cf-a401-3095eabbab43 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.23 "DELETE /v2.0/ports/68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316 HTTP/1.1" status: 204 len: 173 time: 2.0071161 Nov 27 03:48:00.405067 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6a9bb2-771e-417f-a2df-2530328df94e', 'name': 'network-vif-deleted', 'tag': '68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:48:00.407368 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df400fc-d25c-42ea-a4b9-4623bb686acd" -d '{"events": [{"server_uuid": "de6a9bb2-771e-417f-a2df-2530328df94e", "name": "network-vif-deleted", "tag": "68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:48:00.413858 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c82153-dd42-4ad9-8686-e54db726a431 req-45d08819-cee0-4301-8dcf-600a2fb188cf tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:00.424376 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4f9a8d95-363f-413e-b1d6-947c9a117071 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:00.427682 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c8c82153-dd42-4ad9-8686-e54db726a431 req-45d08819-cee0-4301-8dcf-600a2fb188cf tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0686c48-9b12-4387-ada2-b3fd1931e572 HTTP/1.1" status: 200 len: 944 time: 0.1501617 Nov 27 03:48:00.429062 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-89f9995f-29a5-4002-94dd-b2c441017471 service neutron] For port 53a9741c-fe2f-4e29-b5bd-aba3972489b8, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:48:00.461903 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4f9a8d95-363f-413e-b1d6-947c9a117071 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:00.465168 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4f9a8d95-363f-413e-b1d6-947c9a117071 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "DELETE /v2.0/subnets/ce207899-f898-4b05-a02d-c878ad08afa1 HTTP/1.1" status: 204 len: 168 time: 0.7826855 Nov 27 03:48:00.471628 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a8d95-363f-413e-b1d6-947c9a117071 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Pushing event deleted for resources: {'Subnet': ['ID=ce207899-f898-4b05-a02d-c878ad08afa1,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:00.473259 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 59950) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:00.488486 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac0754f-e685-4fa5-85dc-fa49b5fce363 None None] Network 23c33ed2-8a0c-4269-bc9e-d67d7c716e8e requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:48:00.548651 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2e646ab1-f576-47b5-8390-7854108b4c60 req-7febd58e-b786-4cb5-b088-fbf2144590f7 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592882 Nov 27 03:48:00.616002 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-89f9995f-29a5-4002-94dd-b2c441017471 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:00.626382 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-096cb07f-a89a-4739-ac57-3e553356cb7e service neutron] show failed (client error): The resource could not be found. Nov 27 03:48:00.627450 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-096cb07f-a89a-4739-ac57-3e553356cb7e service neutron] 10.222.0.23 "GET /v2.0/ports/22399cf9-b7ca-41d1-9cab-7b32dda023ef/bindings/n-h2-819494-3 HTTP/1.1" status: 404 len: 380 time: 0.2827644 Nov 27 03:48:00.633418 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-89f9995f-29a5-4002-94dd-b2c441017471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:00.644168 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ea2963af-ea4a-4feb-8c86-d2bb91c5190e tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:00.651930 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c8c82153-dd42-4ad9-8686-e54db726a431 req-0964dc95-3ac6-4717-85b1-e1811d57540c tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138143 Nov 27 03:48:00.709479 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-a14b19a9-9862-4f55-93b7-577eba080d12 None None] Set router fb4e79f8-997a-4c21-a976-588758ce2a9e gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:48:00.766506 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae507c3e-e70e-4252-8e86-5ea0d6d6f2de x-openstack-request-id: req-ae507c3e-e70e-4252-8e86-5ea0d6d6f2de {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:48:00.767626 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6a9bb2-771e-417f-a2df-2530328df94e", "name": "network-vif-deleted", "tag": "68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:48:00.767893 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae507c3e-e70e-4252-8e86-5ea0d6d6f2de {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:48:00.769406 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6a9bb2-771e-417f-a2df-2530328df94e', 'name': 'network-vif-deleted', 'tag': '68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316', 'status': 'completed', 'code': 200} Nov 27 03:48:00.823458 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 49de90fc-debd-432b-893f-ffda699b6350 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:48:00.841263 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f9995f-29a5-4002-94dd-b2c441017471 service neutron] Pushing event updated for resources: {'Port': ['ID=53a9741c-fe2f-4e29-b5bd-aba3972489b8,revision_number=7']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:00.892482 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-89f9995f-29a5-4002-94dd-b2c441017471 service neutron] Attempting to bind port 53a9741c-fe2f-4e29-b5bd-aba3972489b8 on host n-h1-819494-3 for vnic_type normal with profile {"migrating_to": "n-h2-819494-3"} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:48:00.904559 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-89f9995f-29a5-4002-94dd-b2c441017471 service neutron] Attempting to bind port 53a9741c-fe2f-4e29-b5bd-aba3972489b8 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:48:00.905017 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-89f9995f-29a5-4002-94dd-b2c441017471 service neutron] Attempting to bind port 53a9741c-fe2f-4e29-b5bd-aba3972489b8 on network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:48:00.922214 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a31d45-51b6-4330-8d92-0855bbbdf1ca req-d36fcb41-4443-46eb-bb4d-a331651ef423 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:00.927834 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-89f9995f-29a5-4002-94dd-b2c441017471 service neutron] Port 53a9741c-fe2f-4e29-b5bd-aba3972489b8 on network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:48:00.928386 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-89f9995f-29a5-4002-94dd-b2c441017471 service neutron] Attempting to bind port 53a9741c-fe2f-4e29-b5bd-aba3972489b8 on network 7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:48:00.934610 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-98a31d45-51b6-4330-8d92-0855bbbdf1ca req-d36fcb41-4443-46eb-bb4d-a331651ef423 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 950 time: 0.1631260 Nov 27 03:48:00.940289 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-ea2963af-ea4a-4feb-8c86-d2bb91c5190e tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Deleting port 68dbabf7-eb22-4c49-9715-56263b439755 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:48:00.940696 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-89f9995f-29a5-4002-94dd-b2c441017471 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:48:00.941058 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-89f9995f-29a5-4002-94dd-b2c441017471 service neutron] Checking segment: {'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:48:00.942013 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-89f9995f-29a5-4002-94dd-b2c441017471 service neutron] Bound using segment: {'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:48:00.942134 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ea2963af-ea4a-4feb-8c86-d2bb91c5190e tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:00.942479 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-89f9995f-29a5-4002-94dd-b2c441017471 service neutron] Bound port: 53a9741c-fe2f-4e29-b5bd-aba3972489b8, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ede1ec6-1b9f-43e0-8048-29f023f3314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:48:00.942883 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-89f9995f-29a5-4002-94dd-b2c441017471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:00.997561 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 49de90fc-debd-432b-893f-ffda699b6350 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:48:01.016842 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 49de90fc-debd-432b-893f-ffda699b6350 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:48:01.017232 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:01.050170 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83684d-d74b-43d0-9d03-31e22c042609 req-0016bfdd-337f-49d9-975c-f2f5f391b944 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:01.052889 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2e83684d-d74b-43d0-9d03-31e22c042609 req-0016bfdd-337f-49d9-975c-f2f5f391b944 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b1fc4af-eec6-4bfc-83a5-e96d29180c7a HTTP/1.1" status: 200 len: 944 time: 0.2456701 Nov 27 03:48:01.115788 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e87c9ab-2a69-48ad-a026-0a00362f8432 None None] DHCP port deletion for 23c33ed2-8a0c-4269-bc9e-d67d7c716e8e request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 03:48:01.139798 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-89f9995f-29a5-4002-94dd-b2c441017471 service neutron] For port 53a9741c-fe2f-4e29-b5bd-aba3972489b8, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:48:01.148775 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-89f9995f-29a5-4002-94dd-b2c441017471 service neutron] For port 53a9741c-fe2f-4e29-b5bd-aba3972489b8, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=53a9741c-fe2f-4e29-b5bd-aba3972489b8,segment=NetworkSegment(0ede1ec6-1b9f-43e0-8048-29f023f3314a),segment_id=0ede1ec6-1b9f-43e0-8048-29f023f3314a)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:48:01.166625 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-89f9995f-29a5-4002-94dd-b2c441017471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:01.178613 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-3e79b4b5-d030-468b-afdf-2689934b9384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:01.180168 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-3e79b4b5-d030-468b-afdf-2689934b9384 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472&tenant_id=d416f1581fce4cbda78108e0795a4c3c HTTP/1.1" status: 200 len: 1101 time: 0.2264774 Nov 27 03:48:01.188615 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-ea2963af-ea4a-4feb-8c86-d2bb91c5190e tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] For port 68dbabf7-eb22-4c49-9715-56263b439755, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=68dbabf7-eb22-4c49-9715-56263b439755,segment=NetworkSegment(638d21ed-6798-49f4-8550-198a7a57fb19),segment_id=638d21ed-6798-49f4-8550-198a7a57fb19)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:01.188998 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ea2963af-ea4a-4feb-8c86-d2bb91c5190e tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:01.230572 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-ec84dfc6-f615-4d65-b944-243a10a38f60 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819494-3', 'device_owner': 'compute:nova'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:48:01.278127 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10acfc2-0e8f-4302-ab08-0cbff2086332', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53a9741c-fe2f-4e29-b5bd-aba3972489b8'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:48:01.281158 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fcdbed-efd9-4beb-841a-2a95399393b3" -d '{"events": [{"server_uuid": "f10acfc2-0e8f-4302-ab08-0cbff2086332", "name": "network-vif-unplugged", "status": "completed", "tag": "53a9741c-fe2f-4e29-b5bd-aba3972489b8"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:48:01.282967 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-ea2963af-ea4a-4feb-8c86-d2bb91c5190e tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Calling delete_port for 68dbabf7-eb22-4c49-9715-56263b439755 owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:48:01.305319 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-98a31d45-51b6-4330-8d92-0855bbbdf1ca req-7bf17aca-90e4-466e-9df6-bc6d1ccc2d83 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669515 Nov 27 03:48:01.308743 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 68dbabf7-eb22-4c49-9715-56263b439755 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:48:01.330376 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968edc1d-687f-40a9-a5f1-9bf20c67af5d req-d9dc0afb-985b-4389-ac8a-e5db76b16250 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:01.343863 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-968edc1d-687f-40a9-a5f1-9bf20c67af5d req-d9dc0afb-985b-4389-ac8a-e5db76b16250 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 943 time: 0.5047967 Nov 27 03:48:01.506114 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-ec84dfc6-f615-4d65-b944-243a10a38f60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:01.513326 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ea2963af-ea4a-4feb-8c86-d2bb91c5190e tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:01.558017 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2963af-ea4a-4feb-8c86-d2bb91c5190e tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Pushing event deleted for resources: {'Port': ['ID=68dbabf7-eb22-4c49-9715-56263b439755,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:01.560756 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-89f9995f-29a5-4002-94dd-b2c441017471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:01.561588 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-89f9995f-29a5-4002-94dd-b2c441017471 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:01.563616 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-89f9995f-29a5-4002-94dd-b2c441017471 service neutron] 10.222.0.11 "PUT /v2.0/ports/53a9741c-fe2f-4e29-b5bd-aba3972489b8 HTTP/1.1" status: 200 len: 1121 time: 1.8335524 Nov 27 03:48:01.564426 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f9995f-29a5-4002-94dd-b2c441017471 service neutron] Pushing event updated for resources: {'Port': ['ID=53a9741c-fe2f-4e29-b5bd-aba3972489b8,revision_number=8']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:01.571976 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No active binding found for port 68dbabf7-eb22-4c49-9715-56263b439755 {{(pid=110020) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 27 03:48:01.572677 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 68dbabf7-eb22-4c49-9715-56263b439755 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:48:01.619330 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-968edc1d-687f-40a9-a5f1-9bf20c67af5d req-aeb7d12f-f2bc-4115-a751-5f45dc27e579 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742240 Nov 27 03:48:01.660712 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-2e83684d-d74b-43d0-9d03-31e22c042609 req-fd656775-2afa-443e-9397-a2187dc3da14 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Deleting port dfc60870-0453-46e6-86d1-c791147fdefb {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:48:01.662992 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-2e83684d-d74b-43d0-9d03-31e22c042609 req-fd656775-2afa-443e-9397-a2187dc3da14 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:01.697761 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 03:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b36b7a-47f0-4112-9e26-dbe4cedfd753 x-openstack-request-id: req-26b36b7a-47f0-4112-9e26-dbe4cedfd753 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:48:01.698066 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f10acfc2-0e8f-4302-ab08-0cbff2086332", "name": "network-vif-unplugged", "status": "completed", "tag": "53a9741c-fe2f-4e29-b5bd-aba3972489b8", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:48:01.698328 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-26b36b7a-47f0-4112-9e26-dbe4cedfd753 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:48:01.698754 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f10acfc2-0e8f-4302-ab08-0cbff2086332', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53a9741c-fe2f-4e29-b5bd-aba3972489b8', 'code': 200} Nov 27 03:48:01.733248 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-2e87c9ab-2a69-48ad-a026-0a00362f8432 None None] Deleting port 68dbabf7-eb22-4c49-9715-56263b439755 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:48:01.733644 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2e87c9ab-2a69-48ad-a026-0a00362f8432 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:01.758234 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['53a9741c-fe2f-4e29-b5bd-aba3972489b8'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:48:01.760335 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['53a9741c-fe2f-4e29-b5bd-aba3972489b8'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:48:01.897505 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-a14b19a9-9862-4f55-93b7-577eba080d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-513331905-router', 'tenant_id': '409a3520592e44dbbec54c1bf55df0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c04731a6-fe9e-4c21-a167-80ee964c1546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:06Z', 'updated_at': '2021-11-27T03:43:13Z', 'revision_number': 4, 'project_id': '409a3520592e44dbbec54c1bf55df0d4', 'gw_port': {'id': 'c04731a6-fe9e-4c21-a167-80ee964c1546', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:07Z', 'updated_at': '2021-11-27T03:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'baa4e2a2-677f-45f2-b54b-a41626d3a62f', 'name': '', 'network_id': '39dfc888-b0dd-4c34-8aab-d5cb681e46f0', 'tenant_id': '409a3520592e44dbbec54c1bf55df0d4', 'mac_address': 'fa:16:3e:76:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'fc4bc0b3-a0cc-4178-a299-8ba73845c8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:11Z', 'updated_at': '2021-11-27T03:43:16Z', 'revision_number': 5, 'project_id': '409a3520592e44dbbec54c1bf55df0d4', 'subnets': [{'id': 'fc4bc0b3-a0cc-4178-a299-8ba73845c8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:01.950841 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2963af-ea4a-4feb-8c86-d2bb91c5190e tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] No DVR routers for this DVR port 68dbabf7-eb22-4c49-9715-56263b439755 on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:48:01.954330 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:01.961478 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-2e83684d-d74b-43d0-9d03-31e22c042609 req-fd656775-2afa-443e-9397-a2187dc3da14 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] For port dfc60870-0453-46e6-86d1-c791147fdefb, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=dfc60870-0453-46e6-86d1-c791147fdefb,segment=NetworkSegment(74310010-e448-4edf-8f12-15f9f8367765),segment_id=74310010-e448-4edf-8f12-15f9f8367765)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:01.961992 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-2e83684d-d74b-43d0-9d03-31e22c042609 req-fd656775-2afa-443e-9397-a2187dc3da14 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:01.969836 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14b19a9-9862-4f55-93b7-577eba080d12 None None] Checking router: fb4e79f8-997a-4c21-a976-588758ce2a9e for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:48:01.982258 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd11d81-5479-4226-9d86-84499f1480ab req-cdf205cc-1d4c-4a04-94df-9bb70baf1bc2 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:01.991856 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9bd11d81-5479-4226-9d86-84499f1480ab req-cdf205cc-1d4c-4a04-94df-9bb70baf1bc2 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0686c48-9b12-4387-ada2-b3fd1931e572 HTTP/1.1" status: 200 len: 944 time: 0.1944306 Nov 27 03:48:02.005166 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-2e87c9ab-2a69-48ad-a026-0a00362f8432 None None] For port 68dbabf7-eb22-4c49-9715-56263b439755, host n-d-819494-3, got binding levels [] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:02.005603 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2e87c9ab-2a69-48ad-a026-0a00362f8432 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:02.029760 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0686c48-9b12-4387-ada2-b3fd1931e572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49de90fc-debd-432b-893f-ffda699b6350'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:48:02.032073 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4430b31c-9a22-4402-b05b-f7eb9abbc724" -d '{"events": [{"server_uuid": "e0686c48-9b12-4387-ada2-b3fd1931e572", "name": "network-vif-plugged", "status": "completed", "tag": "49de90fc-debd-432b-893f-ffda699b6350"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:48:02.043411 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 53a9741c-fe2f-4e29-b5bd-aba3972489b8 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:48:02.046541 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-2e87c9ab-2a69-48ad-a026-0a00362f8432 None None] Calling delete_port for 68dbabf7-eb22-4c49-9715-56263b439755 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:48:02.056793 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14b19a9-9862-4f55-93b7-577eba080d12 None None] Routers {'fb4e79f8-997a-4c21-a976-588758ce2a9e'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:48:02.057448 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-a14b19a9-9862-4f55-93b7-577eba080d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:47:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['fb4e79f8-997a-4c21-a976-588758ce2a9e'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:02.060288 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.ipam_backend_mixin [None req-2e87c9ab-2a69-48ad-a026-0a00362f8432 None None] Port 68dbabf7-eb22-4c49-9715-56263b439755 was not found and therefore no delete operation was performed {{(pid=110020) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 03:48:02.070385 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 49de90fc-debd-432b-893f-ffda699b6350, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=49de90fc-debd-432b-893f-ffda699b6350,segment=NetworkSegment(b0f39da6-536c-459a-9945-6662db53cdb6),segment_id=b0f39da6-536c-459a-9945-6662db53cdb6)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:02.078462 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9bd11d81-5479-4226-9d86-84499f1480ab req-557cd411-47cc-4a0a-b4bf-b0fc36273575 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811620 Nov 27 03:48:02.082806 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-2e83684d-d74b-43d0-9d03-31e22c042609 req-fd656775-2afa-443e-9397-a2187dc3da14 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Calling delete_port for dfc60870-0453-46e6-86d1-c791147fdefb owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:48:02.112343 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2e87c9ab-2a69-48ad-a026-0a00362f8432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:02.202074 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e87c9ab-2a69-48ad-a026-0a00362f8432 None None] Pushing event deleted for resources: {'Port': ['ID=68dbabf7-eb22-4c49-9715-56263b439755,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:02.206111 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:02.212714 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:48:02.282120 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89fc07c-5e02-4d90-b12b-84b61c6ee344 x-openstack-request-id: req-f89fc07c-5e02-4d90-b12b-84b61c6ee344 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:48:02.282504 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0686c48-9b12-4387-ada2-b3fd1931e572", "name": "network-vif-plugged", "status": "completed", "tag": "49de90fc-debd-432b-893f-ffda699b6350", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:48:02.282731 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f89fc07c-5e02-4d90-b12b-84b61c6ee344 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:48:02.283109 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0686c48-9b12-4387-ada2-b3fd1931e572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49de90fc-debd-432b-893f-ffda699b6350', 'code': 200} Nov 27 03:48:02.299223 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726b118-991b-4305-91bc-8f61ae811c57 req-ce65ddd8-b3cb-4f98-b5c1-0aa8f6a58945 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:02.311929 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b726b118-991b-4305-91bc-8f61ae811c57 req-ce65ddd8-b3cb-4f98-b5c1-0aa8f6a58945 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1fc4af-eec6-4bfc-83a5-e96d29180c7a HTTP/1.1" status: 200 len: 944 time: 0.4409690 Nov 27 03:48:02.316958 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ea2963af-ea4a-4feb-8c86-d2bb91c5190e tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:02.323187 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:48:02.323543 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 68d6ad9a-d3d0-4ee1-bb92-6bc706b7e316 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:48:02.328111 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 59992) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:02.384326 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 03:48:02.385463 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-2e83684d-d74b-43d0-9d03-31e22c042609 req-fd656775-2afa-443e-9397-a2187dc3da14 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:02.396962 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-ea2963af-ea4a-4feb-8c86-d2bb91c5190e tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23c33ed2-8a0c-4269-bc9e-d67d7c716e8e']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:02.401045 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-ec84dfc6-f615-4d65-b944-243a10a38f60 service neutron] For port 22399cf9-b7ca-41d1-9cab-7b32dda023ef, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=22399cf9-b7ca-41d1-9cab-7b32dda023ef,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:02.437895 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.resource_extend [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 03:48:02.438147 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-ea2963af-ea4a-4feb-8c86-d2bb91c5190e tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '638d21ed-6798-49f4-8550-198a7a57fb19') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:02.438274 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-ea2963af-ea4a-4feb-8c86-d2bb91c5190e tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '638d21ed-6798-49f4-8550-198a7a57fb19') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:02.473734 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b726b118-991b-4305-91bc-8f61ae811c57 req-ae1bf777-804e-4b61-84aa-bb6ae29b1de1 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.20 "GET /v2.0/security-groups?id=62ef2250-4a84-46cd-af0b-076f24c4e53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606097 Nov 27 03:48:02.485221 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ea2963af-ea4a-4feb-8c86-d2bb91c5190e tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:02.528811 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-ec84dfc6-f615-4d65-b944-243a10a38f60 service neutron] For port 22399cf9-b7ca-41d1-9cab-7b32dda023ef, host n-h1-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:48:02.530967 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ea2963af-ea4a-4feb-8c86-d2bb91c5190e tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:02.558700 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd656775-2afa-443e-9397-a2187dc3da14 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Pushing event deleted for resources: {'Port': ['ID=dfc60870-0453-46e6-86d1-c791147fdefb,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:02.601727 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea2963af-ea4a-4feb-8c86-d2bb91c5190e tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:48:02.602450 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ea2963af-ea4a-4feb-8c86-d2bb91c5190e tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:02.613967 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 03:48:02.613967 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:48:02.613967 n-d-819494-3 neutron-server[110018]: timer() Nov 27 03:48:02.613967 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:48:02.613967 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 03:48:02.613967 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:48:02.613967 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 03:48:02.613967 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:48:02.613967 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 03:48:02.613967 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:48:02.613967 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 03:48:02.613967 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:48:02.613967 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 03:48:02.613967 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:48:02.613967 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:48:02.613967 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:48:02.613967 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:48:02.613967 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:48:02.613967 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 03:48:02.613967 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:48:02.613967 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 03:48:02.613967 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:48:02.613967 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:48:02.613967 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:48:02.613967 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 03:48:02.613967 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:48:02.613967 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:48:02.613967 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:48:02.613967 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:48:02.613967 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:48:02.613967 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:48:02.613967 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:48:02.617592 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e87c9ab-2a69-48ad-a026-0a00362f8432 None None] No DVR routers for this DVR port 68dbabf7-eb22-4c49-9715-56263b439755 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:48:02.637821 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e83684d-d74b-43d0-9d03-31e22c042609 req-fd656775-2afa-443e-9397-a2187dc3da14 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] No DVR routers for this DVR port dfc60870-0453-46e6-86d1-c791147fdefb on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:48:02.641660 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-2e83684d-d74b-43d0-9d03-31e22c042609 req-fd656775-2afa-443e-9397-a2187dc3da14 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:02.647854 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2e83684d-d74b-43d0-9d03-31e22c042609 req-fd656775-2afa-443e-9397-a2187dc3da14 tempest-LiveAutoBlockMigrationV225Test-880223203 tempest-LiveAutoBlockMigrationV225Test-880223203-project] 10.222.0.11 "DELETE /v2.0/ports/dfc60870-0453-46e6-86d1-c791147fdefb HTTP/1.1" status: 204 len: 173 time: 1.4975262 Nov 27 03:48:02.719724 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a9984-f9c8-4f84-a581-5e8ea13793fd req-9c73b51c-1a68-4563-aa4a-3880eb6189f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:02.722476 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cf5a9984-f9c8-4f84-a581-5e8ea13793fd req-9c73b51c-1a68-4563-aa4a-3880eb6189f6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e0686c48-9b12-4387-ada2-b3fd1931e572 HTTP/1.1" status: 200 len: 1096 time: 0.2247477 Nov 27 03:48:02.736985 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d528541-ea1c-477b-afca-41ce318bcbd3 req-fd212476-f613-4001-9919-972e92d3722b tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:02.758202 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2d528541-ea1c-477b-afca-41ce318bcbd3 req-fd212476-f613-4001-9919-972e92d3722b tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 950 time: 0.3160954 Nov 27 03:48:02.767999 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f84892cb-1f4e-4b73-b18a-43a018e56ac3 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:02.769073 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 22399cf9-b7ca-41d1-9cab-7b32dda023ef no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:48:02.793488 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-ec84dfc6-f615-4d65-b944-243a10a38f60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:02.796232 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138dd263-9a09-4577-a067-5afe79df2472', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22399cf9-b7ca-41d1-9cab-7b32dda023ef'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:48:02.814954 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f655ae9-8e92-4f72-b68f-5b7e933f4a4a" -d '{"events": [{"server_uuid": "138dd263-9a09-4577-a067-5afe79df2472", "name": "network-vif-unplugged", "status": "completed", "tag": "22399cf9-b7ca-41d1-9cab-7b32dda023ef"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:48:02.854304 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ea2963af-ea4a-4feb-8c86-d2bb91c5190e tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:02.856245 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-ec84dfc6-f615-4d65-b944-243a10a38f60 service neutron] Transition to ACTIVE for port object 22399cf9-b7ca-41d1-9cab-7b32dda023ef will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:48:02.861972 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ea2963af-ea4a-4feb-8c86-d2bb91c5190e tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:02.876111 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ea2963af-ea4a-4feb-8c86-d2bb91c5190e tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "DELETE /v2.0/networks/23c33ed2-8a0c-4269-bc9e-d67d7c716e8e HTTP/1.1" status: 204 len: 168 time: 2.3973804 Nov 27 03:48:02.884949 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=49de90fc-debd-432b-893f-ffda699b6350,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:02.885183 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60010) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:02.897270 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f84892cb-1f4e-4b73-b18a-43a018e56ac3 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:02.931942 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2963af-ea4a-4feb-8c86-d2bb91c5190e tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Pushing event deleted for resources: {'Network': ['ID=23c33ed2-8a0c-4269-bc9e-d67d7c716e8e,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:02.936404 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-ec84dfc6-f615-4d65-b944-243a10a38f60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:02.946809 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-a14b19a9-9862-4f55-93b7-577eba080d12 None None] Set router fb4e79f8-997a-4c21-a976-588758ce2a9e gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:48:02.996103 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cf5a9984-f9c8-4f84-a581-5e8ea13793fd req-c6289cf5-7be5-463d-a1c0-7265143c3681 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902752 Nov 27 03:48:03.005883 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2d528541-ea1c-477b-afca-41ce318bcbd3 req-49f4a35e-3cf2-4a59-92f6-41b226c162a1 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391832 Nov 27 03:48:03.034083 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f84892cb-1f4e-4b73-b18a-43a018e56ac3 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:03.047266 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f84892cb-1f4e-4b73-b18a-43a018e56ac3 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:03.054959 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f84892cb-1f4e-4b73-b18a-43a018e56ac3 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "DELETE /v2.0/security-groups/fc852f61-2cf1-4aa9-92bb-cab027642d6e HTTP/1.1" status: 204 len: 168 time: 0.7194393 Nov 27 03:48:03.057491 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 60012) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:03.135375 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84892cb-1f4e-4b73-b18a-43a018e56ac3 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc852f61-2cf1-4aa9-92bb-cab027642d6e,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:03.145226 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-cf090811-93e2-445b-bdfd-ec0cb0478977 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] show failed (client error): The resource could not be found. Nov 27 03:48:03.149403 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-cf090811-93e2-445b-bdfd-ec0cb0478977 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "GET /v2.0/security-groups/fc852f61-2cf1-4aa9-92bb-cab027642d6e HTTP/1.1" status: 404 len: 347 time: 0.0771701 Nov 27 03:48:03.151130 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 60016) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:03.416185 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 53a9741c-fe2f-4e29-b5bd-aba3972489b8, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=53a9741c-fe2f-4e29-b5bd-aba3972489b8,segment=NetworkSegment(0ede1ec6-1b9f-43e0-8048-29f023f3314a),segment_id=0ede1ec6-1b9f-43e0-8048-29f023f3314a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:03.467590 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 53a9741c-fe2f-4e29-b5bd-aba3972489b8 has no active binding in host n-h2-819494-3 {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 27 03:48:03.519185 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 03:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8182515c-4f28-47d1-b78f-43904e6d8be9 x-openstack-request-id: req-8182515c-4f28-47d1-b78f-43904e6d8be9 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:48:03.519185 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138dd263-9a09-4577-a067-5afe79df2472", "name": "network-vif-unplugged", "status": "completed", "tag": "22399cf9-b7ca-41d1-9cab-7b32dda023ef", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:48:03.519185 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8182515c-4f28-47d1-b78f-43904e6d8be9 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:48:03.519185 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138dd263-9a09-4577-a067-5afe79df2472', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22399cf9-b7ca-41d1-9cab-7b32dda023ef', 'code': 200} Nov 27 03:48:03.554718 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcdc0fd-c68d-485c-826c-e94dc1a1b763 req-73fecba6-1221-4b6b-8903-ebeec7328a08 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:03.564542 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-edcdc0fd-c68d-485c-826c-e94dc1a1b763 req-73fecba6-1221-4b6b-8903-ebeec7328a08 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0686c48-9b12-4387-ada2-b3fd1931e572 HTTP/1.1" status: 200 len: 945 time: 0.3123355 Nov 27 03:48:03.568234 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaed2d4-f9da-48ac-83bd-eecefbec00b2 req-b0a3834a-d911-4dd0-9305-a5a1bb1c92e4 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:03.576365 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6eaed2d4-f9da-48ac-83bd-eecefbec00b2 req-b0a3834a-d911-4dd0-9305-a5a1bb1c92e4 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 943 time: 0.6339216 Nov 27 03:48:03.606128 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-ec84dfc6-f615-4d65-b944-243a10a38f60 service neutron] No DVR routers for this DVR port 22399cf9-b7ca-41d1-9cab-7b32dda023ef on host n-h1-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:48:03.639383 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-a14b19a9-9862-4f55-93b7-577eba080d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-513331905-router', 'tenant_id': '409a3520592e44dbbec54c1bf55df0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c04731a6-fe9e-4c21-a167-80ee964c1546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:06Z', 'updated_at': '2021-11-27T03:43:13Z', 'revision_number': 4, 'project_id': '409a3520592e44dbbec54c1bf55df0d4', 'gw_port': {'id': 'c04731a6-fe9e-4c21-a167-80ee964c1546', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:07Z', 'updated_at': '2021-11-27T03:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'baa4e2a2-677f-45f2-b54b-a41626d3a62f', 'name': '', 'network_id': '39dfc888-b0dd-4c34-8aab-d5cb681e46f0', 'tenant_id': '409a3520592e44dbbec54c1bf55df0d4', 'mac_address': 'fa:16:3e:76:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'fc4bc0b3-a0cc-4178-a299-8ba73845c8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:11Z', 'updated_at': '2021-11-27T03:43:16Z', 'revision_number': 5, 'project_id': '409a3520592e44dbbec54c1bf55df0d4', 'subnets': [{'id': 'fc4bc0b3-a0cc-4178-a299-8ba73845c8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:03.645609 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba211c4c-ed7b-4dd6-85e6-9516b547a202 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Deleting subnet b63f978f-7c31-4d11-ab8b-a4726c983836 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:48:03.649764 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ba211c4c-ed7b-4dd6-85e6-9516b547a202 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:03.664227 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-edcdc0fd-c68d-485c-826c-e94dc1a1b763 req-cadef442-2375-4c93-aaf8-ae0e79f0a729 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978382 Nov 27 03:48:03.679564 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-cea484bb-1128-4944-bf2e-c96aca6e24f5 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Deleting port a9e4660e-90d8-4246-8d41-dbe6c65c88a6 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:48:03.685908 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cea484bb-1128-4944-bf2e-c96aca6e24f5 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:03.686436 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14b19a9-9862-4f55-93b7-577eba080d12 None None] The sync data for ids ['fb4e79f8-997a-4c21-a976-588758ce2a9e'] in n-d-819494-3 is: [{'id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-513331905-router', 'tenant_id': '409a3520592e44dbbec54c1bf55df0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c04731a6-fe9e-4c21-a167-80ee964c1546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:06Z', 'updated_at': '2021-11-27T03:43:13Z', 'revision_number': 4, 'project_id': '409a3520592e44dbbec54c1bf55df0d4', 'gw_port': {'id': 'c04731a6-fe9e-4c21-a167-80ee964c1546', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:07Z', 'updated_at': '2021-11-27T03:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'baa4e2a2-677f-45f2-b54b-a41626d3a62f', 'name': '', 'network_id': '39dfc888-b0dd-4c34-8aab-d5cb681e46f0', 'tenant_id': '409a3520592e44dbbec54c1bf55df0d4', 'mac_address': 'fa:16:3e:76:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'fc4bc0b3-a0cc-4178-a299-8ba73845c8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:11Z', 'updated_at': '2021-11-27T03:43:16Z', 'revision_number': 5, 'project_id': '409a3520592e44dbbec54c1bf55df0d4', 'subnets': [{'id': 'fc4bc0b3-a0cc-4178-a299-8ba73845c8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:48:03.727428 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f10acfc2-0e8f-4302-ab08-0cbff2086332', 'tag': '53a9741c-fe2f-4e29-b5bd-aba3972489b8'}, {'server_uuid': '9b1fc4af-eec6-4bfc-83a5-e96d29180c7a', 'name': 'network-vif-deleted', 'tag': 'dfc60870-0453-46e6-86d1-c791147fdefb'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:48:03.727690 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ba211c4c-ed7b-4dd6-85e6-9516b547a202 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:03.730470 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d5f462-139c-4f9d-a436-37d0a0cb661a" -d '{"events": [{"name": "network-changed", "server_uuid": "f10acfc2-0e8f-4302-ab08-0cbff2086332", "tag": "53a9741c-fe2f-4e29-b5bd-aba3972489b8"}, {"server_uuid": "9b1fc4af-eec6-4bfc-83a5-e96d29180c7a", "name": "network-vif-deleted", "tag": "dfc60870-0453-46e6-86d1-c791147fdefb"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:48:03.801849 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 60026) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:03.814188 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84dfc6-f615-4d65-b944-243a10a38f60 service neutron] Pushing event updated for resources: {'Port': ['ID=22399cf9-b7ca-41d1-9cab-7b32dda023ef,revision_number=6']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:03.852705 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6eaed2d4-f9da-48ac-83bd-eecefbec00b2 req-ef90368a-a693-4eb2-89d7-4009b72835e9 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586365 Nov 27 03:48:03.876744 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-ec84dfc6-f615-4d65-b944-243a10a38f60 service neutron] Attempting to bind port 22399cf9-b7ca-41d1-9cab-7b32dda023ef on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:48:03.876971 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-ec84dfc6-f615-4d65-b944-243a10a38f60 service neutron] Attempting to bind port 22399cf9-b7ca-41d1-9cab-7b32dda023ef by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:48:03.877329 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-ec84dfc6-f615-4d65-b944-243a10a38f60 service neutron] Attempting to bind port 22399cf9-b7ca-41d1-9cab-7b32dda023ef on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:48:03.901902 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-ec84dfc6-f615-4d65-b944-243a10a38f60 service neutron] Port 22399cf9-b7ca-41d1-9cab-7b32dda023ef on network 7cd21890-8440-4d5d-a862-4b55c8c22387 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:48:03.902343 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-ec84dfc6-f615-4d65-b944-243a10a38f60 service neutron] Attempting to bind port 22399cf9-b7ca-41d1-9cab-7b32dda023ef on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:48:03.919106 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-ec84dfc6-f615-4d65-b944-243a10a38f60 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:48:03.919462 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-ec84dfc6-f615-4d65-b944-243a10a38f60 service neutron] Checking segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:48:03.919848 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-ec84dfc6-f615-4d65-b944-243a10a38f60 service neutron] Bound using segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:48:03.920311 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-ec84dfc6-f615-4d65-b944-243a10a38f60 service neutron] Bound port: 22399cf9-b7ca-41d1-9cab-7b32dda023ef, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:48:03.920670 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-ec84dfc6-f615-4d65-b944-243a10a38f60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:03.990708 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 27 Nov 2021 03:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ed12ed-0d1f-4b18-907b-88bed97fa971 x-openstack-request-id: req-44ed12ed-0d1f-4b18-907b-88bed97fa971 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:48:03.991034 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f10acfc2-0e8f-4302-ab08-0cbff2086332", "tag": "53a9741c-fe2f-4e29-b5bd-aba3972489b8", "status": "completed", "code": 200}, {"server_uuid": "9b1fc4af-eec6-4bfc-83a5-e96d29180c7a", "name": "network-vif-deleted", "tag": "dfc60870-0453-46e6-86d1-c791147fdefb", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:48:03.991375 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-44ed12ed-0d1f-4b18-907b-88bed97fa971 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:48:03.991699 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f10acfc2-0e8f-4302-ab08-0cbff2086332', 'tag': '53a9741c-fe2f-4e29-b5bd-aba3972489b8', 'status': 'completed', 'code': 200} Nov 27 03:48:03.991952 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b1fc4af-eec6-4bfc-83a5-e96d29180c7a', 'name': 'network-vif-deleted', 'tag': 'dfc60870-0453-46e6-86d1-c791147fdefb', 'status': 'completed', 'code': 200} Nov 27 03:48:03.999301 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cea484bb-1128-4944-bf2e-c96aca6e24f5 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:03.999661 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cea484bb-1128-4944-bf2e-c96aca6e24f5 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:04.010636 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-86610089-0736-402d-824b-285f353a7c5c admin admin] Deleting subnet 022c48dd-3720-4645-8f22-45c74ce924ab {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:48:04.036277 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-86610089-0736-402d-824b-285f353a7c5c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:04.039534 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device dfc60870-0453-46e6-86d1-c791147fdefb no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:48:04.056057 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-cea484bb-1128-4944-bf2e-c96aca6e24f5 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Calling delete_port for a9e4660e-90d8-4246-8d41-dbe6c65c88a6 owned by network:floatingip {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:48:04.070358 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-ec84dfc6-f615-4d65-b944-243a10a38f60 service neutron] For port 22399cf9-b7ca-41d1-9cab-7b32dda023ef, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:48:04.076299 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-ec84dfc6-f615-4d65-b944-243a10a38f60 service neutron] For port 22399cf9-b7ca-41d1-9cab-7b32dda023ef, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=22399cf9-b7ca-41d1-9cab-7b32dda023ef,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:48:04.077929 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ba211c4c-ed7b-4dd6-85e6-9516b547a202 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:04.095368 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: dfc60870-0453-46e6-86d1-c791147fdefb {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:48:04.095732 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device dfc60870-0453-46e6-86d1-c791147fdefb not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:48:04.135206 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-ec84dfc6-f615-4d65-b944-243a10a38f60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:04.205518 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-ec84dfc6-f615-4d65-b944-243a10a38f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:04.206228 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-ec84dfc6-f615-4d65-b944-243a10a38f60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:04.208046 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-ec84dfc6-f615-4d65-b944-243a10a38f60 service neutron] 10.222.0.11 "PUT /v2.0/ports/22399cf9-b7ca-41d1-9cab-7b32dda023ef HTTP/1.1" status: 200 len: 1096 time: 2.9916673 Nov 27 03:48:04.244544 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f62633-a845-460c-ab0f-416898b7b04f None None] New status for floating IP 5f9e2190-d586-4248-aef2-b41313bcf1bc: DOWN {{(pid=110021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 03:48:04.298115 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84dfc6-f615-4d65-b944-243a10a38f60 service neutron] Pushing event updated for resources: {'Port': ['ID=22399cf9-b7ca-41d1-9cab-7b32dda023ef,revision_number=7']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:04.344899 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ba211c4c-ed7b-4dd6-85e6-9516b547a202 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:04.388492 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f769df68-ce2d-4808-8061-1827a66ff88f None None] Network 7d4eda30-592e-4b32-9d92-f1094b97d488 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:48:04.389254 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ba211c4c-ed7b-4dd6-85e6-9516b547a202 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:04.392834 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ba211c4c-ed7b-4dd6-85e6-9516b547a202 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "DELETE /v2.0/subnets/b63f978f-7c31-4d11-ab8b-a4726c983836 HTTP/1.1" status: 204 len: 168 time: 1.5062940 Nov 27 03:48:04.440568 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60044) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:04.491495 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba211c4c-ed7b-4dd6-85e6-9516b547a202 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Pushing event deleted for resources: {'Subnet': ['ID=b63f978f-7c31-4d11-ab8b-a4726c983836,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:04.546188 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-a5523549-ae1e-4fc5-8a71-0dddb96913c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:04.548504 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-a5523549-ae1e-4fc5-8a71-0dddb96913c8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d416f1581fce4cbda78108e0795a4c3c&device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 1099 time: 0.2733159 Nov 27 03:48:04.687744 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-478ae0be-5256-4c0b-8d16-dbc83b90676c tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:04.724821 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-86610089-0736-402d-824b-285f353a7c5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:04.771361 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-cec75ba2-682e-49ac-8720-9324a7060676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:04.773266 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-cec75ba2-682e-49ac-8720-9324a7060676 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.1773558 Nov 27 03:48:04.795708 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f7afcf-d1fd-4693-9394-29283e3ffcd2 None None] DHCP port deletion for 7d4eda30-592e-4b32-9d92-f1094b97d488 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 03:48:04.841416 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-86610089-0736-402d-824b-285f353a7c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:04.843213 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-03e66764-37ad-4f2e-91d9-458042ed8386 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=22399cf9-b7ca-41d1-9cab-7b32dda023ef HTTP/1.1" status: 200 len: 217 time: 0.0544264 Nov 27 03:48:04.870873 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-478ae0be-5256-4c0b-8d16-dbc83b90676c tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Deleting port 517b5f64-e2db-432f-978d-70a1e69861e4 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:48:04.871564 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-478ae0be-5256-4c0b-8d16-dbc83b90676c tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:04.874956 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-e9f7afcf-d1fd-4693-9394-29283e3ffcd2 None None] Deleting port 517b5f64-e2db-432f-978d-70a1e69861e4 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:48:04.875347 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e9f7afcf-d1fd-4693-9394-29283e3ffcd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:04.949053 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-e9f7afcf-d1fd-4693-9394-29283e3ffcd2 None None] For port 517b5f64-e2db-432f-978d-70a1e69861e4, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=517b5f64-e2db-432f-978d-70a1e69861e4,segment=NetworkSegment(025eccf4-458d-4fdc-92b8-a8cfa9d70d98),segment_id=025eccf4-458d-4fdc-92b8-a8cfa9d70d98)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:04.949477 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e9f7afcf-d1fd-4693-9394-29283e3ffcd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:04.964369 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-e9f7afcf-d1fd-4693-9394-29283e3ffcd2 None None] Calling delete_port for 517b5f64-e2db-432f-978d-70a1e69861e4 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:48:04.993612 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-ae53f25b-1271-4f26-9d96-4e57efddf75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:04.996103 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-ae53f25b-1271-4f26-9d96-4e57efddf75a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.1270053 Nov 27 03:48:05.011988 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14968f7-afe2-4c69-870c-275de395972a req-64046f06-8852-4ee6-9c90-574838d203c9 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:05.014118 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d14968f7-afe2-4c69-870c-275de395972a req-64046f06-8852-4ee6-9c90-574838d203c9 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0686c48-9b12-4387-ada2-b3fd1931e572 HTTP/1.1" status: 200 len: 945 time: 0.1829751 Nov 27 03:48:05.028204 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5f462-139c-4f9d-a436-37d0a0cb661a req-bd77b452-a400-4e3d-9a61-7233b7e07d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:05.030951 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-91d5f462-139c-4f9d-a436-37d0a0cb661a req-bd77b452-a400-4e3d-9a61-7233b7e07d4a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f93bf1216094326aad79ff5fda23c08&device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 1124 time: 0.9278362 Nov 27 03:48:05.032244 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-86610089-0736-402d-824b-285f353a7c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:05.039052 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-478ae0be-5256-4c0b-8d16-dbc83b90676c tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] For port 517b5f64-e2db-432f-978d-70a1e69861e4, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=517b5f64-e2db-432f-978d-70a1e69861e4,segment=NetworkSegment(025eccf4-458d-4fdc-92b8-a8cfa9d70d98),segment_id=025eccf4-458d-4fdc-92b8-a8cfa9d70d98)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:05.039717 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-478ae0be-5256-4c0b-8d16-dbc83b90676c tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:05.083871 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-478ae0be-5256-4c0b-8d16-dbc83b90676c tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Calling delete_port for 517b5f64-e2db-432f-978d-70a1e69861e4 owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:48:05.098061 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e9f7afcf-d1fd-4693-9394-29283e3ffcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:05.160233 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f7afcf-d1fd-4693-9394-29283e3ffcd2 None None] No DVR routers for this DVR port 517b5f64-e2db-432f-978d-70a1e69861e4 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:48:05.163873 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-59d946b7-00fe-4505-beb2-07111fabc281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:05.165410 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-59d946b7-00fe-4505-beb2-07111fabc281 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1427431 Nov 27 03:48:05.169492 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f7afcf-d1fd-4693-9394-29283e3ffcd2 None None] Pushing event deleted for resources: {'Port': ['ID=517b5f64-e2db-432f-978d-70a1e69861e4,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:05.187039 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d14968f7-afe2-4c69-870c-275de395972a req-52a5eff2-7710-42f7-af0d-73989aa30beb tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629472 Nov 27 03:48:05.265302 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 517b5f64-e2db-432f-978d-70a1e69861e4 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:48:05.278567 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-86610089-0736-402d-824b-285f353a7c5c admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:05.282791 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-86610089-0736-402d-824b-285f353a7c5c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/022c48dd-3720-4645-8f22-45c74ce924ab HTTP/1.1" status: 204 len: 168 time: 1.4799685 Nov 27 03:48:05.283745 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cea484bb-1128-4944-bf2e-c96aca6e24f5 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:05.300004 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5f462-139c-4f9d-a436-37d0a0cb661a req-36cc3c1c-447a-4da9-8f37-8e979689f307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:05.302138 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60056) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:05.302932 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-91d5f462-139c-4f9d-a436-37d0a0cb661a req-36cc3c1c-447a-4da9-8f37-8e979689f307 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 HTTP/1.1" status: 200 len: 909 time: 0.2574828 Nov 27 03:48:05.307561 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86610089-0736-402d-824b-285f353a7c5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=022c48dd-3720-4645-8f22-45c74ce924ab,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:05.328300 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 517b5f64-e2db-432f-978d-70a1e69861e4 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:48:05.329167 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 517b5f64-e2db-432f-978d-70a1e69861e4 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:48:05.367085 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea484bb-1128-4944-bf2e-c96aca6e24f5 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Pushing event deleted for resources: {'Port': ['ID=a9e4660e-90d8-4246-8d41-dbe6c65c88a6,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:05.382964 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f136921-12ec-4552-874f-a4a62433d265 req-da4e2e4a-49e2-456e-9162-c8c8f8e90c42 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:05.393423 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2f136921-12ec-4552-874f-a4a62433d265 req-da4e2e4a-49e2-456e-9162-c8c8f8e90c42 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 948 time: 1.2711620 Nov 27 03:48:05.490238 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-478ae0be-5256-4c0b-8d16-dbc83b90676c tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:05.493488 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-91d5f462-139c-4f9d-a436-37d0a0cb661a req-5e001cf0-290b-46a2-89c3-47959296917b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=53a9741c-fe2f-4e29-b5bd-aba3972489b8 HTTP/1.1" status: 200 len: 217 time: 0.1274273 Nov 27 03:48:05.514064 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e41a8edb-6049-41f3-83a0-125cb6e5b113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:05.517306 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-2fa9d4dd-4494-44ef-83c1-05416e174e49 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292923 Nov 27 03:48:05.540156 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '138dd263-9a09-4577-a067-5afe79df2472', 'tag': '22399cf9-b7ca-41d1-9cab-7b32dda023ef'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:48:05.542779 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d1fe9c-40f0-4d0f-a664-437670bcc025" -d '{"events": [{"name": "network-changed", "server_uuid": "138dd263-9a09-4577-a067-5afe79df2472", "tag": "22399cf9-b7ca-41d1-9cab-7b32dda023ef"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:48:05.557254 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc08d6b-63b8-4f8a-8106-64bfd3e0492a req-c68055d1-d3a0-4441-be19-e8d5e39ea348 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:05.565948 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1bc08d6b-63b8-4f8a-8106-64bfd3e0492a req-c68055d1-d3a0-4441-be19-e8d5e39ea348 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 943 time: 0.2684069 Nov 27 03:48:05.580416 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ae0be-5256-4c0b-8d16-dbc83b90676c tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Pushing event deleted for resources: {'Port': ['ID=517b5f64-e2db-432f-978d-70a1e69861e4,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:05.607865 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478ae0be-5256-4c0b-8d16-dbc83b90676c tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] No DVR routers for this DVR port 517b5f64-e2db-432f-978d-70a1e69861e4 on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:48:05.638190 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2f136921-12ec-4552-874f-a4a62433d265 req-b5a43a52-7d37-42a2-9b0a-3fc9fd478780 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428346 Nov 27 03:48:05.688177 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cea484bb-1128-4944-bf2e-c96aca6e24f5 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks [] for floatingip, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:05.693711 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cea484bb-1128-4944-bf2e-c96aca6e24f5 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:05.698149 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-cea484bb-1128-4944-bf2e-c96aca6e24f5 tempest-ServersWithSpecificFlavorTestJSON-1950330129 tempest-ServersWithSpecificFlavorTestJSON-1950330129-project] 10.222.0.20 "DELETE /v2.0/floatingips/5f9e2190-d586-4248-aef2-b41313bcf1bc HTTP/1.1" status: 204 len: 168 time: 2.5456734 Nov 27 03:48:05.719518 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5f462-139c-4f9d-a436-37d0a0cb661a req-5ce71ca1-ea34-45c5-9bc6-290197670c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:05.721150 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-91d5f462-139c-4f9d-a436-37d0a0cb661a req-5ce71ca1-ea34-45c5-9bc6-290197670c26 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f2f4695-47e3-40b2-b54d-f43d3306eba4 HTTP/1.1" status: 200 len: 848 time: 0.1709044 Nov 27 03:48:05.800612 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-91d5f462-139c-4f9d-a436-37d0a0cb661a req-29112e44-9e58-49d0-ad19-8c83d8c38081 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706689 Nov 27 03:48:05.916388 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-478ae0be-5256-4c0b-8d16-dbc83b90676c tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:05.990318 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1bc08d6b-63b8-4f8a-8106-64bfd3e0492a req-b2dd1f68-f567-40fe-a44c-a5db31090bac tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4236133 Nov 27 03:48:06.026413 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-478ae0be-5256-4c0b-8d16-dbc83b90676c tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d4eda30-592e-4b32-9d92-f1094b97d488']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:06.046336 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8eccadcf-d98f-4d29-92e0-598e8463f6bb req-82616fc8-91ab-4207-a793-9bac259c02d9 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4998176 Nov 27 03:48:06.048067 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e41a8edb-6049-41f3-83a0-125cb6e5b113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:06.058539 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-478ae0be-5256-4c0b-8d16-dbc83b90676c tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '025eccf4-458d-4fdc-92b8-a8cfa9d70d98') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:06.058867 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-478ae0be-5256-4c0b-8d16-dbc83b90676c tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '025eccf4-458d-4fdc-92b8-a8cfa9d70d98') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:06.059374 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0870b-dd75-43df-85df-a6050acdea24 req-605311a9-f926-495b-99ac-08b051f4701b tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:06.061301 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dee0870b-dd75-43df-85df-a6050acdea24 req-605311a9-f926-495b-99ac-08b051f4701b tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0686c48-9b12-4387-ada2-b3fd1931e572 HTTP/1.1" status: 200 len: 945 time: 0.1057582 Nov 27 03:48:06.086114 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-478ae0be-5256-4c0b-8d16-dbc83b90676c tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:06.095619 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-e41a8edb-6049-41f3-83a0-125cb6e5b113 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b645cec8-c88e-4bba-8234-b110de21cfe7']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:06.108239 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e68cf80-3ff7-49c9-8e66-1935de4abb33 x-openstack-request-id: req-5e68cf80-3ff7-49c9-8e66-1935de4abb33 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:48:06.108529 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "138dd263-9a09-4577-a067-5afe79df2472", "tag": "22399cf9-b7ca-41d1-9cab-7b32dda023ef", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:48:06.108837 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5e68cf80-3ff7-49c9-8e66-1935de4abb33 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:48:06.109239 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '138dd263-9a09-4577-a067-5afe79df2472', 'tag': '22399cf9-b7ca-41d1-9cab-7b32dda023ef', 'status': 'completed', 'code': 200} Nov 27 03:48:06.115713 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-e41a8edb-6049-41f3-83a0-125cb6e5b113 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74310010-e448-4edf-8f12-15f9f8367765') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:06.116021 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-e41a8edb-6049-41f3-83a0-125cb6e5b113 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74310010-e448-4edf-8f12-15f9f8367765') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:06.124108 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-478ae0be-5256-4c0b-8d16-dbc83b90676c tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:06.132411 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e41a8edb-6049-41f3-83a0-125cb6e5b113 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:06.141380 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-91d5f462-139c-4f9d-a436-37d0a0cb661a req-43cd2ee7-8253-4161-b3d0-b857cdcff743 service neutron] 10.222.0.23 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101122 Nov 27 03:48:06.147348 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-478ae0be-5256-4c0b-8d16-dbc83b90676c tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:48:06.147816 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-478ae0be-5256-4c0b-8d16-dbc83b90676c tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:06.152022 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:48:06.152022 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 03:48:06.152022 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:48:06.152022 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 03:48:06.152022 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:48:06.152022 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 03:48:06.152022 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:48:06.152022 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 03:48:06.152022 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 03:48:06.152022 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:48:06.152022 n-d-819494-3 neutron-server[110018]: timer() Nov 27 03:48:06.152022 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:48:06.152022 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 03:48:06.152022 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:48:06.152022 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 03:48:06.152022 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:48:06.152022 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 03:48:06.152022 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:48:06.152022 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 03:48:06.152022 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:48:06.152022 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 03:48:06.152022 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:48:06.152022 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:48:06.152022 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:48:06.152022 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:48:06.152022 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:48:06.152022 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 03:48:06.152022 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:48:06.152022 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 03:48:06.152022 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:48:06.152022 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:48:06.152022 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:48:06.152022 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 03:48:06.152022 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:48:06.152022 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:48:06.152022 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:48:06.152022 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:48:06.152022 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:48:06.152022 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:48:06.152022 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:48:06.165444 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e41a8edb-6049-41f3-83a0-125cb6e5b113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:06.179848 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e41a8edb-6049-41f3-83a0-125cb6e5b113 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:48:06.180343 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e41a8edb-6049-41f3-83a0-125cb6e5b113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:06.264762 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 03:48:06.264762 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:48:06.264762 n-d-819494-3 neutron-server[110018]: timer() Nov 27 03:48:06.264762 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:48:06.264762 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 03:48:06.264762 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:48:06.264762 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 03:48:06.264762 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:48:06.264762 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 03:48:06.264762 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:48:06.264762 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 03:48:06.264762 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:48:06.264762 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 03:48:06.264762 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:48:06.264762 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:48:06.264762 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:48:06.264762 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:48:06.264762 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:48:06.264762 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 03:48:06.264762 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:48:06.264762 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 03:48:06.264762 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:48:06.264762 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:48:06.264762 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:48:06.264762 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 03:48:06.264762 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:48:06.264762 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:48:06.264762 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:48:06.264762 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:48:06.264762 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:48:06.264762 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:48:06.264762 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:48:06.301253 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-91d5f462-139c-4f9d-a436-37d0a0cb661a req-00debcd8-217a-4e2e-ad80-50b307f0b921 service neutron] 10.222.0.23 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503258 Nov 27 03:48:06.321839 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e41a8edb-6049-41f3-83a0-125cb6e5b113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:06.339029 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e41a8edb-6049-41f3-83a0-125cb6e5b113 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:06.339812 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dee0870b-dd75-43df-85df-a6050acdea24 req-11397c3a-e465-4fa8-b43f-5823d9fb8512 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643321 Nov 27 03:48:06.348428 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e41a8edb-6049-41f3-83a0-125cb6e5b113 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b645cec8-c88e-4bba-8234-b110de21cfe7 HTTP/1.1" status: 204 len: 168 time: 1.0426862 Nov 27 03:48:06.350411 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 60076) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:06.446591 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a8edb-6049-41f3-83a0-125cb6e5b113 admin admin] Pushing event deleted for resources: {'Network': ['ID=b645cec8-c88e-4bba-8234-b110de21cfe7,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:06.501923 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1fe9c-40f0-4d0f-a664-437670bcc025 req-198cc691-e3ce-4963-94d6-f351513931d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:06.504297 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-85d1fe9c-40f0-4d0f-a664-437670bcc025 req-198cc691-e3ce-4963-94d6-f351513931d5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d416f1581fce4cbda78108e0795a4c3c&device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 1099 time: 0.2378912 Nov 27 03:48:06.513147 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ad9a06a-6566-4f9d-a029-cbdd1240ea6e admin admin] Deleting subnet f5f4e6ec-2f39-4fc9-9ab7-12a8d891ed63 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:48:06.520663 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0ad9a06a-6566-4f9d-a029-cbdd1240ea6e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:06.529463 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1fe9c-40f0-4d0f-a664-437670bcc025 req-cd031ce8-2d29-4e48-ba16-33517d934501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:06.531793 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-85d1fe9c-40f0-4d0f-a664-437670bcc025 req-cd031ce8-2d29-4e48-ba16-33517d934501 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d416f1581fce4cbda78108e0795a4c3c&device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 1099 time: 0.1817789 Nov 27 03:48:06.536140 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-478ae0be-5256-4c0b-8d16-dbc83b90676c tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:06.555589 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-478ae0be-5256-4c0b-8d16-dbc83b90676c tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:06.573182 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-478ae0be-5256-4c0b-8d16-dbc83b90676c tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "DELETE /v2.0/networks/7d4eda30-592e-4b32-9d92-f1094b97d488 HTTP/1.1" status: 204 len: 168 time: 2.1287770 Nov 27 03:48:06.575128 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0ad9a06a-6566-4f9d-a029-cbdd1240ea6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:06.583384 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 60086) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:06.599950 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-e528d8ad-6e0e-47c1-bfdd-b144080cf3ae tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-51371943'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:48:06.735015 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e528d8ad-6e0e-47c1-bfdd-b144080cf3ae tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Made reservation on behalf of da0e9b0fd6b84af582a0cba7df1335e8 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:48:06.738711 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e528d8ad-6e0e-47c1-bfdd-b144080cf3ae tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:06.765584 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0ad9a06a-6566-4f9d-a029-cbdd1240ea6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:06.778092 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1fe9c-40f0-4d0f-a664-437670bcc025 req-f5d265ec-8208-4fae-9f82-80952c8efb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:06.781321 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-85d1fe9c-40f0-4d0f-a664-437670bcc025 req-f5d265ec-8208-4fae-9f82-80952c8efb44 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.2669976 Nov 27 03:48:06.864700 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e528d8ad-6e0e-47c1-bfdd-b144080cf3ae tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:48:06.884384 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e528d8ad-6e0e-47c1-bfdd-b144080cf3ae tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:06.884737 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-e528d8ad-6e0e-47c1-bfdd-b144080cf3ae tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Added segment 0bb551e7-146d-46ca-9c8f-ded6a0e3d6fc of type vlan for network 35cc0bd3-4024-4a80-9020-7d7ac9b14f36 Nov 27 03:48:06.969319 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ae0be-5256-4c0b-8d16-dbc83b90676c tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Pushing event deleted for resources: {'Network': ['ID=7d4eda30-592e-4b32-9d92-f1094b97d488,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:07.008410 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e528d8ad-6e0e-47c1-bfdd-b144080cf3ae tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:07.079308 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 60106) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:07.120158 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e528d8ad-6e0e-47c1-bfdd-b144080cf3ae tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:07.126626 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e528d8ad-6e0e-47c1-bfdd-b144080cf3ae tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:07.127312 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e528d8ad-6e0e-47c1-bfdd-b144080cf3ae tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:07.128201 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-85d1fe9c-40f0-4d0f-a664-437670bcc025 req-c1438f7a-9a65-4e33-b705-e79b315f5aae service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=22399cf9-b7ca-41d1-9cab-7b32dda023ef HTTP/1.1" status: 200 len: 217 time: 0.2958677 Nov 27 03:48:07.148398 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1fe9c-40f0-4d0f-a664-437670bcc025 req-3965fdd3-e1f8-4a93-a4c1-711382ee1112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:07.151195 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-85d1fe9c-40f0-4d0f-a664-437670bcc025 req-3965fdd3-e1f8-4a93-a4c1-711382ee1112 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.5766234 Nov 27 03:48:07.273103 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-85d1fe9c-40f0-4d0f-a664-437670bcc025 req-7884813c-634e-4ca6-a94c-9a6afd2302fe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=22399cf9-b7ca-41d1-9cab-7b32dda023ef HTTP/1.1" status: 200 len: 217 time: 0.1070094 Nov 27 03:48:07.352598 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1fe9c-40f0-4d0f-a664-437670bcc025 req-72bdb46c-a308-4770-b123-1333e7ddabea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:07.356690 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-85d1fe9c-40f0-4d0f-a664-437670bcc025 req-72bdb46c-a308-4770-b123-1333e7ddabea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.0584350 Nov 27 03:48:07.382018 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1fe9c-40f0-4d0f-a664-437670bcc025 req-9cc869c7-a361-46b5-8ec6-f96c31a223cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:07.384401 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-85d1fe9c-40f0-4d0f-a664-437670bcc025 req-9cc869c7-a361-46b5-8ec6-f96c31a223cb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.2215495 Nov 27 03:48:07.462170 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1fe9c-40f0-4d0f-a664-437670bcc025 req-31170580-480a-474f-b444-29c3f7f6ae8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:07.463597 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-85d1fe9c-40f0-4d0f-a664-437670bcc025 req-31170580-480a-474f-b444-29c3f7f6ae8e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0605268 Nov 27 03:48:07.465943 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1fe9c-40f0-4d0f-a664-437670bcc025 req-d5c6214a-0824-48b0-ba47-851ab22db37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:07.467358 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-85d1fe9c-40f0-4d0f-a664-437670bcc025 req-d5c6214a-0824-48b0-ba47-851ab22db37b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1016328 Nov 27 03:48:07.612112 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b04292-0b12-4a25-bbde-ed63abef7b13 req-d6750974-1432-43c8-921f-5ce6ce75d9c7 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:07.614471 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-98b04292-0b12-4a25-bbde-ed63abef7b13 req-d6750974-1432-43c8-921f-5ce6ce75d9c7 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 948 time: 0.5687590 Nov 27 03:48:07.653543 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e528d8ad-6e0e-47c1-bfdd-b144080cf3ae tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0622296 Nov 27 03:48:07.654599 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07053604-abfb-419b-85d2-122dc671c9f0 req-cf2bba7c-5b34-48d2-aadc-94767cb21f05 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:07.656288 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 60126) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:07.656680 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-07053604-abfb-419b-85d2-122dc671c9f0 req-cf2bba7c-5b34-48d2-aadc-94767cb21f05 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 943 time: 0.2023685 Nov 27 03:48:07.659600 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0ad9a06a-6566-4f9d-a029-cbdd1240ea6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:07.677792 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-9f9a1767-0d85-4e7c-9fa4-b460a8204ce1 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Request body: {'subnet': {'network_id': '35cc0bd3-4024-4a80-9020-7d7ac9b14f36', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:48:07.703318 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e528d8ad-6e0e-47c1-bfdd-b144080cf3ae tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Pushing event updated for resources: {'Network': ['ID=35cc0bd3-4024-4a80-9020-7d7ac9b14f36,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:07.709488 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0ad9a06a-6566-4f9d-a029-cbdd1240ea6e admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:07.717211 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0ad9a06a-6566-4f9d-a029-cbdd1240ea6e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f5f4e6ec-2f39-4fc9-9ab7-12a8d891ed63 HTTP/1.1" status: 204 len: 168 time: 1.3655992 Nov 27 03:48:07.722514 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 60128) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:07.727431 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 35cc0bd3-4024-4a80-9020-7d7ac9b14f36 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:48:07.821330 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9a06a-6566-4f9d-a029-cbdd1240ea6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5f4e6ec-2f39-4fc9-9ab7-12a8d891ed63,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:07.906394 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-07053604-abfb-419b-85d2-122dc671c9f0 req-7f298576-1e41-4563-9473-4184ea8b61cc tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359750 Nov 27 03:48:07.938815 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-98b04292-0b12-4a25-bbde-ed63abef7b13 req-86d84034-8634-4622-b4a8-cda9860dcae2 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885208 Nov 27 03:48:07.953165 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-85d1fe9c-40f0-4d0f-a664-437670bcc025 req-d4459cb8-b37d-4933-955f-5a0dfcb00627 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447904 Nov 27 03:48:08.042652 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-618d3b9d-5c29-41df-8ade-16cea7d6a598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:08.056755 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9a1767-0d85-4e7c-9fa4-b460a8204ce1 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Made reservation on behalf of da0e9b0fd6b84af582a0cba7df1335e8 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:48:08.066379 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9f9a1767-0d85-4e7c-9fa4-b460a8204ce1 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:08.120419 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-85d1fe9c-40f0-4d0f-a664-437670bcc025 req-5f550584-a6d6-4c7c-a729-ecf4eea21a0c service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6249664 Nov 27 03:48:08.299918 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-85d1fe9c-40f0-4d0f-a664-437670bcc025 req-ed46a1af-dbf5-4571-bf6f-d9c8b7c43d38 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480899 Nov 27 03:48:08.378030 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-85d1fe9c-40f0-4d0f-a664-437670bcc025 req-e789b9dc-7e89-430f-8e90-efd2492b1c2e service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304246 Nov 27 03:48:08.624141 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f4dfa-0af3-4fd2-b06e-900d3598ecfa req-c49b1994-706e-4211-baaf-1c01bcef97d4 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:08.633925 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca2f4dfa-0af3-4fd2-b06e-900d3598ecfa req-c49b1994-706e-4211-baaf-1c01bcef97d4 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0686c48-9b12-4387-ada2-b3fd1931e572 HTTP/1.1" status: 200 len: 945 time: 0.3207338 Nov 27 03:48:08.684084 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-618d3b9d-5c29-41df-8ade-16cea7d6a598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:08.731141 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 49de90fc-debd-432b-893f-ffda699b6350 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:48:08.755005 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 53a9741c-fe2f-4e29-b5bd-aba3972489b8 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:48:08.769767 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-618d3b9d-5c29-41df-8ade-16cea7d6a598 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b6dd9ad-1cde-4401-b269-390be8324849']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:08.793385 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-762e6538-1fbc-4628-85d8-b41e0b1333ef service neutron] 10.222.0.23 "GET /v2.0/ports/53a9741c-fe2f-4e29-b5bd-aba3972489b8/bindings/n-h2-819494-3 HTTP/1.1" status: 200 len: 384 time: 0.0780489 Nov 27 03:48:08.889671 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-618d3b9d-5c29-41df-8ade-16cea7d6a598 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f56a6f7-d3ab-4f4b-b64c-25f13fadc545') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:08.889892 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-618d3b9d-5c29-41df-8ade-16cea7d6a598 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f56a6f7-d3ab-4f4b-b64c-25f13fadc545') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:08.954596 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-618d3b9d-5c29-41df-8ade-16cea7d6a598 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:08.984431 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca2f4dfa-0af3-4fd2-b06e-900d3598ecfa req-ecae038b-782e-4554-acdc-bddbc2d186fa tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474309 Nov 27 03:48:09.001505 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9f9a1767-0d85-4e7c-9fa4-b460a8204ce1 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:09.125246 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 49de90fc-debd-432b-893f-ffda699b6350, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=49de90fc-debd-432b-893f-ffda699b6350,segment=NetworkSegment(b0f39da6-536c-459a-9945-6662db53cdb6),segment_id=b0f39da6-536c-459a-9945-6662db53cdb6)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:09.140530 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-618d3b9d-5c29-41df-8ade-16cea7d6a598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:09.146432 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '49de90fc-debd-432b-893f-ffda699b6350', 'network_id': 'fa05b832-4a56-4072-b0af-d9ce19e83099', 'port_id': '49de90fc-debd-432b-893f-ffda699b6350', 'mac_address': 'fa:16:3e:2c:3a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5627de8b-a39f-489f-ab76-1826aeb58791', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:48:09.178713 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-ff18a9f2-ee9b-40f7-9f47-f85dfff94338 service neutron] For port 53a9741c-fe2f-4e29-b5bd-aba3972489b8, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=53a9741c-fe2f-4e29-b5bd-aba3972489b8,segment=NetworkSegment(0ede1ec6-1b9f-43e0-8048-29f023f3314a),segment_id=0ede1ec6-1b9f-43e0-8048-29f023f3314a)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:09.197264 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-618d3b9d-5c29-41df-8ade-16cea7d6a598 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:48:09.197976 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-618d3b9d-5c29-41df-8ade-16cea7d6a598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:09.204896 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 03:48:09.204896 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:48:09.204896 n-d-819494-3 neutron-server[110019]: timer() Nov 27 03:48:09.204896 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:48:09.204896 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 03:48:09.204896 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:48:09.204896 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 03:48:09.204896 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:48:09.204896 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 03:48:09.204896 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:48:09.204896 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 03:48:09.204896 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:48:09.204896 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 03:48:09.204896 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:48:09.204896 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:48:09.204896 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:48:09.204896 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:48:09.204896 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:48:09.204896 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 03:48:09.204896 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:48:09.204896 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 03:48:09.204896 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:48:09.204896 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:48:09.204896 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:48:09.204896 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 03:48:09.204896 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:48:09.204896 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:48:09.204896 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:48:09.204896 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:48:09.204896 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:48:09.204896 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:48:09.204896 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:48:09.218256 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:09.236941 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49de90fc-debd-432b-893f-ffda699b6350 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:48:09.245947 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-ff18a9f2-ee9b-40f7-9f47-f85dfff94338 service neutron] For port 53a9741c-fe2f-4e29-b5bd-aba3972489b8, host n-h1-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:48:09.264050 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 49de90fc-debd-432b-893f-ffda699b6350, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=49de90fc-debd-432b-893f-ffda699b6350,segment=NetworkSegment(b0f39da6-536c-459a-9945-6662db53cdb6),segment_id=b0f39da6-536c-459a-9945-6662db53cdb6)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:09.271137 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1bcca3-d9c8-4f34-b245-1aa9680bb953 req-af11656f-d907-42a7-a4a5-a1988fdf28f3 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:09.274749 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:09.278695 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8c1bcca3-d9c8-4f34-b245-1aa9680bb953 req-af11656f-d907-42a7-a4a5-a1988fdf28f3 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 943 time: 0.2034919 Nov 27 03:48:09.314378 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3bf3ac78-d4cb-4452-b182-84af1fdfefe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:09.361521 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=49de90fc-debd-432b-893f-ffda699b6350,revision_number=6']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:09.399564 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-ff18a9f2-ee9b-40f7-9f47-f85dfff94338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53a9741c-fe2f-4e29-b5bd-aba3972489b8 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:48:09.413951 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a1767-0d85-4e7c-9fa4-b460a8204ce1 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Pushing event updated for resources: {'Subnet': ['ID=648c4fe8-7faa-47d4-9f2e-6a91fcd3abb7,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:09.440049 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-ff18a9f2-ee9b-40f7-9f47-f85dfff94338 service neutron] For port 53a9741c-fe2f-4e29-b5bd-aba3972489b8, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=53a9741c-fe2f-4e29-b5bd-aba3972489b8,segment=NetworkSegment(0ede1ec6-1b9f-43e0-8048-29f023f3314a),segment_id=0ede1ec6-1b9f-43e0-8048-29f023f3314a)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:09.449099 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['49de90fc-debd-432b-893f-ffda699b6350'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:48:09.502024 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9a1767-0d85-4e7c-9fa4-b460a8204ce1 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Checking segment: {'id': '0bb551e7-146d-46ca-9c8f-ded6a0e3d6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '35cc0bd3-4024-4a80-9020-7d7ac9b14f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:48:09.502401 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9a1767-0d85-4e7c-9fa4-b460a8204ce1 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Network hostable DHCP agents. Network: 35cc0bd3-4024-4a80-9020-7d7ac9b14f36, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:48:09.504210 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8c1bcca3-d9c8-4f34-b245-1aa9680bb953 req-176e89ec-9685-44fc-a85f-10c4b5ffcf3b tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238677 Nov 27 03:48:09.510243 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-618d3b9d-5c29-41df-8ade-16cea7d6a598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:09.527643 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-ff18a9f2-ee9b-40f7-9f47-f85dfff94338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:09.544394 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ee590-60b6-42c4-a12d-9f31be055b45 req-7b461bbd-be9a-4058-a100-95591c0e2223 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:09.546445 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4a6ee590-60b6-42c4-a12d-9f31be055b45 req-7b461bbd-be9a-4058-a100-95591c0e2223 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 948 time: 0.4093769 Nov 27 03:48:09.571721 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-618d3b9d-5c29-41df-8ade-16cea7d6a598 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:09.580023 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-618d3b9d-5c29-41df-8ade-16cea7d6a598 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8b6dd9ad-1cde-4401-b269-390be8324849 HTTP/1.1" status: 204 len: 168 time: 1.8301210 Nov 27 03:48:09.584303 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d3b9d-5c29-41df-8ade-16cea7d6a598 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b6dd9ad-1cde-4401-b269-390be8324849,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:09.700868 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-ff18a9f2-ee9b-40f7-9f47-f85dfff94338 service neutron] Transition to ACTIVE for port object 53a9741c-fe2f-4e29-b5bd-aba3972489b8 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:48:09.707833 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-ff18a9f2-ee9b-40f7-9f47-f85dfff94338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:09.748194 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9a1767-0d85-4e7c-9fa4-b460a8204ce1 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Network 35cc0bd3-4024-4a80-9020-7d7ac9b14f36 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:48:09.826870 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 60166) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:09.837011 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-ff18a9f2-ee9b-40f7-9f47-f85dfff94338 service neutron] No DVR routers for this DVR port 53a9741c-fe2f-4e29-b5bd-aba3972489b8 on host n-h1-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:48:09.884040 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff18a9f2-ee9b-40f7-9f47-f85dfff94338 service neutron] Pushing event updated for resources: {'Port': ['ID=53a9741c-fe2f-4e29-b5bd-aba3972489b8,revision_number=10']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:09.888694 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-9f9a1767-0d85-4e7c-9fa4-b460a8204ce1 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 35cc0bd3-4024-4a80-9020-7d7ac9b14f36) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:48:09.895228 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9a1767-0d85-4e7c-9fa4-b460a8204ce1 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:09.895877 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9f9a1767-0d85-4e7c-9fa4-b460a8204ce1 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:09.900132 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a893e3-917d-4022-96ad-06a73ceb5215 None None] Network 35cc0bd3-4024-4a80-9020-7d7ac9b14f36 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:48:09.923441 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4a6ee590-60b6-42c4-a12d-9f31be055b45 req-2faa782d-9e5d-4cff-a02b-661eb8ce46c1 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406060 Nov 27 03:48:09.931719 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-ff18a9f2-ee9b-40f7-9f47-f85dfff94338 service neutron] 10.222.0.23 "PUT /v2.0/ports/53a9741c-fe2f-4e29-b5bd-aba3972489b8/bindings/n-h2-819494-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1246307 Nov 27 03:48:09.963341 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2a037f5e-83dc-4d55-8e33-9e9d3bd77049 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=35cfdc78458c41aab44b0a976c3549af&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1230941 Nov 27 03:48:09.966379 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60172) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:10.083387 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9f9a1767-0d85-4e7c-9fa4-b460a8204ce1 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4145441 Nov 27 03:48:10.083652 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d749e67a-3734-4f27-a89d-943630ad61f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:10.089397 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 60176) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:10.102983 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 22399cf9-b7ca-41d1-9cab-7b32dda023ef details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:48:10.133055 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-861d03a8-96e6-4efb-aa88-4daf9f8c3bdf tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1165922216'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:48:10.163788 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d749e67a-3734-4f27-a89d-943630ad61f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:10.190298 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861d03a8-96e6-4efb-aa88-4daf9f8c3bdf tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Made reservation on behalf of da0e9b0fd6b84af582a0cba7df1335e8 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:48:10.194502 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-861d03a8-96e6-4efb-aa88-4daf9f8c3bdf tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:10.210643 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-3e35fff6-e575-41a3-ad70-e722301108c8 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:10.212373 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-3e35fff6-e575-41a3-ad70-e722301108c8 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332&tenant_id=4f93bf1216094326aad79ff5fda23c08&binding%3Ahost_id=n-h1-819494-3 HTTP/1.1" status: 200 len: 1095 time: 0.1643384 Nov 27 03:48:10.259509 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.resource_extend [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 03:48:10.286170 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-861d03a8-96e6-4efb-aa88-4daf9f8c3bdf tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:48:10.296151 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-861d03a8-96e6-4efb-aa88-4daf9f8c3bdf tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:10.296505 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-861d03a8-96e6-4efb-aa88-4daf9f8c3bdf tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Added segment d0cc2ce0-4b3b-44fe-bbd3-ea4e4a4b9638 of type vlan for network 1df53912-853d-4356-ab6b-e16426c86a0f Nov 27 03:48:10.345247 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-861d03a8-96e6-4efb-aa88-4daf9f8c3bdf tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:10.375420 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc59f48-e4a8-45af-9bd6-3e15eb5936b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-35cc0bd3-4024-4a80-9020-7d7ac9b14f36', 'network_id': '35cc0bd3-4024-4a80-9020-7d7ac9b14f36', 'tenant_id': 'da0e9b0fd6b84af582a0cba7df1335e8', 'fixed_ips': [{'subnet_id': '648c4fe8-7faa-47d4-9f2e-6a91fcd3abb7'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 03:48:10.377553 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9fc59f48-e4a8-45af-9bd6-3e15eb5936b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:10.385620 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c39fa-f583-4ef1-b405-706bad8a5523 req-5e50c0c2-b25e-44e4-91a8-b7fbff46fd8c tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:10.394733 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d88c39fa-f583-4ef1-b405-706bad8a5523 req-5e50c0c2-b25e-44e4-91a8-b7fbff46fd8c tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0686c48-9b12-4387-ada2-b3fd1931e572 HTTP/1.1" status: 200 len: 944 time: 0.2288013 Nov 27 03:48:10.404389 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-861d03a8-96e6-4efb-aa88-4daf9f8c3bdf tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:10.411752 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861d03a8-96e6-4efb-aa88-4daf9f8c3bdf tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:10.412383 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-861d03a8-96e6-4efb-aa88-4daf9f8c3bdf tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:10.424017 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d749e67a-3734-4f27-a89d-943630ad61f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:10.430151 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d749e67a-3734-4f27-a89d-943630ad61f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:10.444023 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d749e67a-3734-4f27-a89d-943630ad61f4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/62ef2250-4a84-46cd-af0b-076f24c4e53d HTTP/1.1" status: 204 len: 168 time: 0.4717476 Nov 27 03:48:10.450278 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-3c669448-8da5-4976-bbb4-801502b53b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:10.457312 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-3c669448-8da5-4976-bbb4-801502b53b11 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332&tenant_id=4f93bf1216094326aad79ff5fda23c08 HTTP/1.1" status: 200 len: 1095 time: 0.2249644 Nov 27 03:48:10.484574 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d749e67a-3734-4f27-a89d-943630ad61f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ef2250-4a84-46cd-af0b-076f24c4e53d,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:10.568058 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 22399cf9-b7ca-41d1-9cab-7b32dda023ef, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=22399cf9-b7ca-41d1-9cab-7b32dda023ef,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:10.602319 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-8c7060b8-f937-43ce-94f3-def0d6e194cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:10.605716 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-8c7060b8-f937-43ce-94f3-def0d6e194cc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4f93bf1216094326aad79ff5fda23c08&device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 1095 time: 0.0952480 Nov 27 03:48:10.621525 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '22399cf9-b7ca-41d1-9cab-7b32dda023ef', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'port_id': '22399cf9-b7ca-41d1-9cab-7b32dda023ef', 'mac_address': 'fa:16:3e:cb:9c:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14a2acf-f1d7-4ddf-8459-b30982428e88', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:48:10.684029 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-861d03a8-96e6-4efb-aa88-4daf9f8c3bdf tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5560420 Nov 27 03:48:10.718702 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 60186) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:10.727637 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-3f719f68-fe40-456e-be2c-a76e285f508f tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Request body: {'subnet': {'network_id': '1df53912-853d-4356-ab6b-e16426c86a0f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:48:10.735534 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:10.757489 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-9fc59f48-e4a8-45af-9bd6-3e15eb5936b0 None None] Allocated IP 19.80.0.2 (35cc0bd3-4024-4a80-9020-7d7ac9b14f36/648c4fe8-7faa-47d4-9f2e-6a91fcd3abb7/857221cc-6b72-4c5c-8e9b-68fde799bbb3) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:48:10.766149 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 49de90fc-debd-432b-893f-ffda699b6350 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:48:10.790981 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22399cf9-b7ca-41d1-9cab-7b32dda023ef {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:48:10.812993 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-7ec70821-b860-44a9-a598-9999a1b95853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:10.822340 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-7ec70821-b860-44a9-a598-9999a1b95853 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 HTTP/1.1" status: 200 len: 909 time: 0.2052569 Nov 27 03:48:10.847756 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 22399cf9-b7ca-41d1-9cab-7b32dda023ef, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=22399cf9-b7ca-41d1-9cab-7b32dda023ef,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:10.867323 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d03a8-96e6-4efb-aa88-4daf9f8c3bdf tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Pushing event updated for resources: {'Network': ['ID=1df53912-853d-4356-ab6b-e16426c86a0f,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:10.890587 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 1df53912-853d-4356-ab6b-e16426c86a0f details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:48:10.895058 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:10.897487 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f719f68-fe40-456e-be2c-a76e285f508f tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Made reservation on behalf of da0e9b0fd6b84af582a0cba7df1335e8 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:48:10.901441 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3f719f68-fe40-456e-be2c-a76e285f508f tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:10.937000 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3af559-cb62-4c38-b594-967359729dea req-b0855f76-ad86-4238-966e-0a5f557e8c24 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:10.938518 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-af3af559-cb62-4c38-b594-967359729dea req-b0855f76-ad86-4238-966e-0a5f557e8c24 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.11 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472&tenant_id=d416f1581fce4cbda78108e0795a4c3c&binding%3Ahost_id=n-h2-819494-3 HTTP/1.1" status: 200 len: 948 time: 0.3764126 Nov 27 03:48:11.000165 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-290068b9-ab27-4d5c-ac31-26d0b3e1cda9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=53a9741c-fe2f-4e29-b5bd-aba3972489b8 HTTP/1.1" status: 200 len: 217 time: 0.1228449 Nov 27 03:48:11.054349 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d88c39fa-f583-4ef1-b405-706bad8a5523 req-1d045259-ae6e-42ed-85d7-c1e17b2f306a tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6585796 Nov 27 03:48:11.120801 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31116f4f-6635-4d8c-97c2-56bdc44bdf1d req-1e475eb9-af3a-4c43-ba5a-fe74c82cf90c tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:11.126596 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=22399cf9-b7ca-41d1-9cab-7b32dda023ef,revision_number=8']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:11.128964 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-31116f4f-6635-4d8c-97c2-56bdc44bdf1d req-1e475eb9-af3a-4c43-ba5a-fe74c82cf90c tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 948 time: 0.3050888 Nov 27 03:48:11.208411 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60192) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:11.304142 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9fc59f48-e4a8-45af-9bd6-3e15eb5936b0 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:11.308849 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:11.328930 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 49de90fc-debd-432b-893f-ffda699b6350 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:48:11.391131 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['22399cf9-b7ca-41d1-9cab-7b32dda023ef'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:48:11.394970 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9fc59f48-e4a8-45af-9bd6-3e15eb5936b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:11.542012 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 49de90fc-debd-432b-893f-ffda699b6350, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=49de90fc-debd-432b-893f-ffda699b6350,segment=NetworkSegment(b0f39da6-536c-459a-9945-6662db53cdb6),segment_id=b0f39da6-536c-459a-9945-6662db53cdb6)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:11.591534 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:11.599581 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-b07adb9d-b7ad-492b-a60e-a7af890ca199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:11.601555 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-b07adb9d-b7ad-492b-a60e-a7af890ca199 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f2f4695-47e3-40b2-b54d-f43d3306eba4 HTTP/1.1" status: 200 len: 848 time: 0.5760896 Nov 27 03:48:11.617803 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-af3af559-cb62-4c38-b594-967359729dea req-dd2cbb53-3434-4021-abe9-6908b6752865 service neutron] 10.222.0.11 "GET /v2.0/ports/22399cf9-b7ca-41d1-9cab-7b32dda023ef/bindings/n-h2-819494-3 HTTP/1.1" status: 200 len: 382 time: 0.6497581 Nov 27 03:48:11.658732 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-31116f4f-6635-4d8c-97c2-56bdc44bdf1d req-7e13ccfb-5ceb-41f8-8fd0-cf60c650a26d tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5257204 Nov 27 03:48:11.670303 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc59f48-e4a8-45af-9bd6-3e15eb5936b0 None None] Pushing event updated for resources: {'Port': ['ID=857221cc-6b72-4c5c-8e9b-68fde799bbb3,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:11.680626 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc59f48-e4a8-45af-9bd6-3e15eb5936b0 None None] Network 35cc0bd3-4024-4a80-9020-7d7ac9b14f36 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:48:11.722568 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-f54b0117-f72e-4269-b41b-deb1084d821b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879786 Nov 27 03:48:11.760606 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-9fc59f48-e4a8-45af-9bd6-3e15eb5936b0 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:48:11.768048 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc59f48-e4a8-45af-9bd6-3e15eb5936b0 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:48:11.836159 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca91cc-7df7-4033-8224-0cc59a25949a req-5a26c651-9984-4b9d-806d-0ef71a0a7b87 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:11.837049 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3a1f2c53-4f1e-4661-ae89-1b72498f6152 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ebca2a5147874d69a669f05de73348a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6260016 Nov 27 03:48:11.838857 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3bca91cc-7df7-4033-8224-0cc59a25949a req-5a26c651-9984-4b9d-806d-0ef71a0a7b87 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 944 time: 0.2499802 Nov 27 03:48:11.843269 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 60206) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:11.914890 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-1689da53-dc6d-4581-939a-35df007b207d service neutron] 10.222.0.11 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848927 Nov 27 03:48:11.964929 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3af559-cb62-4c38-b594-967359729dea req-0605a902-0c48-489f-aa84-8d1bc75d8ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:11.969681 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-af3af559-cb62-4c38-b594-967359729dea req-0605a902-0c48-489f-aa84-8d1bc75d8ecf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d416f1581fce4cbda78108e0795a4c3c&device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 1100 time: 0.2940423 Nov 27 03:48:11.972135 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-3bf3ac78-d4cb-4452-b182-84af1fdfefe1 admin admin] Deleting port baa4e2a2-677f-45f2-b54b-a41626d3a62f {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:48:11.974376 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3bf3ac78-d4cb-4452-b182-84af1fdfefe1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:12.013532 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-74efb2b5-1e27-4bc1-8919-021f8b685f17 service neutron] 10.222.0.11 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904441 Nov 27 03:48:12.050595 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=49de90fc-debd-432b-893f-ffda699b6350,revision_number=7']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:12.089300 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-9fc59f48-e4a8-45af-9bd6-3e15eb5936b0 None None] Attempting to bind port 857221cc-6b72-4c5c-8e9b-68fde799bbb3 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:48:12.089774 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-9fc59f48-e4a8-45af-9bd6-3e15eb5936b0 None None] Attempting to bind port 857221cc-6b72-4c5c-8e9b-68fde799bbb3 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '0bb551e7-146d-46ca-9c8f-ded6a0e3d6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '35cc0bd3-4024-4a80-9020-7d7ac9b14f36'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:48:12.090232 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc59f48-e4a8-45af-9bd6-3e15eb5936b0 None None] Attempting to bind port 857221cc-6b72-4c5c-8e9b-68fde799bbb3 on network 35cc0bd3-4024-4a80-9020-7d7ac9b14f36 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:48:12.113965 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc59f48-e4a8-45af-9bd6-3e15eb5936b0 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:48:12.114450 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc59f48-e4a8-45af-9bd6-3e15eb5936b0 None None] Checking segment: {'id': '0bb551e7-146d-46ca-9c8f-ded6a0e3d6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '35cc0bd3-4024-4a80-9020-7d7ac9b14f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:48:12.115215 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9fc59f48-e4a8-45af-9bd6-3e15eb5936b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:12.115700 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc59f48-e4a8-45af-9bd6-3e15eb5936b0 None None] Bound using segment: {'id': '0bb551e7-146d-46ca-9c8f-ded6a0e3d6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '35cc0bd3-4024-4a80-9020-7d7ac9b14f36'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:48:12.116267 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-9fc59f48-e4a8-45af-9bd6-3e15eb5936b0 None None] Bound port: 857221cc-6b72-4c5c-8e9b-68fde799bbb3, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bb551e7-146d-46ca-9c8f-ded6a0e3d6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '35cc0bd3-4024-4a80-9020-7d7ac9b14f36'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:48:12.116725 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9fc59f48-e4a8-45af-9bd6-3e15eb5936b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:12.246881 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1105e-201e-4d26-9edc-fc357630f129 req-31982afe-00b4-4554-ab25-9d700141982d tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:12.257291 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3fa1105e-201e-4d26-9edc-fc357630f129 req-31982afe-00b4-4554-ab25-9d700141982d tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0686c48-9b12-4387-ada2-b3fd1931e572 HTTP/1.1" status: 200 len: 943 time: 0.1038108 Nov 27 03:48:12.285166 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-9fc59f48-e4a8-45af-9bd6-3e15eb5936b0 None None] For port 857221cc-6b72-4c5c-8e9b-68fde799bbb3, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:48:12.289186 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-9fc59f48-e4a8-45af-9bd6-3e15eb5936b0 None None] For port 857221cc-6b72-4c5c-8e9b-68fde799bbb3, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=857221cc-6b72-4c5c-8e9b-68fde799bbb3,segment=NetworkSegment(0bb551e7-146d-46ca-9c8f-ded6a0e3d6fc),segment_id=0bb551e7-146d-46ca-9c8f-ded6a0e3d6fc)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:48:12.297346 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9fc59f48-e4a8-45af-9bd6-3e15eb5936b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:12.298057 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3bca91cc-7df7-4033-8224-0cc59a25949a req-67b20bf4-7a4e-4817-bd0e-6a5252b4d5e3 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4245496 Nov 27 03:48:12.327622 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7290ebdd-5480-4f99-bdcf-17b898f53d48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:12.349113 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3fa1105e-201e-4d26-9edc-fc357630f129 req-e062f0ca-b6d0-41b7-818f-28be0b3a520f tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902498 Nov 27 03:48:12.366282 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc59f48-e4a8-45af-9bd6-3e15eb5936b0 None None] Pushing event updated for resources: {'Port': ['ID=857221cc-6b72-4c5c-8e9b-68fde799bbb3,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:12.453149 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-5bf0e2f5-4db8-439b-990e-30b655cac634 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:12.455143 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-5bf0e2f5-4db8-439b-990e-30b655cac634 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332&tenant_id=4f93bf1216094326aad79ff5fda23c08&binding%3Ahost_id=n-h2-819494-3 HTTP/1.1" status: 200 len: 1095 time: 0.0749853 Nov 27 03:48:12.495528 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7290ebdd-5480-4f99-bdcf-17b898f53d48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:12.505857 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-3bf3ac78-d4cb-4452-b182-84af1fdfefe1 admin admin] For port baa4e2a2-677f-45f2-b54b-a41626d3a62f, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=baa4e2a2-677f-45f2-b54b-a41626d3a62f,segment=NetworkSegment(845f5355-d286-4a0f-9acd-493043a7ee60),segment_id=845f5355-d286-4a0f-9acd-493043a7ee60)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:12.506365 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3bf3ac78-d4cb-4452-b182-84af1fdfefe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:12.545606 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3f719f68-fe40-456e-be2c-a76e285f508f tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:12.564955 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-3bf3ac78-d4cb-4452-b182-84af1fdfefe1 admin admin] Calling delete_port for baa4e2a2-677f-45f2-b54b-a41626d3a62f owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:48:12.568226 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3af559-cb62-4c38-b594-967359729dea req-e977527d-9b29-4b79-b83b-54ca748e98c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:12.570778 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-af3af559-cb62-4c38-b594-967359729dea req-e977527d-9b29-4b79-b83b-54ca748e98c1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.5726347 Nov 27 03:48:12.631061 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-e680b7bf-ae8c-4e85-a37e-6ea6def5b061 service neutron] For port 53a9741c-fe2f-4e29-b5bd-aba3972489b8, host n-h1-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:48:12.636008 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-e680b7bf-ae8c-4e85-a37e-6ea6def5b061 service neutron] Publish callbacks [] for binding, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:12.637572 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-86ea2b1f-6551-42e5-ac42-e57c18cee39b req-e680b7bf-ae8c-4e85-a37e-6ea6def5b061 service neutron] 10.222.0.11 "DELETE /v2.0/ports/53a9741c-fe2f-4e29-b5bd-aba3972489b8/bindings/n-h1-819494-3 HTTP/1.1" status: 204 len: 173 time: 0.1741076 Nov 27 03:48:12.846693 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396007f9-004f-4ff6-bc51-6a043c3a28fa req-2b1ae20f-3a66-4726-ba8d-589cc833b1d0 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:12.848742 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-af3af559-cb62-4c38-b594-967359729dea req-90d2e3a2-cd19-47e3-af60-6fd326bc621e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=22399cf9-b7ca-41d1-9cab-7b32dda023ef HTTP/1.1" status: 200 len: 217 time: 0.2286291 Nov 27 03:48:12.855300 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-396007f9-004f-4ff6-bc51-6a043c3a28fa req-2b1ae20f-3a66-4726-ba8d-589cc833b1d0 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0686c48-9b12-4387-ada2-b3fd1931e572 HTTP/1.1" status: 200 len: 943 time: 0.0674317 Nov 27 03:48:12.908023 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-396007f9-004f-4ff6-bc51-6a043c3a28fa req-b62178c6-2aab-4e35-b448-0d4740dc7914 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518126 Nov 27 03:48:12.912218 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f719f68-fe40-456e-be2c-a76e285f508f tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Pushing event updated for resources: {'Subnet': ['ID=618d8163-de9e-494b-ae4d-477cb72cee99,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:12.950367 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7290ebdd-5480-4f99-bdcf-17b898f53d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:12.953142 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7290ebdd-5480-4f99-bdcf-17b898f53d48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:12.954302 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7290ebdd-5480-4f99-bdcf-17b898f53d48 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/761da86d-831e-4173-89b8-73db44707d62 HTTP/1.1" status: 204 len: 168 time: 1.1048098 Nov 27 03:48:12.968379 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f719f68-fe40-456e-be2c-a76e285f508f tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Checking segment: {'id': 'd0cc2ce0-4b3b-44fe-bbd3-ea4e4a4b9638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1df53912-853d-4356-ab6b-e16426c86a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:48:12.968836 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f719f68-fe40-456e-be2c-a76e285f508f tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Network hostable DHCP agents. Network: 1df53912-853d-4356-ab6b-e16426c86a0f, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:48:12.979238 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb9658-b792-4f78-8a98-20b82b04f502 req-e673de44-627f-4e9d-8f65-59f2bad5cbda tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:12.980909 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ccbb9658-b792-4f78-8a98-20b82b04f502 req-e673de44-627f-4e9d-8f65-59f2bad5cbda tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 949 time: 0.2172348 Nov 27 03:48:12.989215 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3af559-cb62-4c38-b594-967359729dea req-401c0c0b-84cd-4b73-8aa1-31be17572ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:12.996973 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-af3af559-cb62-4c38-b594-967359729dea req-401c0c0b-84cd-4b73-8aa1-31be17572ec3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.1338854 Nov 27 03:48:12.997179 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7290ebdd-5480-4f99-bdcf-17b898f53d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761da86d-831e-4173-89b8-73db44707d62,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:13.073130 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f719f68-fe40-456e-be2c-a76e285f508f tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Network 1df53912-853d-4356-ab6b-e16426c86a0f is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:48:13.120362 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3bf3ac78-d4cb-4452-b182-84af1fdfefe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:13.127660 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-3f719f68-fe40-456e-be2c-a76e285f508f tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 1df53912-853d-4356-ab6b-e16426c86a0f) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:48:13.138513 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c083bd32-829f-4e9b-8932-ffa3e6a29a00 None None] Network 1df53912-853d-4356-ab6b-e16426c86a0f requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:48:13.146636 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ccbb9658-b792-4f78-8a98-20b82b04f502 req-04cabd0d-0a8d-45ac-8cf1-6f916c34ee76 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504719 Nov 27 03:48:13.172093 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f719f68-fe40-456e-be2c-a76e285f508f tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:13.172700 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3f719f68-fe40-456e-be2c-a76e285f508f tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:13.183973 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3ac78-d4cb-4452-b182-84af1fdfefe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=baa4e2a2-677f-45f2-b54b-a41626d3a62f,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:13.219013 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-3f719f68-fe40-456e-be2c-a76e285f508f tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4953563 Nov 27 03:48:13.221130 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3af559-cb62-4c38-b594-967359729dea req-20443658-e347-4018-8eed-ca7e2c27329a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:13.223264 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-af3af559-cb62-4c38-b594-967359729dea req-20443658-e347-4018-8eed-ca7e2c27329a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1408544 Nov 27 03:48:13.518108 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 857221cc-6b72-4c5c-8e9b-68fde799bbb3 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:48:13.574666 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92744d21-521b-4db3-a04a-bbdeca5d785c req-295ec7d9-a252-4806-aa99-ac77bf039263 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:13.589013 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-92744d21-521b-4db3-a04a-bbdeca5d785c req-295ec7d9-a252-4806-aa99-ac77bf039263 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 944 time: 0.1176596 Nov 27 03:48:13.698802 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-92744d21-521b-4db3-a04a-bbdeca5d785c req-9b8ca429-d27b-4d4a-80bb-dce24490eef5 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088929 Nov 27 03:48:13.869294 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-af3af559-cb62-4c38-b594-967359729dea req-546f5f4a-ff26-4a25-a7b1-26653c21aa0b service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6269901 Nov 27 03:48:13.904004 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 857221cc-6b72-4c5c-8e9b-68fde799bbb3 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:48:13.904527 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:13.909754 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881edd37-8628-4d6c-bb46-8ee81267ed6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-1df53912-853d-4356-ab6b-e16426c86a0f', 'network_id': '1df53912-853d-4356-ab6b-e16426c86a0f', 'tenant_id': 'da0e9b0fd6b84af582a0cba7df1335e8', 'fixed_ips': [{'subnet_id': '618d8163-de9e-494b-ae4d-477cb72cee99'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 03:48:13.910902 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-881edd37-8628-4d6c-bb46-8ee81267ed6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:14.110162 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 22399cf9-b7ca-41d1-9cab-7b32dda023ef up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:48:14.130305 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3bf3ac78-d4cb-4452-b182-84af1fdfefe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:14.134904 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-bad1e0db-dd93-467c-8576-a8d824998b58 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:14.147893 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-af3af559-cb62-4c38-b594-967359729dea req-2376950b-c9bc-40a6-a32d-30059aad084a service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667923 Nov 27 03:48:14.153890 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-bad1e0db-dd93-467c-8576-a8d824998b58 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:14.161368 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-bad1e0db-dd93-467c-8576-a8d824998b58 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/networks?id=35cc0bd3-4024-4a80-9020-7d7ac9b14f36&id=1df53912-853d-4356-ab6b-e16426c86a0f HTTP/1.1" status: 200 len: 1390 time: 0.2850521 Nov 27 03:48:14.163262 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c73e801-ec6c-4445-984a-6391a1cd2a05 None None] Network 35cc0bd3-4024-4a80-9020-7d7ac9b14f36 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:48:14.187182 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-0ade3f41-a2a1-4234-a432-4375dc3a7de3 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/quotas/da0e9b0fd6b84af582a0cba7df1335e8 HTTP/1.1" status: 200 len: 375 time: 0.0248439 Nov 27 03:48:14.282758 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-e868aaa7-bf8b-4586-80a6-10fd647dc4da tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=da0e9b0fd6b84af582a0cba7df1335e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0946176 Nov 27 03:48:14.373304 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:14.397318 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-1a1f4445-f957-448b-9d5c-c14c7c370547 None None] Provisioning complete for port 857221cc-6b72-4c5c-8e9b-68fde799bbb3 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:48:14.397703 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1a1f4445-f957-448b-9d5c-c14c7c370547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:14.463711 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 22399cf9-b7ca-41d1-9cab-7b32dda023ef completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:48:14.479261 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-881edd37-8628-4d6c-bb46-8ee81267ed6f None None] Allocated IP 19.86.0.2 (1df53912-853d-4356-ab6b-e16426c86a0f/618d8163-de9e-494b-ae4d-477cb72cee99/757623ef-b991-4497-9724-6c21605f5d1f) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:48:14.507294 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 857221cc-6b72-4c5c-8e9b-68fde799bbb3, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=857221cc-6b72-4c5c-8e9b-68fde799bbb3,segment=NetworkSegment(0bb551e7-146d-46ca-9c8f-ded6a0e3d6fc),segment_id=0bb551e7-146d-46ca-9c8f-ded6a0e3d6fc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:14.511886 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 22399cf9-b7ca-41d1-9cab-7b32dda023ef triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:48:14.512266 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:14.519946 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:14.565161 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf3ac78-d4cb-4452-b182-84af1fdfefe1 admin admin] Router fb4e79f8-997a-4c21-a976-588758ce2a9e has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:48:14.742931 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf3ac78-d4cb-4452-b182-84af1fdfefe1 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:48:14.757319 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-3bf3ac78-d4cb-4452-b182-84af1fdfefe1 admin admin] 10.222.0.20 "PUT /v2.0/routers/fb4e79f8-997a-4c21-a976-588758ce2a9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6698451 Nov 27 03:48:14.758281 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 60338) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:14.777211 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-2fdd77b5-6c7f-400d-ac59-c6f1351e8d73 service neutron] 10.222.0.20 "GET /v2.0/networks/35cc0bd3-4024-4a80-9020-7d7ac9b14f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4831107 Nov 27 03:48:14.788750 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0cddf1-3ba1-4183-be27-6fe5443cd32e None None] Sync routers for ids ['fb4e79f8-997a-4c21-a976-588758ce2a9e'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:48:14.819861 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=857221cc-6b72-4c5c-8e9b-68fde799bbb3,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:14.899889 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784df98-8197-4364-8feb-debe233850b5 req-5b3586a8-2381-4e1e-af70-37a88be9093f tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:14.901617 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4784df98-8197-4364-8feb-debe233850b5 req-5b3586a8-2381-4e1e-af70-37a88be9093f tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0686c48-9b12-4387-ada2-b3fd1931e572 HTTP/1.1" status: 200 len: 943 time: 0.1774619 Nov 27 03:48:14.904031 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0cddf1-3ba1-4183-be27-6fe5443cd32e None None] Routers {'fb4e79f8-997a-4c21-a976-588758ce2a9e'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:48:14.904330 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-6f0cddf1-3ba1-4183-be27-6fe5443cd32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:47:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['fb4e79f8-997a-4c21-a976-588758ce2a9e'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:14.950132 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da49c0d-38ad-4d4e-bae9-362b229eb251 req-0f9b5421-989c-497d-aed0-0892a77e8618 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:14.958716 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4da49c0d-38ad-4d4e-bae9-362b229eb251 req-0f9b5421-989c-497d-aed0-0892a77e8618 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0686c48-9b12-4387-ada2-b3fd1931e572 HTTP/1.1" status: 200 len: 943 time: 0.1259494 Nov 27 03:48:14.983245 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-615d0f6a-3008-4589-b866-902e96b3649c service neutron] 10.222.0.20 "GET /v2.0/networks/35cc0bd3-4024-4a80-9020-7d7ac9b14f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924112 Nov 27 03:48:15.013008 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-44592e66-f864-4dba-b186-31cb93ae0440 admin admin] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:15.071426 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:15.103008 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4da49c0d-38ad-4d4e-bae9-362b229eb251 req-e1688bd7-cd83-4eb6-bf38-1475dd3fee92 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379566 Nov 27 03:48:15.123237 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-881edd37-8628-4d6c-bb46-8ee81267ed6f None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:15.139811 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138dd263-9a09-4577-a067-5afe79df2472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22399cf9-b7ca-41d1-9cab-7b32dda023ef'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:48:15.143746 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8722b0-b71e-4e74-8789-2f6f0e206fc5" -d '{"events": [{"server_uuid": "138dd263-9a09-4577-a067-5afe79df2472", "name": "network-vif-plugged", "status": "completed", "tag": "22399cf9-b7ca-41d1-9cab-7b32dda023ef"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:48:15.156234 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-881edd37-8628-4d6c-bb46-8ee81267ed6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:15.157075 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-5be1e5c2-880b-4613-a9c2-968d35a3ee59 service neutron] 10.222.0.20 "GET /v2.0/networks/1df53912-853d-4356-ab6b-e16426c86a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543715 Nov 27 03:48:15.218274 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 22399cf9-b7ca-41d1-9cab-7b32dda023ef, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=22399cf9-b7ca-41d1-9cab-7b32dda023ef,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:15.237046 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-6f0cddf1-3ba1-4183-be27-6fe5443cd32e None None] Set router fb4e79f8-997a-4c21-a976-588758ce2a9e gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:48:15.238894 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-44592e66-f864-4dba-b186-31cb93ae0440 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:15.242846 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:15.291722 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881edd37-8628-4d6c-bb46-8ee81267ed6f None None] Network 1df53912-853d-4356-ab6b-e16426c86a0f is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:48:15.343251 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-881edd37-8628-4d6c-bb46-8ee81267ed6f None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:48:15.347116 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881edd37-8628-4d6c-bb46-8ee81267ed6f None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:48:15.374603 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-44592e66-f864-4dba-b186-31cb93ae0440 admin admin] Deleting port c04731a6-fe9e-4c21-a167-80ee964c1546 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:48:15.375389 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-44592e66-f864-4dba-b186-31cb93ae0440 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:15.430001 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881edd37-8628-4d6c-bb46-8ee81267ed6f None None] Pushing event updated for resources: {'Port': ['ID=757623ef-b991-4497-9724-6c21605f5d1f,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:15.455588 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 857221cc-6b72-4c5c-8e9b-68fde799bbb3 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:48:15.458302 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-4784df98-8197-4364-8feb-debe233850b5 req-67db7c9d-0220-4ceb-9267-2d5cc825b99b tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Deleting port 49de90fc-debd-432b-893f-ffda699b6350 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:48:15.458668 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-4784df98-8197-4364-8feb-debe233850b5 req-67db7c9d-0220-4ceb-9267-2d5cc825b99b tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:15.539036 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-2e5c54cc-8e88-4357-93aa-e69c7998845b service neutron] 10.222.0.20 "GET /v2.0/networks/1df53912-853d-4356-ab6b-e16426c86a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3809223 Nov 27 03:48:15.541680 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154cb7e0-058f-4930-8ea4-ed336dd31d09 req-3809e59b-8735-40a7-8cb0-cd1fe38313d9 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:15.543443 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-154cb7e0-058f-4930-8ea4-ed336dd31d09 req-3809e59b-8735-40a7-8cb0-cd1fe38313d9 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 950 time: 0.1017630 Nov 27 03:48:15.562421 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-44592e66-f864-4dba-b186-31cb93ae0440 admin admin] For port c04731a6-fe9e-4c21-a167-80ee964c1546, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=c04731a6-fe9e-4c21-a167-80ee964c1546,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:15.562896 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-44592e66-f864-4dba-b186-31cb93ae0440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:15.598586 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-44592e66-f864-4dba-b186-31cb93ae0440 admin admin] Calling delete_port for c04731a6-fe9e-4c21-a167-80ee964c1546 owned by network:router_gateway {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:48:15.603778 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-4784df98-8197-4364-8feb-debe233850b5 req-67db7c9d-0220-4ceb-9267-2d5cc825b99b tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] For port 49de90fc-debd-432b-893f-ffda699b6350, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=49de90fc-debd-432b-893f-ffda699b6350,segment=NetworkSegment(b0f39da6-536c-459a-9945-6662db53cdb6),segment_id=b0f39da6-536c-459a-9945-6662db53cdb6)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:15.604714 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-4784df98-8197-4364-8feb-debe233850b5 req-67db7c9d-0220-4ceb-9267-2d5cc825b99b tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:15.611685 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-881edd37-8628-4d6c-bb46-8ee81267ed6f None None] Attempting to bind port 757623ef-b991-4497-9724-6c21605f5d1f on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:48:15.612826 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-881edd37-8628-4d6c-bb46-8ee81267ed6f None None] Attempting to bind port 757623ef-b991-4497-9724-6c21605f5d1f by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'd0cc2ce0-4b3b-44fe-bbd3-ea4e4a4b9638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1df53912-853d-4356-ab6b-e16426c86a0f'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:48:15.613008 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881edd37-8628-4d6c-bb46-8ee81267ed6f None None] Attempting to bind port 757623ef-b991-4497-9724-6c21605f5d1f on network 1df53912-853d-4356-ab6b-e16426c86a0f {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:48:15.625343 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881edd37-8628-4d6c-bb46-8ee81267ed6f None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:48:15.625735 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881edd37-8628-4d6c-bb46-8ee81267ed6f None None] Checking segment: {'id': 'd0cc2ce0-4b3b-44fe-bbd3-ea4e4a4b9638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1df53912-853d-4356-ab6b-e16426c86a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:48:15.626153 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-881edd37-8628-4d6c-bb46-8ee81267ed6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:15.626538 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881edd37-8628-4d6c-bb46-8ee81267ed6f None None] Bound using segment: {'id': 'd0cc2ce0-4b3b-44fe-bbd3-ea4e4a4b9638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1df53912-853d-4356-ab6b-e16426c86a0f'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:48:15.627120 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-881edd37-8628-4d6c-bb46-8ee81267ed6f None None] Bound port: 757623ef-b991-4497-9724-6c21605f5d1f, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0cc2ce0-4b3b-44fe-bbd3-ea4e4a4b9638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1df53912-853d-4356-ab6b-e16426c86a0f'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:48:15.627542 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-881edd37-8628-4d6c-bb46-8ee81267ed6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:15.627969 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-4784df98-8197-4364-8feb-debe233850b5 req-67db7c9d-0220-4ceb-9267-2d5cc825b99b tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Calling delete_port for 49de90fc-debd-432b-893f-ffda699b6350 owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:48:15.634582 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-be1a5403-d3ae-484e-89b1-4674c6973b29 None None] Provisioning complete for port 857221cc-6b72-4c5c-8e9b-68fde799bbb3 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:48:15.634945 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-be1a5403-d3ae-484e-89b1-4674c6973b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:15.669681 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-154cb7e0-058f-4930-8ea4-ed336dd31d09 req-67e83330-f4f2-44b7-9f1f-0939387d3c71 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031911 Nov 27 03:48:15.729191 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=22399cf9-b7ca-41d1-9cab-7b32dda023ef,revision_number=9']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:15.808351 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 857221cc-6b72-4c5c-8e9b-68fde799bbb3 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:48:15.808705 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:15.840761 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-44592e66-f864-4dba-b186-31cb93ae0440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:15.881667 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-4784df98-8197-4364-8feb-debe233850b5 req-67db7c9d-0220-4ceb-9267-2d5cc825b99b tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:15.932675 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db7c9d-0220-4ceb-9267-2d5cc825b99b tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Pushing event deleted for resources: {'Port': ['ID=49de90fc-debd-432b-893f-ffda699b6350,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:15.939485 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44592e66-f864-4dba-b186-31cb93ae0440 admin admin] Pushing event deleted for resources: {'Port': ['ID=c04731a6-fe9e-4c21-a167-80ee964c1546,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:16.064953 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daae629-0ed2-4864-935a-22ac30dfa281 req-4b3a9b37-5dc8-403e-b5b9-62f67df70c29 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:16.067137 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0daae629-0ed2-4864-935a-22ac30dfa281 req-4b3a9b37-5dc8-403e-b5b9-62f67df70c29 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 1095 time: 0.1381073 Nov 27 03:48:16.068032 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-4784df98-8197-4364-8feb-debe233850b5 req-67db7c9d-0220-4ceb-9267-2d5cc825b99b tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] No DVR routers for this DVR port 49de90fc-debd-432b-893f-ffda699b6350 on host n-h1-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:48:16.072819 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-4784df98-8197-4364-8feb-debe233850b5 req-67db7c9d-0220-4ceb-9267-2d5cc825b99b tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:16.080307 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4784df98-8197-4364-8feb-debe233850b5 req-67db7c9d-0220-4ceb-9267-2d5cc825b99b tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.23 "DELETE /v2.0/ports/49de90fc-debd-432b-893f-ffda699b6350 HTTP/1.1" status: 204 len: 173 time: 1.1662672 Nov 27 03:48:16.082039 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0686c48-9b12-4387-ada2-b3fd1931e572', 'name': 'network-vif-deleted', 'tag': '49de90fc-debd-432b-893f-ffda699b6350'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:48:16.092971 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-44592e66-f864-4dba-b186-31cb93ae0440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:16.113720 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4843407a-4f74-4738-bbe5-a85b99e29e26" -d '{"events": [{"server_uuid": "e0686c48-9b12-4387-ada2-b3fd1931e572", "name": "network-vif-deleted", "tag": "49de90fc-debd-432b-893f-ffda699b6350"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:48:16.115826 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:16.123586 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device e00ba9b1-7223-47b4-97d9-841e47a56c97 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:48:16.152068 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-881edd37-8628-4d6c-bb46-8ee81267ed6f None None] For port 757623ef-b991-4497-9724-6c21605f5d1f, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:48:16.161030 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-261e71e1-27c0-42dd-a49f-74c8b27a4298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:16.187255 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-881edd37-8628-4d6c-bb46-8ee81267ed6f None None] For port 757623ef-b991-4497-9724-6c21605f5d1f, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=757623ef-b991-4497-9724-6c21605f5d1f,segment=NetworkSegment(d0cc2ce0-4b3b-44fe-bbd3-ea4e4a4b9638),segment_id=d0cc2ce0-4b3b-44fe-bbd3-ea4e4a4b9638)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:48:16.204216 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-881edd37-8628-4d6c-bb46-8ee81267ed6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:16.220406 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b816362-4e77-4795-9000-ce3163b65d41 x-openstack-request-id: req-3b816362-4e77-4795-9000-ce3163b65d41 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:48:16.220707 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138dd263-9a09-4577-a067-5afe79df2472", "name": "network-vif-plugged", "status": "completed", "tag": "22399cf9-b7ca-41d1-9cab-7b32dda023ef", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:48:16.220964 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3b816362-4e77-4795-9000-ce3163b65d41 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:48:16.221439 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138dd263-9a09-4577-a067-5afe79df2472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22399cf9-b7ca-41d1-9cab-7b32dda023ef', 'code': 200} Nov 27 03:48:16.257222 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-44592e66-f864-4dba-b186-31cb93ae0440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:16.263348 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-44592e66-f864-4dba-b186-31cb93ae0440 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:16.335769 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0daae629-0ed2-4864-935a-22ac30dfa281 req-e14a5f58-f377-4f84-89d6-99e7a4e59564 tempest-LiveMigrationTest-1210286867 tempest-LiveMigrationTest-1210286867-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063446 Nov 27 03:48:16.336678 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-6f0cddf1-3ba1-4183-be27-6fe5443cd32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-513331905-router', 'tenant_id': '409a3520592e44dbbec54c1bf55df0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c04731a6-fe9e-4c21-a167-80ee964c1546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:06Z', 'updated_at': '2021-11-27T03:48:12Z', 'revision_number': 5, 'project_id': '409a3520592e44dbbec54c1bf55df0d4', 'gw_port': {'id': 'c04731a6-fe9e-4c21-a167-80ee964c1546', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4e79f8-997a-4c21-a976-588758ce2a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:07Z', 'updated_at': '2021-11-27T03:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:16.389747 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-44592e66-f864-4dba-b186-31cb93ae0440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:16.390328 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44592e66-f864-4dba-b186-31cb93ae0440 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb4e79f8-997a-4c21-a976-588758ce2a9e {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 03:48:16.395620 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-44592e66-f864-4dba-b186-31cb93ae0440 admin admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:16.399553 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60374) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:16.399891 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-44592e66-f864-4dba-b186-31cb93ae0440 admin admin] 10.222.0.20 "DELETE /v2.0/routers/fb4e79f8-997a-4c21-a976-588758ce2a9e HTTP/1.1" status: 204 len: 168 time: 1.6405106 Nov 27 03:48:16.453774 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881edd37-8628-4d6c-bb46-8ee81267ed6f None None] Pushing event updated for resources: {'Port': ['ID=757623ef-b991-4497-9724-6c21605f5d1f,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:16.467072 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0cddf1-3ba1-4183-be27-6fe5443cd32e None None] Checking router: fb4e79f8-997a-4c21-a976-588758ce2a9e for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:48:16.493492 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:16.497968 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0cddf1-3ba1-4183-be27-6fe5443cd32e None None] Routers set() bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:48:16.498360 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0cddf1-3ba1-4183-be27-6fe5443cd32e None None] Router IDs set() for agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 27 03:48:16.499056 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_agentschedulers_db [None req-6f0cddf1-3ba1-4183-be27-6fe5443cd32e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fb4e79f8-997a-4c21-a976-588758ce2a9e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:47:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent'). {{(pid=110020) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 27 03:48:16.499583 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0cddf1-3ba1-4183-be27-6fe5443cd32e None None] The sync data for ids ['fb4e79f8-997a-4c21-a976-588758ce2a9e'] in n-d-819494-3 is: [] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:48:16.548416 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-2374ca0f-c48d-4979-a978-9b53a34c5072 admin admin] Deleting subnet fc4bc0b3-a0cc-4178-a299-8ba73845c8be {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:48:16.595725 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb0867e1-ed98-4fdb-ac25-ef838292c17c req-69388e77-39e6-4cff-bf2c-b0ba17252050 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7242ac-e86b-4436-97d9-fbee8b12e941 HTTP/1.1" status: 200 len: 210 time: 0.0684156 Nov 27 03:48:16.596422 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2374ca0f-c48d-4979-a978-9b53a34c5072 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:16.604905 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port e00ba9b1-7223-47b4-97d9-841e47a56c97, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=e00ba9b1-7223-47b4-97d9-841e47a56c97,segment=NetworkSegment(0d71eb94-5225-4db6-8e46-cee8dee27f0a),segment_id=0d71eb94-5225-4db6-8e46-cee8dee27f0a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:16.614430 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:16.689912 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2374ca0f-c48d-4979-a978-9b53a34c5072 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:16.752469 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1735ed4e-e4de-4903-9f3d-54bb4cc565a5 x-openstack-request-id: req-1735ed4e-e4de-4903-9f3d-54bb4cc565a5 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:48:16.753738 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0686c48-9b12-4387-ada2-b3fd1931e572", "name": "network-vif-deleted", "tag": "49de90fc-debd-432b-893f-ffda699b6350", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:48:16.754167 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1735ed4e-e4de-4903-9f3d-54bb4cc565a5 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:48:16.754602 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0686c48-9b12-4387-ada2-b3fd1931e572', 'name': 'network-vif-deleted', 'tag': '49de90fc-debd-432b-893f-ffda699b6350', 'status': 'completed', 'code': 200} Nov 27 03:48:16.788393 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=e00ba9b1-7223-47b4-97d9-841e47a56c97,revision_number=8']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:16.820733 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-81d12635-3f5e-4c99-afb8-3741d91b82e9 req-ecdd5d5e-035c-49a2-8a52-f902b387d945 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0686c48-9b12-4387-ada2-b3fd1931e572 HTTP/1.1" status: 200 len: 210 time: 0.0597692 Nov 27 03:48:16.847565 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2374ca0f-c48d-4979-a978-9b53a34c5072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:17.030765 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2374ca0f-c48d-4979-a978-9b53a34c5072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:17.114147 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2374ca0f-c48d-4979-a978-9b53a34c5072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:17.118815 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2374ca0f-c48d-4979-a978-9b53a34c5072 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fc4bc0b3-a0cc-4178-a299-8ba73845c8be HTTP/1.1" status: 204 len: 168 time: 0.7180557 Nov 27 03:48:17.120235 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374ca0f-c48d-4979-a978-9b53a34c5072 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc4bc0b3-a0cc-4178-a299-8ba73845c8be,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:17.121721 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 60394) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:17.122274 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a85bd7-57a5-4e42-aad2-1aff202b04c5 None None] Network 39dfc888-b0dd-4c34-8aab-d5cb681e46f0 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:48:17.165281 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3af559-cb62-4c38-b594-967359729dea req-b39414d4-5343-4095-bfd3-4521bd0339a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:17.167672 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-af3af559-cb62-4c38-b594-967359729dea req-b39414d4-5343-4095-bfd3-4521bd0339a2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472&tenant_id=d416f1581fce4cbda78108e0795a4c3c HTTP/1.1" status: 200 len: 1101 time: 0.1387589 Nov 27 03:48:17.237453 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-332df53e-c1dc-46ac-bd23-a5e3ab41cfc4 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:17.247223 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-332df53e-c1dc-46ac-bd23-a5e3ab41cfc4 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/networks?id=378a3375-2447-4153-8462-f656d3d2276f HTTP/1.1" status: 200 len: 805 time: 0.2949426 Nov 27 03:48:17.249961 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7c184e63-f617-4cba-9e6d-809331b7f921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:17.260574 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-af3af559-cb62-4c38-b594-967359729dea req-3a49e959-e0c9-46db-b2cb-90e4e49f99bb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819494-3', 'device_owner': 'compute:nova'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:48:17.299396 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-027c41de-71a9-45a8-a26c-2b8b94f38c22 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/quotas/0cbf4ce56bb54dd781457ee73fdb0c37 HTTP/1.1" status: 200 len: 375 time: 0.0511336 Nov 27 03:48:17.399666 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-7c184e63-f617-4cba-9e6d-809331b7f921 admin admin] Deleting port cce89df7-3730-4a0f-9cfb-081121701860 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:48:17.400357 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7c184e63-f617-4cba-9e6d-809331b7f921 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:17.413097 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-af3af559-cb62-4c38-b594-967359729dea req-3a49e959-e0c9-46db-b2cb-90e4e49f99bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:17.429074 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-6a570fa3-862a-49da-9792-889dbe36f542 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0cbf4ce56bb54dd781457ee73fdb0c37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1275320 Nov 27 03:48:17.485681 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-7c184e63-f617-4cba-9e6d-809331b7f921 admin admin] For port cce89df7-3730-4a0f-9cfb-081121701860, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=cce89df7-3730-4a0f-9cfb-081121701860,segment=NetworkSegment(845f5355-d286-4a0f-9acd-493043a7ee60),segment_id=845f5355-d286-4a0f-9acd-493043a7ee60)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:17.486247 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7c184e63-f617-4cba-9e6d-809331b7f921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:17.505324 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603dbde6-b041-4441-967c-11c4df5adab5 None None] DHCP port deletion for 39dfc888-b0dd-4c34-8aab-d5cb681e46f0 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 03:48:17.505843 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-7c184e63-f617-4cba-9e6d-809331b7f921 admin admin] Calling delete_port for cce89df7-3730-4a0f-9cfb-081121701860 owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:48:17.630834 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-603dbde6-b041-4441-967c-11c4df5adab5 None None] Deleting port cce89df7-3730-4a0f-9cfb-081121701860 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:48:17.631400 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-603dbde6-b041-4441-967c-11c4df5adab5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:17.708234 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7c184e63-f617-4cba-9e6d-809331b7f921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:17.738668 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 757623ef-b991-4497-9724-6c21605f5d1f up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:48:17.763445 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-0b0bbd81-eaf9-4b8d-b048-da7503e6bbaf service neutron] 10.222.0.20 "GET /v2.0/networks/378a3375-2447-4153-8462-f656d3d2276f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776582 Nov 27 03:48:17.778873 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c184e63-f617-4cba-9e6d-809331b7f921 admin admin] Pushing event deleted for resources: {'Port': ['ID=cce89df7-3730-4a0f-9cfb-081121701860,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:17.801007 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c184e63-f617-4cba-9e6d-809331b7f921 admin admin] No DVR routers for this DVR port cce89df7-3730-4a0f-9cfb-081121701860 on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:48:17.809434 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-603dbde6-b041-4441-967c-11c4df5adab5 None None] For port cce89df7-3730-4a0f-9cfb-081121701860, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=cce89df7-3730-4a0f-9cfb-081121701860,segment=NetworkSegment(845f5355-d286-4a0f-9acd-493043a7ee60),segment_id=845f5355-d286-4a0f-9acd-493043a7ee60)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:17.810272 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-603dbde6-b041-4441-967c-11c4df5adab5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:17.850647 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-603dbde6-b041-4441-967c-11c4df5adab5 None None] Calling delete_port for cce89df7-3730-4a0f-9cfb-081121701860 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:48:17.914374 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 757623ef-b991-4497-9724-6c21605f5d1f triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:48:17.915141 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:17.939780 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-af3af559-cb62-4c38-b594-967359729dea req-3a49e959-e0c9-46db-b2cb-90e4e49f99bb service neutron] For port 22399cf9-b7ca-41d1-9cab-7b32dda023ef, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=22399cf9-b7ca-41d1-9cab-7b32dda023ef,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:17.980539 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-3cb5cb24-4b4a-472e-8dee-852fb5f59dd4 service neutron] 10.222.0.20 "GET /v2.0/networks/378a3375-2447-4153-8462-f656d3d2276f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695261 Nov 27 03:48:18.033090 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d829ade-0c2e-4396-9942-3946b7647119 req-55909114-7310-4223-85b3-1469b7a31e04 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:18.041250 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d829ade-0c2e-4396-9942-3946b7647119 req-55909114-7310-4223-85b3-1469b7a31e04 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 950 time: 0.2797201 Nov 27 03:48:18.041853 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:18.043858 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ac8b13-93c9-4457-ad76-c360583b8a4e None None] Network 1df53912-853d-4356-ab6b-e16426c86a0f requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:48:18.045286 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7c184e63-f617-4cba-9e6d-809331b7f921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:18.087112 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-af3af559-cb62-4c38-b594-967359729dea req-3a49e959-e0c9-46db-b2cb-90e4e49f99bb service neutron] For port 22399cf9-b7ca-41d1-9cab-7b32dda023ef, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:48:18.105781 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-603dbde6-b041-4441-967c-11c4df5adab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:18.108958 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-7c184e63-f617-4cba-9e6d-809331b7f921 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39dfc888-b0dd-4c34-8aab-d5cb681e46f0']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:18.148029 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f932b-4ba7-4d68-8376-09ddacda5fb4 req-6fdb4e82-d525-41fe-958e-fd58e40fb15c tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:18.149545 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-474f932b-4ba7-4d68-8376-09ddacda5fb4 req-6fdb4e82-d525-41fe-958e-fd58e40fb15c tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.11 "GET /v2.0/ports?device_id=c52ab998-a1b9-44c8-ba23-bb47d3345075 HTTP/1.1" status: 200 len: 943 time: 0.1643944 Nov 27 03:48:18.152188 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-7c184e63-f617-4cba-9e6d-809331b7f921 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '845f5355-d286-4a0f-9acd-493043a7ee60') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:18.152734 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-7c184e63-f617-4cba-9e6d-809331b7f921 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '845f5355-d286-4a0f-9acd-493043a7ee60') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:18.158087 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-af3af559-cb62-4c38-b594-967359729dea req-3a49e959-e0c9-46db-b2cb-90e4e49f99bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:18.183061 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 757623ef-b991-4497-9724-6c21605f5d1f, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=757623ef-b991-4497-9724-6c21605f5d1f,segment=NetworkSegment(d0cc2ce0-4b3b-44fe-bbd3-ea4e4a4b9638),segment_id=d0cc2ce0-4b3b-44fe-bbd3-ea4e4a4b9638)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:18.186284 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67227e-4740-4ceb-a5da-647ed2e02ee8 req-1c33a482-66a2-48ed-bc85-a3f55610bbf8 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:18.187852 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ff67227e-4740-4ceb-a5da-647ed2e02ee8 req-1c33a482-66a2-48ed-bc85-a3f55610bbf8 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.11 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 944 time: 0.2960851 Nov 27 03:48:18.199393 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7c184e63-f617-4cba-9e6d-809331b7f921 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:18.214479 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-af3af559-cb62-4c38-b594-967359729dea req-3a49e959-e0c9-46db-b2cb-90e4e49f99bb service neutron] Transition to ACTIVE for port object 22399cf9-b7ca-41d1-9cab-7b32dda023ef will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:48:18.229308 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-af3af559-cb62-4c38-b594-967359729dea req-3a49e959-e0c9-46db-b2cb-90e4e49f99bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:18.276703 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-9f0c1291-4926-4a42-9efd-02c35f1c2661 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:18.290993 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-9f0c1291-4926-4a42-9efd-02c35f1c2661 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:18.292648 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-9f0c1291-4926-4a42-9efd-02c35f1c2661 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.23 "GET /v2.0/networks?id=35cc0bd3-4024-4a80-9020-7d7ac9b14f36&id=1df53912-853d-4356-ab6b-e16426c86a0f HTTP/1.1" status: 200 len: 1390 time: 0.4459226 Nov 27 03:48:18.296014 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7c184e63-f617-4cba-9e6d-809331b7f921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:18.312067 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c184e63-f617-4cba-9e6d-809331b7f921 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:48:18.314039 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7c184e63-f617-4cba-9e6d-809331b7f921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:18.324861 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603dbde6-b041-4441-967c-11c4df5adab5 None None] Pushing event deleted for resources: {'Port': ['ID=cce89df7-3730-4a0f-9cfb-081121701860,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:18.336416 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52ab998-a1b9-44c8-ba23-bb47d3345075', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e00ba9b1-7223-47b4-97d9-841e47a56c97'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:48:18.342102 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a0cc2b-899f-461b-b141-8faf337e11e4" -d '{"events": [{"server_uuid": "c52ab998-a1b9-44c8-ba23-bb47d3345075", "name": "network-vif-unplugged", "status": "completed", "tag": "e00ba9b1-7223-47b4-97d9-841e47a56c97"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:48:18.364997 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49e959-e0c9-46db-b2cb-90e4e49f99bb service neutron] Pushing event updated for resources: {'Port': ['ID=22399cf9-b7ca-41d1-9cab-7b32dda023ef,revision_number=10']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:18.371555 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3af559-cb62-4c38-b594-967359729dea req-3a49e959-e0c9-46db-b2cb-90e4e49f99bb service neutron] No DVR routers for this DVR port 22399cf9-b7ca-41d1-9cab-7b32dda023ef on host n-h2-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:48:18.400882 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:18.431494 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d829ade-0c2e-4396-9942-3946b7647119 req-93a6a6c6-d997-48f6-a77c-78ba38d926a9 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829253 Nov 27 03:48:18.433202 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 03:48:18.433202 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:48:18.433202 n-d-819494-3 neutron-server[110019]: timer() Nov 27 03:48:18.433202 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:48:18.433202 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 03:48:18.433202 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:48:18.433202 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 03:48:18.433202 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:48:18.433202 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 03:48:18.433202 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:48:18.433202 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 03:48:18.433202 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:48:18.433202 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 03:48:18.433202 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:48:18.433202 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:48:18.433202 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:48:18.433202 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:48:18.433202 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:48:18.433202 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 03:48:18.433202 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:48:18.433202 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 03:48:18.433202 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:48:18.433202 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:48:18.433202 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:48:18.433202 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 03:48:18.433202 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:48:18.433202 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:48:18.433202 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:48:18.433202 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:48:18.433202 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:48:18.433202 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:48:18.433202 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:48:18.436905 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7c184e63-f617-4cba-9e6d-809331b7f921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:18.459193 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-1ceac3f7-3668-4e28-9b49-97172be437a5 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Request body: {'port': {'device_id': '5a7242ac-e86b-4436-97d9-fbee8b12e941', 'network_id': '35cc0bd3-4024-4a80-9020-7d7ac9b14f36', 'admin_state_up': True, 'tenant_id': 'da0e9b0fd6b84af582a0cba7df1335e8'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:48:18.469383 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7c184e63-f617-4cba-9e6d-809331b7f921 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:18.476190 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7c184e63-f617-4cba-9e6d-809331b7f921 admin admin] 10.222.0.20 "DELETE /v2.0/networks/39dfc888-b0dd-4c34-8aab-d5cb681e46f0 HTTP/1.1" status: 204 len: 168 time: 1.3498673 Nov 27 03:48:18.478129 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-474f932b-4ba7-4d68-8376-09ddacda5fb4 req-3085d09d-283b-407b-b219-519ae7100c5a tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Deleting port e00ba9b1-7223-47b4-97d9-841e47a56c97 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:48:18.482131 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-474f932b-4ba7-4d68-8376-09ddacda5fb4 req-3085d09d-283b-407b-b219-519ae7100c5a tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:18.485463 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60414) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:18.519746 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-e67cfd66-0e83-4b60-97fc-eb63ab545e08 None None] Provisioning complete for port 757623ef-b991-4497-9724-6c21605f5d1f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:48:18.520137 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e67cfd66-0e83-4b60-97fc-eb63ab545e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:18.543673 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182bd44-4a88-45c6-8a61-5eaf79531a12 req-61f1c26e-b81c-4a45-8799-ca114ff4c6b5 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:18.553888 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0182bd44-4a88-45c6-8a61-5eaf79531a12 req-61f1c26e-b81c-4a45-8799-ca114ff4c6b5 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 944 time: 0.2545903 Nov 27 03:48:18.590257 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-af3af559-cb62-4c38-b594-967359729dea req-3a49e959-e0c9-46db-b2cb-90e4e49f99bb service neutron] Attempting to bind port 22399cf9-b7ca-41d1-9cab-7b32dda023ef on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:48:18.590630 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-af3af559-cb62-4c38-b594-967359729dea req-3a49e959-e0c9-46db-b2cb-90e4e49f99bb service neutron] Attempting to bind port 22399cf9-b7ca-41d1-9cab-7b32dda023ef by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:48:18.591324 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3af559-cb62-4c38-b594-967359729dea req-3a49e959-e0c9-46db-b2cb-90e4e49f99bb service neutron] Attempting to bind port 22399cf9-b7ca-41d1-9cab-7b32dda023ef on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:48:18.599607 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603dbde6-b041-4441-967c-11c4df5adab5 None None] No DVR routers for this DVR port cce89df7-3730-4a0f-9cfb-081121701860 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:48:18.619446 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device baa4e2a2-677f-45f2-b54b-a41626d3a62f no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:48:18.641290 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=757623ef-b991-4497-9724-6c21605f5d1f,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:18.663973 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ccb74b49-5d4e-4d88-8d8f-2c55927ce10f req-0fa56976-3151-4fa3-9773-d7acea12ef21 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7242ac-e86b-4436-97d9-fbee8b12e941 HTTP/1.1" status: 200 len: 210 time: 0.0551600 Nov 27 03:48:18.664915 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c184e63-f617-4cba-9e6d-809331b7f921 admin admin] Pushing event deleted for resources: {'Network': ['ID=39dfc888-b0dd-4c34-8aab-d5cb681e46f0,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:18.700930 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: baa4e2a2-677f-45f2-b54b-a41626d3a62f {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:48:18.701556 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device baa4e2a2-677f-45f2-b54b-a41626d3a62f not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:48:18.702139 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device c04731a6-fe9e-4c21-a167-80ee964c1546 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:48:18.722221 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2b85110c-80d2-4abd-b379-73b2596711f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:18.745032 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-ff67227e-4740-4ceb-a5da-647ed2e02ee8 req-41306710-a9a2-41f0-9946-abd90a8108f6 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Deleting port 53a9741c-fe2f-4e29-b5bd-aba3972489b8 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:48:18.745632 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ff67227e-4740-4ceb-a5da-647ed2e02ee8 req-41306710-a9a2-41f0-9946-abd90a8108f6 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:18.755693 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: c04731a6-fe9e-4c21-a167-80ee964c1546 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:48:18.756058 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device c04731a6-fe9e-4c21-a167-80ee964c1546 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:48:18.771934 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138dd263-9a09-4577-a067-5afe79df2472', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22399cf9-b7ca-41d1-9cab-7b32dda023ef'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:48:18.774752 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23039da5-7e37-4adb-aa1c-823038bf4435" -d '{"events": [{"server_uuid": "138dd263-9a09-4577-a067-5afe79df2472", "name": "network-vif-unplugged", "status": "completed", "tag": "22399cf9-b7ca-41d1-9cab-7b32dda023ef"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:48:18.776497 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:18.778508 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3af559-cb62-4c38-b594-967359729dea req-3a49e959-e0c9-46db-b2cb-90e4e49f99bb service neutron] Port 22399cf9-b7ca-41d1-9cab-7b32dda023ef on network 7cd21890-8440-4d5d-a862-4b55c8c22387 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:48:18.779432 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 49de90fc-debd-432b-893f-ffda699b6350 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:48:18.780227 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3af559-cb62-4c38-b594-967359729dea req-3a49e959-e0c9-46db-b2cb-90e4e49f99bb service neutron] Attempting to bind port 22399cf9-b7ca-41d1-9cab-7b32dda023ef on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:48:18.798702 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3af559-cb62-4c38-b594-967359729dea req-3a49e959-e0c9-46db-b2cb-90e4e49f99bb service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:48:18.799382 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3af559-cb62-4c38-b594-967359729dea req-3a49e959-e0c9-46db-b2cb-90e4e49f99bb service neutron] Checking segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:48:18.800024 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3af559-cb62-4c38-b594-967359729dea req-3a49e959-e0c9-46db-b2cb-90e4e49f99bb service neutron] Bound using segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:48:18.800650 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-af3af559-cb62-4c38-b594-967359729dea req-3a49e959-e0c9-46db-b2cb-90e4e49f99bb service neutron] Bound port: 22399cf9-b7ca-41d1-9cab-7b32dda023ef, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:48:18.801221 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-af3af559-cb62-4c38-b594-967359729dea req-3a49e959-e0c9-46db-b2cb-90e4e49f99bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:18.840084 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-1ceac3f7-3668-4e28-9b49-97172be437a5 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Made reservation on behalf of da0e9b0fd6b84af582a0cba7df1335e8 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:48:18.847772 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-1ceac3f7-3668-4e28-9b49-97172be437a5 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:18.869166 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 49de90fc-debd-432b-893f-ffda699b6350 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:48:18.869514 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 49de90fc-debd-432b-893f-ffda699b6350 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:48:18.938497 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-ff67227e-4740-4ceb-a5da-647ed2e02ee8 req-41306710-a9a2-41f0-9946-abd90a8108f6 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] For port 53a9741c-fe2f-4e29-b5bd-aba3972489b8, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=53a9741c-fe2f-4e29-b5bd-aba3972489b8,segment=NetworkSegment(0ede1ec6-1b9f-43e0-8048-29f023f3314a),segment_id=0ede1ec6-1b9f-43e0-8048-29f023f3314a)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:18.938902 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ff67227e-4740-4ceb-a5da-647ed2e02ee8 req-41306710-a9a2-41f0-9946-abd90a8108f6 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:18.958837 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0182bd44-4a88-45c6-8a61-5eaf79531a12 req-01c8eadd-593b-425c-b0a3-89afa1ac5462 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001474 Nov 27 03:48:18.965262 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-ff67227e-4740-4ceb-a5da-647ed2e02ee8 req-41306710-a9a2-41f0-9946-abd90a8108f6 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Calling delete_port for 53a9741c-fe2f-4e29-b5bd-aba3972489b8 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:48:18.998677 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-474f932b-4ba7-4d68-8376-09ddacda5fb4 req-3085d09d-283b-407b-b219-519ae7100c5a tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] For port e00ba9b1-7223-47b4-97d9-841e47a56c97, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=e00ba9b1-7223-47b4-97d9-841e47a56c97,segment=NetworkSegment(0d71eb94-5225-4db6-8e46-cee8dee27f0a),segment_id=0d71eb94-5225-4db6-8e46-cee8dee27f0a)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:18.999404 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-474f932b-4ba7-4d68-8376-09ddacda5fb4 req-3085d09d-283b-407b-b219-519ae7100c5a tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:19.090635 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 03:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be91491c-0b22-4165-8ee4-0978fb28bcf6 x-openstack-request-id: req-be91491c-0b22-4165-8ee4-0978fb28bcf6 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:48:19.090936 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c52ab998-a1b9-44c8-ba23-bb47d3345075", "name": "network-vif-unplugged", "status": "completed", "tag": "e00ba9b1-7223-47b4-97d9-841e47a56c97", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:48:19.091187 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be91491c-0b22-4165-8ee4-0978fb28bcf6 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:48:19.091584 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c52ab998-a1b9-44c8-ba23-bb47d3345075', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e00ba9b1-7223-47b4-97d9-841e47a56c97', 'code': 200} Nov 27 03:48:19.112570 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-474f932b-4ba7-4d68-8376-09ddacda5fb4 req-3085d09d-283b-407b-b219-519ae7100c5a tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Calling delete_port for e00ba9b1-7223-47b4-97d9-841e47a56c97 owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:48:19.312662 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 757623ef-b991-4497-9724-6c21605f5d1f up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:48:19.371385 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-fb747bdf-fa1f-4537-bf68-89ca4dedb3f3 None None] Provisioning complete for port 757623ef-b991-4497-9724-6c21605f5d1f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:48:19.372025 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-fb747bdf-fa1f-4537-bf68-89ca4dedb3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:19.449870 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 757623ef-b991-4497-9724-6c21605f5d1f triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:48:19.450340 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:19.472801 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-af3af559-cb62-4c38-b594-967359729dea req-3a49e959-e0c9-46db-b2cb-90e4e49f99bb service neutron] For port 22399cf9-b7ca-41d1-9cab-7b32dda023ef, host n-h1-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:48:19.492588 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:19.494834 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 03:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b3e669-e9c4-4727-b545-9843f3ea4e9c x-openstack-request-id: req-c2b3e669-e9c4-4727-b545-9843f3ea4e9c {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:48:19.495125 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138dd263-9a09-4577-a067-5afe79df2472", "name": "network-vif-unplugged", "status": "completed", "tag": "22399cf9-b7ca-41d1-9cab-7b32dda023ef", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:48:19.495380 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c2b3e669-e9c4-4727-b545-9843f3ea4e9c {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:48:19.495761 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138dd263-9a09-4577-a067-5afe79df2472', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22399cf9-b7ca-41d1-9cab-7b32dda023ef', 'code': 200} Nov 27 03:48:19.540037 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-39781d50-7323-4138-a0ce-d069c7dda9c8 req-9b3dcd64-068e-4d1d-9f85-92d22ca458c8 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b39fdb-7146-4213-b996-8994cc70f03b HTTP/1.1" status: 200 len: 210 time: 0.4297037 Nov 27 03:48:19.572127 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-af3af559-cb62-4c38-b594-967359729dea req-3a49e959-e0c9-46db-b2cb-90e4e49f99bb service neutron] For port 22399cf9-b7ca-41d1-9cab-7b32dda023ef, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=22399cf9-b7ca-41d1-9cab-7b32dda023ef,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:48:19.574942 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-474f932b-4ba7-4d68-8376-09ddacda5fb4 req-3085d09d-283b-407b-b219-519ae7100c5a tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:19.631116 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-1ceac3f7-3668-4e28-9b49-97172be437a5 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Allocated IP 19.80.0.247 (35cc0bd3-4024-4a80-9020-7d7ac9b14f36/648c4fe8-7faa-47d4-9f2e-6a91fcd3abb7/056811ea-5b6e-43a2-8639-161cdbafc685) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:48:19.652693 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085d09d-283b-407b-b219-519ae7100c5a tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Pushing event deleted for resources: {'Port': ['ID=e00ba9b1-7223-47b4-97d9-841e47a56c97,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:19.658683 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-af3af559-cb62-4c38-b594-967359729dea req-3a49e959-e0c9-46db-b2cb-90e4e49f99bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:19.721090 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device cce89df7-3730-4a0f-9cfb-081121701860 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:48:19.744377 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: cce89df7-3730-4a0f-9cfb-081121701860 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:48:19.744740 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device cce89df7-3730-4a0f-9cfb-081121701860 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:48:19.826884 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3af559-cb62-4c38-b594-967359729dea req-3a49e959-e0c9-46db-b2cb-90e4e49f99bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:19.827612 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-af3af559-cb62-4c38-b594-967359729dea req-3a49e959-e0c9-46db-b2cb-90e4e49f99bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:19.829005 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-af3af559-cb62-4c38-b594-967359729dea req-3a49e959-e0c9-46db-b2cb-90e4e49f99bb service neutron] 10.222.0.23 "PUT /v2.0/ports/22399cf9-b7ca-41d1-9cab-7b32dda023ef HTTP/1.1" status: 200 len: 1097 time: 2.5791872 Nov 27 03:48:19.835152 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60442) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:19.988758 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-04e21e6d-85f6-4047-9b05-bffbc802c661 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:19.990352 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-04e21e6d-85f6-4047-9b05-bffbc802c661 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/networks?id=fa05b832-4a56-4072-b0af-d9ce19e83099 HTTP/1.1" status: 200 len: 822 time: 0.4280028 Nov 27 03:48:19.997947 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ff67227e-4740-4ceb-a5da-647ed2e02ee8 req-41306710-a9a2-41f0-9946-abd90a8108f6 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:20.031752 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['4292e6b2-41b2-40ba-8f4f-fca486354a2c'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:48:20.087702 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-4c68cbb7-cccf-43dd-88ad-abc6ecc40fdc tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/quotas/ef613dd2ca5042f08b3f8d2107e4d371 HTTP/1.1" status: 200 len: 375 time: 0.0874643 Nov 27 03:48:20.089577 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41306710-a9a2-41f0-9946-abd90a8108f6 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Pushing event deleted for resources: {'Port': ['ID=53a9741c-fe2f-4e29-b5bd-aba3972489b8,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:20.113060 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 22399cf9-b7ca-41d1-9cab-7b32dda023ef no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:48:20.164033 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-80617f8d-4266-495d-8a78-2b8cf264d7de tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef613dd2ca5042f08b3f8d2107e4d371&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0755410 Nov 27 03:48:20.184540 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-9705b02c-4a13-427c-972c-825dfe88b246 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:20.186093 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-9705b02c-4a13-427c-972c-825dfe88b246 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.11 "GET /v2.0/networks?id=378a3375-2447-4153-8462-f656d3d2276f HTTP/1.1" status: 200 len: 805 time: 0.3194990 Nov 27 03:48:20.197606 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 22399cf9-b7ca-41d1-9cab-7b32dda023ef not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:48:20.198037 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 53a9741c-fe2f-4e29-b5bd-aba3972489b8 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:48:20.200372 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-474f932b-4ba7-4d68-8376-09ddacda5fb4 req-3085d09d-283b-407b-b219-519ae7100c5a tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] No DVR routers for this DVR port e00ba9b1-7223-47b4-97d9-841e47a56c97 on host n-h2-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:48:20.210334 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-1ceac3f7-3668-4e28-9b49-97172be437a5 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:20.214855 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff67227e-4740-4ceb-a5da-647ed2e02ee8 req-41306710-a9a2-41f0-9946-abd90a8108f6 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] No DVR routers for this DVR port 53a9741c-fe2f-4e29-b5bd-aba3972489b8 on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:48:20.233496 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-fa1945a3-3d0a-4012-afcf-c82649bca97d tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Request body: {'port': {'device_id': '41b39fdb-7146-4213-b996-8994cc70f03b', 'network_id': '378a3375-2447-4153-8462-f656d3d2276f', 'admin_state_up': True, 'tenant_id': '0cbf4ce56bb54dd781457ee73fdb0c37'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:48:20.234028 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-474f932b-4ba7-4d68-8376-09ddacda5fb4 req-3085d09d-283b-407b-b219-519ae7100c5a tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:20.234788 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: 53a9741c-fe2f-4e29-b5bd-aba3972489b8 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:48:20.235401 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 53a9741c-fe2f-4e29-b5bd-aba3972489b8 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:48:20.238228 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-474f932b-4ba7-4d68-8376-09ddacda5fb4 req-3085d09d-283b-407b-b219-519ae7100c5a tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.11 "DELETE /v2.0/ports/e00ba9b1-7223-47b4-97d9-841e47a56c97 HTTP/1.1" status: 204 len: 173 time: 2.0773158 Nov 27 03:48:20.240554 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ff67227e-4740-4ceb-a5da-647ed2e02ee8 req-41306710-a9a2-41f0-9946-abd90a8108f6 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:20.243938 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ff67227e-4740-4ceb-a5da-647ed2e02ee8 req-41306710-a9a2-41f0-9946-abd90a8108f6 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.11 "DELETE /v2.0/ports/53a9741c-fe2f-4e29-b5bd-aba3972489b8 HTTP/1.1" status: 204 len: 173 time: 2.0426843 Nov 27 03:48:20.270225 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10acfc2-0e8f-4302-ab08-0cbff2086332', 'name': 'network-vif-deleted', 'tag': '53a9741c-fe2f-4e29-b5bd-aba3972489b8'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:48:20.272412 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43bf47b0-8830-46a2-b58f-85402ce6b7f6" -d '{"events": [{"server_uuid": "f10acfc2-0e8f-4302-ab08-0cbff2086332", "name": "network-vif-deleted", "tag": "53a9741c-fe2f-4e29-b5bd-aba3972489b8"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:48:20.287957 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49e959-e0c9-46db-b2cb-90e4e49f99bb service neutron] Pushing event updated for resources: {'Port': ['ID=22399cf9-b7ca-41d1-9cab-7b32dda023ef,revision_number=11']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:20.333351 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2e558-1d00-4ab6-86ee-a3c968fb893e req-e29e22bd-117e-4888-bc08-119923b9bcf6 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:20.334717 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1ae2e558-1d00-4ab6-86ee-a3c968fb893e req-e29e22bd-117e-4888-bc08-119923b9bcf6 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 949 time: 0.6711709 Nov 27 03:48:20.396949 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3af559-cb62-4c38-b594-967359729dea req-dfb9adda-5855-4dea-b35c-88249b514a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:20.398818 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-af3af559-cb62-4c38-b594-967359729dea req-dfb9adda-5855-4dea-b35c-88249b514a18 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d416f1581fce4cbda78108e0795a4c3c&device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 1100 time: 0.1941175 Nov 27 03:48:20.421276 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-1ceac3f7-3668-4e28-9b49-97172be437a5 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:20.436151 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-41f65097-2a85-4dc0-984b-506a32a7fb3b service neutron] 10.222.0.20 "GET /v2.0/networks/fa05b832-4a56-4072-b0af-d9ce19e83099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586427 Nov 27 03:48:20.439232 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-65654a40-1d19-4fed-86d4-aac871a96596 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:20.536928 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1ae2e558-1d00-4ab6-86ee-a3c968fb893e req-d14b0239-c32b-4602-a0bd-75970ef4adba tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770239 Nov 27 03:48:20.540302 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-1ceac3f7-3668-4e28-9b49-97172be437a5 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Network 35cc0bd3-4024-4a80-9020-7d7ac9b14f36 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:48:20.546194 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-1ceac3f7-3668-4e28-9b49-97172be437a5 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:48:20.552325 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceac3f7-3668-4e28-9b49-97172be437a5 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Pushing event updated for resources: {'Port': ['ID=056811ea-5b6e-43a2-8639-161cdbafc685,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:20.556704 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-1ceac3f7-3668-4e28-9b49-97172be437a5 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:48:20.560897 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-fa1945a3-3d0a-4012-afcf-c82649bca97d tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Made reservation on behalf of 0cbf4ce56bb54dd781457ee73fdb0c37 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:48:20.564448 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-fa1945a3-3d0a-4012-afcf-c82649bca97d tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:20.687563 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3af559-cb62-4c38-b594-967359729dea req-4881ce71-eb14-4f89-a8ed-245b1f92b7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:20.689548 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-af3af559-cb62-4c38-b594-967359729dea req-4881ce71-eb14-4f89-a8ed-245b1f92b7ab service neutron] 10.222.0.23 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.2683320 Nov 27 03:48:20.700350 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-1ceac3f7-3668-4e28-9b49-97172be437a5 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:20.701010 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-1ceac3f7-3668-4e28-9b49-97172be437a5 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:20.716837 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-e55b06ff-c003-4f91-9abc-e1f235b0a0c5 service neutron] 10.222.0.20 "GET /v2.0/networks/fa05b832-4a56-4072-b0af-d9ce19e83099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546289 Nov 27 03:48:20.767410 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-1ceac3f7-3668-4e28-9b49-97172be437a5 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3248897 Nov 27 03:48:20.801922 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-5c97df95-5b94-4519-b989-55c35e3f3861 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Request body: {'port': {'device_id': '5a7242ac-e86b-4436-97d9-fbee8b12e941', 'network_id': '1df53912-853d-4356-ab6b-e16426c86a0f', 'admin_state_up': True, 'tenant_id': 'da0e9b0fd6b84af582a0cba7df1335e8'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:48:20.843829 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-af3af559-cb62-4c38-b594-967359729dea req-77d283d0-7af7-4c16-93d1-12d6f9354fd3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=22399cf9-b7ca-41d1-9cab-7b32dda023ef HTTP/1.1" status: 200 len: 217 time: 0.0884130 Nov 27 03:48:20.885111 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-fa1945a3-3d0a-4012-afcf-c82649bca97d tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Allocated IP 172.20.0.14 (378a3375-2447-4153-8462-f656d3d2276f/9aa0d39d-1f7c-48be-83b9-b4ca19c74697/f147dbb6-92ed-466c-87b7-886dbc4c529a) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:48:20.991535 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0a9b7fac-1beb-443d-b4ef-8432344f0966 None None] Provisioning complete for port 056811ea-5b6e-43a2-8639-161cdbafc685 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:48:20.992122 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0a9b7fac-1beb-443d-b4ef-8432344f0966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:21.069151 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3af559-cb62-4c38-b594-967359729dea req-4a7af190-7159-4595-9f97-7756b2134a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:21.070798 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-af3af559-cb62-4c38-b594-967359729dea req-4a7af190-7159-4595-9f97-7756b2134a16 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.1869707 Nov 27 03:48:21.079524 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-fa1945a3-3d0a-4012-afcf-c82649bca97d tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:21.086068 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6ed35c4e-0171-4a45-a00b-7a97249846d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:21.107584 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0a9b7fac-1beb-443d-b4ef-8432344f0966 None None] Port 056811ea-5b6e-43a2-8639-161cdbafc685 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:48:21.108988 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:21.132965 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-fa1945a3-3d0a-4012-afcf-c82649bca97d tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:21.156181 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edad527-0e34-4359-85cd-1b4ada3b07f3 req-eca46378-f330-40c6-93a9-95714d459fb3 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:21.157768 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8edad527-0e34-4359-85cd-1b4ada3b07f3 req-eca46378-f330-40c6-93a9-95714d459fb3 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7242ac-e86b-4436-97d9-fbee8b12e941 HTTP/1.1" status: 200 len: 932 time: 0.4875801 Nov 27 03:48:21.204045 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c5708eef-a6c4-468d-97c4-5e87af8ca669 req-446c4819-f917-4bbc-a054-3eb903df274e tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 210 time: 0.0866842 Nov 27 03:48:21.283549 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-65654a40-1d19-4fed-86d4-aac871a96596 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:21.302057 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-fa1945a3-3d0a-4012-afcf-c82649bca97d tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Network 378a3375-2447-4153-8462-f656d3d2276f is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:48:21.311501 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-65654a40-1d19-4fed-86d4-aac871a96596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:21.314462 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-fa1945a3-3d0a-4012-afcf-c82649bca97d tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:48:21.341188 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-fa1945a3-3d0a-4012-afcf-c82649bca97d tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:48:21.364315 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3af559-cb62-4c38-b594-967359729dea req-07941e7d-2da1-41e9-895f-5e4a54d15ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:21.365843 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-af3af559-cb62-4c38-b594-967359729dea req-07941e7d-2da1-41e9-895f-5e4a54d15ba2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2737033 Nov 27 03:48:21.427017 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-65654a40-1d19-4fed-86d4-aac871a96596 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a90b2fb1a9ea4b0bb71cc1b1e6223019&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5746925 Nov 27 03:48:21.459587 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65654a40-1d19-4fed-86d4-aac871a96596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdf9c89-6898-4644-bf52-c6df80c522e5,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:21.459873 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-fa1945a3-3d0a-4012-afcf-c82649bca97d tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:21.460256 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-fa1945a3-3d0a-4012-afcf-c82649bca97d tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:21.463714 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60464) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:21.468992 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8edad527-0e34-4359-85cd-1b4ada3b07f3 req-e379479c-40af-43d9-bc08-f4c556a4d161 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a421b-fa91-4269-8203-eac6a41dc513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774928 Nov 27 03:48:21.478535 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd55ddb-3ecf-49b8-8bbb-388db7090173 x-openstack-request-id: req-5dd55ddb-3ecf-49b8-8bbb-388db7090173 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:48:21.479635 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f10acfc2-0e8f-4302-ab08-0cbff2086332", "name": "network-vif-deleted", "tag": "53a9741c-fe2f-4e29-b5bd-aba3972489b8", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:48:21.480613 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5dd55ddb-3ecf-49b8-8bbb-388db7090173 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:48:21.481201 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f10acfc2-0e8f-4302-ab08-0cbff2086332', 'name': 'network-vif-deleted', 'tag': '53a9741c-fe2f-4e29-b5bd-aba3972489b8', 'status': 'completed', 'code': 200} Nov 27 03:48:21.486095 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1945a3-3d0a-4012-afcf-c82649bca97d tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Pushing event updated for resources: {'Port': ['ID=f147dbb6-92ed-466c-87b7-886dbc4c529a,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:21.497900 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '138dd263-9a09-4577-a067-5afe79df2472', 'tag': '22399cf9-b7ca-41d1-9cab-7b32dda023ef'}, {'server_uuid': 'c52ab998-a1b9-44c8-ba23-bb47d3345075', 'name': 'network-vif-deleted', 'tag': 'e00ba9b1-7223-47b4-97d9-841e47a56c97'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:48:21.500527 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf81e73-4fcc-4c66-b916-663255305b9d" -d '{"events": [{"name": "network-changed", "server_uuid": "138dd263-9a09-4577-a067-5afe79df2472", "tag": "22399cf9-b7ca-41d1-9cab-7b32dda023ef"}, {"server_uuid": "c52ab998-a1b9-44c8-ba23-bb47d3345075", "name": "network-vif-deleted", "tag": "e00ba9b1-7223-47b4-97d9-841e47a56c97"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:48:21.561831 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-fa1945a3-3d0a-4012-afcf-c82649bca97d tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3497643 Nov 27 03:48:21.587246 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-635686cd-b03f-4375-9f98-19d35b6a127d service neutron] Request body: {'port': {'device_id': '41b39fdb-7146-4213-b996-8994cc70f03b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:48:21.642188 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f660ab-7399-418c-b764-858451b8b47b req-07ab2707-9ae8-4931-8c78-0bfbdafd81f1 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:21.644254 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d6f660ab-7399-418c-b764-858451b8b47b req-07ab2707-9ae8-4931-8c78-0bfbdafd81f1 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b39fdb-7146-4213-b996-8994cc70f03b HTTP/1.1" status: 200 len: 932 time: 0.1386135 Nov 27 03:48:21.655232 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-32e5ca81-3438-48a6-9e5a-2e62edf671bd req-f150b9f1-bf48-4d19-9e2f-89d09aa458ff tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=4abb9114-49e9-44d6-9e83-2bc956409433 HTTP/1.1" status: 200 len: 210 time: 0.0897801 Nov 27 03:48:21.688233 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-5c97df95-5b94-4519-b989-55c35e3f3861 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Made reservation on behalf of da0e9b0fd6b84af582a0cba7df1335e8 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:48:21.691838 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-5c97df95-5b94-4519-b989-55c35e3f3861 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:21.739416 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:21.756390 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-635686cd-b03f-4375-9f98-19d35b6a127d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:21.769511 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 27 Nov 2021 03:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3db6402-eea1-4bef-9bf8-720546f63eca x-openstack-request-id: req-c3db6402-eea1-4bef-9bf8-720546f63eca {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:48:21.770088 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "138dd263-9a09-4577-a067-5afe79df2472", "tag": "22399cf9-b7ca-41d1-9cab-7b32dda023ef", "status": "completed", "code": 200}, {"server_uuid": "c52ab998-a1b9-44c8-ba23-bb47d3345075", "name": "network-vif-deleted", "tag": "e00ba9b1-7223-47b4-97d9-841e47a56c97", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:48:21.770587 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3db6402-eea1-4bef-9bf8-720546f63eca {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:48:21.771167 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '138dd263-9a09-4577-a067-5afe79df2472', 'tag': '22399cf9-b7ca-41d1-9cab-7b32dda023ef', 'status': 'completed', 'code': 200} Nov 27 03:48:21.771633 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c52ab998-a1b9-44c8-ba23-bb47d3345075', 'name': 'network-vif-deleted', 'tag': 'e00ba9b1-7223-47b4-97d9-841e47a56c97', 'status': 'completed', 'code': 200} Nov 27 03:48:21.788630 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-af3af559-cb62-4c38-b594-967359729dea req-0f3637f2-10a6-415e-ad32-352080ed6b5b service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038436 Nov 27 03:48:21.884179 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ebca198f-ce41-4af6-abea-cc2bc29d155f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:21.914895 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d6f660ab-7399-418c-b764-858451b8b47b req-4f29866a-4981-4cf8-b6af-05f694e6fea8 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640834 Nov 27 03:48:21.976233 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ebca198f-ce41-4af6-abea-cc2bc29d155f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:21.992356 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f5ee6-865a-45b8-9bf1-3c7c9df2c0c8 req-7c995278-2376-4d1e-947f-fa61600bd5b1 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:21.993921 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5f9f5ee6-865a-45b8-9bf1-3c7c9df2c0c8 req-7c995278-2376-4d1e-947f-fa61600bd5b1 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 949 time: 0.1502557 Nov 27 03:48:22.021345 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-5c97df95-5b94-4519-b989-55c35e3f3861 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Allocated IP 19.86.0.223 (1df53912-853d-4356-ab6b-e16426c86a0f/618d8163-de9e-494b-ae4d-477cb72cee99/be4e8177-85ad-49bc-88ec-981c0cd6535a) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:48:22.057005 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf81e73-4fcc-4c66-b916-663255305b9d req-fd378082-f8f5-40e4-b130-1e45bec5dd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:22.059021 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bcf81e73-4fcc-4c66-b916-663255305b9d req-fd378082-f8f5-40e4-b130-1e45bec5dd8e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d416f1581fce4cbda78108e0795a4c3c&device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 1100 time: 0.1580977 Nov 27 03:48:22.068579 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-af3af559-cb62-4c38-b594-967359729dea req-9373fee7-6110-443f-839f-285127938361 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340868 Nov 27 03:48:22.088517 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-6ed35c4e-0171-4a45-a00b-7a97249846d3 admin admin] Deleting port dc6c7e10-ee95-4caf-91f8-3a1b1094a7ba {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:48:22.088517 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6ed35c4e-0171-4a45-a00b-7a97249846d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:22.110386 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device e00ba9b1-7223-47b4-97d9-841e47a56c97 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:48:22.140352 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: e00ba9b1-7223-47b4-97d9-841e47a56c97 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:48:22.140997 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device e00ba9b1-7223-47b4-97d9-841e47a56c97 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:48:22.156558 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5f9f5ee6-865a-45b8-9bf1-3c7c9df2c0c8 req-9e3a57ac-0c12-4064-8374-38d45e2131d2 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502905 Nov 27 03:48:22.172467 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ebca198f-ce41-4af6-abea-cc2bc29d155f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:22.178467 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ebca198f-ce41-4af6-abea-cc2bc29d155f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:22.179580 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ebca198f-ce41-4af6-abea-cc2bc29d155f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fcdf9c89-6898-4644-bf52-c6df80c522e5 HTTP/1.1" status: 204 len: 168 time: 0.7093110 Nov 27 03:48:22.225034 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca198f-ce41-4af6-abea-cc2bc29d155f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdf9c89-6898-4644-bf52-c6df80c522e5,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:22.285643 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-6ed35c4e-0171-4a45-a00b-7a97249846d3 admin admin] For port dc6c7e10-ee95-4caf-91f8-3a1b1094a7ba, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=dc6c7e10-ee95-4caf-91f8-3a1b1094a7ba,segment=NetworkSegment(671bd895-f616-4636-a0e7-70f1553d40bb),segment_id=671bd895-f616-4636-a0e7-70f1553d40bb)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:22.286308 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6ed35c4e-0171-4a45-a00b-7a97249846d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:22.304932 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-6ed35c4e-0171-4a45-a00b-7a97249846d3 admin admin] Calling delete_port for dc6c7e10-ee95-4caf-91f8-3a1b1094a7ba owned by network:router_interface {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:48:22.314283 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf81e73-4fcc-4c66-b916-663255305b9d req-00d4ab09-0af9-4e06-9648-519741460e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:22.325629 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bcf81e73-4fcc-4c66-b916-663255305b9d req-00d4ab09-0af9-4e06-9648-519741460e32 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d416f1581fce4cbda78108e0795a4c3c&device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 1100 time: 0.1174941 Nov 27 03:48:22.445350 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-08c06c1f-4706-4c3a-b994-115ac188a666 req-37e2222e-c761-4d45-a6cc-f9f992893785 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 210 time: 0.0381238 Nov 27 03:48:22.481866 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf81e73-4fcc-4c66-b916-663255305b9d req-f505d68f-3a7c-42b8-80ca-ecdd82a6dc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:22.483553 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bcf81e73-4fcc-4c66-b916-663255305b9d req-f505d68f-3a7c-42b8-80ca-ecdd82a6dc49 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.3732252 Nov 27 03:48:22.594670 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bcf81e73-4fcc-4c66-b916-663255305b9d req-7c0d5e54-8429-4897-930d-f889b154cc04 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=22399cf9-b7ca-41d1-9cab-7b32dda023ef HTTP/1.1" status: 200 len: 217 time: 0.0970867 Nov 27 03:48:22.671677 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf81e73-4fcc-4c66-b916-663255305b9d req-1b6defdc-4b7c-4dce-93f0-67bbf9dddccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:22.673238 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bcf81e73-4fcc-4c66-b916-663255305b9d req-1b6defdc-4b7c-4dce-93f0-67bbf9dddccf service neutron] 10.222.0.23 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.3412318 Nov 27 03:48:22.683275 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-5c97df95-5b94-4519-b989-55c35e3f3861 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:22.724366 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bcf81e73-4fcc-4c66-b916-663255305b9d req-985f9407-1515-4a3a-a6e2-0f685b72368c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=22399cf9-b7ca-41d1-9cab-7b32dda023ef HTTP/1.1" status: 200 len: 217 time: 0.0428610 Nov 27 03:48:22.767438 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-ab94f8f6-88bb-4fb5-adf3-efddb4658bf8 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:22.769657 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-ab94f8f6-88bb-4fb5-adf3-efddb4658bf8 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.23 "GET /v2.0/networks?id=fa05b832-4a56-4072-b0af-d9ce19e83099 HTTP/1.1" status: 200 len: 822 time: 0.2766814 Nov 27 03:48:22.807419 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-264b4d1a-c31b-4d0c-bbaa-40201851a3c9 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Request body: {'port': {'device_id': '4abb9114-49e9-44d6-9e83-2bc956409433', 'network_id': 'fa05b832-4a56-4072-b0af-d9ce19e83099', 'admin_state_up': True, 'tenant_id': 'ef613dd2ca5042f08b3f8d2107e4d371'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:48:22.818848 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60482) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:22.820452 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf81e73-4fcc-4c66-b916-663255305b9d req-a0fc771a-a630-4ca7-8731-f723ab2b8bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:22.822051 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bcf81e73-4fcc-4c66-b916-663255305b9d req-a0fc771a-a630-4ca7-8731-f723ab2b8bc0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.0857618 Nov 27 03:48:22.873417 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-83fb8775-b576-4d3f-b5de-4798146f2db4 req-c5f3e9aa-1125-4b90-b8dd-71b61b0d4450 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=4abb9114-49e9-44d6-9e83-2bc956409433 HTTP/1.1" status: 200 len: 210 time: 0.0581267 Nov 27 03:48:22.874294 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9094fbb8-3f78-42b2-9139-23a113476dc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:22.924709 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6ed35c4e-0171-4a45-a00b-7a97249846d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:22.954083 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf81e73-4fcc-4c66-b916-663255305b9d req-94e1686c-2868-4e00-8d94-5f0ca4d56693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:22.956290 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bcf81e73-4fcc-4c66-b916-663255305b9d req-94e1686c-2868-4e00-8d94-5f0ca4d56693 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.3226619 Nov 27 03:48:23.005614 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed35c4e-0171-4a45-a00b-7a97249846d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc6c7e10-ee95-4caf-91f8-3a1b1094a7ba,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:23.025842 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412de504-b580-4e62-9fbb-4e54eaa4fb7e req-02ed9458-2dc1-4fce-bb12-52f1b7cbf78d tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:23.027358 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-412de504-b580-4e62-9fbb-4e54eaa4fb7e req-02ed9458-2dc1-4fce-bb12-52f1b7cbf78d tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7242ac-e86b-4436-97d9-fbee8b12e941 HTTP/1.1" status: 200 len: 932 time: 0.4529119 Nov 27 03:48:23.054201 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf81e73-4fcc-4c66-b916-663255305b9d req-efd972c2-fb17-4275-b95c-cc56c1e6ce22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:23.054679 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-635686cd-b03f-4375-9f98-19d35b6a127d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f147dbb6-92ed-466c-87b7-886dbc4c529a {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:48:23.056027 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bcf81e73-4fcc-4c66-b916-663255305b9d req-efd972c2-fb17-4275-b95c-cc56c1e6ce22 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2136140 Nov 27 03:48:23.075191 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-5c97df95-5b94-4519-b989-55c35e3f3861 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:23.078724 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-635686cd-b03f-4375-9f98-19d35b6a127d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:23.148910 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c97df95-5b94-4519-b989-55c35e3f3861 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Pushing event updated for resources: {'Port': ['ID=be4e8177-85ad-49bc-88ec-981c0cd6535a,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:23.217580 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-412de504-b580-4e62-9fbb-4e54eaa4fb7e req-81f14de2-d2d2-4619-86b6-06a87070dc4b tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a421b-fa91-4269-8203-eac6a41dc513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790404 Nov 27 03:48:23.218986 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-635686cd-b03f-4375-9f98-19d35b6a127d service neutron] Transition to ACTIVE for port object f147dbb6-92ed-466c-87b7-886dbc4c529a will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:48:23.238669 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf81e73-4fcc-4c66-b916-663255305b9d req-17c7daae-46c8-47c1-9211-6fb8a7d5a7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:23.258285 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bcf81e73-4fcc-4c66-b916-663255305b9d req-17c7daae-46c8-47c1-9211-6fb8a7d5a7cf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2926955 Nov 27 03:48:23.302964 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-5c97df95-5b94-4519-b989-55c35e3f3861 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Network 1df53912-853d-4356-ab6b-e16426c86a0f is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:48:23.305408 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-5c97df95-5b94-4519-b989-55c35e3f3861 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:48:23.308492 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-5c97df95-5b94-4519-b989-55c35e3f3861 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:48:23.324841 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda15b9-d698-417b-866f-728f7cb403d8 req-4ed564da-a23c-4e6d-994a-370f23cab193 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:23.336771 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7bda15b9-d698-417b-866f-728f7cb403d8 req-4ed564da-a23c-4e6d-994a-370f23cab193 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b39fdb-7146-4213-b996-8994cc70f03b HTTP/1.1" status: 200 len: 932 time: 0.3352399 Nov 27 03:48:23.368249 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-635686cd-b03f-4375-9f98-19d35b6a127d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:23.453187 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7bda15b9-d698-417b-866f-728f7cb403d8 req-9f5baea5-0565-43b1-8afa-65f995601f5d tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154230 Nov 27 03:48:23.485780 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9094fbb8-3f78-42b2-9139-23a113476dc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:23.500740 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9094fbb8-3f78-42b2-9139-23a113476dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:23.529776 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094fbb8-3f78-42b2-9139-23a113476dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858e1213-8cb8-4eb8-b248-b386b11ebac8,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:23.533894 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6ed35c4e-0171-4a45-a00b-7a97249846d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:23.551900 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bcf81e73-4fcc-4c66-b916-663255305b9d req-b87140e7-f180-46a7-b030-d9e8ad67cbe2 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149575 Nov 27 03:48:23.648504 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-6fd7c84e-b790-4947-a08d-f3b9038a3f94 None None] Provisioning complete for port be4e8177-85ad-49bc-88ec-981c0cd6535a triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:48:23.649533 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6fd7c84e-b790-4947-a08d-f3b9038a3f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:23.695114 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-6fd7c84e-b790-4947-a08d-f3b9038a3f94 None None] Port be4e8177-85ad-49bc-88ec-981c0cd6535a cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:48:23.728096 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-35f5c96e-0ce3-4140-be8d-c5c02d168a08 req-b2aaa287-3440-4840-9905-e1dc3f7d3282 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 210 time: 0.0923765 Nov 27 03:48:23.744377 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9094fbb8-3f78-42b2-9139-23a113476dc5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=62d09c15db844efa8ed809f440985c8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9163048 Nov 27 03:48:23.744377 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60492) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:23.835568 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bcf81e73-4fcc-4c66-b916-663255305b9d req-e4b0afc1-f7d8-4a5f-9c4f-00482891b063 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340353 Nov 27 03:48:23.869037 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-264b4d1a-c31b-4d0c-bbaa-40201851a3c9 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Made reservation on behalf of ef613dd2ca5042f08b3f8d2107e4d371 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:48:23.874132 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-264b4d1a-c31b-4d0c-bbaa-40201851a3c9 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:23.911119 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-5c97df95-5b94-4519-b989-55c35e3f3861 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:23.911819 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-5c97df95-5b94-4519-b989-55c35e3f3861 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:23.923231 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6a3f8750-2d9f-49da-864d-6e9ff4e8f08f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:23.956667 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6a3f8750-2d9f-49da-864d-6e9ff4e8f08f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:23.959768 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635686cd-b03f-4375-9f98-19d35b6a127d service neutron] Pushing event updated for resources: {'Port': ['ID=f147dbb6-92ed-466c-87b7-886dbc4c529a,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:23.999437 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f59f19-8d32-40f8-9272-b0610326a7bb req-63406c9c-7449-41bc-bebb-eeb1a1abbcb8 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:24.001267 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-69f59f19-8d32-40f8-9272-b0610326a7bb req-63406c9c-7449-41bc-bebb-eeb1a1abbcb8 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 949 time: 0.6341202 Nov 27 03:48:24.028953 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-5c97df95-5b94-4519-b989-55c35e3f3861 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2394369 Nov 27 03:48:24.032311 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed35c4e-0171-4a45-a00b-7a97249846d3 admin admin] Router ddb2df56-a66f-4539-b5ec-bd9965e5fdb3 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:48:24.035009 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3fa9666d-e7a6-4eaf-b32d-838c3f63b14c req-7e2b5ded-5f44-40a1-81b1-1346eacad3e4 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=4abb9114-49e9-44d6-9e83-2bc956409433 HTTP/1.1" status: 200 len: 210 time: 0.0364702 Nov 27 03:48:24.067109 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6a3f8750-2d9f-49da-864d-6e9ff4e8f08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:24.070592 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6a3f8750-2d9f-49da-864d-6e9ff4e8f08f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:24.074030 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6a3f8750-2d9f-49da-864d-6e9ff4e8f08f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/858e1213-8cb8-4eb8-b248-b386b11ebac8 HTTP/1.1" status: 204 len: 168 time: 0.3253515 Nov 27 03:48:24.089483 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-84804225-af0a-401c-819d-13b1eb0b255a service neutron] Request body: {'port': {'device_id': '5a7242ac-e86b-4436-97d9-fbee8b12e941', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:48:24.178027 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bcf81e73-4fcc-4c66-b916-663255305b9d req-2cef1018-2455-4a53-bc74-b92e37f52448 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8127778 Nov 27 03:48:24.202231 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed35c4e-0171-4a45-a00b-7a97249846d3 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:48:24.212103 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7c3e54-b28b-49eb-b581-16d5ef2d3ee7 None None] Sync routers for ids ['ddb2df56-a66f-4539-b5ec-bd9965e5fdb3'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:48:24.213559 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6ed35c4e-0171-4a45-a00b-7a97249846d3 admin admin] 10.222.0.20 "PUT /v2.0/routers/ddb2df56-a66f-4539-b5ec-bd9965e5fdb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7185919 Nov 27 03:48:24.216891 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60498) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:24.234041 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7c3e54-b28b-49eb-b581-16d5ef2d3ee7 None None] Routers {'ddb2df56-a66f-4539-b5ec-bd9965e5fdb3'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:48:24.234859 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-ce7c3e54-b28b-49eb-b581-16d5ef2d3ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:48:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['ddb2df56-a66f-4539-b5ec-bd9965e5fdb3'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:24.265291 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f8750-2d9f-49da-864d-6e9ff4e8f08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858e1213-8cb8-4eb8-b248-b386b11ebac8,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:24.295050 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bcf81e73-4fcc-4c66-b916-663255305b9d req-1c0415c9-17db-49f8-a6ae-368c042187af service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953119 Nov 27 03:48:24.434562 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-69f59f19-8d32-40f8-9272-b0610326a7bb req-cdf83e76-69b2-4527-b6ac-97727f779cba tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4235725 Nov 27 03:48:24.435511 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-84804225-af0a-401c-819d-13b1eb0b255a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:24.453857 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-635686cd-b03f-4375-9f98-19d35b6a127d service neutron] Attempting to bind port f147dbb6-92ed-466c-87b7-886dbc4c529a on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:48:24.454468 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-ce7c3e54-b28b-49eb-b581-16d5ef2d3ee7 None None] Set router ddb2df56-a66f-4539-b5ec-bd9965e5fdb3 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:48:24.454636 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-635686cd-b03f-4375-9f98-19d35b6a127d service neutron] Attempting to bind port f147dbb6-92ed-466c-87b7-886dbc4c529a by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '0d71eb94-5225-4db6-8e46-cee8dee27f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '378a3375-2447-4153-8462-f656d3d2276f'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:48:24.455279 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-635686cd-b03f-4375-9f98-19d35b6a127d service neutron] Attempting to bind port f147dbb6-92ed-466c-87b7-886dbc4c529a on network 378a3375-2447-4153-8462-f656d3d2276f {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:48:24.469936 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-635686cd-b03f-4375-9f98-19d35b6a127d service neutron] Port f147dbb6-92ed-466c-87b7-886dbc4c529a on network 378a3375-2447-4153-8462-f656d3d2276f not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:48:24.470694 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-635686cd-b03f-4375-9f98-19d35b6a127d service neutron] Attempting to bind port f147dbb6-92ed-466c-87b7-886dbc4c529a on network 378a3375-2447-4153-8462-f656d3d2276f {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:48:24.500731 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-635686cd-b03f-4375-9f98-19d35b6a127d service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:48:24.504201 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-635686cd-b03f-4375-9f98-19d35b6a127d service neutron] Checking segment: {'id': '0d71eb94-5225-4db6-8e46-cee8dee27f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '378a3375-2447-4153-8462-f656d3d2276f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:48:24.507643 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-635686cd-b03f-4375-9f98-19d35b6a127d service neutron] Bound using segment: {'id': '0d71eb94-5225-4db6-8e46-cee8dee27f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '378a3375-2447-4153-8462-f656d3d2276f'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:48:24.508412 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-635686cd-b03f-4375-9f98-19d35b6a127d service neutron] Bound port: f147dbb6-92ed-466c-87b7-886dbc4c529a, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d71eb94-5225-4db6-8e46-cee8dee27f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '378a3375-2447-4153-8462-f656d3d2276f'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:48:24.509047 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-635686cd-b03f-4375-9f98-19d35b6a127d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:24.589870 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-264b4d1a-c31b-4d0c-bbaa-40201851a3c9 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Allocated IP 172.20.0.13 (fa05b832-4a56-4072-b0af-d9ce19e83099/5627de8b-a39f-489f-ab76-1826aeb58791/9ada3afe-5b08-462e-96ad-bec17908cd6d) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:48:24.677272 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-635686cd-b03f-4375-9f98-19d35b6a127d service neutron] For port f147dbb6-92ed-466c-87b7-886dbc4c529a, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:48:24.681040 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-635686cd-b03f-4375-9f98-19d35b6a127d service neutron] For port f147dbb6-92ed-466c-87b7-886dbc4c529a, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=f147dbb6-92ed-466c-87b7-886dbc4c529a,segment=NetworkSegment(0d71eb94-5225-4db6-8e46-cee8dee27f0a),segment_id=0d71eb94-5225-4db6-8e46-cee8dee27f0a)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:48:24.693287 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-635686cd-b03f-4375-9f98-19d35b6a127d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:24.787308 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-ce7c3e54-b28b-49eb-b581-16d5ef2d3ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb2df56-a66f-4539-b5ec-bd9965e5fdb3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1563237718-router', 'tenant_id': '6f684ba78ec5424f81bef4574bf18f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'bec77344-3b81-4913-9009-3cd0bef70ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:17Z', 'updated_at': '2021-11-27T03:48:22Z', 'revision_number': 5, 'project_id': '6f684ba78ec5424f81bef4574bf18f69', 'gw_port': {'id': 'bec77344-3b81-4913-9009-3cd0bef70ed2', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:06:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb2df56-a66f-4539-b5ec-bd9965e5fdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:19Z', 'updated_at': '2021-11-27T03:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:24.809170 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 22399cf9-b7ca-41d1-9cab-7b32dda023ef details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:48:24.823751 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-635686cd-b03f-4375-9f98-19d35b6a127d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:24.824627 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-635686cd-b03f-4375-9f98-19d35b6a127d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:24.826352 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-635686cd-b03f-4375-9f98-19d35b6a127d service neutron] 10.222.0.11 "PUT /v2.0/ports/f147dbb6-92ed-466c-87b7-886dbc4c529a HTTP/1.1" status: 200 len: 1092 time: 3.2443700 Nov 27 03:48:24.827645 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7c3e54-b28b-49eb-b581-16d5ef2d3ee7 None None] Checking router: ddb2df56-a66f-4539-b5ec-bd9965e5fdb3 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:48:24.834488 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b39fdb-7146-4213-b996-8994cc70f03b', 'tag': 'f147dbb6-92ed-466c-87b7-886dbc4c529a'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:48:24.837141 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472a34e9-5cb3-4802-96a5-abdc66cceef7" -d '{"events": [{"name": "network-changed", "server_uuid": "41b39fdb-7146-4213-b996-8994cc70f03b", "tag": "f147dbb6-92ed-466c-87b7-886dbc4c529a"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:48:24.850504 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7c3e54-b28b-49eb-b581-16d5ef2d3ee7 None None] Routers {'ddb2df56-a66f-4539-b5ec-bd9965e5fdb3'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:48:24.854696 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-ce7c3e54-b28b-49eb-b581-16d5ef2d3ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:48:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['ddb2df56-a66f-4539-b5ec-bd9965e5fdb3'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:24.879190 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa317b-0c3e-4656-b72c-ee101e91c7e9 req-1cfe7782-4954-4740-b0f8-32cf7a374a28 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:24.887766 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d5fa317b-0c3e-4656-b72c-ee101e91c7e9 req-1cfe7782-4954-4740-b0f8-32cf7a374a28 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b39fdb-7146-4213-b996-8994cc70f03b HTTP/1.1" status: 200 len: 944 time: 0.3131232 Nov 27 03:48:25.014989 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635686cd-b03f-4375-9f98-19d35b6a127d service neutron] Pushing event updated for resources: {'Port': ['ID=f147dbb6-92ed-466c-87b7-886dbc4c529a,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:25.017610 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 22399cf9-b7ca-41d1-9cab-7b32dda023ef, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=22399cf9-b7ca-41d1-9cab-7b32dda023ef,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:25.032651 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '22399cf9-b7ca-41d1-9cab-7b32dda023ef', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'port_id': '22399cf9-b7ca-41d1-9cab-7b32dda023ef', 'mac_address': 'fa:16:3e:cb:9c:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14a2acf-f1d7-4ddf-8459-b30982428e88', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:48:25.085923 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:25.102859 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22399cf9-b7ca-41d1-9cab-7b32dda023ef {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:48:25.127926 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 22399cf9-b7ca-41d1-9cab-7b32dda023ef, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=22399cf9-b7ca-41d1-9cab-7b32dda023ef,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:25.135457 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:25.137361 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-ce7c3e54-b28b-49eb-b581-16d5ef2d3ee7 None None] Set router ddb2df56-a66f-4539-b5ec-bd9965e5fdb3 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:48:25.140544 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d5fa317b-0c3e-4656-b72c-ee101e91c7e9 req-f5730e78-3f62-44bd-963a-1d4a93739367 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514088 Nov 27 03:48:25.196078 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-95ac9819-3b25-4e1b-8910-5df7f826dcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:25.210712 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-95ac9819-3b25-4e1b-8910-5df7f826dcf4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0cbf4ce56bb54dd781457ee73fdb0c37&device_id=41b39fdb-7146-4213-b996-8994cc70f03b HTTP/1.1" status: 200 len: 1095 time: 0.3038552 Nov 27 03:48:25.245374 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2b9919ab-1f5a-4818-ac99-8af3411f26fb admin admin] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:25.263827 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=22399cf9-b7ca-41d1-9cab-7b32dda023ef,revision_number=12']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:25.294218 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-dd5611db-639a-410f-8a26-197a6a40d975 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f147dbb6-92ed-466c-87b7-886dbc4c529a HTTP/1.1" status: 200 len: 217 time: 0.0678654 Nov 27 03:48:25.355332 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebdea1-dafa-4200-bc00-17e8ff70928c req-d76a2e72-796b-4dc2-ac6d-b36d98b10fa2 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:25.361411 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebdea1-dafa-4200-bc00-17e8ff70928c req-d76a2e72-796b-4dc2-ac6d-b36d98b10fa2 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:25.363634 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f4ebdea1-dafa-4200-bc00-17e8ff70928c req-d76a2e72-796b-4dc2-ac6d-b36d98b10fa2 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7242ac-e86b-4436-97d9-fbee8b12e941 HTTP/1.1" status: 200 len: 1655 time: 0.2847333 Nov 27 03:48:25.377190 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e91eb8f1-4baa-492d-9b4d-691d0a1d9380 req-273592dc-dd8b-4302-80cd-aabffdc4f667 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 210 time: 0.0804358 Nov 27 03:48:25.474435 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['22399cf9-b7ca-41d1-9cab-7b32dda023ef'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:48:25.475573 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f4ebdea1-dafa-4200-bc00-17e8ff70928c req-94d1669e-fa3f-416b-a39f-ee3399196ad4 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a421b-fa91-4269-8203-eac6a41dc513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957828 Nov 27 03:48:25.499219 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-ce7c3e54-b28b-49eb-b581-16d5ef2d3ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb2df56-a66f-4539-b5ec-bd9965e5fdb3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1563237718-router', 'tenant_id': '6f684ba78ec5424f81bef4574bf18f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'bec77344-3b81-4913-9009-3cd0bef70ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:17Z', 'updated_at': '2021-11-27T03:48:22Z', 'revision_number': 5, 'project_id': '6f684ba78ec5424f81bef4574bf18f69', 'gw_port': {'id': 'bec77344-3b81-4913-9009-3cd0bef70ed2', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:06:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb2df56-a66f-4539-b5ec-bd9965e5fdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:19Z', 'updated_at': '2021-11-27T03:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:25.543874 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2b9919ab-1f5a-4818-ac99-8af3411f26fb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:25.556780 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d211e3-0041-4ddd-808e-8caf6b872c1b x-openstack-request-id: req-16d211e3-0041-4ddd-808e-8caf6b872c1b {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:48:25.557550 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b39fdb-7146-4213-b996-8994cc70f03b", "tag": "f147dbb6-92ed-466c-87b7-886dbc4c529a", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:48:25.558083 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-16d211e3-0041-4ddd-808e-8caf6b872c1b {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:48:25.558755 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b39fdb-7146-4213-b996-8994cc70f03b', 'tag': 'f147dbb6-92ed-466c-87b7-886dbc4c529a', 'status': 'completed', 'code': 200} Nov 27 03:48:25.595629 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7c3e54-b28b-49eb-b581-16d5ef2d3ee7 None None] The sync data for ids ['ddb2df56-a66f-4539-b5ec-bd9965e5fdb3'] in n-d-819494-3 is: [{'id': 'ddb2df56-a66f-4539-b5ec-bd9965e5fdb3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1563237718-router', 'tenant_id': '6f684ba78ec5424f81bef4574bf18f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'bec77344-3b81-4913-9009-3cd0bef70ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:43:17Z', 'updated_at': '2021-11-27T03:48:22Z', 'revision_number': 5, 'project_id': '6f684ba78ec5424f81bef4574bf18f69', 'gw_port': {'id': 'bec77344-3b81-4913-9009-3cd0bef70ed2', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:06:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb2df56-a66f-4539-b5ec-bd9965e5fdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:43:19Z', 'updated_at': '2021-11-27T03:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:48:25.713564 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-264b4d1a-c31b-4d0c-bbaa-40201851a3c9 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:25.732308 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-2b9919ab-1f5a-4818-ac99-8af3411f26fb admin admin] Deleting port bec77344-3b81-4913-9009-3cd0bef70ed2 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:48:25.732655 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2b9919ab-1f5a-4818-ac99-8af3411f26fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:25.789879 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8a6fd-80c9-495a-a3ec-17dc46e8992b req-9128f2bf-ad61-4d1e-b090-545df63e5967 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:25.791550 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bda8a6fd-80c9-495a-a3ec-17dc46e8992b req-9128f2bf-ad61-4d1e-b090-545df63e5967 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 950 time: 0.1407421 Nov 27 03:48:25.794848 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-d51b7040-b80a-4ece-b27b-d96f5203f241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:25.797473 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-d51b7040-b80a-4ece-b27b-d96f5203f241 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9aa0d39d-1f7c-48be-83b9-b4ca19c74697 HTTP/1.1" status: 200 len: 845 time: 0.4380097 Nov 27 03:48:25.819316 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-264b4d1a-c31b-4d0c-bbaa-40201851a3c9 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:25.874622 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-2b9919ab-1f5a-4818-ac99-8af3411f26fb admin admin] For port bec77344-3b81-4913-9009-3cd0bef70ed2, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=bec77344-3b81-4913-9009-3cd0bef70ed2,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:25.875086 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2b9919ab-1f5a-4818-ac99-8af3411f26fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:25.880656 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-dd100ca6-9f99-4794-8727-1a199d051ef1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=378a3375-2447-4153-8462-f656d3d2276f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627294 Nov 27 03:48:25.897203 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-84804225-af0a-401c-819d-13b1eb0b255a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 056811ea-5b6e-43a2-8639-161cdbafc685 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:48:25.899049 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bda8a6fd-80c9-495a-a3ec-17dc46e8992b req-befa00b2-f992-4839-971e-048efcf7fce4 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969057 Nov 27 03:48:25.910470 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-2b9919ab-1f5a-4818-ac99-8af3411f26fb admin admin] Calling delete_port for bec77344-3b81-4913-9009-3cd0bef70ed2 owned by network:router_gateway {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:48:25.936679 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-84804225-af0a-401c-819d-13b1eb0b255a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:25.979729 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-264b4d1a-c31b-4d0c-bbaa-40201851a3c9 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Network fa05b832-4a56-4072-b0af-d9ce19e83099 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:48:25.994638 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264b4d1a-c31b-4d0c-bbaa-40201851a3c9 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Pushing event updated for resources: {'Port': ['ID=9ada3afe-5b08-462e-96ad-bec17908cd6d,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:25.998324 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-264b4d1a-c31b-4d0c-bbaa-40201851a3c9 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:48:26.013649 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-94743458-91ce-4af3-a162-676bc3619d60 req-2025a1b6-c138-4678-8de1-036bf489455a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b9443a66-6495-4b72-af09-e210b5659963&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3316600 Nov 27 03:48:26.016171 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-84804225-af0a-401c-819d-13b1eb0b255a service neutron] Transition to ACTIVE for port object 056811ea-5b6e-43a2-8639-161cdbafc685 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:48:26.017118 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-264b4d1a-c31b-4d0c-bbaa-40201851a3c9 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:48:26.047446 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ec6cc-fb27-4e65-9072-940c3a417e25 req-ee3cdd9e-ea61-4273-b0c4-3ab2577ea4bf tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:26.061276 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-578ec6cc-fb27-4e65-9072-940c3a417e25 req-ee3cdd9e-ea61-4273-b0c4-3ab2577ea4bf tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=4abb9114-49e9-44d6-9e83-2bc956409433 HTTP/1.1" status: 200 len: 932 time: 0.3651485 Nov 27 03:48:26.097287 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-84804225-af0a-401c-819d-13b1eb0b255a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:26.230508 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-652dc85f-90db-4f96-9637-910d2c47b737 service neutron] 10.222.0.11 "GET /v2.0/networks/378a3375-2447-4153-8462-f656d3d2276f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377359 Nov 27 03:48:26.245206 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823db86-356f-48e2-9688-8a6fb4782a22 req-4bb589d2-316a-41fb-9c6d-f0e6bdae4b27 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:26.247591 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a823db86-356f-48e2-9688-8a6fb4782a22 req-4bb589d2-316a-41fb-9c6d-f0e6bdae4b27 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 950 time: 0.1102710 Nov 27 03:48:26.249537 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2b9919ab-1f5a-4818-ac99-8af3411f26fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:26.281744 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84804225-af0a-401c-819d-13b1eb0b255a service neutron] Pushing event updated for resources: {'Port': ['ID=056811ea-5b6e-43a2-8639-161cdbafc685,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:26.301561 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9919ab-1f5a-4818-ac99-8af3411f26fb admin admin] Pushing event deleted for resources: {'Port': ['ID=bec77344-3b81-4913-9009-3cd0bef70ed2,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:26.368410 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-264b4d1a-c31b-4d0c-bbaa-40201851a3c9 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:26.369067 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-264b4d1a-c31b-4d0c-bbaa-40201851a3c9 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:26.385706 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a823db86-356f-48e2-9688-8a6fb4782a22 req-aeb2d152-42c6-4560-8325-cdc00d07ebe6 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303070 Nov 27 03:48:26.395972 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2b9919ab-1f5a-4818-ac99-8af3411f26fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:26.432696 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-578ec6cc-fb27-4e65-9072-940c3a417e25 req-ecf8eef1-788e-4427-ae08-bde5463dd7a2 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705080 Nov 27 03:48:26.536808 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-84804225-af0a-401c-819d-13b1eb0b255a service neutron] Attempting to bind port 056811ea-5b6e-43a2-8639-161cdbafc685 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:48:26.537163 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-84804225-af0a-401c-819d-13b1eb0b255a service neutron] Attempting to bind port 056811ea-5b6e-43a2-8639-161cdbafc685 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '0bb551e7-146d-46ca-9c8f-ded6a0e3d6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '35cc0bd3-4024-4a80-9020-7d7ac9b14f36'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:48:26.537499 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-84804225-af0a-401c-819d-13b1eb0b255a service neutron] Attempting to bind port 056811ea-5b6e-43a2-8639-161cdbafc685 on network 35cc0bd3-4024-4a80-9020-7d7ac9b14f36 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:48:26.546517 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-264b4d1a-c31b-4d0c-bbaa-40201851a3c9 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7453077 Nov 27 03:48:26.550710 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-84804225-af0a-401c-819d-13b1eb0b255a service neutron] Port 056811ea-5b6e-43a2-8639-161cdbafc685 on network 35cc0bd3-4024-4a80-9020-7d7ac9b14f36 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:48:26.551034 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-84804225-af0a-401c-819d-13b1eb0b255a service neutron] Attempting to bind port 056811ea-5b6e-43a2-8639-161cdbafc685 on network 35cc0bd3-4024-4a80-9020-7d7ac9b14f36 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:48:26.555571 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2b9919ab-1f5a-4818-ac99-8af3411f26fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:26.558511 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2b9919ab-1f5a-4818-ac99-8af3411f26fb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:26.558876 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-84804225-af0a-401c-819d-13b1eb0b255a service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:48:26.559226 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-84804225-af0a-401c-819d-13b1eb0b255a service neutron] Checking segment: {'id': '0bb551e7-146d-46ca-9c8f-ded6a0e3d6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '35cc0bd3-4024-4a80-9020-7d7ac9b14f36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:48:26.559837 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-84804225-af0a-401c-819d-13b1eb0b255a service neutron] Bound using segment: {'id': '0bb551e7-146d-46ca-9c8f-ded6a0e3d6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '35cc0bd3-4024-4a80-9020-7d7ac9b14f36'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:48:26.560145 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-84804225-af0a-401c-819d-13b1eb0b255a service neutron] Bound port: 056811ea-5b6e-43a2-8639-161cdbafc685, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bb551e7-146d-46ca-9c8f-ded6a0e3d6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '35cc0bd3-4024-4a80-9020-7d7ac9b14f36'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:48:26.560490 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-84804225-af0a-401c-819d-13b1eb0b255a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:26.568496 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94743458-91ce-4af3-a162-676bc3619d60 req-a06c2032-26e6-4fe0-ad5e-cedbae4d897b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:26.569949 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-94743458-91ce-4af3-a162-676bc3619d60 req-a06c2032-26e6-4fe0-ad5e-cedbae4d897b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4f93bf1216094326aad79ff5fda23c08&device_id=b9443a66-6495-4b72-af09-e210b5659963 HTTP/1.1" status: 200 len: 1096 time: 0.4698429 Nov 27 03:48:26.575250 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-f435ebad-42f6-4ccc-943a-f5769280e7cc service neutron] Request body: {'port': {'device_id': '4abb9114-49e9-44d6-9e83-2bc956409433', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:48:26.663903 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2ea1ca5f-9f43-40e0-95b8-f058a1623b72 req-0501f7bf-8387-45c0-bb27-3919948d3feb tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=f10acfc2-0e8f-4302-ab08-0cbff2086332 HTTP/1.1" status: 200 len: 210 time: 0.0466759 Nov 27 03:48:26.664987 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2b9919ab-1f5a-4818-ac99-8af3411f26fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:26.665740 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9919ab-1f5a-4818-ac99-8af3411f26fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddb2df56-a66f-4539-b5ec-bd9965e5fdb3 {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 03:48:26.670699 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2b9919ab-1f5a-4818-ac99-8af3411f26fb admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:26.675232 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2b9919ab-1f5a-4818-ac99-8af3411f26fb admin admin] 10.222.0.20 "DELETE /v2.0/routers/ddb2df56-a66f-4539-b5ec-bd9965e5fdb3 HTTP/1.1" status: 204 len: 168 time: 2.4538777 Nov 27 03:48:26.675232 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60556) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:26.730657 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-a710f1a5-58d0-4616-a366-a77a9947246b admin admin] Deleting subnet 1c058b2a-ed85-4531-9f39-5d99ed0a17c1 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:48:26.740137 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a710f1a5-58d0-4616-a366-a77a9947246b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:26.742709 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-84804225-af0a-401c-819d-13b1eb0b255a service neutron] For port 056811ea-5b6e-43a2-8639-161cdbafc685, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:48:26.745929 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-84804225-af0a-401c-819d-13b1eb0b255a service neutron] For port 056811ea-5b6e-43a2-8639-161cdbafc685, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=056811ea-5b6e-43a2-8639-161cdbafc685,segment=NetworkSegment(0bb551e7-146d-46ca-9c8f-ded6a0e3d6fc),segment_id=0bb551e7-146d-46ca-9c8f-ded6a0e3d6fc)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:48:26.795058 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a710f1a5-58d0-4616-a366-a77a9947246b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:26.822703 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 22399cf9-b7ca-41d1-9cab-7b32dda023ef up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:48:26.848656 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-84804225-af0a-401c-819d-13b1eb0b255a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:26.902768 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-f435ebad-42f6-4ccc-943a-f5769280e7cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:26.961018 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 22399cf9-b7ca-41d1-9cab-7b32dda023ef completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:48:26.966653 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 22399cf9-b7ca-41d1-9cab-7b32dda023ef triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:48:26.967161 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:27.026247 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d4cd024c-501a-4f14-8a18-523cdce8236b req-accf4129-c3b4-40ad-b54d-18620a2ff5bf service neutron] 10.222.0.11 "GET /v2.0/networks/378a3375-2447-4153-8462-f656d3d2276f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7638276 Nov 27 03:48:27.037566 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b0f65-5c2a-4452-b6d3-3776332874c7 req-be6e3371-6f7f-49f6-b51e-73b86488427f tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:27.044001 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b0f65-5c2a-4452-b6d3-3776332874c7 req-be6e3371-6f7f-49f6-b51e-73b86488427f tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:27.052189 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cb3b0f65-5c2a-4452-b6d3-3776332874c7 req-be6e3371-6f7f-49f6-b51e-73b86488427f tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7242ac-e86b-4436-97d9-fbee8b12e941 HTTP/1.1" status: 200 len: 1667 time: 0.2597389 Nov 27 03:48:27.060662 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-84804225-af0a-401c-819d-13b1eb0b255a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:27.061374 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-84804225-af0a-401c-819d-13b1eb0b255a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:27.068617 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-84804225-af0a-401c-819d-13b1eb0b255a service neutron] 10.222.0.23 "PUT /v2.0/ports/056811ea-5b6e-43a2-8639-161cdbafc685 HTTP/1.1" status: 200 len: 1092 time: 2.9831064 Nov 27 03:48:27.186017 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cb3b0f65-5c2a-4452-b6d3-3776332874c7 req-89f9bead-0c90-4bd7-b257-06c9f76a8c6f tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a421b-fa91-4269-8203-eac6a41dc513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325936 Nov 27 03:48:27.201146 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:27.205961 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a710f1a5-58d0-4616-a366-a77a9947246b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:27.245457 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-99f30151-34a3-44ad-b3c8-015d87357b27 service neutron] Request body: {'port': {'device_id': '5a7242ac-e86b-4436-97d9-fbee8b12e941', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:48:27.250317 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 22399cf9-b7ca-41d1-9cab-7b32dda023ef, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=22399cf9-b7ca-41d1-9cab-7b32dda023ef,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:27.251502 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138dd263-9a09-4577-a067-5afe79df2472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22399cf9-b7ca-41d1-9cab-7b32dda023ef'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:48:27.259157 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec714728-3bf3-4e5e-bfea-9e7e9516fb95" -d '{"events": [{"server_uuid": "138dd263-9a09-4577-a067-5afe79df2472", "name": "network-vif-plugged", "status": "completed", "tag": "22399cf9-b7ca-41d1-9cab-7b32dda023ef"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:48:27.267409 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:27.350103 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a710f1a5-58d0-4616-a366-a77a9947246b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:27.376037 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=22399cf9-b7ca-41d1-9cab-7b32dda023ef,revision_number=13']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:27.444290 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a710f1a5-58d0-4616-a366-a77a9947246b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c058b2a-ed85-4531-9f39-5d99ed0a17c1,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:27.454831 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a710f1a5-58d0-4616-a366-a77a9947246b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:27.457404 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd025fe0-d9e5-4bc4-a4da-8e30901a6d23 None None] Network 44499840-d47e-4df1-8d61-3f27d338298a requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:48:27.468994 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a710f1a5-58d0-4616-a366-a77a9947246b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1c058b2a-ed85-4531-9f39-5d99ed0a17c1 HTTP/1.1" status: 204 len: 168 time: 0.7923782 Nov 27 03:48:27.470148 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60570) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:27.560497 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbddf3-a2a4-4e2b-abef-5f84eceab1f3 req-dae03b8f-b8c2-43e4-9f7f-c65953d91acf tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:27.562135 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3dfbddf3-a2a4-4e2b-abef-5f84eceab1f3 req-dae03b8f-b8c2-43e4-9f7f-c65953d91acf tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b39fdb-7146-4213-b996-8994cc70f03b HTTP/1.1" status: 200 len: 944 time: 0.9480426 Nov 27 03:48:27.567568 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84804225-af0a-401c-819d-13b1eb0b255a service neutron] Pushing event updated for resources: {'Port': ['ID=056811ea-5b6e-43a2-8639-161cdbafc685,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:27.571195 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94743458-91ce-4af3-a162-676bc3619d60 req-cbe18df1-4546-419c-afe5-08b9135a52cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:27.572646 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-94743458-91ce-4af3-a162-676bc3619d60 req-cbe18df1-4546-419c-afe5-08b9135a52cf service neutron] 10.222.0.11 "GET /v2.0/networks?id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 HTTP/1.1" status: 200 len: 909 time: 0.9706383 Nov 27 03:48:27.588338 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a7242ac-e86b-4436-97d9-fbee8b12e941', 'tag': '056811ea-5b6e-43a2-8639-161cdbafc685'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:48:27.589035 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef413aa5-82bc-494e-b82f-7c74df747746" -d '{"events": [{"name": "network-changed", "server_uuid": "5a7242ac-e86b-4436-97d9-fbee8b12e941", "tag": "056811ea-5b6e-43a2-8639-161cdbafc685"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:48:27.644748 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c20193d5-2f3d-437d-a9b3-8e12264786c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:27.720041 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device dc6c7e10-ee95-4caf-91f8-3a1b1094a7ba no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:48:27.735169 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-5f0436a1-1025-41ef-94ff-1ec6a431af76 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d416f1581fce4cbda78108e0795a4c3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338533 Nov 27 03:48:27.764458 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: dc6c7e10-ee95-4caf-91f8-3a1b1094a7ba {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:48:27.765186 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device dc6c7e10-ee95-4caf-91f8-3a1b1094a7ba not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:48:27.765877 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device bec77344-3b81-4913-9009-3cd0bef70ed2 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:48:27.800546 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: bec77344-3b81-4913-9009-3cd0bef70ed2 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:48:27.801290 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device bec77344-3b81-4913-9009-3cd0bef70ed2 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:48:27.829491 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-c20193d5-2f3d-437d-a9b3-8e12264786c8 admin admin] Deleting port cf27042e-13c4-49d6-a2f8-7c1bbb928105 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:48:27.829841 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c20193d5-2f3d-437d-a9b3-8e12264786c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:27.938906 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-c20193d5-2f3d-437d-a9b3-8e12264786c8 admin admin] For port cf27042e-13c4-49d6-a2f8-7c1bbb928105, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=cf27042e-13c4-49d6-a2f8-7c1bbb928105,segment=NetworkSegment(671bd895-f616-4636-a0e7-70f1553d40bb),segment_id=671bd895-f616-4636-a0e7-70f1553d40bb)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:27.939274 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c20193d5-2f3d-437d-a9b3-8e12264786c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:27.961797 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca04d0f-e8fd-43b0-a57f-1bbe64bd09f8 None None] DHCP port deletion for 44499840-d47e-4df1-8d61-3f27d338298a request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 03:48:27.967065 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-c20193d5-2f3d-437d-a9b3-8e12264786c8 admin admin] Calling delete_port for cf27042e-13c4-49d6-a2f8-7c1bbb928105 owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:48:27.979717 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-77028820-cd73-4b66-87ef-40f9406db4be tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:27.987710 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-77028820-cd73-4b66-87ef-40f9406db4be tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2496791 Nov 27 03:48:28.014800 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-e86b1b95-324b-4113-b539-aaa3fd6cc6fe tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/quotas/d416f1581fce4cbda78108e0795a4c3c HTTP/1.1" status: 200 len: 375 time: 0.0259221 Nov 27 03:48:28.022395 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-7ca04d0f-e8fd-43b0-a57f-1bbe64bd09f8 None None] Deleting port cf27042e-13c4-49d6-a2f8-7c1bbb928105 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:48:28.022828 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7ca04d0f-e8fd-43b0-a57f-1bbe64bd09f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:28.032896 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-99f30151-34a3-44ad-b3c8-015d87357b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:28.041489 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-94743458-91ce-4af3-a162-676bc3619d60 req-b2740f60-78eb-4f40-bef5-bc66f8df918e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02dd892f-ed59-45a9-957a-3c42862cff9d HTTP/1.1" status: 200 len: 217 time: 0.4279201 Nov 27 03:48:28.103745 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-7ca04d0f-e8fd-43b0-a57f-1bbe64bd09f8 None None] For port cf27042e-13c4-49d6-a2f8-7c1bbb928105, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=cf27042e-13c4-49d6-a2f8-7c1bbb928105,segment=NetworkSegment(671bd895-f616-4636-a0e7-70f1553d40bb),segment_id=671bd895-f616-4636-a0e7-70f1553d40bb)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:28.104484 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7ca04d0f-e8fd-43b0-a57f-1bbe64bd09f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:28.109444 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3dfbddf3-a2a4-4e2b-abef-5f84eceab1f3 req-7fd59bf8-aebf-44a0-a61d-914c55e6da4c tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5356789 Nov 27 03:48:28.134410 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-7ca04d0f-e8fd-43b0-a57f-1bbe64bd09f8 None None] Calling delete_port for cf27042e-13c4-49d6-a2f8-7c1bbb928105 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:48:28.140138 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-9993b3f6-c096-4504-8865-d65a0ab0a31a tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d416f1581fce4cbda78108e0795a4c3c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1242428 Nov 27 03:48:28.188267 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c20193d5-2f3d-437d-a9b3-8e12264786c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:28.192847 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a34e9-5cb3-4802-96a5-abdc66cceef7 req-17ebfcce-e400-4bde-9f69-d9094ff6a7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:28.194454 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-472a34e9-5cb3-4802-96a5-abdc66cceef7 req-17ebfcce-e400-4bde-9f69-d9094ff6a7d5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0cbf4ce56bb54dd781457ee73fdb0c37&device_id=41b39fdb-7146-4213-b996-8994cc70f03b HTTP/1.1" status: 200 len: 1095 time: 0.9698629 Nov 27 03:48:28.195833 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94743458-91ce-4af3-a162-676bc3619d60 req-57447549-a944-49f9-a172-cd6f9213a850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:28.197794 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-94743458-91ce-4af3-a162-676bc3619d60 req-57447549-a944-49f9-a172-cd6f9213a850 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f2f4695-47e3-40b2-b54d-f43d3306eba4 HTTP/1.1" status: 200 len: 848 time: 0.1457260 Nov 27 03:48:28.197996 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7da9009-e42f-4805-9094-9c721f304b7a x-openstack-request-id: req-d7da9009-e42f-4805-9094-9c721f304b7a {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:48:28.198602 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138dd263-9a09-4577-a067-5afe79df2472", "name": "network-vif-plugged", "status": "completed", "tag": "22399cf9-b7ca-41d1-9cab-7b32dda023ef", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:48:28.199056 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d7da9009-e42f-4805-9094-9c721f304b7a {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:48:28.199624 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138dd263-9a09-4577-a067-5afe79df2472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22399cf9-b7ca-41d1-9cab-7b32dda023ef', 'code': 200} Nov 27 03:48:28.220462 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20193d5-2f3d-437d-a9b3-8e12264786c8 admin admin] No DVR routers for this DVR port cf27042e-13c4-49d6-a2f8-7c1bbb928105 on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:48:28.281219 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20193d5-2f3d-437d-a9b3-8e12264786c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf27042e-13c4-49d6-a2f8-7c1bbb928105,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:28.295135 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7ca04d0f-e8fd-43b0-a57f-1bbe64bd09f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:28.354370 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c20193d5-2f3d-437d-a9b3-8e12264786c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:28.370594 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca04d0f-e8fd-43b0-a57f-1bbe64bd09f8 None None] Pushing event deleted for resources: {'Port': ['ID=cf27042e-13c4-49d6-a2f8-7c1bbb928105,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:28.377859 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca04d0f-e8fd-43b0-a57f-1bbe64bd09f8 None None] No DVR routers for this DVR port cf27042e-13c4-49d6-a2f8-7c1bbb928105 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:48:28.405143 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-c20193d5-2f3d-437d-a9b3-8e12264786c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44499840-d47e-4df1-8d61-3f27d338298a']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:28.420938 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-c20193d5-2f3d-437d-a9b3-8e12264786c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '671bd895-f616-4636-a0e7-70f1553d40bb') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:28.421382 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-c20193d5-2f3d-437d-a9b3-8e12264786c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '671bd895-f616-4636-a0e7-70f1553d40bb') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:28.439351 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c20193d5-2f3d-437d-a9b3-8e12264786c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:28.465975 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c20193d5-2f3d-437d-a9b3-8e12264786c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:28.482002 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c20193d5-2f3d-437d-a9b3-8e12264786c8 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:48:28.482919 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c20193d5-2f3d-437d-a9b3-8e12264786c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:28.489617 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 03:48:28.489617 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:48:28.489617 n-d-819494-3 neutron-server[110018]: timer() Nov 27 03:48:28.489617 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:48:28.489617 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 03:48:28.489617 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:48:28.489617 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 03:48:28.489617 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:48:28.489617 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 03:48:28.489617 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:48:28.489617 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 03:48:28.489617 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:48:28.489617 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 03:48:28.489617 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:48:28.489617 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:48:28.489617 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:48:28.489617 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:48:28.489617 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:48:28.489617 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 03:48:28.489617 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:48:28.489617 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 03:48:28.489617 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:48:28.489617 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:48:28.489617 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:48:28.489617 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 03:48:28.489617 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:48:28.489617 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:48:28.489617 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:48:28.489617 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:48:28.489617 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:48:28.489617 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:48:28.489617 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:48:28.543776 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-94743458-91ce-4af3-a162-676bc3619d60 req-3a38ee7b-a3e2-47df-ae6c-b9a342ae39d0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1967654 Nov 27 03:48:28.574405 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642dbbbd-0d8a-4e8a-a538-0ab0bdbef227 x-openstack-request-id: req-642dbbbd-0d8a-4e8a-a538-0ab0bdbef227 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:48:28.574829 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a7242ac-e86b-4436-97d9-fbee8b12e941", "tag": "056811ea-5b6e-43a2-8639-161cdbafc685", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:48:28.575179 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-642dbbbd-0d8a-4e8a-a538-0ab0bdbef227 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:48:28.575693 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a7242ac-e86b-4436-97d9-fbee8b12e941', 'tag': '056811ea-5b6e-43a2-8639-161cdbafc685', 'status': 'completed', 'code': 200} Nov 27 03:48:28.685855 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c20193d5-2f3d-437d-a9b3-8e12264786c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:28.695690 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c20193d5-2f3d-437d-a9b3-8e12264786c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:28.723146 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c20193d5-2f3d-437d-a9b3-8e12264786c8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/44499840-d47e-4df1-8d61-3f27d338298a HTTP/1.1" status: 204 len: 168 time: 1.2337852 Nov 27 03:48:28.728624 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1deac-4fba-4f8a-ba26-5fa06d8ee42b req-afd9a23a-170b-469a-958b-f371e7ca5d66 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:28.735060 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-52d1deac-4fba-4f8a-ba26-5fa06d8ee42b req-afd9a23a-170b-469a-958b-f371e7ca5d66 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=4abb9114-49e9-44d6-9e83-2bc956409433 HTTP/1.1" status: 200 len: 932 time: 0.3862839 Nov 27 03:48:28.784216 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef413aa5-82bc-494e-b82f-7c74df747746 req-ab0159c3-18b9-444d-890c-96bc8d99169f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:28.786877 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef413aa5-82bc-494e-b82f-7c74df747746 req-ab0159c3-18b9-444d-890c-96bc8d99169f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:28.788517 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ef413aa5-82bc-494e-b82f-7c74df747746 req-ab0159c3-18b9-444d-890c-96bc8d99169f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=da0e9b0fd6b84af582a0cba7df1335e8&device_id=5a7242ac-e86b-4436-97d9-fbee8b12e941 HTTP/1.1" status: 200 len: 1914 time: 0.2121732 Nov 27 03:48:28.810929 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06324bee-47db-4340-9769-8a0a71844250 req-9a1810d7-22d3-46ea-9dbd-d16d58e42463 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:28.827693 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06324bee-47db-4340-9769-8a0a71844250 req-9a1810d7-22d3-46ea-9dbd-d16d58e42463 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:28.829934 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-06324bee-47db-4340-9769-8a0a71844250 req-9a1810d7-22d3-46ea-9dbd-d16d58e42463 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7242ac-e86b-4436-97d9-fbee8b12e941 HTTP/1.1" status: 200 len: 1667 time: 0.2543452 Nov 27 03:48:28.873700 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20193d5-2f3d-437d-a9b3-8e12264786c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=44499840-d47e-4df1-8d61-3f27d338298a,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:28.975537 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60612) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:28.988890 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-99f30151-34a3-44ad-b3c8-015d87357b27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be4e8177-85ad-49bc-88ec-981c0cd6535a {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:48:29.009320 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-99f30151-34a3-44ad-b3c8-015d87357b27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:29.070046 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-99f30151-34a3-44ad-b3c8-015d87357b27 service neutron] Transition to ACTIVE for port object be4e8177-85ad-49bc-88ec-981c0cd6535a will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:48:29.097740 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-99f30151-34a3-44ad-b3c8-015d87357b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:29.128310 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a34e9-5cb3-4802-96a5-abdc66cceef7 req-15b109d1-6222-4808-84e2-eb97f60afe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:29.130377 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-472a34e9-5cb3-4802-96a5-abdc66cceef7 req-15b109d1-6222-4808-84e2-eb97f60afe31 service neutron] 10.222.0.11 "GET /v2.0/networks?id=378a3375-2447-4153-8462-f656d3d2276f HTTP/1.1" status: 200 len: 906 time: 0.7752757 Nov 27 03:48:29.191603 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-52d1deac-4fba-4f8a-ba26-5fa06d8ee42b req-81552ee7-e5f7-49ac-ae48-7dd2c78a36ee tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065705 Nov 27 03:48:29.279884 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-472a34e9-5cb3-4802-96a5-abdc66cceef7 req-c1e5fc07-2df3-4bc2-8194-cde98b83450a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f147dbb6-92ed-466c-87b7-886dbc4c529a HTTP/1.1" status: 200 len: 217 time: 0.1098423 Nov 27 03:48:29.282038 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-06324bee-47db-4340-9769-8a0a71844250 req-df49b957-cb96-440d-8800-543c51e80c02 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a421b-fa91-4269-8203-eac6a41dc513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142385 Nov 27 03:48:29.294197 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device cf27042e-13c4-49d6-a2f8-7c1bbb928105 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:48:29.302867 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef413aa5-82bc-494e-b82f-7c74df747746 req-07fc9eac-a317-4cd0-9c99-574ca3b1ab0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:29.303388 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef413aa5-82bc-494e-b82f-7c74df747746 req-07fc9eac-a317-4cd0-9c99-574ca3b1ab0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:29.303870 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef413aa5-82bc-494e-b82f-7c74df747746 req-07fc9eac-a317-4cd0-9c99-574ca3b1ab0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:29.305479 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ef413aa5-82bc-494e-b82f-7c74df747746 req-07fc9eac-a317-4cd0-9c99-574ca3b1ab0f service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=da0e9b0fd6b84af582a0cba7df1335e8&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4748418 Nov 27 03:48:29.310522 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-dee6a443-ff00-4143-aea9-558f79c6b112 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=409a3520592e44dbbec54c1bf55df0d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3313999 Nov 27 03:48:29.310951 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60620) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:29.333942 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-94743458-91ce-4af3-a162-676bc3619d60 req-f2116bf4-a08e-42ff-b64e-e5ade626d3b4 service neutron] 10.222.0.11 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7469776 Nov 27 03:48:29.376955 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: cf27042e-13c4-49d6-a2f8-7c1bbb928105 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:48:29.378474 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device cf27042e-13c4-49d6-a2f8-7c1bbb928105 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:48:29.490855 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-f435ebad-42f6-4ccc-943a-f5769280e7cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ada3afe-5b08-462e-96ad-bec17908cd6d {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:48:29.521426 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a34e9-5cb3-4802-96a5-abdc66cceef7 req-e431dd39-7af5-421f-9179-97772b5d86a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:29.523304 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-472a34e9-5cb3-4802-96a5-abdc66cceef7 req-e431dd39-7af5-421f-9179-97772b5d86a4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9aa0d39d-1f7c-48be-83b9-b4ca19c74697 HTTP/1.1" status: 200 len: 845 time: 0.1827018 Nov 27 03:48:29.523702 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f30151-34a3-44ad-b3c8-015d87357b27 service neutron] Pushing event updated for resources: {'Port': ['ID=be4e8177-85ad-49bc-88ec-981c0cd6535a,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:29.551766 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-f435ebad-42f6-4ccc-943a-f5769280e7cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:29.649688 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-745cdd62-6d59-44c9-9647-503e4753f45e req-cfa690d2-81af-4a6e-a86b-d1f971da2e33 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 210 time: 0.1364419 Nov 27 03:48:29.740736 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-74e6f2d6-d702-4878-9595-94af516160ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:29.753469 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef413aa5-82bc-494e-b82f-7c74df747746 req-a83cfc84-54af-4ac2-a15a-a982737902c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:29.755063 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ef413aa5-82bc-494e-b82f-7c74df747746 req-a83cfc84-54af-4ac2-a15a-a982737902c5 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4194698 Nov 27 03:48:29.784303 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-74e6f2d6-d702-4878-9595-94af516160ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:29.796848 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-472a34e9-5cb3-4802-96a5-abdc66cceef7 req-3f7448b3-908b-4e5f-90c2-98525aa1b522 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=378a3375-2447-4153-8462-f656d3d2276f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2569466 Nov 27 03:48:29.836195 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-f435ebad-42f6-4ccc-943a-f5769280e7cc service neutron] Transition to ACTIVE for port object 9ada3afe-5b08-462e-96ad-bec17908cd6d will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:48:29.887411 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-f435ebad-42f6-4ccc-943a-f5769280e7cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:29.898039 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-74e6f2d6-d702-4878-9595-94af516160ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:29.901021 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-74e6f2d6-d702-4878-9595-94af516160ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:29.902384 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-74e6f2d6-d702-4878-9595-94af516160ea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0a16b57b-1557-461d-a5ae-4cbb38c7a563 HTTP/1.1" status: 204 len: 168 time: 0.5905268 Nov 27 03:48:29.914042 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6f2d6-d702-4878-9595-94af516160ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a16b57b-1557-461d-a5ae-4cbb38c7a563,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:29.995901 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-450dbb1c-d8f5-4c87-a8a2-402c57c79b78 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=d416f1581fce4cbda78108e0795a4c3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0701671 Nov 27 03:48:30.075513 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f435ebad-42f6-4ccc-943a-f5769280e7cc service neutron] Pushing event updated for resources: {'Port': ['ID=9ada3afe-5b08-462e-96ad-bec17908cd6d,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:30.086115 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-99f30151-34a3-44ad-b3c8-015d87357b27 service neutron] Attempting to bind port be4e8177-85ad-49bc-88ec-981c0cd6535a on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:48:30.086702 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-99f30151-34a3-44ad-b3c8-015d87357b27 service neutron] Attempting to bind port be4e8177-85ad-49bc-88ec-981c0cd6535a by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': 'd0cc2ce0-4b3b-44fe-bbd3-ea4e4a4b9638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1df53912-853d-4356-ab6b-e16426c86a0f'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:48:30.087859 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-99f30151-34a3-44ad-b3c8-015d87357b27 service neutron] Attempting to bind port be4e8177-85ad-49bc-88ec-981c0cd6535a on network 1df53912-853d-4356-ab6b-e16426c86a0f {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:48:30.136459 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ad0a2-497d-482d-8760-db87f38273c0 req-5a89eb6d-a285-4f84-a59c-320b6f14cd4c tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:30.146738 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-223ad0a2-497d-482d-8760-db87f38273c0 req-5a89eb6d-a285-4f84-a59c-320b6f14cd4c tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b39fdb-7146-4213-b996-8994cc70f03b HTTP/1.1" status: 200 len: 944 time: 0.5319843 Nov 27 03:48:30.148726 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-99f30151-34a3-44ad-b3c8-015d87357b27 service neutron] Port be4e8177-85ad-49bc-88ec-981c0cd6535a on network 1df53912-853d-4356-ab6b-e16426c86a0f not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:48:30.149237 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-99f30151-34a3-44ad-b3c8-015d87357b27 service neutron] Attempting to bind port be4e8177-85ad-49bc-88ec-981c0cd6535a on network 1df53912-853d-4356-ab6b-e16426c86a0f {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:48:30.165083 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device f147dbb6-92ed-466c-87b7-886dbc4c529a details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:48:30.289319 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-678a321f-ec1a-4705-8a82-389f93baff82 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:30.290926 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-678a321f-ec1a-4705-8a82-389f93baff82 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2874601 Nov 27 03:48:30.310306 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-99f30151-34a3-44ad-b3c8-015d87357b27 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:48:30.311784 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-4956b8b4-c09c-453d-b57a-f0f1c3c6a941 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Request body: {'port': {'device_id': 'a4734043-8f77-4a5f-990b-da1153021f51', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'admin_state_up': True, 'tenant_id': 'd416f1581fce4cbda78108e0795a4c3c'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:48:30.316104 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-99f30151-34a3-44ad-b3c8-015d87357b27 service neutron] Checking segment: {'id': 'd0cc2ce0-4b3b-44fe-bbd3-ea4e4a4b9638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1df53912-853d-4356-ab6b-e16426c86a0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:48:30.316576 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-99f30151-34a3-44ad-b3c8-015d87357b27 service neutron] Bound using segment: {'id': 'd0cc2ce0-4b3b-44fe-bbd3-ea4e4a4b9638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1df53912-853d-4356-ab6b-e16426c86a0f'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:48:30.317066 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-99f30151-34a3-44ad-b3c8-015d87357b27 service neutron] Bound port: be4e8177-85ad-49bc-88ec-981c0cd6535a, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0cc2ce0-4b3b-44fe-bbd3-ea4e4a4b9638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1df53912-853d-4356-ab6b-e16426c86a0f'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:48:30.317448 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-99f30151-34a3-44ad-b3c8-015d87357b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:30.359963 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 60642) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:30.391914 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-94743458-91ce-4af3-a162-676bc3619d60 req-0b30e8b5-7fda-47ef-bb55-ae1d1bb25407 service neutron] 10.222.0.11 "GET /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0362463 Nov 27 03:48:30.474506 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port f147dbb6-92ed-466c-87b7-886dbc4c529a, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=f147dbb6-92ed-466c-87b7-886dbc4c529a,segment=NetworkSegment(0d71eb94-5225-4db6-8e46-cee8dee27f0a),segment_id=0d71eb94-5225-4db6-8e46-cee8dee27f0a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:30.507781 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'f147dbb6-92ed-466c-87b7-886dbc4c529a', 'network_id': '378a3375-2447-4153-8462-f656d3d2276f', 'port_id': 'f147dbb6-92ed-466c-87b7-886dbc4c529a', 'mac_address': 'fa:16:3e:d6:30:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aa0d39d-1f7c-48be-83b9-b4ca19c74697', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:48:30.574900 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c996a1-66c5-44e3-94e5-7b9e5e495070 req-34a8fe55-8f35-4b08-bc16-b822f02002db tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:30.591141 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-20c996a1-66c5-44e3-94e5-7b9e5e495070 req-34a8fe55-8f35-4b08-bc16-b822f02002db tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=4abb9114-49e9-44d6-9e83-2bc956409433 HTTP/1.1" status: 200 len: 944 time: 0.2396495 Nov 27 03:48:30.602650 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:30.631493 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f147dbb6-92ed-466c-87b7-886dbc4c529a {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:48:30.634729 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-223ad0a2-497d-482d-8760-db87f38273c0 req-29c5b50b-b225-485d-b8fc-b88b7a050fd8 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4868751 Nov 27 03:48:30.639579 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7fcef35c-2332-420b-a6fe-9b507dd0fbd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:30.646599 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-472a34e9-5cb3-4802-96a5-abdc66cceef7 req-3178e520-52ef-416a-a51b-92d7bfc7266c service neutron] 10.222.0.11 "GET /v2.0/networks/378a3375-2447-4153-8462-f656d3d2276f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8171721 Nov 27 03:48:30.678002 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port f147dbb6-92ed-466c-87b7-886dbc4c529a, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=f147dbb6-92ed-466c-87b7-886dbc4c529a,segment=NetworkSegment(0d71eb94-5225-4db6-8e46-cee8dee27f0a),segment_id=0d71eb94-5225-4db6-8e46-cee8dee27f0a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:30.687069 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:30.742087 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-20c996a1-66c5-44e3-94e5-7b9e5e495070 req-b86b68b7-a4c6-4e06-af9e-e3cbf0948f5a tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394687 Nov 27 03:48:30.743685 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60652) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:30.788034 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-f435ebad-42f6-4ccc-943a-f5769280e7cc service neutron] Attempting to bind port 9ada3afe-5b08-462e-96ad-bec17908cd6d on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:48:30.788464 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-f435ebad-42f6-4ccc-943a-f5769280e7cc service neutron] Attempting to bind port 9ada3afe-5b08-462e-96ad-bec17908cd6d by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': 'b0f39da6-536c-459a-9945-6662db53cdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fa05b832-4a56-4072-b0af-d9ce19e83099'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:48:30.788805 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-f435ebad-42f6-4ccc-943a-f5769280e7cc service neutron] Attempting to bind port 9ada3afe-5b08-462e-96ad-bec17908cd6d on network fa05b832-4a56-4072-b0af-d9ce19e83099 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:48:30.793221 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-99f30151-34a3-44ad-b3c8-015d87357b27 service neutron] For port be4e8177-85ad-49bc-88ec-981c0cd6535a, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:48:30.806222 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=f147dbb6-92ed-466c-87b7-886dbc4c529a,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:30.815387 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-4956b8b4-c09c-453d-b57a-f0f1c3c6a941 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Made reservation on behalf of d416f1581fce4cbda78108e0795a4c3c for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:48:30.821784 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-4956b8b4-c09c-453d-b57a-f0f1c3c6a941 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:30.823206 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-f435ebad-42f6-4ccc-943a-f5769280e7cc service neutron] Port 9ada3afe-5b08-462e-96ad-bec17908cd6d on network fa05b832-4a56-4072-b0af-d9ce19e83099 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:48:30.823537 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-f435ebad-42f6-4ccc-943a-f5769280e7cc service neutron] Attempting to bind port 9ada3afe-5b08-462e-96ad-bec17908cd6d on network fa05b832-4a56-4072-b0af-d9ce19e83099 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:48:30.838982 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-99f30151-34a3-44ad-b3c8-015d87357b27 service neutron] For port be4e8177-85ad-49bc-88ec-981c0cd6535a, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=be4e8177-85ad-49bc-88ec-981c0cd6535a,segment=NetworkSegment(d0cc2ce0-4b3b-44fe-bbd3-ea4e4a4b9638),segment_id=d0cc2ce0-4b3b-44fe-bbd3-ea4e4a4b9638)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:48:30.841917 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-f435ebad-42f6-4ccc-943a-f5769280e7cc service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:48:30.842263 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-f435ebad-42f6-4ccc-943a-f5769280e7cc service neutron] Checking segment: {'id': 'b0f39da6-536c-459a-9945-6662db53cdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fa05b832-4a56-4072-b0af-d9ce19e83099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:48:30.842905 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-f435ebad-42f6-4ccc-943a-f5769280e7cc service neutron] Bound using segment: {'id': 'b0f39da6-536c-459a-9945-6662db53cdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fa05b832-4a56-4072-b0af-d9ce19e83099'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:48:30.843642 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-f435ebad-42f6-4ccc-943a-f5769280e7cc service neutron] Bound port: 9ada3afe-5b08-462e-96ad-bec17908cd6d, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0f39da6-536c-459a-9945-6662db53cdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fa05b832-4a56-4072-b0af-d9ce19e83099'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:48:30.844192 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-f435ebad-42f6-4ccc-943a-f5769280e7cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:30.884695 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-99f30151-34a3-44ad-b3c8-015d87357b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:30.912040 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3cce98d8-71bf-41e8-af95-7f47c9d3632a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f684ba78ec5424f81bef4574bf18f69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1672175 Nov 27 03:48:30.925291 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60654) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:30.995558 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['f147dbb6-92ed-466c-87b7-886dbc4c529a'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:48:31.004933 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-99f30151-34a3-44ad-b3c8-015d87357b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:31.005563 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-99f30151-34a3-44ad-b3c8-015d87357b27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:31.007012 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-99f30151-34a3-44ad-b3c8-015d87357b27 service neutron] 10.222.0.23 "PUT /v2.0/ports/be4e8177-85ad-49bc-88ec-981c0cd6535a HTTP/1.1" status: 200 len: 1092 time: 3.7739115 Nov 27 03:48:31.017459 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a7242ac-e86b-4436-97d9-fbee8b12e941', 'tag': 'be4e8177-85ad-49bc-88ec-981c0cd6535a'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:48:31.019833 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a05efb-ead6-4a69-9b2a-9dd73045061a" -d '{"events": [{"name": "network-changed", "server_uuid": "5a7242ac-e86b-4436-97d9-fbee8b12e941", "tag": "be4e8177-85ad-49bc-88ec-981c0cd6535a"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:48:31.026191 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-472a34e9-5cb3-4802-96a5-abdc66cceef7 req-a2d12261-612f-4d52-b005-6448e0feb3d4 service neutron] 10.222.0.11 "GET /v2.0/networks/378a3375-2447-4153-8462-f656d3d2276f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664818 Nov 27 03:48:31.100145 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-f435ebad-42f6-4ccc-943a-f5769280e7cc service neutron] For port 9ada3afe-5b08-462e-96ad-bec17908cd6d, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:48:31.105405 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-f435ebad-42f6-4ccc-943a-f5769280e7cc service neutron] For port 9ada3afe-5b08-462e-96ad-bec17908cd6d, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=9ada3afe-5b08-462e-96ad-bec17908cd6d,segment=NetworkSegment(b0f39da6-536c-459a-9945-6662db53cdb6),segment_id=b0f39da6-536c-459a-9945-6662db53cdb6)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:48:31.130890 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-f435ebad-42f6-4ccc-943a-f5769280e7cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:31.192767 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-f435ebad-42f6-4ccc-943a-f5769280e7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:31.194074 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-f435ebad-42f6-4ccc-943a-f5769280e7cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:31.196301 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-f435ebad-42f6-4ccc-943a-f5769280e7cc service neutron] 10.222.0.23 "PUT /v2.0/ports/9ada3afe-5b08-462e-96ad-bec17908cd6d HTTP/1.1" status: 200 len: 1092 time: 4.6334229 Nov 27 03:48:31.241300 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61c26e-c28b-4f8b-8c17-5bc3e1cf1b81 req-c6c68aec-b456-479d-a8e9-c946e1e0e7aa tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:31.248308 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61c26e-c28b-4f8b-8c17-5bc3e1cf1b81 req-c6c68aec-b456-479d-a8e9-c946e1e0e7aa tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:31.258117 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6d61c26e-c28b-4f8b-8c17-5bc3e1cf1b81 req-c6c68aec-b456-479d-a8e9-c946e1e0e7aa tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7242ac-e86b-4436-97d9-fbee8b12e941 HTTP/1.1" status: 200 len: 1679 time: 0.4050341 Nov 27 03:48:31.263086 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7fcef35c-2332-420b-a6fe-9b507dd0fbd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:31.341677 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6d61c26e-c28b-4f8b-8c17-5bc3e1cf1b81 req-3f0cd523-179c-4e95-a98c-ce17225b82e6 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a421b-fa91-4269-8203-eac6a41dc513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796089 Nov 27 03:48:31.408933 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-0abad49c-2628-4a04-8cb3-9b998c685f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:31.410080 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-0abad49c-2628-4a04-8cb3-9b998c685f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:31.412893 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-0abad49c-2628-4a04-8cb3-9b998c685f9b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=da0e9b0fd6b84af582a0cba7df1335e8&device_id=5a7242ac-e86b-4436-97d9-fbee8b12e941 HTTP/1.1" status: 200 len: 1981 time: 0.2928958 Nov 27 03:48:31.417650 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f30151-34a3-44ad-b3c8-015d87357b27 service neutron] Pushing event updated for resources: {'Port': ['ID=be4e8177-85ad-49bc-88ec-981c0cd6535a,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:31.421385 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7fcef35c-2332-420b-a6fe-9b507dd0fbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:31.443515 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ce4b7d-ec7d-467e-8beb-111fdc240a60 x-openstack-request-id: req-e4ce4b7d-ec7d-467e-8beb-111fdc240a60 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:48:31.443889 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a7242ac-e86b-4436-97d9-fbee8b12e941", "tag": "be4e8177-85ad-49bc-88ec-981c0cd6535a", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:48:31.444045 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4ce4b7d-ec7d-467e-8beb-111fdc240a60 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:48:31.444423 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a7242ac-e86b-4436-97d9-fbee8b12e941', 'tag': 'be4e8177-85ad-49bc-88ec-981c0cd6535a', 'status': 'completed', 'code': 200} Nov 27 03:48:31.483366 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ce6b20f7-5452-45b5-8195-191acddf3806 req-a289945c-370f-4ea7-9654-8213313f851a tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 210 time: 0.5140324 Nov 27 03:48:31.513073 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-efbc38fc-081f-4b9c-b872-68acb4df362a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.247&port_id=056811ea-5b6e-43a2-8639-161cdbafc685 HTTP/1.1" status: 200 len: 217 time: 0.0759411 Nov 27 03:48:31.520951 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f30151-34a3-44ad-b3c8-015d87357b27 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:31.521448 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f30151-34a3-44ad-b3c8-015d87357b27 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:31.521809 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f30151-34a3-44ad-b3c8-015d87357b27 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:31.522157 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f30151-34a3-44ad-b3c8-015d87357b27 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:31.522499 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f30151-34a3-44ad-b3c8-015d87357b27 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:31.522872 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f30151-34a3-44ad-b3c8-015d87357b27 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:31.523208 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f30151-34a3-44ad-b3c8-015d87357b27 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:31.523544 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f30151-34a3-44ad-b3c8-015d87357b27 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:31.523880 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f30151-34a3-44ad-b3c8-015d87357b27 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:31.524217 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f30151-34a3-44ad-b3c8-015d87357b27 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:31.524549 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f30151-34a3-44ad-b3c8-015d87357b27 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:31.524881 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f30151-34a3-44ad-b3c8-015d87357b27 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:31.581112 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-65909aeb-33d6-41c4-88bb-aae13a2cfa16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:31.583316 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-4956b8b4-c09c-453d-b57a-f0f1c3c6a941 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Allocated IP 192.168.233.52 (7cd21890-8440-4d5d-a862-4b55c8c22387/f14a2acf-f1d7-4ddf-8459-b30982428e88/e695790c-fb80-490e-8b57-32cd9a699aa8) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:48:31.619955 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-65909aeb-33d6-41c4-88bb-aae13a2cfa16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:31.626521 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f435ebad-42f6-4ccc-943a-f5769280e7cc service neutron] Pushing event updated for resources: {'Port': ['ID=9ada3afe-5b08-462e-96ad-bec17908cd6d,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:31.633107 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7fcef35c-2332-420b-a6fe-9b507dd0fbd4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ab87c83d29f40b9aa7c9c518ab0653c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2699800 Nov 27 03:48:31.635850 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60658) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:31.663236 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcef35c-2332-420b-a6fe-9b507dd0fbd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe5b83d-425b-411b-821f-5a2f2215141a,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:31.684028 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-29180814-69f9-4e3e-ac47-4f42a3614734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:31.686749 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-29180814-69f9-4e3e-ac47-4f42a3614734 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef613dd2ca5042f08b3f8d2107e4d371&device_id=4abb9114-49e9-44d6-9e83-2bc956409433 HTTP/1.1" status: 200 len: 1095 time: 0.3649945 Nov 27 03:48:31.714585 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-22da2282-01d1-4c1a-ba80-d17d1882e4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:31.717177 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-22da2282-01d1-4c1a-ba80-d17d1882e4b4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=648c4fe8-7faa-47d4-9f2e-6a91fcd3abb7 HTTP/1.1" status: 200 len: 801 time: 0.1842561 Nov 27 03:48:31.811220 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-fc1e5201-01c6-43b8-9cfd-802c86cb8b7c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ada3afe-5b08-462e-96ad-bec17908cd6d HTTP/1.1" status: 200 len: 217 time: 0.0928624 Nov 27 03:48:31.873582 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-65909aeb-33d6-41c4-88bb-aae13a2cfa16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:31.876545 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-65909aeb-33d6-41c4-88bb-aae13a2cfa16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:31.887885 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-65909aeb-33d6-41c4-88bb-aae13a2cfa16 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/736130f6-eca3-4cb8-8095-da47f30a0448 HTTP/1.1" status: 204 len: 168 time: 0.9515753 Nov 27 03:48:31.909887 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b4441-521d-4223-a1ea-9e48da0e29fe req-528ded5a-086c-4f8f-8c9c-50dae4e9cce3 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:31.917094 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca4b4441-521d-4223-a1ea-9e48da0e29fe req-528ded5a-086c-4f8f-8c9c-50dae4e9cce3 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b39fdb-7146-4213-b996-8994cc70f03b HTTP/1.1" status: 200 len: 945 time: 0.1811309 Nov 27 03:48:31.922505 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-06db7ba5-6798-446b-b89c-bebfd438bc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:31.924550 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-06db7ba5-6798-446b-b89c-bebfd438bc4a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5627de8b-a39f-489f-ab76-1826aeb58791 HTTP/1.1" status: 200 len: 862 time: 0.0855036 Nov 27 03:48:31.931674 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-e7d6e653-598e-471e-83f2-c67f98848fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:31.933200 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-e7d6e653-598e-471e-83f2-c67f98848fe1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=35cc0bd3-4024-4a80-9020-7d7ac9b14f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1985502 Nov 27 03:48:31.971775 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65909aeb-33d6-41c4-88bb-aae13a2cfa16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736130f6-eca3-4cb8-8095-da47f30a0448,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:31.989043 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-2f0fde04-b467-49b5-8275-b79ce79b6dae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fa05b832-4a56-4072-b0af-d9ce19e83099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538843 Nov 27 03:48:32.039089 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fa3c1d1c-e46b-4f54-83dd-bfe474a730c8 req-e8a221ac-4232-4b77-a050-ccd008ce47a3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=47f4f107-d53f-42a9-a6d8-3d0a32c664ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1909850 Nov 27 03:48:32.048421 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19782849-768a-4fb4-bd06-d894743faad3 req-ae6b3134-bfcc-4c64-82af-4def2081ccbc tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:32.068858 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-19782849-768a-4fb4-bd06-d894743faad3 req-ae6b3134-bfcc-4c64-82af-4def2081ccbc tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=4abb9114-49e9-44d6-9e83-2bc956409433 HTTP/1.1" status: 200 len: 944 time: 0.2495923 Nov 27 03:48:32.119385 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-12da2e68-2bcd-45b9-9f51-618bdff0c329 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:32.125673 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca4b4441-521d-4223-a1ea-9e48da0e29fe req-de777381-cf79-4af4-86d6-2b03bf43f498 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076249 Nov 27 03:48:32.185581 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device f147dbb6-92ed-466c-87b7-886dbc4c529a up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:48:32.241071 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-19782849-768a-4fb4-bd06-d894743faad3 req-b5f3dfb1-27c0-4323-bb56-38ce0ca15065 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712368 Nov 27 03:48:32.246502 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-12da2e68-2bcd-45b9-9f51-618bdff0c329 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:32.261254 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-ca073f7a-f102-45d7-b097-86717a2814a9 service neutron] 10.222.0.23 "GET /v2.0/networks/35cc0bd3-4024-4a80-9020-7d7ac9b14f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828536 Nov 27 03:48:32.264856 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-0528315c-eb21-4c9c-bbf3-ee066367500a service neutron] 10.222.0.23 "GET /v2.0/networks/fa05b832-4a56-4072-b0af-d9ce19e83099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601666 Nov 27 03:48:32.287918 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port f147dbb6-92ed-466c-87b7-886dbc4c529a completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:48:32.292588 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port f147dbb6-92ed-466c-87b7-886dbc4c529a triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:48:32.293122 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:32.312152 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-4956b8b4-c09c-453d-b57a-f0f1c3c6a941 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:32.315152 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c1d1c-e46b-4f54-83dd-bfe474a730c8 req-80adca83-c9e6-4f23-84f0-487674591a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:32.317742 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fa3c1d1c-e46b-4f54-83dd-bfe474a730c8 req-80adca83-c9e6-4f23-84f0-487674591a17 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=275b20c7c8f94a1fa5f0a4cbe1db6d0f&device_id=47f4f107-d53f-42a9-a6d8-3d0a32c664ad HTTP/1.1" status: 200 len: 1097 time: 0.2336347 Nov 27 03:48:32.410857 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:32.439550 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b39fdb-7146-4213-b996-8994cc70f03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f147dbb6-92ed-466c-87b7-886dbc4c529a'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:48:32.442963 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2a23f7-7abd-4263-a752-8f3234173975" -d '{"events": [{"server_uuid": "41b39fdb-7146-4213-b996-8994cc70f03b", "name": "network-vif-plugged", "status": "completed", "tag": "f147dbb6-92ed-466c-87b7-886dbc4c529a"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:48:32.460604 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port f147dbb6-92ed-466c-87b7-886dbc4c529a, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=f147dbb6-92ed-466c-87b7-886dbc4c529a,segment=NetworkSegment(0d71eb94-5225-4db6-8e46-cee8dee27f0a),segment_id=0d71eb94-5225-4db6-8e46-cee8dee27f0a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:32.477133 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:32.516148 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-12da2e68-2bcd-45b9-9f51-618bdff0c329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:32.527795 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-12da2e68-2bcd-45b9-9f51-618bdff0c329 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:32.535723 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-12da2e68-2bcd-45b9-9f51-618bdff0c329 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2fe5b83d-425b-411b-821f-5a2f2215141a HTTP/1.1" status: 204 len: 168 time: 0.8915133 Nov 27 03:48:32.535846 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fcc91f0-f797-4f1e-9101-c9da8334b69b x-openstack-request-id: req-5fcc91f0-f797-4f1e-9101-c9da8334b69b {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:48:32.535846 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b39fdb-7146-4213-b996-8994cc70f03b", "name": "network-vif-plugged", "status": "completed", "tag": "f147dbb6-92ed-466c-87b7-886dbc4c529a", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:48:32.535846 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5fcc91f0-f797-4f1e-9101-c9da8334b69b {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:48:32.535846 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b39fdb-7146-4213-b996-8994cc70f03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f147dbb6-92ed-466c-87b7-886dbc4c529a', 'code': 200} Nov 27 03:48:32.599371 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e7b7fc76-f388-42c0-9042-38cfdaa00fb5 req-8d6e9a95-325f-4561-b23b-1e5c4bfa55c2 service neutron] 10.222.0.23 "GET /v2.0/networks/fa05b832-4a56-4072-b0af-d9ce19e83099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099384 Nov 27 03:48:32.601908 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-7f2e97bd-db20-4c68-a110-67b1eadfd418 service neutron] 10.222.0.23 "GET /v2.0/networks/35cc0bd3-4024-4a80-9020-7d7ac9b14f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143432 Nov 27 03:48:32.604866 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da2e68-2bcd-45b9-9f51-618bdff0c329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe5b83d-425b-411b-821f-5a2f2215141a,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:32.608453 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=f147dbb6-92ed-466c-87b7-886dbc4c529a,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:32.724732 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-4956b8b4-c09c-453d-b57a-f0f1c3c6a941 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:32.758471 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['ef4ae27c-26c3-4e63-8f92-1652f2b6bca5', '9facfdba-b7e7-4d90-a3be-65a6ea121c0b'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:48:32.763668 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['22399cf9-b7ca-41d1-9cab-7b32dda023ef'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:48:32.836103 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4956b8b4-c09c-453d-b57a-f0f1c3c6a941 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Pushing event updated for resources: {'Port': ['ID=e695790c-fb80-490e-8b57-32cd9a699aa8,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:32.934813 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-4956b8b4-c09c-453d-b57a-f0f1c3c6a941 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Network 7cd21890-8440-4d5d-a862-4b55c8c22387 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:48:32.936922 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c1d1c-e46b-4f54-83dd-bfe474a730c8 req-41bad329-0b0a-496a-b34e-269ca74e7e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:32.938640 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fa3c1d1c-e46b-4f54-83dd-bfe474a730c8 req-41bad329-0b0a-496a-b34e-269ca74e7e30 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d2a04259-b0f6-42f5-9f37-902d78a3a537 HTTP/1.1" status: 200 len: 912 time: 0.5974088 Nov 27 03:48:32.961093 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ad239-260e-4b86-ac53-7828016e1625 req-18200f90-6a1f-4308-ab7b-95634f7aa134 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:32.967299 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ad239-260e-4b86-ac53-7828016e1625 req-18200f90-6a1f-4308-ab7b-95634f7aa134 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:32.981122 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c23ad239-260e-4b86-ac53-7828016e1625 req-18200f90-6a1f-4308-ab7b-95634f7aa134 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7242ac-e86b-4436-97d9-fbee8b12e941 HTTP/1.1" status: 200 len: 1679 time: 0.4479477 Nov 27 03:48:32.999107 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-4956b8b4-c09c-453d-b57a-f0f1c3c6a941 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:48:33.045336 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-4956b8b4-c09c-453d-b57a-f0f1c3c6a941 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:48:33.334664 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c23ad239-260e-4b86-ac53-7828016e1625 req-d12bf9bd-fded-43ad-8090-a774beb07b5c tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a421b-fa91-4269-8203-eac6a41dc513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525083 Nov 27 03:48:33.385644 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-4956b8b4-c09c-453d-b57a-f0f1c3c6a941 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:33.387373 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-4956b8b4-c09c-453d-b57a-f0f1c3c6a941 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:33.408729 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fa3c1d1c-e46b-4f54-83dd-bfe474a730c8 req-32041198-09ef-42d6-b680-06a42e8afff4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79d1c101-ddfe-4972-ae80-79dd6e8e4dea HTTP/1.1" status: 200 len: 1002 time: 0.4221947 Nov 27 03:48:33.469193 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-4956b8b4-c09c-453d-b57a-f0f1c3c6a941 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1620481 Nov 27 03:48:33.493832 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-36d0f2ac-797b-4a70-ad49-fef4fc2ed85a service neutron] Request body: {'port': {'device_id': 'a4734043-8f77-4a5f-990b-da1153021f51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:48:33.578176 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4abb9114-49e9-44d6-9e83-2bc956409433', 'tag': '9ada3afe-5b08-462e-96ad-bec17908cd6d'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:48:33.582947 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c1d1c-e46b-4f54-83dd-bfe474a730c8 req-3697211b-fae7-40c5-aa04-227fe4412572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:33.583399 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8bcf91e-1aa6-412f-943f-623143d8e76c" -d '{"events": [{"name": "network-changed", "server_uuid": "4abb9114-49e9-44d6-9e83-2bc956409433", "tag": "9ada3afe-5b08-462e-96ad-bec17908cd6d"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:48:33.584972 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fa3c1d1c-e46b-4f54-83dd-bfe474a730c8 req-3697211b-fae7-40c5-aa04-227fe4412572 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=84949138-7735-4701-8586-0e9a0fda39f5 HTTP/1.1" status: 200 len: 850 time: 0.1678069 Nov 27 03:48:33.590529 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-5c6fc7ae-537b-4e01-b51d-f350f33c9f55 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.223&port_id=be4e8177-85ad-49bc-88ec-981c0cd6535a HTTP/1.1" status: 200 len: 217 time: 0.9569850 Nov 27 03:48:33.610397 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c51f7-2484-4f43-9089-168ccdd61d5f req-4d35be29-4b46-47ec-b9d5-50314230fea9 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:33.622474 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-472c51f7-2484-4f43-9089-168ccdd61d5f req-4d35be29-4b46-47ec-b9d5-50314230fea9 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b39fdb-7146-4213-b996-8994cc70f03b HTTP/1.1" status: 200 len: 946 time: 0.1593862 Nov 27 03:48:33.636644 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-36d0f2ac-797b-4a70-ad49-fef4fc2ed85a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:33.683835 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d6aa7-0b84-4d63-a1b8-3786498e8724 req-2beab6c4-c24b-4ea9-b334-75eb51d59dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:33.687993 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f22d6aa7-0b84-4d63-a1b8-3786498e8724 req-2beab6c4-c24b-4ea9-b334-75eb51d59dcb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=41b39fdb-7146-4213-b996-8994cc70f03b HTTP/1.1" status: 200 len: 1097 time: 0.9959211 Nov 27 03:48:33.694419 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-a95af0d7-7e62-4126-87b3-f79261837d99 None None] Provisioning complete for port e695790c-fb80-490e-8b57-32cd9a699aa8 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:48:33.695088 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a95af0d7-7e62-4126-87b3-f79261837d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:33.749965 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c1d1c-e46b-4f54-83dd-bfe474a730c8 req-3b2f8af3-8b5c-4a73-b100-c7d76dee0b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:33.751958 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fa3c1d1c-e46b-4f54-83dd-bfe474a730c8 req-3b2f8af3-8b5c-4a73-b100-c7d76dee0b79 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d2a04259-b0f6-42f5-9f37-902d78a3a537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1510549 Nov 27 03:48:33.764595 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ada03-1f5a-4b91-b6c1-5d8b020cf9e7 req-8f83b03e-640a-4b93-aabd-22d525448501 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:33.773855 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-080ada03-1f5a-4b91-b6c1-5d8b020cf9e7 req-8f83b03e-640a-4b93-aabd-22d525448501 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 935 time: 1.1063519 Nov 27 03:48:33.795356 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-a95af0d7-7e62-4126-87b3-f79261837d99 None None] Port e695790c-fb80-490e-8b57-32cd9a699aa8 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:48:33.804529 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-0000f043-1988-4b0c-bfff-f851e0625fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:33.807058 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-0000f043-1988-4b0c-bfff-f851e0625fae service neutron] 10.222.0.23 "GET /v2.0/subnets?id=618d8163-de9e-494b-ae4d-477cb72cee99 HTTP/1.1" status: 200 len: 801 time: 0.2022407 Nov 27 03:48:33.831274 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-472c51f7-2484-4f43-9089-168ccdd61d5f req-8cdff470-acbb-46b8-b9ff-6e3f7963b3b2 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075026 Nov 27 03:48:33.865974 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f22d6aa7-0b84-4d63-a1b8-3786498e8724 req-b863fa28-c7dd-4fa9-8619-184659cd8b76 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651108 Nov 27 03:48:33.931504 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-080ada03-1f5a-4b91-b6c1-5d8b020cf9e7 req-035cce4f-8098-418b-95fc-c8802fa280bf tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566520 Nov 27 03:48:33.945126 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-7b6c40d5-02c0-4c38-9131-dfddee44b804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:33.946453 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-7b6c40d5-02c0-4c38-9131-dfddee44b804 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1df53912-853d-4356-ab6b-e16426c86a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1288671 Nov 27 03:48:34.165197 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b292b6-6eb3-4962-9008-b779170672f9 x-openstack-request-id: req-b0b292b6-6eb3-4962-9008-b779170672f9 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:48:34.165611 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4abb9114-49e9-44d6-9e83-2bc956409433", "tag": "9ada3afe-5b08-462e-96ad-bec17908cd6d", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:48:34.165968 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0b292b6-6eb3-4962-9008-b779170672f9 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:48:34.166463 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4abb9114-49e9-44d6-9e83-2bc956409433', 'tag': '9ada3afe-5b08-462e-96ad-bec17908cd6d', 'status': 'completed', 'code': 200} Nov 27 03:48:34.183513 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 60736) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:34.195043 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-cc5cc8fb-dc5d-435f-bbdd-9c641c99f195 service neutron] 10.222.0.23 "GET /v2.0/networks/1df53912-853d-4356-ab6b-e16426c86a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379935 Nov 27 03:48:34.299975 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fa3c1d1c-e46b-4f54-83dd-bfe474a730c8 req-3547e24d-1a19-44a3-a1cc-760c96d0e38a service neutron] 10.222.0.23 "GET /v2.0/networks/d2a04259-b0f6-42f5-9f37-902d78a3a537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5357602 Nov 27 03:48:34.310218 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64d511-8e97-43a8-ab7f-556f1adaf436 req-d2b28350-782b-4a83-b085-ba239efacb0e tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:34.318066 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8c64d511-8e97-43a8-ab7f-556f1adaf436 req-d2b28350-782b-4a83-b085-ba239efacb0e tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=4abb9114-49e9-44d6-9e83-2bc956409433 HTTP/1.1" status: 200 len: 944 time: 0.2612073 Nov 27 03:48:34.475605 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8c64d511-8e97-43a8-ab7f-556f1adaf436 req-c7bd2428-2a34-42a3-ac7c-e4105664db56 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559494 Nov 27 03:48:34.505846 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-1a6e9c29-cf2b-4036-9724-cab1d57f8056 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1629102924-network', 'tenant_id': '3e0a6e3903404d4c8a0246b387bf3805'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:48:34.535950 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fa3c1d1c-e46b-4f54-83dd-bfe474a730c8 req-11ba907d-b83c-44cf-9aea-5f8c920d4dd5 service neutron] 10.222.0.23 "GET /v2.0/networks/d2a04259-b0f6-42f5-9f37-902d78a3a537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153752 Nov 27 03:48:34.541677 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bcf91e-1aa6-412f-943f-623143d8e76c req-d42bae4f-2793-4e80-ae6a-915270f22076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:34.552418 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b8bcf91e-1aa6-412f-943f-623143d8e76c req-d42bae4f-2793-4e80-ae6a-915270f22076 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef613dd2ca5042f08b3f8d2107e4d371&device_id=4abb9114-49e9-44d6-9e83-2bc956409433 HTTP/1.1" status: 200 len: 1095 time: 0.3326173 Nov 27 03:48:34.622589 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-36d0f2ac-797b-4a70-ad49-fef4fc2ed85a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e695790c-fb80-490e-8b57-32cd9a699aa8 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:48:34.637244 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-36d0f2ac-797b-4a70-ad49-fef4fc2ed85a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:34.653406 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-71147a75-a5a3-4c4e-9da5-98a0fa645984 req-ebec87b9-ea4e-4b1b-aff6-121a7c0688af service neutron] 10.222.0.23 "GET /v2.0/networks/1df53912-853d-4356-ab6b-e16426c86a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356873 Nov 27 03:48:34.654744 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6e9c29-cf2b-4036-9724-cab1d57f8056 admin admin] Made reservation on behalf of 3e0a6e3903404d4c8a0246b387bf3805 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:48:34.657525 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1a6e9c29-cf2b-4036-9724-cab1d57f8056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:34.672265 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-36d0f2ac-797b-4a70-ad49-fef4fc2ed85a service neutron] Transition to ACTIVE for port object e695790c-fb80-490e-8b57-32cd9a699aa8 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:48:34.678935 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-36d0f2ac-797b-4a70-ad49-fef4fc2ed85a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:34.719850 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1a6e9c29-cf2b-4036-9724-cab1d57f8056 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:34.741598 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d0f2ac-797b-4a70-ad49-fef4fc2ed85a service neutron] Pushing event updated for resources: {'Port': ['ID=e695790c-fb80-490e-8b57-32cd9a699aa8,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:34.752375 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d0f2ac-797b-4a70-ad49-fef4fc2ed85a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:34.752959 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d0f2ac-797b-4a70-ad49-fef4fc2ed85a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:34.754450 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d0f2ac-797b-4a70-ad49-fef4fc2ed85a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:34.754450 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d0f2ac-797b-4a70-ad49-fef4fc2ed85a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:34.754825 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d0f2ac-797b-4a70-ad49-fef4fc2ed85a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:34.755728 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d0f2ac-797b-4a70-ad49-fef4fc2ed85a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:34.757347 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d0f2ac-797b-4a70-ad49-fef4fc2ed85a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:34.757731 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d0f2ac-797b-4a70-ad49-fef4fc2ed85a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:34.758603 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d0f2ac-797b-4a70-ad49-fef4fc2ed85a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:34.758954 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d0f2ac-797b-4a70-ad49-fef4fc2ed85a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:34.759300 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d0f2ac-797b-4a70-ad49-fef4fc2ed85a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:34.759643 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d0f2ac-797b-4a70-ad49-fef4fc2ed85a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:34.838403 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832935fc-955a-42ff-bdae-3edda0c6bf0d req-1ba104ae-8614-4815-ae78-5734f0b1fe67 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:34.846747 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832935fc-955a-42ff-bdae-3edda0c6bf0d req-1ba104ae-8614-4815-ae78-5734f0b1fe67 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:34.848798 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-832935fc-955a-42ff-bdae-3edda0c6bf0d req-1ba104ae-8614-4815-ae78-5734f0b1fe67 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7242ac-e86b-4436-97d9-fbee8b12e941 HTTP/1.1" status: 200 len: 1679 time: 0.3677161 Nov 27 03:48:34.883203 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 9ada3afe-5b08-462e-96ad-bec17908cd6d details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:48:34.907291 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-36d0f2ac-797b-4a70-ad49-fef4fc2ed85a service neutron] Attempting to bind port e695790c-fb80-490e-8b57-32cd9a699aa8 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:48:34.907643 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-36d0f2ac-797b-4a70-ad49-fef4fc2ed85a service neutron] Attempting to bind port e695790c-fb80-490e-8b57-32cd9a699aa8 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:48:34.907984 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-36d0f2ac-797b-4a70-ad49-fef4fc2ed85a service neutron] Attempting to bind port e695790c-fb80-490e-8b57-32cd9a699aa8 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:48:34.916542 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-36d0f2ac-797b-4a70-ad49-fef4fc2ed85a service neutron] Port e695790c-fb80-490e-8b57-32cd9a699aa8 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:48:34.917189 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-36d0f2ac-797b-4a70-ad49-fef4fc2ed85a service neutron] Attempting to bind port e695790c-fb80-490e-8b57-32cd9a699aa8 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:48:34.924169 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-36d0f2ac-797b-4a70-ad49-fef4fc2ed85a service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:48:34.924520 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-36d0f2ac-797b-4a70-ad49-fef4fc2ed85a service neutron] Checking segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:48:34.924978 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-36d0f2ac-797b-4a70-ad49-fef4fc2ed85a service neutron] Bound using segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:48:34.925693 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-36d0f2ac-797b-4a70-ad49-fef4fc2ed85a service neutron] Bound port: e695790c-fb80-490e-8b57-32cd9a699aa8, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:48:34.926113 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-36d0f2ac-797b-4a70-ad49-fef4fc2ed85a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:35.034244 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-832935fc-955a-42ff-bdae-3edda0c6bf0d req-43ef5b25-11a5-469a-8fa7-342709ccf807 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a421b-fa91-4269-8203-eac6a41dc513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487131 Nov 27 03:48:35.093921 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bcf91e-1aa6-412f-943f-623143d8e76c req-0841f69f-2967-4fa2-8aa5-2d42ce8e655a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:35.097820 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b8bcf91e-1aa6-412f-943f-623143d8e76c req-0841f69f-2967-4fa2-8aa5-2d42ce8e655a service neutron] 10.222.0.23 "GET /v2.0/networks?id=fa05b832-4a56-4072-b0af-d9ce19e83099 HTTP/1.1" status: 200 len: 923 time: 0.4935343 Nov 27 03:48:35.175332 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 9ada3afe-5b08-462e-96ad-bec17908cd6d, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=9ada3afe-5b08-462e-96ad-bec17908cd6d,segment=NetworkSegment(b0f39da6-536c-459a-9945-6662db53cdb6),segment_id=b0f39da6-536c-459a-9945-6662db53cdb6)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:35.207243 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '9ada3afe-5b08-462e-96ad-bec17908cd6d', 'network_id': 'fa05b832-4a56-4072-b0af-d9ce19e83099', 'port_id': '9ada3afe-5b08-462e-96ad-bec17908cd6d', 'mac_address': 'fa:16:3e:2c:42:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5627de8b-a39f-489f-ab76-1826aeb58791', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:48:35.229232 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b8bcf91e-1aa6-412f-943f-623143d8e76c req-f9c7e4b0-3f83-4adc-95f4-a5ff94db25cd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ada3afe-5b08-462e-96ad-bec17908cd6d HTTP/1.1" status: 200 len: 217 time: 0.1037142 Nov 27 03:48:35.232546 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a05efb-ead6-4a69-9b2a-9dd73045061a req-9c5f6b83-6cde-40ad-b834-f23c8e198dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:35.234259 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a05efb-ead6-4a69-9b2a-9dd73045061a req-9c5f6b83-6cde-40ad-b834-f23c8e198dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:35.236434 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-23a05efb-ead6-4a69-9b2a-9dd73045061a req-9c5f6b83-6cde-40ad-b834-f23c8e198dfe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=da0e9b0fd6b84af582a0cba7df1335e8&device_id=5a7242ac-e86b-4436-97d9-fbee8b12e941 HTTP/1.1" status: 200 len: 1981 time: 0.4510744 Nov 27 03:48:35.242033 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-36d0f2ac-797b-4a70-ad49-fef4fc2ed85a service neutron] For port e695790c-fb80-490e-8b57-32cd9a699aa8, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:48:35.247414 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-36d0f2ac-797b-4a70-ad49-fef4fc2ed85a service neutron] For port e695790c-fb80-490e-8b57-32cd9a699aa8, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=e695790c-fb80-490e-8b57-32cd9a699aa8,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:48:35.257975 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e1c48e-6e2f-4a3b-9e5a-d3b717cf8dbd req-c3b18073-b9a9-41c9-bfe1-b792046f6575 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:35.259549 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-70e1c48e-6e2f-4a3b-9e5a-d3b717cf8dbd req-c3b18073-b9a9-41c9-bfe1-b792046f6575 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b39fdb-7146-4213-b996-8994cc70f03b HTTP/1.1" status: 200 len: 946 time: 0.1227376 Nov 27 03:48:35.261145 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-36d0f2ac-797b-4a70-ad49-fef4fc2ed85a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:35.262607 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:35.281252 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ada3afe-5b08-462e-96ad-bec17908cd6d {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:48:35.305124 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 9ada3afe-5b08-462e-96ad-bec17908cd6d, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=9ada3afe-5b08-462e-96ad-bec17908cd6d,segment=NetworkSegment(b0f39da6-536c-459a-9945-6662db53cdb6),segment_id=b0f39da6-536c-459a-9945-6662db53cdb6)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:35.311265 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:35.323301 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-36d0f2ac-797b-4a70-ad49-fef4fc2ed85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:35.323931 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-36d0f2ac-797b-4a70-ad49-fef4fc2ed85a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:35.325339 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-36d0f2ac-797b-4a70-ad49-fef4fc2ed85a service neutron] 10.222.0.11 "PUT /v2.0/ports/e695790c-fb80-490e-8b57-32cd9a699aa8 HTTP/1.1" status: 200 len: 1095 time: 1.8372469 Nov 27 03:48:35.328405 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4734043-8f77-4a5f-990b-da1153021f51', 'tag': 'e695790c-fb80-490e-8b57-32cd9a699aa8'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:48:35.330774 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215628ca-f85c-4ec8-9aec-2f4ec73487f2" -d '{"events": [{"name": "network-changed", "server_uuid": "a4734043-8f77-4a5f-990b-da1153021f51", "tag": "e695790c-fb80-490e-8b57-32cd9a699aa8"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:48:35.393180 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-70e1c48e-6e2f-4a3b-9e5a-d3b717cf8dbd req-95fe6411-1001-4245-b230-4161c5501161 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040154 Nov 27 03:48:35.397098 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=9ada3afe-5b08-462e-96ad-bec17908cd6d,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:35.410590 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d0f2ac-797b-4a70-ad49-fef4fc2ed85a service neutron] Pushing event updated for resources: {'Port': ['ID=e695790c-fb80-490e-8b57-32cd9a699aa8,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:35.463927 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-d3f46c19-d0af-4b6d-97f0-93937b861bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:35.465480 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-d3f46c19-d0af-4b6d-97f0-93937b861bbf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d416f1581fce4cbda78108e0795a4c3c&device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 1098 time: 0.0710087 Nov 27 03:48:35.466149 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bcf91e-1aa6-412f-943f-623143d8e76c req-2e68a07f-00f7-45e0-a5c0-308504518743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:35.467787 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b8bcf91e-1aa6-412f-943f-623143d8e76c req-2e68a07f-00f7-45e0-a5c0-308504518743 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5627de8b-a39f-489f-ab76-1826aeb58791 HTTP/1.1" status: 200 len: 862 time: 0.2302606 Nov 27 03:48:35.484165 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50949f-fdc0-41d0-8311-2b3250236cac req-e12f9ea3-ad56-48be-aebf-0ef2287df343 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:35.485900 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6e50949f-fdc0-41d0-8311-2b3250236cac req-e12f9ea3-ad56-48be-aebf-0ef2287df343 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 947 time: 0.2614613 Nov 27 03:48:35.497486 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1a6e9c29-cf2b-4036-9724-cab1d57f8056 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:35.553295 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1a6e9c29-cf2b-4036-9724-cab1d57f8056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:35.558176 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b8bcf91e-1aa6-412f-943f-623143d8e76c req-c10b798e-2bee-42a4-9dfb-90b52e0ca383 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fa05b832-4a56-4072-b0af-d9ce19e83099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641057 Nov 27 03:48:35.572865 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-a13fd22e-df73-4024-a03d-c9742b3e2bc1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=e695790c-fb80-490e-8b57-32cd9a699aa8 HTTP/1.1" status: 200 len: 217 time: 0.0910046 Nov 27 03:48:35.596037 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e9c29-cf2b-4036-9724-cab1d57f8056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4368533-280d-4285-a228-ddd922f72d08,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:35.615238 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a05efb-ead6-4a69-9b2a-9dd73045061a req-16109bea-13d2-4521-8f04-154ede6f3c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:35.616841 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-23a05efb-ead6-4a69-9b2a-9dd73045061a req-16109bea-13d2-4521-8f04-154ede6f3c15 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1df53912-853d-4356-ab6b-e16426c86a0f HTTP/1.1" status: 200 len: 903 time: 0.3670392 Nov 27 03:48:35.678996 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a6e9c29-cf2b-4036-9724-cab1d57f8056 admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:48:35.682048 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-9cb001b6-ef0a-4dbd-8bf8-c03d23b7c864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:35.684033 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-9cb001b6-ef0a-4dbd-8bf8-c03d23b7c864 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.1038299 Nov 27 03:48:35.687516 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['9ada3afe-5b08-462e-96ad-bec17908cd6d'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:48:35.743735 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-23a05efb-ead6-4a69-9b2a-9dd73045061a req-45dcbdd5-9684-4f11-ad02-95f8b34f0ced service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.223&port_id=be4e8177-85ad-49bc-88ec-981c0cd6535a HTTP/1.1" status: 200 len: 217 time: 0.1099911 Nov 27 03:48:35.749749 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1a6e9c29-cf2b-4036-9724-cab1d57f8056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:35.750108 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-1a6e9c29-cf2b-4036-9724-cab1d57f8056 admin admin] Added segment 35578323-0418-4a3f-86b4-c2cd878da045 of type vlan for network 9ff8078f-ae3b-4728-b001-9277e61f21a6 Nov 27 03:48:35.784592 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6e50949f-fdc0-41d0-8311-2b3250236cac req-43b04d24-c71f-4ed9-b292-8e718819754d tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719598 Nov 27 03:48:35.785007 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-169add4b-f815-46aa-b135-30fd260f451f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:35.786711 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-169add4b-f815-46aa-b135-30fd260f451f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0939929 Nov 27 03:48:35.921020 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-8931387a-5bcd-466c-bd10-8718911bf3ea service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244769 Nov 27 03:48:35.922455 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234bfca0-71e0-4b47-bff2-953bb6c6299a x-openstack-request-id: req-234bfca0-71e0-4b47-bff2-953bb6c6299a {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:48:35.922789 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4734043-8f77-4a5f-990b-da1153021f51", "tag": "e695790c-fb80-490e-8b57-32cd9a699aa8", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:48:35.923044 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-234bfca0-71e0-4b47-bff2-953bb6c6299a {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:48:35.923441 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4734043-8f77-4a5f-990b-da1153021f51', 'tag': 'e695790c-fb80-490e-8b57-32cd9a699aa8', 'status': 'completed', 'code': 200} Nov 27 03:48:35.963096 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1a6e9c29-cf2b-4036-9724-cab1d57f8056 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:36.032938 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b8bcf91e-1aa6-412f-943f-623143d8e76c req-3e9fbf20-3913-499d-bc7b-8ce04ad4a2aa service neutron] 10.222.0.23 "GET /v2.0/networks/fa05b832-4a56-4072-b0af-d9ce19e83099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4380751 Nov 27 03:48:36.039205 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a05efb-ead6-4a69-9b2a-9dd73045061a req-fa31081a-1950-47a9-9223-dfae17a596f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:36.040749 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-23a05efb-ead6-4a69-9b2a-9dd73045061a req-fa31081a-1950-47a9-9223-dfae17a596f7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=618d8163-de9e-494b-ae4d-477cb72cee99 HTTP/1.1" status: 200 len: 801 time: 0.2513683 Nov 27 03:48:36.050190 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1a6e9c29-cf2b-4036-9724-cab1d57f8056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:36.051468 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6e9c29-cf2b-4036-9724-cab1d57f8056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:36.052359 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1a6e9c29-cf2b-4036-9724-cab1d57f8056 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:36.060681 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9c0c5601-6533-4d68-a56f-b5d75f4022f5 req-ca7f42eb-1f0e-43d2-bf3c-b14eb63e2800 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314056 Nov 27 03:48:36.147426 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767ca69-0b35-43df-90d8-c38d7e27229a req-9715f3c1-b32a-4b98-b2dc-5c15d5bdbb0b tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:36.149167 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9767ca69-0b35-43df-90d8-c38d7e27229a req-9715f3c1-b32a-4b98-b2dc-5c15d5bdbb0b tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 944 time: 0.0504446 Nov 27 03:48:36.187384 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe93d0-71b8-499f-aabb-75e9d6c7d6ae req-2ccd0781-1d7d-4497-be1a-f85217146942 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:36.188875 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d7fe93d0-71b8-499f-aabb-75e9d6c7d6ae req-2ccd0781-1d7d-4497-be1a-f85217146942 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=4abb9114-49e9-44d6-9e83-2bc956409433 HTTP/1.1" status: 200 len: 945 time: 0.2299883 Nov 27 03:48:36.202712 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1a6e9c29-cf2b-4036-9724-cab1d57f8056 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0178359 Nov 27 03:48:36.207326 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60776) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:36.213753 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-bbc2a10d-3fe3-4152-aeb8-7a68d11ebf1f admin admin] Request body: {'subnet': {'network_id': '9ff8078f-ae3b-4728-b001-9277e61f21a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1629102924-subnet', 'tenant_id': '3e0a6e3903404d4c8a0246b387bf3805', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:48:36.244100 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e9c29-cf2b-4036-9724-cab1d57f8056 admin admin] Pushing event updated for resources: {'Network': ['ID=9ff8078f-ae3b-4728-b001-9277e61f21a6,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:36.249708 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a05efb-ead6-4a69-9b2a-9dd73045061a req-195c21c7-37ce-46b0-9d54-de119211d6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:36.251315 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-23a05efb-ead6-4a69-9b2a-9dd73045061a req-195c21c7-37ce-46b0-9d54-de119211d6e6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1df53912-853d-4356-ab6b-e16426c86a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1962025 Nov 27 03:48:36.257500 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215628ca-f85c-4ec8-9aec-2f4ec73487f2 req-e8ca5a55-6e55-47a3-99ea-675390253975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:36.258607 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 9ff8078f-ae3b-4728-b001-9277e61f21a6 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:48:36.259178 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-215628ca-f85c-4ec8-9aec-2f4ec73487f2 req-e8ca5a55-6e55-47a3-99ea-675390253975 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d416f1581fce4cbda78108e0795a4c3c&device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 1098 time: 0.0928984 Nov 27 03:48:36.265118 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9767ca69-0b35-43df-90d8-c38d7e27229a req-f188a116-7d94-48f3-9dea-3c6951fad698 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064906 Nov 27 03:48:36.298532 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc2a10d-3fe3-4152-aeb8-7a68d11ebf1f admin admin] Made reservation on behalf of 3e0a6e3903404d4c8a0246b387bf3805 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:48:36.298532 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bbc2a10d-3fe3-4152-aeb8-7a68d11ebf1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:36.381358 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d7fe93d0-71b8-499f-aabb-75e9d6c7d6ae req-ac2e609a-07f9-49fd-b1f0-6d59857a57e7 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850672 Nov 27 03:48:36.408681 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b8bcf91e-1aa6-412f-943f-623143d8e76c req-04a2f336-4f9c-49c2-bdfa-706d05843164 service neutron] 10.222.0.23 "GET /v2.0/networks/fa05b832-4a56-4072-b0af-d9ce19e83099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367226 Nov 27 03:48:36.479361 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-23a05efb-ead6-4a69-9b2a-9dd73045061a req-bc233dcb-0c6c-4f9c-baf5-027e919de207 service neutron] 10.222.0.23 "GET /v2.0/networks/1df53912-853d-4356-ab6b-e16426c86a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154155 Nov 27 03:48:36.528878 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215628ca-f85c-4ec8-9aec-2f4ec73487f2 req-eba80e50-7ac0-416e-aaf5-af40ef7a1c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:36.530382 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-215628ca-f85c-4ec8-9aec-2f4ec73487f2 req-eba80e50-7ac0-416e-aaf5-af40ef7a1c77 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.2603953 Nov 27 03:48:36.548143 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d16c8-8a1e-4e62-bf17-821080451626 req-6d78fd47-b4a9-445a-af13-16b9a441ca11 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:36.554703 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d16c8-8a1e-4e62-bf17-821080451626 req-6d78fd47-b4a9-445a-af13-16b9a441ca11 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:36.556269 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-aa4d16c8-8a1e-4e62-bf17-821080451626 req-6d78fd47-b4a9-445a-af13-16b9a441ca11 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7242ac-e86b-4436-97d9-fbee8b12e941 HTTP/1.1" status: 200 len: 1679 time: 0.1032405 Nov 27 03:48:36.612568 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-215628ca-f85c-4ec8-9aec-2f4ec73487f2 req-830bfb45-f2aa-4c7b-bfe7-bb28633520f7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=e695790c-fb80-490e-8b57-32cd9a699aa8 HTTP/1.1" status: 200 len: 217 time: 0.0535877 Nov 27 03:48:36.613431 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5eb55-45e4-42d1-a87e-7e5b401fe969 req-93c1cadf-793e-4730-ae9f-3a4f23b37a6c tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:36.614995 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b2f5eb55-45e4-42d1-a87e-7e5b401fe969 req-93c1cadf-793e-4730-ae9f-3a4f23b37a6c tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b39fdb-7146-4213-b996-8994cc70f03b HTTP/1.1" status: 200 len: 946 time: 0.0767114 Nov 27 03:48:36.618848 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-23a05efb-ead6-4a69-9b2a-9dd73045061a req-7a7dd0bc-801d-4a7e-aaf2-3331d9b85354 service neutron] 10.222.0.23 "GET /v2.0/networks/1df53912-853d-4356-ab6b-e16426c86a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306863 Nov 27 03:48:36.667777 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b2f5eb55-45e4-42d1-a87e-7e5b401fe969 req-fbd84428-99be-41bd-a424-9397ce453809 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465078 Nov 27 03:48:36.711444 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-aa4d16c8-8a1e-4e62-bf17-821080451626 req-d993f88a-ff42-4c41-9728-5d3f8a0b6557 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a421b-fa91-4269-8203-eac6a41dc513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450362 Nov 27 03:48:36.738152 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215628ca-f85c-4ec8-9aec-2f4ec73487f2 req-e1a0cf36-b7c6-4167-a281-2e02e00cb91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:36.739739 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-215628ca-f85c-4ec8-9aec-2f4ec73487f2 req-e1a0cf36-b7c6-4167-a281-2e02e00cb91e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.1070940 Nov 27 03:48:36.808158 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8763ddf-2fec-42b5-aee2-9df6f0edb343 req-510ad112-071f-4514-a51c-925a77b36081 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:36.809733 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f8763ddf-2fec-42b5-aee2-9df6f0edb343 req-510ad112-071f-4514-a51c-925a77b36081 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.11 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 944 time: 0.0619054 Nov 27 03:48:36.811199 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bbc2a10d-3fe3-4152-aeb8-7a68d11ebf1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:36.876386 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc2a10d-3fe3-4152-aeb8-7a68d11ebf1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdd47af3-1760-4461-be21-108e1865b763,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:36.884601 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215628ca-f85c-4ec8-9aec-2f4ec73487f2 req-8c11ff7c-2a7b-4289-b8c9-f8fae018827f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:36.886151 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-215628ca-f85c-4ec8-9aec-2f4ec73487f2 req-8c11ff7c-2a7b-4289-b8c9-f8fae018827f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1285150 Nov 27 03:48:36.903771 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 056811ea-5b6e-43a2-8639-161cdbafc685 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:48:36.910715 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 9ada3afe-5b08-462e-96ad-bec17908cd6d up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:48:36.916181 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc2a10d-3fe3-4152-aeb8-7a68d11ebf1f admin admin] Checking segment: {'id': '35578323-0418-4a3f-86b4-c2cd878da045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9ff8078f-ae3b-4728-b001-9277e61f21a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:48:36.916634 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc2a10d-3fe3-4152-aeb8-7a68d11ebf1f admin admin] Network hostable DHCP agents. Network: 9ff8078f-ae3b-4728-b001-9277e61f21a6, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:48:36.948229 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-f8763ddf-2fec-42b5-aee2-9df6f0edb343 req-38140dd2-a0b4-4f9d-b097-3a4eabb98a73 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Deleting port 4292e6b2-41b2-40ba-8f4f-fca486354a2c {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:48:36.949078 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f8763ddf-2fec-42b5-aee2-9df6f0edb343 req-38140dd2-a0b4-4f9d-b097-3a4eabb98a73 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:37.023648 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc2a10d-3fe3-4152-aeb8-7a68d11ebf1f admin admin] Network 9ff8078f-ae3b-4728-b001-9277e61f21a6 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:48:37.042367 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-bbc2a10d-3fe3-4152-aeb8-7a68d11ebf1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 9ff8078f-ae3b-4728-b001-9277e61f21a6) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:48:37.055250 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc2a10d-3fe3-4152-aeb8-7a68d11ebf1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:37.055896 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bbc2a10d-3fe3-4152-aeb8-7a68d11ebf1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:37.100182 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48c699e-f2f1-4d16-ada8-0896f0b1c231 None None] Network 9ff8078f-ae3b-4728-b001-9277e61f21a6 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:48:37.102256 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-f8763ddf-2fec-42b5-aee2-9df6f0edb343 req-38140dd2-a0b4-4f9d-b097-3a4eabb98a73 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] For port 4292e6b2-41b2-40ba-8f4f-fca486354a2c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=4292e6b2-41b2-40ba-8f4f-fca486354a2c,segment=NetworkSegment(0ede1ec6-1b9f-43e0-8048-29f023f3314a),segment_id=0ede1ec6-1b9f-43e0-8048-29f023f3314a)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:37.102798 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f8763ddf-2fec-42b5-aee2-9df6f0edb343 req-38140dd2-a0b4-4f9d-b097-3a4eabb98a73 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:37.119918 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-f8763ddf-2fec-42b5-aee2-9df6f0edb343 req-38140dd2-a0b4-4f9d-b097-3a4eabb98a73 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Calling delete_port for 4292e6b2-41b2-40ba-8f4f-fca486354a2c owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:48:37.152979 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-bbc2a10d-3fe3-4152-aeb8-7a68d11ebf1f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9403968 Nov 27 03:48:37.160162 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-215628ca-f85c-4ec8-9aec-2f4ec73487f2 req-acffd3f6-4288-4dfc-baa9-02c386d7980b service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572567 Nov 27 03:48:37.162968 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60798) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:37.167496 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-84cfdbd3-9e92-4c37-825a-d0d614a4c583 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1629102924-router', 'tenant_id': '3e0a6e3903404d4c8a0246b387bf3805', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:48:37.213658 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 9ada3afe-5b08-462e-96ad-bec17908cd6d completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:48:37.238376 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 9ada3afe-5b08-462e-96ad-bec17908cd6d triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:48:37.238777 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:37.252858 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 056811ea-5b6e-43a2-8639-161cdbafc685, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=056811ea-5b6e-43a2-8639-161cdbafc685,segment=NetworkSegment(0bb551e7-146d-46ca-9c8f-ded6a0e3d6fc),segment_id=0bb551e7-146d-46ca-9c8f-ded6a0e3d6fc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:37.270709 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52795d3b-67fb-4eec-b39b-a6e308095f91 req-4838de33-5486-49cb-b522-7ad6deb37c00 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:37.276674 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-52795d3b-67fb-4eec-b39b-a6e308095f91 req-4838de33-5486-49cb-b522-7ad6deb37c00 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b39fdb-7146-4213-b996-8994cc70f03b HTTP/1.1" status: 200 len: 946 time: 0.0937366 Nov 27 03:48:37.283817 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dcb7d0-6c1b-44f4-84ad-653b020ffe03 req-74cbac60-6615-4f0d-8b29-2b582b10403a tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:37.286719 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b9dcb7d0-6c1b-44f4-84ad-653b020ffe03 req-74cbac60-6615-4f0d-8b29-2b582b10403a tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 947 time: 0.2237866 Nov 27 03:48:37.302434 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '056811ea-5b6e-43a2-8639-161cdbafc685', 'network_id': '35cc0bd3-4024-4a80-9020-7d7ac9b14f36', 'port_id': '056811ea-5b6e-43a2-8639-161cdbafc685', 'mac_address': 'fa:16:3e:98:d1:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '648c4fe8-7faa-47d4-9f2e-6a91fcd3abb7', 'ip_address': '19.80.0.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:48:37.318658 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-84cfdbd3-9e92-4c37-825a-d0d614a4c583 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:37.319877 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-84cfdbd3-9e92-4c37-825a-d0d614a4c583 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:37.366091 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-215628ca-f85c-4ec8-9aec-2f4ec73487f2 req-df81d4b4-c01b-411b-a279-e514b0565dc1 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925836 Nov 27 03:48:37.371401 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 60804) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:37.376361 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f8763ddf-2fec-42b5-aee2-9df6f0edb343 req-38140dd2-a0b4-4f9d-b097-3a4eabb98a73 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:37.399426 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:37.402174 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b9dcb7d0-6c1b-44f4-84ad-653b020ffe03 req-a8842334-04a6-4d12-8758-fbaa8bcd71d9 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078537 Nov 27 03:48:37.436474 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-84cfdbd3-9e92-4c37-825a-d0d614a4c583 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:37.442454 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['4292e6b2-41b2-40ba-8f4f-fca486354a2c'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:48:37.455860 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-52795d3b-67fb-4eec-b39b-a6e308095f91 req-427c2aca-78fb-4623-9bc2-2f4811db1bf5 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706936 Nov 27 03:48:37.462980 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38140dd2-a0b4-4f9d-b097-3a4eabb98a73 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Pushing event deleted for resources: {'Port': ['ID=4292e6b2-41b2-40ba-8f4f-fca486354a2c,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:37.529072 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294ac961-badf-4168-8fd5-d858259fdac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-9ff8078f-ae3b-4728-b001-9277e61f21a6', 'network_id': '9ff8078f-ae3b-4728-b001-9277e61f21a6', 'tenant_id': '3e0a6e3903404d4c8a0246b387bf3805', 'fixed_ips': [{'subnet_id': 'fdd47af3-1760-4461-be21-108e1865b763'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 03:48:37.529958 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-294ac961-badf-4168-8fd5-d858259fdac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:37.555821 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8763ddf-2fec-42b5-aee2-9df6f0edb343 req-38140dd2-a0b4-4f9d-b097-3a4eabb98a73 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] No DVR routers for this DVR port 4292e6b2-41b2-40ba-8f4f-fca486354a2c on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:48:37.561978 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f8763ddf-2fec-42b5-aee2-9df6f0edb343 req-38140dd2-a0b4-4f9d-b097-3a4eabb98a73 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:37.566315 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f8763ddf-2fec-42b5-aee2-9df6f0edb343 req-38140dd2-a0b4-4f9d-b097-3a4eabb98a73 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.11 "DELETE /v2.0/ports/4292e6b2-41b2-40ba-8f4f-fca486354a2c HTTP/1.1" status: 204 len: 173 time: 0.7480783 Nov 27 03:48:37.567199 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '389e51af-9c9e-4a6f-98ea-b68eb3ebf55c', 'name': 'network-vif-deleted', 'tag': '4292e6b2-41b2-40ba-8f4f-fca486354a2c'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:48:37.567896 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 056811ea-5b6e-43a2-8639-161cdbafc685 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:48:37.569793 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d09d3e7-41cc-4250-a8e7-cc4c82d467df" -d '{"events": [{"server_uuid": "389e51af-9c9e-4a6f-98ea-b68eb3ebf55c", "name": "network-vif-deleted", "tag": "4292e6b2-41b2-40ba-8f4f-fca486354a2c"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:48:37.617553 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9a6f2a12-9320-42c3-a0b8-4718fe655445 req-6babaffb-2f20-466d-92a3-26dcff1e232f tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e51af-9c9e-4a6f-98ea-b68eb3ebf55c HTTP/1.1" status: 200 len: 210 time: 0.0571234 Nov 27 03:48:37.621176 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 056811ea-5b6e-43a2-8639-161cdbafc685, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=056811ea-5b6e-43a2-8639-161cdbafc685,segment=NetworkSegment(0bb551e7-146d-46ca-9c8f-ded6a0e3d6fc),segment_id=0bb551e7-146d-46ca-9c8f-ded6a0e3d6fc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:37.623516 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:37.665223 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1bf0eae4-892c-4cee-ad02-ce3afefd6740 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:37.729953 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:37.731200 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device be4e8177-85ad-49bc-88ec-981c0cd6535a details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:48:37.823909 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0b7a3-bec8-44d8-8d60-6b15e3669c2d req-24601e7d-6dc2-43f4-b844-0c4b4b8d790d tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:37.825496 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-03c0b7a3-bec8-44d8-8d60-6b15e3669c2d req-24601e7d-6dc2-43f4-b844-0c4b4b8d790d tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=4abb9114-49e9-44d6-9e83-2bc956409433 HTTP/1.1" status: 200 len: 945 time: 0.0792894 Nov 27 03:48:37.826425 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4abb9114-49e9-44d6-9e83-2bc956409433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ada3afe-5b08-462e-96ad-bec17908cd6d'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:48:37.829037 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2a2f2a-ec82-443d-bf5f-f726c7d99b43" -d '{"events": [{"server_uuid": "4abb9114-49e9-44d6-9e83-2bc956409433", "name": "network-vif-plugged", "status": "completed", "tag": "9ada3afe-5b08-462e-96ad-bec17908cd6d"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:48:37.846428 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1bf0eae4-892c-4cee-ad02-ce3afefd6740 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:37.857588 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1bf0eae4-892c-4cee-ad02-ce3afefd6740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:37.906397 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 9ada3afe-5b08-462e-96ad-bec17908cd6d, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=9ada3afe-5b08-462e-96ad-bec17908cd6d,segment=NetworkSegment(b0f39da6-536c-459a-9945-6662db53cdb6),segment_id=b0f39da6-536c-459a-9945-6662db53cdb6)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:37.920330 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1bf0eae4-892c-4cee-ad02-ce3afefd6740 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=76142a65589a48e5966dcfd14f016465&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5471277 Nov 27 03:48:37.921157 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf0eae4-892c-4cee-ad02-ce3afefd6740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f59eb10-9efc-4715-9cf1-3df5dc6b4ca5,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:37.925017 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 60816) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:37.935359 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-03c0b7a3-bec8-44d8-8d60-6b15e3669c2d req-d258107c-2da1-42be-837d-f8a6fd64cd98 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995271 Nov 27 03:48:37.962657 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-84cfdbd3-9e92-4c37-825a-d0d614a4c583 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:37.993961 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8888e568-4f40-4881-8058-0e53c0b64043 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:38.000859 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e386d58-ce43-4870-9bbb-5c71ab4074ff req-1c18546b-7c5c-4236-8210-e159cc64e43d tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:38.002495 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0e386d58-ce43-4870-9bbb-5c71ab4074ff req-1c18546b-7c5c-4236-8210-e159cc64e43d tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f4f107-d53f-42a9-a6d8-3d0a32c664ad HTTP/1.1" status: 200 len: 946 time: 0.4302371 Nov 27 03:48:38.022910 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8888e568-4f40-4881-8058-0e53c0b64043 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:38.038079 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f332020-f229-49a0-a74e-724e14ef932b x-openstack-request-id: req-7f332020-f229-49a0-a74e-724e14ef932b {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:48:38.038505 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "389e51af-9c9e-4a6f-98ea-b68eb3ebf55c", "name": "network-vif-deleted", "tag": "4292e6b2-41b2-40ba-8f4f-fca486354a2c", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:48:38.038885 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f332020-f229-49a0-a74e-724e14ef932b {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:48:38.039392 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '389e51af-9c9e-4a6f-98ea-b68eb3ebf55c', 'name': 'network-vif-deleted', 'tag': '4292e6b2-41b2-40ba-8f4f-fca486354a2c', 'status': 'completed', 'code': 200} Nov 27 03:48:38.086804 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0e386d58-ce43-4870-9bbb-5c71ab4074ff req-812366d4-d234-4876-babe-9754b965183f tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.20 "GET /v2.0/security-groups?id=4502c4dd-84bc-4324-9c12-71b4dee715c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570250 Nov 27 03:48:38.095236 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8888e568-4f40-4881-8058-0e53c0b64043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:38.104342 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8888e568-4f40-4881-8058-0e53c0b64043 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:38.108997 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8888e568-4f40-4881-8058-0e53c0b64043 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2f59eb10-9efc-4715-9cf1-3df5dc6b4ca5 HTTP/1.1" status: 204 len: 168 time: 0.1806891 Nov 27 03:48:38.134585 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:38.143775 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=056811ea-5b6e-43a2-8639-161cdbafc685,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:38.145391 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8888e568-4f40-4881-8058-0e53c0b64043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f59eb10-9efc-4715-9cf1-3df5dc6b4ca5,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:38.218349 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768799d9-b043-4329-a99c-fda25e9ff34b req-3ab50d8b-ce7e-4fc2-95b6-d837aa045665 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:38.227008 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768799d9-b043-4329-a99c-fda25e9ff34b req-3ab50d8b-ce7e-4fc2-95b6-d837aa045665 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:38.236300 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-768799d9-b043-4329-a99c-fda25e9ff34b req-3ab50d8b-ce7e-4fc2-95b6-d837aa045665 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7242ac-e86b-4436-97d9-fbee8b12e941 HTTP/1.1" status: 200 len: 1680 time: 0.0769584 Nov 27 03:48:38.269890 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281ea1d0-3fb5-4178-b3f7-61a047b61e15 x-openstack-request-id: req-281ea1d0-3fb5-4178-b3f7-61a047b61e15 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:48:38.270643 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4abb9114-49e9-44d6-9e83-2bc956409433", "name": "network-vif-plugged", "status": "completed", "tag": "9ada3afe-5b08-462e-96ad-bec17908cd6d", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:48:38.271092 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-281ea1d0-3fb5-4178-b3f7-61a047b61e15 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:48:38.271851 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4abb9114-49e9-44d6-9e83-2bc956409433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ada3afe-5b08-462e-96ad-bec17908cd6d', 'code': 200} Nov 27 03:48:38.272913 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device e695790c-fb80-490e-8b57-32cd9a699aa8 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:48:38.302119 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-294ac961-badf-4168-8fd5-d858259fdac9 None None] Allocated IP 172.20.0.2 (9ff8078f-ae3b-4728-b001-9277e61f21a6/fdd47af3-1760-4461-be21-108e1865b763/88c71203-d15c-4ca0-95a0-102bf117c633) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:48:38.327584 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-768799d9-b043-4329-a99c-fda25e9ff34b req-1d159710-2564-4aae-a254-8fd84fbbb59d tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a421b-fa91-4269-8203-eac6a41dc513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905232 Nov 27 03:48:38.351866 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-84cfdbd3-9e92-4c37-825a-d0d614a4c583 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:38.383781 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=9ada3afe-5b08-462e-96ad-bec17908cd6d,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:38.385598 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-84cfdbd3-9e92-4c37-825a-d0d614a4c583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:38.432425 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706806a-b539-4f4d-a07b-13c83fcbd55b req-589b7559-4d85-4670-ae51-94b9b1cae2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:38.434292 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a706806a-b539-4f4d-a07b-13c83fcbd55b req-589b7559-4d85-4670-ae51-94b9b1cae2c2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4abb9114-49e9-44d6-9e83-2bc956409433 HTTP/1.1" status: 200 len: 1097 time: 0.0692842 Nov 27 03:48:38.520008 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a706806a-b539-4f4d-a07b-13c83fcbd55b req-fe286148-b80d-48f5-a9d4-ed88875051fe service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766530 Nov 27 03:48:38.535889 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port be4e8177-85ad-49bc-88ec-981c0cd6535a, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=be4e8177-85ad-49bc-88ec-981c0cd6535a,segment=NetworkSegment(d0cc2ce0-4b3b-44fe-bbd3-ea4e4a4b9638),segment_id=d0cc2ce0-4b3b-44fe-bbd3-ea4e4a4b9638)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:38.556005 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 60828) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:38.570816 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-84cfdbd3-9e92-4c37-825a-d0d614a4c583 admin admin] Allocated IP 172.25.1.66 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/83addeb9-dcf2-4534-86d1-264ae97763ea) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:48:38.578595 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8d9c307d-27a5-4e84-a825-26240a648503 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:38.581047 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173cb3ae-9e51-4cc2-9a42-f444f2f3b832 req-0541478c-3b6f-4a69-9ef0-3db2718279bf tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:38.582762 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-173cb3ae-9e51-4cc2-9a42-f444f2f3b832 req-0541478c-3b6f-4a69-9ef0-3db2718279bf tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 947 time: 0.0862100 Nov 27 03:48:38.584944 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': 'be4e8177-85ad-49bc-88ec-981c0cd6535a', 'network_id': '1df53912-853d-4356-ab6b-e16426c86a0f', 'port_id': 'be4e8177-85ad-49bc-88ec-981c0cd6535a', 'mac_address': 'fa:16:3e:32:33:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '618d8163-de9e-494b-ae4d-477cb72cee99', 'ip_address': '19.86.0.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:48:38.656818 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cceb7cf-1996-4e6b-840a-cbb9ccbc577d req-ee3ee414-c62f-40b0-85ac-c0af5da3f9f0 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:38.658351 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0cceb7cf-1996-4e6b-840a-cbb9ccbc577d req-ee3ee414-c62f-40b0-85ac-c0af5da3f9f0 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b39fdb-7146-4213-b996-8994cc70f03b HTTP/1.1" status: 200 len: 946 time: 0.0960875 Nov 27 03:48:38.671357 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port e695790c-fb80-490e-8b57-32cd9a699aa8, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=e695790c-fb80-490e-8b57-32cd9a699aa8,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:38.691134 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-173cb3ae-9e51-4cc2-9a42-f444f2f3b832 req-9c08bfda-de38-4c50-9963-d77df0de8ead tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996506 Nov 27 03:48:38.698501 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'e695790c-fb80-490e-8b57-32cd9a699aa8', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'port_id': 'e695790c-fb80-490e-8b57-32cd9a699aa8', 'mac_address': 'fa:16:3e:08:69:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14a2acf-f1d7-4ddf-8459-b30982428e88', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:48:38.704817 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:38.750998 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0cceb7cf-1996-4e6b-840a-cbb9ccbc577d req-a426a9fe-6100-459f-a93c-7c50d2b1ee4f tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859566 Nov 27 03:48:38.766045 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8d9c307d-27a5-4e84-a825-26240a648503 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:38.777555 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8d9c307d-27a5-4e84-a825-26240a648503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:38.788464 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be4e8177-85ad-49bc-88ec-981c0cd6535a {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:48:38.800837 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-84cfdbd3-9e92-4c37-825a-d0d614a4c583 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:38.839364 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:38.842145 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-294ac961-badf-4168-8fd5-d858259fdac9 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:38.845081 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port be4e8177-85ad-49bc-88ec-981c0cd6535a, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=be4e8177-85ad-49bc-88ec-981c0cd6535a,segment=NetworkSegment(d0cc2ce0-4b3b-44fe-bbd3-ea4e4a4b9638),segment_id=d0cc2ce0-4b3b-44fe-bbd3-ea4e4a4b9638)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:38.858485 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-294ac961-badf-4168-8fd5-d858259fdac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:38.860540 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:38.862990 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-84cfdbd3-9e92-4c37-825a-d0d614a4c583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:38.891939 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e695790c-fb80-490e-8b57-32cd9a699aa8 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:48:38.899155 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60842) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:38.899339 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8d9c307d-27a5-4e84-a825-26240a648503 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=efe02314bced4f33a6401e116632bf73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3420825 Nov 27 03:48:38.901569 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9c307d-27a5-4e84-a825-26240a648503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b52ef5a-aa4d-4bca-acdd-b6025d8b99e7,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:38.951534 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cfdbd3-9e92-4c37-825a-d0d614a4c583 admin admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:48:38.956822 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-84cfdbd3-9e92-4c37-825a-d0d614a4c583 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:48:38.957021 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294ac961-badf-4168-8fd5-d858259fdac9 None None] Network 9ff8078f-ae3b-4728-b001-9277e61f21a6 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:48:38.959242 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cfdbd3-9e92-4c37-825a-d0d614a4c583 admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:48:38.963116 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ac961-badf-4168-8fd5-d858259fdac9 None None] Pushing event updated for resources: {'Port': ['ID=88c71203-d15c-4ca0-95a0-102bf117c633,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:38.963305 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cfdbd3-9e92-4c37-825a-d0d614a4c583 admin admin] Pushing event updated for resources: {'Port': ['ID=83addeb9-dcf2-4534-86d1-264ae97763ea,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:38.967094 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-294ac961-badf-4168-8fd5-d858259fdac9 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:48:38.971623 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port e695790c-fb80-490e-8b57-32cd9a699aa8, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=e695790c-fb80-490e-8b57-32cd9a699aa8,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:38.972880 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294ac961-badf-4168-8fd5-d858259fdac9 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:48:39.002399 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:39.013632 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-957c0868-8bc4-4622-aac6-aca1f9c0bb4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:39.071907 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=be4e8177-85ad-49bc-88ec-981c0cd6535a,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:39.074928 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-294ac961-badf-4168-8fd5-d858259fdac9 None None] Attempting to bind port 88c71203-d15c-4ca0-95a0-102bf117c633 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:48:39.075379 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-294ac961-badf-4168-8fd5-d858259fdac9 None None] Attempting to bind port 88c71203-d15c-4ca0-95a0-102bf117c633 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '35578323-0418-4a3f-86b4-c2cd878da045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9ff8078f-ae3b-4728-b001-9277e61f21a6'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:48:39.075824 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294ac961-badf-4168-8fd5-d858259fdac9 None None] Attempting to bind port 88c71203-d15c-4ca0-95a0-102bf117c633 on network 9ff8078f-ae3b-4728-b001-9277e61f21a6 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:48:39.098166 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-957c0868-8bc4-4622-aac6-aca1f9c0bb4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:39.102254 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294ac961-badf-4168-8fd5-d858259fdac9 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:48:39.102678 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294ac961-badf-4168-8fd5-d858259fdac9 None None] Checking segment: {'id': '35578323-0418-4a3f-86b4-c2cd878da045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9ff8078f-ae3b-4728-b001-9277e61f21a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:48:39.103086 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-294ac961-badf-4168-8fd5-d858259fdac9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:39.103485 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294ac961-badf-4168-8fd5-d858259fdac9 None None] Bound using segment: {'id': '35578323-0418-4a3f-86b4-c2cd878da045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9ff8078f-ae3b-4728-b001-9277e61f21a6'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:48:39.103978 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-294ac961-badf-4168-8fd5-d858259fdac9 None None] Bound port: 88c71203-d15c-4ca0-95a0-102bf117c633, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35578323-0418-4a3f-86b4-c2cd878da045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9ff8078f-ae3b-4728-b001-9277e61f21a6'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:48:39.104363 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-294ac961-badf-4168-8fd5-d858259fdac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:39.164596 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=e695790c-fb80-490e-8b57-32cd9a699aa8,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:39.235674 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-294ac961-badf-4168-8fd5-d858259fdac9 None None] For port 88c71203-d15c-4ca0-95a0-102bf117c633, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:48:39.240676 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-294ac961-badf-4168-8fd5-d858259fdac9 None None] For port 88c71203-d15c-4ca0-95a0-102bf117c633, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=88c71203-d15c-4ca0-95a0-102bf117c633,segment=NetworkSegment(35578323-0418-4a3f-86b4-c2cd878da045),segment_id=35578323-0418-4a3f-86b4-c2cd878da045)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:48:39.249122 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-294ac961-badf-4168-8fd5-d858259fdac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:39.300346 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['056811ea-5b6e-43a2-8639-161cdbafc685'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:48:39.314683 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-957c0868-8bc4-4622-aac6-aca1f9c0bb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:39.318282 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-957c0868-8bc4-4622-aac6-aca1f9c0bb4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:39.321210 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-957c0868-8bc4-4622-aac6-aca1f9c0bb4e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6b52ef5a-aa4d-4bca-acdd-b6025d8b99e7 HTTP/1.1" status: 204 len: 168 time: 0.4195542 Nov 27 03:48:39.338123 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c0868-8bc4-4622-aac6-aca1f9c0bb4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b52ef5a-aa4d-4bca-acdd-b6025d8b99e7,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:39.363344 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['be4e8177-85ad-49bc-88ec-981c0cd6535a'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:48:39.365812 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['e695790c-fb80-490e-8b57-32cd9a699aa8'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:48:39.387347 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 03:48:39.406679 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-84cfdbd3-9e92-4c37-825a-d0d614a4c583 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:39.523789 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ac961-badf-4168-8fd5-d858259fdac9 None None] Pushing event updated for resources: {'Port': ['ID=88c71203-d15c-4ca0-95a0-102bf117c633,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:39.612626 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e02f77-98ca-4374-83a4-93697c27f05a req-a7f7aa7a-16e9-44d3-8c82-6ae6899797d3 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:39.623046 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-45e02f77-98ca-4374-83a4-93697c27f05a req-a7f7aa7a-16e9-44d3-8c82-6ae6899797d3 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=4abb9114-49e9-44d6-9e83-2bc956409433 HTTP/1.1" status: 200 len: 946 time: 0.1558824 Nov 27 03:48:39.726421 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef3fdf-d5eb-4f70-8da8-7b438a45723a req-9d53d45b-6e2a-47c7-81f0-da6b9fc485c4 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:39.741922 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-26ef3fdf-d5eb-4f70-8da8-7b438a45723a req-9d53d45b-6e2a-47c7-81f0-da6b9fc485c4 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f4f107-d53f-42a9-a6d8-3d0a32c664ad HTTP/1.1" status: 200 len: 946 time: 0.0978649 Nov 27 03:48:39.806085 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-45e02f77-98ca-4374-83a4-93697c27f05a req-446eb471-38bf-477a-87da-04ab8bd85e1f tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802087 Nov 27 03:48:39.825134 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-26ef3fdf-d5eb-4f70-8da8-7b438a45723a req-d6db8410-9190-4c70-96de-9b75fd7f94ee tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.20 "GET /v2.0/security-groups?id=4502c4dd-84bc-4324-9c12-71b4dee715c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805180 Nov 27 03:48:40.052302 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-84cfdbd3-9e92-4c37-825a-d0d614a4c583 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:40.086129 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353884d-9d1b-48b9-bc32-d7c41e000747 req-5c935048-8530-4996-b6e9-22882906c1dc tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:40.092100 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353884d-9d1b-48b9-bc32-d7c41e000747 req-5c935048-8530-4996-b6e9-22882906c1dc tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:40.094526 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3353884d-9d1b-48b9-bc32-d7c41e000747 req-5c935048-8530-4996-b6e9-22882906c1dc tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7242ac-e86b-4436-97d9-fbee8b12e941 HTTP/1.1" status: 200 len: 1681 time: 0.1059124 Nov 27 03:48:40.132144 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e38a834-7948-4e4c-a129-502673d5b54d req-9de9526d-3943-4f97-82f9-124175947bf4 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:40.133697 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5e38a834-7948-4e4c-a129-502673d5b54d req-9de9526d-3943-4f97-82f9-124175947bf4 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3ca7078-2116-4702-877b-4c6bb7a4fa95 HTTP/1.1" status: 200 len: 945 time: 0.1388826 Nov 27 03:48:40.165441 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa308ec-6806-409b-8b9d-f64512d28b69 req-71c16468-e2ae-4d89-828e-718e4aaa1d59 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:40.167937 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-faa308ec-6806-409b-8b9d-f64512d28b69 req-71c16468-e2ae-4d89-828e-718e4aaa1d59 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3ca7078-2116-4702-877b-4c6bb7a4fa95 HTTP/1.1" status: 200 len: 945 time: 0.1323261 Nov 27 03:48:40.179589 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3353884d-9d1b-48b9-bc32-d7c41e000747 req-169fce1d-7df9-41c7-872c-6bffd68ee212 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a421b-fa91-4269-8203-eac6a41dc513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782671 Nov 27 03:48:40.243796 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 4292e6b2-41b2-40ba-8f4f-fca486354a2c no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:48:40.261374 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5e38a834-7948-4e4c-a129-502673d5b54d req-b45cdc71-4dcf-4b15-94ad-2503910273e8 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180048 Nov 27 03:48:40.284837 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84cfdbd3-9e92-4c37-825a-d0d614a4c583 admin admin] Router 3800f3d6-c601-4c0d-8073-e6b997a6db34 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 03:48:40.287982 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: 4292e6b2-41b2-40ba-8f4f-fca486354a2c {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:48:40.289075 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 4292e6b2-41b2-40ba-8f4f-fca486354a2c not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:48:40.344863 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-faa308ec-6806-409b-8b9d-f64512d28b69 req-bd619a30-c438-4ba2-bf95-37bbaa79d92a tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Deleting port 17a8823d-dc4e-4db2-b4ef-fc2efc14860a {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:48:40.345211 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-faa308ec-6806-409b-8b9d-f64512d28b69 req-bd619a30-c438-4ba2-bf95-37bbaa79d92a tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:40.357399 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35013bfb-f9bf-47f5-bf86-b18f613d7891 req-2efb7d9f-8412-4cd6-8e99-5d75807fdbf1 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:40.358977 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-35013bfb-f9bf-47f5-bf86-b18f613d7891 req-2efb7d9f-8412-4cd6-8e99-5d75807fdbf1 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 948 time: 0.0975802 Nov 27 03:48:40.425628 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84cfdbd3-9e92-4c37-825a-d0d614a4c583 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:48:40.436842 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e568461-4bf8-4a51-adf4-89363e0ba04b None None] Sync routers for ids ['3800f3d6-c601-4c0d-8073-e6b997a6db34'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:48:40.462244 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e568461-4bf8-4a51-adf4-89363e0ba04b None None] Routers {'3800f3d6-c601-4c0d-8073-e6b997a6db34'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:48:40.462809 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-4e568461-4bf8-4a51-adf4-89363e0ba04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:48:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['3800f3d6-c601-4c0d-8073-e6b997a6db34'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:40.479028 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-84cfdbd3-9e92-4c37-825a-d0d614a4c583 admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:40.480679 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-84cfdbd3-9e92-4c37-825a-d0d614a4c583 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.3166482 Nov 27 03:48:40.483531 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60892) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:40.498660 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-35013bfb-f9bf-47f5-bf86-b18f613d7891 req-c6517669-ad72-4687-8c90-5f20eca232ff tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285806 Nov 27 03:48:40.511744 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-faa308ec-6806-409b-8b9d-f64512d28b69 req-bd619a30-c438-4ba2-bf95-37bbaa79d92a tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] For port 17a8823d-dc4e-4db2-b4ef-fc2efc14860a, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=17a8823d-dc4e-4db2-b4ef-fc2efc14860a,segment=NetworkSegment(0ede1ec6-1b9f-43e0-8048-29f023f3314a),segment_id=0ede1ec6-1b9f-43e0-8048-29f023f3314a)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:40.512116 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-faa308ec-6806-409b-8b9d-f64512d28b69 req-bd619a30-c438-4ba2-bf95-37bbaa79d92a tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:40.540137 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-faa308ec-6806-409b-8b9d-f64512d28b69 req-bd619a30-c438-4ba2-bf95-37bbaa79d92a tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Calling delete_port for 17a8823d-dc4e-4db2-b4ef-fc2efc14860a owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:48:40.613695 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-4e568461-4bf8-4a51-adf4-89363e0ba04b None None] Set router 3800f3d6-c601-4c0d-8073-e6b997a6db34 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:48:40.776126 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-faa308ec-6806-409b-8b9d-f64512d28b69 req-bd619a30-c438-4ba2-bf95-37bbaa79d92a tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:40.812213 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd619a30-c438-4ba2-bf95-37bbaa79d92a tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Pushing event deleted for resources: {'Port': ['ID=17a8823d-dc4e-4db2-b4ef-fc2efc14860a,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:40.876023 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa308ec-6806-409b-8b9d-f64512d28b69 req-bd619a30-c438-4ba2-bf95-37bbaa79d92a tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] No DVR routers for this DVR port 17a8823d-dc4e-4db2-b4ef-fc2efc14860a on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:48:40.877648 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-4e568461-4bf8-4a51-adf4-89363e0ba04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3800f3d6-c601-4c0d-8073-e6b997a6db34', 'name': 'tempest-TaggedBootDevicesTest_v242-1629102924-router', 'tenant_id': '3e0a6e3903404d4c8a0246b387bf3805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '83addeb9-dcf2-4534-86d1-264ae97763ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:48:37Z', 'updated_at': '2021-11-27T03:48:39Z', 'revision_number': 3, 'project_id': '3e0a6e3903404d4c8a0246b387bf3805', 'gw_port': {'id': '83addeb9-dcf2-4534-86d1-264ae97763ea', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3800f3d6-c601-4c0d-8073-e6b997a6db34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:48:38Z', 'updated_at': '2021-11-27T03:48:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:40.881080 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-faa308ec-6806-409b-8b9d-f64512d28b69 req-bd619a30-c438-4ba2-bf95-37bbaa79d92a tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:40.885639 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-faa308ec-6806-409b-8b9d-f64512d28b69 req-bd619a30-c438-4ba2-bf95-37bbaa79d92a tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.23 "DELETE /v2.0/ports/17a8823d-dc4e-4db2-b4ef-fc2efc14860a HTTP/1.1" status: 204 len: 173 time: 0.7055418 Nov 27 03:48:40.886207 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ca7078-2116-4702-877b-4c6bb7a4fa95', 'name': 'network-vif-deleted', 'tag': '17a8823d-dc4e-4db2-b4ef-fc2efc14860a'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:48:40.889228 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7329645b-37c1-463e-8d4f-ab7999d19a78" -d '{"events": [{"server_uuid": "b3ca7078-2116-4702-877b-4c6bb7a4fa95", "name": "network-vif-deleted", "tag": "17a8823d-dc4e-4db2-b4ef-fc2efc14860a"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:48:40.971022 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e568461-4bf8-4a51-adf4-89363e0ba04b None None] Checking router: 3800f3d6-c601-4c0d-8073-e6b997a6db34 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:48:40.971386 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e568461-4bf8-4a51-adf4-89363e0ba04b None None] Updating router 3800f3d6-c601-4c0d-8073-e6b997a6db34 port 83addeb9-dcf2-4534-86d1-264ae97763ea binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:48:40.976350 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ad81d0-fd0d-4a8d-885b-0f2c30ec4d73 None None] Network 9ff8078f-ae3b-4728-b001-9277e61f21a6 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:48:40.980807 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 056811ea-5b6e-43a2-8639-161cdbafc685 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:48:41.008550 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37fadbc-8b06-4644-9f7f-782676254f4d req-17fd2530-1091-42e7-8bc5-ad0dfa524eab tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:41.015885 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a37fadbc-8b06-4644-9f7f-782676254f4d req-17fd2530-1091-42e7-8bc5-ad0dfa524eab tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=4abb9114-49e9-44d6-9e83-2bc956409433 HTTP/1.1" status: 200 len: 946 time: 0.0748146 Nov 27 03:48:41.025019 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8045b417-465f-4358-a2cb-98e110fb911b x-openstack-request-id: req-8045b417-465f-4358-a2cb-98e110fb911b {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:48:41.026709 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ca7078-2116-4702-877b-4c6bb7a4fa95", "name": "network-vif-deleted", "tag": "17a8823d-dc4e-4db2-b4ef-fc2efc14860a", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:48:41.027044 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8045b417-465f-4358-a2cb-98e110fb911b {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:48:41.027530 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ca7078-2116-4702-877b-4c6bb7a4fa95', 'name': 'network-vif-deleted', 'tag': '17a8823d-dc4e-4db2-b4ef-fc2efc14860a', 'status': 'completed', 'code': 200} Nov 27 03:48:41.075315 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4e568461-4bf8-4a51-adf4-89363e0ba04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:41.140080 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a37fadbc-8b06-4644-9f7f-782676254f4d req-6a5e853a-40dc-4e39-8ec2-152757140701 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037266 Nov 27 03:48:41.179573 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9bcd0816-33d7-4bc0-aeb7-a7ec55d5e247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:41.309748 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfacf7e-e514-4db1-b149-b6af70c9f69c req-8c1d01cb-9ee7-40c8-9fdf-0223a396be3b tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:41.311392 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0bfacf7e-e514-4db1-b149-b6af70c9f69c req-8c1d01cb-9ee7-40c8-9fdf-0223a396be3b tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f4f107-d53f-42a9-a6d8-3d0a32c664ad HTTP/1.1" status: 200 len: 946 time: 0.1350121 Nov 27 03:48:41.413918 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 88c71203-d15c-4ca0-95a0-102bf117c633 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:48:41.473906 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 056811ea-5b6e-43a2-8639-161cdbafc685 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:48:41.483172 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-9bcd0816-33d7-4bc0-aeb7-a7ec55d5e247 admin admin] Allocated IP 172.20.0.1 (9ff8078f-ae3b-4728-b001-9277e61f21a6/fdd47af3-1760-4461-be21-108e1865b763/271a6263-1c4e-4232-ab19-41a2a5e7549b) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:48:41.484650 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 056811ea-5b6e-43a2-8639-161cdbafc685 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:48:41.485220 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:41.493066 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-e0bf5277-9829-4f55-bc16-df2fc00ea492 None None] Provisioning complete for port 88c71203-d15c-4ca0-95a0-102bf117c633 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:48:41.493678 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e0bf5277-9829-4f55-bc16-df2fc00ea492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:41.526709 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00acf7c3-8338-4e56-8692-9ca0da9e63ac req-925649a7-8dd7-4013-9871-fc4555cfe7a3 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:41.534526 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00acf7c3-8338-4e56-8692-9ca0da9e63ac req-925649a7-8dd7-4013-9871-fc4555cfe7a3 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:41.542453 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-00acf7c3-8338-4e56-8692-9ca0da9e63ac req-925649a7-8dd7-4013-9871-fc4555cfe7a3 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7242ac-e86b-4436-97d9-fbee8b12e941 HTTP/1.1" status: 200 len: 1681 time: 0.0746441 Nov 27 03:48:41.593896 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0bfacf7e-e514-4db1-b149-b6af70c9f69c req-27ff927e-1062-4497-9f7d-f839a7a4a9bd tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.20 "GET /v2.0/security-groups?id=4502c4dd-84bc-4324-9c12-71b4dee715c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2724180 Nov 27 03:48:41.616674 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-00acf7c3-8338-4e56-8692-9ca0da9e63ac req-ace77e24-4c42-467e-983a-33f42e89329d tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a421b-fa91-4269-8203-eac6a41dc513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729175 Nov 27 03:48:41.687074 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9bcd0816-33d7-4bc0-aeb7-a7ec55d5e247 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:41.748650 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d5daf-d4da-4f27-befe-93ec8ac3d7c9 req-43dedf43-5c06-486a-91c5-d9d8ca9a644c tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:41.759536 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-141d5daf-d4da-4f27-befe-93ec8ac3d7c9 req-43dedf43-5c06-486a-91c5-d9d8ca9a644c tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=4abb9114-49e9-44d6-9e83-2bc956409433 HTTP/1.1" status: 200 len: 946 time: 0.0783548 Nov 27 03:48:41.773889 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-52178f99-05d6-4e80-b5e8-e4ab1f4f3255 req-6d4482c0-f6ad-4001-8f55-a69edff911db tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3ca7078-2116-4702-877b-4c6bb7a4fa95 HTTP/1.1" status: 200 len: 210 time: 0.0559363 Nov 27 03:48:41.792461 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 88c71203-d15c-4ca0-95a0-102bf117c633 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:48:41.792461 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:41.807202 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9bcd0816-33d7-4bc0-aeb7-a7ec55d5e247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:41.859475 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-141d5daf-d4da-4f27-befe-93ec8ac3d7c9 req-643fcf5d-c405-44f2-ab7c-46bedf4c9f17 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988166 Nov 27 03:48:41.877374 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd0816-33d7-4bc0-aeb7-a7ec55d5e247 admin admin] Pushing event updated for resources: {'Port': ['ID=271a6263-1c4e-4232-ab19-41a2a5e7549b,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:41.939890 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcd0816-33d7-4bc0-aeb7-a7ec55d5e247 admin admin] Network 9ff8078f-ae3b-4728-b001-9277e61f21a6 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:48:41.943600 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-9bcd0816-33d7-4bc0-aeb7-a7ec55d5e247 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:48:41.947393 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcd0816-33d7-4bc0-aeb7-a7ec55d5e247 admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:48:41.995226 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6463d33-ce7b-45eb-940c-9d49e3dce4a2 req-a01b4102-1886-4f5d-a55f-b5e3f70aaaf0 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:42.003398 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b6463d33-ce7b-45eb-940c-9d49e3dce4a2 req-a01b4102-1886-4f5d-a55f-b5e3f70aaaf0 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 948 time: 0.1291480 Nov 27 03:48:42.013929 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9bcd0816-33d7-4bc0-aeb7-a7ec55d5e247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:42.097275 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e0bf5277-9829-4f55-bc16-df2fc00ea492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:42.134346 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b6463d33-ce7b-45eb-940c-9d49e3dce4a2 req-d049e1a6-ce22-4ab1-94f6-6ac71c7a42ea tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214159 Nov 27 03:48:42.162796 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:42.191229 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:42.233524 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-e0bf5277-9829-4f55-bc16-df2fc00ea492 None None] For port 88c71203-d15c-4ca0-95a0-102bf117c633, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=88c71203-d15c-4ca0-95a0-102bf117c633,segment=NetworkSegment(35578323-0418-4a3f-86b4-c2cd878da045),segment_id=35578323-0418-4a3f-86b4-c2cd878da045)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:42.250650 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device f147dbb6-92ed-466c-87b7-886dbc4c529a details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:48:42.252715 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device e695790c-fb80-490e-8b57-32cd9a699aa8 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:48:42.260547 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9bcd0816-33d7-4bc0-aeb7-a7ec55d5e247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:42.295844 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e0bf5277-9829-4f55-bc16-df2fc00ea492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:42.446990 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7242ac-e86b-4436-97d9-fbee8b12e941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056811ea-5b6e-43a2-8639-161cdbafc685'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:48:42.449342 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f390ed71-f5ff-4332-b0ef-87eca3d5fc6b" -d '{"events": [{"server_uuid": "5a7242ac-e86b-4436-97d9-fbee8b12e941", "name": "network-vif-plugged", "status": "completed", "tag": "056811ea-5b6e-43a2-8639-161cdbafc685"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:48:42.452902 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.api [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 03:48:42.453274 n-d-819494-3 neutron-server[110020]: DEBUG oslo_db.api [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 03:48:42.491292 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 056811ea-5b6e-43a2-8639-161cdbafc685, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=056811ea-5b6e-43a2-8639-161cdbafc685,segment=NetworkSegment(0bb551e7-146d-46ca-9c8f-ded6a0e3d6fc),segment_id=0bb551e7-146d-46ca-9c8f-ded6a0e3d6fc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:42.519513 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4e568461-4bf8-4a51-adf4-89363e0ba04b None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:42.555174 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:42.556117 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device be4e8177-85ad-49bc-88ec-981c0cd6535a up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:48:42.565833 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e94ac8-cc93-4cc5-9b80-f7034bc21971 x-openstack-request-id: req-21e94ac8-cc93-4cc5-9b80-f7034bc21971 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:48:42.566138 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a7242ac-e86b-4436-97d9-fbee8b12e941", "name": "network-vif-plugged", "status": "completed", "tag": "056811ea-5b6e-43a2-8639-161cdbafc685", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:48:42.566445 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-21e94ac8-cc93-4cc5-9b80-f7034bc21971 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:48:42.566868 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7242ac-e86b-4436-97d9-fbee8b12e941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056811ea-5b6e-43a2-8639-161cdbafc685', 'code': 200} Nov 27 03:48:42.606109 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4e568461-4bf8-4a51-adf4-89363e0ba04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:42.607998 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf5277-9829-4f55-bc16-df2fc00ea492 None None] Pushing event updated for resources: {'Port': ['ID=88c71203-d15c-4ca0-95a0-102bf117c633,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:42.617956 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9bcd0816-33d7-4bc0-aeb7-a7ec55d5e247 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:42.628306 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9bcd0816-33d7-4bc0-aeb7-a7ec55d5e247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:42.733259 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port e695790c-fb80-490e-8b57-32cd9a699aa8 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:48:42.792297 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd0816-33d7-4bc0-aeb7-a7ec55d5e247 admin admin] Pushing event updated for resources: {'Port': ['ID=271a6263-1c4e-4232-ab19-41a2a5e7549b,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:42.821123 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-4e568461-4bf8-4a51-adf4-89363e0ba04b None None] Attempting to bind port 83addeb9-dcf2-4534-86d1-264ae97763ea on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:48:42.821686 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-4e568461-4bf8-4a51-adf4-89363e0ba04b None None] Attempting to bind port 83addeb9-dcf2-4534-86d1-264ae97763ea by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:48:42.821686 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e568461-4bf8-4a51-adf4-89363e0ba04b None None] Attempting to bind port 83addeb9-dcf2-4534-86d1-264ae97763ea on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:48:42.823908 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port e695790c-fb80-490e-8b57-32cd9a699aa8 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:48:42.824299 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:42.832822 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9bcd0816-33d7-4bc0-aeb7-a7ec55d5e247 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:42.873279 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5caedf0-8092-43c8-9ea6-7ed5aef5270a req-87acabfa-a353-4806-90d5-0203dc8c76e0 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:42.881209 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5caedf0-8092-43c8-9ea6-7ed5aef5270a req-87acabfa-a353-4806-90d5-0203dc8c76e0 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:42.882254 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-5da09048-fb36-430e-a89e-bc15a732d963 None None] Provisioning complete for port 271a6263-1c4e-4232-ab19-41a2a5e7549b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:48:42.882662 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5da09048-fb36-430e-a89e-bc15a732d963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:42.890136 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a5caedf0-8092-43c8-9ea6-7ed5aef5270a req-87acabfa-a353-4806-90d5-0203dc8c76e0 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7242ac-e86b-4436-97d9-fbee8b12e941 HTTP/1.1" status: 200 len: 1682 time: 0.1313782 Nov 27 03:48:42.905738 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e568461-4bf8-4a51-adf4-89363e0ba04b None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:48:42.906123 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e568461-4bf8-4a51-adf4-89363e0ba04b None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:48:42.906539 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4e568461-4bf8-4a51-adf4-89363e0ba04b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:42.906966 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e568461-4bf8-4a51-adf4-89363e0ba04b None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:48:42.907467 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-4e568461-4bf8-4a51-adf4-89363e0ba04b None None] Bound port: 83addeb9-dcf2-4534-86d1-264ae97763ea, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:48:42.907909 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4e568461-4bf8-4a51-adf4-89363e0ba04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:42.909201 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6909e-18a0-46be-9f87-ea4981c9ac68 req-d3ef08ae-5c4c-48b3-bb70-214b1334530f tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:42.909792 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=056811ea-5b6e-43a2-8639-161cdbafc685,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:42.910982 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c7d6909e-18a0-46be-9f87-ea4981c9ac68 req-d3ef08ae-5c4c-48b3-bb70-214b1334530f tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.23 "GET /v2.0/ports?device_id=47f4f107-d53f-42a9-a6d8-3d0a32c664ad HTTP/1.1" status: 200 len: 946 time: 0.1365428 Nov 27 03:48:42.935628 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e62eef-f158-4ea7-94f4-9fdaee8dda08 req-c3543a4a-b2e6-4132-9a5d-327e81188015 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:42.945719 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-75e62eef-f158-4ea7-94f4-9fdaee8dda08 req-c3543a4a-b2e6-4132-9a5d-327e81188015 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f4f107-d53f-42a9-a6d8-3d0a32c664ad HTTP/1.1" status: 200 len: 946 time: 0.1869776 Nov 27 03:48:42.994975 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port f147dbb6-92ed-466c-87b7-886dbc4c529a, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=f147dbb6-92ed-466c-87b7-886dbc4c529a,segment=NetworkSegment(0d71eb94-5225-4db6-8e46-cee8dee27f0a),segment_id=0d71eb94-5225-4db6-8e46-cee8dee27f0a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:43.052915 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a5caedf0-8092-43c8-9ea6-7ed5aef5270a req-3abe4b9d-66a2-48fc-b15f-ab6822a72303 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a421b-fa91-4269-8203-eac6a41dc513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571453 Nov 27 03:48:43.078957 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port be4e8177-85ad-49bc-88ec-981c0cd6535a completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:48:43.093813 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'f147dbb6-92ed-466c-87b7-886dbc4c529a', 'network_id': '378a3375-2447-4153-8462-f656d3d2276f', 'port_id': 'f147dbb6-92ed-466c-87b7-886dbc4c529a', 'mac_address': 'fa:16:3e:d6:30:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aa0d39d-1f7c-48be-83b9-b4ca19c74697', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:48:43.131665 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-5da09048-fb36-430e-a89e-bc15a732d963 None None] Port 271a6263-1c4e-4232-ab19-41a2a5e7549b cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:48:43.133534 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port be4e8177-85ad-49bc-88ec-981c0cd6535a triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:48:43.134016 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:43.143364 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0bffdd-3998-4616-9e7d-7104e8a94351 None None] Pushing event updated for resources: {'Port': ['ID=83addeb9-dcf2-4534-86d1-264ae97763ea,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:43.204331 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-c7d6909e-18a0-46be-9f87-ea4981c9ac68 req-65704437-65e3-461b-9502-be6d5f7e29f9 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Deleting port 79d1c101-ddfe-4972-ae80-79dd6e8e4dea {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:48:43.204741 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c7d6909e-18a0-46be-9f87-ea4981c9ac68 req-65704437-65e3-461b-9502-be6d5f7e29f9 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:43.226103 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-4e568461-4bf8-4a51-adf4-89363e0ba04b None None] For port 83addeb9-dcf2-4534-86d1-264ae97763ea, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:48:43.279117 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-4e568461-4bf8-4a51-adf4-89363e0ba04b None None] For port 83addeb9-dcf2-4534-86d1-264ae97763ea, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=83addeb9-dcf2-4534-86d1-264ae97763ea,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:48:43.280276 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-5da09048-fb36-430e-a89e-bc15a732d963 None None] Provisioning complete for port 88c71203-d15c-4ca0-95a0-102bf117c633 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:48:43.280716 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5da09048-fb36-430e-a89e-bc15a732d963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:43.364235 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4e568461-4bf8-4a51-adf4-89363e0ba04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:43.368651 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1060b4-9e3f-49f4-877c-2c227438ae07 req-ba6427e4-ee0c-4fd0-b25a-d8e5a39a97af tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:43.370202 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d1060b4-9e3f-49f4-877c-2c227438ae07 req-ba6427e4-ee0c-4fd0-b25a-d8e5a39a97af tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.23 "GET /v2.0/ports?device_id=4abb9114-49e9-44d6-9e83-2bc956409433 HTTP/1.1" status: 200 len: 946 time: 0.1538804 Nov 27 03:48:43.376025 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 88c71203-d15c-4ca0-95a0-102bf117c633 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:48:43.402068 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:43.460539 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f147dbb6-92ed-466c-87b7-886dbc4c529a {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:48:43.486708 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port f147dbb6-92ed-466c-87b7-886dbc4c529a, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=f147dbb6-92ed-466c-87b7-886dbc4c529a,segment=NetworkSegment(0d71eb94-5225-4db6-8e46-cee8dee27f0a),segment_id=0d71eb94-5225-4db6-8e46-cee8dee27f0a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:43.508457 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-c7d6909e-18a0-46be-9f87-ea4981c9ac68 req-65704437-65e3-461b-9502-be6d5f7e29f9 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] For port 79d1c101-ddfe-4972-ae80-79dd6e8e4dea, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=79d1c101-ddfe-4972-ae80-79dd6e8e4dea,segment=NetworkSegment(db00e79a-9198-482d-8bdb-bf6ce39640c7),segment_id=db00e79a-9198-482d-8bdb-bf6ce39640c7)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:43.508853 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c7d6909e-18a0-46be-9f87-ea4981c9ac68 req-65704437-65e3-461b-9502-be6d5f7e29f9 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:43.512735 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:43.573744 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:43.602157 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2715eb84-ead4-4afb-8f64-766604bd1b77 req-ace8226a-7629-404c-851b-714d81747ee5 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:43.603802 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2715eb84-ead4-4afb-8f64-766604bd1b77 req-ace8226a-7629-404c-851b-714d81747ee5 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=4abb9114-49e9-44d6-9e83-2bc956409433 HTTP/1.1" status: 200 len: 946 time: 0.1774700 Nov 27 03:48:43.651168 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-75e62eef-f158-4ea7-94f4-9fdaee8dda08 req-159bbae4-56bb-44b5-beec-b59d450d78b7 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.20 "GET /v2.0/security-groups?id=4502c4dd-84bc-4324-9c12-71b4dee715c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7041035 Nov 27 03:48:43.655354 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:43.666379 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-1d1060b4-9e3f-49f4-877c-2c227438ae07 req-78d65091-eb0f-493e-9a24-66603f28ca2a tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Deleting port 9ada3afe-5b08-462e-96ad-bec17908cd6d {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:48:43.666819 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1d1060b4-9e3f-49f4-877c-2c227438ae07 req-78d65091-eb0f-493e-9a24-66603f28ca2a tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:43.678316 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcd0816-33d7-4bc0-aeb7-a7ec55d5e247 admin admin] Network 9ff8078f-ae3b-4728-b001-9277e61f21a6 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:48:43.681233 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e568461-4bf8-4a51-adf4-89363e0ba04b None None] Routers {'3800f3d6-c601-4c0d-8073-e6b997a6db34'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:48:43.682840 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-4e568461-4bf8-4a51-adf4-89363e0ba04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:48:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['3800f3d6-c601-4c0d-8073-e6b997a6db34'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:43.686309 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-9bcd0816-33d7-4bc0-aeb7-a7ec55d5e247 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:48:43.880298 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64bc56-3680-4f00-ab14-e32517103e50 req-908cf51c-9d00-4ce9-80be-c8d52d098215 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:43.887889 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5b64bc56-3680-4f00-ab14-e32517103e50 req-908cf51c-9d00-4ce9-80be-c8d52d098215 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 948 time: 0.1269820 Nov 27 03:48:43.933999 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bcd0816-33d7-4bc0-aeb7-a7ec55d5e247 admin admin] Router 3800f3d6-c601-4c0d-8073-e6b997a6db34 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:48:43.974341 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5b64bc56-3680-4f00-ab14-e32517103e50 req-07d34595-9942-476b-8093-14e878d1d503 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849040 Nov 27 03:48:44.003821 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port e695790c-fb80-490e-8b57-32cd9a699aa8, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=e695790c-fb80-490e-8b57-32cd9a699aa8,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:44.042312 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['f147dbb6-92ed-466c-87b7-886dbc4c529a'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:48:44.078679 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0bffdd-3998-4616-9e7d-7104e8a94351 None None] Pushing event updated for resources: {'Port': ['ID=83addeb9-dcf2-4534-86d1-264ae97763ea,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:44.090641 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port be4e8177-85ad-49bc-88ec-981c0cd6535a, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=be4e8177-85ad-49bc-88ec-981c0cd6535a,segment=NetworkSegment(d0cc2ce0-4b3b-44fe-bbd3-ea4e4a4b9638),segment_id=d0cc2ce0-4b3b-44fe-bbd3-ea4e4a4b9638)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:44.132765 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:44.133990 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bcd0816-33d7-4bc0-aeb7-a7ec55d5e247 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:48:44.135029 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:44.149168 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9bcd0816-33d7-4bc0-aeb7-a7ec55d5e247 admin admin] 10.222.0.20 "PUT /v2.0/routers/3800f3d6-c601-4c0d-8073-e6b997a6db34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6565053 Nov 27 03:48:44.194234 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 17a8823d-dc4e-4db2-b4ef-fc2efc14860a no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:48:44.240266 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-36e8179b-6e88-47a0-bce0-06559f65eff3 None None] Provisioning complete for port 271a6263-1c4e-4232-ab19-41a2a5e7549b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:48:44.241293 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-36e8179b-6e88-47a0-bce0-06559f65eff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:44.305359 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2715eb84-ead4-4afb-8f64-766604bd1b77 req-8810fd70-87de-44ca-bd7e-a26090023e43 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6852829 Nov 27 03:48:44.416227 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c7d6909e-18a0-46be-9f87-ea4981c9ac68 req-65704437-65e3-461b-9502-be6d5f7e29f9 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:44.416595 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c7d6909e-18a0-46be-9f87-ea4981c9ac68 req-65704437-65e3-461b-9502-be6d5f7e29f9 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:44.418906 n-d-819494-3 neutron-server[110019]: INFO neutron.db.l3_db [req-c7d6909e-18a0-46be-9f87-ea4981c9ac68 req-65704437-65e3-461b-9502-be6d5f7e29f9 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Floating IP 843a6a5f-0c90-4823-a15e-cbd0bfd2e182 disassociated. External IP: 172.25.1.129, port: 79d1c101-ddfe-4972-ae80-79dd6e8e4dea. Nov 27 03:48:44.419275 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-c7d6909e-18a0-46be-9f87-ea4981c9ac68 req-65704437-65e3-461b-9502-be6d5f7e29f9 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Calling delete_port for 79d1c101-ddfe-4972-ae80-79dd6e8e4dea owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:48:44.424468 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-36e8179b-6e88-47a0-bce0-06559f65eff3 None None] Port 271a6263-1c4e-4232-ab19-41a2a5e7549b cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:48:44.431604 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-4e568461-4bf8-4a51-adf4-89363e0ba04b None None] Set router 3800f3d6-c601-4c0d-8073-e6b997a6db34 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:48:44.446400 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 17a8823d-dc4e-4db2-b4ef-fc2efc14860a {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:48:44.446730 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 17a8823d-dc4e-4db2-b4ef-fc2efc14860a not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:48:44.447139 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 79d1c101-ddfe-4972-ae80-79dd6e8e4dea no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:48:44.509810 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fbe03b-cb4b-47e3-b23f-7debccd04cd0 req-021a96ab-d05a-42d7-b567-e8703566a45a tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:44.524392 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fbe03b-cb4b-47e3-b23f-7debccd04cd0 req-021a96ab-d05a-42d7-b567-e8703566a45a tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:44.527359 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-1d1060b4-9e3f-49f4-877c-2c227438ae07 req-78d65091-eb0f-493e-9a24-66603f28ca2a tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] For port 9ada3afe-5b08-462e-96ad-bec17908cd6d, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=9ada3afe-5b08-462e-96ad-bec17908cd6d,segment=NetworkSegment(b0f39da6-536c-459a-9945-6662db53cdb6),segment_id=b0f39da6-536c-459a-9945-6662db53cdb6)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:44.527943 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1d1060b4-9e3f-49f4-877c-2c227438ae07 req-78d65091-eb0f-493e-9a24-66603f28ca2a tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:44.529674 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c2fbe03b-cb4b-47e3-b23f-7debccd04cd0 req-021a96ab-d05a-42d7-b567-e8703566a45a tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7242ac-e86b-4436-97d9-fbee8b12e941 HTTP/1.1" status: 200 len: 1683 time: 0.1454971 Nov 27 03:48:44.567684 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-1d1060b4-9e3f-49f4-877c-2c227438ae07 req-78d65091-eb0f-493e-9a24-66603f28ca2a tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Calling delete_port for 9ada3afe-5b08-462e-96ad-bec17908cd6d owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:48:44.697746 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 88c71203-d15c-4ca0-95a0-102bf117c633 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:48:44.698032 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:44.700278 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7242ac-e86b-4436-97d9-fbee8b12e941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4e8177-85ad-49bc-88ec-981c0cd6535a'}, {'server_uuid': 'a4734043-8f77-4a5f-990b-da1153021f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e695790c-fb80-490e-8b57-32cd9a699aa8'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:48:44.710980 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574ed9fc-f11e-4357-bb07-6a55337546a7" -d '{"events": [{"server_uuid": "5a7242ac-e86b-4436-97d9-fbee8b12e941", "name": "network-vif-plugged", "status": "completed", "tag": "be4e8177-85ad-49bc-88ec-981c0cd6535a"}, {"server_uuid": "a4734043-8f77-4a5f-990b-da1153021f51", "name": "network-vif-plugged", "status": "completed", "tag": "e695790c-fb80-490e-8b57-32cd9a699aa8"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:48:44.728474 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c2fbe03b-cb4b-47e3-b23f-7debccd04cd0 req-06f8c780-f918-43b7-9e17-99c77744e00a tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a421b-fa91-4269-8203-eac6a41dc513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841462 Nov 27 03:48:44.816328 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c7d6909e-18a0-46be-9f87-ea4981c9ac68 req-65704437-65e3-461b-9502-be6d5f7e29f9 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:44.885523 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65704437-65e3-461b-9502-be6d5f7e29f9 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Pushing event deleted for resources: {'Port': ['ID=79d1c101-ddfe-4972-ae80-79dd6e8e4dea,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:44.943861 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-70b5986d-1c45-4829-ae10-a9adea248500 req-79e2b8b8-67e0-4649-b7b3-42e60f753b9d tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f4f107-d53f-42a9-a6d8-3d0a32c664ad HTTP/1.1" status: 200 len: 210 time: 0.0995939 Nov 27 03:48:45.013659 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7d6909e-18a0-46be-9f87-ea4981c9ac68 req-65704437-65e3-461b-9502-be6d5f7e29f9 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Router 851a8920-3a91-4433-be3e-48b3e5e2888f has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:48:45.048570 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a53574-61b4-412a-b34d-2e0903a76998 req-0c7df393-3880-44e0-a4cb-580c2d287785 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:45.060213 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c2a53574-61b4-412a-b34d-2e0903a76998 req-0c7df393-3880-44e0-a4cb-580c2d287785 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9443a66-6495-4b72-af09-e210b5659963 HTTP/1.1" status: 200 len: 945 time: 0.2961271 Nov 27 03:48:45.122691 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 27 Nov 2021 03:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69cb5f1c-df16-4174-a9fc-553986145038 x-openstack-request-id: req-69cb5f1c-df16-4174-a9fc-553986145038 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:48:45.123302 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a7242ac-e86b-4436-97d9-fbee8b12e941", "name": "network-vif-plugged", "status": "completed", "tag": "be4e8177-85ad-49bc-88ec-981c0cd6535a", "code": 200}, {"server_uuid": "a4734043-8f77-4a5f-990b-da1153021f51", "name": "network-vif-plugged", "status": "completed", "tag": "e695790c-fb80-490e-8b57-32cd9a699aa8", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:48:45.123502 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69cb5f1c-df16-4174-a9fc-553986145038 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:48:45.123975 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7242ac-e86b-4436-97d9-fbee8b12e941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4e8177-85ad-49bc-88ec-981c0cd6535a', 'code': 200} Nov 27 03:48:45.124239 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4734043-8f77-4a5f-990b-da1153021f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e695790c-fb80-490e-8b57-32cd9a699aa8', 'code': 200} Nov 27 03:48:45.255481 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c2a53574-61b4-412a-b34d-2e0903a76998 req-d75784d5-b213-486a-a9bf-a2ffdd313f33 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/security-groups?id=013b4ed9-288f-4aa1-ba86-8ba421104eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933491 Nov 27 03:48:45.316905 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No active binding found for port 79d1c101-ddfe-4972-ae80-79dd6e8e4dea {{(pid=110020) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 27 03:48:45.320386 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 79d1c101-ddfe-4972-ae80-79dd6e8e4dea not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:48:45.363314 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=f147dbb6-92ed-466c-87b7-886dbc4c529a,revision_number=6']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:45.365476 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f3263-5217-467c-a9f1-41f7f596289f req-56cfe8bf-b6c8-4536-808f-f4c6533f80bf tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:45.367077 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-707f3263-5217-467c-a9f1-41f7f596289f req-56cfe8bf-b6c8-4536-808f-f4c6533f80bf tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9443a66-6495-4b72-af09-e210b5659963 HTTP/1.1" status: 200 len: 945 time: 0.1365664 Nov 27 03:48:45.412144 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79ffd3-6d5a-4d23-abe1-faa4f1325f72 req-be152628-052b-412e-8432-a8f388d9971d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:45.412843 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79ffd3-6d5a-4d23-abe1-faa4f1325f72 req-be152628-052b-412e-8432-a8f388d9971d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:45.413450 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 9ada3afe-5b08-462e-96ad-bec17908cd6d no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:48:45.416194 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ea79ffd3-6d5a-4d23-abe1-faa4f1325f72 req-be152628-052b-412e-8432-a8f388d9971d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5a7242ac-e86b-4436-97d9-fbee8b12e941 HTTP/1.1" status: 200 len: 1985 time: 0.2381687 Nov 27 03:48:45.511265 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5450125-1ffc-42b5-a7bd-ea38c89fb558 req-f9b5e360-53a0-4b59-b562-3060a76d1a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:45.513407 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a5450125-1ffc-42b5-a7bd-ea38c89fb558 req-f9b5e360-53a0-4b59-b562-3060a76d1a49 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 1100 time: 0.2649250 Nov 27 03:48:45.514810 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 32840) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:45.592060 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-19086b5e-deb0-4ebf-ba33-ec975d86d85a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-121900332-network', 'tenant_id': 'f0bc5ce6a1ce4917a07583424ec21c48'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:48:45.606227 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-af308aef-8103-404d-ac7a-0957e412e424 None None] Provisioning complete for port 271a6263-1c4e-4232-ab19-41a2a5e7549b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:48:45.607110 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-af308aef-8103-404d-ac7a-0957e412e424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:45.672397 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af4ee5-97a3-4b50-8f84-a52c851076c4 req-6ce92f23-7678-42e0-b8ef-777572647a27 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:45.685693 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-48af4ee5-97a3-4b50-8f84-a52c851076c4 req-6ce92f23-7678-42e0-b8ef-777572647a27 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 949 time: 0.3758342 Nov 27 03:48:45.739080 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 32844) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:45.747887 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-707f3263-5217-467c-a9f1-41f7f596289f req-79db22ab-3a40-46f9-8834-efdf3c04b5fa tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Deleting port 02dd892f-ed59-45a9-957a-3c42862cff9d {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:48:45.747887 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-707f3263-5217-467c-a9f1-41f7f596289f req-79db22ab-3a40-46f9-8834-efdf3c04b5fa tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:45.751923 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-af308aef-8103-404d-ac7a-0957e412e424 None None] Port 271a6263-1c4e-4232-ab19-41a2a5e7549b cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:48:45.759544 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ea79ffd3-6d5a-4d23-abe1-faa4f1325f72 req-dc495661-5b29-4b81-be5e-3a69cb727863 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8f4a421b-fa91-4269-8203-eac6a41dc513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184609 Nov 27 03:48:45.765507 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a5450125-1ffc-42b5-a7bd-ea38c89fb558 req-f0982017-5c03-46c5-955b-98e83a1e2c58 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399070 Nov 27 03:48:45.779560 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19086b5e-deb0-4ebf-ba33-ec975d86d85a admin admin] Made reservation on behalf of f0bc5ce6a1ce4917a07583424ec21c48 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:48:45.784261 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-19086b5e-deb0-4ebf-ba33-ec975d86d85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:45.804440 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-19086b5e-deb0-4ebf-ba33-ec975d86d85a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:45.852340 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-48af4ee5-97a3-4b50-8f84-a52c851076c4 req-0aa3f21c-316f-410c-adf1-309cdfd9cfca tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651034 Nov 27 03:48:45.866905 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-707f3263-5217-467c-a9f1-41f7f596289f req-79db22ab-3a40-46f9-8834-efdf3c04b5fa tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] For port 02dd892f-ed59-45a9-957a-3c42862cff9d, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=02dd892f-ed59-45a9-957a-3c42862cff9d,segment=NetworkSegment(0ede1ec6-1b9f-43e0-8048-29f023f3314a),segment_id=0ede1ec6-1b9f-43e0-8048-29f023f3314a)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:45.867297 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-707f3263-5217-467c-a9f1-41f7f596289f req-79db22ab-3a40-46f9-8834-efdf3c04b5fa tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:45.884903 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-707f3263-5217-467c-a9f1-41f7f596289f req-79db22ab-3a40-46f9-8834-efdf3c04b5fa tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Calling delete_port for 02dd892f-ed59-45a9-957a-3c42862cff9d owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:48:45.901578 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-4e568461-4bf8-4a51-adf4-89363e0ba04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3800f3d6-c601-4c0d-8073-e6b997a6db34', 'name': 'tempest-TaggedBootDevicesTest_v242-1629102924-router', 'tenant_id': '3e0a6e3903404d4c8a0246b387bf3805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '83addeb9-dcf2-4534-86d1-264ae97763ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:48:37Z', 'updated_at': '2021-11-27T03:48:42Z', 'revision_number': 4, 'project_id': '3e0a6e3903404d4c8a0246b387bf3805', 'gw_port': {'id': '83addeb9-dcf2-4534-86d1-264ae97763ea', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3800f3d6-c601-4c0d-8073-e6b997a6db34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:48:38Z', 'updated_at': '2021-11-27T03:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '271a6263-1c4e-4232-ab19-41a2a5e7549b', 'name': '', 'network_id': '9ff8078f-ae3b-4728-b001-9277e61f21a6', 'tenant_id': '3e0a6e3903404d4c8a0246b387bf3805', 'mac_address': 'fa:16:3e:62:d5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3800f3d6-c601-4c0d-8073-e6b997a6db34', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'fdd47af3-1760-4461-be21-108e1865b763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:48:41Z', 'updated_at': '2021-11-27T03:48:42Z', 'revision_number': 2, 'project_id': '3e0a6e3903404d4c8a0246b387bf3805', 'subnets': [{'id': 'fdd47af3-1760-4461-be21-108e1865b763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:45.949230 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e568461-4bf8-4a51-adf4-89363e0ba04b None None] The sync data for ids ['3800f3d6-c601-4c0d-8073-e6b997a6db34'] in n-d-819494-3 is: [{'id': '3800f3d6-c601-4c0d-8073-e6b997a6db34', 'name': 'tempest-TaggedBootDevicesTest_v242-1629102924-router', 'tenant_id': '3e0a6e3903404d4c8a0246b387bf3805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '83addeb9-dcf2-4534-86d1-264ae97763ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:48:37Z', 'updated_at': '2021-11-27T03:48:42Z', 'revision_number': 4, 'project_id': '3e0a6e3903404d4c8a0246b387bf3805', 'gw_port': {'id': '83addeb9-dcf2-4534-86d1-264ae97763ea', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3800f3d6-c601-4c0d-8073-e6b997a6db34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:48:38Z', 'updated_at': '2021-11-27T03:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '271a6263-1c4e-4232-ab19-41a2a5e7549b', 'name': '', 'network_id': '9ff8078f-ae3b-4728-b001-9277e61f21a6', 'tenant_id': '3e0a6e3903404d4c8a0246b387bf3805', 'mac_address': 'fa:16:3e:62:d5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3800f3d6-c601-4c0d-8073-e6b997a6db34', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'fdd47af3-1760-4461-be21-108e1865b763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:48:41Z', 'updated_at': '2021-11-27T03:48:42Z', 'revision_number': 2, 'project_id': '3e0a6e3903404d4c8a0246b387bf3805', 'subnets': [{'id': 'fdd47af3-1760-4461-be21-108e1865b763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:48:45.950897 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=e695790c-fb80-490e-8b57-32cd9a699aa8,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:45.953790 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:46.047218 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-19086b5e-deb0-4ebf-ba33-ec975d86d85a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:46.061205 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-19086b5e-deb0-4ebf-ba33-ec975d86d85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:46.074417 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:46.074743 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19086b5e-deb0-4ebf-ba33-ec975d86d85a admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:48:46.085101 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-19086b5e-deb0-4ebf-ba33-ec975d86d85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:46.085537 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-19086b5e-deb0-4ebf-ba33-ec975d86d85a admin admin] Added segment 5f2fc0be-1be8-4642-a29e-d883f02ddc13 of type vlan for network 56c1999d-e43d-4192-8ccb-aac9c835b41d Nov 27 03:48:46.093526 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec469a6f-c7a9-4c7d-a04f-77a1a5af5c10 req-1e1cf501-6ebb-4208-bbdd-2cd4777d3035 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:46.102797 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ec469a6f-c7a9-4c7d-a04f-77a1a5af5c10 req-1e1cf501-6ebb-4208-bbdd-2cd4777d3035 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=4abb9114-49e9-44d6-9e83-2bc956409433 HTTP/1.1" status: 200 len: 946 time: 0.4856532 Nov 27 03:48:46.132143 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6e04ad94-772b-4a4c-9dc5-e3c82d30d915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:46.154642 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-19086b5e-deb0-4ebf-ba33-ec975d86d85a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:46.164274 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=be4e8177-85ad-49bc-88ec-981c0cd6535a,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:46.203173 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-19086b5e-deb0-4ebf-ba33-ec975d86d85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:46.204055 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19086b5e-deb0-4ebf-ba33-ec975d86d85a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:46.205232 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-19086b5e-deb0-4ebf-ba33-ec975d86d85a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:46.216915 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ec469a6f-c7a9-4c7d-a04f-77a1a5af5c10 req-6d075fee-fb2f-43e2-9c62-ffba4cb5396d tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6ddc97-d932-4f3a-934e-778ae0cf44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122293 Nov 27 03:48:46.231559 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1d1060b4-9e3f-49f4-877c-2c227438ae07 req-78d65091-eb0f-493e-9a24-66603f28ca2a tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:46.268581 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254d7d8-0246-4362-b917-5a1e5872f09d req-2b1334f6-3279-4edf-aaf2-6111a96c913b tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:46.275905 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-707f3263-5217-467c-a9f1-41f7f596289f req-79db22ab-3a40-46f9-8834-efdf3c04b5fa tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:46.276127 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254d7d8-0246-4362-b917-5a1e5872f09d req-2b1334f6-3279-4edf-aaf2-6111a96c913b tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:46.284621 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0254d7d8-0246-4362-b917-5a1e5872f09d req-2b1334f6-3279-4edf-aaf2-6111a96c913b tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7242ac-e86b-4436-97d9-fbee8b12e941 HTTP/1.1" status: 200 len: 1683 time: 0.2936940 Nov 27 03:48:46.335099 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7d6909e-18a0-46be-9f87-ea4981c9ac68 req-65704437-65e3-461b-9502-be6d5f7e29f9 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:48:46.357763 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd4a4a0-cdd4-4a13-87ec-47d7c0448401 None None] Sync routers for ids ['851a8920-3a91-4433-be3e-48b3e5e2888f'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:48:46.366023 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d65091-eb0f-493e-9a24-66603f28ca2a tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Pushing event deleted for resources: {'Port': ['ID=9ada3afe-5b08-462e-96ad-bec17908cd6d,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:46.385532 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19086b5e-deb0-4ebf-ba33-ec975d86d85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3d6cca-9113-429d-9626-d70299191869,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:46.408469 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-19086b5e-deb0-4ebf-ba33-ec975d86d85a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8918359 Nov 27 03:48:46.413960 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 32856) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:46.416548 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd4a4a0-cdd4-4a13-87ec-47d7c0448401 None None] Routers {'851a8920-3a91-4433-be3e-48b3e5e2888f'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:48:46.417771 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-8bd4a4a0-cdd4-4a13-87ec-47d7c0448401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:48:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['851a8920-3a91-4433-be3e-48b3e5e2888f'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:46.420017 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-908cc35c-9cd2-482f-ad66-3571332822c2 admin admin] Request body: {'subnet': {'network_id': '56c1999d-e43d-4192-8ccb-aac9c835b41d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-121900332-subnet', 'tenant_id': 'f0bc5ce6a1ce4917a07583424ec21c48', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:48:46.451575 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19086b5e-deb0-4ebf-ba33-ec975d86d85a admin admin] Pushing event updated for resources: {'Network': ['ID=56c1999d-e43d-4192-8ccb-aac9c835b41d,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:46.497283 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 56c1999d-e43d-4192-8ccb-aac9c835b41d details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:48:46.507746 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0254d7d8-0246-4362-b917-5a1e5872f09d req-5a56d1fd-86d6-48e8-969f-3a8221b426f8 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a421b-fa91-4269-8203-eac6a41dc513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221267 Nov 27 03:48:46.510468 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908cc35c-9cd2-482f-ad66-3571332822c2 admin admin] Made reservation on behalf of f0bc5ce6a1ce4917a07583424ec21c48 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:48:46.516112 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-908cc35c-9cd2-482f-ad66-3571332822c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:46.540788 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1060b4-9e3f-49f4-877c-2c227438ae07 req-78d65091-eb0f-493e-9a24-66603f28ca2a tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] No DVR routers for this DVR port 9ada3afe-5b08-462e-96ad-bec17908cd6d on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:48:46.605050 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-43b2cf43-525c-46ed-bc0f-8aaeb3031271 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:46.610964 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1d1060b4-9e3f-49f4-877c-2c227438ae07 req-78d65091-eb0f-493e-9a24-66603f28ca2a tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:46.612175 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-8bd4a4a0-cdd4-4a13-87ec-47d7c0448401 None None] Set router 851a8920-3a91-4433-be3e-48b3e5e2888f gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:48:46.615045 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d1060b4-9e3f-49f4-877c-2c227438ae07 req-78d65091-eb0f-493e-9a24-66603f28ca2a tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.23 "DELETE /v2.0/ports/9ada3afe-5b08-462e-96ad-bec17908cd6d HTTP/1.1" status: 204 len: 173 time: 3.2368317 Nov 27 03:48:46.640730 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4abb9114-49e9-44d6-9e83-2bc956409433', 'name': 'network-vif-deleted', 'tag': '9ada3afe-5b08-462e-96ad-bec17908cd6d'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:48:46.644809 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bf3efe-f4ff-46bd-89ae-30315d3b23b6" -d '{"events": [{"server_uuid": "4abb9114-49e9-44d6-9e83-2bc956409433", "name": "network-vif-deleted", "tag": "9ada3afe-5b08-462e-96ad-bec17908cd6d"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:48:46.693161 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d6909e-18a0-46be-9f87-ea4981c9ac68 req-65704437-65e3-461b-9502-be6d5f7e29f9 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] No DVR routers for this DVR port 79d1c101-ddfe-4972-ae80-79dd6e8e4dea on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:48:46.706928 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7a9c8115-034f-4f66-8a5a-862194179871 req-f54b5709-2064-476f-975f-a7c297346fc3 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9443a66-6495-4b72-af09-e210b5659963 HTTP/1.1" status: 200 len: 210 time: 0.0664420 Nov 27 03:48:46.802305 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db22ab-3a40-46f9-8834-efdf3c04b5fa tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Pushing event deleted for resources: {'Port': ['ID=02dd892f-ed59-45a9-957a-3c42862cff9d,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:46.804825 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c7d6909e-18a0-46be-9f87-ea4981c9ac68 req-65704437-65e3-461b-9502-be6d5f7e29f9 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:46.817570 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c7d6909e-18a0-46be-9f87-ea4981c9ac68 req-65704437-65e3-461b-9502-be6d5f7e29f9 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.23 "DELETE /v2.0/ports/79d1c101-ddfe-4972-ae80-79dd6e8e4dea HTTP/1.1" status: 204 len: 173 time: 3.8526931 Nov 27 03:48:46.854671 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f1cf5260-5be1-4709-abb0-bfd422b85477 req-45ed2db8-31fd-467c-9a9e-a048ba670503 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f4f107-d53f-42a9-a6d8-3d0a32c664ad HTTP/1.1" status: 200 len: 210 time: 0.3292904 Nov 27 03:48:46.858446 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-707f3263-5217-467c-a9f1-41f7f596289f req-79db22ab-3a40-46f9-8834-efdf3c04b5fa tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] No DVR routers for this DVR port 02dd892f-ed59-45a9-957a-3c42862cff9d on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:48:46.878445 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-707f3263-5217-467c-a9f1-41f7f596289f req-79db22ab-3a40-46f9-8834-efdf3c04b5fa tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:46.881800 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-707f3263-5217-467c-a9f1-41f7f596289f req-79db22ab-3a40-46f9-8834-efdf3c04b5fa tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.11 "DELETE /v2.0/ports/02dd892f-ed59-45a9-957a-3c42862cff9d HTTP/1.1" status: 204 len: 173 time: 1.4184592 Nov 27 03:48:46.967173 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd23988a-7515-48b6-baad-79ff2786d097 x-openstack-request-id: req-cd23988a-7515-48b6-baad-79ff2786d097 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:48:46.967608 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4abb9114-49e9-44d6-9e83-2bc956409433", "name": "network-vif-deleted", "tag": "9ada3afe-5b08-462e-96ad-bec17908cd6d", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:48:46.967766 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd23988a-7515-48b6-baad-79ff2786d097 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:48:46.968122 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4abb9114-49e9-44d6-9e83-2bc956409433', 'name': 'network-vif-deleted', 'tag': '9ada3afe-5b08-462e-96ad-bec17908cd6d', 'status': 'completed', 'code': 200} Nov 27 03:48:47.002521 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-908cc35c-9cd2-482f-ad66-3571332822c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:47.120869 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908cc35c-9cd2-482f-ad66-3571332822c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f97ce425-4844-435d-898f-0e1060249a14,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:47.141837 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908cc35c-9cd2-482f-ad66-3571332822c2 admin admin] Checking segment: {'id': '5f2fc0be-1be8-4642-a29e-d883f02ddc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '56c1999d-e43d-4192-8ccb-aac9c835b41d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:48:47.142154 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908cc35c-9cd2-482f-ad66-3571332822c2 admin admin] Network hostable DHCP agents. Network: 56c1999d-e43d-4192-8ccb-aac9c835b41d, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:48:47.179862 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908cc35c-9cd2-482f-ad66-3571332822c2 admin admin] Network 56c1999d-e43d-4192-8ccb-aac9c835b41d is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:48:47.184184 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1321ac6-3df9-43cd-b4f0-79e663687745 req-45ac7b6d-b79e-4ba3-b75a-8c012b577d7f tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:47.185789 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d1321ac6-3df9-43cd-b4f0-79e663687745 req-45ac7b6d-b79e-4ba3-b75a-8c012b577d7f tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 949 time: 0.1877956 Nov 27 03:48:47.198348 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-43b2cf43-525c-46ed-bc0f-8aaeb3031271 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:47.202610 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-908cc35c-9cd2-482f-ad66-3571332822c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 56c1999d-e43d-4192-8ccb-aac9c835b41d) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:48:47.217346 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42a0dcd-5612-464d-b241-19ebff95c7cd None None] Network 56c1999d-e43d-4192-8ccb-aac9c835b41d requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:48:47.222911 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908cc35c-9cd2-482f-ad66-3571332822c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:47.225208 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-908cc35c-9cd2-482f-ad66-3571332822c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:47.228615 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-43b2cf43-525c-46ed-bc0f-8aaeb3031271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:47.274869 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-8bd4a4a0-cdd4-4a13-87ec-47d7c0448401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851a8920-3a91-4433-be3e-48b3e5e2888f', 'name': 'tempest-ServersTestManualDisk-239982529-router', 'tenant_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '7f1ab005-6db6-401b-816f-f569c29c9a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:46:18Z', 'updated_at': '2021-11-27T03:46:26Z', 'revision_number': 4, 'project_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'gw_port': {'id': '7f1ab005-6db6-401b-816f-f569c29c9a43', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:33:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851a8920-3a91-4433-be3e-48b3e5e2888f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:46:20Z', 'updated_at': '2021-11-27T03:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '2f6e6516-620f-40f4-b400-118cee0366d9', 'name': '', 'network_id': 'd2a04259-b0f6-42f5-9f37-902d78a3a537', 'tenant_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'mac_address': 'fa:16:3e:eb:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851a8920-3a91-4433-be3e-48b3e5e2888f', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '84949138-7735-4701-8586-0e9a0fda39f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:46:24Z', 'updated_at': '2021-11-27T03:46:31Z', 'revision_number': 5, 'project_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'subnets': [{'id': '84949138-7735-4701-8586-0e9a0fda39f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:47.280290 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-908cc35c-9cd2-482f-ad66-3571332822c2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8647974 Nov 27 03:48:47.284140 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 32876) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:47.300063 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-9e7630be-c499-4a84-88b5-d716176e07f2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-121900332-router', 'tenant_id': 'f0bc5ce6a1ce4917a07583424ec21c48', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:48:47.343370 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-43b2cf43-525c-46ed-bc0f-8aaeb3031271 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a8dd2a24a29f481a955e99f209918987&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2989478 Nov 27 03:48:47.360059 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 32878) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:47.370894 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9e7630be-c499-4a84-88b5-d716176e07f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:47.372140 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9e7630be-c499-4a84-88b5-d716176e07f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:47.401861 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd4a4a0-cdd4-4a13-87ec-47d7c0448401 None None] Checking router: 851a8920-3a91-4433-be3e-48b3e5e2888f for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:48:47.422107 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd4a4a0-cdd4-4a13-87ec-47d7c0448401 None None] Routers {'851a8920-3a91-4433-be3e-48b3e5e2888f'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:48:47.424072 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-8bd4a4a0-cdd4-4a13-87ec-47d7c0448401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:48:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['851a8920-3a91-4433-be3e-48b3e5e2888f'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:47.570073 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-18740a19-c975-4a31-b472-cd9f6bfcaf61 req-9572f854-cf5e-4948-bff5-4f83eebcf46a tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/ports?device_id=4abb9114-49e9-44d6-9e83-2bc956409433 HTTP/1.1" status: 200 len: 210 time: 0.0523796 Nov 27 03:48:47.571515 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9e7630be-c499-4a84-88b5-d716176e07f2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:47.696452 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-8bd4a4a0-cdd4-4a13-87ec-47d7c0448401 None None] Set router 851a8920-3a91-4433-be3e-48b3e5e2888f gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:48:47.705371 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50486ab0-aaf9-41a0-9915-6e251e3885a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-56c1999d-e43d-4192-8ccb-aac9c835b41d', 'network_id': '56c1999d-e43d-4192-8ccb-aac9c835b41d', 'tenant_id': 'f0bc5ce6a1ce4917a07583424ec21c48', 'fixed_ips': [{'subnet_id': 'f97ce425-4844-435d-898f-0e1060249a14'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 03:48:47.707679 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-50486ab0-aaf9-41a0-9915-6e251e3885a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:47.770671 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2cf43-525c-46ed-bc0f-8aaeb3031271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14492f64-b4f1-4970-bfca-9b69b0cc8d2e,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:47.872697 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d1321ac6-3df9-43cd-b4f0-79e663687745 req-fc3bce57-d7d7-49cd-84a7-c83d4f9251e8 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6772413 Nov 27 03:48:47.878319 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-82a55103-1851-4443-8470-0d134351a645 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:47.966889 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-82a55103-1851-4443-8470-0d134351a645 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:48.104518 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-82a55103-1851-4443-8470-0d134351a645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:48.107968 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-82a55103-1851-4443-8470-0d134351a645 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:48.110355 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-82a55103-1851-4443-8470-0d134351a645 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/14492f64-b4f1-4970-bfca-9b69b0cc8d2e HTTP/1.1" status: 204 len: 168 time: 0.7439351 Nov 27 03:48:48.143252 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-50486ab0-aaf9-41a0-9915-6e251e3885a8 None None] Allocated IP 172.20.0.2 (56c1999d-e43d-4192-8ccb-aac9c835b41d/f97ce425-4844-435d-898f-0e1060249a14/121b72b2-b53d-4047-95f3-411362dc1a36) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:48:48.216768 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-30c02b0b-61f0-478b-80b2-a213de997a8f req-57277e40-6f36-460f-a64b-6fd9ecfa9e34 tempest-LiveMigrationTest-374818412 tempest-LiveMigrationTest-374818412-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9443a66-6495-4b72-af09-e210b5659963 HTTP/1.1" status: 200 len: 210 time: 0.1005969 Nov 27 03:48:48.216768 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a55103-1851-4443-8470-0d134351a645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14492f64-b4f1-4970-bfca-9b69b0cc8d2e,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:48.274848 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c90c0-c91a-4a0a-8255-065cf425b384 req-8332d1ba-460e-4129-8836-0567bfc0bae5 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:48.292803 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c90c0-c91a-4a0a-8255-065cf425b384 req-8332d1ba-460e-4129-8836-0567bfc0bae5 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:48.306194 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device f147dbb6-92ed-466c-87b7-886dbc4c529a up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:48:48.318787 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-498c90c0-c91a-4a0a-8255-065cf425b384 req-8332d1ba-460e-4129-8836-0567bfc0bae5 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7242ac-e86b-4436-97d9-fbee8b12e941 HTTP/1.1" status: 200 len: 1683 time: 0.5341301 Nov 27 03:48:48.322534 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9e7630be-c499-4a84-88b5-d716176e07f2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:48.381707 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 83addeb9-dcf2-4534-86d1-264ae97763ea up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:48:48.467098 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-914a2139-1252-4140-bdad-72c6bbd6966b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:48.552353 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 32902) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:48.581102 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-498c90c0-c91a-4a0a-8255-065cf425b384 req-17e459cf-c823-45f0-9e03-0e422f3257dd tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a421b-fa91-4269-8203-eac6a41dc513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615850 Nov 27 03:48:48.586658 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 83addeb9-dcf2-4534-86d1-264ae97763ea triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:48:48.587196 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:48.587414 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-8bd4a4a0-cdd4-4a13-87ec-47d7c0448401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851a8920-3a91-4433-be3e-48b3e5e2888f', 'name': 'tempest-ServersTestManualDisk-239982529-router', 'tenant_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '7f1ab005-6db6-401b-816f-f569c29c9a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:46:18Z', 'updated_at': '2021-11-27T03:46:26Z', 'revision_number': 4, 'project_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'gw_port': {'id': '7f1ab005-6db6-401b-816f-f569c29c9a43', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:33:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851a8920-3a91-4433-be3e-48b3e5e2888f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:46:20Z', 'updated_at': '2021-11-27T03:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '2f6e6516-620f-40f4-b400-118cee0366d9', 'name': '', 'network_id': 'd2a04259-b0f6-42f5-9f37-902d78a3a537', 'tenant_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'mac_address': 'fa:16:3e:eb:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851a8920-3a91-4433-be3e-48b3e5e2888f', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '84949138-7735-4701-8586-0e9a0fda39f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:46:24Z', 'updated_at': '2021-11-27T03:46:31Z', 'revision_number': 5, 'project_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'subnets': [{'id': '84949138-7735-4701-8586-0e9a0fda39f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:48.702376 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd4a4a0-cdd4-4a13-87ec-47d7c0448401 None None] The sync data for ids ['851a8920-3a91-4433-be3e-48b3e5e2888f'] in n-d-819494-3 is: [{'id': '851a8920-3a91-4433-be3e-48b3e5e2888f', 'name': 'tempest-ServersTestManualDisk-239982529-router', 'tenant_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '7f1ab005-6db6-401b-816f-f569c29c9a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:46:18Z', 'updated_at': '2021-11-27T03:46:26Z', 'revision_number': 4, 'project_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'gw_port': {'id': '7f1ab005-6db6-401b-816f-f569c29c9a43', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:33:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851a8920-3a91-4433-be3e-48b3e5e2888f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:46:20Z', 'updated_at': '2021-11-27T03:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '2f6e6516-620f-40f4-b400-118cee0366d9', 'name': '', 'network_id': 'd2a04259-b0f6-42f5-9f37-902d78a3a537', 'tenant_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'mac_address': 'fa:16:3e:eb:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851a8920-3a91-4433-be3e-48b3e5e2888f', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '84949138-7735-4701-8586-0e9a0fda39f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:46:24Z', 'updated_at': '2021-11-27T03:46:31Z', 'revision_number': 5, 'project_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'subnets': [{'id': '84949138-7735-4701-8586-0e9a0fda39f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:48:48.715697 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c9442c6e-06ba-4a2c-b6b3-f946d5238021 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:48.788185 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c9442c6e-06ba-4a2c-b6b3-f946d5238021 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:48.859661 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-50486ab0-aaf9-41a0-9915-6e251e3885a8 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:48.866827 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 32918) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:48.944602 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2e7a0c0a-0a07-460f-ae2f-5c5a3e5a9a99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:48.972492 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f4f107-d53f-42a9-a6d8-3d0a32c664ad', 'name': 'network-vif-deleted', 'tag': '79d1c101-ddfe-4972-ae80-79dd6e8e4dea'}, {'server_uuid': 'b9443a66-6495-4b72-af09-e210b5659963', 'name': 'network-vif-deleted', 'tag': '02dd892f-ed59-45a9-957a-3c42862cff9d'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:48:48.975085 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8d0696-15cd-48b1-984a-614d99e84a6a" -d '{"events": [{"server_uuid": "47f4f107-d53f-42a9-a6d8-3d0a32c664ad", "name": "network-vif-deleted", "tag": "79d1c101-ddfe-4972-ae80-79dd6e8e4dea"}, {"server_uuid": "b9443a66-6495-4b72-af09-e210b5659963", "name": "network-vif-deleted", "tag": "02dd892f-ed59-45a9-957a-3c42862cff9d"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:48:49.010029 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:49.013519 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-50486ab0-aaf9-41a0-9915-6e251e3885a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:49.045213 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9e7630be-c499-4a84-88b5-d716176e07f2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:49.090932 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9e7630be-c499-4a84-88b5-d716176e07f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:49.176161 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2e7a0c0a-0a07-460f-ae2f-5c5a3e5a9a99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:49.182673 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 32930) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:49.217954 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2e7a0c0a-0a07-460f-ae2f-5c5a3e5a9a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:49.294803 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 27 Nov 2021 03:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9edeb0f9-3e93-4b73-9f50-5042b1196771 x-openstack-request-id: req-9edeb0f9-3e93-4b73-9f50-5042b1196771 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:48:49.295405 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47f4f107-d53f-42a9-a6d8-3d0a32c664ad", "name": "network-vif-deleted", "tag": "79d1c101-ddfe-4972-ae80-79dd6e8e4dea", "status": "completed", "code": 200}, {"server_uuid": "b9443a66-6495-4b72-af09-e210b5659963", "name": "network-vif-deleted", "tag": "02dd892f-ed59-45a9-957a-3c42862cff9d", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:48:49.295774 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9edeb0f9-3e93-4b73-9f50-5042b1196771 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:48:49.296275 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47f4f107-d53f-42a9-a6d8-3d0a32c664ad', 'name': 'network-vif-deleted', 'tag': '79d1c101-ddfe-4972-ae80-79dd6e8e4dea', 'status': 'completed', 'code': 200} Nov 27 03:48:49.296629 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9443a66-6495-4b72-af09-e210b5659963', 'name': 'network-vif-deleted', 'tag': '02dd892f-ed59-45a9-957a-3c42862cff9d', 'status': 'completed', 'code': 200} Nov 27 03:48:49.342421 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c9442c6e-06ba-4a2c-b6b3-f946d5238021 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:49.345761 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c9442c6e-06ba-4a2c-b6b3-f946d5238021 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:49.355928 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c9442c6e-06ba-4a2c-b6b3-f946d5238021 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.20 "DELETE /v2.0/security-groups/4502c4dd-84bc-4324-9c12-71b4dee715c8 HTTP/1.1" status: 204 len: 168 time: 0.8024499 Nov 27 03:48:49.361898 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 32934) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:49.370339 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc908d8-64b9-4d79-b6a1-7b776b11621a req-f36de04d-ce2a-43bc-85e3-a39c19ce630a tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:49.378848 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2bc908d8-64b9-4d79-b6a1-7b776b11621a req-f36de04d-ce2a-43bc-85e3-a39c19ce630a tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 949 time: 0.2938495 Nov 27 03:48:49.397701 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-9d73064d-211d-4f8a-aaec-362165de2138 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] show failed (client error): The resource could not be found. Nov 27 03:48:49.398836 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9d73064d-211d-4f8a-aaec-362165de2138 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.20 "GET /v2.0/security-groups/4502c4dd-84bc-4324-9c12-71b4dee715c8 HTTP/1.1" status: 404 len: 347 time: 0.0175388 Nov 27 03:48:49.399211 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65ba27a-bb4c-4c38-a050-11a64115ba17 None None] New status for floating IP 843a6a5f-0c90-4823-a15e-cbd0bfd2e182: DOWN {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 03:48:49.412154 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 32938) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:49.429559 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50486ab0-aaf9-41a0-9915-6e251e3885a8 None None] Network 56c1999d-e43d-4192-8ccb-aac9c835b41d is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:48:49.445346 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a0c0a-0a07-460f-ae2f-5c5a3e5a9a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74f5ca1-c1df-486b-a59c-b6494667af5f,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:49.450444 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2e7a0c0a-0a07-460f-ae2f-5c5a3e5a9a99 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e4689f4ba164b34ad3353f8559f0669&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5701103 Nov 27 03:48:49.464155 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9442c6e-06ba-4a2c-b6b3-f946d5238021 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4502c4dd-84bc-4324-9c12-71b4dee715c8,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:49.475891 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 32940) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:49.506775 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a843baa8-4fee-47a0-8bd4-28c66e0406f2 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:49.525789 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7671b8b-bfc4-44f6-b56f-a022f8e7ba16 req-3bd64a14-2d80-443a-b084-c6eca9e25253 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:49.533505 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7671b8b-bfc4-44f6-b56f-a022f8e7ba16 req-3bd64a14-2d80-443a-b084-c6eca9e25253 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:49.535730 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d7671b8b-bfc4-44f6-b56f-a022f8e7ba16 req-3bd64a14-2d80-443a-b084-c6eca9e25253 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7242ac-e86b-4436-97d9-fbee8b12e941 HTTP/1.1" status: 200 len: 1683 time: 0.1787393 Nov 27 03:48:49.559761 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a843baa8-4fee-47a0-8bd4-28c66e0406f2 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:49.568227 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2bc908d8-64b9-4d79-b6a1-7b776b11621a req-64213799-0e40-4d8a-a352-e3bffee434d8 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882799 Nov 27 03:48:49.605776 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-50486ab0-aaf9-41a0-9915-6e251e3885a8 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:48:49.617536 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port f147dbb6-92ed-466c-87b7-886dbc4c529a triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:48:49.617968 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:49.620488 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50486ab0-aaf9-41a0-9915-6e251e3885a8 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:48:49.637664 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50486ab0-aaf9-41a0-9915-6e251e3885a8 None None] Pushing event updated for resources: {'Port': ['ID=121b72b2-b53d-4047-95f3-411362dc1a36,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:49.662789 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a843baa8-4fee-47a0-8bd4-28c66e0406f2 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:49.665907 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a843baa8-4fee-47a0-8bd4-28c66e0406f2 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:49.669246 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a843baa8-4fee-47a0-8bd4-28c66e0406f2 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "DELETE /v2.0/security-groups/04a5e141-3e02-49d9-9a3b-41bd5235e4f8 HTTP/1.1" status: 204 len: 168 time: 0.4814701 Nov 27 03:48:49.676213 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 32944) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:49.716923 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 32946) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:49.739650 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:49.757384 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-9e7630be-c499-4a84-88b5-d716176e07f2 admin admin] Allocated IP 172.25.1.22 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/bc4c21ed-4a12-4a23-942d-c6ce350a8234) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:48:49.766883 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843baa8-4fee-47a0-8bd4-28c66e0406f2 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a5e141-3e02-49d9-9a3b-41bd5235e4f8,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:49.769200 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-01acc372-121b-4610-ba90-d23adb000fb4 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] show failed (client error): The resource could not be found. Nov 27 03:48:49.770405 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-01acc372-121b-4610-ba90-d23adb000fb4 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "GET /v2.0/security-groups/04a5e141-3e02-49d9-9a3b-41bd5235e4f8 HTTP/1.1" status: 404 len: 347 time: 0.0784953 Nov 27 03:48:49.774339 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 32958) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:49.871860 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:49.913758 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-50486ab0-aaf9-41a0-9915-6e251e3885a8 None None] Attempting to bind port 121b72b2-b53d-4047-95f3-411362dc1a36 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:48:49.914107 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-50486ab0-aaf9-41a0-9915-6e251e3885a8 None None] Attempting to bind port 121b72b2-b53d-4047-95f3-411362dc1a36 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '5f2fc0be-1be8-4642-a29e-d883f02ddc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '56c1999d-e43d-4192-8ccb-aac9c835b41d'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:48:49.914646 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50486ab0-aaf9-41a0-9915-6e251e3885a8 None None] Attempting to bind port 121b72b2-b53d-4047-95f3-411362dc1a36 on network 56c1999d-e43d-4192-8ccb-aac9c835b41d {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:48:49.932256 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8296b995-181b-4ad0-99bf-a5afe9242929 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:49.937525 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50486ab0-aaf9-41a0-9915-6e251e3885a8 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:48:49.938407 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50486ab0-aaf9-41a0-9915-6e251e3885a8 None None] Checking segment: {'id': '5f2fc0be-1be8-4642-a29e-d883f02ddc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '56c1999d-e43d-4192-8ccb-aac9c835b41d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:48:49.938907 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-50486ab0-aaf9-41a0-9915-6e251e3885a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:49.939308 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50486ab0-aaf9-41a0-9915-6e251e3885a8 None None] Bound using segment: {'id': '5f2fc0be-1be8-4642-a29e-d883f02ddc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '56c1999d-e43d-4192-8ccb-aac9c835b41d'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:48:49.939801 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-50486ab0-aaf9-41a0-9915-6e251e3885a8 None None] Bound port: 121b72b2-b53d-4047-95f3-411362dc1a36, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f2fc0be-1be8-4642-a29e-d883f02ddc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '56c1999d-e43d-4192-8ccb-aac9c835b41d'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:48:49.940190 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-50486ab0-aaf9-41a0-9915-6e251e3885a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:49.964825 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8296b995-181b-4ad0-99bf-a5afe9242929 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:49.971995 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 83addeb9-dcf2-4534-86d1-264ae97763ea, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=83addeb9-dcf2-4534-86d1-264ae97763ea,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:49.997875 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea62bc-b9d8-4d5b-b2cf-7d43e536dd0f req-0f8212a1-622c-489a-9a3f-81c828f783c1 tempest-MigrationsAdminTest-1034749198 tempest-MigrationsAdminTest-1034749198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:50.006086 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d4ea62bc-b9d8-4d5b-b2cf-7d43e536dd0f req-0f8212a1-622c-489a-9a3f-81c828f783c1 tempest-MigrationsAdminTest-1034749198 tempest-MigrationsAdminTest-1034749198-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 1100 time: 0.1103933 Nov 27 03:48:50.057381 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-79e892c5-e36f-4a82-bd57-fb60ef70f1e5 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Deleting port 183697e9-72ac-462d-b0d2-d9025fc3768d {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:48:50.057612 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-50486ab0-aaf9-41a0-9915-6e251e3885a8 None None] For port 121b72b2-b53d-4047-95f3-411362dc1a36, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:48:50.058009 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-79e892c5-e36f-4a82-bd57-fb60ef70f1e5 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:50.062436 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-50486ab0-aaf9-41a0-9915-6e251e3885a8 None None] For port 121b72b2-b53d-4047-95f3-411362dc1a36, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=121b72b2-b53d-4047-95f3-411362dc1a36,segment=NetworkSegment(5f2fc0be-1be8-4642-a29e-d883f02ddc13),segment_id=5f2fc0be-1be8-4642-a29e-d883f02ddc13)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:48:50.066580 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:50.077389 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8296b995-181b-4ad0-99bf-a5afe9242929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:50.080549 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8296b995-181b-4ad0-99bf-a5afe9242929 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:50.081690 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8296b995-181b-4ad0-99bf-a5afe9242929 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d74f5ca1-c1df-486b-a59c-b6494667af5f HTTP/1.1" status: 204 len: 168 time: 0.6048419 Nov 27 03:48:50.115203 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-50486ab0-aaf9-41a0-9915-6e251e3885a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:50.119429 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d7671b8b-bfc4-44f6-b56f-a022f8e7ba16 req-98bfa334-d7c6-4b67-89c9-276344aeec54 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a421b-fa91-4269-8203-eac6a41dc513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4714668 Nov 27 03:48:50.121552 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8296b995-181b-4ad0-99bf-a5afe9242929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74f5ca1-c1df-486b-a59c-b6494667af5f,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:50.164117 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-185bbf49-f751-4065-b807-549c75b3fd31 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Deleting port b34b692b-4288-40d0-a533-af183382fa25 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:48:50.164375 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-185bbf49-f751-4065-b807-549c75b3fd31 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:50.225014 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d4ea62bc-b9d8-4d5b-b2cf-7d43e536dd0f req-a2e0834c-cbef-4b6d-989c-fc9ec6a849dd tempest-MigrationsAdminTest-1034749198 tempest-MigrationsAdminTest-1034749198-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136819 Nov 27 03:48:50.245189 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9e7630be-c499-4a84-88b5-d716176e07f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:50.273988 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:50.316164 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-185bbf49-f751-4065-b807-549c75b3fd31 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:50.316502 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-185bbf49-f751-4065-b807-549c75b3fd31 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:50.319485 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-79e892c5-e36f-4a82-bd57-fb60ef70f1e5 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:50.322266 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-79e892c5-e36f-4a82-bd57-fb60ef70f1e5 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:50.347315 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-185bbf49-f751-4065-b807-549c75b3fd31 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Calling delete_port for b34b692b-4288-40d0-a533-af183382fa25 owned by network:floatingip {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:48:50.368466 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78841303-7976-4777-b4bb-0ec491a6f4a4 None None] Sync routers for ids ['3800f3d6-c601-4c0d-8073-e6b997a6db34'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:48:50.378386 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-79e892c5-e36f-4a82-bd57-fb60ef70f1e5 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Calling delete_port for 183697e9-72ac-462d-b0d2-d9025fc3768d owned by network:floatingip {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:48:50.381785 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78841303-7976-4777-b4bb-0ec491a6f4a4 None None] Routers {'3800f3d6-c601-4c0d-8073-e6b997a6db34'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:48:50.382700 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-78841303-7976-4777-b4bb-0ec491a6f4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:48:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['3800f3d6-c601-4c0d-8073-e6b997a6db34'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:50.444585 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f6608c2-0bdf-4c3a-88d2-ffabcf713927 admin admin] Deleting subnet 4f2f4695-47e3-40b2-b54d-f43d3306eba4 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:48:50.448720 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7f6608c2-0bdf-4c3a-88d2-ffabcf713927 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:50.472141 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b39fdb-7146-4213-b996-8994cc70f03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f147dbb6-92ed-466c-87b7-886dbc4c529a'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:48:50.474858 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae20923-14a8-4e37-8fe1-f4b26e3cc68f" -d '{"events": [{"server_uuid": "41b39fdb-7146-4213-b996-8994cc70f03b", "name": "network-vif-plugged", "status": "completed", "tag": "f147dbb6-92ed-466c-87b7-886dbc4c529a"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:48:50.489247 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port f147dbb6-92ed-466c-87b7-886dbc4c529a, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=f147dbb6-92ed-466c-87b7-886dbc4c529a,segment=NetworkSegment(0d71eb94-5225-4db6-8e46-cee8dee27f0a),segment_id=0d71eb94-5225-4db6-8e46-cee8dee27f0a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:50.508255 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:50.509185 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 02dd892f-ed59-45a9-957a-3c42862cff9d no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:48:50.560369 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=83addeb9-dcf2-4534-86d1-264ae97763ea,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:50.575905 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: 02dd892f-ed59-45a9-957a-3c42862cff9d {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:48:50.575905 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 02dd892f-ed59-45a9-957a-3c42862cff9d not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:48:50.588715 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7f6608c2-0bdf-4c3a-88d2-ffabcf713927 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:50.630617 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c784be-d257-440a-932c-7b8990df172a x-openstack-request-id: req-18c784be-d257-440a-932c-7b8990df172a {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:48:50.631939 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b39fdb-7146-4213-b996-8994cc70f03b", "name": "network-vif-plugged", "status": "completed", "tag": "f147dbb6-92ed-466c-87b7-886dbc4c529a", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:48:50.632300 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-18c784be-d257-440a-932c-7b8990df172a {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:48:50.634368 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b39fdb-7146-4213-b996-8994cc70f03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f147dbb6-92ed-466c-87b7-886dbc4c529a', 'code': 200} Nov 27 03:48:50.685019 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50486ab0-aaf9-41a0-9915-6e251e3885a8 None None] Pushing event updated for resources: {'Port': ['ID=121b72b2-b53d-4047-95f3-411362dc1a36,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:50.699893 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7f6608c2-0bdf-4c3a-88d2-ffabcf713927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:50.708496 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-78841303-7976-4777-b4bb-0ec491a6f4a4 None None] Set router 3800f3d6-c601-4c0d-8073-e6b997a6db34 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:48:50.756688 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-185bbf49-f751-4065-b807-549c75b3fd31 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:50.858966 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7f6608c2-0bdf-4c3a-88d2-ffabcf713927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:50.891420 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7f6608c2-0bdf-4c3a-88d2-ffabcf713927 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:50.898614 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7f6608c2-0bdf-4c3a-88d2-ffabcf713927 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4f2f4695-47e3-40b2-b54d-f43d3306eba4 HTTP/1.1" status: 204 len: 168 time: 1.1631029 Nov 27 03:48:50.916315 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 32988) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:50.923721 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185bbf49-f751-4065-b807-549c75b3fd31 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Pushing event deleted for resources: {'Port': ['ID=b34b692b-4288-40d0-a533-af183382fa25,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:50.952358 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=f147dbb6-92ed-466c-87b7-886dbc4c529a,revision_number=7']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:50.995614 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6608c2-0bdf-4c3a-88d2-ffabcf713927 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f2f4695-47e3-40b2-b54d-f43d3306eba4,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:51.062359 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:51.261336 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-185bbf49-f751-4065-b807-549c75b3fd31 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks [] for floatingip, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:51.270903 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-185bbf49-f751-4065-b807-549c75b3fd31 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:51.277784 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-79e892c5-e36f-4a82-bd57-fb60ef70f1e5 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:51.278068 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-185bbf49-f751-4065-b807-549c75b3fd31 tempest-ImagesOneServerNegativeTestJSON-1656206040 tempest-ImagesOneServerNegativeTestJSON-1656206040-project] 10.222.0.20 "DELETE /v2.0/floatingips/b593820b-07db-45b9-9864-70d6af1169ef HTTP/1.1" status: 204 len: 168 time: 1.4917367 Nov 27 03:48:51.308739 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9e7630be-c499-4a84-88b5-d716176e07f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:51.349700 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e892c5-e36f-4a82-bd57-fb60ef70f1e5 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Pushing event deleted for resources: {'Port': ['ID=183697e9-72ac-462d-b0d2-d9025fc3768d,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:51.364208 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7630be-c499-4a84-88b5-d716176e07f2 admin admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:48:51.367718 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c23e60-746b-4ac4-9148-fca543cfe593 req-fbe0abf3-860b-4f08-b4d7-692df9b6a426 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:51.380191 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c23e60-746b-4ac4-9148-fca543cfe593 req-fbe0abf3-860b-4f08-b4d7-692df9b6a426 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:51.382120 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c3c23e60-746b-4ac4-9148-fca543cfe593 req-fbe0abf3-860b-4f08-b4d7-692df9b6a426 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a7242ac-e86b-4436-97d9-fbee8b12e941 HTTP/1.1" status: 200 len: 1683 time: 0.4674196 Nov 27 03:48:51.387473 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-9e7630be-c499-4a84-88b5-d716176e07f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:48:51.397499 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7630be-c499-4a84-88b5-d716176e07f2 admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:48:51.467260 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-78841303-7976-4777-b4bb-0ec491a6f4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3800f3d6-c601-4c0d-8073-e6b997a6db34', 'name': 'tempest-TaggedBootDevicesTest_v242-1629102924-router', 'tenant_id': '3e0a6e3903404d4c8a0246b387bf3805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '83addeb9-dcf2-4534-86d1-264ae97763ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:48:37Z', 'updated_at': '2021-11-27T03:48:42Z', 'revision_number': 4, 'project_id': '3e0a6e3903404d4c8a0246b387bf3805', 'gw_port': {'id': '83addeb9-dcf2-4534-86d1-264ae97763ea', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3800f3d6-c601-4c0d-8073-e6b997a6db34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:48:38Z', 'updated_at': '2021-11-27T03:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '271a6263-1c4e-4232-ab19-41a2a5e7549b', 'name': '', 'network_id': '9ff8078f-ae3b-4728-b001-9277e61f21a6', 'tenant_id': '3e0a6e3903404d4c8a0246b387bf3805', 'mac_address': 'fa:16:3e:62:d5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3800f3d6-c601-4c0d-8073-e6b997a6db34', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'fdd47af3-1760-4461-be21-108e1865b763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:48:41Z', 'updated_at': '2021-11-27T03:48:42Z', 'revision_number': 2, 'project_id': '3e0a6e3903404d4c8a0246b387bf3805', 'subnets': [{'id': 'fdd47af3-1760-4461-be21-108e1865b763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:51.508312 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5689e8fe-5412-4241-b67f-ecafd940a89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:51.524653 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78841303-7976-4777-b4bb-0ec491a6f4a4 None None] Checking router: 3800f3d6-c601-4c0d-8073-e6b997a6db34 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:48:51.525054 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78841303-7976-4777-b4bb-0ec491a6f4a4 None None] Updating router 3800f3d6-c601-4c0d-8073-e6b997a6db34 port 271a6263-1c4e-4232-ab19-41a2a5e7549b binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:48:51.601599 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8451ab63-c094-4ba4-9360-6371785acb0d req-0d998b14-5685-4663-8721-c41ea253dbfb tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:51.613687 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8451ab63-c094-4ba4-9360-6371785acb0d req-0d998b14-5685-4663-8721-c41ea253dbfb tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:51.621947 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8451ab63-c094-4ba4-9360-6371785acb0d req-0d998b14-5685-4663-8721-c41ea253dbfb tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7242ac-e86b-4436-97d9-fbee8b12e941 HTTP/1.1" status: 200 len: 1683 time: 0.3591692 Nov 27 03:48:51.630657 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-78841303-7976-4777-b4bb-0ec491a6f4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:51.646880 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7630be-c499-4a84-88b5-d716176e07f2 admin admin] Pushing event updated for resources: {'Port': ['ID=bc4c21ed-4a12-4a23-942d-c6ce350a8234,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:51.690084 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8451ab63-c094-4ba4-9360-6371785acb0d req-a856eabf-00e2-4d94-84ae-c287e7765ff5 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a421b-fa91-4269-8203-eac6a41dc513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671787 Nov 27 03:48:51.747677 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:51.758381 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-79e892c5-e36f-4a82-bd57-fb60ef70f1e5 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Publish callbacks [] for floatingip, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:51.773198 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-79e892c5-e36f-4a82-bd57-fb60ef70f1e5 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:51.779109 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-79e892c5-e36f-4a82-bd57-fb60ef70f1e5 tempest-ServersTestManualDisk-1667241404 tempest-ServersTestManualDisk-1667241404-project] 10.222.0.20 "DELETE /v2.0/floatingips/843a6a5f-0c90-4823-a15e-cbd0bfd2e182 HTTP/1.1" status: 204 len: 168 time: 2.3434851 Nov 27 03:48:51.786474 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33018) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:51.861706 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5689e8fe-5412-4241-b67f-ecafd940a89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:51.880258 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33024) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:51.934387 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d86b7-40fb-48c4-9e9d-6479267f3398 req-af9b8bc0-9a78-4169-8644-b5faa6a39084 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:51.947030 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-929d86b7-40fb-48c4-9e9d-6479267f3398 req-af9b8bc0-9a78-4169-8644-b5faa6a39084 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 949 time: 0.3775651 Nov 27 03:48:52.027025 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-207bad7f-da4e-4a4a-bad0-aef18eb11077 admin admin] Deleting subnet 5627de8b-a39f-489f-ab76-1826aeb58791 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:48:52.030409 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-207bad7f-da4e-4a4a-bad0-aef18eb11077 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:52.109737 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-207bad7f-da4e-4a4a-bad0-aef18eb11077 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:52.177615 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-207bad7f-da4e-4a4a-bad0-aef18eb11077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:52.277559 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-281210b5-34ef-4991-aa6b-b812f2252490 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a4734043-8f77-4a5f-990b-da1153021f51&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8365328 Nov 27 03:48:52.300695 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-207bad7f-da4e-4a4a-bad0-aef18eb11077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:52.307364 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-5689e8fe-5412-4241-b67f-ecafd940a89c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:52.346364 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207bad7f-da4e-4a4a-bad0-aef18eb11077 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5627de8b-a39f-489f-ab76-1826aeb58791,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:52.365955 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-5689e8fe-5412-4241-b67f-ecafd940a89c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ede1ec6-1b9f-43e0-8048-29f023f3314a') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:52.366270 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-5689e8fe-5412-4241-b67f-ecafd940a89c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ede1ec6-1b9f-43e0-8048-29f023f3314a') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:52.376710 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-78841303-7976-4777-b4bb-0ec491a6f4a4 None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:52.388243 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-c3c23e60-746b-4ac4-9148-fca543cfe593 req-368ab7ba-1423-4cf3-8d22-8dc62018c387 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Deleting port 056811ea-5b6e-43a2-8639-161cdbafc685 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:48:52.388595 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c3c23e60-746b-4ac4-9148-fca543cfe593 req-368ab7ba-1423-4cf3-8d22-8dc62018c387 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:52.395008 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-78841303-7976-4777-b4bb-0ec491a6f4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:52.487364 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 121b72b2-b53d-4047-95f3-411362dc1a36 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:48:52.496037 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e199173-7a99-4cd3-98c1-198cd491d298 None None] Pushing event updated for resources: {'Port': ['ID=271a6263-1c4e-4232-ab19-41a2a5e7549b,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:52.509233 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e199173-7a99-4cd3-98c1-198cd491d298 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:52.509881 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e199173-7a99-4cd3-98c1-198cd491d298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:52.510385 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e199173-7a99-4cd3-98c1-198cd491d298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:52.511046 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e199173-7a99-4cd3-98c1-198cd491d298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:52.511542 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e199173-7a99-4cd3-98c1-198cd491d298 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:52.512209 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e199173-7a99-4cd3-98c1-198cd491d298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:52.512703 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e199173-7a99-4cd3-98c1-198cd491d298 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:52.513182 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e199173-7a99-4cd3-98c1-198cd491d298 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:52.513682 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e199173-7a99-4cd3-98c1-198cd491d298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:52.514178 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e199173-7a99-4cd3-98c1-198cd491d298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:52.514716 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e199173-7a99-4cd3-98c1-198cd491d298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:52.515200 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e199173-7a99-4cd3-98c1-198cd491d298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:52.615762 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-78841303-7976-4777-b4bb-0ec491a6f4a4 None None] Attempting to bind port 271a6263-1c4e-4232-ab19-41a2a5e7549b on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:48:52.616129 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-78841303-7976-4777-b4bb-0ec491a6f4a4 None None] Attempting to bind port 271a6263-1c4e-4232-ab19-41a2a5e7549b by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '35578323-0418-4a3f-86b4-c2cd878da045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9ff8078f-ae3b-4728-b001-9277e61f21a6'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:48:52.616814 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d57911-35cd-47f0-bebc-1e657bd1dbc9 None None] Network 56c1999d-e43d-4192-8ccb-aac9c835b41d requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:48:52.618314 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78841303-7976-4777-b4bb-0ec491a6f4a4 None None] Attempting to bind port 271a6263-1c4e-4232-ab19-41a2a5e7549b on network 9ff8078f-ae3b-4728-b001-9277e61f21a6 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:48:52.639701 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78841303-7976-4777-b4bb-0ec491a6f4a4 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:48:52.640073 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78841303-7976-4777-b4bb-0ec491a6f4a4 None None] Checking segment: {'id': '35578323-0418-4a3f-86b4-c2cd878da045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9ff8078f-ae3b-4728-b001-9277e61f21a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:48:52.640680 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-78841303-7976-4777-b4bb-0ec491a6f4a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:52.641385 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78841303-7976-4777-b4bb-0ec491a6f4a4 None None] Bound using segment: {'id': '35578323-0418-4a3f-86b4-c2cd878da045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9ff8078f-ae3b-4728-b001-9277e61f21a6'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:48:52.642795 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-78841303-7976-4777-b4bb-0ec491a6f4a4 None None] Bound port: 271a6263-1c4e-4232-ab19-41a2a5e7549b, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35578323-0418-4a3f-86b4-c2cd878da045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9ff8078f-ae3b-4728-b001-9277e61f21a6'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:48:52.643419 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-78841303-7976-4777-b4bb-0ec491a6f4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:52.726267 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 121b72b2-b53d-4047-95f3-411362dc1a36 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:48:52.726671 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:52.732923 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-c3c23e60-746b-4ac4-9148-fca543cfe593 req-368ab7ba-1423-4cf3-8d22-8dc62018c387 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] For port 056811ea-5b6e-43a2-8639-161cdbafc685, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=056811ea-5b6e-43a2-8639-161cdbafc685,segment=NetworkSegment(0bb551e7-146d-46ca-9c8f-ded6a0e3d6fc),segment_id=0bb551e7-146d-46ca-9c8f-ded6a0e3d6fc)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:52.733304 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c3c23e60-746b-4ac4-9148-fca543cfe593 req-368ab7ba-1423-4cf3-8d22-8dc62018c387 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:52.798305 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5689e8fe-5412-4241-b67f-ecafd940a89c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:52.829129 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-78841303-7976-4777-b4bb-0ec491a6f4a4 None None] For port 271a6263-1c4e-4232-ab19-41a2a5e7549b, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:48:52.843282 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-78841303-7976-4777-b4bb-0ec491a6f4a4 None None] For port 271a6263-1c4e-4232-ab19-41a2a5e7549b, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=271a6263-1c4e-4232-ab19-41a2a5e7549b,segment=NetworkSegment(35578323-0418-4a3f-86b4-c2cd878da045),segment_id=35578323-0418-4a3f-86b4-c2cd878da045)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:48:52.844086 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-207bad7f-da4e-4a4a-bad0-aef18eb11077 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:52.845009 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-5db932e4-9321-4765-989d-c1f07b1c155c None None] Provisioning complete for port 121b72b2-b53d-4047-95f3-411362dc1a36 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:48:52.845547 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5db932e4-9321-4765-989d-c1f07b1c155c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:52.853932 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-78841303-7976-4777-b4bb-0ec491a6f4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:52.866269 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-207bad7f-da4e-4a4a-bad0-aef18eb11077 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5627de8b-a39f-489f-ab76-1826aeb58791 HTTP/1.1" status: 204 len: 168 time: 0.9757142 Nov 27 03:48:52.904860 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33058) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:52.978849 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-c3c23e60-746b-4ac4-9148-fca543cfe593 req-368ab7ba-1423-4cf3-8d22-8dc62018c387 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Calling delete_port for 056811ea-5b6e-43a2-8639-161cdbafc685 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:48:53.013422 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-929d86b7-40fb-48c4-9e9d-6479267f3398 req-1fbce05a-72df-4e30-acce-27f5a1d33129 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0648429 Nov 27 03:48:53.065593 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78841303-7976-4777-b4bb-0ec491a6f4a4 None None] Routers {'3800f3d6-c601-4c0d-8073-e6b997a6db34'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:48:53.066491 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-78841303-7976-4777-b4bb-0ec491a6f4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:48:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['3800f3d6-c601-4c0d-8073-e6b997a6db34'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:53.067438 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5689e8fe-5412-4241-b67f-ecafd940a89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:53.081765 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:53.143017 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5db932e4-9321-4765-989d-c1f07b1c155c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:53.221783 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5689e8fe-5412-4241-b67f-ecafd940a89c admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:48:53.222668 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5689e8fe-5412-4241-b67f-ecafd940a89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:53.227917 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 03:48:53.227917 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:48:53.227917 n-d-819494-3 neutron-server[110019]: timer() Nov 27 03:48:53.227917 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:48:53.227917 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 03:48:53.227917 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:48:53.227917 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 03:48:53.227917 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:48:53.227917 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 03:48:53.227917 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:48:53.227917 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 03:48:53.227917 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:48:53.227917 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 03:48:53.227917 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:48:53.227917 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:48:53.227917 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:48:53.227917 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:48:53.227917 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:48:53.227917 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 03:48:53.227917 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:48:53.227917 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 03:48:53.227917 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:48:53.227917 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:48:53.227917 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:48:53.227917 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 03:48:53.227917 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:48:53.227917 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:48:53.227917 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:48:53.227917 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:48:53.227917 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:48:53.227917 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:48:53.227917 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:48:53.245563 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 121b72b2-b53d-4047-95f3-411362dc1a36, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=121b72b2-b53d-4047-95f3-411362dc1a36,segment=NetworkSegment(5f2fc0be-1be8-4642-a29e-d883f02ddc13),segment_id=5f2fc0be-1be8-4642-a29e-d883f02ddc13)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:53.261496 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:53.263948 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 83addeb9-dcf2-4534-86d1-264ae97763ea up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:48:53.319865 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e199173-7a99-4cd3-98c1-198cd491d298 None None] Pushing event updated for resources: {'Port': ['ID=271a6263-1c4e-4232-ab19-41a2a5e7549b,revision_number=4']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:53.442360 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-78841303-7976-4777-b4bb-0ec491a6f4a4 None None] Set router 3800f3d6-c601-4c0d-8073-e6b997a6db34 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:48:53.586616 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c6550ff3-99cf-4849-b7f8-7c5863204c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:53.610252 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5689e8fe-5412-4241-b67f-ecafd940a89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:53.655228 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5689e8fe-5412-4241-b67f-ecafd940a89c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:53.659250 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-5689e8fe-5412-4241-b67f-ecafd940a89c admin admin] 10.222.0.20 "DELETE /v2.0/networks/7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7 HTTP/1.1" status: 204 len: 168 time: 2.7320526 Nov 27 03:48:53.674463 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33084) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:53.691236 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.api [None req-5db932e4-9321-4765-989d-c1f07b1c155c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 03:48:53.691611 n-d-819494-3 neutron-server[110020]: DEBUG oslo_db.api [None req-5db932e4-9321-4765-989d-c1f07b1c155c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 03:48:53.701078 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=121b72b2-b53d-4047-95f3-411362dc1a36,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:53.738461 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689e8fe-5412-4241-b67f-ecafd940a89c admin admin] Pushing event deleted for resources: {'Network': ['ID=7782fb40-81fb-4e8c-ac79-4e59a1bcb1b7,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:53.782265 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 83addeb9-dcf2-4534-86d1-264ae97763ea triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:48:53.786466 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:53.892060 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c6550ff3-99cf-4849-b7f8-7c5863204c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:53.906526 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a5991d-b96a-4d43-aa88-405ee697e66f admin admin] Deleting subnet 47842697-8e18-44de-9bb4-ca6539a17df9 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:48:53.919928 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-07a5991d-b96a-4d43-aa88-405ee697e66f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:53.970066 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-c6550ff3-99cf-4849-b7f8-7c5863204c40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa05b832-4a56-4072-b0af-d9ce19e83099']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:53.979142 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7590c-55ed-48de-8039-d6552c0a23a0 req-a7dcbdd0-6a03-4861-b402-ba5db3ceee8c tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:53.990060 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7590c-55ed-48de-8039-d6552c0a23a0 req-a7dcbdd0-6a03-4861-b402-ba5db3ceee8c tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:53.994757 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-81d7590c-55ed-48de-8039-d6552c0a23a0 req-a7dcbdd0-6a03-4861-b402-ba5db3ceee8c tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7242ac-e86b-4436-97d9-fbee8b12e941 HTTP/1.1" status: 200 len: 1683 time: 0.6064317 Nov 27 03:48:54.003788 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-c6550ff3-99cf-4849-b7f8-7c5863204c40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0f39da6-536c-459a-9945-6662db53cdb6') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:54.004087 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-c6550ff3-99cf-4849-b7f8-7c5863204c40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0f39da6-536c-459a-9945-6662db53cdb6') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:54.006901 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-78841303-7976-4777-b4bb-0ec491a6f4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3800f3d6-c601-4c0d-8073-e6b997a6db34', 'name': 'tempest-TaggedBootDevicesTest_v242-1629102924-router', 'tenant_id': '3e0a6e3903404d4c8a0246b387bf3805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '83addeb9-dcf2-4534-86d1-264ae97763ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:48:37Z', 'updated_at': '2021-11-27T03:48:42Z', 'revision_number': 4, 'project_id': '3e0a6e3903404d4c8a0246b387bf3805', 'gw_port': {'id': '83addeb9-dcf2-4534-86d1-264ae97763ea', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3800f3d6-c601-4c0d-8073-e6b997a6db34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:48:38Z', 'updated_at': '2021-11-27T03:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '271a6263-1c4e-4232-ab19-41a2a5e7549b', 'name': '', 'network_id': '9ff8078f-ae3b-4728-b001-9277e61f21a6', 'tenant_id': '3e0a6e3903404d4c8a0246b387bf3805', 'mac_address': 'fa:16:3e:62:d5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3800f3d6-c601-4c0d-8073-e6b997a6db34', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'fdd47af3-1760-4461-be21-108e1865b763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:48:41Z', 'updated_at': '2021-11-27T03:48:52Z', 'revision_number': 4, 'project_id': '3e0a6e3903404d4c8a0246b387bf3805', 'subnets': [{'id': 'fdd47af3-1760-4461-be21-108e1865b763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:54.008406 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9e7630be-c499-4a84-88b5-d716176e07f2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:54.015956 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-07a5991d-b96a-4d43-aa88-405ee697e66f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:54.044411 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c6550ff3-99cf-4849-b7f8-7c5863204c40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:54.057827 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c3c23e60-746b-4ac4-9148-fca543cfe593 req-368ab7ba-1423-4cf3-8d22-8dc62018c387 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:54.076545 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78841303-7976-4777-b4bb-0ec491a6f4a4 None None] The sync data for ids ['3800f3d6-c601-4c0d-8073-e6b997a6db34'] in n-d-819494-3 is: [{'id': '3800f3d6-c601-4c0d-8073-e6b997a6db34', 'name': 'tempest-TaggedBootDevicesTest_v242-1629102924-router', 'tenant_id': '3e0a6e3903404d4c8a0246b387bf3805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '83addeb9-dcf2-4534-86d1-264ae97763ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:48:37Z', 'updated_at': '2021-11-27T03:48:42Z', 'revision_number': 4, 'project_id': '3e0a6e3903404d4c8a0246b387bf3805', 'gw_port': {'id': '83addeb9-dcf2-4534-86d1-264ae97763ea', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3800f3d6-c601-4c0d-8073-e6b997a6db34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:48:38Z', 'updated_at': '2021-11-27T03:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '271a6263-1c4e-4232-ab19-41a2a5e7549b', 'name': '', 'network_id': '9ff8078f-ae3b-4728-b001-9277e61f21a6', 'tenant_id': '3e0a6e3903404d4c8a0246b387bf3805', 'mac_address': 'fa:16:3e:62:d5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3800f3d6-c601-4c0d-8073-e6b997a6db34', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'fdd47af3-1760-4461-be21-108e1865b763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:48:41Z', 'updated_at': '2021-11-27T03:48:52Z', 'revision_number': 4, 'project_id': '3e0a6e3903404d4c8a0246b387bf3805', 'subnets': [{'id': 'fdd47af3-1760-4461-be21-108e1865b763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:48:54.172213 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c6550ff3-99cf-4849-b7f8-7c5863204c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:54.190850 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ab7ba-1423-4cf3-8d22-8dc62018c387 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Pushing event deleted for resources: {'Port': ['ID=056811ea-5b6e-43a2-8639-161cdbafc685,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:54.235880 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-07a5991d-b96a-4d43-aa88-405ee697e66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:54.287855 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 121b72b2-b53d-4047-95f3-411362dc1a36 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:48:54.299007 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6550ff3-99cf-4849-b7f8-7c5863204c40 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:48:54.302881 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c6550ff3-99cf-4849-b7f8-7c5863204c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:54.312958 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 03:48:54.312958 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:48:54.312958 n-d-819494-3 neutron-server[110019]: timer() Nov 27 03:48:54.312958 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:48:54.312958 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 03:48:54.312958 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:48:54.312958 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 03:48:54.312958 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:48:54.312958 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 03:48:54.312958 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:48:54.312958 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 03:48:54.312958 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:48:54.312958 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 03:48:54.312958 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:48:54.312958 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:48:54.312958 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:48:54.312958 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:48:54.312958 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:48:54.312958 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 03:48:54.312958 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:48:54.312958 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 03:48:54.312958 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:48:54.312958 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:48:54.312958 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:48:54.312958 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 03:48:54.312958 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:48:54.312958 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:48:54.312958 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:48:54.312958 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:48:54.312958 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:48:54.312958 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:48:54.312958 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:48:54.443695 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-81d7590c-55ed-48de-8039-d6552c0a23a0 req-13a655b7-adca-4170-b1a5-e2db4b3f8b82 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a421b-fa91-4269-8203-eac6a41dc513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4206765 Nov 27 03:48:54.485284 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 121b72b2-b53d-4047-95f3-411362dc1a36 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:48:54.486176 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:54.684033 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-1ba5126d-7cb4-469f-b77c-cfcd86a09a26 None None] Provisioning complete for port 271a6263-1c4e-4232-ab19-41a2a5e7549b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:48:54.684679 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1ba5126d-7cb4-469f-b77c-cfcd86a09a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:54.829452 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 271a6263-1c4e-4232-ab19-41a2a5e7549b up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:48:54.909941 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1ba5126d-7cb4-469f-b77c-cfcd86a09a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:54.920839 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338dbc1c-e2da-49e4-9f51-c2a4d33d30ad req-3897a473-c921-44bc-91be-ea4d341c809e tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:54.929537 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-338dbc1c-e2da-49e4-9f51-c2a4d33d30ad req-3897a473-c921-44bc-91be-ea4d341c809e tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 949 time: 0.3268671 Nov 27 03:48:54.996752 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 056811ea-5b6e-43a2-8639-161cdbafc685 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:48:55.000015 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-338dbc1c-e2da-49e4-9f51-c2a4d33d30ad req-d29dd5dc-dcbd-43f1-8ace-b7ac2e4c1ed6 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694907 Nov 27 03:48:55.066415 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 056811ea-5b6e-43a2-8639-161cdbafc685 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:48:55.066795 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 056811ea-5b6e-43a2-8639-161cdbafc685 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:48:55.067236 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device be4e8177-85ad-49bc-88ec-981c0cd6535a no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:48:55.131077 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-97ff76be-9bba-4ff1-958e-60e33c377fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:55.189764 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c23e60-746b-4ac4-9148-fca543cfe593 req-368ab7ba-1423-4cf3-8d22-8dc62018c387 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] No DVR routers for this DVR port 056811ea-5b6e-43a2-8639-161cdbafc685 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:48:55.195555 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c3c23e60-746b-4ac4-9148-fca543cfe593 req-368ab7ba-1423-4cf3-8d22-8dc62018c387 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:55.200904 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9e7630be-c499-4a84-88b5-d716176e07f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:55.201980 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c3c23e60-746b-4ac4-9148-fca543cfe593 req-368ab7ba-1423-4cf3-8d22-8dc62018c387 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.23 "DELETE /v2.0/ports/056811ea-5b6e-43a2-8639-161cdbafc685 HTTP/1.1" status: 204 len: 173 time: 3.7846324 Nov 27 03:48:55.203282 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7242ac-e86b-4436-97d9-fbee8b12e941', 'name': 'network-vif-deleted', 'tag': '056811ea-5b6e-43a2-8639-161cdbafc685'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:48:55.207172 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d989f8d2-6a9b-4c7c-bfe0-57823f6cef27" -d '{"events": [{"server_uuid": "5a7242ac-e86b-4436-97d9-fbee8b12e941", "name": "network-vif-deleted", "tag": "056811ea-5b6e-43a2-8639-161cdbafc685"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:48:55.209790 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c6550ff3-99cf-4849-b7f8-7c5863204c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:55.232858 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c6550ff3-99cf-4849-b7f8-7c5863204c40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:55.237177 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c6550ff3-99cf-4849-b7f8-7c5863204c40 admin admin] 10.222.0.20 "DELETE /v2.0/networks/fa05b832-4a56-4072-b0af-d9ce19e83099 HTTP/1.1" status: 204 len: 168 time: 2.2863648 Nov 27 03:48:55.285421 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6550ff3-99cf-4849-b7f8-7c5863204c40 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa05b832-4a56-4072-b0af-d9ce19e83099,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:55.326314 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbdd8828-83e8-48b9-bacd-a5aadc92fb71 x-openstack-request-id: req-dbdd8828-83e8-48b9-bacd-a5aadc92fb71 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:48:55.326882 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a7242ac-e86b-4436-97d9-fbee8b12e941", "name": "network-vif-deleted", "tag": "056811ea-5b6e-43a2-8639-161cdbafc685", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:48:55.327583 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dbdd8828-83e8-48b9-bacd-a5aadc92fb71 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:48:55.328424 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7242ac-e86b-4436-97d9-fbee8b12e941', 'name': 'network-vif-deleted', 'tag': '056811ea-5b6e-43a2-8639-161cdbafc685', 'status': 'completed', 'code': 200} Nov 27 03:48:55.459364 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-07a5991d-b96a-4d43-aa88-405ee697e66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:55.488306 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5917cf5d-6391-4dc0-823e-9628d0a0a725 req-2f7a2086-3223-4660-b791-bd1e29bd6bea tempest-QuotasAdminNegativeTest-2060816523 tempest-QuotasAdminNegativeTest-2060816523-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f075a1e6c23345ffa5fd0b233b96f590&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583448 Nov 27 03:48:55.563170 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5991d-b96a-4d43-aa88-405ee697e66f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47842697-8e18-44de-9bb4-ca6539a17df9,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:55.706397 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917cf5d-6391-4dc0-823e-9628d0a0a725 req-85db8bfa-e974-4da2-9204-28c0982f5197 tempest-QuotasAdminNegativeTest-2060816523 tempest-QuotasAdminNegativeTest-2060816523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:55.706980 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-1ba5126d-7cb4-469f-b77c-cfcd86a09a26 None None] For port 271a6263-1c4e-4232-ab19-41a2a5e7549b, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=271a6263-1c4e-4232-ab19-41a2a5e7549b,segment=NetworkSegment(35578323-0418-4a3f-86b4-c2cd878da045),segment_id=35578323-0418-4a3f-86b4-c2cd878da045)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:55.708614 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5917cf5d-6391-4dc0-823e-9628d0a0a725 req-85db8bfa-e974-4da2-9204-28c0982f5197 tempest-QuotasAdminNegativeTest-2060816523 tempest-QuotasAdminNegativeTest-2060816523-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2193379 Nov 27 03:48:55.713765 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33142) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:55.715123 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-07a5991d-b96a-4d43-aa88-405ee697e66f admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:55.719296 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-07a5991d-b96a-4d43-aa88-405ee697e66f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/47842697-8e18-44de-9bb4-ca6539a17df9 HTTP/1.1" status: 204 len: 168 time: 2.0413952 Nov 27 03:48:55.730775 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1ba5126d-7cb4-469f-b77c-cfcd86a09a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:55.741948 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33144) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:55.786732 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-fe37cfe8-ed16-4b65-8888-ac92c6dfb85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:55.788947 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-fe37cfe8-ed16-4b65-8888-ac92c6dfb85c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d416f1581fce4cbda78108e0795a4c3c&device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 1100 time: 0.4304261 Nov 27 03:48:55.808024 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 271a6263-1c4e-4232-ab19-41a2a5e7549b triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:48:55.810300 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:55.834334 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-c3c23e60-746b-4ac4-9148-fca543cfe593 req-88375d60-eb3e-4490-8de0-13afb2be9ae3 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Deleting port be4e8177-85ad-49bc-88ec-981c0cd6535a {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:48:55.834944 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c3c23e60-746b-4ac4-9148-fca543cfe593 req-88375d60-eb3e-4490-8de0-13afb2be9ae3 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:55.847745 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7733cb-7c42-447e-8d16-8caa05fffa80 req-c9bcee9d-413d-4336-ac6c-7e2f4496796f tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:55.848071 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-1ba5126d-7cb4-469f-b77c-cfcd86a09a26 None None] Provisioning complete for port 121b72b2-b53d-4047-95f3-411362dc1a36 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:48:55.848484 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1ba5126d-7cb4-469f-b77c-cfcd86a09a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:55.858969 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5917cf5d-6391-4dc0-823e-9628d0a0a725 req-be2ef0d3-c916-4117-9581-80e85b449fef tempest-QuotasAdminNegativeTest-2060816523 tempest-QuotasAdminNegativeTest-2060816523-project] 10.222.0.20 "GET /v2.0/quotas/f075a1e6c23345ffa5fd0b233b96f590 HTTP/1.1" status: 200 len: 375 time: 0.1296210 Nov 27 03:48:55.867024 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1a7733cb-7c42-447e-8d16-8caa05fffa80 req-c9bcee9d-413d-4336-ac6c-7e2f4496796f tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7242ac-e86b-4436-97d9-fbee8b12e941 HTTP/1.1" status: 200 len: 946 time: 0.2714877 Nov 27 03:48:55.939303 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba5126d-7cb4-469f-b77c-cfcd86a09a26 None None] Pushing event updated for resources: {'Port': ['ID=271a6263-1c4e-4232-ab19-41a2a5e7549b,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:55.979335 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:55.979664 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ac11b799-0e2f-4a79-8087-dee163223b89 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef613dd2ca5042f08b3f8d2107e4d371&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2583096 Nov 27 03:48:55.983414 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5917cf5d-6391-4dc0-823e-9628d0a0a725 req-1354743c-60fb-472e-af75-1aa7807a9944 tempest-QuotasAdminNegativeTest-2060816523 tempest-QuotasAdminNegativeTest-2060816523-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f075a1e6c23345ffa5fd0b233b96f590&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0810440 Nov 27 03:48:55.984451 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33146) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:56.031315 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port be4e8177-85ad-49bc-88ec-981c0cd6535a, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=be4e8177-85ad-49bc-88ec-981c0cd6535a,segment=NetworkSegment(d0cc2ce0-4b3b-44fe-bbd3-ea4e4a4b9638),segment_id=d0cc2ce0-4b3b-44fe-bbd3-ea4e4a4b9638)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:56.034958 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7242ac-e86b-4436-97d9-fbee8b12e941', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be4e8177-85ad-49bc-88ec-981c0cd6535a'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:48:56.038698 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449ff4b7-c9d3-4f86-9cd5-b3430ac2c451" -d '{"events": [{"server_uuid": "5a7242ac-e86b-4436-97d9-fbee8b12e941", "name": "network-vif-unplugged", "status": "completed", "tag": "be4e8177-85ad-49bc-88ec-981c0cd6535a"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:48:56.043414 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:56.113761 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7630be-c499-4a84-88b5-d716176e07f2 admin admin] Router 714579d2-4a91-4b47-9145-07f822c32bb3 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 03:48:56.121565 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-057f2072-89ff-4139-afea-23f86af3c017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:56.144587 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=be4e8177-85ad-49bc-88ec-981c0cd6535a,revision_number=6']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:56.159404 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1a7733cb-7c42-447e-8d16-8caa05fffa80 req-5e85cfeb-c360-432a-aa3e-836a314ce7a5 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a421b-fa91-4269-8203-eac6a41dc513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905834 Nov 27 03:48:56.164596 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-97ff76be-9bba-4ff1-958e-60e33c377fd5 admin admin] Deleting port 2f6e6516-620f-40f4-b400-118cee0366d9 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:48:56.165088 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-97ff76be-9bba-4ff1-958e-60e33c377fd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:56.204690 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7a3b1301-6e82-4bfa-bc07-2264f52b3938 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:56.238636 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7a3b1301-6e82-4bfa-bc07-2264f52b3938 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:56.283284 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-97ff76be-9bba-4ff1-958e-60e33c377fd5 admin admin] For port 2f6e6516-620f-40f4-b400-118cee0366d9, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=2f6e6516-620f-40f4-b400-118cee0366d9,segment=NetworkSegment(db00e79a-9198-482d-8bdb-bf6ce39640c7),segment_id=db00e79a-9198-482d-8bdb-bf6ce39640c7)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:56.292756 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-97ff76be-9bba-4ff1-958e-60e33c377fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:56.338391 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7a3b1301-6e82-4bfa-bc07-2264f52b3938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:56.341394 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7a3b1301-6e82-4bfa-bc07-2264f52b3938 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:56.345229 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7a3b1301-6e82-4bfa-bc07-2264f52b3938 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1c6ddc97-d932-4f3a-934e-778ae0cf44b4 HTTP/1.1" status: 204 len: 168 time: 0.3192341 Nov 27 03:48:56.352735 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 271a6263-1c4e-4232-ab19-41a2a5e7549b up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:48:56.430132 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b1301-6e82-4bfa-bc07-2264f52b3938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6ddc97-d932-4f3a-934e-778ae0cf44b4,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:56.456422 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 03:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfc4d40-0a30-42c1-84ec-44e7b8d96b3a x-openstack-request-id: req-ecfc4d40-0a30-42c1-84ec-44e7b8d96b3a {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:48:56.456722 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a7242ac-e86b-4436-97d9-fbee8b12e941", "name": "network-vif-unplugged", "status": "completed", "tag": "be4e8177-85ad-49bc-88ec-981c0cd6535a", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:48:56.456979 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ecfc4d40-0a30-42c1-84ec-44e7b8d96b3a {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:48:56.457379 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7242ac-e86b-4436-97d9-fbee8b12e941', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be4e8177-85ad-49bc-88ec-981c0cd6535a', 'code': 200} Nov 27 03:48:56.472732 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-97ff76be-9bba-4ff1-958e-60e33c377fd5 admin admin] Calling delete_port for 2f6e6516-620f-40f4-b400-118cee0366d9 owned by network:router_interface {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:48:56.475109 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-95a50a2e-9dfb-4345-9649-80a775482409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:56.477053 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-95a50a2e-9dfb-4345-9649-80a775482409 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.6379976 Nov 27 03:48:56.487677 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-c3c23e60-746b-4ac4-9148-fca543cfe593 req-88375d60-eb3e-4490-8de0-13afb2be9ae3 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] For port be4e8177-85ad-49bc-88ec-981c0cd6535a, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=be4e8177-85ad-49bc-88ec-981c0cd6535a,segment=NetworkSegment(d0cc2ce0-4b3b-44fe-bbd3-ea4e4a4b9638),segment_id=d0cc2ce0-4b3b-44fe-bbd3-ea4e4a4b9638)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:48:56.490783 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c3c23e60-746b-4ac4-9148-fca543cfe593 req-88375d60-eb3e-4490-8de0-13afb2be9ae3 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:56.530094 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 271a6263-1c4e-4232-ab19-41a2a5e7549b triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:48:56.530483 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:56.589522 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7630be-c499-4a84-88b5-d716176e07f2 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:48:56.608206 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b159063-1eff-4e10-ba3f-94e82a8cdc47 None None] Sync routers for ids ['714579d2-4a91-4b47-9145-07f822c32bb3'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:48:56.634081 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-e15df9e6-9452-46e6-8002-3019ce29ceb4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=e695790c-fb80-490e-8b57-32cd9a699aa8 HTTP/1.1" status: 200 len: 217 time: 0.1102676 Nov 27 03:48:56.648420 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-057f2072-89ff-4139-afea-23f86af3c017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:56.668690 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b159063-1eff-4e10-ba3f-94e82a8cdc47 None None] Routers {'714579d2-4a91-4b47-9145-07f822c32bb3'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:48:56.669354 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-2b159063-1eff-4e10-ba3f-94e82a8cdc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:48:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['714579d2-4a91-4b47-9145-07f822c32bb3'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:56.709778 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-c3c23e60-746b-4ac4-9148-fca543cfe593 req-88375d60-eb3e-4490-8de0-13afb2be9ae3 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Calling delete_port for be4e8177-85ad-49bc-88ec-981c0cd6535a owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:48:56.721145 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9e7630be-c499-4a84-88b5-d716176e07f2 admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:56.726817 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9e7630be-c499-4a84-88b5-d716176e07f2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.4372458 Nov 27 03:48:56.731429 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33170) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:56.799935 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-2b159063-1eff-4e10-ba3f-94e82a8cdc47 None None] Set router 714579d2-4a91-4b47-9145-07f822c32bb3 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:48:56.849128 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-057f2072-89ff-4139-afea-23f86af3c017 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['290d6889-f9b8-4652-b120-e31344fb1a15']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:56.909334 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead3959-17d6-43e0-9e1a-58d04825b4c4 req-281a7d18-4075-42d9-87c6-4ad6b6e71101 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:56.912044 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fead3959-17d6-43e0-9e1a-58d04825b4c4 req-281a7d18-4075-42d9-87c6-4ad6b6e71101 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 949 time: 0.5623975 Nov 27 03:48:56.915640 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-057f2072-89ff-4139-afea-23f86af3c017 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd616079a-1d20-41f0-a709-e5ed76ad2d58') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:56.916059 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-057f2072-89ff-4139-afea-23f86af3c017 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd616079a-1d20-41f0-a709-e5ed76ad2d58') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:56.998241 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-057f2072-89ff-4139-afea-23f86af3c017 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:57.002988 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-06466691-1ce8-4281-b532-1f5f7dfaa5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:57.004740 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-06466691-1ce8-4281-b532-1f5f7dfaa5cd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.3302577 Nov 27 03:48:57.091247 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-057f2072-89ff-4139-afea-23f86af3c017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:57.112305 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-057f2072-89ff-4139-afea-23f86af3c017 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:48:57.112783 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-057f2072-89ff-4139-afea-23f86af3c017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:57.116022 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 03:48:57.116022 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:48:57.116022 n-d-819494-3 neutron-server[110019]: timer() Nov 27 03:48:57.116022 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:48:57.116022 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 03:48:57.116022 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:48:57.116022 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 03:48:57.116022 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:48:57.116022 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 03:48:57.116022 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:48:57.116022 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 03:48:57.116022 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:48:57.116022 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 03:48:57.116022 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:48:57.116022 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:48:57.116022 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:48:57.116022 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:48:57.116022 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:48:57.116022 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 03:48:57.116022 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:48:57.116022 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 03:48:57.116022 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:48:57.116022 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:48:57.116022 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:48:57.116022 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 03:48:57.116022 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:48:57.116022 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:48:57.116022 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:48:57.116022 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:48:57.116022 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:48:57.116022 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:48:57.116022 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:48:57.150018 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fead3959-17d6-43e0-9e1a-58d04825b4c4 req-d38d488a-b71d-4446-843b-7099cfa992f2 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933584 Nov 27 03:48:57.223678 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-7521eb5c-acf6-443c-8bae-9d8b68da9f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:57.237203 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-7521eb5c-acf6-443c-8bae-9d8b68da9f65 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2145929 Nov 27 03:48:57.281353 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-97ff76be-9bba-4ff1-958e-60e33c377fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:57.308504 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-057f2072-89ff-4139-afea-23f86af3c017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:57.384418 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-2b159063-1eff-4e10-ba3f-94e82a8cdc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714579d2-4a91-4b47-9145-07f822c32bb3', 'name': 'tempest-TaggedBootDevicesTest_v242-121900332-router', 'tenant_id': 'f0bc5ce6a1ce4917a07583424ec21c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': 'bc4c21ed-4a12-4a23-942d-c6ce350a8234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:48:47Z', 'updated_at': '2021-11-27T03:48:52Z', 'revision_number': 3, 'project_id': 'f0bc5ce6a1ce4917a07583424ec21c48', 'gw_port': {'id': 'bc4c21ed-4a12-4a23-942d-c6ce350a8234', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:11:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714579d2-4a91-4b47-9145-07f822c32bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:48:49Z', 'updated_at': '2021-11-27T03:48:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:57.397015 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff76be-9bba-4ff1-958e-60e33c377fd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f6e6516-620f-40f4-b400-118cee0366d9,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:57.452240 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-057f2072-89ff-4139-afea-23f86af3c017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:57.455966 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b159063-1eff-4e10-ba3f-94e82a8cdc47 None None] Checking router: 714579d2-4a91-4b47-9145-07f822c32bb3 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:48:57.456440 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b159063-1eff-4e10-ba3f-94e82a8cdc47 None None] Updating router 714579d2-4a91-4b47-9145-07f822c32bb3 port bc4c21ed-4a12-4a23-942d-c6ce350a8234 binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:48:57.468159 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-057f2072-89ff-4139-afea-23f86af3c017 admin admin] 10.222.0.20 "DELETE /v2.0/networks/290d6889-f9b8-4652-b120-e31344fb1a15 HTTP/1.1" status: 204 len: 168 time: 1.7214503 Nov 27 03:48:57.497222 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2b159063-1eff-4e10-ba3f-94e82a8cdc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:57.591799 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f2072-89ff-4139-afea-23f86af3c017 admin admin] Pushing event deleted for resources: {'Network': ['ID=290d6889-f9b8-4652-b120-e31344fb1a15,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:57.649911 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c3c23e60-746b-4ac4-9148-fca543cfe593 req-88375d60-eb3e-4490-8de0-13afb2be9ae3 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:57.827501 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59b1fe-bf38-47cf-a350-f8b803ade607 req-72112aca-e958-4134-9d97-20973befc975 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:57.840363 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0b59b1fe-bf38-47cf-a350-f8b803ade607 req-72112aca-e958-4134-9d97-20973befc975 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7242ac-e86b-4436-97d9-fbee8b12e941 HTTP/1.1" status: 200 len: 865 time: 0.5460215 Nov 27 03:48:57.847685 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88375d60-eb3e-4490-8de0-13afb2be9ae3 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Pushing event deleted for resources: {'Port': ['ID=be4e8177-85ad-49bc-88ec-981c0cd6535a,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:57.861240 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33214) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:58.032474 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-71892392-891f-4f19-a7b8-bcadca1c38eb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4f93bf1216094326aad79ff5fda23c08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1629963 Nov 27 03:48:58.062509 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33218) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:58.136596 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-1230aaf6-0849-4447-bb47-a4c4448cacc5 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8855140 Nov 27 03:48:58.197867 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-97ff76be-9bba-4ff1-958e-60e33c377fd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:58.222404 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c23e60-746b-4ac4-9148-fca543cfe593 req-88375d60-eb3e-4490-8de0-13afb2be9ae3 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] No DVR routers for this DVR port be4e8177-85ad-49bc-88ec-981c0cd6535a on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:48:58.237202 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c3c23e60-746b-4ac4-9148-fca543cfe593 req-88375d60-eb3e-4490-8de0-13afb2be9ae3 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:58.253090 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c3c23e60-746b-4ac4-9148-fca543cfe593 req-88375d60-eb3e-4490-8de0-13afb2be9ae3 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.23 "DELETE /v2.0/ports/be4e8177-85ad-49bc-88ec-981c0cd6535a HTTP/1.1" status: 204 len: 173 time: 3.0126395 Nov 27 03:48:58.264735 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2b159063-1eff-4e10-ba3f-94e82a8cdc47 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:58.280393 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2b159063-1eff-4e10-ba3f-94e82a8cdc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:58.287028 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7242ac-e86b-4436-97d9-fbee8b12e941', 'name': 'network-vif-deleted', 'tag': 'be4e8177-85ad-49bc-88ec-981c0cd6535a'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:48:58.303596 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16d11e4-229d-4fd0-9438-abbe9b931d68" -d '{"events": [{"server_uuid": "5a7242ac-e86b-4436-97d9-fbee8b12e941", "name": "network-vif-deleted", "tag": "be4e8177-85ad-49bc-88ec-981c0cd6535a"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:48:58.394196 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a04f3b-5140-4190-87b8-dc526e580170 None None] Pushing event updated for resources: {'Port': ['ID=bc4c21ed-4a12-4a23-942d-c6ce350a8234,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:58.404040 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-2b159063-1eff-4e10-ba3f-94e82a8cdc47 None None] Attempting to bind port bc4c21ed-4a12-4a23-942d-c6ce350a8234 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:48:58.404470 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-2b159063-1eff-4e10-ba3f-94e82a8cdc47 None None] Attempting to bind port bc4c21ed-4a12-4a23-942d-c6ce350a8234 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:48:58.404844 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b159063-1eff-4e10-ba3f-94e82a8cdc47 None None] Attempting to bind port bc4c21ed-4a12-4a23-942d-c6ce350a8234 on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:48:58.431286 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b159063-1eff-4e10-ba3f-94e82a8cdc47 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:48:58.431892 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b159063-1eff-4e10-ba3f-94e82a8cdc47 None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:48:58.432408 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2b159063-1eff-4e10-ba3f-94e82a8cdc47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:58.432821 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b159063-1eff-4e10-ba3f-94e82a8cdc47 None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:48:58.433603 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-2b159063-1eff-4e10-ba3f-94e82a8cdc47 None None] Bound port: bc4c21ed-4a12-4a23-942d-c6ce350a8234, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:48:58.433993 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2b159063-1eff-4e10-ba3f-94e82a8cdc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:58.439479 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a04f3b-5140-4190-87b8-dc526e580170 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:58.439846 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a04f3b-5140-4190-87b8-dc526e580170 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:58.440222 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a04f3b-5140-4190-87b8-dc526e580170 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:58.440750 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a04f3b-5140-4190-87b8-dc526e580170 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:58.441133 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a04f3b-5140-4190-87b8-dc526e580170 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:58.441811 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a04f3b-5140-4190-87b8-dc526e580170 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:58.442329 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a04f3b-5140-4190-87b8-dc526e580170 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:58.442690 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a04f3b-5140-4190-87b8-dc526e580170 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:58.443072 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a04f3b-5140-4190-87b8-dc526e580170 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:58.443733 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a04f3b-5140-4190-87b8-dc526e580170 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:58.444147 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a04f3b-5140-4190-87b8-dc526e580170 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:58.444484 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a04f3b-5140-4190-87b8-dc526e580170 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:48:58.474224 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0b59b1fe-bf38-47cf-a350-f8b803ade607 req-f9d2ce86-2481-4c4c-a7eb-7ed9def5efb8 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a421b-fa91-4269-8203-eac6a41dc513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6322975 Nov 27 03:48:58.546900 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f880adaf-eb11-4559-be31-577b05403555 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:58.610704 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-2b159063-1eff-4e10-ba3f-94e82a8cdc47 None None] For port bc4c21ed-4a12-4a23-942d-c6ce350a8234, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:48:58.614132 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-2b159063-1eff-4e10-ba3f-94e82a8cdc47 None None] For port bc4c21ed-4a12-4a23-942d-c6ce350a8234, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=bc4c21ed-4a12-4a23-942d-c6ce350a8234,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:48:58.619187 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-2f163895-c37a-4c06-9282-cfb8c8b04e18 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505765 Nov 27 03:48:58.624944 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2b159063-1eff-4e10-ba3f-94e82a8cdc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:58.649178 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f880adaf-eb11-4559-be31-577b05403555 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:58.754086 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a04f3b-5140-4190-87b8-dc526e580170 None None] Pushing event updated for resources: {'Port': ['ID=bc4c21ed-4a12-4a23-942d-c6ce350a8234,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:58.756989 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b159063-1eff-4e10-ba3f-94e82a8cdc47 None None] Routers {'714579d2-4a91-4b47-9145-07f822c32bb3'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:48:58.757787 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-2b159063-1eff-4e10-ba3f-94e82a8cdc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:48:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['714579d2-4a91-4b47-9145-07f822c32bb3'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:58.856671 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13bfb7-1dde-441c-9a43-f54c927ce280 req-9301fd70-3ff3-4aba-adc1-232a672aa334 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:58.858315 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0c13bfb7-1dde-441c-9a43-f54c927ce280 req-9301fd70-3ff3-4aba-adc1-232a672aa334 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 949 time: 0.2347760 Nov 27 03:48:58.879516 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f880adaf-eb11-4559-be31-577b05403555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:58.882277 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f880adaf-eb11-4559-be31-577b05403555 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:58.887838 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f880adaf-eb11-4559-be31-577b05403555 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/013b4ed9-288f-4aa1-ba86-8ba421104eb4 HTTP/1.1" status: 204 len: 168 time: 0.7754128 Nov 27 03:48:58.920574 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f880adaf-eb11-4559-be31-577b05403555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013b4ed9-288f-4aa1-ba86-8ba421104eb4,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:48:58.986759 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0c13bfb7-1dde-441c-9a43-f54c927ce280 req-1d44ad38-4fc4-453e-bf9b-91f6d54b65c7 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150720 Nov 27 03:48:59.053848 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-2b159063-1eff-4e10-ba3f-94e82a8cdc47 None None] Set router 714579d2-4a91-4b47-9145-07f822c32bb3 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:48:59.079887 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a05eb4e-6707-4113-a144-bbf40700ba95 x-openstack-request-id: req-4a05eb4e-6707-4113-a144-bbf40700ba95 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:48:59.080180 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a7242ac-e86b-4436-97d9-fbee8b12e941", "name": "network-vif-deleted", "tag": "be4e8177-85ad-49bc-88ec-981c0cd6535a", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:48:59.080427 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a05eb4e-6707-4113-a144-bbf40700ba95 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:48:59.080832 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7242ac-e86b-4436-97d9-fbee8b12e941', 'name': 'network-vif-deleted', 'tag': 'be4e8177-85ad-49bc-88ec-981c0cd6535a', 'status': 'completed', 'code': 200} Nov 27 03:48:59.295872 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c14d8859-faf3-4abe-a509-dd2b140296b0 req-8ba5b55d-d7fa-4238-b39f-ccd4e7476f91 tempest-QuotasAdminNegativeTest-2060816523 tempest-QuotasAdminNegativeTest-2060816523-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f075a1e6c23345ffa5fd0b233b96f590&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493112 Nov 27 03:48:59.363236 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fcd52a2e-417e-4370-9738-039e0e0ee66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:59.419722 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-2b159063-1eff-4e10-ba3f-94e82a8cdc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714579d2-4a91-4b47-9145-07f822c32bb3', 'name': 'tempest-TaggedBootDevicesTest_v242-121900332-router', 'tenant_id': 'f0bc5ce6a1ce4917a07583424ec21c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': 'bc4c21ed-4a12-4a23-942d-c6ce350a8234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:48:47Z', 'updated_at': '2021-11-27T03:48:52Z', 'revision_number': 3, 'project_id': 'f0bc5ce6a1ce4917a07583424ec21c48', 'gw_port': {'id': 'bc4c21ed-4a12-4a23-942d-c6ce350a8234', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:11:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714579d2-4a91-4b47-9145-07f822c32bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:48:49Z', 'updated_at': '2021-11-27T03:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:48:59.487137 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b159063-1eff-4e10-ba3f-94e82a8cdc47 None None] The sync data for ids ['714579d2-4a91-4b47-9145-07f822c32bb3'] in n-d-819494-3 is: [{'id': '714579d2-4a91-4b47-9145-07f822c32bb3', 'name': 'tempest-TaggedBootDevicesTest_v242-121900332-router', 'tenant_id': 'f0bc5ce6a1ce4917a07583424ec21c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': 'bc4c21ed-4a12-4a23-942d-c6ce350a8234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:48:47Z', 'updated_at': '2021-11-27T03:48:52Z', 'revision_number': 3, 'project_id': 'f0bc5ce6a1ce4917a07583424ec21c48', 'gw_port': {'id': 'bc4c21ed-4a12-4a23-942d-c6ce350a8234', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:11:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714579d2-4a91-4b47-9145-07f822c32bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:48:49Z', 'updated_at': '2021-11-27T03:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:48:59.581214 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d8859-faf3-4abe-a509-dd2b140296b0 req-d0e54e5a-bbe8-4ea8-aac3-2546e3ae70b0 tempest-QuotasAdminNegativeTest-2060816523 tempest-QuotasAdminNegativeTest-2060816523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:48:59.603167 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c14d8859-faf3-4abe-a509-dd2b140296b0 req-d0e54e5a-bbe8-4ea8-aac3-2546e3ae70b0 tempest-QuotasAdminNegativeTest-2060816523 tempest-QuotasAdminNegativeTest-2060816523-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2953508 Nov 27 03:48:59.620271 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c14d8859-faf3-4abe-a509-dd2b140296b0 req-8d19affa-8e6f-40aa-aad1-9f91c80c1c35 tempest-QuotasAdminNegativeTest-2060816523 tempest-QuotasAdminNegativeTest-2060816523-project] 10.222.0.20 "GET /v2.0/quotas/f075a1e6c23345ffa5fd0b233b96f590 HTTP/1.1" status: 200 len: 375 time: 0.0161238 Nov 27 03:48:59.641471 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33260) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:59.667315 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c14d8859-faf3-4abe-a509-dd2b140296b0 req-8d158367-206f-4b86-8a06-286321cb1851 tempest-QuotasAdminNegativeTest-2060816523 tempest-QuotasAdminNegativeTest-2060816523-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f075a1e6c23345ffa5fd0b233b96f590&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461199 Nov 27 03:48:59.764238 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33264) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:59.789526 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-38919d18-2ca9-4b7e-8ac7-b3087c97798b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b0be0bad6a694cf089632587a08ef025&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1428988 Nov 27 03:48:59.795156 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33266) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:48:59.829982 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-fcd52a2e-417e-4370-9738-039e0e0ee66f admin admin] Allocated IP 172.20.0.1 (56c1999d-e43d-4192-8ccb-aac9c835b41d/f97ce425-4844-435d-898f-0e1060249a14/ce218dfe-529a-4d25-8fdc-ef1d43ea4b82) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:48:59.847214 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-0715d59f-52e6-4fae-9f15-c2e645191f33 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Deleting subnet 618d8163-de9e-494b-ae4d-477cb72cee99 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:48:59.850524 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0715d59f-52e6-4fae-9f15-c2e645191f33 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:48:59.863555 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ff76be-9bba-4ff1-958e-60e33c377fd5 admin admin] Router 851a8920-3a91-4433-be3e-48b3e5e2888f has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:48:59.928569 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0715d59f-52e6-4fae-9f15-c2e645191f33 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:00.124701 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0715d59f-52e6-4fae-9f15-c2e645191f33 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:00.254500 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0715d59f-52e6-4fae-9f15-c2e645191f33 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:00.279496 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0715d59f-52e6-4fae-9f15-c2e645191f33 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:00.284274 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b953e238-8d32-44cc-ad79-7da82e7323ca None None] Network 1df53912-853d-4356-ab6b-e16426c86a0f requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:49:00.298887 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ae1ba9a3-b527-4928-a687-986bc6d0c9c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:00.308805 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0715d59f-52e6-4fae-9f15-c2e645191f33 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "DELETE /v2.0/subnets/618d8163-de9e-494b-ae4d-477cb72cee99 HTTP/1.1" status: 204 len: 168 time: 0.5431197 Nov 27 03:49:00.311195 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33278) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:00.455380 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device bc4c21ed-4a12-4a23-942d-c6ce350a8234 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:49:00.495195 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0715d59f-52e6-4fae-9f15-c2e645191f33 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Pushing event deleted for resources: {'Subnet': ['ID=618d8163-de9e-494b-ae4d-477cb72cee99,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:00.502471 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ae1ba9a3-b527-4928-a687-986bc6d0c9c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:00.538160 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ff76be-9bba-4ff1-958e-60e33c377fd5 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:49:00.553270 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4666b0e6-5105-421a-8bcc-3a862d95d089 None None] Sync routers for ids ['851a8920-3a91-4433-be3e-48b3e5e2888f'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:49:00.556112 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4caafb31-8cb9-4d9c-b1fd-98e046f21f74 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:00.558350 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-97ff76be-9bba-4ff1-958e-60e33c377fd5 admin admin] 10.222.0.20 "PUT /v2.0/routers/851a8920-3a91-4433-be3e-48b3e5e2888f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4879014 Nov 27 03:49:00.572651 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fcd52a2e-417e-4370-9738-039e0e0ee66f admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:00.575694 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33280) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:00.576264 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4666b0e6-5105-421a-8bcc-3a862d95d089 None None] Routers {'851a8920-3a91-4433-be3e-48b3e5e2888f'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:49:00.579277 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-4666b0e6-5105-421a-8bcc-3a862d95d089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:48:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['851a8920-3a91-4433-be3e-48b3e5e2888f'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:49:00.700609 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port bc4c21ed-4a12-4a23-942d-c6ce350a8234 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:49:00.701983 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:00.781894 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e823439-cd5b-40c8-840d-2b62037c5283 req-6a68d243-417c-452c-a587-55619b77f9d7 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:00.802737 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5e823439-cd5b-40c8-840d-2b62037c5283 req-6a68d243-417c-452c-a587-55619b77f9d7 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 949 time: 0.4214873 Nov 27 03:49:00.839807 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ec0ecf-ff8d-423a-a71f-39056bf43e51 None None] DHCP port deletion for 1df53912-853d-4356-ab6b-e16426c86a0f request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 03:49:00.847616 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e4977ba2-1a72-4ff5-8b2f-31bd7c3cb7ed admin admin] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:00.855066 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-4666b0e6-5105-421a-8bcc-3a862d95d089 None None] Set router 851a8920-3a91-4433-be3e-48b3e5e2888f gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:49:00.911606 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fcd52a2e-417e-4370-9738-039e0e0ee66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:00.981097 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ae1ba9a3-b527-4928-a687-986bc6d0c9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:00.988121 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ae1ba9a3-b527-4928-a687-986bc6d0c9c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:00.996052 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ae1ba9a3-b527-4928-a687-986bc6d0c9c2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d99c1e53-073a-4cb1-9da7-afa174752175 HTTP/1.1" status: 204 len: 168 time: 1.1998622 Nov 27 03:49:01.012186 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:01.022683 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-69ec0ecf-ff8d-423a-a71f-39056bf43e51 None None] Deleting port 757623ef-b991-4497-9724-6c21605f5d1f {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:49:01.022998 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-69ec0ecf-ff8d-423a-a71f-39056bf43e51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:01.142459 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e4977ba2-1a72-4ff5-8b2f-31bd7c3cb7ed admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:01.214711 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5e823439-cd5b-40c8-840d-2b62037c5283 req-7d4c5f91-f52d-43dd-a098-4a5d1b4c1c2e tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4009671 Nov 27 03:49:01.214711 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ba9a3-b527-4928-a687-986bc6d0c9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99c1e53-073a-4cb1-9da7-afa174752175,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:01.246828 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd52a2e-417e-4370-9738-039e0e0ee66f admin admin] Network 56c1999d-e43d-4192-8ccb-aac9c835b41d is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:49:01.285238 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-fcd52a2e-417e-4370-9738-039e0e0ee66f admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:49:01.308797 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd52a2e-417e-4370-9738-039e0e0ee66f admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:49:01.391551 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-4caafb31-8cb9-4d9c-b1fd-98e046f21f74 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Deleting port 757623ef-b991-4497-9724-6c21605f5d1f {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:49:01.392164 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4caafb31-8cb9-4d9c-b1fd-98e046f21f74 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:01.393912 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-4666b0e6-5105-421a-8bcc-3a862d95d089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851a8920-3a91-4433-be3e-48b3e5e2888f', 'name': 'tempest-ServersTestManualDisk-239982529-router', 'tenant_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '7f1ab005-6db6-401b-816f-f569c29c9a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:46:18Z', 'updated_at': '2021-11-27T03:48:56Z', 'revision_number': 5, 'project_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'gw_port': {'id': '7f1ab005-6db6-401b-816f-f569c29c9a43', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:33:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851a8920-3a91-4433-be3e-48b3e5e2888f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:46:20Z', 'updated_at': '2021-11-27T03:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:49:01.436404 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port bc4c21ed-4a12-4a23-942d-c6ce350a8234, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=bc4c21ed-4a12-4a23-942d-c6ce350a8234,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:01.448651 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd52a2e-417e-4370-9738-039e0e0ee66f admin admin] Pushing event updated for resources: {'Port': ['ID=ce218dfe-529a-4d25-8fdc-ef1d43ea4b82,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:01.460657 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:01.505800 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-e4977ba2-1a72-4ff5-8b2f-31bd7c3cb7ed admin admin] Deleting port 7f1ab005-6db6-401b-816f-f569c29c9a43 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:49:01.506343 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e4977ba2-1a72-4ff5-8b2f-31bd7c3cb7ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:01.574855 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fcd52a2e-417e-4370-9738-039e0e0ee66f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:01.580108 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-69ec0ecf-ff8d-423a-a71f-39056bf43e51 None None] For port 757623ef-b991-4497-9724-6c21605f5d1f, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=757623ef-b991-4497-9724-6c21605f5d1f,segment=NetworkSegment(d0cc2ce0-4b3b-44fe-bbd3-ea4e4a4b9638),segment_id=d0cc2ce0-4b3b-44fe-bbd3-ea4e4a4b9638)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:01.580559 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-69ec0ecf-ff8d-423a-a71f-39056bf43e51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:01.658359 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-69ec0ecf-ff8d-423a-a71f-39056bf43e51 None None] Calling delete_port for 757623ef-b991-4497-9724-6c21605f5d1f owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:49:01.708898 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=bc4c21ed-4a12-4a23-942d-c6ce350a8234,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:01.738254 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4666b0e6-5105-421a-8bcc-3a862d95d089 None None] Checking router: 851a8920-3a91-4433-be3e-48b3e5e2888f for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:49:01.755235 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4666b0e6-5105-421a-8bcc-3a862d95d089 None None] Routers {'851a8920-3a91-4433-be3e-48b3e5e2888f'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:49:01.755881 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-4666b0e6-5105-421a-8bcc-3a862d95d089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:48:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['851a8920-3a91-4433-be3e-48b3e5e2888f'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:49:01.867480 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-e4977ba2-1a72-4ff5-8b2f-31bd7c3cb7ed admin admin] For port 7f1ab005-6db6-401b-816f-f569c29c9a43, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=7f1ab005-6db6-401b-816f-f569c29c9a43,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:01.868118 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e4977ba2-1a72-4ff5-8b2f-31bd7c3cb7ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:01.925560 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-e4977ba2-1a72-4ff5-8b2f-31bd7c3cb7ed admin admin] Calling delete_port for 7f1ab005-6db6-401b-816f-f569c29c9a43 owned by network:router_gateway {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:49:01.929263 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-4caafb31-8cb9-4d9c-b1fd-98e046f21f74 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] For port 757623ef-b991-4497-9724-6c21605f5d1f, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=757623ef-b991-4497-9724-6c21605f5d1f,segment=NetworkSegment(d0cc2ce0-4b3b-44fe-bbd3-ea4e4a4b9638),segment_id=d0cc2ce0-4b3b-44fe-bbd3-ea4e4a4b9638)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:01.934214 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-4666b0e6-5105-421a-8bcc-3a862d95d089 None None] Set router 851a8920-3a91-4433-be3e-48b3e5e2888f gateway port host: None {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:49:01.934942 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4caafb31-8cb9-4d9c-b1fd-98e046f21f74 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:01.979796 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-4caafb31-8cb9-4d9c-b1fd-98e046f21f74 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Calling delete_port for 757623ef-b991-4497-9724-6c21605f5d1f owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:49:02.049712 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-1bd44897-a0ff-4a72-b7be-bf8b3deda2ae None None] Provisioning complete for port ce218dfe-529a-4d25-8fdc-ef1d43ea4b82 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:49:02.050996 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1bd44897-a0ff-4a72-b7be-bf8b3deda2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:02.129628 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-4666b0e6-5105-421a-8bcc-3a862d95d089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851a8920-3a91-4433-be3e-48b3e5e2888f', 'name': 'tempest-ServersTestManualDisk-239982529-router', 'tenant_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:46:18Z', 'updated_at': '2021-11-27T03:49:01Z', 'revision_number': 6, 'project_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'gw_port_host': None}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:49:02.155936 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-1bd44897-a0ff-4a72-b7be-bf8b3deda2ae None None] Port ce218dfe-529a-4d25-8fdc-ef1d43ea4b82 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:49:02.163680 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-69ec0ecf-ff8d-423a-a71f-39056bf43e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:02.216478 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4666b0e6-5105-421a-8bcc-3a862d95d089 None None] The sync data for ids ['851a8920-3a91-4433-be3e-48b3e5e2888f'] in n-d-819494-3 is: [{'id': '851a8920-3a91-4433-be3e-48b3e5e2888f', 'name': 'tempest-ServersTestManualDisk-239982529-router', 'tenant_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:46:18Z', 'updated_at': '2021-11-27T03:49:01Z', 'revision_number': 6, 'project_id': '275b20c7c8f94a1fa5f0a4cbe1db6d0f', 'gw_port_host': None}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:49:02.224504 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fcd52a2e-417e-4370-9738-039e0e0ee66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:02.284793 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ec0ecf-ff8d-423a-a71f-39056bf43e51 None None] No DVR routers for this DVR port 757623ef-b991-4497-9724-6c21605f5d1f on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:49:02.308524 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec0ecf-ff8d-423a-a71f-39056bf43e51 None None] Pushing event deleted for resources: {'Port': ['ID=757623ef-b991-4497-9724-6c21605f5d1f,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:02.348108 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8e9c86b5-f185-4168-842e-fb4bafaa0669 req-0426f013-3188-42d2-b612-f3cd0ae60386 tempest-QuotasAdminNegativeTest-2060816523 tempest-QuotasAdminNegativeTest-2060816523-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f075a1e6c23345ffa5fd0b233b96f590&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2260554 Nov 27 03:49:02.549570 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c86b5-f185-4168-842e-fb4bafaa0669 req-4881991f-027a-4a5e-99df-4f35b605d5c3 tempest-QuotasAdminNegativeTest-2060816523 tempest-QuotasAdminNegativeTest-2060816523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:02.558173 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8e9c86b5-f185-4168-842e-fb4bafaa0669 req-4881991f-027a-4a5e-99df-4f35b605d5c3 tempest-QuotasAdminNegativeTest-2060816523 tempest-QuotasAdminNegativeTest-2060816523-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2090795 Nov 27 03:49:02.581738 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8e9c86b5-f185-4168-842e-fb4bafaa0669 req-d72f5c94-0fff-4111-81cc-da8a01796b31 tempest-QuotasAdminNegativeTest-2060816523 tempest-QuotasAdminNegativeTest-2060816523-project] 10.222.0.20 "GET /v2.0/quotas/f075a1e6c23345ffa5fd0b233b96f590 HTTP/1.1" status: 200 len: 375 time: 0.0218358 Nov 27 03:49:02.663281 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device bc4c21ed-4a12-4a23-942d-c6ce350a8234 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:49:02.687024 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8e9c86b5-f185-4168-842e-fb4bafaa0669 req-cda452ad-f2cb-435e-a2ac-9c7a1f592fb2 tempest-QuotasAdminNegativeTest-2060816523 tempest-QuotasAdminNegativeTest-2060816523-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f075a1e6c23345ffa5fd0b233b96f590&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1023805 Nov 27 03:49:02.774853 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fcd52a2e-417e-4370-9738-039e0e0ee66f admin admin] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:02.795673 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fcd52a2e-417e-4370-9738-039e0e0ee66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:02.800024 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port bc4c21ed-4a12-4a23-942d-c6ce350a8234 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:49:02.800404 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:02.927914 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4caafb31-8cb9-4d9c-b1fd-98e046f21f74 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:02.935826 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fcd52a2e-417e-4370-9738-039e0e0ee66f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:02.956473 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd52a2e-417e-4370-9738-039e0e0ee66f admin admin] Pushing event updated for resources: {'Port': ['ID=ce218dfe-529a-4d25-8fdc-ef1d43ea4b82,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:03.048080 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caafb31-8cb9-4d9c-b1fd-98e046f21f74 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] No DVR routers for this DVR port 757623ef-b991-4497-9724-6c21605f5d1f on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:49:03.083182 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caafb31-8cb9-4d9c-b1fd-98e046f21f74 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Pushing event deleted for resources: {'Port': ['ID=757623ef-b991-4497-9724-6c21605f5d1f,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:03.124949 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd52a2e-417e-4370-9738-039e0e0ee66f admin admin] Network 56c1999d-e43d-4192-8ccb-aac9c835b41d is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:49:03.130509 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-fcd52a2e-417e-4370-9738-039e0e0ee66f admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:49:03.275213 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd52a2e-417e-4370-9738-039e0e0ee66f admin admin] Router 714579d2-4a91-4b47-9145-07f822c32bb3 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:49:03.294264 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4caafb31-8cb9-4d9c-b1fd-98e046f21f74 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:03.303545 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4c56a-5547-4acd-90a5-519a0c786223 req-e09ed21d-ba03-4fb6-8955-9c539349da18 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:03.315268 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-83c4c56a-5547-4acd-90a5-519a0c786223 req-e09ed21d-ba03-4fb6-8955-9c539349da18 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 949 time: 0.3760273 Nov 27 03:49:03.324708 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-4caafb31-8cb9-4d9c-b1fd-98e046f21f74 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1df53912-853d-4356-ab6b-e16426c86a0f']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:49:03.343037 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 757623ef-b991-4497-9724-6c21605f5d1f no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:49:03.367071 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-4caafb31-8cb9-4d9c-b1fd-98e046f21f74 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0cc2ce0-4b3b-44fe-bbd3-ea4e4a4b9638') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:49:03.369783 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-4caafb31-8cb9-4d9c-b1fd-98e046f21f74 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0cc2ce0-4b3b-44fe-bbd3-ea4e4a4b9638') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:49:03.387091 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 757623ef-b991-4497-9724-6c21605f5d1f {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:49:03.387437 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 757623ef-b991-4497-9724-6c21605f5d1f not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:49:03.410205 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4caafb31-8cb9-4d9c-b1fd-98e046f21f74 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:03.426475 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-83c4c56a-5547-4acd-90a5-519a0c786223 req-def2b72d-f362-4d1d-ba59-ca514a4cd6bb tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007683 Nov 27 03:49:03.443560 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4caafb31-8cb9-4d9c-b1fd-98e046f21f74 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:03.464696 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4caafb31-8cb9-4d9c-b1fd-98e046f21f74 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:49:03.465153 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4caafb31-8cb9-4d9c-b1fd-98e046f21f74 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:03.599091 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:49:03.599091 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 03:49:03.599091 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:49:03.599091 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 03:49:03.599091 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:49:03.599091 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 03:49:03.599091 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:49:03.599091 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 03:49:03.599091 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 03:49:03.599091 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:49:03.599091 n-d-819494-3 neutron-server[110019]: timer() Nov 27 03:49:03.599091 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:49:03.599091 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 03:49:03.599091 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:49:03.599091 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 03:49:03.599091 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:49:03.599091 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 03:49:03.599091 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:49:03.599091 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 03:49:03.599091 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:49:03.599091 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 03:49:03.599091 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:49:03.599091 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:49:03.599091 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:49:03.599091 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:49:03.599091 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:49:03.599091 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 03:49:03.599091 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:49:03.599091 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 03:49:03.599091 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:49:03.599091 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:49:03.599091 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:49:03.599091 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 03:49:03.599091 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:49:03.599091 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:49:03.599091 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:49:03.599091 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:49:03.599091 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:49:03.599091 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:49:03.599091 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:49:03.602684 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4caafb31-8cb9-4d9c-b1fd-98e046f21f74 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:03.608532 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4caafb31-8cb9-4d9c-b1fd-98e046f21f74 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:03.614931 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4caafb31-8cb9-4d9c-b1fd-98e046f21f74 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "DELETE /v2.0/networks/1df53912-853d-4356-ab6b-e16426c86a0f HTTP/1.1" status: 204 len: 168 time: 3.3003957 Nov 27 03:49:03.623025 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33374) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:03.636192 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caafb31-8cb9-4d9c-b1fd-98e046f21f74 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Pushing event deleted for resources: {'Network': ['ID=1df53912-853d-4356-ab6b-e16426c86a0f,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:03.701828 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e4977ba2-1a72-4ff5-8b2f-31bd7c3cb7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:03.726839 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-1724333d-eb77-4029-bdf2-7e19ecffb556 None None] Provisioning complete for port ce218dfe-529a-4d25-8fdc-ef1d43ea4b82 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:49:03.727427 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1724333d-eb77-4029-bdf2-7e19ecffb556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:03.748121 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd52a2e-417e-4370-9738-039e0e0ee66f admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:49:03.765555 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-fcd52a2e-417e-4370-9738-039e0e0ee66f admin admin] 10.222.0.20 "PUT /v2.0/routers/714579d2-4a91-4b47-9145-07f822c32bb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0326524 Nov 27 03:49:03.816376 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b8a5bd-ef04-4f11-94bd-29b311943e20 None None] Sync routers for ids ['714579d2-4a91-4b47-9145-07f822c32bb3'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:49:03.866599 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d9816ba-ae5f-475e-9d7d-d189260b3436 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Deleting subnet 648c4fe8-7faa-47d4-9f2e-6a91fcd3abb7 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:49:03.868743 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4977ba2-1a72-4ff5-8b2f-31bd7c3cb7ed admin admin] Pushing event deleted for resources: {'Port': ['ID=7f1ab005-6db6-401b-816f-f569c29c9a43,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:03.878151 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5d9816ba-ae5f-475e-9d7d-d189260b3436 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:03.892397 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b8a5bd-ef04-4f11-94bd-29b311943e20 None None] Routers {'714579d2-4a91-4b47-9145-07f822c32bb3'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:49:03.894035 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-74b8a5bd-ef04-4f11-94bd-29b311943e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:48:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['714579d2-4a91-4b47-9145-07f822c32bb3'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:49:03.979010 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5d9816ba-ae5f-475e-9d7d-d189260b3436 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:04.037496 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e4977ba2-1a72-4ff5-8b2f-31bd7c3cb7ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:04.048262 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-1724333d-eb77-4029-bdf2-7e19ecffb556 None None] Port ce218dfe-529a-4d25-8fdc-ef1d43ea4b82 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:49:04.139502 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5d9816ba-ae5f-475e-9d7d-d189260b3436 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:04.168415 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-74b8a5bd-ef04-4f11-94bd-29b311943e20 None None] Set router 714579d2-4a91-4b47-9145-07f822c32bb3 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:49:04.241731 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e4977ba2-1a72-4ff5-8b2f-31bd7c3cb7ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:04.244755 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e4977ba2-1a72-4ff5-8b2f-31bd7c3cb7ed admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:04.304654 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e4977ba2-1a72-4ff5-8b2f-31bd7c3cb7ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:04.305635 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4977ba2-1a72-4ff5-8b2f-31bd7c3cb7ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 851a8920-3a91-4433-be3e-48b3e5e2888f {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 03:49:04.314023 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e4977ba2-1a72-4ff5-8b2f-31bd7c3cb7ed admin admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:04.321234 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e4977ba2-1a72-4ff5-8b2f-31bd7c3cb7ed admin admin] 10.222.0.20 "DELETE /v2.0/routers/851a8920-3a91-4433-be3e-48b3e5e2888f HTTP/1.1" status: 204 len: 168 time: 3.7427895 Nov 27 03:49:04.325780 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33402) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:04.334265 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5d9816ba-ae5f-475e-9d7d-d189260b3436 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:04.372553 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9816ba-ae5f-475e-9d7d-d189260b3436 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Pushing event deleted for resources: {'Subnet': ['ID=648c4fe8-7faa-47d4-9f2e-6a91fcd3abb7,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:04.399944 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5d9816ba-ae5f-475e-9d7d-d189260b3436 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:04.404788 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5d9816ba-ae5f-475e-9d7d-d189260b3436 tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "DELETE /v2.0/subnets/648c4fe8-7faa-47d4-9f2e-6a91fcd3abb7 HTTP/1.1" status: 204 len: 168 time: 0.7771330 Nov 27 03:49:04.410601 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33404) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:04.418305 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 7f1ab005-6db6-401b-816f-f569c29c9a43 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:49:04.426681 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77af2b33-6c7f-4616-9c09-4c78439a4132 None None] Network 35cc0bd3-4024-4a80-9020-7d7ac9b14f36 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:49:04.454889 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-20a28fcb-169b-4e8a-92ae-0029cdfc20db admin admin] Deleting subnet 84949138-7735-4701-8586-0e9a0fda39f5 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:49:04.475416 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-20a28fcb-169b-4e8a-92ae-0029cdfc20db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:04.517946 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 7f1ab005-6db6-401b-816f-f569c29c9a43 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:49:04.518302 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 7f1ab005-6db6-401b-816f-f569c29c9a43 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:49:04.518654 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 2f6e6516-620f-40f4-b400-118cee0366d9 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:49:04.553734 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e3134553-e009-4a7d-99a4-9c6e620d348a tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:04.608719 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-20a28fcb-169b-4e8a-92ae-0029cdfc20db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:04.783740 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 2f6e6516-620f-40f4-b400-118cee0366d9 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:49:04.784737 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 2f6e6516-620f-40f4-b400-118cee0366d9 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:49:04.798180 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1af06-5dd1-4e0a-bed9-551ae54f5e24 req-9370ce30-2164-41ea-833e-32a7ce62938a tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:04.804997 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-32d1af06-5dd1-4e0a-bed9-551ae54f5e24 req-9370ce30-2164-41ea-833e-32a7ce62938a tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 949 time: 0.1794229 Nov 27 03:49:04.813914 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-20a28fcb-169b-4e8a-92ae-0029cdfc20db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:04.839337 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-e3134553-e009-4a7d-99a4-9c6e620d348a tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Deleting port 857221cc-6b72-4c5c-8e9b-68fde799bbb3 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:49:04.845993 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e3134553-e009-4a7d-99a4-9c6e620d348a tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:04.928473 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-20a28fcb-169b-4e8a-92ae-0029cdfc20db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:04.956432 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-20a28fcb-169b-4e8a-92ae-0029cdfc20db admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:04.965789 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-20a28fcb-169b-4e8a-92ae-0029cdfc20db admin admin] 10.222.0.20 "DELETE /v2.0/subnets/84949138-7735-4701-8586-0e9a0fda39f5 HTTP/1.1" status: 204 len: 168 time: 0.6369181 Nov 27 03:49:04.982830 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-e3134553-e009-4a7d-99a4-9c6e620d348a tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] For port 857221cc-6b72-4c5c-8e9b-68fde799bbb3, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=857221cc-6b72-4c5c-8e9b-68fde799bbb3,segment=NetworkSegment(0bb551e7-146d-46ca-9c8f-ded6a0e3d6fc),segment_id=0bb551e7-146d-46ca-9c8f-ded6a0e3d6fc)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:04.983328 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e3134553-e009-4a7d-99a4-9c6e620d348a tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:04.998356 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3a95d4-caa3-4e49-9e57-49c7a8ce1460 None None] Network d2a04259-b0f6-42f5-9f37-902d78a3a537 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:49:05.004907 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-e3134553-e009-4a7d-99a4-9c6e620d348a tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Calling delete_port for 857221cc-6b72-4c5c-8e9b-68fde799bbb3 owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:49:05.012529 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33424) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:05.113206 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e3134553-e009-4a7d-99a4-9c6e620d348a tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:05.176662 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33442) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:05.179582 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dc594ff6-2043-4b88-b762-ac899d17ab95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:05.193608 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3134553-e009-4a7d-99a4-9c6e620d348a tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Pushing event deleted for resources: {'Port': ['ID=857221cc-6b72-4c5c-8e9b-68fde799bbb3,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:05.193911 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a28fcb-169b-4e8a-92ae-0029cdfc20db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84949138-7735-4701-8586-0e9a0fda39f5,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:05.208230 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3134553-e009-4a7d-99a4-9c6e620d348a tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] No DVR routers for this DVR port 857221cc-6b72-4c5c-8e9b-68fde799bbb3 on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:49:05.353378 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e3134553-e009-4a7d-99a4-9c6e620d348a tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:05.355529 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7426791b-a604-4474-9bb4-28343f0fb473 None None] DHCP port deletion for 35cc0bd3-4024-4a80-9020-7d7ac9b14f36 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 03:49:05.376511 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-e3134553-e009-4a7d-99a4-9c6e620d348a tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35cc0bd3-4024-4a80-9020-7d7ac9b14f36']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:49:05.387279 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-e3134553-e009-4a7d-99a4-9c6e620d348a tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bb551e7-146d-46ca-9c8f-ded6a0e3d6fc') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:49:05.387811 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-e3134553-e009-4a7d-99a4-9c6e620d348a tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bb551e7-146d-46ca-9c8f-ded6a0e3d6fc') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:49:05.414487 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e3134553-e009-4a7d-99a4-9c6e620d348a tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:05.459521 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e3134553-e009-4a7d-99a4-9c6e620d348a tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:05.468349 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3134553-e009-4a7d-99a4-9c6e620d348a tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:49:05.470280 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e3134553-e009-4a7d-99a4-9c6e620d348a tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:05.490013 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-74b8a5bd-ef04-4f11-94bd-29b311943e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714579d2-4a91-4b47-9145-07f822c32bb3', 'name': 'tempest-TaggedBootDevicesTest_v242-121900332-router', 'tenant_id': 'f0bc5ce6a1ce4917a07583424ec21c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': 'bc4c21ed-4a12-4a23-942d-c6ce350a8234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:48:47Z', 'updated_at': '2021-11-27T03:49:02Z', 'revision_number': 4, 'project_id': 'f0bc5ce6a1ce4917a07583424ec21c48', 'gw_port': {'id': 'bc4c21ed-4a12-4a23-942d-c6ce350a8234', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:11:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714579d2-4a91-4b47-9145-07f822c32bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:48:49Z', 'updated_at': '2021-11-27T03:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'ce218dfe-529a-4d25-8fdc-ef1d43ea4b82', 'name': '', 'network_id': '56c1999d-e43d-4192-8ccb-aac9c835b41d', 'tenant_id': 'f0bc5ce6a1ce4917a07583424ec21c48', 'mac_address': 'fa:16:3e:3f:63:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714579d2-4a91-4b47-9145-07f822c32bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'f97ce425-4844-435d-898f-0e1060249a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:48:59Z', 'updated_at': '2021-11-27T03:49:02Z', 'revision_number': 2, 'project_id': 'f0bc5ce6a1ce4917a07583424ec21c48', 'subnets': [{'id': 'f97ce425-4844-435d-898f-0e1060249a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:49:05.528074 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b8a5bd-ef04-4f11-94bd-29b311943e20 None None] Checking router: 714579d2-4a91-4b47-9145-07f822c32bb3 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:49:05.528478 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b8a5bd-ef04-4f11-94bd-29b311943e20 None None] Updating router 714579d2-4a91-4b47-9145-07f822c32bb3 port ce218dfe-529a-4d25-8fdc-ef1d43ea4b82 binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:49:05.563257 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-74b8a5bd-ef04-4f11-94bd-29b311943e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:05.566018 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 03:49:05.566018 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:49:05.566018 n-d-819494-3 neutron-server[110018]: timer() Nov 27 03:49:05.566018 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:49:05.566018 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 03:49:05.566018 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:49:05.566018 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 03:49:05.566018 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:49:05.566018 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 03:49:05.566018 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:49:05.566018 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 03:49:05.566018 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:49:05.566018 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 03:49:05.566018 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:49:05.566018 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:49:05.566018 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:49:05.566018 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:49:05.566018 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:49:05.566018 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 03:49:05.566018 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:49:05.566018 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 03:49:05.566018 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:49:05.566018 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:49:05.566018 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:49:05.566018 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 03:49:05.566018 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:49:05.566018 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:49:05.566018 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:49:05.566018 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:49:05.566018 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:49:05.566018 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:49:05.566018 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:49:05.576899 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e3134553-e009-4a7d-99a4-9c6e620d348a tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:05.607677 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e3134553-e009-4a7d-99a4-9c6e620d348a tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:05.611597 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e3134553-e009-4a7d-99a4-9c6e620d348a tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] 10.222.0.20 "DELETE /v2.0/networks/35cc0bd3-4024-4a80-9020-7d7ac9b14f36 HTTP/1.1" status: 204 len: 168 time: 1.2000535 Nov 27 03:49:05.649403 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-32d1af06-5dd1-4e0a-bed9-551ae54f5e24 req-5c723fa0-f2a2-4b4d-8854-b54dd4f2b899 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8314002 Nov 27 03:49:05.651067 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3134553-e009-4a7d-99a4-9c6e620d348a tempest-ServersTestMultiNic-814821750 tempest-ServersTestMultiNic-814821750-project] Pushing event deleted for resources: {'Network': ['ID=35cc0bd3-4024-4a80-9020-7d7ac9b14f36,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:05.699328 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a9f5b4-035f-4067-9048-93ffc6989480 None None] DHCP port deletion for d2a04259-b0f6-42f5-9f37-902d78a3a537 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 03:49:05.930502 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d48ca03a-8fdf-4b9b-afe1-f92307da47c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:05.959350 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-30230b6e-2b65-4978-b4ec-5afae6ab212b tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b7f270efeae1405ab8a1cc984f2059bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538781 Nov 27 03:49:06.053323 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-b3a9f5b4-035f-4067-9048-93ffc6989480 None None] Deleting port 35a2cf5c-3e88-4705-8174-76944f398377 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:49:06.055430 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b3a9f5b4-035f-4067-9048-93ffc6989480 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:06.075702 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-dc594ff6-2043-4b88-b762-ac899d17ab95 admin admin] Deleting port 35a2cf5c-3e88-4705-8174-76944f398377 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:49:06.076107 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dc594ff6-2043-4b88-b762-ac899d17ab95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:06.198443 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-b3a9f5b4-035f-4067-9048-93ffc6989480 None None] For port 35a2cf5c-3e88-4705-8174-76944f398377, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=35a2cf5c-3e88-4705-8174-76944f398377,segment=NetworkSegment(db00e79a-9198-482d-8bdb-bf6ce39640c7),segment_id=db00e79a-9198-482d-8bdb-bf6ce39640c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:06.198914 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b3a9f5b4-035f-4067-9048-93ffc6989480 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:06.235161 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33516) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:06.253752 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-b3a9f5b4-035f-4067-9048-93ffc6989480 None None] Calling delete_port for 35a2cf5c-3e88-4705-8174-76944f398377 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:49:06.352152 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 35a2cf5c-3e88-4705-8174-76944f398377 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:49:06.417923 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-74b8a5bd-ef04-4f11-94bd-29b311943e20 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:06.444902 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-dc594ff6-2043-4b88-b762-ac899d17ab95 admin admin] For port 35a2cf5c-3e88-4705-8174-76944f398377, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=35a2cf5c-3e88-4705-8174-76944f398377,segment=NetworkSegment(db00e79a-9198-482d-8bdb-bf6ce39640c7),segment_id=db00e79a-9198-482d-8bdb-bf6ce39640c7)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:06.445269 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dc594ff6-2043-4b88-b762-ac899d17ab95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:06.456273 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-9047c5c5-9164-442a-8d57-06123dbdeb26 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:06.463792 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-74b8a5bd-ef04-4f11-94bd-29b311943e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:06.470829 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-9047c5c5-9164-442a-8d57-06123dbdeb26 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5104582 Nov 27 03:49:06.508991 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d48ca03a-8fdf-4b9b-afe1-f92307da47c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:06.518343 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-dc594ff6-2043-4b88-b762-ac899d17ab95 admin admin] Calling delete_port for 35a2cf5c-3e88-4705-8174-76944f398377 owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:49:06.530796 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-5808072d-4ab5-4241-9343-afd1972b80db tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/quotas/b7f270efeae1405ab8a1cc984f2059bf HTTP/1.1" status: 200 len: 375 time: 0.0587950 Nov 27 03:49:06.539167 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d48ca03a-8fdf-4b9b-afe1-f92307da47c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:06.589251 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ca03a-8fdf-4b9b-afe1-f92307da47c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1603a0c7-7ba0-4d9f-ae22-f3c9bf33c79d,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:06.662322 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-cd6ce511-11d2-498d-af9b-6d6a06bb943b tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b7f270efeae1405ab8a1cc984f2059bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1305048 Nov 27 03:49:06.707527 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57be8e3-4e6d-402c-9901-a536e34695fe None None] Pushing event updated for resources: {'Port': ['ID=ce218dfe-529a-4d25-8fdc-ef1d43ea4b82,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:06.779200 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d48ca03a-8fdf-4b9b-afe1-f92307da47c8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f075a1e6c23345ffa5fd0b233b96f590&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5976181 Nov 27 03:49:06.783272 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33528) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:06.878584 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-74b8a5bd-ef04-4f11-94bd-29b311943e20 None None] Attempting to bind port ce218dfe-529a-4d25-8fdc-ef1d43ea4b82 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:49:06.878584 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-74b8a5bd-ef04-4f11-94bd-29b311943e20 None None] Attempting to bind port ce218dfe-529a-4d25-8fdc-ef1d43ea4b82 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '5f2fc0be-1be8-4642-a29e-d883f02ddc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '56c1999d-e43d-4192-8ccb-aac9c835b41d'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:49:06.878584 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b8a5bd-ef04-4f11-94bd-29b311943e20 None None] Attempting to bind port ce218dfe-529a-4d25-8fdc-ef1d43ea4b82 on network 56c1999d-e43d-4192-8ccb-aac9c835b41d {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:49:06.913992 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dc594ff6-2043-4b88-b762-ac899d17ab95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:06.982418 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b8a5bd-ef04-4f11-94bd-29b311943e20 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:49:06.983485 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b8a5bd-ef04-4f11-94bd-29b311943e20 None None] Checking segment: {'id': '5f2fc0be-1be8-4642-a29e-d883f02ddc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '56c1999d-e43d-4192-8ccb-aac9c835b41d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:49:06.984629 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-74b8a5bd-ef04-4f11-94bd-29b311943e20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:06.986950 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b8a5bd-ef04-4f11-94bd-29b311943e20 None None] Bound using segment: {'id': '5f2fc0be-1be8-4642-a29e-d883f02ddc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '56c1999d-e43d-4192-8ccb-aac9c835b41d'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:49:06.987586 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-74b8a5bd-ef04-4f11-94bd-29b311943e20 None None] Bound port: ce218dfe-529a-4d25-8fdc-ef1d43ea4b82, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f2fc0be-1be8-4642-a29e-d883f02ddc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '56c1999d-e43d-4192-8ccb-aac9c835b41d'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:49:06.991030 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-74b8a5bd-ef04-4f11-94bd-29b311943e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:07.021505 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b3a9f5b4-035f-4067-9048-93ffc6989480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:07.037593 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc594ff6-2043-4b88-b762-ac899d17ab95 admin admin] No DVR routers for this DVR port 35a2cf5c-3e88-4705-8174-76944f398377 on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:49:07.039786 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc594ff6-2043-4b88-b762-ac899d17ab95 admin admin] Pushing event deleted for resources: {'Port': ['ID=35a2cf5c-3e88-4705-8174-76944f398377,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:07.182511 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5312fbf7-62b7-4f9b-997a-f8ea10d50fb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:07.225925 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dc594ff6-2043-4b88-b762-ac899d17ab95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:07.245719 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a3e15-15fb-4fe4-a463-ae972357015a req-d5a14b4e-c997-48a9-986c-9bcc17782717 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:07.254080 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-482a3e15-15fb-4fe4-a463-ae972357015a req-d5a14b4e-c997-48a9-986c-9bcc17782717 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 949 time: 0.1458502 Nov 27 03:49:07.283886 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-dc594ff6-2043-4b88-b762-ac899d17ab95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2a04259-b0f6-42f5-9f37-902d78a3a537']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:49:07.304514 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5312fbf7-62b7-4f9b-997a-f8ea10d50fb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:07.327675 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-dc594ff6-2043-4b88-b762-ac899d17ab95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db00e79a-9198-482d-8bdb-bf6ce39640c7') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:49:07.330862 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-dc594ff6-2043-4b88-b762-ac899d17ab95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db00e79a-9198-482d-8bdb-bf6ce39640c7') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:49:07.360459 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dc594ff6-2043-4b88-b762-ac899d17ab95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:07.391068 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-74b8a5bd-ef04-4f11-94bd-29b311943e20 None None] For port ce218dfe-529a-4d25-8fdc-ef1d43ea4b82, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:49:07.395341 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-74b8a5bd-ef04-4f11-94bd-29b311943e20 None None] For port ce218dfe-529a-4d25-8fdc-ef1d43ea4b82, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=ce218dfe-529a-4d25-8fdc-ef1d43ea4b82,segment=NetworkSegment(5f2fc0be-1be8-4642-a29e-d883f02ddc13),segment_id=5f2fc0be-1be8-4642-a29e-d883f02ddc13)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:49:07.409120 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a9f5b4-035f-4067-9048-93ffc6989480 None None] Pushing event deleted for resources: {'Port': ['ID=35a2cf5c-3e88-4705-8174-76944f398377,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:07.415195 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-482a3e15-15fb-4fe4-a463-ae972357015a req-8e9dbb8a-2fc9-446e-9754-8075b5c3e9d5 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590252 Nov 27 03:49:07.416622 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dc594ff6-2043-4b88-b762-ac899d17ab95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:07.421214 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-74b8a5bd-ef04-4f11-94bd-29b311943e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:07.435439 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc594ff6-2043-4b88-b762-ac899d17ab95 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:49:07.438463 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dc594ff6-2043-4b88-b762-ac899d17ab95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:07.443310 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 03:49:07.443310 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:49:07.443310 n-d-819494-3 neutron-server[110019]: timer() Nov 27 03:49:07.443310 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:49:07.443310 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 03:49:07.443310 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:49:07.443310 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 03:49:07.443310 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:49:07.443310 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 03:49:07.443310 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:49:07.443310 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 03:49:07.443310 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:49:07.443310 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 03:49:07.443310 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:49:07.443310 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:49:07.443310 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:49:07.443310 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:49:07.443310 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:49:07.443310 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 03:49:07.443310 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:49:07.443310 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 03:49:07.443310 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:49:07.443310 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:49:07.443310 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:49:07.443310 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 03:49:07.443310 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:49:07.443310 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:49:07.443310 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:49:07.443310 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:49:07.443310 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:49:07.443310 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:49:07.443310 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:49:07.468097 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a9f5b4-035f-4067-9048-93ffc6989480 None None] No DVR routers for this DVR port 35a2cf5c-3e88-4705-8174-76944f398377 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:49:07.503890 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:07.552443 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dc594ff6-2043-4b88-b762-ac899d17ab95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:07.583062 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-73c91580-fba9-46b2-80df-dead1532ba93 None None] Provisioning complete for port ce218dfe-529a-4d25-8fdc-ef1d43ea4b82 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:49:07.584008 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-73c91580-fba9-46b2-80df-dead1532ba93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:07.629383 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5312fbf7-62b7-4f9b-997a-f8ea10d50fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:07.630885 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dc594ff6-2043-4b88-b762-ac899d17ab95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:07.641487 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5312fbf7-62b7-4f9b-997a-f8ea10d50fb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:07.641487 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5312fbf7-62b7-4f9b-997a-f8ea10d50fb0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1603a0c7-7ba0-4d9f-ae22-f3c9bf33c79d HTTP/1.1" status: 204 len: 168 time: 0.8521159 Nov 27 03:49:07.650489 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-dc594ff6-2043-4b88-b762-ac899d17ab95 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d2a04259-b0f6-42f5-9f37-902d78a3a537 HTTP/1.1" status: 204 len: 168 time: 2.6334567 Nov 27 03:49:07.657507 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc594ff6-2043-4b88-b762-ac899d17ab95 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2a04259-b0f6-42f5-9f37-902d78a3a537,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:07.700581 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5312fbf7-62b7-4f9b-997a-f8ea10d50fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1603a0c7-7ba0-4d9f-ae22-f3c9bf33c79d,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:07.725497 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57be8e3-4e6d-402c-9901-a536e34695fe None None] Pushing event updated for resources: {'Port': ['ID=ce218dfe-529a-4d25-8fdc-ef1d43ea4b82,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:07.856776 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b8a5bd-ef04-4f11-94bd-29b311943e20 None None] Routers {'714579d2-4a91-4b47-9145-07f822c32bb3'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:49:07.860720 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-74b8a5bd-ef04-4f11-94bd-29b311943e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:48:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['714579d2-4a91-4b47-9145-07f822c32bb3'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:49:07.870303 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a1ac09d3-9dc4-49d0-be00-f396327b55d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:07.981425 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33564) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:08.105926 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a677eba2-eb99-45aa-852a-6f186abf526a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=275b20c7c8f94a1fa5f0a4cbe1db6d0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1225302 Nov 27 03:49:08.108264 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33566) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:08.191799 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 857221cc-6b72-4c5c-8e9b-68fde799bbb3 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:49:08.239180 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 857221cc-6b72-4c5c-8e9b-68fde799bbb3 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:49:08.239534 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 857221cc-6b72-4c5c-8e9b-68fde799bbb3 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:49:08.271232 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-73c91580-fba9-46b2-80df-dead1532ba93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:08.299112 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-74b8a5bd-ef04-4f11-94bd-29b311943e20 None None] Set router 714579d2-4a91-4b47-9145-07f822c32bb3 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:49:08.440667 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-73c91580-fba9-46b2-80df-dead1532ba93 None None] For port ce218dfe-529a-4d25-8fdc-ef1d43ea4b82, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=ce218dfe-529a-4d25-8fdc-ef1d43ea4b82,segment=NetworkSegment(5f2fc0be-1be8-4642-a29e-d883f02ddc13),segment_id=5f2fc0be-1be8-4642-a29e-d883f02ddc13)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:08.453728 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-40dacefc-7ca6-4171-9d58-2fb8e9010cee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:08.489943 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-40dacefc-7ca6-4171-9d58-2fb8e9010cee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:08.513505 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33570) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:08.523703 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-73c91580-fba9-46b2-80df-dead1532ba93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:08.559135 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-86175bec-5747-4634-ad1b-173fcadb271d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:08.650011 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-40dacefc-7ca6-4171-9d58-2fb8e9010cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:08.655371 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-40dacefc-7ca6-4171-9d58-2fb8e9010cee admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:08.660667 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-40dacefc-7ca6-4171-9d58-2fb8e9010cee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9815886f-0549-4953-a3a2-a16547234642 HTTP/1.1" status: 204 len: 168 time: 0.5465264 Nov 27 03:49:08.714728 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c91580-fba9-46b2-80df-dead1532ba93 None None] Pushing event updated for resources: {'Port': ['ID=ce218dfe-529a-4d25-8fdc-ef1d43ea4b82,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:08.779928 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-9b2e1238-ea04-4e55-9e5a-81919e4fda15 None None] Provisioning complete for port ce218dfe-529a-4d25-8fdc-ef1d43ea4b82 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:49:08.782837 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9b2e1238-ea04-4e55-9e5a-81919e4fda15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:08.784230 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dacefc-7ca6-4171-9d58-2fb8e9010cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9815886f-0549-4953-a3a2-a16547234642,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:08.819684 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-86175bec-5747-4634-ad1b-173fcadb271d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:08.830536 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-86175bec-5747-4634-ad1b-173fcadb271d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:08.890151 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86175bec-5747-4634-ad1b-173fcadb271d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a374e50f-768f-45d2-b2de-d4bbb54482ca,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:08.937172 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-a1ac09d3-9dc4-49d0-be00-f396327b55d7 admin admin] Deleting port a0295cb3-2c63-45ab-ba8e-a8b555ffb474 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:49:08.938870 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a1ac09d3-9dc4-49d0-be00-f396327b55d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:09.044759 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-86175bec-5747-4634-ad1b-173fcadb271d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=daee83e33c45408ea0f6551d9f7e2f07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5298965 Nov 27 03:49:09.049496 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-a9041720-1105-4d8a-ae84-71913cf0b2dc tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b7f270efeae1405ab8a1cc984f2059bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0748935 Nov 27 03:49:09.052752 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33574) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:09.220293 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7ad9f383-5d30-4d9b-8638-8534c27f3562 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:09.286486 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7ad9f383-5d30-4d9b-8638-8534c27f3562 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:09.364819 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7ad9f383-5d30-4d9b-8638-8534c27f3562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:09.369128 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7ad9f383-5d30-4d9b-8638-8534c27f3562 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:09.371054 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7ad9f383-5d30-4d9b-8638-8534c27f3562 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a374e50f-768f-45d2-b2de-d4bbb54482ca HTTP/1.1" status: 204 len: 168 time: 0.3165743 Nov 27 03:49:09.379698 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-74b8a5bd-ef04-4f11-94bd-29b311943e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714579d2-4a91-4b47-9145-07f822c32bb3', 'name': 'tempest-TaggedBootDevicesTest_v242-121900332-router', 'tenant_id': 'f0bc5ce6a1ce4917a07583424ec21c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': 'bc4c21ed-4a12-4a23-942d-c6ce350a8234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:48:47Z', 'updated_at': '2021-11-27T03:49:02Z', 'revision_number': 4, 'project_id': 'f0bc5ce6a1ce4917a07583424ec21c48', 'gw_port': {'id': 'bc4c21ed-4a12-4a23-942d-c6ce350a8234', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:11:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714579d2-4a91-4b47-9145-07f822c32bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:48:49Z', 'updated_at': '2021-11-27T03:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'ce218dfe-529a-4d25-8fdc-ef1d43ea4b82', 'name': '', 'network_id': '56c1999d-e43d-4192-8ccb-aac9c835b41d', 'tenant_id': 'f0bc5ce6a1ce4917a07583424ec21c48', 'mac_address': 'fa:16:3e:3f:63:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714579d2-4a91-4b47-9145-07f822c32bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'f97ce425-4844-435d-898f-0e1060249a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:48:59Z', 'updated_at': '2021-11-27T03:49:07Z', 'revision_number': 4, 'project_id': 'f0bc5ce6a1ce4917a07583424ec21c48', 'subnets': [{'id': 'f97ce425-4844-435d-898f-0e1060249a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:49:09.402053 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-625a35bf-ff0b-4029-a311-d83aeca464e0 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:09.403552 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad9f383-5d30-4d9b-8638-8534c27f3562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a374e50f-768f-45d2-b2de-d4bbb54482ca,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:09.414232 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-625a35bf-ff0b-4029-a311-d83aeca464e0 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3546658 Nov 27 03:49:09.439618 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-5b75f8be-05e8-4d9e-813c-abe8d3565b81 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Request body: {'port': {'device_id': '5190d77d-8553-48fa-93a4-45551215f363', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'admin_state_up': True, 'tenant_id': 'b7f270efeae1405ab8a1cc984f2059bf'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:49:09.451496 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b8a5bd-ef04-4f11-94bd-29b311943e20 None None] The sync data for ids ['714579d2-4a91-4b47-9145-07f822c32bb3'] in n-d-819494-3 is: [{'id': '714579d2-4a91-4b47-9145-07f822c32bb3', 'name': 'tempest-TaggedBootDevicesTest_v242-121900332-router', 'tenant_id': 'f0bc5ce6a1ce4917a07583424ec21c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': 'bc4c21ed-4a12-4a23-942d-c6ce350a8234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:48:47Z', 'updated_at': '2021-11-27T03:49:02Z', 'revision_number': 4, 'project_id': 'f0bc5ce6a1ce4917a07583424ec21c48', 'gw_port': {'id': 'bc4c21ed-4a12-4a23-942d-c6ce350a8234', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:11:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714579d2-4a91-4b47-9145-07f822c32bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:48:49Z', 'updated_at': '2021-11-27T03:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'ce218dfe-529a-4d25-8fdc-ef1d43ea4b82', 'name': '', 'network_id': '56c1999d-e43d-4192-8ccb-aac9c835b41d', 'tenant_id': 'f0bc5ce6a1ce4917a07583424ec21c48', 'mac_address': 'fa:16:3e:3f:63:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714579d2-4a91-4b47-9145-07f822c32bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'f97ce425-4844-435d-898f-0e1060249a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:48:59Z', 'updated_at': '2021-11-27T03:49:07Z', 'revision_number': 4, 'project_id': 'f0bc5ce6a1ce4917a07583424ec21c48', 'subnets': [{'id': 'f97ce425-4844-435d-898f-0e1060249a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:49:09.524410 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-a1ac09d3-9dc4-49d0-be00-f396327b55d7 admin admin] For port a0295cb3-2c63-45ab-ba8e-a8b555ffb474, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=a0295cb3-2c63-45ab-ba8e-a8b555ffb474,segment=NetworkSegment(e4beac4c-889b-455b-9c97-6325d9fb57b7),segment_id=e4beac4c-889b-455b-9c97-6325d9fb57b7)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:09.529460 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a1ac09d3-9dc4-49d0-be00-f396327b55d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:09.606638 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-a1ac09d3-9dc4-49d0-be00-f396327b55d7 admin admin] Calling delete_port for a0295cb3-2c63-45ab-ba8e-a8b555ffb474 owned by network:router_interface {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:49:09.829380 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-5b75f8be-05e8-4d9e-813c-abe8d3565b81 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Made reservation on behalf of b7f270efeae1405ab8a1cc984f2059bf for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:49:09.837330 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-5b75f8be-05e8-4d9e-813c-abe8d3565b81 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:09.867558 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-5b75f8be-05e8-4d9e-813c-abe8d3565b81 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:10.088268 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-5b75f8be-05e8-4d9e-813c-abe8d3565b81 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:10.096719 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-5b75f8be-05e8-4d9e-813c-abe8d3565b81 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:10.220939 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75f8be-05e8-4d9e-813c-abe8d3565b81 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f14e570-fe18-49c2-a200-ee24fb250e3d,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:10.263727 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a1ac09d3-9dc4-49d0-be00-f396327b55d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:10.478119 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ac09d3-9dc4-49d0-be00-f396327b55d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0295cb3-2c63-45ab-ba8e-a8b555ffb474,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:10.555502 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device ce218dfe-529a-4d25-8fdc-ef1d43ea4b82 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:49:10.569561 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33610) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:10.735932 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port ce218dfe-529a-4d25-8fdc-ef1d43ea4b82 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:49:10.736320 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:10.801332 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-5b75f8be-05e8-4d9e-813c-abe8d3565b81 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Allocated IP 192.168.233.62 (7cd21890-8440-4d5d-a862-4b55c8c22387/f14a2acf-f1d7-4ddf-8459-b30982428e88/26946bba-a484-4f3c-8919-da4b4bff424f) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:49:10.857282 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a1ac09d3-9dc4-49d0-be00-f396327b55d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:10.921069 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-d2f0713c-f578-47e3-a975-820af69dc8dc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1957325013-network', 'tenant_id': '8034f6ec58f9461bbbd6b0673a6f6a14'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:49:11.004175 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f0713c-f578-47e3-a975-820af69dc8dc admin admin] Made reservation on behalf of 8034f6ec58f9461bbbd6b0673a6f6a14 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:49:11.012137 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d2f0713c-f578-47e3-a975-820af69dc8dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:11.141030 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d2f0713c-f578-47e3-a975-820af69dc8dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:11.205237 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-5b75f8be-05e8-4d9e-813c-abe8d3565b81 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:11.291260 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-5b75f8be-05e8-4d9e-813c-abe8d3565b81 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:11.357652 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-5b75f8be-05e8-4d9e-813c-abe8d3565b81 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Network 7cd21890-8440-4d5d-a862-4b55c8c22387 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:49:11.362336 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-5b75f8be-05e8-4d9e-813c-abe8d3565b81 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:49:11.365697 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-5b75f8be-05e8-4d9e-813c-abe8d3565b81 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:49:11.473402 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75f8be-05e8-4d9e-813c-abe8d3565b81 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Pushing event updated for resources: {'Port': ['ID=26946bba-a484-4f3c-8919-da4b4bff424f,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:11.523902 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d2f0713c-f578-47e3-a975-820af69dc8dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:11.579521 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-5b75f8be-05e8-4d9e-813c-abe8d3565b81 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:11.583886 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-5b75f8be-05e8-4d9e-813c-abe8d3565b81 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:11.617054 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-5b75f8be-05e8-4d9e-813c-abe8d3565b81 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1824212 Nov 27 03:49:11.648240 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-616802dc-c975-45f4-94d2-01d05e6e1049 service neutron] Request body: {'port': {'device_id': '5190d77d-8553-48fa-93a4-45551215f363', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:49:11.730303 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d2f0713c-f578-47e3-a975-820af69dc8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:11.764311 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2f0713c-f578-47e3-a975-820af69dc8dc admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:49:11.776949 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d2f0713c-f578-47e3-a975-820af69dc8dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:11.777304 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-d2f0713c-f578-47e3-a975-820af69dc8dc admin admin] Added segment bfcc9ec6-3441-46de-afcb-8047300e65d9 of type vlan for network 211a26de-ee25-4358-bc51-37876ae6d739 Nov 27 03:49:11.814164 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-616802dc-c975-45f4-94d2-01d05e6e1049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:11.851061 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-a355eae6-7e60-439c-9548-688dd0821502 None None] Provisioning complete for port 26946bba-a484-4f3c-8919-da4b4bff424f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:49:11.854007 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a355eae6-7e60-439c-9548-688dd0821502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:11.908818 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d2f0713c-f578-47e3-a975-820af69dc8dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:11.931289 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-a355eae6-7e60-439c-9548-688dd0821502 None None] Port 26946bba-a484-4f3c-8919-da4b4bff424f cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:49:11.977992 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d2f0713c-f578-47e3-a975-820af69dc8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:11.979086 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f0713c-f578-47e3-a975-820af69dc8dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:11.979594 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d2f0713c-f578-47e3-a975-820af69dc8dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:12.397517 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-616802dc-c975-45f4-94d2-01d05e6e1049 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26946bba-a484-4f3c-8919-da4b4bff424f {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:49:12.423362 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-616802dc-c975-45f4-94d2-01d05e6e1049 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:12.448853 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-616802dc-c975-45f4-94d2-01d05e6e1049 service neutron] Transition to ACTIVE for port object 26946bba-a484-4f3c-8919-da4b4bff424f will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:49:12.459505 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-616802dc-c975-45f4-94d2-01d05e6e1049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:12.499548 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d2f0713c-f578-47e3-a975-820af69dc8dc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9220815 Nov 27 03:49:12.503547 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f0713c-f578-47e3-a975-820af69dc8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:12.509814 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33640) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:12.515838 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-bed48558-f9bb-48fa-92ca-ffdca0a30e7a admin admin] Request body: {'subnet': {'network_id': '211a26de-ee25-4358-bc51-37876ae6d739', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1957325013-subnet', 'tenant_id': '8034f6ec58f9461bbbd6b0673a6f6a14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:49:12.528358 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f0713c-f578-47e3-a975-820af69dc8dc admin admin] Pushing event updated for resources: {'Network': ['ID=211a26de-ee25-4358-bc51-37876ae6d739,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:12.584234 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 211a26de-ee25-4358-bc51-37876ae6d739 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:49:12.591349 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ac09d3-9dc4-49d0-be00-f396327b55d7 admin admin] Router 1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:49:12.647117 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616802dc-c975-45f4-94d2-01d05e6e1049 service neutron] Pushing event updated for resources: {'Port': ['ID=26946bba-a484-4f3c-8919-da4b4bff424f,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:12.647352 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed48558-f9bb-48fa-92ca-ffdca0a30e7a admin admin] Made reservation on behalf of 8034f6ec58f9461bbbd6b0673a6f6a14 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:49:12.650480 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bed48558-f9bb-48fa-92ca-ffdca0a30e7a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:12.826208 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-616802dc-c975-45f4-94d2-01d05e6e1049 service neutron] Attempting to bind port 26946bba-a484-4f3c-8919-da4b4bff424f on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:49:12.826932 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-616802dc-c975-45f4-94d2-01d05e6e1049 service neutron] Attempting to bind port 26946bba-a484-4f3c-8919-da4b4bff424f by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:49:12.828576 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-616802dc-c975-45f4-94d2-01d05e6e1049 service neutron] Attempting to bind port 26946bba-a484-4f3c-8919-da4b4bff424f on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:49:12.848640 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-616802dc-c975-45f4-94d2-01d05e6e1049 service neutron] Port 26946bba-a484-4f3c-8919-da4b4bff424f on network 7cd21890-8440-4d5d-a862-4b55c8c22387 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:49:12.849286 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-616802dc-c975-45f4-94d2-01d05e6e1049 service neutron] Attempting to bind port 26946bba-a484-4f3c-8919-da4b4bff424f on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:49:12.857127 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ac09d3-9dc4-49d0-be00-f396327b55d7 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:49:12.870863 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69861782-3d22-46f8-912d-a33b6a713b86 None None] Sync routers for ids ['1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:49:12.883377 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a1ac09d3-9dc4-49d0-be00-f396327b55d7 admin admin] 10.222.0.20 "PUT /v2.0/routers/1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6456571 Nov 27 03:49:12.887173 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69861782-3d22-46f8-912d-a33b6a713b86 None None] Routers {'1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:49:12.887319 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33648) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:12.891364 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-69861782-3d22-46f8-912d-a33b6a713b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:48:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:49:12.895538 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-616802dc-c975-45f4-94d2-01d05e6e1049 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:49:12.896653 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-616802dc-c975-45f4-94d2-01d05e6e1049 service neutron] Checking segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:49:12.897629 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-616802dc-c975-45f4-94d2-01d05e6e1049 service neutron] Bound using segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:49:12.898241 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-616802dc-c975-45f4-94d2-01d05e6e1049 service neutron] Bound port: 26946bba-a484-4f3c-8919-da4b4bff424f, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:49:12.898817 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-616802dc-c975-45f4-94d2-01d05e6e1049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:13.027331 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-69861782-3d22-46f8-912d-a33b6a713b86 None None] Set router 1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:49:13.047909 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-616802dc-c975-45f4-94d2-01d05e6e1049 service neutron] For port 26946bba-a484-4f3c-8919-da4b4bff424f, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:49:13.051982 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-616802dc-c975-45f4-94d2-01d05e6e1049 service neutron] For port 26946bba-a484-4f3c-8919-da4b4bff424f, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=26946bba-a484-4f3c-8919-da4b4bff424f,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:49:13.077219 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f2af9fa5-93f0-453a-b96b-bca62e4ec44e admin admin] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:13.087262 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-616802dc-c975-45f4-94d2-01d05e6e1049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:13.172096 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-616802dc-c975-45f4-94d2-01d05e6e1049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:13.172802 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-616802dc-c975-45f4-94d2-01d05e6e1049 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:13.174664 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-616802dc-c975-45f4-94d2-01d05e6e1049 service neutron] 10.222.0.23 "PUT /v2.0/ports/26946bba-a484-4f3c-8919-da4b4bff424f HTTP/1.1" status: 200 len: 1095 time: 1.5360680 Nov 27 03:49:13.178146 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5190d77d-8553-48fa-93a4-45551215f363', 'tag': '26946bba-a484-4f3c-8919-da4b4bff424f'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:49:13.188726 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d793c6-8625-4c49-8ebb-45f05c2323fb" -d '{"events": [{"name": "network-changed", "server_uuid": "5190d77d-8553-48fa-93a4-45551215f363", "tag": "26946bba-a484-4f3c-8919-da4b4bff424f"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:49:13.218992 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bed48558-f9bb-48fa-92ca-ffdca0a30e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:13.279116 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-69861782-3d22-46f8-912d-a33b6a713b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b', 'name': 'tempest-ServersTestMultiNic-492745282-router', 'tenant_id': 'da0e9b0fd6b84af582a0cba7df1335e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '6cc0301d-ec25-4200-89a5-ef8cad68ba92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:47:12Z', 'updated_at': '2021-11-27T03:49:10Z', 'revision_number': 5, 'project_id': 'da0e9b0fd6b84af582a0cba7df1335e8', 'gw_port': {'id': '6cc0301d-ec25-4200-89a5-ef8cad68ba92', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:99:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:47:12Z', 'updated_at': '2021-11-27T03:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:49:13.322060 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f2af9fa5-93f0-453a-b96b-bca62e4ec44e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:13.327588 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69861782-3d22-46f8-912d-a33b6a713b86 None None] Checking router: 1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:49:13.338389 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69861782-3d22-46f8-912d-a33b6a713b86 None None] Routers {'1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:49:13.339495 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-69861782-3d22-46f8-912d-a33b6a713b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:48:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:49:13.425389 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616802dc-c975-45f4-94d2-01d05e6e1049 service neutron] Pushing event updated for resources: {'Port': ['ID=26946bba-a484-4f3c-8919-da4b4bff424f,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:13.439856 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-f2af9fa5-93f0-453a-b96b-bca62e4ec44e admin admin] Deleting port 6cc0301d-ec25-4200-89a5-ef8cad68ba92 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:49:13.440609 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f2af9fa5-93f0-453a-b96b-bca62e4ec44e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:13.489717 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed48558-f9bb-48fa-92ca-ffdca0a30e7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f92d0cd-8b30-467f-95d0-7ca51c4b0374,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:13.491521 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-69861782-3d22-46f8-912d-a33b6a713b86 None None] Set router 1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:49:13.519515 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-9fd67e91-6ea8-4803-a246-2ac84783e09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:13.521392 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-9fd67e91-6ea8-4803-a246-2ac84783e09a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b7f270efeae1405ab8a1cc984f2059bf&device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 1098 time: 0.2258191 Nov 27 03:49:13.602985 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-3ca4b340-f8af-4039-a1ad-ea7ed67efe8e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=26946bba-a484-4f3c-8919-da4b4bff424f HTTP/1.1" status: 200 len: 217 time: 0.0534348 Nov 27 03:49:13.604161 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed48558-f9bb-48fa-92ca-ffdca0a30e7a admin admin] Checking segment: {'id': 'bfcc9ec6-3441-46de-afcb-8047300e65d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '211a26de-ee25-4358-bc51-37876ae6d739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:49:13.604721 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed48558-f9bb-48fa-92ca-ffdca0a30e7a admin admin] Network hostable DHCP agents. Network: 211a26de-ee25-4358-bc51-37876ae6d739, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:49:13.655484 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-f2af9fa5-93f0-453a-b96b-bca62e4ec44e admin admin] For port 6cc0301d-ec25-4200-89a5-ef8cad68ba92, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=6cc0301d-ec25-4200-89a5-ef8cad68ba92,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:13.655854 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f2af9fa5-93f0-453a-b96b-bca62e4ec44e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:13.692891 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-f2af9fa5-93f0-453a-b96b-bca62e4ec44e admin admin] Calling delete_port for 6cc0301d-ec25-4200-89a5-ef8cad68ba92 owned by network:router_gateway {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:49:13.728915 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-69861782-3d22-46f8-912d-a33b6a713b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b', 'name': 'tempest-ServersTestMultiNic-492745282-router', 'tenant_id': 'da0e9b0fd6b84af582a0cba7df1335e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '6cc0301d-ec25-4200-89a5-ef8cad68ba92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:47:12Z', 'updated_at': '2021-11-27T03:49:10Z', 'revision_number': 5, 'project_id': 'da0e9b0fd6b84af582a0cba7df1335e8', 'gw_port': {'id': '6cc0301d-ec25-4200-89a5-ef8cad68ba92', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:99:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:47:12Z', 'updated_at': '2021-11-27T03:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:49:13.743433 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed48558-f9bb-48fa-92ca-ffdca0a30e7a admin admin] Network 211a26de-ee25-4358-bc51-37876ae6d739 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:49:13.754721 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-937b932e-115f-4d32-a21f-86d2a4791bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:13.757807 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-937b932e-115f-4d32-a21f-86d2a4791bf0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.1427455 Nov 27 03:49:13.768175 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69861782-3d22-46f8-912d-a33b6a713b86 None None] The sync data for ids ['1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b'] in n-d-819494-3 is: [{'id': '1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b', 'name': 'tempest-ServersTestMultiNic-492745282-router', 'tenant_id': 'da0e9b0fd6b84af582a0cba7df1335e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '6cc0301d-ec25-4200-89a5-ef8cad68ba92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:47:12Z', 'updated_at': '2021-11-27T03:49:10Z', 'revision_number': 5, 'project_id': 'da0e9b0fd6b84af582a0cba7df1335e8', 'gw_port': {'id': '6cc0301d-ec25-4200-89a5-ef8cad68ba92', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:99:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:47:12Z', 'updated_at': '2021-11-27T03:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:49:13.787704 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-bed48558-f9bb-48fa-92ca-ffdca0a30e7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 211a26de-ee25-4358-bc51-37876ae6d739) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:49:13.800398 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73eefc93-3dad-46bc-a760-e30b8c3ca41d None None] Network 211a26de-ee25-4358-bc51-37876ae6d739 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:49:13.845079 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed48558-f9bb-48fa-92ca-ffdca0a30e7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:13.846099 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bed48558-f9bb-48fa-92ca-ffdca0a30e7a admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:13.881120 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-bed48558-f9bb-48fa-92ca-ffdca0a30e7a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3671589 Nov 27 03:49:13.881120 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33654) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:13.887493 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-70111f53-7ce8-4f91-8fbf-93c06ef00811 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1957325013-router', 'tenant_id': '8034f6ec58f9461bbbd6b0673a6f6a14', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:49:13.912399 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-df29c53e-0693-4ceb-acc9-312604dfacd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:13.913967 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-df29c53e-0693-4ceb-acc9-312604dfacd7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1422448 Nov 27 03:49:13.939493 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-70111f53-7ce8-4f91-8fbf-93c06ef00811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:13.940992 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-70111f53-7ce8-4f91-8fbf-93c06ef00811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:14.009076 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f2af9fa5-93f0-453a-b96b-bca62e4ec44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:14.064512 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c340712-f555-4501-8aa6-be1012c96fd5 None None] Network 211a26de-ee25-4358-bc51-37876ae6d739 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:49:14.094329 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af9fa5-93f0-453a-b96b-bca62e4ec44e admin admin] Pushing event deleted for resources: {'Port': ['ID=6cc0301d-ec25-4200-89a5-ef8cad68ba92,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:14.118612 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-70111f53-7ce8-4f91-8fbf-93c06ef00811 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:14.119681 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f2af9fa5-93f0-453a-b96b-bca62e4ec44e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:14.157483 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-6ef000ec-587a-410e-8700-48e5d6cef740 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280128 Nov 27 03:49:14.264523 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f2af9fa5-93f0-453a-b96b-bca62e4ec44e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:14.268490 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f2af9fa5-93f0-453a-b96b-bca62e4ec44e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:14.330458 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f2af9fa5-93f0-453a-b96b-bca62e4ec44e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:14.331308 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2af9fa5-93f0-453a-b96b-bca62e4ec44e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 03:49:14.349391 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f2af9fa5-93f0-453a-b96b-bca62e4ec44e admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:14.354213 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f2af9fa5-93f0-453a-b96b-bca62e4ec44e admin admin] 10.222.0.20 "DELETE /v2.0/routers/1a69c3ab-5b90-46b5-91bf-68a2dfbc7a6b HTTP/1.1" status: 204 len: 168 time: 1.4625030 Nov 27 03:49:14.355271 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33676) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:14.438278 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-469148fc-46bf-4373-b25e-4425da8e6897 admin admin] Deleting subnet 56c6766e-4d02-44a9-a4cb-e16a49a1ed0c {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:49:14.441751 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-469148fc-46bf-4373-b25e-4425da8e6897 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:14.459585 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device a0295cb3-2c63-45ab-ba8e-a8b555ffb474 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:49:14.471346 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-1c4df84c-e36b-4b79-926a-73edc1b5618e tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b7f270efeae1405ab8a1cc984f2059bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1294112 Nov 27 03:49:14.482282 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-70111f53-7ce8-4f91-8fbf-93c06ef00811 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:14.493248 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: a0295cb3-2c63-45ab-ba8e-a8b555ffb474 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:49:14.493598 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device a0295cb3-2c63-45ab-ba8e-a8b555ffb474 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:49:14.538973 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-469148fc-46bf-4373-b25e-4425da8e6897 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:14.576690 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d6bb4-b2be-4a22-9cf2-a5d7ad319266 req-74906188-f6a2-44b4-9c9d-de3eaa8835f5 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:14.579055 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a24d6bb4-b2be-4a22-9cf2-a5d7ad319266 req-74906188-f6a2-44b4-9c9d-de3eaa8835f5 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 949 time: 0.0981059 Nov 27 03:49:14.581440 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6b6f7cc2-3c0e-4ba6-b945-ca8d170c2590 req-00e17bf5-671b-4449-acc7-83d7a347ea4c service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764737 Nov 27 03:49:14.683221 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a24d6bb4-b2be-4a22-9cf2-a5d7ad319266 req-0b63ffc0-019a-45fd-aa6a-07a684a5812b tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959773 Nov 27 03:49:14.692064 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-469148fc-46bf-4373-b25e-4425da8e6897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:14.704654 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-bf22e8ba-9136-4ccb-9e57-0eb8326d5a95 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:14.706200 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-bf22e8ba-9136-4ccb-9e57-0eb8326d5a95 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2139881 Nov 27 03:49:14.780069 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-a16b918b-20e7-42e2-b0cb-f1d79663bd2f tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/quotas/b7f270efeae1405ab8a1cc984f2059bf HTTP/1.1" status: 200 len: 375 time: 0.0591660 Nov 27 03:49:14.823569 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-469148fc-46bf-4373-b25e-4425da8e6897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:14.840230 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-469148fc-46bf-4373-b25e-4425da8e6897 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:14.847406 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0807df4b-a769-4f17-b3c3-beeac4523a00 None None] Network d57b102a-5f0a-4f8e-b7d5-2c6f56d3a47f requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:49:14.856243 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-469148fc-46bf-4373-b25e-4425da8e6897 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/56c6766e-4d02-44a9-a4cb-e16a49a1ed0c HTTP/1.1" status: 204 len: 168 time: 0.4989746 Nov 27 03:49:14.858872 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33684) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:14.904614 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469148fc-46bf-4373-b25e-4425da8e6897 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56c6766e-4d02-44a9-a4cb-e16a49a1ed0c,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:14.922665 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-2ab45400-fa7b-4b24-bb96-3b5f0c9e280c tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b7f270efeae1405ab8a1cc984f2059bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1292031 Nov 27 03:49:15.031687 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f828f7-dd43-4c98-a551-f6344cb87586 x-openstack-request-id: req-62f828f7-dd43-4c98-a551-f6344cb87586 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:49:15.032243 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5190d77d-8553-48fa-93a4-45551215f363", "tag": "26946bba-a484-4f3c-8919-da4b4bff424f", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:49:15.032661 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-62f828f7-dd43-4c98-a551-f6344cb87586 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:49:15.033239 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5190d77d-8553-48fa-93a4-45551215f363', 'tag': '26946bba-a484-4f3c-8919-da4b4bff424f', 'status': 'completed', 'code': 200} Nov 27 03:49:15.040772 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ab2edc39-4435-4f39-b332-da17be14d456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:15.108078 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-70111f53-7ce8-4f91-8fbf-93c06ef00811 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:15.159385 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-70111f53-7ce8-4f91-8fbf-93c06ef00811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:15.233136 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4be2d9e-3fdb-42e5-a848-d2bb4038b846 None None] DHCP port deletion for d57b102a-5f0a-4f8e-b7d5-2c6f56d3a47f request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 03:49:15.360901 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-27b088c5-f34c-40bb-8090-5983fa7bbf44 req-2df56160-ed36-4a82-8f95-d38f6d301627 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7e6b9a2-f01e-442b-b8ba-b4cc89443628 HTTP/1.1" status: 200 len: 210 time: 0.0367634 Nov 27 03:49:15.368434 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d793c6-8625-4c49-8ebb-45f05c2323fb req-f652e4f5-8067-4c89-97fa-e757813eba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:15.369952 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a1d793c6-8625-4c49-8ebb-45f05c2323fb req-f652e4f5-8067-4c89-97fa-e757813eba4e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b7f270efeae1405ab8a1cc984f2059bf&device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 1098 time: 0.2594485 Nov 27 03:49:15.384007 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-e4be2d9e-3fdb-42e5-a848-d2bb4038b846 None None] Deleting port b21e5dd8-6728-4da8-b10d-cb59a29d81cf {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:49:15.384804 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e4be2d9e-3fdb-42e5-a848-d2bb4038b846 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:15.448792 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-ab2edc39-4435-4f39-b332-da17be14d456 admin admin] Deleting port b21e5dd8-6728-4da8-b10d-cb59a29d81cf {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:49:15.449089 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ab2edc39-4435-4f39-b332-da17be14d456 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:15.483186 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-e4be2d9e-3fdb-42e5-a848-d2bb4038b846 None None] For port b21e5dd8-6728-4da8-b10d-cb59a29d81cf, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b21e5dd8-6728-4da8-b10d-cb59a29d81cf,segment=NetworkSegment(e4beac4c-889b-455b-9c97-6325d9fb57b7),segment_id=e4beac4c-889b-455b-9c97-6325d9fb57b7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:15.485226 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e4be2d9e-3fdb-42e5-a848-d2bb4038b846 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:15.501926 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-e4be2d9e-3fdb-42e5-a848-d2bb4038b846 None None] Calling delete_port for b21e5dd8-6728-4da8-b10d-cb59a29d81cf owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:49:15.656815 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-ab2edc39-4435-4f39-b332-da17be14d456 admin admin] For port b21e5dd8-6728-4da8-b10d-cb59a29d81cf, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b21e5dd8-6728-4da8-b10d-cb59a29d81cf,segment=NetworkSegment(e4beac4c-889b-455b-9c97-6325d9fb57b7),segment_id=e4beac4c-889b-455b-9c97-6325d9fb57b7)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:15.657188 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ab2edc39-4435-4f39-b332-da17be14d456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:15.661858 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-70111f53-7ce8-4f91-8fbf-93c06ef00811 admin admin] Allocated IP 172.25.1.23 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/102c66bc-fd8f-4ab5-a57c-6874179b4e48) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:49:15.860640 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:15.866000 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e4be2d9e-3fdb-42e5-a848-d2bb4038b846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:15.884901 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4be2d9e-3fdb-42e5-a848-d2bb4038b846 None None] No DVR routers for this DVR port b21e5dd8-6728-4da8-b10d-cb59a29d81cf on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:49:15.919035 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be2d9e-3fdb-42e5-a848-d2bb4038b846 None None] Pushing event deleted for resources: {'Port': ['ID=b21e5dd8-6728-4da8-b10d-cb59a29d81cf,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:16.026198 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e76c9f20-d647-4808-8b67-110cc087445f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:16.210586 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-ab2edc39-4435-4f39-b332-da17be14d456 admin admin] Calling delete_port for b21e5dd8-6728-4da8-b10d-cb59a29d81cf owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:49:16.305639 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-078f4073-87cf-4c14-9ef1-dd2704ebd172 service neutron] show failed (client error): The resource could not be found. Nov 27 03:49:16.306697 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-078f4073-87cf-4c14-9ef1-dd2704ebd172 service neutron] 10.222.0.11 "GET /v2.0/ports/e695790c-fb80-490e-8b57-32cd9a699aa8/bindings/n-h1-819494-3 HTTP/1.1" status: 404 len: 380 time: 0.1515865 Nov 27 03:49:16.326516 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d793c6-8625-4c49-8ebb-45f05c2323fb req-ca718390-270b-4c55-aa90-159d22f99c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:16.328645 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a1d793c6-8625-4c49-8ebb-45f05c2323fb req-ca718390-270b-4c55-aa90-159d22f99c2e service neutron] 10.222.0.23 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.9359436 Nov 27 03:49:16.386483 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 03:49:16.441333 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a1d793c6-8625-4c49-8ebb-45f05c2323fb req-e51861cd-6ed6-45e7-8cce-121bcc064109 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=26946bba-a484-4f3c-8919-da4b4bff424f HTTP/1.1" status: 200 len: 217 time: 0.0854270 Nov 27 03:49:16.459752 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 6cc0301d-ec25-4200-89a5-ef8cad68ba92 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:49:16.482749 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec507c06-dd90-4589-84dc-453bfa8d90d8 req-3245f4ab-b640-44f7-a6cf-7e82b76702dc tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:16.490276 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 6cc0301d-ec25-4200-89a5-ef8cad68ba92 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:49:16.490768 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ec507c06-dd90-4589-84dc-453bfa8d90d8 req-3245f4ab-b640-44f7-a6cf-7e82b76702dc tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 949 time: 0.1335425 Nov 27 03:49:16.491120 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 6cc0301d-ec25-4200-89a5-ef8cad68ba92 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:49:16.491688 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b21e5dd8-6728-4da8-b10d-cb59a29d81cf no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:49:16.515021 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: b21e5dd8-6728-4da8-b10d-cb59a29d81cf {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:49:16.515722 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b21e5dd8-6728-4da8-b10d-cb59a29d81cf not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:49:16.559091 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ab2edc39-4435-4f39-b332-da17be14d456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:16.600488 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2edc39-4435-4f39-b332-da17be14d456 admin admin] Pushing event deleted for resources: {'Port': ['ID=b21e5dd8-6728-4da8-b10d-cb59a29d81cf,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:16.641716 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2edc39-4435-4f39-b332-da17be14d456 admin admin] No DVR routers for this DVR port b21e5dd8-6728-4da8-b10d-cb59a29d81cf on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:49:16.711916 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ff5863e2-5056-435b-9acd-4595275cf777 req-2a0d47bd-727b-42b0-85f0-34323f223afd tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7e6b9a2-f01e-442b-b8ba-b4cc89443628 HTTP/1.1" status: 200 len: 210 time: 0.0404890 Nov 27 03:49:16.733379 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ec507c06-dd90-4589-84dc-453bfa8d90d8 req-df115e96-4859-4e8d-836f-63d68cbb7d4d tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378664 Nov 27 03:49:16.738751 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d793c6-8625-4c49-8ebb-45f05c2323fb req-9675d6d0-7ddd-4794-8932-b36cc490b125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:16.740202 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a1d793c6-8625-4c49-8ebb-45f05c2323fb req-9675d6d0-7ddd-4794-8932-b36cc490b125 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.2833343 Nov 27 03:49:16.805517 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-70111f53-7ce8-4f91-8fbf-93c06ef00811 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:16.892374 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ab2edc39-4435-4f39-b332-da17be14d456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:16.925903 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-90d08d5b-0257-429e-87f4-f8328c685b31 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b7f270efeae1405ab8a1cc984f2059bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426319 Nov 27 03:49:16.927009 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-17d704cd-afe8-463a-9d69-c9dc6076f020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:16.929095 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-17d704cd-afe8-463a-9d69-c9dc6076f020 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a4734043-8f77-4a5f-990b-da1153021f51&tenant_id=d416f1581fce4cbda78108e0795a4c3c HTTP/1.1" status: 200 len: 1100 time: 0.2695634 Nov 27 03:49:16.988228 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-ab2edc39-4435-4f39-b332-da17be14d456 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d57b102a-5f0a-4f8e-b7d5-2c6f56d3a47f']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:49:17.001497 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-ab2edc39-4435-4f39-b332-da17be14d456 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4beac4c-889b-455b-9c97-6325d9fb57b7') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:49:17.001803 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-ab2edc39-4435-4f39-b332-da17be14d456 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4beac4c-889b-455b-9c97-6325d9fb57b7') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:49:17.014028 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ab2edc39-4435-4f39-b332-da17be14d456 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:17.033800 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-6d317d8a-dc6d-4799-974a-5a1182f7530a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819494-3', 'device_owner': 'compute:nova'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:49:17.050754 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 26946bba-a484-4f3c-8919-da4b4bff424f details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:49:17.187046 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ab2edc39-4435-4f39-b332-da17be14d456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:17.196228 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-70111f53-7ce8-4f91-8fbf-93c06ef00811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:17.202249 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 26946bba-a484-4f3c-8919-da4b4bff424f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=26946bba-a484-4f3c-8919-da4b4bff424f,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:17.213583 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-3a449820-e46e-44b9-8110-038f1eb4f2ae tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:17.217992 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-3a449820-e46e-44b9-8110-038f1eb4f2ae tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/networks?id=378a3375-2447-4153-8462-f656d3d2276f HTTP/1.1" status: 200 len: 805 time: 0.3201342 Nov 27 03:49:17.220732 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '26946bba-a484-4f3c-8919-da4b4bff424f', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'port_id': '26946bba-a484-4f3c-8919-da4b4bff424f', 'mac_address': 'fa:16:3e:1f:93:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14a2acf-f1d7-4ddf-8459-b30982428e88', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:49:17.227116 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d793c6-8625-4c49-8ebb-45f05c2323fb req-9f13555e-a57d-4415-a3c7-3f9ccce044ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:17.228811 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a1d793c6-8625-4c49-8ebb-45f05c2323fb req-9f13555e-a57d-4415-a3c7-3f9ccce044ae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4213166 Nov 27 03:49:17.265189 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:17.278125 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-6460abdf-1c2e-4a69-a632-c8225b1733b9 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:17.279659 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-6460abdf-1c2e-4a69-a632-c8225b1733b9 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3041732 Nov 27 03:49:17.285299 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26946bba-a484-4f3c-8919-da4b4bff424f {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:49:17.289836 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-d4b06977-5467-4b6a-a31c-c43b9fec6419 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/quotas/0cbf4ce56bb54dd781457ee73fdb0c37 HTTP/1.1" status: 200 len: 375 time: 0.0551531 Nov 27 03:49:17.298595 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab2edc39-4435-4f39-b332-da17be14d456 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:49:17.299017 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ab2edc39-4435-4f39-b332-da17be14d456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:17.306502 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-6d317d8a-dc6d-4799-974a-5a1182f7530a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:17.308994 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:49:17.308994 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 03:49:17.308994 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:49:17.308994 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 03:49:17.308994 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:49:17.308994 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 03:49:17.308994 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:49:17.308994 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 03:49:17.308994 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 03:49:17.308994 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:49:17.308994 n-d-819494-3 neutron-server[110019]: timer() Nov 27 03:49:17.308994 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:49:17.308994 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 03:49:17.308994 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:49:17.308994 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 03:49:17.308994 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:49:17.308994 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 03:49:17.308994 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:49:17.308994 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 03:49:17.308994 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:49:17.308994 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 03:49:17.308994 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:49:17.308994 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:49:17.308994 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:49:17.308994 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:49:17.308994 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:49:17.308994 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 03:49:17.308994 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:49:17.308994 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 03:49:17.308994 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:49:17.308994 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:49:17.308994 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:49:17.308994 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 03:49:17.308994 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:49:17.308994 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:49:17.308994 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:49:17.308994 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:49:17.308994 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:49:17.308994 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:49:17.308994 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:49:17.312032 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-1e8f9aa8-b0f6-4bf8-baaa-54a8bbd1e329 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Request body: {'port': {'device_id': 'e7e6b9a2-f01e-442b-b8ba-b4cc89443628', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'admin_state_up': True, 'tenant_id': 'b7f270efeae1405ab8a1cc984f2059bf'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:49:17.319026 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 26946bba-a484-4f3c-8919-da4b4bff424f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=26946bba-a484-4f3c-8919-da4b4bff424f,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:17.327039 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:17.415397 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=26946bba-a484-4f3c-8919-da4b4bff424f,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:17.424477 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-ccc079db-d59a-4733-8a23-b8c7b116c08f tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0cbf4ce56bb54dd781457ee73fdb0c37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1330404 Nov 27 03:49:17.494102 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70111f53-7ce8-4f91-8fbf-93c06ef00811 admin admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:49:17.498848 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ab2edc39-4435-4f39-b332-da17be14d456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:17.524592 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33808) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:17.526347 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-70111f53-7ce8-4f91-8fbf-93c06ef00811 admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:49:17.531251 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ab2edc39-4435-4f39-b332-da17be14d456 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:17.539043 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ab2edc39-4435-4f39-b332-da17be14d456 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d57b102a-5f0a-4f8e-b7d5-2c6f56d3a47f HTTP/1.1" status: 204 len: 168 time: 2.6786165 Nov 27 03:49:17.560232 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33814) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:17.600972 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-068ae870-a618-4497-96df-867d30a2de29 service neutron] 10.222.0.20 "GET /v2.0/networks/378a3375-2447-4153-8462-f656d3d2276f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754868 Nov 27 03:49:17.630069 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70111f53-7ce8-4f91-8fbf-93c06ef00811 admin admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:49:17.664907 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['26946bba-a484-4f3c-8919-da4b4bff424f'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:49:17.670156 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-1e8f9aa8-b0f6-4bf8-baaa-54a8bbd1e329 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Made reservation on behalf of b7f270efeae1405ab8a1cc984f2059bf for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:49:17.672083 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70111f53-7ce8-4f91-8fbf-93c06ef00811 admin admin] Pushing event updated for resources: {'Port': ['ID=102c66bc-fd8f-4ab5-a57c-6874179b4e48,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:17.674615 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-1e8f9aa8-b0f6-4bf8-baaa-54a8bbd1e329 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:17.679008 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2edc39-4435-4f39-b332-da17be14d456 admin admin] Pushing event deleted for resources: {'Network': ['ID=d57b102a-5f0a-4f8e-b7d5-2c6f56d3a47f,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:17.770592 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33820) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:17.881874 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-33b05517-c3de-4f96-bd92-4da4ac470e2c service neutron] 10.222.0.20 "GET /v2.0/networks/378a3375-2447-4153-8462-f656d3d2276f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776406 Nov 27 03:49:17.924080 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-290e450c-d4be-40ad-aba2-b03759995df3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:17.974228 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-aedb5f5a-1ce4-49ce-8601-2d3c46adeff2 req-c704b03a-5318-45c5-b456-f1d29661c182 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7e6b9a2-f01e-442b-b8ba-b4cc89443628 HTTP/1.1" status: 200 len: 210 time: 0.0634019 Nov 27 03:49:18.117514 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2b7b709e-003e-47a2-abab-063d9070749d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:18.156963 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-1e8f9aa8-b0f6-4bf8-baaa-54a8bbd1e329 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Allocated IP 192.168.233.38 (7cd21890-8440-4d5d-a862-4b55c8c22387/f14a2acf-f1d7-4ddf-8459-b30982428e88/5b6c04db-864a-455a-9280-0a33403f4d9b) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:49:18.172385 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-14a70f1b-54b9-4510-aec2-5b43d60402e2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da0e9b0fd6b84af582a0cba7df1335e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3916810 Nov 27 03:49:18.181913 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33830) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:18.185341 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6dcb485d-f81c-42ed-9393-4aad12b467b1 req-784e5605-3ffe-4456-8d36-f27b820b3789 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=044b8ce0-3e48-47c6-9aab-da7b76e2c654 HTTP/1.1" status: 200 len: 210 time: 0.0559199 Nov 27 03:49:18.197478 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a1d793c6-8625-4c49-8ebb-45f05c2323fb req-a00dfa31-945c-4395-b75f-822b6b3aa934 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8432987 Nov 27 03:49:18.251645 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e2298b61-15e4-49e9-8841-1dcc801b0386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:18.381599 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device f147dbb6-92ed-466c-87b7-886dbc4c529a no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:49:18.447007 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1ded0b2c-1f06-45da-9960-5e4ba9cde273 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:18.459971 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990fc91e-decf-489f-a3dc-a40764721336 req-205c9cbb-9a91-446e-bfa3-6bec33aa58a2 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:18.461399 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-990fc91e-decf-489f-a3dc-a40764721336 req-205c9cbb-9a91-446e-bfa3-6bec33aa58a2 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 949 time: 0.2937412 Nov 27 03:49:18.472742 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4abb9be-8535-43dc-bd23-7c165a7c46ed req-bb480c51-b3f3-4ec7-ad6c-20da4c790797 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:18.474195 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d4abb9be-8535-43dc-bd23-7c165a7c46ed req-bb480c51-b3f3-4ec7-ad6c-20da4c790797 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.11 "GET /v2.0/ports?device_id=41b39fdb-7146-4213-b996-8994cc70f03b HTTP/1.1" status: 200 len: 946 time: 0.1812487 Nov 27 03:49:18.511814 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:18.565236 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port f147dbb6-92ed-466c-87b7-886dbc4c529a, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=f147dbb6-92ed-466c-87b7-886dbc4c529a,segment=NetworkSegment(0d71eb94-5225-4db6-8e46-cee8dee27f0a),segment_id=0d71eb94-5225-4db6-8e46-cee8dee27f0a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:18.567371 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b39fdb-7146-4213-b996-8994cc70f03b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f147dbb6-92ed-466c-87b7-886dbc4c529a'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:49:18.570383 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9352b296-c3f5-4621-8d75-ed2024b67207" -d '{"events": [{"server_uuid": "41b39fdb-7146-4213-b996-8994cc70f03b", "name": "network-vif-unplugged", "status": "completed", "tag": "f147dbb6-92ed-466c-87b7-886dbc4c529a"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:49:18.574467 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:18.575449 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device e695790c-fb80-490e-8b57-32cd9a699aa8 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:49:18.577241 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:18.611895 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a1d793c6-8625-4c49-8ebb-45f05c2323fb req-84fd70f2-2077-4c7f-850e-c0e8e1bc505f service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864784 Nov 27 03:49:18.673752 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-290e450c-d4be-40ad-aba2-b03759995df3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:18.675515 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 03:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35866e6c-939b-4b92-823e-651508e1e3a8 x-openstack-request-id: req-35866e6c-939b-4b92-823e-651508e1e3a8 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:49:18.676006 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b39fdb-7146-4213-b996-8994cc70f03b", "name": "network-vif-unplugged", "status": "completed", "tag": "f147dbb6-92ed-466c-87b7-886dbc4c529a", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:49:18.676258 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35866e6c-939b-4b92-823e-651508e1e3a8 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:49:18.677171 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b39fdb-7146-4213-b996-8994cc70f03b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f147dbb6-92ed-466c-87b7-886dbc4c529a', 'code': 200} Nov 27 03:49:18.687399 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-70111f53-7ce8-4f91-8fbf-93c06ef00811 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:18.693472 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-1e8f9aa8-b0f6-4bf8-baaa-54a8bbd1e329 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:18.701257 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-290e450c-d4be-40ad-aba2-b03759995df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:18.705951 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1ded0b2c-1f06-45da-9960-5e4ba9cde273 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:18.741922 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=f147dbb6-92ed-466c-87b7-886dbc4c529a,revision_number=8']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:18.788885 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-990fc91e-decf-489f-a3dc-a40764721336 req-2116b050-730c-4012-955d-c1d786d58b9c tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088272 Nov 27 03:49:18.825825 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:18.845343 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-d4abb9be-8535-43dc-bd23-7c165a7c46ed req-383454b9-6ca3-4144-b9d4-9d6b4c080a99 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Deleting port f147dbb6-92ed-466c-87b7-886dbc4c529a {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:49:18.845720 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d4abb9be-8535-43dc-bd23-7c165a7c46ed req-383454b9-6ca3-4144-b9d4-9d6b4c080a99 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:18.889359 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-290e450c-d4be-40ad-aba2-b03759995df3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=63bc67f55c5b4deeb98c61cfa1c78a2c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3636620 Nov 27 03:49:18.893699 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2b7b709e-003e-47a2-abab-063d9070749d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:18.897373 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e450c-d4be-40ad-aba2-b03759995df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2535fc7-643b-428e-aa8a-97e146a14ffc,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:18.909398 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33840) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:18.926943 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2b7b709e-003e-47a2-abab-063d9070749d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:18.997474 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-1e8f9aa8-b0f6-4bf8-baaa-54a8bbd1e329 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:19.004312 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b709e-003e-47a2-abab-063d9070749d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794d625f-4fc4-4ff0-a65b-04990cf3b83b,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:19.010826 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2b7b709e-003e-47a2-abab-063d9070749d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6345a226828c467c9f1e83fab8782e4d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4474981 Nov 27 03:49:19.042878 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-1e8f9aa8-b0f6-4bf8-baaa-54a8bbd1e329 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Network 7cd21890-8440-4d5d-a862-4b55c8c22387 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:49:19.043794 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['26946bba-a484-4f3c-8919-da4b4bff424f'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:49:19.045313 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33844) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:19.049751 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-1e8f9aa8-b0f6-4bf8-baaa-54a8bbd1e329 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:49:19.096490 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 26946bba-a484-4f3c-8919-da4b4bff424f up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:49:19.102897 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-6d317d8a-dc6d-4799-974a-5a1182f7530a service neutron] For port e695790c-fb80-490e-8b57-32cd9a699aa8, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=e695790c-fb80-490e-8b57-32cd9a699aa8,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:19.183978 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-1e8f9aa8-b0f6-4bf8-baaa-54a8bbd1e329 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:49:19.190308 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-d4abb9be-8535-43dc-bd23-7c165a7c46ed req-383454b9-6ca3-4144-b9d4-9d6b4c080a99 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] For port f147dbb6-92ed-466c-87b7-886dbc4c529a, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=f147dbb6-92ed-466c-87b7-886dbc4c529a,segment=NetworkSegment(0d71eb94-5225-4db6-8e46-cee8dee27f0a),segment_id=0d71eb94-5225-4db6-8e46-cee8dee27f0a)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:19.190967 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d4abb9be-8535-43dc-bd23-7c165a7c46ed req-383454b9-6ca3-4144-b9d4-9d6b4c080a99 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:19.205695 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-d4abb9be-8535-43dc-bd23-7c165a7c46ed req-383454b9-6ca3-4144-b9d4-9d6b4c080a99 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Calling delete_port for f147dbb6-92ed-466c-87b7-886dbc4c529a owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:49:19.286206 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2fcb-c862-4942-9102-c90c3a6acdec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:19.290410 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 26946bba-a484-4f3c-8919-da4b4bff424f completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:49:19.300627 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 26946bba-a484-4f3c-8919-da4b4bff424f triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:49:19.303020 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:19.313248 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2fcb-c862-4942-9102-c90c3a6acdec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:19.313679 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-70111f53-7ce8-4f91-8fbf-93c06ef00811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:19.340693 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-6d317d8a-dc6d-4799-974a-5a1182f7530a service neutron] For port e695790c-fb80-490e-8b57-32cd9a699aa8, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:49:19.430289 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-1e8f9aa8-b0f6-4bf8-baaa-54a8bbd1e329 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:19.431859 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-1e8f9aa8-b0f6-4bf8-baaa-54a8bbd1e329 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:19.445571 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1ded0b2c-1f06-45da-9960-5e4ba9cde273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:19.455268 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1ded0b2c-1f06-45da-9960-5e4ba9cde273 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:19.456212 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:19.472352 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:19.482313 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1ded0b2c-1f06-45da-9960-5e4ba9cde273 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8f4a421b-fa91-4269-8203-eac6a41dc513 HTTP/1.1" status: 204 len: 168 time: 1.2921305 Nov 27 03:49:19.513869 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 26946bba-a484-4f3c-8919-da4b4bff424f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=26946bba-a484-4f3c-8919-da4b4bff424f,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:19.519623 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:19.583054 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-bf3dad77-c971-40b6-ac65-dda8115279c0 None None] Provisioning complete for port 5b6c04db-864a-455a-9280-0a33403f4d9b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:49:19.583378 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bf3dad77-c971-40b6-ac65-dda8115279c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:19.591491 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f9aa8-b0f6-4bf8-baaa-54a8bbd1e329 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Pushing event updated for resources: {'Port': ['ID=5b6c04db-864a-455a-9280-0a33403f4d9b,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:19.603180 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded0b2c-1f06-45da-9960-5e4ba9cde273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4a421b-fa91-4269-8203-eac6a41dc513,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:19.605058 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2fcb-c862-4942-9102-c90c3a6acdec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:19.608264 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2fcb-c862-4942-9102-c90c3a6acdec admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:19.610209 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f3ff2fcb-c862-4942-9102-c90c3a6acdec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c2535fc7-643b-428e-aa8a-97e146a14ffc HTTP/1.1" status: 204 len: 168 time: 0.6973190 Nov 27 03:49:19.633193 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-1e8f9aa8-b0f6-4bf8-baaa-54a8bbd1e329 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3281577 Nov 27 03:49:19.656513 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-eb2eafb9-b72c-41f4-b564-4adfc435ec96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:19.673129 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=26946bba-a484-4f3c-8919-da4b4bff424f,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:19.680549 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-bf3dad77-c971-40b6-ac65-dda8115279c0 None None] Port 5b6c04db-864a-455a-9280-0a33403f4d9b cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:49:19.711758 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-eb2eafb9-b72c-41f4-b564-4adfc435ec96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:19.765330 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff2fcb-c862-4942-9102-c90c3a6acdec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2535fc7-643b-428e-aa8a-97e146a14ffc,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:19.772921 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-b7a506be-15ce-4452-88cd-1b406e398a28 service neutron] Request body: {'port': {'device_id': 'e7e6b9a2-f01e-442b-b8ba-b4cc89443628', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:49:20.027646 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9cc629-151a-4e61-858d-d71e041edd71 req-e591914a-c318-4d1a-a1de-02c43021539f tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:20.037522 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5b9cc629-151a-4e61-858d-d71e041edd71 req-e591914a-c318-4d1a-a1de-02c43021539f tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7e6b9a2-f01e-442b-b8ba-b4cc89443628 HTTP/1.1" status: 200 len: 935 time: 0.7940509 Nov 27 03:49:20.067280 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-f403bb34-7eda-485e-8e3f-54ce9eb2dc9c tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:20.069870 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-f403bb34-7eda-485e-8e3f-54ce9eb2dc9c tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.11 "GET /v2.0/networks?id=378a3375-2447-4153-8462-f656d3d2276f HTTP/1.1" status: 200 len: 805 time: 0.4691081 Nov 27 03:49:20.079764 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7b38080b-2d02-49f5-b9d5-1c6d5f804447 req-5b0b6077-4af9-403a-b2b5-d4e3e2492013 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=044b8ce0-3e48-47c6-9aab-da7b76e2c654 HTTP/1.1" status: 200 len: 210 time: 0.1357954 Nov 27 03:49:20.093956 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4734043-8f77-4a5f-990b-da1153021f51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e695790c-fb80-490e-8b57-32cd9a699aa8'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:49:20.096473 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccc00a1-19aa-4557-a7f2-fe61e07a0743" -d '{"events": [{"server_uuid": "a4734043-8f77-4a5f-990b-da1153021f51", "name": "network-vif-unplugged", "status": "completed", "tag": "e695790c-fb80-490e-8b57-32cd9a699aa8"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:49:20.105207 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-6d317d8a-dc6d-4799-974a-5a1182f7530a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:20.113782 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-1a9af381-70e0-40c0-9d88-5a479dde7b1a tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Request body: {'port': {'device_id': '044b8ce0-3e48-47c6-9aab-da7b76e2c654', 'network_id': '378a3375-2447-4153-8462-f656d3d2276f', 'admin_state_up': True, 'tenant_id': '0cbf4ce56bb54dd781457ee73fdb0c37'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:49:20.122854 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d4abb9be-8535-43dc-bd23-7c165a7c46ed req-383454b9-6ca3-4144-b9d4-9d6b4c080a99 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:20.127358 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33868) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:20.186612 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f95c5cc5-ba55-4cf6-9803-ca2a261fdddb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:20.207132 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-6d317d8a-dc6d-4799-974a-5a1182f7530a service neutron] Transition to ACTIVE for port object e695790c-fb80-490e-8b57-32cd9a699aa8 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:49:20.219367 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383454b9-6ca3-4144-b9d4-9d6b4c080a99 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Pushing event deleted for resources: {'Port': ['ID=f147dbb6-92ed-466c-87b7-886dbc4c529a,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:20.253722 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-b7a506be-15ce-4452-88cd-1b406e398a28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:20.275280 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-6d317d8a-dc6d-4799-974a-5a1182f7530a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:20.278158 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.api [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 03:49:20.278781 n-d-819494-3 neutron-server[110020]: DEBUG oslo_db.api [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 03:49:20.332654 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4abb9be-8535-43dc-bd23-7c165a7c46ed req-383454b9-6ca3-4144-b9d4-9d6b4c080a99 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] No DVR routers for this DVR port f147dbb6-92ed-466c-87b7-886dbc4c529a on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:49:20.339703 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d4abb9be-8535-43dc-bd23-7c165a7c46ed req-383454b9-6ca3-4144-b9d4-9d6b4c080a99 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:20.341595 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d4abb9be-8535-43dc-bd23-7c165a7c46ed req-383454b9-6ca3-4144-b9d4-9d6b4c080a99 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.11 "DELETE /v2.0/ports/f147dbb6-92ed-466c-87b7-886dbc4c529a HTTP/1.1" status: 204 len: 173 time: 1.8544188 Nov 27 03:49:20.380574 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5b9cc629-151a-4e61-858d-d71e041edd71 req-a90faaaa-0753-49cb-ab2a-206c50b7ba5a tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416653 Nov 27 03:49:20.411406 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f4693-1fab-4cb4-85b2-4a2793ef2337 req-e592eefc-59fc-4803-9602-3b0708db5093 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:20.413017 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1a3f4693-1fab-4cb4-85b2-4a2793ef2337 req-e592eefc-59fc-4803-9602-3b0708db5093 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 947 time: 0.2550879 Nov 27 03:49:20.431976 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d317d8a-dc6d-4799-974a-5a1182f7530a service neutron] Pushing event updated for resources: {'Port': ['ID=e695790c-fb80-490e-8b57-32cd9a699aa8,revision_number=6']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:20.448111 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-6d317d8a-dc6d-4799-974a-5a1182f7530a service neutron] No DVR routers for this DVR port e695790c-fb80-490e-8b57-32cd9a699aa8 on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:49:20.456131 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-eb2eafb9-b72c-41f4-b564-4adfc435ec96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:20.469900 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-eb2eafb9-b72c-41f4-b564-4adfc435ec96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:20.476847 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-eb2eafb9-b72c-41f4-b564-4adfc435ec96 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/794d625f-4fc4-4ff0-a65b-04990cf3b83b HTTP/1.1" status: 204 len: 168 time: 1.3928552 Nov 27 03:49:20.552305 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70111f53-7ce8-4f91-8fbf-93c06ef00811 admin admin] Router 456e3378-715c-4515-aee8-5db3eb6b748d is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 03:49:20.557605 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 03:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee78f8f-0039-4470-91cb-817fe849e82a x-openstack-request-id: req-1ee78f8f-0039-4470-91cb-817fe849e82a {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:49:20.557964 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4734043-8f77-4a5f-990b-da1153021f51", "name": "network-vif-unplugged", "status": "completed", "tag": "e695790c-fb80-490e-8b57-32cd9a699aa8", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:49:20.558209 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ee78f8f-0039-4470-91cb-817fe849e82a {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:49:20.558715 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4734043-8f77-4a5f-990b-da1153021f51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e695790c-fb80-490e-8b57-32cd9a699aa8', 'code': 200} Nov 27 03:49:20.560590 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-6d317d8a-dc6d-4799-974a-5a1182f7530a service neutron] Attempting to bind port e695790c-fb80-490e-8b57-32cd9a699aa8 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:49:20.560925 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-6d317d8a-dc6d-4799-974a-5a1182f7530a service neutron] Attempting to bind port e695790c-fb80-490e-8b57-32cd9a699aa8 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:49:20.561250 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-6d317d8a-dc6d-4799-974a-5a1182f7530a service neutron] Attempting to bind port e695790c-fb80-490e-8b57-32cd9a699aa8 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:49:20.570780 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1a3f4693-1fab-4cb4-85b2-4a2793ef2337 req-a1011d41-1169-461c-b7a0-a4041b4ede9e tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239691 Nov 27 03:49:20.575068 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-6d317d8a-dc6d-4799-974a-5a1182f7530a service neutron] Port e695790c-fb80-490e-8b57-32cd9a699aa8 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:49:20.575444 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-6d317d8a-dc6d-4799-974a-5a1182f7530a service neutron] Attempting to bind port e695790c-fb80-490e-8b57-32cd9a699aa8 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:49:20.587388 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-6d317d8a-dc6d-4799-974a-5a1182f7530a service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:49:20.587388 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-6d317d8a-dc6d-4799-974a-5a1182f7530a service neutron] Checking segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:49:20.587729 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-6d317d8a-dc6d-4799-974a-5a1182f7530a service neutron] Bound using segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:49:20.588035 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-6d317d8a-dc6d-4799-974a-5a1182f7530a service neutron] Bound port: e695790c-fb80-490e-8b57-32cd9a699aa8, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:49:20.588394 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-6d317d8a-dc6d-4799-974a-5a1182f7530a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:20.666779 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2eafb9-b72c-41f4-b564-4adfc435ec96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794d625f-4fc4-4ff0-a65b-04990cf3b83b,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:20.678345 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5190d77d-8553-48fa-93a4-45551215f363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26946bba-a484-4f3c-8919-da4b4bff424f'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:49:20.680915 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f59f555-3427-4f26-86f5-7e2c0f4d26fb" -d '{"events": [{"server_uuid": "5190d77d-8553-48fa-93a4-45551215f363", "name": "network-vif-plugged", "status": "completed", "tag": "26946bba-a484-4f3c-8919-da4b4bff424f"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:49:20.694113 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f95c5cc5-ba55-4cf6-9803-ca2a261fdddb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:20.722115 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f95c5cc5-ba55-4cf6-9803-ca2a261fdddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:20.876438 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70111f53-7ce8-4f91-8fbf-93c06ef00811 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:49:20.876994 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8ad88c-be73-4a47-b5e6-e60123d84ac4 x-openstack-request-id: req-bc8ad88c-be73-4a47-b5e6-e60123d84ac4 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:49:20.877307 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5190d77d-8553-48fa-93a4-45551215f363", "name": "network-vif-plugged", "status": "completed", "tag": "26946bba-a484-4f3c-8919-da4b4bff424f", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:49:20.877921 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc8ad88c-be73-4a47-b5e6-e60123d84ac4 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:49:20.879230 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5190d77d-8553-48fa-93a4-45551215f363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26946bba-a484-4f3c-8919-da4b4bff424f', 'code': 200} Nov 27 03:49:20.889904 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-6d317d8a-dc6d-4799-974a-5a1182f7530a service neutron] For port e695790c-fb80-490e-8b57-32cd9a699aa8, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:49:20.909988 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-6d317d8a-dc6d-4799-974a-5a1182f7530a service neutron] For port e695790c-fb80-490e-8b57-32cd9a699aa8, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=e695790c-fb80-490e-8b57-32cd9a699aa8,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:49:20.930459 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-6d317d8a-dc6d-4799-974a-5a1182f7530a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:20.940187 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a7040c-5045-4acd-8564-7100bcec18c5 None None] Sync routers for ids ['456e3378-715c-4515-aee8-5db3eb6b748d'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:49:20.950290 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-70111f53-7ce8-4f91-8fbf-93c06ef00811 admin admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:20.958775 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-70111f53-7ce8-4f91-8fbf-93c06ef00811 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.0765107 Nov 27 03:49:20.982412 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a7040c-5045-4acd-8564-7100bcec18c5 None None] Routers {'456e3378-715c-4515-aee8-5db3eb6b748d'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:49:20.987428 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-18a7040c-5045-4acd-8564-7100bcec18c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:49:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['456e3378-715c-4515-aee8-5db3eb6b748d'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:49:21.004330 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33890) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:21.179030 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-6d317d8a-dc6d-4799-974a-5a1182f7530a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:21.181010 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-6d317d8a-dc6d-4799-974a-5a1182f7530a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:21.184796 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-6d317d8a-dc6d-4799-974a-5a1182f7530a service neutron] 10.222.0.23 "PUT /v2.0/ports/e695790c-fb80-490e-8b57-32cd9a699aa8 HTTP/1.1" status: 200 len: 1095 time: 4.1569932 Nov 27 03:49:21.195089 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33892) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:21.223487 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-b7a506be-15ce-4452-88cd-1b406e398a28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b6c04db-864a-455a-9280-0a33403f4d9b {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:49:21.300420 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-b7a506be-15ce-4452-88cd-1b406e398a28 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:21.307183 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-1a9af381-70e0-40c0-9d88-5a479dde7b1a tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Made reservation on behalf of 0cbf4ce56bb54dd781457ee73fdb0c37 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:49:21.311461 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-1a9af381-70e0-40c0-9d88-5a479dde7b1a tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:21.314435 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-18a7040c-5045-4acd-8564-7100bcec18c5 None None] Set router 456e3378-715c-4515-aee8-5db3eb6b748d gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:49:21.332583 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f95c5cc5-ba55-4cf6-9803-ca2a261fdddb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9c24b51b5cbc40d3a422cc3361650f24&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1970813 Nov 27 03:49:21.339387 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33904) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:21.350513 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c5cc5-ba55-4cf6-9803-ca2a261fdddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9592c7e-84cd-4e1f-9306-90c9fc7c74e4,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:21.401683 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-b7a506be-15ce-4452-88cd-1b406e398a28 service neutron] Transition to ACTIVE for port object 5b6c04db-864a-455a-9280-0a33403f4d9b will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:49:21.428705 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-b7a506be-15ce-4452-88cd-1b406e398a28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:21.589003 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-49f4b20c-9bf2-49fa-8607-a6d9ca9ff0e6 req-89c723da-5f2e-4193-a8ee-a108eb6f8534 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=044b8ce0-3e48-47c6-9aab-da7b76e2c654 HTTP/1.1" status: 200 len: 210 time: 0.2303777 Nov 27 03:49:21.610909 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-9d117563-6b8c-434e-bdbe-37fdf32734da admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1426438766-network', 'tenant_id': 'a17274e888df4225aeb5638a41a17698'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:49:21.620682 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d317d8a-dc6d-4799-974a-5a1182f7530a service neutron] Pushing event updated for resources: {'Port': ['ID=e695790c-fb80-490e-8b57-32cd9a699aa8,revision_number=7']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:21.657242 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:21.676112 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a506be-15ce-4452-88cd-1b406e398a28 service neutron] Pushing event updated for resources: {'Port': ['ID=5b6c04db-864a-455a-9280-0a33403f4d9b,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:21.720372 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b523471d-cebd-4c06-beb7-3ed34a534e70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:21.777685 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9b6a7-f7ef-4271-b70c-7eb50fe74d42 req-8f98e46d-e2c4-42d3-8064-a5f84ec42aaf tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:21.785881 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e6f9b6a7-f7ef-4271-b70c-7eb50fe74d42 req-8f98e46d-e2c4-42d3-8064-a5f84ec42aaf tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7e6b9a2-f01e-442b-b8ba-b4cc89443628 HTTP/1.1" status: 200 len: 947 time: 0.2724822 Nov 27 03:49:21.797323 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:21.824599 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-18a7040c-5045-4acd-8564-7100bcec18c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456e3378-715c-4515-aee8-5db3eb6b748d', 'name': 'tempest-ServerRescueNegativeTestJSON-1957325013-router', 'tenant_id': '8034f6ec58f9461bbbd6b0673a6f6a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '102c66bc-fd8f-4ab5-a57c-6874179b4e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:49:13Z', 'updated_at': '2021-11-27T03:49:18Z', 'revision_number': 3, 'project_id': '8034f6ec58f9461bbbd6b0673a6f6a14', 'gw_port': {'id': '102c66bc-fd8f-4ab5-a57c-6874179b4e48', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:27:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456e3378-715c-4515-aee8-5db3eb6b748d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:49:15Z', 'updated_at': '2021-11-27T03:49:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:49:21.859881 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a7040c-5045-4acd-8564-7100bcec18c5 None None] Checking router: 456e3378-715c-4515-aee8-5db3eb6b748d for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:49:21.860531 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a7040c-5045-4acd-8564-7100bcec18c5 None None] Updating router 456e3378-715c-4515-aee8-5db3eb6b748d port 102c66bc-fd8f-4ab5-a57c-6874179b4e48 binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:49:21.862362 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-1a9af381-70e0-40c0-9d88-5a479dde7b1a tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Allocated IP 172.20.0.9 (378a3375-2447-4153-8462-f656d3d2276f/9aa0d39d-1f7c-48be-83b9-b4ca19c74697/fbed81a4-e6a2-4c07-9b59-ed8c23957d85) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:49:21.865694 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b523471d-cebd-4c06-beb7-3ed34a534e70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:21.888106 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-ee6878de-d1dd-4999-9296-723c1e5f4216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:21.889820 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-ee6878de-d1dd-4999-9296-723c1e5f4216 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d416f1581fce4cbda78108e0795a4c3c&device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 1098 time: 0.5322554 Nov 27 03:49:21.895206 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f300681-287a-4ae8-adf2-3b1ae9bccc69 req-7c8519a8-3cf2-4a03-b1ca-a55120fb879f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:21.895206 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3f300681-287a-4ae8-adf2-3b1ae9bccc69 req-7c8519a8-3cf2-4a03-b1ca-a55120fb879f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 1100 time: 0.7269900 Nov 27 03:49:21.944646 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-b7a506be-15ce-4452-88cd-1b406e398a28 service neutron] Attempting to bind port 5b6c04db-864a-455a-9280-0a33403f4d9b on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:49:21.944646 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-b7a506be-15ce-4452-88cd-1b406e398a28 service neutron] Attempting to bind port 5b6c04db-864a-455a-9280-0a33403f4d9b by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:49:21.944646 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-b7a506be-15ce-4452-88cd-1b406e398a28 service neutron] Attempting to bind port 5b6c04db-864a-455a-9280-0a33403f4d9b on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:49:21.966057 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-18a7040c-5045-4acd-8564-7100bcec18c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:21.971140 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e6f9b6a7-f7ef-4271-b70c-7eb50fe74d42 req-27898e46-b890-4b30-b3a5-0979c755ea6e tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842380 Nov 27 03:49:22.041047 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-b7a506be-15ce-4452-88cd-1b406e398a28 service neutron] Port 5b6c04db-864a-455a-9280-0a33403f4d9b on network 7cd21890-8440-4d5d-a862-4b55c8c22387 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:49:22.041672 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-b7a506be-15ce-4452-88cd-1b406e398a28 service neutron] Attempting to bind port 5b6c04db-864a-455a-9280-0a33403f4d9b on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:49:22.053324 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-b7a506be-15ce-4452-88cd-1b406e398a28 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:49:22.053982 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-b7a506be-15ce-4452-88cd-1b406e398a28 service neutron] Checking segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:49:22.054595 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-b7a506be-15ce-4452-88cd-1b406e398a28 service neutron] Bound using segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:49:22.055252 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-b7a506be-15ce-4452-88cd-1b406e398a28 service neutron] Bound port: 5b6c04db-864a-455a-9280-0a33403f4d9b, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:49:22.055812 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-b7a506be-15ce-4452-88cd-1b406e398a28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:22.247516 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b523471d-cebd-4c06-beb7-3ed34a534e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:22.250680 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b523471d-cebd-4c06-beb7-3ed34a534e70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:22.251842 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b523471d-cebd-4c06-beb7-3ed34a534e70 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a9592c7e-84cd-4e1f-9306-90c9fc7c74e4 HTTP/1.1" status: 204 len: 168 time: 0.9101989 Nov 27 03:49:22.410042 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-18a7040c-5045-4acd-8564-7100bcec18c5 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:22.439144 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-18a7040c-5045-4acd-8564-7100bcec18c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:22.496395 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d117563-6b8c-434e-bdbe-37fdf32734da admin admin] Made reservation on behalf of a17274e888df4225aeb5638a41a17698 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:49:22.498914 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9d117563-6b8c-434e-bdbe-37fdf32734da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:22.516816 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9d117563-6b8c-434e-bdbe-37fdf32734da admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:22.556905 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b36a061-d4d5-4bcc-85c7-dd6918b1ca09 None None] Pushing event updated for resources: {'Port': ['ID=102c66bc-fd8f-4ab5-a57c-6874179b4e48,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:22.569872 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-18a7040c-5045-4acd-8564-7100bcec18c5 None None] Attempting to bind port 102c66bc-fd8f-4ab5-a57c-6874179b4e48 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:49:22.570250 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-18a7040c-5045-4acd-8564-7100bcec18c5 None None] Attempting to bind port 102c66bc-fd8f-4ab5-a57c-6874179b4e48 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:49:22.570648 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a7040c-5045-4acd-8564-7100bcec18c5 None None] Attempting to bind port 102c66bc-fd8f-4ab5-a57c-6874179b4e48 on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:49:22.577240 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a7040c-5045-4acd-8564-7100bcec18c5 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:49:22.578227 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a7040c-5045-4acd-8564-7100bcec18c5 None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:49:22.578677 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-18a7040c-5045-4acd-8564-7100bcec18c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:22.579087 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a7040c-5045-4acd-8564-7100bcec18c5 None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:49:22.579744 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-18a7040c-5045-4acd-8564-7100bcec18c5 None None] Bound port: 102c66bc-fd8f-4ab5-a57c-6874179b4e48, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:49:22.580135 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-18a7040c-5045-4acd-8564-7100bcec18c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:22.647284 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-18a7040c-5045-4acd-8564-7100bcec18c5 None None] For port 102c66bc-fd8f-4ab5-a57c-6874179b4e48, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:49:22.650782 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-18a7040c-5045-4acd-8564-7100bcec18c5 None None] For port 102c66bc-fd8f-4ab5-a57c-6874179b4e48, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=102c66bc-fd8f-4ab5-a57c-6874179b4e48,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:49:22.661881 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9d117563-6b8c-434e-bdbe-37fdf32734da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:22.663012 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-18a7040c-5045-4acd-8564-7100bcec18c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:22.663159 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b39fdb-7146-4213-b996-8994cc70f03b', 'name': 'network-vif-deleted', 'tag': 'f147dbb6-92ed-466c-87b7-886dbc4c529a'}, {'name': 'network-changed', 'server_uuid': 'a4734043-8f77-4a5f-990b-da1153021f51', 'tag': 'e695790c-fb80-490e-8b57-32cd9a699aa8'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:49:22.666210 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4bfedd-d69c-42c2-9ca5-e3b96a0b6e04" -d '{"events": [{"server_uuid": "41b39fdb-7146-4213-b996-8994cc70f03b", "name": "network-vif-deleted", "tag": "f147dbb6-92ed-466c-87b7-886dbc4c529a"}, {"name": "network-changed", "server_uuid": "a4734043-8f77-4a5f-990b-da1153021f51", "tag": "e695790c-fb80-490e-8b57-32cd9a699aa8"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:49:22.681919 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9d117563-6b8c-434e-bdbe-37fdf32734da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:22.698493 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b523471d-cebd-4c06-beb7-3ed34a534e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9592c7e-84cd-4e1f-9306-90c9fc7c74e4,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:22.741647 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67acaaf8-6942-4890-a791-b83a2733abeb req-5ad574cf-f4f8-4f67-875c-bec2f4d20c1b tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:22.743378 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-67acaaf8-6942-4890-a791-b83a2733abeb req-5ad574cf-f4f8-4f67-875c-bec2f4d20c1b tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 947 time: 0.8620584 Nov 27 03:49:22.755567 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d117563-6b8c-434e-bdbe-37fdf32734da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:22.774819 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-1a9af381-70e0-40c0-9d88-5a479dde7b1a tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:22.812777 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-93b98d3f-2f94-48c0-977d-1d56de2ec2d0 req-11c4d774-64c3-44f0-9ce2-cf48b2c8ce0c tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=044b8ce0-3e48-47c6-9aab-da7b76e2c654 HTTP/1.1" status: 200 len: 210 time: 0.0517478 Nov 27 03:49:22.816437 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-b7a506be-15ce-4452-88cd-1b406e398a28 service neutron] For port 5b6c04db-864a-455a-9280-0a33403f4d9b, host n-h1-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:49:22.831322 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d117563-6b8c-434e-bdbe-37fdf32734da admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:49:22.835541 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-b7a506be-15ce-4452-88cd-1b406e398a28 service neutron] For port 5b6c04db-864a-455a-9280-0a33403f4d9b, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=5b6c04db-864a-455a-9280-0a33403f4d9b,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:49:22.842449 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3f300681-287a-4ae8-adf2-3b1ae9bccc69 req-d2ccc1ae-3294-4123-95ac-0e7ab0db10bf service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7587790 Nov 27 03:49:22.865166 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-b7a506be-15ce-4452-88cd-1b406e398a28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:22.899579 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a7040c-5045-4acd-8564-7100bcec18c5 None None] Routers {'456e3378-715c-4515-aee8-5db3eb6b748d'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:49:22.900231 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-18a7040c-5045-4acd-8564-7100bcec18c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:49:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['456e3378-715c-4515-aee8-5db3eb6b748d'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:49:22.912669 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b36a061-d4d5-4bcc-85c7-dd6918b1ca09 None None] Pushing event updated for resources: {'Port': ['ID=102c66bc-fd8f-4ab5-a57c-6874179b4e48,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:22.969137 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33938) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:22.984200 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a506be-15ce-4452-88cd-1b406e398a28 service neutron] Pushing event updated for resources: {'Port': ['ID=5b6c04db-864a-455a-9280-0a33403f4d9b,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:22.992833 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9d117563-6b8c-434e-bdbe-37fdf32734da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:22.993189 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-9d117563-6b8c-434e-bdbe-37fdf32734da admin admin] Added segment 277708b6-af23-477b-abf6-dbbbeb02c2ba of type vlan for network 08f5ab49-0e80-484e-b2da-92afccf8b9b1 Nov 27 03:49:23.011105 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-88dea9ae-30ce-4e28-8cf7-8931392903e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:23.020251 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-b7a506be-15ce-4452-88cd-1b406e398a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:23.021170 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-b7a506be-15ce-4452-88cd-1b406e398a28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:23.026208 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-b7a506be-15ce-4452-88cd-1b406e398a28 service neutron] 10.222.0.23 "PUT /v2.0/ports/5b6c04db-864a-455a-9280-0a33403f4d9b HTTP/1.1" status: 200 len: 1095 time: 3.2888594 Nov 27 03:49:23.028181 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e6b9a2-f01e-442b-b8ba-b4cc89443628', 'tag': '5b6c04db-864a-455a-9280-0a33403f4d9b'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:49:23.034057 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13319055-820b-46e0-891a-c8bc21f7d85b" -d '{"events": [{"name": "network-changed", "server_uuid": "e7e6b9a2-f01e-442b-b8ba-b4cc89443628", "tag": "5b6c04db-864a-455a-9280-0a33403f4d9b"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:49:23.041726 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-1a9af381-70e0-40c0-9d88-5a479dde7b1a tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:23.060117 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 27 Nov 2021 03:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660935dc-34a7-4d80-8110-1ad00942c8e0 x-openstack-request-id: req-660935dc-34a7-4d80-8110-1ad00942c8e0 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:49:23.060117 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b39fdb-7146-4213-b996-8994cc70f03b", "name": "network-vif-deleted", "tag": "f147dbb6-92ed-466c-87b7-886dbc4c529a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a4734043-8f77-4a5f-990b-da1153021f51", "tag": "e695790c-fb80-490e-8b57-32cd9a699aa8", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:49:23.060527 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-660935dc-34a7-4d80-8110-1ad00942c8e0 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:49:23.061263 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b39fdb-7146-4213-b996-8994cc70f03b', 'name': 'network-vif-deleted', 'tag': 'f147dbb6-92ed-466c-87b7-886dbc4c529a', 'status': 'completed', 'code': 200} Nov 27 03:49:23.066755 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4734043-8f77-4a5f-990b-da1153021f51', 'tag': 'e695790c-fb80-490e-8b57-32cd9a699aa8', 'status': 'completed', 'code': 200} Nov 27 03:49:23.106895 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-1a9af381-70e0-40c0-9d88-5a479dde7b1a tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Network 378a3375-2447-4153-8462-f656d3d2276f is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:49:23.113220 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-1a9af381-70e0-40c0-9d88-5a479dde7b1a tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:49:23.120597 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-1a9af381-70e0-40c0-9d88-5a479dde7b1a tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:49:23.126126 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-67acaaf8-6942-4890-a791-b83a2733abeb req-5c64d623-7e68-4e95-a17f-09d675f36fad tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379695 Nov 27 03:49:23.210498 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-18a7040c-5045-4acd-8564-7100bcec18c5 None None] Set router 456e3378-715c-4515-aee8-5db3eb6b748d gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:49:23.265544 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825b8195-e697-4ae5-bdd1-e8a4d095c48c x-openstack-request-id: req-825b8195-e697-4ae5-bdd1-e8a4d095c48c {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:49:23.266455 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7e6b9a2-f01e-442b-b8ba-b4cc89443628", "tag": "5b6c04db-864a-455a-9280-0a33403f4d9b", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:49:23.266910 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-825b8195-e697-4ae5-bdd1-e8a4d095c48c {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:49:23.267461 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7e6b9a2-f01e-442b-b8ba-b4cc89443628', 'tag': '5b6c04db-864a-455a-9280-0a33403f4d9b', 'status': 'completed', 'code': 200} Nov 27 03:49:23.295506 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9af381-70e0-40c0-9d88-5a479dde7b1a tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Pushing event updated for resources: {'Port': ['ID=fbed81a4-e6a2-4c07-9b59-ed8c23957d85,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:23.350768 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-1a9af381-70e0-40c0-9d88-5a479dde7b1a tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:23.351415 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-1a9af381-70e0-40c0-9d88-5a479dde7b1a tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:23.369616 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-0913bb8d-2fd1-4a84-b5f3-9dfac336226c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:23.371183 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-0913bb8d-2fd1-4a84-b5f3-9dfac336226c service neutron] 10.222.0.23 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 1.3011549 Nov 27 03:49:23.397327 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab14808-67cb-48e1-a954-d11e639d4895 req-83667f87-d1b3-4808-b8ef-464e2a04f3f3 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:23.407580 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8ab14808-67cb-48e1-a954-d11e639d4895 req-83667f87-d1b3-4808-b8ef-464e2a04f3f3 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7e6b9a2-f01e-442b-b8ba-b4cc89443628 HTTP/1.1" status: 200 len: 947 time: 0.1917567 Nov 27 03:49:23.431058 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-48847716-7d4a-4038-b726-1830efdd4008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:23.434001 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-5002ba97-26c6-41f3-8dbc-cd415a9f6de0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=e695790c-fb80-490e-8b57-32cd9a699aa8 HTTP/1.1" status: 200 len: 217 time: 0.0455296 Nov 27 03:49:23.439225 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-48847716-7d4a-4038-b726-1830efdd4008 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b7f270efeae1405ab8a1cc984f2059bf&device_id=e7e6b9a2-f01e-442b-b8ba-b4cc89443628 HTTP/1.1" status: 200 len: 1098 time: 0.1692901 Nov 27 03:49:23.446048 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9d117563-6b8c-434e-bdbe-37fdf32734da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:23.474325 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-1a9af381-70e0-40c0-9d88-5a479dde7b1a tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3706901 Nov 27 03:49:23.489789 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6ab660e5-407b-40b5-b22f-e90e4c65118c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:23.537039 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-5a1fbf9d-24d2-4a4e-8ab7-ecf7da3e9974 service neutron] Request body: {'port': {'device_id': '044b8ce0-3e48-47c6-9aab-da7b76e2c654', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:49:23.553989 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-091e5a52-eb84-4e11-a060-53db297e81a9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=5b6c04db-864a-455a-9280-0a33403f4d9b HTTP/1.1" status: 200 len: 217 time: 0.0835268 Nov 27 03:49:23.554992 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-c537f59e-77bd-48ac-b460-e3592fcf78d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:23.556621 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-c537f59e-77bd-48ac-b460-e3592fcf78d9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.0601337 Nov 27 03:49:23.562446 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.db.resource_extend [None req-9d117563-6b8c-434e-bdbe-37fdf32734da admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 03:49:23.620252 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4bfedd-d69c-42c2-9ca5-e3b96a0b6e04 req-1070942f-4826-4287-bee9-74337700643c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:23.622768 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9d4bfedd-d69c-42c2-9ca5-e3b96a0b6e04 req-1070942f-4826-4287-bee9-74337700643c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d416f1581fce4cbda78108e0795a4c3c&device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 1098 time: 0.5226223 Nov 27 03:49:23.653831 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8ab14808-67cb-48e1-a954-d11e639d4895 req-c32dddf9-d1aa-4d5d-b9e3-243de7fa3e90 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430346 Nov 27 03:49:23.676464 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-77b0fc92-6bbc-413f-914d-87f0ce44c2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:23.679187 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-77b0fc92-6bbc-413f-914d-87f0ce44c2e6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.1006896 Nov 27 03:49:23.683906 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-18a7040c-5045-4acd-8564-7100bcec18c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456e3378-715c-4515-aee8-5db3eb6b748d', 'name': 'tempest-ServerRescueNegativeTestJSON-1957325013-router', 'tenant_id': '8034f6ec58f9461bbbd6b0673a6f6a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '102c66bc-fd8f-4ab5-a57c-6874179b4e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:49:13Z', 'updated_at': '2021-11-27T03:49:18Z', 'revision_number': 3, 'project_id': '8034f6ec58f9461bbbd6b0673a6f6a14', 'gw_port': {'id': '102c66bc-fd8f-4ab5-a57c-6874179b4e48', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:27:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456e3378-715c-4515-aee8-5db3eb6b748d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:49:15Z', 'updated_at': '2021-11-27T03:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:49:23.716041 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a7040c-5045-4acd-8564-7100bcec18c5 None None] The sync data for ids ['456e3378-715c-4515-aee8-5db3eb6b748d'] in n-d-819494-3 is: [{'id': '456e3378-715c-4515-aee8-5db3eb6b748d', 'name': 'tempest-ServerRescueNegativeTestJSON-1957325013-router', 'tenant_id': '8034f6ec58f9461bbbd6b0673a6f6a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '102c66bc-fd8f-4ab5-a57c-6874179b4e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:49:13Z', 'updated_at': '2021-11-27T03:49:18Z', 'revision_number': 3, 'project_id': '8034f6ec58f9461bbbd6b0673a6f6a14', 'gw_port': {'id': '102c66bc-fd8f-4ab5-a57c-6874179b4e48', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:27:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456e3378-715c-4515-aee8-5db3eb6b748d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:49:15Z', 'updated_at': '2021-11-27T03:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:49:23.747619 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-5a1fbf9d-24d2-4a4e-8ab7-ecf7da3e9974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:23.773260 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-fbc21610-d290-4b7d-ad83-d0ac75a3e965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:23.774928 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-fbc21610-d290-4b7d-ad83-d0ac75a3e965 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0695426 Nov 27 03:49:23.800214 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-88dea9ae-30ce-4e28-8cf7-8931392903e1 admin admin] Allocated IP 172.20.0.1 (211a26de-ee25-4358-bc51-37876ae6d739/7f92d0cd-8b30-467f-95d0-7ca51c4b0374/81ebc423-cbf1-47f9-b865-bffed46c9129) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:49:24.030037 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-f345827b-b7d8-46ba-98b2-819f3d51759c service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276917 Nov 27 03:49:24.134918 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9d117563-6b8c-434e-bdbe-37fdf32734da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:24.136041 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d117563-6b8c-434e-bdbe-37fdf32734da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:24.136778 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9d117563-6b8c-434e-bdbe-37fdf32734da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:24.301452 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d117563-6b8c-434e-bdbe-37fdf32734da admin admin] Pushing event updated for resources: {'Network': ['ID=08f5ab49-0e80-484e-b2da-92afccf8b9b1,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:24.311828 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e7df5070-b727-415e-ae77-452e9f45fd09 req-516eae97-d0f1-4e34-8c89-f5a1b48cac06 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450759 Nov 27 03:49:24.315661 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 08f5ab49-0e80-484e-b2da-92afccf8b9b1 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:49:24.395247 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-2f10fecc-d843-449f-85a1-9dc8eca7856e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:24.397286 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-2f10fecc-d843-449f-85a1-9dc8eca7856e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8124259 Nov 27 03:49:24.416316 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6ab660e5-407b-40b5-b22f-e90e4c65118c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:24.444848 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9d117563-6b8c-434e-bdbe-37fdf32734da admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.2432604 Nov 27 03:49:24.452878 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-5a1fbf9d-24d2-4a4e-8ab7-ecf7da3e9974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbed81a4-e6a2-4c07-9b59-ed8c23957d85 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:49:24.465535 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-5a1fbf9d-24d2-4a4e-8ab7-ecf7da3e9974 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:24.480293 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117faa4-ddf6-4182-bc56-66d370d0684f req-0a81ba0e-66c5-41aa-9279-9024e6badebf tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:24.494467 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33972) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:24.496317 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a117faa4-ddf6-4182-bc56-66d370d0684f req-0a81ba0e-66c5-41aa-9279-9024e6badebf tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=044b8ce0-3e48-47c6-9aab-da7b76e2c654 HTTP/1.1" status: 200 len: 931 time: 0.5644438 Nov 27 03:49:24.503824 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6ab660e5-407b-40b5-b22f-e90e4c65118c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:24.509131 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-1d50ba07-ee63-4b03-abe6-81c6e1f0ff6e admin admin] Request body: {'subnet': {'network_id': '08f5ab49-0e80-484e-b2da-92afccf8b9b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1426438766-subnet', 'tenant_id': 'a17274e888df4225aeb5638a41a17698', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:49:24.548020 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 102c66bc-fd8f-4ab5-a57c-6874179b4e48 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:49:24.562686 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be5bf3-5efb-441b-b3a5-7160702bac06 req-6d8b3317-d55b-4fd0-91da-b6c3cd4be1d5 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:24.563306 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-88dea9ae-30ce-4e28-8cf7-8931392903e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:24.570002 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b0be5bf3-5efb-441b-b3a5-7160702bac06 req-6d8b3317-d55b-4fd0-91da-b6c3cd4be1d5 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 947 time: 0.2768548 Nov 27 03:49:24.571466 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-5a1fbf9d-24d2-4a4e-8ab7-ecf7da3e9974 service neutron] Transition to ACTIVE for port object fbed81a4-e6a2-4c07-9b59-ed8c23957d85 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:49:24.698807 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4bfedd-d69c-42c2-9ca5-e3b96a0b6e04 req-b3db3787-56b3-4758-886d-4298ab87556a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:24.700284 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9d4bfedd-d69c-42c2-9ca5-e3b96a0b6e04 req-b3db3787-56b3-4758-886d-4298ab87556a service neutron] 10.222.0.11 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.7496080 Nov 27 03:49:24.715809 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-5a1fbf9d-24d2-4a4e-8ab7-ecf7da3e9974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:24.748810 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d50ba07-ee63-4b03-abe6-81c6e1f0ff6e admin admin] Made reservation on behalf of a17274e888df4225aeb5638a41a17698 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:49:24.752555 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1d50ba07-ee63-4b03-abe6-81c6e1f0ff6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:24.820924 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13319055-820b-46e0-891a-c8bc21f7d85b req-278f638e-f66b-4ab4-8931-db14b3d45070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:24.823564 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-13319055-820b-46e0-891a-c8bc21f7d85b req-278f638e-f66b-4ab4-8931-db14b3d45070 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b7f270efeae1405ab8a1cc984f2059bf&device_id=e7e6b9a2-f01e-442b-b8ba-b4cc89443628 HTTP/1.1" status: 200 len: 1098 time: 0.3307674 Nov 27 03:49:24.894463 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9d4bfedd-d69c-42c2-9ca5-e3b96a0b6e04 req-82271df5-43c3-4141-9de0-fb3d5f712ace service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=e695790c-fb80-490e-8b57-32cd9a699aa8 HTTP/1.1" status: 200 len: 217 time: 0.1751800 Nov 27 03:49:24.933687 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 102c66bc-fd8f-4ab5-a57c-6874179b4e48 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:49:24.934226 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:25.056918 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6ab660e5-407b-40b5-b22f-e90e4c65118c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a36c6cf03525404ea81454cf7266d3fb&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0666871 Nov 27 03:49:25.061574 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33988) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:25.064057 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13319055-820b-46e0-891a-c8bc21f7d85b req-59c03149-2b61-47c8-98bd-61a87cee1409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:25.065867 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-13319055-820b-46e0-891a-c8bc21f7d85b req-59c03149-2b61-47c8-98bd-61a87cee1409 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.2039080 Nov 27 03:49:25.083895 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4bfedd-d69c-42c2-9ca5-e3b96a0b6e04 req-a625f91a-f571-4d6b-bfe3-6b94f216380d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:25.085893 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9d4bfedd-d69c-42c2-9ca5-e3b96a0b6e04 req-a625f91a-f571-4d6b-bfe3-6b94f216380d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.1684225 Nov 27 03:49:25.101852 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a117faa4-ddf6-4182-bc56-66d370d0684f req-30ae6ff9-1f91-4ca1-858d-bacc9c718938 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6046748 Nov 27 03:49:25.106894 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab660e5-407b-40b5-b22f-e90e4c65118c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41cab072-dc17-4c12-8fc4-568574550f11,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:25.112204 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-e1952089-5d4f-442f-ad75-9cdea6a9a397 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6092443 Nov 27 03:49:25.178356 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:25.195081 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-13319055-820b-46e0-891a-c8bc21f7d85b req-c0f6f6af-559f-4982-9e4d-6401c14c1333 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=5b6c04db-864a-455a-9280-0a33403f4d9b HTTP/1.1" status: 200 len: 217 time: 0.1155260 Nov 27 03:49:25.228733 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b0be5bf3-5efb-441b-b3a5-7160702bac06 req-01bc437e-6ed7-49b5-bf1c-5b13ed30a922 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5347369 Nov 27 03:49:25.233319 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 102c66bc-fd8f-4ab5-a57c-6874179b4e48, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=102c66bc-fd8f-4ab5-a57c-6874179b4e48,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:25.239816 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:25.265685 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-88dea9ae-30ce-4e28-8cf7-8931392903e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:25.307677 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1fbf9d-24d2-4a4e-8ab7-ecf7da3e9974 service neutron] Pushing event updated for resources: {'Port': ['ID=fbed81a4-e6a2-4c07-9b59-ed8c23957d85,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:25.311634 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13319055-820b-46e0-891a-c8bc21f7d85b req-4c2c3e7c-af75-467b-8928-d3447bc8aa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:25.313810 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-13319055-820b-46e0-891a-c8bc21f7d85b req-4c2c3e7c-af75-467b-8928-d3447bc8aa82 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.0842493 Nov 27 03:49:25.334399 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=102c66bc-fd8f-4ab5-a57c-6874179b4e48,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:25.380855 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dea9ae-30ce-4e28-8cf7-8931392903e1 admin admin] Network 211a26de-ee25-4358-bc51-37876ae6d739 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:49:25.419703 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-88dea9ae-30ce-4e28-8cf7-8931392903e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:49:25.428680 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dea9ae-30ce-4e28-8cf7-8931392903e1 admin admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:49:25.440409 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4bfedd-d69c-42c2-9ca5-e3b96a0b6e04 req-4620d313-1d00-4b78-a8a0-6e2dfb8ceb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:25.442258 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9d4bfedd-d69c-42c2-9ca5-e3b96a0b6e04 req-4620d313-1d00-4b78-a8a0-6e2dfb8ceb14 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3289657 Nov 27 03:49:25.474415 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dea9ae-30ce-4e28-8cf7-8931392903e1 admin admin] Pushing event updated for resources: {'Port': ['ID=81ebc423-cbf1-47f9-b865-bffed46c9129,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:25.504388 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13319055-820b-46e0-891a-c8bc21f7d85b req-10ff41eb-06f1-4999-a769-def16f4d6896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:25.505922 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-13319055-820b-46e0-891a-c8bc21f7d85b req-10ff41eb-06f1-4999-a769-def16f4d6896 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1573870 Nov 27 03:49:25.521647 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-12affe5e-ee6b-4250-ad17-27307bb845a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:25.564170 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-5a1fbf9d-24d2-4a4e-8ab7-ecf7da3e9974 service neutron] Attempting to bind port fbed81a4-e6a2-4c07-9b59-ed8c23957d85 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:49:25.564528 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-5a1fbf9d-24d2-4a4e-8ab7-ecf7da3e9974 service neutron] Attempting to bind port fbed81a4-e6a2-4c07-9b59-ed8c23957d85 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '0d71eb94-5225-4db6-8e46-cee8dee27f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '378a3375-2447-4153-8462-f656d3d2276f'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:49:25.564839 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-5a1fbf9d-24d2-4a4e-8ab7-ecf7da3e9974 service neutron] Attempting to bind port fbed81a4-e6a2-4c07-9b59-ed8c23957d85 on network 378a3375-2447-4153-8462-f656d3d2276f {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:49:25.601946 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-5a1fbf9d-24d2-4a4e-8ab7-ecf7da3e9974 service neutron] Port fbed81a4-e6a2-4c07-9b59-ed8c23957d85 on network 378a3375-2447-4153-8462-f656d3d2276f not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:49:25.602283 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-5a1fbf9d-24d2-4a4e-8ab7-ecf7da3e9974 service neutron] Attempting to bind port fbed81a4-e6a2-4c07-9b59-ed8c23957d85 on network 378a3375-2447-4153-8462-f656d3d2276f {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:49:25.621141 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-5a1fbf9d-24d2-4a4e-8ab7-ecf7da3e9974 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:49:25.621431 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-5a1fbf9d-24d2-4a4e-8ab7-ecf7da3e9974 service neutron] Checking segment: {'id': '0d71eb94-5225-4db6-8e46-cee8dee27f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '378a3375-2447-4153-8462-f656d3d2276f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:49:25.621759 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-5a1fbf9d-24d2-4a4e-8ab7-ecf7da3e9974 service neutron] Bound using segment: {'id': '0d71eb94-5225-4db6-8e46-cee8dee27f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '378a3375-2447-4153-8462-f656d3d2276f'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:49:25.622217 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-5a1fbf9d-24d2-4a4e-8ab7-ecf7da3e9974 service neutron] Bound port: fbed81a4-e6a2-4c07-9b59-ed8c23957d85, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d71eb94-5225-4db6-8e46-cee8dee27f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '378a3375-2447-4153-8462-f656d3d2276f'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:49:25.622611 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-5a1fbf9d-24d2-4a4e-8ab7-ecf7da3e9974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:25.783365 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-d17ee8fb-bd8f-4b27-9460-2a0973b073bf tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=8861a2f443114d81929c0a7f63081d19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0738418 Nov 27 03:49:25.827401 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1d50ba07-ee63-4b03-abe6-81c6e1f0ff6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:25.878877 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-13319055-820b-46e0-891a-c8bc21f7d85b req-4e008b75-616c-4761-9da7-2fd8fb44f338 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581567 Nov 27 03:49:25.891309 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-c31d6318-c82c-4c53-9080-bdee9b7efeb3 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7384145 Nov 27 03:49:25.907163 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-5a1fbf9d-24d2-4a4e-8ab7-ecf7da3e9974 service neutron] For port fbed81a4-e6a2-4c07-9b59-ed8c23957d85, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:49:25.932460 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ff951-96c2-4dfb-a3e5-bb5f1a37dee1 req-be5bbe1f-3215-42e8-a5b3-3a25492c8b4e tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:25.933948 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-202ff951-96c2-4dfb-a3e5-bb5f1a37dee1 req-be5bbe1f-3215-42e8-a5b3-3a25492c8b4e tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7e6b9a2-f01e-442b-b8ba-b4cc89443628 HTTP/1.1" status: 200 len: 947 time: 0.6339514 Nov 27 03:49:25.934729 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-88dea9ae-30ce-4e28-8cf7-8931392903e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:25.948554 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-12affe5e-ee6b-4250-ad17-27307bb845a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:25.987318 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-5a1fbf9d-24d2-4a4e-8ab7-ecf7da3e9974 service neutron] For port fbed81a4-e6a2-4c07-9b59-ed8c23957d85, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=fbed81a4-e6a2-4c07-9b59-ed8c23957d85,segment=NetworkSegment(0d71eb94-5225-4db6-8e46-cee8dee27f0a),segment_id=0d71eb94-5225-4db6-8e46-cee8dee27f0a)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:49:26.054518 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-5a1fbf9d-24d2-4a4e-8ab7-ecf7da3e9974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:26.096571 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9d4bfedd-d69c-42c2-9ca5-e3b96a0b6e04 req-43d7dd91-5dbd-4186-acbd-05f6d2d8d5a7 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6131322 Nov 27 03:49:26.143445 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50ba07-ee63-4b03-abe6-81c6e1f0ff6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=921fe779-c75e-43af-88d5-b8ba03d01bf5,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:26.185909 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-cfb6018f-6b7c-4716-bb22-553e8ddcdcce tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:26.188210 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-cfb6018f-6b7c-4716-bb22-553e8ddcdcce tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3819549 Nov 27 03:49:26.196690 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d50ba07-ee63-4b03-abe6-81c6e1f0ff6e admin admin] Checking segment: {'id': '277708b6-af23-477b-abf6-dbbbeb02c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '08f5ab49-0e80-484e-b2da-92afccf8b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:49:26.197086 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d50ba07-ee63-4b03-abe6-81c6e1f0ff6e admin admin] Network hostable DHCP agents. Network: 08f5ab49-0e80-484e-b2da-92afccf8b9b1, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:49:26.209794 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-5a1fbf9d-24d2-4a4e-8ab7-ecf7da3e9974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:26.210421 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-5a1fbf9d-24d2-4a4e-8ab7-ecf7da3e9974 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:26.211849 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-5a1fbf9d-24d2-4a4e-8ab7-ecf7da3e9974 service neutron] 10.222.0.11 "PUT /v2.0/ports/fbed81a4-e6a2-4c07-9b59-ed8c23957d85 HTTP/1.1" status: 200 len: 1091 time: 2.7125843 Nov 27 03:49:26.213696 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '044b8ce0-3e48-47c6-9aab-da7b76e2c654', 'tag': 'fbed81a4-e6a2-4c07-9b59-ed8c23957d85'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:49:26.216199 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff7cf87-7421-4eed-a81d-e54e20c6ee10" -d '{"events": [{"name": "network-changed", "server_uuid": "044b8ce0-3e48-47c6-9aab-da7b76e2c654", "tag": "fbed81a4-e6a2-4c07-9b59-ed8c23957d85"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:49:26.230958 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4bfedd-d69c-42c2-9ca5-e3b96a0b6e04 req-00c4682b-4892-41f0-8ecc-be6bdd3045a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:26.233463 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9d4bfedd-d69c-42c2-9ca5-e3b96a0b6e04 req-00c4682b-4892-41f0-8ecc-be6bdd3045a3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d416f1581fce4cbda78108e0795a4c3c&device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 1098 time: 0.2306144 Nov 27 03:49:26.238794 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1fbf9d-24d2-4a4e-8ab7-ecf7da3e9974 service neutron] Pushing event updated for resources: {'Port': ['ID=fbed81a4-e6a2-4c07-9b59-ed8c23957d85,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:26.263659 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-a9038960-e38d-4d4b-bf7d-4de7fa295d5b tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] 10.222.0.20 "GET /v2.0/quotas/8861a2f443114d81929c0a7f63081d19 HTTP/1.1" status: 200 len: 375 time: 0.0619218 Nov 27 03:49:26.263982 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-202ff951-96c2-4dfb-a3e5-bb5f1a37dee1 req-0d9fe03e-37c5-47f0-904e-c311c940ccc1 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194077 Nov 27 03:49:26.267463 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d50ba07-ee63-4b03-abe6-81c6e1f0ff6e admin admin] Network 08f5ab49-0e80-484e-b2da-92afccf8b9b1 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:49:26.298014 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-1d50ba07-ee63-4b03-abe6-81c6e1f0ff6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 08f5ab49-0e80-484e-b2da-92afccf8b9b1) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:49:26.309192 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411a8756-d33a-4e0d-a1c3-378d044401c5 None None] Network 08f5ab49-0e80-484e-b2da-92afccf8b9b1 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:49:26.329210 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-13319055-820b-46e0-891a-c8bc21f7d85b req-d578082e-c6b1-48a9-b34d-c1fc3b7c2d30 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112337 Nov 27 03:49:26.343319 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d50ba07-ee63-4b03-abe6-81c6e1f0ff6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:26.343926 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1d50ba07-ee63-4b03-abe6-81c6e1f0ff6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:26.347745 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-ec5db0e5-0991-4bcf-b431-dad245bf131c tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8861a2f443114d81929c0a7f63081d19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685942 Nov 27 03:49:26.378285 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1d50ba07-ee63-4b03-abe6-81c6e1f0ff6e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8743627 Nov 27 03:49:26.378285 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-ad553e88-5550-42e1-b2dd-51b0df7cb3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:26.379130 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-ad553e88-5550-42e1-b2dd-51b0df7cb3fd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0cbf4ce56bb54dd781457ee73fdb0c37&device_id=044b8ce0-3e48-47c6-9aab-da7b76e2c654 HTTP/1.1" status: 200 len: 1094 time: 0.0779696 Nov 27 03:49:26.437379 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-12affe5e-ee6b-4250-ad17-27307bb845a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:26.440156 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-12affe5e-ee6b-4250-ad17-27307bb845a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:26.441344 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-12affe5e-ee6b-4250-ad17-27307bb845a6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/41cab072-dc17-4c12-8fc4-568574550f11 HTTP/1.1" status: 204 len: 168 time: 1.3543568 Nov 27 03:49:26.474152 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-9535f4d4-e27b-4ecf-9e31-67dfc31c2980 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbed81a4-e6a2-4c07-9b59-ed8c23957d85 HTTP/1.1" status: 200 len: 217 time: 0.0752790 Nov 27 03:49:26.495208 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 102c66bc-fd8f-4ab5-a57c-6874179b4e48 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:49:26.556990 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-c0f04f82-60ee-43dc-a094-b03f78394936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:26.559768 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-c0f04f82-60ee-43dc-a094-b03f78394936 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9aa0d39d-1f7c-48be-83b9-b4ca19c74697 HTTP/1.1" status: 200 len: 845 time: 0.0780983 Nov 27 03:49:26.615250 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-a03003e0-4fde-4289-9b22-16772f2d14aa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=378a3375-2447-4153-8462-f656d3d2276f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473905 Nov 27 03:49:26.647775 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4bfedd-d69c-42c2-9ca5-e3b96a0b6e04 req-e6a93dfa-2ee8-4168-a1fb-05524fa2abd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:26.650139 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9d4bfedd-d69c-42c2-9ca5-e3b96a0b6e04 req-e6a93dfa-2ee8-4168-a1fb-05524fa2abd5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.4096158 Nov 27 03:49:26.661291 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12affe5e-ee6b-4250-ad17-27307bb845a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cab072-dc17-4c12-8fc4-568574550f11,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:26.706601 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26271fc4-3188-4ddc-9cf4-2ce40911664b x-openstack-request-id: req-26271fc4-3188-4ddc-9cf4-2ce40911664b {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:49:26.708442 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "044b8ce0-3e48-47c6-9aab-da7b76e2c654", "tag": "fbed81a4-e6a2-4c07-9b59-ed8c23957d85", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:49:26.709859 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-26271fc4-3188-4ddc-9cf4-2ce40911664b {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:49:26.710295 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '044b8ce0-3e48-47c6-9aab-da7b76e2c654', 'tag': 'fbed81a4-e6a2-4c07-9b59-ed8c23957d85', 'status': 'completed', 'code': 200} Nov 27 03:49:26.815320 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9d4bfedd-d69c-42c2-9ca5-e3b96a0b6e04 req-c5f4e3a5-77aa-4e46-be91-2b6c3dcfd958 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7034836 Nov 27 03:49:26.822243 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-64d62a7f-901f-4308-ba9d-0130c0843379 service neutron] 10.222.0.11 "GET /v2.0/networks/378a3375-2447-4153-8462-f656d3d2276f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992056 Nov 27 03:49:26.880515 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 102c66bc-fd8f-4ab5-a57c-6874179b4e48 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:49:26.884355 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:26.891539 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9d4bfedd-d69c-42c2-9ca5-e3b96a0b6e04 req-55494da6-fc26-43a2-af56-e61c31417d1c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=e695790c-fb80-490e-8b57-32cd9a699aa8 HTTP/1.1" status: 200 len: 217 time: 0.1815650 Nov 27 03:49:26.976285 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d1b20a-7eb1-4344-a242-4150cfb4fd5d None None] Network 08f5ab49-0e80-484e-b2da-92afccf8b9b1 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:49:26.986332 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bf1a5006-9c1c-4d4e-9362-6b15b1488531 req-63e9013b-cbf0-46f3-9949-e68b67c71f05 service neutron] 10.222.0.11 "GET /v2.0/networks/378a3375-2447-4153-8462-f656d3d2276f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240201 Nov 27 03:49:26.998132 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3e260-8592-4a01-960f-091248e57b41 req-5ccb0ace-6c7a-42ec-bb0f-f957f8339185 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:27.000343 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-25a3e260-8592-4a01-960f-091248e57b41 req-5ccb0ace-6c7a-42ec-bb0f-f957f8339185 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 947 time: 0.1704862 Nov 27 03:49:27.013782 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4bfedd-d69c-42c2-9ca5-e3b96a0b6e04 req-b09438f7-f236-4f53-9895-d8314630b15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:27.020688 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9d4bfedd-d69c-42c2-9ca5-e3b96a0b6e04 req-b09438f7-f236-4f53-9895-d8314630b15d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.1114244 Nov 27 03:49:27.066620 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-25a3e260-8592-4a01-960f-091248e57b41 req-cf572973-8e6d-4b53-8352-4d2064af233b tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596817 Nov 27 03:49:27.119772 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c534c-9cdf-4347-813f-f85ac3785dc1 req-ce3fc046-eb84-4cda-bafe-3238866c8326 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:27.130534 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fe0c534c-9cdf-4347-813f-f85ac3785dc1 req-ce3fc046-eb84-4cda-bafe-3238866c8326 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=044b8ce0-3e48-47c6-9aab-da7b76e2c654 HTTP/1.1" status: 200 len: 943 time: 0.5117216 Nov 27 03:49:27.132323 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-88dea9ae-30ce-4e28-8cf7-8931392903e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:27.136161 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 5b6c04db-864a-455a-9280-0a33403f4d9b details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:49:27.142141 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7cf87-7421-4eed-a81d-e54e20c6ee10 req-990a81e8-2c5d-45bb-bfe3-27c19fa9b5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:27.143823 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3ff7cf87-7421-4eed-a81d-e54e20c6ee10 req-990a81e8-2c5d-45bb-bfe3-27c19fa9b5f4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0cbf4ce56bb54dd781457ee73fdb0c37&device_id=044b8ce0-3e48-47c6-9aab-da7b76e2c654 HTTP/1.1" status: 200 len: 1094 time: 0.0675294 Nov 27 03:49:27.284824 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7cf87-7421-4eed-a81d-e54e20c6ee10 req-b1d405cb-e6e8-4b09-a7dd-ee9c63e1551a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:27.286865 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3ff7cf87-7421-4eed-a81d-e54e20c6ee10 req-b1d405cb-e6e8-4b09-a7dd-ee9c63e1551a service neutron] 10.222.0.11 "GET /v2.0/networks?id=378a3375-2447-4153-8462-f656d3d2276f HTTP/1.1" status: 200 len: 906 time: 0.1351740 Nov 27 03:49:27.310156 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4bfedd-d69c-42c2-9ca5-e3b96a0b6e04 req-bcfdc4b2-4efd-4739-bd9d-89310df89fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:27.312552 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9d4bfedd-d69c-42c2-9ca5-e3b96a0b6e04 req-bcfdc4b2-4efd-4739-bd9d-89310df89fb6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2767773 Nov 27 03:49:27.332678 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-08fb89b2-6853-470b-9414-361d8a8669b1 req-e42409ec-681e-4631-ba18-2cf26fff73ae tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdda9d68-b81b-44e4-b8c5-d896dfee0398 HTTP/1.1" status: 200 len: 210 time: 0.1825392 Nov 27 03:49:27.399933 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3ff7cf87-7421-4eed-a81d-e54e20c6ee10 req-3a483f54-e455-4914-a21c-acdb8c3765dc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbed81a4-e6a2-4c07-9b59-ed8c23957d85 HTTP/1.1" status: 200 len: 217 time: 0.0872142 Nov 27 03:49:27.469523 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 5b6c04db-864a-455a-9280-0a33403f4d9b, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=5b6c04db-864a-455a-9280-0a33403f4d9b,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:27.484731 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '5b6c04db-864a-455a-9280-0a33403f4d9b', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'port_id': '5b6c04db-864a-455a-9280-0a33403f4d9b', 'mac_address': 'fa:16:3e:82:a3:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14a2acf-f1d7-4ddf-8459-b30982428e88', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:49:27.528645 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7cf87-7421-4eed-a81d-e54e20c6ee10 req-08d0ebee-4e42-4183-be1d-ee20d4c2ddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:27.533727 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3ff7cf87-7421-4eed-a81d-e54e20c6ee10 req-08d0ebee-4e42-4183-be1d-ee20d4c2ddb4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9aa0d39d-1f7c-48be-83b9-b4ca19c74697 HTTP/1.1" status: 200 len: 845 time: 0.1255455 Nov 27 03:49:27.570882 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fe0c534c-9cdf-4347-813f-f85ac3785dc1 req-0cc2dc14-ca9a-4978-b649-29ca6454195f tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4393122 Nov 27 03:49:27.621504 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3ff7cf87-7421-4eed-a81d-e54e20c6ee10 req-291b6749-b456-4d51-9d4e-8d7bc503c932 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=378a3375-2447-4153-8462-f656d3d2276f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821006 Nov 27 03:49:27.662175 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:27.709674 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b6c04db-864a-455a-9280-0a33403f4d9b {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:49:27.752727 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 5b6c04db-864a-455a-9280-0a33403f4d9b, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=5b6c04db-864a-455a-9280-0a33403f4d9b,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:27.760332 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:27.761355 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device e695790c-fb80-490e-8b57-32cd9a699aa8 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:49:27.990899 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port e695790c-fb80-490e-8b57-32cd9a699aa8, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=e695790c-fb80-490e-8b57-32cd9a699aa8,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:27.991893 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3ff7cf87-7421-4eed-a81d-e54e20c6ee10 req-47a95989-8164-469c-a4ab-f894bef5104b service neutron] 10.222.0.11 "GET /v2.0/networks/378a3375-2447-4153-8462-f656d3d2276f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483064 Nov 27 03:49:27.994687 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=5b6c04db-864a-455a-9280-0a33403f4d9b,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:28.015341 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': 'e695790c-fb80-490e-8b57-32cd9a699aa8', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'port_id': 'e695790c-fb80-490e-8b57-32cd9a699aa8', 'mac_address': 'fa:16:3e:08:69:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14a2acf-f1d7-4ddf-8459-b30982428e88', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:49:28.107010 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-88dea9ae-30ce-4e28-8cf7-8931392903e1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:28.140738 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-88dea9ae-30ce-4e28-8cf7-8931392903e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:28.150747 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:28.168978 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e695790c-fb80-490e-8b57-32cd9a699aa8 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:49:28.214761 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port e695790c-fb80-490e-8b57-32cd9a699aa8, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=e695790c-fb80-490e-8b57-32cd9a699aa8,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:28.224087 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:28.250794 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9d4bfedd-d69c-42c2-9ca5-e3b96a0b6e04 req-10d64869-4472-4111-977c-288bae3829b4 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9257560 Nov 27 03:49:28.255267 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34082) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:28.259726 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-55f945d0-4030-4f44-8e80-c896c71308b2 req-f1427a89-37fe-4512-b40f-c994ef8b5d3d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5447230 Nov 27 03:49:28.277446 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dea9ae-30ce-4e28-8cf7-8931392903e1 admin admin] Pushing event updated for resources: {'Port': ['ID=81ebc423-cbf1-47f9-b865-bffed46c9129,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:28.334382 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=e695790c-fb80-490e-8b57-32cd9a699aa8,revision_number=8']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:28.353870 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3ff7cf87-7421-4eed-a81d-e54e20c6ee10 req-263698b0-006e-4b09-9fce-eb8358af8783 service neutron] 10.222.0.11 "GET /v2.0/networks/378a3375-2447-4153-8462-f656d3d2276f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536119 Nov 27 03:49:28.366027 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d0b4d-9537-43b0-8c9a-697b6b9cad08 req-87826af7-e964-4102-977f-af3c9b0df8e6 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:28.366903 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-72687d4c-91dc-49ae-b8f5-7030d4206874 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:28.367625 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-653d0b4d-9537-43b0-8c9a-697b6b9cad08 req-87826af7-e964-4102-977f-af3c9b0df8e6 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7e6b9a2-f01e-442b-b8ba-b4cc89443628 HTTP/1.1" status: 200 len: 948 time: 0.6515489 Nov 27 03:49:28.374852 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-88dea9ae-30ce-4e28-8cf7-8931392903e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:28.384571 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-72687d4c-91dc-49ae-b8f5-7030d4206874 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/networks?id=08f5ab49-0e80-484e-b2da-92afccf8b9b1 HTTP/1.1" status: 200 len: 812 time: 0.2342572 Nov 27 03:49:28.404684 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-2159db5f-7fe8-46c0-891e-166dd6d730e0 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/quotas/a17274e888df4225aeb5638a41a17698 HTTP/1.1" status: 200 len: 375 time: 0.0190663 Nov 27 03:49:28.438889 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device fbed81a4-e6a2-4c07-9b59-ed8c23957d85 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:49:28.451590 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-431b6303-d1b0-44f4-8c3d-e018678bdf75 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a17274e888df4225aeb5638a41a17698&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450628 Nov 27 03:49:28.510318 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-294feb97-12de-49b3-b487-a14b6b0c21da admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2018273178-network', 'tenant_id': '3fdcfdf66ebb4c0eb8a78f410d5ce3e4'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:49:28.549489 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-653d0b4d-9537-43b0-8c9a-697b6b9cad08 req-bdde399a-2dd2-423c-b830-7d9e9d5a6236 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511030 Nov 27 03:49:28.578756 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f945d0-4030-4f44-8e80-c896c71308b2 req-a806394a-8a72-4509-a52c-fb16f33ca032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:28.578756 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-55f945d0-4030-4f44-8e80-c896c71308b2 req-a806394a-8a72-4509-a52c-fb16f33ca032 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d416f1581fce4cbda78108e0795a4c3c&device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 1101 time: 0.2672927 Nov 27 03:49:28.589201 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9d4bfedd-d69c-42c2-9ca5-e3b96a0b6e04 req-ffeeee84-885c-437a-bd33-21938a84408a service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280802 Nov 27 03:49:28.613557 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294feb97-12de-49b3-b487-a14b6b0c21da admin admin] Made reservation on behalf of 3fdcfdf66ebb4c0eb8a78f410d5ce3e4 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:49:28.616913 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-294feb97-12de-49b3-b487-a14b6b0c21da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:28.651940 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-294feb97-12de-49b3-b487-a14b6b0c21da admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:28.658700 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-8c4a01d2-b43a-4234-a52a-8fdd704e981b service neutron] 10.222.0.20 "GET /v2.0/networks/08f5ab49-0e80-484e-b2da-92afccf8b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030928 Nov 27 03:49:28.690542 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-3d2ddbf3-7bdc-46f9-9b35-df3a3420c36a tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=8861a2f443114d81929c0a7f63081d19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0706275 Nov 27 03:49:28.692107 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port fbed81a4-e6a2-4c07-9b59-ed8c23957d85, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=fbed81a4-e6a2-4c07-9b59-ed8c23957d85,segment=NetworkSegment(0d71eb94-5225-4db6-8e46-cee8dee27f0a),segment_id=0d71eb94-5225-4db6-8e46-cee8dee27f0a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:28.709852 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'fbed81a4-e6a2-4c07-9b59-ed8c23957d85', 'network_id': '378a3375-2447-4153-8462-f656d3d2276f', 'port_id': 'fbed81a4-e6a2-4c07-9b59-ed8c23957d85', 'mac_address': 'fa:16:3e:8b:a4:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aa0d39d-1f7c-48be-83b9-b4ca19c74697', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:49:28.713467 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dea9ae-30ce-4e28-8cf7-8931392903e1 admin admin] Network 211a26de-ee25-4358-bc51-37876ae6d739 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:49:28.750456 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-88dea9ae-30ce-4e28-8cf7-8931392903e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:49:28.756158 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:28.759935 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['5b6c04db-864a-455a-9280-0a33403f4d9b'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:49:28.772115 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['e695790c-fb80-490e-8b57-32cd9a699aa8'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:49:28.822173 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbed81a4-e6a2-4c07-9b59-ed8c23957d85 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:49:28.864524 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port fbed81a4-e6a2-4c07-9b59-ed8c23957d85, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=fbed81a4-e6a2-4c07-9b59-ed8c23957d85,segment=NetworkSegment(0d71eb94-5225-4db6-8e46-cee8dee27f0a),segment_id=0d71eb94-5225-4db6-8e46-cee8dee27f0a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:28.886639 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:28.886908 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-294feb97-12de-49b3-b487-a14b6b0c21da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:28.916832 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d9496-f652-4a71-9aa3-56926456793f req-c5ba15f2-1e40-4c2e-8729-c217e1310ba8 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:28.924318 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-308d9496-f652-4a71-9aa3-56926456793f req-c5ba15f2-1e40-4c2e-8729-c217e1310ba8 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 948 time: 0.2385926 Nov 27 03:49:28.927397 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-294feb97-12de-49b3-b487-a14b6b0c21da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:28.974690 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-294feb97-12de-49b3-b487-a14b6b0c21da admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:49:29.020312 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-308d9496-f652-4a71-9aa3-56926456793f req-672a9f1e-13b7-4337-89e3-c246d3892a02 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950661 Nov 27 03:49:29.040734 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=fbed81a4-e6a2-4c07-9b59-ed8c23957d85,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:29.055280 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-41f5802a-3dad-41c7-a310-fa696f010e31 tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:29.057400 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-41f5802a-3dad-41c7-a310-fa696f010e31 tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3522871 Nov 27 03:49:29.073325 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-294feb97-12de-49b3-b487-a14b6b0c21da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:29.073694 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-294feb97-12de-49b3-b487-a14b6b0c21da admin admin] Added segment 9b7a1f69-0ad8-4ff3-880f-cb3339fc0845 of type vlan for network 2bc24424-52d6-4360-b8f8-0e688ae6a419 Nov 27 03:49:29.080549 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294feb97-12de-49b3-b487-a14b6b0c21da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a638573b-7139-4a11-9a7a-6b9bd4e1b9d3,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:29.107580 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88dea9ae-30ce-4e28-8cf7-8931392903e1 admin admin] Router 456e3378-715c-4515-aee8-5db3eb6b748d has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:49:29.117535 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-e1742b5e-e38d-46f2-a619-fb7be39aa561 tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] Request body: {'port': {'device_id': 'bdda9d68-b81b-44e4-b8c5-d896dfee0398', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'admin_state_up': True, 'tenant_id': '8861a2f443114d81929c0a7f63081d19'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:49:29.130232 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f945d0-4030-4f44-8e80-c896c71308b2 req-23005963-c0b3-4284-89b7-d4780718e2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:29.132022 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-55f945d0-4030-4f44-8e80-c896c71308b2 req-23005963-c0b3-4284-89b7-d4780718e2f1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.4850984 Nov 27 03:49:29.188352 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['fbed81a4-e6a2-4c07-9b59-ed8c23957d85'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:49:29.200289 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-294feb97-12de-49b3-b487-a14b6b0c21da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:29.205448 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-55f945d0-4030-4f44-8e80-c896c71308b2 req-8deb9775-13cd-4ac0-9be3-725efd591e71 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=ef4ae27c-26c3-4e63-8f92-1652f2b6bca5 HTTP/1.1" status: 200 len: 217 time: 0.0625763 Nov 27 03:49:29.209462 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-1786f6fb-48e5-4e1a-9e75-97e4b7f7a940 service neutron] 10.222.0.20 "GET /v2.0/networks/08f5ab49-0e80-484e-b2da-92afccf8b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5097387 Nov 27 03:49:29.261176 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8aa03972-b1a2-4e4e-b43c-a1b04af5a8cd req-462446a3-1186-4fb7-8f6a-3ef9a834a4aa tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdda9d68-b81b-44e4-b8c5-d896dfee0398 HTTP/1.1" status: 200 len: 210 time: 0.1141057 Nov 27 03:49:29.499520 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88dea9ae-30ce-4e28-8cf7-8931392903e1 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:49:29.520363 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-88dea9ae-30ce-4e28-8cf7-8931392903e1 admin admin] 10.222.0.20 "PUT /v2.0/routers/456e3378-715c-4515-aee8-5db3eb6b748d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5078938 Nov 27 03:49:29.521796 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fad3461-4b88-4d29-88c9-f6f0352fd694 None None] Sync routers for ids ['456e3378-715c-4515-aee8-5db3eb6b748d'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:49:29.540443 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fad3461-4b88-4d29-88c9-f6f0352fd694 None None] Routers {'456e3378-715c-4515-aee8-5db3eb6b748d'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:49:29.544769 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-8fad3461-4b88-4d29-88c9-f6f0352fd694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:49:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['456e3378-715c-4515-aee8-5db3eb6b748d'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:49:29.639505 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376500a-cc0f-4607-bef8-fb11c20088a4 req-4a41906c-10ea-4562-af89-66c0309ccebc tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:29.653735 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9376500a-cc0f-4607-bef8-fb11c20088a4 req-4a41906c-10ea-4562-af89-66c0309ccebc tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=044b8ce0-3e48-47c6-9aab-da7b76e2c654 HTTP/1.1" status: 200 len: 944 time: 0.2207797 Nov 27 03:49:29.765559 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-e1742b5e-e38d-46f2-a619-fb7be39aa561 tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] Made reservation on behalf of 8861a2f443114d81929c0a7f63081d19 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:49:29.781497 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-e1742b5e-e38d-46f2-a619-fb7be39aa561 tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:29.797334 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f945d0-4030-4f44-8e80-c896c71308b2 req-a88d5343-afbf-45ff-92f7-733fdda9b706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:29.798882 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-55f945d0-4030-4f44-8e80-c896c71308b2 req-a88d5343-afbf-45ff-92f7-733fdda9b706 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.5806696 Nov 27 03:49:29.809921 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-e1742b5e-e38d-46f2-a619-fb7be39aa561 tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:29.832742 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9376500a-cc0f-4607-bef8-fb11c20088a4 req-5a9479be-c01c-4c27-93e1-6243d4609c13 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687121 Nov 27 03:49:29.842593 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618becf-b42b-4561-a217-c176d171d821 req-8c78ebd6-9a1f-41c4-9b3e-5ec00cd5cf27 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:29.845169 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4618becf-b42b-4561-a217-c176d171d821 req-8c78ebd6-9a1f-41c4-9b3e-5ec00cd5cf27 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4734043-8f77-4a5f-990b-da1153021f51&tenant_id=d416f1581fce4cbda78108e0795a4c3c&binding%3Ahost_id=n-h1-819494-3 HTTP/1.1" status: 200 len: 948 time: 0.1570723 Nov 27 03:49:29.858427 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-8fad3461-4b88-4d29-88c9-f6f0352fd694 None None] Set router 456e3378-715c-4515-aee8-5db3eb6b748d gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:49:29.948823 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4618becf-b42b-4561-a217-c176d171d821 req-b2c5c123-02c7-49b9-b7be-cfcbf0e66c08 service neutron] 10.222.0.23 "GET /v2.0/ports/e695790c-fb80-490e-8b57-32cd9a699aa8/bindings/n-h1-819494-3 HTTP/1.1" status: 200 len: 382 time: 0.0929801 Nov 27 03:49:29.951558 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-664e6ae7-f971-477f-8317-e4404d65d665 req-febd9219-7a20-4597-997c-d44c0bac6cee tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae7dc23d-92dc-4238-9028-2d73907fe0fe HTTP/1.1" status: 200 len: 210 time: 0.1516576 Nov 27 03:49:29.954669 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-294feb97-12de-49b3-b487-a14b6b0c21da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:29.955535 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294feb97-12de-49b3-b487-a14b6b0c21da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:29.956120 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-294feb97-12de-49b3-b487-a14b6b0c21da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:30.114622 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-e1742b5e-e38d-46f2-a619-fb7be39aa561 tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:30.142031 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294feb97-12de-49b3-b487-a14b6b0c21da admin admin] Pushing event updated for resources: {'Network': ['ID=2bc24424-52d6-4360-b8f8-0e688ae6a419,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:30.155854 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 2bc24424-52d6-4360-b8f8-0e688ae6a419 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:49:30.162198 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-e1742b5e-e38d-46f2-a619-fb7be39aa561 tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:30.163780 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-8fad3461-4b88-4d29-88c9-f6f0352fd694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456e3378-715c-4515-aee8-5db3eb6b748d', 'name': 'tempest-ServerRescueNegativeTestJSON-1957325013-router', 'tenant_id': '8034f6ec58f9461bbbd6b0673a6f6a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '102c66bc-fd8f-4ab5-a57c-6874179b4e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:49:13Z', 'updated_at': '2021-11-27T03:49:26Z', 'revision_number': 4, 'project_id': '8034f6ec58f9461bbbd6b0673a6f6a14', 'gw_port': {'id': '102c66bc-fd8f-4ab5-a57c-6874179b4e48', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:27:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456e3378-715c-4515-aee8-5db3eb6b748d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:49:15Z', 'updated_at': '2021-11-27T03:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '81ebc423-cbf1-47f9-b865-bffed46c9129', 'name': '', 'network_id': '211a26de-ee25-4358-bc51-37876ae6d739', 'tenant_id': '8034f6ec58f9461bbbd6b0673a6f6a14', 'mac_address': 'fa:16:3e:42:f5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456e3378-715c-4515-aee8-5db3eb6b748d', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '7f92d0cd-8b30-467f-95d0-7ca51c4b0374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:49:23Z', 'updated_at': '2021-11-27T03:49:27Z', 'revision_number': 2, 'project_id': '8034f6ec58f9461bbbd6b0673a6f6a14', 'subnets': [{'id': '7f92d0cd-8b30-467f-95d0-7ca51c4b0374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:49:30.202811 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f945d0-4030-4f44-8e80-c896c71308b2 req-233c87c1-01f2-4b36-ae09-02d72d9241bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:30.211075 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-55f945d0-4030-4f44-8e80-c896c71308b2 req-233c87c1-01f2-4b36-ae09-02d72d9241bb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3864934 Nov 27 03:49:30.274236 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618becf-b42b-4561-a217-c176d171d821 req-7fe166c9-f4e5-49fb-bff8-daf5e24ec117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:30.275839 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4618becf-b42b-4561-a217-c176d171d821 req-7fe166c9-f4e5-49fb-bff8-daf5e24ec117 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d416f1581fce4cbda78108e0795a4c3c&device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 1099 time: 0.2840993 Nov 27 03:49:30.281073 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1742b5e-e38d-46f2-a619-fb7be39aa561 tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da1546ad-7e21-4731-ab7d-f0e002a0c87d,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:30.311290 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-294feb97-12de-49b3-b487-a14b6b0c21da admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0486839 Nov 27 03:49:30.330799 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34118) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:30.388502 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-7d96d071-39f4-4c2d-8994-38d6cdb614ef admin admin] Request body: {'subnet': {'network_id': '2bc24424-52d6-4360-b8f8-0e688ae6a419', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2018273178-subnet', 'tenant_id': '3fdcfdf66ebb4c0eb8a78f410d5ce3e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:49:30.388750 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fad3461-4b88-4d29-88c9-f6f0352fd694 None None] Checking router: 456e3378-715c-4515-aee8-5db3eb6b748d for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:49:30.388944 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fad3461-4b88-4d29-88c9-f6f0352fd694 None None] Updating router 456e3378-715c-4515-aee8-5db3eb6b748d port 81ebc423-cbf1-47f9-b865-bffed46c9129 binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:49:30.400021 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481f003-4e16-4c0a-912f-2b10a5fa3e6b req-9ec6cd5d-450b-41c6-8a32-9dbd7db463ab tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:30.403106 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4481f003-4e16-4c0a-912f-2b10a5fa3e6b req-9ec6cd5d-450b-41c6-8a32-9dbd7db463ab tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7e6b9a2-f01e-442b-b8ba-b4cc89443628 HTTP/1.1" status: 200 len: 948 time: 0.3312664 Nov 27 03:49:30.422639 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d96d071-39f4-4c2d-8994-38d6cdb614ef admin admin] Made reservation on behalf of 3fdcfdf66ebb4c0eb8a78f410d5ce3e4 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:49:30.425791 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7d96d071-39f4-4c2d-8994-38d6cdb614ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:30.443615 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device fbed81a4-e6a2-4c07-9b59-ed8c23957d85 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:49:30.480503 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-8fad3461-4b88-4d29-88c9-f6f0352fd694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:30.546365 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-e1742b5e-e38d-46f2-a619-fb7be39aa561 tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] Allocated IP 192.168.233.101 (7cd21890-8440-4d5d-a862-4b55c8c22387/f14a2acf-f1d7-4ddf-8459-b30982428e88/9e416601-a573-4176-8cdb-b25c3b2bb77a) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:49:30.548871 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b25a1-a876-448a-aa0f-4406f353c6c1 req-6fcf4320-2fc5-4025-a112-b08eb745faca tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:30.553613 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-443b25a1-a876-448a-aa0f-4406f353c6c1 req-6fcf4320-2fc5-4025-a112-b08eb745faca tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 948 time: 0.4146001 Nov 27 03:49:30.557486 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4481f003-4e16-4c0a-912f-2b10a5fa3e6b req-78d677c4-f368-4d6a-b503-ccd3043a5118 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400061 Nov 27 03:49:30.571468 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port fbed81a4-e6a2-4c07-9b59-ed8c23957d85 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:49:30.583106 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port fbed81a4-e6a2-4c07-9b59-ed8c23957d85 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:49:30.585838 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:30.600742 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618becf-b42b-4561-a217-c176d171d821 req-50bec1dc-f78e-4c3e-8f7c-79ce01afc01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:30.602443 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4618becf-b42b-4561-a217-c176d171d821 req-50bec1dc-f78e-4c3e-8f7c-79ce01afc01a service neutron] 10.222.0.23 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.3102486 Nov 27 03:49:30.727497 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-55f945d0-4030-4f44-8e80-c896c71308b2 req-4b1a8b8c-2e8a-4efe-81a0-b0c15c90ae03 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691501 Nov 27 03:49:30.730667 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4618becf-b42b-4561-a217-c176d171d821 req-bbee3623-513a-4fbf-948a-2175f0547533 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=e695790c-fb80-490e-8b57-32cd9a699aa8 HTTP/1.1" status: 200 len: 217 time: 0.0992706 Nov 27 03:49:30.739305 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:30.783553 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044b8ce0-3e48-47c6-9aab-da7b76e2c654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbed81a4-e6a2-4c07-9b59-ed8c23957d85'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:49:30.786396 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbc5c22-ca97-4a34-a61b-0520a2aa402f" -d '{"events": [{"server_uuid": "044b8ce0-3e48-47c6-9aab-da7b76e2c654", "name": "network-vif-plugged", "status": "completed", "tag": "fbed81a4-e6a2-4c07-9b59-ed8c23957d85"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:49:30.806248 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port fbed81a4-e6a2-4c07-9b59-ed8c23957d85, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=fbed81a4-e6a2-4c07-9b59-ed8c23957d85,segment=NetworkSegment(0d71eb94-5225-4db6-8e46-cee8dee27f0a),segment_id=0d71eb94-5225-4db6-8e46-cee8dee27f0a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:30.813561 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:30.814404 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-443b25a1-a876-448a-aa0f-4406f353c6c1 req-15bc686a-9a68-4b54-861a-7e245a9f1e7a tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452819 Nov 27 03:49:30.964080 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=fbed81a4-e6a2-4c07-9b59-ed8c23957d85,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:31.001790 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-e1742b5e-e38d-46f2-a619-fb7be39aa561 tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:31.033402 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-db05cb0b-ac29-4172-a962-4297114722b9 req-aa55dab9-6824-444e-9d55-3289359588b5 tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdda9d68-b81b-44e4-b8c5-d896dfee0398 HTTP/1.1" status: 200 len: 210 time: 0.0646641 Nov 27 03:49:31.056074 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-e1742b5e-e38d-46f2-a619-fb7be39aa561 tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:31.118237 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-8fad3461-4b88-4d29-88c9-f6f0352fd694 None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:31.124247 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-55f945d0-4030-4f44-8e80-c896c71308b2 req-81790641-6a48-448c-92f2-5e334eacf001 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206921 Nov 27 03:49:31.125040 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35dcc86d-326e-497b-a8e8-3c3aec5be546 x-openstack-request-id: req-35dcc86d-326e-497b-a8e8-3c3aec5be546 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:49:31.125696 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044b8ce0-3e48-47c6-9aab-da7b76e2c654", "name": "network-vif-plugged", "status": "completed", "tag": "fbed81a4-e6a2-4c07-9b59-ed8c23957d85", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:49:31.125946 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35dcc86d-326e-497b-a8e8-3c3aec5be546 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:49:31.126636 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044b8ce0-3e48-47c6-9aab-da7b76e2c654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbed81a4-e6a2-4c07-9b59-ed8c23957d85', 'code': 200} Nov 27 03:49:31.129132 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7d96d071-39f4-4c2d-8994-38d6cdb614ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:31.148576 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 5b6c04db-864a-455a-9280-0a33403f4d9b up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:49:31.205250 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d96d071-39f4-4c2d-8994-38d6cdb614ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=f975e248-782a-4b84-a7d5-fe131904e9c7,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:31.212052 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d96d071-39f4-4c2d-8994-38d6cdb614ef admin admin] Checking segment: {'id': '9b7a1f69-0ad8-4ff3-880f-cb3339fc0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2bc24424-52d6-4360-b8f8-0e688ae6a419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:49:31.213042 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d96d071-39f4-4c2d-8994-38d6cdb614ef admin admin] Network hostable DHCP agents. Network: 2bc24424-52d6-4360-b8f8-0e688ae6a419, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:49:31.246173 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1742b5e-e38d-46f2-a619-fb7be39aa561 tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] Pushing event updated for resources: {'Port': ['ID=9e416601-a573-4176-8cdb-b25c3b2bb77a,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:31.249411 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d96d071-39f4-4c2d-8994-38d6cdb614ef admin admin] Network 2bc24424-52d6-4360-b8f8-0e688ae6a419 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:49:31.276914 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-8fad3461-4b88-4d29-88c9-f6f0352fd694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:31.277190 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-7d96d071-39f4-4c2d-8994-38d6cdb614ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 2bc24424-52d6-4360-b8f8-0e688ae6a419) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:49:31.291617 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6f5009-5265-4c8f-b785-2d5102ac21ab None None] Network 2bc24424-52d6-4360-b8f8-0e688ae6a419 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:49:31.296967 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d96d071-39f4-4c2d-8994-38d6cdb614ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:31.298424 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7d96d071-39f4-4c2d-8994-38d6cdb614ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:31.353380 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7d96d071-39f4-4c2d-8994-38d6cdb614ef admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9616733 Nov 27 03:49:31.353645 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484707b7-8cdb-42d0-9dc6-13a5bb28422f None None] Pushing event updated for resources: {'Port': ['ID=81ebc423-cbf1-47f9-b865-bffed46c9129,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:31.433583 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-e1742b5e-e38d-46f2-a619-fb7be39aa561 tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] Network 7cd21890-8440-4d5d-a862-4b55c8c22387 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:49:31.446779 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-e1742b5e-e38d-46f2-a619-fb7be39aa561 tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:49:31.475729 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-8fad3461-4b88-4d29-88c9-f6f0352fd694 None None] Attempting to bind port 81ebc423-cbf1-47f9-b865-bffed46c9129 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:49:31.476115 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-8fad3461-4b88-4d29-88c9-f6f0352fd694 None None] Attempting to bind port 81ebc423-cbf1-47f9-b865-bffed46c9129 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'bfcc9ec6-3441-46de-afcb-8047300e65d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '211a26de-ee25-4358-bc51-37876ae6d739'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:49:31.476482 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fad3461-4b88-4d29-88c9-f6f0352fd694 None None] Attempting to bind port 81ebc423-cbf1-47f9-b865-bffed46c9129 on network 211a26de-ee25-4358-bc51-37876ae6d739 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:49:31.491101 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fad3461-4b88-4d29-88c9-f6f0352fd694 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:49:31.492284 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fad3461-4b88-4d29-88c9-f6f0352fd694 None None] Checking segment: {'id': 'bfcc9ec6-3441-46de-afcb-8047300e65d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '211a26de-ee25-4358-bc51-37876ae6d739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:49:31.492703 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-8fad3461-4b88-4d29-88c9-f6f0352fd694 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:31.493260 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fad3461-4b88-4d29-88c9-f6f0352fd694 None None] Bound using segment: {'id': 'bfcc9ec6-3441-46de-afcb-8047300e65d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '211a26de-ee25-4358-bc51-37876ae6d739'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:49:31.493748 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-8fad3461-4b88-4d29-88c9-f6f0352fd694 None None] Bound port: 81ebc423-cbf1-47f9-b865-bffed46c9129, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfcc9ec6-3441-46de-afcb-8047300e65d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '211a26de-ee25-4358-bc51-37876ae6d739'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:49:31.494267 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-8fad3461-4b88-4d29-88c9-f6f0352fd694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:31.509143 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-e1742b5e-e38d-46f2-a619-fb7be39aa561 tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:49:31.569416 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15113325-6e6f-46ca-ab7f-fbb92ae94776 None None] Network 2bc24424-52d6-4360-b8f8-0e688ae6a419 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:49:31.635580 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 5b6c04db-864a-455a-9280-0a33403f4d9b completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:49:31.641945 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 5b6c04db-864a-455a-9280-0a33403f4d9b triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:49:31.642740 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:31.657253 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bbdc4-4e90-470c-ae9d-fa34a312e136 req-4afd7a0e-27e0-4c37-af19-37873dc39a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:31.659357 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-314bbdc4-4e90-470c-ae9d-fa34a312e136 req-4afd7a0e-27e0-4c37-af19-37873dc39a85 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=044b8ce0-3e48-47c6-9aab-da7b76e2c654 HTTP/1.1" status: 200 len: 1096 time: 0.2818127 Nov 27 03:49:31.678181 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-8fad3461-4b88-4d29-88c9-f6f0352fd694 None None] For port 81ebc423-cbf1-47f9-b865-bffed46c9129, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:49:31.686601 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-8fad3461-4b88-4d29-88c9-f6f0352fd694 None None] For port 81ebc423-cbf1-47f9-b865-bffed46c9129, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=81ebc423-cbf1-47f9-b865-bffed46c9129,segment=NetworkSegment(bfcc9ec6-3441-46de-afcb-8047300e65d9),segment_id=bfcc9ec6-3441-46de-afcb-8047300e65d9)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:49:31.699548 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c958a-c896-4c49-9caf-7715794e5a23 req-6dafe0d9-93e5-4004-82cc-0d2b76484364 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:31.708631 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-8fad3461-4b88-4d29-88c9-f6f0352fd694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:31.710543 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-332c958a-c896-4c49-9caf-7715794e5a23 req-6dafe0d9-93e5-4004-82cc-0d2b76484364 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=044b8ce0-3e48-47c6-9aab-da7b76e2c654 HTTP/1.1" status: 200 len: 945 time: 0.3870656 Nov 27 03:49:31.813212 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-332c958a-c896-4c49-9caf-7715794e5a23 req-9713cebd-6208-40c6-881e-7712d1056455 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824492 Nov 27 03:49:31.833360 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-f48a9bf9-766f-4078-8369-f442090f41a6 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:31.835309 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-f48a9bf9-766f-4078-8369-f442090f41a6 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.23 "GET /v2.0/networks?id=08f5ab49-0e80-484e-b2da-92afccf8b9b1 HTTP/1.1" status: 200 len: 812 time: 0.5134087 Nov 27 03:49:31.862628 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484707b7-8cdb-42d0-9dc6-13a5bb28422f None None] Pushing event updated for resources: {'Port': ['ID=81ebc423-cbf1-47f9-b865-bffed46c9129,revision_number=4']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:31.864232 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-ee9bbf76-af37-440d-aa71-1beae04abf91 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Request body: {'port': {'device_id': 'ae7dc23d-92dc-4238-9028-2d73907fe0fe', 'network_id': '08f5ab49-0e80-484e-b2da-92afccf8b9b1', 'admin_state_up': True, 'tenant_id': 'a17274e888df4225aeb5638a41a17698'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:49:31.902843 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-314bbdc4-4e90-470c-ae9d-fa34a312e136 req-71b44eae-d999-4ca1-b522-a2003abe3c24 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844053 Nov 27 03:49:31.928258 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fad3461-4b88-4d29-88c9-f6f0352fd694 None None] Routers {'456e3378-715c-4515-aee8-5db3eb6b748d'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:49:31.928923 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-8fad3461-4b88-4d29-88c9-f6f0352fd694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:49:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['456e3378-715c-4515-aee8-5db3eb6b748d'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:49:32.018920 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-de9dcaaa-4628-49bf-bd44-718337e297c5 req-0c9c4626-4edb-42c8-b20a-fdcf33f586f3 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae7dc23d-92dc-4238-9028-2d73907fe0fe HTTP/1.1" status: 200 len: 210 time: 0.0588334 Nov 27 03:49:32.020621 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:32.059849 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-8fad3461-4b88-4d29-88c9-f6f0352fd694 None None] Set router 456e3378-715c-4515-aee8-5db3eb6b748d gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:49:32.098780 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 5b6c04db-864a-455a-9280-0a33403f4d9b, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=5b6c04db-864a-455a-9280-0a33403f4d9b,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:32.133496 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:32.134470 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device e695790c-fb80-490e-8b57-32cd9a699aa8 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:49:32.210332 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-ee9bbf76-af37-440d-aa71-1beae04abf91 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Made reservation on behalf of a17274e888df4225aeb5638a41a17698 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:49:32.214758 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-ee9bbf76-af37-440d-aa71-1beae04abf91 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:32.233079 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618becf-b42b-4561-a217-c176d171d821 req-fb61c46f-8373-41c0-9783-06cf385d7a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:32.238442 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4618becf-b42b-4561-a217-c176d171d821 req-fb61c46f-8373-41c0-9783-06cf385d7a07 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 1.1961522 Nov 27 03:49:32.336783 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c82ff-1df1-4ff7-bd2d-def8339477d6 req-3fb4651b-ea94-4de7-aef3-9b34fa5b399f tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:32.344238 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4b5c82ff-1df1-4ff7-bd2d-def8339477d6 req-3fb4651b-ea94-4de7-aef3-9b34fa5b399f tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7e6b9a2-f01e-442b-b8ba-b4cc89443628 HTTP/1.1" status: 200 len: 949 time: 0.1759040 Nov 27 03:49:32.369872 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-31759ccd-82f5-42c5-820f-b287c5a7c811 None None] Provisioning complete for port 9e416601-a573-4176-8cdb-b25c3b2bb77a triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:49:32.370656 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-31759ccd-82f5-42c5-820f-b287c5a7c811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:32.376283 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=5b6c04db-864a-455a-9280-0a33403f4d9b,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:32.380910 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-8fad3461-4b88-4d29-88c9-f6f0352fd694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456e3378-715c-4515-aee8-5db3eb6b748d', 'name': 'tempest-ServerRescueNegativeTestJSON-1957325013-router', 'tenant_id': '8034f6ec58f9461bbbd6b0673a6f6a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '102c66bc-fd8f-4ab5-a57c-6874179b4e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:49:13Z', 'updated_at': '2021-11-27T03:49:26Z', 'revision_number': 4, 'project_id': '8034f6ec58f9461bbbd6b0673a6f6a14', 'gw_port': {'id': '102c66bc-fd8f-4ab5-a57c-6874179b4e48', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:27:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456e3378-715c-4515-aee8-5db3eb6b748d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:49:15Z', 'updated_at': '2021-11-27T03:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '81ebc423-cbf1-47f9-b865-bffed46c9129', 'name': '', 'network_id': '211a26de-ee25-4358-bc51-37876ae6d739', 'tenant_id': '8034f6ec58f9461bbbd6b0673a6f6a14', 'mac_address': 'fa:16:3e:42:f5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456e3378-715c-4515-aee8-5db3eb6b748d', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '7f92d0cd-8b30-467f-95d0-7ca51c4b0374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:49:23Z', 'updated_at': '2021-11-27T03:49:31Z', 'revision_number': 4, 'project_id': '8034f6ec58f9461bbbd6b0673a6f6a14', 'subnets': [{'id': '7f92d0cd-8b30-467f-95d0-7ca51c4b0374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:49:32.384221 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-e1742b5e-e38d-46f2-a619-fb7be39aa561 tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:32.398918 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-e1742b5e-e38d-46f2-a619-fb7be39aa561 tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:32.425063 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-f9c1e000-9753-4cbe-9e7b-2e4d9bcc6091 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:32.429815 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fad3461-4b88-4d29-88c9-f6f0352fd694 None None] The sync data for ids ['456e3378-715c-4515-aee8-5db3eb6b748d'] in n-d-819494-3 is: [{'id': '456e3378-715c-4515-aee8-5db3eb6b748d', 'name': 'tempest-ServerRescueNegativeTestJSON-1957325013-router', 'tenant_id': '8034f6ec58f9461bbbd6b0673a6f6a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '102c66bc-fd8f-4ab5-a57c-6874179b4e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:49:13Z', 'updated_at': '2021-11-27T03:49:26Z', 'revision_number': 4, 'project_id': '8034f6ec58f9461bbbd6b0673a6f6a14', 'gw_port': {'id': '102c66bc-fd8f-4ab5-a57c-6874179b4e48', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:27:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456e3378-715c-4515-aee8-5db3eb6b748d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:49:15Z', 'updated_at': '2021-11-27T03:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '81ebc423-cbf1-47f9-b865-bffed46c9129', 'name': '', 'network_id': '211a26de-ee25-4358-bc51-37876ae6d739', 'tenant_id': '8034f6ec58f9461bbbd6b0673a6f6a14', 'mac_address': 'fa:16:3e:42:f5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456e3378-715c-4515-aee8-5db3eb6b748d', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '7f92d0cd-8b30-467f-95d0-7ca51c4b0374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:49:23Z', 'updated_at': '2021-11-27T03:49:31Z', 'revision_number': 4, 'project_id': '8034f6ec58f9461bbbd6b0673a6f6a14', 'subnets': [{'id': '7f92d0cd-8b30-467f-95d0-7ca51c4b0374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:49:32.431605 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4b5c82ff-1df1-4ff7-bd2d-def8339477d6 req-fc6e658d-6923-468a-8758-01ba44f8f8e1 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824955 Nov 27 03:49:32.440238 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-f9c1e000-9753-4cbe-9e7b-2e4d9bcc6091 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/networks?id=211a26de-ee25-4358-bc51-37876ae6d739 HTTP/1.1" status: 200 len: 819 time: 1.4005392 Nov 27 03:49:32.465187 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port e695790c-fb80-490e-8b57-32cd9a699aa8 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:49:32.475468 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port e695790c-fb80-490e-8b57-32cd9a699aa8 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:49:32.476012 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:32.501605 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-31759ccd-82f5-42c5-820f-b287c5a7c811 None None] Port 9e416601-a573-4176-8cdb-b25c3b2bb77a cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:49:32.510746 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-ee9bbf76-af37-440d-aa71-1beae04abf91 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Allocated IP 172.20.0.11 (08f5ab49-0e80-484e-b2da-92afccf8b9b1/921fe779-c75e-43af-88d5-b8ba03d01bf5/86b05dc6-46bd-424f-9786-88d9641f861c) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:49:32.528448 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-cee8c8ac-0121-401e-b3ec-08646116521c tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/quotas/8034f6ec58f9461bbbd6b0673a6f6a14 HTTP/1.1" status: 200 len: 375 time: 0.0869718 Nov 27 03:49:32.626849 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:32.630267 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-e1742b5e-e38d-46f2-a619-fb7be39aa561 tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5333276 Nov 27 03:49:32.648375 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618becf-b42b-4561-a217-c176d171d821 req-0a6de80b-71d2-439b-b5fa-028464df57b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:32.649900 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4618becf-b42b-4561-a217-c176d171d821 req-0a6de80b-71d2-439b-b5fa-028464df57b7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3631792 Nov 27 03:49:32.656806 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-381c3f4c-937b-46e9-ab97-51cbe97a13b6 service neutron] Request body: {'port': {'device_id': 'bdda9d68-b81b-44e4-b8c5-d896dfee0398', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:49:32.686758 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port e695790c-fb80-490e-8b57-32cd9a699aa8, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=e695790c-fb80-490e-8b57-32cd9a699aa8,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:32.695949 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:32.713819 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-4a6c5999-28b2-4196-a994-03627c0d8f2a tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8034f6ec58f9461bbbd6b0673a6f6a14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1846852 Nov 27 03:49:32.773986 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=e695790c-fb80-490e-8b57-32cd9a699aa8,revision_number=9']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:32.872217 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-381c3f4c-937b-46e9-ab97-51cbe97a13b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:32.907653 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-ee9bbf76-af37-440d-aa71-1beae04abf91 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:32.984083 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-f91896ec-70a6-4b29-aa87-91dc5d4d24ff tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:32.985650 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-f91896ec-70a6-4b29-aa87-91dc5d4d24ff tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] 10.222.0.20 "GET /v2.0/networks?id=2bc24424-52d6-4360-b8f8-0e688ae6a419 HTTP/1.1" status: 200 len: 814 time: 0.1906273 Nov 27 03:49:32.996634 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4618becf-b42b-4561-a217-c176d171d821 req-4d0c8f67-12a2-491e-b21b-a71da1873ff6 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307505 Nov 27 03:49:33.006445 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-ee9bbf76-af37-440d-aa71-1beae04abf91 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:33.017963 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-6cd979b9-95bf-4b46-a624-1acca38fe16b service neutron] 10.222.0.20 "GET /v2.0/networks/211a26de-ee25-4358-bc51-37876ae6d739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917509 Nov 27 03:49:33.022989 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-4ff51eb5-2075-467b-b73a-36ef1a2bcfd3 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] 10.222.0.20 "GET /v2.0/quotas/3fdcfdf66ebb4c0eb8a78f410d5ce3e4 HTTP/1.1" status: 200 len: 375 time: 0.0298436 Nov 27 03:49:33.055990 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-ee9bbf76-af37-440d-aa71-1beae04abf91 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Network 08f5ab49-0e80-484e-b2da-92afccf8b9b1 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:49:33.066198 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-ee9bbf76-af37-440d-aa71-1beae04abf91 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:49:33.068666 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-ee9bbf76-af37-440d-aa71-1beae04abf91 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:49:33.119647 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-bb3cd6d5-bc61-4e84-921f-f2958890cde4 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fdcfdf66ebb4c0eb8a78f410d5ce3e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0748916 Nov 27 03:49:33.127545 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e6b9a2-f01e-442b-b8ba-b4cc89443628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6c04db-864a-455a-9280-0a33403f4d9b'}, {'server_uuid': 'a4734043-8f77-4a5f-990b-da1153021f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e695790c-fb80-490e-8b57-32cd9a699aa8'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:49:33.129893 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf1917c-9258-47b0-bfdf-dedf5abbb6c6" -d '{"events": [{"server_uuid": "e7e6b9a2-f01e-442b-b8ba-b4cc89443628", "name": "network-vif-plugged", "status": "completed", "tag": "5b6c04db-864a-455a-9280-0a33403f4d9b"}, {"server_uuid": "a4734043-8f77-4a5f-990b-da1153021f51", "name": "network-vif-plugged", "status": "completed", "tag": "e695790c-fb80-490e-8b57-32cd9a699aa8"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:49:33.147765 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9bbf76-af37-440d-aa71-1beae04abf91 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Pushing event updated for resources: {'Port': ['ID=86b05dc6-46bd-424f-9786-88d9641f861c,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:33.164318 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4618becf-b42b-4561-a217-c176d171d821 req-df5207f8-2599-4cd1-a101-009a68c03ff0 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588972 Nov 27 03:49:33.219046 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-ee9bbf76-af37-440d-aa71-1beae04abf91 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:33.220414 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-ee9bbf76-af37-440d-aa71-1beae04abf91 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:33.260813 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-ee9bbf76-af37-440d-aa71-1beae04abf91 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4016042 Nov 27 03:49:33.280320 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-348a6cb3-73a2-4635-8569-71f708cb8e37 service neutron] 10.222.0.20 "GET /v2.0/networks/2bc24424-52d6-4360-b8f8-0e688ae6a419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483982 Nov 27 03:49:33.284772 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-7672109f-d7ac-40b1-95a3-2bb1c310771b service neutron] Request body: {'port': {'device_id': 'ae7dc23d-92dc-4238-9028-2d73907fe0fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:49:33.292855 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-acdf38c6-38b3-4182-8583-f292be63c832 service neutron] 10.222.0.20 "GET /v2.0/networks/211a26de-ee25-4358-bc51-37876ae6d739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273806 Nov 27 03:49:33.531980 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-7672109f-d7ac-40b1-95a3-2bb1c310771b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:33.537256 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-439f2ee4-d6bc-41a4-a12a-4e375c0a4a95 service neutron] 10.222.0.20 "GET /v2.0/networks/2bc24424-52d6-4360-b8f8-0e688ae6a419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484512 Nov 27 03:49:33.975013 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a060f-e79c-453e-9140-680322702cf3 req-915e6861-b107-41cb-a23d-1bf7f7a9c32a tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:33.978057 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5b4a060f-e79c-453e-9140-680322702cf3 req-915e6861-b107-41cb-a23d-1bf7f7a9c32a tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 949 time: 0.2769022 Nov 27 03:49:33.997795 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-10b893cd-3ed1-4103-be31-d9e660ce2572 req-f39dfaf0-d15a-4445-bb24-106e6a6ceae6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3239956 Nov 27 03:49:34.040144 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-381c3f4c-937b-46e9-ab97-51cbe97a13b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e416601-a573-4176-8cdb-b25c3b2bb77a {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:49:34.049721 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab2d25-d4d2-446d-a058-db01e1f74a2d req-ddfdccc5-e848-45fb-97c4-3a8b3f1a076d tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:34.051359 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9eab2d25-d4d2-446d-a058-db01e1f74a2d req-ddfdccc5-e848-45fb-97c4-3a8b3f1a076d tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdda9d68-b81b-44e4-b8c5-d896dfee0398 HTTP/1.1" status: 200 len: 936 time: 0.2142940 Nov 27 03:49:34.095929 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-381c3f4c-937b-46e9-ab97-51cbe97a13b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:34.185595 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-381c3f4c-937b-46e9-ab97-51cbe97a13b6 service neutron] Transition to ACTIVE for port object 9e416601-a573-4176-8cdb-b25c3b2bb77a will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:49:34.211952 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-381c3f4c-937b-46e9-ab97-51cbe97a13b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:34.279194 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5b4a060f-e79c-453e-9140-680322702cf3 req-3f0bdc65-fe60-47f0-9ec5-5bd87e676b27 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759612 Nov 27 03:49:34.293573 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b893cd-3ed1-4103-be31-d9e660ce2572 req-bcbb6f03-c451-41cb-8ee1-440e3d6fe9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:34.294832 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-10b893cd-3ed1-4103-be31-d9e660ce2572 req-bcbb6f03-c451-41cb-8ee1-440e3d6fe9b6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d416f1581fce4cbda78108e0795a4c3c&device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 1102 time: 0.2381175 Nov 27 03:49:34.411232 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9eab2d25-d4d2-446d-a058-db01e1f74a2d req-a9faec46-25fe-4d81-bf95-5880d18518de tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] 10.222.0.20 "GET /v2.0/security-groups?id=da1546ad-7e21-4731-ab7d-f0e002a0c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446891 Nov 27 03:49:34.466388 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-7672109f-d7ac-40b1-95a3-2bb1c310771b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86b05dc6-46bd-424f-9786-88d9641f861c {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:49:34.497519 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-7672109f-d7ac-40b1-95a3-2bb1c310771b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:34.566279 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c3f4c-937b-46e9-ab97-51cbe97a13b6 service neutron] Pushing event updated for resources: {'Port': ['ID=9e416601-a573-4176-8cdb-b25c3b2bb77a,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:34.567784 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-7672109f-d7ac-40b1-95a3-2bb1c310771b service neutron] Transition to ACTIVE for port object 86b05dc6-46bd-424f-9786-88d9641f861c will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:49:34.575340 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-7672109f-d7ac-40b1-95a3-2bb1c310771b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:34.617273 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 81ebc423-cbf1-47f9-b865-bffed46c9129 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:49:34.731199 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 81ebc423-cbf1-47f9-b865-bffed46c9129 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:49:34.732653 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:34.746538 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381c3f4c-937b-46e9-ab97-51cbe97a13b6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:49:34.746922 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381c3f4c-937b-46e9-ab97-51cbe97a13b6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:49:34.747339 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381c3f4c-937b-46e9-ab97-51cbe97a13b6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:49:34.747768 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381c3f4c-937b-46e9-ab97-51cbe97a13b6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:49:34.748097 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381c3f4c-937b-46e9-ab97-51cbe97a13b6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:49:34.748442 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381c3f4c-937b-46e9-ab97-51cbe97a13b6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:49:34.748969 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381c3f4c-937b-46e9-ab97-51cbe97a13b6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:49:34.749440 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381c3f4c-937b-46e9-ab97-51cbe97a13b6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:49:34.749782 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381c3f4c-937b-46e9-ab97-51cbe97a13b6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:49:34.750250 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381c3f4c-937b-46e9-ab97-51cbe97a13b6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:49:34.750437 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381c3f4c-937b-46e9-ab97-51cbe97a13b6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:49:34.750793 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381c3f4c-937b-46e9-ab97-51cbe97a13b6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:49:34.816757 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7672109f-d7ac-40b1-95a3-2bb1c310771b service neutron] Pushing event updated for resources: {'Port': ['ID=86b05dc6-46bd-424f-9786-88d9641f861c,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:34.855660 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7672109f-d7ac-40b1-95a3-2bb1c310771b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:49:34.856117 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7672109f-d7ac-40b1-95a3-2bb1c310771b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:49:34.856476 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7672109f-d7ac-40b1-95a3-2bb1c310771b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:49:34.856826 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7672109f-d7ac-40b1-95a3-2bb1c310771b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:49:34.857959 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7672109f-d7ac-40b1-95a3-2bb1c310771b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:49:34.857959 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7672109f-d7ac-40b1-95a3-2bb1c310771b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:49:34.858913 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7672109f-d7ac-40b1-95a3-2bb1c310771b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:49:34.858913 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7672109f-d7ac-40b1-95a3-2bb1c310771b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:49:34.859336 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7672109f-d7ac-40b1-95a3-2bb1c310771b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:49:34.859571 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7672109f-d7ac-40b1-95a3-2bb1c310771b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:49:34.859909 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7672109f-d7ac-40b1-95a3-2bb1c310771b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:49:34.860816 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7672109f-d7ac-40b1-95a3-2bb1c310771b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:49:34.917274 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d094b4b-adc8-4542-a918-07d916de9665 req-ff544934-035e-4471-9108-4686a6c1b044 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:34.920409 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d43e1-5c91-4106-9784-21881faebc5c req-7e12515d-0727-4013-8aae-9f0a166449e4 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:34.926685 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3d094b4b-adc8-4542-a918-07d916de9665 req-ff544934-035e-4471-9108-4686a6c1b044 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=044b8ce0-3e48-47c6-9aab-da7b76e2c654 HTTP/1.1" status: 200 len: 945 time: 0.4840283 Nov 27 03:49:34.929242 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5c3d43e1-5c91-4106-9784-21881faebc5c req-7e12515d-0727-4013-8aae-9f0a166449e4 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae7dc23d-92dc-4238-9028-2d73907fe0fe HTTP/1.1" status: 200 len: 944 time: 0.2573094 Nov 27 03:49:34.949227 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:34.959096 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-381c3f4c-937b-46e9-ab97-51cbe97a13b6 service neutron] Attempting to bind port 9e416601-a573-4176-8cdb-b25c3b2bb77a on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:49:34.959524 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-381c3f4c-937b-46e9-ab97-51cbe97a13b6 service neutron] Attempting to bind port 9e416601-a573-4176-8cdb-b25c3b2bb77a by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:49:34.960015 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-381c3f4c-937b-46e9-ab97-51cbe97a13b6 service neutron] Attempting to bind port 9e416601-a573-4176-8cdb-b25c3b2bb77a on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:49:34.966458 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b893cd-3ed1-4103-be31-d9e660ce2572 req-6249bcdb-f49e-4e51-846d-37fc64ec159c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:34.968552 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-10b893cd-3ed1-4103-be31-d9e660ce2572 req-6249bcdb-f49e-4e51-846d-37fc64ec159c service neutron] 10.222.0.23 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.6370001 Nov 27 03:49:34.976622 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-381c3f4c-937b-46e9-ab97-51cbe97a13b6 service neutron] Port 9e416601-a573-4176-8cdb-b25c3b2bb77a on network 7cd21890-8440-4d5d-a862-4b55c8c22387 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:49:34.977373 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-381c3f4c-937b-46e9-ab97-51cbe97a13b6 service neutron] Attempting to bind port 9e416601-a573-4176-8cdb-b25c3b2bb77a on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:49:35.015948 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-7672109f-d7ac-40b1-95a3-2bb1c310771b service neutron] Attempting to bind port 86b05dc6-46bd-424f-9786-88d9641f861c on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:49:35.016355 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-7672109f-d7ac-40b1-95a3-2bb1c310771b service neutron] Attempting to bind port 86b05dc6-46bd-424f-9786-88d9641f861c by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '277708b6-af23-477b-abf6-dbbbeb02c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '08f5ab49-0e80-484e-b2da-92afccf8b9b1'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:49:35.016822 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-7672109f-d7ac-40b1-95a3-2bb1c310771b service neutron] Attempting to bind port 86b05dc6-46bd-424f-9786-88d9641f861c on network 08f5ab49-0e80-484e-b2da-92afccf8b9b1 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:49:35.038040 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5c3d43e1-5c91-4106-9784-21881faebc5c req-c9166228-d201-492d-bad9-1babce4372ba tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076424 Nov 27 03:49:35.044166 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-7672109f-d7ac-40b1-95a3-2bb1c310771b service neutron] Port 86b05dc6-46bd-424f-9786-88d9641f861c on network 08f5ab49-0e80-484e-b2da-92afccf8b9b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:49:35.044166 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-7672109f-d7ac-40b1-95a3-2bb1c310771b service neutron] Attempting to bind port 86b05dc6-46bd-424f-9786-88d9641f861c on network 08f5ab49-0e80-484e-b2da-92afccf8b9b1 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:49:35.059354 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-7672109f-d7ac-40b1-95a3-2bb1c310771b service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:49:35.060403 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-7672109f-d7ac-40b1-95a3-2bb1c310771b service neutron] Checking segment: {'id': '277708b6-af23-477b-abf6-dbbbeb02c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '08f5ab49-0e80-484e-b2da-92afccf8b9b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:49:35.061167 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-7672109f-d7ac-40b1-95a3-2bb1c310771b service neutron] Bound using segment: {'id': '277708b6-af23-477b-abf6-dbbbeb02c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '08f5ab49-0e80-484e-b2da-92afccf8b9b1'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:49:35.061810 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-7672109f-d7ac-40b1-95a3-2bb1c310771b service neutron] Bound port: 86b05dc6-46bd-424f-9786-88d9641f861c, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '277708b6-af23-477b-abf6-dbbbeb02c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '08f5ab49-0e80-484e-b2da-92afccf8b9b1'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:49:35.062419 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-7672109f-d7ac-40b1-95a3-2bb1c310771b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:35.062625 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 81ebc423-cbf1-47f9-b865-bffed46c9129, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=81ebc423-cbf1-47f9-b865-bffed46c9129,segment=NetworkSegment(bfcc9ec6-3441-46de-afcb-8047300e65d9),segment_id=bfcc9ec6-3441-46de-afcb-8047300e65d9)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:35.072766 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:35.099901 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-381c3f4c-937b-46e9-ab97-51cbe97a13b6 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:49:35.101516 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-381c3f4c-937b-46e9-ab97-51cbe97a13b6 service neutron] Checking segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:49:35.102209 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-381c3f4c-937b-46e9-ab97-51cbe97a13b6 service neutron] Bound using segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:49:35.102739 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-381c3f4c-937b-46e9-ab97-51cbe97a13b6 service neutron] Bound port: 9e416601-a573-4176-8cdb-b25c3b2bb77a, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:49:35.103119 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-381c3f4c-937b-46e9-ab97-51cbe97a13b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:35.113519 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-10b893cd-3ed1-4103-be31-d9e660ce2572 req-ab4abb3e-f825-40cb-bbb1-0a243f92651a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=22399cf9-b7ca-41d1-9cab-7b32dda023ef HTTP/1.1" status: 200 len: 217 time: 0.1269007 Nov 27 03:49:35.158824 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 27 Nov 2021 03:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eeef106-4988-4dda-a5ec-6843a7f10dbf x-openstack-request-id: req-9eeef106-4988-4dda-a5ec-6843a7f10dbf {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:49:35.160289 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e6b9a2-f01e-442b-b8ba-b4cc89443628", "name": "network-vif-plugged", "status": "completed", "tag": "5b6c04db-864a-455a-9280-0a33403f4d9b", "code": 200}, {"server_uuid": "a4734043-8f77-4a5f-990b-da1153021f51", "name": "network-vif-plugged", "status": "completed", "tag": "e695790c-fb80-490e-8b57-32cd9a699aa8", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:49:35.160662 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9eeef106-4988-4dda-a5ec-6843a7f10dbf {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:49:35.166221 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e6b9a2-f01e-442b-b8ba-b4cc89443628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6c04db-864a-455a-9280-0a33403f4d9b', 'code': 200} Nov 27 03:49:35.167745 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4734043-8f77-4a5f-990b-da1153021f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e695790c-fb80-490e-8b57-32cd9a699aa8', 'code': 200} Nov 27 03:49:35.174278 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3d094b4b-adc8-4542-a918-07d916de9665 req-7e72ba43-9a69-4532-812f-93440a56f8d3 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464452 Nov 27 03:49:35.241286 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-7672109f-d7ac-40b1-95a3-2bb1c310771b service neutron] For port 86b05dc6-46bd-424f-9786-88d9641f861c, host n-h1-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:49:35.251586 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-7672109f-d7ac-40b1-95a3-2bb1c310771b service neutron] For port 86b05dc6-46bd-424f-9786-88d9641f861c, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=86b05dc6-46bd-424f-9786-88d9641f861c,segment=NetworkSegment(277708b6-af23-477b-abf6-dbbbeb02c2ba),segment_id=277708b6-af23-477b-abf6-dbbbeb02c2ba)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:49:35.260848 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-7672109f-d7ac-40b1-95a3-2bb1c310771b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:35.273128 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=81ebc423-cbf1-47f9-b865-bffed46c9129,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:35.392900 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f8b68e5d-6df0-4523-afea-db3599b9a64f req-95258854-214f-4e0f-adb5-f52584aeda47 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 210 time: 0.0573401 Nov 27 03:49:35.457406 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b893cd-3ed1-4103-be31-d9e660ce2572 req-d3443e0a-10ab-4950-84f6-50777891105c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:35.460995 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-10b893cd-3ed1-4103-be31-d9e660ce2572 req-d3443e0a-10ab-4950-84f6-50777891105c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.3327692 Nov 27 03:49:35.485113 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-7672109f-d7ac-40b1-95a3-2bb1c310771b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:35.485955 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-7672109f-d7ac-40b1-95a3-2bb1c310771b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:35.488601 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-7672109f-d7ac-40b1-95a3-2bb1c310771b service neutron] 10.222.0.23 "PUT /v2.0/ports/86b05dc6-46bd-424f-9786-88d9641f861c HTTP/1.1" status: 200 len: 1092 time: 2.2113297 Nov 27 03:49:35.489863 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae7dc23d-92dc-4238-9028-2d73907fe0fe', 'tag': '86b05dc6-46bd-424f-9786-88d9641f861c'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:49:35.497300 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d2a405-f068-4855-b60f-7e4794d0b812" -d '{"events": [{"name": "network-changed", "server_uuid": "ae7dc23d-92dc-4238-9028-2d73907fe0fe", "tag": "86b05dc6-46bd-424f-9786-88d9641f861c"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:49:35.573180 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-381c3f4c-937b-46e9-ab97-51cbe97a13b6 service neutron] For port 9e416601-a573-4176-8cdb-b25c3b2bb77a, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:49:35.620480 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ecbeb-758c-447d-9e0e-5a8a78f73543 req-7b4ee764-7aa0-47a7-a54f-c645841d6a60 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:35.629938 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ca9ecbeb-758c-447d-9e0e-5a8a78f73543 req-7b4ee764-7aa0-47a7-a54f-c645841d6a60 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7e6b9a2-f01e-442b-b8ba-b4cc89443628 HTTP/1.1" status: 200 len: 949 time: 0.3142138 Nov 27 03:49:35.632069 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b39baf58-364e-4e09-820d-04bc41462b3e req-72367d9a-5e21-4cc4-ac7a-831de9dc8628 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] 10.222.0.20 "GET /v2.0/ports?device_id=30485f1d-66e7-439f-858e-ba5a0f8e2882 HTTP/1.1" status: 200 len: 210 time: 0.0871098 Nov 27 03:49:35.634258 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-381c3f4c-937b-46e9-ab97-51cbe97a13b6 service neutron] For port 9e416601-a573-4176-8cdb-b25c3b2bb77a, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=9e416601-a573-4176-8cdb-b25c3b2bb77a,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:49:35.650102 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7672109f-d7ac-40b1-95a3-2bb1c310771b service neutron] Pushing event updated for resources: {'Port': ['ID=86b05dc6-46bd-424f-9786-88d9641f861c,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:35.656873 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-381c3f4c-937b-46e9-ab97-51cbe97a13b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:35.731353 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b893cd-3ed1-4103-be31-d9e660ce2572 req-e780ff4f-4f06-4650-a0ac-2b72d8bf8a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:35.732916 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-10b893cd-3ed1-4103-be31-d9e660ce2572 req-e780ff4f-4f06-4650-a0ac-2b72d8bf8a2d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2506166 Nov 27 03:49:35.786250 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-5645e014-1857-48ad-a808-2ae741d86138 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:35.788360 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-5645e014-1857-48ad-a808-2ae741d86138 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.11 "GET /v2.0/networks?id=211a26de-ee25-4358-bc51-37876ae6d739 HTTP/1.1" status: 200 len: 819 time: 0.4942544 Nov 27 03:49:35.800400 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3695c-d64f-42f7-9570-9f26c4550f83 req-c23d8006-9d96-468c-8d85-660a46ff0a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:35.802162 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-51f3695c-d64f-42f7-9570-9f26c4550f83 req-c23d8006-9d96-468c-8d85-660a46ff0a6d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e7e6b9a2-f01e-442b-b8ba-b4cc89443628 HTTP/1.1" status: 200 len: 1100 time: 0.2637432 Nov 27 03:49:35.805707 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ca9ecbeb-758c-447d-9e0e-5a8a78f73543 req-8e0252a0-71b0-49f5-b365-076dd00e0b29 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740420 Nov 27 03:49:35.823079 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-81345279-a0f4-4804-b3a2-341388f38e53 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Request body: {'port': {'device_id': 'bab23547-e491-4539-98d8-f2924393b0ac', 'network_id': '211a26de-ee25-4358-bc51-37876ae6d739', 'admin_state_up': True, 'tenant_id': '8034f6ec58f9461bbbd6b0673a6f6a14'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:49:35.840583 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-381c3f4c-937b-46e9-ab97-51cbe97a13b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:35.843228 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-381c3f4c-937b-46e9-ab97-51cbe97a13b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:35.848775 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-381c3f4c-937b-46e9-ab97-51cbe97a13b6 service neutron] 10.222.0.11 "PUT /v2.0/ports/9e416601-a573-4176-8cdb-b25c3b2bb77a HTTP/1.1" status: 200 len: 1096 time: 3.1978831 Nov 27 03:49:35.852200 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdda9d68-b81b-44e4-b8c5-d896dfee0398', 'tag': '9e416601-a573-4176-8cdb-b25c3b2bb77a'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:49:35.865190 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08b70f0-0651-4dc9-a83a-22d838e1d51f" -d '{"events": [{"name": "network-changed", "server_uuid": "bdda9d68-b81b-44e4-b8c5-d896dfee0398", "tag": "9e416601-a573-4176-8cdb-b25c3b2bb77a"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:49:36.069053 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-a56e1b70-07ec-485b-b129-9750eb79dfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:36.077977 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-a56e1b70-07ec-485b-b129-9750eb79dfe1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a17274e888df4225aeb5638a41a17698&device_id=ae7dc23d-92dc-4238-9028-2d73907fe0fe HTTP/1.1" status: 200 len: 1095 time: 0.4330437 Nov 27 03:49:36.094604 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c3f4c-937b-46e9-ab97-51cbe97a13b6 service neutron] Pushing event updated for resources: {'Port': ['ID=9e416601-a573-4176-8cdb-b25c3b2bb77a,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:36.171853 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-10b893cd-3ed1-4103-be31-d9e660ce2572 req-9d0d3bef-5e6e-42fa-9c63-f3fb1668416e service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931444 Nov 27 03:49:36.191999 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.11', 61288) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:36.203025 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-51f3695c-d64f-42f7-9570-9f26c4550f83 req-8f33ffa5-103b-432c-a71d-5d95e8062c04 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924057 Nov 27 03:49:36.218991 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-81345279-a0f4-4804-b3a2-341388f38e53 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Made reservation on behalf of 8034f6ec58f9461bbbd6b0673a6f6a14 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:49:36.223199 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-81345279-a0f4-4804-b3a2-341388f38e53 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:36.258390 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e10a9-ce5b-42f9-8b33-9ddc0d6cef45 req-8b5cd7a1-65dd-483b-8e1e-8881b6d94a30 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:36.266482 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7a6e10a9-ce5b-42f9-8b33-9ddc0d6cef45 req-8b5cd7a1-65dd-483b-8e1e-8881b6d94a30 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 949 time: 0.2116683 Nov 27 03:49:36.366252 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-741dc232-df79-4f32-9f6f-6cb3355f8a95 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86b05dc6-46bd-424f-9786-88d9641f861c HTTP/1.1" status: 200 len: 217 time: 0.2042933 Nov 27 03:49:36.374112 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7a6e10a9-ce5b-42f9-8b33-9ddc0d6cef45 req-785c856a-77dc-4b82-ad95-88b046b0fb7d tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029928 Nov 27 03:49:36.380346 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-e3b8d6f8-c137-4705-abdd-049628fdbae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:36.381844 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-e3b8d6f8-c137-4705-abdd-049628fdbae2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8861a2f443114d81929c0a7f63081d19&device_id=bdda9d68-b81b-44e4-b8c5-d896dfee0398 HTTP/1.1" status: 200 len: 1099 time: 0.4244163 Nov 27 03:49:36.492922 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 81ebc423-cbf1-47f9-b865-bffed46c9129 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:49:36.551992 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-32cc7975-25a8-41e4-a98c-b3723f7ec4b1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=9e416601-a573-4176-8cdb-b25c3b2bb77a HTTP/1.1" status: 200 len: 217 time: 0.0835242 Nov 27 03:49:36.572115 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618becf-b42b-4561-a217-c176d171d821 req-2fcef1ab-f24b-4dc3-a68a-2d760a8e38fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:36.573784 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4618becf-b42b-4561-a217-c176d171d821 req-2fcef1ab-f24b-4dc3-a68a-2d760a8e38fc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a4734043-8f77-4a5f-990b-da1153021f51&tenant_id=d416f1581fce4cbda78108e0795a4c3c HTTP/1.1" status: 200 len: 1100 time: 0.3806748 Nov 27 03:49:36.583712 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 81ebc423-cbf1-47f9-b865-bffed46c9129 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:49:36.584468 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:36.633159 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-4618becf-b42b-4561-a217-c176d171d821 req-7669b1d6-9bbb-4fc0-b25c-5196441c83eb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819494-3', 'device_owner': 'compute:nova'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:49:36.654418 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ada06-ad92-461b-9ae3-25d7bc6df919 req-f98b7601-f945-4d96-95c0-4777e6aa28d0 tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:36.661859 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-f159770a-7521-44ed-adc2-3ec1338d51e5 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:36.662468 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d64ada06-ad92-461b-9ae3-25d7bc6df919 req-f98b7601-f945-4d96-95c0-4777e6aa28d0 tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdda9d68-b81b-44e4-b8c5-d896dfee0398 HTTP/1.1" status: 200 len: 948 time: 0.3755691 Nov 27 03:49:36.663451 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-f159770a-7521-44ed-adc2-3ec1338d51e5 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] 10.222.0.11 "GET /v2.0/networks?id=2bc24424-52d6-4360-b8f8-0e688ae6a419 HTTP/1.1" status: 200 len: 814 time: 0.4636858 Nov 27 03:49:36.688470 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-81345279-a0f4-4804-b3a2-341388f38e53 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Allocated IP 172.20.0.6 (211a26de-ee25-4358-bc51-37876ae6d739/7f92d0cd-8b30-467f-95d0-7ca51c4b0374/ac5a9819-f007-45b4-b39f-9ca98d7b81b5) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:49:36.693547 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-cdb149ed-2b08-46a2-944e-f6a5a528d308 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] Request body: {'port': {'device_id': '30485f1d-66e7-439f-858e-ba5a0f8e2882', 'network_id': '2bc24424-52d6-4360-b8f8-0e688ae6a419', 'admin_state_up': True, 'tenant_id': '3fdcfdf66ebb4c0eb8a78f410d5ce3e4'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:49:36.721774 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-871ec074-b566-4969-b8de-08b557052c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:36.724170 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-871ec074-b566-4969-b8de-08b557052c67 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=921fe779-c75e-43af-88d5-b8ba03d01bf5 HTTP/1.1" status: 200 len: 852 time: 0.2257311 Nov 27 03:49:36.769342 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-57065bde-1297-4639-95ff-6193a0ea8f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:36.770929 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-57065bde-1297-4639-95ff-6193a0ea8f8e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.1903589 Nov 27 03:49:36.772827 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-10b893cd-3ed1-4103-be31-d9e660ce2572 req-1bb8b9c8-f2d7-4c6a-9c4e-7e362a2d4c8a service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4346726 Nov 27 03:49:36.826332 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-df1ec5fe-012b-4dcc-8c55-9f52d8c528dd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08f5ab49-0e80-484e-b2da-92afccf8b9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879807 Nov 27 03:49:36.841080 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-2dc772b6-5a1b-415e-800d-7be6ec214ecb tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:36.843590 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-2dc772b6-5a1b-415e-800d-7be6ec214ecb tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/networks?id=211a26de-ee25-4358-bc51-37876ae6d739 HTTP/1.1" status: 200 len: 819 time: 0.3019252 Nov 27 03:49:36.886787 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-4618becf-b42b-4561-a217-c176d171d821 req-7669b1d6-9bbb-4fc0-b25c-5196441c83eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:36.895763 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-cbfaf90a-2151-45f4-af3b-9f06b10fdf83 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/quotas/8034f6ec58f9461bbbd6b0673a6f6a14 HTTP/1.1" status: 200 len: 375 time: 0.0464203 Nov 27 03:49:36.923380 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d64ada06-ad92-461b-9ae3-25d7bc6df919 req-22804508-9d80-4001-9aca-09782e185df4 tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] 10.222.0.20 "GET /v2.0/security-groups?id=da1546ad-7e21-4731-ab7d-f0e002a0c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599523 Nov 27 03:49:36.988332 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec04ceaa-d30d-4d7a-8131-91ec62a036b1 x-openstack-request-id: req-ec04ceaa-d30d-4d7a-8131-91ec62a036b1 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:49:36.988661 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae7dc23d-92dc-4238-9028-2d73907fe0fe", "tag": "86b05dc6-46bd-424f-9786-88d9641f861c", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:49:36.988834 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec04ceaa-d30d-4d7a-8131-91ec62a036b1 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:49:36.989237 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae7dc23d-92dc-4238-9028-2d73907fe0fe', 'tag': '86b05dc6-46bd-424f-9786-88d9641f861c', 'status': 'completed', 'code': 200} Nov 27 03:49:36.997864 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-e53c6bb2-c82d-4c4e-a9ef-d92ab805abe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:36.999928 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-e53c6bb2-c82d-4c4e-a9ef-d92ab805abe5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2181935 Nov 27 03:49:37.008708 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-cdb149ed-2b08-46a2-944e-f6a5a528d308 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] Made reservation on behalf of 3fdcfdf66ebb4c0eb8a78f410d5ce3e4 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:49:37.012260 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-cdb149ed-2b08-46a2-944e-f6a5a528d308 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:37.025522 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64c0aea-1226-4314-bc0c-2c766c537573 x-openstack-request-id: req-f64c0aea-1226-4314-bc0c-2c766c537573 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:49:37.025809 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdda9d68-b81b-44e4-b8c5-d896dfee0398", "tag": "9e416601-a573-4176-8cdb-b25c3b2bb77a", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:49:37.026063 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f64c0aea-1226-4314-bc0c-2c766c537573 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:49:37.026469 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdda9d68-b81b-44e4-b8c5-d896dfee0398', 'tag': '9e416601-a573-4176-8cdb-b25c3b2bb77a', 'status': 'completed', 'code': 200} Nov 27 03:49:37.035747 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-d60fd04c-1018-4987-a3eb-37647b9bf651 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8034f6ec58f9461bbbd6b0673a6f6a14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1239607 Nov 27 03:49:37.149617 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-d607e3ef-70c7-4c0e-903c-904ee29a5900 service neutron] 10.222.0.23 "GET /v2.0/networks/08f5ab49-0e80-484e-b2da-92afccf8b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892103 Nov 27 03:49:37.160804 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device e695790c-fb80-490e-8b57-32cd9a699aa8 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:49:37.174500 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-81345279-a0f4-4804-b3a2-341388f38e53 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:37.290968 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:37.316423 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-cdb149ed-2b08-46a2-944e-f6a5a528d308 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] Allocated IP 172.20.0.8 (2bc24424-52d6-4360-b8f8-0e688ae6a419/f975e248-782a-4b84-a7d5-fe131904e9c7/7b345c6d-40da-4296-9498-194d7e55a343) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:49:37.323350 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-f241bbca-d9fe-452f-9849-c61d53e88e11 service neutron] 10.222.0.20 "GET /v2.0/networks/211a26de-ee25-4358-bc51-37876ae6d739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717626 Nov 27 03:49:37.324506 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-81345279-a0f4-4804-b3a2-341388f38e53 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:37.420312 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-81345279-a0f4-4804-b3a2-341388f38e53 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Network 211a26de-ee25-4358-bc51-37876ae6d739 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:49:37.433278 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-81345279-a0f4-4804-b3a2-341388f38e53 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:49:37.448580 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-81345279-a0f4-4804-b3a2-341388f38e53 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:49:37.642308 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39e860-bd53-471e-acc2-6b3662fc37c8 req-c148c6ee-228f-481a-ae30-98d33a5328ad tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:37.643807 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ce39e860-bd53-471e-acc2-6b3662fc37c8 req-c148c6ee-228f-481a-ae30-98d33a5328ad tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae7dc23d-92dc-4238-9028-2d73907fe0fe HTTP/1.1" status: 200 len: 944 time: 0.5557213 Nov 27 03:49:37.657658 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-61a4beff-78b2-42f8-9d6e-0d7c718e25d7 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6444039 Nov 27 03:49:37.767811 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d450e220-2cbf-451a-8b7b-b395bcf26b73 req-2b9252d5-32ca-484d-be35-93c34db2c5d1 service neutron] 10.222.0.23 "GET /v2.0/networks/08f5ab49-0e80-484e-b2da-92afccf8b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5979428 Nov 27 03:49:37.796472 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81345279-a0f4-4804-b3a2-341388f38e53 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Pushing event updated for resources: {'Port': ['ID=ac5a9819-f007-45b4-b39f-9ca98d7b81b5,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:37.800907 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-4618becf-b42b-4561-a217-c176d171d821 req-7669b1d6-9bbb-4fc0-b25c-5196441c83eb service neutron] For port e695790c-fb80-490e-8b57-32cd9a699aa8, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=e695790c-fb80-490e-8b57-32cd9a699aa8,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:37.827412 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ce39e860-bd53-471e-acc2-6b3662fc37c8 req-d27ac013-b7bb-49b4-9334-d3c5d25ee674 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753817 Nov 27 03:49:37.866046 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-81345279-a0f4-4804-b3a2-341388f38e53 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:37.866898 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-81345279-a0f4-4804-b3a2-341388f38e53 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:37.894330 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-4618becf-b42b-4561-a217-c176d171d821 req-7669b1d6-9bbb-4fc0-b25c-5196441c83eb service neutron] For port e695790c-fb80-490e-8b57-32cd9a699aa8, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:49:37.931464 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-7404b878-dc2f-4851-af95-afdaf46e444d service neutron] 10.222.0.20 "GET /v2.0/networks/211a26de-ee25-4358-bc51-37876ae6d739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5892391 Nov 27 03:49:37.937360 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-81345279-a0f4-4804-b3a2-341388f38e53 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1180475 Nov 27 03:49:37.970389 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-10a586cf-cf28-4dcd-adc5-79bcbf04e6f6 service neutron] Request body: {'port': {'device_id': 'bab23547-e491-4539-98d8-f2924393b0ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:49:38.035169 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f58ca339-f8cd-402c-8c55-790486fdfb7c req-1c20e07e-6aca-4e9b-ae2e-d83a1ba3a717 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] 10.222.0.20 "GET /v2.0/ports?device_id=30485f1d-66e7-439f-858e-ba5a0f8e2882 HTTP/1.1" status: 200 len: 210 time: 0.0635228 Nov 27 03:49:38.037284 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38781ca5-ef3d-4087-aaa2-05476c83cb5c req-275bb241-1d93-4f5a-baf1-c9f71b332594 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623893 Nov 27 03:49:38.037936 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-cdb149ed-2b08-46a2-944e-f6a5a528d308 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:38.063863 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-10a586cf-cf28-4dcd-adc5-79bcbf04e6f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:38.077443 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-4618becf-b42b-4561-a217-c176d171d821 req-7669b1d6-9bbb-4fc0-b25c-5196441c83eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:38.083087 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2a405-f068-4855-b60f-7e4794d0b812 req-c26d0806-9e4b-47f1-a597-0927159f2acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:38.084703 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-22d2a405-f068-4855-b60f-7e4794d0b812 req-c26d0806-9e4b-47f1-a597-0927159f2acd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a17274e888df4225aeb5638a41a17698&device_id=ae7dc23d-92dc-4238-9028-2d73907fe0fe HTTP/1.1" status: 200 len: 1095 time: 0.1343794 Nov 27 03:49:38.144191 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-4618becf-b42b-4561-a217-c176d171d821 req-7669b1d6-9bbb-4fc0-b25c-5196441c83eb service neutron] Transition to ACTIVE for port object e695790c-fb80-490e-8b57-32cd9a699aa8 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:49:38.158248 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-cdb149ed-2b08-46a2-944e-f6a5a528d308 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:38.208337 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-4618becf-b42b-4561-a217-c176d171d821 req-7669b1d6-9bbb-4fc0-b25c-5196441c83eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:38.238721 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.api [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 03:49:38.239546 n-d-819494-3 neutron-server[110020]: DEBUG oslo_db.api [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 03:49:38.335644 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-cdb149ed-2b08-46a2-944e-f6a5a528d308 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] Network 2bc24424-52d6-4360-b8f8-0e688ae6a419 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:49:38.350019 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-cdb149ed-2b08-46a2-944e-f6a5a528d308 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:49:38.358394 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-cdb149ed-2b08-46a2-944e-f6a5a528d308 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:49:38.361413 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb149ed-2b08-46a2-944e-f6a5a528d308 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] Pushing event updated for resources: {'Port': ['ID=7b345c6d-40da-4296-9498-194d7e55a343,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:38.464060 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ba631-88a1-4719-896f-601c9a8c0c40 req-a369cf5b-e434-4027-8dd2-9d68df6cb138 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:38.472302 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ef1ba631-88a1-4719-896f-601c9a8c0c40 req-a369cf5b-e434-4027-8dd2-9d68df6cb138 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 948 time: 0.2113163 Nov 27 03:49:38.478812 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device fbed81a4-e6a2-4c07-9b59-ed8c23957d85 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:49:38.513764 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-cdb149ed-2b08-46a2-944e-f6a5a528d308 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:38.515117 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-cdb149ed-2b08-46a2-944e-f6a5a528d308 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:38.527298 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-4618becf-b42b-4561-a217-c176d171d821 req-7669b1d6-9bbb-4fc0-b25c-5196441c83eb service neutron] No DVR routers for this DVR port e695790c-fb80-490e-8b57-32cd9a699aa8 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:49:38.566502 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7669b1d6-9bbb-4fc0-b25c-5196441c83eb service neutron] Pushing event updated for resources: {'Port': ['ID=e695790c-fb80-490e-8b57-32cd9a699aa8,revision_number=10']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:38.586267 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-cdb149ed-2b08-46a2-944e-f6a5a528d308 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9012175 Nov 27 03:49:38.587966 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5667f5e-50d0-4998-86f0-7c208148aa76 req-0d15d09d-6b32-4cd8-8f0f-c18ce73cf0b6 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:38.589583 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f5667f5e-50d0-4998-86f0-7c208148aa76 req-0d15d09d-6b32-4cd8-8f0f-c18ce73cf0b6 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7e6b9a2-f01e-442b-b8ba-b4cc89443628 HTTP/1.1" status: 200 len: 949 time: 0.4005494 Nov 27 03:49:38.610262 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ef1ba631-88a1-4719-896f-601c9a8c0c40 req-58d15e0e-c289-46cd-90fb-d8f344d83cf3 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368854 Nov 27 03:49:38.627963 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-0de76c33-0636-437d-ae26-c7f024e17596 service neutron] Request body: {'port': {'device_id': '30485f1d-66e7-439f-858e-ba5a0f8e2882', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:49:38.678585 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-4618becf-b42b-4561-a217-c176d171d821 req-7669b1d6-9bbb-4fc0-b25c-5196441c83eb service neutron] Attempting to bind port e695790c-fb80-490e-8b57-32cd9a699aa8 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:49:38.679082 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-4618becf-b42b-4561-a217-c176d171d821 req-7669b1d6-9bbb-4fc0-b25c-5196441c83eb service neutron] Attempting to bind port e695790c-fb80-490e-8b57-32cd9a699aa8 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:49:38.680454 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4618becf-b42b-4561-a217-c176d171d821 req-7669b1d6-9bbb-4fc0-b25c-5196441c83eb service neutron] Attempting to bind port e695790c-fb80-490e-8b57-32cd9a699aa8 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:49:38.742474 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f5667f5e-50d0-4998-86f0-7c208148aa76 req-a2325e2e-bb93-417a-b0d3-faf72dd55747 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257348 Nov 27 03:49:38.743694 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2a405-f068-4855-b60f-7e4794d0b812 req-98dbbaf9-82c6-4e6a-a78d-f659cc9036ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:38.754679 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-22d2a405-f068-4855-b60f-7e4794d0b812 req-98dbbaf9-82c6-4e6a-a78d-f659cc9036ef service neutron] 10.222.0.23 "GET /v2.0/networks?id=08f5ab49-0e80-484e-b2da-92afccf8b9b1 HTTP/1.1" status: 200 len: 913 time: 0.6484404 Nov 27 03:49:38.757053 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b70f0-0651-4dc9-a83a-22d838e1d51f req-fedcc0eb-77e2-488d-bafd-3a6a35df9f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:38.771767 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c08b70f0-0651-4dc9-a83a-22d838e1d51f req-fedcc0eb-77e2-488d-bafd-3a6a35df9f84 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8861a2f443114d81929c0a7f63081d19&device_id=bdda9d68-b81b-44e4-b8c5-d896dfee0398 HTTP/1.1" status: 200 len: 1099 time: 0.6010933 Nov 27 03:49:38.794116 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4618becf-b42b-4561-a217-c176d171d821 req-7669b1d6-9bbb-4fc0-b25c-5196441c83eb service neutron] Port e695790c-fb80-490e-8b57-32cd9a699aa8 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:49:38.794448 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4618becf-b42b-4561-a217-c176d171d821 req-7669b1d6-9bbb-4fc0-b25c-5196441c83eb service neutron] Attempting to bind port e695790c-fb80-490e-8b57-32cd9a699aa8 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:49:38.840118 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port fbed81a4-e6a2-4c07-9b59-ed8c23957d85, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=fbed81a4-e6a2-4c07-9b59-ed8c23957d85,segment=NetworkSegment(0d71eb94-5225-4db6-8e46-cee8dee27f0a),segment_id=0d71eb94-5225-4db6-8e46-cee8dee27f0a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:38.853033 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'fbed81a4-e6a2-4c07-9b59-ed8c23957d85', 'network_id': '378a3375-2447-4153-8462-f656d3d2276f', 'port_id': 'fbed81a4-e6a2-4c07-9b59-ed8c23957d85', 'mac_address': 'fa:16:3e:8b:a4:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aa0d39d-1f7c-48be-83b9-b4ca19c74697', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:49:38.867014 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-10a586cf-cf28-4dcd-adc5-79bcbf04e6f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac5a9819-f007-45b4-b39f-9ca98d7b81b5 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:49:38.887577 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-10a586cf-cf28-4dcd-adc5-79bcbf04e6f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:38.897088 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-22d2a405-f068-4855-b60f-7e4794d0b812 req-7bbe4cf7-c512-4597-a24e-0bce09f0dc59 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86b05dc6-46bd-424f-9786-88d9641f861c HTTP/1.1" status: 200 len: 217 time: 0.1240308 Nov 27 03:49:38.903768 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-10a586cf-cf28-4dcd-adc5-79bcbf04e6f6 service neutron] Transition to ACTIVE for port object ac5a9819-f007-45b4-b39f-9ca98d7b81b5 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:49:38.904844 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-0de76c33-0636-437d-ae26-c7f024e17596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:38.929420 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-10a586cf-cf28-4dcd-adc5-79bcbf04e6f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:38.941825 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:38.981084 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fbed81a4-e6a2-4c07-9b59-ed8c23957d85 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:49:39.002893 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4618becf-b42b-4561-a217-c176d171d821 req-7669b1d6-9bbb-4fc0-b25c-5196441c83eb service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:49:39.003247 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4618becf-b42b-4561-a217-c176d171d821 req-7669b1d6-9bbb-4fc0-b25c-5196441c83eb service neutron] Checking segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:49:39.003648 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4618becf-b42b-4561-a217-c176d171d821 req-7669b1d6-9bbb-4fc0-b25c-5196441c83eb service neutron] Bound using segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:49:39.004110 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-4618becf-b42b-4561-a217-c176d171d821 req-7669b1d6-9bbb-4fc0-b25c-5196441c83eb service neutron] Bound port: e695790c-fb80-490e-8b57-32cd9a699aa8, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:49:39.004478 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-4618becf-b42b-4561-a217-c176d171d821 req-7669b1d6-9bbb-4fc0-b25c-5196441c83eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:39.007483 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port fbed81a4-e6a2-4c07-9b59-ed8c23957d85, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=fbed81a4-e6a2-4c07-9b59-ed8c23957d85,segment=NetworkSegment(0d71eb94-5225-4db6-8e46-cee8dee27f0a),segment_id=0d71eb94-5225-4db6-8e46-cee8dee27f0a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:39.013107 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:39.074987 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4734043-8f77-4a5f-990b-da1153021f51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e695790c-fb80-490e-8b57-32cd9a699aa8'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:49:39.077968 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac94d0c0-5d7d-4b05-a457-99d11c5eb9ae" -d '{"events": [{"server_uuid": "a4734043-8f77-4a5f-990b-da1153021f51", "name": "network-vif-unplugged", "status": "completed", "tag": "e695790c-fb80-490e-8b57-32cd9a699aa8"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:49:39.103948 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-aa9da56d-c668-4479-b416-319b1880a577 req-86e11a2c-69fd-43a8-9574-803ae5d4e98e tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=217ddd02-1cf3-4e7c-80a8-0e038166c641 HTTP/1.1" status: 200 len: 210 time: 0.2203040 Nov 27 03:49:39.149918 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=fbed81a4-e6a2-4c07-9b59-ed8c23957d85,revision_number=6']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:39.177431 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['fbed81a4-e6a2-4c07-9b59-ed8c23957d85'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:49:39.314072 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 86b05dc6-46bd-424f-9786-88d9641f861c details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:49:39.331111 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-4618becf-b42b-4561-a217-c176d171d821 req-7669b1d6-9bbb-4fc0-b25c-5196441c83eb service neutron] For port e695790c-fb80-490e-8b57-32cd9a699aa8, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:49:39.334866 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2a405-f068-4855-b60f-7e4794d0b812 req-50e4877c-0d04-4e11-8826-d00f97b7ff19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:39.336533 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-22d2a405-f068-4855-b60f-7e4794d0b812 req-50e4877c-0d04-4e11-8826-d00f97b7ff19 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=921fe779-c75e-43af-88d5-b8ba03d01bf5 HTTP/1.1" status: 200 len: 852 time: 0.3168297 Nov 27 03:49:39.338613 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-4618becf-b42b-4561-a217-c176d171d821 req-7669b1d6-9bbb-4fc0-b25c-5196441c83eb service neutron] For port e695790c-fb80-490e-8b57-32cd9a699aa8, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=e695790c-fb80-490e-8b57-32cd9a699aa8,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:49:39.352301 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-4618becf-b42b-4561-a217-c176d171d821 req-7669b1d6-9bbb-4fc0-b25c-5196441c83eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:39.434150 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b70f0-0651-4dc9-a83a-22d838e1d51f req-b4c0962d-0a0a-465f-8634-861121b28797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:39.435801 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c08b70f0-0651-4dc9-a83a-22d838e1d51f req-b4c0962d-0a0a-465f-8634-861121b28797 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.6428146 Nov 27 03:49:39.437772 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-22d2a405-f068-4855-b60f-7e4794d0b812 req-15efe72b-566f-49b5-95f9-7d33a6c3b6d5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08f5ab49-0e80-484e-b2da-92afccf8b9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870993 Nov 27 03:49:39.475201 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618becf-b42b-4561-a217-c176d171d821 req-7669b1d6-9bbb-4fc0-b25c-5196441c83eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:39.475841 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-4618becf-b42b-4561-a217-c176d171d821 req-7669b1d6-9bbb-4fc0-b25c-5196441c83eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:39.477697 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4618becf-b42b-4561-a217-c176d171d821 req-7669b1d6-9bbb-4fc0-b25c-5196441c83eb service neutron] 10.222.0.11 "PUT /v2.0/ports/e695790c-fb80-490e-8b57-32cd9a699aa8 HTTP/1.1" status: 200 len: 1096 time: 2.8538010 Nov 27 03:49:39.545387 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a586cf-cf28-4dcd-adc5-79bcbf04e6f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ac5a9819-f007-45b4-b39f-9ca98d7b81b5,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:39.580640 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f07bc-4251-4e95-9487-8e8904c7992a req-42385b4a-ab18-42be-8cd7-d31923a25bfe tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:39.584057 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c08b70f0-0651-4dc9-a83a-22d838e1d51f req-e9864da3-e329-4b1b-8b2b-2437d594111a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=9e416601-a573-4176-8cdb-b25c3b2bb77a HTTP/1.1" status: 200 len: 217 time: 0.1387000 Nov 27 03:49:39.591165 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a66f07bc-4251-4e95-9487-8e8904c7992a req-42385b4a-ab18-42be-8cd7-d31923a25bfe tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdda9d68-b81b-44e4-b8c5-d896dfee0398 HTTP/1.1" status: 200 len: 948 time: 0.6668117 Nov 27 03:49:39.692389 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 86b05dc6-46bd-424f-9786-88d9641f861c, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=86b05dc6-46bd-424f-9786-88d9641f861c,segment=NetworkSegment(277708b6-af23-477b-abf6-dbbbeb02c2ba),segment_id=277708b6-af23-477b-abf6-dbbbeb02c2ba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:39.693574 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a66f07bc-4251-4e95-9487-8e8904c7992a req-0292ddd2-9f1e-4af0-bbad-9fd21d7a8c79 tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] 10.222.0.20 "GET /v2.0/security-groups?id=da1546ad-7e21-4731-ab7d-f0e002a0c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973127 Nov 27 03:49:39.743051 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '86b05dc6-46bd-424f-9786-88d9641f861c', 'network_id': '08f5ab49-0e80-484e-b2da-92afccf8b9b1', 'port_id': '86b05dc6-46bd-424f-9786-88d9641f861c', 'mac_address': 'fa:16:3e:82:cd:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921fe779-c75e-43af-88d5-b8ba03d01bf5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:49:39.747060 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b70f0-0651-4dc9-a83a-22d838e1d51f req-224295a5-3092-4a63-bc3e-7c899f658673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:39.748599 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c08b70f0-0651-4dc9-a83a-22d838e1d51f req-224295a5-3092-4a63-bc3e-7c899f658673 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.0581911 Nov 27 03:49:39.804348 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:39.839282 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86b05dc6-46bd-424f-9786-88d9641f861c {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:49:39.864111 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7669b1d6-9bbb-4fc0-b25c-5196441c83eb service neutron] Pushing event updated for resources: {'Port': ['ID=e695790c-fb80-490e-8b57-32cd9a699aa8,revision_number=11']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:39.914975 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 86b05dc6-46bd-424f-9786-88d9641f861c, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=86b05dc6-46bd-424f-9786-88d9641f861c,segment=NetworkSegment(277708b6-af23-477b-abf6-dbbbeb02c2ba),segment_id=277708b6-af23-477b-abf6-dbbbeb02c2ba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:39.921840 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:40.007747 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=86b05dc6-46bd-424f-9786-88d9641f861c,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:40.057806 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-10a586cf-cf28-4dcd-adc5-79bcbf04e6f6 service neutron] Attempting to bind port ac5a9819-f007-45b4-b39f-9ca98d7b81b5 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:49:40.058651 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-10a586cf-cf28-4dcd-adc5-79bcbf04e6f6 service neutron] Attempting to bind port ac5a9819-f007-45b4-b39f-9ca98d7b81b5 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': 'bfcc9ec6-3441-46de-afcb-8047300e65d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '211a26de-ee25-4358-bc51-37876ae6d739'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:49:40.060527 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-10a586cf-cf28-4dcd-adc5-79bcbf04e6f6 service neutron] Attempting to bind port ac5a9819-f007-45b4-b39f-9ca98d7b81b5 on network 211a26de-ee25-4358-bc51-37876ae6d739 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:49:40.117767 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-10a586cf-cf28-4dcd-adc5-79bcbf04e6f6 service neutron] Port ac5a9819-f007-45b4-b39f-9ca98d7b81b5 on network 211a26de-ee25-4358-bc51-37876ae6d739 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:49:40.118679 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-10a586cf-cf28-4dcd-adc5-79bcbf04e6f6 service neutron] Attempting to bind port ac5a9819-f007-45b4-b39f-9ca98d7b81b5 on network 211a26de-ee25-4358-bc51-37876ae6d739 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:49:40.120135 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-1e10e3f6-9a7e-4c37-8f97-ea8183f74175 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:40.122368 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-1e10e3f6-9a7e-4c37-8f97-ea8183f74175 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.23 "GET /v2.0/networks?id=211a26de-ee25-4358-bc51-37876ae6d739 HTTP/1.1" status: 200 len: 819 time: 0.1742697 Nov 27 03:49:40.142915 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618becf-b42b-4561-a217-c176d171d821 req-46d6c2b1-35f3-423b-af80-3e4b4f13490a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:40.144278 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-10a586cf-cf28-4dcd-adc5-79bcbf04e6f6 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:49:40.144433 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4618becf-b42b-4561-a217-c176d171d821 req-46d6c2b1-35f3-423b-af80-3e4b4f13490a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d416f1581fce4cbda78108e0795a4c3c&device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 1099 time: 0.6056581 Nov 27 03:49:40.146409 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-10a586cf-cf28-4dcd-adc5-79bcbf04e6f6 service neutron] Checking segment: {'id': 'bfcc9ec6-3441-46de-afcb-8047300e65d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '211a26de-ee25-4358-bc51-37876ae6d739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:49:40.146597 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-10a586cf-cf28-4dcd-adc5-79bcbf04e6f6 service neutron] Bound using segment: {'id': 'bfcc9ec6-3441-46de-afcb-8047300e65d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '211a26de-ee25-4358-bc51-37876ae6d739'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:49:40.148228 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-10a586cf-cf28-4dcd-adc5-79bcbf04e6f6 service neutron] Bound port: ac5a9819-f007-45b4-b39f-9ca98d7b81b5, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfcc9ec6-3441-46de-afcb-8047300e65d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '211a26de-ee25-4358-bc51-37876ae6d739'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:49:40.148494 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-10a586cf-cf28-4dcd-adc5-79bcbf04e6f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:40.232524 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-2a42af2e-8f3e-4d1d-86fb-b08710510628 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Request body: {'port': {'device_id': '217ddd02-1cf3-4e7c-80a8-0e038166c641', 'network_id': '211a26de-ee25-4358-bc51-37876ae6d739', 'admin_state_up': True, 'tenant_id': '8034f6ec58f9461bbbd6b0673a6f6a14'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:49:40.233719 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28531327-158e-4ebf-ba50-5344065d9daa req-47fa3a8a-7677-44b5-b99f-07520d513524 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:40.237563 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-28531327-158e-4ebf-ba50-5344065d9daa req-47fa3a8a-7677-44b5-b99f-07520d513524 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae7dc23d-92dc-4238-9028-2d73907fe0fe HTTP/1.1" status: 200 len: 945 time: 0.3575087 Nov 27 03:49:40.254657 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ace19-720b-4dd1-a1ef-b3ffef7211c5 req-2f3d8009-0325-48c0-9606-8a0490c1c818 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:40.256171 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-032ace19-720b-4dd1-a1ef-b3ffef7211c5 req-2f3d8009-0325-48c0-9606-8a0490c1c818 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 949 time: 0.5687232 Nov 27 03:49:40.278072 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['86b05dc6-46bd-424f-9786-88d9641f861c'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:49:40.346178 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-22d2a405-f068-4855-b60f-7e4794d0b812 req-2ad86a92-8dce-4ddb-acb5-463fcc682354 service neutron] 10.222.0.23 "GET /v2.0/networks/08f5ab49-0e80-484e-b2da-92afccf8b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8906422 Nov 27 03:49:40.348379 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-0de76c33-0636-437d-ae26-c7f024e17596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b345c6d-40da-4296-9498-194d7e55a343 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:49:40.382132 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-0de76c33-0636-437d-ae26-c7f024e17596 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:40.429113 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b70f0-0651-4dc9-a83a-22d838e1d51f req-ddebfa4d-91a2-4462-a2d9-728d98a88494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:40.431055 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c08b70f0-0651-4dc9-a83a-22d838e1d51f req-ddebfa4d-91a2-4462-a2d9-728d98a88494 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6007304 Nov 27 03:49:40.470441 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-10a586cf-cf28-4dcd-adc5-79bcbf04e6f6 service neutron] For port ac5a9819-f007-45b4-b39f-9ca98d7b81b5, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:49:40.476875 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-0de76c33-0636-437d-ae26-c7f024e17596 service neutron] Transition to ACTIVE for port object 7b345c6d-40da-4296-9498-194d7e55a343 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:49:40.485126 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-10a586cf-cf28-4dcd-adc5-79bcbf04e6f6 service neutron] For port ac5a9819-f007-45b4-b39f-9ca98d7b81b5, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=ac5a9819-f007-45b4-b39f-9ca98d7b81b5,segment=NetworkSegment(bfcc9ec6-3441-46de-afcb-8047300e65d9),segment_id=bfcc9ec6-3441-46de-afcb-8047300e65d9)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:49:40.489724 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-0de76c33-0636-437d-ae26-c7f024e17596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:40.489944 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 9e416601-a573-4176-8cdb-b25c3b2bb77a details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:49:40.502145 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-28531327-158e-4ebf-ba50-5344065d9daa req-1756dcc0-1254-47d7-8756-d290e60472d2 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575696 Nov 27 03:49:40.510519 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-10a586cf-cf28-4dcd-adc5-79bcbf04e6f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:40.540627 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618becf-b42b-4561-a217-c176d171d821 req-9f6528cf-c31a-49aa-a533-51420df43975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:40.542393 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4618becf-b42b-4561-a217-c176d171d821 req-9f6528cf-c31a-49aa-a533-51420df43975 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.3773861 Nov 27 03:49:40.571914 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-032ace19-720b-4dd1-a1ef-b3ffef7211c5 req-66083b00-d956-4b57-845e-5cabf982e58c tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001842 Nov 27 03:49:40.636185 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device fbed81a4-e6a2-4c07-9b59-ed8c23957d85 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:49:40.694201 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 03:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ee849a-c64c-48af-a279-4c61157d6f46 x-openstack-request-id: req-11ee849a-c64c-48af-a279-4c61157d6f46 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:49:40.694668 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4734043-8f77-4a5f-990b-da1153021f51", "name": "network-vif-unplugged", "status": "completed", "tag": "e695790c-fb80-490e-8b57-32cd9a699aa8", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:49:40.695029 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-11ee849a-c64c-48af-a279-4c61157d6f46 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:49:40.695540 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4734043-8f77-4a5f-990b-da1153021f51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e695790c-fb80-490e-8b57-32cd9a699aa8', 'code': 200} Nov 27 03:49:40.703491 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4618becf-b42b-4561-a217-c176d171d821 req-c4bc0fbf-29b0-4636-bb7e-09ed71baabf5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=e695790c-fb80-490e-8b57-32cd9a699aa8 HTTP/1.1" status: 200 len: 217 time: 0.1477671 Nov 27 03:49:40.755986 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-10a586cf-cf28-4dcd-adc5-79bcbf04e6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:40.756620 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-10a586cf-cf28-4dcd-adc5-79bcbf04e6f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:40.758049 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-10a586cf-cf28-4dcd-adc5-79bcbf04e6f6 service neutron] 10.222.0.11 "PUT /v2.0/ports/ac5a9819-f007-45b4-b39f-9ca98d7b81b5 HTTP/1.1" status: 200 len: 1091 time: 2.8000252 Nov 27 03:49:40.767243 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de76c33-0636-437d-ae26-c7f024e17596 service neutron] Pushing event updated for resources: {'Port': ['ID=7b345c6d-40da-4296-9498-194d7e55a343,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:40.816238 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-22d2a405-f068-4855-b60f-7e4794d0b812 req-256943ec-85d4-4894-a736-84fed1861ef3 service neutron] 10.222.0.23 "GET /v2.0/networks/08f5ab49-0e80-484e-b2da-92afccf8b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4584489 Nov 27 03:49:40.860623 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-2a42af2e-8f3e-4d1d-86fb-b08710510628 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Made reservation on behalf of 8034f6ec58f9461bbbd6b0673a6f6a14 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:49:40.864414 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-2a42af2e-8f3e-4d1d-86fb-b08710510628 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:40.878448 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab23547-e491-4539-98d8-f2924393b0ac', 'tag': 'ac5a9819-f007-45b4-b39f-9ca98d7b81b5'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:49:40.882322 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda82bc8-b9b3-414b-afb7-bf678d66c795" -d '{"events": [{"name": "network-changed", "server_uuid": "bab23547-e491-4539-98d8-f2924393b0ac", "tag": "ac5a9819-f007-45b4-b39f-9ca98d7b81b5"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:49:40.896375 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c08b70f0-0651-4dc9-a83a-22d838e1d51f req-12303096-5f1c-427c-beec-6303cf3367c0 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4485624 Nov 27 03:49:40.913358 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618becf-b42b-4561-a217-c176d171d821 req-bbd26fc5-c9e7-43b4-aaf9-c00d7f9c235a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:40.915041 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4618becf-b42b-4561-a217-c176d171d821 req-bbd26fc5-c9e7-43b4-aaf9-c00d7f9c235a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.1947420 Nov 27 03:49:40.969783 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 9e416601-a573-4176-8cdb-b25c3b2bb77a, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=9e416601-a573-4176-8cdb-b25c3b2bb77a,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:40.997812 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port fbed81a4-e6a2-4c07-9b59-ed8c23957d85 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:49:40.999274 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:41.057429 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '9e416601-a573-4176-8cdb-b25c3b2bb77a', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'port_id': '9e416601-a573-4176-8cdb-b25c3b2bb77a', 'mac_address': 'fa:16:3e:7a:83:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14a2acf-f1d7-4ddf-8459-b30982428e88', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:49:41.093335 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ab144-9d5e-4112-bec4-d77d6cdf742e req-1d49533e-7ebd-4afb-940c-5b0b5310839d tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:41.100903 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0d0ab144-9d5e-4112-bec4-d77d6cdf742e req-1d49533e-7ebd-4afb-940c-5b0b5310839d tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 948 time: 0.2412057 Nov 27 03:49:41.143751 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a586cf-cf28-4dcd-adc5-79bcbf04e6f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ac5a9819-f007-45b4-b39f-9ca98d7b81b5,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:41.156055 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618becf-b42b-4561-a217-c176d171d821 req-64c6482a-63ca-4a7e-ad4a-43289e182421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:41.158299 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4618becf-b42b-4561-a217-c176d171d821 req-64c6482a-63ca-4a7e-ad4a-43289e182421 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2277145 Nov 27 03:49:41.176830 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-a2c26d4e-a83e-4e75-a739-4af761ff139a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:41.178364 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-a2c26d4e-a83e-4e75-a739-4af761ff139a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8034f6ec58f9461bbbd6b0673a6f6a14&device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 1094 time: 0.2905221 Nov 27 03:49:41.179087 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-0de76c33-0636-437d-ae26-c7f024e17596 service neutron] Attempting to bind port 7b345c6d-40da-4296-9498-194d7e55a343 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:49:41.179426 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-0de76c33-0636-437d-ae26-c7f024e17596 service neutron] Attempting to bind port 7b345c6d-40da-4296-9498-194d7e55a343 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '9b7a1f69-0ad8-4ff3-880f-cb3339fc0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2bc24424-52d6-4360-b8f8-0e688ae6a419'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:49:41.179754 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-0de76c33-0636-437d-ae26-c7f024e17596 service neutron] Attempting to bind port 7b345c6d-40da-4296-9498-194d7e55a343 on network 2bc24424-52d6-4360-b8f8-0e688ae6a419 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:49:41.185471 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-0de76c33-0636-437d-ae26-c7f024e17596 service neutron] Port 7b345c6d-40da-4296-9498-194d7e55a343 on network 2bc24424-52d6-4360-b8f8-0e688ae6a419 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:49:41.185806 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-0de76c33-0636-437d-ae26-c7f024e17596 service neutron] Attempting to bind port 7b345c6d-40da-4296-9498-194d7e55a343 on network 2bc24424-52d6-4360-b8f8-0e688ae6a419 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:49:41.191248 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c08b70f0-0651-4dc9-a83a-22d838e1d51f req-67a0be66-2eed-4fb6-9c1b-a17bd0936a3a service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746303 Nov 27 03:49:41.203733 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e824e-67ab-45ed-b437-9469377268b6 req-258a7804-c830-440c-9d63-c221dd9fa452 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:41.205743 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-646e824e-67ab-45ed-b437-9469377268b6 req-258a7804-c830-440c-9d63-c221dd9fa452 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] 10.222.0.20 "GET /v2.0/ports?device_id=30485f1d-66e7-439f-858e-ba5a0f8e2882 HTTP/1.1" status: 200 len: 943 time: 0.3990362 Nov 27 03:49:41.207730 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-0de76c33-0636-437d-ae26-c7f024e17596 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:49:41.208083 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-0de76c33-0636-437d-ae26-c7f024e17596 service neutron] Checking segment: {'id': '9b7a1f69-0ad8-4ff3-880f-cb3339fc0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2bc24424-52d6-4360-b8f8-0e688ae6a419'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:49:41.208483 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-0de76c33-0636-437d-ae26-c7f024e17596 service neutron] Bound using segment: {'id': '9b7a1f69-0ad8-4ff3-880f-cb3339fc0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2bc24424-52d6-4360-b8f8-0e688ae6a419'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:49:41.209338 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-0de76c33-0636-437d-ae26-c7f024e17596 service neutron] Bound port: 7b345c6d-40da-4296-9498-194d7e55a343, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7a1f69-0ad8-4ff3-880f-cb3339fc0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2bc24424-52d6-4360-b8f8-0e688ae6a419'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:49:41.209338 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-0de76c33-0636-437d-ae26-c7f024e17596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:41.225503 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 86b05dc6-46bd-424f-9786-88d9641f861c up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:49:41.262810 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-739f4c37-2524-4a33-81c9-bc6c3a366b31 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac5a9819-f007-45b4-b39f-9ca98d7b81b5 HTTP/1.1" status: 200 len: 217 time: 0.0506508 Nov 27 03:49:41.263219 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:41.287870 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e416601-a573-4176-8cdb-b25c3b2bb77a {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:49:41.305017 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0d0ab144-9d5e-4112-bec4-d77d6cdf742e req-1726596f-39c7-4b69-953e-93bf04a67a0f tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029564 Nov 27 03:49:41.342981 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-2a42af2e-8f3e-4d1d-86fb-b08710510628 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Allocated IP 172.20.0.4 (211a26de-ee25-4358-bc51-37876ae6d739/7f92d0cd-8b30-467f-95d0-7ca51c4b0374/55863f53-87cd-4fb9-9cc9-eb17b216bcba) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:49:41.408922 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-646e824e-67ab-45ed-b437-9469377268b6 req-855173d2-b757-46a6-b7ef-4a98fc8237c0 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] 10.222.0.20 "GET /v2.0/security-groups?id=a638573b-7139-4a11-9a7a-6b9bd4e1b9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452117 Nov 27 03:49:41.413075 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-cb2e1ddb-2d6d-4be1-9a48-e9975775ce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:41.414526 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-cb2e1ddb-2d6d-4be1-9a48-e9975775ce7b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7f92d0cd-8b30-467f-95d0-7ca51c4b0374 HTTP/1.1" status: 200 len: 859 time: 0.1357608 Nov 27 03:49:41.455722 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-596892c5-df91-40f4-8ff2-eef5780df071 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=211a26de-ee25-4358-bc51-37876ae6d739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315855 Nov 27 03:49:41.459882 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-0de76c33-0636-437d-ae26-c7f024e17596 service neutron] For port 7b345c6d-40da-4296-9498-194d7e55a343, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:49:41.463759 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 9e416601-a573-4176-8cdb-b25c3b2bb77a, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=9e416601-a573-4176-8cdb-b25c3b2bb77a,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:41.534693 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:41.567759 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-658cf7b8-a511-4013-a9f8-c3886db2102f service neutron] 10.222.0.11 "GET /v2.0/networks/211a26de-ee25-4358-bc51-37876ae6d739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031606 Nov 27 03:49:41.575032 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-0de76c33-0636-437d-ae26-c7f024e17596 service neutron] For port 7b345c6d-40da-4296-9498-194d7e55a343, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=7b345c6d-40da-4296-9498-194d7e55a343,segment=NetworkSegment(9b7a1f69-0ad8-4ff3-880f-cb3339fc0845),segment_id=9b7a1f69-0ad8-4ff3-880f-cb3339fc0845)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:49:41.606513 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-2a42af2e-8f3e-4d1d-86fb-b08710510628 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:41.622702 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=9e416601-a573-4176-8cdb-b25c3b2bb77a,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:41.633315 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 86b05dc6-46bd-424f-9786-88d9641f861c completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:49:41.636121 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:41.650176 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 86b05dc6-46bd-424f-9786-88d9641f861c triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:49:41.650848 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:41.666475 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-2a42af2e-8f3e-4d1d-86fb-b08710510628 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:41.685369 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ea0e550f-aeb2-49cc-a635-6402c02336ca req-b1f107a6-3162-4fef-a8b0-4f6e7b1d0f61 service neutron] 10.222.0.11 "GET /v2.0/networks/211a26de-ee25-4358-bc51-37876ae6d739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084514 Nov 27 03:49:41.689835 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-0de76c33-0636-437d-ae26-c7f024e17596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:41.692583 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044b8ce0-3e48-47c6-9aab-da7b76e2c654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbed81a4-e6a2-4c07-9b59-ed8c23957d85'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:49:41.695128 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3f8dc8-b244-4cfa-ba6a-a5f098e0e90a" -d '{"events": [{"server_uuid": "044b8ce0-3e48-47c6-9aab-da7b76e2c654", "name": "network-vif-plugged", "status": "completed", "tag": "fbed81a4-e6a2-4c07-9b59-ed8c23957d85"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:49:41.713299 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port fbed81a4-e6a2-4c07-9b59-ed8c23957d85, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=fbed81a4-e6a2-4c07-9b59-ed8c23957d85,segment=NetworkSegment(0d71eb94-5225-4db6-8e46-cee8dee27f0a),segment_id=0d71eb94-5225-4db6-8e46-cee8dee27f0a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:41.721211 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:41.767720 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-0de76c33-0636-437d-ae26-c7f024e17596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:41.768744 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-0de76c33-0636-437d-ae26-c7f024e17596 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:41.770179 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-0de76c33-0636-437d-ae26-c7f024e17596 service neutron] 10.222.0.11 "PUT /v2.0/ports/7b345c6d-40da-4296-9498-194d7e55a343 HTTP/1.1" status: 200 len: 1091 time: 3.1549723 Nov 27 03:49:41.789856 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ef6fd-02ec-4ce7-816f-b7102a8a6dd0 req-0042a4dd-3e7b-46f3-b56d-471fb8508ac8 tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:41.791426 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0a7ef6fd-02ec-4ce7-816f-b7102a8a6dd0 req-0042a4dd-3e7b-46f3-b56d-471fb8508ac8 tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdda9d68-b81b-44e4-b8c5-d896dfee0398 HTTP/1.1" status: 200 len: 949 time: 0.1046200 Nov 27 03:49:41.801876 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de76c33-0636-437d-ae26-c7f024e17596 service neutron] Pushing event updated for resources: {'Port': ['ID=7b345c6d-40da-4296-9498-194d7e55a343,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:41.817847 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=fbed81a4-e6a2-4c07-9b59-ed8c23957d85,revision_number=7']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:41.823205 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:41.853230 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-2a42af2e-8f3e-4d1d-86fb-b08710510628 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Network 211a26de-ee25-4358-bc51-37876ae6d739 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:49:41.854178 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0a7ef6fd-02ec-4ce7-816f-b7102a8a6dd0 req-9b520fe8-d24e-4166-9fb0-81a5911b6757 tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] 10.222.0.20 "GET /v2.0/security-groups?id=da1546ad-7e21-4731-ab7d-f0e002a0c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491178 Nov 27 03:49:41.859545 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 86b05dc6-46bd-424f-9786-88d9641f861c, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=86b05dc6-46bd-424f-9786-88d9641f861c,segment=NetworkSegment(277708b6-af23-477b-abf6-dbbbeb02c2ba),segment_id=277708b6-af23-477b-abf6-dbbbeb02c2ba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:41.865912 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:41.869511 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-2a42af2e-8f3e-4d1d-86fb-b08710510628 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:49:41.881399 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-2a42af2e-8f3e-4d1d-86fb-b08710510628 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:49:41.938233 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42af2e-8f3e-4d1d-86fb-b08710510628 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Pushing event updated for resources: {'Port': ['ID=55863f53-87cd-4fb9-9cc9-eb17b216bcba,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:41.947837 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=86b05dc6-46bd-424f-9786-88d9641f861c,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:41.950951 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['9e416601-a573-4176-8cdb-b25c3b2bb77a'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:49:41.953129 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4618becf-b42b-4561-a217-c176d171d821 req-d67f7851-8b23-4b72-a0f1-de35d8cabb1a service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7576106 Nov 27 03:49:41.963268 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143319c2-c178-4ac2-b264-ffabdbe034dd req-6290b77f-158c-4914-b11d-6b1191b3752c tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:41.971715 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-143319c2-c178-4ac2-b264-ffabdbe034dd req-6290b77f-158c-4914-b11d-6b1191b3752c tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=217ddd02-1cf3-4e7c-80a8-0e038166c641 HTTP/1.1" status: 200 len: 931 time: 0.3861284 Nov 27 03:49:42.105848 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34b75d-3964-44be-83ee-b0a6a8f265e3 req-b9981c26-56c8-40c9-b09a-7eedc520fcc4 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:42.115174 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cc34b75d-3964-44be-83ee-b0a6a8f265e3 req-b9981c26-56c8-40c9-b09a-7eedc520fcc4 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=044b8ce0-3e48-47c6-9aab-da7b76e2c654 HTTP/1.1" status: 200 len: 945 time: 0.1443288 Nov 27 03:49:42.143938 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-429b7e55-d2ad-41c7-9b12-8ce8e3ecd7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:42.146595 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-429b7e55-d2ad-41c7-9b12-8ce8e3ecd7bf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3fdcfdf66ebb4c0eb8a78f410d5ce3e4&device_id=30485f1d-66e7-439f-858e-ba5a0f8e2882 HTTP/1.1" status: 200 len: 1094 time: 0.1597214 Nov 27 03:49:42.243104 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-98b31702-8dee-44c0-81f4-9f96eea7d26d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b345c6d-40da-4296-9498-194d7e55a343 HTTP/1.1" status: 200 len: 217 time: 0.0608552 Nov 27 03:49:42.246794 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cc34b75d-3964-44be-83ee-b0a6a8f265e3 req-428761e7-df1a-48cc-a188-cb23f2cd5943 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235368 Nov 27 03:49:42.309904 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-75dca20d-c679-4b7c-9eb1-997a772752d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:42.312010 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-75dca20d-c679-4b7c-9eb1-997a772752d9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f975e248-782a-4b84-a7d5-fe131904e9c7 HTTP/1.1" status: 200 len: 854 time: 0.0546756 Nov 27 03:49:42.362239 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-0105054a-bfa2-4a1e-a146-ea496288ec9c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2bc24424-52d6-4360-b8f8-0e688ae6a419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364079 Nov 27 03:49:42.383486 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-646a15d9-7335-4f45-9275-574bd53276c0 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b7f270efeae1405ab8a1cc984f2059bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457239 Nov 27 03:49:42.457421 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-2a42af2e-8f3e-4d1d-86fb-b08710510628 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:42.458036 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-2a42af2e-8f3e-4d1d-86fb-b08710510628 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:42.494068 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-2a42af2e-8f3e-4d1d-86fb-b08710510628 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3361754 Nov 27 03:49:42.516106 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-f9cbf6c2-7312-4941-b923-48d617c4dab3 service neutron] Request body: {'port': {'device_id': '217ddd02-1cf3-4e7c-80a8-0e038166c641', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:49:42.541233 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-f72678c0-1d2b-49dd-9d1f-8bb43f85f26e service neutron] 10.222.0.11 "GET /v2.0/networks/2bc24424-52d6-4360-b8f8-0e688ae6a419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670332 Nov 27 03:49:42.541616 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-143319c2-c178-4ac2-b264-ffabdbe034dd req-b259fcd6-bb0b-4b19-b0d6-b33b1d10c8a7 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5688934 Nov 27 03:49:42.551622 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-1e75e779-ec84-48c7-a9ee-66aef257e5bd tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:42.553083 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-1e75e779-ec84-48c7-a9ee-66aef257e5bd tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1596835 Nov 27 03:49:42.571808 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-29972524-354d-4086-a335-eb724ccdffb5 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/quotas/b7f270efeae1405ab8a1cc984f2059bf HTTP/1.1" status: 200 len: 375 time: 0.0113029 Nov 27 03:49:42.588783 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-f9cbf6c2-7312-4941-b923-48d617c4dab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:42.605387 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4618becf-b42b-4561-a217-c176d171d821 req-c4e99de9-e02b-4b1c-81ff-a9992de69c8f service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6315036 Nov 27 03:49:42.609697 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502e530f-23e7-4022-a48c-591341e3062d x-openstack-request-id: req-502e530f-23e7-4022-a48c-591341e3062d {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:49:42.609996 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab23547-e491-4539-98d8-f2924393b0ac", "tag": "ac5a9819-f007-45b4-b39f-9ca98d7b81b5", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:49:42.610252 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-502e530f-23e7-4022-a48c-591341e3062d {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:49:42.610673 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab23547-e491-4539-98d8-f2924393b0ac', 'tag': 'ac5a9819-f007-45b4-b39f-9ca98d7b81b5', 'status': 'completed', 'code': 200} Nov 27 03:49:42.634590 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-e055ea0c-30f4-4f81-bc07-f267ee032703 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b7f270efeae1405ab8a1cc984f2059bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558305 Nov 27 03:49:42.700145 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4734043-8f77-4a5f-990b-da1153021f51', 'tag': 'e695790c-fb80-490e-8b57-32cd9a699aa8'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:49:42.702436 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6856f239-9963-482a-aa8e-169701f14ddf" -d '{"events": [{"name": "network-changed", "server_uuid": "a4734043-8f77-4a5f-990b-da1153021f51", "tag": "e695790c-fb80-490e-8b57-32cd9a699aa8"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:49:42.804362 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086a3e87-fca9-48d9-98c9-631f34885f0a x-openstack-request-id: req-086a3e87-fca9-48d9-98c9-631f34885f0a {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:49:42.804899 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044b8ce0-3e48-47c6-9aab-da7b76e2c654", "name": "network-vif-plugged", "status": "completed", "tag": "fbed81a4-e6a2-4c07-9b59-ed8c23957d85", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:49:42.804899 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-086a3e87-fca9-48d9-98c9-631f34885f0a {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:49:42.805274 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044b8ce0-3e48-47c6-9aab-da7b76e2c654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbed81a4-e6a2-4c07-9b59-ed8c23957d85', 'code': 200} Nov 27 03:49:42.814938 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b257616c-b45f-4281-bbe3-fe5007a634a5 req-2ddbd429-b9ea-4db2-99ef-be25e0d3263b service neutron] 10.222.0.11 "GET /v2.0/networks/2bc24424-52d6-4360-b8f8-0e688ae6a419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112077 Nov 27 03:49:42.829967 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda82bc8-b9b3-414b-afb7-bf678d66c795 req-16ff6d1c-97aa-4598-a900-bce98a8d07ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:42.831526 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dda82bc8-b9b3-414b-afb7-bf678d66c795 req-16ff6d1c-97aa-4598-a900-bce98a8d07ac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8034f6ec58f9461bbbd6b0673a6f6a14&device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 1094 time: 0.1112142 Nov 27 03:49:42.843151 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254fca5-1f0a-49e7-abea-427e0da6d9f2 req-2bc656ec-f706-4abd-8edc-f6dcaeed88fe tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:42.844641 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c254fca5-1f0a-49e7-abea-427e0da6d9f2 req-2bc656ec-f706-4abd-8edc-f6dcaeed88fe tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae7dc23d-92dc-4238-9028-2d73907fe0fe HTTP/1.1" status: 200 len: 946 time: 0.1994932 Nov 27 03:49:42.916970 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd784c-abf4-44ee-917f-745157d015fc req-16474b24-772e-4007-bdb1-3fdc34304431 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:42.918496 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9fcd784c-abf4-44ee-917f-745157d015fc req-16474b24-772e-4007-bdb1-3fdc34304431 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 948 time: 0.0618336 Nov 27 03:49:42.975015 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9fcd784c-abf4-44ee-917f-745157d015fc req-bd349e68-e3aa-45de-9b80-4dcbda508070 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473881 Nov 27 03:49:42.981621 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c254fca5-1f0a-49e7-abea-427e0da6d9f2 req-0df9569a-7eea-4651-aef4-9ec548d22166 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267712 Nov 27 03:49:43.058855 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8210d021-7ce7-43ee-9294-0d227ca68bff x-openstack-request-id: req-8210d021-7ce7-43ee-9294-0d227ca68bff {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:49:43.059149 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4734043-8f77-4a5f-990b-da1153021f51", "tag": "e695790c-fb80-490e-8b57-32cd9a699aa8", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:49:43.059405 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8210d021-7ce7-43ee-9294-0d227ca68bff {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:49:43.059802 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4734043-8f77-4a5f-990b-da1153021f51', 'tag': 'e695790c-fb80-490e-8b57-32cd9a699aa8', 'status': 'completed', 'code': 200} Nov 27 03:49:43.073493 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-f9cbf6c2-7312-4941-b923-48d617c4dab3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55863f53-87cd-4fb9-9cc9-eb17b216bcba {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:49:43.078794 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda82bc8-b9b3-414b-afb7-bf678d66c795 req-b1f5bf65-38eb-4d3e-913d-b5e6437e66af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:43.080317 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dda82bc8-b9b3-414b-afb7-bf678d66c795 req-b1f5bf65-38eb-4d3e-913d-b5e6437e66af service neutron] 10.222.0.11 "GET /v2.0/networks?id=211a26de-ee25-4358-bc51-37876ae6d739 HTTP/1.1" status: 200 len: 920 time: 0.2211411 Nov 27 03:49:43.084675 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-f9cbf6c2-7312-4941-b923-48d617c4dab3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:43.135439 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a2005-203b-4aa5-a418-3bdbeacba635 req-2b192954-e9ee-4e20-999e-f12e877b6a62 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:43.136977 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e07a2005-203b-4aa5-a418-3bdbeacba635 req-2b192954-e9ee-4e20-999e-f12e877b6a62 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] 10.222.0.20 "GET /v2.0/ports?device_id=30485f1d-66e7-439f-858e-ba5a0f8e2882 HTTP/1.1" status: 200 len: 943 time: 0.0818727 Nov 27 03:49:43.177759 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856f239-9963-482a-aa8e-169701f14ddf req-8da415af-db35-41c5-a300-915868b042eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:43.181069 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6856f239-9963-482a-aa8e-169701f14ddf req-8da415af-db35-41c5-a300-915868b042eb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d416f1581fce4cbda78108e0795a4c3c&device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 1099 time: 0.0798702 Nov 27 03:49:43.202848 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-f9cbf6c2-7312-4941-b923-48d617c4dab3 service neutron] Transition to ACTIVE for port object 55863f53-87cd-4fb9-9cc9-eb17b216bcba will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:49:43.204303 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34390) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:43.207236 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dda82bc8-b9b3-414b-afb7-bf678d66c795 req-fad3649d-15b3-4d14-8059-e348c3dfe905 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac5a9819-f007-45b4-b39f-9ca98d7b81b5 HTTP/1.1" status: 200 len: 217 time: 0.1091993 Nov 27 03:49:43.209877 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-59e2b6c8-c584-4664-aafa-6c498614d386 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-4915234'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:49:43.229560 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-f9cbf6c2-7312-4941-b923-48d617c4dab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:43.263807 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e07a2005-203b-4aa5-a418-3bdbeacba635 req-f5c3ecb4-b8ff-4fdf-89d1-615161c49fde tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] 10.222.0.20 "GET /v2.0/security-groups?id=a638573b-7139-4a11-9a7a-6b9bd4e1b9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200700 Nov 27 03:49:43.288996 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dfbc5dcb-30b3-4866-8568-7ceb40ea8607 req-a38dad39-cff3-4c2d-b412-358d618acbb3 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0b3a0dc-6129-40e7-a728-0b368615fb79 HTTP/1.1" status: 200 len: 210 time: 0.1204100 Nov 27 03:49:43.305129 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e2b6c8-c584-4664-aafa-6c498614d386 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Made reservation on behalf of 3e0a6e3903404d4c8a0246b387bf3805 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:49:43.309642 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-59e2b6c8-c584-4664-aafa-6c498614d386 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:43.343702 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856f239-9963-482a-aa8e-169701f14ddf req-ed380742-8871-4f55-b7dc-7973f5ce8fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:43.346943 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6856f239-9963-482a-aa8e-169701f14ddf req-ed380742-8871-4f55-b7dc-7973f5ce8fee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d416f1581fce4cbda78108e0795a4c3c&device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 1099 time: 0.1828015 Nov 27 03:49:43.405126 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856f239-9963-482a-aa8e-169701f14ddf req-ab6cdcc4-5748-4d51-8627-d71e2378ba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:43.406930 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6856f239-9963-482a-aa8e-169701f14ddf req-ab6cdcc4-5748-4d51-8627-d71e2378ba98 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.2152312 Nov 27 03:49:43.408839 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59e2b6c8-c584-4664-aafa-6c498614d386 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:49:43.447545 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda82bc8-b9b3-414b-afb7-bf678d66c795 req-3538883e-0cfc-458a-adc5-067c3ea6cb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:43.448992 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dda82bc8-b9b3-414b-afb7-bf678d66c795 req-3538883e-0cfc-458a-adc5-067c3ea6cb48 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7f92d0cd-8b30-467f-95d0-7ca51c4b0374 HTTP/1.1" status: 200 len: 859 time: 0.2307503 Nov 27 03:49:43.461034 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-59e2b6c8-c584-4664-aafa-6c498614d386 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:43.461382 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-59e2b6c8-c584-4664-aafa-6c498614d386 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Added segment 00d9997d-4db1-40cf-888f-64616d21b51f of type vlan for network e40f6bbd-098b-49f7-b15f-a15d5c62f421 Nov 27 03:49:43.477671 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6856f239-9963-482a-aa8e-169701f14ddf req-7ce4b6aa-afb9-48f7-a3e1-c9d43e46ff70 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=e695790c-fb80-490e-8b57-32cd9a699aa8 HTTP/1.1" status: 200 len: 217 time: 0.0618722 Nov 27 03:49:43.506018 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cbf6c2-7312-4941-b923-48d617c4dab3 service neutron] Pushing event updated for resources: {'Port': ['ID=55863f53-87cd-4fb9-9cc9-eb17b216bcba,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:43.546713 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d2d62-b083-45d7-82e1-17f9ab85c92e req-cf46c6b8-a0e7-4b25-9f5d-f20199ab8d70 tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:43.547699 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dda82bc8-b9b3-414b-afb7-bf678d66c795 req-64669f9c-f550-4179-b4a5-86a2ce0c8208 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=211a26de-ee25-4358-bc51-37876ae6d739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759652 Nov 27 03:49:43.549895 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1f6d2d62-b083-45d7-82e1-17f9ab85c92e req-cf46c6b8-a0e7-4b25-9f5d-f20199ab8d70 tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdda9d68-b81b-44e4-b8c5-d896dfee0398 HTTP/1.1" status: 200 len: 949 time: 0.1829796 Nov 27 03:49:43.563339 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-59e2b6c8-c584-4664-aafa-6c498614d386 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:43.607734 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856f239-9963-482a-aa8e-169701f14ddf req-cc3a4743-6a22-48b7-ac98-b0f0b9426aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:43.609096 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6856f239-9963-482a-aa8e-169701f14ddf req-cc3a4743-6a22-48b7-ac98-b0f0b9426aa3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.1125138 Nov 27 03:49:43.629797 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-59e2b6c8-c584-4664-aafa-6c498614d386 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:43.635224 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e2b6c8-c584-4664-aafa-6c498614d386 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:43.635811 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-59e2b6c8-c584-4664-aafa-6c498614d386 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:43.639689 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a0c0e-dd5e-4f23-a8fa-921972655ee2 req-8d700680-a80e-4109-8ca1-ecc090f3d5e0 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:43.641542 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c68a0c0e-dd5e-4f23-a8fa-921972655ee2 req-8d700680-a80e-4109-8ca1-ecc090f3d5e0 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=044b8ce0-3e48-47c6-9aab-da7b76e2c654 HTTP/1.1" status: 200 len: 945 time: 0.2616878 Nov 27 03:49:43.653411 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856f239-9963-482a-aa8e-169701f14ddf req-e7bf1bbe-35b3-4cbe-a768-797dc848b381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:43.655430 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6856f239-9963-482a-aa8e-169701f14ddf req-e7bf1bbe-35b3-4cbe-a768-797dc848b381 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.2782502 Nov 27 03:49:43.679092 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1f6d2d62-b083-45d7-82e1-17f9ab85c92e req-a75ff203-1ff5-4583-ad28-3cb8440c3cfc tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] 10.222.0.20 "GET /v2.0/security-groups?id=da1546ad-7e21-4731-ab7d-f0e002a0c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192305 Nov 27 03:49:43.694860 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-f9cbf6c2-7312-4941-b923-48d617c4dab3 service neutron] Attempting to bind port 55863f53-87cd-4fb9-9cc9-eb17b216bcba on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:49:43.695192 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-f9cbf6c2-7312-4941-b923-48d617c4dab3 service neutron] Attempting to bind port 55863f53-87cd-4fb9-9cc9-eb17b216bcba by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': 'bfcc9ec6-3441-46de-afcb-8047300e65d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '211a26de-ee25-4358-bc51-37876ae6d739'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:49:43.695492 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-f9cbf6c2-7312-4941-b923-48d617c4dab3 service neutron] Attempting to bind port 55863f53-87cd-4fb9-9cc9-eb17b216bcba on network 211a26de-ee25-4358-bc51-37876ae6d739 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:49:43.731849 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-59e2b6c8-c584-4664-aafa-6c498614d386 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5257018 Nov 27 03:49:43.733079 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6856f239-9963-482a-aa8e-169701f14ddf req-65bb3985-2de3-492d-91f9-fdb7b7fc69cf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=e695790c-fb80-490e-8b57-32cd9a699aa8 HTTP/1.1" status: 200 len: 217 time: 0.0585399 Nov 27 03:49:43.734071 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34396) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:43.746911 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-f1d006c7-7a32-4d65-9e1a-99b7dd692fc1 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-723947592'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:49:43.751203 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-f9cbf6c2-7312-4941-b923-48d617c4dab3 service neutron] Port 55863f53-87cd-4fb9-9cc9-eb17b216bcba on network 211a26de-ee25-4358-bc51-37876ae6d739 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:49:43.751532 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-f9cbf6c2-7312-4941-b923-48d617c4dab3 service neutron] Attempting to bind port 55863f53-87cd-4fb9-9cc9-eb17b216bcba on network 211a26de-ee25-4358-bc51-37876ae6d739 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:49:43.789128 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2b6c8-c584-4664-aafa-6c498614d386 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Pushing event updated for resources: {'Network': ['ID=e40f6bbd-098b-49f7-b15f-a15d5c62f421,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:43.795821 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-f9cbf6c2-7312-4941-b923-48d617c4dab3 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:49:43.796162 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-f9cbf6c2-7312-4941-b923-48d617c4dab3 service neutron] Checking segment: {'id': 'bfcc9ec6-3441-46de-afcb-8047300e65d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '211a26de-ee25-4358-bc51-37876ae6d739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:49:43.796550 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-f9cbf6c2-7312-4941-b923-48d617c4dab3 service neutron] Bound using segment: {'id': 'bfcc9ec6-3441-46de-afcb-8047300e65d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '211a26de-ee25-4358-bc51-37876ae6d739'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:49:43.797150 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-f9cbf6c2-7312-4941-b923-48d617c4dab3 service neutron] Bound port: 55863f53-87cd-4fb9-9cc9-eb17b216bcba, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfcc9ec6-3441-46de-afcb-8047300e65d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '211a26de-ee25-4358-bc51-37876ae6d739'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:49:43.797332 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-f9cbf6c2-7312-4941-b923-48d617c4dab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:43.798563 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856f239-9963-482a-aa8e-169701f14ddf req-2bc18807-8b4d-41b3-b279-fe110cd426bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:43.800323 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6856f239-9963-482a-aa8e-169701f14ddf req-2bc18807-8b4d-41b3-b279-fe110cd426bf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1621015 Nov 27 03:49:43.802194 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network e40f6bbd-098b-49f7-b15f-a15d5c62f421 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:49:43.844012 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c68a0c0e-dd5e-4f23-a8fa-921972655ee2 req-4a788a36-93a6-4b08-9b88-54672b094c83 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940205 Nov 27 03:49:43.845803 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dda82bc8-b9b3-414b-afb7-bf678d66c795 req-4c6580e3-0a41-44b5-a71e-e0e1152a8eee service neutron] 10.222.0.11 "GET /v2.0/networks/211a26de-ee25-4358-bc51-37876ae6d739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848418 Nov 27 03:49:43.893951 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d006c7-7a32-4d65-9e1a-99b7dd692fc1 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Made reservation on behalf of 3e0a6e3903404d4c8a0246b387bf3805 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:49:43.897467 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f1d006c7-7a32-4d65-9e1a-99b7dd692fc1 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:43.900827 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac9ced-03e5-4eb4-843b-95882c4d0738 req-0791cbe3-9eef-4c28-a9ab-1e96faa547e8 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:43.909098 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6cac9ced-03e5-4eb4-843b-95882c4d0738 req-0791cbe3-9eef-4c28-a9ab-1e96faa547e8 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=217ddd02-1cf3-4e7c-80a8-0e038166c641 HTTP/1.1" status: 200 len: 943 time: 0.1606822 Nov 27 03:49:43.911503 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856f239-9963-482a-aa8e-169701f14ddf req-a5fc4c0b-ab45-4c21-83c1-c265c8c5ed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:43.913065 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6856f239-9963-482a-aa8e-169701f14ddf req-a5fc4c0b-ab45-4c21-83c1-c265c8c5ed82 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.1530421 Nov 27 03:49:44.011366 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6cac9ced-03e5-4eb4-843b-95882c4d0738 req-61f7cd15-2560-49c2-a854-c67f915eafdf tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011605 Nov 27 03:49:44.021267 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6856f239-9963-482a-aa8e-169701f14ddf req-547f18d9-8d3b-45c5-8713-3eac9a164209 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117572 Nov 27 03:49:44.029439 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d006c7-7a32-4d65-9e1a-99b7dd692fc1 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:49:44.035800 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-f9cbf6c2-7312-4941-b923-48d617c4dab3 service neutron] For port 55863f53-87cd-4fb9-9cc9-eb17b216bcba, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:49:44.045884 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-f9cbf6c2-7312-4941-b923-48d617c4dab3 service neutron] For port 55863f53-87cd-4fb9-9cc9-eb17b216bcba, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=55863f53-87cd-4fb9-9cc9-eb17b216bcba,segment=NetworkSegment(bfcc9ec6-3441-46de-afcb-8047300e65d9),segment_id=bfcc9ec6-3441-46de-afcb-8047300e65d9)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:49:44.065229 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-f9cbf6c2-7312-4941-b923-48d617c4dab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:44.068623 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f1d006c7-7a32-4d65-9e1a-99b7dd692fc1 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:44.068975 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-f1d006c7-7a32-4d65-9e1a-99b7dd692fc1 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Added segment df0a34ce-2877-46e9-9463-787c32ddfe5c of type vlan for network 19023ddb-b83b-433d-89aa-500b49070446 Nov 27 03:49:44.093587 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-015b5466-cb6d-43c4-a4b6-95ade015995e tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b7f270efeae1405ab8a1cc984f2059bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0760455 Nov 27 03:49:44.136805 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856f239-9963-482a-aa8e-169701f14ddf req-dff390c8-443d-496e-b90f-808e8e2a051f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:44.138444 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6856f239-9963-482a-aa8e-169701f14ddf req-dff390c8-443d-496e-b90f-808e8e2a051f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1852527 Nov 27 03:49:44.141504 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dda82bc8-b9b3-414b-afb7-bf678d66c795 req-261fb482-4688-48a2-a10a-4a1240f2bc91 service neutron] 10.222.0.11 "GET /v2.0/networks/211a26de-ee25-4358-bc51-37876ae6d739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788203 Nov 27 03:49:44.172494 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-f9cbf6c2-7312-4941-b923-48d617c4dab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:44.176606 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-f9cbf6c2-7312-4941-b923-48d617c4dab3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:44.178059 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-f9cbf6c2-7312-4941-b923-48d617c4dab3 service neutron] 10.222.0.23 "PUT /v2.0/ports/55863f53-87cd-4fb9-9cc9-eb17b216bcba HTTP/1.1" status: 200 len: 1091 time: 1.6669092 Nov 27 03:49:44.281035 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f1d006c7-7a32-4d65-9e1a-99b7dd692fc1 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:44.305726 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8eb77-bcb1-488a-9606-5dbd93dc5036 req-58bf4323-a63d-4bfb-a454-1edeb5d59821 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:44.307258 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cba8eb77-bcb1-488a-9606-5dbd93dc5036 req-58bf4323-a63d-4bfb-a454-1edeb5d59821 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 948 time: 0.2015522 Nov 27 03:49:44.314798 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cbf6c2-7312-4941-b923-48d617c4dab3 service neutron] Pushing event updated for resources: {'Port': ['ID=55863f53-87cd-4fb9-9cc9-eb17b216bcba,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:44.341841 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-af6339ba-8a13-4ab6-bae5-1b3de1c1356e tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:44.343885 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-af6339ba-8a13-4ab6-bae5-1b3de1c1356e tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1898489 Nov 27 03:49:44.345646 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6856f239-9963-482a-aa8e-169701f14ddf req-5b6998b3-f00b-4670-af9f-78cf0028e482 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853813 Nov 27 03:49:44.360801 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd28e86-ffa2-4123-b213-c606b9887300 req-dd46f746-15e7-42b8-adb3-e3049ca9ee26 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:44.362278 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9dd28e86-ffa2-4123-b213-c606b9887300 req-dd46f746-15e7-42b8-adb3-e3049ca9ee26 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae7dc23d-92dc-4238-9028-2d73907fe0fe HTTP/1.1" status: 200 len: 946 time: 0.2185647 Nov 27 03:49:44.373384 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-c4bc3fa1-fa7c-49dc-8e15-46ed61734bd7 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Request body: {'port': {'device_id': 'e0b3a0dc-6129-40e7-a728-0b368615fb79', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'admin_state_up': True, 'tenant_id': 'b7f270efeae1405ab8a1cc984f2059bf'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:49:44.382811 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f1d006c7-7a32-4d65-9e1a-99b7dd692fc1 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:44.388281 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d006c7-7a32-4d65-9e1a-99b7dd692fc1 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:44.389325 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f1d006c7-7a32-4d65-9e1a-99b7dd692fc1 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:44.418361 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cba8eb77-bcb1-488a-9606-5dbd93dc5036 req-b83d4db7-ae45-4fcf-9a29-27efc423e04e tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004922 Nov 27 03:49:44.474736 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6856f239-9963-482a-aa8e-169701f14ddf req-e9d05477-f9d5-4343-94f5-fa00e5c22d13 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043804 Nov 27 03:49:44.488478 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f1d006c7-7a32-4d65-9e1a-99b7dd692fc1 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7513032 Nov 27 03:49:44.493021 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34416) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:44.500332 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-15367936-00da-44ff-bd35-7e874950e09d tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Request body: {'subnet': {'network_id': 'e40f6bbd-098b-49f7-b15f-a15d5c62f421', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:49:44.507576 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-d3deaa8d-fd8b-485d-aa5f-84ebcaa6d330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:44.508934 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-d3deaa8d-fd8b-485d-aa5f-84ebcaa6d330 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8034f6ec58f9461bbbd6b0673a6f6a14&device_id=217ddd02-1cf3-4e7c-80a8-0e038166c641 HTTP/1.1" status: 200 len: 1094 time: 0.2093685 Nov 27 03:49:44.519709 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device e695790c-fb80-490e-8b57-32cd9a699aa8 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:49:44.530231 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 9e416601-a573-4176-8cdb-b25c3b2bb77a up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:49:44.544865 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d006c7-7a32-4d65-9e1a-99b7dd692fc1 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Pushing event updated for resources: {'Network': ['ID=19023ddb-b83b-433d-89aa-500b49070446,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:44.591960 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 19023ddb-b83b-433d-89aa-500b49070446 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:49:44.598100 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-c4bc3fa1-fa7c-49dc-8e15-46ed61734bd7 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Made reservation on behalf of b7f270efeae1405ab8a1cc984f2059bf for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:49:44.601938 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-c4bc3fa1-fa7c-49dc-8e15-46ed61734bd7 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:44.608413 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9dd28e86-ffa2-4123-b213-c606b9887300 req-7a12d2d2-0fc2-47b6-9e31-64678eaf1cf2 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304699 Nov 27 03:49:44.611543 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-20773c08-92e7-4c09-992b-d6313de27b19 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55863f53-87cd-4fb9-9cc9-eb17b216bcba HTTP/1.1" status: 200 len: 217 time: 0.0857949 Nov 27 03:49:44.613606 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30485f1d-66e7-439f-858e-ba5a0f8e2882', 'tag': '7b345c6d-40da-4296-9498-194d7e55a343'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:49:44.616146 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183d33d1-9ec8-4edc-88c9-79abd48a0c36" -d '{"events": [{"name": "network-changed", "server_uuid": "30485f1d-66e7-439f-858e-ba5a0f8e2882", "tag": "7b345c6d-40da-4296-9498-194d7e55a343"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:49:44.714665 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-c3dd21f3-2aa2-4bc4-a87f-0713c6be70a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:44.716136 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-c3dd21f3-2aa2-4bc4-a87f-0713c6be70a1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7f92d0cd-8b30-467f-95d0-7ca51c4b0374 HTTP/1.1" status: 200 len: 859 time: 0.0969524 Nov 27 03:49:44.727538 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6856f239-9963-482a-aa8e-169701f14ddf req-61ef8c26-04a0-4138-b35b-4c1a3b5b2810 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319839 Nov 27 03:49:44.753648 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-00951710-23b2-4cc0-b309-c8a0f1588d69 req-d83b2118-537d-4002-b122-b040cdf130fb tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0b3a0dc-6129-40e7-a728-0b368615fb79 HTTP/1.1" status: 200 len: 210 time: 0.0410011 Nov 27 03:49:44.757619 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290d993-dadc-4533-b9bb-8d8bf5415f81 req-254919cf-10be-40f7-8654-d05b846bf12d tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:44.759074 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e290d993-dadc-4533-b9bb-8d8bf5415f81 req-254919cf-10be-40f7-8654-d05b846bf12d tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] 10.222.0.20 "GET /v2.0/ports?device_id=30485f1d-66e7-439f-858e-ba5a0f8e2882 HTTP/1.1" status: 200 len: 943 time: 0.2010105 Nov 27 03:49:44.771708 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-66d08f74-976f-46ec-b855-6a9bc2b18637 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=211a26de-ee25-4358-bc51-37876ae6d739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432315 Nov 27 03:49:44.887082 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-dd8a9c14-46e4-4639-86e0-1e2fff6f31c9 service neutron] 10.222.0.23 "GET /v2.0/networks/211a26de-ee25-4358-bc51-37876ae6d739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052582 Nov 27 03:49:44.893695 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-c4bc3fa1-fa7c-49dc-8e15-46ed61734bd7 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Allocated IP 192.168.233.127 (7cd21890-8440-4d5d-a862-4b55c8c22387/f14a2acf-f1d7-4ddf-8459-b30982428e88/0ac19189-8bd0-4e1e-98a4-039eaea16651) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:49:44.950363 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15367936-00da-44ff-bd35-7e874950e09d tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Made reservation on behalf of 3e0a6e3903404d4c8a0246b387bf3805 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:49:44.954000 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-15367936-00da-44ff-bd35-7e874950e09d tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:44.995201 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port e695790c-fb80-490e-8b57-32cd9a699aa8, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=e695790c-fb80-490e-8b57-32cd9a699aa8,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:45.021878 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614119e9-86ac-42e7-a864-c77468541ea4 x-openstack-request-id: req-614119e9-86ac-42e7-a864-c77468541ea4 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:49:45.022138 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7dc23d-92dc-4238-9028-2d73907fe0fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b05dc6-46bd-424f-9786-88d9641f861c'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:49:45.022246 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30485f1d-66e7-439f-858e-ba5a0f8e2882", "tag": "7b345c6d-40da-4296-9498-194d7e55a343", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:49:45.022399 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-614119e9-86ac-42e7-a864-c77468541ea4 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:49:45.022821 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30485f1d-66e7-439f-858e-ba5a0f8e2882', 'tag': '7b345c6d-40da-4296-9498-194d7e55a343', 'status': 'completed', 'code': 200} Nov 27 03:49:45.024494 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66f415e-d766-45c5-b770-df3847e63ef1" -d '{"events": [{"server_uuid": "ae7dc23d-92dc-4238-9028-2d73907fe0fe", "name": "network-vif-plugged", "status": "completed", "tag": "86b05dc6-46bd-424f-9786-88d9641f861c"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:49:45.028735 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'e695790c-fb80-490e-8b57-32cd9a699aa8', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'port_id': 'e695790c-fb80-490e-8b57-32cd9a699aa8', 'mac_address': 'fa:16:3e:08:69:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14a2acf-f1d7-4ddf-8459-b30982428e88', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:49:45.054481 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-918e71c8-6d25-4b92-8070-ee1934e9aa6a req-4d3e2b30-78c0-46cc-be37-ec7303583e4f service neutron] 10.222.0.23 "GET /v2.0/networks/211a26de-ee25-4358-bc51-37876ae6d739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591015 Nov 27 03:49:45.062920 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217ddd02-1cf3-4e7c-80a8-0e038166c641', 'tag': '55863f53-87cd-4fb9-9cc9-eb17b216bcba'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:49:45.070834 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c64caed-743a-483c-ae6a-b13691abb223" -d '{"events": [{"name": "network-changed", "server_uuid": "217ddd02-1cf3-4e7c-80a8-0e038166c641", "tag": "55863f53-87cd-4fb9-9cc9-eb17b216bcba"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:49:45.077836 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 9e416601-a573-4176-8cdb-b25c3b2bb77a completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:49:45.084202 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 9e416601-a573-4176-8cdb-b25c3b2bb77a triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:49:45.084414 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e290d993-dadc-4533-b9bb-8d8bf5415f81 req-b873d11b-ac4e-422e-9582-deae2e5343f8 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] 10.222.0.20 "GET /v2.0/security-groups?id=a638573b-7139-4a11-9a7a-6b9bd4e1b9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075783 Nov 27 03:49:45.084599 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:45.139777 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f571e-30c9-47b6-af6a-4b1e7552d969 req-637dbdb9-41fd-4414-b201-d5967be9e496 tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:45.141789 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-811f571e-30c9-47b6-af6a-4b1e7552d969 req-637dbdb9-41fd-4414-b201-d5967be9e496 tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdda9d68-b81b-44e4-b8c5-d896dfee0398 HTTP/1.1" status: 200 len: 949 time: 0.0645907 Nov 27 03:49:45.151054 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:45.177194 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e695790c-fb80-490e-8b57-32cd9a699aa8 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:49:45.203320 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port e695790c-fb80-490e-8b57-32cd9a699aa8, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=e695790c-fb80-490e-8b57-32cd9a699aa8,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:45.209367 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-811f571e-30c9-47b6-af6a-4b1e7552d969 req-1159c0cc-a593-4c6f-98b4-e1f5fb6c3e93 tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] 10.222.0.20 "GET /v2.0/security-groups?id=da1546ad-7e21-4731-ab7d-f0e002a0c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558472 Nov 27 03:49:45.232316 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:45.234005 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device ac5a9819-f007-45b4-b39f-9ca98d7b81b5 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:49:45.276844 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7474010b-8f9e-41af-a744-10b7c8ab8d30 x-openstack-request-id: req-7474010b-8f9e-41af-a744-10b7c8ab8d30 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:49:45.277142 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7dc23d-92dc-4238-9028-2d73907fe0fe", "name": "network-vif-plugged", "status": "completed", "tag": "86b05dc6-46bd-424f-9786-88d9641f861c", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:49:45.277398 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7474010b-8f9e-41af-a744-10b7c8ab8d30 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:49:45.277795 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7dc23d-92dc-4238-9028-2d73907fe0fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b05dc6-46bd-424f-9786-88d9641f861c', 'code': 200} Nov 27 03:49:45.298080 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:45.372883 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9db7b-46cb-4a82-8fb6-9cec7015655a req-5e3760eb-04c9-4dc5-965a-e4e296a41f73 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:45.375310 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=e695790c-fb80-490e-8b57-32cd9a699aa8,revision_number=12']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:45.381652 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cad9db7b-46cb-4a82-8fb6-9cec7015655a req-5e3760eb-04c9-4dc5-965a-e4e296a41f73 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=217ddd02-1cf3-4e7c-80a8-0e038166c641 HTTP/1.1" status: 200 len: 943 time: 0.0674555 Nov 27 03:49:45.407409 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 9e416601-a573-4176-8cdb-b25c3b2bb77a, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=9e416601-a573-4176-8cdb-b25c3b2bb77a,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:45.413031 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:45.413927 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device fbed81a4-e6a2-4c07-9b59-ed8c23957d85 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:49:45.464064 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cad9db7b-46cb-4a82-8fb6-9cec7015655a req-756aa525-d0bd-4e09-807f-42bcd8ef052d tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813968 Nov 27 03:49:45.466131 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa9e05-2872-45f7-bed6-88bc3fa08e9e req-9f5cc297-cb9c-4d87-aa03-74bcde2ff5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:45.467809 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e4fa9e05-2872-45f7-bed6-88bc3fa08e9e req-9f5cc297-cb9c-4d87-aa03-74bcde2ff5f9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ae7dc23d-92dc-4238-9028-2d73907fe0fe HTTP/1.1" status: 200 len: 1097 time: 0.0785422 Nov 27 03:49:45.502686 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port ac5a9819-f007-45b4-b39f-9ca98d7b81b5, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=ac5a9819-f007-45b4-b39f-9ca98d7b81b5,segment=NetworkSegment(bfcc9ec6-3441-46de-afcb-8047300e65d9),segment_id=bfcc9ec6-3441-46de-afcb-8047300e65d9)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:45.526446 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'ac5a9819-f007-45b4-b39f-9ca98d7b81b5', 'network_id': '211a26de-ee25-4358-bc51-37876ae6d739', 'port_id': 'ac5a9819-f007-45b4-b39f-9ca98d7b81b5', 'mac_address': 'fa:16:3e:b0:83:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f92d0cd-8b30-467f-95d0-7ca51c4b0374', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:49:45.530457 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=9e416601-a573-4176-8cdb-b25c3b2bb77a,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:45.539037 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73eb172a-e8e2-457c-b049-b1f9447e33c8 x-openstack-request-id: req-73eb172a-e8e2-457c-b049-b1f9447e33c8 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:49:45.539376 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217ddd02-1cf3-4e7c-80a8-0e038166c641", "tag": "55863f53-87cd-4fb9-9cc9-eb17b216bcba", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:49:45.539576 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-73eb172a-e8e2-457c-b049-b1f9447e33c8 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:49:45.539962 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217ddd02-1cf3-4e7c-80a8-0e038166c641', 'tag': '55863f53-87cd-4fb9-9cc9-eb17b216bcba', 'status': 'completed', 'code': 200} Nov 27 03:49:45.556228 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d33d1-9ec8-4edc-88c9-79abd48a0c36 req-3c603c01-6608-4815-ae38-1f87c948b85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:45.557741 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-183d33d1-9ec8-4edc-88c9-79abd48a0c36 req-3c603c01-6608-4815-ae38-1f87c948b85a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3fdcfdf66ebb4c0eb8a78f410d5ce3e4&device_id=30485f1d-66e7-439f-858e-ba5a0f8e2882 HTTP/1.1" status: 200 len: 1094 time: 0.5044765 Nov 27 03:49:45.587631 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e4fa9e05-2872-45f7-bed6-88bc3fa08e9e req-459c7e9f-5924-4c33-b3df-fe9800208e0b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105180 Nov 27 03:49:45.617856 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:45.621921 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:45.640699 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac5a9819-f007-45b4-b39f-9ca98d7b81b5 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:49:45.645265 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8da50-c8d0-4512-8dca-1ccd46b80811 req-51189e05-764b-4d59-951c-ef63a8c54ac4 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:45.646633 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709b959-3c97-4308-b397-0dad78069d56 req-8a585db8-b568-4c0c-a147-8a152e0b3ef1 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:45.646794 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-41f8da50-c8d0-4512-8dca-1ccd46b80811 req-51189e05-764b-4d59-951c-ef63a8c54ac4 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 949 time: 0.0572476 Nov 27 03:49:45.648107 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f709b959-3c97-4308-b397-0dad78069d56 req-8a585db8-b568-4c0c-a147-8a152e0b3ef1 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=044b8ce0-3e48-47c6-9aab-da7b76e2c654 HTTP/1.1" status: 200 len: 945 time: 0.1915221 Nov 27 03:49:45.676823 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port ac5a9819-f007-45b4-b39f-9ca98d7b81b5, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=ac5a9819-f007-45b4-b39f-9ca98d7b81b5,segment=NetworkSegment(bfcc9ec6-3441-46de-afcb-8047300e65d9),segment_id=bfcc9ec6-3441-46de-afcb-8047300e65d9)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:45.678609 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-c4bc3fa1-fa7c-49dc-8e15-46ed61734bd7 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:45.680454 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port fbed81a4-e6a2-4c07-9b59-ed8c23957d85, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=fbed81a4-e6a2-4c07-9b59-ed8c23957d85,segment=NetworkSegment(0d71eb94-5225-4db6-8e46-cee8dee27f0a),segment_id=0d71eb94-5225-4db6-8e46-cee8dee27f0a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:45.684172 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:45.685058 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 7b345c6d-40da-4296-9498-194d7e55a343 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:49:45.690069 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:45.711976 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-41f8da50-c8d0-4512-8dca-1ccd46b80811 req-44428b7c-e8a0-4516-89e2-e178defad914 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561941 Nov 27 03:49:45.762813 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=ac5a9819-f007-45b4-b39f-9ca98d7b81b5,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:45.830410 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4b7af-b05f-474a-a3e4-afa38690665f req-f902c085-9139-4684-9a07-fe54a5383d72 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:45.835201 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3fe4b7af-b05f-474a-a3e4-afa38690665f req-f902c085-9139-4684-9a07-fe54a5383d72 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae7dc23d-92dc-4238-9028-2d73907fe0fe HTTP/1.1" status: 200 len: 946 time: 0.0572827 Nov 27 03:49:45.836705 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f709b959-3c97-4308-b397-0dad78069d56 req-f3b69735-91a3-4279-aea7-da842ac420ff tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629384 Nov 27 03:49:45.839953 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d33d1-9ec8-4edc-88c9-79abd48a0c36 req-a7a03582-3fa5-4ffd-91b1-a25bbc39f33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:45.841510 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-183d33d1-9ec8-4edc-88c9-79abd48a0c36 req-a7a03582-3fa5-4ffd-91b1-a25bbc39f33b service neutron] 10.222.0.11 "GET /v2.0/networks?id=2bc24424-52d6-4360-b8f8-0e688ae6a419 HTTP/1.1" status: 200 len: 915 time: 0.2727520 Nov 27 03:49:45.850798 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-15367936-00da-44ff-bd35-7e874950e09d tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:45.851950 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:45.856273 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-c4bc3fa1-fa7c-49dc-8e15-46ed61734bd7 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:45.878989 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=fbed81a4-e6a2-4c07-9b59-ed8c23957d85,revision_number=8']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:45.896699 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['26946bba-a484-4f3c-8919-da4b4bff424f', '5b6c04db-864a-455a-9280-0a33403f4d9b'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:49:45.909417 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 7b345c6d-40da-4296-9498-194d7e55a343, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=7b345c6d-40da-4296-9498-194d7e55a343,segment=NetworkSegment(9b7a1f69-0ad8-4ff3-880f-cb3339fc0845),segment_id=9b7a1f69-0ad8-4ff3-880f-cb3339fc0845)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:45.946390 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '7b345c6d-40da-4296-9498-194d7e55a343', 'network_id': '2bc24424-52d6-4360-b8f8-0e688ae6a419', 'port_id': '7b345c6d-40da-4296-9498-194d7e55a343', 'mac_address': 'fa:16:3e:27:fc:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f975e248-782a-4b84-a7d5-fe131904e9c7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:49:45.956661 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-183d33d1-9ec8-4edc-88c9-79abd48a0c36 req-928afeef-ec31-4483-8b81-95e4afc0fe32 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b345c6d-40da-4296-9498-194d7e55a343 HTTP/1.1" status: 200 len: 217 time: 0.0982704 Nov 27 03:49:45.965383 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3fe4b7af-b05f-474a-a3e4-afa38690665f req-0274e7da-a543-465d-816f-ec55ecf16caf tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255059 Nov 27 03:49:46.001079 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-c4bc3fa1-fa7c-49dc-8e15-46ed61734bd7 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Network 7cd21890-8440-4d5d-a862-4b55c8c22387 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:49:46.006712 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64caed-743a-483c-ae6a-b13691abb223 req-cfb0df8c-cd17-400f-96d5-6edbbbc18d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:46.012115 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5c64caed-743a-483c-ae6a-b13691abb223 req-cfb0df8c-cd17-400f-96d5-6edbbbc18d8e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8034f6ec58f9461bbbd6b0673a6f6a14&device_id=217ddd02-1cf3-4e7c-80a8-0e038166c641 HTTP/1.1" status: 200 len: 1094 time: 0.1371901 Nov 27 03:49:46.038858 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:46.044166 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-c4bc3fa1-fa7c-49dc-8e15-46ed61734bd7 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:49:46.047117 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-c4bc3fa1-fa7c-49dc-8e15-46ed61734bd7 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:49:46.053263 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15367936-00da-44ff-bd35-7e874950e09d tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Pushing event updated for resources: {'Subnet': ['ID=f9c95fc5-2816-48b1-af67-21fc91123a75,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:46.058752 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5d05579a-3bdb-4481-90d3-9ce98114bbf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:46.068222 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b345c6d-40da-4296-9498-194d7e55a343 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:49:46.106755 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc3fa1-fa7c-49dc-8e15-46ed61734bd7 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Pushing event updated for resources: {'Port': ['ID=0ac19189-8bd0-4e1e-98a4-039eaea16651,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:46.107029 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 7b345c6d-40da-4296-9498-194d7e55a343, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=7b345c6d-40da-4296-9498-194d7e55a343,segment=NetworkSegment(9b7a1f69-0ad8-4ff3-880f-cb3339fc0845),segment_id=9b7a1f69-0ad8-4ff3-880f-cb3339fc0845)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:46.118710 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:46.144248 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d33d1-9ec8-4edc-88c9-79abd48a0c36 req-4ab26486-1bb7-4f26-bde6-7b3e62d70b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:46.145516 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-183d33d1-9ec8-4edc-88c9-79abd48a0c36 req-4ab26486-1bb7-4f26-bde6-7b3e62d70b0e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f975e248-782a-4b84-a7d5-fe131904e9c7 HTTP/1.1" status: 200 len: 854 time: 0.1790941 Nov 27 03:49:46.150853 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15367936-00da-44ff-bd35-7e874950e09d tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Checking segment: {'id': '00d9997d-4db1-40cf-888f-64616d21b51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e40f6bbd-098b-49f7-b15f-a15d5c62f421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:49:46.151227 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15367936-00da-44ff-bd35-7e874950e09d tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Network hostable DHCP agents. Network: e40f6bbd-098b-49f7-b15f-a15d5c62f421, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:49:46.178537 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-c4bc3fa1-fa7c-49dc-8e15-46ed61734bd7 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:46.178537 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-c4bc3fa1-fa7c-49dc-8e15-46ed61734bd7 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:46.195956 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=7b345c6d-40da-4296-9498-194d7e55a343,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:46.203838 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1b961-4fac-480e-be23-48e8cdb49a9e req-a91f74ae-b321-4844-9069-1bbadbd006c6 tempest-MigrationsAdminTest-1034749198 tempest-MigrationsAdminTest-1034749198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:46.211083 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7e1b961-4fac-480e-be23-48e8cdb49a9e req-a91f74ae-b321-4844-9069-1bbadbd006c6 tempest-MigrationsAdminTest-1034749198 tempest-MigrationsAdminTest-1034749198-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 1100 time: 0.2498097 Nov 27 03:49:46.218793 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-183d33d1-9ec8-4edc-88c9-79abd48a0c36 req-b67842ac-5499-4c28-98b2-cbf105c5ab59 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2bc24424-52d6-4360-b8f8-0e688ae6a419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620441 Nov 27 03:49:46.222070 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e14fcb-d778-4089-ae24-5350ec7266b1 req-b0ff39d2-196e-43e8-913d-36c9275718d4 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:46.223912 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a6e14fcb-d778-4089-ae24-5350ec7266b1 req-b0ff39d2-196e-43e8-913d-36c9275718d4 tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.11 "GET /v2.0/ports?device_id=044b8ce0-3e48-47c6-9aab-da7b76e2c654 HTTP/1.1" status: 200 len: 943 time: 0.1827757 Nov 27 03:49:46.268513 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-c4bc3fa1-fa7c-49dc-8e15-46ed61734bd7 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9040132 Nov 27 03:49:46.295123 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65feb7af-ba8d-4b2b-9d6a-6ad1be3f11ea req-9ec4d048-26e3-49c1-8a7e-80b9873b3ac9 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:46.296696 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-65feb7af-ba8d-4b2b-9d6a-6ad1be3f11ea req-9ec4d048-26e3-49c1-8a7e-80b9873b3ac9 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0b3a0dc-6129-40e7-a728-0b368615fb79 HTTP/1.1" status: 200 len: 936 time: 0.2543380 Nov 27 03:49:46.302715 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-af20339c-cf00-43a5-99fd-286bad8fceda service neutron] Request body: {'port': {'device_id': 'e0b3a0dc-6129-40e7-a728-0b368615fb79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:49:46.305030 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15367936-00da-44ff-bd35-7e874950e09d tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Network e40f6bbd-098b-49f7-b15f-a15d5c62f421 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:49:46.308986 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64caed-743a-483c-ae6a-b13691abb223 req-1d2fb806-62c4-47e3-b593-87910fb0b32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:46.312241 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5c64caed-743a-483c-ae6a-b13691abb223 req-1d2fb806-62c4-47e3-b593-87910fb0b32c service neutron] 10.222.0.23 "GET /v2.0/networks?id=211a26de-ee25-4358-bc51-37876ae6d739 HTTP/1.1" status: 200 len: 920 time: 0.2845919 Nov 27 03:49:46.356931 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-15367936-00da-44ff-bd35-7e874950e09d tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, e40f6bbd-098b-49f7-b15f-a15d5c62f421) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:49:46.372237 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2528171c-17cf-48b1-8bb3-b4bd83ba199b None None] Network e40f6bbd-098b-49f7-b15f-a15d5c62f421 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:49:46.383993 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15367936-00da-44ff-bd35-7e874950e09d tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:46.384596 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-15367936-00da-44ff-bd35-7e874950e09d tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:46.389111 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7e1b961-4fac-480e-be23-48e8cdb49a9e req-42df3457-5912-4f57-8b5a-d670bb3ec6b2 tempest-MigrationsAdminTest-1034749198 tempest-MigrationsAdminTest-1034749198-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771219 Nov 27 03:49:46.456009 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-15367936-00da-44ff-bd35-7e874950e09d tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9619148 Nov 27 03:49:46.460316 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34444) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:46.465574 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-fb619b4c-47c5-45df-9bf3-4d3fab167fa6 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Request body: {'subnet': {'network_id': '19023ddb-b83b-433d-89aa-500b49070446', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:49:46.469066 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-af20339c-cf00-43a5-99fd-286bad8fceda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:46.472741 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-183d33d1-9ec8-4edc-88c9-79abd48a0c36 req-a9df1421-e8f4-49df-b218-8ed42f76c8f1 service neutron] 10.222.0.11 "GET /v2.0/networks/2bc24424-52d6-4360-b8f8-0e688ae6a419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397439 Nov 27 03:49:46.591548 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-6c7f5260-0d4d-4a9e-8d70-e877a4fe722e None None] Provisioning complete for port 0ac19189-8bd0-4e1e-98a4-039eaea16651 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:49:46.592165 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6c7f5260-0d4d-4a9e-8d70-e877a4fe722e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:46.645128 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-6c7f5260-0d4d-4a9e-8d70-e877a4fe722e None None] Port 0ac19189-8bd0-4e1e-98a4-039eaea16651 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:49:46.649811 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a505e6a2-361b-45e3-81a0-fee9d46eaba7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-e40f6bbd-098b-49f7-b15f-a15d5c62f421', 'network_id': 'e40f6bbd-098b-49f7-b15f-a15d5c62f421', 'tenant_id': '3e0a6e3903404d4c8a0246b387bf3805', 'fixed_ips': [{'subnet_id': 'f9c95fc5-2816-48b1-af67-21fc91123a75'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 03:49:46.650863 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a505e6a2-361b-45e3-81a0-fee9d46eaba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:46.667924 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['ac5a9819-f007-45b4-b39f-9ca98d7b81b5'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:49:46.701303 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['e695790c-fb80-490e-8b57-32cd9a699aa8'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:49:46.708051 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['7b345c6d-40da-4296-9498-194d7e55a343'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:49:46.709749 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bed4c6-b490-46ff-8317-4ef4b8bd7542 req-5e87d951-1ed3-4a56-b719-4f5024889614 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:46.717947 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-83bed4c6-b490-46ff-8317-4ef4b8bd7542 req-5e87d951-1ed3-4a56-b719-4f5024889614 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] 10.222.0.20 "GET /v2.0/ports?device_id=30485f1d-66e7-439f-858e-ba5a0f8e2882 HTTP/1.1" status: 200 len: 944 time: 0.1806207 Nov 27 03:49:46.745116 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5c64caed-743a-483c-ae6a-b13691abb223 req-3f2f9071-db79-4a0a-be91-a6d7f88163ce service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55863f53-87cd-4fb9-9cc9-eb17b216bcba HTTP/1.1" status: 200 len: 217 time: 0.4175880 Nov 27 03:49:46.783506 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-65feb7af-ba8d-4b2b-9d6a-6ad1be3f11ea req-53574eb8-45fc-455f-a309-a4ab9c71b974 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4703350 Nov 27 03:49:46.831681 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-183d33d1-9ec8-4edc-88c9-79abd48a0c36 req-0192e638-1c60-4479-8c0a-a02f3d81330e service neutron] 10.222.0.11 "GET /v2.0/networks/2bc24424-52d6-4360-b8f8-0e688ae6a419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395350 Nov 27 03:49:46.840175 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64caed-743a-483c-ae6a-b13691abb223 req-eedcbbc7-cf8a-42f2-b377-1f53af5c217f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:46.841458 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5c64caed-743a-483c-ae6a-b13691abb223 req-eedcbbc7-cf8a-42f2-b377-1f53af5c217f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7f92d0cd-8b30-467f-95d0-7ca51c4b0374 HTTP/1.1" status: 200 len: 859 time: 0.0679524 Nov 27 03:49:46.841676 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb619b4c-47c5-45df-9bf3-4d3fab167fa6 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Made reservation on behalf of 3e0a6e3903404d4c8a0246b387bf3805 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:49:46.845970 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fb619b4c-47c5-45df-9bf3-4d3fab167fa6 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:46.882089 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5c64caed-743a-483c-ae6a-b13691abb223 req-d70c3705-d325-4453-97c1-f162b0d6d05d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=211a26de-ee25-4358-bc51-37876ae6d739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318003 Nov 27 03:49:46.885234 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-a6e14fcb-d778-4089-ae24-5350ec7266b1 req-afc521d9-7df9-475d-8796-a6327bc8b46a tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Deleting port fbed81a4-e6a2-4c07-9b59-ed8c23957d85 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:49:46.885589 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a6e14fcb-d778-4089-ae24-5350ec7266b1 req-afc521d9-7df9-475d-8796-a6327bc8b46a tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:46.989938 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-83bed4c6-b490-46ff-8317-4ef4b8bd7542 req-4ce02e58-d1e3-43e3-8e12-f4a6460b3de4 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] 10.222.0.20 "GET /v2.0/security-groups?id=a638573b-7139-4a11-9a7a-6b9bd4e1b9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703958 Nov 27 03:49:47.052208 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-a505e6a2-361b-45e3-81a0-fee9d46eaba7 None None] Allocated IP 10.1.1.2 (e40f6bbd-098b-49f7-b15f-a15d5c62f421/f9c95fc5-2816-48b1-af67-21fc91123a75/bddd1769-ab60-490a-9c87-e66f37998b41) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:49:47.127410 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee14443-f803-4786-a2ba-fe798394ef6c req-26a8dcab-31f4-44a3-85ec-f2dd9044a25f tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:47.134394 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2ee14443-f803-4786-a2ba-fe798394ef6c req-26a8dcab-31f4-44a3-85ec-f2dd9044a25f tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdda9d68-b81b-44e4-b8c5-d896dfee0398 HTTP/1.1" status: 200 len: 950 time: 0.2153728 Nov 27 03:49:47.164548 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-a6e14fcb-d778-4089-ae24-5350ec7266b1 req-afc521d9-7df9-475d-8796-a6327bc8b46a tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] For port fbed81a4-e6a2-4c07-9b59-ed8c23957d85, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=fbed81a4-e6a2-4c07-9b59-ed8c23957d85,segment=NetworkSegment(0d71eb94-5225-4db6-8e46-cee8dee27f0a),segment_id=0d71eb94-5225-4db6-8e46-cee8dee27f0a)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:47.164954 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a6e14fcb-d778-4089-ae24-5350ec7266b1 req-afc521d9-7df9-475d-8796-a6327bc8b46a tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:47.190884 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5c64caed-743a-483c-ae6a-b13691abb223 req-e5a23c0e-8542-4f39-aa6b-054ab1a03850 service neutron] 10.222.0.23 "GET /v2.0/networks/211a26de-ee25-4358-bc51-37876ae6d739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729695 Nov 27 03:49:47.205474 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-a6e14fcb-d778-4089-ae24-5350ec7266b1 req-afc521d9-7df9-475d-8796-a6327bc8b46a tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Calling delete_port for fbed81a4-e6a2-4c07-9b59-ed8c23957d85 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:49:47.213464 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-af20339c-cf00-43a5-99fd-286bad8fceda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ac19189-8bd0-4e1e-98a4-039eaea16651 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:49:47.231322 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-af20339c-cf00-43a5-99fd-286bad8fceda service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:47.258206 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 55863f53-87cd-4fb9-9cc9-eb17b216bcba details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:49:47.262937 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-af20339c-cf00-43a5-99fd-286bad8fceda service neutron] Transition to ACTIVE for port object 0ac19189-8bd0-4e1e-98a4-039eaea16651 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:49:47.290473 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdda9d68-b81b-44e4-b8c5-d896dfee0398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e416601-a573-4176-8cdb-b25c3b2bb77a'}, {'server_uuid': '044b8ce0-3e48-47c6-9aab-da7b76e2c654', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbed81a4-e6a2-4c07-9b59-ed8c23957d85'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:49:47.292840 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41964475-585f-4e88-95ae-983dfa3437ac" -d '{"events": [{"server_uuid": "bdda9d68-b81b-44e4-b8c5-d896dfee0398", "name": "network-vif-plugged", "status": "completed", "tag": "9e416601-a573-4176-8cdb-b25c3b2bb77a"}, {"server_uuid": "044b8ce0-3e48-47c6-9aab-da7b76e2c654", "name": "network-vif-unplugged", "status": "completed", "tag": "fbed81a4-e6a2-4c07-9b59-ed8c23957d85"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:49:47.303229 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-af20339c-cf00-43a5-99fd-286bad8fceda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:47.337187 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2ee14443-f803-4786-a2ba-fe798394ef6c req-b6a82dd2-c3b7-46eb-87f7-6026347d1261 tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] 10.222.0.20 "GET /v2.0/security-groups?id=da1546ad-7e21-4731-ab7d-f0e002a0c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018209 Nov 27 03:49:47.394869 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20339c-cf00-43a5-99fd-286bad8fceda service neutron] Pushing event updated for resources: {'Port': ['ID=0ac19189-8bd0-4e1e-98a4-039eaea16651,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:47.400999 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5c64caed-743a-483c-ae6a-b13691abb223 req-6cd51fa4-7105-4343-a72a-8c120ef27d67 service neutron] 10.222.0.23 "GET /v2.0/networks/211a26de-ee25-4358-bc51-37876ae6d739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967509 Nov 27 03:49:47.456689 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a505e6a2-361b-45e3-81a0-fee9d46eaba7 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:47.481871 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a505e6a2-361b-45e3-81a0-fee9d46eaba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:47.485705 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fb619b4c-47c5-45df-9bf3-4d3fab167fa6 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:47.532099 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 55863f53-87cd-4fb9-9cc9-eb17b216bcba, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=55863f53-87cd-4fb9-9cc9-eb17b216bcba,segment=NetworkSegment(bfcc9ec6-3441-46de-afcb-8047300e65d9),segment_id=bfcc9ec6-3441-46de-afcb-8047300e65d9)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:47.549207 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a6e14fcb-d778-4089-ae24-5350ec7266b1 req-afc521d9-7df9-475d-8796-a6327bc8b46a tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:47.556838 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a505e6a2-361b-45e3-81a0-fee9d46eaba7 None None] Network e40f6bbd-098b-49f7-b15f-a15d5c62f421 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:49:47.559685 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '55863f53-87cd-4fb9-9cc9-eb17b216bcba', 'network_id': '211a26de-ee25-4358-bc51-37876ae6d739', 'port_id': '55863f53-87cd-4fb9-9cc9-eb17b216bcba', 'mac_address': 'fa:16:3e:7f:c5:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f92d0cd-8b30-467f-95d0-7ca51c4b0374', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:49:47.562015 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-a505e6a2-361b-45e3-81a0-fee9d46eaba7 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:49:47.568176 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a505e6a2-361b-45e3-81a0-fee9d46eaba7 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:49:47.574295 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a505e6a2-361b-45e3-81a0-fee9d46eaba7 None None] Pushing event updated for resources: {'Port': ['ID=bddd1769-ab60-490a-9c87-e66f37998b41,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:47.575685 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8318873-4fa1-4b78-990e-339ebaa04ef8 req-c723715e-c1b7-4fbc-8078-527f093466fe tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:47.575942 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353578f5-5b67-414a-82db-4c717a1066ca req-53131fc1-083e-45bf-893c-c2935f177932 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:47.584942 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-353578f5-5b67-414a-82db-4c717a1066ca req-53131fc1-083e-45bf-893c-c2935f177932 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=217ddd02-1cf3-4e7c-80a8-0e038166c641 HTTP/1.1" status: 200 len: 943 time: 0.2235148 Nov 27 03:49:47.597086 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f8318873-4fa1-4b78-990e-339ebaa04ef8 req-c723715e-c1b7-4fbc-8078-527f093466fe tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/ports?device_id=044b8ce0-3e48-47c6-9aab-da7b76e2c654 HTTP/1.1" status: 200 len: 943 time: 0.1181810 Nov 27 03:49:47.650983 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:47.657378 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc521d9-7df9-475d-8796-a6327bc8b46a tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Pushing event deleted for resources: {'Port': ['ID=fbed81a4-e6a2-4c07-9b59-ed8c23957d85,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:47.674325 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-a505e6a2-361b-45e3-81a0-fee9d46eaba7 None None] Attempting to bind port bddd1769-ab60-490a-9c87-e66f37998b41 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:49:47.674822 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-a505e6a2-361b-45e3-81a0-fee9d46eaba7 None None] Attempting to bind port bddd1769-ab60-490a-9c87-e66f37998b41 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '00d9997d-4db1-40cf-888f-64616d21b51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e40f6bbd-098b-49f7-b15f-a15d5c62f421'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:49:47.675614 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a505e6a2-361b-45e3-81a0-fee9d46eaba7 None None] Attempting to bind port bddd1769-ab60-490a-9c87-e66f37998b41 on network e40f6bbd-098b-49f7-b15f-a15d5c62f421 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:49:47.686753 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55863f53-87cd-4fb9-9cc9-eb17b216bcba {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:49:47.687267 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb619b4c-47c5-45df-9bf3-4d3fab167fa6 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Pushing event updated for resources: {'Subnet': ['ID=14307b56-4179-4fb0-9b1a-ab924af31129,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:47.698034 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a505e6a2-361b-45e3-81a0-fee9d46eaba7 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:49:47.698292 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a505e6a2-361b-45e3-81a0-fee9d46eaba7 None None] Checking segment: {'id': '00d9997d-4db1-40cf-888f-64616d21b51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e40f6bbd-098b-49f7-b15f-a15d5c62f421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:49:47.698603 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a505e6a2-361b-45e3-81a0-fee9d46eaba7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:47.699116 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a505e6a2-361b-45e3-81a0-fee9d46eaba7 None None] Bound using segment: {'id': '00d9997d-4db1-40cf-888f-64616d21b51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e40f6bbd-098b-49f7-b15f-a15d5c62f421'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:49:47.699793 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-a505e6a2-361b-45e3-81a0-fee9d46eaba7 None None] Bound port: bddd1769-ab60-490a-9c87-e66f37998b41, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d9997d-4db1-40cf-888f-64616d21b51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e40f6bbd-098b-49f7-b15f-a15d5c62f421'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:49:47.700090 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a505e6a2-361b-45e3-81a0-fee9d46eaba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:47.709924 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-353578f5-5b67-414a-82db-4c717a1066ca req-8874a712-ae7d-4ca7-8043-bfaef09656cc tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240952 Nov 27 03:49:47.711549 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e14fcb-d778-4089-ae24-5350ec7266b1 req-afc521d9-7df9-475d-8796-a6327bc8b46a tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] No DVR routers for this DVR port fbed81a4-e6a2-4c07-9b59-ed8c23957d85 on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:49:47.716103 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a6e14fcb-d778-4089-ae24-5350ec7266b1 req-afc521d9-7df9-475d-8796-a6327bc8b46a tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:47.719633 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a6e14fcb-d778-4089-ae24-5350ec7266b1 req-afc521d9-7df9-475d-8796-a6327bc8b46a tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.11 "DELETE /v2.0/ports/fbed81a4-e6a2-4c07-9b59-ed8c23957d85 HTTP/1.1" status: 204 len: 173 time: 1.4831412 Nov 27 03:49:47.720073 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044b8ce0-3e48-47c6-9aab-da7b76e2c654', 'name': 'network-vif-deleted', 'tag': 'fbed81a4-e6a2-4c07-9b59-ed8c23957d85'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:49:47.722323 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede18c2a-a036-4fe9-a9fc-0a89df9a4ef5" -d '{"events": [{"server_uuid": "044b8ce0-3e48-47c6-9aab-da7b76e2c654", "name": "network-vif-deleted", "tag": "fbed81a4-e6a2-4c07-9b59-ed8c23957d85"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:49:47.731384 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-af20339c-cf00-43a5-99fd-286bad8fceda service neutron] Attempting to bind port 0ac19189-8bd0-4e1e-98a4-039eaea16651 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:49:47.731730 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-af20339c-cf00-43a5-99fd-286bad8fceda service neutron] Attempting to bind port 0ac19189-8bd0-4e1e-98a4-039eaea16651 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:49:47.732071 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-af20339c-cf00-43a5-99fd-286bad8fceda service neutron] Attempting to bind port 0ac19189-8bd0-4e1e-98a4-039eaea16651 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:49:47.734901 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 55863f53-87cd-4fb9-9cc9-eb17b216bcba, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=55863f53-87cd-4fb9-9cc9-eb17b216bcba,segment=NetworkSegment(bfcc9ec6-3441-46de-afcb-8047300e65d9),segment_id=bfcc9ec6-3441-46de-afcb-8047300e65d9)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:47.740130 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb619b4c-47c5-45df-9bf3-4d3fab167fa6 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Checking segment: {'id': 'df0a34ce-2877-46e9-9463-787c32ddfe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '19023ddb-b83b-433d-89aa-500b49070446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:49:47.740558 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb619b4c-47c5-45df-9bf3-4d3fab167fa6 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Network hostable DHCP agents. Network: 19023ddb-b83b-433d-89aa-500b49070446, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:49:47.745018 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-af20339c-cf00-43a5-99fd-286bad8fceda service neutron] Port 0ac19189-8bd0-4e1e-98a4-039eaea16651 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:49:47.745351 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-af20339c-cf00-43a5-99fd-286bad8fceda service neutron] Attempting to bind port 0ac19189-8bd0-4e1e-98a4-039eaea16651 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:49:47.760228 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f8318873-4fa1-4b78-990e-339ebaa04ef8 req-08994b10-6878-4ede-8237-97386e22c8cc tempest-ImagesTestJSON-1012347984 tempest-ImagesTestJSON-1012347984-project] 10.222.0.20 "GET /v2.0/security-groups?id=859715e2-e818-4cad-9524-50f29cd663e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616437 Nov 27 03:49:47.766745 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-af20339c-cf00-43a5-99fd-286bad8fceda service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:49:47.767111 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-af20339c-cf00-43a5-99fd-286bad8fceda service neutron] Checking segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:49:47.767618 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-af20339c-cf00-43a5-99fd-286bad8fceda service neutron] Bound using segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:49:47.768280 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-af20339c-cf00-43a5-99fd-286bad8fceda service neutron] Bound port: 0ac19189-8bd0-4e1e-98a4-039eaea16651, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:49:47.768726 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-af20339c-cf00-43a5-99fd-286bad8fceda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:47.772845 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb619b4c-47c5-45df-9bf3-4d3fab167fa6 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Network 19023ddb-b83b-433d-89aa-500b49070446 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:49:47.782253 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:47.841898 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-fb619b4c-47c5-45df-9bf3-4d3fab167fa6 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 19023ddb-b83b-433d-89aa-500b49070446) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:49:47.852311 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71566428-1e0e-4464-9beb-e14dc5af2e13 None None] Network 19023ddb-b83b-433d-89aa-500b49070446 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:49:47.855163 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-a505e6a2-361b-45e3-81a0-fee9d46eaba7 None None] For port bddd1769-ab60-490a-9c87-e66f37998b41, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:49:47.862414 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb619b4c-47c5-45df-9bf3-4d3fab167fa6 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:47.863590 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fb619b4c-47c5-45df-9bf3-4d3fab167fa6 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:47.878587 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=55863f53-87cd-4fb9-9cc9-eb17b216bcba,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:47.927811 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-fb619b4c-47c5-45df-9bf3-4d3fab167fa6 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4663775 Nov 27 03:49:47.928539 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34460) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:47.938399 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-9e850704-2d26-47d9-a146-178b68809214 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Request body: {'port': {'network_id': 'e40f6bbd-098b-49f7-b15f-a15d5c62f421', 'name': 'tempest-TaggedBootDevicesTest_v242-607375606', 'fixed_ips': [{'subnet_id': 'f9c95fc5-2816-48b1-af67-21fc91123a75'}]}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:49:47.943674 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-af20339c-cf00-43a5-99fd-286bad8fceda service neutron] For port 0ac19189-8bd0-4e1e-98a4-039eaea16651, host n-h1-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:49:47.967812 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eed36a-8394-448f-ac12-1aa56e2a1a62 req-9398404d-e936-4d20-a780-942b3aac3dfc tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:47.970073 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c0eed36a-8394-448f-ac12-1aa56e2a1a62 req-9398404d-e936-4d20-a780-942b3aac3dfc tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 949 time: 0.0714297 Nov 27 03:49:47.999772 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf832d-ca8f-48ec-bce0-47c6231877ab req-77cb7908-b0f2-48ae-b1b0-310852e180d3 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:48.001557 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0aaf832d-ca8f-48ec-bce0-47c6231877ab req-77cb7908-b0f2-48ae-b1b0-310852e180d3 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae7dc23d-92dc-4238-9028-2d73907fe0fe HTTP/1.1" status: 200 len: 946 time: 0.1608810 Nov 27 03:49:48.008741 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-af20339c-cf00-43a5-99fd-286bad8fceda service neutron] For port 0ac19189-8bd0-4e1e-98a4-039eaea16651, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=0ac19189-8bd0-4e1e-98a4-039eaea16651,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:49:48.025803 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-af20339c-cf00-43a5-99fd-286bad8fceda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:48.039709 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c0eed36a-8394-448f-ac12-1aa56e2a1a62 req-22f5e567-5206-4138-9b58-f5223514da25 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627484 Nov 27 03:49:48.053302 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-a505e6a2-361b-45e3-81a0-fee9d46eaba7 None None] For port bddd1769-ab60-490a-9c87-e66f37998b41, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=bddd1769-ab60-490a-9c87-e66f37998b41,segment=NetworkSegment(00d9997d-4db1-40cf-888f-64616d21b51f),segment_id=00d9997d-4db1-40cf-888f-64616d21b51f)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:49:48.071762 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a505e6a2-361b-45e3-81a0-fee9d46eaba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:48.107974 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 27 Nov 2021 03:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ee04f1-9393-4933-95c8-156939bce61a x-openstack-request-id: req-a6ee04f1-9393-4933-95c8-156939bce61a {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:49:48.108268 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdda9d68-b81b-44e4-b8c5-d896dfee0398", "name": "network-vif-plugged", "status": "completed", "tag": "9e416601-a573-4176-8cdb-b25c3b2bb77a", "code": 200}, {"server_uuid": "044b8ce0-3e48-47c6-9aab-da7b76e2c654", "name": "network-vif-unplugged", "status": "completed", "tag": "fbed81a4-e6a2-4c07-9b59-ed8c23957d85", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:49:48.108521 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a6ee04f1-9393-4933-95c8-156939bce61a {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:49:48.108914 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdda9d68-b81b-44e4-b8c5-d896dfee0398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e416601-a573-4176-8cdb-b25c3b2bb77a', 'code': 200} Nov 27 03:49:48.109564 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044b8ce0-3e48-47c6-9aab-da7b76e2c654', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbed81a4-e6a2-4c07-9b59-ed8c23957d85', 'code': 200} Nov 27 03:49:48.112434 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-af20339c-cf00-43a5-99fd-286bad8fceda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:48.113182 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-af20339c-cf00-43a5-99fd-286bad8fceda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:48.115109 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-af20339c-cf00-43a5-99fd-286bad8fceda service neutron] 10.222.0.23 "PUT /v2.0/ports/0ac19189-8bd0-4e1e-98a4-039eaea16651 HTTP/1.1" status: 200 len: 1096 time: 1.8195548 Nov 27 03:49:48.122829 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0b3a0dc-6129-40e7-a728-0b368615fb79', 'tag': '0ac19189-8bd0-4e1e-98a4-039eaea16651'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:49:48.126133 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d0a0bf-9127-4807-b5e1-e884d37771ec" -d '{"events": [{"name": "network-changed", "server_uuid": "e0b3a0dc-6129-40e7-a728-0b368615fb79", "tag": "0ac19189-8bd0-4e1e-98a4-039eaea16651"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:49:48.158696 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f241a320-35bb-45eb-a1d4-6cbdd946d0b2 x-openstack-request-id: req-f241a320-35bb-45eb-a1d4-6cbdd946d0b2 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:49:48.159224 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044b8ce0-3e48-47c6-9aab-da7b76e2c654", "name": "network-vif-deleted", "tag": "fbed81a4-e6a2-4c07-9b59-ed8c23957d85", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:49:48.160390 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f241a320-35bb-45eb-a1d4-6cbdd946d0b2 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:49:48.161025 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044b8ce0-3e48-47c6-9aab-da7b76e2c654', 'name': 'network-vif-deleted', 'tag': 'fbed81a4-e6a2-4c07-9b59-ed8c23957d85', 'status': 'completed', 'code': 200} Nov 27 03:49:48.193422 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0aaf832d-ca8f-48ec-bce0-47c6231877ab req-7fb00de2-7b3a-48a7-902f-6d1555ee00d1 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830513 Nov 27 03:49:48.208296 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['55863f53-87cd-4fb9-9cc9-eb17b216bcba'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:49:48.300322 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a505e6a2-361b-45e3-81a0-fee9d46eaba7 None None] Pushing event updated for resources: {'Port': ['ID=bddd1769-ab60-490a-9c87-e66f37998b41,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:48.312191 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20339c-cf00-43a5-99fd-286bad8fceda service neutron] Pushing event updated for resources: {'Port': ['ID=0ac19189-8bd0-4e1e-98a4-039eaea16651,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:48.397097 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e850704-2d26-47d9-a146-178b68809214 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Made reservation on behalf of 3e0a6e3903404d4c8a0246b387bf3805 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:49:48.405455 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-abae662b-101c-4d4a-915e-fda6210010bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:48.406091 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad5791-59e6-4789-91f7-f486662585a7 req-8843bb1d-f549-4605-8de9-1bf3efddd066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:48.406931 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-abae662b-101c-4d4a-915e-fda6210010bc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b7f270efeae1405ab8a1cc984f2059bf&device_id=e0b3a0dc-6129-40e7-a728-0b368615fb79 HTTP/1.1" status: 200 len: 1099 time: 0.2016389 Nov 27 03:49:48.408338 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-95ad5791-59e6-4789-91f7-f486662585a7 req-8843bb1d-f549-4605-8de9-1bf3efddd066 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bdda9d68-b81b-44e4-b8c5-d896dfee0398 HTTP/1.1" status: 200 len: 1101 time: 0.1229188 Nov 27 03:49:48.418278 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d579a7-d4ec-475b-96c0-279241e3e04c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-19023ddb-b83b-433d-89aa-500b49070446', 'network_id': '19023ddb-b83b-433d-89aa-500b49070446', 'tenant_id': '3e0a6e3903404d4c8a0246b387bf3805', 'fixed_ips': [{'subnet_id': '14307b56-4179-4fb0-9b1a-ab924af31129'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 03:49:48.420952 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-35d579a7-d4ec-475b-96c0-279241e3e04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:48.426868 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d613620-c909-4757-b5b7-f2e45e79486b req-fb2c3fe9-5c7f-47cb-82e9-675c1c60b3da tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:48.428782 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0d613620-c909-4757-b5b7-f2e45e79486b req-fb2c3fe9-5c7f-47cb-82e9-675c1c60b3da tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0b3a0dc-6129-40e7-a728-0b368615fb79 HTTP/1.1" status: 200 len: 948 time: 0.1583295 Nov 27 03:49:48.533973 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-7e177211-6912-4538-8e25-c84caf3af8d5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=0ac19189-8bd0-4e1e-98a4-039eaea16651 HTTP/1.1" status: 200 len: 217 time: 0.0701673 Nov 27 03:49:48.562209 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0d613620-c909-4757-b5b7-f2e45e79486b req-b37eae19-0370-4475-a5f1-53e00efc88ae tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254284 Nov 27 03:49:48.569753 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421977f-3b6d-46b6-b4c1-25911a3eb3f1 req-412476cf-2a02-48d4-9596-64c5463ab914 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:48.571176 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ac13c96a-c2d9-4fd3-ba86-a9f42277950c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:48.578168 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0421977f-3b6d-46b6-b4c1-25911a3eb3f1 req-412476cf-2a02-48d4-9596-64c5463ab914 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] 10.222.0.20 "GET /v2.0/ports?device_id=30485f1d-66e7-439f-858e-ba5a0f8e2882 HTTP/1.1" status: 200 len: 944 time: 0.2514739 Nov 27 03:49:48.578568 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-95ad5791-59e6-4789-91f7-f486662585a7 req-3f3dbac9-ac8b-4f5f-9a57-caabe9d4996d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=da1546ad-7e21-4731-ab7d-f0e002a0c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485524 Nov 27 03:49:48.581220 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device e695790c-fb80-490e-8b57-32cd9a699aa8 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:49:48.663652 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31dff35-c500-4835-b163-a178d79ac1d0 x-openstack-request-id: req-e31dff35-c500-4835-b163-a178d79ac1d0 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:49:48.663950 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0b3a0dc-6129-40e7-a728-0b368615fb79", "tag": "0ac19189-8bd0-4e1e-98a4-039eaea16651", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:49:48.664207 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e31dff35-c500-4835-b163-a178d79ac1d0 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:49:48.664602 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0b3a0dc-6129-40e7-a728-0b368615fb79', 'tag': '0ac19189-8bd0-4e1e-98a4-039eaea16651', 'status': 'completed', 'code': 200} Nov 27 03:49:48.700113 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:48.705120 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9e850704-2d26-47d9-a146-178b68809214 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:48.729995 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-547dea1f-c8c8-422e-b30e-db3e44106682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:48.731715 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-547dea1f-c8c8-422e-b30e-db3e44106682 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.1497407 Nov 27 03:49:48.738807 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0421977f-3b6d-46b6-b4c1-25911a3eb3f1 req-c2be4f18-5b02-4161-8734-c217546d479b tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] 10.222.0.20 "GET /v2.0/security-groups?id=a638573b-7139-4a11-9a7a-6b9bd4e1b9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594911 Nov 27 03:49:48.777091 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-9e850704-2d26-47d9-a146-178b68809214 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] device_id is not set on port 585334de-cf96-45ed-97e3-75b5e155a4d3 yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 03:49:48.780332 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-35d579a7-d4ec-475b-96c0-279241e3e04c None None] Allocated IP 10.2.2.2 (19023ddb-b83b-433d-89aa-500b49070446/14307b56-4179-4fb0-9b1a-ab924af31129/dd475915-1e4d-449b-8733-b89f4d17d8d5) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:49:48.835341 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port e695790c-fb80-490e-8b57-32cd9a699aa8 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:49:48.876243 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port e695790c-fb80-490e-8b57-32cd9a699aa8 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:49:48.876620 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:48.949073 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-fec232fc-1e71-4380-8daa-bb76742361b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:48.951178 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-fec232fc-1e71-4380-8daa-bb76742361b5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2103701 Nov 27 03:49:48.993038 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95cbd6-fcc2-4f6b-b170-ad597ee9d047 req-04cb554d-3e40-4617-96db-15653eae73e5 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:48.995609 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9f95cbd6-fcc2-4f6b-b170-ad597ee9d047 req-04cb554d-3e40-4617-96db-15653eae73e5 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=217ddd02-1cf3-4e7c-80a8-0e038166c641 HTTP/1.1" status: 200 len: 944 time: 0.0643389 Nov 27 03:49:49.047170 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9f95cbd6-fcc2-4f6b-b170-ad597ee9d047 req-27f0dca8-eb7b-4fa1-831d-b874eacdac7c tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456073 Nov 27 03:49:49.057508 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-35d579a7-d4ec-475b-96c0-279241e3e04c None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:49.061316 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:49.073481 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be3dbc-27ae-46b9-9ec9-7b83c8b8634c req-45f48058-45eb-42c3-b2a6-d99cf7704099 tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:49.075248 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a1be3dbc-27ae-46b9-9ec9-7b83c8b8634c req-45f48058-45eb-42c3-b2a6-d99cf7704099 tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdda9d68-b81b-44e4-b8c5-d896dfee0398 HTTP/1.1" status: 200 len: 950 time: 0.1827610 Nov 27 03:49:49.083664 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-35d579a7-d4ec-475b-96c0-279241e3e04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:49.125391 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port e695790c-fb80-490e-8b57-32cd9a699aa8, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=e695790c-fb80-490e-8b57-32cd9a699aa8,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:49.141269 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:49.142057 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device ac5a9819-f007-45b4-b39f-9ca98d7b81b5 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:49:49.186168 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d579a7-d4ec-475b-96c0-279241e3e04c None None] Network 19023ddb-b83b-433d-89aa-500b49070446 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:49:49.196369 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-35d579a7-d4ec-475b-96c0-279241e3e04c None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:49:49.197298 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-c9bf6bec-36fb-4c31-acda-f0c489e4cb07 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337105 Nov 27 03:49:49.199966 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d579a7-d4ec-475b-96c0-279241e3e04c None None] Pushing event updated for resources: {'Port': ['ID=dd475915-1e4d-449b-8733-b89f4d17d8d5,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:49.202512 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d579a7-d4ec-475b-96c0-279241e3e04c None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:49:49.219672 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-9e850704-2d26-47d9-a146-178b68809214 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Allocated IP 10.1.1.234 (e40f6bbd-098b-49f7-b15f-a15d5c62f421/f9c95fc5-2816-48b1-af67-21fc91123a75/585334de-cf96-45ed-97e3-75b5e155a4d3) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:49:49.261255 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196c949-b222-40db-af4a-5432afa8b912 req-2656e5ba-c5f5-450b-8dfc-b5c5494a5dd2 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:49.262864 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d196c949-b222-40db-af4a-5432afa8b912 req-2656e5ba-c5f5-450b-8dfc-b5c5494a5dd2 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 950 time: 0.1299126 Nov 27 03:49:49.271134 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9dc615-b0cc-4929-9699-3c1c157b5fc2 req-971d9e39-10fb-46e9-924e-6b08a1dc52d5 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:49.272662 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7d9dc615-b0cc-4929-9699-3c1c157b5fc2 req-971d9e39-10fb-46e9-924e-6b08a1dc52d5 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae7dc23d-92dc-4238-9028-2d73907fe0fe HTTP/1.1" status: 200 len: 946 time: 0.0977805 Nov 27 03:49:49.312549 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-35d579a7-d4ec-475b-96c0-279241e3e04c None None] Attempting to bind port dd475915-1e4d-449b-8733-b89f4d17d8d5 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:49:49.312978 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-35d579a7-d4ec-475b-96c0-279241e3e04c None None] Attempting to bind port dd475915-1e4d-449b-8733-b89f4d17d8d5 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'df0a34ce-2877-46e9-9463-787c32ddfe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '19023ddb-b83b-433d-89aa-500b49070446'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:49:49.313944 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d579a7-d4ec-475b-96c0-279241e3e04c None None] Attempting to bind port dd475915-1e4d-449b-8733-b89f4d17d8d5 on network 19023ddb-b83b-433d-89aa-500b49070446 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:49:49.324519 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port ac5a9819-f007-45b4-b39f-9ca98d7b81b5 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:49:49.333854 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d579a7-d4ec-475b-96c0-279241e3e04c None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:49:49.334241 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d579a7-d4ec-475b-96c0-279241e3e04c None None] Checking segment: {'id': 'df0a34ce-2877-46e9-9463-787c32ddfe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '19023ddb-b83b-433d-89aa-500b49070446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:49:49.335090 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-35d579a7-d4ec-475b-96c0-279241e3e04c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:49.335090 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d579a7-d4ec-475b-96c0-279241e3e04c None None] Bound using segment: {'id': 'df0a34ce-2877-46e9-9463-787c32ddfe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '19023ddb-b83b-433d-89aa-500b49070446'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:49:49.335596 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-35d579a7-d4ec-475b-96c0-279241e3e04c None None] Bound port: dd475915-1e4d-449b-8733-b89f4d17d8d5, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df0a34ce-2877-46e9-9463-787c32ddfe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '19023ddb-b83b-433d-89aa-500b49070446'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:49:49.335986 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-35d579a7-d4ec-475b-96c0-279241e3e04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:49.347936 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port ac5a9819-f007-45b4-b39f-9ca98d7b81b5 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:49:49.348997 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:49.397509 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=e695790c-fb80-490e-8b57-32cd9a699aa8,revision_number=13']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:49.406289 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7d9dc615-b0cc-4929-9699-3c1c157b5fc2 req-fca4fd1a-5260-43ec-aeb8-f697890d9576 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211748 Nov 27 03:49:49.453136 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-d196c949-b222-40db-af4a-5432afa8b912 req-67f5588a-b959-44ba-98f8-90bb8558304d tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Deleting port e695790c-fb80-490e-8b57-32cd9a699aa8 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:49:49.453847 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d196c949-b222-40db-af4a-5432afa8b912 req-67f5588a-b959-44ba-98f8-90bb8558304d tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:49.536157 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:49.543646 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-35d579a7-d4ec-475b-96c0-279241e3e04c None None] For port dd475915-1e4d-449b-8733-b89f4d17d8d5, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:49:49.561159 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-35d579a7-d4ec-475b-96c0-279241e3e04c None None] For port dd475915-1e4d-449b-8733-b89f4d17d8d5, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=dd475915-1e4d-449b-8733-b89f4d17d8d5,segment=NetworkSegment(df0a34ce-2877-46e9-9463-787c32ddfe5c),segment_id=df0a34ce-2877-46e9-9463-787c32ddfe5c)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:49:49.563313 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:49.597377 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-35d579a7-d4ec-475b-96c0-279241e3e04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:49.630383 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-d196c949-b222-40db-af4a-5432afa8b912 req-67f5588a-b959-44ba-98f8-90bb8558304d tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] For port e695790c-fb80-490e-8b57-32cd9a699aa8, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=e695790c-fb80-490e-8b57-32cd9a699aa8,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:49.631962 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d196c949-b222-40db-af4a-5432afa8b912 req-67f5588a-b959-44ba-98f8-90bb8558304d tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:49.641918 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a1be3dbc-27ae-46b9-9ec9-7b83c8b8634c req-68f812e4-2f91-4e2d-a81c-6abeb5d4da5c tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] 10.222.0.20 "GET /v2.0/security-groups?id=da1546ad-7e21-4731-ab7d-f0e002a0c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5529163 Nov 27 03:49:49.651042 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-d196c949-b222-40db-af4a-5432afa8b912 req-67f5588a-b959-44ba-98f8-90bb8558304d tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Calling delete_port for e695790c-fb80-490e-8b57-32cd9a699aa8 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:49:49.669511 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port ac5a9819-f007-45b4-b39f-9ca98d7b81b5, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=ac5a9819-f007-45b4-b39f-9ca98d7b81b5,segment=NetworkSegment(bfcc9ec6-3441-46de-afcb-8047300e65d9),segment_id=bfcc9ec6-3441-46de-afcb-8047300e65d9)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:49.680185 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:49.681605 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 7b345c6d-40da-4296-9498-194d7e55a343 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:49:49.718566 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01db1fc-1a99-4e47-8f2b-797a27a14c3e None None] Network e40f6bbd-098b-49f7-b15f-a15d5c62f421 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:49:49.785663 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d579a7-d4ec-475b-96c0-279241e3e04c None None] Pushing event updated for resources: {'Port': ['ID=dd475915-1e4d-449b-8733-b89f4d17d8d5,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:49.825459 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c5216-1af1-4f9e-b567-a20f11e0b77d req-aa5399ff-67f5-4e57-b67c-e591222a0414 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:49.828416 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5c3c5216-1af1-4f9e-b567-a20f11e0b77d req-aa5399ff-67f5-4e57-b67c-e591222a0414 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4734043-8f77-4a5f-990b-da1153021f51 HTTP/1.1" status: 200 len: 950 time: 0.3152900 Nov 27 03:49:49.863294 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-402a28fc-f370-4f31-a2c6-16e6210e0e02 None None] Provisioning complete for port bddd1769-ab60-490a-9c87-e66f37998b41 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:49:49.863821 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-402a28fc-f370-4f31-a2c6-16e6210e0e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:49.895422 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=ac5a9819-f007-45b4-b39f-9ca98d7b81b5,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:49.920016 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5496fc41-0e91-4ba8-aac9-fa4caaf44ad2 req-eae92d1e-58ec-4e0a-9f6f-67818f250df3 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7037032 Nov 27 03:49:49.948398 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5c3c5216-1af1-4f9e-b567-a20f11e0b77d req-3410cd91-eac4-4989-95bf-20353192522f tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110542 Nov 27 03:49:49.965933 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 7b345c6d-40da-4296-9498-194d7e55a343 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:49:49.971391 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7dae77-05de-48da-a0c0-303070b07fec req-de5f7193-3850-4c8a-a5ae-3911e14e70f7 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:49.980526 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 7b345c6d-40da-4296-9498-194d7e55a343 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:49:49.988951 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:49.991471 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9e7dae77-05de-48da-a0c0-303070b07fec req-de5f7193-3850-4c8a-a5ae-3911e14e70f7 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0b3a0dc-6129-40e7-a728-0b368615fb79 HTTP/1.1" status: 200 len: 948 time: 0.2090504 Nov 27 03:49:50.104062 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d196c949-b222-40db-af4a-5432afa8b912 req-67f5588a-b959-44ba-98f8-90bb8558304d tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:50.105785 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9e850704-2d26-47d9-a146-178b68809214 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:50.110793 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4734043-8f77-4a5f-990b-da1153021f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e695790c-fb80-490e-8b57-32cd9a699aa8'}, {'server_uuid': 'bab23547-e491-4539-98d8-f2924393b0ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5a9819-f007-45b4-b39f-9ca98d7b81b5'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:49:50.119718 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246d71d6-c56d-4441-b7f4-dfe38371b39e" -d '{"events": [{"server_uuid": "a4734043-8f77-4a5f-990b-da1153021f51", "name": "network-vif-plugged", "status": "completed", "tag": "e695790c-fb80-490e-8b57-32cd9a699aa8"}, {"server_uuid": "bab23547-e491-4539-98d8-f2924393b0ac", "name": "network-vif-plugged", "status": "completed", "tag": "ac5a9819-f007-45b4-b39f-9ca98d7b81b5"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:49:50.132108 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-402a28fc-f370-4f31-a2c6-16e6210e0e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:50.140782 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9e7dae77-05de-48da-a0c0-303070b07fec req-ac8cd90b-4176-4d70-8715-b753f99363fe tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469917 Nov 27 03:49:50.182306 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['ef4ae27c-26c3-4e63-8f92-1652f2b6bca5', '9facfdba-b7e7-4d90-a3be-65a6ea121c0b', 'e695790c-fb80-490e-8b57-32cd9a699aa8'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:49:50.186827 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['22399cf9-b7ca-41d1-9cab-7b32dda023ef'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:49:50.202130 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f5588a-b959-44ba-98f8-90bb8558304d tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Pushing event deleted for resources: {'Port': ['ID=e695790c-fb80-490e-8b57-32cd9a699aa8,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:50.215574 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0a0bf-9127-4807-b5e1-e884d37771ec req-99d7f547-58dc-4ba5-8020-734c3128cc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:50.217132 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-13d0a0bf-9127-4807-b5e1-e884d37771ec req-99d7f547-58dc-4ba5-8020-734c3128cc76 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b7f270efeae1405ab8a1cc984f2059bf&device_id=e0b3a0dc-6129-40e7-a728-0b368615fb79 HTTP/1.1" status: 200 len: 1099 time: 0.1373427 Nov 27 03:49:50.256148 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9e850704-2d26-47d9-a146-178b68809214 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:50.290967 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-d196c949-b222-40db-af4a-5432afa8b912 req-67f5588a-b959-44ba-98f8-90bb8558304d tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] No DVR routers for this DVR port e695790c-fb80-490e-8b57-32cd9a699aa8 on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:49:50.294694 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d196c949-b222-40db-af4a-5432afa8b912 req-67f5588a-b959-44ba-98f8-90bb8558304d tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:50.299211 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d196c949-b222-40db-af4a-5432afa8b912 req-67f5588a-b959-44ba-98f8-90bb8558304d tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.11 "DELETE /v2.0/ports/e695790c-fb80-490e-8b57-32cd9a699aa8 HTTP/1.1" status: 204 len: 173 time: 1.0256209 Nov 27 03:49:50.300008 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4734043-8f77-4a5f-990b-da1153021f51', 'name': 'network-vif-deleted', 'tag': 'e695790c-fb80-490e-8b57-32cd9a699aa8'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:49:50.303313 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b49d61-00e8-4d0f-b141-c1178277a3d5" -d '{"events": [{"server_uuid": "a4734043-8f77-4a5f-990b-da1153021f51", "name": "network-vif-deleted", "tag": "e695790c-fb80-490e-8b57-32cd9a699aa8"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:49:50.351561 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fb75b-0c8f-41ef-bea5-1af787e42539 req-e2eb5c8c-d37b-47ac-b741-e97796314b92 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:50.376015 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c32fb75b-0c8f-41ef-bea5-1af787e42539 req-e2eb5c8c-d37b-47ac-b741-e97796314b92 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] 10.222.0.20 "GET /v2.0/ports?device_id=30485f1d-66e7-439f-858e-ba5a0f8e2882 HTTP/1.1" status: 200 len: 944 time: 0.2446737 Nov 27 03:49:50.414406 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-402a28fc-f370-4f31-a2c6-16e6210e0e02 None None] For port bddd1769-ab60-490a-9c87-e66f37998b41, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=bddd1769-ab60-490a-9c87-e66f37998b41,segment=NetworkSegment(00d9997d-4db1-40cf-888f-64616d21b51f),segment_id=00d9997d-4db1-40cf-888f-64616d21b51f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:50.440836 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e850704-2d26-47d9-a146-178b68809214 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Network e40f6bbd-098b-49f7-b15f-a15d5c62f421 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:49:50.444608 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-402a28fc-f370-4f31-a2c6-16e6210e0e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:50.473325 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-9e850704-2d26-47d9-a146-178b68809214 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:49:50.489767 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e850704-2d26-47d9-a146-178b68809214 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:49:50.508857 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:50.591781 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c32fb75b-0c8f-41ef-bea5-1af787e42539 req-4b76732b-a6ca-4281-8344-7a8885a0b027 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] 10.222.0.20 "GET /v2.0/security-groups?id=a638573b-7139-4a11-9a7a-6b9bd4e1b9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135859 Nov 27 03:49:50.639846 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e850704-2d26-47d9-a146-178b68809214 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:50.640685 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9e850704-2d26-47d9-a146-178b68809214 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:50.678997 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e850704-2d26-47d9-a146-178b68809214 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Pushing event updated for resources: {'Port': ['ID=585334de-cf96-45ed-97e3-75b5e155a4d3,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:50.697271 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c704f93-36b1-447a-a703-76bf670efa42 req-650cedc9-5803-4cb9-8dac-62bb7643508d tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:50.700204 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3c704f93-36b1-447a-a703-76bf670efa42 req-650cedc9-5803-4cb9-8dac-62bb7643508d tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae7dc23d-92dc-4238-9028-2d73907fe0fe HTTP/1.1" status: 200 len: 946 time: 0.0880289 Nov 27 03:49:50.710860 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3550bc3-4427-43e6-ab19-ec3e95e9c80b req-3713a97c-d63a-4716-9263-6d9519b3de74 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:50.722683 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c3550bc3-4427-43e6-ab19-ec3e95e9c80b req-3713a97c-d63a-4716-9263-6d9519b3de74 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=217ddd02-1cf3-4e7c-80a8-0e038166c641 HTTP/1.1" status: 200 len: 944 time: 0.4202282 Nov 27 03:49:50.756493 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9e850704-2d26-47d9-a146-178b68809214 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8250387 Nov 27 03:49:50.770265 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34510) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:50.790835 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-122cfc78-2fd2-49fe-8b00-45ef765ffaab tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Request body: {'port': {'network_id': 'e40f6bbd-098b-49f7-b15f-a15d5c62f421', 'name': 'tempest-TaggedBootDevicesTest_v242-341853643', 'fixed_ips': [{'subnet_id': 'f9c95fc5-2816-48b1-af67-21fc91123a75'}]}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:49:50.798956 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0a0bf-9127-4807-b5e1-e884d37771ec req-94b1de79-d494-4d80-9b86-a122e0bfd6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:50.821299 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-13d0a0bf-9127-4807-b5e1-e884d37771ec req-94b1de79-d494-4d80-9b86-a122e0bfd6bc service neutron] 10.222.0.23 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.5775294 Nov 27 03:49:50.827574 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device dd475915-1e4d-449b-8733-b89f4d17d8d5 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:49:50.834938 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 27 Nov 2021 03:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6fbad16-c722-427c-b39e-65696c7f2119 x-openstack-request-id: req-a6fbad16-c722-427c-b39e-65696c7f2119 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:49:50.835237 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4734043-8f77-4a5f-990b-da1153021f51", "name": "network-vif-plugged", "status": "completed", "tag": "e695790c-fb80-490e-8b57-32cd9a699aa8", "code": 200}, {"server_uuid": "bab23547-e491-4539-98d8-f2924393b0ac", "name": "network-vif-plugged", "status": "completed", "tag": "ac5a9819-f007-45b4-b39f-9ca98d7b81b5", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:49:50.835494 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a6fbad16-c722-427c-b39e-65696c7f2119 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:49:50.835894 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4734043-8f77-4a5f-990b-da1153021f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e695790c-fb80-490e-8b57-32cd9a699aa8', 'code': 200} Nov 27 03:49:50.836151 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab23547-e491-4539-98d8-f2924393b0ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5a9819-f007-45b4-b39f-9ca98d7b81b5', 'code': 200} Nov 27 03:49:50.905164 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c3550bc3-4427-43e6-ab19-ec3e95e9c80b req-3b881037-5ff8-4edc-a390-db39123dcbc1 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812279 Nov 27 03:49:50.908930 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-13d0a0bf-9127-4807-b5e1-e884d37771ec req-b0b6e947-f65e-45df-8feb-12bdaa8781a6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=0ac19189-8bd0-4e1e-98a4-039eaea16651 HTTP/1.1" status: 200 len: 217 time: 0.0860476 Nov 27 03:49:50.950888 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a28fc-f370-4f31-a2c6-16e6210e0e02 None None] Pushing event updated for resources: {'Port': ['ID=bddd1769-ab60-490a-9c87-e66f37998b41,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:50.960952 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa07ac0f-5bc7-490c-ba6b-819eb107f3e9 x-openstack-request-id: req-fa07ac0f-5bc7-490c-ba6b-819eb107f3e9 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:49:50.961737 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4734043-8f77-4a5f-990b-da1153021f51", "name": "network-vif-deleted", "tag": "e695790c-fb80-490e-8b57-32cd9a699aa8", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:49:50.961994 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa07ac0f-5bc7-490c-ba6b-819eb107f3e9 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:49:50.962396 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4734043-8f77-4a5f-990b-da1153021f51', 'name': 'network-vif-deleted', 'tag': 'e695790c-fb80-490e-8b57-32cd9a699aa8', 'status': 'completed', 'code': 200} Nov 27 03:49:51.045645 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0a0bf-9127-4807-b5e1-e884d37771ec req-b4abde80-a6fb-4236-8b4e-c2162acabafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:51.047369 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-13d0a0bf-9127-4807-b5e1-e884d37771ec req-b4abde80-a6fb-4236-8b4e-c2162acabafb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.1294825 Nov 27 03:49:51.047624 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 7b345c6d-40da-4296-9498-194d7e55a343, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=7b345c6d-40da-4296-9498-194d7e55a343,segment=NetworkSegment(9b7a1f69-0ad8-4ff3-880f-cb3339fc0845),segment_id=9b7a1f69-0ad8-4ff3-880f-cb3339fc0845)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:51.070227 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:51.071088 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device fbed81a4-e6a2-4c07-9b59-ed8c23957d85 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:49:51.072727 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-60f21ba1-bbe5-4713-9d24-b6abf95ef7df None None] Provisioning complete for port bddd1769-ab60-490a-9c87-e66f37998b41 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:49:51.073092 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-60f21ba1-bbe5-4713-9d24-b6abf95ef7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:51.112048 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a68834-d39f-4ed2-9f77-11c225edc6f0 req-67d60f07-3a97-4339-b420-55755bb32d51 tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:51.122808 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e9a68834-d39f-4ed2-9f77-11c225edc6f0 req-67d60f07-3a97-4339-b420-55755bb32d51 tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdda9d68-b81b-44e4-b8c5-d896dfee0398 HTTP/1.1" status: 200 len: 950 time: 0.1283326 Nov 27 03:49:51.157034 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0384b3d-9cb3-4e69-82c0-e0b1e10293a7 req-7b625a3a-24c7-464b-8939-aecb7fb9ed64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:51.158848 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f0384b3d-9cb3-4e69-82c0-e0b1e10293a7 req-7b625a3a-24c7-464b-8939-aecb7fb9ed64 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 1096 time: 0.1956441 Nov 27 03:49:51.173819 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: fbed81a4-e6a2-4c07-9b59-ed8c23957d85 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:49:51.174133 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device fbed81a4-e6a2-4c07-9b59-ed8c23957d85 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:49:51.190522 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:51.194835 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6412df-a846-4b31-b032-0f6ec986e882 req-ea591e49-b16a-4c53-851f-961d8c2eba67 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:51.197160 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ee6412df-a846-4b31-b032-0f6ec986e882 req-ea591e49-b16a-4c53-851f-961d8c2eba67 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae7dc23d-92dc-4238-9028-2d73907fe0fe HTTP/1.1" status: 200 len: 946 time: 0.2650027 Nov 27 03:49:51.202828 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device e695790c-fb80-490e-8b57-32cd9a699aa8 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:49:51.224081 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0a0bf-9127-4807-b5e1-e884d37771ec req-7b5e1612-c3b4-4270-8509-9eac558e8389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:51.226677 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-13d0a0bf-9127-4807-b5e1-e884d37771ec req-7b5e1612-c3b4-4270-8509-9eac558e8389 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1672800 Nov 27 03:49:51.238154 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e9a68834-d39f-4ed2-9f77-11c225edc6f0 req-ab8a1fd3-f252-473e-b53a-6dadfdcb13f7 tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] 10.222.0.20 "GET /v2.0/security-groups?id=da1546ad-7e21-4731-ab7d-f0e002a0c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134074 Nov 27 03:49:51.290296 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 0ac19189-8bd0-4e1e-98a4-039eaea16651 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:49:51.300382 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: e695790c-fb80-490e-8b57-32cd9a699aa8 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:49:51.300529 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device e695790c-fb80-490e-8b57-32cd9a699aa8 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:49:51.317048 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 55863f53-87cd-4fb9-9cc9-eb17b216bcba up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:49:51.341716 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-3c704f93-36b1-447a-a703-76bf670efa42 req-763143d5-777e-4045-89e6-b88ec03ca0b4 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Deleting port 86b05dc6-46bd-424f-9786-88d9641f861c {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:49:51.346008 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3c704f93-36b1-447a-a703-76bf670efa42 req-763143d5-777e-4045-89e6-b88ec03ca0b4 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:51.360959 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-13d0a0bf-9127-4807-b5e1-e884d37771ec req-c91d669b-04a6-45bd-b8aa-5c17418e2ffe service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211841 Nov 27 03:49:51.373425 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f0384b3d-9cb3-4e69-82c0-e0b1e10293a7 req-8ae84bde-03e0-42dd-b5c3-0c43dfc9a67e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722226 Nov 27 03:49:51.400243 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=7b345c6d-40da-4296-9498-194d7e55a343,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:51.402275 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port dd475915-1e4d-449b-8733-b89f4d17d8d5 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:49:51.402686 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:51.484239 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ee6412df-a846-4b31-b032-0f6ec986e882 req-37ff2edb-1436-4092-893b-6339fc85b2b1 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001357 Nov 27 03:49:51.487119 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122cfc78-2fd2-49fe-8b00-45ef765ffaab tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Made reservation on behalf of 3e0a6e3903404d4c8a0246b387bf3805 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:49:51.507564 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0085bf2-724c-4b27-9afe-a735fd7f1fe5 None None] Network 19023ddb-b83b-433d-89aa-500b49070446 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:49:51.514124 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39baab14-fab3-4d38-91fc-25190066d7cb req-4f39daf2-1d7c-4225-a618-4d974c4694dc tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:51.524335 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-39baab14-fab3-4d38-91fc-25190066d7cb req-4f39daf2-1d7c-4225-a618-4d974c4694dc tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0b3a0dc-6129-40e7-a728-0b368615fb79 HTTP/1.1" status: 200 len: 948 time: 0.0896111 Nov 27 03:49:51.537107 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-13d0a0bf-9127-4807-b5e1-e884d37771ec req-38820334-db69-4ff0-89fb-4bea4576d201 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665816 Nov 27 03:49:51.577169 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-3c704f93-36b1-447a-a703-76bf670efa42 req-763143d5-777e-4045-89e6-b88ec03ca0b4 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] For port 86b05dc6-46bd-424f-9786-88d9641f861c, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=86b05dc6-46bd-424f-9786-88d9641f861c,segment=NetworkSegment(277708b6-af23-477b-abf6-dbbbeb02c2ba),segment_id=277708b6-af23-477b-abf6-dbbbeb02c2ba)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:51.577562 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3c704f93-36b1-447a-a703-76bf670efa42 req-763143d5-777e-4045-89e6-b88ec03ca0b4 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:51.594582 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-3c704f93-36b1-447a-a703-76bf670efa42 req-763143d5-777e-4045-89e6-b88ec03ca0b4 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Calling delete_port for 86b05dc6-46bd-424f-9786-88d9641f861c owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:49:51.621046 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-39baab14-fab3-4d38-91fc-25190066d7cb req-0d1850c8-846d-47d6-86d3-97d6f74a98e4 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829279 Nov 27 03:49:51.643609 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-122cfc78-2fd2-49fe-8b00-45ef765ffaab tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:51.701392 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 55863f53-87cd-4fb9-9cc9-eb17b216bcba completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:49:51.711756 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [None req-122cfc78-2fd2-49fe-8b00-45ef765ffaab tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] device_id is not set on port ae70ab0d-14d1-46fd-947b-016a7578b456 yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 03:49:51.766004 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 55863f53-87cd-4fb9-9cc9-eb17b216bcba triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:49:51.766381 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:51.813989 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 0ac19189-8bd0-4e1e-98a4-039eaea16651, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=0ac19189-8bd0-4e1e-98a4-039eaea16651,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:51.879513 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:51.882833 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:51.904224 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '0ac19189-8bd0-4e1e-98a4-039eaea16651', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'port_id': '0ac19189-8bd0-4e1e-98a4-039eaea16651', 'mac_address': 'fa:16:3e:93:e9:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14a2acf-f1d7-4ddf-8459-b30982428e88', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:49:51.927774 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-93011345-dc7f-4533-a775-3b4fa6113192 None None] Provisioning complete for port 585334de-cf96-45ed-97e3-75b5e155a4d3 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:49:51.928152 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-93011345-dc7f-4533-a775-3b4fa6113192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:51.965898 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cdfbe3-cde8-4c90-a2e9-7d606ad53a6a req-4b88802f-5b43-4b5e-b0a7-5e58e706693e tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:51.968132 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a1cdfbe3-cde8-4c90-a2e9-7d606ad53a6a req-4b88802f-5b43-4b5e-b0a7-5e58e706693e tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] 10.222.0.20 "GET /v2.0/ports?device_id=30485f1d-66e7-439f-858e-ba5a0f8e2882 HTTP/1.1" status: 200 len: 945 time: 0.1704652 Nov 27 03:49:52.053061 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port dd475915-1e4d-449b-8733-b89f4d17d8d5, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=dd475915-1e4d-449b-8733-b89f4d17d8d5,segment=NetworkSegment(df0a34ce-2877-46e9-9463-787c32ddfe5c),segment_id=df0a34ce-2877-46e9-9463-787c32ddfe5c)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:52.056424 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b942f6f-ecb3-4bef-909b-a3ad940b4ba0 req-1e513dfe-9572-4df9-bff7-d5aca662f29b tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:52.058971 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9b942f6f-ecb3-4bef-909b-a3ad940b4ba0 req-1e513dfe-9572-4df9-bff7-d5aca662f29b tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 951 time: 0.0592992 Nov 27 03:49:52.067959 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-93011345-dc7f-4533-a775-3b4fa6113192 None None] Port 585334de-cf96-45ed-97e3-75b5e155a4d3 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:49:52.070191 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:52.070976 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device bddd1769-ab60-490a-9c87-e66f37998b41 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:49:52.094180 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:52.111581 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3c704f93-36b1-447a-a703-76bf670efa42 req-763143d5-777e-4045-89e6-b88ec03ca0b4 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:52.128835 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9b942f6f-ecb3-4bef-909b-a3ad940b4ba0 req-c85ff1f0-6abc-457c-923e-912847acf6fd tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624690 Nov 27 03:49:52.136082 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a1cdfbe3-cde8-4c90-a2e9-7d606ad53a6a req-d08a98de-bbd2-4646-92ed-f17cc1247f87 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] 10.222.0.20 "GET /v2.0/security-groups?id=a638573b-7139-4a11-9a7a-6b9bd4e1b9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412330 Nov 27 03:49:52.137088 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-122cfc78-2fd2-49fe-8b00-45ef765ffaab tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Allocated IP 10.1.1.195 (e40f6bbd-098b-49f7-b15f-a15d5c62f421/f9c95fc5-2816-48b1-af67-21fc91123a75/ae70ab0d-14d1-46fd-947b-016a7578b456) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:49:52.180959 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['86b05dc6-46bd-424f-9786-88d9641f861c'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:49:52.196724 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763143d5-777e-4045-89e6-b88ec03ca0b4 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Pushing event deleted for resources: {'Port': ['ID=86b05dc6-46bd-424f-9786-88d9641f861c,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:52.221975 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ac19189-8bd0-4e1e-98a4-039eaea16651 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:49:52.223941 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c704f93-36b1-447a-a703-76bf670efa42 req-763143d5-777e-4045-89e6-b88ec03ca0b4 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] No DVR routers for this DVR port 86b05dc6-46bd-424f-9786-88d9641f861c on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:49:52.226928 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3c704f93-36b1-447a-a703-76bf670efa42 req-763143d5-777e-4045-89e6-b88ec03ca0b4 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:52.231665 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3c704f93-36b1-447a-a703-76bf670efa42 req-763143d5-777e-4045-89e6-b88ec03ca0b4 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.23 "DELETE /v2.0/ports/86b05dc6-46bd-424f-9786-88d9641f861c HTTP/1.1" status: 204 len: 173 time: 1.5237131 Nov 27 03:49:52.235590 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-93011345-dc7f-4533-a775-3b4fa6113192 None None] Provisioning complete for port dd475915-1e4d-449b-8733-b89f4d17d8d5 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:49:52.236128 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-93011345-dc7f-4533-a775-3b4fa6113192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:52.246260 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:52.312248 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 0ac19189-8bd0-4e1e-98a4-039eaea16651, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=0ac19189-8bd0-4e1e-98a4-039eaea16651,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:52.327182 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=dd475915-1e4d-449b-8733-b89f4d17d8d5,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:52.335219 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:52.396024 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 55863f53-87cd-4fb9-9cc9-eb17b216bcba, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=55863f53-87cd-4fb9-9cc9-eb17b216bcba,segment=NetworkSegment(bfcc9ec6-3441-46de-afcb-8047300e65d9),segment_id=bfcc9ec6-3441-46de-afcb-8047300e65d9)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:52.401611 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port bddd1769-ab60-490a-9c87-e66f37998b41 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:49:52.401993 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:52.428119 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:52.464864 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=0ac19189-8bd0-4e1e-98a4-039eaea16651,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:52.487208 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34546) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:52.488773 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a5291-2437-40fa-87f9-28bcfe7746e4 req-14b6541c-0b2c-4e64-9564-c9cca1c23dc7 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:52.490367 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d55a5291-2437-40fa-87f9-28bcfe7746e4 req-14b6541c-0b2c-4e64-9564-c9cca1c23dc7 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=217ddd02-1cf3-4e7c-80a8-0e038166c641 HTTP/1.1" status: 200 len: 944 time: 0.2466879 Nov 27 03:49:52.574352 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c27600f-843b-4a63-9e6d-ea9f19b77344 admin admin] Deleting subnet 9aa0d39d-1f7c-48be-83b9-b4ca19c74697 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:49:52.578929 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7c27600f-843b-4a63-9e6d-ea9f19b77344 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:52.627588 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d55a5291-2437-40fa-87f9-28bcfe7746e4 req-1aec7d25-00a3-444b-9e66-7dcfc6986a73 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280415 Nov 27 03:49:52.633144 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-122cfc78-2fd2-49fe-8b00-45ef765ffaab tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:52.654909 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7c27600f-843b-4a63-9e6d-ea9f19b77344 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:52.700096 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=55863f53-87cd-4fb9-9cc9-eb17b216bcba,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:52.706326 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-122cfc78-2fd2-49fe-8b00-45ef765ffaab tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:52.720784 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7c27600f-843b-4a63-9e6d-ea9f19b77344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:52.745500 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['0ac19189-8bd0-4e1e-98a4-039eaea16651'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:49:52.796751 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f4e89b52-095c-4f50-b3b8-ab8adab53965 req-582835b1-c2bc-4b92-9c30-fad2a09a74a0 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae7dc23d-92dc-4238-9028-2d73907fe0fe HTTP/1.1" status: 200 len: 210 time: 0.0485182 Nov 27 03:49:52.816767 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-fd0e8d99-4ffc-4018-b51d-42bbcba3039b None None] Provisioning complete for port dd475915-1e4d-449b-8733-b89f4d17d8d5 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:49:52.817148 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-fd0e8d99-4ffc-4018-b51d-42bbcba3039b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:52.820420 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122cfc78-2fd2-49fe-8b00-45ef765ffaab tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Network e40f6bbd-098b-49f7-b15f-a15d5c62f421 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:49:52.832599 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-122cfc78-2fd2-49fe-8b00-45ef765ffaab tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:49:52.834711 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122cfc78-2fd2-49fe-8b00-45ef765ffaab tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:49:52.885401 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30485f1d-66e7-439f-858e-ba5a0f8e2882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b345c6d-40da-4296-9498-194d7e55a343'}, {'server_uuid': '217ddd02-1cf3-4e7c-80a8-0e038166c641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55863f53-87cd-4fb9-9cc9-eb17b216bcba'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:49:52.887290 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5903dc-c0e6-4650-a036-9e629e1484e7" -d '{"events": [{"server_uuid": "30485f1d-66e7-439f-858e-ba5a0f8e2882", "name": "network-vif-plugged", "status": "completed", "tag": "7b345c6d-40da-4296-9498-194d7e55a343"}, {"server_uuid": "217ddd02-1cf3-4e7c-80a8-0e038166c641", "name": "network-vif-plugged", "status": "completed", "tag": "55863f53-87cd-4fb9-9cc9-eb17b216bcba"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:49:52.892818 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122cfc78-2fd2-49fe-8b00-45ef765ffaab tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Pushing event updated for resources: {'Port': ['ID=ae70ab0d-14d1-46fd-947b-016a7578b456,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:52.893363 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device dd475915-1e4d-449b-8733-b89f4d17d8d5 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:49:52.945636 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd5636-2b34-4462-96b2-2805a1d6ca57 req-6800cbba-c78b-4489-822a-03ef58e5a2c7 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:52.947382 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4dfd5636-2b34-4462-96b2-2805a1d6ca57 req-6800cbba-c78b-4489-822a-03ef58e5a2c7 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0b3a0dc-6129-40e7-a728-0b368615fb79 HTTP/1.1" status: 200 len: 949 time: 0.1659579 Nov 27 03:49:52.954223 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7c27600f-843b-4a63-9e6d-ea9f19b77344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:52.965722 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7dc23d-92dc-4238-9028-2d73907fe0fe', 'name': 'network-vif-deleted', 'tag': '86b05dc6-46bd-424f-9786-88d9641f861c'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:49:52.973224 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fcb4c0f-6ff9-493a-ae6d-e8c1120f1b0d" -d '{"events": [{"server_uuid": "ae7dc23d-92dc-4238-9028-2d73907fe0fe", "name": "network-vif-deleted", "tag": "86b05dc6-46bd-424f-9786-88d9641f861c"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:49:53.022900 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7c27600f-843b-4a63-9e6d-ea9f19b77344 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:53.030635 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7c27600f-843b-4a63-9e6d-ea9f19b77344 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9aa0d39d-1f7c-48be-83b9-b4ca19c74697 HTTP/1.1" status: 204 len: 168 time: 0.5421910 Nov 27 03:49:53.032630 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27600f-843b-4a63-9e6d-ea9f19b77344 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9aa0d39d-1f7c-48be-83b9-b4ca19c74697,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:53.038160 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port dd475915-1e4d-449b-8733-b89f4d17d8d5 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:49:53.038560 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:53.039300 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34558) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:53.066146 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122cfc78-2fd2-49fe-8b00-45ef765ffaab tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:53.067157 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-122cfc78-2fd2-49fe-8b00-45ef765ffaab tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:53.102383 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-122cfc78-2fd2-49fe-8b00-45ef765ffaab tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3260036 Nov 27 03:49:53.131021 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841627fd-5956-4a06-b342-d19803190d72 req-fff53f2e-c4a5-4e15-a070-f37ef93baf46 tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:53.132666 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-841627fd-5956-4a06-b342-d19803190d72 req-fff53f2e-c4a5-4e15-a070-f37ef93baf46 tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdda9d68-b81b-44e4-b8c5-d896dfee0398 HTTP/1.1" status: 200 len: 950 time: 0.1780059 Nov 27 03:49:53.136772 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4dfd5636-2b34-4462-96b2-2805a1d6ca57 req-edb22c1a-9ab5-454f-b792-d449133d028d tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713741 Nov 27 03:49:53.164767 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a3d89c17-924b-4832-811d-5495927c3463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:53.201438 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-841627fd-5956-4a06-b342-d19803190d72 req-533b3220-eb73-43bc-945f-87d23eab4afc tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] 10.222.0.20 "GET /v2.0/security-groups?id=da1546ad-7e21-4731-ab7d-f0e002a0c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531836 Nov 27 03:49:53.236852 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb9b94c-80a3-43f2-8d67-216fb76e79f5 x-openstack-request-id: req-0fb9b94c-80a3-43f2-8d67-216fb76e79f5 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:49:53.236852 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7dc23d-92dc-4238-9028-2d73907fe0fe", "name": "network-vif-deleted", "tag": "86b05dc6-46bd-424f-9786-88d9641f861c", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:49:53.237125 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0fb9b94c-80a3-43f2-8d67-216fb76e79f5 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:49:53.237501 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7dc23d-92dc-4238-9028-2d73907fe0fe', 'name': 'network-vif-deleted', 'tag': '86b05dc6-46bd-424f-9786-88d9641f861c', 'status': 'completed', 'code': 200} Nov 27 03:49:53.310107 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a3d89c17-924b-4832-811d-5495927c3463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:53.334251 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-a3d89c17-924b-4832-811d-5495927c3463 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['378a3375-2447-4153-8462-f656d3d2276f']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:49:53.349842 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-a3d89c17-924b-4832-811d-5495927c3463 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d71eb94-5225-4db6-8e46-cee8dee27f0a') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:49:53.350307 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-a3d89c17-924b-4832-811d-5495927c3463 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d71eb94-5225-4db6-8e46-cee8dee27f0a') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:49:53.374192 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c680a-5bca-4685-89f9-d5f7eb8c7e63 req-a9fa06bc-5b90-4207-8136-9305b0cd7899 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:53.379304 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a3d89c17-924b-4832-811d-5495927c3463 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:53.382392 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c91c680a-5bca-4685-89f9-d5f7eb8c7e63 req-a9fa06bc-5b90-4207-8136-9305b0cd7899 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 951 time: 0.0929806 Nov 27 03:49:53.386721 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 03:49:53.394977 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 27 Nov 2021 03:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900fe645-65e1-454c-b647-4d1021905d62 x-openstack-request-id: req-900fe645-65e1-454c-b647-4d1021905d62 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:49:53.395416 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30485f1d-66e7-439f-858e-ba5a0f8e2882", "name": "network-vif-plugged", "status": "completed", "tag": "7b345c6d-40da-4296-9498-194d7e55a343", "code": 200}, {"server_uuid": "217ddd02-1cf3-4e7c-80a8-0e038166c641", "name": "network-vif-plugged", "status": "completed", "tag": "55863f53-87cd-4fb9-9cc9-eb17b216bcba", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:49:53.395746 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-900fe645-65e1-454c-b647-4d1021905d62 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:49:53.396084 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30485f1d-66e7-439f-858e-ba5a0f8e2882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b345c6d-40da-4296-9498-194d7e55a343', 'code': 200} Nov 27 03:49:53.396343 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217ddd02-1cf3-4e7c-80a8-0e038166c641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55863f53-87cd-4fb9-9cc9-eb17b216bcba', 'code': 200} Nov 27 03:49:53.400847 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 86b05dc6-46bd-424f-9786-88d9641f861c no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:49:53.401426 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a3d89c17-924b-4832-811d-5495927c3463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:53.413402 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3d89c17-924b-4832-811d-5495927c3463 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:49:53.414264 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a3d89c17-924b-4832-811d-5495927c3463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:53.416713 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 03:49:53.416713 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:49:53.416713 n-d-819494-3 neutron-server[110018]: timer() Nov 27 03:49:53.416713 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:49:53.416713 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 03:49:53.416713 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:49:53.416713 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 03:49:53.416713 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:49:53.416713 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 03:49:53.416713 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:49:53.416713 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 03:49:53.416713 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:49:53.416713 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 03:49:53.416713 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:49:53.416713 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:49:53.416713 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:49:53.416713 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:49:53.416713 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:49:53.416713 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 03:49:53.416713 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:49:53.416713 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 03:49:53.416713 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:49:53.416713 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:49:53.416713 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:49:53.416713 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 03:49:53.416713 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:49:53.416713 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:49:53.416713 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:49:53.416713 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:49:53.416713 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:49:53.416713 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:49:53.416713 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:49:53.442205 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b3bd8-9094-4061-aab6-7d7595e9fad9 req-67abc9af-0064-4d13-b95a-4aa0a1eebd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:53.443943 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-671b3bd8-9094-4061-aab6-7d7595e9fad9 req-67abc9af-0064-4d13-b95a-4aa0a1eebd43 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=30485f1d-66e7-439f-858e-ba5a0f8e2882 HTTP/1.1" status: 200 len: 1096 time: 0.1162813 Nov 27 03:49:53.447432 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 86b05dc6-46bd-424f-9786-88d9641f861c {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:49:53.447788 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 86b05dc6-46bd-424f-9786-88d9641f861c not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:49:53.456204 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-b28c0d99-9089-4aa1-9401-361ae4eacedb None None] Provisioning complete for port ae70ab0d-14d1-46fd-947b-016a7578b456 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:49:53.456585 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b28c0d99-9089-4aa1-9401-361ae4eacedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:53.469237 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34566) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:53.474774 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-fb61918e-de8a-47ea-ade2-c6269d826c8c tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Request body: {'security_group': {'name': 'tempest-securitygroup--372245619', 'description': 'tempest-description--1745976778'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:49:53.485034 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device bddd1769-ab60-490a-9c87-e66f37998b41 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:49:53.498867 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a3d89c17-924b-4832-811d-5495927c3463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:53.513034 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a3d89c17-924b-4832-811d-5495927c3463 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:53.519897 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a3d89c17-924b-4832-811d-5495927c3463 admin admin] 10.222.0.20 "DELETE /v2.0/networks/378a3375-2447-4153-8462-f656d3d2276f HTTP/1.1" status: 204 len: 168 time: 0.4773390 Nov 27 03:49:53.520069 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c91c680a-5bca-4685-89f9-d5f7eb8c7e63 req-008da17d-e64c-45c3-b12b-be2bc98d4098 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342032 Nov 27 03:49:53.541148 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-b28c0d99-9089-4aa1-9401-361ae4eacedb None None] Port ae70ab0d-14d1-46fd-947b-016a7578b456 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:49:53.559570 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924fc7b6-aa53-4b53-98a6-5d0f13298a80 req-4011b1d6-4adf-4fae-ae86-e5829167a53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:53.561636 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-924fc7b6-aa53-4b53-98a6-5d0f13298a80 req-4011b1d6-4adf-4fae-ae86-e5829167a53f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=217ddd02-1cf3-4e7c-80a8-0e038166c641 HTTP/1.1" status: 200 len: 1096 time: 0.1387725 Nov 27 03:49:53.564271 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fb61918e-de8a-47ea-ade2-c6269d826c8c tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:53.564927 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port bddd1769-ab60-490a-9c87-e66f37998b41 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:49:53.565580 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:53.571869 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d89c17-924b-4832-811d-5495927c3463 admin admin] Pushing event deleted for resources: {'Network': ['ID=378a3375-2447-4153-8462-f656d3d2276f,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:53.596183 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6b998-4fef-40b4-ae0c-cb465d7331c4 req-0ae0834b-1c28-4ba6-9f27-b5cee56471d5 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:53.597739 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b1f6b998-4fef-40b4-ae0c-cb465d7331c4 req-0ae0834b-1c28-4ba6-9f27-b5cee56471d5 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] 10.222.0.20 "GET /v2.0/ports?device_id=30485f1d-66e7-439f-858e-ba5a0f8e2882 HTTP/1.1" status: 200 len: 945 time: 0.0789955 Nov 27 03:49:53.616217 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-671b3bd8-9094-4061-aab6-7d7595e9fad9 req-815daf6a-e539-4eb3-95f3-eb67ef0d5114 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a638573b-7139-4a11-9a7a-6b9bd4e1b9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475658 Nov 27 03:49:53.661564 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-924fc7b6-aa53-4b53-98a6-5d0f13298a80 req-56be38de-b820-425b-94e2-f7be1e270c24 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858526 Nov 27 03:49:53.665884 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b1f6b998-4fef-40b4-ae0c-cb465d7331c4 req-00cacfb3-e68d-4276-8905-c7cc28bc6da2 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] 10.222.0.20 "GET /v2.0/security-groups?id=a638573b-7139-4a11-9a7a-6b9bd4e1b9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573750 Nov 27 03:49:53.723289 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fb61918e-de8a-47ea-ade2-c6269d826c8c tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:53.729203 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34572) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:53.735007 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fb61918e-de8a-47ea-ade2-c6269d826c8c tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:53.773703 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9fd08997-7329-4c73-a5fa-fffb0175e5b2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0cbf4ce56bb54dd781457ee73fdb0c37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429602 Nov 27 03:49:53.776133 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34574) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:53.788544 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fb61918e-de8a-47ea-ade2-c6269d826c8c tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:53.789760 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-fb61918e-de8a-47ea-ade2-c6269d826c8c tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3195217 Nov 27 03:49:53.795787 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34576) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:53.800904 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-e1383573-51a1-41ef-be0b-4299e318b892 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Request body: {'security_group_rule': {'security_group_id': '35921842-5bd8-4d3d-b228-d6a9b6023664', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:49:53.808496 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61918e-de8a-47ea-ade2-c6269d826c8c tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35921842-5bd8-4d3d-b228-d6a9b6023664,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:53.824952 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44b31e-9c61-4b99-9b8c-b46a556200e6 req-b0bc70c6-acea-46ad-a9cd-ad683ca1657f tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:53.827493 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bc44b31e-9c61-4b99-9b8c-b46a556200e6 req-b0bc70c6-acea-46ad-a9cd-ad683ca1657f tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=217ddd02-1cf3-4e7c-80a8-0e038166c641 HTTP/1.1" status: 200 len: 945 time: 0.1067152 Nov 27 03:49:53.842767 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-41f3fd39-868c-46d0-b1ee-472675e70d14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:53.862077 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e1383573-51a1-41ef-be0b-4299e318b892 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:53.872004 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-41f3fd39-868c-46d0-b1ee-472675e70d14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:53.921935 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bc44b31e-9c61-4b99-9b8c-b46a556200e6 req-abfb1a44-c932-44ea-900e-183c04f27161 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808761 Nov 27 03:49:53.931724 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-41f3fd39-868c-46d0-b1ee-472675e70d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:53.936150 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-41f3fd39-868c-46d0-b1ee-472675e70d14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:53.938598 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e1383573-51a1-41ef-be0b-4299e318b892 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:53.939621 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-41f3fd39-868c-46d0-b1ee-472675e70d14 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/859715e2-e818-4cad-9524-50f29cd663e9 HTTP/1.1" status: 204 len: 168 time: 0.1623702 Nov 27 03:49:53.949855 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f3fd39-868c-46d0-b1ee-472675e70d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859715e2-e818-4cad-9524-50f29cd663e9,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:53.950039 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e1383573-51a1-41ef-be0b-4299e318b892 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:53.969279 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1383573-51a1-41ef-be0b-4299e318b892 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0336ac4a-d065-4922-98ba-331760e2e933,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:53.993183 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e1383573-51a1-41ef-be0b-4299e318b892 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:53.996871 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e1383573-51a1-41ef-be0b-4299e318b892 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1969705 Nov 27 03:49:53.997215 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34586) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:54.004388 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-a84bef02-3c91-498b-9eb2-c7e57089f596 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Request body: {'security_group_rule': {'security_group_id': '35921842-5bd8-4d3d-b228-d6a9b6023664', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:49:54.028814 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e82b84-3fc5-4e66-826b-9f6804cfb127 req-0257df0c-2a87-4e3d-83af-c88486bb477b tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:54.031909 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-50e82b84-3fc5-4e66-826b-9f6804cfb127 req-0257df0c-2a87-4e3d-83af-c88486bb477b tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.23 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 951 time: 0.0641215 Nov 27 03:49:54.038056 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a84bef02-3c91-498b-9eb2-c7e57089f596 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:54.102768 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a84bef02-3c91-498b-9eb2-c7e57089f596 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:54.107884 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a84bef02-3c91-498b-9eb2-c7e57089f596 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:54.130809 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84bef02-3c91-498b-9eb2-c7e57089f596 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=260b5da5-55b6-4dbb-9b6d-d48c847e3dde,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:54.141211 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a84bef02-3c91-498b-9eb2-c7e57089f596 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:54.142613 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a84bef02-3c91-498b-9eb2-c7e57089f596 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1436977 Nov 27 03:49:54.145659 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34596) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:54.154874 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-8a02bfb7-6833-421f-9577-bac8f11e66e8 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:49:54.183024 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8a02bfb7-6833-421f-9577-bac8f11e66e8 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks [] for floatingip, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:54.235700 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-50e82b84-3fc5-4e66-826b-9f6804cfb127 req-8beec819-a7dd-4f55-b842-4d96056ab41e tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Deleting port 22399cf9-b7ca-41d1-9cab-7b32dda023ef {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:49:54.236263 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-50e82b84-3fc5-4e66-826b-9f6804cfb127 req-8beec819-a7dd-4f55-b842-4d96056ab41e tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:54.304161 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71786362-5299-47c1-ae94-1e7376d41280 req-8980f00d-d60d-4f4c-92c5-3b44fa6021a5 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:54.305776 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-71786362-5299-47c1-ae94-1e7376d41280 req-8980f00d-d60d-4f4c-92c5-3b44fa6021a5 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/networks?id=08f5ab49-0e80-484e-b2da-92afccf8b9b1 HTTP/1.1" status: 200 len: 812 time: 0.2461796 Nov 27 03:49:54.331671 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-71786362-5299-47c1-ae94-1e7376d41280 req-c16647e1-5d73-45a3-9b11-01b33539f82a tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/quotas/a17274e888df4225aeb5638a41a17698 HTTP/1.1" status: 200 len: 375 time: 0.0180936 Nov 27 03:49:54.342193 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea2c49-2f5f-4185-9fdd-d2af3fc444f4 req-965dd59c-c55d-471a-a61c-a0256c92a955 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:54.343754 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-18ea2c49-2f5f-4185-9fdd-d2af3fc444f4 req-965dd59c-c55d-471a-a61c-a0256c92a955 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0b3a0dc-6129-40e7-a728-0b368615fb79 HTTP/1.1" status: 200 len: 949 time: 0.0833356 Nov 27 03:49:54.360275 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8a02bfb7-6833-421f-9577-bac8f11e66e8 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:54.372256 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-71786362-5299-47c1-ae94-1e7376d41280 req-27f5e75f-b8c4-4cb5-b86c-6762c2806dd7 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a17274e888df4225aeb5638a41a17698&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347159 Nov 27 03:49:54.443799 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-18ea2c49-2f5f-4185-9fdd-d2af3fc444f4 req-fb92dfe4-b699-4d8e-88ce-930c4360cfa5 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909259 Nov 27 03:49:54.473182 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-50e82b84-3fc5-4e66-826b-9f6804cfb127 req-8beec819-a7dd-4f55-b842-4d96056ab41e tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] For port 22399cf9-b7ca-41d1-9cab-7b32dda023ef, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=22399cf9-b7ca-41d1-9cab-7b32dda023ef,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:54.473553 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-50e82b84-3fc5-4e66-826b-9f6804cfb127 req-8beec819-a7dd-4f55-b842-4d96056ab41e tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:54.492492 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-71786362-5299-47c1-ae94-1e7376d41280 req-31d9b923-32d3-41d4-b758-51ab0129ddd2 service neutron] 10.222.0.20 "GET /v2.0/networks/08f5ab49-0e80-484e-b2da-92afccf8b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087675 Nov 27 03:49:54.504220 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-50e82b84-3fc5-4e66-826b-9f6804cfb127 req-8beec819-a7dd-4f55-b842-4d96056ab41e tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Calling delete_port for 22399cf9-b7ca-41d1-9cab-7b32dda023ef owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:49:54.506588 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-8a02bfb7-6833-421f-9577-bac8f11e66e8 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Allocated IP 172.25.1.91 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/753e84dc-e2a2-4a3d-ad3d-706e4f4f8847) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:49:54.649007 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-71786362-5299-47c1-ae94-1e7376d41280 req-f41fdde1-a64a-4a73-9a1e-5da414549124 service neutron] 10.222.0.20 "GET /v2.0/networks/08f5ab49-0e80-484e-b2da-92afccf8b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555636 Nov 27 03:49:54.660933 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24b774-81fb-43de-baac-223d85223446 req-c0fdeb2a-e4ec-4a67-a33d-a797f6cac493 tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:54.662304 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-da24b774-81fb-43de-baac-223d85223446 req-c0fdeb2a-e4ec-4a67-a33d-a797f6cac493 tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdda9d68-b81b-44e4-b8c5-d896dfee0398 HTTP/1.1" status: 200 len: 950 time: 0.1409514 Nov 27 03:49:54.683042 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51d82b-1e49-471f-9be4-398aadf2c725 req-bd4970a2-97f6-449d-8afd-4cd08d06e4a7 tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:54.684659 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9d51d82b-1e49-471f-9be4-398aadf2c725 req-bd4970a2-97f6-449d-8afd-4cd08d06e4a7 tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdda9d68-b81b-44e4-b8c5-d896dfee0398 HTTP/1.1" status: 200 len: 950 time: 0.1519678 Nov 27 03:49:54.729617 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8a02bfb7-6833-421f-9577-bac8f11e66e8 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:54.776329 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-50e82b84-3fc5-4e66-826b-9f6804cfb127 req-8beec819-a7dd-4f55-b842-4d96056ab41e tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:54.810233 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['ef4ae27c-26c3-4e63-8f92-1652f2b6bca5', '9facfdba-b7e7-4d90-a3be-65a6ea121c0b'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:49:54.868726 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9d51d82b-1e49-471f-9be4-398aadf2c725 req-521a1304-fc6a-41bb-8853-e6d73d8e88c1 tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] 10.222.0.20 "GET /v2.0/security-groups?id=da1546ad-7e21-4731-ab7d-f0e002a0c87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724660 Nov 27 03:49:54.933027 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8a02bfb7-6833-421f-9577-bac8f11e66e8 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:54.934955 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['22399cf9-b7ca-41d1-9cab-7b32dda023ef'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:49:54.975997 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beec819-a7dd-4f55-b842-4d96056ab41e tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Pushing event deleted for resources: {'Port': ['ID=22399cf9-b7ca-41d1-9cab-7b32dda023ef,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:54.989420 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-57983072-bbc4-4753-9562-458665d94cd1 req-5f7f8907-a21d-4d86-b6d5-e94486a47639 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=138dd263-9a09-4577-a067-5afe79df2472 HTTP/1.1" status: 200 len: 210 time: 0.1022067 Nov 27 03:49:55.046381 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a02bfb7-6833-421f-9577-bac8f11e66e8 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:49:55.053850 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e82b84-3fc5-4e66-826b-9f6804cfb127 req-8beec819-a7dd-4f55-b842-4d96056ab41e tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] No DVR routers for this DVR port 22399cf9-b7ca-41d1-9cab-7b32dda023ef on host n-h1-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:49:55.056330 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-8a02bfb7-6833-421f-9577-bac8f11e66e8 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:49:55.057343 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-50e82b84-3fc5-4e66-826b-9f6804cfb127 req-8beec819-a7dd-4f55-b842-4d96056ab41e tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:55.065482 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-50e82b84-3fc5-4e66-826b-9f6804cfb127 req-8beec819-a7dd-4f55-b842-4d96056ab41e tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.23 "DELETE /v2.0/ports/22399cf9-b7ca-41d1-9cab-7b32dda023ef HTTP/1.1" status: 204 len: 173 time: 1.0158803 Nov 27 03:49:55.065975 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138dd263-9a09-4577-a067-5afe79df2472', 'name': 'network-vif-deleted', 'tag': '22399cf9-b7ca-41d1-9cab-7b32dda023ef'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:49:55.069393 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab4f3bf-814a-4ac6-89a4-d76ab2ea0d9a" -d '{"events": [{"server_uuid": "138dd263-9a09-4577-a067-5afe79df2472", "name": "network-vif-deleted", "tag": "22399cf9-b7ca-41d1-9cab-7b32dda023ef"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:49:55.077722 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a02bfb7-6833-421f-9577-bac8f11e66e8 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:49:55.083805 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-da24b774-81fb-43de-baac-223d85223446 req-0c3dcfa3-5464-4bb7-87ad-b689f2996adb tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] Deleting port 9e416601-a573-4176-8cdb-b25c3b2bb77a {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:49:55.084871 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-da24b774-81fb-43de-baac-223d85223446 req-0c3dcfa3-5464-4bb7-87ad-b689f2996adb tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:55.171783 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a6809e7e-cf46-4e68-857f-aadb1caf8eb8 req-8e05c2f9-e23e-4d78-a695-9afd3f121ff4 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6a6c3c-9774-481e-a0c9-963216754056 HTTP/1.1" status: 200 len: 210 time: 0.0663083 Nov 27 03:49:55.311757 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b517293-af13-4c3f-8b40-8e93e018ffba req-62a5d927-6829-48b3-b7a9-d48990851b07 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:55.314669 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2b517293-af13-4c3f-8b40-8e93e018ffba req-62a5d927-6829-48b3-b7a9-d48990851b07 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=217ddd02-1cf3-4e7c-80a8-0e038166c641 HTTP/1.1" status: 200 len: 945 time: 0.0750093 Nov 27 03:49:55.333359 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 0ac19189-8bd0-4e1e-98a4-039eaea16651 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:49:55.405601 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2b517293-af13-4c3f-8b40-8e93e018ffba req-1dfeb56f-2172-4dcf-84c8-350aacc53c2a tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788302 Nov 27 03:49:55.466225 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 0ac19189-8bd0-4e1e-98a4-039eaea16651 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:49:55.471123 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 0ac19189-8bd0-4e1e-98a4-039eaea16651 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:49:55.471548 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:55.581124 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:55.620274 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02bfb7-6833-421f-9577-bac8f11e66e8 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Pushing event updated for resources: {'Port': ['ID=753e84dc-e2a2-4a3d-ad3d-706e4f4f8847,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:55.625988 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b3a0dc-6129-40e7-a728-0b368615fb79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac19189-8bd0-4e1e-98a4-039eaea16651'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:49:55.631248 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b174d48a-36b0-4681-a11d-25a91afd9772" -d '{"events": [{"server_uuid": "e0b3a0dc-6129-40e7-a728-0b368615fb79", "name": "network-vif-plugged", "status": "completed", "tag": "0ac19189-8bd0-4e1e-98a4-039eaea16651"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:49:55.667124 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 0ac19189-8bd0-4e1e-98a4-039eaea16651, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=0ac19189-8bd0-4e1e-98a4-039eaea16651,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:55.668746 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30519186-c71b-4b95-9536-36d294a73952 req-040785b6-0ec4-4f5b-b80e-0476dec3475b tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:55.671060 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-30519186-c71b-4b95-9536-36d294a73952 req-040785b6-0ec4-4f5b-b80e-0476dec3475b tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] 10.222.0.20 "GET /v2.0/ports?device_id=30485f1d-66e7-439f-858e-ba5a0f8e2882 HTTP/1.1" status: 200 len: 945 time: 0.6418993 Nov 27 03:49:55.676049 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:55.684933 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9e92e233-0c36-439d-af57-c11da28943ac req-2ec44fd2-7dc1-4dc9-9a45-76fce869d349 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=60318af8a9ee4d8cad9c786269352e4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313048 Nov 27 03:49:55.739949 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=0ac19189-8bd0-4e1e-98a4-039eaea16651,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:55.775810 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-da24b774-81fb-43de-baac-223d85223446 req-0c3dcfa3-5464-4bb7-87ad-b689f2996adb tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] For port 9e416601-a573-4176-8cdb-b25c3b2bb77a, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=9e416601-a573-4176-8cdb-b25c3b2bb77a,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:55.776180 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-da24b774-81fb-43de-baac-223d85223446 req-0c3dcfa3-5464-4bb7-87ad-b689f2996adb tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:55.800333 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-da24b774-81fb-43de-baac-223d85223446 req-0c3dcfa3-5464-4bb7-87ad-b689f2996adb tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] Calling delete_port for 9e416601-a573-4176-8cdb-b25c3b2bb77a owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:49:55.804080 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92e233-0c36-439d-af57-c11da28943ac req-a2885b65-686f-4f72-98d4-966f2adba414 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:55.809004 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8a02bfb7-6833-421f-9577-bac8f11e66e8 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:55.817604 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9e92e233-0c36-439d-af57-c11da28943ac req-a2885b65-686f-4f72-98d4-966f2adba414 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1308975 Nov 27 03:49:55.836499 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9e92e233-0c36-439d-af57-c11da28943ac req-ecc00cca-0e27-44f1-9df4-5ef23f054b05 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] 10.222.0.20 "GET /v2.0/quotas/60318af8a9ee4d8cad9c786269352e4c HTTP/1.1" status: 200 len: 375 time: 0.0179482 Nov 27 03:49:55.844822 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-30519186-c71b-4b95-9536-36d294a73952 req-e42dbbe2-9bb3-4bac-93f2-e96f5ca09f5f tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] 10.222.0.20 "GET /v2.0/security-groups?id=a638573b-7139-4a11-9a7a-6b9bd4e1b9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370852 Nov 27 03:49:55.875084 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9e92e233-0c36-439d-af57-c11da28943ac req-4c57768f-f22a-4c70-a69a-db15e1d9314e tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=60318af8a9ee4d8cad9c786269352e4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376861 Nov 27 03:49:55.912944 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe62bbc-4f28-478a-af4f-0f97edc8e175 x-openstack-request-id: req-afe62bbc-4f28-478a-af4f-0f97edc8e175 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:49:55.913256 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138dd263-9a09-4577-a067-5afe79df2472", "name": "network-vif-deleted", "tag": "22399cf9-b7ca-41d1-9cab-7b32dda023ef", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:49:55.913511 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-afe62bbc-4f28-478a-af4f-0f97edc8e175 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:49:55.914094 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138dd263-9a09-4577-a067-5afe79df2472', 'name': 'network-vif-deleted', 'tag': '22399cf9-b7ca-41d1-9cab-7b32dda023ef', 'status': 'completed', 'code': 200} Nov 27 03:49:55.947429 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8a02bfb7-6833-421f-9577-bac8f11e66e8 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:56.121887 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4179107-c5e1-49cc-82a5-94fa82bca313 req-6ba0b9f6-7c42-4034-ac35-22a987201e28 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:56.131258 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c4179107-c5e1-49cc-82a5-94fa82bca313 req-6ba0b9f6-7c42-4034-ac35-22a987201e28 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0b3a0dc-6129-40e7-a728-0b368615fb79 HTTP/1.1" status: 200 len: 950 time: 0.0728588 Nov 27 03:49:56.150951 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-da24b774-81fb-43de-baac-223d85223446 req-0c3dcfa3-5464-4bb7-87ad-b689f2996adb tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:56.181373 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['9e416601-a573-4176-8cdb-b25c3b2bb77a'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:49:56.204310 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c4179107-c5e1-49cc-82a5-94fa82bca313 req-dc49e45d-19e3-4c35-9a51-e6c33302d2e5 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704038 Nov 27 03:49:56.215565 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3dcfa3-5464-4bb7-87ad-b689f2996adb tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] Pushing event deleted for resources: {'Port': ['ID=9e416601-a573-4176-8cdb-b25c3b2bb77a,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:56.218159 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c10f42-a5b2-4beb-a7ae-67b17b81b2cc x-openstack-request-id: req-64c10f42-a5b2-4beb-a7ae-67b17b81b2cc {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:49:56.218893 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b3a0dc-6129-40e7-a728-0b368615fb79", "name": "network-vif-plugged", "status": "completed", "tag": "0ac19189-8bd0-4e1e-98a4-039eaea16651", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:49:56.219359 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-64c10f42-a5b2-4beb-a7ae-67b17b81b2cc {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:49:56.219975 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b3a0dc-6129-40e7-a728-0b368615fb79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac19189-8bd0-4e1e-98a4-039eaea16651', 'code': 200} Nov 27 03:49:56.308506 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8a02bfb7-6833-421f-9577-bac8f11e66e8 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:56.327037 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-da24b774-81fb-43de-baac-223d85223446 req-0c3dcfa3-5464-4bb7-87ad-b689f2996adb tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] No DVR routers for this DVR port 9e416601-a573-4176-8cdb-b25c3b2bb77a on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:49:56.328699 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8a02bfb7-6833-421f-9577-bac8f11e66e8 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:56.331583 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-da24b774-81fb-43de-baac-223d85223446 req-0c3dcfa3-5464-4bb7-87ad-b689f2996adb tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:56.335305 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-da24b774-81fb-43de-baac-223d85223446 req-0c3dcfa3-5464-4bb7-87ad-b689f2996adb tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] 10.222.0.11 "DELETE /v2.0/ports/9e416601-a573-4176-8cdb-b25c3b2bb77a HTTP/1.1" status: 204 len: 173 time: 1.6240153 Nov 27 03:49:56.337279 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdda9d68-b81b-44e4-b8c5-d896dfee0398', 'name': 'network-vif-deleted', 'tag': '9e416601-a573-4176-8cdb-b25c3b2bb77a'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:49:56.345382 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b4fd8a-436f-431d-9488-9265401ffeaa" -d '{"events": [{"server_uuid": "bdda9d68-b81b-44e4-b8c5-d896dfee0398", "name": "network-vif-deleted", "tag": "9e416601-a573-4176-8cdb-b25c3b2bb77a"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:49:56.365798 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6154e2b6-56d2-4141-a982-669bb97013e8 req-cb1ad4ac-4284-4edd-ab83-5dbf7282da10 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] 10.222.0.20 "GET /v2.0/ports?device_id=897af5c2-9832-49b0-9eaf-7316f61786ce HTTP/1.1" status: 200 len: 210 time: 0.0761185 Nov 27 03:49:56.396620 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52aa685-dd49-4abf-9da4-a5154f80baee req-e8a8dc3e-6a02-438c-9088-2fe83d20e9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:56.400112 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f52aa685-dd49-4abf-9da4-a5154f80baee req-e8a8dc3e-6a02-438c-9088-2fe83d20e9d1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8034f6ec58f9461bbbd6b0673a6f6a14&device_id=217ddd02-1cf3-4e7c-80a8-0e038166c641 HTTP/1.1" status: 200 len: 1096 time: 0.1445806 Nov 27 03:49:56.461620 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bd02568c-6de5-425a-8ae4-0085d8934feb req-aef12806-45f8-4047-b9ff-0b431eb2cd5d tempest-TenantUsagesTestJSON-954083807 tempest-TenantUsagesTestJSON-954083807-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdda9d68-b81b-44e4-b8c5-d896dfee0398 HTTP/1.1" status: 200 len: 210 time: 0.1118293 Nov 27 03:49:56.620213 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02bfb7-6833-421f-9577-bac8f11e66e8 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Pushing event updated for resources: {'Port': ['ID=753e84dc-e2a2-4a3d-ad3d-706e4f4f8847,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:56.649486 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b754f-619e-428c-baad-2af26b114632 req-f8abd24e-4f36-4d08-9e89-1488dacedd1c tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:56.658937 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c64b754f-619e-428c-baad-2af26b114632 req-f8abd24e-4f36-4d08-9e89-1488dacedd1c tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=217ddd02-1cf3-4e7c-80a8-0e038166c641 HTTP/1.1" status: 200 len: 945 time: 0.1097553 Nov 27 03:49:56.668121 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52aa685-dd49-4abf-9da4-a5154f80baee req-511e4458-b738-4140-b1be-cbfd28a6947b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:56.669937 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f52aa685-dd49-4abf-9da4-a5154f80baee req-511e4458-b738-4140-b1be-cbfd28a6947b service neutron] 10.222.0.23 "GET /v2.0/networks?id=211a26de-ee25-4358-bc51-37876ae6d739 HTTP/1.1" status: 200 len: 920 time: 0.2609313 Nov 27 03:49:56.694856 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8a02bfb7-6833-421f-9577-bac8f11e66e8 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:56.706372 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e07540c0-b750-4937-8464-a213273c706e req-51a7f8df-582c-4b4d-9a97-3a74d01ba39c tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6a6c3c-9774-481e-a0c9-963216754056 HTTP/1.1" status: 200 len: 210 time: 0.0489919 Nov 27 03:49:56.708949 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1cc13-f1d2-4e1a-aa56-e1970004e6bf req-32eb49ee-96ab-46c0-ac48-74c5d7ac434c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:56.710410 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-afc1cc13-f1d2-4e1a-aa56-e1970004e6bf req-32eb49ee-96ab-46c0-ac48-74c5d7ac434c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e0b3a0dc-6129-40e7-a728-0b368615fb79 HTTP/1.1" status: 200 len: 1101 time: 0.3088539 Nov 27 03:49:56.740517 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f52aa685-dd49-4abf-9da4-a5154f80baee req-a727e422-60c6-4f4a-be6b-eff1b08bd136 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55863f53-87cd-4fb9-9cc9-eb17b216bcba HTTP/1.1" status: 200 len: 217 time: 0.0600441 Nov 27 03:49:56.745456 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8a02bfb7-6833-421f-9577-bac8f11e66e8 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:56.746629 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8a02bfb7-6833-421f-9577-bac8f11e66e8 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5990367 Nov 27 03:49:56.758304 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71786362-5299-47c1-ae94-1e7376d41280 req-94f44ba4-73b0-46fa-bb32-bdb15935f4d1 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:56.759778 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-71786362-5299-47c1-ae94-1e7376d41280 req-94f44ba4-73b0-46fa-bb32-bdb15935f4d1 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.23 "GET /v2.0/networks?id=08f5ab49-0e80-484e-b2da-92afccf8b9b1 HTTP/1.1" status: 200 len: 812 time: 0.3040161 Nov 27 03:49:56.797345 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82abe4b0-2d88-4fc2-938e-ed29baeba0b3 x-openstack-request-id: req-82abe4b0-2d88-4fc2-938e-ed29baeba0b3 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:49:56.797636 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdda9d68-b81b-44e4-b8c5-d896dfee0398", "name": "network-vif-deleted", "tag": "9e416601-a573-4176-8cdb-b25c3b2bb77a", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:49:56.797886 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-82abe4b0-2d88-4fc2-938e-ed29baeba0b3 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:49:56.798338 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdda9d68-b81b-44e4-b8c5-d896dfee0398', 'name': 'network-vif-deleted', 'tag': '9e416601-a573-4176-8cdb-b25c3b2bb77a', 'status': 'completed', 'code': 200} Nov 27 03:49:56.806765 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c64b754f-619e-428c-baad-2af26b114632 req-f44566e9-e184-405f-8573-be2145606e3e tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449761 Nov 27 03:49:56.816079 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-71786362-5299-47c1-ae94-1e7376d41280 req-f0821051-4af8-4754-b346-d40a722d91b6 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Request body: {'port': {'device_id': 'be6a6c3c-9774-481e-a0c9-963216754056', 'network_id': '08f5ab49-0e80-484e-b2da-92afccf8b9b1', 'admin_state_up': True, 'tenant_id': 'a17274e888df4225aeb5638a41a17698'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:49:56.840393 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52aa685-dd49-4abf-9da4-a5154f80baee req-72215e36-3a6f-4c2d-8995-9d39e5d1754c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:56.841702 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-afc1cc13-f1d2-4e1a-aa56-e1970004e6bf req-72327763-80da-4ae8-84bd-cec69045dcf4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117110 Nov 27 03:49:56.841919 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f52aa685-dd49-4abf-9da4-a5154f80baee req-72215e36-3a6f-4c2d-8995-9d39e5d1754c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7f92d0cd-8b30-467f-95d0-7ca51c4b0374 HTTP/1.1" status: 200 len: 859 time: 0.0895240 Nov 27 03:49:57.015459 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71786362-5299-47c1-ae94-1e7376d41280 req-f0821051-4af8-4754-b346-d40a722d91b6 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Made reservation on behalf of a17274e888df4225aeb5638a41a17698 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:49:57.017916 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f4e0e-aae1-4f70-9141-610915402814 req-478e4ff5-4be3-4e86-b49a-fc2a9cd97444 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:57.020053 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-71786362-5299-47c1-ae94-1e7376d41280 req-f0821051-4af8-4754-b346-d40a722d91b6 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:57.025333 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6f3f4e0e-aae1-4f70-9141-610915402814 req-478e4ff5-4be3-4e86-b49a-fc2a9cd97444 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] 10.222.0.20 "GET /v2.0/ports?device_id=30485f1d-66e7-439f-858e-ba5a0f8e2882 HTTP/1.1" status: 200 len: 945 time: 0.0835717 Nov 27 03:49:57.078608 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6f3f4e0e-aae1-4f70-9141-610915402814 req-082c6385-f1bc-4bca-b567-932438f0d819 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] 10.222.0.20 "GET /v2.0/security-groups?id=a638573b-7139-4a11-9a7a-6b9bd4e1b9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520704 Nov 27 03:49:57.165158 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f52aa685-dd49-4abf-9da4-a5154f80baee req-fcd612a0-d4c4-40e1-98d3-0d44f702ae36 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=211a26de-ee25-4358-bc51-37876ae6d739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357637 Nov 27 03:49:57.200209 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-7f9af1b7-ce69-4e3f-a6ae-6d78a94a478a tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--372245619&fields=id&tenant_id=3e0a6e3903404d4c8a0246b387bf3805 HTTP/1.1" status: 200 len: 267 time: 0.1031151 Nov 27 03:49:57.253882 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-71786362-5299-47c1-ae94-1e7376d41280 req-f0821051-4af8-4754-b346-d40a722d91b6 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Allocated IP 172.20.0.7 (08f5ab49-0e80-484e-b2da-92afccf8b9b1/921fe779-c75e-43af-88d5-b8ba03d01bf5/397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:49:57.266673 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-af99cab8-1a6a-4041-ab99-aa618992a4a1 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:57.268033 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-af99cab8-1a6a-4041-ab99-aa618992a4a1 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports/585334de-cf96-45ed-97e3-75b5e155a4d3 HTTP/1.1" status: 200 len: 936 time: 0.0584378 Nov 27 03:49:57.291955 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa375b-3861-4bfe-b7bf-f1897af4a803 req-8afb4b0a-fef9-458a-8d08-a9b5cfa21758 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:57.293559 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-56fa375b-3861-4bfe-b7bf-f1897af4a803 req-8afb4b0a-fef9-458a-8d08-a9b5cfa21758 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 949 time: 0.1309059 Nov 27 03:49:57.314391 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f52aa685-dd49-4abf-9da4-a5154f80baee req-260fa782-2505-4f3b-8462-2e2b8537b3d5 service neutron] 10.222.0.23 "GET /v2.0/networks/211a26de-ee25-4358-bc51-37876ae6d739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348283 Nov 27 03:49:57.322327 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 22399cf9-b7ca-41d1-9cab-7b32dda023ef no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:49:57.335197 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-0b0473c8-faf7-40f0-bb52-3c5586564419 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:57.336482 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-0b0473c8-faf7-40f0-bb52-3c5586564419 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports/ae70ab0d-14d1-46fd-947b-016a7578b456 HTTP/1.1" status: 200 len: 936 time: 0.0606194 Nov 27 03:49:57.349804 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 22399cf9-b7ca-41d1-9cab-7b32dda023ef {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:49:57.350523 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 22399cf9-b7ca-41d1-9cab-7b32dda023ef not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:49:57.398325 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-56fa375b-3861-4bfe-b7bf-f1897af4a803 req-1e2ef493-8bab-4283-96bc-33ce0127d84a tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949476 Nov 27 03:49:57.436936 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-76c0989c-ec06-48c1-9705-bea80b0be1ea tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?network_id=19023ddb-b83b-433d-89aa-500b49070446&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0901332 Nov 27 03:49:57.437192 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f52aa685-dd49-4abf-9da4-a5154f80baee req-293b2b5f-e2ae-46de-a20c-b0deff9a45cd service neutron] 10.222.0.23 "GET /v2.0/networks/211a26de-ee25-4358-bc51-37876ae6d739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129959 Nov 27 03:49:57.482744 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-9e70a13d-0230-45e3-9e5d-a57614f693ee tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?network_id=19023ddb-b83b-433d-89aa-500b49070446&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0383825 Nov 27 03:49:57.568240 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a0e6f-e7fe-4f93-a926-0aec0007cbe5 req-e10eff72-2b47-411e-9fc6-bc17a3d9b399 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:57.570016 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2c6a0e6f-e7fe-4f93-a926-0aec0007cbe5 req-e10eff72-2b47-411e-9fc6-bc17a3d9b399 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0b3a0dc-6129-40e7-a728-0b368615fb79 HTTP/1.1" status: 200 len: 950 time: 0.0695326 Nov 27 03:49:57.581481 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-71786362-5299-47c1-ae94-1e7376d41280 req-f0821051-4af8-4754-b346-d40a722d91b6 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:57.629614 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2c6a0e6f-e7fe-4f93-a926-0aec0007cbe5 req-161e7cc0-9bec-4cce-90fb-b77a71e6a5a1 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440977 Nov 27 03:49:57.664090 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-2fca1ca1-039f-4d22-8cd1-81bf59b811b4 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:57.669973 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-2fca1ca1-039f-4d22-8cd1-81bf59b811b4 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:57.675968 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-2fca1ca1-039f-4d22-8cd1-81bf59b811b4 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:57.677614 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-2fca1ca1-039f-4d22-8cd1-81bf59b811b4 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/networks?id=9ff8078f-ae3b-4728-b001-9277e61f21a6&id=e40f6bbd-098b-49f7-b15f-a15d5c62f421&id=e40f6bbd-098b-49f7-b15f-a15d5c62f421&id=19023ddb-b83b-433d-89aa-500b49070446&id=19023ddb-b83b-433d-89aa-500b49070446 HTTP/1.1" status: 200 len: 1992 time: 0.1776373 Nov 27 03:49:57.682294 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9e92e233-0c36-439d-af57-c11da28943ac req-2751efbb-b192-455e-812e-4988f7e7b35c tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=60318af8a9ee4d8cad9c786269352e4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537779 Nov 27 03:49:57.695313 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-4bed1473-f69a-4b4c-aeae-22926520ca57 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/quotas/3e0a6e3903404d4c8a0246b387bf3805 HTTP/1.1" status: 200 len: 375 time: 0.0108421 Nov 27 03:49:57.705685 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-71786362-5299-47c1-ae94-1e7376d41280 req-f0821051-4af8-4754-b346-d40a722d91b6 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:57.710737 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7c2fedab-9f37-4e5a-8608-fc0cb9d6f947 req-c5e33577-3d31-4916-96f9-e5dfe8180dd1 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] 10.222.0.20 "GET /v2.0/ports?device_id=897af5c2-9832-49b0-9eaf-7316f61786ce HTTP/1.1" status: 200 len: 210 time: 0.0272913 Nov 27 03:49:57.831787 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71786362-5299-47c1-ae94-1e7376d41280 req-f0821051-4af8-4754-b346-d40a722d91b6 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Network 08f5ab49-0e80-484e-b2da-92afccf8b9b1 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:49:57.843742 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-71786362-5299-47c1-ae94-1e7376d41280 req-f0821051-4af8-4754-b346-d40a722d91b6 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:49:57.851685 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-71786362-5299-47c1-ae94-1e7376d41280 req-f0821051-4af8-4754-b346-d40a722d91b6 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:49:57.854107 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0821051-4af8-4754-b346-d40a722d91b6 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Pushing event updated for resources: {'Port': ['ID=397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:57.905871 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876719d-83fd-469a-bb64-f638dec7a3b6 req-fb02f21a-53c4-46b6-b76b-d049dd946f4f tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:57.908153 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0876719d-83fd-469a-bb64-f638dec7a3b6 req-fb02f21a-53c4-46b6-b76b-d049dd946f4f tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6a6c3c-9774-481e-a0c9-963216754056 HTTP/1.1" status: 200 len: 931 time: 0.0662937 Nov 27 03:49:57.909987 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-7df9ef03-ec48-40db-aaa3-a9aba80d1a03 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e0a6e3903404d4c8a0246b387bf3805&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2024169 Nov 27 03:49:57.957022 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92e233-0c36-439d-af57-c11da28943ac req-b74f464e-cfbe-4827-9e28-1343c17611e8 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:57.958502 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9e92e233-0c36-439d-af57-c11da28943ac req-b74f464e-cfbe-4827-9e28-1343c17611e8 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2620358 Nov 27 03:49:57.974222 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0876719d-83fd-469a-bb64-f638dec7a3b6 req-5e97c1e2-de4d-4d65-b013-093740a411a9 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576820 Nov 27 03:49:58.000014 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-9e92e233-0c36-439d-af57-c11da28943ac req-84e942a3-c431-4ff3-b827-e8c7046b5396 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] Request body: {'port': {'device_id': '897af5c2-9832-49b0-9eaf-7316f61786ce', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'admin_state_up': True, 'tenant_id': '60318af8a9ee4d8cad9c786269352e4c'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:49:58.021257 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71786362-5299-47c1-ae94-1e7376d41280 req-f0821051-4af8-4754-b346-d40a722d91b6 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:58.021777 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-71786362-5299-47c1-ae94-1e7376d41280 req-f0821051-4af8-4754-b346-d40a722d91b6 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:58.084545 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-71786362-5299-47c1-ae94-1e7376d41280 req-f0821051-4af8-4754-b346-d40a722d91b6 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2811472 Nov 27 03:49:58.112581 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34724) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:58.134259 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-71786362-5299-47c1-ae94-1e7376d41280 req-0978e15c-fb15-4f26-a4d3-67d4aeba952f service neutron] Request body: {'port': {'device_id': 'be6a6c3c-9774-481e-a0c9-963216754056', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:49:58.135843 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09259da8-6c41-4676-bc50-6c3d3ce09eb3 req-20bdcb36-3f99-49a8-b389-9090423d4b89 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:58.137468 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-09259da8-6c41-4676-bc50-6c3d3ce09eb3 req-20bdcb36-3f99-49a8-b389-9090423d4b89 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=217ddd02-1cf3-4e7c-80a8-0e038166c641 HTTP/1.1" status: 200 len: 945 time: 0.0560608 Nov 27 03:49:58.142897 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-6f334259-1203-4696-9f22-c283f04d4875 service neutron] 10.222.0.20 "GET /v2.0/networks/9ff8078f-ae3b-4728-b001-9277e61f21a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145326 Nov 27 03:49:58.202745 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-09259da8-6c41-4676-bc50-6c3d3ce09eb3 req-f40d1d5f-202c-47ef-85f1-7ee92201229a tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475316 Nov 27 03:49:58.271008 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-71786362-5299-47c1-ae94-1e7376d41280 req-0978e15c-fb15-4f26-a4d3-67d4aeba952f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:58.272809 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e92e233-0c36-439d-af57-c11da28943ac req-84e942a3-c431-4ff3-b827-e8c7046b5396 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] Made reservation on behalf of 60318af8a9ee4d8cad9c786269352e4c for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:49:58.276275 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9e92e233-0c36-439d-af57-c11da28943ac req-84e942a3-c431-4ff3-b827-e8c7046b5396 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:58.305866 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9e92e233-0c36-439d-af57-c11da28943ac req-84e942a3-c431-4ff3-b827-e8c7046b5396 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:58.381228 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-a7a3d223-a70a-466f-a292-7da6606782b2 service neutron] 10.222.0.20 "GET /v2.0/networks/9ff8078f-ae3b-4728-b001-9277e61f21a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141948 Nov 27 03:49:58.447482 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ba5802c3-726e-48e2-9008-4dd28dd35e23 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8861a2f443114d81929c0a7f63081d19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3276258 Nov 27 03:49:58.450050 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34732) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:58.463621 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-66ee20fd-b2eb-46d0-8a93-de52b0d4576f service neutron] 10.222.0.20 "GET /v2.0/ports/585334de-cf96-45ed-97e3-75b5e155a4d3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0691705 Nov 27 03:49:58.464447 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477873dc-4911-4788-9ccf-0028b9240873 req-2b8e8877-3a7b-47c1-bbbc-a3254a8e1c68 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:58.465942 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-477873dc-4911-4788-9ccf-0028b9240873 req-2b8e8877-3a7b-47c1-bbbc-a3254a8e1c68 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] 10.222.0.20 "GET /v2.0/ports?device_id=30485f1d-66e7-439f-858e-ba5a0f8e2882 HTTP/1.1" status: 200 len: 945 time: 0.0581236 Nov 27 03:49:58.542268 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-477873dc-4911-4788-9ccf-0028b9240873 req-b77dc75e-a5bb-45f6-b8e5-72c3a96f0a54 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] 10.222.0.20 "GET /v2.0/security-groups?id=a638573b-7139-4a11-9a7a-6b9bd4e1b9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690184 Nov 27 03:49:58.547523 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7aa9da92-da89-4df3-b044-775a4fb0cec9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:58.570677 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7aa9da92-da89-4df3-b044-775a4fb0cec9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:58.594340 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 9e416601-a573-4176-8cdb-b25c3b2bb77a no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:49:58.638083 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7aa9da92-da89-4df3-b044-775a4fb0cec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:58.639735 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: 9e416601-a573-4176-8cdb-b25c3b2bb77a {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:49:58.640078 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 9e416601-a573-4176-8cdb-b25c3b2bb77a not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:49:58.641573 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7aa9da92-da89-4df3-b044-775a4fb0cec9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:58.650913 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7aa9da92-da89-4df3-b044-775a4fb0cec9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da1546ad-7e21-4731-ab7d-f0e002a0c87d HTTP/1.1" status: 204 len: 168 time: 0.1938422 Nov 27 03:49:58.670808 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9da92-da89-4df3-b044-775a4fb0cec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1546ad-7e21-4731-ab7d-f0e002a0c87d,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:58.679136 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9e92e233-0c36-439d-af57-c11da28943ac req-84e942a3-c431-4ff3-b827-e8c7046b5396 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:58.692849 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9e92e233-0c36-439d-af57-c11da28943ac req-84e942a3-c431-4ff3-b827-e8c7046b5396 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:58.717325 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35bb3c-4c39-4a26-af83-9f0dd4532352 req-02f25cb3-0892-4af0-b064-72352f9d2936 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:58.723160 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-b7d013de-fa2f-42df-9985-2cd07a970974 service neutron] 10.222.0.20 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144017 Nov 27 03:49:58.725250 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1b35bb3c-4c39-4a26-af83-9f0dd4532352 req-02f25cb3-0892-4af0-b064-72352f9d2936 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 949 time: 0.0731790 Nov 27 03:49:58.782956 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1b35bb3c-4c39-4a26-af83-9f0dd4532352 req-8bdeaec7-0226-4e8a-8756-416eb378b910 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565424 Nov 27 03:49:58.853569 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e942a3-c431-4ff3-b827-e8c7046b5396 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29e94f55-8dea-4352-aa4e-c6751f1152e1,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:58.904344 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7e5df-badf-4254-8757-31e8540c4614 req-9d5e7059-5dc5-4225-8611-de4cd2b7e272 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:58.906078 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b4d7e5df-badf-4254-8757-31e8540c4614 req-9d5e7059-5dc5-4225-8611-de4cd2b7e272 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.11 "GET /v2.0/ports?device_id=c92dfde5-842a-4e4c-8ff0-f8b53d13d89a HTTP/1.1" status: 200 len: 949 time: 0.0889242 Nov 27 03:49:58.967038 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438f216-255f-4367-b692-7e849e95d473 req-cccf0d01-3416-4e6a-8bad-294d415907ac tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:58.968541 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8438f216-255f-4367-b692-7e849e95d473 req-cccf0d01-3416-4e6a-8bad-294d415907ac tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0b3a0dc-6129-40e7-a728-0b368615fb79 HTTP/1.1" status: 200 len: 950 time: 0.1117649 Nov 27 03:49:58.992589 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34742) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:49:59.018840 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-c55ded59-072a-4af0-96d7-cbd4b49a48c8 service neutron] 10.222.0.20 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820354 Nov 27 03:49:59.027719 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-9e92e233-0c36-439d-af57-c11da28943ac req-84e942a3-c431-4ff3-b827-e8c7046b5396 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] Allocated IP 192.168.233.193 (7cd21890-8440-4d5d-a862-4b55c8c22387/f14a2acf-f1d7-4ddf-8459-b30982428e88/3f6905b5-734c-4086-adb5-96c1d19c22d6) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:49:59.043123 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-020750f9-9a40-4f54-a4ef-4fa1cf6896af admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:59.055119 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8438f216-255f-4367-b692-7e849e95d473 req-a1c61162-7fee-4332-bb6f-0968c9acfde9 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615482 Nov 27 03:49:59.055350 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-71786362-5299-47c1-ae94-1e7376d41280 req-0978e15c-fb15-4f26-a4d3-67d4aeba952f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:49:59.057987 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-b4d7e5df-badf-4254-8757-31e8540c4614 req-95b40e6a-3129-4709-b905-060af704d8ff tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Deleting port 9facfdba-b7e7-4d90-a3be-65a6ea121c0b {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:49:59.058258 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b4d7e5df-badf-4254-8757-31e8540c4614 req-95b40e6a-3129-4709-b905-060af704d8ff tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:59.088810 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-71786362-5299-47c1-ae94-1e7376d41280 req-0978e15c-fb15-4f26-a4d3-67d4aeba952f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:59.123778 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-2bd31c98-0157-41e6-890e-802d8344647d service neutron] 10.222.0.20 "GET /v2.0/ports/ae70ab0d-14d1-46fd-947b-016a7578b456?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0930851 Nov 27 03:49:59.147038 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-730a74b1-e5de-4b4b-bd30-931cdb020811 req-968fa8b7-6eda-48ad-9585-83bd4b7f2f2b tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] 10.222.0.20 "GET /v2.0/ports?device_id=897af5c2-9832-49b0-9eaf-7316f61786ce HTTP/1.1" status: 200 len: 210 time: 0.0336688 Nov 27 03:49:59.155560 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-71786362-5299-47c1-ae94-1e7376d41280 req-0978e15c-fb15-4f26-a4d3-67d4aeba952f service neutron] Transition to ACTIVE for port object 397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:49:59.196871 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-b4d7e5df-badf-4254-8757-31e8540c4614 req-95b40e6a-3129-4709-b905-060af704d8ff tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] For port 9facfdba-b7e7-4d90-a3be-65a6ea121c0b, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=9facfdba-b7e7-4d90-a3be-65a6ea121c0b,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:49:59.197561 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b4d7e5df-badf-4254-8757-31e8540c4614 req-95b40e6a-3129-4709-b905-060af704d8ff tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:59.210479 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-b4d7e5df-badf-4254-8757-31e8540c4614 req-95b40e6a-3129-4709-b905-060af704d8ff tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Calling delete_port for 9facfdba-b7e7-4d90-a3be-65a6ea121c0b owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:49:59.212443 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-71786362-5299-47c1-ae94-1e7376d41280 req-0978e15c-fb15-4f26-a4d3-67d4aeba952f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:59.299889 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c95446-3c1c-41e7-a603-e2baffeec925 req-c9608c75-44c1-4ad2-bf4b-a3c0d777ef85 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:59.301361 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-64c95446-3c1c-41e7-a603-e2baffeec925 req-c9608c75-44c1-4ad2-bf4b-a3c0d777ef85 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6a6c3c-9774-481e-a0c9-963216754056 HTTP/1.1" status: 200 len: 943 time: 0.0890613 Nov 27 03:49:59.366230 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978e15c-fb15-4f26-a4d3-67d4aeba952f service neutron] Pushing event updated for resources: {'Port': ['ID=397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:59.367912 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-64c95446-3c1c-41e7-a603-e2baffeec925 req-1b1eef3a-863e-4f1f-b1d2-e4d6dcc63419 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594463 Nov 27 03:49:59.431065 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b4d7e5df-badf-4254-8757-31e8540c4614 req-95b40e6a-3129-4709-b905-060af704d8ff tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:59.465767 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b40e6a-3129-4709-b905-060af704d8ff tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Pushing event deleted for resources: {'Port': ['ID=9facfdba-b7e7-4d90-a3be-65a6ea121c0b,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:49:59.471133 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['ef4ae27c-26c3-4e63-8f92-1652f2b6bca5', '9facfdba-b7e7-4d90-a3be-65a6ea121c0b'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:49:59.495940 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-c2061cd6-2aa1-4dee-85bf-aba5ffe9f2dc service neutron] 10.222.0.20 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605542 Nov 27 03:49:59.526652 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-020750f9-9a40-4f54-a4ef-4fa1cf6896af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:59.545885 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d7e5df-badf-4254-8757-31e8540c4614 req-95b40e6a-3129-4709-b905-060af704d8ff tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] No DVR routers for this DVR port 9facfdba-b7e7-4d90-a3be-65a6ea121c0b on host n-h2-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:49:59.549261 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b4d7e5df-badf-4254-8757-31e8540c4614 req-95b40e6a-3129-4709-b905-060af704d8ff tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:59.554050 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b4d7e5df-badf-4254-8757-31e8540c4614 req-95b40e6a-3129-4709-b905-060af704d8ff tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.11 "DELETE /v2.0/ports/9facfdba-b7e7-4d90-a3be-65a6ea121c0b HTTP/1.1" status: 204 len: 173 time: 0.6401691 Nov 27 03:49:59.554933 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92dfde5-842a-4e4c-8ff0-f8b53d13d89a', 'name': 'network-vif-deleted', 'tag': '9facfdba-b7e7-4d90-a3be-65a6ea121c0b'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:49:59.557707 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6096d1b-8e48-43e5-b4d1-0511ec59f055" -d '{"events": [{"server_uuid": "c92dfde5-842a-4e4c-8ff0-f8b53d13d89a", "name": "network-vif-deleted", "tag": "9facfdba-b7e7-4d90-a3be-65a6ea121c0b"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:49:59.566217 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-020750f9-9a40-4f54-a4ef-4fa1cf6896af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:49:59.966590 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8272570-cb73-4ffc-8b19-47e9d846de33 req-d5ea05ba-ad08-40a0-a739-65d857f00a84 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:49:59.968245 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a8272570-cb73-4ffc-8b19-47e9d846de33 req-d5ea05ba-ad08-40a0-a739-65d857f00a84 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=217ddd02-1cf3-4e7c-80a8-0e038166c641 HTTP/1.1" status: 200 len: 945 time: 0.0628664 Nov 27 03:50:00.001453 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9e92e233-0c36-439d-af57-c11da28943ac req-84e942a3-c431-4ff3-b827-e8c7046b5396 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:00.015799 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-020750f9-9a40-4f54-a4ef-4fa1cf6896af admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b0ea6052e19411c80b07b01ca301aeb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0188472 Nov 27 03:50:00.020756 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34760) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:00.045457 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a8272570-cb73-4ffc-8b19-47e9d846de33 req-9b690475-5add-4471-b851-86fd6c22da23 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703437 Nov 27 03:50:00.061214 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-71786362-5299-47c1-ae94-1e7376d41280 req-0978e15c-fb15-4f26-a4d3-67d4aeba952f service neutron] Attempting to bind port 397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:50:00.061554 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-71786362-5299-47c1-ae94-1e7376d41280 req-0978e15c-fb15-4f26-a4d3-67d4aeba952f service neutron] Attempting to bind port 397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '277708b6-af23-477b-abf6-dbbbeb02c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '08f5ab49-0e80-484e-b2da-92afccf8b9b1'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:50:00.061896 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71786362-5299-47c1-ae94-1e7376d41280 req-0978e15c-fb15-4f26-a4d3-67d4aeba952f service neutron] Attempting to bind port 397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa on network 08f5ab49-0e80-484e-b2da-92afccf8b9b1 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:50:00.069893 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71786362-5299-47c1-ae94-1e7376d41280 req-0978e15c-fb15-4f26-a4d3-67d4aeba952f service neutron] Port 397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa on network 08f5ab49-0e80-484e-b2da-92afccf8b9b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:50:00.070217 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71786362-5299-47c1-ae94-1e7376d41280 req-0978e15c-fb15-4f26-a4d3-67d4aeba952f service neutron] Attempting to bind port 397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa on network 08f5ab49-0e80-484e-b2da-92afccf8b9b1 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:50:00.088057 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020750f9-9a40-4f54-a4ef-4fa1cf6896af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b2539f-1a40-4597-b3e9-2a3bf0d03344,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:00.094123 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71786362-5299-47c1-ae94-1e7376d41280 req-0978e15c-fb15-4f26-a4d3-67d4aeba952f service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:50:00.094467 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71786362-5299-47c1-ae94-1e7376d41280 req-0978e15c-fb15-4f26-a4d3-67d4aeba952f service neutron] Checking segment: {'id': '277708b6-af23-477b-abf6-dbbbeb02c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '08f5ab49-0e80-484e-b2da-92afccf8b9b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:50:00.094885 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71786362-5299-47c1-ae94-1e7376d41280 req-0978e15c-fb15-4f26-a4d3-67d4aeba952f service neutron] Bound using segment: {'id': '277708b6-af23-477b-abf6-dbbbeb02c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '08f5ab49-0e80-484e-b2da-92afccf8b9b1'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:50:00.095348 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-71786362-5299-47c1-ae94-1e7376d41280 req-0978e15c-fb15-4f26-a4d3-67d4aeba952f service neutron] Bound port: 397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '277708b6-af23-477b-abf6-dbbbeb02c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '08f5ab49-0e80-484e-b2da-92afccf8b9b1'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:50:00.095702 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-71786362-5299-47c1-ae94-1e7376d41280 req-0978e15c-fb15-4f26-a4d3-67d4aeba952f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:00.122311 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3fb64-1db1-41b1-a790-8cc8166e3d1e req-0261ade0-06e1-4e87-a979-7d88eceef099 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:00.124873 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-72a3fb64-1db1-41b1-a790-8cc8166e3d1e req-0261ade0-06e1-4e87-a979-7d88eceef099 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] 10.222.0.11 "GET /v2.0/ports?device_id=30485f1d-66e7-439f-858e-ba5a0f8e2882 HTTP/1.1" status: 200 len: 945 time: 0.1017904 Nov 27 03:50:00.166782 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-2371c819-9a70-42ba-a82f-1417cce78b87 service neutron] 10.222.0.20 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6698692 Nov 27 03:50:00.169915 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9e92e233-0c36-439d-af57-c11da28943ac req-84e942a3-c431-4ff3-b827-e8c7046b5396 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:00.204817 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3fa7ee-faaa-4280-a5f9-deaff7fe9894 x-openstack-request-id: req-4e3fa7ee-faaa-4280-a5f9-deaff7fe9894 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:50:00.205206 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c92dfde5-842a-4e4c-8ff0-f8b53d13d89a", "name": "network-vif-deleted", "tag": "9facfdba-b7e7-4d90-a3be-65a6ea121c0b", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:50:00.205393 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4e3fa7ee-faaa-4280-a5f9-deaff7fe9894 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:50:00.205755 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c92dfde5-842a-4e4c-8ff0-f8b53d13d89a', 'name': 'network-vif-deleted', 'tag': '9facfdba-b7e7-4d90-a3be-65a6ea121c0b', 'status': 'completed', 'code': 200} Nov 27 03:50:00.206769 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-28827ba7-c919-4f98-97e9-03330685c4ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:00.230999 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e92e233-0c36-439d-af57-c11da28943ac req-84e942a3-c431-4ff3-b827-e8c7046b5396 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] Network 7cd21890-8440-4d5d-a862-4b55c8c22387 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:50:00.255030 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-9e92e233-0c36-439d-af57-c11da28943ac req-84e942a3-c431-4ff3-b827-e8c7046b5396 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:50:00.290224 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e92e233-0c36-439d-af57-c11da28943ac req-84e942a3-c431-4ff3-b827-e8c7046b5396 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:50:00.292288 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-28827ba7-c919-4f98-97e9-03330685c4ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:00.323136 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e942a3-c431-4ff3-b827-e8c7046b5396 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] Pushing event updated for resources: {'Port': ['ID=3f6905b5-734c-4086-adb5-96c1d19c22d6,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:00.338508 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-71786362-5299-47c1-ae94-1e7376d41280 req-0978e15c-fb15-4f26-a4d3-67d4aeba952f service neutron] For port 397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:50:00.360722 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff68fd-a212-4b4d-8e82-eb50b1a0bfca req-a5a19f4a-70d8-48c5-8587-ef1bb407d3f8 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:00.362251 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3fff68fd-a212-4b4d-8e82-eb50b1a0bfca req-a5a19f4a-70d8-48c5-8587-ef1bb407d3f8 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] 10.222.0.20 "GET /v2.0/ports?device_id=30485f1d-66e7-439f-858e-ba5a0f8e2882 HTTP/1.1" status: 200 len: 945 time: 0.1149426 Nov 27 03:50:00.367117 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-71786362-5299-47c1-ae94-1e7376d41280 req-0978e15c-fb15-4f26-a4d3-67d4aeba952f service neutron] For port 397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa,segment=NetworkSegment(277708b6-af23-477b-abf6-dbbbeb02c2ba),segment_id=277708b6-af23-477b-abf6-dbbbeb02c2ba)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:50:00.367793 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-72a3fb64-1db1-41b1-a790-8cc8166e3d1e req-e301a4df-6cd9-41cb-aa8b-e17352b1c075 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] Deleting port 7b345c6d-40da-4296-9498-194d7e55a343 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:50:00.368179 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-72a3fb64-1db1-41b1-a790-8cc8166e3d1e req-e301a4df-6cd9-41cb-aa8b-e17352b1c075 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:00.379184 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92e233-0c36-439d-af57-c11da28943ac req-84e942a3-c431-4ff3-b827-e8c7046b5396 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:00.379824 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9e92e233-0c36-439d-af57-c11da28943ac req-84e942a3-c431-4ff3-b827-e8c7046b5396 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:00.389704 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-71786362-5299-47c1-ae94-1e7376d41280 req-0978e15c-fb15-4f26-a4d3-67d4aeba952f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:00.459260 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-b9e690d8-b7ac-4e53-8a5d-ac92ab541411 service neutron] 10.222.0.20 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702436 Nov 27 03:50:00.472176 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9e92e233-0c36-439d-af57-c11da28943ac req-84e942a3-c431-4ff3-b827-e8c7046b5396 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4804189 Nov 27 03:50:00.485677 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71786362-5299-47c1-ae94-1e7376d41280 req-0978e15c-fb15-4f26-a4d3-67d4aeba952f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:00.486298 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-71786362-5299-47c1-ae94-1e7376d41280 req-0978e15c-fb15-4f26-a4d3-67d4aeba952f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:00.487716 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-71786362-5299-47c1-ae94-1e7376d41280 req-0978e15c-fb15-4f26-a4d3-67d4aeba952f service neutron] 10.222.0.23 "PUT /v2.0/ports/397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa HTTP/1.1" status: 200 len: 1091 time: 2.3653274 Nov 27 03:50:00.488301 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be6a6c3c-9774-481e-a0c9-963216754056', 'tag': '397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:50:00.490824 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55ad650-07b8-4437-a97b-6440b4eb2234" -d '{"events": [{"name": "network-changed", "server_uuid": "be6a6c3c-9774-481e-a0c9-963216754056", "tag": "397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:50:00.504701 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-9e92e233-0c36-439d-af57-c11da28943ac req-ddb6166f-b80b-4c60-8ea1-420243330c1b service neutron] Request body: {'port': {'device_id': '897af5c2-9832-49b0-9eaf-7316f61786ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:50:00.538645 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-7925e479-27d7-467d-bc64-0afacce8a9e2 None None] Provisioning complete for port 3f6905b5-734c-4086-adb5-96c1d19c22d6 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:50:00.539258 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7925e479-27d7-467d-bc64-0afacce8a9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:00.588185 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-7925e479-27d7-467d-bc64-0afacce8a9e2 None None] Port 3f6905b5-734c-4086-adb5-96c1d19c22d6 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:50:00.619226 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978e15c-fb15-4f26-a4d3-67d4aeba952f service neutron] Pushing event updated for resources: {'Port': ['ID=397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:00.672263 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9e92e233-0c36-439d-af57-c11da28943ac req-ddb6166f-b80b-4c60-8ea1-420243330c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:00.699575 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71786362-5299-47c1-ae94-1e7376d41280 req-cf8fd02e-f45c-4cbd-b96c-ddf23f1e803f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:00.701604 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-71786362-5299-47c1-ae94-1e7376d41280 req-cf8fd02e-f45c-4cbd-b96c-ddf23f1e803f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a17274e888df4225aeb5638a41a17698&device_id=be6a6c3c-9774-481e-a0c9-963216754056 HTTP/1.1" status: 200 len: 1094 time: 0.1230254 Nov 27 03:50:00.704101 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-74b31695-b48c-4008-85c5-e32cd2e3915b service neutron] 10.222.0.20 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283485 Nov 27 03:50:00.775678 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-28827ba7-c919-4f98-97e9-03330685c4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:00.778224 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-28827ba7-c919-4f98-97e9-03330685c4ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:00.780031 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-28827ba7-c919-4f98-97e9-03330685c4ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f3b2539f-1a40-4597-b3e9-2a3bf0d03344 HTTP/1.1" status: 204 len: 168 time: 0.7557836 Nov 27 03:50:00.805864 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3fff68fd-a212-4b4d-8e82-eb50b1a0bfca req-888abd92-8266-4f3f-b6c3-4b90f3594ba1 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] 10.222.0.20 "GET /v2.0/security-groups?id=a638573b-7139-4a11-9a7a-6b9bd4e1b9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092703 Nov 27 03:50:00.808846 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-71786362-5299-47c1-ae94-1e7376d41280 req-bca8af70-cb08-4a13-a579-98432dc05ad1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa HTTP/1.1" status: 200 len: 217 time: 0.0842907 Nov 27 03:50:00.809896 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28827ba7-c919-4f98-97e9-03330685c4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b2539f-1a40-4597-b3e9-2a3bf0d03344,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:00.832544 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-72a3fb64-1db1-41b1-a790-8cc8166e3d1e req-e301a4df-6cd9-41cb-aa8b-e17352b1c075 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] For port 7b345c6d-40da-4296-9498-194d7e55a343, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=7b345c6d-40da-4296-9498-194d7e55a343,segment=NetworkSegment(9b7a1f69-0ad8-4ff3-880f-cb3339fc0845),segment_id=9b7a1f69-0ad8-4ff3-880f-cb3339fc0845)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:50:00.833051 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-72a3fb64-1db1-41b1-a790-8cc8166e3d1e req-e301a4df-6cd9-41cb-aa8b-e17352b1c075 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:00.854202 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-72a3fb64-1db1-41b1-a790-8cc8166e3d1e req-e301a4df-6cd9-41cb-aa8b-e17352b1c075 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] Calling delete_port for 7b345c6d-40da-4296-9498-194d7e55a343 owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:50:00.978542 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71786362-5299-47c1-ae94-1e7376d41280 req-390385c5-720e-4f07-aba6-8eea5df52ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:00.980048 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-71786362-5299-47c1-ae94-1e7376d41280 req-390385c5-720e-4f07-aba6-8eea5df52ad1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=921fe779-c75e-43af-88d5-b8ba03d01bf5 HTTP/1.1" status: 200 len: 852 time: 0.1550531 Nov 27 03:50:00.992598 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-ed881c37-3c99-4a23-92a6-0b50f3da9cd5 service neutron] 10.222.0.20 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669723 Nov 27 03:50:01.019144 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-72a3fb64-1db1-41b1-a790-8cc8166e3d1e req-e301a4df-6cd9-41cb-aa8b-e17352b1c075 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:01.057579 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e301a4df-6cd9-41cb-aa8b-e17352b1c075 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] Pushing event deleted for resources: {'Port': ['ID=7b345c6d-40da-4296-9498-194d7e55a343,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:01.091149 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-71786362-5299-47c1-ae94-1e7376d41280 req-07c74789-918f-40fc-97af-a14c25045b0a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08f5ab49-0e80-484e-b2da-92afccf8b9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672777 Nov 27 03:50:01.115033 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a3fb64-1db1-41b1-a790-8cc8166e3d1e req-e301a4df-6cd9-41cb-aa8b-e17352b1c075 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] No DVR routers for this DVR port 7b345c6d-40da-4296-9498-194d7e55a343 on host n-h2-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:50:01.119248 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-72a3fb64-1db1-41b1-a790-8cc8166e3d1e req-e301a4df-6cd9-41cb-aa8b-e17352b1c075 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:01.124433 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-72a3fb64-1db1-41b1-a790-8cc8166e3d1e req-e301a4df-6cd9-41cb-aa8b-e17352b1c075 tempest-ServerAddressesTestJSON-516240406 tempest-ServerAddressesTestJSON-516240406-project] 10.222.0.11 "DELETE /v2.0/ports/7b345c6d-40da-4296-9498-194d7e55a343 HTTP/1.1" status: 204 len: 173 time: 0.9882855 Nov 27 03:50:01.240426 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-3002527d-c8f1-4428-9f47-d524f7f35ea7 service neutron] 10.222.0.20 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176716 Nov 27 03:50:01.254657 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5719d-5b95-43d1-916f-535dcf723a1e req-fe795c9c-d00c-4ec0-a31e-c10e0615f66f tempest-ServersAdminTestJSON-1769669149 tempest-ServersAdminTestJSON-1769669149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:01.255562 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5719d-5b95-43d1-916f-535dcf723a1e req-fe795c9c-d00c-4ec0-a31e-c10e0615f66f tempest-ServersAdminTestJSON-1769669149 tempest-ServersAdminTestJSON-1769669149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:01.256236 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5719d-5b95-43d1-916f-535dcf723a1e req-fe795c9c-d00c-4ec0-a31e-c10e0615f66f tempest-ServersAdminTestJSON-1769669149 tempest-ServersAdminTestJSON-1769669149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:01.257358 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5719d-5b95-43d1-916f-535dcf723a1e req-fe795c9c-d00c-4ec0-a31e-c10e0615f66f tempest-ServersAdminTestJSON-1769669149 tempest-ServersAdminTestJSON-1769669149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:01.257911 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5719d-5b95-43d1-916f-535dcf723a1e req-fe795c9c-d00c-4ec0-a31e-c10e0615f66f tempest-ServersAdminTestJSON-1769669149 tempest-ServersAdminTestJSON-1769669149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:01.258643 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5719d-5b95-43d1-916f-535dcf723a1e req-fe795c9c-d00c-4ec0-a31e-c10e0615f66f tempest-ServersAdminTestJSON-1769669149 tempest-ServersAdminTestJSON-1769669149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:01.259170 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5719d-5b95-43d1-916f-535dcf723a1e req-fe795c9c-d00c-4ec0-a31e-c10e0615f66f tempest-ServersAdminTestJSON-1769669149 tempest-ServersAdminTestJSON-1769669149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:01.259793 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5719d-5b95-43d1-916f-535dcf723a1e req-fe795c9c-d00c-4ec0-a31e-c10e0615f66f tempest-ServersAdminTestJSON-1769669149 tempest-ServersAdminTestJSON-1769669149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:01.263607 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c1e5719d-5b95-43d1-916f-535dcf723a1e req-fe795c9c-d00c-4ec0-a31e-c10e0615f66f tempest-ServersAdminTestJSON-1769669149 tempest-ServersAdminTestJSON-1769669149-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=897af5c2-9832-49b0-9eaf-7316f61786ce&device_id=be6a6c3c-9774-481e-a0c9-963216754056&device_id=e0b3a0dc-6129-40e7-a728-0b368615fb79&device_id=217ddd02-1cf3-4e7c-80a8-0e038166c641&device_id=30485f1d-66e7-439f-858e-ba5a0f8e2882&device_id=bab23547-e491-4539-98d8-f2924393b0ac&device_id=e7e6b9a2-f01e-442b-b8ba-b4cc89443628&device_id=5190d77d-8553-48fa-93a4-45551215f363&device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 7251 time: 0.0712812 Nov 27 03:50:01.290211 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-c1e5719d-5b95-43d1-916f-535dcf723a1e req-9ec5050d-8c64-470c-ba7f-31af2f6de384 tempest-ServersAdminTestJSON-1769669149 tempest-ServersAdminTestJSON-1769669149-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:01.343220 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-71786362-5299-47c1-ae94-1e7376d41280 req-5a90d011-e8da-493e-80eb-9e1ec9e2a0c3 service neutron] 10.222.0.23 "GET /v2.0/networks/08f5ab49-0e80-484e-b2da-92afccf8b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428260 Nov 27 03:50:01.371845 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-9e92e233-0c36-439d-af57-c11da28943ac req-ddb6166f-b80b-4c60-8ea1-420243330c1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f6905b5-734c-4086-adb5-96c1d19c22d6 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:50:01.389234 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-c1e5719d-5b95-43d1-916f-535dcf723a1e req-9ec5050d-8c64-470c-ba7f-31af2f6de384 tempest-ServersAdminTestJSON-1769669149 tempest-ServersAdminTestJSON-1769669149-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:01.391380 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9e92e233-0c36-439d-af57-c11da28943ac req-ddb6166f-b80b-4c60-8ea1-420243330c1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:01.394860 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-c1e5719d-5b95-43d1-916f-535dcf723a1e req-9ec5050d-8c64-470c-ba7f-31af2f6de384 tempest-ServersAdminTestJSON-1769669149 tempest-ServersAdminTestJSON-1769669149-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:01.441956 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec5050d-8c64-470c-ba7f-31af2f6de384 tempest-ServersAdminTestJSON-1769669149 tempest-ServersAdminTestJSON-1769669149-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7f6ca3-4c2e-49d8-a0dc-8242ae61f299,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:01.452227 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-9e92e233-0c36-439d-af57-c11da28943ac req-ddb6166f-b80b-4c60-8ea1-420243330c1b service neutron] Transition to ACTIVE for port object 3f6905b5-734c-4086-adb5-96c1d19c22d6 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:50:01.464718 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9e92e233-0c36-439d-af57-c11da28943ac req-ddb6166f-b80b-4c60-8ea1-420243330c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:01.483808 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c1e5719d-5b95-43d1-916f-535dcf723a1e req-9ec5050d-8c64-470c-ba7f-31af2f6de384 tempest-ServersAdminTestJSON-1769669149 tempest-ServersAdminTestJSON-1769669149-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=29e94f55-8dea-4352-aa4e-c6751f1152e1&id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&id=982c77fb-48f1-42a5-b245-320c25c257b8&id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 555 time: 0.2134907 Nov 27 03:50:01.498033 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-5e477e5b-89b0-445a-8f7d-2c873a2e24bb service neutron] 10.222.0.20 "GET /v2.0/networks/19023ddb-b83b-433d-89aa-500b49070446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471409 Nov 27 03:50:01.595246 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-71786362-5299-47c1-ae94-1e7376d41280 req-dff978f6-8e99-4311-8bfe-dcdadc4f0e9f service neutron] 10.222.0.23 "GET /v2.0/networks/08f5ab49-0e80-484e-b2da-92afccf8b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394006 Nov 27 03:50:01.598203 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6166f-b80b-4c60-8ea1-420243330c1b service neutron] Pushing event updated for resources: {'Port': ['ID=3f6905b5-734c-4086-adb5-96c1d19c22d6,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:01.661249 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a31835-2b50-448e-954e-8b316eeb937f req-2e6a56fd-3e91-4385-86f1-19c6b4493962 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:01.674205 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-89a31835-2b50-448e-954e-8b316eeb937f req-2e6a56fd-3e91-4385-86f1-19c6b4493962 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] 10.222.0.20 "GET /v2.0/ports?device_id=897af5c2-9832-49b0-9eaf-7316f61786ce HTTP/1.1" status: 200 len: 948 time: 0.1058156 Nov 27 03:50:01.734026 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-0b74e76f-4225-4e11-81ab-ee78c9290dbf service neutron] 10.222.0.20 "GET /v2.0/networks/19023ddb-b83b-433d-89aa-500b49070446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083032 Nov 27 03:50:01.745577 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-9e92e233-0c36-439d-af57-c11da28943ac req-ddb6166f-b80b-4c60-8ea1-420243330c1b service neutron] Attempting to bind port 3f6905b5-734c-4086-adb5-96c1d19c22d6 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:50:01.745936 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-9e92e233-0c36-439d-af57-c11da28943ac req-ddb6166f-b80b-4c60-8ea1-420243330c1b service neutron] Attempting to bind port 3f6905b5-734c-4086-adb5-96c1d19c22d6 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:50:01.746267 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e92e233-0c36-439d-af57-c11da28943ac req-ddb6166f-b80b-4c60-8ea1-420243330c1b service neutron] Attempting to bind port 3f6905b5-734c-4086-adb5-96c1d19c22d6 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:50:01.763820 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-89a31835-2b50-448e-954e-8b316eeb937f req-5e91e61d-bd78-419d-bf9d-d55099fa0bf3 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] 10.222.0.20 "GET /v2.0/security-groups?id=29e94f55-8dea-4352-aa4e-c6751f1152e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884783 Nov 27 03:50:01.766380 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e92e233-0c36-439d-af57-c11da28943ac req-ddb6166f-b80b-4c60-8ea1-420243330c1b service neutron] Port 3f6905b5-734c-4086-adb5-96c1d19c22d6 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:50:01.766994 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e92e233-0c36-439d-af57-c11da28943ac req-ddb6166f-b80b-4c60-8ea1-420243330c1b service neutron] Attempting to bind port 3f6905b5-734c-4086-adb5-96c1d19c22d6 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:50:01.799348 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e92e233-0c36-439d-af57-c11da28943ac req-ddb6166f-b80b-4c60-8ea1-420243330c1b service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:50:01.799634 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e92e233-0c36-439d-af57-c11da28943ac req-ddb6166f-b80b-4c60-8ea1-420243330c1b service neutron] Checking segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:50:01.800027 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e92e233-0c36-439d-af57-c11da28943ac req-ddb6166f-b80b-4c60-8ea1-420243330c1b service neutron] Bound using segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:50:01.800473 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-9e92e233-0c36-439d-af57-c11da28943ac req-ddb6166f-b80b-4c60-8ea1-420243330c1b service neutron] Bound port: 3f6905b5-734c-4086-adb5-96c1d19c22d6, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:50:01.800837 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9e92e233-0c36-439d-af57-c11da28943ac req-ddb6166f-b80b-4c60-8ea1-420243330c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:01.895101 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-7c3e6feb-9afe-4b57-9f00-b7d291eda958 service neutron] 10.222.0.20 "GET /v2.0/networks/19023ddb-b83b-433d-89aa-500b49070446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601484 Nov 27 03:50:01.897393 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fe9ab-19a3-4801-b74d-3e3f3d7bf063 req-e0b9f2f6-b2bf-4f8d-8e61-49c68fe6154f tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:01.899039 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2e5fe9ab-19a3-4801-b74d-3e3f3d7bf063 req-e0b9f2f6-b2bf-4f8d-8e61-49c68fe6154f tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6a6c3c-9774-481e-a0c9-963216754056 HTTP/1.1" status: 200 len: 943 time: 0.0510702 Nov 27 03:50:01.944552 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-9e92e233-0c36-439d-af57-c11da28943ac req-ddb6166f-b80b-4c60-8ea1-420243330c1b service neutron] For port 3f6905b5-734c-4086-adb5-96c1d19c22d6, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:50:01.947781 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2e5fe9ab-19a3-4801-b74d-3e3f3d7bf063 req-57ce97bb-96c2-4602-8116-2030c5aa4f76 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423908 Nov 27 03:50:01.962252 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-9e92e233-0c36-439d-af57-c11da28943ac req-ddb6166f-b80b-4c60-8ea1-420243330c1b service neutron] For port 3f6905b5-734c-4086-adb5-96c1d19c22d6, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=3f6905b5-734c-4086-adb5-96c1d19c22d6,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:50:01.975251 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9e92e233-0c36-439d-af57-c11da28943ac req-ddb6166f-b80b-4c60-8ea1-420243330c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:02.015955 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fdd284-07ba-488c-b6e7-826d1d68451c x-openstack-request-id: req-14fdd284-07ba-488c-b6e7-826d1d68451c {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:50:02.016266 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be6a6c3c-9774-481e-a0c9-963216754056", "tag": "397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:50:02.016522 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14fdd284-07ba-488c-b6e7-826d1d68451c {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:50:02.016922 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be6a6c3c-9774-481e-a0c9-963216754056', 'tag': '397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa', 'status': 'completed', 'code': 200} Nov 27 03:50:02.039453 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92e233-0c36-439d-af57-c11da28943ac req-ddb6166f-b80b-4c60-8ea1-420243330c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:02.040010 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9e92e233-0c36-439d-af57-c11da28943ac req-ddb6166f-b80b-4c60-8ea1-420243330c1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:02.041416 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9e92e233-0c36-439d-af57-c11da28943ac req-ddb6166f-b80b-4c60-8ea1-420243330c1b service neutron] 10.222.0.11 "PUT /v2.0/ports/3f6905b5-734c-4086-adb5-96c1d19c22d6 HTTP/1.1" status: 200 len: 1096 time: 1.5440106 Nov 27 03:50:02.046241 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-45598a7a-d43a-4596-972e-bccc83ef20c6 service neutron] 10.222.0.20 "GET /v2.0/networks/19023ddb-b83b-433d-89aa-500b49070446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470282 Nov 27 03:50:02.096741 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6166f-b80b-4c60-8ea1-420243330c1b service neutron] Pushing event updated for resources: {'Port': ['ID=3f6905b5-734c-4086-adb5-96c1d19c22d6,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:02.172701 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ad650-07b8-4437-a97b-6440b4eb2234 req-74ba8ba5-37df-4033-8b0c-6b4923b8034c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:02.174462 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f55ad650-07b8-4437-a97b-6440b4eb2234 req-74ba8ba5-37df-4033-8b0c-6b4923b8034c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a17274e888df4225aeb5638a41a17698&device_id=be6a6c3c-9774-481e-a0c9-963216754056 HTTP/1.1" status: 200 len: 1094 time: 0.1216459 Nov 27 03:50:02.206808 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30485f1d-66e7-439f-858e-ba5a0f8e2882', 'name': 'network-vif-deleted', 'tag': '7b345c6d-40da-4296-9498-194d7e55a343'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:50:02.210324 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0827eb78-5c7a-45d5-a8ae-4e840e4c7fb6" -d '{"events": [{"server_uuid": "30485f1d-66e7-439f-858e-ba5a0f8e2882", "name": "network-vif-deleted", "tag": "7b345c6d-40da-4296-9498-194d7e55a343"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:50:02.257645 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92e233-0c36-439d-af57-c11da28943ac req-6978bc0f-c26b-44e8-a074-99763ffa6edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:02.259236 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9e92e233-0c36-439d-af57-c11da28943ac req-6978bc0f-c26b-44e8-a074-99763ffa6edd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=60318af8a9ee4d8cad9c786269352e4c&device_id=897af5c2-9832-49b0-9eaf-7316f61786ce HTTP/1.1" status: 200 len: 1099 time: 0.1422369 Nov 27 03:50:02.295520 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d4afe-583c-4d7e-9b98-2140d0646138 req-32ff46e5-1936-49d1-b701-58d8fd7eec0f tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:02.297317 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-281d4afe-583c-4d7e-9b98-2140d0646138 req-32ff46e5-1936-49d1-b701-58d8fd7eec0f tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=217ddd02-1cf3-4e7c-80a8-0e038166c641 HTTP/1.1" status: 200 len: 945 time: 0.0707498 Nov 27 03:50:02.322774 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9e92e233-0c36-439d-af57-c11da28943ac req-0d6d0160-f96a-4c16-a714-649f556238f1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=3f6905b5-734c-4086-adb5-96c1d19c22d6 HTTP/1.1" status: 200 len: 217 time: 0.0459032 Nov 27 03:50:02.349201 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-281d4afe-583c-4d7e-9b98-2140d0646138 req-3795fe46-edb0-402f-b7a4-102537f7d846 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451403 Nov 27 03:50:02.373023 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ad650-07b8-4437-a97b-6440b4eb2234 req-9df08305-43f1-4189-b484-e8a6ea1462f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:02.374953 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f55ad650-07b8-4437-a97b-6440b4eb2234 req-9df08305-43f1-4189-b484-e8a6ea1462f5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=08f5ab49-0e80-484e-b2da-92afccf8b9b1 HTTP/1.1" status: 200 len: 913 time: 0.1912122 Nov 27 03:50:02.387397 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92e233-0c36-439d-af57-c11da28943ac req-7d19ba3c-f7cd-4ae0-ab55-44f44b0368af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:02.389025 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9e92e233-0c36-439d-af57-c11da28943ac req-7d19ba3c-f7cd-4ae0-ab55-44f44b0368af service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.0556033 Nov 27 03:50:02.442109 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f55ad650-07b8-4437-a97b-6440b4eb2234 req-5ed90f06-8e17-46a5-b5e5-71723d1e9d78 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa HTTP/1.1" status: 200 len: 217 time: 0.0519891 Nov 27 03:50:02.454131 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34818) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:02.511135 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-9818e351-339e-41ba-b270-0d46d8de0129 admin admin] Deleting subnet f975e248-782a-4b84-a7d5-fe131904e9c7 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:50:02.515415 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9818e351-339e-41ba-b270-0d46d8de0129 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:02.519673 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92e233-0c36-439d-af57-c11da28943ac req-5f0f2115-4c78-4777-9f0a-efefe7794f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:02.521335 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9e92e233-0c36-439d-af57-c11da28943ac req-5f0f2115-4c78-4777-9f0a-efefe7794f2a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1240215 Nov 27 03:50:02.523169 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ad650-07b8-4437-a97b-6440b4eb2234 req-0d89121d-cf00-424d-9b66-49f6619845f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:02.524519 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f55ad650-07b8-4437-a97b-6440b4eb2234 req-0d89121d-cf00-424d-9b66-49f6619845f4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=921fe779-c75e-43af-88d5-b8ba03d01bf5 HTTP/1.1" status: 200 len: 852 time: 0.0669537 Nov 27 03:50:02.558188 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9818e351-339e-41ba-b270-0d46d8de0129 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:02.607676 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9818e351-339e-41ba-b270-0d46d8de0129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:02.610211 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f55ad650-07b8-4437-a97b-6440b4eb2234 req-aca45e6d-99db-4b24-bbd9-033683246f39 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08f5ab49-0e80-484e-b2da-92afccf8b9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561473 Nov 27 03:50:02.628541 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 9facfdba-b7e7-4d90-a3be-65a6ea121c0b no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:50:02.669137 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: 9facfdba-b7e7-4d90-a3be-65a6ea121c0b {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:50:02.669989 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 9facfdba-b7e7-4d90-a3be-65a6ea121c0b not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:50:02.670425 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 7b345c6d-40da-4296-9498-194d7e55a343 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:50:02.726622 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9e92e233-0c36-439d-af57-c11da28943ac req-05fad587-c7f1-49fe-8907-9c5b0b087672 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964667 Nov 27 03:50:02.727890 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: 7b345c6d-40da-4296-9498-194d7e55a343 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:50:02.728248 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 7b345c6d-40da-4296-9498-194d7e55a343 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:50:02.769393 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2b249-90b7-4e26-9faf-9f278e148847 req-e5713edd-d4bf-4dd1-8732-d34c5f6d915d tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:02.776702 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-61c2b249-90b7-4e26-9faf-9f278e148847 req-e5713edd-d4bf-4dd1-8732-d34c5f6d915d tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 950 time: 0.0834398 Nov 27 03:50:02.785907 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9818e351-339e-41ba-b270-0d46d8de0129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:02.807135 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f55ad650-07b8-4437-a97b-6440b4eb2234 req-bab16392-772a-48a8-b5ca-c39d3f752487 service neutron] 10.222.0.23 "GET /v2.0/networks/08f5ab49-0e80-484e-b2da-92afccf8b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779244 Nov 27 03:50:02.822077 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9818e351-339e-41ba-b270-0d46d8de0129 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f975e248-782a-4b84-a7d5-fe131904e9c7,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:02.824148 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9818e351-339e-41ba-b270-0d46d8de0129 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:02.830354 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9818e351-339e-41ba-b270-0d46d8de0129 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f975e248-782a-4b84-a7d5-fe131904e9c7 HTTP/1.1" status: 204 len: 168 time: 0.3734000 Nov 27 03:50:02.831348 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34842) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:02.861104 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f445d8d-c842-425b-aa9d-2734d9a3036a x-openstack-request-id: req-2f445d8d-c842-425b-aa9d-2734d9a3036a {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:50:02.861405 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30485f1d-66e7-439f-858e-ba5a0f8e2882", "name": "network-vif-deleted", "tag": "7b345c6d-40da-4296-9498-194d7e55a343", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:50:02.861666 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2f445d8d-c842-425b-aa9d-2734d9a3036a {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:50:02.862073 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30485f1d-66e7-439f-858e-ba5a0f8e2882', 'name': 'network-vif-deleted', 'tag': '7b345c6d-40da-4296-9498-194d7e55a343', 'status': 'completed', 'code': 200} Nov 27 03:50:02.908054 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9e92e233-0c36-439d-af57-c11da28943ac req-6884f9b8-0ff8-45a4-9e3e-38ba5d95bf70 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693788 Nov 27 03:50:02.941536 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f55ad650-07b8-4437-a97b-6440b4eb2234 req-de397a9b-1107-444e-ab90-761575282701 service neutron] 10.222.0.23 "GET /v2.0/networks/08f5ab49-0e80-484e-b2da-92afccf8b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247251 Nov 27 03:50:03.019080 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-61c2b249-90b7-4e26-9faf-9f278e148847 req-e48d749d-833f-4ce1-9775-07921bd9ea28 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414885 Nov 27 03:50:03.034305 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e8082f95-3ba4-4af0-890e-96ded3b7c9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:03.068155 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c614990-e68c-4126-b32a-0b41b8fda200 req-a50bb52b-2e20-46b1-a76a-c7d0071caa15 tempest-ServersAdminTestJSON-1769669149 tempest-ServersAdminTestJSON-1769669149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:03.068639 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c614990-e68c-4126-b32a-0b41b8fda200 req-a50bb52b-2e20-46b1-a76a-c7d0071caa15 tempest-ServersAdminTestJSON-1769669149 tempest-ServersAdminTestJSON-1769669149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:03.069111 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c614990-e68c-4126-b32a-0b41b8fda200 req-a50bb52b-2e20-46b1-a76a-c7d0071caa15 tempest-ServersAdminTestJSON-1769669149 tempest-ServersAdminTestJSON-1769669149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:03.070857 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9c614990-e68c-4126-b32a-0b41b8fda200 req-a50bb52b-2e20-46b1-a76a-c7d0071caa15 tempest-ServersAdminTestJSON-1769669149 tempest-ServersAdminTestJSON-1769669149-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e0b3a0dc-6129-40e7-a728-0b368615fb79&device_id=e7e6b9a2-f01e-442b-b8ba-b4cc89443628&device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 2882 time: 0.0651288 Nov 27 03:50:03.135366 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9c614990-e68c-4126-b32a-0b41b8fda200 req-1a5f8217-f595-4652-ab91-a8490cecc0d2 tempest-ServersAdminTestJSON-1769669149 tempest-ServersAdminTestJSON-1769669149-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573251 Nov 27 03:50:03.166086 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ee3a92f8-149a-44a5-bef6-c98d7341a523 req-aeaea0ff-8f0a-4151-bc26-7fc8a0ae03d5 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 210 time: 0.0434756 Nov 27 03:50:03.184791 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e8082f95-3ba4-4af0-890e-96ded3b7c9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:03.210192 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-e8082f95-3ba4-4af0-890e-96ded3b7c9eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bc24424-52d6-4360-b8f8-0e688ae6a419']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:50:03.221392 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-e8082f95-3ba4-4af0-890e-96ded3b7c9eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b7a1f69-0ad8-4ff3-880f-cb3339fc0845') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:50:03.221689 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-e8082f95-3ba4-4af0-890e-96ded3b7c9eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b7a1f69-0ad8-4ff3-880f-cb3339fc0845') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:50:03.244196 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e8082f95-3ba4-4af0-890e-96ded3b7c9eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:03.284248 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e8082f95-3ba4-4af0-890e-96ded3b7c9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:03.296541 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8082f95-3ba4-4af0-890e-96ded3b7c9eb admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:50:03.296954 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e8082f95-3ba4-4af0-890e-96ded3b7c9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:03.299224 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 03:50:03.299224 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:50:03.299224 n-d-819494-3 neutron-server[110018]: timer() Nov 27 03:50:03.299224 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:50:03.299224 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 03:50:03.299224 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:50:03.299224 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 03:50:03.299224 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:50:03.299224 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 03:50:03.299224 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:50:03.299224 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 03:50:03.299224 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:50:03.299224 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 03:50:03.299224 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:50:03.299224 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:50:03.299224 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:50:03.299224 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:50:03.299224 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:50:03.299224 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 03:50:03.299224 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:50:03.299224 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 03:50:03.299224 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:50:03.299224 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:50:03.299224 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:50:03.299224 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 03:50:03.299224 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:50:03.299224 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:50:03.299224 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:50:03.299224 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:50:03.299224 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:50:03.299224 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:50:03.299224 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:50:03.302629 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee5598-59f5-40c6-a4b7-b488f77c4cc1 req-2a1ba369-3d43-4f6d-beac-2bf9a45b66b8 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:03.310882 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f9ee5598-59f5-40c6-a4b7-b488f77c4cc1 req-2a1ba369-3d43-4f6d-beac-2bf9a45b66b8 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] 10.222.0.20 "GET /v2.0/ports?device_id=897af5c2-9832-49b0-9eaf-7316f61786ce HTTP/1.1" status: 200 len: 948 time: 0.0866683 Nov 27 03:50:03.355831 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:50:03.365314 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f9ee5598-59f5-40c6-a4b7-b488f77c4cc1 req-a277a5b7-00e9-4dae-9637-3135bb76a92c tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] 10.222.0.20 "GET /v2.0/security-groups?id=29e94f55-8dea-4352-aa4e-c6751f1152e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522473 Nov 27 03:50:03.376986 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae18c8b-fee9-4c20-9a6d-cf68421f88f6 req-e4caacb2-fa2c-488e-a9ff-dbe94e5683d1 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:03.385339 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4ae18c8b-fee9-4c20-9a6d-cf68421f88f6 req-e4caacb2-fa2c-488e-a9ff-dbe94e5683d1 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6a6c3c-9774-481e-a0c9-963216754056 HTTP/1.1" status: 200 len: 943 time: 0.1388874 Nov 27 03:50:03.413624 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e8082f95-3ba4-4af0-890e-96ded3b7c9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:03.428060 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e8082f95-3ba4-4af0-890e-96ded3b7c9eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:03.431863 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e8082f95-3ba4-4af0-890e-96ded3b7c9eb admin admin] 10.222.0.20 "DELETE /v2.0/networks/2bc24424-52d6-4360-b8f8-0e688ae6a419 HTTP/1.1" status: 204 len: 168 time: 0.5988998 Nov 27 03:50:03.458006 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8082f95-3ba4-4af0-890e-96ded3b7c9eb admin admin] Pushing event deleted for resources: {'Network': ['ID=2bc24424-52d6-4360-b8f8-0e688ae6a419,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:03.476193 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4ae18c8b-fee9-4c20-9a6d-cf68421f88f6 req-324e21e6-4714-4b97-8a50-85821bbe7897 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899618 Nov 27 03:50:03.585168 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa,segment=NetworkSegment(277708b6-af23-477b-abf6-dbbbeb02c2ba),segment_id=277708b6-af23-477b-abf6-dbbbeb02c2ba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:50:03.600703 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21c245-f554-43e1-8869-270ea92f72bf req-5dc227b9-81ee-4017-b011-5c08d09e1e17 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:03.601700 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa', 'network_id': '08f5ab49-0e80-484e-b2da-92afccf8b9b1', 'port_id': '397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa', 'mac_address': 'fa:16:3e:72:8c:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921fe779-c75e-43af-88d5-b8ba03d01bf5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:50:03.603270 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ce21c245-f554-43e1-8869-270ea92f72bf req-5dc227b9-81ee-4017-b011-5c08d09e1e17 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=217ddd02-1cf3-4e7c-80a8-0e038166c641 HTTP/1.1" status: 200 len: 945 time: 0.0751271 Nov 27 03:50:03.645270 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:03.661176 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:50:03.675564 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5415429e-4072-48a4-8f68-8acdfa5950a1 req-16e727e9-be63-40e5-8636-fa84417f7a06 tempest-FlavorsV2NegativeTest-1482390463 tempest-FlavorsV2NegativeTest-1482390463-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=10ed69105abb42ebbc4e5f269e768d28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517612 Nov 27 03:50:03.683633 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ce21c245-f554-43e1-8869-270ea92f72bf req-8accc223-f227-4383-8fd8-a8fb6d7554c8 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745361 Nov 27 03:50:03.696180 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa,segment=NetworkSegment(277708b6-af23-477b-abf6-dbbbeb02c2ba),segment_id=277708b6-af23-477b-abf6-dbbbeb02c2ba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:50:03.702286 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:03.766478 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:03.776854 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:03.777740 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:03.778332 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:03.778933 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:03.780163 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:03.780721 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:03.780846 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34888) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:03.781419 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:03.781975 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:03.782882 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:03.783440 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:03.783983 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:03.784546 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:03.823079 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415429e-4072-48a4-8f68-8acdfa5950a1 req-520fb4b1-08fd-40f0-89d3-02d21fb66426 tempest-FlavorsV2NegativeTest-1482390463 tempest-FlavorsV2NegativeTest-1482390463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:03.827092 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5415429e-4072-48a4-8f68-8acdfa5950a1 req-520fb4b1-08fd-40f0-89d3-02d21fb66426 tempest-FlavorsV2NegativeTest-1482390463 tempest-FlavorsV2NegativeTest-1482390463-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1501293 Nov 27 03:50:03.847173 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5415429e-4072-48a4-8f68-8acdfa5950a1 req-3b39e938-64c2-44a8-8fbe-44f12ae2ea2b tempest-FlavorsV2NegativeTest-1482390463 tempest-FlavorsV2NegativeTest-1482390463-project] 10.222.0.20 "GET /v2.0/quotas/10ed69105abb42ebbc4e5f269e768d28 HTTP/1.1" status: 200 len: 375 time: 0.0140879 Nov 27 03:50:03.885413 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5415429e-4072-48a4-8f68-8acdfa5950a1 req-9b8fb59f-def4-48ce-9c37-f58c75f4dc27 tempest-FlavorsV2NegativeTest-1482390463 tempest-FlavorsV2NegativeTest-1482390463-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=10ed69105abb42ebbc4e5f269e768d28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299942 Nov 27 03:50:03.893089 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1536a95-59e6-45b8-aea3-8c7fe054ad48 req-307c9a04-d106-458e-9088-c52d342188d6 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:03.894535 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b1536a95-59e6-45b8-aea3-8c7fe054ad48 req-307c9a04-d106-458e-9088-c52d342188d6 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.11 "GET /v2.0/ports?device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 950 time: 0.1063464 Nov 27 03:50:03.897302 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-07d73415-a467-4807-9c64-7d16654b9fd4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3fdcfdf66ebb4c0eb8a78f410d5ce3e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1149602 Nov 27 03:50:03.899394 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34896) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:04.005552 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-da4700df-9026-4c5f-bccf-6e5dd8c2a3f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:04.029343 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '897af5c2-9832-49b0-9eaf-7316f61786ce', 'tag': '3f6905b5-734c-4086-adb5-96c1d19c22d6'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:50:04.031683 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b51ea3f-b280-4a47-ba37-c81e51bf9412" -d '{"events": [{"name": "network-changed", "server_uuid": "897af5c2-9832-49b0-9eaf-7316f61786ce", "tag": "3f6905b5-734c-4086-adb5-96c1d19c22d6"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:50:04.065629 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-da4700df-9026-4c5f-bccf-6e5dd8c2a3f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:04.076892 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-b1536a95-59e6-45b8-aea3-8c7fe054ad48 req-239d8439-8dc8-443d-a605-f16bd641e4b8 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Deleting port ef4ae27c-26c3-4e63-8f92-1652f2b6bca5 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:50:04.077614 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b1536a95-59e6-45b8-aea3-8c7fe054ad48 req-239d8439-8dc8-443d-a605-f16bd641e4b8 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:04.094525 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:50:04.110585 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f7741c-aa68-43d9-94fb-1c3cd689c695 x-openstack-request-id: req-10f7741c-aa68-43d9-94fb-1c3cd689c695 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:50:04.111152 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "897af5c2-9832-49b0-9eaf-7316f61786ce", "tag": "3f6905b5-734c-4086-adb5-96c1d19c22d6", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:50:04.113116 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-10f7741c-aa68-43d9-94fb-1c3cd689c695 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:50:04.114432 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '897af5c2-9832-49b0-9eaf-7316f61786ce', 'tag': '3f6905b5-734c-4086-adb5-96c1d19c22d6', 'status': 'completed', 'code': 200} Nov 27 03:50:04.225681 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b51ea3f-b280-4a47-ba37-c81e51bf9412 req-2bf531e4-d682-4016-93ab-80bb38ab0b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:04.228499 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8b51ea3f-b280-4a47-ba37-c81e51bf9412 req-2bf531e4-d682-4016-93ab-80bb38ab0b01 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=60318af8a9ee4d8cad9c786269352e4c&device_id=897af5c2-9832-49b0-9eaf-7316f61786ce HTTP/1.1" status: 200 len: 1099 time: 0.0993650 Nov 27 03:50:04.268906 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-da4700df-9026-4c5f-bccf-6e5dd8c2a3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:04.271968 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-da4700df-9026-4c5f-bccf-6e5dd8c2a3f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:04.275946 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-da4700df-9026-4c5f-bccf-6e5dd8c2a3f7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a638573b-7139-4a11-9a7a-6b9bd4e1b9d3 HTTP/1.1" status: 204 len: 168 time: 0.3733120 Nov 27 03:50:04.312156 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4700df-9026-4c5f-bccf-6e5dd8c2a3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a638573b-7139-4a11-9a7a-6b9bd4e1b9d3,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:04.425683 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725969d-d1d3-465f-9392-2e6d1b80cb64 req-09d54e76-7bef-4b55-ba30-92ab15b79212 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:04.439354 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2725969d-d1d3-465f-9392-2e6d1b80cb64 req-09d54e76-7bef-4b55-ba30-92ab15b79212 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fdc14ae-f4d7-484a-bc96-988d9d222e51 HTTP/1.1" status: 200 len: 950 time: 0.2328382 Nov 27 03:50:04.457609 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-ac9625ab-f71f-493c-ad02-f2787eea293c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:04.459078 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-ac9625ab-f71f-493c-ad02-f2787eea293c service neutron] 10.222.0.11 "GET /v2.0/ports/585334de-cf96-45ed-97e3-75b5e155a4d3 HTTP/1.1" status: 200 len: 1032 time: 0.0780077 Nov 27 03:50:04.492762 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-b1536a95-59e6-45b8-aea3-8c7fe054ad48 req-239d8439-8dc8-443d-a605-f16bd641e4b8 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] For port ef4ae27c-26c3-4e63-8f92-1652f2b6bca5, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=ef4ae27c-26c3-4e63-8f92-1652f2b6bca5,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:50:04.493215 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b1536a95-59e6-45b8-aea3-8c7fe054ad48 req-239d8439-8dc8-443d-a605-f16bd641e4b8 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:04.526059 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-b1536a95-59e6-45b8-aea3-8c7fe054ad48 req-239d8439-8dc8-443d-a605-f16bd641e4b8 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Calling delete_port for ef4ae27c-26c3-4e63-8f92-1652f2b6bca5 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:50:04.549759 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357eab5-855e-436e-bf49-d7ba64d893da req-e977ae6e-3d15-477b-b784-3faa756271f7 tempest-ServersAdminTestJSON-1769669149 tempest-ServersAdminTestJSON-1769669149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:04.551854 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b357eab5-855e-436e-bf49-d7ba64d893da req-e977ae6e-3d15-477b-b784-3faa756271f7 tempest-ServersAdminTestJSON-1769669149 tempest-ServersAdminTestJSON-1769669149-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 1100 time: 0.2702484 Nov 27 03:50:04.578045 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b51ea3f-b280-4a47-ba37-c81e51bf9412 req-d21165a9-a353-42f7-921c-c2e789b0aca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:04.579813 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8b51ea3f-b280-4a47-ba37-c81e51bf9412 req-d21165a9-a353-42f7-921c-c2e789b0aca6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.3444118 Nov 27 03:50:04.582314 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-2a31dc32-d0f1-4768-94a6-57e5b1a8e29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:04.583773 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-2a31dc32-d0f1-4768-94a6-57e5b1a8e29e service neutron] 10.222.0.11 "GET /v2.0/ports/ae70ab0d-14d1-46fd-947b-016a7578b456 HTTP/1.1" status: 200 len: 1032 time: 0.1144331 Nov 27 03:50:04.629395 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 3f6905b5-734c-4086-adb5-96c1d19c22d6 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:50:04.654577 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2725969d-d1d3-465f-9392-2e6d1b80cb64 req-04c85ae6-bd2d-4720-a776-80b99681adfb tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.20 "GET /v2.0/security-groups?id=982c77fb-48f1-42a5-b245-320c25c257b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147019 Nov 27 03:50:04.699106 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8b51ea3f-b280-4a47-ba37-c81e51bf9412 req-37906d2b-b817-480f-a077-89f380b5025d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=3f6905b5-734c-4086-adb5-96c1d19c22d6 HTTP/1.1" status: 200 len: 217 time: 0.1056232 Nov 27 03:50:04.767835 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34938) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:04.816517 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b357eab5-855e-436e-bf49-d7ba64d893da req-0d472d16-f786-4e0b-8304-c8281020f50b tempest-ServersAdminTestJSON-1769669149 tempest-ServersAdminTestJSON-1769669149-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487597 Nov 27 03:50:04.862428 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 3f6905b5-734c-4086-adb5-96c1d19c22d6, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=3f6905b5-734c-4086-adb5-96c1d19c22d6,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:50:04.881446 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '3f6905b5-734c-4086-adb5-96c1d19c22d6', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'port_id': '3f6905b5-734c-4086-adb5-96c1d19c22d6', 'mac_address': 'fa:16:3e:79:93:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14a2acf-f1d7-4ddf-8459-b30982428e88', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:50:04.963742 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b8341e9c-a78d-4a67-94ea-2c7332f07633 req-3f64dcff-0986-452b-a6b8-2c7499ebb49d tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 210 time: 0.0386314 Nov 27 03:50:04.965663 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b1536a95-59e6-45b8-aea3-8c7fe054ad48 req-239d8439-8dc8-443d-a605-f16bd641e4b8 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:04.980410 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b51ea3f-b280-4a47-ba37-c81e51bf9412 req-cf1d3275-53d8-4807-b7ad-5de5942fdda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:04.985468 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8b51ea3f-b280-4a47-ba37-c81e51bf9412 req-cf1d3275-53d8-4807-b7ad-5de5942fdda2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.2773733 Nov 27 03:50:04.988362 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:05.018314 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['ef4ae27c-26c3-4e63-8f92-1652f2b6bca5'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:50:05.020758 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d8439-8dc8-443d-a605-f16bd641e4b8 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Pushing event deleted for resources: {'Port': ['ID=ef4ae27c-26c3-4e63-8f92-1652f2b6bca5,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:05.035323 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f6905b5-734c-4086-adb5-96c1d19c22d6 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:50:05.107968 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1536a95-59e6-45b8-aea3-8c7fe054ad48 req-239d8439-8dc8-443d-a605-f16bd641e4b8 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] No DVR routers for this DVR port ef4ae27c-26c3-4e63-8f92-1652f2b6bca5 on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:50:05.116690 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-63e284ba-111e-4f7e-8474-4a452115236a tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:05.123556 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-63e284ba-111e-4f7e-8474-4a452115236a tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:05.128578 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 3f6905b5-734c-4086-adb5-96c1d19c22d6, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=3f6905b5-734c-4086-adb5-96c1d19c22d6,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:50:05.129611 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b1536a95-59e6-45b8-aea3-8c7fe054ad48 req-239d8439-8dc8-443d-a605-f16bd641e4b8 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:05.129802 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-63e284ba-111e-4f7e-8474-4a452115236a tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:05.131623 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-63e284ba-111e-4f7e-8474-4a452115236a tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.11 "GET /v2.0/networks?id=9ff8078f-ae3b-4728-b001-9277e61f21a6&id=e40f6bbd-098b-49f7-b15f-a15d5c62f421&id=e40f6bbd-098b-49f7-b15f-a15d5c62f421&id=e40f6bbd-098b-49f7-b15f-a15d5c62f421&id=e40f6bbd-098b-49f7-b15f-a15d5c62f421&id=19023ddb-b83b-433d-89aa-500b49070446&id=19023ddb-b83b-433d-89aa-500b49070446 HTTP/1.1" status: 200 len: 1992 time: 0.5371435 Nov 27 03:50:05.133328 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b1536a95-59e6-45b8-aea3-8c7fe054ad48 req-239d8439-8dc8-443d-a605-f16bd641e4b8 tempest-MigrationsAdminTest-1988181362 tempest-MigrationsAdminTest-1988181362-project] 10.222.0.11 "DELETE /v2.0/ports/ef4ae27c-26c3-4e63-8f92-1652f2b6bca5 HTTP/1.1" status: 204 len: 173 time: 1.2270675 Nov 27 03:50:05.135211 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:05.165196 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf9c0c-e08f-402b-a6aa-97935bf370e8 req-f8234d6c-7ef0-4039-aa95-15d4198f9793 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:05.173365 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9edf9c0c-e08f-402b-a6aa-97935bf370e8 req-f8234d6c-7ef0-4039-aa95-15d4198f9793 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] 10.222.0.20 "GET /v2.0/ports?device_id=897af5c2-9832-49b0-9eaf-7316f61786ce HTTP/1.1" status: 200 len: 948 time: 0.2491057 Nov 27 03:50:05.202837 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b51ea3f-b280-4a47-ba37-c81e51bf9412 req-360554bf-2206-4b69-bf8e-f5356cd6f478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:05.205014 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8b51ea3f-b280-4a47-ba37-c81e51bf9412 req-360554bf-2206-4b69-bf8e-f5356cd6f478 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1623411 Nov 27 03:50:05.232851 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f522dd35-60b5-4d95-93f2-8694ca4928a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:05.239705 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=3f6905b5-734c-4086-adb5-96c1d19c22d6,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:05.265770 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd39c4e-bc7b-4bdf-bb44-718f084ec14f req-5934b0e6-7f98-469a-871e-b0a7f4ca877a tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:05.273493 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fbd39c4e-bc7b-4bdf-bb44-718f084ec14f req-5934b0e6-7f98-469a-871e-b0a7f4ca877a tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6a6c3c-9774-481e-a0c9-963216754056 HTTP/1.1" status: 200 len: 944 time: 0.1497941 Nov 27 03:50:05.329758 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9edf9c0c-e08f-402b-a6aa-97935bf370e8 req-caee7258-6202-44fb-a097-f4cbccbba1a8 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] 10.222.0.20 "GET /v2.0/security-groups?id=29e94f55-8dea-4352-aa4e-c6751f1152e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551001 Nov 27 03:50:05.381892 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:50:05.387395 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-b42d9cb8-d015-4bfa-aba9-96f1885d1d60 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e0a6e3903404d4c8a0246b387bf3805 HTTP/1.1" status: 200 len: 379 time: 0.2342687 Nov 27 03:50:05.414223 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fbd39c4e-bc7b-4bdf-bb44-718f084ec14f req-62935b6d-e08e-43ca-a9f4-933cb1c95cd4 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364481 Nov 27 03:50:05.431961 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-42f4ca22-d960-4000-9c1c-baf6fdda6957 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Request body: {'port': {'device_id': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'network_id': '9ff8078f-ae3b-4728-b001-9277e61f21a6', 'admin_state_up': True, 'tenant_id': '3e0a6e3903404d4c8a0246b387bf3805', 'security_groups': ['35921842-5bd8-4d3d-b228-d6a9b6023664']}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:50:05.492349 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['3f6905b5-734c-4086-adb5-96c1d19c22d6'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:50:05.495557 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f522dd35-60b5-4d95-93f2-8694ca4928a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:05.510852 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f522dd35-60b5-4d95-93f2-8694ca4928a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:05.550335 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34956) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:05.570742 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f522dd35-60b5-4d95-93f2-8694ca4928a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b562965-9b65-4848-8c5e-99bae0782c07,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:05.616744 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f522dd35-60b5-4d95-93f2-8694ca4928a3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=10ed69105abb42ebbc4e5f269e768d28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8465354 Nov 27 03:50:05.617525 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34960) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:05.647469 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686f3a6-6885-47e5-a1c7-60874642e733 req-fdd8ab0e-d078-47d7-9fbb-dad99e4a0467 tempest-ServersAdminTestJSON-1769669149 tempest-ServersAdminTestJSON-1769669149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:05.655915 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1686f3a6-6885-47e5-a1c7-60874642e733 req-fdd8ab0e-d078-47d7-9fbb-dad99e4a0467 tempest-ServersAdminTestJSON-1769669149 tempest-ServersAdminTestJSON-1769669149-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 1100 time: 0.1558759 Nov 27 03:50:05.695082 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e75837-3a9e-4c0a-823b-53792afa78cd req-8d6aa192-70db-46cc-a107-ce313983ea01 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:05.708589 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-36e75837-3a9e-4c0a-823b-53792afa78cd req-8d6aa192-70db-46cc-a107-ce313983ea01 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=217ddd02-1cf3-4e7c-80a8-0e038166c641 HTTP/1.1" status: 200 len: 945 time: 0.2472017 Nov 27 03:50:05.729116 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:50:05.752543 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8b51ea3f-b280-4a47-ba37-c81e51bf9412 req-2a676ba8-0a74-4c06-90d9-4299a2ca3288 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5239227 Nov 27 03:50:05.764224 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:50:05.765127 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:05.778569 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-7a6a4c48-b35b-4361-bbd9-9f7f3a522ca2 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2100738087-network', 'tenant_id': '210dec0c00064be38d68e23675332894'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:50:05.853713 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1686f3a6-6885-47e5-a1c7-60874642e733 req-98e30191-a9a6-4d47-9264-45087b4e6932 tempest-ServersAdminTestJSON-1769669149 tempest-ServersAdminTestJSON-1769669149-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965849 Nov 27 03:50:05.876780 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8b51ea3f-b280-4a47-ba37-c81e51bf9412 req-f354de85-290b-45e3-83d6-9d5b1f7ac459 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141174 Nov 27 03:50:05.888847 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bc8fd2a8-5cbe-4346-bed8-9cc7e81d3572 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:05.916124 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-36e75837-3a9e-4c0a-823b-53792afa78cd req-0b021d97-2a69-4e4d-ae28-4a5f4e4bf50a tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034335 Nov 27 03:50:05.925784 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:05.971084 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6a4c48-b35b-4361-bbd9-9f7f3a522ca2 admin admin] Made reservation on behalf of 210dec0c00064be38d68e23675332894 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:50:05.973938 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6a6c3c-9774-481e-a0c9-963216754056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:50:05.977911 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7a6a4c48-b35b-4361-bbd9-9f7f3a522ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:05.978072 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4140469d-34ff-40fe-a74a-fe23de13ebf4" -d '{"events": [{"server_uuid": "be6a6c3c-9774-481e-a0c9-963216754056", "name": "network-vif-plugged", "status": "completed", "tag": "397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:50:05.999058 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa,segment=NetworkSegment(277708b6-af23-477b-abf6-dbbbeb02c2ba),segment_id=277708b6-af23-477b-abf6-dbbbeb02c2ba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:50:05.999960 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-42f4ca22-d960-4000-9c1c-baf6fdda6957 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Made reservation on behalf of 3e0a6e3903404d4c8a0246b387bf3805 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:50:06.004471 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-42f4ca22-d960-4000-9c1c-baf6fdda6957 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:06.006125 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:06.012741 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bc8fd2a8-5cbe-4346-bed8-9cc7e81d3572 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:06.029465 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7a6a4c48-b35b-4361-bbd9-9f7f3a522ca2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:06.055817 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d3ff83-7cc6-44e5-a7b9-21d89332e570 x-openstack-request-id: req-44d3ff83-7cc6-44e5-a7b9-21d89332e570 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:50:06.056115 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6a6c3c-9774-481e-a0c9-963216754056", "name": "network-vif-plugged", "status": "completed", "tag": "397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:50:06.056523 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-44d3ff83-7cc6-44e5-a7b9-21d89332e570 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:50:06.058787 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6a6c3c-9774-481e-a0c9-963216754056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa', 'code': 200} Nov 27 03:50:06.090388 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:06.264808 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7a6a4c48-b35b-4361-bbd9-9f7f3a522ca2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:06.268002 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdc14ae-f4d7-484a-bc96-988d9d222e51', 'name': 'network-vif-deleted', 'tag': 'ef4ae27c-26c3-4e63-8f92-1652f2b6bca5'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:50:06.276220 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6d4563-1c21-42e5-9220-a0ab5c168f97" -d '{"events": [{"server_uuid": "2fdc14ae-f4d7-484a-bc96-988d9d222e51", "name": "network-vif-deleted", "tag": "ef4ae27c-26c3-4e63-8f92-1652f2b6bca5"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:50:06.291342 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f6255737-ee36-4318-b7b2-0e60a6c79f94 req-da65a5f9-47de-4dfa-ac26-533b002092d5 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 210 time: 0.0424325 Nov 27 03:50:06.303716 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7a6a4c48-b35b-4361-bbd9-9f7f3a522ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:06.320626 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-42f4ca22-d960-4000-9c1c-baf6fdda6957 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Allocated IP 172.20.0.13 (9ff8078f-ae3b-4728-b001-9277e61f21a6/fdd47af3-1760-4461-be21-108e1865b763/99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:50:06.372940 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a6a4c48-b35b-4361-bbd9-9f7f3a522ca2 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:50:06.382713 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a4c48-b35b-4361-bbd9-9f7f3a522ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef4856d-b1d3-4d4b-88d6-d7ce2829545c,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:06.384057 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34982) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:06.394969 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef19bf-f653-4002-8295-9480073b7b28 req-2ce055e7-fa11-4063-9313-784c07e9a8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:06.396768 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-47ef19bf-f653-4002-8295-9480073b7b28 req-2ce055e7-fa11-4063-9313-784c07e9a8d7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=be6a6c3c-9774-481e-a0c9-963216754056 HTTP/1.1" status: 200 len: 1096 time: 0.1296725 Nov 27 03:50:06.411938 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bc8fd2a8-5cbe-4346-bed8-9cc7e81d3572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:06.417118 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bc8fd2a8-5cbe-4346-bed8-9cc7e81d3572 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:06.419833 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-bc8fd2a8-5cbe-4346-bed8-9cc7e81d3572 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8b562965-9b65-4848-8c5e-99bae0782c07 HTTP/1.1" status: 204 len: 168 time: 0.7945800 Nov 27 03:50:06.427956 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7a6a4c48-b35b-4361-bbd9-9f7f3a522ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:06.428375 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-7a6a4c48-b35b-4361-bbd9-9f7f3a522ca2 admin admin] Added segment b02ff043-3f61-4388-a97d-8e1b758db573 of type vlan for network aa8d68ff-c7f8-425d-a9a6-b5044a3f2295 Nov 27 03:50:06.452890 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5512786b-29e7-47b2-a26c-cb6f644721f1 x-openstack-request-id: req-5512786b-29e7-47b2-a26c-cb6f644721f1 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:50:06.453284 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdc14ae-f4d7-484a-bc96-988d9d222e51", "name": "network-vif-deleted", "tag": "ef4ae27c-26c3-4e63-8f92-1652f2b6bca5", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:50:06.453606 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5512786b-29e7-47b2-a26c-cb6f644721f1 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:50:06.454119 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdc14ae-f4d7-484a-bc96-988d9d222e51', 'name': 'network-vif-deleted', 'tag': 'ef4ae27c-26c3-4e63-8f92-1652f2b6bca5', 'status': 'completed', 'code': 200} Nov 27 03:50:06.457781 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8fd2a8-5cbe-4346-bed8-9cc7e81d3572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b562965-9b65-4848-8c5e-99bae0782c07,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:06.541772 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7a6a4c48-b35b-4361-bbd9-9f7f3a522ca2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:06.549804 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-47ef19bf-f653-4002-8295-9480073b7b28 req-914845cb-ea04-4ba5-af06-f1668e96b9aa service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392167 Nov 27 03:50:06.577852 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7a6a4c48-b35b-4361-bbd9-9f7f3a522ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:06.579068 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6a4c48-b35b-4361-bbd9-9f7f3a522ca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:06.579926 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7a6a4c48-b35b-4361-bbd9-9f7f3a522ca2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:06.644891 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 3f6905b5-734c-4086-adb5-96c1d19c22d6 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:50:06.717839 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 3f6905b5-734c-4086-adb5-96c1d19c22d6 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:50:06.724206 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 3f6905b5-734c-4086-adb5-96c1d19c22d6 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:50:06.724852 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:06.743828 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-aad3fc64-82f3-4c9c-9750-ac26de8db1f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d416f1581fce4cbda78108e0795a4c3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3579800 Nov 27 03:50:06.771345 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34994) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:06.810317 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ce97f-7981-4248-89bd-23635e71261c req-546038b7-1a96-4e12-9e4b-0a1a313da816 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:06.823891 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a18ce97f-7981-4248-89bd-23635e71261c req-546038b7-1a96-4e12-9e4b-0a1a313da816 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] 10.222.0.20 "GET /v2.0/ports?device_id=897af5c2-9832-49b0-9eaf-7316f61786ce HTTP/1.1" status: 200 len: 949 time: 0.2225604 Nov 27 03:50:06.917880 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:06.962529 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-42f4ca22-d960-4000-9c1c-baf6fdda6957 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:06.991105 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 3f6905b5-734c-4086-adb5-96c1d19c22d6, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=3f6905b5-734c-4086-adb5-96c1d19c22d6,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:50:06.992554 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a18ce97f-7981-4248-89bd-23635e71261c req-e24eaf50-19f7-40f0-a077-bf9047ddb015 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] 10.222.0.20 "GET /v2.0/security-groups?id=29e94f55-8dea-4352-aa4e-c6751f1152e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677380 Nov 27 03:50:07.009137 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:07.009511 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device ef4ae27c-26c3-4e63-8f92-1652f2b6bca5 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:50:07.027777 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7a6a4c48-b35b-4361-bbd9-9f7f3a522ca2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4686124 Nov 27 03:50:07.027910 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35006) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:07.034778 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-bdb5d307-2153-4594-b34b-aec85a54c324 admin admin] Request body: {'subnet': {'network_id': 'aa8d68ff-c7f8-425d-a9a6-b5044a3f2295', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2100738087-subnet', 'tenant_id': '210dec0c00064be38d68e23675332894', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:50:07.093939 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26192b6-0a02-416f-8711-af837c3094e1 req-df87c576-c95d-4210-b1ba-d76068c6fea1 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:07.097383 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b26192b6-0a02-416f-8711-af837c3094e1 req-df87c576-c95d-4210-b1ba-d76068c6fea1 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6a6c3c-9774-481e-a0c9-963216754056 HTTP/1.1" status: 200 len: 945 time: 0.1553693 Nov 27 03:50:07.098326 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a4c48-b35b-4361-bbd9-9f7f3a522ca2 admin admin] Pushing event updated for resources: {'Network': ['ID=aa8d68ff-c7f8-425d-a9a6-b5044a3f2295,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:07.113660 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: ef4ae27c-26c3-4e63-8f92-1652f2b6bca5 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:50:07.114440 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device ef4ae27c-26c3-4e63-8f92-1652f2b6bca5 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:50:07.117063 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=3f6905b5-734c-4086-adb5-96c1d19c22d6,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:07.120449 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network aa8d68ff-c7f8-425d-a9a6-b5044a3f2295 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:50:07.126535 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e0acdb9d-facf-4c4b-bdfc-754764d1f704 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:07.221960 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b26192b6-0a02-416f-8711-af837c3094e1 req-c8d523bd-8a16-4d6d-8365-8ae4bb55de57 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166942 Nov 27 03:50:07.239081 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb5d307-2153-4594-b34b-aec85a54c324 admin admin] Made reservation on behalf of 210dec0c00064be38d68e23675332894 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:50:07.243489 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bdb5d307-2153-4594-b34b-aec85a54c324 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:07.253596 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e0acdb9d-facf-4c4b-bdfc-754764d1f704 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:07.310467 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-42f4ca22-d960-4000-9c1c-baf6fdda6957 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:07.401691 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-42f4ca22-d960-4000-9c1c-baf6fdda6957 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Network 9ff8078f-ae3b-4728-b001-9277e61f21a6 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:50:07.414402 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-42f4ca22-d960-4000-9c1c-baf6fdda6957 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:50:07.416754 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e0acdb9d-facf-4c4b-bdfc-754764d1f704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:07.419592 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e0acdb9d-facf-4c4b-bdfc-754764d1f704 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:07.420693 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e0acdb9d-facf-4c4b-bdfc-754764d1f704 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/982c77fb-48f1-42a5-b245-320c25c257b8 HTTP/1.1" status: 204 len: 168 time: 0.6480241 Nov 27 03:50:07.423999 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-42f4ca22-d960-4000-9c1c-baf6fdda6957 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:50:07.444556 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0acdb9d-facf-4c4b-bdfc-754764d1f704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982c77fb-48f1-42a5-b245-320c25c257b8,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:07.447849 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17dcd8-c8d3-459f-9819-d89636b880ba req-df37eab6-b48f-41e1-a0ce-3ac78e96f484 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:07.461464 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ad17dcd8-c8d3-459f-9819-d89636b880ba req-df37eab6-b48f-41e1-a0ce-3ac78e96f484 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=217ddd02-1cf3-4e7c-80a8-0e038166c641 HTTP/1.1" status: 200 len: 945 time: 0.1481550 Nov 27 03:50:07.567591 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f4ca22-d960-4000-9c1c-baf6fdda6957 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Pushing event updated for resources: {'Port': ['ID=99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:07.589425 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-42f4ca22-d960-4000-9c1c-baf6fdda6957 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:07.590428 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-42f4ca22-d960-4000-9c1c-baf6fdda6957 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:07.631567 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ad17dcd8-c8d3-459f-9819-d89636b880ba req-f7e62e13-a413-4b00-968e-a6589f65a3a5 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690795 Nov 27 03:50:07.639341 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 35032) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:07.677866 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-42f4ca22-d960-4000-9c1c-baf6fdda6957 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2591510 Nov 27 03:50:07.710006 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-1df6b776-1dd1-4565-8e71-38431680dff9 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Request body: {'port': {'device_id': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'network_id': 'e40f6bbd-098b-49f7-b15f-a15d5c62f421', 'admin_state_up': True, 'tenant_id': '3e0a6e3903404d4c8a0246b387bf3805', 'security_groups': ['35921842-5bd8-4d3d-b228-d6a9b6023664']}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:50:07.725426 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66c2c3-93c5-466b-ab30-8f1f89ea4fd2 req-ae904506-caaf-4d9b-9fe3-fe3021421b73 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:07.733806 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ec66c2c3-93c5-466b-ab30-8f1f89ea4fd2 req-ae904506-caaf-4d9b-9fe3-fe3021421b73 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 932 time: 0.1393547 Nov 27 03:50:07.857794 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-9d379ffe-e5ff-4c57-9001-d453c1aaf296 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-517766143-network', 'tenant_id': '41d73917432a49e6a13589c36239fcb8'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:50:07.880721 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-40bb92cc-fea5-48cf-9142-a8bd6bd0b6d0 None None] Provisioning complete for port 99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:50:07.881431 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-40bb92cc-fea5-48cf-9142-a8bd6bd0b6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:07.929154 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-40bb92cc-fea5-48cf-9142-a8bd6bd0b6d0 None None] Port 99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:50:07.953991 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92afc40-5708-4554-8e8e-903dacb2d794 req-0b990a3a-6303-45cb-8d1e-5bad103c2ab9 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:07.955591 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d92afc40-5708-4554-8e8e-903dacb2d794 req-0b990a3a-6303-45cb-8d1e-5bad103c2ab9 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 949 time: 0.1630695 Nov 27 03:50:08.022648 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bdb5d307-2153-4594-b34b-aec85a54c324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:08.060188 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '897af5c2-9832-49b0-9eaf-7316f61786ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6905b5-734c-4086-adb5-96c1d19c22d6'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:50:08.063820 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc9a331-a3c6-417a-aaba-cd0197949aa2" -d '{"events": [{"server_uuid": "897af5c2-9832-49b0-9eaf-7316f61786ce", "name": "network-vif-plugged", "status": "completed", "tag": "3f6905b5-734c-4086-adb5-96c1d19c22d6"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:50:08.078582 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ec66c2c3-93c5-466b-ab30-8f1f89ea4fd2 req-5bf9144e-fb6a-45a4-ae51-e7c303965348 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?id=35921842-5bd8-4d3d-b228-d6a9b6023664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3438458 Nov 27 03:50:08.079866 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d92afc40-5708-4554-8e8e-903dacb2d794 req-59d50649-37a4-48f9-8ae2-87990bd6f4d4 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175227 Nov 27 03:50:08.080674 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d379ffe-e5ff-4c57-9001-d453c1aaf296 admin admin] Made reservation on behalf of 41d73917432a49e6a13589c36239fcb8 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:50:08.086447 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9d379ffe-e5ff-4c57-9001-d453c1aaf296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:08.099244 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb5d307-2153-4594-b34b-aec85a54c324 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d1f7c77-51e7-4485-85b0-a8a7f76262bb,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:08.147138 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9d379ffe-e5ff-4c57-9001-d453c1aaf296 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:08.170981 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-1df6b776-1dd1-4565-8e71-38431680dff9 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Made reservation on behalf of 3e0a6e3903404d4c8a0246b387bf3805 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:50:08.173267 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec31718-abfc-4352-b2fe-af47c736ebfa x-openstack-request-id: req-dec31718-abfc-4352-b2fe-af47c736ebfa {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:50:08.173565 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "897af5c2-9832-49b0-9eaf-7316f61786ce", "name": "network-vif-plugged", "status": "completed", "tag": "3f6905b5-734c-4086-adb5-96c1d19c22d6", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:50:08.173832 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dec31718-abfc-4352-b2fe-af47c736ebfa {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:50:08.174211 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '897af5c2-9832-49b0-9eaf-7316f61786ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6905b5-734c-4086-adb5-96c1d19c22d6', 'code': 200} Nov 27 03:50:08.176961 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-1df6b776-1dd1-4565-8e71-38431680dff9 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:08.275967 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb5d307-2153-4594-b34b-aec85a54c324 admin admin] Checking segment: {'id': 'b02ff043-3f61-4388-a97d-8e1b758db573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'aa8d68ff-c7f8-425d-a9a6-b5044a3f2295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:50:08.276345 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb5d307-2153-4594-b34b-aec85a54c324 admin admin] Network hostable DHCP agents. Network: aa8d68ff-c7f8-425d-a9a6-b5044a3f2295, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:50:08.280800 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 35048) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:08.386978 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f48baafe-e3f1-4c22-b2b6-c3021b55cabd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9ae1ce088b2f4f04a1aad7083ff3620b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1035378 Nov 27 03:50:08.391091 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 35050) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:08.448778 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f2437-7fcb-4797-8e3d-860d7d86fac1 req-71e8938e-afa5-489c-a764-85a0baa4bd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:08.451393 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c18f2437-7fcb-4797-8e3d-860d7d86fac1 req-71e8938e-afa5-489c-a764-85a0baa4bd7a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=897af5c2-9832-49b0-9eaf-7316f61786ce HTTP/1.1" status: 200 len: 1101 time: 0.1669674 Nov 27 03:50:08.452302 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb5d307-2153-4594-b34b-aec85a54c324 admin admin] Network aa8d68ff-c7f8-425d-a9a6-b5044a3f2295 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:50:08.455887 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b2a7a-7802-4908-bce8-71864885f848 req-db2239db-6471-4775-a132-0447c12436a1 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:08.457639 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-278b2a7a-7802-4908-bce8-71864885f848 req-db2239db-6471-4775-a132-0447c12436a1 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] 10.222.0.20 "GET /v2.0/ports?device_id=897af5c2-9832-49b0-9eaf-7316f61786ce HTTP/1.1" status: 200 len: 950 time: 0.1481502 Nov 27 03:50:08.479360 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64930e5d-e9e5-4198-8beb-037587b43ff1 req-e0059b2a-ee33-48bd-9dbf-527fcbb24083 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:08.489498 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-64930e5d-e9e5-4198-8beb-037587b43ff1 req-e0059b2a-ee33-48bd-9dbf-527fcbb24083 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6a6c3c-9774-481e-a0c9-963216754056 HTTP/1.1" status: 200 len: 945 time: 0.1644726 Nov 27 03:50:08.518336 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-278b2a7a-7802-4908-bce8-71864885f848 req-63f3d952-377e-4e36-97d0-cf893391d4a7 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] 10.222.0.20 "GET /v2.0/security-groups?id=29e94f55-8dea-4352-aa4e-c6751f1152e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530171 Nov 27 03:50:08.520605 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9d379ffe-e5ff-4c57-9001-d453c1aaf296 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:08.530080 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9d379ffe-e5ff-4c57-9001-d453c1aaf296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:08.560591 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c18f2437-7fcb-4797-8e3d-860d7d86fac1 req-80186042-015a-4ac1-9e48-87184c32a2d6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=29e94f55-8dea-4352-aa4e-c6751f1152e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935824 Nov 27 03:50:08.566291 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6878677e-74db-4e90-be85-1a8572b075d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:08.596474 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6878677e-74db-4e90-be85-1a8572b075d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:08.618309 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-bdb5d307-2153-4594-b34b-aec85a54c324 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, aa8d68ff-c7f8-425d-a9a6-b5044a3f2295) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:50:08.624626 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb5d307-2153-4594-b34b-aec85a54c324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:08.626695 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bdb5d307-2153-4594-b34b-aec85a54c324 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:08.627695 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d48dbe6-5ad0-47e8-ac12-21e1f5ea9699 None None] Network aa8d68ff-c7f8-425d-a9a6-b5044a3f2295 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:50:08.628549 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d379ffe-e5ff-4c57-9001-d453c1aaf296 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:50:08.654925 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d379ffe-e5ff-4c57-9001-d453c1aaf296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411e2408-2394-4ac6-b620-e55fdfba1c2b,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:08.670600 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9d379ffe-e5ff-4c57-9001-d453c1aaf296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:08.671498 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-9d379ffe-e5ff-4c57-9001-d453c1aaf296 admin admin] Added segment 75318977-4c42-40d1-8a2c-e19977cff2cf of type vlan for network ebc62648-022c-4f72-aefc-8cb01a9c8752 Nov 27 03:50:08.688142 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-64930e5d-e9e5-4198-8beb-037587b43ff1 req-13298239-1cb4-48a8-b443-238f80e7d78f tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932197 Nov 27 03:50:08.730520 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-1df6b776-1dd1-4565-8e71-38431680dff9 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Allocated IP 10.1.1.119 (e40f6bbd-098b-49f7-b15f-a15d5c62f421/f9c95fc5-2816-48b1-af67-21fc91123a75/7b351237-4bd0-45c7-a806-427c75ca3765) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:50:08.738969 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-bdb5d307-2153-4594-b34b-aec85a54c324 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7127795 Nov 27 03:50:08.784896 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9d379ffe-e5ff-4c57-9001-d453c1aaf296 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:08.884181 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6878677e-74db-4e90-be85-1a8572b075d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:08.895587 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6878677e-74db-4e90-be85-1a8572b075d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:08.899772 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6878677e-74db-4e90-be85-1a8572b075d0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2dbf3c6d-632e-4cc5-8792-13b5e1fb1ad9 HTTP/1.1" status: 204 len: 168 time: 0.5053644 Nov 27 03:50:08.940060 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da73c885-3608-42c9-9fef-b74c2e578e05 None None] Network aa8d68ff-c7f8-425d-a9a6-b5044a3f2295 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:50:08.954965 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6878677e-74db-4e90-be85-1a8572b075d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbf3c6d-632e-4cc5-8792-13b5e1fb1ad9,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:08.976781 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9d379ffe-e5ff-4c57-9001-d453c1aaf296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:08.977762 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d379ffe-e5ff-4c57-9001-d453c1aaf296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:08.978352 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9d379ffe-e5ff-4c57-9001-d453c1aaf296 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:09.002032 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884f49c-0bd0-4409-992b-a227a37c3da8 req-f99aa4d9-caab-4254-a789-8a97655db902 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:09.003603 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b884f49c-0bd0-4409-992b-a227a37c3da8 req-f99aa4d9-caab-4254-a789-8a97655db902 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=217ddd02-1cf3-4e7c-80a8-0e038166c641 HTTP/1.1" status: 200 len: 945 time: 0.1831470 Nov 27 03:50:09.057288 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-1df6b776-1dd1-4565-8e71-38431680dff9 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:09.128038 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-1df6b776-1dd1-4565-8e71-38431680dff9 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:09.229089 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9d379ffe-e5ff-4c57-9001-d453c1aaf296 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5822322 Nov 27 03:50:09.236240 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 35068) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:09.259764 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-3ef3a837-ea96-4c6e-be29-26e35c2b03f1 admin admin] Request body: {'subnet': {'network_id': 'ebc62648-022c-4f72-aefc-8cb01a9c8752', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-517766143-subnet', 'tenant_id': '41d73917432a49e6a13589c36239fcb8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:50:09.302719 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d379ffe-e5ff-4c57-9001-d453c1aaf296 admin admin] Pushing event updated for resources: {'Network': ['ID=ebc62648-022c-4f72-aefc-8cb01a9c8752,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:09.304822 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-1df6b776-1dd1-4565-8e71-38431680dff9 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Network e40f6bbd-098b-49f7-b15f-a15d5c62f421 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:50:09.314398 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network ebc62648-022c-4f72-aefc-8cb01a9c8752 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:50:09.344125 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-1df6b776-1dd1-4565-8e71-38431680dff9 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:50:09.376223 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-1df6b776-1dd1-4565-8e71-38431680dff9 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:50:09.405511 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef3a837-ea96-4c6e-be29-26e35c2b03f1 admin admin] Made reservation on behalf of 41d73917432a49e6a13589c36239fcb8 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:50:09.420412 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3ef3a837-ea96-4c6e-be29-26e35c2b03f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:09.453006 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df6b776-1dd1-4565-8e71-38431680dff9 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Pushing event updated for resources: {'Port': ['ID=7b351237-4bd0-45c7-a806-427c75ca3765,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:09.543442 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040f971-4553-4431-803e-ec0d6083302b req-0f73a08d-a5f8-422e-952b-0ca8c463f283 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:09.553032 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e040f971-4553-4431-803e-ec0d6083302b req-0f73a08d-a5f8-422e-952b-0ca8c463f283 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 949 time: 0.2947803 Nov 27 03:50:09.569699 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-1df6b776-1dd1-4565-8e71-38431680dff9 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:09.570343 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-1df6b776-1dd1-4565-8e71-38431680dff9 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:09.605659 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b884f49c-0bd0-4409-992b-a227a37c3da8 req-231576a5-4e8f-45b3-bcef-5f8dd2f6c6eb tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5827105 Nov 27 03:50:09.738295 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e040f971-4553-4431-803e-ec0d6083302b req-4594771a-6934-410c-b204-12b9725441d5 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843796 Nov 27 03:50:09.741861 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-1df6b776-1dd1-4565-8e71-38431680dff9 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0393190 Nov 27 03:50:09.766351 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-0f040789-1ae8-470b-9606-4ed0a802d84e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Request body: {'port': {'device_id': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'network_id': 'e40f6bbd-098b-49f7-b15f-a15d5c62f421', 'admin_state_up': True, 'tenant_id': '3e0a6e3903404d4c8a0246b387bf3805', 'security_groups': ['35921842-5bd8-4d3d-b228-d6a9b6023664']}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:50:09.892144 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-5449e884-e82f-4272-86f9-3ecc347005fe None None] Provisioning complete for port 7b351237-4bd0-45c7-a806-427c75ca3765 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:50:09.892880 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5449e884-e82f-4272-86f9-3ecc347005fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:10.005548 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-5449e884-e82f-4272-86f9-3ecc347005fe None None] Port 7b351237-4bd0-45c7-a806-427c75ca3765 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:50:10.049701 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3ef3a837-ea96-4c6e-be29-26e35c2b03f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:10.206101 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef3a837-ea96-4c6e-be29-26e35c2b03f1 admin admin] Checking segment: {'id': '75318977-4c42-40d1-8a2c-e19977cff2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ebc62648-022c-4f72-aefc-8cb01a9c8752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:50:10.206775 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef3a837-ea96-4c6e-be29-26e35c2b03f1 admin admin] Network hostable DHCP agents. Network: ebc62648-022c-4f72-aefc-8cb01a9c8752, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:50:10.235000 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73ccf8-9dfc-4f53-a940-22014231bbea req-975e2825-2650-4624-8e79-3a0861111181 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:10.241578 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73ccf8-9dfc-4f53-a940-22014231bbea req-975e2825-2650-4624-8e79-3a0861111181 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:10.250806 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ac73ccf8-9dfc-4f53-a940-22014231bbea req-975e2825-2650-4624-8e79-3a0861111181 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 1654 time: 0.2727106 Nov 27 03:50:10.349025 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ac73ccf8-9dfc-4f53-a940-22014231bbea req-cbd0dbc8-7522-4fab-8e9d-0910c546091a tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?id=35921842-5bd8-4d3d-b228-d6a9b6023664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969346 Nov 27 03:50:10.350288 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef3a837-ea96-4c6e-be29-26e35c2b03f1 admin admin] Network ebc62648-022c-4f72-aefc-8cb01a9c8752 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:50:10.410382 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-3ef3a837-ea96-4c6e-be29-26e35c2b03f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, ebc62648-022c-4f72-aefc-8cb01a9c8752) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:50:10.419149 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50a957a-6cb8-4584-b6bc-793957b80b19 None None] Network ebc62648-022c-4f72-aefc-8cb01a9c8752 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:50:10.420340 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef3a837-ea96-4c6e-be29-26e35c2b03f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b612603-55b5-41d4-8d54-2ce875783206,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:10.436012 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef3a837-ea96-4c6e-be29-26e35c2b03f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:10.437563 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3ef3a837-ea96-4c6e-be29-26e35c2b03f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:10.476172 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-3ef3a837-ea96-4c6e-be29-26e35c2b03f1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2320511 Nov 27 03:50:10.477106 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 35106) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:10.487803 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-6afe686d-7abd-4b7a-97fa-de80e04d4e44 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-517766143-router', 'tenant_id': '41d73917432a49e6a13589c36239fcb8', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:50:10.550218 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6afe686d-7abd-4b7a-97fa-de80e04d4e44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:10.551768 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6afe686d-7abd-4b7a-97fa-de80e04d4e44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:10.620123 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6afe686d-7abd-4b7a-97fa-de80e04d4e44 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:10.770255 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ecc582-6bd9-4c9e-bc4b-ccb3946d2a11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-ebc62648-022c-4f72-aefc-8cb01a9c8752', 'network_id': 'ebc62648-022c-4f72-aefc-8cb01a9c8752', 'tenant_id': '41d73917432a49e6a13589c36239fcb8', 'fixed_ips': [{'subnet_id': '0b612603-55b5-41d4-8d54-2ce875783206'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 03:50:10.771163 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-52ecc582-6bd9-4c9e-bc4b-ccb3946d2a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:10.779934 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-591088f9-7ff0-41fc-804f-41aca01e4f64 tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:10.781547 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-591088f9-7ff0-41fc-804f-41aca01e4f64 tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] 10.222.0.20 "GET /v2.0/networks?id=aa8d68ff-c7f8-425d-a9a6-b5044a3f2295 HTTP/1.1" status: 200 len: 821 time: 0.1292877 Nov 27 03:50:10.820463 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-5aec831c-efdf-4607-8b64-58a51cb5b008 tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] 10.222.0.20 "GET /v2.0/quotas/210dec0c00064be38d68e23675332894 HTTP/1.1" status: 200 len: 375 time: 0.0243526 Nov 27 03:50:10.851446 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6afe686d-7abd-4b7a-97fa-de80e04d4e44 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:10.881430 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-8cd610e2-a895-4654-83ca-ccd5cd75fb58 tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=210dec0c00064be38d68e23675332894&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503068 Nov 27 03:50:10.901410 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-0f040789-1ae8-470b-9606-4ed0a802d84e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Made reservation on behalf of 3e0a6e3903404d4c8a0246b387bf3805 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:50:10.905318 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-0f040789-1ae8-470b-9606-4ed0a802d84e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:10.966501 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d320dc5-c5fb-4dfd-8ddd-2b5c6e1e8cd0 req-a96cb450-b4eb-40d8-92f5-f8ba7cba0d69 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:10.977613 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2d320dc5-c5fb-4dfd-8ddd-2b5c6e1e8cd0 req-a96cb450-b4eb-40d8-92f5-f8ba7cba0d69 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] 10.222.0.20 "GET /v2.0/ports?device_id=897af5c2-9832-49b0-9eaf-7316f61786ce HTTP/1.1" status: 200 len: 950 time: 0.4408660 Nov 27 03:50:11.056250 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2d320dc5-c5fb-4dfd-8ddd-2b5c6e1e8cd0 req-8b8030ed-726f-4b4b-a366-cd8aefbd3636 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] 10.222.0.20 "GET /v2.0/security-groups?id=29e94f55-8dea-4352-aa4e-c6751f1152e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730529 Nov 27 03:50:11.069075 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-52ecc582-6bd9-4c9e-bc4b-ccb3946d2a11 None None] Allocated IP 172.20.0.2 (ebc62648-022c-4f72-aefc-8cb01a9c8752/0b612603-55b5-41d4-8d54-2ce875783206/dd856a7c-2271-464d-bece-523f96e4c5b2) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:50:11.370369 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-97c26154-3226-413d-bd9d-479cab8a807b service neutron] 10.222.0.20 "GET /v2.0/networks/aa8d68ff-c7f8-425d-a9a6-b5044a3f2295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4811487 Nov 27 03:50:11.378778 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-0f040789-1ae8-470b-9606-4ed0a802d84e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Allocated IP 10.1.1.84 (e40f6bbd-098b-49f7-b15f-a15d5c62f421/f9c95fc5-2816-48b1-af67-21fc91123a75/26b81207-9333-4de8-8d7f-cf0229429ddd) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:50:11.459567 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df93457-83a6-4ff5-8afd-b93ed5fc36ff req-7a6341d5-d431-4beb-be5d-6257782c6bb6 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:11.470166 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0df93457-83a6-4ff5-8afd-b93ed5fc36ff req-7a6341d5-d431-4beb-be5d-6257782c6bb6 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=217ddd02-1cf3-4e7c-80a8-0e038166c641 HTTP/1.1" status: 200 len: 945 time: 0.2238877 Nov 27 03:50:11.557993 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6afe686d-7abd-4b7a-97fa-de80e04d4e44 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:11.615194 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6afe686d-7abd-4b7a-97fa-de80e04d4e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:11.643118 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-98c74869-4a03-4500-b89b-8f0bac21724e service neutron] 10.222.0.20 "GET /v2.0/networks/aa8d68ff-c7f8-425d-a9a6-b5044a3f2295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615747 Nov 27 03:50:11.683744 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0df93457-83a6-4ff5-8afd-b93ed5fc36ff req-fe9544de-938a-4cc8-bae9-f461efb9bcc9 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125099 Nov 27 03:50:11.742419 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-0f040789-1ae8-470b-9606-4ed0a802d84e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:11.771426 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-52ecc582-6bd9-4c9e-bc4b-ccb3946d2a11 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:11.786941 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-52ecc582-6bd9-4c9e-bc4b-ccb3946d2a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:11.810848 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-0f040789-1ae8-470b-9606-4ed0a802d84e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:11.852867 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ecc582-6bd9-4c9e-bc4b-ccb3946d2a11 None None] Pushing event updated for resources: {'Port': ['ID=dd856a7c-2271-464d-bece-523f96e4c5b2,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:11.888708 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ecc582-6bd9-4c9e-bc4b-ccb3946d2a11 None None] Network ebc62648-022c-4f72-aefc-8cb01a9c8752 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:50:11.890623 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-52ecc582-6bd9-4c9e-bc4b-ccb3946d2a11 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:50:11.900992 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ecc582-6bd9-4c9e-bc4b-ccb3946d2a11 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:50:11.905316 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853fee9-1ecd-46a6-a77d-478109326353 req-fdefdec8-0411-486e-9a09-0d6a09eed95e tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:11.906962 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1853fee9-1ecd-46a6-a77d-478109326353 req-fdefdec8-0411-486e-9a09-0d6a09eed95e tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 949 time: 0.0966213 Nov 27 03:50:11.941694 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f040789-1ae8-470b-9606-4ed0a802d84e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Pushing event updated for resources: {'Port': ['ID=26b81207-9333-4de8-8d7f-cf0229429ddd,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:11.963527 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-6afe686d-7abd-4b7a-97fa-de80e04d4e44 admin admin] Allocated IP 172.25.1.216 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/229973ce-4487-4856-b712-79937eb1b35e) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:50:11.977312 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-0f040789-1ae8-470b-9606-4ed0a802d84e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Network e40f6bbd-098b-49f7-b15f-a15d5c62f421 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:50:11.980334 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-0f040789-1ae8-470b-9606-4ed0a802d84e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:50:11.987688 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-0f040789-1ae8-470b-9606-4ed0a802d84e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:50:12.062789 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-0f040789-1ae8-470b-9606-4ed0a802d84e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:12.064941 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-0f040789-1ae8-470b-9606-4ed0a802d84e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:12.079992 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-52ecc582-6bd9-4c9e-bc4b-ccb3946d2a11 None None] Attempting to bind port dd856a7c-2271-464d-bece-523f96e4c5b2 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:50:12.080373 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-52ecc582-6bd9-4c9e-bc4b-ccb3946d2a11 None None] Attempting to bind port dd856a7c-2271-464d-bece-523f96e4c5b2 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '75318977-4c42-40d1-8a2c-e19977cff2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ebc62648-022c-4f72-aefc-8cb01a9c8752'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:50:12.080746 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ecc582-6bd9-4c9e-bc4b-ccb3946d2a11 None None] Attempting to bind port dd856a7c-2271-464d-bece-523f96e4c5b2 on network ebc62648-022c-4f72-aefc-8cb01a9c8752 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:50:12.097127 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ecc582-6bd9-4c9e-bc4b-ccb3946d2a11 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:50:12.098312 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ecc582-6bd9-4c9e-bc4b-ccb3946d2a11 None None] Checking segment: {'id': '75318977-4c42-40d1-8a2c-e19977cff2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ebc62648-022c-4f72-aefc-8cb01a9c8752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:50:12.098759 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-52ecc582-6bd9-4c9e-bc4b-ccb3946d2a11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:12.100982 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ecc582-6bd9-4c9e-bc4b-ccb3946d2a11 None None] Bound using segment: {'id': '75318977-4c42-40d1-8a2c-e19977cff2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ebc62648-022c-4f72-aefc-8cb01a9c8752'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:50:12.101995 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-52ecc582-6bd9-4c9e-bc4b-ccb3946d2a11 None None] Bound port: dd856a7c-2271-464d-bece-523f96e4c5b2, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75318977-4c42-40d1-8a2c-e19977cff2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ebc62648-022c-4f72-aefc-8cb01a9c8752'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:50:12.102399 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-52ecc582-6bd9-4c9e-bc4b-ccb3946d2a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:12.102864 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-0f040789-1ae8-470b-9606-4ed0a802d84e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3423324 Nov 27 03:50:12.122326 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-ff2fe4b8-5c51-4e85-ba9f-23bb45d6d85d tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Request body: {'port': {'device_id': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '19023ddb-b83b-433d-89aa-500b49070446', 'admin_state_up': True, 'tenant_id': '3e0a6e3903404d4c8a0246b387bf3805', 'security_groups': ['35921842-5bd8-4d3d-b228-d6a9b6023664']}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:50:12.202939 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1853fee9-1ecd-46a6-a77d-478109326353 req-2ffbe488-766e-458c-8701-e2d7234fb2fc tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856767 Nov 27 03:50:12.328150 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-52ecc582-6bd9-4c9e-bc4b-ccb3946d2a11 None None] For port dd856a7c-2271-464d-bece-523f96e4c5b2, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:50:12.337758 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-52ecc582-6bd9-4c9e-bc4b-ccb3946d2a11 None None] For port dd856a7c-2271-464d-bece-523f96e4c5b2, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=dd856a7c-2271-464d-bece-523f96e4c5b2,segment=NetworkSegment(75318977-4c42-40d1-8a2c-e19977cff2cf),segment_id=75318977-4c42-40d1-8a2c-e19977cff2cf)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:50:12.346698 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-52ecc582-6bd9-4c9e-bc4b-ccb3946d2a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:12.424324 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-ff2fe4b8-5c51-4e85-ba9f-23bb45d6d85d tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Made reservation on behalf of 3e0a6e3903404d4c8a0246b387bf3805 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:50:12.457633 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6afe686d-7abd-4b7a-97fa-de80e04d4e44 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:12.495673 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87eb765-f0e4-496f-84e9-a2839e00982f req-72071b1f-149f-475e-8049-70545ec9fb03 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:12.502500 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87eb765-f0e4-496f-84e9-a2839e00982f req-72071b1f-149f-475e-8049-70545ec9fb03 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:12.515228 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87eb765-f0e4-496f-84e9-a2839e00982f req-72071b1f-149f-475e-8049-70545ec9fb03 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:12.517209 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b87eb765-f0e4-496f-84e9-a2839e00982f req-72071b1f-149f-475e-8049-70545ec9fb03 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 2374 time: 0.1727502 Nov 27 03:50:12.571619 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-ff2fe4b8-5c51-4e85-ba9f-23bb45d6d85d tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:12.572962 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-a8f67521-8767-4580-9914-baa6fce02dda None None] Provisioning complete for port 26b81207-9333-4de8-8d7f-cf0229429ddd triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:50:12.574743 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a8f67521-8767-4580-9914-baa6fce02dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:12.579318 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ecc582-6bd9-4c9e-bc4b-ccb3946d2a11 None None] Pushing event updated for resources: {'Port': ['ID=dd856a7c-2271-464d-bece-523f96e4c5b2,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:12.720765 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-a8f67521-8767-4580-9914-baa6fce02dda None None] Port 26b81207-9333-4de8-8d7f-cf0229429ddd cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:50:12.725129 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b87eb765-f0e4-496f-84e9-a2839e00982f req-331c58f5-b3b5-4b23-a313-187cb46b76e1 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?id=35921842-5bd8-4d3d-b228-d6a9b6023664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1969786 Nov 27 03:50:12.731536 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6afe686d-7abd-4b7a-97fa-de80e04d4e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:12.955197 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afe686d-7abd-4b7a-97fa-de80e04d4e44 admin admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:50:12.968042 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-6afe686d-7abd-4b7a-97fa-de80e04d4e44 admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:50:12.979351 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afe686d-7abd-4b7a-97fa-de80e04d4e44 admin admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:50:13.073860 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device dd856a7c-2271-464d-bece-523f96e4c5b2 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:50:13.092616 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe686d-7abd-4b7a-97fa-de80e04d4e44 admin admin] Pushing event updated for resources: {'Port': ['ID=229973ce-4487-4856-b712-79937eb1b35e,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:13.159158 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-72ec1ccc-728f-4eba-a920-da4a889ede5a req-6486d0ac-ddb4-4dbb-950a-a4b4015a80de tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] 10.222.0.20 "GET /v2.0/ports?device_id=db49b6ce-dcb3-4876-8b51-435aceb46ab9 HTTP/1.1" status: 200 len: 210 time: 0.0814273 Nov 27 03:50:13.160332 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-ff2fe4b8-5c51-4e85-ba9f-23bb45d6d85d tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Allocated IP 10.2.2.100 (19023ddb-b83b-433d-89aa-500b49070446/14307b56-4179-4fb0-9b1a-ab924af31129/994f489a-7134-463c-90df-7f5e22d2a68c) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:50:13.170076 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port dd856a7c-2271-464d-bece-523f96e4c5b2 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:50:13.170514 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:13.295957 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:13.337298 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port dd856a7c-2271-464d-bece-523f96e4c5b2, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=dd856a7c-2271-464d-bece-523f96e4c5b2,segment=NetworkSegment(75318977-4c42-40d1-8a2c-e19977cff2cf),segment_id=75318977-4c42-40d1-8a2c-e19977cff2cf)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:50:13.348328 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:13.391298 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a930d4-2d20-4df1-b20e-3f8c0e1b3793 req-9dcde55d-55a4-4b24-9d17-72d306bac437 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:13.401918 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-5ac175ef-b22d-4cb1-a917-01c61cd3fdcb tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=68b94a6c666449309cf7f5c74c380145&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0973361 Nov 27 03:50:13.402978 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-82a930d4-2d20-4df1-b20e-3f8c0e1b3793 req-9dcde55d-55a4-4b24-9d17-72d306bac437 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] 10.222.0.20 "GET /v2.0/ports?device_id=897af5c2-9832-49b0-9eaf-7316f61786ce HTTP/1.1" status: 200 len: 950 time: 0.1154706 Nov 27 03:50:13.437803 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=dd856a7c-2271-464d-bece-523f96e4c5b2,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:13.499637 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-ff2fe4b8-5c51-4e85-ba9f-23bb45d6d85d tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:13.517244 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-82a930d4-2d20-4df1-b20e-3f8c0e1b3793 req-6ea20720-e988-48c3-b366-8fbbbdb7fd34 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] 10.222.0.20 "GET /v2.0/security-groups?id=29e94f55-8dea-4352-aa4e-c6751f1152e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105034 Nov 27 03:50:13.580805 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-ff2fe4b8-5c51-4e85-ba9f-23bb45d6d85d tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:13.706469 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6afe686d-7abd-4b7a-97fa-de80e04d4e44 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:13.717947 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-ff2fe4b8-5c51-4e85-ba9f-23bb45d6d85d tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Network 19023ddb-b83b-433d-89aa-500b49070446 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:50:13.719895 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-ff2fe4b8-5c51-4e85-ba9f-23bb45d6d85d tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:50:13.726899 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-ff2fe4b8-5c51-4e85-ba9f-23bb45d6d85d tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:50:13.771654 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-f6a45780-1428-434d-8c9f-843917dda114 tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:13.780288 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-f6a45780-1428-434d-8c9f-843917dda114 tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3695283 Nov 27 03:50:13.865830 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-ff2fe4b8-5c51-4e85-ba9f-23bb45d6d85d tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:13.866524 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-ff2fe4b8-5c51-4e85-ba9f-23bb45d6d85d tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:13.876759 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-22fa94a0-674b-4358-99ae-cb8a927987f0 tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] 10.222.0.20 "GET /v2.0/quotas/68b94a6c666449309cf7f5c74c380145 HTTP/1.1" status: 200 len: 375 time: 0.0953884 Nov 27 03:50:13.921399 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-2191c76d-96ee-48a3-9c91-a88d38d78211 tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=68b94a6c666449309cf7f5c74c380145&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430453 Nov 27 03:50:14.007052 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2fe4b8-5c51-4e85-ba9f-23bb45d6d85d tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Pushing event updated for resources: {'Port': ['ID=994f489a-7134-463c-90df-7f5e22d2a68c,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:14.151197 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-ff2fe4b8-5c51-4e85-ba9f-23bb45d6d85d tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0334597 Nov 27 03:50:14.177505 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-c140f43c-c24d-4ae7-b09e-0e3f864e06b5 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Request body: {'port': {'device_id': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '19023ddb-b83b-433d-89aa-500b49070446', 'admin_state_up': True, 'tenant_id': '3e0a6e3903404d4c8a0246b387bf3805', 'security_groups': ['35921842-5bd8-4d3d-b228-d6a9b6023664']}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:50:14.182739 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5e85de-4b35-445a-a23f-64c4088cbdaa None None] Network ebc62648-022c-4f72-aefc-8cb01a9c8752 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:50:14.212705 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1fa2f1-867d-4ee1-8b13-d44090da1396 req-2f10ff3c-5f38-4a8d-a1b5-6ae09547e56f tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:14.220968 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0e1fa2f1-867d-4ee1-8b13-d44090da1396 req-2f10ff3c-5f38-4a8d-a1b5-6ae09547e56f tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=217ddd02-1cf3-4e7c-80a8-0e038166c641 HTTP/1.1" status: 200 len: 945 time: 0.5602751 Nov 27 03:50:14.305136 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-0dc49f8d-6673-4892-8d41-d7819c84698a tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:14.306969 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-0dc49f8d-6673-4892-8d41-d7819c84698a tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] 10.222.0.11 "GET /v2.0/networks?id=aa8d68ff-c7f8-425d-a9a6-b5044a3f2295 HTTP/1.1" status: 200 len: 821 time: 0.4355171 Nov 27 03:50:14.346286 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-30e91cf3-176f-4f1e-8861-3c9f49f5f8d3 tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] Request body: {'port': {'device_id': 'db49b6ce-dcb3-4876-8b51-435aceb46ab9', 'network_id': 'aa8d68ff-c7f8-425d-a9a6-b5044a3f2295', 'admin_state_up': True, 'tenant_id': '210dec0c00064be38d68e23675332894'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:50:14.395505 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e75bef-6b68-470c-8462-ae3e9d4575d6 req-dd28d1ec-fafa-42fb-a61a-c9f869e669f6 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:14.396971 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d1e75bef-6b68-470c-8462-ae3e9d4575d6 req-dd28d1ec-fafa-42fb-a61a-c9f869e669f6 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] 10.222.0.11 "GET /v2.0/ports?device_id=897af5c2-9832-49b0-9eaf-7316f61786ce HTTP/1.1" status: 200 len: 950 time: 0.4371977 Nov 27 03:50:14.443853 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-308039c7-5124-46ee-86a1-738e413c44e2 None None] Provisioning complete for port 994f489a-7134-463c-90df-7f5e22d2a68c triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:50:14.444236 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-308039c7-5124-46ee-86a1-738e413c44e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:14.549475 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-308039c7-5124-46ee-86a1-738e413c44e2 None None] Port 994f489a-7134-463c-90df-7f5e22d2a68c cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:50:14.571862 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aaeee7-b028-43fa-8e9b-71ec9ce30aea req-f2071d74-7fbe-4491-a06f-390cedc39e23 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:14.583218 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b3aaeee7-b028-43fa-8e9b-71ec9ce30aea req-f2071d74-7fbe-4491-a06f-390cedc39e23 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 949 time: 0.2512815 Nov 27 03:50:14.598648 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-308039c7-5124-46ee-86a1-738e413c44e2 None None] Provisioning complete for port dd856a7c-2271-464d-bece-523f96e4c5b2 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:50:14.599266 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-308039c7-5124-46ee-86a1-738e413c44e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:14.625158 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6afe686d-7abd-4b7a-97fa-de80e04d4e44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:14.686446 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-30e91cf3-176f-4f1e-8861-3c9f49f5f8d3 tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] Made reservation on behalf of 210dec0c00064be38d68e23675332894 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:50:14.703513 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-30e91cf3-176f-4f1e-8861-3c9f49f5f8d3 tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:14.722076 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0e1fa2f1-867d-4ee1-8b13-d44090da1396 req-c0eab15c-0d5f-4f86-a8b3-78e9531e02fe tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4998920 Nov 27 03:50:14.902380 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b3aaeee7-b028-43fa-8e9b-71ec9ce30aea req-6785dec0-7928-4e82-8bb4-923d3bc7607a tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041327 Nov 27 03:50:14.930654 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device dd856a7c-2271-464d-bece-523f96e4c5b2 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:50:14.933093 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-d1e75bef-6b68-470c-8462-ae3e9d4575d6 req-2ed50b4a-e081-4724-8b5c-fdf0a2e91333 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] Deleting port 3f6905b5-734c-4086-adb5-96c1d19c22d6 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:50:14.933472 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d1e75bef-6b68-470c-8462-ae3e9d4575d6 req-2ed50b4a-e081-4724-8b5c-fdf0a2e91333 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:15.040991 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-c140f43c-c24d-4ae7-b09e-0e3f864e06b5 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Made reservation on behalf of 3e0a6e3903404d4c8a0246b387bf3805 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:50:15.044769 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port dd856a7c-2271-464d-bece-523f96e4c5b2 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:50:15.045151 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:15.046639 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-c140f43c-c24d-4ae7-b09e-0e3f864e06b5 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:15.114983 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0329e00e-c98f-4c0a-b750-5943701db6bd None None] Provisioning complete for port dd856a7c-2271-464d-bece-523f96e4c5b2 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:50:15.115501 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0329e00e-c98f-4c0a-b750-5943701db6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:15.311544 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c1f56-aae2-4fbb-a775-e8b23bf6313d req-78f760e5-685e-4414-94cf-29acd799a575 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:15.329511 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c1f56-aae2-4fbb-a775-e8b23bf6313d req-78f760e5-685e-4414-94cf-29acd799a575 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:15.335528 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c1f56-aae2-4fbb-a775-e8b23bf6313d req-78f760e5-685e-4414-94cf-29acd799a575 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:15.341456 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c1f56-aae2-4fbb-a775-e8b23bf6313d req-78f760e5-685e-4414-94cf-29acd799a575 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:15.343261 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-979c1f56-aae2-4fbb-a775-e8b23bf6313d req-78f760e5-685e-4414-94cf-29acd799a575 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 3095 time: 0.3760500 Nov 27 03:50:15.351705 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-30e91cf3-176f-4f1e-8861-3c9f49f5f8d3 tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] Allocated IP 172.20.0.10 (aa8d68ff-c7f8-425d-a9a6-b5044a3f2295/6d1f7c77-51e7-4485-85b0-a8a7f76262bb/f4e612ce-9dd6-4e8e-950a-a33533a70c53) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:50:15.498954 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-75557f9c-e468-433e-94f2-aacc0a05688c req-9316ef7d-91e8-4bb4-add5-06ce04164ea6 tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] 10.222.0.20 "GET /v2.0/ports?device_id=c03abdf6-239f-439b-94bf-5599a66d26cd HTTP/1.1" status: 200 len: 210 time: 0.4150355 Nov 27 03:50:15.519208 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-979c1f56-aae2-4fbb-a775-e8b23bf6313d req-205b57b2-a844-4194-9e21-a8f64b4501ef tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?id=35921842-5bd8-4d3d-b228-d6a9b6023664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647618 Nov 27 03:50:15.651211 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-c140f43c-c24d-4ae7-b09e-0e3f864e06b5 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Allocated IP 10.2.2.200 (19023ddb-b83b-433d-89aa-500b49070446/14307b56-4179-4fb0-9b1a-ab924af31129/6cb9156c-61e5-4397-bd95-aff4277a4ae5) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:50:15.667006 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-37125e6d-1256-45fb-b37c-d24a36213eda req-6bac1f30-8251-445d-a364-03ecceaa139e tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] 10.222.0.20 "GET /v2.0/ports?device_id=db49b6ce-dcb3-4876-8b51-435aceb46ab9 HTTP/1.1" status: 200 len: 210 time: 0.0561798 Nov 27 03:50:15.673365 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-d1e75bef-6b68-470c-8462-ae3e9d4575d6 req-2ed50b4a-e081-4724-8b5c-fdf0a2e91333 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] For port 3f6905b5-734c-4086-adb5-96c1d19c22d6, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=3f6905b5-734c-4086-adb5-96c1d19c22d6,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:50:15.676189 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d1e75bef-6b68-470c-8462-ae3e9d4575d6 req-2ed50b4a-e081-4724-8b5c-fdf0a2e91333 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:15.697572 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-d1e75bef-6b68-470c-8462-ae3e9d4575d6 req-2ed50b4a-e081-4724-8b5c-fdf0a2e91333 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] Calling delete_port for 3f6905b5-734c-4086-adb5-96c1d19c22d6 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:50:15.713597 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6afe686d-7abd-4b7a-97fa-de80e04d4e44 admin admin] Router 8bb98db1-b18c-44d2-b459-1d14fe86d065 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 03:50:15.755197 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da4124-c582-41fd-a340-98f1fa108550 req-4b37caab-5663-408a-abad-f15601868aa7 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:15.762327 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-64da4124-c582-41fd-a340-98f1fa108550 req-4b37caab-5663-408a-abad-f15601868aa7 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] 10.222.0.20 "GET /v2.0/ports?device_id=897af5c2-9832-49b0-9eaf-7316f61786ce HTTP/1.1" status: 200 len: 950 time: 0.1283145 Nov 27 03:50:15.832125 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-30e91cf3-176f-4f1e-8861-3c9f49f5f8d3 tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:15.837981 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:15.850887 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-14748c0f-d75c-4b7e-b0aa-dd303b006928 tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=68b94a6c666449309cf7f5c74c380145&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0760009 Nov 27 03:50:15.952025 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-64da4124-c582-41fd-a340-98f1fa108550 req-2f7b3110-5603-4aea-8f85-b1a1100abb07 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] 10.222.0.20 "GET /v2.0/security-groups?id=29e94f55-8dea-4352-aa4e-c6751f1152e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887591 Nov 27 03:50:16.036033 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-10f8f2ce-1372-4640-a8b4-1916357bc4bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:16.077396 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-30e91cf3-176f-4f1e-8861-3c9f49f5f8d3 tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:16.086107 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-c140f43c-c24d-4ae7-b09e-0e3f864e06b5 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:16.142610 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-30e91cf3-176f-4f1e-8861-3c9f49f5f8d3 tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] Network aa8d68ff-c7f8-425d-a9a6-b5044a3f2295 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:50:16.165654 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-30e91cf3-176f-4f1e-8861-3c9f49f5f8d3 tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:50:16.169611 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-30e91cf3-176f-4f1e-8861-3c9f49f5f8d3 tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:50:16.236464 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-30e91cf3-176f-4f1e-8861-3c9f49f5f8d3 tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:16.237299 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-30e91cf3-176f-4f1e-8861-3c9f49f5f8d3 tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:16.245040 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-c6b8cedd-be79-4d0e-9df5-2510e85cc1e5 tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:16.247137 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-c6b8cedd-be79-4d0e-9df5-2510e85cc1e5 tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3048589 Nov 27 03:50:16.249745 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e91cf3-176f-4f1e-8861-3c9f49f5f8d3 tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] Pushing event updated for resources: {'Port': ['ID=f4e612ce-9dd6-4e8e-950a-a33533a70c53,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:16.274118 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-02d3f086-68ed-4cab-8691-6880e31a8a78 tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] Request body: {'port': {'device_id': 'c03abdf6-239f-439b-94bf-5599a66d26cd', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'admin_state_up': True, 'tenant_id': '68b94a6c666449309cf7f5c74c380145'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:50:16.277317 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b849d3-4c11-4821-977c-6c106edd35ca req-6eccee9a-bdff-4d6e-a385-1bdf09bac7f6 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:16.279111 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-35b849d3-4c11-4821-977c-6c106edd35ca req-6eccee9a-bdff-4d6e-a385-1bdf09bac7f6 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 949 time: 0.2372649 Nov 27 03:50:16.293130 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afe686d-7abd-4b7a-97fa-de80e04d4e44 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:50:16.301435 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-30e91cf3-176f-4f1e-8861-3c9f49f5f8d3 tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9669447 Nov 27 03:50:16.309954 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c407ae93-ba8b-44a7-9329-1f6e8ffec98d None None] Sync routers for ids ['8bb98db1-b18c-44d2-b459-1d14fe86d065'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:50:16.323491 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-e42c7c69-3e8b-43a2-9395-aedbd48bf396 service neutron] Request body: {'port': {'device_id': 'db49b6ce-dcb3-4876-8b51-435aceb46ab9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:50:16.328855 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c407ae93-ba8b-44a7-9329-1f6e8ffec98d None None] Routers {'8bb98db1-b18c-44d2-b459-1d14fe86d065'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:50:16.329766 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-c407ae93-ba8b-44a7-9329-1f6e8ffec98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:49:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['8bb98db1-b18c-44d2-b459-1d14fe86d065'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:50:16.330517 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441211d2-c054-454a-a013-3dadc3cbe64d req-2b8c7dec-b855-4967-963d-8210a5545724 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:16.332232 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-441211d2-c054-454a-a013-3dadc3cbe64d req-2b8c7dec-b855-4967-963d-8210a5545724 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=217ddd02-1cf3-4e7c-80a8-0e038166c641 HTTP/1.1" status: 200 len: 945 time: 0.4019573 Nov 27 03:50:16.342772 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-c140f43c-c24d-4ae7-b09e-0e3f864e06b5 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:16.443879 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-c140f43c-c24d-4ae7-b09e-0e3f864e06b5 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Network 19023ddb-b83b-433d-89aa-500b49070446 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:50:16.460049 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6afe686d-7abd-4b7a-97fa-de80e04d4e44 admin admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:16.461784 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6afe686d-7abd-4b7a-97fa-de80e04d4e44 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.9821393 Nov 27 03:50:16.464314 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-c140f43c-c24d-4ae7-b09e-0e3f864e06b5 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:50:16.468317 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-c140f43c-c24d-4ae7-b09e-0e3f864e06b5 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:50:16.473502 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35198) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:16.476695 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c140f43c-c24d-4ae7-b09e-0e3f864e06b5 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Pushing event updated for resources: {'Port': ['ID=6cb9156c-61e5-4397-bd95-aff4277a4ae5,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:16.511556 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-35b849d3-4c11-4821-977c-6c106edd35ca req-6ba3c244-af1b-4388-9164-a95f65f49308 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231960 Nov 27 03:50:16.513845 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d1e75bef-6b68-470c-8462-ae3e9d4575d6 req-2ed50b4a-e081-4724-8b5c-fdf0a2e91333 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:16.553563 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-c407ae93-ba8b-44a7-9329-1f6e8ffec98d None None] Set router 8bb98db1-b18c-44d2-b459-1d14fe86d065 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:50:16.576347 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed50b4a-e081-4724-8b5c-fdf0a2e91333 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] Pushing event deleted for resources: {'Port': ['ID=3f6905b5-734c-4086-adb5-96c1d19c22d6,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:16.581704 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-441211d2-c054-454a-a013-3dadc3cbe64d req-d100c80c-1e3f-4d54-be9d-21d90ac09c7e tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989758 Nov 27 03:50:16.654513 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-e42c7c69-3e8b-43a2-9395-aedbd48bf396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:16.654814 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e75bef-6b68-470c-8462-ae3e9d4575d6 req-2ed50b4a-e081-4724-8b5c-fdf0a2e91333 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] No DVR routers for this DVR port 3f6905b5-734c-4086-adb5-96c1d19c22d6 on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:50:16.680325 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d1e75bef-6b68-470c-8462-ae3e9d4575d6 req-2ed50b4a-e081-4724-8b5c-fdf0a2e91333 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:16.684054 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d1e75bef-6b68-470c-8462-ae3e9d4575d6 req-2ed50b4a-e081-4724-8b5c-fdf0a2e91333 tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] 10.222.0.11 "DELETE /v2.0/ports/3f6905b5-734c-4086-adb5-96c1d19c22d6 HTTP/1.1" status: 204 len: 173 time: 2.2785738 Nov 27 03:50:16.685030 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '897af5c2-9832-49b0-9eaf-7316f61786ce', 'name': 'network-vif-deleted', 'tag': '3f6905b5-734c-4086-adb5-96c1d19c22d6'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:50:16.687643 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9442ffff-691a-4901-8035-0aeaa03e9e32" -d '{"events": [{"server_uuid": "897af5c2-9832-49b0-9eaf-7316f61786ce", "name": "network-vif-deleted", "tag": "3f6905b5-734c-4086-adb5-96c1d19c22d6"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:50:16.732581 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 3f6905b5-734c-4086-adb5-96c1d19c22d6 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:50:16.738133 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-02d3f086-68ed-4cab-8691-6880e31a8a78 tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] Made reservation on behalf of 68b94a6c666449309cf7f5c74c380145 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:50:16.748154 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-02d3f086-68ed-4cab-8691-6880e31a8a78 tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:16.784568 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-02d3f086-68ed-4cab-8691-6880e31a8a78 tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:16.848605 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: 3f6905b5-734c-4086-adb5-96c1d19c22d6 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:50:16.849093 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 3f6905b5-734c-4086-adb5-96c1d19c22d6 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:50:16.915183 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-33c6e88b-6e32-4aa2-bd4e-0e9fb8a9d936 req-f4e3be92-e12a-45ca-8ddc-8d7f32a97241 tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] 10.222.0.20 "GET /v2.0/ports?device_id=c03abdf6-239f-439b-94bf-5599a66d26cd HTTP/1.1" status: 200 len: 210 time: 0.2412753 Nov 27 03:50:16.967199 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-c140f43c-c24d-4ae7-b09e-0e3f864e06b5 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:16.972005 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b865e-4c1d-4376-91fb-58b57011b072 req-e09cf215-77e9-4e35-8576-2d8aad03da58 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:16.976419 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-c140f43c-c24d-4ae7-b09e-0e3f864e06b5 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:16.983888 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b865e-4c1d-4376-91fb-58b57011b072 req-e09cf215-77e9-4e35-8576-2d8aad03da58 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:16.992242 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b865e-4c1d-4376-91fb-58b57011b072 req-e09cf215-77e9-4e35-8576-2d8aad03da58 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:16.999664 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b865e-4c1d-4376-91fb-58b57011b072 req-e09cf215-77e9-4e35-8576-2d8aad03da58 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:17.006250 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b865e-4c1d-4376-91fb-58b57011b072 req-e09cf215-77e9-4e35-8576-2d8aad03da58 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:17.008145 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b10b865e-4c1d-4376-91fb-58b57011b072 req-e09cf215-77e9-4e35-8576-2d8aad03da58 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 3816 time: 0.2954373 Nov 27 03:50:17.044585 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-c140f43c-c24d-4ae7-b09e-0e3f864e06b5 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8772466 Nov 27 03:50:17.045695 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-c407ae93-ba8b-44a7-9329-1f6e8ffec98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb98db1-b18c-44d2-b459-1d14fe86d065', 'name': 'tempest-FloatingIPsTestJSON-517766143-router', 'tenant_id': '41d73917432a49e6a13589c36239fcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '229973ce-4487-4856-b712-79937eb1b35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:50:10Z', 'updated_at': '2021-11-27T03:50:13Z', 'revision_number': 3, 'project_id': '41d73917432a49e6a13589c36239fcb8', 'gw_port': {'id': '229973ce-4487-4856-b712-79937eb1b35e', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb98db1-b18c-44d2-b459-1d14fe86d065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:50:11Z', 'updated_at': '2021-11-27T03:50:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:50:17.073900 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b10b865e-4c1d-4376-91fb-58b57011b072 req-7b704b1d-dc42-4a10-a924-84a525b6f8c2 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?id=35921842-5bd8-4d3d-b228-d6a9b6023664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545104 Nov 27 03:50:17.126106 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c407ae93-ba8b-44a7-9329-1f6e8ffec98d None None] Checking router: 8bb98db1-b18c-44d2-b459-1d14fe86d065 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:50:17.126465 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c407ae93-ba8b-44a7-9329-1f6e8ffec98d None None] Updating router 8bb98db1-b18c-44d2-b459-1d14fe86d065 port 229973ce-4487-4856-b712-79937eb1b35e binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:50:17.133309 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-02d3f086-68ed-4cab-8691-6880e31a8a78 tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:17.140150 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-02d3f086-68ed-4cab-8691-6880e31a8a78 tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:17.159185 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c407ae93-ba8b-44a7-9329-1f6e8ffec98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:17.216771 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b5289f-b464-4010-a61e-ce755d999cdf x-openstack-request-id: req-62b5289f-b464-4010-a61e-ce755d999cdf {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:50:17.216771 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "897af5c2-9832-49b0-9eaf-7316f61786ce", "name": "network-vif-deleted", "tag": "3f6905b5-734c-4086-adb5-96c1d19c22d6", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:50:17.217177 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-62b5289f-b464-4010-a61e-ce755d999cdf {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:50:17.217590 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '897af5c2-9832-49b0-9eaf-7316f61786ce', 'name': 'network-vif-deleted', 'tag': '3f6905b5-734c-4086-adb5-96c1d19c22d6', 'status': 'completed', 'code': 200} Nov 27 03:50:17.251582 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d3f086-68ed-4cab-8691-6880e31a8a78 tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6563034-6933-4e9e-bc6d-d9998d9240b4,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:17.337942 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ab013c20-fa73-4171-b722-d1069b70ae29 req-26118e17-784c-472c-83ca-5eeac40d382e tempest-ImagesNegativeTestJSON-1896391064 tempest-ImagesNegativeTestJSON-1896391064-project] 10.222.0.20 "GET /v2.0/ports?device_id=897af5c2-9832-49b0-9eaf-7316f61786ce HTTP/1.1" status: 200 len: 210 time: 0.0704181 Nov 27 03:50:17.449541 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-64f4b086-e689-4e99-a689-033a2649398f None None] Provisioning complete for port 6cb9156c-61e5-4397-bd95-aff4277a4ae5 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:50:17.449964 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-64f4b086-e689-4e99-a689-033a2649398f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:17.452841 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-02d3f086-68ed-4cab-8691-6880e31a8a78 tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] Allocated IP 192.168.233.53 (7cd21890-8440-4d5d-a862-4b55c8c22387/f14a2acf-f1d7-4ddf-8459-b30982428e88/2675c7d1-8d0e-4869-964c-7134709356b0) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:50:17.494905 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-64f4b086-e689-4e99-a689-033a2649398f None None] Port 6cb9156c-61e5-4397-bd95-aff4277a4ae5 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:50:17.559771 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c407ae93-ba8b-44a7-9329-1f6e8ffec98d None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:17.571776 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c407ae93-ba8b-44a7-9329-1f6e8ffec98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:17.655905 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-c407ae93-ba8b-44a7-9329-1f6e8ffec98d None None] Attempting to bind port 229973ce-4487-4856-b712-79937eb1b35e on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:50:17.656302 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-c407ae93-ba8b-44a7-9329-1f6e8ffec98d None None] Attempting to bind port 229973ce-4487-4856-b712-79937eb1b35e by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:50:17.656649 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c407ae93-ba8b-44a7-9329-1f6e8ffec98d None None] Attempting to bind port 229973ce-4487-4856-b712-79937eb1b35e on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:50:17.659110 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a506f5-3892-4822-9589-921d3bb47933 None None] Pushing event updated for resources: {'Port': ['ID=229973ce-4487-4856-b712-79937eb1b35e,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:17.667154 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c407ae93-ba8b-44a7-9329-1f6e8ffec98d None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:50:17.667577 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c407ae93-ba8b-44a7-9329-1f6e8ffec98d None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:50:17.667989 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c407ae93-ba8b-44a7-9329-1f6e8ffec98d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:17.669021 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c407ae93-ba8b-44a7-9329-1f6e8ffec98d None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:50:17.669587 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-c407ae93-ba8b-44a7-9329-1f6e8ffec98d None None] Bound port: 229973ce-4487-4856-b712-79937eb1b35e, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:50:17.669973 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c407ae93-ba8b-44a7-9329-1f6e8ffec98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:17.681796 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-02d3f086-68ed-4cab-8691-6880e31a8a78 tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:17.726672 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-02d3f086-68ed-4cab-8691-6880e31a8a78 tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:17.738800 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c407ae93-ba8b-44a7-9329-1f6e8ffec98d None None] For port 229973ce-4487-4856-b712-79937eb1b35e, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:50:17.743595 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c407ae93-ba8b-44a7-9329-1f6e8ffec98d None None] For port 229973ce-4487-4856-b712-79937eb1b35e, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=229973ce-4487-4856-b712-79937eb1b35e,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:50:17.750085 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c407ae93-ba8b-44a7-9329-1f6e8ffec98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:17.803446 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e49d1-b14a-4cf7-aada-cf22176ed682 req-1fe91d15-bd79-49af-b0a8-c352575a5f65 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:17.805461 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f50e49d1-b14a-4cf7-aada-cf22176ed682 req-1fe91d15-bd79-49af-b0a8-c352575a5f65 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 949 time: 0.2097020 Nov 27 03:50:17.809641 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-02d3f086-68ed-4cab-8691-6880e31a8a78 tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] Network 7cd21890-8440-4d5d-a862-4b55c8c22387 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:50:17.813898 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-02d3f086-68ed-4cab-8691-6880e31a8a78 tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:50:17.817285 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-b5c2b5ae-63f0-4156-a694-c8bbaca49568 service neutron] Request body: {'port': {'device_id': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:50:17.819404 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-02d3f086-68ed-4cab-8691-6880e31a8a78 tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:50:17.857717 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c407ae93-ba8b-44a7-9329-1f6e8ffec98d None None] Routers {'8bb98db1-b18c-44d2-b459-1d14fe86d065'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:50:17.859080 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-c407ae93-ba8b-44a7-9329-1f6e8ffec98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:49:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['8bb98db1-b18c-44d2-b459-1d14fe86d065'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:50:17.870582 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d3f086-68ed-4cab-8691-6880e31a8a78 tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] Pushing event updated for resources: {'Port': ['ID=2675c7d1-8d0e-4869-964c-7134709356b0,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:17.914108 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f50e49d1-b14a-4cf7-aada-cf22176ed682 req-e8ae93f5-b9c6-4cd4-9243-438c60fcb788 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957620 Nov 27 03:50:17.923784 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-02d3f086-68ed-4cab-8691-6880e31a8a78 tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:17.924431 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-02d3f086-68ed-4cab-8691-6880e31a8a78 tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:17.938823 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf615f50-857b-42cb-8132-ae8f8fda7cdd req-6923aeaf-0f97-45a0-8aa3-ecb2df66f462 tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:17.940548 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bf615f50-857b-42cb-8132-ae8f8fda7cdd req-6923aeaf-0f97-45a0-8aa3-ecb2df66f462 tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] 10.222.0.20 "GET /v2.0/ports?device_id=db49b6ce-dcb3-4876-8b51-435aceb46ab9 HTTP/1.1" status: 200 len: 932 time: 0.9136910 Nov 27 03:50:17.952804 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-02d3f086-68ed-4cab-8691-6880e31a8a78 tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6858921 Nov 27 03:50:17.972037 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-2430bf42-556b-4e25-9bca-8d33ed8b64a9 service neutron] Request body: {'port': {'device_id': 'c03abdf6-239f-439b-94bf-5599a66d26cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:50:18.000437 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-b5c2b5ae-63f0-4156-a694-c8bbaca49568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:18.128931 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-2430bf42-556b-4e25-9bca-8d33ed8b64a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:18.197029 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-e42c7c69-3e8b-43a2-9395-aedbd48bf396 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4e612ce-9dd6-4e8e-950a-a33533a70c53 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:50:18.197827 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a506f5-3892-4822-9589-921d3bb47933 None None] Pushing event updated for resources: {'Port': ['ID=229973ce-4487-4856-b712-79937eb1b35e,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:18.209853 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917d00b-020b-4d3d-9f56-341b4253064f req-c9134273-4781-4e36-871c-4a3a6c3c52da tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:18.212454 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7917d00b-020b-4d3d-9f56-341b4253064f req-c9134273-4781-4e36-871c-4a3a6c3c52da tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=217ddd02-1cf3-4e7c-80a8-0e038166c641 HTTP/1.1" status: 200 len: 945 time: 0.1798997 Nov 27 03:50:18.223835 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-e42c7c69-3e8b-43a2-9395-aedbd48bf396 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:18.253185 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bf615f50-857b-42cb-8132-ae8f8fda7cdd req-00f94467-93f3-40c2-ba52-b36010d8c73f tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ef4856d-b1d3-4d4b-88d6-d7ce2829545c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606716 Nov 27 03:50:18.259759 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-e9d6ce14-454d-43bb-af41-8bca23ec6bec None None] Provisioning complete for port 2675c7d1-8d0e-4869-964c-7134709356b0 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:50:18.260900 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e9d6ce14-454d-43bb-af41-8bca23ec6bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:18.274348 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-841af838-71bf-4082-a1a0-abe4974d381b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:18.306365 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7917d00b-020b-4d3d-9f56-341b4253064f req-4d5569a2-171c-48f7-b3d4-770264523920 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867317 Nov 27 03:50:18.319689 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-e42c7c69-3e8b-43a2-9395-aedbd48bf396 service neutron] Transition to ACTIVE for port object f4e612ce-9dd6-4e8e-950a-a33533a70c53 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:50:18.366415 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-e9d6ce14-454d-43bb-af41-8bca23ec6bec None None] Port 2675c7d1-8d0e-4869-964c-7134709356b0 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:50:18.379081 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-c407ae93-ba8b-44a7-9329-1f6e8ffec98d None None] Set router 8bb98db1-b18c-44d2-b459-1d14fe86d065 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:50:18.405953 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-e42c7c69-3e8b-43a2-9395-aedbd48bf396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:18.541763 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ef655-30cd-45a1-8682-274682612345 req-5c73ee42-08ff-427f-a539-4adb4feed221 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:18.549494 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ef655-30cd-45a1-8682-274682612345 req-5c73ee42-08ff-427f-a539-4adb4feed221 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:18.556286 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ef655-30cd-45a1-8682-274682612345 req-5c73ee42-08ff-427f-a539-4adb4feed221 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:18.563118 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ef655-30cd-45a1-8682-274682612345 req-5c73ee42-08ff-427f-a539-4adb4feed221 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:18.569237 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ef655-30cd-45a1-8682-274682612345 req-5c73ee42-08ff-427f-a539-4adb4feed221 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:18.571259 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bf8ef655-30cd-45a1-8682-274682612345 req-5c73ee42-08ff-427f-a539-4adb4feed221 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 3816 time: 0.1613081 Nov 27 03:50:18.579116 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:18.611852 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-c407ae93-ba8b-44a7-9329-1f6e8ffec98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb98db1-b18c-44d2-b459-1d14fe86d065', 'name': 'tempest-FloatingIPsTestJSON-517766143-router', 'tenant_id': '41d73917432a49e6a13589c36239fcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '229973ce-4487-4856-b712-79937eb1b35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:50:10Z', 'updated_at': '2021-11-27T03:50:13Z', 'revision_number': 3, 'project_id': '41d73917432a49e6a13589c36239fcb8', 'gw_port': {'id': '229973ce-4487-4856-b712-79937eb1b35e', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb98db1-b18c-44d2-b459-1d14fe86d065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:50:11Z', 'updated_at': '2021-11-27T03:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:50:18.644031 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c407ae93-ba8b-44a7-9329-1f6e8ffec98d None None] The sync data for ids ['8bb98db1-b18c-44d2-b459-1d14fe86d065'] in n-d-819494-3 is: [{'id': '8bb98db1-b18c-44d2-b459-1d14fe86d065', 'name': 'tempest-FloatingIPsTestJSON-517766143-router', 'tenant_id': '41d73917432a49e6a13589c36239fcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '229973ce-4487-4856-b712-79937eb1b35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:50:10Z', 'updated_at': '2021-11-27T03:50:13Z', 'revision_number': 3, 'project_id': '41d73917432a49e6a13589c36239fcb8', 'gw_port': {'id': '229973ce-4487-4856-b712-79937eb1b35e', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb98db1-b18c-44d2-b459-1d14fe86d065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:50:11Z', 'updated_at': '2021-11-27T03:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:50:18.688069 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c7c69-3e8b-43a2-9395-aedbd48bf396 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e612ce-9dd6-4e8e-950a-a33533a70c53,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:18.702239 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-2430bf42-556b-4e25-9bca-8d33ed8b64a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2675c7d1-8d0e-4869-964c-7134709356b0 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:50:18.712099 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-2430bf42-556b-4e25-9bca-8d33ed8b64a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:18.737796 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-2430bf42-556b-4e25-9bca-8d33ed8b64a9 service neutron] Transition to ACTIVE for port object 2675c7d1-8d0e-4869-964c-7134709356b0 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:50:18.749468 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-2430bf42-556b-4e25-9bca-8d33ed8b64a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:18.751963 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce354c-87ca-4666-995b-cdf61bb343bd req-074a24d6-ae36-49b1-86a2-201edc16a42c tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:18.753672 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-70ce354c-87ca-4666-995b-cdf61bb343bd req-074a24d6-ae36-49b1-86a2-201edc16a42c tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] 10.222.0.20 "GET /v2.0/ports?device_id=c03abdf6-239f-439b-94bf-5599a66d26cd HTTP/1.1" status: 200 len: 935 time: 0.3489909 Nov 27 03:50:18.771410 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bf8ef655-30cd-45a1-8682-274682612345 req-bb06e018-d4fe-42f4-b50b-8415edcf3ed5 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?id=35921842-5bd8-4d3d-b228-d6a9b6023664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949159 Nov 27 03:50:18.850581 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-70ce354c-87ca-4666-995b-cdf61bb343bd req-840b7f4b-dd6d-4026-a42d-5f5431bcba22 tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6563034-6933-4e9e-bc6d-d9998d9240b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665274 Nov 27 03:50:18.886908 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2430bf42-556b-4e25-9bca-8d33ed8b64a9 service neutron] Pushing event updated for resources: {'Port': ['ID=2675c7d1-8d0e-4869-964c-7134709356b0,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:18.978044 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-e42c7c69-3e8b-43a2-9395-aedbd48bf396 service neutron] Attempting to bind port f4e612ce-9dd6-4e8e-950a-a33533a70c53 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:50:18.978583 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-e42c7c69-3e8b-43a2-9395-aedbd48bf396 service neutron] Attempting to bind port f4e612ce-9dd6-4e8e-950a-a33533a70c53 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': 'b02ff043-3f61-4388-a97d-8e1b758db573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'aa8d68ff-c7f8-425d-a9a6-b5044a3f2295'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:50:18.980562 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-e42c7c69-3e8b-43a2-9395-aedbd48bf396 service neutron] Attempting to bind port f4e612ce-9dd6-4e8e-950a-a33533a70c53 on network aa8d68ff-c7f8-425d-a9a6-b5044a3f2295 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:50:19.005861 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-e42c7c69-3e8b-43a2-9395-aedbd48bf396 service neutron] Port f4e612ce-9dd6-4e8e-950a-a33533a70c53 on network aa8d68ff-c7f8-425d-a9a6-b5044a3f2295 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:50:19.006360 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-e42c7c69-3e8b-43a2-9395-aedbd48bf396 service neutron] Attempting to bind port f4e612ce-9dd6-4e8e-950a-a33533a70c53 on network aa8d68ff-c7f8-425d-a9a6-b5044a3f2295 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:50:19.032069 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-e42c7c69-3e8b-43a2-9395-aedbd48bf396 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:50:19.033827 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-e42c7c69-3e8b-43a2-9395-aedbd48bf396 service neutron] Checking segment: {'id': 'b02ff043-3f61-4388-a97d-8e1b758db573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'aa8d68ff-c7f8-425d-a9a6-b5044a3f2295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:50:19.033827 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-e42c7c69-3e8b-43a2-9395-aedbd48bf396 service neutron] Bound using segment: {'id': 'b02ff043-3f61-4388-a97d-8e1b758db573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'aa8d68ff-c7f8-425d-a9a6-b5044a3f2295'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:50:19.036493 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-e42c7c69-3e8b-43a2-9395-aedbd48bf396 service neutron] Bound port: f4e612ce-9dd6-4e8e-950a-a33533a70c53, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b02ff043-3f61-4388-a97d-8e1b758db573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'aa8d68ff-c7f8-425d-a9a6-b5044a3f2295'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:50:19.036963 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-e42c7c69-3e8b-43a2-9395-aedbd48bf396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:19.039431 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-2430bf42-556b-4e25-9bca-8d33ed8b64a9 service neutron] Attempting to bind port 2675c7d1-8d0e-4869-964c-7134709356b0 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:50:19.039791 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-2430bf42-556b-4e25-9bca-8d33ed8b64a9 service neutron] Attempting to bind port 2675c7d1-8d0e-4869-964c-7134709356b0 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:50:19.040134 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-2430bf42-556b-4e25-9bca-8d33ed8b64a9 service neutron] Attempting to bind port 2675c7d1-8d0e-4869-964c-7134709356b0 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:50:19.075236 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-2430bf42-556b-4e25-9bca-8d33ed8b64a9 service neutron] Port 2675c7d1-8d0e-4869-964c-7134709356b0 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:50:19.075640 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-2430bf42-556b-4e25-9bca-8d33ed8b64a9 service neutron] Attempting to bind port 2675c7d1-8d0e-4869-964c-7134709356b0 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:50:19.092404 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-2430bf42-556b-4e25-9bca-8d33ed8b64a9 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:50:19.092755 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-2430bf42-556b-4e25-9bca-8d33ed8b64a9 service neutron] Checking segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:50:19.093186 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-2430bf42-556b-4e25-9bca-8d33ed8b64a9 service neutron] Bound using segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:50:19.093624 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-2430bf42-556b-4e25-9bca-8d33ed8b64a9 service neutron] Bound port: 2675c7d1-8d0e-4869-964c-7134709356b0, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:50:19.093983 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-2430bf42-556b-4e25-9bca-8d33ed8b64a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:19.244481 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661cd25-c05e-4106-b159-f70b5d73ab4c req-61c02ffb-46a9-44bf-943b-dc21fe59f598 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:19.257702 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ca4ee53f-0d0c-4cfe-9649-7f7b9ba24214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:19.257879 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e661cd25-c05e-4106-b159-f70b5d73ab4c req-61c02ffb-46a9-44bf-943b-dc21fe59f598 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 949 time: 0.1407213 Nov 27 03:50:19.335984 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e661cd25-c05e-4106-b159-f70b5d73ab4c req-6fdb3734-a06a-4220-b641-db27c91f1292 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768068 Nov 27 03:50:19.348844 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-b5c2b5ae-63f0-4156-a694-c8bbaca49568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:50:19.374017 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-2430bf42-556b-4e25-9bca-8d33ed8b64a9 service neutron] For port 2675c7d1-8d0e-4869-964c-7134709356b0, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:50:19.377983 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-2430bf42-556b-4e25-9bca-8d33ed8b64a9 service neutron] For port 2675c7d1-8d0e-4869-964c-7134709356b0, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=2675c7d1-8d0e-4869-964c-7134709356b0,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:50:19.383351 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-b5c2b5ae-63f0-4156-a694-c8bbaca49568 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:19.390590 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-2430bf42-556b-4e25-9bca-8d33ed8b64a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:19.447915 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:19.461930 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-2430bf42-556b-4e25-9bca-8d33ed8b64a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:19.466876 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-2430bf42-556b-4e25-9bca-8d33ed8b64a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:19.473081 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-2430bf42-556b-4e25-9bca-8d33ed8b64a9 service neutron] 10.222.0.11 "PUT /v2.0/ports/2675c7d1-8d0e-4869-964c-7134709356b0 HTTP/1.1" status: 200 len: 1095 time: 1.5007968 Nov 27 03:50:19.476569 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c03abdf6-239f-439b-94bf-5599a66d26cd', 'tag': '2675c7d1-8d0e-4869-964c-7134709356b0'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:50:19.483147 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9182eb-e4d0-45c2-b8e5-d805be028653" -d '{"events": [{"name": "network-changed", "server_uuid": "c03abdf6-239f-439b-94bf-5599a66d26cd", "tag": "2675c7d1-8d0e-4869-964c-7134709356b0"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:50:19.514110 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-b5c2b5ae-63f0-4156-a694-c8bbaca49568 service neutron] Transition to ACTIVE for port object 99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:50:19.515368 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-e42c7c69-3e8b-43a2-9395-aedbd48bf396 service neutron] For port f4e612ce-9dd6-4e8e-950a-a33533a70c53, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:50:19.621532 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2430bf42-556b-4e25-9bca-8d33ed8b64a9 service neutron] Pushing event updated for resources: {'Port': ['ID=2675c7d1-8d0e-4869-964c-7134709356b0,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:19.624547 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-b5c2b5ae-63f0-4156-a694-c8bbaca49568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:19.655170 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91caf9c1-7ed6-4513-b3e1-8f5e210d5e7d req-d6526197-0d9e-4822-9ad6-a310a2febd57 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:19.656750 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-91caf9c1-7ed6-4513-b3e1-8f5e210d5e7d req-d6526197-0d9e-4822-9ad6-a310a2febd57 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=217ddd02-1cf3-4e7c-80a8-0e038166c641 HTTP/1.1" status: 200 len: 945 time: 0.1562531 Nov 27 03:50:19.679660 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-e3ef3f7c-e2d3-42c9-af72-4f5ceb7ba869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:19.681483 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-e3ef3f7c-e2d3-42c9-af72-4f5ceb7ba869 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68b94a6c666449309cf7f5c74c380145&device_id=c03abdf6-239f-439b-94bf-5599a66d26cd HTTP/1.1" status: 200 len: 1098 time: 0.1386726 Nov 27 03:50:19.754750 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-e42c7c69-3e8b-43a2-9395-aedbd48bf396 service neutron] For port f4e612ce-9dd6-4e8e-950a-a33533a70c53, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=f4e612ce-9dd6-4e8e-950a-a33533a70c53,segment=NetworkSegment(b02ff043-3f61-4388-a97d-8e1b758db573),segment_id=b02ff043-3f61-4388-a97d-8e1b758db573)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:50:19.777247 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-52d4a618-1658-46dd-9702-72851586c4c5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=2675c7d1-8d0e-4869-964c-7134709356b0 HTTP/1.1" status: 200 len: 217 time: 0.0777507 Nov 27 03:50:19.796053 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-e42c7c69-3e8b-43a2-9395-aedbd48bf396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:19.843091 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35244) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:19.880192 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-9176081a-c808-48ba-bea8-4e179e223f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:19.881667 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-9176081a-c808-48ba-bea8-4e179e223f43 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.0968640 Nov 27 03:50:19.886521 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221c923-9c94-4c68-8695-1f6b94938631 req-fe3ccdfe-1b50-449e-ac0e-0e459c1d9e2a tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:19.888765 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6221c923-9c94-4c68-8695-1f6b94938631 req-fe3ccdfe-1b50-449e-ac0e-0e459c1d9e2a tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] 10.222.0.20 "GET /v2.0/ports?device_id=db49b6ce-dcb3-4876-8b51-435aceb46ab9 HTTP/1.1" status: 200 len: 944 time: 0.4682379 Nov 27 03:50:19.890226 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-91caf9c1-7ed6-4513-b3e1-8f5e210d5e7d req-fa9dea1c-6bab-4376-a65e-766afa149635 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227192 Nov 27 03:50:19.900667 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c2b5ae-63f0-4156-a694-c8bbaca49568 service neutron] Pushing event updated for resources: {'Port': ['ID=99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:19.929424 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-e42c7c69-3e8b-43a2-9395-aedbd48bf396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:19.930061 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-e42c7c69-3e8b-43a2-9395-aedbd48bf396 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:19.931662 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-e42c7c69-3e8b-43a2-9395-aedbd48bf396 service neutron] 10.222.0.11 "PUT /v2.0/ports/f4e612ce-9dd6-4e8e-950a-a33533a70c53 HTTP/1.1" status: 200 len: 1092 time: 3.6144304 Nov 27 03:50:19.936396 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db49b6ce-dcb3-4876-8b51-435aceb46ab9', 'tag': 'f4e612ce-9dd6-4e8e-950a-a33533a70c53'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:50:19.939296 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f173953-88d5-4f15-b28e-8cd437ec7ad6" -d '{"events": [{"name": "network-changed", "server_uuid": "db49b6ce-dcb3-4876-8b51-435aceb46ab9", "tag": "f4e612ce-9dd6-4e8e-950a-a33533a70c53"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:50:19.979381 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-b4954a12-05cd-466c-8d6a-3974acc2a7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:19.981193 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-b4954a12-05cd-466c-8d6a-3974acc2a7d9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0899794 Nov 27 03:50:20.028180 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e76a0e-6899-42d0-a88c-3a0bdef0a7f8 x-openstack-request-id: req-b2e76a0e-6899-42d0-a88c-3a0bdef0a7f8 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:50:20.028540 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c03abdf6-239f-439b-94bf-5599a66d26cd", "tag": "2675c7d1-8d0e-4869-964c-7134709356b0", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:50:20.029036 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b2e76a0e-6899-42d0-a88c-3a0bdef0a7f8 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:50:20.029364 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c03abdf6-239f-439b-94bf-5599a66d26cd', 'tag': '2675c7d1-8d0e-4869-964c-7134709356b0', 'status': 'completed', 'code': 200} Nov 27 03:50:20.177388 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-c202e2ca-7aab-4b26-9352-f9259d8722e5 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743381 Nov 27 03:50:20.251030 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-ca4ee53f-0d0c-4cfe-9649-7f7b9ba24214 admin admin] Allocated IP 172.20.0.1 (ebc62648-022c-4f72-aefc-8cb01a9c8752/0b612603-55b5-41d4-8d54-2ce875783206/a289d89b-a0cc-4545-8649-83b6e1927d40) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:50:20.287808 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053acc3-9550-4b04-954a-350d86a295f8 req-60c03a38-5f0a-4871-9fbd-4ae1a9acd3fb tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:20.294439 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053acc3-9550-4b04-954a-350d86a295f8 req-60c03a38-5f0a-4871-9fbd-4ae1a9acd3fb tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:20.300754 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053acc3-9550-4b04-954a-350d86a295f8 req-60c03a38-5f0a-4871-9fbd-4ae1a9acd3fb tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:20.305484 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c7c69-3e8b-43a2-9395-aedbd48bf396 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e612ce-9dd6-4e8e-950a-a33533a70c53,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:20.307379 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053acc3-9550-4b04-954a-350d86a295f8 req-60c03a38-5f0a-4871-9fbd-4ae1a9acd3fb tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:20.314527 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053acc3-9550-4b04-954a-350d86a295f8 req-60c03a38-5f0a-4871-9fbd-4ae1a9acd3fb tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:20.316526 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3053acc3-9550-4b04-954a-350d86a295f8 req-60c03a38-5f0a-4871-9fbd-4ae1a9acd3fb tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 3828 time: 0.1793215 Nov 27 03:50:20.346952 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6221c923-9c94-4c68-8695-1f6b94938631 req-0dd5b82d-d6df-436d-a2ca-eaa827935950 tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ef4856d-b1d3-4d4b-88d6-d7ce2829545c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961532 Nov 27 03:50:20.353882 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-b5c2b5ae-63f0-4156-a694-c8bbaca49568 service neutron] Attempting to bind port 99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:50:20.353882 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-b5c2b5ae-63f0-4156-a694-c8bbaca49568 service neutron] Attempting to bind port 99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '35578323-0418-4a3f-86b4-c2cd878da045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9ff8078f-ae3b-4728-b001-9277e61f21a6'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:50:20.353882 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-b5c2b5ae-63f0-4156-a694-c8bbaca49568 service neutron] Attempting to bind port 99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b on network 9ff8078f-ae3b-4728-b001-9277e61f21a6 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:50:20.395269 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-7a2af6eb-db88-4b36-94ef-ad3a71622a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:20.396789 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-7a2af6eb-db88-4b36-94ef-ad3a71622a7f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=210dec0c00064be38d68e23675332894&device_id=db49b6ce-dcb3-4876-8b51-435aceb46ab9 HTTP/1.1" status: 200 len: 1095 time: 0.3490038 Nov 27 03:50:20.416560 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b7daeec7-adba-4484-819a-f5c3ddb3d595 req-10e4d5cf-1288-4285-87ad-79db96178147 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165129 Nov 27 03:50:20.427641 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-b5c2b5ae-63f0-4156-a694-c8bbaca49568 service neutron] Port 99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b on network 9ff8078f-ae3b-4728-b001-9277e61f21a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:50:20.427984 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-b5c2b5ae-63f0-4156-a694-c8bbaca49568 service neutron] Attempting to bind port 99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b on network 9ff8078f-ae3b-4728-b001-9277e61f21a6 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:50:20.440552 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b814d07f-f469-46b1-a6ed-b55f2f348236 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=60318af8a9ee4d8cad9c786269352e4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5815649 Nov 27 03:50:20.444356 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35256) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:20.455139 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3053acc3-9550-4b04-954a-350d86a295f8 req-fa99108b-f7ec-4ebd-8bf5-8c2ec162afb2 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?id=35921842-5bd8-4d3d-b228-d6a9b6023664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289089 Nov 27 03:50:20.489346 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-b5c2b5ae-63f0-4156-a694-c8bbaca49568 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:50:20.489686 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-b5c2b5ae-63f0-4156-a694-c8bbaca49568 service neutron] Checking segment: {'id': '35578323-0418-4a3f-86b4-c2cd878da045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9ff8078f-ae3b-4728-b001-9277e61f21a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:50:20.490067 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-b5c2b5ae-63f0-4156-a694-c8bbaca49568 service neutron] Bound using segment: {'id': '35578323-0418-4a3f-86b4-c2cd878da045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9ff8078f-ae3b-4728-b001-9277e61f21a6'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:50:20.490512 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-b5c2b5ae-63f0-4156-a694-c8bbaca49568 service neutron] Bound port: 99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35578323-0418-4a3f-86b4-c2cd878da045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9ff8078f-ae3b-4728-b001-9277e61f21a6'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:50:20.490891 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-b5c2b5ae-63f0-4156-a694-c8bbaca49568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:20.514095 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-00093333-b5bd-4c39-a907-f7b09339440c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4e612ce-9dd6-4e8e-950a-a33533a70c53 HTTP/1.1" status: 200 len: 217 time: 0.0876279 Nov 27 03:50:20.528476 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25103f73-55eb-4fba-9287-83de5ca73f74 x-openstack-request-id: req-25103f73-55eb-4fba-9287-83de5ca73f74 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:50:20.528772 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db49b6ce-dcb3-4876-8b51-435aceb46ab9", "tag": "f4e612ce-9dd6-4e8e-950a-a33533a70c53", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:50:20.529163 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-25103f73-55eb-4fba-9287-83de5ca73f74 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:50:20.530025 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db49b6ce-dcb3-4876-8b51-435aceb46ab9', 'tag': 'f4e612ce-9dd6-4e8e-950a-a33533a70c53', 'status': 'completed', 'code': 200} Nov 27 03:50:20.584374 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9182eb-e4d0-45c2-b8e5-d805be028653 req-ddc2a672-751e-47f0-b1d1-c9337ba04e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:20.586252 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ea9182eb-e4d0-45c2-b8e5-d805be028653 req-ddc2a672-751e-47f0-b1d1-c9337ba04e9a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68b94a6c666449309cf7f5c74c380145&device_id=c03abdf6-239f-439b-94bf-5599a66d26cd HTTP/1.1" status: 200 len: 1098 time: 0.0713983 Nov 27 03:50:20.668918 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-4f73be04-c14d-4bd5-8097-dfc0fd3ae2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:20.670404 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-4f73be04-c14d-4bd5-8097-dfc0fd3ae2af service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6d1f7c77-51e7-4485-85b0-a8a7f76262bb HTTP/1.1" status: 200 len: 861 time: 0.0976796 Nov 27 03:50:20.677821 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ca4ee53f-0d0c-4cfe-9649-7f7b9ba24214 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:20.733340 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2964b63-72fb-4d0a-a1f7-26fbf4cb173c req-1e9ad605-a7f6-48f7-ab82-2f311c507ad6 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:20.735080 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a2964b63-72fb-4d0a-a1f7-26fbf4cb173c req-1e9ad605-a7f6-48f7-ab82-2f311c507ad6 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 949 time: 0.1578624 Nov 27 03:50:20.736094 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9182eb-e4d0-45c2-b8e5-d805be028653 req-d79f47cf-0abc-4df7-be23-e2c8a52c8bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:20.737511 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ea9182eb-e4d0-45c2-b8e5-d805be028653 req-d79f47cf-0abc-4df7-be23-e2c8a52c8bcc service neutron] 10.222.0.11 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.1416938 Nov 27 03:50:20.757009 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7defefae-47de-48b3-a2f7-af2375c7ad4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:20.802107 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c244c-d3fe-4eb1-9bf2-9ef3eaa83af4 req-712c65ab-4731-4451-9dd3-7dd8e600d173 tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:20.815751 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-168c244c-d3fe-4eb1-9bf2-9ef3eaa83af4 req-712c65ab-4731-4451-9dd3-7dd8e600d173 tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] 10.222.0.20 "GET /v2.0/ports?device_id=c03abdf6-239f-439b-94bf-5599a66d26cd HTTP/1.1" status: 200 len: 947 time: 0.3325641 Nov 27 03:50:20.830933 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-9136de53-94c4-4c49-a496-97ddb1e50f67 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aa8d68ff-c7f8-425d-a9a6-b5044a3f2295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975535 Nov 27 03:50:20.835490 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ea9182eb-e4d0-45c2-b8e5-d805be028653 req-8874b3f3-7af0-4dec-983a-3bffa92b7ecb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=2675c7d1-8d0e-4869-964c-7134709356b0 HTTP/1.1" status: 200 len: 217 time: 0.0786631 Nov 27 03:50:20.872944 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7defefae-47de-48b3-a2f7-af2375c7ad4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:20.895361 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a2964b63-72fb-4d0a-a1f7-26fbf4cb173c req-ec7429dc-5b04-4987-b297-938aa30bafc7 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537528 Nov 27 03:50:20.984911 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 229973ce-4487-4856-b712-79937eb1b35e up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:50:20.991088 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9182eb-e4d0-45c2-b8e5-d805be028653 req-956b78ba-8dbb-4327-acca-0312e5a774d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:21.004407 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ea9182eb-e4d0-45c2-b8e5-d805be028653 req-956b78ba-8dbb-4327-acca-0312e5a774d7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.1324584 Nov 27 03:50:21.092321 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818859d-def1-4c6f-a871-d2f60b367f6a req-1db04664-95d2-40cf-8b6d-c5f49c05ef70 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:21.099570 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:21.100421 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e818859d-def1-4c6f-a871-d2f60b367f6a req-1db04664-95d2-40cf-8b6d-c5f49c05ef70 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=217ddd02-1cf3-4e7c-80a8-0e038166c641 HTTP/1.1" status: 200 len: 945 time: 0.0949178 Nov 27 03:50:21.105045 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 229973ce-4487-4856-b712-79937eb1b35e triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:50:21.105771 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:21.110921 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-b5c2b5ae-63f0-4156-a694-c8bbaca49568 service neutron] For port 99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:50:21.112212 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9182eb-e4d0-45c2-b8e5-d805be028653 req-324d7bec-3421-440c-8fc7-26195cb3222f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:21.113831 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ea9182eb-e4d0-45c2-b8e5-d805be028653 req-324d7bec-3421-440c-8fc7-26195cb3222f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0925932 Nov 27 03:50:21.125682 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-b5c2b5ae-63f0-4156-a694-c8bbaca49568 service neutron] For port 99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b,segment=NetworkSegment(35578323-0418-4a3f-86b4-c2cd878da045),segment_id=35578323-0418-4a3f-86b4-c2cd878da045)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:50:21.131738 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-b77b23e3-f603-4404-bb60-e9cdd15d950e service neutron] 10.222.0.11 "GET /v2.0/networks/aa8d68ff-c7f8-425d-a9a6-b5044a3f2295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751231 Nov 27 03:50:21.143844 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ca4ee53f-0d0c-4cfe-9649-7f7b9ba24214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:21.227163 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:21.236602 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e818859d-def1-4c6f-a871-d2f60b367f6a req-ba738d57-a47b-4ee0-bb98-adfd6e728088 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352203 Nov 27 03:50:21.290119 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 229973ce-4487-4856-b712-79937eb1b35e, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=229973ce-4487-4856-b712-79937eb1b35e,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:50:21.291201 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-b5c2b5ae-63f0-4156-a694-c8bbaca49568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:21.293861 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ea9182eb-e4d0-45c2-b8e5-d805be028653 req-f86817e0-1b8b-4d7d-91a8-02a528fb5719 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695032 Nov 27 03:50:21.297288 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:21.320472 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ee53f-0d0c-4cfe-9649-7f7b9ba24214 admin admin] Pushing event updated for resources: {'Port': ['ID=a289d89b-a0cc-4545-8649-83b6e1927d40,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:21.340668 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-168c244c-d3fe-4eb1-9bf2-9ef3eaa83af4 req-01ad4896-57c0-4d93-9b09-7876ff89c064 tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6563034-6933-4e9e-bc6d-d9998d9240b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4980919 Nov 27 03:50:21.399324 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=229973ce-4487-4856-b712-79937eb1b35e,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:21.431075 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ea9182eb-e4d0-45c2-b8e5-d805be028653 req-5050fab4-ac6c-4b8b-a2e7-7e39401ba243 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289253 Nov 27 03:50:21.440188 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4ee53f-0d0c-4cfe-9649-7f7b9ba24214 admin admin] Network ebc62648-022c-4f72-aefc-8cb01a9c8752 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:50:21.518618 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-ca4ee53f-0d0c-4cfe-9649-7f7b9ba24214 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:50:21.521796 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4ee53f-0d0c-4cfe-9649-7f7b9ba24214 admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:50:21.545509 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b67a0-e7b8-4fed-ab9b-14f40e27ff52 req-6c36e494-0de7-49ab-8b8c-7ccca2e53d0d tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:21.547461 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2e6b67a0-e7b8-4fed-ab9b-14f40e27ff52 req-6c36e494-0de7-49ab-8b8c-7ccca2e53d0d tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] 10.222.0.20 "GET /v2.0/ports?device_id=db49b6ce-dcb3-4876-8b51-435aceb46ab9 HTTP/1.1" status: 200 len: 944 time: 0.0863142 Nov 27 03:50:21.558525 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-b5c2b5ae-63f0-4156-a694-c8bbaca49568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:21.560228 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-b5c2b5ae-63f0-4156-a694-c8bbaca49568 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:21.561653 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-b5c2b5ae-63f0-4156-a694-c8bbaca49568 service neutron] 10.222.0.11 "PUT /v2.0/ports/99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b HTTP/1.1" status: 200 len: 1092 time: 3.7588732 Nov 27 03:50:21.625667 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-66a63ec9-ddca-4dbd-9fc2-87da75e6238b service neutron] Request body: {'port': {'device_id': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:50:21.630756 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ca4ee53f-0d0c-4cfe-9649-7f7b9ba24214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:21.667762 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2e6b67a0-e7b8-4fed-ab9b-14f40e27ff52 req-8ddba59d-a0e4-412f-988a-062ec193afca tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ef4856d-b1d3-4d4b-88d6-d7ce2829545c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057620 Nov 27 03:50:21.682937 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c2b5ae-63f0-4156-a694-c8bbaca49568 service neutron] Pushing event updated for resources: {'Port': ['ID=99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:21.756263 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:21.806499 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7defefae-47de-48b3-a2f7-af2375c7ad4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:21.809876 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7defefae-47de-48b3-a2f7-af2375c7ad4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:21.811149 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7defefae-47de-48b3-a2f7-af2375c7ad4e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/29e94f55-8dea-4352-aa4e-c6751f1152e1 HTTP/1.1" status: 204 len: 168 time: 1.3658667 Nov 27 03:50:21.886069 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7defefae-47de-48b3-a2f7-af2375c7ad4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e94f55-8dea-4352-aa4e-c6751f1152e1,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:21.931697 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9936fc6a-81b8-4a5c-be60-e3c757b7dfc9 req-8ba98dc4-85d1-4349-b56d-958963a2ccbe service neutron] 10.222.0.11 "GET /v2.0/networks/aa8d68ff-c7f8-425d-a9a6-b5044a3f2295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7736406 Nov 27 03:50:22.110832 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a964a96-a54a-4458-99f5-8ac2a237e553 req-16fb5903-9bc6-4755-8b76-49c19c623248 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:22.113202 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-66a63ec9-ddca-4dbd-9fc2-87da75e6238b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:22.119198 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5a964a96-a54a-4458-99f5-8ac2a237e553 req-16fb5903-9bc6-4755-8b76-49c19c623248 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 949 time: 0.0773270 Nov 27 03:50:22.129220 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-bb33fd4b-1da8-45e4-9112-f0ddc28cb95e None None] Provisioning complete for port a289d89b-a0cc-4545-8649-83b6e1927d40 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:50:22.133087 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bb33fd4b-1da8-45e4-9112-f0ddc28cb95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:22.137218 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c4626-0b72-4604-8b24-6fdff0544d20 req-01ca36fb-cef0-4939-9775-41f20eb2d820 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:22.154463 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c4626-0b72-4604-8b24-6fdff0544d20 req-01ca36fb-cef0-4939-9775-41f20eb2d820 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:22.173251 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5a964a96-a54a-4458-99f5-8ac2a237e553 req-8a173ead-dcf6-4443-9d86-0a7675022a7f tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529451 Nov 27 03:50:22.173854 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c4626-0b72-4604-8b24-6fdff0544d20 req-01ca36fb-cef0-4939-9775-41f20eb2d820 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:22.183213 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c4626-0b72-4604-8b24-6fdff0544d20 req-01ca36fb-cef0-4939-9775-41f20eb2d820 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:22.191718 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c4626-0b72-4604-8b24-6fdff0544d20 req-01ca36fb-cef0-4939-9775-41f20eb2d820 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:22.199143 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e09c4626-0b72-4604-8b24-6fdff0544d20 req-01ca36fb-cef0-4939-9775-41f20eb2d820 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 3828 time: 0.5500710 Nov 27 03:50:22.266163 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-bb33fd4b-1da8-45e4-9112-f0ddc28cb95e None None] Port a289d89b-a0cc-4545-8649-83b6e1927d40 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:50:22.488755 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8996b-76df-4297-b62c-3fcb247a5c3e req-b7c3ecdd-00c1-4e04-a80b-d99bfa4380a6 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:22.498965 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7ec8996b-76df-4297-b62c-3fcb247a5c3e req-b7c3ecdd-00c1-4e04-a80b-d99bfa4380a6 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=217ddd02-1cf3-4e7c-80a8-0e038166c641 HTTP/1.1" status: 200 len: 945 time: 0.1442392 Nov 27 03:50:22.626255 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7ec8996b-76df-4297-b62c-3fcb247a5c3e req-b2142020-d2f9-4f4f-b498-86f6d1ce88d5 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202533 Nov 27 03:50:22.726480 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'tag': '99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:50:22.729095 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46edd6c-a72e-486a-9f53-599e6756e9a2" -d '{"events": [{"name": "network-changed", "server_uuid": "84700780-6df9-4d55-a48b-0f89c4c5e5a8", "tag": "99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:50:22.771307 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 2675c7d1-8d0e-4869-964c-7134709356b0 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:50:22.839580 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e09c4626-0b72-4604-8b24-6fdff0544d20 req-a779dac1-6bd7-497e-92f2-6d13a71dbf30 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?id=35921842-5bd8-4d3d-b228-d6a9b6023664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6222606 Nov 27 03:50:22.840331 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ca4ee53f-0d0c-4cfe-9649-7f7b9ba24214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:22.867343 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f173953-88d5-4f15-b28e-8cd437ec7ad6 req-eb7bbda8-8e10-445f-8fb6-088fddefdc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:22.869157 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8f173953-88d5-4f15-b28e-8cd437ec7ad6 req-eb7bbda8-8e10-445f-8fb6-088fddefdc9e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=210dec0c00064be38d68e23675332894&device_id=db49b6ce-dcb3-4876-8b51-435aceb46ab9 HTTP/1.1" status: 200 len: 1095 time: 0.6689928 Nov 27 03:50:22.948282 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 229973ce-4487-4856-b712-79937eb1b35e up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:50:22.952370 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee995d-1bb9-49d3-936f-e4fb063c1504 req-f7bf1296-2248-4697-8695-02e962ae71a2 tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:22.962604 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4aee995d-1bb9-49d3-936f-e4fb063c1504 req-f7bf1296-2248-4697-8695-02e962ae71a2 tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] 10.222.0.20 "GET /v2.0/ports?device_id=c03abdf6-239f-439b-94bf-5599a66d26cd HTTP/1.1" status: 200 len: 947 time: 0.1768878 Nov 27 03:50:23.031006 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4aee995d-1bb9-49d3-936f-e4fb063c1504 req-e1f71863-db17-4ea2-bfff-d1228d640a7e tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6563034-6933-4e9e-bc6d-d9998d9240b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660126 Nov 27 03:50:23.054365 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 2675c7d1-8d0e-4869-964c-7134709356b0, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=2675c7d1-8d0e-4869-964c-7134709356b0,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:50:23.075407 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '2675c7d1-8d0e-4869-964c-7134709356b0', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'port_id': '2675c7d1-8d0e-4869-964c-7134709356b0', 'mac_address': 'fa:16:3e:a6:60:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14a2acf-f1d7-4ddf-8459-b30982428e88', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:50:23.077028 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec68931b-3466-4ae8-b4e1-430b4f6d6634 x-openstack-request-id: req-ec68931b-3466-4ae8-b4e1-430b4f6d6634 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:50:23.077325 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84700780-6df9-4d55-a48b-0f89c4c5e5a8", "tag": "99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:50:23.077577 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec68931b-3466-4ae8-b4e1-430b4f6d6634 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:50:23.078127 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'tag': '99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b', 'status': 'completed', 'code': 200} Nov 27 03:50:23.131621 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:23.160989 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2675c7d1-8d0e-4869-964c-7134709356b0 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:50:23.166482 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 229973ce-4487-4856-b712-79937eb1b35e triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:50:23.167121 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:23.198029 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46edd6c-a72e-486a-9f53-599e6756e9a2 req-a79cc14a-4547-4c80-a695-c4c490574a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:23.198799 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46edd6c-a72e-486a-9f53-599e6756e9a2 req-a79cc14a-4547-4c80-a695-c4c490574a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:23.199422 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46edd6c-a72e-486a-9f53-599e6756e9a2 req-a79cc14a-4547-4c80-a695-c4c490574a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:23.199947 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46edd6c-a72e-486a-9f53-599e6756e9a2 req-a79cc14a-4547-4c80-a695-c4c490574a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:23.200467 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46edd6c-a72e-486a-9f53-599e6756e9a2 req-a79cc14a-4547-4c80-a695-c4c490574a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:23.202946 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f46edd6c-a72e-486a-9f53-599e6756e9a2 req-a79cc14a-4547-4c80-a695-c4c490574a8e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3e0a6e3903404d4c8a0246b387bf3805&device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 4363 time: 0.0797236 Nov 27 03:50:23.223172 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 2675c7d1-8d0e-4869-964c-7134709356b0, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=2675c7d1-8d0e-4869-964c-7134709356b0,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:50:23.237130 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:23.350246 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=2675c7d1-8d0e-4869-964c-7134709356b0,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:23.392907 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0aec8-90ce-4046-9495-c24787f7e287 req-3b737cfa-05ba-4bd7-8a7b-e0829257b46e tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:23.394409 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f2b0aec8-90ce-4046-9495-c24787f7e287 req-3b737cfa-05ba-4bd7-8a7b-e0829257b46e tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 949 time: 0.0856574 Nov 27 03:50:23.402520 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dda93a-f822-4217-889d-d650e4ed416c req-e47a9588-37c6-439f-a0b3-6915c4efea8d tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:23.404141 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-15dda93a-f822-4217-889d-d650e4ed416c req-e47a9588-37c6-439f-a0b3-6915c4efea8d tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] 10.222.0.20 "GET /v2.0/ports?device_id=db49b6ce-dcb3-4876-8b51-435aceb46ab9 HTTP/1.1" status: 200 len: 944 time: 0.4592912 Nov 27 03:50:23.425630 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46edd6c-a72e-486a-9f53-599e6756e9a2 req-5a3ab7a3-82a0-415e-a346-565a3fbf4c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:23.426244 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46edd6c-a72e-486a-9f53-599e6756e9a2 req-5a3ab7a3-82a0-415e-a346-565a3fbf4c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:23.426823 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46edd6c-a72e-486a-9f53-599e6756e9a2 req-5a3ab7a3-82a0-415e-a346-565a3fbf4c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:23.428478 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f46edd6c-a72e-486a-9f53-599e6756e9a2 req-5a3ab7a3-82a0-415e-a346-565a3fbf4c37 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=3e0a6e3903404d4c8a0246b387bf3805&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2091103 Nov 27 03:50:23.437876 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f173953-88d5-4f15-b28e-8cd437ec7ad6 req-bab97d9c-6be7-4a10-9a5b-9819439e8717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:23.439390 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8f173953-88d5-4f15-b28e-8cd437ec7ad6 req-bab97d9c-6be7-4a10-9a5b-9819439e8717 service neutron] 10.222.0.11 "GET /v2.0/networks?id=aa8d68ff-c7f8-425d-a9a6-b5044a3f2295 HTTP/1.1" status: 200 len: 922 time: 0.5452211 Nov 27 03:50:23.441894 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ca4ee53f-0d0c-4cfe-9649-7f7b9ba24214 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:23.466428 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ca4ee53f-0d0c-4cfe-9649-7f7b9ba24214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:23.505756 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f2b0aec8-90ce-4046-9495-c24787f7e287 req-b68e22ab-9922-4b1a-ac0a-5c85b2c53e3e tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053684 Nov 27 03:50:23.530728 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['2675c7d1-8d0e-4869-964c-7134709356b0'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:50:23.552954 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8f173953-88d5-4f15-b28e-8cd437ec7ad6 req-dc740fff-c5bc-40ce-aba9-67734b056264 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4e612ce-9dd6-4e8e-950a-a33533a70c53 HTTP/1.1" status: 200 len: 217 time: 0.0999758 Nov 27 03:50:23.585830 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46edd6c-a72e-486a-9f53-599e6756e9a2 req-090a081e-59b2-406d-b5b0-6e5a6bf40262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:23.587546 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f46edd6c-a72e-486a-9f53-599e6756e9a2 req-090a081e-59b2-406d-b5b0-6e5a6bf40262 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1500750 Nov 27 03:50:23.678133 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ca4ee53f-0d0c-4cfe-9649-7f7b9ba24214 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:23.685512 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ee53f-0d0c-4cfe-9649-7f7b9ba24214 admin admin] Pushing event updated for resources: {'Port': ['ID=a289d89b-a0cc-4545-8649-83b6e1927d40,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:23.690923 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-15dda93a-f822-4217-889d-d650e4ed416c req-0cd3f439-441c-414d-a1a2-6251a30218bd tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ef4856d-b1d3-4d4b-88d6-d7ce2829545c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751415 Nov 27 03:50:23.706650 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-66a63ec9-ddca-4dbd-9fc2-87da75e6238b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 585334de-cf96-45ed-97e3-75b5e155a4d3 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:50:23.719492 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f173953-88d5-4f15-b28e-8cd437ec7ad6 req-7c5007d8-02bd-429b-b61e-86734d1af9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:23.721074 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8f173953-88d5-4f15-b28e-8cd437ec7ad6 req-7c5007d8-02bd-429b-b61e-86734d1af9b0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6d1f7c77-51e7-4485-85b0-a8a7f76262bb HTTP/1.1" status: 200 len: 861 time: 0.1492956 Nov 27 03:50:23.723376 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-66a63ec9-ddca-4dbd-9fc2-87da75e6238b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:23.805080 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-b06a7700-985c-4911-97fc-f9f7a4b5180e tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=017f623dc6964879bd1356a43dfcb56f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284033 Nov 27 03:50:23.808588 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8f173953-88d5-4f15-b28e-8cd437ec7ad6 req-1596ed9a-d241-4812-b488-34d57b813b9c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aa8d68ff-c7f8-425d-a9a6-b5044a3f2295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689571 Nov 27 03:50:23.836850 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-66a63ec9-ddca-4dbd-9fc2-87da75e6238b service neutron] Transition to ACTIVE for port object 585334de-cf96-45ed-97e3-75b5e155a4d3 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:50:23.859008 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-66a63ec9-ddca-4dbd-9fc2-87da75e6238b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:23.920114 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-523c712f-1c3a-49f8-9e67-7be22e37fcaa tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:23.922357 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-523c712f-1c3a-49f8-9e67-7be22e37fcaa tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1157703 Nov 27 03:50:23.948446 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-d4353fc5-4b3b-40b0-9ce4-d8e5f59429bd tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] 10.222.0.20 "GET /v2.0/quotas/017f623dc6964879bd1356a43dfcb56f HTTP/1.1" status: 200 len: 375 time: 0.0188143 Nov 27 03:50:23.995658 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1493f5-89aa-4783-ae1e-95d186562ba0 req-30569870-2919-42f4-b3bd-100d1b6c97e8 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:23.997246 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6e1493f5-89aa-4783-ae1e-95d186562ba0 req-30569870-2919-42f4-b3bd-100d1b6c97e8 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=217ddd02-1cf3-4e7c-80a8-0e038166c641 HTTP/1.1" status: 200 len: 945 time: 0.2221715 Nov 27 03:50:24.002311 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-a7cea7d6-67d4-4dc9-9bbc-909e9d576cd5 tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=017f623dc6964879bd1356a43dfcb56f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487285 Nov 27 03:50:24.018891 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a63ec9-ddca-4dbd-9fc2-87da75e6238b service neutron] Pushing event updated for resources: {'Port': ['ID=585334de-cf96-45ed-97e3-75b5e155a4d3,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:24.060551 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4ee53f-0d0c-4cfe-9649-7f7b9ba24214 admin admin] Network ebc62648-022c-4f72-aefc-8cb01a9c8752 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:50:24.073335 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-ca4ee53f-0d0c-4cfe-9649-7f7b9ba24214 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:50:24.112469 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8f173953-88d5-4f15-b28e-8cd437ec7ad6 req-319b0c36-c783-4f20-8b50-cdb1df98311f service neutron] 10.222.0.11 "GET /v2.0/networks/aa8d68ff-c7f8-425d-a9a6-b5044a3f2295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778454 Nov 27 03:50:24.326363 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499978c-ba68-4523-bda8-53006074547b req-e6962508-ffd4-4381-8e7c-bfe49f33b049 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:24.341716 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499978c-ba68-4523-bda8-53006074547b req-e6962508-ffd4-4381-8e7c-bfe49f33b049 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:24.350341 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499978c-ba68-4523-bda8-53006074547b req-e6962508-ffd4-4381-8e7c-bfe49f33b049 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:24.360053 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499978c-ba68-4523-bda8-53006074547b req-e6962508-ffd4-4381-8e7c-bfe49f33b049 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:24.367578 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499978c-ba68-4523-bda8-53006074547b req-e6962508-ffd4-4381-8e7c-bfe49f33b049 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:24.373305 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6e1493f5-89aa-4783-ae1e-95d186562ba0 req-9bcb2f4b-f854-4ae4-aa23-0c9215d8d898 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570929 Nov 27 03:50:24.378198 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499978c-ba68-4523-bda8-53006074547b req-e6962508-ffd4-4381-8e7c-bfe49f33b049 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:24.389352 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0499978c-ba68-4523-bda8-53006074547b req-e6962508-ffd4-4381-8e7c-bfe49f33b049 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 4605 time: 0.1329255 Nov 27 03:50:24.416387 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-66a63ec9-ddca-4dbd-9fc2-87da75e6238b service neutron] Attempting to bind port 585334de-cf96-45ed-97e3-75b5e155a4d3 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:50:24.417439 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-66a63ec9-ddca-4dbd-9fc2-87da75e6238b service neutron] Attempting to bind port 585334de-cf96-45ed-97e3-75b5e155a4d3 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '00d9997d-4db1-40cf-888f-64616d21b51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e40f6bbd-098b-49f7-b15f-a15d5c62f421'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:50:24.418145 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-66a63ec9-ddca-4dbd-9fc2-87da75e6238b service neutron] Attempting to bind port 585334de-cf96-45ed-97e3-75b5e155a4d3 on network e40f6bbd-098b-49f7-b15f-a15d5c62f421 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:50:24.432916 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-66a63ec9-ddca-4dbd-9fc2-87da75e6238b service neutron] Port 585334de-cf96-45ed-97e3-75b5e155a4d3 on network e40f6bbd-098b-49f7-b15f-a15d5c62f421 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:50:24.434163 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-66a63ec9-ddca-4dbd-9fc2-87da75e6238b service neutron] Attempting to bind port 585334de-cf96-45ed-97e3-75b5e155a4d3 on network e40f6bbd-098b-49f7-b15f-a15d5c62f421 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:50:24.464292 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-66a63ec9-ddca-4dbd-9fc2-87da75e6238b service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:50:24.465055 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-66a63ec9-ddca-4dbd-9fc2-87da75e6238b service neutron] Checking segment: {'id': '00d9997d-4db1-40cf-888f-64616d21b51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e40f6bbd-098b-49f7-b15f-a15d5c62f421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:50:24.465927 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-66a63ec9-ddca-4dbd-9fc2-87da75e6238b service neutron] Bound using segment: {'id': '00d9997d-4db1-40cf-888f-64616d21b51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e40f6bbd-098b-49f7-b15f-a15d5c62f421'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:50:24.466797 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-66a63ec9-ddca-4dbd-9fc2-87da75e6238b service neutron] Bound port: 585334de-cf96-45ed-97e3-75b5e155a4d3, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00d9997d-4db1-40cf-888f-64616d21b51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e40f6bbd-098b-49f7-b15f-a15d5c62f421'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:50:24.467592 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-66a63ec9-ddca-4dbd-9fc2-87da75e6238b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:24.487939 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0499978c-ba68-4523-bda8-53006074547b req-be7e24e1-21ba-4d05-af69-294106625ad6 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4368533-280d-4285-a228-ddd922f72d08&id=35921842-5bd8-4d3d-b228-d6a9b6023664&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0977695 Nov 27 03:50:24.523289 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4ee53f-0d0c-4cfe-9649-7f7b9ba24214 admin admin] Router 8bb98db1-b18c-44d2-b459-1d14fe86d065 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:50:24.545519 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8f173953-88d5-4f15-b28e-8cd437ec7ad6 req-0d740ba2-bad4-4962-aa71-52b5556428de service neutron] 10.222.0.11 "GET /v2.0/networks/aa8d68ff-c7f8-425d-a9a6-b5044a3f2295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197776 Nov 27 03:50:24.564080 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-a80a75b4-e177-47c5-96c7-c8ccf0ebfa24 None None] Provisioning complete for port a289d89b-a0cc-4545-8649-83b6e1927d40 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:50:24.565068 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a80a75b4-e177-47c5-96c7-c8ccf0ebfa24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:24.617780 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-a80a75b4-e177-47c5-96c7-c8ccf0ebfa24 None None] Port a289d89b-a0cc-4545-8649-83b6e1927d40 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:50:24.625381 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-423a117b-9fc9-410a-93c0-9190e2d9126b req-897ec50f-5d35-4d49-81a7-1a435666d2e2 tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] 10.222.0.20 "GET /v2.0/ports?device_id=28651ca2-62cb-4565-89dc-25509e06cffd HTTP/1.1" status: 200 len: 210 time: 0.0736730 Nov 27 03:50:24.657717 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf75324-d09f-4b6d-8941-fc2ed787d854 req-809c716f-5174-4def-9eb1-ee7e23a85016 tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:24.659702 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ebf75324-d09f-4b6d-8941-fc2ed787d854 req-809c716f-5174-4def-9eb1-ee7e23a85016 tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] 10.222.0.20 "GET /v2.0/ports?device_id=c03abdf6-239f-439b-94bf-5599a66d26cd HTTP/1.1" status: 200 len: 948 time: 0.1688244 Nov 27 03:50:24.719592 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-66a63ec9-ddca-4dbd-9fc2-87da75e6238b service neutron] For port 585334de-cf96-45ed-97e3-75b5e155a4d3, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:50:24.749330 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-66a63ec9-ddca-4dbd-9fc2-87da75e6238b service neutron] For port 585334de-cf96-45ed-97e3-75b5e155a4d3, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=585334de-cf96-45ed-97e3-75b5e155a4d3,segment=NetworkSegment(00d9997d-4db1-40cf-888f-64616d21b51f),segment_id=00d9997d-4db1-40cf-888f-64616d21b51f)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:50:24.755777 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff825ae-05e1-47c6-9c9c-1098e8b39ac6 req-60c3ad0a-199d-43aa-94db-d01ba515b5f8 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:24.763111 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cff825ae-05e1-47c6-9c9c-1098e8b39ac6 req-60c3ad0a-199d-43aa-94db-d01ba515b5f8 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 949 time: 0.0676222 Nov 27 03:50:24.766260 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-66a63ec9-ddca-4dbd-9fc2-87da75e6238b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:24.783807 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device f4e612ce-9dd6-4e8e-950a-a33533a70c53 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:50:24.801501 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 2675c7d1-8d0e-4869-964c-7134709356b0 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:50:24.833911 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ebf75324-d09f-4b6d-8941-fc2ed787d854 req-0524f22e-ef4b-40ec-8f9b-1b5d951d05ab tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6563034-6933-4e9e-bc6d-d9998d9240b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298270 Nov 27 03:50:24.848020 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-66a63ec9-ddca-4dbd-9fc2-87da75e6238b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:24.853905 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-66a63ec9-ddca-4dbd-9fc2-87da75e6238b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:24.858158 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-66a63ec9-ddca-4dbd-9fc2-87da75e6238b service neutron] 10.222.0.11 "PUT /v2.0/ports/585334de-cf96-45ed-97e3-75b5e155a4d3 HTTP/1.1" status: 200 len: 1135 time: 3.2424033 Nov 27 03:50:24.861278 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cff825ae-05e1-47c6-9c9c-1098e8b39ac6 req-e582c523-590b-46ff-8a77-baa4cf090035 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958591 Nov 27 03:50:24.884765 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4ee53f-0d0c-4cfe-9649-7f7b9ba24214 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:50:24.910366 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18767e55-0d72-480c-9c5b-5586ae8c56ec None None] Sync routers for ids ['8bb98db1-b18c-44d2-b459-1d14fe86d065'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:50:24.919360 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ca4ee53f-0d0c-4cfe-9649-7f7b9ba24214 admin admin] 10.222.0.20 "PUT /v2.0/routers/8bb98db1-b18c-44d2-b459-1d14fe86d065/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4435766 Nov 27 03:50:24.927401 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18767e55-0d72-480c-9c5b-5586ae8c56ec None None] Routers {'8bb98db1-b18c-44d2-b459-1d14fe86d065'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:50:24.928089 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-18767e55-0d72-480c-9c5b-5586ae8c56ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:50:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['8bb98db1-b18c-44d2-b459-1d14fe86d065'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:50:24.943604 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-eca8c9b8-624c-4665-9162-fd8ae7a48dc3 service neutron] Request body: {'port': {'device_id': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:50:24.978332 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a63ec9-ddca-4dbd-9fc2-87da75e6238b service neutron] Pushing event updated for resources: {'Port': ['ID=585334de-cf96-45ed-97e3-75b5e155a4d3,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:25.111234 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'tag': '585334de-cf96-45ed-97e3-75b5e155a4d3'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:50:25.115335 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ee01d3-5a3d-48f4-9178-8f2831c5a844" -d '{"events": [{"name": "network-changed", "server_uuid": "84700780-6df9-4d55-a48b-0f89c4c5e5a8", "tag": "585334de-cf96-45ed-97e3-75b5e155a4d3"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:50:25.198316 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-eca8c9b8-624c-4665-9162-fd8ae7a48dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:25.246828 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12912647-ee00-4720-81ee-e57d8902bdd2 x-openstack-request-id: req-12912647-ee00-4720-81ee-e57d8902bdd2 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:50:25.249911 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84700780-6df9-4d55-a48b-0f89c4c5e5a8", "tag": "585334de-cf96-45ed-97e3-75b5e155a4d3", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:50:25.250087 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12912647-ee00-4720-81ee-e57d8902bdd2 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:50:25.250682 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'tag': '585334de-cf96-45ed-97e3-75b5e155a4d3', 'status': 'completed', 'code': 200} Nov 27 03:50:25.252108 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 2675c7d1-8d0e-4869-964c-7134709356b0 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:50:25.252631 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-18767e55-0d72-480c-9c5b-5586ae8c56ec None None] Set router 8bb98db1-b18c-44d2-b459-1d14fe86d065 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:50:25.259723 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 2675c7d1-8d0e-4869-964c-7134709356b0 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:50:25.260517 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:25.281515 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844c322-1a58-4b27-a931-d4441af2ee68 req-6058a131-85ec-4b7f-8d7b-4288579ed8e0 tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:25.296639 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e844c322-1a58-4b27-a931-d4441af2ee68 req-6058a131-85ec-4b7f-8d7b-4288579ed8e0 tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] 10.222.0.20 "GET /v2.0/ports?device_id=db49b6ce-dcb3-4876-8b51-435aceb46ab9 HTTP/1.1" status: 200 len: 944 time: 0.2496507 Nov 27 03:50:25.310715 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port f4e612ce-9dd6-4e8e-950a-a33533a70c53, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=f4e612ce-9dd6-4e8e-950a-a33533a70c53,segment=NetworkSegment(b02ff043-3f61-4388-a97d-8e1b758db573),segment_id=b02ff043-3f61-4388-a97d-8e1b758db573)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:50:25.329193 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'f4e612ce-9dd6-4e8e-950a-a33533a70c53', 'network_id': 'aa8d68ff-c7f8-425d-a9a6-b5044a3f2295', 'port_id': 'f4e612ce-9dd6-4e8e-950a-a33533a70c53', 'mac_address': 'fa:16:3e:d5:43:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d1f7c77-51e7-4485-85b0-a8a7f76262bb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:50:25.420603 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:25.438153 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4e612ce-9dd6-4e8e-950a-a33533a70c53 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:50:25.486873 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port f4e612ce-9dd6-4e8e-950a-a33533a70c53, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=f4e612ce-9dd6-4e8e-950a-a33533a70c53,segment=NetworkSegment(b02ff043-3f61-4388-a97d-8e1b758db573),segment_id=b02ff043-3f61-4388-a97d-8e1b758db573)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:50:25.487892 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:25.507167 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:25.553034 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c03abdf6-239f-439b-94bf-5599a66d26cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2675c7d1-8d0e-4869-964c-7134709356b0'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:50:25.555371 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22df47a-6c6d-4db1-90ff-8b3c745a3e0b" -d '{"events": [{"server_uuid": "c03abdf6-239f-439b-94bf-5599a66d26cd", "name": "network-vif-plugged", "status": "completed", "tag": "2675c7d1-8d0e-4869-964c-7134709356b0"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:50:25.577068 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 2675c7d1-8d0e-4869-964c-7134709356b0, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=2675c7d1-8d0e-4869-964c-7134709356b0,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:50:25.587429 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-18767e55-0d72-480c-9c5b-5586ae8c56ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb98db1-b18c-44d2-b459-1d14fe86d065', 'name': 'tempest-FloatingIPsTestJSON-517766143-router', 'tenant_id': '41d73917432a49e6a13589c36239fcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '229973ce-4487-4856-b712-79937eb1b35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:50:10Z', 'updated_at': '2021-11-27T03:50:22Z', 'revision_number': 4, 'project_id': '41d73917432a49e6a13589c36239fcb8', 'gw_port': {'id': '229973ce-4487-4856-b712-79937eb1b35e', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb98db1-b18c-44d2-b459-1d14fe86d065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:50:11Z', 'updated_at': '2021-11-27T03:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'a289d89b-a0cc-4545-8649-83b6e1927d40', 'name': '', 'network_id': 'ebc62648-022c-4f72-aefc-8cb01a9c8752', 'tenant_id': '41d73917432a49e6a13589c36239fcb8', 'mac_address': 'fa:16:3e:8e:7b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb98db1-b18c-44d2-b459-1d14fe86d065', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '0b612603-55b5-41d4-8d54-2ce875783206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:50:19Z', 'updated_at': '2021-11-27T03:50:23Z', 'revision_number': 2, 'project_id': '41d73917432a49e6a13589c36239fcb8', 'subnets': [{'id': '0b612603-55b5-41d4-8d54-2ce875783206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:50:25.590720 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:25.597279 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=f4e612ce-9dd6-4e8e-950a-a33533a70c53,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:25.632581 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18767e55-0d72-480c-9c5b-5586ae8c56ec None None] Checking router: 8bb98db1-b18c-44d2-b459-1d14fe86d065 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:50:25.633447 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18767e55-0d72-480c-9c5b-5586ae8c56ec None None] Updating router 8bb98db1-b18c-44d2-b459-1d14fe86d065 port a289d89b-a0cc-4545-8649-83b6e1927d40 binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:50:25.656478 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=2675c7d1-8d0e-4869-964c-7134709356b0,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:25.665405 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee01d3-5a3d-48f4-9178-8f2831c5a844 req-552bc4c6-49cc-4826-a55b-cf504b66cee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:25.666731 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee01d3-5a3d-48f4-9178-8f2831c5a844 req-552bc4c6-49cc-4826-a55b-cf504b66cee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:25.667560 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee01d3-5a3d-48f4-9178-8f2831c5a844 req-552bc4c6-49cc-4826-a55b-cf504b66cee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:25.668290 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee01d3-5a3d-48f4-9178-8f2831c5a844 req-552bc4c6-49cc-4826-a55b-cf504b66cee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:25.668932 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee01d3-5a3d-48f4-9178-8f2831c5a844 req-552bc4c6-49cc-4826-a55b-cf504b66cee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:25.669572 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee01d3-5a3d-48f4-9178-8f2831c5a844 req-552bc4c6-49cc-4826-a55b-cf504b66cee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:25.671694 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-72ee01d3-5a3d-48f4-9178-8f2831c5a844 req-552bc4c6-49cc-4826-a55b-cf504b66cee6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3e0a6e3903404d4c8a0246b387bf3805&device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 5291 time: 0.3727157 Nov 27 03:50:25.674756 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-18767e55-0d72-480c-9c5b-5586ae8c56ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:25.695189 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e844c322-1a58-4b27-a931-d4441af2ee68 req-4c941227-022c-44e3-a570-489d0fd3c98c tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ef4856d-b1d3-4d4b-88d6-d7ce2829545c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923986 Nov 27 03:50:25.807006 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['f4e612ce-9dd6-4e8e-950a-a33533a70c53'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:50:26.139212 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0ad256a1-e6b2-44a6-b2d0-67be467b107a req-cb711023-5091-4f01-ac0e-038c5e68acff tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7531903 Nov 27 03:50:26.168405 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-0ad256a1-e6b2-44a6-b2d0-67be467b107a req-1d36d5cd-dd4e-4fff-b5e0-8709c215cd05 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:50:26.170150 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-18767e55-0d72-480c-9c5b-5586ae8c56ec None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:26.181446 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-18767e55-0d72-480c-9c5b-5586ae8c56ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:26.233183 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-fee2f298-16c1-4164-8fe3-d716dd1164e5 tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=017f623dc6964879bd1356a43dfcb56f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0906315 Nov 27 03:50:26.276573 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d2aa8d-977c-41e3-bd32-0b4b635f6c74 None None] Pushing event updated for resources: {'Port': ['ID=a289d89b-a0cc-4545-8649-83b6e1927d40,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:26.315845 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d2aa8d-977c-41e3-bd32-0b4b635f6c74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:26.316095 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d2aa8d-977c-41e3-bd32-0b4b635f6c74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:26.316324 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d2aa8d-977c-41e3-bd32-0b4b635f6c74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:26.317236 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d2aa8d-977c-41e3-bd32-0b4b635f6c74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:26.317579 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d2aa8d-977c-41e3-bd32-0b4b635f6c74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:26.317917 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d2aa8d-977c-41e3-bd32-0b4b635f6c74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:26.318337 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d2aa8d-977c-41e3-bd32-0b4b635f6c74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:26.322772 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d2aa8d-977c-41e3-bd32-0b4b635f6c74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:26.323621 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d2aa8d-977c-41e3-bd32-0b4b635f6c74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:26.323973 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d2aa8d-977c-41e3-bd32-0b4b635f6c74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:26.324377 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d2aa8d-977c-41e3-bd32-0b4b635f6c74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:26.324968 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d2aa8d-977c-41e3-bd32-0b4b635f6c74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:26.385384 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-18767e55-0d72-480c-9c5b-5586ae8c56ec None None] Attempting to bind port a289d89b-a0cc-4545-8649-83b6e1927d40 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:50:26.385935 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-18767e55-0d72-480c-9c5b-5586ae8c56ec None None] Attempting to bind port a289d89b-a0cc-4545-8649-83b6e1927d40 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '75318977-4c42-40d1-8a2c-e19977cff2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ebc62648-022c-4f72-aefc-8cb01a9c8752'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:50:26.386311 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18767e55-0d72-480c-9c5b-5586ae8c56ec None None] Attempting to bind port a289d89b-a0cc-4545-8649-83b6e1927d40 on network ebc62648-022c-4f72-aefc-8cb01a9c8752 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:50:26.392501 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18767e55-0d72-480c-9c5b-5586ae8c56ec None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:50:26.392925 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18767e55-0d72-480c-9c5b-5586ae8c56ec None None] Checking segment: {'id': '75318977-4c42-40d1-8a2c-e19977cff2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ebc62648-022c-4f72-aefc-8cb01a9c8752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:50:26.393335 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-18767e55-0d72-480c-9c5b-5586ae8c56ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:26.393730 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18767e55-0d72-480c-9c5b-5586ae8c56ec None None] Bound using segment: {'id': '75318977-4c42-40d1-8a2c-e19977cff2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ebc62648-022c-4f72-aefc-8cb01a9c8752'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:50:26.394208 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-18767e55-0d72-480c-9c5b-5586ae8c56ec None None] Bound port: a289d89b-a0cc-4545-8649-83b6e1927d40, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75318977-4c42-40d1-8a2c-e19977cff2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ebc62648-022c-4f72-aefc-8cb01a9c8752'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:50:26.394669 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-18767e55-0d72-480c-9c5b-5586ae8c56ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:26.399804 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-0ad256a1-e6b2-44a6-b2d0-67be467b107a req-1d36d5cd-dd4e-4fff-b5e0-8709c215cd05 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Publish callbacks [] for floatingip, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:26.487703 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-18767e55-0d72-480c-9c5b-5586ae8c56ec None None] For port a289d89b-a0cc-4545-8649-83b6e1927d40, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:50:26.492667 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-18767e55-0d72-480c-9c5b-5586ae8c56ec None None] For port a289d89b-a0cc-4545-8649-83b6e1927d40, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=a289d89b-a0cc-4545-8649-83b6e1927d40,segment=NetworkSegment(75318977-4c42-40d1-8a2c-e19977cff2cf),segment_id=75318977-4c42-40d1-8a2c-e19977cff2cf)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:50:26.499321 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-18767e55-0d72-480c-9c5b-5586ae8c56ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:26.512128 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-738eae90-5112-42de-8808-1e08df3965f3 tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:26.513814 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-738eae90-5112-42de-8808-1e08df3965f3 tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2658663 Nov 27 03:50:26.544917 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-27e92fed-e47e-4fb1-83a8-8e5140ba3a5e tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] Request body: {'port': {'device_id': '28651ca2-62cb-4565-89dc-25509e06cffd', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'admin_state_up': True, 'tenant_id': '017f623dc6964879bd1356a43dfcb56f'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:50:26.593185 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18767e55-0d72-480c-9c5b-5586ae8c56ec None None] Routers {'8bb98db1-b18c-44d2-b459-1d14fe86d065'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:50:26.593821 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-18767e55-0d72-480c-9c5b-5586ae8c56ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:50:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['8bb98db1-b18c-44d2-b459-1d14fe86d065'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:50:26.615594 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e14f63-8bad-4410-be32-083cb60cbe6a req-6e26b815-83d7-4927-9e5e-6bbd674deda3 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:26.617171 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-10e14f63-8bad-4410-be32-083cb60cbe6a req-6e26b815-83d7-4927-9e5e-6bbd674deda3 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=217ddd02-1cf3-4e7c-80a8-0e038166c641 HTTP/1.1" status: 200 len: 945 time: 0.7669530 Nov 27 03:50:26.623247 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee01d3-5a3d-48f4-9178-8f2831c5a844 req-8f285889-a0d2-490d-bc23-bb643ffd2008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:26.623702 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee01d3-5a3d-48f4-9178-8f2831c5a844 req-8f285889-a0d2-490d-bc23-bb643ffd2008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:26.624305 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee01d3-5a3d-48f4-9178-8f2831c5a844 req-8f285889-a0d2-490d-bc23-bb643ffd2008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:26.625921 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-72ee01d3-5a3d-48f4-9178-8f2831c5a844 req-8f285889-a0d2-490d-bc23-bb643ffd2008 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=3e0a6e3903404d4c8a0246b387bf3805&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.9296441 Nov 27 03:50:26.652051 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-08f2333e-fd36-4b58-a3f8-fcf3185b4527 None None] Provisioning complete for port a289d89b-a0cc-4545-8649-83b6e1927d40 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:50:26.653253 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-08f2333e-fd36-4b58-a3f8-fcf3185b4527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:26.702563 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-27e92fed-e47e-4fb1-83a8-8e5140ba3a5e tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] Made reservation on behalf of 017f623dc6964879bd1356a43dfcb56f for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:50:26.706478 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-27e92fed-e47e-4fb1-83a8-8e5140ba3a5e tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:26.720790 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-27e92fed-e47e-4fb1-83a8-8e5140ba3a5e tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:26.810650 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-0ad256a1-e6b2-44a6-b2d0-67be467b107a req-1d36d5cd-dd4e-4fff-b5e0-8709c215cd05 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:26.834257 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee01d3-5a3d-48f4-9178-8f2831c5a844 req-2dd034f6-f9a0-42ec-9c58-e5cdbacb341b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:26.835789 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-72ee01d3-5a3d-48f4-9178-8f2831c5a844 req-2dd034f6-f9a0-42ec-9c58-e5cdbacb341b service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1706448 Nov 27 03:50:26.869351 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-18767e55-0d72-480c-9c5b-5586ae8c56ec None None] Set router 8bb98db1-b18c-44d2-b459-1d14fe86d065 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:50:26.883155 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-08f2333e-fd36-4b58-a3f8-fcf3185b4527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:26.887070 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device f4e612ce-9dd6-4e8e-950a-a33533a70c53 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:50:26.934240 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-10e14f63-8bad-4410-be32-083cb60cbe6a req-a0f4643f-b199-434e-8565-8c16008c5383 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057060 Nov 27 03:50:26.974349 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-08f2333e-fd36-4b58-a3f8-fcf3185b4527 None None] For port a289d89b-a0cc-4545-8649-83b6e1927d40, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=a289d89b-a0cc-4545-8649-83b6e1927d40,segment=NetworkSegment(75318977-4c42-40d1-8a2c-e19977cff2cf),segment_id=75318977-4c42-40d1-8a2c-e19977cff2cf)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:50:26.992290 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-08f2333e-fd36-4b58-a3f8-fcf3185b4527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:27.009426 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-eca8c9b8-624c-4665-9162-fd8ae7a48dc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae70ab0d-14d1-46fd-947b-016a7578b456 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:50:27.019801 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d2aa8d-977c-41e3-bd32-0b4b635f6c74 None None] Pushing event updated for resources: {'Port': ['ID=a289d89b-a0cc-4545-8649-83b6e1927d40,revision_number=4']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:27.036756 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-eca8c9b8-624c-4665-9162-fd8ae7a48dc3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:27.079428 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f2333e-fd36-4b58-a3f8-fcf3185b4527 None None] Pushing event updated for resources: {'Port': ['ID=a289d89b-a0cc-4545-8649-83b6e1927d40,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:27.081302 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-27e92fed-e47e-4fb1-83a8-8e5140ba3a5e tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:27.085662 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port f4e612ce-9dd6-4e8e-950a-a33533a70c53 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:50:27.091168 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port f4e612ce-9dd6-4e8e-950a-a33533a70c53 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:50:27.091666 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:27.095871 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-eca8c9b8-624c-4665-9162-fd8ae7a48dc3 service neutron] Transition to ACTIVE for port object ae70ab0d-14d1-46fd-947b-016a7578b456 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:50:27.099445 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-27e92fed-e47e-4fb1-83a8-8e5140ba3a5e tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:27.108781 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-eca8c9b8-624c-4665-9162-fd8ae7a48dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:27.144073 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-459f88ca-c151-42d3-b133-5785227e0e2e None None] Provisioning complete for port a289d89b-a0cc-4545-8649-83b6e1927d40 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:50:27.144437 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-459f88ca-c151-42d3-b133-5785227e0e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:27.198949 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952e7e2-7498-4810-8253-2089bf7a9a66 req-4462f1cf-8334-4ecc-bc2f-b5d669402bb3 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:27.208707 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952e7e2-7498-4810-8253-2089bf7a9a66 req-4462f1cf-8334-4ecc-bc2f-b5d669402bb3 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:27.219535 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952e7e2-7498-4810-8253-2089bf7a9a66 req-4462f1cf-8334-4ecc-bc2f-b5d669402bb3 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:27.252719 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952e7e2-7498-4810-8253-2089bf7a9a66 req-4462f1cf-8334-4ecc-bc2f-b5d669402bb3 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:27.262299 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-0ad256a1-e6b2-44a6-b2d0-67be467b107a req-1d36d5cd-dd4e-4fff-b5e0-8709c215cd05 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Allocated IP 172.25.1.59 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/50556e28-1496-44d3-8e60-d905c145fdee) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:50:27.265777 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952e7e2-7498-4810-8253-2089bf7a9a66 req-4462f1cf-8334-4ecc-bc2f-b5d669402bb3 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:27.276003 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952e7e2-7498-4810-8253-2089bf7a9a66 req-4462f1cf-8334-4ecc-bc2f-b5d669402bb3 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:27.286512 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e92fed-e47e-4fb1-83a8-8e5140ba3a5e tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1f1624-d08c-4fee-af33-fac6c597f9fa,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:27.290679 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e952e7e2-7498-4810-8253-2089bf7a9a66 req-4462f1cf-8334-4ecc-bc2f-b5d669402bb3 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 4605 time: 0.2508388 Nov 27 03:50:27.335800 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:27.368573 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-18767e55-0d72-480c-9c5b-5586ae8c56ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb98db1-b18c-44d2-b459-1d14fe86d065', 'name': 'tempest-FloatingIPsTestJSON-517766143-router', 'tenant_id': '41d73917432a49e6a13589c36239fcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '229973ce-4487-4856-b712-79937eb1b35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:50:10Z', 'updated_at': '2021-11-27T03:50:22Z', 'revision_number': 4, 'project_id': '41d73917432a49e6a13589c36239fcb8', 'gw_port': {'id': '229973ce-4487-4856-b712-79937eb1b35e', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb98db1-b18c-44d2-b459-1d14fe86d065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:50:11Z', 'updated_at': '2021-11-27T03:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'a289d89b-a0cc-4545-8649-83b6e1927d40', 'name': '', 'network_id': 'ebc62648-022c-4f72-aefc-8cb01a9c8752', 'tenant_id': '41d73917432a49e6a13589c36239fcb8', 'mac_address': 'fa:16:3e:8e:7b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb98db1-b18c-44d2-b459-1d14fe86d065', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '0b612603-55b5-41d4-8d54-2ce875783206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:50:19Z', 'updated_at': '2021-11-27T03:50:26Z', 'revision_number': 4, 'project_id': '41d73917432a49e6a13589c36239fcb8', 'subnets': [{'id': '0b612603-55b5-41d4-8d54-2ce875783206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:50:27.425450 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e952e7e2-7498-4810-8253-2089bf7a9a66 req-5f8fc8c2-453d-4d34-969d-8aabd3841d59 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4368533-280d-4285-a228-ddd922f72d08&id=35921842-5bd8-4d3d-b228-d6a9b6023664&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1335366 Nov 27 03:50:27.427020 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18767e55-0d72-480c-9c5b-5586ae8c56ec None None] The sync data for ids ['8bb98db1-b18c-44d2-b459-1d14fe86d065'] in n-d-819494-3 is: [{'id': '8bb98db1-b18c-44d2-b459-1d14fe86d065', 'name': 'tempest-FloatingIPsTestJSON-517766143-router', 'tenant_id': '41d73917432a49e6a13589c36239fcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '229973ce-4487-4856-b712-79937eb1b35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:50:10Z', 'updated_at': '2021-11-27T03:50:22Z', 'revision_number': 4, 'project_id': '41d73917432a49e6a13589c36239fcb8', 'gw_port': {'id': '229973ce-4487-4856-b712-79937eb1b35e', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb98db1-b18c-44d2-b459-1d14fe86d065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:50:11Z', 'updated_at': '2021-11-27T03:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'a289d89b-a0cc-4545-8649-83b6e1927d40', 'name': '', 'network_id': 'ebc62648-022c-4f72-aefc-8cb01a9c8752', 'tenant_id': '41d73917432a49e6a13589c36239fcb8', 'mac_address': 'fa:16:3e:8e:7b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb98db1-b18c-44d2-b459-1d14fe86d065', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '0b612603-55b5-41d4-8d54-2ce875783206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:50:19Z', 'updated_at': '2021-11-27T03:50:26Z', 'revision_number': 4, 'project_id': '41d73917432a49e6a13589c36239fcb8', 'subnets': [{'id': '0b612603-55b5-41d4-8d54-2ce875783206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:50:27.439091 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port f4e612ce-9dd6-4e8e-950a-a33533a70c53, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=f4e612ce-9dd6-4e8e-950a-a33533a70c53,segment=NetworkSegment(b02ff043-3f61-4388-a97d-8e1b758db573),segment_id=b02ff043-3f61-4388-a97d-8e1b758db573)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:50:27.456768 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca8c9b8-624c-4665-9162-fd8ae7a48dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=ae70ab0d-14d1-46fd-947b-016a7578b456,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:27.459788 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:27.549016 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-27e92fed-e47e-4fb1-83a8-8e5140ba3a5e tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] Allocated IP 192.168.233.204 (7cd21890-8440-4d5d-a862-4b55c8c22387/f14a2acf-f1d7-4ddf-8459-b30982428e88/b89f1429-abce-48ec-b453-aadaebd86f3c) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:50:27.551218 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1426ed-2e1e-4a2c-aa2d-ac9c007b5f11 x-openstack-request-id: req-cb1426ed-2e1e-4a2c-aa2d-ac9c007b5f11 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:50:27.551822 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c03abdf6-239f-439b-94bf-5599a66d26cd", "name": "network-vif-plugged", "status": "completed", "tag": "2675c7d1-8d0e-4869-964c-7134709356b0", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:50:27.552320 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cb1426ed-2e1e-4a2c-aa2d-ac9c007b5f11 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:50:27.553125 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c03abdf6-239f-439b-94bf-5599a66d26cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2675c7d1-8d0e-4869-964c-7134709356b0', 'code': 200} Nov 27 03:50:27.620088 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=f4e612ce-9dd6-4e8e-950a-a33533a70c53,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:27.731166 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-248d8e16-5178-42f0-be4d-31d0a32be834 req-931cb2c8-5a2d-4d94-81be-a4dce843e277 tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] 10.222.0.20 "GET /v2.0/ports?device_id=28651ca2-62cb-4565-89dc-25509e06cffd HTTP/1.1" status: 200 len: 210 time: 0.0665925 Nov 27 03:50:27.741089 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-eca8c9b8-624c-4665-9162-fd8ae7a48dc3 service neutron] Attempting to bind port ae70ab0d-14d1-46fd-947b-016a7578b456 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:50:27.741448 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-eca8c9b8-624c-4665-9162-fd8ae7a48dc3 service neutron] Attempting to bind port ae70ab0d-14d1-46fd-947b-016a7578b456 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '00d9997d-4db1-40cf-888f-64616d21b51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e40f6bbd-098b-49f7-b15f-a15d5c62f421'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:50:27.741902 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-eca8c9b8-624c-4665-9162-fd8ae7a48dc3 service neutron] Attempting to bind port ae70ab0d-14d1-46fd-947b-016a7578b456 on network e40f6bbd-098b-49f7-b15f-a15d5c62f421 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:50:27.758216 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3d409-dfdc-4e76-9977-0144df3fc846 req-dbe65da0-506c-47a0-b0c6-217f9d3eb9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:27.758216 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eca3d409-dfdc-4e76-9977-0144df3fc846 req-dbe65da0-506c-47a0-b0c6-217f9d3eb9b0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c03abdf6-239f-439b-94bf-5599a66d26cd HTTP/1.1" status: 200 len: 1100 time: 0.1021171 Nov 27 03:50:27.758216 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-eca8c9b8-624c-4665-9162-fd8ae7a48dc3 service neutron] Port ae70ab0d-14d1-46fd-947b-016a7578b456 on network e40f6bbd-098b-49f7-b15f-a15d5c62f421 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:50:27.758216 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-eca8c9b8-624c-4665-9162-fd8ae7a48dc3 service neutron] Attempting to bind port ae70ab0d-14d1-46fd-947b-016a7578b456 on network e40f6bbd-098b-49f7-b15f-a15d5c62f421 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:50:27.767507 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-eca8c9b8-624c-4665-9162-fd8ae7a48dc3 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:50:27.767860 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-eca8c9b8-624c-4665-9162-fd8ae7a48dc3 service neutron] Checking segment: {'id': '00d9997d-4db1-40cf-888f-64616d21b51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e40f6bbd-098b-49f7-b15f-a15d5c62f421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:50:27.768265 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-eca8c9b8-624c-4665-9162-fd8ae7a48dc3 service neutron] Bound using segment: {'id': '00d9997d-4db1-40cf-888f-64616d21b51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e40f6bbd-098b-49f7-b15f-a15d5c62f421'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:50:27.768729 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-eca8c9b8-624c-4665-9162-fd8ae7a48dc3 service neutron] Bound port: ae70ab0d-14d1-46fd-947b-016a7578b456, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00d9997d-4db1-40cf-888f-64616d21b51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e40f6bbd-098b-49f7-b15f-a15d5c62f421'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:50:27.769097 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-eca8c9b8-624c-4665-9162-fd8ae7a48dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:27.829302 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-0ad256a1-e6b2-44a6-b2d0-67be467b107a req-1d36d5cd-dd4e-4fff-b5e0-8709c215cd05 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:27.907164 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eca3d409-dfdc-4e76-9977-0144df3fc846 req-34c554d7-78a1-4c92-8aec-28045170d7b6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b6563034-6933-4e9e-bc6d-d9998d9240b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327198 Nov 27 03:50:27.926627 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-27e92fed-e47e-4fb1-83a8-8e5140ba3a5e tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:27.934759 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef6a1b-f675-49b8-a616-3e45038a365d req-6f4320e9-0e9c-4b09-a3b1-46534d4a5de1 tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:27.935016 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-0ad256a1-e6b2-44a6-b2d0-67be467b107a req-1d36d5cd-dd4e-4fff-b5e0-8709c215cd05 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:27.936376 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dfef6a1b-f675-49b8-a616-3e45038a365d req-6f4320e9-0e9c-4b09-a3b1-46534d4a5de1 tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] 10.222.0.20 "GET /v2.0/ports?device_id=c03abdf6-239f-439b-94bf-5599a66d26cd HTTP/1.1" status: 200 len: 949 time: 0.1220758 Nov 27 03:50:27.946076 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-eca8c9b8-624c-4665-9162-fd8ae7a48dc3 service neutron] For port ae70ab0d-14d1-46fd-947b-016a7578b456, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:50:27.950940 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-eca8c9b8-624c-4665-9162-fd8ae7a48dc3 service neutron] For port ae70ab0d-14d1-46fd-947b-016a7578b456, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=ae70ab0d-14d1-46fd-947b-016a7578b456,segment=NetworkSegment(00d9997d-4db1-40cf-888f-64616d21b51f),segment_id=00d9997d-4db1-40cf-888f-64616d21b51f)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:50:27.960517 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-eca8c9b8-624c-4665-9162-fd8ae7a48dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:28.016218 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d36d5cd-dd4e-4fff-b5e0-8709c215cd05 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Pushing event updated for resources: {'Port': ['ID=50556e28-1496-44d3-8e60-d905c145fdee,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:28.037145 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ad256a1-e6b2-44a6-b2d0-67be467b107a req-1d36d5cd-dd4e-4fff-b5e0-8709c215cd05 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:50:28.040203 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-0ad256a1-e6b2-44a6-b2d0-67be467b107a req-1d36d5cd-dd4e-4fff-b5e0-8709c215cd05 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:50:28.054322 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ad256a1-e6b2-44a6-b2d0-67be467b107a req-1d36d5cd-dd4e-4fff-b5e0-8709c215cd05 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:50:28.061430 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-eca8c9b8-624c-4665-9162-fd8ae7a48dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:28.062085 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-eca8c9b8-624c-4665-9162-fd8ae7a48dc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:28.063550 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-eca8c9b8-624c-4665-9162-fd8ae7a48dc3 service neutron] 10.222.0.11 "PUT /v2.0/ports/ae70ab0d-14d1-46fd-947b-016a7578b456 HTTP/1.1" status: 200 len: 1135 time: 3.1586616 Nov 27 03:50:28.064043 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'tag': 'ae70ab0d-14d1-46fd-947b-016a7578b456'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:50:28.066320 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e94c0c-d7f8-4367-a59f-3dcfcb56c3a0" -d '{"events": [{"name": "network-changed", "server_uuid": "84700780-6df9-4d55-a48b-0f89c4c5e5a8", "tag": "ae70ab0d-14d1-46fd-947b-016a7578b456"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:50:28.114601 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-27e92fed-e47e-4fb1-83a8-8e5140ba3a5e tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:28.118313 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dfef6a1b-f675-49b8-a616-3e45038a365d req-a6657000-8a46-4905-bd5c-8c8a633356af tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6563034-6933-4e9e-bc6d-d9998d9240b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695454 Nov 27 03:50:28.129978 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca8c9b8-624c-4665-9162-fd8ae7a48dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=ae70ab0d-14d1-46fd-947b-016a7578b456,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:28.173600 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-0ad256a1-e6b2-44a6-b2d0-67be467b107a req-1d36d5cd-dd4e-4fff-b5e0-8709c215cd05 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:28.254733 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-5c5693c3-166f-4fdb-b219-04503c473529 service neutron] Request body: {'port': {'device_id': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:50:28.362087 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-0ad256a1-e6b2-44a6-b2d0-67be467b107a req-1d36d5cd-dd4e-4fff-b5e0-8709c215cd05 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:28.389546 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-27e92fed-e47e-4fb1-83a8-8e5140ba3a5e tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] Network 7cd21890-8440-4d5d-a862-4b55c8c22387 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:50:28.438867 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-27e92fed-e47e-4fb1-83a8-8e5140ba3a5e tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:50:28.450882 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-27e92fed-e47e-4fb1-83a8-8e5140ba3a5e tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:50:28.461477 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e92fed-e47e-4fb1-83a8-8e5140ba3a5e tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] Pushing event updated for resources: {'Port': ['ID=b89f1429-abce-48ec-b453-aadaebd86f3c,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:28.476163 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-5c5693c3-166f-4fdb-b219-04503c473529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:28.561242 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623bd4b-299c-4fd6-813b-b91a59a383d7 req-dcf64f16-1244-4d08-9018-670af4079b30 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:28.576412 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8623bd4b-299c-4fd6-813b-b91a59a383d7 req-dcf64f16-1244-4d08-9018-670af4079b30 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 949 time: 0.2539198 Nov 27 03:50:28.603333 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-27e92fed-e47e-4fb1-83a8-8e5140ba3a5e tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:28.604080 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-27e92fed-e47e-4fb1-83a8-8e5140ba3a5e tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:28.666454 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-27e92fed-e47e-4fb1-83a8-8e5140ba3a5e tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1263468 Nov 27 03:50:28.697005 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-4c7da051-ac78-4111-acc1-70042c17a4ce service neutron] Request body: {'port': {'device_id': '28651ca2-62cb-4565-89dc-25509e06cffd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:50:28.875220 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-4c7da051-ac78-4111-acc1-70042c17a4ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:28.927535 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8623bd4b-299c-4fd6-813b-b91a59a383d7 req-0a7a45d1-5192-4b68-9d51-5c3f0533b779 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486831 Nov 27 03:50:28.938141 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-0ad256a1-e6b2-44a6-b2d0-67be467b107a req-1d36d5cd-dd4e-4fff-b5e0-8709c215cd05 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:28.985377 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-04e6e2ee-3ccf-4bf6-8f2c-079a6ca22eaa None None] Provisioning complete for port b89f1429-abce-48ec-b453-aadaebd86f3c triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:50:28.985880 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-04e6e2ee-3ccf-4bf6-8f2c-079a6ca22eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:29.062967 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device a289d89b-a0cc-4545-8649-83b6e1927d40 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:50:29.193774 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-04e6e2ee-3ccf-4bf6-8f2c-079a6ca22eaa None None] Port b89f1429-abce-48ec-b453-aadaebd86f3c cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:50:29.240954 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e08e7-3f31-4edb-9527-7cbacda9f3d0 req-9020e0a7-ab26-4713-8951-7ea0b8101ab6 tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:29.243882 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port a289d89b-a0cc-4545-8649-83b6e1927d40 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:50:29.245381 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:29.250980 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4a9e08e7-3f31-4edb-9527-7cbacda9f3d0 req-9020e0a7-ab26-4713-8951-7ea0b8101ab6 tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] 10.222.0.20 "GET /v2.0/ports?device_id=db49b6ce-dcb3-4876-8b51-435aceb46ab9 HTTP/1.1" status: 200 len: 946 time: 0.1694689 Nov 27 03:50:29.263253 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-4c7da051-ac78-4111-acc1-70042c17a4ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b89f1429-abce-48ec-b453-aadaebd86f3c {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:50:29.271669 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-4c7da051-ac78-4111-acc1-70042c17a4ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:29.276584 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-5c5693c3-166f-4fdb-b219-04503c473529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b351237-4bd0-45c7-a806-427c75ca3765 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:50:29.285906 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-4c7da051-ac78-4111-acc1-70042c17a4ce service neutron] Transition to ACTIVE for port object b89f1429-abce-48ec-b453-aadaebd86f3c will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:50:29.287428 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-0ad256a1-e6b2-44a6-b2d0-67be467b107a req-1d36d5cd-dd4e-4fff-b5e0-8709c215cd05 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:29.310703 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-5c5693c3-166f-4fdb-b219-04503c473529 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:29.330210 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-4c7da051-ac78-4111-acc1-70042c17a4ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:29.419798 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4a9e08e7-3f31-4edb-9527-7cbacda9f3d0 req-c4374a27-194a-4615-9199-ae0dc2ae3b03 tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ef4856d-b1d3-4d4b-88d6-d7ce2829545c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618977 Nov 27 03:50:29.420701 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-5c5693c3-166f-4fdb-b219-04503c473529 service neutron] Transition to ACTIVE for port object 7b351237-4bd0-45c7-a806-427c75ca3765 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:50:29.432812 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d36d5cd-dd4e-4fff-b5e0-8709c215cd05 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Pushing event updated for resources: {'Port': ['ID=50556e28-1496-44d3-8e60-d905c145fdee,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:29.437838 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-5c5693c3-166f-4fdb-b219-04503c473529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:29.554974 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db49b6ce-dcb3-4876-8b51-435aceb46ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e612ce-9dd6-4e8e-950a-a33533a70c53'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:50:29.564381 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647ccc3a-d50a-4866-998b-bf470294bd53" -d '{"events": [{"server_uuid": "db49b6ce-dcb3-4876-8b51-435aceb46ab9", "name": "network-vif-plugged", "status": "completed", "tag": "f4e612ce-9dd6-4e8e-950a-a33533a70c53"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:50:29.617765 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-0ad256a1-e6b2-44a6-b2d0-67be467b107a req-1d36d5cd-dd4e-4fff-b5e0-8709c215cd05 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:29.626203 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5693c3-166f-4fdb-b219-04503c473529 service neutron] Pushing event updated for resources: {'Port': ['ID=7b351237-4bd0-45c7-a806-427c75ca3765,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:29.693176 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7da051-ac78-4111-acc1-70042c17a4ce service neutron] Pushing event updated for resources: {'Port': ['ID=b89f1429-abce-48ec-b453-aadaebd86f3c,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:29.711893 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690723d1-c692-48d3-92f3-e2ef12c28a45 req-73c94be4-c993-4e18-a3d1-632e60ca2805 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:29.720057 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-0ad256a1-e6b2-44a6-b2d0-67be467b107a req-1d36d5cd-dd4e-4fff-b5e0-8709c215cd05 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:29.720859 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-690723d1-c692-48d3-92f3-e2ef12c28a45 req-73c94be4-c993-4e18-a3d1-632e60ca2805 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=217ddd02-1cf3-4e7c-80a8-0e038166c641 HTTP/1.1" status: 200 len: 945 time: 0.1982617 Nov 27 03:50:29.721859 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0ad256a1-e6b2-44a6-b2d0-67be467b107a req-1d36d5cd-dd4e-4fff-b5e0-8709c215cd05 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5811632 Nov 27 03:50:29.726199 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86b1d2-8c08-426c-93c1-7ef77f64a6ac req-cc3cbc44-0e56-4214-b0c2-caf9c6bc44ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:29.728006 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0d86b1d2-8c08-426c-93c1-7ef77f64a6ac req-cc3cbc44-0e56-4214-b0c2-caf9c6bc44ba service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=217ddd02-1cf3-4e7c-80a8-0e038166c641 HTTP/1.1" status: 200 len: 1096 time: 0.1947069 Nov 27 03:50:29.778187 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-5c5693c3-166f-4fdb-b219-04503c473529 service neutron] Attempting to bind port 7b351237-4bd0-45c7-a806-427c75ca3765 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:50:29.778683 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-5c5693c3-166f-4fdb-b219-04503c473529 service neutron] Attempting to bind port 7b351237-4bd0-45c7-a806-427c75ca3765 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '00d9997d-4db1-40cf-888f-64616d21b51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e40f6bbd-098b-49f7-b15f-a15d5c62f421'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:50:29.778912 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-5c5693c3-166f-4fdb-b219-04503c473529 service neutron] Attempting to bind port 7b351237-4bd0-45c7-a806-427c75ca3765 on network e40f6bbd-098b-49f7-b15f-a15d5c62f421 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:50:29.794493 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-690723d1-c692-48d3-92f3-e2ef12c28a45 req-28675724-1653-443f-82d7-4cd3ba479202 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706501 Nov 27 03:50:29.803501 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-5c5693c3-166f-4fdb-b219-04503c473529 service neutron] Port 7b351237-4bd0-45c7-a806-427c75ca3765 on network e40f6bbd-098b-49f7-b15f-a15d5c62f421 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:50:29.803846 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-5c5693c3-166f-4fdb-b219-04503c473529 service neutron] Attempting to bind port 7b351237-4bd0-45c7-a806-427c75ca3765 on network e40f6bbd-098b-49f7-b15f-a15d5c62f421 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:50:29.816184 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-5c5693c3-166f-4fdb-b219-04503c473529 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:50:29.816777 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-5c5693c3-166f-4fdb-b219-04503c473529 service neutron] Checking segment: {'id': '00d9997d-4db1-40cf-888f-64616d21b51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e40f6bbd-098b-49f7-b15f-a15d5c62f421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:50:29.818602 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-5c5693c3-166f-4fdb-b219-04503c473529 service neutron] Bound using segment: {'id': '00d9997d-4db1-40cf-888f-64616d21b51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e40f6bbd-098b-49f7-b15f-a15d5c62f421'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:50:29.821120 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-5c5693c3-166f-4fdb-b219-04503c473529 service neutron] Bound port: 7b351237-4bd0-45c7-a806-427c75ca3765, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00d9997d-4db1-40cf-888f-64616d21b51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e40f6bbd-098b-49f7-b15f-a15d5c62f421'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:50:29.821724 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-5c5693c3-166f-4fdb-b219-04503c473529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:29.841204 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0ad256a1-e6b2-44a6-b2d0-67be467b107a req-e538d10f-03a5-42d7-9f6c-c0fbb34762ba tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.59 HTTP/1.1" status: 200 len: 695 time: 0.1119525 Nov 27 03:50:29.848683 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0d86b1d2-8c08-426c-93c1-7ef77f64a6ac req-eb2ce96d-695f-4cfd-90f4-e3f5d575c933 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084020 Nov 27 03:50:29.860768 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-4c7da051-ac78-4111-acc1-70042c17a4ce service neutron] Attempting to bind port b89f1429-abce-48ec-b453-aadaebd86f3c on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:50:29.861000 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-4c7da051-ac78-4111-acc1-70042c17a4ce service neutron] Attempting to bind port b89f1429-abce-48ec-b453-aadaebd86f3c by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:50:29.861548 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-4c7da051-ac78-4111-acc1-70042c17a4ce service neutron] Attempting to bind port b89f1429-abce-48ec-b453-aadaebd86f3c on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:50:29.879213 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a373ae-44eb-47b0-a4de-0bdcaf2c84cb x-openstack-request-id: req-06a373ae-44eb-47b0-a4de-0bdcaf2c84cb {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:50:29.879498 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84700780-6df9-4d55-a48b-0f89c4c5e5a8", "tag": "ae70ab0d-14d1-46fd-947b-016a7578b456", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:50:29.879805 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-06a373ae-44eb-47b0-a4de-0bdcaf2c84cb {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:50:29.880160 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'tag': 'ae70ab0d-14d1-46fd-947b-016a7578b456', 'status': 'completed', 'code': 200} Nov 27 03:50:29.922367 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-4c7da051-ac78-4111-acc1-70042c17a4ce service neutron] Port b89f1429-abce-48ec-b453-aadaebd86f3c on network 7cd21890-8440-4d5d-a862-4b55c8c22387 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:50:29.922775 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-4c7da051-ac78-4111-acc1-70042c17a4ce service neutron] Attempting to bind port b89f1429-abce-48ec-b453-aadaebd86f3c on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:50:29.922904 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-5c5693c3-166f-4fdb-b219-04503c473529 service neutron] For port 7b351237-4bd0-45c7-a806-427c75ca3765, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:50:29.926161 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-5c5693c3-166f-4fdb-b219-04503c473529 service neutron] For port 7b351237-4bd0-45c7-a806-427c75ca3765, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=7b351237-4bd0-45c7-a806-427c75ca3765,segment=NetworkSegment(00d9997d-4db1-40cf-888f-64616d21b51f),segment_id=00d9997d-4db1-40cf-888f-64616d21b51f)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:50:29.932754 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-4c7da051-ac78-4111-acc1-70042c17a4ce service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:50:29.933317 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-4c7da051-ac78-4111-acc1-70042c17a4ce service neutron] Checking segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:50:29.933963 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-4c7da051-ac78-4111-acc1-70042c17a4ce service neutron] Bound using segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:50:29.934652 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-4c7da051-ac78-4111-acc1-70042c17a4ce service neutron] Bound port: b89f1429-abce-48ec-b453-aadaebd86f3c, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:50:29.935099 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-4c7da051-ac78-4111-acc1-70042c17a4ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:29.972544 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-5c5693c3-166f-4fdb-b219-04503c473529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:30.038755 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-4c7da051-ac78-4111-acc1-70042c17a4ce service neutron] For port b89f1429-abce-48ec-b453-aadaebd86f3c, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:50:30.038968 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-5c5693c3-166f-4fdb-b219-04503c473529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:30.039434 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-5c5693c3-166f-4fdb-b219-04503c473529 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:30.041217 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-5c5693c3-166f-4fdb-b219-04503c473529 service neutron] 10.222.0.11 "PUT /v2.0/ports/7b351237-4bd0-45c7-a806-427c75ca3765 HTTP/1.1" status: 200 len: 1091 time: 1.7928672 Nov 27 03:50:30.061428 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-4c7da051-ac78-4111-acc1-70042c17a4ce service neutron] For port b89f1429-abce-48ec-b453-aadaebd86f3c, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=b89f1429-abce-48ec-b453-aadaebd86f3c,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:50:30.070157 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad256a1-e6b2-44a6-b2d0-67be467b107a req-8b4713aa-f346-4ff0-82d9-ce979fdccab2 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:30.072056 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0ad256a1-e6b2-44a6-b2d0-67be467b107a req-8b4713aa-f346-4ff0-82d9-ce979fdccab2 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] 10.222.0.20 "GET /v2.0/networks/f5c39893-f8d8-4150-8aae-695f98406de3 HTTP/1.1" status: 200 len: 784 time: 0.2218275 Nov 27 03:50:30.075445 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-4c7da051-ac78-4111-acc1-70042c17a4ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:30.087634 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda45067-95d7-4279-ae58-ca3d3f1f5da9 req-b057d615-a624-4f90-9f00-46f3f12007e3 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:30.106052 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda45067-95d7-4279-ae58-ca3d3f1f5da9 req-b057d615-a624-4f90-9f00-46f3f12007e3 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:30.112585 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda45067-95d7-4279-ae58-ca3d3f1f5da9 req-b057d615-a624-4f90-9f00-46f3f12007e3 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:30.118922 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda45067-95d7-4279-ae58-ca3d3f1f5da9 req-b057d615-a624-4f90-9f00-46f3f12007e3 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:30.124180 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-4c7da051-ac78-4111-acc1-70042c17a4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:30.124794 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-4c7da051-ac78-4111-acc1-70042c17a4ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:30.125780 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda45067-95d7-4279-ae58-ca3d3f1f5da9 req-b057d615-a624-4f90-9f00-46f3f12007e3 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:30.126463 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-4c7da051-ac78-4111-acc1-70042c17a4ce service neutron] 10.222.0.11 "PUT /v2.0/ports/b89f1429-abce-48ec-b453-aadaebd86f3c HTTP/1.1" status: 200 len: 1096 time: 1.4348576 Nov 27 03:50:30.131349 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28651ca2-62cb-4565-89dc-25509e06cffd', 'tag': 'b89f1429-abce-48ec-b453-aadaebd86f3c'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:50:30.133000 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda45067-95d7-4279-ae58-ca3d3f1f5da9 req-b057d615-a624-4f90-9f00-46f3f12007e3 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:30.133740 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73cbd8ee-d83e-47a6-a992-837410555dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "28651ca2-62cb-4565-89dc-25509e06cffd", "tag": "b89f1429-abce-48ec-b453-aadaebd86f3c"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:50:30.141129 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda45067-95d7-4279-ae58-ca3d3f1f5da9 req-b057d615-a624-4f90-9f00-46f3f12007e3 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:30.149824 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bda45067-95d7-4279-ae58-ca3d3f1f5da9 req-b057d615-a624-4f90-9f00-46f3f12007e3 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 5394 time: 0.2090812 Nov 27 03:50:30.167820 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e94c0c-d7f8-4367-a59f-3dcfcb56c3a0 req-8fdd30a5-4055-40c2-a295-a4f0340ceedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:30.168304 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e94c0c-d7f8-4367-a59f-3dcfcb56c3a0 req-8fdd30a5-4055-40c2-a295-a4f0340ceedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:30.168844 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e94c0c-d7f8-4367-a59f-3dcfcb56c3a0 req-8fdd30a5-4055-40c2-a295-a4f0340ceedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:30.169232 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e94c0c-d7f8-4367-a59f-3dcfcb56c3a0 req-8fdd30a5-4055-40c2-a295-a4f0340ceedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:30.169692 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e94c0c-d7f8-4367-a59f-3dcfcb56c3a0 req-8fdd30a5-4055-40c2-a295-a4f0340ceedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:30.170148 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e94c0c-d7f8-4367-a59f-3dcfcb56c3a0 req-8fdd30a5-4055-40c2-a295-a4f0340ceedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:30.171654 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e94c0c-d7f8-4367-a59f-3dcfcb56c3a0 req-8fdd30a5-4055-40c2-a295-a4f0340ceedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:30.173922 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-15e94c0c-d7f8-4367-a59f-3dcfcb56c3a0 req-8fdd30a5-4055-40c2-a295-a4f0340ceedc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3e0a6e3903404d4c8a0246b387bf3805&device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 6286 time: 0.2457633 Nov 27 03:50:30.187654 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-9f595f74-7286-4268-99c0-34260a69666b service neutron] Request body: {'port': {'device_id': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:50:30.207196 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7da051-ac78-4111-acc1-70042c17a4ce service neutron] Pushing event updated for resources: {'Port': ['ID=b89f1429-abce-48ec-b453-aadaebd86f3c,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:30.253142 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5693c3-166f-4fdb-b219-04503c473529 service neutron] Pushing event updated for resources: {'Port': ['ID=7b351237-4bd0-45c7-a806-427c75ca3765,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:30.310795 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-45f7fa6b-add7-4907-ad7b-98825368a383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:30.312337 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-45f7fa6b-add7-4907-ad7b-98825368a383 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=017f623dc6964879bd1356a43dfcb56f&device_id=28651ca2-62cb-4565-89dc-25509e06cffd HTTP/1.1" status: 200 len: 1099 time: 0.0976889 Nov 27 03:50:30.335156 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe4b5b-3002-4e1f-8e1e-7cf314daa9d9 req-d92b0035-316a-4040-8e56-1605297ea5d2 tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:30.336760 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-24fe4b5b-3002-4e1f-8e1e-7cf314daa9d9 req-d92b0035-316a-4040-8e56-1605297ea5d2 tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] 10.222.0.20 "GET /v2.0/ports?device_id=28651ca2-62cb-4565-89dc-25509e06cffd HTTP/1.1" status: 200 len: 948 time: 0.0888891 Nov 27 03:50:30.378520 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-b0cbdb77-de0d-4235-a79e-76b19439aa5b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=b89f1429-abce-48ec-b453-aadaebd86f3c HTTP/1.1" status: 200 len: 217 time: 0.0406294 Nov 27 03:50:30.387222 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 03:50:30.434222 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-9f595f74-7286-4268-99c0-34260a69666b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:30.464186 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bda45067-95d7-4279-ae58-ca3d3f1f5da9 req-dba39b8a-75a0-46ee-8834-e6f6c318036f tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4368533-280d-4285-a228-ddd922f72d08&id=35921842-5bd8-4d3d-b228-d6a9b6023664&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3134236 Nov 27 03:50:30.535849 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e94c0c-d7f8-4367-a59f-3dcfcb56c3a0 req-d1450d9c-d119-44bc-af2b-2884a25e61e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:30.536483 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e94c0c-d7f8-4367-a59f-3dcfcb56c3a0 req-d1450d9c-d119-44bc-af2b-2884a25e61e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:30.537090 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e94c0c-d7f8-4367-a59f-3dcfcb56c3a0 req-d1450d9c-d119-44bc-af2b-2884a25e61e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:30.539129 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-15e94c0c-d7f8-4367-a59f-3dcfcb56c3a0 req-d1450d9c-d119-44bc-af2b-2884a25e61e2 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=3e0a6e3903404d4c8a0246b387bf3805&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3337562 Nov 27 03:50:30.579120 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-24fe4b5b-3002-4e1f-8e1e-7cf314daa9d9 req-335255f8-ef77-4b7c-ade2-831ce8b42b33 tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c1f1624-d08c-4fee-af33-fac6c597f9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989620 Nov 27 03:50:30.607087 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-1bfe5a56-47a7-4874-9f9c-0930dae98266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:30.608578 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-1bfe5a56-47a7-4874-9f9c-0930dae98266 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.2228367 Nov 27 03:50:30.668702 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea75a7f-86b3-405e-b2d1-39ccf3a2bcc8 x-openstack-request-id: req-6ea75a7f-86b3-405e-b2d1-39ccf3a2bcc8 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:50:30.669569 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db49b6ce-dcb3-4876-8b51-435aceb46ab9", "name": "network-vif-plugged", "status": "completed", "tag": "f4e612ce-9dd6-4e8e-950a-a33533a70c53", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:50:30.669569 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6ea75a7f-86b3-405e-b2d1-39ccf3a2bcc8 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:50:30.670449 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db49b6ce-dcb3-4876-8b51-435aceb46ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e612ce-9dd6-4e8e-950a-a33533a70c53', 'code': 200} Nov 27 03:50:30.680675 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-df9b12a1-5862-4ba9-aaf2-ce37f2fb7f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:30.686381 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-df9b12a1-5862-4ba9-aaf2-ce37f2fb7f78 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0707426 Nov 27 03:50:30.851212 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899d862-d63e-4906-8a8b-ccbf3030b43b req-70afa307-8fbb-40da-82a9-9221e7c097ab tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:30.852755 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2899d862-d63e-4906-8a8b-ccbf3030b43b req-70afa307-8fbb-40da-82a9-9221e7c097ab tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] 10.222.0.20 "GET /v2.0/ports?device_id=c03abdf6-239f-439b-94bf-5599a66d26cd HTTP/1.1" status: 200 len: 949 time: 0.2196605 Nov 27 03:50:30.856997 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e94c0c-d7f8-4367-a59f-3dcfcb56c3a0 req-edc17b30-ea73-45ec-ae25-b3295604987a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:30.858680 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-15e94c0c-d7f8-4367-a59f-3dcfcb56c3a0 req-edc17b30-ea73-45ec-ae25-b3295604987a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3102436 Nov 27 03:50:30.912842 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de574a3-fa34-4d75-8dfd-bcfa41123534 req-77c559f3-dea3-44ba-a18b-960b5e217963 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:30.915559 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3de574a3-fa34-4d75-8dfd-bcfa41123534 req-77c559f3-dea3-44ba-a18b-960b5e217963 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 949 time: 0.1288507 Nov 27 03:50:30.918277 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f24fe3e-374f-427b-a16f-132f146e6ac2 req-56c35bb1-211a-48b1-964e-4588e7edf42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:30.924035 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7f24fe3e-374f-427b-a16f-132f146e6ac2 req-56c35bb1-211a-48b1-964e-4588e7edf42a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=db49b6ce-dcb3-4876-8b51-435aceb46ab9 HTTP/1.1" status: 200 len: 1097 time: 0.1058004 Nov 27 03:50:30.926909 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-a89637f6-1838-46fd-9a40-45ff15e014de service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213421 Nov 27 03:50:30.940863 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2899d862-d63e-4906-8a8b-ccbf3030b43b req-450e7a13-4cbf-4fc2-b878-3c700a742978 tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6563034-6933-4e9e-bc6d-d9998d9240b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797856 Nov 27 03:50:31.049846 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-9f595f74-7286-4268-99c0-34260a69666b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26b81207-9333-4de8-8d7f-cf0229429ddd {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:50:31.066433 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8076729c-bc91-40bc-9ae7-6d9c517029f6 req-89b4963e-7365-41e4-966e-f17138b245e5 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] 10.222.0.20 "GET /v2.0/floatingips/79c71b34-8480-4162-912b-2c949dbcd9bf HTTP/1.1" status: 200 len: 692 time: 0.0684853 Nov 27 03:50:31.068720 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-9f595f74-7286-4268-99c0-34260a69666b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:31.121423 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3de574a3-fa34-4d75-8dfd-bcfa41123534 req-339cc958-706c-4200-8b3a-b21e1ea2186d tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893125 Nov 27 03:50:31.141968 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-9f595f74-7286-4268-99c0-34260a69666b service neutron] Transition to ACTIVE for port object 26b81207-9333-4de8-8d7f-cf0229429ddd will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:50:31.149599 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7f24fe3e-374f-427b-a16f-132f146e6ac2 req-7ffd0c4b-1a35-46b5-b74f-3a80bb9c311b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6ef4856d-b1d3-4d4b-88d6-d7ce2829545c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061791 Nov 27 03:50:31.163854 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-9f595f74-7286-4268-99c0-34260a69666b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:31.190645 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5e52b9-6f7c-4a6a-99df-00dd3df886b6 x-openstack-request-id: req-8d5e52b9-6f7c-4a6a-99df-00dd3df886b6 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:50:31.191050 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28651ca2-62cb-4565-89dc-25509e06cffd", "tag": "b89f1429-abce-48ec-b453-aadaebd86f3c", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:50:31.192824 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d5e52b9-6f7c-4a6a-99df-00dd3df886b6 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:50:31.193469 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28651ca2-62cb-4565-89dc-25509e06cffd', 'tag': 'b89f1429-abce-48ec-b453-aadaebd86f3c', 'status': 'completed', 'code': 200} Nov 27 03:50:31.203711 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38cf5b7f-2417-46a1-8acd-d08888e008fb req-5957e5be-8910-480e-8083-2410e962601b service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612667 Nov 27 03:50:31.254693 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f595f74-7286-4268-99c0-34260a69666b service neutron] Pushing event updated for resources: {'Port': ['ID=26b81207-9333-4de8-8d7f-cf0229429ddd,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:31.290768 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076729c-bc91-40bc-9ae7-6d9c517029f6 req-966e43e3-dde9-454f-958e-cbeb1d1fb8aa tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:31.292187 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8076729c-bc91-40bc-9ae7-6d9c517029f6 req-966e43e3-dde9-454f-958e-cbeb1d1fb8aa tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] 10.222.0.20 "GET /v2.0/networks/f5c39893-f8d8-4150-8aae-695f98406de3 HTTP/1.1" status: 200 len: 784 time: 0.2173967 Nov 27 03:50:31.308575 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366271a0-6113-40c8-b714-26468851e910 req-0e14b5ec-edd4-4cf4-ae44-94cdc2c74a6d tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:31.316076 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-366271a0-6113-40c8-b714-26468851e910 req-0e14b5ec-edd4-4cf4-ae44-94cdc2c74a6d tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] 10.222.0.20 "GET /v2.0/ports?device_id=db49b6ce-dcb3-4876-8b51-435aceb46ab9 HTTP/1.1" status: 200 len: 946 time: 0.0764227 Nov 27 03:50:31.327421 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [req-8076729c-bc91-40bc-9ae7-6d9c517029f6 req-e561f599-17b4-4e2f-b747-db4a66027407 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 03:50:31.329079 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8076729c-bc91-40bc-9ae7-6d9c517029f6 req-e561f599-17b4-4e2f-b747-db4a66027407 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0279481 Nov 27 03:50:31.371483 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-9f595f74-7286-4268-99c0-34260a69666b service neutron] Attempting to bind port 26b81207-9333-4de8-8d7f-cf0229429ddd on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:50:31.371483 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-9f595f74-7286-4268-99c0-34260a69666b service neutron] Attempting to bind port 26b81207-9333-4de8-8d7f-cf0229429ddd by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '00d9997d-4db1-40cf-888f-64616d21b51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e40f6bbd-098b-49f7-b15f-a15d5c62f421'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:50:31.371483 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-9f595f74-7286-4268-99c0-34260a69666b service neutron] Attempting to bind port 26b81207-9333-4de8-8d7f-cf0229429ddd on network e40f6bbd-098b-49f7-b15f-a15d5c62f421 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:50:31.376494 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-9f595f74-7286-4268-99c0-34260a69666b service neutron] Port 26b81207-9333-4de8-8d7f-cf0229429ddd on network e40f6bbd-098b-49f7-b15f-a15d5c62f421 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:50:31.376827 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-9f595f74-7286-4268-99c0-34260a69666b service neutron] Attempting to bind port 26b81207-9333-4de8-8d7f-cf0229429ddd on network e40f6bbd-098b-49f7-b15f-a15d5c62f421 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:50:31.382585 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-9f595f74-7286-4268-99c0-34260a69666b service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:50:31.382955 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-9f595f74-7286-4268-99c0-34260a69666b service neutron] Checking segment: {'id': '00d9997d-4db1-40cf-888f-64616d21b51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e40f6bbd-098b-49f7-b15f-a15d5c62f421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:50:31.383410 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-9f595f74-7286-4268-99c0-34260a69666b service neutron] Bound using segment: {'id': '00d9997d-4db1-40cf-888f-64616d21b51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e40f6bbd-098b-49f7-b15f-a15d5c62f421'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:50:31.383846 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-9f595f74-7286-4268-99c0-34260a69666b service neutron] Bound port: 26b81207-9333-4de8-8d7f-cf0229429ddd, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00d9997d-4db1-40cf-888f-64616d21b51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e40f6bbd-098b-49f7-b15f-a15d5c62f421'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:50:31.384215 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-9f595f74-7286-4268-99c0-34260a69666b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:31.418092 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-366271a0-6113-40c8-b714-26468851e910 req-47eb8a5d-59ed-403b-b250-e48a40962c0e tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ef4856d-b1d3-4d4b-88d6-d7ce2829545c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008310 Nov 27 03:50:31.513620 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-9f595f74-7286-4268-99c0-34260a69666b service neutron] For port 26b81207-9333-4de8-8d7f-cf0229429ddd, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:50:31.524311 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431572e3-f6bb-48a4-ad56-dffdd7f4b074 req-069c039b-5ac9-427f-9cb0-61d5050dbe0a tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:31.525836 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-431572e3-f6bb-48a4-ad56-dffdd7f4b074 req-069c039b-5ac9-427f-9cb0-61d5050dbe0a tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=217ddd02-1cf3-4e7c-80a8-0e038166c641 HTTP/1.1" status: 200 len: 945 time: 0.1033640 Nov 27 03:50:31.528351 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-9f595f74-7286-4268-99c0-34260a69666b service neutron] For port 26b81207-9333-4de8-8d7f-cf0229429ddd, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=26b81207-9333-4de8-8d7f-cf0229429ddd,segment=NetworkSegment(00d9997d-4db1-40cf-888f-64616d21b51f),segment_id=00d9997d-4db1-40cf-888f-64616d21b51f)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:50:31.538062 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-9f595f74-7286-4268-99c0-34260a69666b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:31.593096 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-9f595f74-7286-4268-99c0-34260a69666b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:31.593849 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-9f595f74-7286-4268-99c0-34260a69666b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:31.595365 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-9f595f74-7286-4268-99c0-34260a69666b service neutron] 10.222.0.11 "PUT /v2.0/ports/26b81207-9333-4de8-8d7f-cf0229429ddd HTTP/1.1" status: 200 len: 1090 time: 1.4172571 Nov 27 03:50:31.595994 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a057abe7-f4b3-4af7-b895-241042d5d763 req-5e735d9c-3d10-454a-a8da-64746ee41487 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=41d73917432a49e6a13589c36239fcb8 HTTP/1.1" status: 200 len: 695 time: 0.1052454 Nov 27 03:50:31.631034 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f595f74-7286-4268-99c0-34260a69666b service neutron] Pushing event updated for resources: {'Port': ['ID=26b81207-9333-4de8-8d7f-cf0229429ddd,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:31.638359 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-94d2cc78-8868-426a-bbd4-71d3c9394dc2 service neutron] Request body: {'port': {'device_id': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:50:31.714062 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cbd8ee-d83e-47a6-a992-837410555dd4 req-9d0e9487-1d34-403e-8ead-d5da3bdbf58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:31.716929 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-73cbd8ee-d83e-47a6-a992-837410555dd4 req-9d0e9487-1d34-403e-8ead-d5da3bdbf58f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=017f623dc6964879bd1356a43dfcb56f&device_id=28651ca2-62cb-4565-89dc-25509e06cffd HTTP/1.1" status: 200 len: 1099 time: 0.1663873 Nov 27 03:50:31.753655 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-431572e3-f6bb-48a4-ad56-dffdd7f4b074 req-79247428-09df-4f0d-929a-539bea4a5ce8 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133594 Nov 27 03:50:31.754911 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-94d2cc78-8868-426a-bbd4-71d3c9394dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:31.845423 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057abe7-f4b3-4af7-b895-241042d5d763 req-cbde7d7a-eea8-4f05-b64e-9dc1bea78d39 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:31.847549 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a057abe7-f4b3-4af7-b895-241042d5d763 req-cbde7d7a-eea8-4f05-b64e-9dc1bea78d39 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] 10.222.0.20 "GET /v2.0/networks?id=f5c39893-f8d8-4150-8aae-695f98406de3 HTTP/1.1" status: 200 len: 787 time: 0.2506332 Nov 27 03:50:31.862669 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-a057abe7-f4b3-4af7-b895-241042d5d763 req-c39af527-f3dc-46d0-af25-859069cef937 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 03:50:31.875680 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a057abe7-f4b3-4af7-b895-241042d5d763 req-c39af527-f3dc-46d0-af25-859069cef937 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0194609 Nov 27 03:50:31.914793 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'tag': '7b351237-4bd0-45c7-a806-427c75ca3765'}, {'name': 'network-changed', 'server_uuid': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'tag': '26b81207-9333-4de8-8d7f-cf0229429ddd'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:50:31.916830 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e1cd26-d2b0-4d2c-ab44-488964c11956" -d '{"events": [{"name": "network-changed", "server_uuid": "84700780-6df9-4d55-a48b-0f89c4c5e5a8", "tag": "7b351237-4bd0-45c7-a806-427c75ca3765"}, {"name": "network-changed", "server_uuid": "84700780-6df9-4d55-a48b-0f89c4c5e5a8", "tag": "26b81207-9333-4de8-8d7f-cf0229429ddd"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:50:31.926918 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cbd8ee-d83e-47a6-a992-837410555dd4 req-3a008b8c-132b-4a4e-a269-111bed001d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:31.929589 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-73cbd8ee-d83e-47a6-a992-837410555dd4 req-3a008b8c-132b-4a4e-a269-111bed001d6d service neutron] 10.222.0.11 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.2007668 Nov 27 03:50:31.979691 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-73cbd8ee-d83e-47a6-a992-837410555dd4 req-b2d64cfe-71d9-449c-914b-fd9115ef8bac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=b89f1429-abce-48ec-b453-aadaebd86f3c HTTP/1.1" status: 200 len: 217 time: 0.0413959 Nov 27 03:50:32.042000 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52c461-c6e6-415f-bce7-67e2868017f5 req-10649596-6240-401e-bf2e-04fc2733f42b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:32.048206 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52c461-c6e6-415f-bce7-67e2868017f5 req-10649596-6240-401e-bf2e-04fc2733f42b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:32.054521 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52c461-c6e6-415f-bce7-67e2868017f5 req-10649596-6240-401e-bf2e-04fc2733f42b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:32.061041 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52c461-c6e6-415f-bce7-67e2868017f5 req-10649596-6240-401e-bf2e-04fc2733f42b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:32.066966 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52c461-c6e6-415f-bce7-67e2868017f5 req-10649596-6240-401e-bf2e-04fc2733f42b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:32.072888 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52c461-c6e6-415f-bce7-67e2868017f5 req-10649596-6240-401e-bf2e-04fc2733f42b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:32.079125 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52c461-c6e6-415f-bce7-67e2868017f5 req-10649596-6240-401e-bf2e-04fc2733f42b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:32.082263 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3a52c461-c6e6-415f-bce7-67e2868017f5 req-10649596-6240-401e-bf2e-04fc2733f42b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 5406 time: 0.1003032 Nov 27 03:50:32.146998 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2ed8b-b590-4a04-9305-6ff16466e376 req-35f249f5-880d-45e8-b6fc-2000f55b649c tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:32.149302 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-65a2ed8b-b590-4a04-9305-6ff16466e376 req-35f249f5-880d-45e8-b6fc-2000f55b649c tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] 10.222.0.20 "GET /v2.0/ports?device_id=28651ca2-62cb-4565-89dc-25509e06cffd HTTP/1.1" status: 200 len: 948 time: 0.0894375 Nov 27 03:50:32.163527 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cbd8ee-d83e-47a6-a992-837410555dd4 req-6e1d2c06-6844-4a6d-b080-5008feba579b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:32.165095 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-73cbd8ee-d83e-47a6-a992-837410555dd4 req-6e1d2c06-6844-4a6d-b080-5008feba579b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.0833955 Nov 27 03:50:32.208867 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3a52c461-c6e6-415f-bce7-67e2868017f5 req-363e67df-c1fa-4540-894f-3a7270e500d0 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4368533-280d-4285-a228-ddd922f72d08&id=35921842-5bd8-4d3d-b228-d6a9b6023664&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1157684 Nov 27 03:50:32.219621 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-94d2cc78-8868-426a-bbd4-71d3c9394dc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 994f489a-7134-463c-90df-7f5e22d2a68c {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:50:32.252796 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cbd8ee-d83e-47a6-a992-837410555dd4 req-48120f64-0cf6-4890-9b72-34bcd18c4bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:32.254740 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-73cbd8ee-d83e-47a6-a992-837410555dd4 req-48120f64-0cf6-4890-9b72-34bcd18c4bb4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0646102 Nov 27 03:50:32.264565 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-94d2cc78-8868-426a-bbd4-71d3c9394dc2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:32.285458 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-65a2ed8b-b590-4a04-9305-6ff16466e376 req-49cb127a-618f-4948-90bf-207e8ba9e3e5 tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c1f1624-d08c-4fee-af33-fac6c597f9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964999 Nov 27 03:50:32.288103 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-94d2cc78-8868-426a-bbd4-71d3c9394dc2 service neutron] Transition to ACTIVE for port object 994f489a-7134-463c-90df-7f5e22d2a68c will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:50:32.293837 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-94d2cc78-8868-426a-bbd4-71d3c9394dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:32.457861 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2cc78-8868-426a-bbd4-71d3c9394dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=994f489a-7134-463c-90df-7f5e22d2a68c,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:32.463806 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-94d2cc78-8868-426a-bbd4-71d3c9394dc2 service neutron] Attempting to bind port 994f489a-7134-463c-90df-7f5e22d2a68c on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:50:32.464284 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-94d2cc78-8868-426a-bbd4-71d3c9394dc2 service neutron] Attempting to bind port 994f489a-7134-463c-90df-7f5e22d2a68c by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': 'df0a34ce-2877-46e9-9463-787c32ddfe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '19023ddb-b83b-433d-89aa-500b49070446'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:50:32.465958 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-94d2cc78-8868-426a-bbd4-71d3c9394dc2 service neutron] Attempting to bind port 994f489a-7134-463c-90df-7f5e22d2a68c on network 19023ddb-b83b-433d-89aa-500b49070446 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:50:32.473149 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-94d2cc78-8868-426a-bbd4-71d3c9394dc2 service neutron] Port 994f489a-7134-463c-90df-7f5e22d2a68c on network 19023ddb-b83b-433d-89aa-500b49070446 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:50:32.473642 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-94d2cc78-8868-426a-bbd4-71d3c9394dc2 service neutron] Attempting to bind port 994f489a-7134-463c-90df-7f5e22d2a68c on network 19023ddb-b83b-433d-89aa-500b49070446 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:50:32.496241 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-94d2cc78-8868-426a-bbd4-71d3c9394dc2 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:50:32.497566 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-94d2cc78-8868-426a-bbd4-71d3c9394dc2 service neutron] Checking segment: {'id': 'df0a34ce-2877-46e9-9463-787c32ddfe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '19023ddb-b83b-433d-89aa-500b49070446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:50:32.498125 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-94d2cc78-8868-426a-bbd4-71d3c9394dc2 service neutron] Bound using segment: {'id': 'df0a34ce-2877-46e9-9463-787c32ddfe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '19023ddb-b83b-433d-89aa-500b49070446'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:50:32.498759 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-94d2cc78-8868-426a-bbd4-71d3c9394dc2 service neutron] Bound port: 994f489a-7134-463c-90df-7f5e22d2a68c, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0a34ce-2877-46e9-9463-787c32ddfe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '19023ddb-b83b-433d-89aa-500b49070446'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:50:32.499321 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-94d2cc78-8868-426a-bbd4-71d3c9394dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:32.499477 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737dd3a4-a153-4589-835f-023f71c605c4 req-2db1a439-111b-40be-ae83-bc0b903dadf8 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:32.501725 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-737dd3a4-a153-4589-835f-023f71c605c4 req-2db1a439-111b-40be-ae83-bc0b903dadf8 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 945 time: 0.1297815 Nov 27 03:50:32.512555 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-73cbd8ee-d83e-47a6-a992-837410555dd4 req-a7c1ea8a-1c24-41cf-b0d0-aaf6dd426e7b service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343130 Nov 27 03:50:32.602274 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-94d2cc78-8868-426a-bbd4-71d3c9394dc2 service neutron] For port 994f489a-7134-463c-90df-7f5e22d2a68c, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:50:32.611478 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-94d2cc78-8868-426a-bbd4-71d3c9394dc2 service neutron] For port 994f489a-7134-463c-90df-7f5e22d2a68c, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=994f489a-7134-463c-90df-7f5e22d2a68c,segment=NetworkSegment(df0a34ce-2877-46e9-9463-787c32ddfe5c),segment_id=df0a34ce-2877-46e9-9463-787c32ddfe5c)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:50:32.623276 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-94d2cc78-8868-426a-bbd4-71d3c9394dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:32.623636 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-737dd3a4-a153-4589-835f-023f71c605c4 req-cb1235ab-22e9-40bc-a209-1f10c152ea30 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150165 Nov 27 03:50:32.679038 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-73cbd8ee-d83e-47a6-a992-837410555dd4 req-5d6d1b19-e86b-4ddc-a76c-4aaec412abc8 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500318 Nov 27 03:50:32.690107 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-94d2cc78-8868-426a-bbd4-71d3c9394dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:32.690974 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-94d2cc78-8868-426a-bbd4-71d3c9394dc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:32.693099 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-94d2cc78-8868-426a-bbd4-71d3c9394dc2 service neutron] 10.222.0.11 "PUT /v2.0/ports/994f489a-7134-463c-90df-7f5e22d2a68c HTTP/1.1" status: 200 len: 1091 time: 1.0631304 Nov 27 03:50:32.732983 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2cc78-8868-426a-bbd4-71d3c9394dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=994f489a-7134-463c-90df-7f5e22d2a68c,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:32.753617 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-3c5f5667-944f-4e1f-97cb-6006faf8011f service neutron] Request body: {'port': {'device_id': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:50:32.757953 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0538fbf8-e5f5-4ea4-bba7-b4067f0c0555 req-ba6ed89c-6d89-48de-a0d5-30af5de83a89 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] 10.222.0.20 "GET /v2.0/floatingips/79c71b34-8480-4162-912b-2c949dbcd9bf HTTP/1.1" status: 200 len: 692 time: 0.0772927 Nov 27 03:50:32.859908 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-3c5f5667-944f-4e1f-97cb-6006faf8011f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:32.922458 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538fbf8-e5f5-4ea4-bba7-b4067f0c0555 req-688c5093-b556-40e8-b56b-a7478eca9320 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:32.931291 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0538fbf8-e5f5-4ea4-bba7-b4067f0c0555 req-688c5093-b556-40e8-b56b-a7478eca9320 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] 10.222.0.20 "GET /v2.0/networks/f5c39893-f8d8-4150-8aae-695f98406de3 HTTP/1.1" status: 200 len: 784 time: 0.1620429 Nov 27 03:50:32.997400 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 27 Nov 2021 03:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e749eed4-3c35-45c9-a296-28eab8bafda8 x-openstack-request-id: req-e749eed4-3c35-45c9-a296-28eab8bafda8 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:50:32.997987 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84700780-6df9-4d55-a48b-0f89c4c5e5a8", "tag": "7b351237-4bd0-45c7-a806-427c75ca3765", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "84700780-6df9-4d55-a48b-0f89c4c5e5a8", "tag": "26b81207-9333-4de8-8d7f-cf0229429ddd", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:50:32.998422 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e749eed4-3c35-45c9-a296-28eab8bafda8 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:50:32.999048 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'tag': '7b351237-4bd0-45c7-a806-427c75ca3765', 'status': 'completed', 'code': 200} Nov 27 03:50:32.999482 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'tag': '26b81207-9333-4de8-8d7f-cf0229429ddd', 'status': 'completed', 'code': 200} Nov 27 03:50:33.018898 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0538fbf8-e5f5-4ea4-bba7-b4067f0c0555 req-bf92e065-2666-492b-9387-620814b1c4bf tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.59 HTTP/1.1" status: 200 len: 695 time: 0.0864639 Nov 27 03:50:33.082801 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0538fbf8-e5f5-4ea4-bba7-b4067f0c0555 req-c0fa4dd9-0644-4447-be69-0a66e1f21c8f tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.59 HTTP/1.1" status: 200 len: 695 time: 0.0546556 Nov 27 03:50:33.102616 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1cd26-d2b0-4d2c-ab44-488964c11956 req-089ad678-500a-4d93-9a42-0164a92a49db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:33.103431 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1cd26-d2b0-4d2c-ab44-488964c11956 req-089ad678-500a-4d93-9a42-0164a92a49db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:33.103570 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1cd26-d2b0-4d2c-ab44-488964c11956 req-089ad678-500a-4d93-9a42-0164a92a49db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:33.103981 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1cd26-d2b0-4d2c-ab44-488964c11956 req-089ad678-500a-4d93-9a42-0164a92a49db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:33.104429 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1cd26-d2b0-4d2c-ab44-488964c11956 req-089ad678-500a-4d93-9a42-0164a92a49db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:33.104875 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1cd26-d2b0-4d2c-ab44-488964c11956 req-089ad678-500a-4d93-9a42-0164a92a49db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:33.105364 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1cd26-d2b0-4d2c-ab44-488964c11956 req-089ad678-500a-4d93-9a42-0164a92a49db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:33.107393 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e4e1cd26-d2b0-4d2c-ab44-488964c11956 req-089ad678-500a-4d93-9a42-0164a92a49db service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3e0a6e3903404d4c8a0246b387bf3805&device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 6420 time: 0.1659999 Nov 27 03:50:33.142536 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed71288-6061-4e02-9b4e-8c6dff0a74bd req-603df352-3dfa-4806-8ab2-702eecb8a3be tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:33.144109 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8ed71288-6061-4e02-9b4e-8c6dff0a74bd req-603df352-3dfa-4806-8ab2-702eecb8a3be tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] 10.222.0.20 "GET /v2.0/ports?device_id=c03abdf6-239f-439b-94bf-5599a66d26cd HTTP/1.1" status: 200 len: 949 time: 0.1436431 Nov 27 03:50:33.232684 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8ed71288-6061-4e02-9b4e-8c6dff0a74bd req-c39b2b5f-1edc-47f6-aab5-4a48a8826b55 tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6563034-6933-4e9e-bc6d-d9998d9240b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783086 Nov 27 03:50:33.282976 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-3c5f5667-944f-4e1f-97cb-6006faf8011f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cb9156c-61e5-4397-bd95-aff4277a4ae5 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:50:33.295878 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-3c5f5667-944f-4e1f-97cb-6006faf8011f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:33.351628 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-3c5f5667-944f-4e1f-97cb-6006faf8011f service neutron] Transition to ACTIVE for port object 6cb9156c-61e5-4397-bd95-aff4277a4ae5 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:50:33.359606 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-3c5f5667-944f-4e1f-97cb-6006faf8011f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:33.417574 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991d0e4-61b2-4047-83cc-9a92a0c81987 req-1012de46-274d-44dd-8fd9-05f8c5750394 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:33.419234 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c991d0e4-61b2-4047-83cc-9a92a0c81987 req-1012de46-274d-44dd-8fd9-05f8c5750394 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 949 time: 0.1055470 Nov 27 03:50:33.457175 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f5667-944f-4e1f-97cb-6006faf8011f service neutron] Pushing event updated for resources: {'Port': ['ID=6cb9156c-61e5-4397-bd95-aff4277a4ae5,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:33.535317 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c991d0e4-61b2-4047-83cc-9a92a0c81987 req-30ec70fa-c7e8-4ebc-b6be-ff76b4821ce1 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041999 Nov 27 03:50:33.571240 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-3c5f5667-944f-4e1f-97cb-6006faf8011f service neutron] Attempting to bind port 6cb9156c-61e5-4397-bd95-aff4277a4ae5 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:50:33.571578 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-3c5f5667-944f-4e1f-97cb-6006faf8011f service neutron] Attempting to bind port 6cb9156c-61e5-4397-bd95-aff4277a4ae5 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': 'df0a34ce-2877-46e9-9463-787c32ddfe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '19023ddb-b83b-433d-89aa-500b49070446'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:50:33.571910 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-3c5f5667-944f-4e1f-97cb-6006faf8011f service neutron] Attempting to bind port 6cb9156c-61e5-4397-bd95-aff4277a4ae5 on network 19023ddb-b83b-433d-89aa-500b49070446 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:50:33.583686 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-3c5f5667-944f-4e1f-97cb-6006faf8011f service neutron] Port 6cb9156c-61e5-4397-bd95-aff4277a4ae5 on network 19023ddb-b83b-433d-89aa-500b49070446 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:50:33.584016 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-3c5f5667-944f-4e1f-97cb-6006faf8011f service neutron] Attempting to bind port 6cb9156c-61e5-4397-bd95-aff4277a4ae5 on network 19023ddb-b83b-433d-89aa-500b49070446 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:50:33.600092 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-3c5f5667-944f-4e1f-97cb-6006faf8011f service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:50:33.600609 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-3c5f5667-944f-4e1f-97cb-6006faf8011f service neutron] Checking segment: {'id': 'df0a34ce-2877-46e9-9463-787c32ddfe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '19023ddb-b83b-433d-89aa-500b49070446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:50:33.601115 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-3c5f5667-944f-4e1f-97cb-6006faf8011f service neutron] Bound using segment: {'id': 'df0a34ce-2877-46e9-9463-787c32ddfe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '19023ddb-b83b-433d-89aa-500b49070446'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:50:33.601680 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-3c5f5667-944f-4e1f-97cb-6006faf8011f service neutron] Bound port: 6cb9156c-61e5-4397-bd95-aff4277a4ae5, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0a34ce-2877-46e9-9463-787c32ddfe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '19023ddb-b83b-433d-89aa-500b49070446'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:50:33.602173 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-3c5f5667-944f-4e1f-97cb-6006faf8011f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:33.614532 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 26946bba-a484-4f3c-8919-da4b4bff424f details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:50:33.682484 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-3c5f5667-944f-4e1f-97cb-6006faf8011f service neutron] For port 6cb9156c-61e5-4397-bd95-aff4277a4ae5, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:50:33.687317 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-3c5f5667-944f-4e1f-97cb-6006faf8011f service neutron] For port 6cb9156c-61e5-4397-bd95-aff4277a4ae5, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=6cb9156c-61e5-4397-bd95-aff4277a4ae5,segment=NetworkSegment(df0a34ce-2877-46e9-9463-787c32ddfe5c),segment_id=df0a34ce-2877-46e9-9463-787c32ddfe5c)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:50:33.717700 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1cd26-d2b0-4d2c-ab44-488964c11956 req-20d511a9-bafb-40a0-aad9-89b723f91ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:33.718273 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1cd26-d2b0-4d2c-ab44-488964c11956 req-20d511a9-bafb-40a0-aad9-89b723f91ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:33.718631 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1cd26-d2b0-4d2c-ab44-488964c11956 req-20d511a9-bafb-40a0-aad9-89b723f91ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:33.721775 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e4e1cd26-d2b0-4d2c-ab44-488964c11956 req-20d511a9-bafb-40a0-aad9-89b723f91ece service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=3e0a6e3903404d4c8a0246b387bf3805&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.5851791 Nov 27 03:50:33.722683 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-3c5f5667-944f-4e1f-97cb-6006faf8011f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:33.731456 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 26946bba-a484-4f3c-8919-da4b4bff424f no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:50:33.755279 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-0538fbf8-e5f5-4ea4-bba7-b4067f0c0555 req-50f5ca5f-c641-462f-90cf-dedfb703e9f4 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Deleting port 50556e28-1496-44d3-8e60-d905c145fdee {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:50:33.755622 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-0538fbf8-e5f5-4ea4-bba7-b4067f0c0555 req-50f5ca5f-c641-462f-90cf-dedfb703e9f4 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:33.761873 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-3c5f5667-944f-4e1f-97cb-6006faf8011f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:33.762495 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-3c5f5667-944f-4e1f-97cb-6006faf8011f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:33.764075 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-3c5f5667-944f-4e1f-97cb-6006faf8011f service neutron] 10.222.0.11 "PUT /v2.0/ports/6cb9156c-61e5-4397-bd95-aff4277a4ae5 HTTP/1.1" status: 200 len: 1091 time: 1.0195980 Nov 27 03:50:33.805555 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cddee-e106-462a-b511-3778c4100795 req-e77f6cfd-a721-45f9-b5da-d11c77157642 tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:33.814684 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ce5cddee-e106-462a-b511-3778c4100795 req-e77f6cfd-a721-45f9-b5da-d11c77157642 tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] 10.222.0.20 "GET /v2.0/ports?device_id=db49b6ce-dcb3-4876-8b51-435aceb46ab9 HTTP/1.1" status: 200 len: 946 time: 0.1252632 Nov 27 03:50:33.848707 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f5667-944f-4e1f-97cb-6006faf8011f service neutron] Pushing event updated for resources: {'Port': ['ID=6cb9156c-61e5-4397-bd95-aff4277a4ae5,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:33.902844 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ce5cddee-e106-462a-b511-3778c4100795 req-8d5814f3-4f50-476f-a76d-226ba02e461e tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ef4856d-b1d3-4d4b-88d6-d7ce2829545c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869727 Nov 27 03:50:34.043682 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1cd26-d2b0-4d2c-ab44-488964c11956 req-f1d605dd-6212-4cf9-a416-e0ada7b0722f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:34.044990 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e4e1cd26-d2b0-4d2c-ab44-488964c11956 req-f1d605dd-6212-4cf9-a416-e0ada7b0722f service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1946120 Nov 27 03:50:34.081128 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5957ead-5e4d-41cf-91ac-706b6b14d25b req-5b050643-d795-48f5-954b-681c3f50b958 tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:34.082986 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f5957ead-5e4d-41cf-91ac-706b6b14d25b req-5b050643-d795-48f5-954b-681c3f50b958 tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03abdf6-239f-439b-94bf-5599a66d26cd HTTP/1.1" status: 200 len: 949 time: 0.2955358 Nov 27 03:50:34.107942 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-0538fbf8-e5f5-4ea4-bba7-b4067f0c0555 req-50f5ca5f-c641-462f-90cf-dedfb703e9f4 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:34.108793 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-0538fbf8-e5f5-4ea4-bba7-b4067f0c0555 req-50f5ca5f-c641-462f-90cf-dedfb703e9f4 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:34.121527 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-0538fbf8-e5f5-4ea4-bba7-b4067f0c0555 req-50f5ca5f-c641-462f-90cf-dedfb703e9f4 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Calling delete_port for 50556e28-1496-44d3-8e60-d905c145fdee owned by network:floatingip {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:50:34.140879 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d85aa-28a1-4b3e-b6cf-6f63c1a6c1aa req-2fae9ad3-0894-4aff-82ec-be5df713d3d6 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:34.142827 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-172d85aa-28a1-4b3e-b6cf-6f63c1a6c1aa req-2fae9ad3-0894-4aff-82ec-be5df713d3d6 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6a6c3c-9774-481e-a0c9-963216754056 HTTP/1.1" status: 200 len: 945 time: 0.0795457 Nov 27 03:50:34.198948 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:34.210942 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-172d85aa-28a1-4b3e-b6cf-6f63c1a6c1aa req-6f3af121-ebe4-4099-b303-10bfba1d4525 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555220 Nov 27 03:50:34.216799 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 26946bba-a484-4f3c-8919-da4b4bff424f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=26946bba-a484-4f3c-8919-da4b4bff424f,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:50:34.272504 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 26946bba-a484-4f3c-8919-da4b4bff424f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=26946bba-a484-4f3c-8919-da4b4bff424f,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:50:34.273949 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '26946bba-a484-4f3c-8919-da4b4bff424f', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'port_id': '26946bba-a484-4f3c-8919-da4b4bff424f', 'mac_address': 'fa:16:3e:1f:93:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14a2acf-f1d7-4ddf-8459-b30982428e88', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:50:34.281461 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5190d77d-8553-48fa-93a4-45551215f363', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26946bba-a484-4f3c-8919-da4b4bff424f'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:50:34.284685 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a90753b-3893-4873-8010-fe0fd32d3745" -d '{"events": [{"server_uuid": "5190d77d-8553-48fa-93a4-45551215f363", "name": "network-vif-unplugged", "status": "completed", "tag": "26946bba-a484-4f3c-8919-da4b4bff424f"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:50:34.330796 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1cd26-d2b0-4d2c-ab44-488964c11956 req-0b374b8b-8829-41bf-b5d1-22a480e83326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:34.331274 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1cd26-d2b0-4d2c-ab44-488964c11956 req-0b374b8b-8829-41bf-b5d1-22a480e83326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:34.331739 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1cd26-d2b0-4d2c-ab44-488964c11956 req-0b374b8b-8829-41bf-b5d1-22a480e83326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:34.332421 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1cd26-d2b0-4d2c-ab44-488964c11956 req-0b374b8b-8829-41bf-b5d1-22a480e83326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:34.332840 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1cd26-d2b0-4d2c-ab44-488964c11956 req-0b374b8b-8829-41bf-b5d1-22a480e83326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:34.333262 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1cd26-d2b0-4d2c-ab44-488964c11956 req-0b374b8b-8829-41bf-b5d1-22a480e83326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:34.333716 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1cd26-d2b0-4d2c-ab44-488964c11956 req-0b374b8b-8829-41bf-b5d1-22a480e83326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:34.336070 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e4e1cd26-d2b0-4d2c-ab44-488964c11956 req-0b374b8b-8829-41bf-b5d1-22a480e83326 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3e0a6e3903404d4c8a0246b387bf3805&device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 6487 time: 0.2082260 Nov 27 03:50:34.365590 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:34.370032 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b26e7-d5dd-4ea9-aea4-ec43650d48f1 req-d9d2c546-9f2a-4cf0-a539-3114581a2e74 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:34.375110 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b26e7-d5dd-4ea9-aea4-ec43650d48f1 req-d9d2c546-9f2a-4cf0-a539-3114581a2e74 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:34.381531 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b26e7-d5dd-4ea9-aea4-ec43650d48f1 req-d9d2c546-9f2a-4cf0-a539-3114581a2e74 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:34.388714 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b26e7-d5dd-4ea9-aea4-ec43650d48f1 req-d9d2c546-9f2a-4cf0-a539-3114581a2e74 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:34.394105 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:34.395597 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b26e7-d5dd-4ea9-aea4-ec43650d48f1 req-d9d2c546-9f2a-4cf0-a539-3114581a2e74 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:34.404036 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b26e7-d5dd-4ea9-aea4-ec43650d48f1 req-d9d2c546-9f2a-4cf0-a539-3114581a2e74 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:34.412017 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b26e7-d5dd-4ea9-aea4-ec43650d48f1 req-d9d2c546-9f2a-4cf0-a539-3114581a2e74 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:34.414187 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-da2b26e7-d5dd-4ea9-aea4-ec43650d48f1 req-d9d2c546-9f2a-4cf0-a539-3114581a2e74 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 5430 time: 0.1196764 Nov 27 03:50:34.438281 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26946bba-a484-4f3c-8919-da4b4bff424f {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:50:34.476151 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 26946bba-a484-4f3c-8919-da4b4bff424f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=26946bba-a484-4f3c-8919-da4b4bff424f,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:50:34.477247 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-f5957ead-5e4d-41cf-91ac-706b6b14d25b req-851c8d56-65af-48fa-b12e-e148a0d1819d tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] Deleting port 2675c7d1-8d0e-4869-964c-7134709356b0 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:50:34.477765 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f5957ead-5e4d-41cf-91ac-706b6b14d25b req-851c8d56-65af-48fa-b12e-e148a0d1819d tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:34.515747 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=26946bba-a484-4f3c-8919-da4b4bff424f,revision_number=6']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:34.529888 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:34.559679 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1cd26-d2b0-4d2c-ab44-488964c11956 req-ef059e08-c36f-4e4d-9645-7730e271f7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:34.560147 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1cd26-d2b0-4d2c-ab44-488964c11956 req-ef059e08-c36f-4e4d-9645-7730e271f7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:34.560605 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1cd26-d2b0-4d2c-ab44-488964c11956 req-ef059e08-c36f-4e4d-9645-7730e271f7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:34.562365 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e4e1cd26-d2b0-4d2c-ab44-488964c11956 req-ef059e08-c36f-4e4d-9645-7730e271f7d5 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=3e0a6e3903404d4c8a0246b387bf3805&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2088530 Nov 27 03:50:34.609781 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=26946bba-a484-4f3c-8919-da4b4bff424f,revision_number=7']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:34.627863 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-0538fbf8-e5f5-4ea4-bba7-b4067f0c0555 req-50f5ca5f-c641-462f-90cf-dedfb703e9f4 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:34.718654 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5ca5f-c641-462f-90cf-dedfb703e9f4 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Pushing event deleted for resources: {'Port': ['ID=50556e28-1496-44d3-8e60-d905c145fdee,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:34.730046 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-f5957ead-5e4d-41cf-91ac-706b6b14d25b req-851c8d56-65af-48fa-b12e-e148a0d1819d tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] For port 2675c7d1-8d0e-4869-964c-7134709356b0, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=2675c7d1-8d0e-4869-964c-7134709356b0,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:50:34.730281 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f5957ead-5e4d-41cf-91ac-706b6b14d25b req-851c8d56-65af-48fa-b12e-e148a0d1819d tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:34.768376 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-f5957ead-5e4d-41cf-91ac-706b6b14d25b req-851c8d56-65af-48fa-b12e-e148a0d1819d tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] Calling delete_port for 2675c7d1-8d0e-4869-964c-7134709356b0 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:50:34.784909 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device b89f1429-abce-48ec-b453-aadaebd86f3c details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:50:34.846506 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-da2b26e7-d5dd-4ea9-aea4-ec43650d48f1 req-35452b14-4cbc-4d33-98ef-30d3652b87f6 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4368533-280d-4285-a228-ddd922f72d08&id=35921842-5bd8-4d3d-b228-d6a9b6023664&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4239330 Nov 27 03:50:34.913128 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1cd26-d2b0-4d2c-ab44-488964c11956 req-ff4f661d-2275-4b06-8978-2711b0ca7289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:34.914708 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e4e1cd26-d2b0-4d2c-ab44-488964c11956 req-ff4f661d-2275-4b06-8978-2711b0ca7289 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2899792 Nov 27 03:50:34.915885 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-0538fbf8-e5f5-4ea4-bba7-b4067f0c0555 req-50f5ca5f-c641-462f-90cf-dedfb703e9f4 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Publish callbacks [] for floatingip, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:34.918520 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-0538fbf8-e5f5-4ea4-bba7-b4067f0c0555 req-50f5ca5f-c641-462f-90cf-dedfb703e9f4 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:34.919709 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0538fbf8-e5f5-4ea4-bba7-b4067f0c0555 req-50f5ca5f-c641-462f-90cf-dedfb703e9f4 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] 10.222.0.20 "DELETE /v2.0/floatingips/79c71b34-8480-4162-912b-2c949dbcd9bf HTTP/1.1" status: 204 len: 173 time: 1.8285875 Nov 27 03:50:34.953832 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614fe9cf-e2ec-44fd-9e98-c44be2712379 req-9e4793a9-34ac-4783-9088-550be4ca3a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:34.955374 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-614fe9cf-e2ec-44fd-9e98-c44be2712379 req-9e4793a9-34ac-4783-9088-550be4ca3a60 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b7f270efeae1405ab8a1cc984f2059bf&device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 1099 time: 0.1494703 Nov 27 03:50:34.956980 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port b89f1429-abce-48ec-b453-aadaebd86f3c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=b89f1429-abce-48ec-b453-aadaebd86f3c,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:50:34.983003 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['26946bba-a484-4f3c-8919-da4b4bff424f'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:50:35.000605 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'tag': '994f489a-7134-463c-90df-7f5e22d2a68c'}, {'name': 'network-changed', 'server_uuid': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'tag': '6cb9156c-61e5-4397-bd95-aff4277a4ae5'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:50:35.006175 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de0be07-d51f-4b15-aa19-0b6a9025c2a6" -d '{"events": [{"name": "network-changed", "server_uuid": "84700780-6df9-4d55-a48b-0f89c4c5e5a8", "tag": "994f489a-7134-463c-90df-7f5e22d2a68c"}, {"name": "network-changed", "server_uuid": "84700780-6df9-4d55-a48b-0f89c4c5e5a8", "tag": "6cb9156c-61e5-4397-bd95-aff4277a4ae5"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:50:35.032040 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'b89f1429-abce-48ec-b453-aadaebd86f3c', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'port_id': 'b89f1429-abce-48ec-b453-aadaebd86f3c', 'mac_address': 'fa:16:3e:8b:e4:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14a2acf-f1d7-4ddf-8459-b30982428e88', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:50:35.103902 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-4a45edfd-8537-42b6-af14-0a8dc7a07771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:35.104322 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-4a45edfd-8537-42b6-af14-0a8dc7a07771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:35.105372 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-4a45edfd-8537-42b6-af14-0a8dc7a07771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:35.105847 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-4a45edfd-8537-42b6-af14-0a8dc7a07771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:35.106656 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-4a45edfd-8537-42b6-af14-0a8dc7a07771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:35.106793 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-4a45edfd-8537-42b6-af14-0a8dc7a07771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:35.107240 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-4a45edfd-8537-42b6-af14-0a8dc7a07771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:35.109278 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-4a45edfd-8537-42b6-af14-0a8dc7a07771 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3e0a6e3903404d4c8a0246b387bf3805&device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 6487 time: 0.1291809 Nov 27 03:50:35.115886 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:35.121569 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599a805-b2bc-4a8c-bca3-5ff99f00cdfc req-9ac5f920-9688-4cda-8ecb-bea2aa4efd03 tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:35.130017 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8599a805-b2bc-4a8c-bca3-5ff99f00cdfc req-9ac5f920-9688-4cda-8ecb-bea2aa4efd03 tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] 10.222.0.20 "GET /v2.0/ports?device_id=28651ca2-62cb-4565-89dc-25509e06cffd HTTP/1.1" status: 200 len: 948 time: 0.1689034 Nov 27 03:50:35.168016 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddbf3bb-e027-495c-b1d3-70101d836288 req-58f98666-481f-4ba3-96a5-825f1dffafdd tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:35.170210 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0ddbf3bb-e027-495c-b1d3-70101d836288 req-58f98666-481f-4ba3-96a5-825f1dffafdd tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.23 "GET /v2.0/ports?device_id=be6a6c3c-9774-481e-a0c9-963216754056 HTTP/1.1" status: 200 len: 945 time: 0.1267574 Nov 27 03:50:35.174689 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f5957ead-5e4d-41cf-91ac-706b6b14d25b req-851c8d56-65af-48fa-b12e-e148a0d1819d tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:35.181226 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b89f1429-abce-48ec-b453-aadaebd86f3c {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:50:35.215441 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['2675c7d1-8d0e-4869-964c-7134709356b0'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:50:35.234952 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-59e9e5cb-ebc8-4c7b-b47f-110ac779951c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b HTTP/1.1" status: 200 len: 217 time: 0.1005330 Nov 27 03:50:35.249559 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8599a805-b2bc-4a8c-bca3-5ff99f00cdfc req-9adb9123-8410-4a71-8837-d3c26aacbb0f tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c1f1624-d08c-4fee-af33-fac6c597f9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183205 Nov 27 03:50:35.251327 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614fe9cf-e2ec-44fd-9e98-c44be2712379 req-92c79528-574c-42b0-818e-89e7c7fa8c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:35.252937 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-614fe9cf-e2ec-44fd-9e98-c44be2712379 req-92c79528-574c-42b0-818e-89e7c7fa8c9a service neutron] 10.222.0.23 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.2194619 Nov 27 03:50:35.303367 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port b89f1429-abce-48ec-b453-aadaebd86f3c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=b89f1429-abce-48ec-b453-aadaebd86f3c,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:50:35.316150 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-614fe9cf-e2ec-44fd-9e98-c44be2712379 req-ed4f1017-6011-4d26-b70a-46048922f2be service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=26946bba-a484-4f3c-8919-da4b4bff424f HTTP/1.1" status: 200 len: 217 time: 0.0555954 Nov 27 03:50:35.320888 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:35.333669 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-6725bb57-7482-41bf-8cea-e77e83512e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:35.335621 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-6725bb57-7482-41bf-8cea-e77e83512e7c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fdd47af3-1760-4461-be21-108e1865b763 HTTP/1.1" status: 200 len: 856 time: 0.0475628 Nov 27 03:50:35.341975 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c8d56-65af-48fa-b12e-e148a0d1819d tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] Pushing event deleted for resources: {'Port': ['ID=2675c7d1-8d0e-4869-964c-7134709356b0,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:35.412240 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-091c479a-b95f-4e78-8986-967f4b4ed026 req-b9c37cf5-4bd8-4dba-94e2-14f45dd36bea tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] 10.222.0.20 "GET /v2.0/ports?device_id=c03abdf6-239f-439b-94bf-5599a66d26cd HTTP/1.1" status: 200 len: 210 time: 0.1327434 Nov 27 03:50:35.436154 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614fe9cf-e2ec-44fd-9e98-c44be2712379 req-5291b27a-ee26-4521-8979-1ae6d539e68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:35.436154 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-614fe9cf-e2ec-44fd-9e98-c44be2712379 req-5291b27a-ee26-4521-8979-1ae6d539e68b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.1062944 Nov 27 03:50:35.450150 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 03:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208cbdfe-57a9-475a-aefd-0e541db51767 x-openstack-request-id: req-208cbdfe-57a9-475a-aefd-0e541db51767 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:50:35.450739 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5190d77d-8553-48fa-93a4-45551215f363", "name": "network-vif-unplugged", "status": "completed", "tag": "26946bba-a484-4f3c-8919-da4b4bff424f", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:50:35.451055 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-208cbdfe-57a9-475a-aefd-0e541db51767 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:50:35.452063 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5190d77d-8553-48fa-93a4-45551215f363', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26946bba-a484-4f3c-8919-da4b4bff424f', 'code': 200} Nov 27 03:50:35.455145 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=b89f1429-abce-48ec-b453-aadaebd86f3c,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:35.504830 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c8d56-65af-48fa-b12e-e148a0d1819d tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:35.505228 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c8d56-65af-48fa-b12e-e148a0d1819d tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:35.505527 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c8d56-65af-48fa-b12e-e148a0d1819d tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:35.505863 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c8d56-65af-48fa-b12e-e148a0d1819d tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:35.506198 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c8d56-65af-48fa-b12e-e148a0d1819d tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:35.507125 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c8d56-65af-48fa-b12e-e148a0d1819d tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:35.507125 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c8d56-65af-48fa-b12e-e148a0d1819d tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:35.507361 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c8d56-65af-48fa-b12e-e148a0d1819d tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:35.507640 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c8d56-65af-48fa-b12e-e148a0d1819d tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:35.507974 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c8d56-65af-48fa-b12e-e148a0d1819d tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:35.508305 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c8d56-65af-48fa-b12e-e148a0d1819d tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:35.508635 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c8d56-65af-48fa-b12e-e148a0d1819d tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:35.572996 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb349ea-c026-4d66-aedc-b530d1032248 req-f9df234f-dc14-4722-af76-f58df4af5687 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:35.582206 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fdb349ea-c026-4d66-aedc-b530d1032248 req-f9df234f-dc14-4722-af76-f58df4af5687 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 948 time: 0.1403980 Nov 27 03:50:35.592080 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614fe9cf-e2ec-44fd-9e98-c44be2712379 req-d3a5d97d-6382-41a3-9265-edf8f32291d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:35.593570 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-614fe9cf-e2ec-44fd-9e98-c44be2712379 req-d3a5d97d-6382-41a3-9265-edf8f32291d6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1421151 Nov 27 03:50:35.635259 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5957ead-5e4d-41cf-91ac-706b6b14d25b req-851c8d56-65af-48fa-b12e-e148a0d1819d tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] No DVR routers for this DVR port 2675c7d1-8d0e-4869-964c-7134709356b0 on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:50:35.643008 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f5957ead-5e4d-41cf-91ac-706b6b14d25b req-851c8d56-65af-48fa-b12e-e148a0d1819d tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:35.646349 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f5957ead-5e4d-41cf-91ac-706b6b14d25b req-851c8d56-65af-48fa-b12e-e148a0d1819d tempest-ServerDiagnosticsNegativeTest-1462879086 tempest-ServerDiagnosticsNegativeTest-1462879086-project] 10.222.0.11 "DELETE /v2.0/ports/2675c7d1-8d0e-4869-964c-7134709356b0 HTTP/1.1" status: 204 len: 173 time: 1.5177488 Nov 27 03:50:35.648946 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c03abdf6-239f-439b-94bf-5599a66d26cd', 'name': 'network-vif-deleted', 'tag': '2675c7d1-8d0e-4869-964c-7134709356b0'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:50:35.651231 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9548e81-22de-4370-af29-f46736a03cb3" -d '{"events": [{"server_uuid": "c03abdf6-239f-439b-94bf-5599a66d26cd", "name": "network-vif-deleted", "tag": "2675c7d1-8d0e-4869-964c-7134709356b0"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:50:35.666085 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['b89f1429-abce-48ec-b453-aadaebd86f3c'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:50:35.686130 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-c3be668b-22d2-4396-b796-0d424a5fe6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:35.687870 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-c3be668b-22d2-4396-b796-0d424a5fe6fe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ff8078f-ae3b-4728-b001-9277e61f21a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3405094 Nov 27 03:50:35.722240 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fdb349ea-c026-4d66-aedc-b530d1032248 req-d251df5a-304e-49a2-abbc-f8f56a57d62f tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388061 Nov 27 03:50:35.795047 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 27 Nov 2021 03:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d5f47f-a409-4645-a769-c2376e157bc5 x-openstack-request-id: req-53d5f47f-a409-4645-a769-c2376e157bc5 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:50:35.796326 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84700780-6df9-4d55-a48b-0f89c4c5e5a8", "tag": "994f489a-7134-463c-90df-7f5e22d2a68c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "84700780-6df9-4d55-a48b-0f89c4c5e5a8", "tag": "6cb9156c-61e5-4397-bd95-aff4277a4ae5", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:50:35.797935 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-53d5f47f-a409-4645-a769-c2376e157bc5 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:50:35.798605 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'tag': '994f489a-7134-463c-90df-7f5e22d2a68c', 'status': 'completed', 'code': 200} Nov 27 03:50:35.800543 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'tag': '6cb9156c-61e5-4397-bd95-aff4277a4ae5', 'status': 'completed', 'code': 200} Nov 27 03:50:35.824570 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-614fe9cf-e2ec-44fd-9e98-c44be2712379 req-fd6525ce-bb55-48c4-9a59-d8f75baf429d service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189229 Nov 27 03:50:35.866935 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-efa22a1f-f9f1-4127-a0fb-a22ffcc75dd0 req-2b152c60-363d-4e9f-9a3f-1bef1e7c18d7 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3528142 Nov 27 03:50:35.872041 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-efa22a1f-f9f1-4127-a0fb-a22ffcc75dd0 req-f1ed9f54-b564-4d9b-8f7d-c5894a22098b tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:50:35.887541 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-0ddbf3bb-e027-495c-b1d3-70101d836288 req-d8ab7dbc-0f54-4be1-83ef-ba1d3a0552ff tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Deleting port 397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:50:35.887826 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-0ddbf3bb-e027-495c-b1d3-70101d836288 req-d8ab7dbc-0f54-4be1-83ef-ba1d3a0552ff tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:35.977858 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-efa22a1f-f9f1-4127-a0fb-a22ffcc75dd0 req-f1ed9f54-b564-4d9b-8f7d-c5894a22098b tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Publish callbacks [] for floatingip, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:36.004699 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-2785ecbc-f9d2-4672-bf45-60d64acc5d50 service neutron] 10.222.0.11 "GET /v2.0/networks/9ff8078f-ae3b-4728-b001-9277e61f21a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033028 Nov 27 03:50:36.034096 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5021f8-0b8f-49ae-8674-75191fc4cf91 req-ff83dd98-6255-42b5-b2a0-cf7c78f1ef82 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:36.036029 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7c5021f8-0b8f-49ae-8674-75191fc4cf91 req-ff83dd98-6255-42b5-b2a0-cf7c78f1ef82 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 945 time: 0.1663914 Nov 27 03:50:36.096784 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-614fe9cf-e2ec-44fd-9e98-c44be2712379 req-f732e8ee-7d86-44aa-97a8-b778dc714d48 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646468 Nov 27 03:50:36.106126 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7c5021f8-0b8f-49ae-8674-75191fc4cf91 req-190057a0-943c-4d8a-852d-00306ed1bd42 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606227 Nov 27 03:50:36.139336 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-0ddbf3bb-e027-495c-b1d3-70101d836288 req-d8ab7dbc-0f54-4be1-83ef-ba1d3a0552ff tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] For port 397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa,segment=NetworkSegment(277708b6-af23-477b-abf6-dbbbeb02c2ba),segment_id=277708b6-af23-477b-abf6-dbbbeb02c2ba)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:50:36.139711 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-0ddbf3bb-e027-495c-b1d3-70101d836288 req-d8ab7dbc-0f54-4be1-83ef-ba1d3a0552ff tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:36.169482 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-0ddbf3bb-e027-495c-b1d3-70101d836288 req-d8ab7dbc-0f54-4be1-83ef-ba1d3a0552ff tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Calling delete_port for 397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:50:36.246512 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-5fc4baaa-9d02-4e0f-85bb-2848dacaff69 service neutron] 10.222.0.11 "GET /v2.0/networks/9ff8078f-ae3b-4728-b001-9277e61f21a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102273 Nov 27 03:50:36.279048 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65646d8-d381-467c-91d9-602666730e91 req-6756c647-6fb3-4f03-907c-9a53f4940067 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:36.280676 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c65646d8-d381-467c-91d9-602666730e91 req-6756c647-6fb3-4f03-907c-9a53f4940067 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6a6c3c-9774-481e-a0c9-963216754056 HTTP/1.1" status: 200 len: 945 time: 0.0626419 Nov 27 03:50:36.304607 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-15511865-3fb8-4aea-a316-232446d441de service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=585334de-cf96-45ed-97e3-75b5e155a4d3 HTTP/1.1" status: 200 len: 217 time: 0.0485539 Nov 27 03:50:36.334110 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c65646d8-d381-467c-91d9-602666730e91 req-0518203c-a539-42d8-b07b-85d2c5ac75e3 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460405 Nov 27 03:50:36.404109 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb14c298-933a-4843-9c5b-93a55c6fd506 x-openstack-request-id: req-fb14c298-933a-4843-9c5b-93a55c6fd506 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:50:36.404409 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c03abdf6-239f-439b-94bf-5599a66d26cd", "name": "network-vif-deleted", "tag": "2675c7d1-8d0e-4869-964c-7134709356b0", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:50:36.404657 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb14c298-933a-4843-9c5b-93a55c6fd506 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:50:36.405046 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c03abdf6-239f-439b-94bf-5599a66d26cd', 'name': 'network-vif-deleted', 'tag': '2675c7d1-8d0e-4869-964c-7134709356b0', 'status': 'completed', 'code': 200} Nov 27 03:50:36.409714 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-efa22a1f-f9f1-4127-a0fb-a22ffcc75dd0 req-f1ed9f54-b564-4d9b-8f7d-c5894a22098b tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:36.412224 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-e3e50d7e-3694-41e7-be18-9b3a9b3b2f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:36.413682 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-e3e50d7e-3694-41e7-be18-9b3a9b3b2f86 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9c95fc5-2816-48b1-af67-21fc91123a75 HTTP/1.1" status: 200 len: 797 time: 0.0996416 Nov 27 03:50:36.486873 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca0740-555e-4998-a9dc-a1e2d4778859 req-33c78c4a-d555-4609-a505-0391ef06e42b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:36.493460 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca0740-555e-4998-a9dc-a1e2d4778859 req-33c78c4a-d555-4609-a505-0391ef06e42b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:36.500174 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca0740-555e-4998-a9dc-a1e2d4778859 req-33c78c4a-d555-4609-a505-0391ef06e42b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:36.502782 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-0ddbf3bb-e027-495c-b1d3-70101d836288 req-d8ab7dbc-0f54-4be1-83ef-ba1d3a0552ff tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:36.507519 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca0740-555e-4998-a9dc-a1e2d4778859 req-33c78c4a-d555-4609-a505-0391ef06e42b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:36.514911 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca0740-555e-4998-a9dc-a1e2d4778859 req-33c78c4a-d555-4609-a505-0391ef06e42b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:36.521429 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca0740-555e-4998-a9dc-a1e2d4778859 req-33c78c4a-d555-4609-a505-0391ef06e42b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:36.528777 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca0740-555e-4998-a9dc-a1e2d4778859 req-33c78c4a-d555-4609-a505-0391ef06e42b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:36.530941 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-32ca0740-555e-4998-a9dc-a1e2d4778859 req-33c78c4a-d555-4609-a505-0391ef06e42b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 5430 time: 0.1042976 Nov 27 03:50:36.568143 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab7dbc-0f54-4be1-83ef-ba1d3a0552ff tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Pushing event deleted for resources: {'Port': ['ID=397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:36.577129 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-817447e3-f625-4281-91a2-14a072607a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:36.578675 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-817447e3-f625-4281-91a2-14a072607a69 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e40f6bbd-098b-49f7-b15f-a15d5c62f421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1497598 Nov 27 03:50:36.598697 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-32ca0740-555e-4998-a9dc-a1e2d4778859 req-1dc5c56c-d068-4f43-ab4b-7b5fe3eee286 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4368533-280d-4285-a228-ddd922f72d08&id=35921842-5bd8-4d3d-b228-d6a9b6023664&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0599296 Nov 27 03:50:36.672623 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ddbf3bb-e027-495c-b1d3-70101d836288 req-d8ab7dbc-0f54-4be1-83ef-ba1d3a0552ff tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] No DVR routers for this DVR port 397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:50:36.683485 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-0ddbf3bb-e027-495c-b1d3-70101d836288 req-d8ab7dbc-0f54-4be1-83ef-ba1d3a0552ff tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:36.686934 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0ddbf3bb-e027-495c-b1d3-70101d836288 req-d8ab7dbc-0f54-4be1-83ef-ba1d3a0552ff tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.23 "DELETE /v2.0/ports/397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa HTTP/1.1" status: 204 len: 173 time: 1.5089698 Nov 27 03:50:36.688748 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-efa22a1f-f9f1-4127-a0fb-a22ffcc75dd0 req-f1ed9f54-b564-4d9b-8f7d-c5894a22098b tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Allocated IP 172.25.1.209 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/8589bee1-4ce6-4495-920a-5b295d684f5d) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:50:36.803949 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-94e21e78-430a-4b29-8868-6e3987db00b1 service neutron] 10.222.0.11 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170877 Nov 27 03:50:36.814249 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device b89f1429-abce-48ec-b453-aadaebd86f3c up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:50:36.831826 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43588854-43b7-455c-a1bc-1c1902328835 req-d0506dcc-6b97-43d7-ae8d-cc6ef65f8cc0 tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:36.833480 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-43588854-43b7-455c-a1bc-1c1902328835 req-d0506dcc-6b97-43d7-ae8d-cc6ef65f8cc0 tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] 10.222.0.20 "GET /v2.0/ports?device_id=28651ca2-62cb-4565-89dc-25509e06cffd HTTP/1.1" status: 200 len: 949 time: 0.0814533 Nov 27 03:50:36.895888 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-43588854-43b7-455c-a1bc-1c1902328835 req-c4a17ba3-f5c9-4fb3-ab0a-875e32a780dc tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c1f1624-d08c-4fee-af33-fac6c597f9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545902 Nov 27 03:50:36.899630 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port b89f1429-abce-48ec-b453-aadaebd86f3c completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:50:36.903732 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-efa22a1f-f9f1-4127-a0fb-a22ffcc75dd0 req-f1ed9f54-b564-4d9b-8f7d-c5894a22098b tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:36.914965 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port b89f1429-abce-48ec-b453-aadaebd86f3c triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:50:36.915560 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:36.952807 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-8cc31704-ec42-4e30-911b-ffd0084f0ec9 service neutron] 10.222.0.11 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400099 Nov 27 03:50:36.998493 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-efa22a1f-f9f1-4127-a0fb-a22ffcc75dd0 req-f1ed9f54-b564-4d9b-8f7d-c5894a22098b tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:37.009362 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-0fa1b6c3-0e93-4644-afa2-664a08ead78d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=ae70ab0d-14d1-46fd-947b-016a7578b456 HTTP/1.1" status: 200 len: 217 time: 0.0498962 Nov 27 03:50:37.015128 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:37.049815 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port b89f1429-abce-48ec-b453-aadaebd86f3c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=b89f1429-abce-48ec-b453-aadaebd86f3c,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:50:37.052769 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efa22a1f-f9f1-4127-a0fb-a22ffcc75dd0 req-f1ed9f54-b564-4d9b-8f7d-c5894a22098b tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:50:37.056620 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:37.057593 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 2675c7d1-8d0e-4869-964c-7134709356b0 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:50:37.079252 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-efa22a1f-f9f1-4127-a0fb-a22ffcc75dd0 req-f1ed9f54-b564-4d9b-8f7d-c5894a22098b tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:50:37.084559 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: 2675c7d1-8d0e-4869-964c-7134709356b0 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:50:37.085229 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 2675c7d1-8d0e-4869-964c-7134709356b0 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:50:37.086118 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa22a1f-f9f1-4127-a0fb-a22ffcc75dd0 req-f1ed9f54-b564-4d9b-8f7d-c5894a22098b tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:50:37.156734 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=b89f1429-abce-48ec-b453-aadaebd86f3c,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:37.156982 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed9f54-b564-4d9b-8f7d-c5894a22098b tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Pushing event updated for resources: {'Port': ['ID=8589bee1-4ce6-4495-920a-5b295d684f5d,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:37.183538 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-89d8bc12-36d6-4527-90b8-589cf25eb0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:37.184971 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-89d8bc12-36d6-4527-90b8-589cf25eb0c9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9c95fc5-2816-48b1-af67-21fc91123a75 HTTP/1.1" status: 200 len: 797 time: 0.1503460 Nov 27 03:50:37.231951 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-efa22a1f-f9f1-4127-a0fb-a22ffcc75dd0 req-f1ed9f54-b564-4d9b-8f7d-c5894a22098b tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:37.272218 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-69a74341-d139-4ea1-9ea0-4ad737249321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:37.273899 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-69a74341-d139-4ea1-9ea0-4ad737249321 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e40f6bbd-098b-49f7-b15f-a15d5c62f421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0818465 Nov 27 03:50:37.285517 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-efa22a1f-f9f1-4127-a0fb-a22ffcc75dd0 req-f1ed9f54-b564-4d9b-8f7d-c5894a22098b tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:37.298848 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222a14c-efcc-42ad-b019-9b2bc344ba90 req-2da966f6-dd5e-454e-b698-37ba1f617fcf tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:37.300385 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c222a14c-efcc-42ad-b019-9b2bc344ba90 req-2da966f6-dd5e-454e-b698-37ba1f617fcf tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 948 time: 0.0676882 Nov 27 03:50:37.368449 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c222a14c-efcc-42ad-b019-9b2bc344ba90 req-371919b1-7b4a-4102-a295-462218b548bf tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604661 Nov 27 03:50:37.453052 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28651ca2-62cb-4565-89dc-25509e06cffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89f1429-abce-48ec-b453-aadaebd86f3c'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:50:37.457484 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4463a41-53b5-4b3e-b429-0cfa231ad744" -d '{"events": [{"server_uuid": "28651ca2-62cb-4565-89dc-25509e06cffd", "name": "network-vif-plugged", "status": "completed", "tag": "b89f1429-abce-48ec-b453-aadaebd86f3c"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:50:37.457988 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35476) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:37.509128 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-0d8d3aaa-31f1-4119-ac35-518cad51dc96 service neutron] 10.222.0.11 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881559 Nov 27 03:50:37.568793 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23aaee6-ef55-48b7-8a46-484daaeeb608 req-12469984-99ee-4c3e-a49a-0bb924fc0b69 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:37.570621 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f23aaee6-ef55-48b7-8a46-484daaeeb608 req-12469984-99ee-4c3e-a49a-0bb924fc0b69 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 945 time: 0.1009951 Nov 27 03:50:37.634143 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f23aaee6-ef55-48b7-8a46-484daaeeb608 req-24ebc252-4d9b-40ce-a902-c7d84507077f tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556607 Nov 27 03:50:37.655345 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 26946bba-a484-4f3c-8919-da4b4bff424f up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:50:37.701014 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-10cd7140-6521-4873-b2af-74f0fcf7c5a0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=68b94a6c666449309cf7f5c74c380145&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2414317 Nov 27 03:50:37.703995 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35486) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:37.719980 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 26946bba-a484-4f3c-8919-da4b4bff424f triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:50:37.720417 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:37.754626 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-92fc2f95-d3cd-4179-b118-8612e247ddb6 req-773bb9e1-3432-4352-9a9e-bd637ebdced6 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6a6c3c-9774-481e-a0c9-963216754056 HTTP/1.1" status: 200 len: 210 time: 0.0387836 Nov 27 03:50:37.800231 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c04be5b5-2110-4358-b8a2-bb5aa0bfc570 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:37.820429 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8698cd-8389-4420-a07b-7cb287ee698b x-openstack-request-id: req-9e8698cd-8389-4420-a07b-7cb287ee698b {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:50:37.821270 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28651ca2-62cb-4565-89dc-25509e06cffd", "name": "network-vif-plugged", "status": "completed", "tag": "b89f1429-abce-48ec-b453-aadaebd86f3c", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:50:37.821704 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9e8698cd-8389-4420-a07b-7cb287ee698b {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:50:37.822258 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28651ca2-62cb-4565-89dc-25509e06cffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89f1429-abce-48ec-b453-aadaebd86f3c', 'code': 200} Nov 27 03:50:37.825409 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:37.854107 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c04be5b5-2110-4358-b8a2-bb5aa0bfc570 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:37.887112 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 26946bba-a484-4f3c-8919-da4b4bff424f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=26946bba-a484-4f3c-8919-da4b4bff424f,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:50:37.894241 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:37.895089 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:50:37.910726 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c04be5b5-2110-4358-b8a2-bb5aa0bfc570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:37.913883 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c04be5b5-2110-4358-b8a2-bb5aa0bfc570 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:37.917569 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c04be5b5-2110-4358-b8a2-bb5aa0bfc570 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b6563034-6933-4e9e-bc6d-d9998d9240b4 HTTP/1.1" status: 204 len: 168 time: 0.2087643 Nov 27 03:50:37.945548 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04be5b5-2110-4358-b8a2-bb5aa0bfc570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6563034-6933-4e9e-bc6d-d9998d9240b4,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:37.957742 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04be5b5-2110-4358-b8a2-bb5aa0bfc570 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:37.958235 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04be5b5-2110-4358-b8a2-bb5aa0bfc570 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:37.958611 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04be5b5-2110-4358-b8a2-bb5aa0bfc570 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:37.958964 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04be5b5-2110-4358-b8a2-bb5aa0bfc570 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:37.959307 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04be5b5-2110-4358-b8a2-bb5aa0bfc570 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:37.959648 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04be5b5-2110-4358-b8a2-bb5aa0bfc570 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:37.959985 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04be5b5-2110-4358-b8a2-bb5aa0bfc570 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:37.960322 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04be5b5-2110-4358-b8a2-bb5aa0bfc570 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:37.960657 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04be5b5-2110-4358-b8a2-bb5aa0bfc570 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:37.960992 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04be5b5-2110-4358-b8a2-bb5aa0bfc570 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:37.961320 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04be5b5-2110-4358-b8a2-bb5aa0bfc570 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:37.961649 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04be5b5-2110-4358-b8a2-bb5aa0bfc570 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:50:37.991458 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:50:37.992127 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:50:38.002968 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa34cc-387e-42f6-810a-ef09b5f148e3 req-47c34b55-51da-479e-98aa-2ddcf4f1833e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:38.012108 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa34cc-387e-42f6-810a-ef09b5f148e3 req-47c34b55-51da-479e-98aa-2ddcf4f1833e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:38.020740 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=26946bba-a484-4f3c-8919-da4b4bff424f,revision_number=8']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:38.041170 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa34cc-387e-42f6-810a-ef09b5f148e3 req-47c34b55-51da-479e-98aa-2ddcf4f1833e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:38.051112 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa34cc-387e-42f6-810a-ef09b5f148e3 req-47c34b55-51da-479e-98aa-2ddcf4f1833e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:38.058388 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa34cc-387e-42f6-810a-ef09b5f148e3 req-47c34b55-51da-479e-98aa-2ddcf4f1833e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:38.065843 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa34cc-387e-42f6-810a-ef09b5f148e3 req-47c34b55-51da-479e-98aa-2ddcf4f1833e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:38.072111 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa34cc-387e-42f6-810a-ef09b5f148e3 req-47c34b55-51da-479e-98aa-2ddcf4f1833e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:38.081936 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-92aa34cc-387e-42f6-810a-ef09b5f148e3 req-47c34b55-51da-479e-98aa-2ddcf4f1833e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 5430 time: 0.1733727 Nov 27 03:50:38.160845 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-92aa34cc-387e-42f6-810a-ef09b5f148e3 req-225d7efc-2fbb-4f40-a336-92eae4d21114 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4368533-280d-4285-a228-ddd922f72d08&id=35921842-5bd8-4d3d-b228-d6a9b6023664&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0777915 Nov 27 03:50:38.189746 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-efa22a1f-f9f1-4127-a0fb-a22ffcc75dd0 req-f1ed9f54-b564-4d9b-8f7d-c5894a22098b tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:38.211839 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-efa22a1f-f9f1-4127-a0fb-a22ffcc75dd0 req-f1ed9f54-b564-4d9b-8f7d-c5894a22098b tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:38.218476 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-a5c7b7aa-c03b-4ecd-ba75-db56eb2994db service neutron] 10.222.0.11 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7014074 Nov 27 03:50:38.220430 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0603977-d2c5-4eec-b38e-3aa1503da4c0 req-12866031-986e-4d99-b4a9-3196961e3956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:38.221773 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0603977-d2c5-4eec-b38e-3aa1503da4c0 req-12866031-986e-4d99-b4a9-3196961e3956 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=28651ca2-62cb-4565-89dc-25509e06cffd HTTP/1.1" status: 200 len: 1101 time: 0.1501999 Nov 27 03:50:38.316118 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430c3d9-2358-4bba-b2ff-0f6046c107be req-c6029d89-fe56-4522-85bc-d9287c4c4bbc tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:38.317783 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4430c3d9-2358-4bba-b2ff-0f6046c107be req-c6029d89-fe56-4522-85bc-d9287c4c4bbc tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] 10.222.0.20 "GET /v2.0/ports?device_id=28651ca2-62cb-4565-89dc-25509e06cffd HTTP/1.1" status: 200 len: 950 time: 0.0587616 Nov 27 03:50:38.335516 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-0a4e6359-1f21-4d23-9fec-b86d63c2f4df service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=7b351237-4bd0-45c7-a806-427c75ca3765 HTTP/1.1" status: 200 len: 217 time: 0.0846374 Nov 27 03:50:38.350272 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35498) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:38.354607 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed9f54-b564-4d9b-8f7d-c5894a22098b tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Pushing event updated for resources: {'Port': ['ID=8589bee1-4ce6-4495-920a-5b295d684f5d,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:38.381273 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-778350c5-47f1-4685-bfbc-056dcf7da9f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:38.410601 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6a6c3c-9774-481e-a0c9-963216754056', 'name': 'network-vif-deleted', 'tag': '397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:50:38.414263 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4430c3d9-2358-4bba-b2ff-0f6046c107be req-bca88566-0913-43ca-aea0-28eeaa2c8e4e tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c1f1624-d08c-4fee-af33-fac6c597f9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839100 Nov 27 03:50:38.415611 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30160e6c-8b41-4dc8-bdf4-e201ab2c3e84" -d '{"events": [{"server_uuid": "be6a6c3c-9774-481e-a0c9-963216754056", "name": "network-vif-deleted", "tag": "397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:50:38.428440 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-efa22a1f-f9f1-4127-a0fb-a22ffcc75dd0 req-f1ed9f54-b564-4d9b-8f7d-c5894a22098b tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:38.438379 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0603977-d2c5-4eec-b38e-3aa1503da4c0 req-c17d2183-29ee-458c-b4ba-ef0190e0d6fb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0c1f1624-d08c-4fee-af33-fac6c597f9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862216 Nov 27 03:50:38.446144 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-0add5a4a-01b6-42b1-943d-097fb847552e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:38.461305 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-0add5a4a-01b6-42b1-943d-097fb847552e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9c95fc5-2816-48b1-af67-21fc91123a75 HTTP/1.1" status: 200 len: 797 time: 0.1161730 Nov 27 03:50:38.467216 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-efa22a1f-f9f1-4127-a0fb-a22ffcc75dd0 req-f1ed9f54-b564-4d9b-8f7d-c5894a22098b tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:38.479787 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-efa22a1f-f9f1-4127-a0fb-a22ffcc75dd0 req-f1ed9f54-b564-4d9b-8f7d-c5894a22098b tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6119890 Nov 27 03:50:38.489221 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-778350c5-47f1-4685-bfbc-056dcf7da9f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:38.496703 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-778350c5-47f1-4685-bfbc-056dcf7da9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:38.531154 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-efa22a1f-f9f1-4127-a0fb-a22ffcc75dd0 req-1a6c8c3d-0c26-4eca-a92b-5e94b3f9a9e3 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.209 HTTP/1.1" status: 200 len: 696 time: 0.0502236 Nov 27 03:50:38.544432 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-778350c5-47f1-4685-bfbc-056dcf7da9f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c50eb94df34495c97daa62d37c79bb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1930976 Nov 27 03:50:38.547336 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 35506) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:38.554004 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778350c5-47f1-4685-bfbc-056dcf7da9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0081a466-82aa-4936-b982-5c6b13c905a0,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:38.606702 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b31793-6464-40ea-98b1-39755387fe02 req-565ef50f-53db-4f56-b089-6ae17c0b040f tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:38.608330 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-14b31793-6464-40ea-98b1-39755387fe02 req-565ef50f-53db-4f56-b089-6ae17c0b040f tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 949 time: 0.0677135 Nov 27 03:50:38.664901 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-14b31793-6464-40ea-98b1-39755387fe02 req-0993e540-ec2e-4130-8399-dcb3b4ab3779 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492568 Nov 27 03:50:38.667954 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b3b9bccf-7b86-42a6-9bd0-f811c14c8940 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:38.687341 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa22a1f-f9f1-4127-a0fb-a22ffcc75dd0 req-0ef61069-d6f3-420b-9bee-90f2b2b1ed79 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:38.690054 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-efa22a1f-f9f1-4127-a0fb-a22ffcc75dd0 req-0ef61069-d6f3-420b-9bee-90f2b2b1ed79 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] 10.222.0.20 "GET /v2.0/networks/f5c39893-f8d8-4150-8aae-695f98406de3 HTTP/1.1" status: 200 len: 784 time: 0.1546233 Nov 27 03:50:38.715738 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b3b9bccf-7b86-42a6-9bd0-f811c14c8940 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:38.751117 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05416d48-f2b7-4d78-963d-e5564134dbce x-openstack-request-id: req-05416d48-f2b7-4d78-963d-e5564134dbce {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:50:38.751445 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6a6c3c-9774-481e-a0c9-963216754056", "name": "network-vif-deleted", "tag": "397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:50:38.751683 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-05416d48-f2b7-4d78-963d-e5564134dbce {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:50:38.752082 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6a6c3c-9774-481e-a0c9-963216754056', 'name': 'network-vif-deleted', 'tag': '397e9515-0edf-46ac-ac2a-9bf2b2a9f0aa', 'status': 'completed', 'code': 200} Nov 27 03:50:38.799050 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7f779712-cf23-4f59-880a-21fb8fce72d7 req-2fe2e682-b42b-4a7d-b3d9-240a0f042137 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] 10.222.0.20 "GET /v2.0/floatingips/6b14dd35-6828-4ede-b154-fecd59b80fac HTTP/1.1" status: 200 len: 693 time: 0.0578320 Nov 27 03:50:38.842576 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-275e6a0b-31a8-4a70-8d96-e0a18d82ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:38.844305 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-275e6a0b-31a8-4a70-8d96-e0a18d82ab95 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e40f6bbd-098b-49f7-b15f-a15d5c62f421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0914757 Nov 27 03:50:38.859291 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd9c54-217d-4c12-aa7c-564ef1ff9018 req-7a8610e6-d60e-4910-a33c-2b00e58df8e1 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:38.860989 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-facd9c54-217d-4c12-aa7c-564ef1ff9018 req-7a8610e6-d60e-4910-a33c-2b00e58df8e1 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 945 time: 0.0815661 Nov 27 03:50:38.870976 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b3b9bccf-7b86-42a6-9bd0-f811c14c8940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:38.873710 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b3b9bccf-7b86-42a6-9bd0-f811c14c8940 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:38.874840 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b3b9bccf-7b86-42a6-9bd0-f811c14c8940 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0081a466-82aa-4936-b982-5c6b13c905a0 HTTP/1.1" status: 204 len: 168 time: 0.3253396 Nov 27 03:50:38.927137 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b9bccf-7b86-42a6-9bd0-f811c14c8940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0081a466-82aa-4936-b982-5c6b13c905a0,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:38.955392 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f779712-cf23-4f59-880a-21fb8fce72d7 req-4a3d1171-82a7-4d3e-8c28-107982853ddb tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:38.962968 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7f779712-cf23-4f59-880a-21fb8fce72d7 req-4a3d1171-82a7-4d3e-8c28-107982853ddb tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] 10.222.0.20 "GET /v2.0/networks/f5c39893-f8d8-4150-8aae-695f98406de3 HTTP/1.1" status: 200 len: 784 time: 0.1628940 Nov 27 03:50:38.984865 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-facd9c54-217d-4c12-aa7c-564ef1ff9018 req-9e6b6ef1-d6ba-4c5b-93f3-4905c40ad8a3 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000829 Nov 27 03:50:39.000215 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-98c9bb49-2688-4230-a465-75b19dd68bc3 service neutron] 10.222.0.11 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380694 Nov 27 03:50:39.027115 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7f779712-cf23-4f59-880a-21fb8fce72d7 req-71413672-e9cf-4ae2-8f00-e9dbbf35a9ac tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.209 HTTP/1.1" status: 200 len: 696 time: 0.0631933 Nov 27 03:50:39.080505 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7f779712-cf23-4f59-880a-21fb8fce72d7 req-6726961f-cfbf-45c2-8eb9-cb576abadac7 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.209 HTTP/1.1" status: 200 len: 696 time: 0.0523846 Nov 27 03:50:39.134967 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-986e4dd6-2c1c-4e58-b86a-1f79bca6db48 service neutron] 10.222.0.11 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229911 Nov 27 03:50:39.210016 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-e6a45355-d2d6-4a1d-9ded-6b7a227ee00a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=26b81207-9333-4de8-8d7f-cf0229429ddd HTTP/1.1" status: 200 len: 217 time: 0.0514693 Nov 27 03:50:39.262416 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-7f779712-cf23-4f59-880a-21fb8fce72d7 req-220816fa-d920-494e-bf66-614830b648e6 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Deleting port 8589bee1-4ce6-4495-920a-5b295d684f5d {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:50:39.263113 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-7f779712-cf23-4f59-880a-21fb8fce72d7 req-220816fa-d920-494e-bf66-614830b648e6 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:39.300845 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-9789f21c-e3c6-4d5b-b07a-b12f25934883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:39.303091 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-9789f21c-e3c6-4d5b-b07a-b12f25934883 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9c95fc5-2816-48b1-af67-21fc91123a75 HTTP/1.1" status: 200 len: 797 time: 0.0834622 Nov 27 03:50:39.382591 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-7f779712-cf23-4f59-880a-21fb8fce72d7 req-220816fa-d920-494e-bf66-614830b648e6 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:39.383008 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-7f779712-cf23-4f59-880a-21fb8fce72d7 req-220816fa-d920-494e-bf66-614830b648e6 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:39.395089 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-60d43314-eb06-4584-b37c-224ffdbc3a8c req-a76ee6ed-df90-48b8-8fa6-5082391da03d tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6a6c3c-9774-481e-a0c9-963216754056 HTTP/1.1" status: 200 len: 210 time: 0.0301378 Nov 27 03:50:39.409182 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-0a9504a7-8926-41fd-abc5-10a477c794e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:39.410740 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-0a9504a7-8926-41fd-abc5-10a477c794e7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e40f6bbd-098b-49f7-b15f-a15d5c62f421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0927651 Nov 27 03:50:39.416454 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-7f779712-cf23-4f59-880a-21fb8fce72d7 req-220816fa-d920-494e-bf66-614830b648e6 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Calling delete_port for 8589bee1-4ce6-4495-920a-5b295d684f5d owned by network:floatingip {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:50:39.601195 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-9ac28fc7-f85e-4e6f-9301-009b2748d18c service neutron] 10.222.0.11 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786406 Nov 27 03:50:39.612522 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-7f779712-cf23-4f59-880a-21fb8fce72d7 req-220816fa-d920-494e-bf66-614830b648e6 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:39.622732 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1ea75-fdaa-4701-9cf6-f8652c0d5a92 req-f0b73c3b-85e5-401e-a42f-239dd2b154ae tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:39.628894 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1ea75-fdaa-4701-9cf6-f8652c0d5a92 req-f0b73c3b-85e5-401e-a42f-239dd2b154ae tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:39.634898 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1ea75-fdaa-4701-9cf6-f8652c0d5a92 req-f0b73c3b-85e5-401e-a42f-239dd2b154ae tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:39.641231 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1ea75-fdaa-4701-9cf6-f8652c0d5a92 req-f0b73c3b-85e5-401e-a42f-239dd2b154ae tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:39.646329 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220816fa-d920-494e-bf66-614830b648e6 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Pushing event deleted for resources: {'Port': ['ID=8589bee1-4ce6-4495-920a-5b295d684f5d,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:39.648237 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1ea75-fdaa-4701-9cf6-f8652c0d5a92 req-f0b73c3b-85e5-401e-a42f-239dd2b154ae tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:39.658964 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1ea75-fdaa-4701-9cf6-f8652c0d5a92 req-f0b73c3b-85e5-401e-a42f-239dd2b154ae tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:39.666116 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1ea75-fdaa-4701-9cf6-f8652c0d5a92 req-f0b73c3b-85e5-401e-a42f-239dd2b154ae tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:39.669301 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-55b1ea75-fdaa-4701-9cf6-f8652c0d5a92 req-f0b73c3b-85e5-401e-a42f-239dd2b154ae tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 5430 time: 0.1605685 Nov 27 03:50:39.750977 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-7f779712-cf23-4f59-880a-21fb8fce72d7 req-220816fa-d920-494e-bf66-614830b648e6 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Publish callbacks [] for floatingip, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:39.754119 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-7f779712-cf23-4f59-880a-21fb8fce72d7 req-220816fa-d920-494e-bf66-614830b648e6 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:39.770903 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7f779712-cf23-4f59-880a-21fb8fce72d7 req-220816fa-d920-494e-bf66-614830b648e6 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] 10.222.0.20 "DELETE /v2.0/floatingips/6b14dd35-6828-4ede-b154-fecd59b80fac HTTP/1.1" status: 204 len: 173 time: 0.6893957 Nov 27 03:50:39.819728 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-502bfb7b-430d-47eb-95d3-19fe6e892fec service neutron] 10.222.0.11 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493487 Nov 27 03:50:39.823905 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5190d77d-8553-48fa-93a4-45551215f363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26946bba-a484-4f3c-8919-da4b4bff424f'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:50:39.827064 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d31f811-15f0-4dd1-969a-c05051db9e32" -d '{"events": [{"server_uuid": "5190d77d-8553-48fa-93a4-45551215f363", "name": "network-vif-plugged", "status": "completed", "tag": "26946bba-a484-4f3c-8919-da4b4bff424f"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:50:39.829514 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-55b1ea75-fdaa-4701-9cf6-f8652c0d5a92 req-4f5aec45-c319-4a19-9010-4170043eb93f tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4368533-280d-4285-a228-ddd922f72d08&id=35921842-5bd8-4d3d-b228-d6a9b6023664&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0909238 Nov 27 03:50:39.867957 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-e83891aa-26c9-4446-9de2-bf4cb774e249 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=994f489a-7134-463c-90df-7f5e22d2a68c HTTP/1.1" status: 200 len: 217 time: 0.0368524 Nov 27 03:50:39.886668 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33acc23-5b81-4743-a558-57cb8e87f676 req-0da9666b-e821-4e84-988a-42bfe8b89f17 tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:39.898406 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b33acc23-5b81-4743-a558-57cb8e87f676 req-0da9666b-e821-4e84-988a-42bfe8b89f17 tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] 10.222.0.20 "GET /v2.0/ports?device_id=db49b6ce-dcb3-4876-8b51-435aceb46ab9 HTTP/1.1" status: 200 len: 946 time: 0.0781345 Nov 27 03:50:39.938607 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-308e3fe2-ced1-417e-b84a-b23966211491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:39.940350 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-308e3fe2-ced1-417e-b84a-b23966211491 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=14307b56-4179-4fb0-9b1a-ab924af31129 HTTP/1.1" status: 200 len: 797 time: 0.0636342 Nov 27 03:50:39.986623 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b33acc23-5b81-4743-a558-57cb8e87f676 req-2a2ae48b-3210-4bbb-8940-f441e56e4fce tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ef4856d-b1d3-4d4b-88d6-d7ce2829545c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875108 Nov 27 03:50:40.033614 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cba576-e097-4b67-8a49-ae51d13b38cb req-795ee929-7e82-4b7e-bd33-657cabd64a7d tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:40.035162 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-09cba576-e097-4b67-8a49-ae51d13b38cb req-795ee929-7e82-4b7e-bd33-657cabd64a7d tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] 10.222.0.20 "GET /v2.0/ports?device_id=28651ca2-62cb-4565-89dc-25509e06cffd HTTP/1.1" status: 200 len: 950 time: 0.0879185 Nov 27 03:50:40.037855 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-fa4af7f1-12ce-4b47-b799-0236475de5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:40.039299 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-fa4af7f1-12ce-4b47-b799-0236475de5d0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=19023ddb-b83b-433d-89aa-500b49070446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0902634 Nov 27 03:50:40.107517 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e5d8a-152f-468b-8c92-aa6e26a3af36 req-031079f7-28c5-4af6-bde1-33fda9a4f947 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:40.111010 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e92e5d8a-152f-468b-8c92-aa6e26a3af36 req-031079f7-28c5-4af6-bde1-33fda9a4f947 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 949 time: 0.0520804 Nov 27 03:50:40.139169 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-09cba576-e097-4b67-8a49-ae51d13b38cb req-eb9ee14a-34d2-4fe4-8244-eb502c170ad3 tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c1f1624-d08c-4fee-af33-fac6c597f9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982909 Nov 27 03:50:40.174206 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e92e5d8a-152f-468b-8c92-aa6e26a3af36 req-1d0c0a16-7a09-428c-a7b5-809a09d3b538 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584867 Nov 27 03:50:40.215297 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09796842-6ab4-4449-bde0-30ff9ac0959a x-openstack-request-id: req-09796842-6ab4-4449-bde0-30ff9ac0959a {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:50:40.215819 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5190d77d-8553-48fa-93a4-45551215f363", "name": "network-vif-plugged", "status": "completed", "tag": "26946bba-a484-4f3c-8919-da4b4bff424f", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:50:40.216070 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-09796842-6ab4-4449-bde0-30ff9ac0959a {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:50:40.216654 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5190d77d-8553-48fa-93a4-45551215f363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26946bba-a484-4f3c-8919-da4b4bff424f', 'code': 200} Nov 27 03:50:40.230387 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-620dc892-b188-4908-9fb6-39f98f009322 service neutron] 10.222.0.11 "GET /v2.0/networks/19023ddb-b83b-433d-89aa-500b49070446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751919 Nov 27 03:50:40.231284 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [req-5326a401-4996-47a6-857e-47f2cd3dddd1 req-9960b8ab-5778-4ed5-a0a8-cfda84c9a004 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] show failed (client error): The resource could not be found. Nov 27 03:50:40.232124 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5326a401-4996-47a6-857e-47f2cd3dddd1 req-9960b8ab-5778-4ed5-a0a8-cfda84c9a004 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] 10.222.0.20 "GET /v2.0/floatingips/6b14dd35-6828-4ede-b154-fecd59b80fac HTTP/1.1" status: 404 len: 350 time: 0.0445080 Nov 27 03:50:40.339863 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db236c73-6e0b-416a-89da-527341bf098d req-f6115f0f-63d6-42e9-b34c-d64b9446ab8d tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:40.348632 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-db236c73-6e0b-416a-89da-527341bf098d req-f6115f0f-63d6-42e9-b34c-d64b9446ab8d tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 945 time: 0.0605726 Nov 27 03:50:40.351225 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-6f6435c9-8302-494c-a9cd-9e07cf31d23d service neutron] 10.222.0.11 "GET /v2.0/networks/19023ddb-b83b-433d-89aa-500b49070446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139092 Nov 27 03:50:40.404223 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-db236c73-6e0b-416a-89da-527341bf098d req-78fb1b1b-7bf7-4415-857b-bcca867b1685 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493128 Nov 27 03:50:40.417427 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-aa802523-7a7f-48fc-b753-121c80b526f4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6cb9156c-61e5-4397-bd95-aff4277a4ae5 HTTP/1.1" status: 200 len: 217 time: 0.0565665 Nov 27 03:50:40.525419 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-e13334c0-118f-4582-81e5-3f60f980b16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:40.528239 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-e13334c0-118f-4582-81e5-3f60f980b16b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=14307b56-4179-4fb0-9b1a-ab924af31129 HTTP/1.1" status: 200 len: 797 time: 0.0870192 Nov 27 03:50:40.606445 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [req-daa54284-62fb-4b85-b15d-1ccf4cc1f857 req-6bb17048-853e-4a2c-9a4a-d424a1d1cac8 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] show failed (client error): The resource could not be found. Nov 27 03:50:40.607554 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-daa54284-62fb-4b85-b15d-1ccf4cc1f857 req-6bb17048-853e-4a2c-9a4a-d424a1d1cac8 tempest-FloatingIPsTestJSON-1796973205 tempest-FloatingIPsTestJSON-1796973205-project] 10.222.0.20 "GET /v2.0/floatingips/6b14dd35-6828-4ede-b154-fecd59b80fac HTTP/1.1" status: 404 len: 350 time: 0.0642755 Nov 27 03:50:40.618945 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35566) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:40.627157 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a46b03-bfb8-4620-9366-2b9badd4d384 req-2eba7dce-7da0-4972-bee2-72a97c0301ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:40.628758 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a9a46b03-bfb8-4620-9366-2b9badd4d384 req-2eba7dce-7da0-4972-bee2-72a97c0301ab service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 1100 time: 0.1385374 Nov 27 03:50:40.649906 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-77f7a1cb-ae75-49be-a310-6a8bc559c36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:40.662153 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-77f7a1cb-ae75-49be-a310-6a8bc559c36a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=19023ddb-b83b-433d-89aa-500b49070446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1173363 Nov 27 03:50:40.758653 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a9a46b03-bfb8-4620-9366-2b9badd4d384 req-d4839d04-fd91-44ec-9a50-893e41613f78 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186192 Nov 27 03:50:40.777442 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a32e30e9-ce36-4114-b128-a52448980f2b req-e0ea0403-9227-486d-964f-f2a8454402d8 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6a6c3c-9774-481e-a0c9-963216754056 HTTP/1.1" status: 200 len: 210 time: 0.0355175 Nov 27 03:50:40.837118 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-058722ac-7ae0-4265-b4f1-abc40e382778 service neutron] 10.222.0.11 "GET /v2.0/networks/19023ddb-b83b-433d-89aa-500b49070446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533027 Nov 27 03:50:41.016533 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ea57d-5db9-4477-8b1e-39573e7f0ccb req-2330c62b-e01f-46dc-8498-12ecc528c920 tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:41.018170 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5d2ea57d-5db9-4477-8b1e-39573e7f0ccb req-2330c62b-e01f-46dc-8498-12ecc528c920 tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] 10.222.0.11 "GET /v2.0/ports?device_id=db49b6ce-dcb3-4876-8b51-435aceb46ab9 HTTP/1.1" status: 200 len: 946 time: 0.1565490 Nov 27 03:50:41.105278 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfbd2a8d-7507-4a6f-a1dc-575b86309387 req-b88c0472-cdc1-4f70-bf74-2c581dc5b1d8 service neutron] 10.222.0.11 "GET /v2.0/networks/19023ddb-b83b-433d-89aa-500b49070446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448738 Nov 27 03:50:41.141713 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5da0b-f0d2-4a01-96bc-fb8c9cb3ebe4 req-bc88fba7-81f0-4486-b983-ec6600096d64 tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:41.143327 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-68f5da0b-f0d2-4a01-96bc-fb8c9cb3ebe4 req-bc88fba7-81f0-4486-b983-ec6600096d64 tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] 10.222.0.20 "GET /v2.0/ports?device_id=db49b6ce-dcb3-4876-8b51-435aceb46ab9 HTTP/1.1" status: 200 len: 946 time: 0.0758204 Nov 27 03:50:41.152907 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656abf4-bf9d-4404-83b5-d2bdb90ea940 req-02ee402f-61e9-48ba-bc3c-c67107c689e9 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:41.159313 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656abf4-bf9d-4404-83b5-d2bdb90ea940 req-02ee402f-61e9-48ba-bc3c-c67107c689e9 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:41.165550 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656abf4-bf9d-4404-83b5-d2bdb90ea940 req-02ee402f-61e9-48ba-bc3c-c67107c689e9 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:41.171534 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656abf4-bf9d-4404-83b5-d2bdb90ea940 req-02ee402f-61e9-48ba-bc3c-c67107c689e9 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:41.177744 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656abf4-bf9d-4404-83b5-d2bdb90ea940 req-02ee402f-61e9-48ba-bc3c-c67107c689e9 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:41.184088 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656abf4-bf9d-4404-83b5-d2bdb90ea940 req-02ee402f-61e9-48ba-bc3c-c67107c689e9 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:41.190387 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656abf4-bf9d-4404-83b5-d2bdb90ea940 req-02ee402f-61e9-48ba-bc3c-c67107c689e9 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:41.195137 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c656abf4-bf9d-4404-83b5-d2bdb90ea940 req-02ee402f-61e9-48ba-bc3c-c67107c689e9 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 5430 time: 0.1757429 Nov 27 03:50:41.209014 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-68f5da0b-f0d2-4a01-96bc-fb8c9cb3ebe4 req-53eb8c78-9be5-4bbc-9a19-835df9b71b83 tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ef4856d-b1d3-4d4b-88d6-d7ce2829545c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580363 Nov 27 03:50:41.215508 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cbe317ed-398b-4b49-b777-6df1c39fbccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:41.306459 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-5d2ea57d-5db9-4477-8b1e-39573e7f0ccb req-c1652332-6b51-4ecd-aebb-79eb4606474d tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] Deleting port f4e612ce-9dd6-4e8e-950a-a33533a70c53 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:50:41.306459 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-5d2ea57d-5db9-4477-8b1e-39573e7f0ccb req-c1652332-6b51-4ecd-aebb-79eb4606474d tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:41.322833 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c656abf4-bf9d-4404-83b5-d2bdb90ea940 req-37f7692c-5f9a-4606-8982-6304dff001fc tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4368533-280d-4285-a228-ddd922f72d08&id=35921842-5bd8-4d3d-b228-d6a9b6023664&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1136940 Nov 27 03:50:41.465368 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0be07-d51f-4b15-aa19-0b6a9025c2a6 req-5d1572af-19ae-4467-8ddc-916349b93137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:41.466116 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0be07-d51f-4b15-aa19-0b6a9025c2a6 req-5d1572af-19ae-4467-8ddc-916349b93137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:41.467564 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0be07-d51f-4b15-aa19-0b6a9025c2a6 req-5d1572af-19ae-4467-8ddc-916349b93137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:41.468227 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0be07-d51f-4b15-aa19-0b6a9025c2a6 req-5d1572af-19ae-4467-8ddc-916349b93137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:41.468888 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0be07-d51f-4b15-aa19-0b6a9025c2a6 req-5d1572af-19ae-4467-8ddc-916349b93137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:41.469513 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0be07-d51f-4b15-aa19-0b6a9025c2a6 req-5d1572af-19ae-4467-8ddc-916349b93137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:41.470145 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0be07-d51f-4b15-aa19-0b6a9025c2a6 req-5d1572af-19ae-4467-8ddc-916349b93137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:41.472557 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7de0be07-d51f-4b15-aa19-0b6a9025c2a6 req-5d1572af-19ae-4467-8ddc-916349b93137 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3e0a6e3903404d4c8a0246b387bf3805&device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 6487 time: 0.1482277 Nov 27 03:50:41.486302 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38672644-5fa2-4f8c-85fc-4ebb85d0f95c req-c7466b00-5646-43eb-b636-49e5a6ab9256 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:41.487818 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-38672644-5fa2-4f8c-85fc-4ebb85d0f95c req-c7466b00-5646-43eb-b636-49e5a6ab9256 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 949 time: 0.0962610 Nov 27 03:50:41.572397 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-38672644-5fa2-4f8c-85fc-4ebb85d0f95c req-659e454d-26a9-4cfd-9270-c9607a4c4170 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754817 Nov 27 03:50:41.575596 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-5d2ea57d-5db9-4477-8b1e-39573e7f0ccb req-c1652332-6b51-4ecd-aebb-79eb4606474d tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] For port f4e612ce-9dd6-4e8e-950a-a33533a70c53, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=f4e612ce-9dd6-4e8e-950a-a33533a70c53,segment=NetworkSegment(b02ff043-3f61-4388-a97d-8e1b758db573),segment_id=b02ff043-3f61-4388-a97d-8e1b758db573)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:50:41.575971 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-5d2ea57d-5db9-4477-8b1e-39573e7f0ccb req-c1652332-6b51-4ecd-aebb-79eb4606474d tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:41.600629 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-5d2ea57d-5db9-4477-8b1e-39573e7f0ccb req-c1652332-6b51-4ecd-aebb-79eb4606474d tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] Calling delete_port for f4e612ce-9dd6-4e8e-950a-a33533a70c53 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:50:41.636911 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-cbe317ed-398b-4b49-b777-6df1c39fbccd admin admin] Deleting port a289d89b-a0cc-4545-8649-83b6e1927d40 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:50:41.637942 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cbe317ed-398b-4b49-b777-6df1c39fbccd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:41.736830 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-cbe317ed-398b-4b49-b777-6df1c39fbccd admin admin] For port a289d89b-a0cc-4545-8649-83b6e1927d40, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=a289d89b-a0cc-4545-8649-83b6e1927d40,segment=NetworkSegment(75318977-4c42-40d1-8a2c-e19977cff2cf),segment_id=75318977-4c42-40d1-8a2c-e19977cff2cf)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:50:41.737604 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cbe317ed-398b-4b49-b777-6df1c39fbccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:41.755112 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-cbe317ed-398b-4b49-b777-6df1c39fbccd admin admin] Calling delete_port for a289d89b-a0cc-4545-8649-83b6e1927d40 owned by network:router_interface {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:50:41.783309 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36ef28-589c-4d03-a0d3-8d83c3a2a914 req-c06ba965-9557-4598-a8a7-972453ecd8fc tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:41.792457 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-da36ef28-589c-4d03-a0d3-8d83c3a2a914 req-c06ba965-9557-4598-a8a7-972453ecd8fc tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 945 time: 0.3122191 Nov 27 03:50:41.798723 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-5d2ea57d-5db9-4477-8b1e-39573e7f0ccb req-c1652332-6b51-4ecd-aebb-79eb4606474d tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:41.835966 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['f4e612ce-9dd6-4e8e-950a-a33533a70c53'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:50:41.846630 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1652332-6b51-4ecd-aebb-79eb4606474d tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] Pushing event deleted for resources: {'Port': ['ID=f4e612ce-9dd6-4e8e-950a-a33533a70c53,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:41.846630 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0be07-d51f-4b15-aa19-0b6a9025c2a6 req-c7ca7a42-92e7-41b4-909a-9d396c31cfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:41.846932 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7de0be07-d51f-4b15-aa19-0b6a9025c2a6 req-c7ca7a42-92e7-41b4-909a-9d396c31cfaf service neutron] 10.222.0.11 "GET /v2.0/networks?id=19023ddb-b83b-433d-89aa-500b49070446 HTTP/1.1" status: 200 len: 902 time: 0.3554912 Nov 27 03:50:41.900820 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7de0be07-d51f-4b15-aa19-0b6a9025c2a6 req-ed8273af-f811-44d1-9265-27614d69b9af service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=994f489a-7134-463c-90df-7f5e22d2a68c HTTP/1.1" status: 200 len: 217 time: 0.0438693 Nov 27 03:50:41.975786 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9aedd763-85e0-4ec8-be60-1e7970026493 req-45f86de3-011e-48eb-ac11-0f484e8cde33 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6a6c3c-9774-481e-a0c9-963216754056 HTTP/1.1" status: 200 len: 210 time: 0.0298710 Nov 27 03:50:42.023549 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d2ea57d-5db9-4477-8b1e-39573e7f0ccb req-c1652332-6b51-4ecd-aebb-79eb4606474d tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] No DVR routers for this DVR port f4e612ce-9dd6-4e8e-950a-a33533a70c53 on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:50:42.035083 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-5d2ea57d-5db9-4477-8b1e-39573e7f0ccb req-c1652332-6b51-4ecd-aebb-79eb4606474d tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:42.038579 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5d2ea57d-5db9-4477-8b1e-39573e7f0ccb req-c1652332-6b51-4ecd-aebb-79eb4606474d tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] 10.222.0.11 "DELETE /v2.0/ports/f4e612ce-9dd6-4e8e-950a-a33533a70c53 HTTP/1.1" status: 204 len: 173 time: 1.0018892 Nov 27 03:50:42.042538 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db49b6ce-dcb3-4876-8b51-435aceb46ab9', 'name': 'network-vif-deleted', 'tag': 'f4e612ce-9dd6-4e8e-950a-a33533a70c53'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:50:42.044969 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de429a61-b1ad-4976-9302-4453b9fc4c4a" -d '{"events": [{"server_uuid": "db49b6ce-dcb3-4876-8b51-435aceb46ab9", "name": "network-vif-deleted", "tag": "f4e612ce-9dd6-4e8e-950a-a33533a70c53"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:50:42.080627 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-da36ef28-589c-4d03-a0d3-8d83c3a2a914 req-27b7da4a-0fcf-4307-aa04-c69706c8039a tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828765 Nov 27 03:50:42.096670 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0be07-d51f-4b15-aa19-0b6a9025c2a6 req-e47048ac-cdb0-42fd-b487-925cb6cfb61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:42.103049 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7de0be07-d51f-4b15-aa19-0b6a9025c2a6 req-e47048ac-cdb0-42fd-b487-925cb6cfb61d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=14307b56-4179-4fb0-9b1a-ab924af31129 HTTP/1.1" status: 200 len: 797 time: 0.1782868 Nov 27 03:50:42.123223 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cbe317ed-398b-4b49-b777-6df1c39fbccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:42.207749 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ea7c5f-d26b-4710-95ae-4b3c4a810b05 x-openstack-request-id: req-73ea7c5f-d26b-4710-95ae-4b3c4a810b05 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:50:42.209826 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db49b6ce-dcb3-4876-8b51-435aceb46ab9", "name": "network-vif-deleted", "tag": "f4e612ce-9dd6-4e8e-950a-a33533a70c53", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:50:42.210231 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-73ea7c5f-d26b-4710-95ae-4b3c4a810b05 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:50:42.210900 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db49b6ce-dcb3-4876-8b51-435aceb46ab9', 'name': 'network-vif-deleted', 'tag': 'f4e612ce-9dd6-4e8e-950a-a33533a70c53', 'status': 'completed', 'code': 200} Nov 27 03:50:42.230910 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0be07-d51f-4b15-aa19-0b6a9025c2a6 req-f7885bf6-05e9-44f3-885c-13cec64bb7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:42.241225 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7de0be07-d51f-4b15-aa19-0b6a9025c2a6 req-f7885bf6-05e9-44f3-885c-13cec64bb7e2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=19023ddb-b83b-433d-89aa-500b49070446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1220124 Nov 27 03:50:42.288706 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe317ed-398b-4b49-b777-6df1c39fbccd admin admin] Pushing event deleted for resources: {'Port': ['ID=a289d89b-a0cc-4545-8649-83b6e1927d40,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:42.445382 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-80210181-f2ac-4456-9763-738d8e555cd9 req-37f7c61b-4b3b-4f52-b8cd-ab062596c0f5 tempest-ServerMetadataNegativeTestJSON-1967055254 tempest-ServerMetadataNegativeTestJSON-1967055254-project] 10.222.0.20 "GET /v2.0/ports?device_id=db49b6ce-dcb3-4876-8b51-435aceb46ab9 HTTP/1.1" status: 200 len: 210 time: 0.0436602 Nov 27 03:50:42.465725 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7de0be07-d51f-4b15-aa19-0b6a9025c2a6 req-0db7191d-54d3-4221-bbe8-c2c74bef34b5 service neutron] 10.222.0.11 "GET /v2.0/networks/19023ddb-b83b-433d-89aa-500b49070446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245970 Nov 27 03:50:42.582874 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7de0be07-d51f-4b15-aa19-0b6a9025c2a6 req-fa89a58d-85dd-4714-96a1-e61a433910ef service neutron] 10.222.0.11 "GET /v2.0/networks/19023ddb-b83b-433d-89aa-500b49070446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094236 Nov 27 03:50:42.623707 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513cc68-1822-4ea5-bd77-b8211419eebc req-bcb3dc8d-98b9-453d-ad2d-810b74765c13 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:42.631900 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513cc68-1822-4ea5-bd77-b8211419eebc req-bcb3dc8d-98b9-453d-ad2d-810b74765c13 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:42.638851 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513cc68-1822-4ea5-bd77-b8211419eebc req-bcb3dc8d-98b9-453d-ad2d-810b74765c13 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:42.645457 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513cc68-1822-4ea5-bd77-b8211419eebc req-bcb3dc8d-98b9-453d-ad2d-810b74765c13 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:42.651450 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513cc68-1822-4ea5-bd77-b8211419eebc req-bcb3dc8d-98b9-453d-ad2d-810b74765c13 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:42.657729 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513cc68-1822-4ea5-bd77-b8211419eebc req-bcb3dc8d-98b9-453d-ad2d-810b74765c13 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:42.663558 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513cc68-1822-4ea5-bd77-b8211419eebc req-bcb3dc8d-98b9-453d-ad2d-810b74765c13 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:42.671927 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e513cc68-1822-4ea5-bd77-b8211419eebc req-bcb3dc8d-98b9-453d-ad2d-810b74765c13 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 5430 time: 0.2175140 Nov 27 03:50:42.682708 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cbe317ed-398b-4b49-b777-6df1c39fbccd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:42.754795 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707e6e9-64b5-4a03-b8c1-924775d46d08 req-d786d0cc-6994-4715-9866-fbee6dfc17b1 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:42.756260 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0707e6e9-64b5-4a03-b8c1-924775d46d08 req-d786d0cc-6994-4715-9866-fbee6dfc17b1 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 949 time: 0.0861518 Nov 27 03:50:42.777126 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0be07-d51f-4b15-aa19-0b6a9025c2a6 req-d84cce79-897a-42bf-bb3e-f36b57b435ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:42.777607 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0be07-d51f-4b15-aa19-0b6a9025c2a6 req-d84cce79-897a-42bf-bb3e-f36b57b435ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:42.778072 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0be07-d51f-4b15-aa19-0b6a9025c2a6 req-d84cce79-897a-42bf-bb3e-f36b57b435ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:42.778530 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0be07-d51f-4b15-aa19-0b6a9025c2a6 req-d84cce79-897a-42bf-bb3e-f36b57b435ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:42.779370 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0be07-d51f-4b15-aa19-0b6a9025c2a6 req-d84cce79-897a-42bf-bb3e-f36b57b435ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:42.779501 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35648) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:42.779628 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0be07-d51f-4b15-aa19-0b6a9025c2a6 req-d84cce79-897a-42bf-bb3e-f36b57b435ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:42.779929 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0be07-d51f-4b15-aa19-0b6a9025c2a6 req-d84cce79-897a-42bf-bb3e-f36b57b435ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:42.781833 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7de0be07-d51f-4b15-aa19-0b6a9025c2a6 req-d84cce79-897a-42bf-bb3e-f36b57b435ba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3e0a6e3903404d4c8a0246b387bf3805&device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 6487 time: 0.0766840 Nov 27 03:50:42.836370 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e513cc68-1822-4ea5-bd77-b8211419eebc req-df4eb779-329e-4a6d-8a0f-0bbeee37e004 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4368533-280d-4285-a228-ddd922f72d08&id=35921842-5bd8-4d3d-b228-d6a9b6023664&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1634989 Nov 27 03:50:42.836979 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device b89f1429-abce-48ec-b453-aadaebd86f3c details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:50:42.919760 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0707e6e9-64b5-4a03-b8c1-924775d46d08 req-5332e3a3-e5a0-4ffc-9a57-8ff243204aa1 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568871 Nov 27 03:50:42.999897 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0be07-d51f-4b15-aa19-0b6a9025c2a6 req-2fff1989-48ff-4886-b0a9-d4909b56a4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:43.005996 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7de0be07-d51f-4b15-aa19-0b6a9025c2a6 req-2fff1989-48ff-4886-b0a9-d4909b56a4af service neutron] 10.222.0.11 "GET /v2.0/networks?id=19023ddb-b83b-433d-89aa-500b49070446 HTTP/1.1" status: 200 len: 902 time: 0.2146819 Nov 27 03:50:43.056654 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port b89f1429-abce-48ec-b453-aadaebd86f3c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=b89f1429-abce-48ec-b453-aadaebd86f3c,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:50:43.059807 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a59509a2-41a0-4fc7-9c85-37dae4eb70b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:43.076324 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7de0be07-d51f-4b15-aa19-0b6a9025c2a6 req-dc2715bb-fb88-48f1-b0e9-a9fe59227d51 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6cb9156c-61e5-4397-bd95-aff4277a4ae5 HTTP/1.1" status: 200 len: 217 time: 0.0576530 Nov 27 03:50:43.080000 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'b89f1429-abce-48ec-b453-aadaebd86f3c', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'port_id': 'b89f1429-abce-48ec-b453-aadaebd86f3c', 'mac_address': 'fa:16:3e:8b:e4:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14a2acf-f1d7-4ddf-8459-b30982428e88', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:50:43.124322 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16576891-8ee8-4a83-ad8e-5f18d3e9dd35 req-e360e505-d649-41cb-b833-a909241a93b8 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:43.126184 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-16576891-8ee8-4a83-ad8e-5f18d3e9dd35 req-e360e505-d649-41cb-b833-a909241a93b8 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 949 time: 0.1093457 Nov 27 03:50:43.131450 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:43.157971 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-03a731bb-ee2e-41e7-b7fc-2a3c378edd82 req-1c3d6dac-e21a-4d55-a0f5-a3c02c505e58 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6a6c3c-9774-481e-a0c9-963216754056 HTTP/1.1" status: 200 len: 210 time: 0.0639124 Nov 27 03:50:43.169256 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b89f1429-abce-48ec-b453-aadaebd86f3c {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:50:43.175961 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe317ed-398b-4b49-b777-6df1c39fbccd admin admin] Router 8bb98db1-b18c-44d2-b459-1d14fe86d065 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:50:43.196327 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0be07-d51f-4b15-aa19-0b6a9025c2a6 req-9c355abc-f076-4766-9367-93f4b0614127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:43.197908 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7de0be07-d51f-4b15-aa19-0b6a9025c2a6 req-9c355abc-f076-4766-9367-93f4b0614127 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=14307b56-4179-4fb0-9b1a-ab924af31129 HTTP/1.1" status: 200 len: 797 time: 0.1134207 Nov 27 03:50:43.204053 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port b89f1429-abce-48ec-b453-aadaebd86f3c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=b89f1429-abce-48ec-b453-aadaebd86f3c,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:50:43.209782 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:43.262894 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0be07-d51f-4b15-aa19-0b6a9025c2a6 req-491ccee8-61ff-4868-8a03-56f99f4b7f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:43.264889 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7de0be07-d51f-4b15-aa19-0b6a9025c2a6 req-491ccee8-61ff-4868-8a03-56f99f4b7f96 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=19023ddb-b83b-433d-89aa-500b49070446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0579166 Nov 27 03:50:43.284359 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=b89f1429-abce-48ec-b453-aadaebd86f3c,revision_number=6']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:43.310031 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-16576891-8ee8-4a83-ad8e-5f18d3e9dd35 req-9e450c49-6e37-4042-818e-3d80c49aef18 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743724 Nov 27 03:50:43.349783 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a59509a2-41a0-4fc7-9c85-37dae4eb70b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:43.356489 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a59509a2-41a0-4fc7-9c85-37dae4eb70b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:43.375439 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3846e-3bab-4399-8bde-5b16d9ef1605 req-8ceec2a6-c158-4422-b1e9-0e2b58b6f2cc tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:43.379015 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ada3846e-3bab-4399-8bde-5b16d9ef1605 req-8ceec2a6-c158-4422-b1e9-0e2b58b6f2cc tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 945 time: 0.1130068 Nov 27 03:50:43.406326 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['b89f1429-abce-48ec-b453-aadaebd86f3c'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:50:43.410817 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59509a2-41a0-4fc7-9c85-37dae4eb70b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df42e86-5197-44b9-87d7-10fb7942fab5,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:43.419485 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a59509a2-41a0-4fc7-9c85-37dae4eb70b6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=066185769293450787a4594aa36da824&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6389508 Nov 27 03:50:43.422022 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35670) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:43.436160 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7de0be07-d51f-4b15-aa19-0b6a9025c2a6 req-191f39c3-adbd-45aa-be4f-fd51bb58090b service neutron] 10.222.0.11 "GET /v2.0/networks/19023ddb-b83b-433d-89aa-500b49070446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610963 Nov 27 03:50:43.457773 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe317ed-398b-4b49-b777-6df1c39fbccd admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:50:43.466846 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-cbe317ed-398b-4b49-b777-6df1c39fbccd admin admin] 10.222.0.20 "PUT /v2.0/routers/8bb98db1-b18c-44d2-b459-1d14fe86d065/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8442562 Nov 27 03:50:43.467629 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35678) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:43.477049 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ada3846e-3bab-4399-8bde-5b16d9ef1605 req-e2a07f33-4a18-45c7-b62f-1358d276af3a tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833924 Nov 27 03:50:43.484843 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ad4d18-8311-4a2d-9eac-d7b9725dec4f None None] Sync routers for ids ['8bb98db1-b18c-44d2-b459-1d14fe86d065'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:50:43.564395 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 35686) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:43.576091 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ad4d18-8311-4a2d-9eac-d7b9725dec4f None None] Routers {'8bb98db1-b18c-44d2-b459-1d14fe86d065'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:50:43.577770 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-d9ad4d18-8311-4a2d-9eac-d7b9725dec4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:50:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['8bb98db1-b18c-44d2-b459-1d14fe86d065'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:50:43.594421 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a37a78a9-8ec8-4a6f-a1ff-bd050d84926e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:43.629448 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a37a78a9-8ec8-4a6f-a1ff-bd050d84926e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:43.630848 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbd0b794-9ccb-416f-8c24-9cb9b9e07392 admin admin] Deleting subnet 6d1f7c77-51e7-4485-85b0-a8a7f76262bb {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:50:43.636170 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bbd0b794-9ccb-416f-8c24-9cb9b9e07392 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:43.666569 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2d55a29d-5f5c-4111-88c7-e2ebd30f4656 admin admin] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:43.673451 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7de0be07-d51f-4b15-aa19-0b6a9025c2a6 req-1605bc57-b328-4b49-b834-cb8c1433a17a service neutron] 10.222.0.11 "GET /v2.0/networks/19023ddb-b83b-433d-89aa-500b49070446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948190 Nov 27 03:50:43.694661 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bbd0b794-9ccb-416f-8c24-9cb9b9e07392 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:43.812942 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bbd0b794-9ccb-416f-8c24-9cb9b9e07392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:43.917069 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a37a78a9-8ec8-4a6f-a1ff-bd050d84926e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:43.920920 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a37a78a9-8ec8-4a6f-a1ff-bd050d84926e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:43.922085 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a37a78a9-8ec8-4a6f-a1ff-bd050d84926e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4df42e86-5197-44b9-87d7-10fb7942fab5 HTTP/1.1" status: 204 len: 168 time: 0.4991245 Nov 27 03:50:43.967591 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a78a9-8ec8-4a6f-a1ff-bd050d84926e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df42e86-5197-44b9-87d7-10fb7942fab5,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:44.021314 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bbd0b794-9ccb-416f-8c24-9cb9b9e07392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:44.046642 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2d55a29d-5f5c-4111-88c7-e2ebd30f4656 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:44.069123 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-d9ad4d18-8311-4a2d-9eac-d7b9725dec4f None None] Set router 8bb98db1-b18c-44d2-b459-1d14fe86d065 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:50:44.095210 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd0b794-9ccb-416f-8c24-9cb9b9e07392 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d1f7c77-51e7-4485-85b0-a8a7f76262bb,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:44.109966 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bbd0b794-9ccb-416f-8c24-9cb9b9e07392 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:44.113319 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-bbd0b794-9ccb-416f-8c24-9cb9b9e07392 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6d1f7c77-51e7-4485-85b0-a8a7f76262bb HTTP/1.1" status: 204 len: 168 time: 0.5479479 Nov 27 03:50:44.119060 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 35712) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:44.119721 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e46d8-8acf-4f80-86af-9706d191f508 req-2121b689-821f-4483-baad-f42044a8bcdc tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:44.128064 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e46d8-8acf-4f80-86af-9706d191f508 req-2121b689-821f-4483-baad-f42044a8bcdc tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:44.136041 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e46d8-8acf-4f80-86af-9706d191f508 req-2121b689-821f-4483-baad-f42044a8bcdc tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:44.148746 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e46d8-8acf-4f80-86af-9706d191f508 req-2121b689-821f-4483-baad-f42044a8bcdc tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:44.162009 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e46d8-8acf-4f80-86af-9706d191f508 req-2121b689-821f-4483-baad-f42044a8bcdc tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:44.172214 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d536248-3661-4227-bf8c-6936e419e83a req-98363fb1-8927-493d-a590-ec597001ed9d tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:44.183831 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9d536248-3661-4227-bf8c-6936e419e83a req-98363fb1-8927-493d-a590-ec597001ed9d tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 949 time: 0.2626853 Nov 27 03:50:44.186250 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e46d8-8acf-4f80-86af-9706d191f508 req-2121b689-821f-4483-baad-f42044a8bcdc tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:44.200631 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e46d8-8acf-4f80-86af-9706d191f508 req-2121b689-821f-4483-baad-f42044a8bcdc tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:44.214111 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f24e46d8-8acf-4f80-86af-9706d191f508 req-2121b689-821f-4483-baad-f42044a8bcdc tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 5430 time: 0.2345955 Nov 27 03:50:44.330468 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-2d55a29d-5f5c-4111-88c7-e2ebd30f4656 admin admin] Deleting port 229973ce-4487-4856-b712-79937eb1b35e {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:50:44.330902 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2d55a29d-5f5c-4111-88c7-e2ebd30f4656 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:44.444387 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f24e46d8-8acf-4f80-86af-9706d191f508 req-62c7cb2b-dc87-4f99-92e5-192f39bff286 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4368533-280d-4285-a228-ddd922f72d08&id=35921842-5bd8-4d3d-b228-d6a9b6023664&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2290907 Nov 27 03:50:44.465269 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6ae4404a-102e-4581-b726-c6309c79dfe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:44.501881 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9d536248-3661-4227-bf8c-6936e419e83a req-10081575-6a66-4375-aeb5-4ddf286e7d03 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153243 Nov 27 03:50:44.517181 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-d9ad4d18-8311-4a2d-9eac-d7b9725dec4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb98db1-b18c-44d2-b459-1d14fe86d065', 'name': 'tempest-FloatingIPsTestJSON-517766143-router', 'tenant_id': '41d73917432a49e6a13589c36239fcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '229973ce-4487-4856-b712-79937eb1b35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:50:10Z', 'updated_at': '2021-11-27T03:50:42Z', 'revision_number': 5, 'project_id': '41d73917432a49e6a13589c36239fcb8', 'gw_port': {'id': '229973ce-4487-4856-b712-79937eb1b35e', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb98db1-b18c-44d2-b459-1d14fe86d065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:50:11Z', 'updated_at': '2021-11-27T03:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:50:44.563229 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-2d55a29d-5f5c-4111-88c7-e2ebd30f4656 admin admin] For port 229973ce-4487-4856-b712-79937eb1b35e, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=229973ce-4487-4856-b712-79937eb1b35e,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:50:44.563680 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2d55a29d-5f5c-4111-88c7-e2ebd30f4656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:44.589322 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ad4d18-8311-4a2d-9eac-d7b9725dec4f None None] Checking router: 8bb98db1-b18c-44d2-b459-1d14fe86d065 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:50:44.612096 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ad4d18-8311-4a2d-9eac-d7b9725dec4f None None] Routers {'8bb98db1-b18c-44d2-b459-1d14fe86d065'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:50:44.614222 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-d9ad4d18-8311-4a2d-9eac-d7b9725dec4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:50:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['8bb98db1-b18c-44d2-b459-1d14fe86d065'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:50:44.616962 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-2d55a29d-5f5c-4111-88c7-e2ebd30f4656 admin admin] Calling delete_port for 229973ce-4487-4856-b712-79937eb1b35e owned by network:router_gateway {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:50:44.693569 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6ae4404a-102e-4581-b726-c6309c79dfe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:44.740033 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-6ae4404a-102e-4581-b726-c6309c79dfe6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa8d68ff-c7f8-425d-a9a6-b5044a3f2295']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:50:44.761428 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-6ae4404a-102e-4581-b726-c6309c79dfe6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b02ff043-3f61-4388-a97d-8e1b758db573') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:50:44.765258 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-6ae4404a-102e-4581-b726-c6309c79dfe6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b02ff043-3f61-4388-a97d-8e1b758db573') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:50:44.791679 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6ae4404a-102e-4581-b726-c6309c79dfe6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:44.808877 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6ae4404a-102e-4581-b726-c6309c79dfe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:44.816835 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ae4404a-102e-4581-b726-c6309c79dfe6 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:50:44.817244 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6ae4404a-102e-4581-b726-c6309c79dfe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:44.852013 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device b89f1429-abce-48ec-b453-aadaebd86f3c up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:50:44.874255 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 03:50:44.874255 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:50:44.874255 n-d-819494-3 neutron-server[110019]: timer() Nov 27 03:50:44.874255 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:50:44.874255 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 03:50:44.874255 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:50:44.874255 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 03:50:44.874255 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:50:44.874255 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 03:50:44.874255 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:50:44.874255 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 03:50:44.874255 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:50:44.874255 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 03:50:44.874255 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:50:44.874255 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:50:44.874255 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:50:44.874255 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:50:44.874255 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:50:44.874255 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 03:50:44.874255 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:50:44.874255 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 03:50:44.874255 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:50:44.874255 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:50:44.874255 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:50:44.874255 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 03:50:44.874255 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:50:44.874255 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:50:44.874255 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:50:44.874255 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:50:44.874255 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:50:44.874255 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:50:44.874255 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:50:44.881236 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6ae4404a-102e-4581-b726-c6309c79dfe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:44.890154 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6ae4404a-102e-4581-b726-c6309c79dfe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:44.895262 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6ae4404a-102e-4581-b726-c6309c79dfe6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/aa8d68ff-c7f8-425d-a9a6-b5044a3f2295 HTTP/1.1" status: 204 len: 168 time: 0.7680466 Nov 27 03:50:44.932927 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae4404a-102e-4581-b726-c6309c79dfe6 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa8d68ff-c7f8-425d-a9a6-b5044a3f2295,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:44.969263 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-d9ad4d18-8311-4a2d-9eac-d7b9725dec4f None None] Set router 8bb98db1-b18c-44d2-b459-1d14fe86d065 gateway port host: None {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:50:45.048113 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-d9ad4d18-8311-4a2d-9eac-d7b9725dec4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb98db1-b18c-44d2-b459-1d14fe86d065', 'name': 'tempest-FloatingIPsTestJSON-517766143-router', 'tenant_id': '41d73917432a49e6a13589c36239fcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:50:10Z', 'updated_at': '2021-11-27T03:50:44Z', 'revision_number': 6, 'project_id': '41d73917432a49e6a13589c36239fcb8', 'gw_port_host': None}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:50:45.167290 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ad4d18-8311-4a2d-9eac-d7b9725dec4f None None] The sync data for ids ['8bb98db1-b18c-44d2-b459-1d14fe86d065'] in n-d-819494-3 is: [{'id': '8bb98db1-b18c-44d2-b459-1d14fe86d065', 'name': 'tempest-FloatingIPsTestJSON-517766143-router', 'tenant_id': '41d73917432a49e6a13589c36239fcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:50:10Z', 'updated_at': '2021-11-27T03:50:44Z', 'revision_number': 6, 'project_id': '41d73917432a49e6a13589c36239fcb8', 'gw_port_host': None}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:50:45.199691 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 35772) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:45.200219 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port b89f1429-abce-48ec-b453-aadaebd86f3c triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:50:45.200818 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:45.299326 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-01ccadae-19dc-4f20-b966-c5542afb7a4b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=210dec0c00064be38d68e23675332894&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0984209 Nov 27 03:50:45.303604 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 35782) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:45.382277 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:45.442133 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28651ca2-62cb-4565-89dc-25509e06cffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89f1429-abce-48ec-b453-aadaebd86f3c'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:50:45.450097 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0509831-75c8-4c43-8da4-c5ad3764d21f" -d '{"events": [{"server_uuid": "28651ca2-62cb-4565-89dc-25509e06cffd", "name": "network-vif-plugged", "status": "completed", "tag": "b89f1429-abce-48ec-b453-aadaebd86f3c"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:50:45.492509 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port b89f1429-abce-48ec-b453-aadaebd86f3c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=b89f1429-abce-48ec-b453-aadaebd86f3c,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:50:45.504714 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:45.506107 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device f4e612ce-9dd6-4e8e-950a-a33533a70c53 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:50:45.584231 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-03da4cfb-d5ab-4159-b1ef-af5b405e4faa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:45.685937 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-03da4cfb-d5ab-4159-b1ef-af5b405e4faa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:45.696035 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4829ddce-7eba-4d63-b98c-e63f3ee17a2b x-openstack-request-id: req-4829ddce-7eba-4d63-b98c-e63f3ee17a2b {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:50:45.696874 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28651ca2-62cb-4565-89dc-25509e06cffd", "name": "network-vif-plugged", "status": "completed", "tag": "b89f1429-abce-48ec-b453-aadaebd86f3c", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:50:45.697347 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4829ddce-7eba-4d63-b98c-e63f3ee17a2b {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:50:45.698044 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28651ca2-62cb-4565-89dc-25509e06cffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89f1429-abce-48ec-b453-aadaebd86f3c', 'code': 200} Nov 27 03:50:45.699895 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=b89f1429-abce-48ec-b453-aadaebd86f3c,revision_number=7']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:45.712118 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: f4e612ce-9dd6-4e8e-950a-a33533a70c53 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:50:45.713381 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device f4e612ce-9dd6-4e8e-950a-a33533a70c53 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:50:45.743980 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25800711-4e66-4673-a1ed-b903b6dc8c94 req-1df3a626-cf6b-4843-aeca-cf5c57c93400 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:45.746143 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-25800711-4e66-4673-a1ed-b903b6dc8c94 req-1df3a626-cf6b-4843-aeca-cf5c57c93400 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/networks?id=08f5ab49-0e80-484e-b2da-92afccf8b9b1 HTTP/1.1" status: 200 len: 812 time: 0.4159462 Nov 27 03:50:45.777573 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-25800711-4e66-4673-a1ed-b903b6dc8c94 req-e166b3f0-39e0-4403-9c0d-ce518559852e tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/quotas/a17274e888df4225aeb5638a41a17698 HTTP/1.1" status: 200 len: 375 time: 0.0216317 Nov 27 03:50:45.803048 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2d55a29d-5f5c-4111-88c7-e2ebd30f4656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:45.826423 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefd2e5-90fd-4185-aa1a-de76ad4c5efd req-446f5e23-7868-4562-bfb7-e0862c94d033 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:45.832515 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefd2e5-90fd-4185-aa1a-de76ad4c5efd req-446f5e23-7868-4562-bfb7-e0862c94d033 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:45.837371 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-25800711-4e66-4673-a1ed-b903b6dc8c94 req-1682a210-3ad2-4858-979d-301564ebe320 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a17274e888df4225aeb5638a41a17698&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529761 Nov 27 03:50:45.839112 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:45.844211 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-03da4cfb-d5ab-4159-b1ef-af5b405e4faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:45.847253 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-03da4cfb-d5ab-4159-b1ef-af5b405e4faa admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:45.848449 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-03da4cfb-d5ab-4159-b1ef-af5b405e4faa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6ef4856d-b1d3-4d4b-88d6-d7ce2829545c HTTP/1.1" status: 204 len: 168 time: 0.5438604 Nov 27 03:50:45.860236 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefd2e5-90fd-4185-aa1a-de76ad4c5efd req-446f5e23-7868-4562-bfb7-e0862c94d033 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:45.868402 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefd2e5-90fd-4185-aa1a-de76ad4c5efd req-446f5e23-7868-4562-bfb7-e0862c94d033 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:45.875596 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefd2e5-90fd-4185-aa1a-de76ad4c5efd req-446f5e23-7868-4562-bfb7-e0862c94d033 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:45.882130 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefd2e5-90fd-4185-aa1a-de76ad4c5efd req-446f5e23-7868-4562-bfb7-e0862c94d033 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:45.888949 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefd2e5-90fd-4185-aa1a-de76ad4c5efd req-446f5e23-7868-4562-bfb7-e0862c94d033 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:45.891319 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1aefd2e5-90fd-4185-aa1a-de76ad4c5efd req-446f5e23-7868-4562-bfb7-e0862c94d033 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 5430 time: 0.1671150 Nov 27 03:50:45.921118 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55a29d-5f5c-4111-88c7-e2ebd30f4656 admin admin] Pushing event deleted for resources: {'Port': ['ID=229973ce-4487-4856-b712-79937eb1b35e,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:46.046695 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1aefd2e5-90fd-4185-aa1a-de76ad4c5efd req-c7d17ea9-9704-4ae1-831b-65f4fe1f1840 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4368533-280d-4285-a228-ddd922f72d08&id=35921842-5bd8-4d3d-b228-d6a9b6023664&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1272950 Nov 27 03:50:46.050989 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3f47ad62-9fd4-4f42-82db-64beb1a4319d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:46.051962 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2d55a29d-5f5c-4111-88c7-e2ebd30f4656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:46.277915 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2d55a29d-5f5c-4111-88c7-e2ebd30f4656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:46.280640 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2d55a29d-5f5c-4111-88c7-e2ebd30f4656 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:46.298299 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da4cfb-d5ab-4159-b1ef-af5b405e4faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef4856d-b1d3-4d4b-88d6-d7ce2829545c,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:46.347219 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2d55a29d-5f5c-4111-88c7-e2ebd30f4656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:46.347958 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d55a29d-5f5c-4111-88c7-e2ebd30f4656 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bb98db1-b18c-44d2-b459-1d14fe86d065 {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 03:50:46.353336 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2d55a29d-5f5c-4111-88c7-e2ebd30f4656 admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:46.355397 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2d55a29d-5f5c-4111-88c7-e2ebd30f4656 admin admin] 10.222.0.20 "DELETE /v2.0/routers/8bb98db1-b18c-44d2-b459-1d14fe86d065 HTTP/1.1" status: 204 len: 168 time: 2.8853056 Nov 27 03:50:46.372176 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a109310-a584-49bb-98a6-7b39a102083a req-c0fb86c7-b0a8-4690-b1f5-bd8dd1a1739b tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:46.380215 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5a109310-a584-49bb-98a6-7b39a102083a req-c0fb86c7-b0a8-4690-b1f5-bd8dd1a1739b tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 949 time: 0.1771691 Nov 27 03:50:46.382559 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35804) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:46.465686 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-0235e3e8-d720-437f-a0fd-e9400e7598f2 admin admin] Deleting subnet 0b612603-55b5-41d4-8d54-2ce875783206 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:50:46.470509 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0235e3e8-d720-437f-a0fd-e9400e7598f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:46.483350 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5a109310-a584-49bb-98a6-7b39a102083a req-53ecbc38-1154-421a-a07c-31de237c4528 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020555 Nov 27 03:50:46.489459 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-25800711-4e66-4673-a1ed-b903b6dc8c94 req-c45d6a4d-dd7b-4884-9018-cd94e142625c service neutron] 10.222.0.20 "GET /v2.0/networks/08f5ab49-0e80-484e-b2da-92afccf8b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6398721 Nov 27 03:50:46.583896 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0235e3e8-d720-437f-a0fd-e9400e7598f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:46.688063 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-25800711-4e66-4673-a1ed-b903b6dc8c94 req-41d97dd6-3050-4998-b2ce-e87d30f99a32 service neutron] 10.222.0.20 "GET /v2.0/networks/08f5ab49-0e80-484e-b2da-92afccf8b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777387 Nov 27 03:50:46.759796 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0235e3e8-d720-437f-a0fd-e9400e7598f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:46.877269 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0235e3e8-d720-437f-a0fd-e9400e7598f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:46.934448 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235e3e8-d720-437f-a0fd-e9400e7598f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b612603-55b5-41d4-8d54-2ce875783206,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:46.937334 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0235e3e8-d720-437f-a0fd-e9400e7598f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:46.944881 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef45cefd-0f59-40a9-9ad3-c1f3302896e8 None None] Network ebc62648-022c-4f72-aefc-8cb01a9c8752 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:50:46.947355 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0235e3e8-d720-437f-a0fd-e9400e7598f2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0b612603-55b5-41d4-8d54-2ce875783206 HTTP/1.1" status: 204 len: 168 time: 0.5633380 Nov 27 03:50:46.949962 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35832) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:47.058089 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 229973ce-4487-4856-b712-79937eb1b35e no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:50:47.102880 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-70ac093d-5d50-4d9b-a6e4-05e8dab36c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:47.167098 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-57282e8c-6e15-452c-96b4-c3566112b18c req-ddbbd17c-b530-477c-8315-a62f5c80d42e tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=03ec8cfb-4fc7-460f-adf8-b6255366a741 HTTP/1.1" status: 200 len: 210 time: 0.0462363 Nov 27 03:50:47.231485 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 229973ce-4487-4856-b712-79937eb1b35e {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:50:47.235438 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 229973ce-4487-4856-b712-79937eb1b35e not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:50:47.256856 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device a289d89b-a0cc-4545-8649-83b6e1927d40 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:50:47.257193 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-70ac093d-5d50-4d9b-a6e4-05e8dab36c10 admin admin] Deleting port dd856a7c-2271-464d-bece-523f96e4c5b2 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:50:47.257547 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-70ac093d-5d50-4d9b-a6e4-05e8dab36c10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:47.347569 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: a289d89b-a0cc-4545-8649-83b6e1927d40 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:50:47.348184 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device a289d89b-a0cc-4545-8649-83b6e1927d40 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:50:47.459295 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b526e28-46af-49da-b293-922e4c7fa2e3 req-a899d371-a1b2-4e81-8175-a4992b89fc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:47.462997 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3b526e28-46af-49da-b293-922e4c7fa2e3 req-a899d371-a1b2-4e81-8175-a4992b89fc22 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8034f6ec58f9461bbbd6b0673a6f6a14&device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 1096 time: 0.1320889 Nov 27 03:50:47.514234 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-70ac093d-5d50-4d9b-a6e4-05e8dab36c10 admin admin] For port dd856a7c-2271-464d-bece-523f96e4c5b2, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=dd856a7c-2271-464d-bece-523f96e4c5b2,segment=NetworkSegment(75318977-4c42-40d1-8a2c-e19977cff2cf),segment_id=75318977-4c42-40d1-8a2c-e19977cff2cf)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:50:47.514642 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-70ac093d-5d50-4d9b-a6e4-05e8dab36c10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:47.556001 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79dbf78-0fae-4cf8-a224-543fd71e8fcf req-49e96492-b20f-4e4d-9c3f-702f017c570e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:47.560985 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5c3f6a-db51-4eec-8988-8befeab6900b None None] DHCP port deletion for ebc62648-022c-4f72-aefc-8cb01a9c8752 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 03:50:47.564078 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79dbf78-0fae-4cf8-a224-543fd71e8fcf req-49e96492-b20f-4e4d-9c3f-702f017c570e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:47.574989 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79dbf78-0fae-4cf8-a224-543fd71e8fcf req-49e96492-b20f-4e4d-9c3f-702f017c570e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:47.607090 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79dbf78-0fae-4cf8-a224-543fd71e8fcf req-49e96492-b20f-4e4d-9c3f-702f017c570e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:47.623993 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79dbf78-0fae-4cf8-a224-543fd71e8fcf req-49e96492-b20f-4e4d-9c3f-702f017c570e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:47.636684 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79dbf78-0fae-4cf8-a224-543fd71e8fcf req-49e96492-b20f-4e4d-9c3f-702f017c570e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:47.643879 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79dbf78-0fae-4cf8-a224-543fd71e8fcf req-49e96492-b20f-4e4d-9c3f-702f017c570e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:47.645859 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0d5c3f6a-db51-4eec-8988-8befeab6900b None None] Deleting port dd856a7c-2271-464d-bece-523f96e4c5b2 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:50:47.646791 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0d5c3f6a-db51-4eec-8988-8befeab6900b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:47.652820 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c79dbf78-0fae-4cf8-a224-543fd71e8fcf req-49e96492-b20f-4e4d-9c3f-702f017c570e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 5430 time: 0.2608209 Nov 27 03:50:47.669511 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b526e28-46af-49da-b293-922e4c7fa2e3 req-fd3c6772-f304-4255-a118-0e402c574bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:47.674306 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3b526e28-46af-49da-b293-922e4c7fa2e3 req-fd3c6772-f304-4255-a118-0e402c574bdb service neutron] 10.222.0.11 "GET /v2.0/networks?id=211a26de-ee25-4358-bc51-37876ae6d739 HTTP/1.1" status: 200 len: 920 time: 0.2032971 Nov 27 03:50:47.679903 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-70ac093d-5d50-4d9b-a6e4-05e8dab36c10 admin admin] Calling delete_port for dd856a7c-2271-464d-bece-523f96e4c5b2 owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:50:47.771431 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3b526e28-46af-49da-b293-922e4c7fa2e3 req-36888ab5-63e6-408b-bab6-7d18722356b7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac5a9819-f007-45b4-b39f-9ca98d7b81b5 HTTP/1.1" status: 200 len: 217 time: 0.0893166 Nov 27 03:50:47.804421 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c79dbf78-0fae-4cf8-a224-543fd71e8fcf req-6507f648-b1e8-4ee1-a5ed-2061aaf985e2 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4368533-280d-4285-a228-ddd922f72d08&id=35921842-5bd8-4d3d-b228-d6a9b6023664&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1500626 Nov 27 03:50:47.928258 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0d5c3f6a-db51-4eec-8988-8befeab6900b None None] For port dd856a7c-2271-464d-bece-523f96e4c5b2, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=dd856a7c-2271-464d-bece-523f96e4c5b2,segment=NetworkSegment(75318977-4c42-40d1-8a2c-e19977cff2cf),segment_id=75318977-4c42-40d1-8a2c-e19977cff2cf)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:50:47.929172 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0d5c3f6a-db51-4eec-8988-8befeab6900b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:47.945061 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b526e28-46af-49da-b293-922e4c7fa2e3 req-ed4dd524-3191-4d9c-8ab7-7e9dba5798cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:47.948755 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3b526e28-46af-49da-b293-922e4c7fa2e3 req-ed4dd524-3191-4d9c-8ab7-7e9dba5798cb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7f92d0cd-8b30-467f-95d0-7ca51c4b0374 HTTP/1.1" status: 200 len: 859 time: 0.1679804 Nov 27 03:50:47.968064 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0d5c3f6a-db51-4eec-8988-8befeab6900b None None] Calling delete_port for dd856a7c-2271-464d-bece-523f96e4c5b2 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:50:48.003418 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3b526e28-46af-49da-b293-922e4c7fa2e3 req-992dd9b0-0021-4e24-8719-64856131b79f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=211a26de-ee25-4358-bc51-37876ae6d739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475037 Nov 27 03:50:48.123475 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-70ac093d-5d50-4d9b-a6e4-05e8dab36c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:48.199630 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3b526e28-46af-49da-b293-922e4c7fa2e3 req-484c302e-eb0d-4546-ab1f-267a65d4bf89 service neutron] 10.222.0.11 "GET /v2.0/networks/211a26de-ee25-4358-bc51-37876ae6d739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865206 Nov 27 03:50:48.235360 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ac093d-5d50-4d9b-a6e4-05e8dab36c10 admin admin] No DVR routers for this DVR port dd856a7c-2271-464d-bece-523f96e4c5b2 on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:50:48.298246 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f3fd5ed2-d1ed-4e05-865d-82fb8591b303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:48.302787 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0d5c3f6a-db51-4eec-8988-8befeab6900b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:48.330938 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac093d-5d50-4d9b-a6e4-05e8dab36c10 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd856a7c-2271-464d-bece-523f96e4c5b2,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:48.344291 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5c3f6a-db51-4eec-8988-8befeab6900b None None] No DVR routers for this DVR port dd856a7c-2271-464d-bece-523f96e4c5b2 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:50:48.346606 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c3f6a-db51-4eec-8988-8befeab6900b None None] Pushing event deleted for resources: {'Port': ['ID=dd856a7c-2271-464d-bece-523f96e4c5b2,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:48.401806 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3b526e28-46af-49da-b293-922e4c7fa2e3 req-d28c139d-0a91-4567-9100-e8b6b1c10381 service neutron] 10.222.0.11 "GET /v2.0/networks/211a26de-ee25-4358-bc51-37876ae6d739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908102 Nov 27 03:50:48.411134 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24f02a-c5b1-4b90-96de-f4b925abf9fa req-cd36fcc0-bdfc-4fed-b121-10f3c793773d tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:48.430381 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9e24f02a-c5b1-4b90-96de-f4b925abf9fa req-cd36fcc0-bdfc-4fed-b121-10f3c793773d tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 945 time: 0.4476337 Nov 27 03:50:48.510721 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-70ac093d-5d50-4d9b-a6e4-05e8dab36c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:48.548829 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:48.570058 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-70ac093d-5d50-4d9b-a6e4-05e8dab36c10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebc62648-022c-4f72-aefc-8cb01a9c8752']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:50:48.591552 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-00398b3b-226d-4fff-b931-cb2f9ea1f4b2 req-a61c0cf1-1f4a-4312-a97c-3a6dd0f511ad tempest-AbsoluteLimitsNegativeTestJSON-1915995801 tempest-AbsoluteLimitsNegativeTestJSON-1915995801-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=7582c2ff9cf54249894e5dac64e2eae4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551927 Nov 27 03:50:48.592623 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9e24f02a-c5b1-4b90-96de-f4b925abf9fa req-5304208d-d14a-4c12-a8dd-dc1dee70c917 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597872 Nov 27 03:50:48.606643 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-70ac093d-5d50-4d9b-a6e4-05e8dab36c10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75318977-4c42-40d1-8a2c-e19977cff2cf') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:50:48.606917 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-70ac093d-5d50-4d9b-a6e4-05e8dab36c10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75318977-4c42-40d1-8a2c-e19977cff2cf') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:50:48.621144 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-70ac093d-5d50-4d9b-a6e4-05e8dab36c10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:48.659400 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-70ac093d-5d50-4d9b-a6e4-05e8dab36c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:48.667253 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70ac093d-5d50-4d9b-a6e4-05e8dab36c10 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:50:48.668275 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-70ac093d-5d50-4d9b-a6e4-05e8dab36c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:48.671181 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 03:50:48.671181 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:50:48.671181 n-d-819494-3 neutron-server[110018]: timer() Nov 27 03:50:48.671181 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:50:48.671181 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 03:50:48.671181 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:50:48.671181 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 03:50:48.671181 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:50:48.671181 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 03:50:48.671181 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:50:48.671181 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 03:50:48.671181 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:50:48.671181 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 03:50:48.671181 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:50:48.671181 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:50:48.671181 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:50:48.671181 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:50:48.671181 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:50:48.671181 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 03:50:48.671181 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:50:48.671181 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 03:50:48.671181 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:50:48.671181 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:50:48.671181 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:50:48.671181 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 03:50:48.671181 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:50:48.671181 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:50:48.671181 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:50:48.671181 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:50:48.671181 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:50:48.671181 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:50:48.671181 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:50:48.753442 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00398b3b-226d-4fff-b931-cb2f9ea1f4b2 req-f99adc23-6668-4afe-bbee-2bb6a7a528d8 tempest-AbsoluteLimitsNegativeTestJSON-1915995801 tempest-AbsoluteLimitsNegativeTestJSON-1915995801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:48.755592 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-00398b3b-226d-4fff-b931-cb2f9ea1f4b2 req-f99adc23-6668-4afe-bbee-2bb6a7a528d8 tempest-AbsoluteLimitsNegativeTestJSON-1915995801 tempest-AbsoluteLimitsNegativeTestJSON-1915995801-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1626194 Nov 27 03:50:48.787128 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-00398b3b-226d-4fff-b931-cb2f9ea1f4b2 req-8d3a8233-2596-4826-b349-729935fe66df tempest-AbsoluteLimitsNegativeTestJSON-1915995801 tempest-AbsoluteLimitsNegativeTestJSON-1915995801-project] 10.222.0.20 "GET /v2.0/quotas/7582c2ff9cf54249894e5dac64e2eae4 HTTP/1.1" status: 200 len: 375 time: 0.0248752 Nov 27 03:50:48.806209 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-70ac093d-5d50-4d9b-a6e4-05e8dab36c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:48.826254 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-70ac093d-5d50-4d9b-a6e4-05e8dab36c10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:48.837347 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-70ac093d-5d50-4d9b-a6e4-05e8dab36c10 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ebc62648-022c-4f72-aefc-8cb01a9c8752 HTTP/1.1" status: 204 len: 168 time: 1.8860159 Nov 27 03:50:48.861781 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd138030-465a-44a6-840c-7395192d16c4 req-09f94f6a-62ba-4e15-9ca7-a9f608ca5fa3 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:48.863357 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cd138030-465a-44a6-840c-7395192d16c4 req-09f94f6a-62ba-4e15-9ca7-a9f608ca5fa3 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 949 time: 0.1411726 Nov 27 03:50:48.864167 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac093d-5d50-4d9b-a6e4-05e8dab36c10 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebc62648-022c-4f72-aefc-8cb01a9c8752,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:48.882130 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-00398b3b-226d-4fff-b931-cb2f9ea1f4b2 req-fb34d13c-5b9e-40ff-a3cc-11ac49bfc37c tempest-AbsoluteLimitsNegativeTestJSON-1915995801 tempest-AbsoluteLimitsNegativeTestJSON-1915995801-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7582c2ff9cf54249894e5dac64e2eae4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0846379 Nov 27 03:50:48.984577 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device dd856a7c-2271-464d-bece-523f96e4c5b2 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:50:49.031112 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: dd856a7c-2271-464d-bece-523f96e4c5b2 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:50:49.033245 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device dd856a7c-2271-464d-bece-523f96e4c5b2 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:50:49.066709 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cd138030-465a-44a6-840c-7395192d16c4 req-3fce8569-88ee-48bf-9dba-3f8afecc5958 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886399 Nov 27 03:50:49.228387 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 35920) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:49.278148 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7329af3-1a00-400f-9537-ac8862a91963 req-19539ce3-10df-4233-aafd-d29d00c3858b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:49.284902 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7329af3-1a00-400f-9537-ac8862a91963 req-19539ce3-10df-4233-aafd-d29d00c3858b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:49.291232 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7329af3-1a00-400f-9537-ac8862a91963 req-19539ce3-10df-4233-aafd-d29d00c3858b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:49.297972 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7329af3-1a00-400f-9537-ac8862a91963 req-19539ce3-10df-4233-aafd-d29d00c3858b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:49.305517 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7329af3-1a00-400f-9537-ac8862a91963 req-19539ce3-10df-4233-aafd-d29d00c3858b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:49.315571 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7329af3-1a00-400f-9537-ac8862a91963 req-19539ce3-10df-4233-aafd-d29d00c3858b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:49.324261 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7329af3-1a00-400f-9537-ac8862a91963 req-19539ce3-10df-4233-aafd-d29d00c3858b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:49.332719 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a7329af3-1a00-400f-9537-ac8862a91963 req-19539ce3-10df-4233-aafd-d29d00c3858b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 5430 time: 0.1410196 Nov 27 03:50:49.350479 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-419890c3-1435-4b78-ad02-a5117cc157bf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=41d73917432a49e6a13589c36239fcb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1202130 Nov 27 03:50:49.353034 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 35924) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:49.426156 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2b706706-ee66-460f-8d00-55f71260824f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:49.430938 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a7329af3-1a00-400f-9537-ac8862a91963 req-02ff8723-0f86-4a23-aef8-98b30e121fcf tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4368533-280d-4285-a228-ddd922f72d08&id=35921842-5bd8-4d3d-b228-d6a9b6023664&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0965040 Nov 27 03:50:49.442482 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:49.452906 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2b706706-ee66-460f-8d00-55f71260824f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:49.518206 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2b706706-ee66-460f-8d00-55f71260824f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:49.519807 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2b706706-ee66-460f-8d00-55f71260824f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:49.521611 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2b706706-ee66-460f-8d00-55f71260824f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/411e2408-2394-4ac6-b620-e55fdfba1c2b HTTP/1.1" status: 204 len: 168 time: 0.1643255 Nov 27 03:50:49.533017 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b706706-ee66-460f-8d00-55f71260824f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411e2408-2394-4ac6-b620-e55fdfba1c2b,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:49.599454 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 35942) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:49.800628 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde439f5-1417-41b5-a923-392a330dd6b2 req-71070d65-d677-4ff3-9d06-27aeb919de3f tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:49.804309 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cde439f5-1417-41b5-a923-392a330dd6b2 req-71070d65-d677-4ff3-9d06-27aeb919de3f tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 945 time: 0.0938110 Nov 27 03:50:49.872677 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-3eec8a1d-4008-4114-9905-cf75458c47f3 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:49.874874 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-3eec8a1d-4008-4114-9905-cf75458c47f3 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/networks?id=08f5ab49-0e80-484e-b2da-92afccf8b9b1 HTTP/1.1" status: 200 len: 812 time: 0.2305658 Nov 27 03:50:49.904572 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-07e24a94-2b04-4c3f-af68-031d3c99f0cd tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/quotas/a17274e888df4225aeb5638a41a17698 HTTP/1.1" status: 200 len: 375 time: 0.0191209 Nov 27 03:50:49.922080 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cde439f5-1417-41b5-a923-392a330dd6b2 req-8e05e424-5de0-4b1d-a9d1-08f1f5c81d99 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052177 Nov 27 03:50:49.983117 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-320ec421-7267-4848-bd13-6c74173e3194 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a17274e888df4225aeb5638a41a17698&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622640 Nov 27 03:50:50.121970 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2410c1a1-aa4b-4571-8e4a-7fac8dc20f03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:50.314084 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-925c1300-27b7-4edd-9355-e28afa1cf7a4 service neutron] 10.222.0.20 "GET /v2.0/networks/08f5ab49-0e80-484e-b2da-92afccf8b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271790 Nov 27 03:50:50.404283 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551b747-4969-4725-a9ce-bd9eb984d664 req-b3b9136b-e1b3-4311-9e2c-e3a1680cec57 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:50.417216 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6551b747-4969-4725-a9ce-bd9eb984d664 req-b3b9136b-e1b3-4311-9e2c-e3a1680cec57 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 949 time: 0.1121061 Nov 27 03:50:50.479671 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2410c1a1-aa4b-4571-8e4a-7fac8dc20f03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:50.503159 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-0aef28a6-b930-4e10-aa4b-372ba8b4cf5b service neutron] 10.222.0.20 "GET /v2.0/networks/08f5ab49-0e80-484e-b2da-92afccf8b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873670 Nov 27 03:50:50.506837 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2410c1a1-aa4b-4571-8e4a-7fac8dc20f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:50.523274 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6551b747-4969-4725-a9ce-bd9eb984d664 req-4e1396bf-4f3d-4549-8c6e-21241047b860 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043234 Nov 27 03:50:50.603404 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2410c1a1-aa4b-4571-8e4a-7fac8dc20f03 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7582c2ff9cf54249894e5dac64e2eae4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0027821 Nov 27 03:50:50.606044 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2410c1a1-aa4b-4571-8e4a-7fac8dc20f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e942ac-efa2-4f86-ba8f-d840535bdafe,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:50.607329 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35984) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:50.759586 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0e4b7841-2d6f-47c8-ac73-8a9519bc2f7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:50.796825 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0e4b7841-2d6f-47c8-ac73-8a9519bc2f7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:50.810871 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b7558-63cd-43d3-9c84-0d454ed61851 req-7ababdcc-2c67-4a10-b16e-a89e873b5f21 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:50.818375 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b7558-63cd-43d3-9c84-0d454ed61851 req-7ababdcc-2c67-4a10-b16e-a89e873b5f21 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:50.824791 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b7558-63cd-43d3-9c84-0d454ed61851 req-7ababdcc-2c67-4a10-b16e-a89e873b5f21 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:50.830773 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b7558-63cd-43d3-9c84-0d454ed61851 req-7ababdcc-2c67-4a10-b16e-a89e873b5f21 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:50.838221 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b7558-63cd-43d3-9c84-0d454ed61851 req-7ababdcc-2c67-4a10-b16e-a89e873b5f21 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:50.844821 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b7558-63cd-43d3-9c84-0d454ed61851 req-7ababdcc-2c67-4a10-b16e-a89e873b5f21 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:50.851094 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b7558-63cd-43d3-9c84-0d454ed61851 req-7ababdcc-2c67-4a10-b16e-a89e873b5f21 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:50.859646 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-603b7558-63cd-43d3-9c84-0d454ed61851 req-7ababdcc-2c67-4a10-b16e-a89e873b5f21 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 5430 time: 0.1650608 Nov 27 03:50:50.894336 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-35b935c3-a004-45b0-b398-c06b6c5a0fb8 req-84ebbf00-31a8-4eb2-89a7-ab410b7fb0e2 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=b801577e-d41f-4b49-b4b5-d9710ca09d58 HTTP/1.1" status: 200 len: 210 time: 0.0865130 Nov 27 03:50:50.953977 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-603b7558-63cd-43d3-9c84-0d454ed61851 req-5c3e9b29-3cdf-43b6-91da-b01e92719a64 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4368533-280d-4285-a228-ddd922f72d08&id=35921842-5bd8-4d3d-b228-d6a9b6023664&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0934014 Nov 27 03:50:51.008174 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 35998) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:51.060682 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0e4b7841-2d6f-47c8-ac73-8a9519bc2f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:51.067203 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0e4b7841-2d6f-47c8-ac73-8a9519bc2f7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:51.069113 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0e4b7841-2d6f-47c8-ac73-8a9519bc2f7c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/73e942ac-efa2-4f86-ba8f-d840535bdafe HTTP/1.1" status: 204 len: 168 time: 0.4602473 Nov 27 03:50:51.077379 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:51.098603 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b7841-2d6f-47c8-ac73-8a9519bc2f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e942ac-efa2-4f86-ba8f-d840535bdafe,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:51.205492 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e32598-02c6-4b83-a03f-04b7dbf1a7a0 req-e9b93d94-5d5d-4ca7-8b67-81b02045d3fd tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:51.211007 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-12e32598-02c6-4b83-a03f-04b7dbf1a7a0 req-e9b93d94-5d5d-4ca7-8b67-81b02045d3fd tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 945 time: 0.1597493 Nov 27 03:50:51.339251 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-06d2f5b0-ebc0-490f-b882-340322164d02 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-911281372-network', 'tenant_id': 'b7359fd6981141eab21db4104cac4898'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:50:51.400675 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-12e32598-02c6-4b83-a03f-04b7dbf1a7a0 req-8649854e-4ec4-4d38-bf03-a3fbfb4f2494 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691005 Nov 27 03:50:51.426268 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d2f5b0-ebc0-490f-b882-340322164d02 admin admin] Made reservation on behalf of b7359fd6981141eab21db4104cac4898 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:50:51.440260 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-06d2f5b0-ebc0-490f-b882-340322164d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:51.453476 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-06d2f5b0-ebc0-490f-b882-340322164d02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:51.558181 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-06d2f5b0-ebc0-490f-b882-340322164d02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:51.565716 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-06d2f5b0-ebc0-490f-b882-340322164d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:51.599467 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06d2f5b0-ebc0-490f-b882-340322164d02 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:50:51.611798 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d2f5b0-ebc0-490f-b882-340322164d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1498ded8-b2e6-4984-b10e-aa9c98f587ad,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:51.636922 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-06d2f5b0-ebc0-490f-b882-340322164d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:51.637509 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-06d2f5b0-ebc0-490f-b882-340322164d02 admin admin] Added segment 5403506c-e8dd-4a10-9873-3f75d691376c of type vlan for network 29685cff-e09f-46fa-bc9b-5324fffbcb8d Nov 27 03:50:51.710167 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-06d2f5b0-ebc0-490f-b882-340322164d02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:51.734992 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:51.741620 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-06d2f5b0-ebc0-490f-b882-340322164d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:51.742846 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d2f5b0-ebc0-490f-b882-340322164d02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:51.743582 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-06d2f5b0-ebc0-490f-b882-340322164d02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:51.806015 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c533c-dbd4-4d94-9d60-6f2619774f0a req-2cd2b587-47d9-498a-8066-8dc7a8771a67 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:51.824651 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-06d2f5b0-ebc0-490f-b882-340322164d02 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8150330 Nov 27 03:50:51.824887 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4a9c533c-dbd4-4d94-9d60-6f2619774f0a req-2cd2b587-47d9-498a-8066-8dc7a8771a67 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 949 time: 0.1560018 Nov 27 03:50:51.828007 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 36036) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:51.833590 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-bca0de65-085e-40cb-b723-b8c2f976accb admin admin] Request body: {'subnet': {'network_id': '29685cff-e09f-46fa-bc9b-5324fffbcb8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-911281372-subnet', 'tenant_id': 'b7359fd6981141eab21db4104cac4898', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:50:51.857516 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d2f5b0-ebc0-490f-b882-340322164d02 admin admin] Pushing event updated for resources: {'Network': ['ID=29685cff-e09f-46fa-bc9b-5324fffbcb8d,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:51.865454 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca0de65-085e-40cb-b723-b8c2f976accb admin admin] Made reservation on behalf of b7359fd6981141eab21db4104cac4898 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:50:51.868866 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bca0de65-085e-40cb-b723-b8c2f976accb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:51.875665 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 29685cff-e09f-46fa-bc9b-5324fffbcb8d details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:50:51.914354 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4a9c533c-dbd4-4d94-9d60-6f2619774f0a req-ee4cd78d-0487-4b7d-8b83-ab64831c162d tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885634 Nov 27 03:50:52.056777 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-445a5f45-29e1-4cbb-afc8-ea705a4a91ad req-4b3fbc13-cce7-4f95-a73c-bf9297ec8c48 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=b801577e-d41f-4b49-b4b5-d9710ca09d58 HTTP/1.1" status: 200 len: 210 time: 0.0535514 Nov 27 03:50:52.198569 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1bea7-6cc4-4713-94a3-018b2279eb93 req-5be999fc-f2b3-4921-b223-50d24c7c9e4b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:52.205325 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1bea7-6cc4-4713-94a3-018b2279eb93 req-5be999fc-f2b3-4921-b223-50d24c7c9e4b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:52.211760 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1bea7-6cc4-4713-94a3-018b2279eb93 req-5be999fc-f2b3-4921-b223-50d24c7c9e4b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:52.220065 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1bea7-6cc4-4713-94a3-018b2279eb93 req-5be999fc-f2b3-4921-b223-50d24c7c9e4b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:52.227385 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1bea7-6cc4-4713-94a3-018b2279eb93 req-5be999fc-f2b3-4921-b223-50d24c7c9e4b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:52.260146 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1bea7-6cc4-4713-94a3-018b2279eb93 req-5be999fc-f2b3-4921-b223-50d24c7c9e4b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:52.285267 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1bea7-6cc4-4713-94a3-018b2279eb93 req-5be999fc-f2b3-4921-b223-50d24c7c9e4b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:52.311350 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1fc1bea7-6cc4-4713-94a3-018b2279eb93 req-5be999fc-f2b3-4921-b223-50d24c7c9e4b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 5430 time: 0.2198889 Nov 27 03:50:52.430410 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1fc1bea7-6cc4-4713-94a3-018b2279eb93 req-9d4a8c1e-66d2-41df-9888-0d2abdbe04a3 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4368533-280d-4285-a228-ddd922f72d08&id=35921842-5bd8-4d3d-b228-d6a9b6023664&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1174533 Nov 27 03:50:52.484603 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bca0de65-085e-40cb-b723-b8c2f976accb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:52.584175 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca0de65-085e-40cb-b723-b8c2f976accb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa14ce69-ec1a-40f3-85eb-d727ecb26054,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:52.630369 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca0de65-085e-40cb-b723-b8c2f976accb admin admin] Checking segment: {'id': '5403506c-e8dd-4a10-9873-3f75d691376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '29685cff-e09f-46fa-bc9b-5324fffbcb8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:50:52.630778 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca0de65-085e-40cb-b723-b8c2f976accb admin admin] Network hostable DHCP agents. Network: 29685cff-e09f-46fa-bc9b-5324fffbcb8d, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:50:52.653339 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36080) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:52.665618 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e5a56-d0d7-4bdb-ac69-9a060779bf81 req-81b00741-ad7f-4548-9356-a42bea1f50f7 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:52.667346 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0b5e5a56-d0d7-4bdb-ac69-9a060779bf81 req-81b00741-ad7f-4548-9356-a42bea1f50f7 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 945 time: 0.0736034 Nov 27 03:50:52.682250 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca0de65-085e-40cb-b723-b8c2f976accb admin admin] Network 29685cff-e09f-46fa-bc9b-5324fffbcb8d is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:50:52.719772 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-bca0de65-085e-40cb-b723-b8c2f976accb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 29685cff-e09f-46fa-bc9b-5324fffbcb8d) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:50:52.728343 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca0de65-085e-40cb-b723-b8c2f976accb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:52.729020 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bca0de65-085e-40cb-b723-b8c2f976accb admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:52.730742 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294729bd-5b38-45d6-b94a-8bc9eaa8d1b4 None None] Network 29685cff-e09f-46fa-bc9b-5324fffbcb8d requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:50:52.752737 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0b5e5a56-d0d7-4bdb-ac69-9a060779bf81 req-71e1cfd2-5473-455b-a0dd-0d6724fbfbd1 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790651 Nov 27 03:50:52.765182 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-bca0de65-085e-40cb-b723-b8c2f976accb admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9354503 Nov 27 03:50:52.767933 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 36086) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:52.778837 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-d1e350f2-11f2-4df4-969b-0d64688673a5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-911281372-router', 'tenant_id': 'b7359fd6981141eab21db4104cac4898', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:50:52.827230 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d1e350f2-11f2-4df4-969b-0d64688673a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:52.828758 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d1e350f2-11f2-4df4-969b-0d64688673a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:52.945384 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d1e350f2-11f2-4df4-969b-0d64688673a5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:53.023258 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7ac72f-4292-4f55-be6f-961ee43a4d77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-29685cff-e09f-46fa-bc9b-5324fffbcb8d', 'network_id': '29685cff-e09f-46fa-bc9b-5324fffbcb8d', 'tenant_id': 'b7359fd6981141eab21db4104cac4898', 'fixed_ips': [{'subnet_id': 'fa14ce69-ec1a-40f3-85eb-d727ecb26054'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 03:50:53.025801 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ee7ac72f-4292-4f55-be6f-961ee43a4d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:53.081253 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce513155-ac3f-47b1-85bb-0b8562ad0605 req-3e6ea564-2afe-474b-9f02-72f7be2babec tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:53.092419 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ce513155-ac3f-47b1-85bb-0b8562ad0605 req-3e6ea564-2afe-474b-9f02-72f7be2babec tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 949 time: 0.0879290 Nov 27 03:50:53.117376 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-8b6f58e4-dddf-4394-95e1-827918e4f45f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-543542724-network', 'tenant_id': '34da6192cc564b0891b5eb0559445fde'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:50:53.184382 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6f58e4-dddf-4394-95e1-827918e4f45f admin admin] Made reservation on behalf of 34da6192cc564b0891b5eb0559445fde for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:50:53.187111 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8b6f58e4-dddf-4394-95e1-827918e4f45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:53.247283 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ce513155-ac3f-47b1-85bb-0b8562ad0605 req-23040975-9697-4631-9a35-f87728f3e155 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535919 Nov 27 03:50:53.249789 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8b6f58e4-dddf-4394-95e1-827918e4f45f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:53.358881 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-ee7ac72f-4292-4f55-be6f-961ee43a4d77 None None] Allocated IP 172.20.0.2 (29685cff-e09f-46fa-bc9b-5324fffbcb8d/fa14ce69-ec1a-40f3-85eb-d727ecb26054/c11a7bfc-4021-41a8-848d-5b35833b032a) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:50:53.366720 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c6d29929-ea8a-4dc0-9ebf-8583fe6dddaf req-8b1abae8-dd8b-4651-9157-09c8fe777b23 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=b801577e-d41f-4b49-b4b5-d9710ca09d58 HTTP/1.1" status: 200 len: 210 time: 0.1712699 Nov 27 03:50:53.414341 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8b6f58e4-dddf-4394-95e1-827918e4f45f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:53.424209 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8b6f58e4-dddf-4394-95e1-827918e4f45f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:53.469805 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b6f58e4-dddf-4394-95e1-827918e4f45f admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:50:53.512859 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8b6f58e4-dddf-4394-95e1-827918e4f45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:53.514229 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-8b6f58e4-dddf-4394-95e1-827918e4f45f admin admin] Added segment 6691ccab-36dd-45cb-afb0-e20698b39b4f of type vlan for network 01992a19-429b-4eae-b66c-8e6765662e13 Nov 27 03:50:53.528981 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-d82c889b-0f8e-43d9-ae03-cf77df5601ce tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:53.530499 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-d82c889b-0f8e-43d9-ae03-cf77df5601ce tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.23 "GET /v2.0/networks?id=08f5ab49-0e80-484e-b2da-92afccf8b9b1 HTTP/1.1" status: 200 len: 812 time: 0.1703498 Nov 27 03:50:53.533303 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d1e350f2-11f2-4df4-969b-0d64688673a5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:53.554097 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-cde76999-39c1-473d-855b-9c698248180b tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Request body: {'port': {'device_id': 'b801577e-d41f-4b49-b4b5-d9710ca09d58', 'network_id': '08f5ab49-0e80-484e-b2da-92afccf8b9b1', 'admin_state_up': True, 'tenant_id': 'a17274e888df4225aeb5638a41a17698'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:50:53.646828 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8b6f58e4-dddf-4394-95e1-827918e4f45f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:53.672053 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f58e4-dddf-4394-95e1-827918e4f45f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326332d4-9987-4ad9-93f5-c43409af3ac2,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:53.707623 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ee7ac72f-4292-4f55-be6f-961ee43a4d77 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:53.714517 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ee7ac72f-4292-4f55-be6f-961ee43a4d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:53.741586 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8b6f58e4-dddf-4394-95e1-827918e4f45f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:53.745511 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6f58e4-dddf-4394-95e1-827918e4f45f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:53.747323 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8b6f58e4-dddf-4394-95e1-827918e4f45f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:53.783788 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ac72f-4292-4f55-be6f-961ee43a4d77 None None] Pushing event updated for resources: {'Port': ['ID=c11a7bfc-4021-41a8-848d-5b35833b032a,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:53.817246 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7ac72f-4292-4f55-be6f-961ee43a4d77 None None] Network 29685cff-e09f-46fa-bc9b-5324fffbcb8d is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:50:53.838756 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-ee7ac72f-4292-4f55-be6f-961ee43a4d77 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:50:53.846338 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7ac72f-4292-4f55-be6f-961ee43a4d77 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:50:53.929911 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f58e4-dddf-4394-95e1-827918e4f45f admin admin] Pushing event updated for resources: {'Network': ['ID=01992a19-429b-4eae-b66c-8e6765662e13,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:53.930145 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-ee7ac72f-4292-4f55-be6f-961ee43a4d77 None None] Attempting to bind port c11a7bfc-4021-41a8-848d-5b35833b032a on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:50:53.930377 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-ee7ac72f-4292-4f55-be6f-961ee43a4d77 None None] Attempting to bind port c11a7bfc-4021-41a8-848d-5b35833b032a by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '5403506c-e8dd-4a10-9873-3f75d691376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '29685cff-e09f-46fa-bc9b-5324fffbcb8d'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:50:53.930724 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7ac72f-4292-4f55-be6f-961ee43a4d77 None None] Attempting to bind port c11a7bfc-4021-41a8-848d-5b35833b032a on network 29685cff-e09f-46fa-bc9b-5324fffbcb8d {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:50:53.934456 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af503fa1-43fd-40b3-83f9-98dcb998d962 req-2899e7a0-c401-4daf-b979-a0c53f29bd73 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:53.944462 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af503fa1-43fd-40b3-83f9-98dcb998d962 req-2899e7a0-c401-4daf-b979-a0c53f29bd73 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:53.950612 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af503fa1-43fd-40b3-83f9-98dcb998d962 req-2899e7a0-c401-4daf-b979-a0c53f29bd73 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:53.951569 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 01992a19-429b-4eae-b66c-8e6765662e13 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:50:53.952551 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8b6f58e4-dddf-4394-95e1-827918e4f45f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2978759 Nov 27 03:50:53.955241 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36114) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:53.963146 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af503fa1-43fd-40b3-83f9-98dcb998d962 req-2899e7a0-c401-4daf-b979-a0c53f29bd73 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:53.969698 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af503fa1-43fd-40b3-83f9-98dcb998d962 req-2899e7a0-c401-4daf-b979-a0c53f29bd73 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:53.975650 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af503fa1-43fd-40b3-83f9-98dcb998d962 req-2899e7a0-c401-4daf-b979-a0c53f29bd73 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:53.979367 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-1a459d54-322f-4f84-9bcf-c28a14bdb5e5 admin admin] Request body: {'subnet': {'network_id': '01992a19-429b-4eae-b66c-8e6765662e13', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-543542724-subnet', 'tenant_id': '34da6192cc564b0891b5eb0559445fde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:50:53.985533 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af503fa1-43fd-40b3-83f9-98dcb998d962 req-2899e7a0-c401-4daf-b979-a0c53f29bd73 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:53.987797 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-af503fa1-43fd-40b3-83f9-98dcb998d962 req-2899e7a0-c401-4daf-b979-a0c53f29bd73 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 5430 time: 0.2975035 Nov 27 03:50:54.034471 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.db.api [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-cde76999-39c1-473d-855b-9c698248180b tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 27 03:50:54.034471 n-d-819494-3 neutron-server[110019]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 27 03:50:54.034471 n-d-819494-3 neutron-server[110019]: [parameters: {'project_id_1': 'a17274e888df4225aeb5638a41a17698', 'expiration_1': datetime.datetime(2021, 11, 27, 3, 50, 34, 5526)}] Nov 27 03:50:54.034471 n-d-819494-3 neutron-server[110019]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 03:50:54.035117 n-d-819494-3 neutron-server[110019]: DEBUG oslo_db.api [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-cde76999-39c1-473d-855b-9c698248180b tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 03:50:54.042371 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949e89d-e622-4d59-9549-4b9df60f94c9 req-466ad64d-881e-4407-b4c7-28bd04cb880d tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:54.045028 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a949e89d-e622-4d59-9549-4b9df60f94c9 req-466ad64d-881e-4407-b4c7-28bd04cb880d tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 945 time: 0.1109223 Nov 27 03:50:54.055934 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a459d54-322f-4f84-9bcf-c28a14bdb5e5 admin admin] Made reservation on behalf of 34da6192cc564b0891b5eb0559445fde for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:50:54.059904 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1a459d54-322f-4f84-9bcf-c28a14bdb5e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:54.089118 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7ac72f-4292-4f55-be6f-961ee43a4d77 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:50:54.089929 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7ac72f-4292-4f55-be6f-961ee43a4d77 None None] Checking segment: {'id': '5403506c-e8dd-4a10-9873-3f75d691376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '29685cff-e09f-46fa-bc9b-5324fffbcb8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:50:54.090527 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ee7ac72f-4292-4f55-be6f-961ee43a4d77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:54.091279 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7ac72f-4292-4f55-be6f-961ee43a4d77 None None] Bound using segment: {'id': '5403506c-e8dd-4a10-9873-3f75d691376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '29685cff-e09f-46fa-bc9b-5324fffbcb8d'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:50:54.092661 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-ee7ac72f-4292-4f55-be6f-961ee43a4d77 None None] Bound port: c11a7bfc-4021-41a8-848d-5b35833b032a, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5403506c-e8dd-4a10-9873-3f75d691376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '29685cff-e09f-46fa-bc9b-5324fffbcb8d'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:50:54.093253 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ee7ac72f-4292-4f55-be6f-961ee43a4d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:54.095628 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-af503fa1-43fd-40b3-83f9-98dcb998d962 req-c8e8dc7c-d1dd-43cc-b2f9-c9286e92adac tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4368533-280d-4285-a228-ddd922f72d08&id=35921842-5bd8-4d3d-b228-d6a9b6023664&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0989485 Nov 27 03:50:54.204568 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-ee7ac72f-4292-4f55-be6f-961ee43a4d77 None None] For port c11a7bfc-4021-41a8-848d-5b35833b032a, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:50:54.208869 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-ee7ac72f-4292-4f55-be6f-961ee43a4d77 None None] For port c11a7bfc-4021-41a8-848d-5b35833b032a, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=c11a7bfc-4021-41a8-848d-5b35833b032a,segment=NetworkSegment(5403506c-e8dd-4a10-9873-3f75d691376c),segment_id=5403506c-e8dd-4a10-9873-3f75d691376c)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:50:54.220294 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ee7ac72f-4292-4f55-be6f-961ee43a4d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:54.254542 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d1e350f2-11f2-4df4-969b-0d64688673a5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:54.258665 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a949e89d-e622-4d59-9549-4b9df60f94c9 req-e6ec17d8-52ee-4b3f-b7af-46a22864477c tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052243 Nov 27 03:50:54.295099 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d1e350f2-11f2-4df4-969b-0d64688673a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:54.341946 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ac72f-4292-4f55-be6f-961ee43a4d77 None None] Pushing event updated for resources: {'Port': ['ID=c11a7bfc-4021-41a8-848d-5b35833b032a,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:54.477518 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-d1e350f2-11f2-4df4-969b-0d64688673a5 admin admin] Allocated IP 172.25.1.189 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/5770e812-3cad-4599-aae6-424908e1e809) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:50:54.544679 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ee156dbd-d6d5-49c5-9222-bbb08e4c2452 req-91870fcb-cf9a-4f6c-9247-10133cbaee13 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=b801577e-d41f-4b49-b4b5-d9710ca09d58 HTTP/1.1" status: 200 len: 210 time: 0.0614946 Nov 27 03:50:54.664663 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1a459d54-322f-4f84-9bcf-c28a14bdb5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:54.689477 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdabf4-b63c-4b3e-b243-769e598104cb req-f9cc788f-c8c8-4788-a67a-50780d69ee21 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:54.691111 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f7fdabf4-b63c-4b3e-b243-769e598104cb req-f9cc788f-c8c8-4788-a67a-50780d69ee21 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 949 time: 0.2979040 Nov 27 03:50:54.714409 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-cde76999-39c1-473d-855b-9c698248180b tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Made reservation on behalf of a17274e888df4225aeb5638a41a17698 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:50:54.724283 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-cde76999-39c1-473d-855b-9c698248180b tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:54.781310 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a459d54-322f-4f84-9bcf-c28a14bdb5e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6f8b842-9384-45a0-9466-5e90725c22e6,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:54.787163 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a459d54-322f-4f84-9bcf-c28a14bdb5e5 admin admin] Checking segment: {'id': '6691ccab-36dd-45cb-afb0-e20698b39b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '01992a19-429b-4eae-b66c-8e6765662e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:50:54.787518 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a459d54-322f-4f84-9bcf-c28a14bdb5e5 admin admin] Network hostable DHCP agents. Network: 01992a19-429b-4eae-b66c-8e6765662e13, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:50:54.830850 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a459d54-322f-4f84-9bcf-c28a14bdb5e5 admin admin] Network 01992a19-429b-4eae-b66c-8e6765662e13 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:50:54.848320 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-1a459d54-322f-4f84-9bcf-c28a14bdb5e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 01992a19-429b-4eae-b66c-8e6765662e13) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:50:54.856388 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a459d54-322f-4f84-9bcf-c28a14bdb5e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:54.857171 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1a459d54-322f-4f84-9bcf-c28a14bdb5e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:54.873614 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e18ece-cd91-4515-b016-950fec9babf9 None None] Network 01992a19-429b-4eae-b66c-8e6765662e13 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:50:54.887870 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1a459d54-322f-4f84-9bcf-c28a14bdb5e5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9308047 Nov 27 03:50:54.937300 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d1e350f2-11f2-4df4-969b-0d64688673a5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:54.955435 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f7fdabf4-b63c-4b3e-b243-769e598104cb req-26109d24-63d2-4d85-b7ec-4ed5c28427de tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545860 Nov 27 03:50:55.058201 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device c11a7bfc-4021-41a8-848d-5b35833b032a up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:50:55.128138 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-cde76999-39c1-473d-855b-9c698248180b tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Allocated IP 172.20.0.7 (08f5ab49-0e80-484e-b2da-92afccf8b9b1/921fe779-c75e-43af-88d5-b8ba03d01bf5/aef7cb14-4c58-43d3-b27c-f689dd029621) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:50:55.133822 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d1e350f2-11f2-4df4-969b-0d64688673a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:55.171292 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b305f0-fbc7-4e4a-b362-d1dcb510ff5e None None] Network 01992a19-429b-4eae-b66c-8e6765662e13 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:50:55.246645 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e350f2-11f2-4df4-969b-0d64688673a5 admin admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:50:55.273729 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-d1e350f2-11f2-4df4-969b-0d64688673a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:50:55.308464 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e350f2-11f2-4df4-969b-0d64688673a5 admin admin] Pushing event updated for resources: {'Port': ['ID=5770e812-3cad-4599-aae6-424908e1e809,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:55.313899 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e350f2-11f2-4df4-969b-0d64688673a5 admin admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:50:55.331707 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port c11a7bfc-4021-41a8-848d-5b35833b032a triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:50:55.332371 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:55.394129 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf716a-5a0d-4207-9dae-92e6b2083deb req-4c37ab00-f890-438d-9e4f-5b154d36456b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:55.421838 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf716a-5a0d-4207-9dae-92e6b2083deb req-4c37ab00-f890-438d-9e4f-5b154d36456b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:55.434871 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf716a-5a0d-4207-9dae-92e6b2083deb req-4c37ab00-f890-438d-9e4f-5b154d36456b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:55.449590 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf716a-5a0d-4207-9dae-92e6b2083deb req-4c37ab00-f890-438d-9e4f-5b154d36456b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:55.464259 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf716a-5a0d-4207-9dae-92e6b2083deb req-4c37ab00-f890-438d-9e4f-5b154d36456b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:55.487942 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf716a-5a0d-4207-9dae-92e6b2083deb req-4c37ab00-f890-438d-9e4f-5b154d36456b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:55.503922 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf716a-5a0d-4207-9dae-92e6b2083deb req-4c37ab00-f890-438d-9e4f-5b154d36456b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:55.513635 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0aaf716a-5a0d-4207-9dae-92e6b2083deb req-4c37ab00-f890-438d-9e4f-5b154d36456b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 5430 time: 0.2324769 Nov 27 03:50:55.537791 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:55.587499 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port c11a7bfc-4021-41a8-848d-5b35833b032a, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=c11a7bfc-4021-41a8-848d-5b35833b032a,segment=NetworkSegment(5403506c-e8dd-4a10-9873-3f75d691376c),segment_id=5403506c-e8dd-4a10-9873-3f75d691376c)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:50:55.593234 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0aaf716a-5a0d-4207-9dae-92e6b2083deb req-7ece926d-014c-4306-8d07-261a31c82acf tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4368533-280d-4285-a228-ddd922f72d08&id=35921842-5bd8-4d3d-b228-d6a9b6023664&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0784883 Nov 27 03:50:55.602249 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:55.697343 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=c11a7bfc-4021-41a8-848d-5b35833b032a,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:55.758589 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b798d-8b5e-4588-9020-c553171e0ad6 req-e50553d5-949b-4c5c-873e-b6789a85dc6b tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:55.765047 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-778b798d-8b5e-4588-9020-c553171e0ad6 req-e50553d5-949b-4c5c-873e-b6789a85dc6b tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 945 time: 0.1019723 Nov 27 03:50:55.881932 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-778b798d-8b5e-4588-9020-c553171e0ad6 req-c61e087e-3749-4022-8f49-d841cf0fdef6 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070614 Nov 27 03:50:55.892872 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [req-4b9be899-aeb7-4c2c-8610-9045777c4440 req-5a3b6552-4898-4bda-8cc0-7c30a8512317 tempest-SecurityGroupsNegativeTestJSON-745912782 tempest-SecurityGroupsNegativeTestJSON-745912782-project] show failed (client error): The resource could not be found. Nov 27 03:50:55.908399 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4b9be899-aeb7-4c2c-8610-9045777c4440 req-5a3b6552-4898-4bda-8cc0-7c30a8512317 tempest-SecurityGroupsNegativeTestJSON-745912782 tempest-SecurityGroupsNegativeTestJSON-745912782-project] 10.222.0.20 "GET /v2.0/security-groups/df335102-855c-407b-ad35-cf372aeda33b HTTP/1.1" status: 404 len: 352 time: 0.2620134 Nov 27 03:50:56.051376 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-992537b8-35cf-4c6f-89cb-babd588f3f45 req-92a77f62-d856-4920-9700-28fafa596340 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=b801577e-d41f-4b49-b4b5-d9710ca09d58 HTTP/1.1" status: 200 len: 210 time: 0.0465512 Nov 27 03:50:56.105734 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0976a1dd-f203-48b0-a445-209dedc34b23 None None] Network 29685cff-e09f-46fa-bc9b-5324fffbcb8d requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:50:56.200108 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-984cf868-2cac-4384-ba80-8f6c21414d07 None None] Provisioning complete for port c11a7bfc-4021-41a8-848d-5b35833b032a triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:50:56.200705 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-984cf868-2cac-4384-ba80-8f6c21414d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:56.261414 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33f500-d76e-4d54-83a2-7fa8df2219ef req-1cba1727-0d74-4d6c-a508-7aa076fdab07 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:56.263067 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8d33f500-d76e-4d54-83a2-7fa8df2219ef req-1cba1727-0d74-4d6c-a508-7aa076fdab07 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 949 time: 0.1194458 Nov 27 03:50:56.361645 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8d33f500-d76e-4d54-83a2-7fa8df2219ef req-1ddaafb2-8d05-4acf-b317-0ae8bd047320 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918186 Nov 27 03:50:56.617165 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c3b05f4a-b384-41fe-bb3f-08562b6feb33 req-b36be5b6-c533-4b41-afb7-0a25502184a9 tempest-SecurityGroupsNegativeTestJSON-745912782 tempest-SecurityGroupsNegativeTestJSON-745912782-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=34da6192cc564b0891b5eb0559445fde HTTP/1.1" status: 200 len: 3001 time: 0.0997388 Nov 27 03:50:56.687204 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-cde76999-39c1-473d-855b-9c698248180b tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:56.732450 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d1e350f2-11f2-4df4-969b-0d64688673a5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:56.849537 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-daa88050-17f2-4eb8-afa1-125a8cdaaedc None None] Provisioning complete for port c11a7bfc-4021-41a8-848d-5b35833b032a triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:50:56.849922 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-daa88050-17f2-4eb8-afa1-125a8cdaaedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:56.857549 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb0108-9469-4c7b-8330-0e981c29610a req-e8aea350-2d71-4020-8dd0-2acd88f9b6f4 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:56.869093 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb0108-9469-4c7b-8330-0e981c29610a req-e8aea350-2d71-4020-8dd0-2acd88f9b6f4 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:56.881304 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb0108-9469-4c7b-8330-0e981c29610a req-e8aea350-2d71-4020-8dd0-2acd88f9b6f4 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:56.890640 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb0108-9469-4c7b-8330-0e981c29610a req-e8aea350-2d71-4020-8dd0-2acd88f9b6f4 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:56.897816 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb0108-9469-4c7b-8330-0e981c29610a req-e8aea350-2d71-4020-8dd0-2acd88f9b6f4 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:56.908470 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb0108-9469-4c7b-8330-0e981c29610a req-e8aea350-2d71-4020-8dd0-2acd88f9b6f4 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:56.922124 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c3b05f4a-b384-41fe-bb3f-08562b6feb33 req-b0c47371-00d1-43a1-9a02-9fb66877e895 tempest-SecurityGroupsNegativeTestJSON-745912782 tempest-SecurityGroupsNegativeTestJSON-745912782-project] 10.222.0.20 "GET /v2.0/security-groups/326332d4-9987-4ad9-93f5-c43409af3ac2 HTTP/1.1" status: 200 len: 2998 time: 0.2806938 Nov 27 03:50:56.928702 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb0108-9469-4c7b-8330-0e981c29610a req-e8aea350-2d71-4020-8dd0-2acd88f9b6f4 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:56.935578 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6cdb0108-9469-4c7b-8330-0e981c29610a req-e8aea350-2d71-4020-8dd0-2acd88f9b6f4 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 5430 time: 0.1862626 Nov 27 03:50:56.974774 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device c11a7bfc-4021-41a8-848d-5b35833b032a up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:50:57.057547 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-cde76999-39c1-473d-855b-9c698248180b tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:57.065712 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6cdb0108-9469-4c7b-8330-0e981c29610a req-b08bfd6a-22c8-4982-a6fd-2234ad9421ca tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4368533-280d-4285-a228-ddd922f72d08&id=35921842-5bd8-4d3d-b228-d6a9b6023664&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1236978 Nov 27 03:50:57.138646 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port c11a7bfc-4021-41a8-848d-5b35833b032a triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:50:57.139202 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:57.163367 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c3b05f4a-b384-41fe-bb3f-08562b6feb33 req-200b61f4-a2b9-4657-b9bc-40275eb73611 tempest-SecurityGroupsNegativeTestJSON-745912782 tempest-SecurityGroupsNegativeTestJSON-745912782-project] 10.222.0.20 "GET /v2.0/security-groups/326332d4-9987-4ad9-93f5-c43409af3ac2 HTTP/1.1" status: 200 len: 2998 time: 0.2403328 Nov 27 03:50:57.191255 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-cde76999-39c1-473d-855b-9c698248180b tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Network 08f5ab49-0e80-484e-b2da-92afccf8b9b1 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:50:57.196883 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-cde76999-39c1-473d-855b-9c698248180b tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:50:57.254800 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-cde76999-39c1-473d-855b-9c698248180b tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:50:57.317959 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c8658-1072-489b-bdf8-0dd9688bbc3d req-fb9b6cb2-5421-4972-bd5a-ae926052e4ab tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:57.319887 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-124c8658-1072-489b-bdf8-0dd9688bbc3d req-fb9b6cb2-5421-4972-bd5a-ae926052e4ab tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 945 time: 0.1232667 Nov 27 03:50:57.384085 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-124c8658-1072-489b-bdf8-0dd9688bbc3d req-8116d192-adc7-4b65-b7c6-abe7c5d93e76 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555298 Nov 27 03:50:57.390428 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde76999-39c1-473d-855b-9c698248180b tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Pushing event updated for resources: {'Port': ['ID=aef7cb14-4c58-43d3-b27c-f689dd029621,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:57.461805 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-cde76999-39c1-473d-855b-9c698248180b tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:57.462869 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-cde76999-39c1-473d-855b-9c698248180b tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:57.482196 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8b20716c-b67d-4bae-9c84-1a880c1b3a1b req-d8f5861d-79be-4132-878e-9a46b53a0287 tempest-SecurityGroupsNegativeTestJSON-745912782 tempest-SecurityGroupsNegativeTestJSON-745912782-project] 10.222.0.20 "GET /v2.0/security-groups/326332d4-9987-4ad9-93f5-c43409af3ac2 HTTP/1.1" status: 200 len: 2998 time: 0.0571191 Nov 27 03:50:57.499828 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-cde76999-39c1-473d-855b-9c698248180b tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9504495 Nov 27 03:50:57.530152 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd90f14-19bb-4684-903e-28d24f0e7238 req-7c4880db-1c4d-4205-bbf8-979167469594 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:57.535395 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bcd90f14-19bb-4684-903e-28d24f0e7238 req-7c4880db-1c4d-4205-bbf8-979167469594 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=b801577e-d41f-4b49-b4b5-d9710ca09d58 HTTP/1.1" status: 200 len: 931 time: 0.1722264 Nov 27 03:50:57.543773 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-f56b627b-8169-4489-8c92-231f7185fad8 service neutron] Request body: {'port': {'device_id': 'b801577e-d41f-4b49-b4b5-d9710ca09d58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:50:57.549541 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [req-8b20716c-b67d-4bae-9c84-1a880c1b3a1b req-6f0ab019-1a72-4fa5-821a-00e563de94c3 tempest-SecurityGroupsNegativeTestJSON-745912782 tempest-SecurityGroupsNegativeTestJSON-745912782-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 27 03:50:57.561883 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8b20716c-b67d-4bae-9c84-1a880c1b3a1b req-6f0ab019-1a72-4fa5-821a-00e563de94c3 tempest-SecurityGroupsNegativeTestJSON-745912782 tempest-SecurityGroupsNegativeTestJSON-745912782-project] 10.222.0.20 "DELETE /v2.0/security-groups/326332d4-9987-4ad9-93f5-c43409af3ac2 HTTP/1.1" status: 409 len: 352 time: 0.0787168 Nov 27 03:50:57.586729 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d1e350f2-11f2-4df4-969b-0d64688673a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:57.682327 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e63143-a286-4c67-84e2-6c59f55b1ee8 req-c5cf4d00-f18b-48a6-8415-04796ee7513d tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:57.683877 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-26e63143-a286-4c67-84e2-6c59f55b1ee8 req-c5cf4d00-f18b-48a6-8415-04796ee7513d tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 949 time: 0.0752213 Nov 27 03:50:57.751135 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bcd90f14-19bb-4684-903e-28d24f0e7238 req-917ba9e3-2e92-4450-ba64-cb15e8ab45bc tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017968 Nov 27 03:50:57.753297 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-f56b627b-8169-4489-8c92-231f7185fad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:57.765896 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-26e63143-a286-4c67-84e2-6c59f55b1ee8 req-27b01dc3-b981-49e2-909b-69373846b645 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750556 Nov 27 03:50:57.845212 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [req-667db878-06ec-4733-ae77-2f302bef7988 req-8a31b11a-0cc9-4f58-b31a-ad280125d835 tempest-SecurityGroupsNegativeTestJSON-745912782 tempest-SecurityGroupsNegativeTestJSON-745912782-project] show failed (client error): The resource could not be found. Nov 27 03:50:57.846736 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-667db878-06ec-4733-ae77-2f302bef7988 req-8a31b11a-0cc9-4f58-b31a-ad280125d835 tempest-SecurityGroupsNegativeTestJSON-745912782 tempest-SecurityGroupsNegativeTestJSON-745912782-project] 10.222.0.20 "GET /v2.0/security-groups/69007d4f-0998-4716-aedd-93ad27c05703 HTTP/1.1" status: 404 len: 352 time: 0.0270622 Nov 27 03:50:57.890693 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [req-498b10c5-eb5e-4d79-837c-90e407a6b0ae req-5f16cade-abc9-418b-ac8f-5b34c5e9c946 tempest-SecurityGroupsNegativeTestJSON-745912782 tempest-SecurityGroupsNegativeTestJSON-745912782-project] show failed (client error): The resource could not be found. Nov 27 03:50:57.892047 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-498b10c5-eb5e-4d79-837c-90e407a6b0ae req-5f16cade-abc9-418b-ac8f-5b34c5e9c946 tempest-SecurityGroupsNegativeTestJSON-745912782 tempest-SecurityGroupsNegativeTestJSON-745912782-project] 10.222.0.20 "GET /v2.0/security-groups/70835603-0b90-41e2-9710-94f26e98ae36 HTTP/1.1" status: 404 len: 352 time: 0.0180681 Nov 27 03:50:57.903183 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36312) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:57.978426 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-65ee454b-b5e4-4687-a8d2-8c0f79140f4a admin admin] Deleting subnet e6f8b842-9384-45a0-9466-5e90725c22e6 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:50:57.980908 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e350f2-11f2-4df4-969b-0d64688673a5 admin admin] Router 98846b9e-fbfe-477f-9a81-834140467d9c is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 03:50:57.985160 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-65ee454b-b5e4-4687-a8d2-8c0f79140f4a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:58.053845 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-65ee454b-b5e4-4687-a8d2-8c0f79140f4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:58.109711 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-65ee454b-b5e4-4687-a8d2-8c0f79140f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:58.202151 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-65ee454b-b5e4-4687-a8d2-8c0f79140f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:58.246593 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-65ee454b-b5e4-4687-a8d2-8c0f79140f4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:58.250449 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-65ee454b-b5e4-4687-a8d2-8c0f79140f4a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e6f8b842-9384-45a0-9466-5e90725c22e6 HTTP/1.1" status: 204 len: 168 time: 0.3461556 Nov 27 03:50:58.251996 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee454b-b5e4-4687-a8d2-8c0f79140f4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6f8b842-9384-45a0-9466-5e90725c22e6,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:58.254213 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36318) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:58.276835 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-f56b627b-8169-4489-8c92-231f7185fad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aef7cb14-4c58-43d3-b27c-f689dd029621 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:50:58.290588 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-f56b627b-8169-4489-8c92-231f7185fad8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:58.304126 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-f56b627b-8169-4489-8c92-231f7185fad8 service neutron] Transition to ACTIVE for port object aef7cb14-4c58-43d3-b27c-f689dd029621 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:50:58.319554 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e350f2-11f2-4df4-969b-0d64688673a5 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:50:58.323531 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-f56b627b-8169-4489-8c92-231f7185fad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:58.331205 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f69d6aa-080e-4613-beca-02e86c163e46 None None] Sync routers for ids ['98846b9e-fbfe-477f-9a81-834140467d9c'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:50:58.356143 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f69d6aa-080e-4613-beca-02e86c163e46 None None] Routers {'98846b9e-fbfe-477f-9a81-834140467d9c'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:50:58.359269 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-1f69d6aa-080e-4613-beca-02e86c163e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:50:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['98846b9e-fbfe-477f-9a81-834140467d9c'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:50:58.359789 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-eacd1bfd-2fea-4847-acd7-bf563b952272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:58.394363 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 36330) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:58.477942 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d1e350f2-11f2-4df4-969b-0d64688673a5 admin admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:58.482793 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d1e350f2-11f2-4df4-969b-0d64688673a5 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7137797 Nov 27 03:50:58.483724 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 36336) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:58.501739 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-eacd1bfd-2fea-4847-acd7-bf563b952272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:58.558392 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-eacd1bfd-2fea-4847-acd7-bf563b952272 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01992a19-429b-4eae-b66c-8e6765662e13']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:50:58.601439 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-eacd1bfd-2fea-4847-acd7-bf563b952272 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6691ccab-36dd-45cb-afb0-e20698b39b4f') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:50:58.601744 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-eacd1bfd-2fea-4847-acd7-bf563b952272 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6691ccab-36dd-45cb-afb0-e20698b39b4f') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:50:58.604113 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-1f69d6aa-080e-4613-beca-02e86c163e46 None None] Set router 98846b9e-fbfe-477f-9a81-834140467d9c gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:50:58.604485 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64237df-5267-4f6c-8236-84c391d2f0dd req-5268fb5a-d246-4854-8e1a-875935e11006 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:58.610924 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64237df-5267-4f6c-8236-84c391d2f0dd req-5268fb5a-d246-4854-8e1a-875935e11006 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:58.617216 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64237df-5267-4f6c-8236-84c391d2f0dd req-5268fb5a-d246-4854-8e1a-875935e11006 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:58.618588 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-eacd1bfd-2fea-4847-acd7-bf563b952272 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:58.623983 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64237df-5267-4f6c-8236-84c391d2f0dd req-5268fb5a-d246-4854-8e1a-875935e11006 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:58.630533 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64237df-5267-4f6c-8236-84c391d2f0dd req-5268fb5a-d246-4854-8e1a-875935e11006 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:58.637293 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64237df-5267-4f6c-8236-84c391d2f0dd req-5268fb5a-d246-4854-8e1a-875935e11006 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:58.642345 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43b834-2c88-4972-a919-b3ace96ad1b1 req-3425db07-a989-42be-926c-254574ab1628 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:58.643890 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d43b834-2c88-4972-a919-b3ace96ad1b1 req-3425db07-a989-42be-926c-254574ab1628 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 945 time: 0.1034172 Nov 27 03:50:58.644318 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64237df-5267-4f6c-8236-84c391d2f0dd req-5268fb5a-d246-4854-8e1a-875935e11006 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:58.646490 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a64237df-5267-4f6c-8236-84c391d2f0dd req-5268fb5a-d246-4854-8e1a-875935e11006 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 5430 time: 0.3407223 Nov 27 03:50:58.647435 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b627b-8169-4489-8c92-231f7185fad8 service neutron] Pushing event updated for resources: {'Port': ['ID=aef7cb14-4c58-43d3-b27c-f689dd029621,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:58.661100 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-eacd1bfd-2fea-4847-acd7-bf563b952272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:58.687502 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eacd1bfd-2fea-4847-acd7-bf563b952272 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:50:58.688183 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-eacd1bfd-2fea-4847-acd7-bf563b952272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:58.691312 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 03:50:58.691312 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:50:58.691312 n-d-819494-3 neutron-server[110018]: timer() Nov 27 03:50:58.691312 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:50:58.691312 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 03:50:58.691312 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:50:58.691312 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 03:50:58.691312 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:50:58.691312 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 03:50:58.691312 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:50:58.691312 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 03:50:58.691312 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:50:58.691312 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 03:50:58.691312 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:50:58.691312 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:50:58.691312 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:50:58.691312 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:50:58.691312 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:50:58.691312 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 03:50:58.691312 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:50:58.691312 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 03:50:58.691312 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:50:58.691312 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:50:58.691312 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:50:58.691312 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 03:50:58.691312 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:50:58.691312 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:50:58.691312 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:50:58.691312 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:50:58.691312 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:50:58.691312 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:50:58.691312 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:50:58.700690 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-611ae890-4bb2-4289-a15d-ed21357c8517 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:58.748725 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-f56b627b-8169-4489-8c92-231f7185fad8 service neutron] Attempting to bind port aef7cb14-4c58-43d3-b27c-f689dd029621 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:50:58.749236 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-f56b627b-8169-4489-8c92-231f7185fad8 service neutron] Attempting to bind port aef7cb14-4c58-43d3-b27c-f689dd029621 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '277708b6-af23-477b-abf6-dbbbeb02c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '08f5ab49-0e80-484e-b2da-92afccf8b9b1'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:50:58.749672 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-f56b627b-8169-4489-8c92-231f7185fad8 service neutron] Attempting to bind port aef7cb14-4c58-43d3-b27c-f689dd029621 on network 08f5ab49-0e80-484e-b2da-92afccf8b9b1 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:50:58.767668 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-f56b627b-8169-4489-8c92-231f7185fad8 service neutron] Port aef7cb14-4c58-43d3-b27c-f689dd029621 on network 08f5ab49-0e80-484e-b2da-92afccf8b9b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:50:58.768181 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-f56b627b-8169-4489-8c92-231f7185fad8 service neutron] Attempting to bind port aef7cb14-4c58-43d3-b27c-f689dd029621 on network 08f5ab49-0e80-484e-b2da-92afccf8b9b1 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:50:58.788640 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-f56b627b-8169-4489-8c92-231f7185fad8 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:50:58.789731 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-f56b627b-8169-4489-8c92-231f7185fad8 service neutron] Checking segment: {'id': '277708b6-af23-477b-abf6-dbbbeb02c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '08f5ab49-0e80-484e-b2da-92afccf8b9b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:50:58.789731 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-f56b627b-8169-4489-8c92-231f7185fad8 service neutron] Bound using segment: {'id': '277708b6-af23-477b-abf6-dbbbeb02c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '08f5ab49-0e80-484e-b2da-92afccf8b9b1'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:50:58.790289 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-f56b627b-8169-4489-8c92-231f7185fad8 service neutron] Bound port: aef7cb14-4c58-43d3-b27c-f689dd029621, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '277708b6-af23-477b-abf6-dbbbeb02c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '08f5ab49-0e80-484e-b2da-92afccf8b9b1'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:50:58.790802 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-f56b627b-8169-4489-8c92-231f7185fad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:58.801069 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d43b834-2c88-4972-a919-b3ace96ad1b1 req-66915118-ff69-4d45-98ab-a31577a163b2 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412098 Nov 27 03:50:58.805399 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-eacd1bfd-2fea-4847-acd7-bf563b952272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:58.823499 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-eacd1bfd-2fea-4847-acd7-bf563b952272 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:58.834813 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-eacd1bfd-2fea-4847-acd7-bf563b952272 admin admin] 10.222.0.20 "DELETE /v2.0/networks/01992a19-429b-4eae-b66c-8e6765662e13 HTTP/1.1" status: 204 len: 168 time: 0.5772824 Nov 27 03:50:58.861782 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-1f69d6aa-080e-4613-beca-02e86c163e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98846b9e-fbfe-477f-9a81-834140467d9c', 'name': 'tempest-FloatingIPDetailsTestJSON-911281372-router', 'tenant_id': 'b7359fd6981141eab21db4104cac4898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '5770e812-3cad-4599-aae6-424908e1e809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:50:52Z', 'updated_at': '2021-11-27T03:50:55Z', 'revision_number': 3, 'project_id': 'b7359fd6981141eab21db4104cac4898', 'gw_port': {'id': '5770e812-3cad-4599-aae6-424908e1e809', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c7:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98846b9e-fbfe-477f-9a81-834140467d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:50:54Z', 'updated_at': '2021-11-27T03:50:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:50:58.862499 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd1bfd-2fea-4847-acd7-bf563b952272 admin admin] Pushing event deleted for resources: {'Network': ['ID=01992a19-429b-4eae-b66c-8e6765662e13,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:58.896849 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f69d6aa-080e-4613-beca-02e86c163e46 None None] Checking router: 98846b9e-fbfe-477f-9a81-834140467d9c for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:50:58.897203 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f69d6aa-080e-4613-beca-02e86c163e46 None None] Updating router 98846b9e-fbfe-477f-9a81-834140467d9c port 5770e812-3cad-4599-aae6-424908e1e809 binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:50:58.908903 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:50:58.922940 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a64237df-5267-4f6c-8236-84c391d2f0dd req-9ef7a4e8-ad56-4828-9142-7b4f662ce97f tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4368533-280d-4285-a228-ddd922f72d08&id=35921842-5bd8-4d3d-b228-d6a9b6023664&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2648320 Nov 27 03:50:58.969468 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-1f69d6aa-080e-4613-beca-02e86c163e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:59.035029 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845fd44-e74b-42b7-8ede-1c96c0a1ec1d req-9338079d-4dbb-498d-8698-655e42972f50 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:59.044134 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5845fd44-e74b-42b7-8ede-1c96c0a1ec1d req-9338079d-4dbb-498d-8698-655e42972f50 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=b801577e-d41f-4b49-b4b5-d9710ca09d58 HTTP/1.1" status: 200 len: 943 time: 0.1214607 Nov 27 03:50:59.098481 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 36344) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:59.123288 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5845fd44-e74b-42b7-8ede-1c96c0a1ec1d req-47117f8c-d144-4930-8501-6dabc0a8703a tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761340 Nov 27 03:50:59.170325 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-f56b627b-8169-4489-8c92-231f7185fad8 service neutron] For port aef7cb14-4c58-43d3-b27c-f689dd029621, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:50:59.223860 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-f56b627b-8169-4489-8c92-231f7185fad8 service neutron] For port aef7cb14-4c58-43d3-b27c-f689dd029621, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=aef7cb14-4c58-43d3-b27c-f689dd029621,segment=NetworkSegment(277708b6-af23-477b-abf6-dbbbeb02c2ba),segment_id=277708b6-af23-477b-abf6-dbbbeb02c2ba)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:50:59.240880 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-611ae890-4bb2-4289-a15d-ed21357c8517 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:59.250271 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-f56b627b-8169-4489-8c92-231f7185fad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:59.265780 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-611ae890-4bb2-4289-a15d-ed21357c8517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:59.309870 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b,segment=NetworkSegment(35578323-0418-4a3f-86b4-c2cd878da045),segment_id=35578323-0418-4a3f-86b4-c2cd878da045)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:50:59.330840 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b', 'network_id': '9ff8078f-ae3b-4728-b001-9277e61f21a6', 'port_id': '99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b', 'mac_address': 'fa:16:3e:d5:8e:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdd47af3-1760-4461-be21-108e1865b763', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:50:59.383020 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed5ffe-31f8-4282-b76d-35ad9349d3fb req-af30b6d7-e34d-4350-97db-f4145e5b7eb4 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:59.384699 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b9ed5ffe-31f8-4282-b76d-35ad9349d3fb req-af30b6d7-e34d-4350-97db-f4145e5b7eb4 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 949 time: 0.2930117 Nov 27 03:50:59.392664 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6105fa42-2d31-4e69-8ab9-807ab2b900cb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=34da6192cc564b0891b5eb0559445fde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2861950 Nov 27 03:50:59.394682 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:59.395639 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36346) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:59.415056 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-1f69d6aa-080e-4613-beca-02e86c163e46 None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:59.433145 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:50:59.437374 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-f56b627b-8169-4489-8c92-231f7185fad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:59.444988 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-f56b627b-8169-4489-8c92-231f7185fad8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:59.449360 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-f56b627b-8169-4489-8c92-231f7185fad8 service neutron] 10.222.0.23 "PUT /v2.0/ports/aef7cb14-4c58-43d3-b27c-f689dd029621 HTTP/1.1" status: 200 len: 1091 time: 1.9109864 Nov 27 03:50:59.451845 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-1f69d6aa-080e-4613-beca-02e86c163e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:59.453303 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b801577e-d41f-4b49-b4b5-d9710ca09d58', 'tag': 'aef7cb14-4c58-43d3-b27c-f689dd029621'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:50:59.456019 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061c51d9-8dcd-4d48-a04d-a54890bc0aa3" -d '{"events": [{"name": "network-changed", "server_uuid": "b801577e-d41f-4b49-b4b5-d9710ca09d58", "tag": "aef7cb14-4c58-43d3-b27c-f689dd029621"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:50:59.460671 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611ae890-4bb2-4289-a15d-ed21357c8517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631b4d64-3682-430f-8246-096b6ce24bcf,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:59.572169 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b,segment=NetworkSegment(35578323-0418-4a3f-86b4-c2cd878da045),segment_id=35578323-0418-4a3f-86b4-c2cd878da045)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:50:59.580028 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:59.620732 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-1f69d6aa-080e-4613-beca-02e86c163e46 None None] Attempting to bind port 5770e812-3cad-4599-aae6-424908e1e809 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:50:59.621113 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-1f69d6aa-080e-4613-beca-02e86c163e46 None None] Attempting to bind port 5770e812-3cad-4599-aae6-424908e1e809 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:50:59.621475 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f69d6aa-080e-4613-beca-02e86c163e46 None None] Attempting to bind port 5770e812-3cad-4599-aae6-424908e1e809 on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:50:59.628108 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f69d6aa-080e-4613-beca-02e86c163e46 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:50:59.628538 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f69d6aa-080e-4613-beca-02e86c163e46 None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:50:59.628968 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-1f69d6aa-080e-4613-beca-02e86c163e46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:59.629350 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f69d6aa-080e-4613-beca-02e86c163e46 None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:50:59.630247 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-1f69d6aa-080e-4613-beca-02e86c163e46 None None] Bound port: 5770e812-3cad-4599-aae6-424908e1e809, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:50:59.630247 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-1f69d6aa-080e-4613-beca-02e86c163e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:59.630513 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b627b-8169-4489-8c92-231f7185fad8 service neutron] Pushing event updated for resources: {'Port': ['ID=aef7cb14-4c58-43d3-b27c-f689dd029621,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:59.632032 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae111d7c-0871-4f3c-ab25-0e70b4b618f5 None None] Pushing event updated for resources: {'Port': ['ID=5770e812-3cad-4599-aae6-424908e1e809,revision_number=2']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:59.637758 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-611ae890-4bb2-4289-a15d-ed21357c8517 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8a45233f6c5140d391ff36acc1113cd4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2401321 Nov 27 03:50:59.643678 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36362) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:50:59.647194 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b42a58-7a56-46cf-87eb-483c64ba1e1f x-openstack-request-id: req-20b42a58-7a56-46cf-87eb-483c64ba1e1f {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:50:59.647365 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b801577e-d41f-4b49-b4b5-d9710ca09d58", "tag": "aef7cb14-4c58-43d3-b27c-f689dd029621", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:50:59.647624 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-20b42a58-7a56-46cf-87eb-483c64ba1e1f {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:50:59.648029 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b801577e-d41f-4b49-b4b5-d9710ca09d58', 'tag': 'aef7cb14-4c58-43d3-b27c-f689dd029621', 'status': 'completed', 'code': 200} Nov 27 03:50:59.657102 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d56c6f6f-de0c-4c13-b588-c124dd3e6c2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:59.711918 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d56c6f6f-de0c-4c13-b588-c124dd3e6c2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:59.725278 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:59.797505 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b9ed5ffe-31f8-4282-b76d-35ad9349d3fb req-95453c0a-b17a-48e7-a4d8-ff01d55036cb tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936069 Nov 27 03:50:59.818182 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-744b0c03-287c-49db-9961-b24c62c365be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:59.831994 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-560b23f7-7cd2-4e78-80e4-0b7bf8d80e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:50:59.836276 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-560b23f7-7cd2-4e78-80e4-0b7bf8d80e04 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a17274e888df4225aeb5638a41a17698&device_id=b801577e-d41f-4b49-b4b5-d9710ca09d58 HTTP/1.1" status: 200 len: 1094 time: 0.1779470 Nov 27 03:50:59.845860 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-744b0c03-287c-49db-9961-b24c62c365be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:59.871700 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-1f69d6aa-080e-4613-beca-02e86c163e46 None None] For port 5770e812-3cad-4599-aae6-424908e1e809, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:50:59.875664 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-1f69d6aa-080e-4613-beca-02e86c163e46 None None] For port 5770e812-3cad-4599-aae6-424908e1e809, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=5770e812-3cad-4599-aae6-424908e1e809,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:50:59.886063 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-1f69d6aa-080e-4613-beca-02e86c163e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:59.903631 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:50:59.921016 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-744b0c03-287c-49db-9961-b24c62c365be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:59.924077 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-744b0c03-287c-49db-9961-b24c62c365be admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:59.928129 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-744b0c03-287c-49db-9961-b24c62c365be admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/631b4d64-3682-430f-8246-096b6ce24bcf HTTP/1.1" status: 204 len: 168 time: 0.2835879 Nov 27 03:50:59.933213 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d56c6f6f-de0c-4c13-b588-c124dd3e6c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:59.935755 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d56c6f6f-de0c-4c13-b588-c124dd3e6c2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:50:59.936891 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d56c6f6f-de0c-4c13-b588-c124dd3e6c2f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/326332d4-9987-4ad9-93f5-c43409af3ac2 HTTP/1.1" status: 204 len: 168 time: 0.5400052 Nov 27 03:50:59.953235 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b0c03-287c-49db-9961-b24c62c365be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631b4d64-3682-430f-8246-096b6ce24bcf,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:59.975599 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c6f6f-de0c-4c13-b588-c124dd3e6c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326332d4-9987-4ad9-93f5-c43409af3ac2,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:50:59.998729 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f69d6aa-080e-4613-beca-02e86c163e46 None None] Routers {'98846b9e-fbfe-477f-9a81-834140467d9c'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:50:59.999359 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-1f69d6aa-080e-4613-beca-02e86c163e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:50:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['98846b9e-fbfe-477f-9a81-834140467d9c'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:51:00.048971 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-5d038ae6-ea16-4e22-86f2-955057bef5f9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aef7cb14-4c58-43d3-b27c-f689dd029621 HTTP/1.1" status: 200 len: 217 time: 0.1548722 Nov 27 03:51:00.124021 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-2f792b77-e206-4ba1-a0c7-58bffb664cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:00.127653 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-2f792b77-e206-4ba1-a0c7-58bffb664cd3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=921fe779-c75e-43af-88d5-b8ba03d01bf5 HTTP/1.1" status: 200 len: 852 time: 0.0671163 Nov 27 03:51:00.134587 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5aac9-e887-487d-9c31-a1334212c8a0 req-0b1f50fe-9587-4cf9-8a47-d33cfd88fbc0 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:00.145679 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-33b5aac9-e887-487d-9c31-a1334212c8a0 req-0b1f50fe-9587-4cf9-8a47-d33cfd88fbc0 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 945 time: 0.1104195 Nov 27 03:51:00.196308 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-1f69d6aa-080e-4613-beca-02e86c163e46 None None] Set router 98846b9e-fbfe-477f-9a81-834140467d9c gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:51:00.223351 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-17070bd2-198c-4fdd-9e2e-f682d21b03fd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08f5ab49-0e80-484e-b2da-92afccf8b9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761383 Nov 27 03:51:00.228112 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a5608-1be7-4b24-aa60-c355c6239d2c req-8d0fa7bc-bfaa-499a-9c85-0ad99297fd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:00.231227 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-656a5608-1be7-4b24-aa60-c355c6239d2c req-8d0fa7bc-bfaa-499a-9c85-0ad99297fd95 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 1096 time: 0.3911777 Nov 27 03:51:00.293218 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-33b5aac9-e887-487d-9c31-a1334212c8a0 req-60d84a21-d9fd-4230-b97a-1ef967277f03 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465368 Nov 27 03:51:00.450077 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae111d7c-0871-4f3c-ab25-0e70b4b618f5 None None] Pushing event updated for resources: {'Port': ['ID=5770e812-3cad-4599-aae6-424908e1e809,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:00.521226 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183dc29-3f17-46d3-93bd-e46a55b9572b req-76ef03dd-9a0d-4627-b3cd-e7e167811394 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:00.533077 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5183dc29-3f17-46d3-93bd-e46a55b9572b req-76ef03dd-9a0d-4627-b3cd-e7e167811394 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=b801577e-d41f-4b49-b4b5-d9710ca09d58 HTTP/1.1" status: 200 len: 943 time: 0.1248295 Nov 27 03:51:00.635990 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5183dc29-3f17-46d3-93bd-e46a55b9572b req-2fed133f-d86d-40c9-8531-7c923c7d355f tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018443 Nov 27 03:51:00.684074 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-1f69d6aa-080e-4613-beca-02e86c163e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98846b9e-fbfe-477f-9a81-834140467d9c', 'name': 'tempest-FloatingIPDetailsTestJSON-911281372-router', 'tenant_id': 'b7359fd6981141eab21db4104cac4898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '5770e812-3cad-4599-aae6-424908e1e809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:50:52Z', 'updated_at': '2021-11-27T03:50:55Z', 'revision_number': 3, 'project_id': 'b7359fd6981141eab21db4104cac4898', 'gw_port': {'id': '5770e812-3cad-4599-aae6-424908e1e809', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c7:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98846b9e-fbfe-477f-9a81-834140467d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:50:54Z', 'updated_at': '2021-11-27T03:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:51:00.691282 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-5cfa50a8-8605-44a1-993e-c74e6b5a67c8 service neutron] 10.222.0.23 "GET /v2.0/networks/08f5ab49-0e80-484e-b2da-92afccf8b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474424 Nov 27 03:51:00.717317 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9a099bf2-6414-4e08-a726-6b2399508bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:00.761458 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f69d6aa-080e-4613-beca-02e86c163e46 None None] The sync data for ids ['98846b9e-fbfe-477f-9a81-834140467d9c'] in n-d-819494-3 is: [{'id': '98846b9e-fbfe-477f-9a81-834140467d9c', 'name': 'tempest-FloatingIPDetailsTestJSON-911281372-router', 'tenant_id': 'b7359fd6981141eab21db4104cac4898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '5770e812-3cad-4599-aae6-424908e1e809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:50:52Z', 'updated_at': '2021-11-27T03:50:55Z', 'revision_number': 3, 'project_id': 'b7359fd6981141eab21db4104cac4898', 'gw_port': {'id': '5770e812-3cad-4599-aae6-424908e1e809', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c7:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98846b9e-fbfe-477f-9a81-834140467d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:50:54Z', 'updated_at': '2021-11-27T03:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:51:00.804603 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36392) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:00.826259 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-11b538cd-77dd-4cbb-9cef-73a2c6acca28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:00.831482 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-656a5608-1be7-4b24-aa60-c355c6239d2c req-b01c6d88-3201-44e7-87ab-3fe8c76a4108 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4487355 Nov 27 03:51:00.846996 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1efba1b-067c-4c0b-b67d-411dc453d2c5 req-aa06e390-6404-48c4-9f9d-9f7ca606ed67 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:00.853904 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1efba1b-067c-4c0b-b67d-411dc453d2c5 req-aa06e390-6404-48c4-9f9d-9f7ca606ed67 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:00.861078 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1efba1b-067c-4c0b-b67d-411dc453d2c5 req-aa06e390-6404-48c4-9f9d-9f7ca606ed67 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:00.867934 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1efba1b-067c-4c0b-b67d-411dc453d2c5 req-aa06e390-6404-48c4-9f9d-9f7ca606ed67 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:00.875280 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1efba1b-067c-4c0b-b67d-411dc453d2c5 req-aa06e390-6404-48c4-9f9d-9f7ca606ed67 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:00.882027 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1efba1b-067c-4c0b-b67d-411dc453d2c5 req-aa06e390-6404-48c4-9f9d-9f7ca606ed67 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:00.899555 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1efba1b-067c-4c0b-b67d-411dc453d2c5 req-aa06e390-6404-48c4-9f9d-9f7ca606ed67 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:00.908635 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f1efba1b-067c-4c0b-b67d-411dc453d2c5 req-aa06e390-6404-48c4-9f9d-9f7ca606ed67 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 5431 time: 0.7361739 Nov 27 03:51:00.935740 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 585334de-cf96-45ed-97e3-75b5e155a4d3 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:51:01.104475 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41432c-36d9-42d8-b335-b5af852befc9 req-d4dfe529-d592-40a1-921a-9982023ea3f1 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:01.112368 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6e41432c-36d9-42d8-b335-b5af852befc9 req-d4dfe529-d592-40a1-921a-9982023ea3f1 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 949 time: 0.1972277 Nov 27 03:51:01.193049 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 585334de-cf96-45ed-97e3-75b5e155a4d3, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=585334de-cf96-45ed-97e3-75b5e155a4d3,segment=NetworkSegment(00d9997d-4db1-40cf-888f-64616d21b51f),segment_id=00d9997d-4db1-40cf-888f-64616d21b51f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:01.213749 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-11b538cd-77dd-4cbb-9cef-73a2c6acca28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:01.223142 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-9a099bf2-6414-4e08-a726-6b2399508bdb admin admin] Allocated IP 172.20.0.1 (29685cff-e09f-46fa-bc9b-5324fffbcb8d/fa14ce69-ec1a-40f3-85eb-d727ecb26054/2c411218-a8de-4018-9760-a5d3118e32da) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:51:01.235187 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-11b538cd-77dd-4cbb-9cef-73a2c6acca28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:01.237839 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '585334de-cf96-45ed-97e3-75b5e155a4d3', 'network_id': 'e40f6bbd-098b-49f7-b15f-a15d5c62f421', 'port_id': '585334de-cf96-45ed-97e3-75b5e155a4d3', 'mac_address': 'fa:16:3e:e4:ab:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c95fc5-2816-48b1-af67-21fc91123a75', 'ip_address': '10.1.1.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:51:01.297884 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:01.308174 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-11b538cd-77dd-4cbb-9cef-73a2c6acca28 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9bc9a1636d924236af08a779aa3d84e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5022035 Nov 27 03:51:01.320381 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36404) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:01.327357 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 585334de-cf96-45ed-97e3-75b5e155a4d3 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:51:01.360103 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 585334de-cf96-45ed-97e3-75b5e155a4d3, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=585334de-cf96-45ed-97e3-75b5e155a4d3,segment=NetworkSegment(00d9997d-4db1-40cf-888f-64616d21b51f),segment_id=00d9997d-4db1-40cf-888f-64616d21b51f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:01.368335 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:01.369722 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device ae70ab0d-14d1-46fd-947b-016a7578b456 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:51:01.373473 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9a099bf2-6414-4e08-a726-6b2399508bdb admin admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:01.426348 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9a099bf2-6414-4e08-a726-6b2399508bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:01.503997 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port ae70ab0d-14d1-46fd-947b-016a7578b456, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=ae70ab0d-14d1-46fd-947b-016a7578b456,segment=NetworkSegment(00d9997d-4db1-40cf-888f-64616d21b51f),segment_id=00d9997d-4db1-40cf-888f-64616d21b51f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:01.504212 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a099bf2-6414-4e08-a726-6b2399508bdb admin admin] Network 29685cff-e09f-46fa-bc9b-5324fffbcb8d is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:51:01.512599 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6e41432c-36d9-42d8-b335-b5af852befc9 req-6b3378e5-999d-44a8-bb80-7e9abac0e2ac tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881631 Nov 27 03:51:01.527678 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=585334de-cf96-45ed-97e3-75b5e155a4d3,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:01.531997 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-9a099bf2-6414-4e08-a726-6b2399508bdb admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:51:01.534901 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a099bf2-6414-4e08-a726-6b2399508bdb admin admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:51:01.549174 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'ae70ab0d-14d1-46fd-947b-016a7578b456', 'network_id': 'e40f6bbd-098b-49f7-b15f-a15d5c62f421', 'port_id': 'ae70ab0d-14d1-46fd-947b-016a7578b456', 'mac_address': 'fa:16:3e:eb:d3:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c95fc5-2816-48b1-af67-21fc91123a75', 'ip_address': '10.1.1.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:51:01.624214 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b538cd-77dd-4cbb-9cef-73a2c6acca28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ade9920-eca2-4c67-8a28-574d7268c482,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:01.645374 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:01.649195 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a099bf2-6414-4e08-a726-6b2399508bdb admin admin] Pushing event updated for resources: {'Port': ['ID=2c411218-a8de-4018-9760-a5d3118e32da,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:01.652604 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f9401f90-c054-4ffc-a080-44ad7f71dbd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:01.676538 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae70ab0d-14d1-46fd-947b-016a7578b456 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:51:01.703052 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-131a5f1f-2c14-47e1-bec1-2761d29c5fd2 req-3f48f3b1-a6e0-40e5-98d6-e780d7035553 service neutron] 10.222.0.23 "GET /v2.0/networks/08f5ab49-0e80-484e-b2da-92afccf8b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9941986 Nov 27 03:51:01.728861 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port ae70ab0d-14d1-46fd-947b-016a7578b456, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=ae70ab0d-14d1-46fd-947b-016a7578b456,segment=NetworkSegment(00d9997d-4db1-40cf-888f-64616d21b51f),segment_id=00d9997d-4db1-40cf-888f-64616d21b51f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:01.732910 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f1efba1b-067c-4c0b-b67d-411dc453d2c5 req-35a26682-97b0-4fc8-9838-9c420925e5eb tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4368533-280d-4285-a228-ddd922f72d08&id=35921842-5bd8-4d3d-b228-d6a9b6023664&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8233266 Nov 27 03:51:01.751540 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:01.751540 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 6cb9156c-61e5-4397-bd95-aff4277a4ae5 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:51:01.754956 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9a099bf2-6414-4e08-a726-6b2399508bdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:01.882397 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f9401f90-c054-4ffc-a080-44ad7f71dbd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:02.057503 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36418) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:02.081044 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=ae70ab0d-14d1-46fd-947b-016a7578b456,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:02.094357 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105e0c1-e96b-4265-9c98-59c9b76282ef req-34de86f1-cc68-48d3-b859-38503e7145ba tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:02.121731 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9105e0c1-e96b-4265-9c98-59c9b76282ef req-34de86f1-cc68-48d3-b859-38503e7145ba tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 945 time: 0.4305799 Nov 27 03:51:02.169359 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 6cb9156c-61e5-4397-bd95-aff4277a4ae5, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=6cb9156c-61e5-4397-bd95-aff4277a4ae5,segment=NetworkSegment(df0a34ce-2877-46e9-9463-787c32ddfe5c),segment_id=df0a34ce-2877-46e9-9463-787c32ddfe5c)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:02.195505 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '6cb9156c-61e5-4397-bd95-aff4277a4ae5', 'network_id': '19023ddb-b83b-433d-89aa-500b49070446', 'port_id': '6cb9156c-61e5-4397-bd95-aff4277a4ae5', 'mac_address': 'fa:16:3e:8c:63:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14307b56-4179-4fb0-9b1a-ab924af31129', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:51:02.200405 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-a2c0f827-26ed-475b-887b-6cebb17f6340 None None] Provisioning complete for port 2c411218-a8de-4018-9760-a5d3118e32da triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:51:02.202847 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a2c0f827-26ed-475b-887b-6cebb17f6340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:02.208457 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f9401f90-c054-4ffc-a080-44ad7f71dbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:02.212144 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f9401f90-c054-4ffc-a080-44ad7f71dbd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:02.214205 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f9401f90-c054-4ffc-a080-44ad7f71dbd8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ade9920-eca2-4c67-8a28-574d7268c482 HTTP/1.1" status: 204 len: 168 time: 0.8861613 Nov 27 03:51:02.237829 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9401f90-c054-4ffc-a080-44ad7f71dbd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ade9920-eca2-4c67-8a28-574d7268c482,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:02.276017 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9105e0c1-e96b-4265-9c98-59c9b76282ef req-55979a99-65c4-48b0-8261-fcd288cf0a02 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488562 Nov 27 03:51:02.393602 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-58f8829e-0ab6-4916-8128-b56dea1526f0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-329565633-network', 'tenant_id': 'c0af4e6deb794f9cb7f84aabc923dba5'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:51:02.410756 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-a2c0f827-26ed-475b-887b-6cebb17f6340 None None] Port 2c411218-a8de-4018-9760-a5d3118e32da cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:51:02.416878 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:02.432281 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cb9156c-61e5-4397-bd95-aff4277a4ae5 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:51:02.455859 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 6cb9156c-61e5-4397-bd95-aff4277a4ae5, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=6cb9156c-61e5-4397-bd95-aff4277a4ae5,segment=NetworkSegment(df0a34ce-2877-46e9-9463-787c32ddfe5c),segment_id=df0a34ce-2877-46e9-9463-787c32ddfe5c)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:02.462645 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f8829e-0ab6-4916-8128-b56dea1526f0 admin admin] Made reservation on behalf of c0af4e6deb794f9cb7f84aabc923dba5 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:51:02.464574 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:02.465642 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 26b81207-9333-4de8-8d7f-cf0229429ddd details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:51:02.469043 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-58f8829e-0ab6-4916-8128-b56dea1526f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:02.493798 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-58f8829e-0ab6-4916-8128-b56dea1526f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:02.606925 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=6cb9156c-61e5-4397-bd95-aff4277a4ae5,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:02.623653 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 26b81207-9333-4de8-8d7f-cf0229429ddd, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=26b81207-9333-4de8-8d7f-cf0229429ddd,segment=NetworkSegment(00d9997d-4db1-40cf-888f-64616d21b51f),segment_id=00d9997d-4db1-40cf-888f-64616d21b51f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:02.658166 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '26b81207-9333-4de8-8d7f-cf0229429ddd', 'network_id': 'e40f6bbd-098b-49f7-b15f-a15d5c62f421', 'port_id': '26b81207-9333-4de8-8d7f-cf0229429ddd', 'mac_address': 'fa:16:3e:6b:26:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c95fc5-2816-48b1-af67-21fc91123a75', 'ip_address': '10.1.1.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:51:02.721171 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:02.741745 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26b81207-9333-4de8-8d7f-cf0229429ddd {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:51:02.742379 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-58f8829e-0ab6-4916-8128-b56dea1526f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:02.753322 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-58f8829e-0ab6-4916-8128-b56dea1526f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:02.758899 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c920f92-19cb-4dbf-9b10-5a6d47cee026 req-2ca6a043-8bf4-4ad6-b406-aa2c41335282 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:02.761142 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c920f92-19cb-4dbf-9b10-5a6d47cee026 req-2ca6a043-8bf4-4ad6-b406-aa2c41335282 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=b801577e-d41f-4b49-b4b5-d9710ca09d58 HTTP/1.1" status: 200 len: 943 time: 0.1974368 Nov 27 03:51:02.770013 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c51d9-8dcd-4d48-a04d-a54890bc0aa3 req-904ac6ed-eda8-48d5-b46b-988703522b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:02.771550 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-061c51d9-8dcd-4d48-a04d-a54890bc0aa3 req-904ac6ed-eda8-48d5-b46b-988703522b0b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a17274e888df4225aeb5638a41a17698&device_id=b801577e-d41f-4b49-b4b5-d9710ca09d58 HTTP/1.1" status: 200 len: 1094 time: 0.2636983 Nov 27 03:51:02.786012 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 26b81207-9333-4de8-8d7f-cf0229429ddd, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=26b81207-9333-4de8-8d7f-cf0229429ddd,segment=NetworkSegment(00d9997d-4db1-40cf-888f-64616d21b51f),segment_id=00d9997d-4db1-40cf-888f-64616d21b51f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:02.794027 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:02.794786 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 994f489a-7134-463c-90df-7f5e22d2a68c details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:51:02.808061 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58f8829e-0ab6-4916-8128-b56dea1526f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:51:02.827488 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f8829e-0ab6-4916-8128-b56dea1526f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad7171a-4dce-4a59-a171-071ba528c647,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:02.882329 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd35fc1-759d-42c6-bc6c-6c845f3c9c77 req-f32bcf2b-4761-431d-a74a-fbf5a07abf08 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:02.891645 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4cd35fc1-759d-42c6-bc6c-6c845f3c9c77 req-f32bcf2b-4761-431d-a74a-fbf5a07abf08 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 949 time: 0.2433720 Nov 27 03:51:02.891806 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=26b81207-9333-4de8-8d7f-cf0229429ddd,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:02.921496 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-58f8829e-0ab6-4916-8128-b56dea1526f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:02.922963 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-58f8829e-0ab6-4916-8128-b56dea1526f0 admin admin] Added segment a02c82bc-6482-413f-b293-2a48a922c5a0 of type vlan for network a46e9489-60ec-4374-a176-dd7aab6e679c Nov 27 03:51:02.937414 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 994f489a-7134-463c-90df-7f5e22d2a68c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=994f489a-7134-463c-90df-7f5e22d2a68c,segment=NetworkSegment(df0a34ce-2877-46e9-9463-787c32ddfe5c),segment_id=df0a34ce-2877-46e9-9463-787c32ddfe5c)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:02.952739 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '994f489a-7134-463c-90df-7f5e22d2a68c', 'network_id': '19023ddb-b83b-433d-89aa-500b49070446', 'port_id': '994f489a-7134-463c-90df-7f5e22d2a68c', 'mac_address': 'fa:16:3e:11:e2:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14307b56-4179-4fb0-9b1a-ab924af31129', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:51:03.042246 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-58f8829e-0ab6-4916-8128-b56dea1526f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:03.052715 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c920f92-19cb-4dbf-9b10-5a6d47cee026 req-f4b120b1-4373-427f-8ceb-80ea94c196b4 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801344 Nov 27 03:51:03.063841 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 5770e812-3cad-4599-aae6-424908e1e809 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:51:03.132459 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:03.133623 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-58f8829e-0ab6-4916-8128-b56dea1526f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:03.137157 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f8829e-0ab6-4916-8128-b56dea1526f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:03.137798 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-58f8829e-0ab6-4916-8128-b56dea1526f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:03.160917 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9a099bf2-6414-4e08-a726-6b2399508bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:03.178441 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 994f489a-7134-463c-90df-7f5e22d2a68c {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:51:03.198275 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 5770e812-3cad-4599-aae6-424908e1e809 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:51:03.198866 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:03.242058 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f8829e-0ab6-4916-8128-b56dea1526f0 admin admin] Pushing event updated for resources: {'Network': ['ID=a46e9489-60ec-4374-a176-dd7aab6e679c,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:03.266039 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4cd35fc1-759d-42c6-bc6c-6c845f3c9c77 req-c9d3a9e0-31d8-495f-af5e-729080628317 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704774 Nov 27 03:51:03.267715 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network a46e9489-60ec-4374-a176-dd7aab6e679c details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:51:03.274619 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 994f489a-7134-463c-90df-7f5e22d2a68c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=994f489a-7134-463c-90df-7f5e22d2a68c,segment=NetworkSegment(df0a34ce-2877-46e9-9463-787c32ddfe5c),segment_id=df0a34ce-2877-46e9-9463-787c32ddfe5c)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:03.286624 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-58f8829e-0ab6-4916-8128-b56dea1526f0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2279422 Nov 27 03:51:03.289398 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36450) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:03.309717 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-0739cdc0-59aa-47b9-b3ca-c0c9d350ff42 admin admin] Request body: {'subnet': {'network_id': 'a46e9489-60ec-4374-a176-dd7aab6e679c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-329565633-subnet', 'tenant_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:51:03.357365 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0739cdc0-59aa-47b9-b3ca-c0c9d350ff42 admin admin] Made reservation on behalf of c0af4e6deb794f9cb7f84aabc923dba5 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:51:03.360771 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0739cdc0-59aa-47b9-b3ca-c0c9d350ff42 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:03.362402 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:03.364835 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 7b351237-4bd0-45c7-a806-427c75ca3765 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:51:03.413798 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 7b351237-4bd0-45c7-a806-427c75ca3765, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=7b351237-4bd0-45c7-a806-427c75ca3765,segment=NetworkSegment(00d9997d-4db1-40cf-888f-64616d21b51f),segment_id=00d9997d-4db1-40cf-888f-64616d21b51f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:03.419995 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c51d9-8dcd-4d48-a04d-a54890bc0aa3 req-f8d2e206-9e7b-4046-9884-d6c550d1416d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:03.422101 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-061c51d9-8dcd-4d48-a04d-a54890bc0aa3 req-f8d2e206-9e7b-4046-9884-d6c550d1416d service neutron] 10.222.0.23 "GET /v2.0/networks?id=08f5ab49-0e80-484e-b2da-92afccf8b9b1 HTTP/1.1" status: 200 len: 913 time: 0.6332064 Nov 27 03:51:03.512894 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '7b351237-4bd0-45c7-a806-427c75ca3765', 'network_id': 'e40f6bbd-098b-49f7-b15f-a15d5c62f421', 'port_id': '7b351237-4bd0-45c7-a806-427c75ca3765', 'mac_address': 'fa:16:3e:21:cb:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c95fc5-2816-48b1-af67-21fc91123a75', 'ip_address': '10.1.1.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:51:03.519684 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=994f489a-7134-463c-90df-7f5e22d2a68c,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:03.567247 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-061c51d9-8dcd-4d48-a04d-a54890bc0aa3 req-7981b6d2-bb64-4c8d-85d6-b51657f6e36a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aef7cb14-4c58-43d3-b27c-f689dd029621 HTTP/1.1" status: 200 len: 217 time: 0.1317780 Nov 27 03:51:03.591054 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:03.605621 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0739cdc0-59aa-47b9-b3ca-c0c9d350ff42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:03.608062 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d1892-b8ce-42af-9868-535d81c3aeed req-47687973-6ac7-4a0b-b6d7-171066ed321b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:03.615374 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b351237-4bd0-45c7-a806-427c75ca3765 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:51:03.624795 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d1892-b8ce-42af-9868-535d81c3aeed req-47687973-6ac7-4a0b-b6d7-171066ed321b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:03.635703 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d1892-b8ce-42af-9868-535d81c3aeed req-47687973-6ac7-4a0b-b6d7-171066ed321b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:03.643708 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d1892-b8ce-42af-9868-535d81c3aeed req-47687973-6ac7-4a0b-b6d7-171066ed321b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:03.655216 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 7b351237-4bd0-45c7-a806-427c75ca3765, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=7b351237-4bd0-45c7-a806-427c75ca3765,segment=NetworkSegment(00d9997d-4db1-40cf-888f-64616d21b51f),segment_id=00d9997d-4db1-40cf-888f-64616d21b51f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:03.662091 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d1892-b8ce-42af-9868-535d81c3aeed req-47687973-6ac7-4a0b-b6d7-171066ed321b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:03.664808 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:03.672823 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d1892-b8ce-42af-9868-535d81c3aeed req-47687973-6ac7-4a0b-b6d7-171066ed321b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:03.687818 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d1892-b8ce-42af-9868-535d81c3aeed req-47687973-6ac7-4a0b-b6d7-171066ed321b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:03.694950 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0739cdc0-59aa-47b9-b3ca-c0c9d350ff42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c458efea-531b-4a57-81ee-2e1022cafc81,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:03.701092 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6c6d1892-b8ce-42af-9868-535d81c3aeed req-47687973-6ac7-4a0b-b6d7-171066ed321b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 5436 time: 0.4815555 Nov 27 03:51:03.767292 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=7b351237-4bd0-45c7-a806-427c75ca3765,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:03.774758 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device aef7cb14-4c58-43d3-b27c-f689dd029621 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:51:03.798365 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0739cdc0-59aa-47b9-b3ca-c0c9d350ff42 admin admin] Checking segment: {'id': 'a02c82bc-6482-413f-b293-2a48a922c5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a46e9489-60ec-4374-a176-dd7aab6e679c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:51:03.800094 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0739cdc0-59aa-47b9-b3ca-c0c9d350ff42 admin admin] Network hostable DHCP agents. Network: a46e9489-60ec-4374-a176-dd7aab6e679c, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:51:03.835020 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:03.854572 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443ac5d-e17e-4436-9848-3d5f99671762 req-98fb5a70-15c0-467a-80c0-cd9654b4edfb tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:03.867655 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c51d9-8dcd-4d48-a04d-a54890bc0aa3 req-6c18db5d-ab8d-44c2-8ba6-3925fbd6ab65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:03.870371 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-061c51d9-8dcd-4d48-a04d-a54890bc0aa3 req-6c18db5d-ab8d-44c2-8ba6-3925fbd6ab65 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=921fe779-c75e-43af-88d5-b8ba03d01bf5 HTTP/1.1" status: 200 len: 852 time: 0.1571298 Nov 27 03:51:03.874949 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9443ac5d-e17e-4436-9848-3d5f99671762 req-98fb5a70-15c0-467a-80c0-cd9654b4edfb tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 945 time: 0.2811036 Nov 27 03:51:03.906479 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 5770e812-3cad-4599-aae6-424908e1e809, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=5770e812-3cad-4599-aae6-424908e1e809,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:03.915602 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:03.940657 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0739cdc0-59aa-47b9-b3ca-c0c9d350ff42 admin admin] Network a46e9489-60ec-4374-a176-dd7aab6e679c is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:51:03.965080 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:51:03.976974 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9443ac5d-e17e-4436-9848-3d5f99671762 req-9dc32fa9-e80b-4871-8ae7-4850b9540381 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994980 Nov 27 03:51:03.980912 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-061c51d9-8dcd-4d48-a04d-a54890bc0aa3 req-f4466c49-677c-4b44-b334-53662cb7e76f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08f5ab49-0e80-484e-b2da-92afccf8b9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900373 Nov 27 03:51:03.984980 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-0739cdc0-59aa-47b9-b3ca-c0c9d350ff42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, a46e9489-60ec-4374-a176-dd7aab6e679c) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:51:04.007650 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0739cdc0-59aa-47b9-b3ca-c0c9d350ff42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:04.008256 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0739cdc0-59aa-47b9-b3ca-c0c9d350ff42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:04.028608 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85666c0-56da-4a4e-ac51-395fcdab501a None None] Network a46e9489-60ec-4374-a176-dd7aab6e679c requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:51:04.037486 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0739cdc0-59aa-47b9-b3ca-c0c9d350ff42 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7465045 Nov 27 03:51:04.040518 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36470) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:04.046431 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-3e793a3e-3748-40df-bff0-a4c73bc5eb2d admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-329565633-router', 'tenant_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:51:04.121034 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3e793a3e-3748-40df-bff0-a4c73bc5eb2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:04.122351 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3e793a3e-3748-40df-bff0-a4c73bc5eb2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:04.172060 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6c6d1892-b8ce-42af-9868-535d81c3aeed req-85caae47-75c6-47b7-96db-624007580806 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4368533-280d-4285-a228-ddd922f72d08&id=35921842-5bd8-4d3d-b228-d6a9b6023664&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4699926 Nov 27 03:51:04.298072 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3e793a3e-3748-40df-bff0-a4c73bc5eb2d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:04.316822 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9a099bf2-6414-4e08-a726-6b2399508bdb admin admin] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:04.346873 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9a099bf2-6414-4e08-a726-6b2399508bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:04.472039 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port aef7cb14-4c58-43d3-b27c-f689dd029621, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=aef7cb14-4c58-43d3-b27c-f689dd029621,segment=NetworkSegment(277708b6-af23-477b-abf6-dbbbeb02c2ba),segment_id=277708b6-af23-477b-abf6-dbbbeb02c2ba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:04.476540 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=5770e812-3cad-4599-aae6-424908e1e809,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:04.504322 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-061c51d9-8dcd-4d48-a04d-a54890bc0aa3 req-59df3e48-3dd4-49fb-b65f-642287df2549 service neutron] 10.222.0.23 "GET /v2.0/networks/08f5ab49-0e80-484e-b2da-92afccf8b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5046909 Nov 27 03:51:04.530808 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef6e6c-bb97-4a1c-afee-df4d7804f9a1 req-7ca3d9e6-512f-475d-8d6b-c2432541c205 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:04.539843 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-14ef6e6c-bb97-4a1c-afee-df4d7804f9a1 req-7ca3d9e6-512f-475d-8d6b-c2432541c205 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=b801577e-d41f-4b49-b4b5-d9710ca09d58 HTTP/1.1" status: 200 len: 943 time: 0.2781146 Nov 27 03:51:04.541921 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:51:04.543872 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:51:04.545524 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:51:04.546932 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:51:04.548189 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:51:04.553280 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:51:04.554371 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:51:04.555960 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:51:04.559813 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:51:04.560440 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:51:04.561043 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:51:04.561623 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:51:04.568635 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:51:04.599481 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': 'aef7cb14-4c58-43d3-b27c-f689dd029621', 'network_id': '08f5ab49-0e80-484e-b2da-92afccf8b9b1', 'port_id': 'aef7cb14-4c58-43d3-b27c-f689dd029621', 'mac_address': 'fa:16:3e:e7:56:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921fe779-c75e-43af-88d5-b8ba03d01bf5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:51:04.627899 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41c2199-a647-46d9-9534-3a5d9bcee72c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-a46e9489-60ec-4374-a176-dd7aab6e679c', 'network_id': 'a46e9489-60ec-4374-a176-dd7aab6e679c', 'tenant_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'fixed_ips': [{'subnet_id': 'c458efea-531b-4a57-81ee-2e1022cafc81'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 03:51:04.629612 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c41c2199-a647-46d9-9534-3a5d9bcee72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:04.631887 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:51:04.633835 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:04.637406 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3e793a3e-3748-40df-bff0-a4c73bc5eb2d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:04.705482 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9a099bf2-6414-4e08-a726-6b2399508bdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:04.727380 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['585334de-cf96-45ed-97e3-75b5e155a4d3'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:51:04.758687 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['6cb9156c-61e5-4397-bd95-aff4277a4ae5'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:51:04.763642 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a099bf2-6414-4e08-a726-6b2399508bdb admin admin] Pushing event updated for resources: {'Port': ['ID=2c411218-a8de-4018-9760-a5d3118e32da,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:04.788376 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-14ef6e6c-bb97-4a1c-afee-df4d7804f9a1 req-45e53a6f-8a48-4012-b7fa-9a05e48cb5bd tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475393 Nov 27 03:51:04.810329 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e5773-9b4c-4d91-995f-7450d13f3d86 req-ce0deca1-c4f2-4b56-bf8f-6e8cde4a06a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:04.828028 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-145e5773-9b4c-4d91-995f-7450d13f3d86 req-ce0deca1-c4f2-4b56-bf8f-6e8cde4a06a4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8034f6ec58f9461bbbd6b0673a6f6a14&device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 1096 time: 0.3576617 Nov 27 03:51:04.859603 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['ae70ab0d-14d1-46fd-947b-016a7578b456'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:51:04.861747 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['26b81207-9333-4de8-8d7f-cf0229429ddd'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:51:04.863660 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['994f489a-7134-463c-90df-7f5e22d2a68c'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:51:04.882417 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['7b351237-4bd0-45c7-a806-427c75ca3765'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:51:04.905290 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-061c51d9-8dcd-4d48-a04d-a54890bc0aa3 req-770e7584-7a08-4f11-a92e-163c5408d69a service neutron] 10.222.0.23 "GET /v2.0/networks/08f5ab49-0e80-484e-b2da-92afccf8b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235581 Nov 27 03:51:05.073734 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14130f-a88a-4719-8911-013945f63264 req-ab357b8c-5880-4f26-9200-6b327a197c8f tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:05.081495 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4d14130f-a88a-4719-8911-013945f63264 req-ab357b8c-5880-4f26-9200-6b327a197c8f tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 949 time: 0.5793803 Nov 27 03:51:05.215738 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4d14130f-a88a-4719-8911-013945f63264 req-f5be537f-1ec9-4f71-b612-66e0bbae9c2d tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325610 Nov 27 03:51:05.248026 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e5773-9b4c-4d91-995f-7450d13f3d86 req-5d35986a-78e7-4d85-a36b-300458fe3696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:05.249559 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-145e5773-9b4c-4d91-995f-7450d13f3d86 req-5d35986a-78e7-4d85-a36b-300458fe3696 service neutron] 10.222.0.11 "GET /v2.0/networks?id=211a26de-ee25-4358-bc51-37876ae6d739 HTTP/1.1" status: 200 len: 920 time: 0.3427773 Nov 27 03:51:05.257214 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a099bf2-6414-4e08-a726-6b2399508bdb admin admin] Network 29685cff-e09f-46fa-bc9b-5324fffbcb8d is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:51:05.264238 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:05.269807 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-9a099bf2-6414-4e08-a726-6b2399508bdb admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:51:05.317059 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-145e5773-9b4c-4d91-995f-7450d13f3d86 req-17d82dd8-735c-405d-9b46-adc924c89320 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac5a9819-f007-45b4-b39f-9ca98d7b81b5 HTTP/1.1" status: 200 len: 217 time: 0.0577443 Nov 27 03:51:05.556240 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 5770e812-3cad-4599-aae6-424908e1e809 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:51:05.656084 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805fcdd-df9c-488b-846f-c87bcbe8cb1c req-7ffbb579-e13c-4708-985f-47e7e884ec8e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:05.662480 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805fcdd-df9c-488b-846f-c87bcbe8cb1c req-7ffbb579-e13c-4708-985f-47e7e884ec8e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:05.668622 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805fcdd-df9c-488b-846f-c87bcbe8cb1c req-7ffbb579-e13c-4708-985f-47e7e884ec8e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:05.674864 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805fcdd-df9c-488b-846f-c87bcbe8cb1c req-7ffbb579-e13c-4708-985f-47e7e884ec8e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:05.680774 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805fcdd-df9c-488b-846f-c87bcbe8cb1c req-7ffbb579-e13c-4708-985f-47e7e884ec8e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:05.686370 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77604ce-3fae-4782-815b-4884db0eeec3 req-144a732f-2014-41fc-9bea-2933a99f185c tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:05.687598 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805fcdd-df9c-488b-846f-c87bcbe8cb1c req-7ffbb579-e13c-4708-985f-47e7e884ec8e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:05.693835 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805fcdd-df9c-488b-846f-c87bcbe8cb1c req-7ffbb579-e13c-4708-985f-47e7e884ec8e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:05.695820 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9805fcdd-df9c-488b-846f-c87bcbe8cb1c req-7ffbb579-e13c-4708-985f-47e7e884ec8e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 5437 time: 0.2131145 Nov 27 03:51:05.697633 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c77604ce-3fae-4782-815b-4884db0eeec3 req-144a732f-2014-41fc-9bea-2933a99f185c tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 945 time: 0.8130615 Nov 27 03:51:05.710047 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e5773-9b4c-4d91-995f-7450d13f3d86 req-ad03d0aa-67cf-4ab6-92b0-779f109edd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:05.711777 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-145e5773-9b4c-4d91-995f-7450d13f3d86 req-ad03d0aa-67cf-4ab6-92b0-779f109edd24 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7f92d0cd-8b30-467f-95d0-7ca51c4b0374 HTTP/1.1" status: 200 len: 859 time: 0.3237970 Nov 27 03:51:05.785729 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-145e5773-9b4c-4d91-995f-7450d13f3d86 req-659ef506-aef3-4044-93a1-441813dc4a68 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=211a26de-ee25-4358-bc51-37876ae6d739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503459 Nov 27 03:51:05.792135 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3e793a3e-3748-40df-bff0-a4c73bc5eb2d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:05.846013 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-c41c2199-a647-46d9-9534-3a5d9bcee72c None None] Allocated IP 172.20.0.2 (a46e9489-60ec-4374-a176-dd7aab6e679c/c458efea-531b-4a57-81ee-2e1022cafc81/b1afbfd1-e0e3-4df1-9003-2bd8aa83971b) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:51:05.862177 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a099bf2-6414-4e08-a726-6b2399508bdb admin admin] Router 98846b9e-fbfe-477f-9a81-834140467d9c has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:51:05.865405 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3e793a3e-3748-40df-bff0-a4c73bc5eb2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:05.888220 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9805fcdd-df9c-488b-846f-c87bcbe8cb1c req-85fbfb0d-b58c-48b1-bbc5-33f766894792 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4368533-280d-4285-a228-ddd922f72d08&id=35921842-5bd8-4d3d-b228-d6a9b6023664&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1831498 Nov 27 03:51:05.991788 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c77604ce-3fae-4782-815b-4884db0eeec3 req-47df689d-1160-4653-8a61-9ad63a658742 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931788 Nov 27 03:51:06.027774 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-145e5773-9b4c-4d91-995f-7450d13f3d86 req-eeac5700-c404-478c-8975-992e5a0f6bb1 service neutron] 10.222.0.11 "GET /v2.0/networks/211a26de-ee25-4358-bc51-37876ae6d739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291374 Nov 27 03:51:06.053451 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a099bf2-6414-4e08-a726-6b2399508bdb admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:51:06.108826 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe4be02-c259-465b-a71b-a01eb687ea31 None None] Sync routers for ids ['98846b9e-fbfe-477f-9a81-834140467d9c'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:51:06.140253 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-83d9ee79-a510-444f-9f85-231bb4eccb66 None None] Provisioning complete for port 2c411218-a8de-4018-9760-a5d3118e32da triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:51:06.141233 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-3e793a3e-3748-40df-bff0-a4c73bc5eb2d admin admin] Allocated IP 172.25.1.209 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/6ec702fa-adff-48d8-81f1-3ac1d203d801) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:51:06.143099 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-83d9ee79-a510-444f-9f85-231bb4eccb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:06.217555 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-145e5773-9b4c-4d91-995f-7450d13f3d86 req-19724e46-c393-4664-a944-fa694ce3e840 service neutron] 10.222.0.11 "GET /v2.0/networks/211a26de-ee25-4358-bc51-37876ae6d739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616719 Nov 27 03:51:06.237327 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9a099bf2-6414-4e08-a726-6b2399508bdb admin admin] 10.222.0.20 "PUT /v2.0/routers/98846b9e-fbfe-477f-9a81-834140467d9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7407076 Nov 27 03:51:06.314298 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31bd03-0f88-4f3b-9bb5-a81bfefe140a req-a0df1a8b-cbc1-4df8-884e-67a85dc65afe tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:06.325643 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0b31bd03-0f88-4f3b-9bb5-a81bfefe140a req-a0df1a8b-cbc1-4df8-884e-67a85dc65afe tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=b801577e-d41f-4b49-b4b5-d9710ca09d58 HTTP/1.1" status: 200 len: 943 time: 0.1063144 Nov 27 03:51:06.329871 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-83d9ee79-a510-444f-9f85-231bb4eccb66 None None] Port 2c411218-a8de-4018-9760-a5d3118e32da cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:51:06.405468 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0b31bd03-0f88-4f3b-9bb5-a81bfefe140a req-2f092452-a148-485a-bbff-d9a1fe0b34d7 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788121 Nov 27 03:51:06.448946 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aef7cb14-4c58-43d3-b27c-f689dd029621 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:51:06.526872 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3e793a3e-3748-40df-bff0-a4c73bc5eb2d admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:06.569203 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8505c9-441a-423b-b027-b334839c4e39 req-58b9dc19-04ee-4543-aaa6-f82ecf21d082 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:06.577849 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:06.591599 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2d8505c9-441a-423b-b027-b334839c4e39 req-58b9dc19-04ee-4543-aaa6-f82ecf21d082 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 949 time: 0.2415085 Nov 27 03:51:06.727932 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3e793a3e-3748-40df-bff0-a4c73bc5eb2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:06.770657 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2d8505c9-441a-423b-b027-b334839c4e39 req-79a733a1-0e76-47cf-9de6-49bc4892ea80 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786931 Nov 27 03:51:06.793856 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe4be02-c259-465b-a71b-a01eb687ea31 None None] Routers {'98846b9e-fbfe-477f-9a81-834140467d9c'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:51:06.794984 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-5fe4be02-c259-465b-a71b-a01eb687ea31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:50:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['98846b9e-fbfe-477f-9a81-834140467d9c'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:51:06.808484 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e793a3e-3748-40df-bff0-a4c73bc5eb2d admin admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:51:06.813246 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-3e793a3e-3748-40df-bff0-a4c73bc5eb2d admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:51:06.817079 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e793a3e-3748-40df-bff0-a4c73bc5eb2d admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:51:06.845659 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e793a3e-3748-40df-bff0-a4c73bc5eb2d admin admin] Pushing event updated for resources: {'Port': ['ID=6ec702fa-adff-48d8-81f1-3ac1d203d801,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:07.041304 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port aef7cb14-4c58-43d3-b27c-f689dd029621, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=aef7cb14-4c58-43d3-b27c-f689dd029621,segment=NetworkSegment(277708b6-af23-477b-abf6-dbbbeb02c2ba),segment_id=277708b6-af23-477b-abf6-dbbbeb02c2ba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:07.155907 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b3e03-cd4e-4044-bef2-9d0920e74593 req-bc95f952-ab5d-49ff-bd09-1a0a940d6f6d tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:07.158504 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6642d520-53b9-4cb7-9128-4efa1d83fa24 req-22068fe8-5173-4d24-83a4-1d9cbd6cfa8d tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2135427 Nov 27 03:51:07.163400 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b3e03-cd4e-4044-bef2-9d0920e74593 req-bc95f952-ab5d-49ff-bd09-1a0a940d6f6d tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:07.164089 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-6642d520-53b9-4cb7-9128-4efa1d83fa24 req-9e5563ae-4cd0-49e8-9cbc-f2701cb76506 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:51:07.169980 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b3e03-cd4e-4044-bef2-9d0920e74593 req-bc95f952-ab5d-49ff-bd09-1a0a940d6f6d tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:07.177284 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b3e03-cd4e-4044-bef2-9d0920e74593 req-bc95f952-ab5d-49ff-bd09-1a0a940d6f6d tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:07.185100 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b3e03-cd4e-4044-bef2-9d0920e74593 req-bc95f952-ab5d-49ff-bd09-1a0a940d6f6d tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:07.191952 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b3e03-cd4e-4044-bef2-9d0920e74593 req-bc95f952-ab5d-49ff-bd09-1a0a940d6f6d tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:07.200948 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b3e03-cd4e-4044-bef2-9d0920e74593 req-bc95f952-ab5d-49ff-bd09-1a0a940d6f6d tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:07.202110 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6642d520-53b9-4cb7-9128-4efa1d83fa24 req-9e5563ae-4cd0-49e8-9cbc-f2701cb76506 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks [] for floatingip, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:07.210539 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-834b3e03-cd4e-4044-bef2-9d0920e74593 req-bc95f952-ab5d-49ff-bd09-1a0a940d6f6d tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 5437 time: 0.1697252 Nov 27 03:51:07.305452 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c41c2199-a647-46d9-9534-3a5d9bcee72c None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:07.387450 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 03:51:07.388385 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-834b3e03-cd4e-4044-bef2-9d0920e74593 req-0d8a5391-621a-4a6a-9fa5-3d8b80e73cf8 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4368533-280d-4285-a228-ddd922f72d08&id=35921842-5bd8-4d3d-b228-d6a9b6023664&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1765969 Nov 27 03:51:07.396329 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3e793a3e-3748-40df-bff0-a4c73bc5eb2d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:07.450159 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:51:07.457407 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581d013b-f0ab-42d0-a876-37ece6426557" -d '{"events": [{"server_uuid": "84700780-6df9-4d55-a48b-0f89c4c5e5a8", "name": "network-vif-plugged", "status": "completed", "tag": "99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:51:07.461022 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c41c2199-a647-46d9-9534-3a5d9bcee72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:07.463288 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:07.496145 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 5770e812-3cad-4599-aae6-424908e1e809 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:51:07.496640 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:07.538655 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6642d520-53b9-4cb7-9128-4efa1d83fa24 req-9e5563ae-4cd0-49e8-9cbc-f2701cb76506 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:07.616004 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-5fe4be02-c259-465b-a71b-a01eb687ea31 None None] Set router 98846b9e-fbfe-477f-9a81-834140467d9c gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:51:07.690125 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3615069-34b1-4793-94e8-ecac8d6c83a6 req-73e2a476-e6e3-4040-9e82-b65a12f6be7b tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:07.692230 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f3615069-34b1-4793-94e8-ecac8d6c83a6 req-73e2a476-e6e3-4040-9e82-b65a12f6be7b tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 945 time: 0.1445069 Nov 27 03:51:07.741695 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-6642d520-53b9-4cb7-9128-4efa1d83fa24 req-9e5563ae-4cd0-49e8-9cbc-f2701cb76506 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Allocated IP 172.25.1.138 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/02c459a0-b88d-4320-9636-dbc6b332c011) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:51:07.794170 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f3615069-34b1-4793-94e8-ecac8d6c83a6 req-433814ae-960e-433f-bb78-0f28c39db78b tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698786 Nov 27 03:51:07.821161 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36582) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:07.866120 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b,segment=NetworkSegment(35578323-0418-4a3f-86b4-c2cd878da045),segment_id=35578323-0418-4a3f-86b4-c2cd878da045)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:07.908325 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3e793a3e-3748-40df-bff0-a4c73bc5eb2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:07.936372 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:07.947851 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41c2199-a647-46d9-9534-3a5d9bcee72c None None] Network a46e9489-60ec-4374-a176-dd7aab6e679c is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:51:07.954064 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6642d520-53b9-4cb7-9128-4efa1d83fa24 req-9e5563ae-4cd0-49e8-9cbc-f2701cb76506 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:08.039035 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6642d520-53b9-4cb7-9128-4efa1d83fa24 req-9e5563ae-4cd0-49e8-9cbc-f2701cb76506 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:08.089337 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ffc9448e-c58a-4947-9186-a0cf3ea551ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:08.107285 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6642d520-53b9-4cb7-9128-4efa1d83fa24 req-9e5563ae-4cd0-49e8-9cbc-f2701cb76506 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:51:08.112941 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-6642d520-53b9-4cb7-9128-4efa1d83fa24 req-9e5563ae-4cd0-49e8-9cbc-f2701cb76506 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:51:08.118787 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042b0e2-8f96-473a-80b1-52d8b0ee72f9 req-55832003-a94b-46bc-ac8c-01c22f890918 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:08.121859 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-6642d520-53b9-4cb7-9128-4efa1d83fa24 req-9e5563ae-4cd0-49e8-9cbc-f2701cb76506 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:51:08.124261 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5563ae-4cd0-49e8-9cbc-f2701cb76506 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Pushing event updated for resources: {'Port': ['ID=02c459a0-b88d-4320-9636-dbc6b332c011,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:08.129132 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a042b0e2-8f96-473a-80b1-52d8b0ee72f9 req-55832003-a94b-46bc-ac8c-01c22f890918 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=b801577e-d41f-4b49-b4b5-d9710ca09d58 HTTP/1.1" status: 200 len: 944 time: 0.2116859 Nov 27 03:51:08.208149 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['aef7cb14-4c58-43d3-b27c-f689dd029621'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:51:08.268013 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a042b0e2-8f96-473a-80b1-52d8b0ee72f9 req-339be7ec-cd64-4755-bbe2-0914e6cc0b8e tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378777 Nov 27 03:51:08.279372 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6642d520-53b9-4cb7-9128-4efa1d83fa24 req-9e5563ae-4cd0-49e8-9cbc-f2701cb76506 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:08.311197 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-c41c2199-a647-46d9-9534-3a5d9bcee72c None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:51:08.315883 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41c2199-a647-46d9-9534-3a5d9bcee72c None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:51:08.363367 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e793a3e-3748-40df-bff0-a4c73bc5eb2d admin admin] Router c261b810-91c5-4a9b-bb23-b819f6f5489c is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 03:51:08.374902 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6642d520-53b9-4cb7-9128-4efa1d83fa24 req-9e5563ae-4cd0-49e8-9cbc-f2701cb76506 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:08.395857 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725e5f15-aceb-49aa-a535-daf4d7a2ac3d x-openstack-request-id: req-725e5f15-aceb-49aa-a535-daf4d7a2ac3d {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:51:08.396458 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84700780-6df9-4d55-a48b-0f89c4c5e5a8", "name": "network-vif-plugged", "status": "completed", "tag": "99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:51:08.396902 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-725e5f15-aceb-49aa-a535-daf4d7a2ac3d {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:51:08.398191 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b', 'code': 200} Nov 27 03:51:08.420846 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c2199-a647-46d9-9534-3a5d9bcee72c None None] Pushing event updated for resources: {'Port': ['ID=b1afbfd1-e0e3-4df1-9003-2bd8aa83971b,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:08.528665 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ffc9448e-c58a-4947-9186-a0cf3ea551ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:08.583516 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ffc9448e-c58a-4947-9186-a0cf3ea551ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:08.615729 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e793a3e-3748-40df-bff0-a4c73bc5eb2d admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:51:08.623682 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=aef7cb14-4c58-43d3-b27c-f689dd029621,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:08.629726 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0486f0d1-0701-46d5-b19b-28e9e749dc34 None None] Sync routers for ids ['c261b810-91c5-4a9b-bb23-b819f6f5489c'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:51:08.642969 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0486f0d1-0701-46d5-b19b-28e9e749dc34 None None] Routers {'c261b810-91c5-4a9b-bb23-b819f6f5489c'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:51:08.643951 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-0486f0d1-0701-46d5-b19b-28e9e749dc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:50:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c261b810-91c5-4a9b-bb23-b819f6f5489c'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:51:08.736748 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3e793a3e-3748-40df-bff0-a4c73bc5eb2d admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:08.747709 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3e793a3e-3748-40df-bff0-a4c73bc5eb2d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7048140 Nov 27 03:51:08.750845 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 36596) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:08.761070 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-0486f0d1-0701-46d5-b19b-28e9e749dc34 None None] Set router c261b810-91c5-4a9b-bb23-b819f6f5489c gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:51:08.797823 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ffc9448e-c58a-4947-9186-a0cf3ea551ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=be31f5ea026d40deb817a0aa6c7d3927&name=default HTTP/1.1" status: 200 len: 2997 time: 0.9738173 Nov 27 03:51:08.798796 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36598) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:08.825931 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc9448e-c58a-4947-9186-a0cf3ea551ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e121932e-f8ce-40bb-84b1-88a4772ade3e,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:08.874360 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:08.912580 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7db49d-8c53-4b0d-94af-e80b2558d3e8 req-03f850c3-9b98-4f2d-846f-3d70f8237661 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:08.921047 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7e7db49d-8c53-4b0d-94af-e80b2558d3e8 req-03f850c3-9b98-4f2d-846f-3d70f8237661 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 949 time: 0.3556969 Nov 27 03:51:08.988531 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-0486f0d1-0701-46d5-b19b-28e9e749dc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c261b810-91c5-4a9b-bb23-b819f6f5489c', 'name': 'tempest-ServersTestBootFromVolume-329565633-router', 'tenant_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '6ec702fa-adff-48d8-81f1-3ac1d203d801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:51:04Z', 'updated_at': '2021-11-27T03:51:07Z', 'revision_number': 3, 'project_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'gw_port': {'id': '6ec702fa-adff-48d8-81f1-3ac1d203d801', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:74:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c261b810-91c5-4a9b-bb23-b819f6f5489c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:51:05Z', 'updated_at': '2021-11-27T03:51:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:51:09.013866 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6642d520-53b9-4cb7-9128-4efa1d83fa24 req-9e5563ae-4cd0-49e8-9cbc-f2701cb76506 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:09.028060 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6642d520-53b9-4cb7-9128-4efa1d83fa24 req-9e5563ae-4cd0-49e8-9cbc-f2701cb76506 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:09.028635 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0486f0d1-0701-46d5-b19b-28e9e749dc34 None None] Checking router: c261b810-91c5-4a9b-bb23-b819f6f5489c for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:51:09.028996 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0486f0d1-0701-46d5-b19b-28e9e749dc34 None None] Updating router c261b810-91c5-4a9b-bb23-b819f6f5489c port 6ec702fa-adff-48d8-81f1-3ac1d203d801 binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:51:09.085652 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-13a9b590-e437-4455-8eda-b7a76ba53117 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:09.088933 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-0486f0d1-0701-46d5-b19b-28e9e749dc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:09.106768 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7e7db49d-8c53-4b0d-94af-e80b2558d3e8 req-a30e447f-b26e-463c-a0f3-267249fe6a29 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739776 Nov 27 03:51:09.154733 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-13a9b590-e437-4455-8eda-b7a76ba53117 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:09.232177 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-c41c2199-a647-46d9-9534-3a5d9bcee72c None None] Attempting to bind port b1afbfd1-e0e3-4df1-9003-2bd8aa83971b on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:51:09.232551 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-c41c2199-a647-46d9-9534-3a5d9bcee72c None None] Attempting to bind port b1afbfd1-e0e3-4df1-9003-2bd8aa83971b by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'a02c82bc-6482-413f-b293-2a48a922c5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a46e9489-60ec-4374-a176-dd7aab6e679c'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:51:09.232825 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-13a9b590-e437-4455-8eda-b7a76ba53117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:09.232978 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41c2199-a647-46d9-9534-3a5d9bcee72c None None] Attempting to bind port b1afbfd1-e0e3-4df1-9003-2bd8aa83971b on network a46e9489-60ec-4374-a176-dd7aab6e679c {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:51:09.236353 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-13a9b590-e437-4455-8eda-b7a76ba53117 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:09.238041 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-13a9b590-e437-4455-8eda-b7a76ba53117 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e121932e-f8ce-40bb-84b1-88a4772ade3e HTTP/1.1" status: 204 len: 168 time: 0.4368641 Nov 27 03:51:09.254686 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-5fe4be02-c259-465b-a71b-a01eb687ea31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98846b9e-fbfe-477f-9a81-834140467d9c', 'name': 'tempest-FloatingIPDetailsTestJSON-911281372-router', 'tenant_id': 'b7359fd6981141eab21db4104cac4898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '5770e812-3cad-4599-aae6-424908e1e809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:50:52Z', 'updated_at': '2021-11-27T03:51:02Z', 'revision_number': 4, 'project_id': 'b7359fd6981141eab21db4104cac4898', 'gw_port': {'id': '5770e812-3cad-4599-aae6-424908e1e809', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98846b9e-fbfe-477f-9a81-834140467d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:50:54Z', 'updated_at': '2021-11-27T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '2c411218-a8de-4018-9760-a5d3118e32da', 'name': '', 'network_id': '29685cff-e09f-46fa-bc9b-5324fffbcb8d', 'tenant_id': 'b7359fd6981141eab21db4104cac4898', 'mac_address': 'fa:16:3e:7e:72:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98846b9e-fbfe-477f-9a81-834140467d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'fa14ce69-ec1a-40f3-85eb-d727ecb26054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:51:00Z', 'updated_at': '2021-11-27T03:51:03Z', 'revision_number': 2, 'project_id': 'b7359fd6981141eab21db4104cac4898', 'subnets': [{'id': 'fa14ce69-ec1a-40f3-85eb-d727ecb26054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:51:09.278792 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9b590-e437-4455-8eda-b7a76ba53117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e121932e-f8ce-40bb-84b1-88a4772ade3e,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:09.304678 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe4be02-c259-465b-a71b-a01eb687ea31 None None] Checking router: 98846b9e-fbfe-477f-9a81-834140467d9c for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:51:09.309584 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe4be02-c259-465b-a71b-a01eb687ea31 None None] Updating router 98846b9e-fbfe-477f-9a81-834140467d9c port 2c411218-a8de-4018-9760-a5d3118e32da binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:51:09.338021 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41c2199-a647-46d9-9534-3a5d9bcee72c None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:51:09.338416 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41c2199-a647-46d9-9534-3a5d9bcee72c None None] Checking segment: {'id': 'a02c82bc-6482-413f-b293-2a48a922c5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a46e9489-60ec-4374-a176-dd7aab6e679c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:51:09.341076 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c41c2199-a647-46d9-9534-3a5d9bcee72c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:09.341578 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41c2199-a647-46d9-9534-3a5d9bcee72c None None] Bound using segment: {'id': 'a02c82bc-6482-413f-b293-2a48a922c5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a46e9489-60ec-4374-a176-dd7aab6e679c'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:51:09.341993 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-c41c2199-a647-46d9-9534-3a5d9bcee72c None None] Bound port: b1afbfd1-e0e3-4df1-9003-2bd8aa83971b, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02c82bc-6482-413f-b293-2a48a922c5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a46e9489-60ec-4374-a176-dd7aab6e679c'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:51:09.347294 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c41c2199-a647-46d9-9534-3a5d9bcee72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:09.382672 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5d201-01c3-42f0-98ea-2335ace0ceaa req-c7f13e81-0e6b-4ea8-80e0-e15509bf2fa1 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:09.390161 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5d201-01c3-42f0-98ea-2335ace0ceaa req-c7f13e81-0e6b-4ea8-80e0-e15509bf2fa1 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:09.397017 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5d201-01c3-42f0-98ea-2335ace0ceaa req-c7f13e81-0e6b-4ea8-80e0-e15509bf2fa1 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:09.404598 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5d201-01c3-42f0-98ea-2335ace0ceaa req-c7f13e81-0e6b-4ea8-80e0-e15509bf2fa1 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:09.413185 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5d201-01c3-42f0-98ea-2335ace0ceaa req-c7f13e81-0e6b-4ea8-80e0-e15509bf2fa1 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:09.420815 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5d201-01c3-42f0-98ea-2335ace0ceaa req-c7f13e81-0e6b-4ea8-80e0-e15509bf2fa1 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:09.427335 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5d201-01c3-42f0-98ea-2335ace0ceaa req-c7f13e81-0e6b-4ea8-80e0-e15509bf2fa1 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:09.436417 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bda5d201-01c3-42f0-98ea-2335ace0ceaa req-c7f13e81-0e6b-4ea8-80e0-e15509bf2fa1 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 5438 time: 0.1366763 Nov 27 03:51:09.526498 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bda5d201-01c3-42f0-98ea-2335ace0ceaa req-c4aca16e-611d-46f1-ab27-bde02267d61e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4368533-280d-4285-a228-ddd922f72d08&id=35921842-5bd8-4d3d-b228-d6a9b6023664&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0890355 Nov 27 03:51:09.669426 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06465122-aa83-442a-80f6-91880d537e6c req-5b4c011c-f7d5-451f-ad47-5dd3fb582d86 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:09.671317 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-06465122-aa83-442a-80f6-91880d537e6c req-5b4c011c-f7d5-451f-ad47-5dd3fb582d86 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 945 time: 0.0606008 Nov 27 03:51:09.743180 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-0486f0d1-0701-46d5-b19b-28e9e749dc34 None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:09.764432 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-0486f0d1-0701-46d5-b19b-28e9e749dc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:09.804129 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-06465122-aa83-442a-80f6-91880d537e6c req-7733670c-4efe-48c0-ac4f-00def08b6e22 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220965 Nov 27 03:51:09.809789 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36620) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:09.822721 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5563ae-4cd0-49e8-9cbc-f2701cb76506 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Pushing event updated for resources: {'Port': ['ID=02c459a0-b88d-4320-9636-dbc6b332c011,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:09.839245 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-0486f0d1-0701-46d5-b19b-28e9e749dc34 None None] Attempting to bind port 6ec702fa-adff-48d8-81f1-3ac1d203d801 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:51:09.839623 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-0486f0d1-0701-46d5-b19b-28e9e749dc34 None None] Attempting to bind port 6ec702fa-adff-48d8-81f1-3ac1d203d801 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:51:09.839973 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0486f0d1-0701-46d5-b19b-28e9e749dc34 None None] Attempting to bind port 6ec702fa-adff-48d8-81f1-3ac1d203d801 on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:51:09.860905 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e4c2bfc1-804c-4193-bf3f-70ef0b0d83e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:09.871342 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0486f0d1-0701-46d5-b19b-28e9e749dc34 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:51:09.871613 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0486f0d1-0701-46d5-b19b-28e9e749dc34 None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:51:09.871999 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-0486f0d1-0701-46d5-b19b-28e9e749dc34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:09.872393 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0486f0d1-0701-46d5-b19b-28e9e749dc34 None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:51:09.872878 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-0486f0d1-0701-46d5-b19b-28e9e749dc34 None None] Bound port: 6ec702fa-adff-48d8-81f1-3ac1d203d801, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:51:09.873255 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-0486f0d1-0701-46d5-b19b-28e9e749dc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:09.881383 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6642d520-53b9-4cb7-9128-4efa1d83fa24 req-9e5563ae-4cd0-49e8-9cbc-f2701cb76506 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:09.940929 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c41c2199-a647-46d9-9534-3a5d9bcee72c None None] For port b1afbfd1-e0e3-4df1-9003-2bd8aa83971b, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:51:09.946479 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c41c2199-a647-46d9-9534-3a5d9bcee72c None None] For port b1afbfd1-e0e3-4df1-9003-2bd8aa83971b, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b1afbfd1-e0e3-4df1-9003-2bd8aa83971b,segment=NetworkSegment(a02c82bc-6482-413f-b293-2a48a922c5a0),segment_id=a02c82bc-6482-413f-b293-2a48a922c5a0)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:51:09.971008 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c41c2199-a647-46d9-9534-3a5d9bcee72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:09.976717 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5fe4be02-c259-465b-a71b-a01eb687ea31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:09.985321 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-0486f0d1-0701-46d5-b19b-28e9e749dc34 None None] For port 6ec702fa-adff-48d8-81f1-3ac1d203d801, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:51:09.988252 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-0486f0d1-0701-46d5-b19b-28e9e749dc34 None None] For port 6ec702fa-adff-48d8-81f1-3ac1d203d801, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=6ec702fa-adff-48d8-81f1-3ac1d203d801,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:51:10.007790 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f9221-d303-4d49-a920-ad7965e0d0d9 None None] Pushing event updated for resources: {'Port': ['ID=6ec702fa-adff-48d8-81f1-3ac1d203d801,revision_number=2']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:10.011225 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-0486f0d1-0701-46d5-b19b-28e9e749dc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:10.093868 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6642d520-53b9-4cb7-9128-4efa1d83fa24 req-9e5563ae-4cd0-49e8-9cbc-f2701cb76506 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:10.097824 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6642d520-53b9-4cb7-9128-4efa1d83fa24 req-9e5563ae-4cd0-49e8-9cbc-f2701cb76506 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9384441 Nov 27 03:51:10.108397 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e4c2bfc1-804c-4193-bf3f-70ef0b0d83e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:10.112588 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0486f0d1-0701-46d5-b19b-28e9e749dc34 None None] Routers {'c261b810-91c5-4a9b-bb23-b819f6f5489c'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:51:10.113984 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-0486f0d1-0701-46d5-b19b-28e9e749dc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:50:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c261b810-91c5-4a9b-bb23-b819f6f5489c'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:51:10.122193 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e4c2bfc1-804c-4193-bf3f-70ef0b0d83e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:10.138473 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c2199-a647-46d9-9534-3a5d9bcee72c None None] Pushing event updated for resources: {'Port': ['ID=b1afbfd1-e0e3-4df1-9003-2bd8aa83971b,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:10.157192 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65197ce6-2f64-4d27-bf5c-e8bc85948f6e req-bb2d3f3a-278a-4822-a556-7a808f01717c tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:10.182287 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-65197ce6-2f64-4d27-bf5c-e8bc85948f6e req-bb2d3f3a-278a-4822-a556-7a808f01717c tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=b801577e-d41f-4b49-b4b5-d9710ca09d58 HTTP/1.1" status: 200 len: 944 time: 0.1847332 Nov 27 03:51:10.283749 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6642d520-53b9-4cb7-9128-4efa1d83fa24 req-3512e2e5-f004-476c-a65e-7b88d343e776 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.138 HTTP/1.1" status: 200 len: 696 time: 0.1617253 Nov 27 03:51:10.290643 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 36626) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:10.291125 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e4c2bfc1-804c-4193-bf3f-70ef0b0d83e4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b5873ecb408453ba4d717bc75cd315a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4802408 Nov 27 03:51:10.297334 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c2bfc1-804c-4193-bf3f-70ef0b0d83e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307541b3-2237-4d73-9184-e0a8ce4baafa,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:10.298537 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f9221-d303-4d49-a920-ad7965e0d0d9 None None] Pushing event updated for resources: {'Port': ['ID=6ec702fa-adff-48d8-81f1-3ac1d203d801,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:10.366860 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-65197ce6-2f64-4d27-bf5c-e8bc85948f6e req-451de036-7d66-4f18-ab5f-4c74ce69eced tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791394 Nov 27 03:51:10.420345 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-0486f0d1-0701-46d5-b19b-28e9e749dc34 None None] Set router c261b810-91c5-4a9b-bb23-b819f6f5489c gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:51:10.687885 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27b3c9-06e0-4b0d-aaf5-12c9de6443ed req-d440ef64-ffe3-4d40-8448-3825f9272e26 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:10.698326 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5e27b3c9-06e0-4b0d-aaf5-12c9de6443ed req-d440ef64-ffe3-4d40-8448-3825f9272e26 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 949 time: 0.0821757 Nov 27 03:51:10.704884 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-0486f0d1-0701-46d5-b19b-28e9e749dc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c261b810-91c5-4a9b-bb23-b819f6f5489c', 'name': 'tempest-ServersTestBootFromVolume-329565633-router', 'tenant_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '6ec702fa-adff-48d8-81f1-3ac1d203d801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:51:04Z', 'updated_at': '2021-11-27T03:51:07Z', 'revision_number': 3, 'project_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'gw_port': {'id': '6ec702fa-adff-48d8-81f1-3ac1d203d801', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:74:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c261b810-91c5-4a9b-bb23-b819f6f5489c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:51:05Z', 'updated_at': '2021-11-27T03:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:51:10.763826 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5e27b3c9-06e0-4b0d-aaf5-12c9de6443ed req-11c7a49c-5310-40d0-a5ba-dcb6091d7796 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644186 Nov 27 03:51:10.764329 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ed998263-1df5-49f3-ae70-974f455834cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:10.824436 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642d520-53b9-4cb7-9128-4efa1d83fa24 req-99eff150-ef54-468b-b4b1-5b53d90cfd8a tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:10.826493 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5fe4be02-c259-465b-a71b-a01eb687ea31 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:10.835408 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5fe4be02-c259-465b-a71b-a01eb687ea31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:10.836031 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6642d520-53b9-4cb7-9128-4efa1d83fa24 req-99eff150-ef54-468b-b4b1-5b53d90cfd8a tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] 10.222.0.20 "GET /v2.0/networks/f5c39893-f8d8-4150-8aae-695f98406de3 HTTP/1.1" status: 200 len: 784 time: 0.5424912 Nov 27 03:51:10.902677 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0486f0d1-0701-46d5-b19b-28e9e749dc34 None None] The sync data for ids ['c261b810-91c5-4a9b-bb23-b819f6f5489c'] in n-d-819494-3 is: [{'id': 'c261b810-91c5-4a9b-bb23-b819f6f5489c', 'name': 'tempest-ServersTestBootFromVolume-329565633-router', 'tenant_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '6ec702fa-adff-48d8-81f1-3ac1d203d801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:51:04Z', 'updated_at': '2021-11-27T03:51:07Z', 'revision_number': 3, 'project_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'gw_port': {'id': '6ec702fa-adff-48d8-81f1-3ac1d203d801', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:74:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c261b810-91c5-4a9b-bb23-b819f6f5489c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:51:05Z', 'updated_at': '2021-11-27T03:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:51:10.917564 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f577df18-a8cb-4447-9f72-ced6d7d7f68a None None] Pushing event updated for resources: {'Port': ['ID=2c411218-a8de-4018-9760-a5d3118e32da,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:10.948649 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ed998263-1df5-49f3-ae70-974f455834cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:11.016701 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-5fe4be02-c259-465b-a71b-a01eb687ea31 None None] Attempting to bind port 2c411218-a8de-4018-9760-a5d3118e32da on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:51:11.017292 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-5fe4be02-c259-465b-a71b-a01eb687ea31 None None] Attempting to bind port 2c411218-a8de-4018-9760-a5d3118e32da by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '5403506c-e8dd-4a10-9873-3f75d691376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '29685cff-e09f-46fa-bc9b-5324fffbcb8d'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:51:11.017448 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe4be02-c259-465b-a71b-a01eb687ea31 None None] Attempting to bind port 2c411218-a8de-4018-9760-a5d3118e32da on network 29685cff-e09f-46fa-bc9b-5324fffbcb8d {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:51:11.023179 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe4be02-c259-465b-a71b-a01eb687ea31 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:51:11.023886 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe4be02-c259-465b-a71b-a01eb687ea31 None None] Checking segment: {'id': '5403506c-e8dd-4a10-9873-3f75d691376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '29685cff-e09f-46fa-bc9b-5324fffbcb8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:51:11.024299 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5fe4be02-c259-465b-a71b-a01eb687ea31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:11.025401 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe4be02-c259-465b-a71b-a01eb687ea31 None None] Bound using segment: {'id': '5403506c-e8dd-4a10-9873-3f75d691376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '29685cff-e09f-46fa-bc9b-5324fffbcb8d'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:51:11.025886 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-5fe4be02-c259-465b-a71b-a01eb687ea31 None None] Bound port: 2c411218-a8de-4018-9760-a5d3118e32da, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5403506c-e8dd-4a10-9873-3f75d691376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '29685cff-e09f-46fa-bc9b-5324fffbcb8d'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:51:11.026271 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5fe4be02-c259-465b-a71b-a01eb687ea31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:11.143748 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-5fe4be02-c259-465b-a71b-a01eb687ea31 None None] For port 2c411218-a8de-4018-9760-a5d3118e32da, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:51:11.161033 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-5fe4be02-c259-465b-a71b-a01eb687ea31 None None] For port 2c411218-a8de-4018-9760-a5d3118e32da, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=2c411218-a8de-4018-9760-a5d3118e32da,segment=NetworkSegment(5403506c-e8dd-4a10-9873-3f75d691376c),segment_id=5403506c-e8dd-4a10-9873-3f75d691376c)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:51:11.168675 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5fe4be02-c259-465b-a71b-a01eb687ea31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:11.199162 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc513e59-2e07-4631-873b-ed9ece93641a req-ca19d6b2-7284-4b4a-9886-6250ee4bb6d2 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:11.210646 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc513e59-2e07-4631-873b-ed9ece93641a req-ca19d6b2-7284-4b4a-9886-6250ee4bb6d2 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:11.220896 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc513e59-2e07-4631-873b-ed9ece93641a req-ca19d6b2-7284-4b4a-9886-6250ee4bb6d2 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:11.270841 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc513e59-2e07-4631-873b-ed9ece93641a req-ca19d6b2-7284-4b4a-9886-6250ee4bb6d2 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:11.282939 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc513e59-2e07-4631-873b-ed9ece93641a req-ca19d6b2-7284-4b4a-9886-6250ee4bb6d2 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:11.285317 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4e0ee642-39fa-422c-b367-1e7f79d12f66 req-15d2fa28-0e76-4aa5-9498-8951d0aafb16 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4001477 Nov 27 03:51:11.297523 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-4e0ee642-39fa-422c-b367-1e7f79d12f66 req-e2f87587-d7eb-43c0-958a-509189f6d388 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:51:11.303101 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc513e59-2e07-4631-873b-ed9ece93641a req-ca19d6b2-7284-4b4a-9886-6250ee4bb6d2 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:11.316024 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc513e59-2e07-4631-873b-ed9ece93641a req-ca19d6b2-7284-4b4a-9886-6250ee4bb6d2 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:11.320564 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fc513e59-2e07-4631-873b-ed9ece93641a req-ca19d6b2-7284-4b4a-9886-6250ee4bb6d2 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 5438 time: 0.3429973 Nov 27 03:51:11.362166 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f577df18-a8cb-4447-9f72-ced6d7d7f68a None None] Pushing event updated for resources: {'Port': ['ID=2c411218-a8de-4018-9760-a5d3118e32da,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:11.363546 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7ba8eea8-3d58-49a1-83bf-500a1766b782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:11.377934 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-4e0ee642-39fa-422c-b367-1e7f79d12f66 req-e2f87587-d7eb-43c0-958a-509189f6d388 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks [] for floatingip, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:11.402563 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe4be02-c259-465b-a71b-a01eb687ea31 None None] Routers {'98846b9e-fbfe-477f-9a81-834140467d9c'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:51:11.405560 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-5fe4be02-c259-465b-a71b-a01eb687ea31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:50:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['98846b9e-fbfe-477f-9a81-834140467d9c'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:51:11.433902 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ed998263-1df5-49f3-ae70-974f455834cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:11.445073 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ed998263-1df5-49f3-ae70-974f455834cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:11.456790 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ed998263-1df5-49f3-ae70-974f455834cc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/307541b3-2237-4d73-9184-e0a8ce4baafa HTTP/1.1" status: 204 len: 168 time: 0.9763179 Nov 27 03:51:11.515141 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed998263-1df5-49f3-ae70-974f455834cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307541b3-2237-4d73-9184-e0a8ce4baafa,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:11.554677 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device aef7cb14-4c58-43d3-b27c-f689dd029621 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:51:11.671324 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c174ffc3-e27f-46fb-b8be-3c8a7f69ea04 None None] Provisioning complete for port 2c411218-a8de-4018-9760-a5d3118e32da triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:51:11.671906 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c174ffc3-e27f-46fb-b8be-3c8a7f69ea04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:11.700353 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-4e0ee642-39fa-422c-b367-1e7f79d12f66 req-e2f87587-d7eb-43c0-958a-509189f6d388 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:11.842194 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fc513e59-2e07-4631-873b-ed9ece93641a req-3ab16929-a18e-4e34-8c65-60f60669988e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4368533-280d-4285-a228-ddd922f72d08&id=35921842-5bd8-4d3d-b228-d6a9b6023664&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5086179 Nov 27 03:51:11.901522 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-7ba8eea8-3d58-49a1-83bf-500a1766b782 admin admin] Allocated IP 172.20.0.1 (a46e9489-60ec-4374-a176-dd7aab6e679c/c458efea-531b-4a57-81ee-2e1022cafc81/88fafb10-6073-4385-8856-5cb6b0edc15c) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:51:11.905454 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 6ec702fa-adff-48d8-81f1-3ac1d203d801 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:51:11.954648 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 585334de-cf96-45ed-97e3-75b5e155a4d3 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:51:11.992766 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-4e0ee642-39fa-422c-b367-1e7f79d12f66 req-e2f87587-d7eb-43c0-958a-509189f6d388 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Allocated IP 172.25.1.79 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/e201e6f3-5545-4a5c-9d6c-2a05ff35b956) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:51:12.088825 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60c7f8d-a419-4a81-9802-abe4470926c0 None None] Network a46e9489-60ec-4374-a176-dd7aab6e679c requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:51:12.120018 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc54ac-7c67-4e85-8b86-7cc9e1108ba8 req-368866d2-e6cf-4fb2-8984-77a5886f096b tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:12.128377 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-79fc54ac-7c67-4e85-8b86-7cc9e1108ba8 req-368866d2-e6cf-4fb2-8984-77a5886f096b tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] 10.222.0.20 "GET /v2.0/ports?device_id=28651ca2-62cb-4565-89dc-25509e06cffd HTTP/1.1" status: 200 len: 950 time: 0.1233027 Nov 27 03:51:12.224490 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7ba8eea8-3d58-49a1-83bf-500a1766b782 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:12.244545 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-79fc54ac-7c67-4e85-8b86-7cc9e1108ba8 req-e654fb6f-59ed-4498-b0ad-a0b3bb7b1805 tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c1f1624-d08c-4fee-af33-fac6c597f9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148031 Nov 27 03:51:12.265244 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-4e0ee642-39fa-422c-b367-1e7f79d12f66 req-e2f87587-d7eb-43c0-958a-509189f6d388 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:12.272230 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-5fe4be02-c259-465b-a71b-a01eb687ea31 None None] Set router 98846b9e-fbfe-477f-9a81-834140467d9c gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:51:12.375320 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-4e0ee642-39fa-422c-b367-1e7f79d12f66 req-e2f87587-d7eb-43c0-958a-509189f6d388 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:12.399326 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port aef7cb14-4c58-43d3-b27c-f689dd029621 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:51:12.436269 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e0ee642-39fa-422c-b367-1e7f79d12f66 req-e2f87587-d7eb-43c0-958a-509189f6d388 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:51:12.441872 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-4e0ee642-39fa-422c-b367-1e7f79d12f66 req-e2f87587-d7eb-43c0-958a-509189f6d388 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:51:12.450286 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0ee642-39fa-422c-b367-1e7f79d12f66 req-e2f87587-d7eb-43c0-958a-509189f6d388 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:51:12.461309 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7ba8eea8-3d58-49a1-83bf-500a1766b782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:12.486935 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba8eea8-3d58-49a1-83bf-500a1766b782 admin admin] Network a46e9489-60ec-4374-a176-dd7aab6e679c is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:51:12.490028 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-7ba8eea8-3d58-49a1-83bf-500a1766b782 admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:51:12.497026 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba8eea8-3d58-49a1-83bf-500a1766b782 admin admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:51:12.508732 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f87587-d7eb-43c0-958a-509189f6d388 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Pushing event updated for resources: {'Port': ['ID=e201e6f3-5545-4a5c-9d6c-2a05ff35b956,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:12.574204 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port aef7cb14-4c58-43d3-b27c-f689dd029621 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:51:12.575396 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:12.615718 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812885e-dc1f-44d3-b948-99739d35e5b7 req-92c48a30-6a3c-4ef1-9ecd-cccd3264a728 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:12.625555 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e812885e-dc1f-44d3-b948-99739d35e5b7 req-92c48a30-6a3c-4ef1-9ecd-cccd3264a728 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=b801577e-d41f-4b49-b4b5-d9710ca09d58 HTTP/1.1" status: 200 len: 944 time: 0.2917569 Nov 27 03:51:12.638249 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-4e0ee642-39fa-422c-b367-1e7f79d12f66 req-e2f87587-d7eb-43c0-958a-509189f6d388 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:12.672819 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba8eea8-3d58-49a1-83bf-500a1766b782 admin admin] Pushing event updated for resources: {'Port': ['ID=88fafb10-6073-4385-8856-5cb6b0edc15c,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:12.686092 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7ba8eea8-3d58-49a1-83bf-500a1766b782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:12.689978 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-4e0ee642-39fa-422c-b367-1e7f79d12f66 req-e2f87587-d7eb-43c0-958a-509189f6d388 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:12.785045 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c174ffc3-e27f-46fb-b8be-3c8a7f69ea04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:12.833663 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 6ec702fa-adff-48d8-81f1-3ac1d203d801 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:51:12.834087 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:12.867103 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e812885e-dc1f-44d3-b948-99739d35e5b7 req-e1bbaafb-e294-4437-b813-fcb659632a05 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404947 Nov 27 03:51:12.903402 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-4e0ee642-39fa-422c-b367-1e7f79d12f66 req-e2f87587-d7eb-43c0-958a-509189f6d388 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:12.905335 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7ba8eea8-3d58-49a1-83bf-500a1766b782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:12.910929 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 585334de-cf96-45ed-97e3-75b5e155a4d3 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:51:12.916638 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-4e0ee642-39fa-422c-b367-1e7f79d12f66 req-e2f87587-d7eb-43c0-958a-509189f6d388 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:12.955478 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 585334de-cf96-45ed-97e3-75b5e155a4d3 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:51:12.956401 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:12.970297 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c174ffc3-e27f-46fb-b8be-3c8a7f69ea04 None None] For port 2c411218-a8de-4018-9760-a5d3118e32da, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=2c411218-a8de-4018-9760-a5d3118e32da,segment=NetworkSegment(5403506c-e8dd-4a10-9873-3f75d691376c),segment_id=5403506c-e8dd-4a10-9873-3f75d691376c)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:13.013108 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c174ffc3-e27f-46fb-b8be-3c8a7f69ea04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:13.065069 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f87587-d7eb-43c0-958a-509189f6d388 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Pushing event updated for resources: {'Port': ['ID=e201e6f3-5545-4a5c-9d6c-2a05ff35b956,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:13.079177 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-4e0ee642-39fa-422c-b367-1e7f79d12f66 req-e2f87587-d7eb-43c0-958a-509189f6d388 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:13.100809 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-4e0ee642-39fa-422c-b367-1e7f79d12f66 req-e2f87587-d7eb-43c0-958a-509189f6d388 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:13.102315 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4e0ee642-39fa-422c-b367-1e7f79d12f66 req-e2f87587-d7eb-43c0-958a-509189f6d388 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8161497 Nov 27 03:51:13.176970 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:13.191894 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4e0ee642-39fa-422c-b367-1e7f79d12f66 req-6d3a2889-bed6-4d8f-91fc-adc26d6713b2 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.79 HTTP/1.1" status: 200 len: 695 time: 0.0824070 Nov 27 03:51:13.237829 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c174ffc3-e27f-46fb-b8be-3c8a7f69ea04 None None] Pushing event updated for resources: {'Port': ['ID=2c411218-a8de-4018-9760-a5d3118e32da,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:13.248929 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:13.260724 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-e9e34038-b54b-462d-ba62-4fa0a88490be None None] Provisioning complete for port b1afbfd1-e0e3-4df1-9003-2bd8aa83971b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:51:13.261163 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e9e34038-b54b-462d-ba62-4fa0a88490be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:13.269205 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b801577e-d41f-4b49-b4b5-d9710ca09d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef7cb14-4c58-43d3-b27c-f689dd029621'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:51:13.271573 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed1cdb6-9bfb-46d9-9c8f-c60427ad4bb7" -d '{"events": [{"server_uuid": "b801577e-d41f-4b49-b4b5-d9710ca09d58", "name": "network-vif-plugged", "status": "completed", "tag": "aef7cb14-4c58-43d3-b27c-f689dd029621"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:51:13.357967 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73972e5-6fe1-4026-a1dd-fecdfbbb75d2 req-d595f867-a39f-4dd5-a77b-ccbfc0281c6b tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:13.369580 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f73972e5-6fe1-4026-a1dd-fecdfbbb75d2 req-d595f867-a39f-4dd5-a77b-ccbfc0281c6b tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 949 time: 0.3503439 Nov 27 03:51:13.375513 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ee642-39fa-422c-b367-1e7f79d12f66 req-6ac90fe5-09b6-4330-bd03-4e97a6611d4f tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:13.377882 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4e0ee642-39fa-422c-b367-1e7f79d12f66 req-6ac90fe5-09b6-4330-bd03-4e97a6611d4f tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] 10.222.0.20 "GET /v2.0/networks/f5c39893-f8d8-4150-8aae-695f98406de3 HTTP/1.1" status: 200 len: 784 time: 0.1793540 Nov 27 03:51:13.409938 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7ba8eea8-3d58-49a1-83bf-500a1766b782 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:13.423016 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7ba8eea8-3d58-49a1-83bf-500a1766b782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:13.557188 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f73972e5-6fe1-4026-a1dd-fecdfbbb75d2 req-b64f5679-5bd9-4f7b-a4fd-40053e25f2ea tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858554 Nov 27 03:51:13.564895 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:13.565177 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7ba8eea8-3d58-49a1-83bf-500a1766b782 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:13.570109 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port aef7cb14-4c58-43d3-b27c-f689dd029621, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=aef7cb14-4c58-43d3-b27c-f689dd029621,segment=NetworkSegment(277708b6-af23-477b-abf6-dbbbeb02c2ba),segment_id=277708b6-af23-477b-abf6-dbbbeb02c2ba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:13.571328 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba8eea8-3d58-49a1-83bf-500a1766b782 admin admin] Pushing event updated for resources: {'Port': ['ID=88fafb10-6073-4385-8856-5cb6b0edc15c,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:13.599250 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 6ec702fa-adff-48d8-81f1-3ac1d203d801, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=6ec702fa-adff-48d8-81f1-3ac1d203d801,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:13.616777 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:13.624727 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734e7d75-6856-491c-9781-fc23ce0492de x-openstack-request-id: req-734e7d75-6856-491c-9781-fc23ce0492de {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:51:13.625081 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b801577e-d41f-4b49-b4b5-d9710ca09d58", "name": "network-vif-plugged", "status": "completed", "tag": "aef7cb14-4c58-43d3-b27c-f689dd029621", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:51:13.625293 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-734e7d75-6856-491c-9781-fc23ce0492de {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:51:13.625685 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b801577e-d41f-4b49-b4b5-d9710ca09d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef7cb14-4c58-43d3-b27c-f689dd029621', 'code': 200} Nov 27 03:51:13.632452 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:13.633519 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b1afbfd1-e0e3-4df1-9003-2bd8aa83971b up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:51:13.692480 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee192ddf-c9e8-4c6b-af87-c04d115b1496 req-24d4e735-0f99-419a-8ab0-88b4b4884cf1 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:13.695173 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-5fe4be02-c259-465b-a71b-a01eb687ea31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98846b9e-fbfe-477f-9a81-834140467d9c', 'name': 'tempest-FloatingIPDetailsTestJSON-911281372-router', 'tenant_id': 'b7359fd6981141eab21db4104cac4898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '5770e812-3cad-4599-aae6-424908e1e809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:50:52Z', 'updated_at': '2021-11-27T03:51:02Z', 'revision_number': 4, 'project_id': 'b7359fd6981141eab21db4104cac4898', 'gw_port': {'id': '5770e812-3cad-4599-aae6-424908e1e809', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98846b9e-fbfe-477f-9a81-834140467d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:50:54Z', 'updated_at': '2021-11-27T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '2c411218-a8de-4018-9760-a5d3118e32da', 'name': '', 'network_id': '29685cff-e09f-46fa-bc9b-5324fffbcb8d', 'tenant_id': 'b7359fd6981141eab21db4104cac4898', 'mac_address': 'fa:16:3e:7e:72:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98846b9e-fbfe-477f-9a81-834140467d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'fa14ce69-ec1a-40f3-85eb-d727ecb26054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:51:00Z', 'updated_at': '2021-11-27T03:51:11Z', 'revision_number': 4, 'project_id': 'b7359fd6981141eab21db4104cac4898', 'subnets': [{'id': 'fa14ce69-ec1a-40f3-85eb-d727ecb26054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:51:13.701528 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee192ddf-c9e8-4c6b-af87-c04d115b1496 req-24d4e735-0f99-419a-8ab0-88b4b4884cf1 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:13.710068 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee192ddf-c9e8-4c6b-af87-c04d115b1496 req-24d4e735-0f99-419a-8ab0-88b4b4884cf1 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:13.717539 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee192ddf-c9e8-4c6b-af87-c04d115b1496 req-24d4e735-0f99-419a-8ab0-88b4b4884cf1 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:13.725674 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee192ddf-c9e8-4c6b-af87-c04d115b1496 req-24d4e735-0f99-419a-8ab0-88b4b4884cf1 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:13.732727 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee192ddf-c9e8-4c6b-af87-c04d115b1496 req-24d4e735-0f99-419a-8ab0-88b4b4884cf1 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:13.748192 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee192ddf-c9e8-4c6b-af87-c04d115b1496 req-24d4e735-0f99-419a-8ab0-88b4b4884cf1 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:13.748192 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ee192ddf-c9e8-4c6b-af87-c04d115b1496 req-24d4e735-0f99-419a-8ab0-88b4b4884cf1 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 5438 time: 0.2095895 Nov 27 03:51:13.765842 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 585334de-cf96-45ed-97e3-75b5e155a4d3, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=585334de-cf96-45ed-97e3-75b5e155a4d3,segment=NetworkSegment(00d9997d-4db1-40cf-888f-64616d21b51f),segment_id=00d9997d-4db1-40cf-888f-64616d21b51f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:13.776169 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe4be02-c259-465b-a71b-a01eb687ea31 None None] The sync data for ids ['98846b9e-fbfe-477f-9a81-834140467d9c'] in n-d-819494-3 is: [{'id': '98846b9e-fbfe-477f-9a81-834140467d9c', 'name': 'tempest-FloatingIPDetailsTestJSON-911281372-router', 'tenant_id': 'b7359fd6981141eab21db4104cac4898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '5770e812-3cad-4599-aae6-424908e1e809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:50:52Z', 'updated_at': '2021-11-27T03:51:02Z', 'revision_number': 4, 'project_id': 'b7359fd6981141eab21db4104cac4898', 'gw_port': {'id': '5770e812-3cad-4599-aae6-424908e1e809', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98846b9e-fbfe-477f-9a81-834140467d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:50:54Z', 'updated_at': '2021-11-27T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '2c411218-a8de-4018-9760-a5d3118e32da', 'name': '', 'network_id': '29685cff-e09f-46fa-bc9b-5324fffbcb8d', 'tenant_id': 'b7359fd6981141eab21db4104cac4898', 'mac_address': 'fa:16:3e:7e:72:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98846b9e-fbfe-477f-9a81-834140467d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'fa14ce69-ec1a-40f3-85eb-d727ecb26054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:51:00Z', 'updated_at': '2021-11-27T03:51:11Z', 'revision_number': 4, 'project_id': 'b7359fd6981141eab21db4104cac4898', 'subnets': [{'id': 'fa14ce69-ec1a-40f3-85eb-d727ecb26054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:51:13.786819 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:13.788904 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device ae70ab0d-14d1-46fd-947b-016a7578b456 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:51:13.878005 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ee192ddf-c9e8-4c6b-af87-c04d115b1496 req-938e5859-eb27-48f2-882a-79a438eecf96 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4368533-280d-4285-a228-ddd922f72d08&id=35921842-5bd8-4d3d-b228-d6a9b6023664&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1286185 Nov 27 03:51:13.919538 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba8eea8-3d58-49a1-83bf-500a1766b782 admin admin] Network a46e9489-60ec-4374-a176-dd7aab6e679c is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:51:13.941653 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-7ba8eea8-3d58-49a1-83bf-500a1766b782 admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:51:13.954595 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82a906-52c4-431b-9772-0cc0c455e40a req-7742c0bb-d546-47cd-84fc-3f9ce9c70419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:13.956116 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ac82a906-52c4-431b-9772-0cc0c455e40a req-7742c0bb-d546-47cd-84fc-3f9ce9c70419 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b801577e-d41f-4b49-b4b5-d9710ca09d58 HTTP/1.1" status: 200 len: 1096 time: 0.2051978 Nov 27 03:51:13.963863 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ce6856ff-e8a1-4efa-b2dc-7cfb15b031d4 req-80e73b28-f144-47ae-b8b5-d1e3fade385c tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2861807 Nov 27 03:51:13.971821 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port ae70ab0d-14d1-46fd-947b-016a7578b456 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:51:13.977559 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=aef7cb14-4c58-43d3-b27c-f689dd029621,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:14.005899 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port ae70ab0d-14d1-46fd-947b-016a7578b456 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:51:14.006285 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:14.055696 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-ce6856ff-e8a1-4efa-b2dc-7cfb15b031d4 req-c0064b81-e97a-4669-bffb-75b87ba6ae61 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:51:14.113539 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e9e34038-b54b-462d-ba62-4fa0a88490be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:14.122950 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port b1afbfd1-e0e3-4df1-9003-2bd8aa83971b triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:51:14.123254 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:14.165853 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f78fa-f70b-48d0-af79-a9947445c407 req-7508cfeb-f1b2-4432-9592-743b10fc52d3 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:14.168740 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-de8f78fa-f70b-48d0-af79-a9947445c407 req-7508cfeb-f1b2-4432-9592-743b10fc52d3 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 945 time: 0.0959227 Nov 27 03:51:14.221378 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba8eea8-3d58-49a1-83bf-500a1766b782 admin admin] Router c261b810-91c5-4a9b-bb23-b819f6f5489c has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:51:14.269809 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=6ec702fa-adff-48d8-81f1-3ac1d203d801,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:14.288430 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-de8f78fa-f70b-48d0-af79-a9947445c407 req-ca6d2f88-ad5a-4205-8066-0db438da3e75 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094043 Nov 27 03:51:14.293364 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ce6856ff-e8a1-4efa-b2dc-7cfb15b031d4 req-c0064b81-e97a-4669-bffb-75b87ba6ae61 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks [] for floatingip, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:14.345599 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ac82a906-52c4-431b-9772-0cc0c455e40a req-84d18c60-ab3a-4502-9b03-abd89e2ac41d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789041 Nov 27 03:51:14.370361 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-e9e34038-b54b-462d-ba62-4fa0a88490be None None] For port b1afbfd1-e0e3-4df1-9003-2bd8aa83971b, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b1afbfd1-e0e3-4df1-9003-2bd8aa83971b,segment=NetworkSegment(a02c82bc-6482-413f-b293-2a48a922c5a0),segment_id=a02c82bc-6482-413f-b293-2a48a922c5a0)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:14.423579 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e9e34038-b54b-462d-ba62-4fa0a88490be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:14.457518 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e6126-ed30-4247-b376-a4713fab96fe req-10bc2fa0-f717-4823-bf85-55e49063b3d2 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:14.459119 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8e9e6126-ed30-4247-b376-a4713fab96fe req-10bc2fa0-f717-4823-bf85-55e49063b3d2 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=b801577e-d41f-4b49-b4b5-d9710ca09d58 HTTP/1.1" status: 200 len: 945 time: 0.0781541 Nov 27 03:51:14.520209 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba8eea8-3d58-49a1-83bf-500a1766b782 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:51:14.536584 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=585334de-cf96-45ed-97e3-75b5e155a4d3,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:14.542332 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ce6856ff-e8a1-4efa-b2dc-7cfb15b031d4 req-c0064b81-e97a-4669-bffb-75b87ba6ae61 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:14.558157 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7ba8eea8-3d58-49a1-83bf-500a1766b782 admin admin] 10.222.0.20 "PUT /v2.0/routers/c261b810-91c5-4a9b-bb23-b819f6f5489c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7968628 Nov 27 03:51:14.558412 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202f5088-2189-4c9b-934d-7f92f4a1b545 None None] Sync routers for ids ['c261b810-91c5-4a9b-bb23-b819f6f5489c'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:51:14.563945 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8e9e6126-ed30-4247-b376-a4713fab96fe req-4fd96b2b-9e57-4ee4-ab2e-86d8e1cc5441 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946600 Nov 27 03:51:14.600868 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-e9e34038-b54b-462d-ba62-4fa0a88490be None None] Provisioning complete for port 2c411218-a8de-4018-9760-a5d3118e32da triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:51:14.601362 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e9e34038-b54b-462d-ba62-4fa0a88490be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:14.665478 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:14.695710 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202f5088-2189-4c9b-934d-7f92f4a1b545 None None] Routers {'c261b810-91c5-4a9b-bb23-b819f6f5489c'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:51:14.696393 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-202f5088-2189-4c9b-934d-7f92f4a1b545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:50:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c261b810-91c5-4a9b-bb23-b819f6f5489c'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:51:14.742704 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-ce6856ff-e8a1-4efa-b2dc-7cfb15b031d4 req-c0064b81-e97a-4669-bffb-75b87ba6ae61 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Allocated IP 172.25.1.240 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/bde0815c-0bf8-4187-a58d-d68043e9d5e0) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:51:14.808995 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e34038-b54b-462d-ba62-4fa0a88490be None None] Pushing event updated for resources: {'Port': ['ID=b1afbfd1-e0e3-4df1-9003-2bd8aa83971b,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:14.833144 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port ae70ab0d-14d1-46fd-947b-016a7578b456, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=ae70ab0d-14d1-46fd-947b-016a7578b456,segment=NetworkSegment(00d9997d-4db1-40cf-888f-64616d21b51f),segment_id=00d9997d-4db1-40cf-888f-64616d21b51f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:14.846420 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:14.847264 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 6cb9156c-61e5-4397-bd95-aff4277a4ae5 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:51:14.996265 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=ae70ab0d-14d1-46fd-947b-016a7578b456,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:15.008041 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ce6856ff-e8a1-4efa-b2dc-7cfb15b031d4 req-c0064b81-e97a-4669-bffb-75b87ba6ae61 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:15.032186 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-202f5088-2189-4c9b-934d-7f92f4a1b545 None None] Set router c261b810-91c5-4a9b-bb23-b819f6f5489c gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:51:15.068242 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 6cb9156c-61e5-4397-bd95-aff4277a4ae5 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:51:15.081142 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 6cb9156c-61e5-4397-bd95-aff4277a4ae5 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:51:15.081895 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:15.125600 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ce6856ff-e8a1-4efa-b2dc-7cfb15b031d4 req-c0064b81-e97a-4669-bffb-75b87ba6ae61 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:15.207236 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0064b81-e97a-4669-bffb-75b87ba6ae61 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Pushing event updated for resources: {'Port': ['ID=bde0815c-0bf8-4187-a58d-d68043e9d5e0,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:15.222702 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce6856ff-e8a1-4efa-b2dc-7cfb15b031d4 req-c0064b81-e97a-4669-bffb-75b87ba6ae61 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:51:15.224205 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-ce6856ff-e8a1-4efa-b2dc-7cfb15b031d4 req-c0064b81-e97a-4669-bffb-75b87ba6ae61 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:51:15.226985 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6856ff-e8a1-4efa-b2dc-7cfb15b031d4 req-c0064b81-e97a-4669-bffb-75b87ba6ae61 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:51:15.236307 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 6ec702fa-adff-48d8-81f1-3ac1d203d801 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:51:15.244338 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-140084e5-6d61-4407-8a7f-dc94d7b412fc None None] Provisioning complete for port b1afbfd1-e0e3-4df1-9003-2bd8aa83971b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:51:15.244684 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-140084e5-6d61-4407-8a7f-dc94d7b412fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:15.348490 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ce6856ff-e8a1-4efa-b2dc-7cfb15b031d4 req-c0064b81-e97a-4669-bffb-75b87ba6ae61 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:15.378467 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36782) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:15.436586 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ce6856ff-e8a1-4efa-b2dc-7cfb15b031d4 req-c0064b81-e97a-4669-bffb-75b87ba6ae61 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:15.503472 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 6ec702fa-adff-48d8-81f1-3ac1d203d801 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:51:15.504045 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:15.539002 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8173699e-d38a-4d51-8876-7f832e6205e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:15.566534 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:15.652499 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585334de-cf96-45ed-97e3-75b5e155a4d3'}, {'server_uuid': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae70ab0d-14d1-46fd-947b-016a7578b456'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:51:15.656295 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8c8f65-0ed3-4687-9d83-da313fa501fd" -d '{"events": [{"server_uuid": "84700780-6df9-4d55-a48b-0f89c4c5e5a8", "name": "network-vif-plugged", "status": "completed", "tag": "585334de-cf96-45ed-97e3-75b5e155a4d3"}, {"server_uuid": "84700780-6df9-4d55-a48b-0f89c4c5e5a8", "name": "network-vif-plugged", "status": "completed", "tag": "ae70ab0d-14d1-46fd-947b-016a7578b456"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:51:15.679685 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ce6856ff-e8a1-4efa-b2dc-7cfb15b031d4 req-c0064b81-e97a-4669-bffb-75b87ba6ae61 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:15.688100 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ce6856ff-e8a1-4efa-b2dc-7cfb15b031d4 req-c0064b81-e97a-4669-bffb-75b87ba6ae61 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:15.711266 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8173699e-d38a-4d51-8876-7f832e6205e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:15.719712 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8173699e-d38a-4d51-8876-7f832e6205e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:15.725623 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 6cb9156c-61e5-4397-bd95-aff4277a4ae5, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=6cb9156c-61e5-4397-bd95-aff4277a4ae5,segment=NetworkSegment(df0a34ce-2877-46e9-9463-787c32ddfe5c),segment_id=df0a34ce-2877-46e9-9463-787c32ddfe5c)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:15.752788 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:15.753511 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 26b81207-9333-4de8-8d7f-cf0229429ddd up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:51:15.756531 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8173699e-d38a-4d51-8876-7f832e6205e8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a3a900f2774f4499ac3366f2e3f7a665&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3768058 Nov 27 03:51:15.757106 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 36794) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:15.773181 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8173699e-d38a-4d51-8876-7f832e6205e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06858f66-5aeb-4b4b-9828-3c948c9802e0,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:15.838983 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0064b81-e97a-4669-bffb-75b87ba6ae61 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Pushing event updated for resources: {'Port': ['ID=bde0815c-0bf8-4187-a58d-d68043e9d5e0,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:15.852202 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-140084e5-6d61-4407-8a7f-dc94d7b412fc None None] Provisioning complete for port 88fafb10-6073-4385-8856-5cb6b0edc15c triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:51:15.852202 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-140084e5-6d61-4407-8a7f-dc94d7b412fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:15.863107 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ce6856ff-e8a1-4efa-b2dc-7cfb15b031d4 req-c0064b81-e97a-4669-bffb-75b87ba6ae61 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:15.863692 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 2c411218-a8de-4018-9760-a5d3118e32da up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:51:15.887403 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7ae308de-6fc9-4f7d-9d3b-686615b93b87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:15.893099 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ce6856ff-e8a1-4efa-b2dc-7cfb15b031d4 req-c0064b81-e97a-4669-bffb-75b87ba6ae61 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:15.894337 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ce6856ff-e8a1-4efa-b2dc-7cfb15b031d4 req-c0064b81-e97a-4669-bffb-75b87ba6ae61 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9200304 Nov 27 03:51:15.905532 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:15.935812 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-202f5088-2189-4c9b-934d-7f92f4a1b545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c261b810-91c5-4a9b-bb23-b819f6f5489c', 'name': 'tempest-ServersTestBootFromVolume-329565633-router', 'tenant_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '6ec702fa-adff-48d8-81f1-3ac1d203d801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:51:04Z', 'updated_at': '2021-11-27T03:51:12Z', 'revision_number': 4, 'project_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'gw_port': {'id': '6ec702fa-adff-48d8-81f1-3ac1d203d801', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:74:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c261b810-91c5-4a9b-bb23-b819f6f5489c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:51:05Z', 'updated_at': '2021-11-27T03:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '88fafb10-6073-4385-8856-5cb6b0edc15c', 'name': '', 'network_id': 'a46e9489-60ec-4374-a176-dd7aab6e679c', 'tenant_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'mac_address': 'fa:16:3e:23:14:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c261b810-91c5-4a9b-bb23-b819f6f5489c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'c458efea-531b-4a57-81ee-2e1022cafc81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:51:11Z', 'updated_at': '2021-11-27T03:51:13Z', 'revision_number': 2, 'project_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'subnets': [{'id': 'c458efea-531b-4a57-81ee-2e1022cafc81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:51:15.960205 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7ae308de-6fc9-4f7d-9d3b-686615b93b87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:15.966633 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ce6856ff-e8a1-4efa-b2dc-7cfb15b031d4 req-80b4ac70-c4dc-4012-8b3a-7aad76547d75 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.240 HTTP/1.1" status: 200 len: 696 time: 0.0641153 Nov 27 03:51:15.979003 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=6cb9156c-61e5-4397-bd95-aff4277a4ae5,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:15.981576 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202f5088-2189-4c9b-934d-7f92f4a1b545 None None] Checking router: c261b810-91c5-4a9b-bb23-b819f6f5489c for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:51:15.981946 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202f5088-2189-4c9b-934d-7f92f4a1b545 None None] Updating router c261b810-91c5-4a9b-bb23-b819f6f5489c port 88fafb10-6073-4385-8856-5cb6b0edc15c binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:51:15.989371 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-140084e5-6d61-4407-8a7f-dc94d7b412fc None None] Port 88fafb10-6073-4385-8856-5cb6b0edc15c cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:51:16.050808 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-202f5088-2189-4c9b-934d-7f92f4a1b545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:16.063685 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 26b81207-9333-4de8-8d7f-cf0229429ddd completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:51:16.097791 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 26b81207-9333-4de8-8d7f-cf0229429ddd triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:51:16.098467 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:16.103088 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7ae308de-6fc9-4f7d-9d3b-686615b93b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:16.105967 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7ae308de-6fc9-4f7d-9d3b-686615b93b87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:16.107477 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7ae308de-6fc9-4f7d-9d3b-686615b93b87 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06858f66-5aeb-4b4b-9828-3c948c9802e0 HTTP/1.1" status: 204 len: 168 time: 0.3491981 Nov 27 03:51:16.141632 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4521b5-9c5a-4485-9417-8a6cd7125ddb req-6e954112-1848-4014-a287-13ef290fb192 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:16.143361 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cd4521b5-9c5a-4485-9417-8a6cd7125ddb req-6e954112-1848-4014-a287-13ef290fb192 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 949 time: 0.0818462 Nov 27 03:51:16.149133 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6856ff-e8a1-4efa-b2dc-7cfb15b031d4 req-4afb32ab-1e74-4512-9a1a-7afc868d1113 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:16.167754 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ce6856ff-e8a1-4efa-b2dc-7cfb15b031d4 req-4afb32ab-1e74-4512-9a1a-7afc868d1113 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] 10.222.0.20 "GET /v2.0/networks/f5c39893-f8d8-4150-8aae-695f98406de3 HTTP/1.1" status: 200 len: 784 time: 0.1923895 Nov 27 03:51:16.169387 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae308de-6fc9-4f7d-9d3b-686615b93b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06858f66-5aeb-4b4b-9828-3c948c9802e0,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:16.224306 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cd4521b5-9c5a-4485-9417-8a6cd7125ddb req-f8ba36ea-62d8-4ae7-bad1-450aa9576444 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735703 Nov 27 03:51:16.312276 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3733e16a-1ddd-46e7-b3cb-1d4b84fe4168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:16.338380 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 2c411218-a8de-4018-9760-a5d3118e32da triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:51:16.338788 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:16.452545 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e669e-1145-4c20-8242-fa41373db749 req-407308a5-76d0-4760-8d88-78a37be7c267 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:16.459164 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e669e-1145-4c20-8242-fa41373db749 req-407308a5-76d0-4760-8d88-78a37be7c267 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:16.465488 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e669e-1145-4c20-8242-fa41373db749 req-407308a5-76d0-4760-8d88-78a37be7c267 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:16.471795 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e669e-1145-4c20-8242-fa41373db749 req-407308a5-76d0-4760-8d88-78a37be7c267 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:16.479037 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e669e-1145-4c20-8242-fa41373db749 req-407308a5-76d0-4760-8d88-78a37be7c267 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:16.485192 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e669e-1145-4c20-8242-fa41373db749 req-407308a5-76d0-4760-8d88-78a37be7c267 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:16.492732 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e669e-1145-4c20-8242-fa41373db749 req-407308a5-76d0-4760-8d88-78a37be7c267 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:16.503563 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-189e669e-1145-4c20-8242-fa41373db749 req-407308a5-76d0-4760-8d88-78a37be7c267 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 5441 time: 0.1285398 Nov 27 03:51:16.600350 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-189e669e-1145-4c20-8242-fa41373db749 req-20542e44-5137-4e05-98d8-7716333b9eb3 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4368533-280d-4285-a228-ddd922f72d08&id=35921842-5bd8-4d3d-b228-d6a9b6023664&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0938475 Nov 27 03:51:16.622723 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:16.652989 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 36810) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:16.680642 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7795a66f-9180-4baa-b7ab-88693a95ba92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:16.693756 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 26b81207-9333-4de8-8d7f-cf0229429ddd, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=26b81207-9333-4de8-8d7f-cf0229429ddd,segment=NetworkSegment(00d9997d-4db1-40cf-888f-64616d21b51f),segment_id=00d9997d-4db1-40cf-888f-64616d21b51f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:16.721116 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:16.722167 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 994f489a-7134-463c-90df-7f5e22d2a68c up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:51:16.748927 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e3f15-3178-434d-bb9f-ffe00dde18b6 req-73a3c1a2-0566-4096-a49e-b46986cac658 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:16.751283 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-674e3f15-3178-434d-bb9f-ffe00dde18b6 req-73a3c1a2-0566-4096-a49e-b46986cac658 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=b801577e-d41f-4b49-b4b5-d9710ca09d58 HTTP/1.1" status: 200 len: 945 time: 0.0595250 Nov 27 03:51:16.818436 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=26b81207-9333-4de8-8d7f-cf0229429ddd,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:16.839461 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7795a66f-9180-4baa-b7ab-88693a95ba92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:16.845683 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-674e3f15-3178-434d-bb9f-ffe00dde18b6 req-133b5dc6-b275-47d3-aaa6-8323e7667f22 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867159 Nov 27 03:51:16.857418 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7795a66f-9180-4baa-b7ab-88693a95ba92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:16.961177 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 994f489a-7134-463c-90df-7f5e22d2a68c completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:51:16.963010 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36820) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:16.964696 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7795a66f-9180-4baa-b7ab-88693a95ba92 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=914020ac14f9416fb0b599280a6c6bda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3089974 Nov 27 03:51:16.970325 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7795a66f-9180-4baa-b7ab-88693a95ba92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c61a9cb-b429-46c6-8610-c075a30d3ad3,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:16.981817 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 994f489a-7134-463c-90df-7f5e22d2a68c triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:51:16.982194 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:17.013051 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b1afbfd1-e0e3-4df1-9003-2bd8aa83971b up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:51:17.021457 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 27 Nov 2021 03:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d192c4b4-902c-4880-b302-56562467bbc5 x-openstack-request-id: req-d192c4b4-902c-4880-b302-56562467bbc5 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:51:17.021714 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84700780-6df9-4d55-a48b-0f89c4c5e5a8", "name": "network-vif-plugged", "status": "completed", "tag": "585334de-cf96-45ed-97e3-75b5e155a4d3", "code": 200}, {"server_uuid": "84700780-6df9-4d55-a48b-0f89c4c5e5a8", "name": "network-vif-plugged", "status": "completed", "tag": "ae70ab0d-14d1-46fd-947b-016a7578b456", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:51:17.021927 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d192c4b4-902c-4880-b302-56562467bbc5 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:51:17.025816 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585334de-cf96-45ed-97e3-75b5e155a4d3', 'code': 200} Nov 27 03:51:17.026086 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae70ab0d-14d1-46fd-947b-016a7578b456', 'code': 200} Nov 27 03:51:17.053224 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0aa627f0-b1cb-41e5-b479-3578b0ec0ef8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:17.081140 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0aa627f0-b1cb-41e5-b479-3578b0ec0ef8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:17.115589 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 36822) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:17.123686 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-975082a5-0741-4a1b-b0d9-8477520d6ee5 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Request body: {'security_group': {'name': 'tempest-securitygroup--895194132', 'description': 'tempest-description--468744137'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:51:17.132064 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-202f5088-2189-4c9b-934d-7f92f4a1b545 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:17.147314 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-202f5088-2189-4c9b-934d-7f92f4a1b545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:17.182407 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-975082a5-0741-4a1b-b0d9-8477520d6ee5 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:17.265633 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808a109-100a-4cdc-b0fb-da59232b25f9 None None] Pushing event updated for resources: {'Port': ['ID=88fafb10-6073-4385-8856-5cb6b0edc15c,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:17.325443 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fdf46615-e1b7-4048-b30e-e070919f98dd req-11fe84a9-1fd7-43f1-a339-66273b44c9af tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2913516 Nov 27 03:51:17.326293 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port b1afbfd1-e0e3-4df1-9003-2bd8aa83971b triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:51:17.326692 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:17.330732 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-fdf46615-e1b7-4048-b30e-e070919f98dd req-064ff486-3ba7-443a-ab92-9deabe2d004b tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:51:17.337895 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0aa627f0-b1cb-41e5-b479-3578b0ec0ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:17.340466 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0aa627f0-b1cb-41e5-b479-3578b0ec0ef8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:17.342222 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-975082a5-0741-4a1b-b0d9-8477520d6ee5 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:17.349780 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0aa627f0-b1cb-41e5-b479-3578b0ec0ef8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3c61a9cb-b429-46c6-8610-c075a30d3ad3 HTTP/1.1" status: 204 len: 168 time: 0.3832610 Nov 27 03:51:17.358768 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-975082a5-0741-4a1b-b0d9-8477520d6ee5 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:17.403650 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:17.410127 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa627f0-b1cb-41e5-b479-3578b0ec0ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c61a9cb-b429-46c6-8610-c075a30d3ad3,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:17.465252 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-fdf46615-e1b7-4048-b30e-e070919f98dd req-064ff486-3ba7-443a-ab92-9deabe2d004b tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks [] for floatingip, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:17.503316 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-975082a5-0741-4a1b-b0d9-8477520d6ee5 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:17.504200 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 994f489a-7134-463c-90df-7f5e22d2a68c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=994f489a-7134-463c-90df-7f5e22d2a68c,segment=NetworkSegment(df0a34ce-2877-46e9-9463-787c32ddfe5c),segment_id=df0a34ce-2877-46e9-9463-787c32ddfe5c)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:17.505444 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-975082a5-0741-4a1b-b0d9-8477520d6ee5 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3880088 Nov 27 03:51:17.509475 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 36830) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:17.520646 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:17.521635 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 7b351237-4bd0-45c7-a806-427c75ca3765 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:51:17.527256 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975082a5-0741-4a1b-b0d9-8477520d6ee5 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0eb8b8-bf77-4327-8d45-23dba6f823d3,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:17.554595 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-bcaa7672-0417-4208-bd63-6fb1fa161f6e tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Request body: {'security_group_rule': {'security_group_id': 'fa0eb8b8-bf77-4327-8d45-23dba6f823d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:51:17.593958 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bcaa7672-0417-4208-bd63-6fb1fa161f6e tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:17.613492 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-202f5088-2189-4c9b-934d-7f92f4a1b545 None None] Attempting to bind port 88fafb10-6073-4385-8856-5cb6b0edc15c on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:51:17.613870 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-202f5088-2189-4c9b-934d-7f92f4a1b545 None None] Attempting to bind port 88fafb10-6073-4385-8856-5cb6b0edc15c by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'a02c82bc-6482-413f-b293-2a48a922c5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a46e9489-60ec-4374-a176-dd7aab6e679c'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:51:17.614236 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202f5088-2189-4c9b-934d-7f92f4a1b545 None None] Attempting to bind port 88fafb10-6073-4385-8856-5cb6b0edc15c on network a46e9489-60ec-4374-a176-dd7aab6e679c {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:51:17.670233 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202f5088-2189-4c9b-934d-7f92f4a1b545 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:51:17.671770 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202f5088-2189-4c9b-934d-7f92f4a1b545 None None] Checking segment: {'id': 'a02c82bc-6482-413f-b293-2a48a922c5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a46e9489-60ec-4374-a176-dd7aab6e679c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:51:17.672355 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-202f5088-2189-4c9b-934d-7f92f4a1b545 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:17.673110 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202f5088-2189-4c9b-934d-7f92f4a1b545 None None] Bound using segment: {'id': 'a02c82bc-6482-413f-b293-2a48a922c5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a46e9489-60ec-4374-a176-dd7aab6e679c'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:51:17.673994 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-202f5088-2189-4c9b-934d-7f92f4a1b545 None None] Bound port: 88fafb10-6073-4385-8856-5cb6b0edc15c, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02c82bc-6482-413f-b293-2a48a922c5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a46e9489-60ec-4374-a176-dd7aab6e679c'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:51:17.674657 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-202f5088-2189-4c9b-934d-7f92f4a1b545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:17.717481 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bcaa7672-0417-4208-bd63-6fb1fa161f6e tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:17.724865 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bcaa7672-0417-4208-bd63-6fb1fa161f6e tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:17.760385 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-fdf46615-e1b7-4048-b30e-e070919f98dd req-064ff486-3ba7-443a-ab92-9deabe2d004b tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:17.776974 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa7672-0417-4208-bd63-6fb1fa161f6e tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=814f946b-8bd2-4e05-95ea-f5ca83198163,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:17.793313 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bcaa7672-0417-4208-bd63-6fb1fa161f6e tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:17.802325 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-bcaa7672-0417-4208-bd63-6fb1fa161f6e tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2607455 Nov 27 03:51:17.802594 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-202f5088-2189-4c9b-934d-7f92f4a1b545 None None] For port 88fafb10-6073-4385-8856-5cb6b0edc15c, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:51:17.803005 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 36836) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:17.808729 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-202f5088-2189-4c9b-934d-7f92f4a1b545 None None] For port 88fafb10-6073-4385-8856-5cb6b0edc15c, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=88fafb10-6073-4385-8856-5cb6b0edc15c,segment=NetworkSegment(a02c82bc-6482-413f-b293-2a48a922c5a0),segment_id=a02c82bc-6482-413f-b293-2a48a922c5a0)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:51:17.812415 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-54aac64f-4fa0-47ef-9bb8-b321516db3ee tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Request body: {'security_group_rule': {'security_group_id': 'fa0eb8b8-bf77-4327-8d45-23dba6f823d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:51:17.831986 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-202f5088-2189-4c9b-934d-7f92f4a1b545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:17.842213 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-06230f0d-802d-44f8-a535-a57b94e7a7dd None None] Provisioning complete for port 88fafb10-6073-4385-8856-5cb6b0edc15c triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:51:17.842659 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06230f0d-802d-44f8-a535-a57b94e7a7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:17.852209 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=994f489a-7134-463c-90df-7f5e22d2a68c,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:17.874794 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-54aac64f-4fa0-47ef-9bb8-b321516db3ee tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:17.980667 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808a109-100a-4cdc-b0fb-da59232b25f9 None None] Pushing event updated for resources: {'Port': ['ID=88fafb10-6073-4385-8856-5cb6b0edc15c,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:18.006745 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-54aac64f-4fa0-47ef-9bb8-b321516db3ee tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:18.015575 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-fdf46615-e1b7-4048-b30e-e070919f98dd req-064ff486-3ba7-443a-ab92-9deabe2d004b tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Allocated IP 172.25.1.7 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/b7d1e85b-7071-439c-86c6-b2d0693dd09f) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:51:18.016537 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-54aac64f-4fa0-47ef-9bb8-b321516db3ee tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:18.056163 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aac64f-4fa0-47ef-9bb8-b321516db3ee tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=372a09b5-a9a6-4282-bd52-30014fe3f5f2,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:18.066688 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-54aac64f-4fa0-47ef-9bb8-b321516db3ee tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:18.070577 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-54aac64f-4fa0-47ef-9bb8-b321516db3ee tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2664397 Nov 27 03:51:18.074028 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 36852) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:18.079085 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-d54120f4-5160-4f2d-ae5e-1967775abb5a tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:51:18.120754 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 7b351237-4bd0-45c7-a806-427c75ca3765 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:51:18.121195 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d54120f4-5160-4f2d-ae5e-1967775abb5a tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Publish callbacks [] for floatingip, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:18.132917 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 7b351237-4bd0-45c7-a806-427c75ca3765 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:51:18.134869 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:18.217141 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202f5088-2189-4c9b-934d-7f92f4a1b545 None None] Routers {'c261b810-91c5-4a9b-bb23-b819f6f5489c'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:51:18.218297 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-202f5088-2189-4c9b-934d-7f92f4a1b545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:50:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c261b810-91c5-4a9b-bb23-b819f6f5489c'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:51:18.309001 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-fdf46615-e1b7-4048-b30e-e070919f98dd req-064ff486-3ba7-443a-ab92-9deabe2d004b tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:18.355497 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-fdf46615-e1b7-4048-b30e-e070919f98dd req-064ff486-3ba7-443a-ab92-9deabe2d004b tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:18.459634 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdf46615-e1b7-4048-b30e-e070919f98dd req-064ff486-3ba7-443a-ab92-9deabe2d004b tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:51:18.461860 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d54120f4-5160-4f2d-ae5e-1967775abb5a tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:18.476796 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-fdf46615-e1b7-4048-b30e-e070919f98dd req-064ff486-3ba7-443a-ab92-9deabe2d004b tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:51:18.481864 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf46615-e1b7-4048-b30e-e070919f98dd req-064ff486-3ba7-443a-ab92-9deabe2d004b tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:51:18.493963 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ff486-3ba7-443a-ab92-9deabe2d004b tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Pushing event updated for resources: {'Port': ['ID=b7d1e85b-7071-439c-86c6-b2d0693dd09f,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:18.609582 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4a892c81-b4f2-49aa-bd37-c1973f384289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:18.626608 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-fdf46615-e1b7-4048-b30e-e070919f98dd req-064ff486-3ba7-443a-ab92-9deabe2d004b tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:18.635288 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:18.676264 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-fdf46615-e1b7-4048-b30e-e070919f98dd req-064ff486-3ba7-443a-ab92-9deabe2d004b tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:18.679412 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-d54120f4-5160-4f2d-ae5e-1967775abb5a tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Allocated IP 172.25.1.142 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/1e81bbd6-9d13-48b3-9d86-d69348213c5c) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:51:18.802471 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1f620-7d00-4137-822c-46e30175db64 req-ae4bbb3b-8b1e-421d-80bc-2c6fc67f5006 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:18.804349 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c5b1f620-7d00-4137-822c-46e30175db64 req-ae4bbb3b-8b1e-421d-80bc-2c6fc67f5006 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 949 time: 0.2826889 Nov 27 03:51:18.851974 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06230f0d-802d-44f8-a535-a57b94e7a7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:18.858289 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-202f5088-2189-4c9b-934d-7f92f4a1b545 None None] Set router c261b810-91c5-4a9b-bb23-b819f6f5489c gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:51:18.933675 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:18.950917 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c5b1f620-7d00-4137-822c-46e30175db64 req-59b9fbf2-f4e9-4ee0-a039-b816bb58c07d tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289384 Nov 27 03:51:19.012149 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d54120f4-5160-4f2d-ae5e-1967775abb5a tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:19.032412 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb9156c-61e5-4397-bd95-aff4277a4ae5'}, {'server_uuid': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b81207-9333-4de8-8d7f-cf0229429ddd'}, {'server_uuid': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '994f489a-7134-463c-90df-7f5e22d2a68c'}, {'server_uuid': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b351237-4bd0-45c7-a806-427c75ca3765'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:51:19.035631 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fa6072-6cd5-4dfd-aa7d-61ef5a36af71" -d '{"events": [{"server_uuid": "84700780-6df9-4d55-a48b-0f89c4c5e5a8", "name": "network-vif-plugged", "status": "completed", "tag": "6cb9156c-61e5-4397-bd95-aff4277a4ae5"}, {"server_uuid": "84700780-6df9-4d55-a48b-0f89c4c5e5a8", "name": "network-vif-plugged", "status": "completed", "tag": "26b81207-9333-4de8-8d7f-cf0229429ddd"}, {"server_uuid": "84700780-6df9-4d55-a48b-0f89c4c5e5a8", "name": "network-vif-plugged", "status": "completed", "tag": "994f489a-7134-463c-90df-7f5e22d2a68c"}, {"server_uuid": "84700780-6df9-4d55-a48b-0f89c4c5e5a8", "name": "network-vif-plugged", "status": "completed", "tag": "7b351237-4bd0-45c7-a806-427c75ca3765"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:51:19.080576 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 7b351237-4bd0-45c7-a806-427c75ca3765, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=7b351237-4bd0-45c7-a806-427c75ca3765,segment=NetworkSegment(00d9997d-4db1-40cf-888f-64616d21b51f),segment_id=00d9997d-4db1-40cf-888f-64616d21b51f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:19.082801 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-06230f0d-802d-44f8-a535-a57b94e7a7dd None None] For port 88fafb10-6073-4385-8856-5cb6b0edc15c, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=88fafb10-6073-4385-8856-5cb6b0edc15c,segment=NetworkSegment(a02c82bc-6482-413f-b293-2a48a922c5a0),segment_id=a02c82bc-6482-413f-b293-2a48a922c5a0)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:19.091345 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:19.153598 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=7b351237-4bd0-45c7-a806-427c75ca3765,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:19.156715 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device b89f1429-abce-48ec-b453-aadaebd86f3c no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:51:19.162174 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06230f0d-802d-44f8-a535-a57b94e7a7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:19.164151 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5ed44-b806-4edd-a48b-bc107c644cb6 req-ce41fe8f-5c8c-4d5a-9430-7cd279e2854f tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:19.171348 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5ed44-b806-4edd-a48b-bc107c644cb6 req-ce41fe8f-5c8c-4d5a-9430-7cd279e2854f tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:19.177882 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5ed44-b806-4edd-a48b-bc107c644cb6 req-ce41fe8f-5c8c-4d5a-9430-7cd279e2854f tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:19.183698 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5ed44-b806-4edd-a48b-bc107c644cb6 req-ce41fe8f-5c8c-4d5a-9430-7cd279e2854f tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:19.189836 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5ed44-b806-4edd-a48b-bc107c644cb6 req-ce41fe8f-5c8c-4d5a-9430-7cd279e2854f tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:19.195920 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5ed44-b806-4edd-a48b-bc107c644cb6 req-ce41fe8f-5c8c-4d5a-9430-7cd279e2854f tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:19.202738 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5ed44-b806-4edd-a48b-bc107c644cb6 req-ce41fe8f-5c8c-4d5a-9430-7cd279e2854f tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:19.204902 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dbb5ed44-b806-4edd-a48b-bc107c644cb6 req-ce41fe8f-5c8c-4d5a-9430-7cd279e2854f tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 5443 time: 0.1685033 Nov 27 03:51:19.220754 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d54120f4-5160-4f2d-ae5e-1967775abb5a tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:19.288826 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54120f4-5160-4f2d-ae5e-1967775abb5a tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Pushing event updated for resources: {'Port': ['ID=1e81bbd6-9d13-48b3-9d86-d69348213c5c,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:19.311558 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54120f4-5160-4f2d-ae5e-1967775abb5a tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:51:19.331942 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-d54120f4-5160-4f2d-ae5e-1967775abb5a tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:51:19.347229 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54120f4-5160-4f2d-ae5e-1967775abb5a tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:51:19.421228 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dbb5ed44-b806-4edd-a48b-bc107c644cb6 req-7aceb733-365c-4580-b4f9-831e42059bcc tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4368533-280d-4285-a228-ddd922f72d08&id=35921842-5bd8-4d3d-b228-d6a9b6023664&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2071595 Nov 27 03:51:19.512729 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06230f0d-802d-44f8-a535-a57b94e7a7dd None None] Pushing event updated for resources: {'Port': ['ID=88fafb10-6073-4385-8856-5cb6b0edc15c,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:19.547612 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d54120f4-5160-4f2d-ae5e-1967775abb5a tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:19.566876 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-fdf46615-e1b7-4048-b30e-e070919f98dd req-064ff486-3ba7-443a-ab92-9deabe2d004b tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:19.572233 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 26946bba-a484-4f3c-8919-da4b4bff424f details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:51:19.577101 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-fdf46615-e1b7-4048-b30e-e070919f98dd req-064ff486-3ba7-443a-ab92-9deabe2d004b tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:19.632914 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d54120f4-5160-4f2d-ae5e-1967775abb5a tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:19.633515 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:19.674206 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-fdf46615-e1b7-4048-b30e-e070919f98dd req-064ff486-3ba7-443a-ab92-9deabe2d004b tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:19.686959 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d0ac4-bbeb-4d6b-abf8-bd7bc09a46c9 req-f692b4c5-fe31-4157-ac5c-226927b931a3 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:19.689735 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f49d0ac4-bbeb-4d6b-abf8-bd7bc09a46c9 req-f692b4c5-fe31-4157-ac5c-226927b931a3 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=b801577e-d41f-4b49-b4b5-d9710ca09d58 HTTP/1.1" status: 200 len: 945 time: 0.1043115 Nov 27 03:51:19.711146 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-e9bf0de9-ee0a-4bb2-87ed-3cc472ecc53e None None] Provisioning complete for port 88fafb10-6073-4385-8856-5cb6b0edc15c triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:51:19.711589 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e9bf0de9-ee0a-4bb2-87ed-3cc472ecc53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:19.714820 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-fdf46615-e1b7-4048-b30e-e070919f98dd req-064ff486-3ba7-443a-ab92-9deabe2d004b tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:19.716475 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fdf46615-e1b7-4048-b30e-e070919f98dd req-064ff486-3ba7-443a-ab92-9deabe2d004b tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.3901556 Nov 27 03:51:19.717083 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ff486-3ba7-443a-ab92-9deabe2d004b tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Pushing event updated for resources: {'Port': ['ID=b7d1e85b-7071-439c-86c6-b2d0693dd09f,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:19.761585 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f49d0ac4-bbeb-4d6b-abf8-bd7bc09a46c9 req-b90893b1-8866-4fe3-a221-5e230ed371cb tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590737 Nov 27 03:51:19.833439 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fdf46615-e1b7-4048-b30e-e070919f98dd req-3149e4fb-fe9f-48bb-90b9-9a4c246bec5e tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.7 HTTP/1.1" status: 200 len: 694 time: 0.1065979 Nov 27 03:51:20.006744 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf46615-e1b7-4048-b30e-e070919f98dd req-a6602d3c-c862-4733-b95b-f57ae5415388 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:20.009006 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fdf46615-e1b7-4048-b30e-e070919f98dd req-a6602d3c-c862-4733-b95b-f57ae5415388 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] 10.222.0.20 "GET /v2.0/networks/f5c39893-f8d8-4150-8aae-695f98406de3 HTTP/1.1" status: 200 len: 784 time: 0.1686320 Nov 27 03:51:20.036739 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sat, 27 Nov 2021 03:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9626ccad-5d3c-430a-8f57-01afab29eb0b x-openstack-request-id: req-9626ccad-5d3c-430a-8f57-01afab29eb0b {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:51:20.037235 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84700780-6df9-4d55-a48b-0f89c4c5e5a8", "name": "network-vif-plugged", "status": "completed", "tag": "6cb9156c-61e5-4397-bd95-aff4277a4ae5", "code": 200}, {"server_uuid": "84700780-6df9-4d55-a48b-0f89c4c5e5a8", "name": "network-vif-plugged", "status": "completed", "tag": "26b81207-9333-4de8-8d7f-cf0229429ddd", "code": 200}, {"server_uuid": "84700780-6df9-4d55-a48b-0f89c4c5e5a8", "name": "network-vif-plugged", "status": "completed", "tag": "994f489a-7134-463c-90df-7f5e22d2a68c", "code": 200}, {"server_uuid": "84700780-6df9-4d55-a48b-0f89c4c5e5a8", "name": "network-vif-plugged", "status": "completed", "tag": "7b351237-4bd0-45c7-a806-427c75ca3765", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:51:20.037235 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9626ccad-5d3c-430a-8f57-01afab29eb0b {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:51:20.037945 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb9156c-61e5-4397-bd95-aff4277a4ae5', 'code': 200} Nov 27 03:51:20.038382 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b81207-9333-4de8-8d7f-cf0229429ddd', 'code': 200} Nov 27 03:51:20.038685 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '994f489a-7134-463c-90df-7f5e22d2a68c', 'code': 200} Nov 27 03:51:20.039023 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b351237-4bd0-45c7-a806-427c75ca3765', 'code': 200} Nov 27 03:51:20.042315 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:20.107116 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-202f5088-2189-4c9b-934d-7f92f4a1b545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c261b810-91c5-4a9b-bb23-b819f6f5489c', 'name': 'tempest-ServersTestBootFromVolume-329565633-router', 'tenant_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '6ec702fa-adff-48d8-81f1-3ac1d203d801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:51:04Z', 'updated_at': '2021-11-27T03:51:12Z', 'revision_number': 4, 'project_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'gw_port': {'id': '6ec702fa-adff-48d8-81f1-3ac1d203d801', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:74:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c261b810-91c5-4a9b-bb23-b819f6f5489c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:51:05Z', 'updated_at': '2021-11-27T03:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '88fafb10-6073-4385-8856-5cb6b0edc15c', 'name': '', 'network_id': 'a46e9489-60ec-4374-a176-dd7aab6e679c', 'tenant_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'mac_address': 'fa:16:3e:23:14:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c261b810-91c5-4a9b-bb23-b819f6f5489c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'c458efea-531b-4a57-81ee-2e1022cafc81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:51:11Z', 'updated_at': '2021-11-27T03:51:17Z', 'revision_number': 4, 'project_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'subnets': [{'id': 'c458efea-531b-4a57-81ee-2e1022cafc81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:51:20.232370 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202f5088-2189-4c9b-934d-7f92f4a1b545 None None] The sync data for ids ['c261b810-91c5-4a9b-bb23-b819f6f5489c'] in n-d-819494-3 is: [{'id': 'c261b810-91c5-4a9b-bb23-b819f6f5489c', 'name': 'tempest-ServersTestBootFromVolume-329565633-router', 'tenant_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '6ec702fa-adff-48d8-81f1-3ac1d203d801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:51:04Z', 'updated_at': '2021-11-27T03:51:12Z', 'revision_number': 4, 'project_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'gw_port': {'id': '6ec702fa-adff-48d8-81f1-3ac1d203d801', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:74:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c261b810-91c5-4a9b-bb23-b819f6f5489c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:51:05Z', 'updated_at': '2021-11-27T03:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '88fafb10-6073-4385-8856-5cb6b0edc15c', 'name': '', 'network_id': 'a46e9489-60ec-4374-a176-dd7aab6e679c', 'tenant_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'mac_address': 'fa:16:3e:23:14:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c261b810-91c5-4a9b-bb23-b819f6f5489c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'c458efea-531b-4a57-81ee-2e1022cafc81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:51:11Z', 'updated_at': '2021-11-27T03:51:17Z', 'revision_number': 4, 'project_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'subnets': [{'id': 'c458efea-531b-4a57-81ee-2e1022cafc81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:51:20.244302 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port b89f1429-abce-48ec-b453-aadaebd86f3c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=b89f1429-abce-48ec-b453-aadaebd86f3c,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:20.295467 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e48aa-8d8c-42bf-abbe-8e30309f3396 req-103f12f1-1680-4872-8dcc-43c8d6a66e7d tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:20.297108 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-693e48aa-8d8c-42bf-abbe-8e30309f3396 req-103f12f1-1680-4872-8dcc-43c8d6a66e7d tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 949 time: 0.1790252 Nov 27 03:51:20.349028 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:20.425749 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 26946bba-a484-4f3c-8919-da4b4bff424f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=26946bba-a484-4f3c-8919-da4b4bff424f,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:20.443287 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-693e48aa-8d8c-42bf-abbe-8e30309f3396 req-c9d1cb1c-008a-4165-a99f-eed6d898e464 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378810 Nov 27 03:51:20.482662 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '26946bba-a484-4f3c-8919-da4b4bff424f', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'port_id': '26946bba-a484-4f3c-8919-da4b4bff424f', 'mac_address': 'fa:16:3e:1f:93:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14a2acf-f1d7-4ddf-8459-b30982428e88', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:51:20.593044 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=b89f1429-abce-48ec-b453-aadaebd86f3c,revision_number=8']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:20.607135 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:20.625483 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26946bba-a484-4f3c-8919-da4b4bff424f {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:51:20.651794 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 26946bba-a484-4f3c-8919-da4b4bff424f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=26946bba-a484-4f3c-8919-da4b4bff424f,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:20.660480 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:20.670367 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-affa4d76-5263-46f8-aef4-6d1f0db82259 req-b5e1b03d-f3da-478e-b652-4db651245ae1 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] 10.222.0.20 "GET /v2.0/floatingips/48980109-15da-482e-a50e-8a47faf8453e HTTP/1.1" status: 200 len: 691 time: 0.1478395 Nov 27 03:51:20.694867 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d54120f4-5160-4f2d-ae5e-1967775abb5a tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:20.709967 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf19ff8-80aa-479d-94ce-11eecc76cfa2 req-0634c197-7aca-4bb6-a3f5-b1d2a52a1af2 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:20.716208 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6bf19ff8-80aa-479d-94ce-11eecc76cfa2 req-0634c197-7aca-4bb6-a3f5-b1d2a52a1af2 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=b801577e-d41f-4b49-b4b5-d9710ca09d58 HTTP/1.1" status: 200 len: 945 time: 0.1364195 Nov 27 03:51:20.744301 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d54120f4-5160-4f2d-ae5e-1967775abb5a tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:20.783797 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=26946bba-a484-4f3c-8919-da4b4bff424f,revision_number=9']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:20.833480 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6bf19ff8-80aa-479d-94ce-11eecc76cfa2 req-5c09d9c1-5992-4279-b315-56c8efba33c4 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098130 Nov 27 03:51:20.870073 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3524e-a559-4275-9d5f-480438ac1f57 req-c0bef704-c3f8-4c08-9d9f-fcc43edcd686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:20.870355 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3524e-a559-4275-9d5f-480438ac1f57 req-c0bef704-c3f8-4c08-9d9f-fcc43edcd686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:20.870867 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3524e-a559-4275-9d5f-480438ac1f57 req-c0bef704-c3f8-4c08-9d9f-fcc43edcd686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:20.871703 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3524e-a559-4275-9d5f-480438ac1f57 req-c0bef704-c3f8-4c08-9d9f-fcc43edcd686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:20.872059 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3524e-a559-4275-9d5f-480438ac1f57 req-c0bef704-c3f8-4c08-9d9f-fcc43edcd686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:20.872516 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3524e-a559-4275-9d5f-480438ac1f57 req-c0bef704-c3f8-4c08-9d9f-fcc43edcd686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:20.873229 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3524e-a559-4275-9d5f-480438ac1f57 req-c0bef704-c3f8-4c08-9d9f-fcc43edcd686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:20.875216 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-29e3524e-a559-4275-9d5f-480438ac1f57 req-c0bef704-c3f8-4c08-9d9f-fcc43edcd686 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 6501 time: 0.3540490 Nov 27 03:51:20.981844 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54120f4-5160-4f2d-ae5e-1967775abb5a tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Pushing event updated for resources: {'Port': ['ID=1e81bbd6-9d13-48b3-9d86-d69348213c5c,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:21.013421 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 88fafb10-6073-4385-8856-5cb6b0edc15c up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:51:21.070718 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d54120f4-5160-4f2d-ae5e-1967775abb5a tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:21.094948 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4a266-ae7f-4b1e-aa0e-f1141e4b0a6d req-dcd537ba-de49-4947-b41c-fbab3d721377 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:21.101223 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4a266-ae7f-4b1e-aa0e-f1141e4b0a6d req-dcd537ba-de49-4947-b41c-fbab3d721377 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:21.112697 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4a266-ae7f-4b1e-aa0e-f1141e4b0a6d req-dcd537ba-de49-4947-b41c-fbab3d721377 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:21.115362 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa4d76-5263-46f8-aef4-6d1f0db82259 req-f5845ff8-30e0-42d3-af1f-8e97bf046a2f tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:21.125078 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['26946bba-a484-4f3c-8919-da4b4bff424f'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:51:21.126229 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4a266-ae7f-4b1e-aa0e-f1141e4b0a6d req-dcd537ba-de49-4947-b41c-fbab3d721377 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:21.132530 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-affa4d76-5263-46f8-aef4-6d1f0db82259 req-f5845ff8-30e0-42d3-af1f-8e97bf046a2f tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] 10.222.0.20 "GET /v2.0/networks/f5c39893-f8d8-4150-8aae-695f98406de3 HTTP/1.1" status: 200 len: 784 time: 0.4609277 Nov 27 03:51:21.134310 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4a266-ae7f-4b1e-aa0e-f1141e4b0a6d req-dcd537ba-de49-4947-b41c-fbab3d721377 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:21.142454 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4a266-ae7f-4b1e-aa0e-f1141e4b0a6d req-dcd537ba-de49-4947-b41c-fbab3d721377 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:21.149122 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d54120f4-5160-4f2d-ae5e-1967775abb5a tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:21.151906 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d54120f4-5160-4f2d-ae5e-1967775abb5a tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0764453 Nov 27 03:51:21.159512 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-29e3524e-a559-4275-9d5f-480438ac1f57 req-ca317c9f-1b21-4e98-a675-db35ba813686 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=35921842-5bd8-4d3d-b228-d6a9b6023664&id=c4368533-280d-4285-a228-ddd922f72d08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2679822 Nov 27 03:51:21.171703 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4a266-ae7f-4b1e-aa0e-f1141e4b0a6d req-dcd537ba-de49-4947-b41c-fbab3d721377 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:21.192937 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-22d4a266-ae7f-4b1e-aa0e-f1141e4b0a6d req-dcd537ba-de49-4947-b41c-fbab3d721377 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 5444 time: 0.2525327 Nov 27 03:51:21.211552 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:21.245722 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 88fafb10-6073-4385-8856-5cb6b0edc15c triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:51:21.246100 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:21.326164 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-22d4a266-ae7f-4b1e-aa0e-f1141e4b0a6d req-ee7f1995-4ce1-44a9-a2ca-668a235c498d tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4368533-280d-4285-a228-ddd922f72d08&id=35921842-5bd8-4d3d-b228-d6a9b6023664&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1322138 Nov 27 03:51:21.362516 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2f4278a9-222c-4bd6-a375-918e11856a2d req-617dc4f3-6974-471b-9cb6-6a8e1c355ecc tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] 10.222.0.20 "GET /v2.0/floatingips/48980109-15da-482e-a50e-8a47faf8453e HTTP/1.1" status: 200 len: 691 time: 0.1053395 Nov 27 03:51:21.559232 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 26946bba-a484-4f3c-8919-da4b4bff424f no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:51:21.633817 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4278a9-222c-4bd6-a375-918e11856a2d req-bf95c95f-e6fe-44c7-8dfb-489230be04e4 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:21.635832 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2f4278a9-222c-4bd6-a375-918e11856a2d req-bf95c95f-e6fe-44c7-8dfb-489230be04e4 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] 10.222.0.20 "GET /v2.0/networks/f5c39893-f8d8-4150-8aae-695f98406de3 HTTP/1.1" status: 200 len: 784 time: 0.2676477 Nov 27 03:51:21.710988 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32dc6d2-e2d9-41b4-b011-77d1af6fb2aa req-c89e0711-91b8-419a-b411-40ea461596a1 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:21.712613 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a32dc6d2-e2d9-41b4-b011-77d1af6fb2aa req-c89e0711-91b8-419a-b411-40ea461596a1 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 948 time: 0.1231155 Nov 27 03:51:21.776999 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2f4278a9-222c-4bd6-a375-918e11856a2d req-753145ac-8a6c-4ec1-adec-a905d48366a7 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.7 HTTP/1.1" status: 200 len: 694 time: 0.1293628 Nov 27 03:51:21.802976 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:21.841328 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a32dc6d2-e2d9-41b4-b011-77d1af6fb2aa req-ee0e67b1-b729-462a-8fba-ca781a5d4c68 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111276 Nov 27 03:51:21.867515 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device b89f1429-abce-48ec-b453-aadaebd86f3c details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:51:21.888218 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:21.896817 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2f4278a9-222c-4bd6-a375-918e11856a2d req-2c4e32ea-e669-49d6-9825-01891dc00eba tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.7 HTTP/1.1" status: 200 len: 694 time: 0.1187558 Nov 27 03:51:21.903262 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 26946bba-a484-4f3c-8919-da4b4bff424f {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:51:21.935603 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 26946bba-a484-4f3c-8919-da4b4bff424f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=26946bba-a484-4f3c-8919-da4b4bff424f,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:21.952614 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:22.002129 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44779f2-1ff1-45c5-b5c1-a7eb6ea42236 req-01aa0bbe-8d4e-452f-9360-4a1a3f34f7c0 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:22.020532 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f44779f2-1ff1-45c5-b5c1-a7eb6ea42236 req-01aa0bbe-8d4e-452f-9360-4a1a3f34f7c0 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=b801577e-d41f-4b49-b4b5-d9710ca09d58 HTTP/1.1" status: 200 len: 945 time: 0.1017394 Nov 27 03:51:22.100978 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28651ca2-62cb-4565-89dc-25509e06cffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b89f1429-abce-48ec-b453-aadaebd86f3c'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:51:22.109443 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6e5068-d47c-4213-bf02-00ee3866b37d" -d '{"events": [{"server_uuid": "28651ca2-62cb-4565-89dc-25509e06cffd", "name": "network-vif-unplugged", "status": "completed", "tag": "b89f1429-abce-48ec-b453-aadaebd86f3c"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:51:22.138481 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f44779f2-1ff1-45c5-b5c1-a7eb6ea42236 req-ffdcf7e9-95dd-44ba-8608-520aeaae825e tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169629 Nov 27 03:51:22.218472 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=26946bba-a484-4f3c-8919-da4b4bff424f,revision_number=10']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:22.256213 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 03:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefb6db4-db19-4e6f-b063-48adaf3c5b06 x-openstack-request-id: req-eefb6db4-db19-4e6f-b063-48adaf3c5b06 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:51:22.257109 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28651ca2-62cb-4565-89dc-25509e06cffd", "name": "network-vif-unplugged", "status": "completed", "tag": "b89f1429-abce-48ec-b453-aadaebd86f3c", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:51:22.257521 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eefb6db4-db19-4e6f-b063-48adaf3c5b06 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:51:22.258099 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28651ca2-62cb-4565-89dc-25509e06cffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b89f1429-abce-48ec-b453-aadaebd86f3c', 'code': 200} Nov 27 03:51:22.298258 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc4bf40-4cfc-4826-9900-b5bdf2051542 req-6e2eda3b-0ce9-4630-b845-50fdeac5dc54 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:22.299998 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cdc4bf40-4cfc-4826-9900-b5bdf2051542 req-6e2eda3b-0ce9-4630-b845-50fdeac5dc54 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.23 "GET /v2.0/ports?device_id=b801577e-d41f-4b49-b4b5-d9710ca09d58 HTTP/1.1" status: 200 len: 945 time: 0.1896946 Nov 27 03:51:22.324974 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port b89f1429-abce-48ec-b453-aadaebd86f3c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=b89f1429-abce-48ec-b453-aadaebd86f3c,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:22.365238 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'b89f1429-abce-48ec-b453-aadaebd86f3c', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'port_id': 'b89f1429-abce-48ec-b453-aadaebd86f3c', 'mac_address': 'fa:16:3e:8b:e4:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14a2acf-f1d7-4ddf-8459-b30982428e88', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:51:22.414980 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-2f4278a9-222c-4bd6-a375-918e11856a2d req-75fb85c1-d136-48a6-80ff-519155b9f6b0 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Deleting port b7d1e85b-7071-439c-86c6-b2d0693dd09f {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:51:22.417597 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-2f4278a9-222c-4bd6-a375-918e11856a2d req-75fb85c1-d136-48a6-80ff-519155b9f6b0 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:22.475816 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:22.517750 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b89f1429-abce-48ec-b453-aadaebd86f3c {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:51:22.540666 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port b89f1429-abce-48ec-b453-aadaebd86f3c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=b89f1429-abce-48ec-b453-aadaebd86f3c,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:22.546700 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:22.617462 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=b89f1429-abce-48ec-b453-aadaebd86f3c,revision_number=9']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:22.625782 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-2f4278a9-222c-4bd6-a375-918e11856a2d req-75fb85c1-d136-48a6-80ff-519155b9f6b0 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:22.625782 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-2f4278a9-222c-4bd6-a375-918e11856a2d req-75fb85c1-d136-48a6-80ff-519155b9f6b0 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:22.629069 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-cdc4bf40-4cfc-4826-9900-b5bdf2051542 req-1a833cce-c851-489a-8451-8ca26124c8ab tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Deleting port aef7cb14-4c58-43d3-b27c-f689dd029621 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:51:22.629466 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-cdc4bf40-4cfc-4826-9900-b5bdf2051542 req-1a833cce-c851-489a-8451-8ca26124c8ab tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:22.641466 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910bcfd-221f-4d2f-a80a-cdd1b9cf560b req-2558124d-04ff-443b-aa99-b10a6a990d2b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:22.677618 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910bcfd-221f-4d2f-a80a-cdd1b9cf560b req-2558124d-04ff-443b-aa99-b10a6a990d2b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:22.685922 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-2f4278a9-222c-4bd6-a375-918e11856a2d req-75fb85c1-d136-48a6-80ff-519155b9f6b0 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Calling delete_port for b7d1e85b-7071-439c-86c6-b2d0693dd09f owned by network:floatingip {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:51:22.691782 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910bcfd-221f-4d2f-a80a-cdd1b9cf560b req-2558124d-04ff-443b-aa99-b10a6a990d2b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:22.699977 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910bcfd-221f-4d2f-a80a-cdd1b9cf560b req-2558124d-04ff-443b-aa99-b10a6a990d2b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:22.709711 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910bcfd-221f-4d2f-a80a-cdd1b9cf560b req-2558124d-04ff-443b-aa99-b10a6a990d2b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:22.723728 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910bcfd-221f-4d2f-a80a-cdd1b9cf560b req-2558124d-04ff-443b-aa99-b10a6a990d2b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:22.731666 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910bcfd-221f-4d2f-a80a-cdd1b9cf560b req-2558124d-04ff-443b-aa99-b10a6a990d2b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:22.740782 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3910bcfd-221f-4d2f-a80a-cdd1b9cf560b req-2558124d-04ff-443b-aa99-b10a6a990d2b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 5444 time: 0.2365763 Nov 27 03:51:22.778831 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['b89f1429-abce-48ec-b453-aadaebd86f3c'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:51:22.810889 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-cdc4bf40-4cfc-4826-9900-b5bdf2051542 req-1a833cce-c851-489a-8451-8ca26124c8ab tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] For port aef7cb14-4c58-43d3-b27c-f689dd029621, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=aef7cb14-4c58-43d3-b27c-f689dd029621,segment=NetworkSegment(277708b6-af23-477b-abf6-dbbbeb02c2ba),segment_id=277708b6-af23-477b-abf6-dbbbeb02c2ba)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:22.811784 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-cdc4bf40-4cfc-4826-9900-b5bdf2051542 req-1a833cce-c851-489a-8451-8ca26124c8ab tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:22.851441 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-cdc4bf40-4cfc-4826-9900-b5bdf2051542 req-1a833cce-c851-489a-8451-8ca26124c8ab tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Calling delete_port for aef7cb14-4c58-43d3-b27c-f689dd029621 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:51:22.875357 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3910bcfd-221f-4d2f-a80a-cdd1b9cf560b req-ac7ac845-5b10-4e39-8e26-c80304c8d344 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4368533-280d-4285-a228-ddd922f72d08&id=35921842-5bd8-4d3d-b228-d6a9b6023664&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1331663 Nov 27 03:51:23.095073 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43352290-e4e0-4b56-ac37-ce9fd25373eb req-e12607ea-3f37-4f7c-8866-9aa977dcdc5f tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:23.105062 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-43352290-e4e0-4b56-ac37-ce9fd25373eb req-e12607ea-3f37-4f7c-8866-9aa977dcdc5f tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 948 time: 0.1141231 Nov 27 03:51:23.221394 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-43352290-e4e0-4b56-ac37-ce9fd25373eb req-b788048b-2b98-4c95-8f58-06389855727e tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132493 Nov 27 03:51:23.274997 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-2f4278a9-222c-4bd6-a375-918e11856a2d req-75fb85c1-d136-48a6-80ff-519155b9f6b0 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:23.333997 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb85c1-d136-48a6-80ff-519155b9f6b0 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Pushing event deleted for resources: {'Port': ['ID=b7d1e85b-7071-439c-86c6-b2d0693dd09f,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:23.397757 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-cdc4bf40-4cfc-4826-9900-b5bdf2051542 req-1a833cce-c851-489a-8451-8ca26124c8ab tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:23.430126 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667316c6-5671-4710-be92-bdbbe7e53c4e req-939ebae4-10e5-4a26-9d33-81582085ec37 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:23.435464 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['aef7cb14-4c58-43d3-b27c-f689dd029621'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:51:23.452548 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 37166) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:23.462430 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-667316c6-5671-4710-be92-bdbbe7e53c4e req-939ebae4-10e5-4a26-9d33-81582085ec37 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=b801577e-d41f-4b49-b4b5-d9710ca09d58 HTTP/1.1" status: 200 len: 867 time: 0.1395042 Nov 27 03:51:23.523499 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a833cce-c851-489a-8451-8ca26124c8ab tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Pushing event deleted for resources: {'Port': ['ID=aef7cb14-4c58-43d3-b27c-f689dd029621,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:23.528324 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-667316c6-5671-4710-be92-bdbbe7e53c4e req-760b3fa9-a8e4-4f2e-9945-f8be3b0d0a52 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642359 Nov 27 03:51:23.571904 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 26946bba-a484-4f3c-8919-da4b4bff424f up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:51:23.643367 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 26946bba-a484-4f3c-8919-da4b4bff424f triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:51:23.645625 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:23.662765 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-2f4278a9-222c-4bd6-a375-918e11856a2d req-75fb85c1-d136-48a6-80ff-519155b9f6b0 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks [] for floatingip, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:23.668416 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-2f4278a9-222c-4bd6-a375-918e11856a2d req-75fb85c1-d136-48a6-80ff-519155b9f6b0 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:23.669605 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2f4278a9-222c-4bd6-a375-918e11856a2d req-75fb85c1-d136-48a6-80ff-519155b9f6b0 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] 10.222.0.20 "DELETE /v2.0/floatingips/48980109-15da-482e-a50e-8a47faf8453e HTTP/1.1" status: 204 len: 173 time: 1.7667315 Nov 27 03:51:23.671356 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc4bf40-4cfc-4826-9900-b5bdf2051542 req-1a833cce-c851-489a-8451-8ca26124c8ab tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] No DVR routers for this DVR port aef7cb14-4c58-43d3-b27c-f689dd029621 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:51:23.680029 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-cdc4bf40-4cfc-4826-9900-b5bdf2051542 req-1a833cce-c851-489a-8451-8ca26124c8ab tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:23.686305 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cdc4bf40-4cfc-4826-9900-b5bdf2051542 req-1a833cce-c851-489a-8451-8ca26124c8ab tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.23 "DELETE /v2.0/ports/aef7cb14-4c58-43d3-b27c-f689dd029621 HTTP/1.1" status: 204 len: 173 time: 1.3670096 Nov 27 03:51:23.689562 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b801577e-d41f-4b49-b4b5-d9710ca09d58', 'name': 'network-vif-deleted', 'tag': 'aef7cb14-4c58-43d3-b27c-f689dd029621'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:51:23.692622 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9b5629-ed35-4e60-9585-a3e13b00e886" -d '{"events": [{"server_uuid": "b801577e-d41f-4b49-b4b5-d9710ca09d58", "name": "network-vif-deleted", "tag": "aef7cb14-4c58-43d3-b27c-f689dd029621"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:51:23.838580 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:23.891047 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 26946bba-a484-4f3c-8919-da4b4bff424f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=26946bba-a484-4f3c-8919-da4b4bff424f,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:23.902776 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:23.943682 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c2d10bf9-bd37-46ed-8186-b56a65133aa1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:23.969391 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=26946bba-a484-4f3c-8919-da4b4bff424f,revision_number=11']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:24.087759 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7eb6c-8d75-48ca-b77c-7cc01d63b190 req-56a735b9-2c74-47a5-979b-a75a4e893329 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:24.089341 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d4a7eb6c-8d75-48ca-b77c-7cc01d63b190 req-56a735b9-2c74-47a5-979b-a75a4e893329 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3710024 Nov 27 03:51:24.151416 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c2d10bf9-bd37-46ed-8186-b56a65133aa1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:24.159923 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a44ba5-794b-4afe-abfa-f35079c61799 x-openstack-request-id: req-32a44ba5-794b-4afe-abfa-f35079c61799 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:51:24.160380 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b801577e-d41f-4b49-b4b5-d9710ca09d58", "name": "network-vif-deleted", "tag": "aef7cb14-4c58-43d3-b27c-f689dd029621", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:51:24.160675 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-32a44ba5-794b-4afe-abfa-f35079c61799 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:51:24.161102 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b801577e-d41f-4b49-b4b5-d9710ca09d58', 'name': 'network-vif-deleted', 'tag': 'aef7cb14-4c58-43d3-b27c-f689dd029621', 'status': 'completed', 'code': 200} Nov 27 03:51:24.162319 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c2d10bf9-bd37-46ed-8186-b56a65133aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:24.234936 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c2d10bf9-bd37-46ed-8186-b56a65133aa1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=56bffeea25114423b8e8be99c8182d2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7303312 Nov 27 03:51:24.237686 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37192) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:24.259373 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5190d77d-8553-48fa-93a4-45551215f363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26946bba-a484-4f3c-8919-da4b4bff424f'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:51:24.261874 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b8e53d-8744-4c7b-ad73-077a3a4a8611" -d '{"events": [{"server_uuid": "5190d77d-8553-48fa-93a4-45551215f363", "name": "network-vif-plugged", "status": "completed", "tag": "26946bba-a484-4f3c-8919-da4b4bff424f"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:51:24.267121 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d10bf9-bd37-46ed-8186-b56a65133aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d99990-2eec-4919-84f8-0864a56cff6c,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:24.355387 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-62db7605-9ebc-4979-b72b-ad16ae222746 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:24.378495 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836692bd-17e6-4b7e-9983-6dc2baaf3d11 req-375f3751-b18e-4586-bc2b-ee245ab210aa tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:24.391250 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836692bd-17e6-4b7e-9983-6dc2baaf3d11 req-375f3751-b18e-4586-bc2b-ee245ab210aa tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:24.399913 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836692bd-17e6-4b7e-9983-6dc2baaf3d11 req-375f3751-b18e-4586-bc2b-ee245ab210aa tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:24.425483 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-62db7605-9ebc-4979-b72b-ad16ae222746 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:24.428335 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836692bd-17e6-4b7e-9983-6dc2baaf3d11 req-375f3751-b18e-4586-bc2b-ee245ab210aa tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:24.445053 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836692bd-17e6-4b7e-9983-6dc2baaf3d11 req-375f3751-b18e-4586-bc2b-ee245ab210aa tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:24.457572 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836692bd-17e6-4b7e-9983-6dc2baaf3d11 req-375f3751-b18e-4586-bc2b-ee245ab210aa tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:24.465845 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836692bd-17e6-4b7e-9983-6dc2baaf3d11 req-375f3751-b18e-4586-bc2b-ee245ab210aa tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:24.472224 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-836692bd-17e6-4b7e-9983-6dc2baaf3d11 req-375f3751-b18e-4586-bc2b-ee245ab210aa tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 5444 time: 0.1925704 Nov 27 03:51:24.531697 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-62db7605-9ebc-4979-b72b-ad16ae222746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:24.534871 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-62db7605-9ebc-4979-b72b-ad16ae222746 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:24.540811 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-62db7605-9ebc-4979-b72b-ad16ae222746 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/62d99990-2eec-4919-84f8-0864a56cff6c HTTP/1.1" status: 204 len: 168 time: 0.3002980 Nov 27 03:51:24.555964 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db7605-9ebc-4979-b72b-ad16ae222746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d99990-2eec-4919-84f8-0864a56cff6c,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:24.612180 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-836692bd-17e6-4b7e-9983-6dc2baaf3d11 req-97523571-d6f9-4e7f-a475-6cd33ae2a8c4 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4368533-280d-4285-a228-ddd922f72d08&id=35921842-5bd8-4d3d-b228-d6a9b6023664&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1335456 Nov 27 03:51:24.756077 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8f7721e6-d64c-4e3b-af46-d6956a6e0126 req-7a9d767d-b593-411e-867b-2f6603f41b92 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=b7359fd6981141eab21db4104cac4898 HTTP/1.1" status: 200 len: 1656 time: 0.0973325 Nov 27 03:51:25.037769 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7721e6-d64c-4e3b-af46-d6956a6e0126 req-63ad59dd-b0f9-40e7-93ba-43330248db57 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:25.037769 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8f7721e6-d64c-4e3b-af46-d6956a6e0126 req-63ad59dd-b0f9-40e7-93ba-43330248db57 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] 10.222.0.20 "GET /v2.0/networks?id=f5c39893-f8d8-4150-8aae-695f98406de3&id=f5c39893-f8d8-4150-8aae-695f98406de3&id=f5c39893-f8d8-4150-8aae-695f98406de3 HTTP/1.1" status: 200 len: 787 time: 0.2715704 Nov 27 03:51:25.081022 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 37212) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:25.101529 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cb1a9883-fdb2-4167-b4ac-e6fa0dae6186 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:25.244280 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a4a36-c3f6-48b1-92ad-d90f05694f42 req-aa639300-9832-49d4-84a2-b20f9b1965c1 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:25.246173 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6b7a4a36-c3f6-48b1-92ad-d90f05694f42 req-aa639300-9832-49d4-84a2-b20f9b1965c1 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 950 time: 0.0968251 Nov 27 03:51:25.318074 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cb1a9883-fdb2-4167-b4ac-e6fa0dae6186 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:25.324665 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6b7a4a36-c3f6-48b1-92ad-d90f05694f42 req-5e7365fe-f277-48bc-93ea-16fe52749d04 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672138 Nov 27 03:51:25.326125 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cb1a9883-fdb2-4167-b4ac-e6fa0dae6186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:25.372436 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-cb1a9883-fdb2-4167-b4ac-e6fa0dae6186 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bb76d2803322454287e0c1d6e7a10f8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2902415 Nov 27 03:51:25.375022 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 37214) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:25.381363 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a9883-fdb2-4167-b4ac-e6fa0dae6186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47862cb4-4be9-488b-a8b5-069fc2de8eff,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:25.445577 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-236209fe-2658-4d43-bc06-adb3332dc2f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:25.451333 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce9f5f5-5285-48c6-bc65-ce70078c8efa x-openstack-request-id: req-2ce9f5f5-5285-48c6-bc65-ce70078c8efa {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:51:25.451933 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5190d77d-8553-48fa-93a4-45551215f363", "name": "network-vif-plugged", "status": "completed", "tag": "26946bba-a484-4f3c-8919-da4b4bff424f", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:51:25.452061 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ce9f5f5-5285-48c6-bc65-ce70078c8efa {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:51:25.452581 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5190d77d-8553-48fa-93a4-45551215f363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26946bba-a484-4f3c-8919-da4b4bff424f', 'code': 200} Nov 27 03:51:25.474024 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-236209fe-2658-4d43-bc06-adb3332dc2f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:25.537847 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-236209fe-2658-4d43-bc06-adb3332dc2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:25.539701 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-236209fe-2658-4d43-bc06-adb3332dc2f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:25.541055 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-236209fe-2658-4d43-bc06-adb3332dc2f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/47862cb4-4be9-488b-a8b5-069fc2de8eff HTTP/1.1" status: 204 len: 168 time: 0.1649697 Nov 27 03:51:25.550522 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236209fe-2658-4d43-bc06-adb3332dc2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47862cb4-4be9-488b-a8b5-069fc2de8eff,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:25.779347 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e1609-ccc5-4c48-9351-c8bbd9ab3b8a req-f2592626-b5a7-415d-ac30-52a85c11f9f8 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:25.786647 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e1609-ccc5-4c48-9351-c8bbd9ab3b8a req-f2592626-b5a7-415d-ac30-52a85c11f9f8 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:25.793280 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e1609-ccc5-4c48-9351-c8bbd9ab3b8a req-f2592626-b5a7-415d-ac30-52a85c11f9f8 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:25.801172 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e1609-ccc5-4c48-9351-c8bbd9ab3b8a req-f2592626-b5a7-415d-ac30-52a85c11f9f8 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:25.810204 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e1609-ccc5-4c48-9351-c8bbd9ab3b8a req-f2592626-b5a7-415d-ac30-52a85c11f9f8 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:25.817240 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e1609-ccc5-4c48-9351-c8bbd9ab3b8a req-f2592626-b5a7-415d-ac30-52a85c11f9f8 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:25.824587 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e1609-ccc5-4c48-9351-c8bbd9ab3b8a req-f2592626-b5a7-415d-ac30-52a85c11f9f8 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:25.826864 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-196e1609-ccc5-4c48-9351-c8bbd9ab3b8a req-f2592626-b5a7-415d-ac30-52a85c11f9f8 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 5444 time: 0.2134523 Nov 27 03:51:25.832347 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device b89f1429-abce-48ec-b453-aadaebd86f3c up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:51:25.838689 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37224) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:25.845103 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-46a8fcf7-b702-4603-ad6d-3ee3e3ab9e7c tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Request body: {'floatingip': {'port_id': '99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:51:25.852402 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717dc4a9-c017-4da1-973d-122cf9b77ae5 req-9656ac3a-b7ae-4232-a755-cb5503c69810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:25.853894 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-717dc4a9-c017-4da1-973d-122cf9b77ae5 req-9656ac3a-b7ae-4232-a755-cb5503c69810 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 1101 time: 0.1691501 Nov 27 03:51:25.950599 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b6ee6f87-abd7-42c6-870a-0eadce93d87f req-56f16cf8-45ba-4bf3-8c79-6de985150b54 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] 10.222.0.20 "GET /v2.0/floatingips/df785c1f-d414-454d-b7e9-c3d8814f973e HTTP/1.1" status: 200 len: 693 time: 0.0656104 Nov 27 03:51:25.962957 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port b89f1429-abce-48ec-b453-aadaebd86f3c triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:51:25.963500 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:26.000829 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-46a8fcf7-b702-4603-ad6d-3ee3e3ab9e7c tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks [] for floatingip, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:26.071822 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-717dc4a9-c017-4da1-973d-122cf9b77ae5 req-0b2ba529-9f8f-498b-bc28-161b696a8399 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062423 Nov 27 03:51:26.172049 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:26.270955 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port b89f1429-abce-48ec-b453-aadaebd86f3c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=b89f1429-abce-48ec-b453-aadaebd86f3c,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:26.285588 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:26.315917 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee6f87-abd7-42c6-870a-0eadce93d87f req-ecf10c36-05da-48fa-b91f-5059fea87f6f tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:26.330865 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b6ee6f87-abd7-42c6-870a-0eadce93d87f req-ecf10c36-05da-48fa-b91f-5059fea87f6f tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] 10.222.0.20 "GET /v2.0/networks/f5c39893-f8d8-4150-8aae-695f98406de3 HTTP/1.1" status: 200 len: 784 time: 0.3585479 Nov 27 03:51:26.413413 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=b89f1429-abce-48ec-b453-aadaebd86f3c,revision_number=10']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:26.460038 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b6ee6f87-abd7-42c6-870a-0eadce93d87f req-aa8e6fac-8f3e-439e-8a29-a4e902a82124 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.240 HTTP/1.1" status: 200 len: 696 time: 0.1281295 Nov 27 03:51:26.542193 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b6ee6f87-abd7-42c6-870a-0eadce93d87f req-6c451f34-d5f1-46d2-b0d4-182abfba3d2a tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.240 HTTP/1.1" status: 200 len: 696 time: 0.0732090 Nov 27 03:51:26.776629 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-b6ee6f87-abd7-42c6-870a-0eadce93d87f req-1c1288d0-ce71-45d9-9a2a-bfc97258e15a tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Deleting port bde0815c-0bf8-4187-a58d-d68043e9d5e0 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:51:26.777227 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b6ee6f87-abd7-42c6-870a-0eadce93d87f req-1c1288d0-ce71-45d9-9a2a-bfc97258e15a tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:26.933752 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-46a8fcf7-b702-4603-ad6d-3ee3e3ab9e7c tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:26.947292 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-46a8fcf7-b702-4603-ad6d-3ee3e3ab9e7c tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:26.986061 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b6ee6f87-abd7-42c6-870a-0eadce93d87f req-1c1288d0-ce71-45d9-9a2a-bfc97258e15a tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:26.987879 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b6ee6f87-abd7-42c6-870a-0eadce93d87f req-1c1288d0-ce71-45d9-9a2a-bfc97258e15a tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:27.020750 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-b6ee6f87-abd7-42c6-870a-0eadce93d87f req-1c1288d0-ce71-45d9-9a2a-bfc97258e15a tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Calling delete_port for bde0815c-0bf8-4187-a58d-d68043e9d5e0 owned by network:floatingip {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:51:27.097957 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [None req-46a8fcf7-b702-4603-ad6d-3ee3e3ab9e7c tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Floating IP 8c7366db-886f-4308-8275-e98c6a998dc6 associated. External IP: 172.25.1.91, port: 99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b. Nov 27 03:51:27.321422 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b6ee6f87-abd7-42c6-870a-0eadce93d87f req-1c1288d0-ce71-45d9-9a2a-bfc97258e15a tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:27.370193 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1288d0-ce71-45d9-9a2a-bfc97258e15a tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Pushing event deleted for resources: {'Port': ['ID=bde0815c-0bf8-4187-a58d-d68043e9d5e0,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:27.452748 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a8fcf7-b702-4603-ad6d-3ee3e3ab9e7c tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Router 3800f3d6-c601-4c0d-8073-e6b997a6db34 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:51:27.453229 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28651ca2-62cb-4565-89dc-25509e06cffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89f1429-abce-48ec-b453-aadaebd86f3c'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:51:27.455597 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3368fea-4e50-46f7-beff-39ba2a4f6a6d" -d '{"events": [{"server_uuid": "28651ca2-62cb-4565-89dc-25509e06cffd", "name": "network-vif-plugged", "status": "completed", "tag": "b89f1429-abce-48ec-b453-aadaebd86f3c"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:51:27.535513 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b6ee6f87-abd7-42c6-870a-0eadce93d87f req-1c1288d0-ce71-45d9-9a2a-bfc97258e15a tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks [] for floatingip, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:27.538187 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b6ee6f87-abd7-42c6-870a-0eadce93d87f req-1c1288d0-ce71-45d9-9a2a-bfc97258e15a tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:27.539393 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b6ee6f87-abd7-42c6-870a-0eadce93d87f req-1c1288d0-ce71-45d9-9a2a-bfc97258e15a tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] 10.222.0.20 "DELETE /v2.0/floatingips/df785c1f-d414-454d-b7e9-c3d8814f973e HTTP/1.1" status: 204 len: 173 time: 0.9912848 Nov 27 03:51:27.597935 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device aef7cb14-4c58-43d3-b27c-f689dd029621 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:51:27.613723 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a8fcf7-b702-4603-ad6d-3ee3e3ab9e7c tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:51:27.618796 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-46a8fcf7-b702-4603-ad6d-3ee3e3ab9e7c tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:27.624506 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8df5e41-eb1e-433c-ab26-121d3c139bc2 None None] Sync routers for ids ['3800f3d6-c601-4c0d-8073-e6b997a6db34'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:51:27.640125 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8df5e41-eb1e-433c-ab26-121d3c139bc2 None None] Routers {'3800f3d6-c601-4c0d-8073-e6b997a6db34'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:51:27.641411 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-f8df5e41-eb1e-433c-ab26-121d3c139bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:51:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['3800f3d6-c601-4c0d-8073-e6b997a6db34'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:51:27.655178 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: aef7cb14-4c58-43d3-b27c-f689dd029621 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:51:27.659436 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-46a8fcf7-b702-4603-ad6d-3ee3e3ab9e7c tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "PUT /v2.0/floatingips/8c7366db-886f-4308-8275-e98c6a998dc6 HTTP/1.1" status: 200 len: 991 time: 1.8162501 Nov 27 03:51:27.659436 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'tag': '99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:51:27.660180 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27cb9d64-57bd-4a50-83d8-f3bb680be081" -d '{"events": [{"name": "network-changed", "server_uuid": "84700780-6df9-4d55-a48b-0f89c4c5e5a8", "tag": "99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:51:27.661423 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device aef7cb14-4c58-43d3-b27c-f689dd029621 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:51:27.784165 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-f8df5e41-eb1e-433c-ab26-121d3c139bc2 None None] Set router 3800f3d6-c601-4c0d-8073-e6b997a6db34 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:51:28.141886 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-f8df5e41-eb1e-433c-ab26-121d3c139bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3800f3d6-c601-4c0d-8073-e6b997a6db34', 'name': 'tempest-TaggedBootDevicesTest_v242-1629102924-router', 'tenant_id': '3e0a6e3903404d4c8a0246b387bf3805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '83addeb9-dcf2-4534-86d1-264ae97763ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:48:37Z', 'updated_at': '2021-11-27T03:48:42Z', 'revision_number': 4, 'project_id': '3e0a6e3903404d4c8a0246b387bf3805', 'gw_port': {'id': '83addeb9-dcf2-4534-86d1-264ae97763ea', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3800f3d6-c601-4c0d-8073-e6b997a6db34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:48:38Z', 'updated_at': '2021-11-27T03:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '8c7366db-886f-4308-8275-e98c6a998dc6', 'tenant_id': '3e0a6e3903404d4c8a0246b387bf3805', 'floating_ip_address': '172.25.1.91', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '3800f3d6-c601-4c0d-8073-e6b997a6db34', 'port_id': '99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff8078f-ae3b-4728-b001-9277e61f21a6', 'mac_address': 'fa:16:3e:d5:8e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:49:55Z', 'updated_at': '2021-11-27T03:51:26Z', 'revision_number': 1, 'project_id': '3e0a6e3903404d4c8a0246b387bf3805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '271a6263-1c4e-4232-ab19-41a2a5e7549b', 'name': '', 'network_id': '9ff8078f-ae3b-4728-b001-9277e61f21a6', 'tenant_id': '3e0a6e3903404d4c8a0246b387bf3805', 'mac_address': 'fa:16:3e:62:d5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3800f3d6-c601-4c0d-8073-e6b997a6db34', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'fdd47af3-1760-4461-be21-108e1865b763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:48:41Z', 'updated_at': '2021-11-27T03:48:54Z', 'revision_number': 5, 'project_id': '3e0a6e3903404d4c8a0246b387bf3805', 'subnets': [{'id': 'fdd47af3-1760-4461-be21-108e1865b763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:51:28.171829 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8df5e41-eb1e-433c-ab26-121d3c139bc2 None None] Checking router: 3800f3d6-c601-4c0d-8073-e6b997a6db34 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:51:28.181913 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8df5e41-eb1e-433c-ab26-121d3c139bc2 None None] Routers {'3800f3d6-c601-4c0d-8073-e6b997a6db34'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:51:28.183280 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-f8df5e41-eb1e-433c-ab26-121d3c139bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:51:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['3800f3d6-c601-4c0d-8073-e6b997a6db34'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:51:28.301175 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-f8df5e41-eb1e-433c-ab26-121d3c139bc2 None None] Set router 3800f3d6-c601-4c0d-8073-e6b997a6db34 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:51:28.614091 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-f8df5e41-eb1e-433c-ab26-121d3c139bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3800f3d6-c601-4c0d-8073-e6b997a6db34', 'name': 'tempest-TaggedBootDevicesTest_v242-1629102924-router', 'tenant_id': '3e0a6e3903404d4c8a0246b387bf3805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '83addeb9-dcf2-4534-86d1-264ae97763ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:48:37Z', 'updated_at': '2021-11-27T03:48:42Z', 'revision_number': 4, 'project_id': '3e0a6e3903404d4c8a0246b387bf3805', 'gw_port': {'id': '83addeb9-dcf2-4534-86d1-264ae97763ea', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3800f3d6-c601-4c0d-8073-e6b997a6db34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:48:38Z', 'updated_at': '2021-11-27T03:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '8c7366db-886f-4308-8275-e98c6a998dc6', 'tenant_id': '3e0a6e3903404d4c8a0246b387bf3805', 'floating_ip_address': '172.25.1.91', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '3800f3d6-c601-4c0d-8073-e6b997a6db34', 'port_id': '99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff8078f-ae3b-4728-b001-9277e61f21a6', 'mac_address': 'fa:16:3e:d5:8e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:49:55Z', 'updated_at': '2021-11-27T03:51:26Z', 'revision_number': 1, 'project_id': '3e0a6e3903404d4c8a0246b387bf3805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '271a6263-1c4e-4232-ab19-41a2a5e7549b', 'name': '', 'network_id': '9ff8078f-ae3b-4728-b001-9277e61f21a6', 'tenant_id': '3e0a6e3903404d4c8a0246b387bf3805', 'mac_address': 'fa:16:3e:62:d5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3800f3d6-c601-4c0d-8073-e6b997a6db34', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'fdd47af3-1760-4461-be21-108e1865b763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:48:41Z', 'updated_at': '2021-11-27T03:48:54Z', 'revision_number': 5, 'project_id': '3e0a6e3903404d4c8a0246b387bf3805', 'subnets': [{'id': 'fdd47af3-1760-4461-be21-108e1865b763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:51:28.647270 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8df5e41-eb1e-433c-ab26-121d3c139bc2 None None] The sync data for ids ['3800f3d6-c601-4c0d-8073-e6b997a6db34'] in n-d-819494-3 is: [{'id': '3800f3d6-c601-4c0d-8073-e6b997a6db34', 'name': 'tempest-TaggedBootDevicesTest_v242-1629102924-router', 'tenant_id': '3e0a6e3903404d4c8a0246b387bf3805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '83addeb9-dcf2-4534-86d1-264ae97763ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:48:37Z', 'updated_at': '2021-11-27T03:48:42Z', 'revision_number': 4, 'project_id': '3e0a6e3903404d4c8a0246b387bf3805', 'gw_port': {'id': '83addeb9-dcf2-4534-86d1-264ae97763ea', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3800f3d6-c601-4c0d-8073-e6b997a6db34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:48:38Z', 'updated_at': '2021-11-27T03:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '8c7366db-886f-4308-8275-e98c6a998dc6', 'tenant_id': '3e0a6e3903404d4c8a0246b387bf3805', 'floating_ip_address': '172.25.1.91', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '3800f3d6-c601-4c0d-8073-e6b997a6db34', 'port_id': '99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff8078f-ae3b-4728-b001-9277e61f21a6', 'mac_address': 'fa:16:3e:d5:8e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:49:55Z', 'updated_at': '2021-11-27T03:51:26Z', 'revision_number': 1, 'project_id': '3e0a6e3903404d4c8a0246b387bf3805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '271a6263-1c4e-4232-ab19-41a2a5e7549b', 'name': '', 'network_id': '9ff8078f-ae3b-4728-b001-9277e61f21a6', 'tenant_id': '3e0a6e3903404d4c8a0246b387bf3805', 'mac_address': 'fa:16:3e:62:d5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3800f3d6-c601-4c0d-8073-e6b997a6db34', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'fdd47af3-1760-4461-be21-108e1865b763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:48:41Z', 'updated_at': '2021-11-27T03:48:54Z', 'revision_number': 5, 'project_id': '3e0a6e3903404d4c8a0246b387bf3805', 'subnets': [{'id': 'fdd47af3-1760-4461-be21-108e1865b763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:51:29.026939 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7ec792-5927-45cb-a694-513f755348a3 None None] New status for floating IP 8c7366db-886f-4308-8275-e98c6a998dc6: ACTIVE {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 03:51:30.650438 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-503adec6-4b59-49bf-8db6-70531f5e63c3 req-a87486c9-f734-4c8e-9225-394e8c7f1816 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0496480 Nov 27 03:51:30.782886 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503adec6-4b59-49bf-8db6-70531f5e63c3 req-147f0f13-88a2-4772-96bd-ffe205158116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:30.784785 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-503adec6-4b59-49bf-8db6-70531f5e63c3 req-147f0f13-88a2-4772-96bd-ffe205158116 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8034f6ec58f9461bbbd6b0673a6f6a14&device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 1096 time: 0.0507927 Nov 27 03:51:30.931708 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503adec6-4b59-49bf-8db6-70531f5e63c3 req-5157116b-5a47-4f10-a014-92349ec368bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:30.933310 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-503adec6-4b59-49bf-8db6-70531f5e63c3 req-5157116b-5a47-4f10-a014-92349ec368bb service neutron] 10.222.0.11 "GET /v2.0/networks?id=211a26de-ee25-4358-bc51-37876ae6d739 HTTP/1.1" status: 200 len: 920 time: 0.1151206 Nov 27 03:51:30.986971 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-503adec6-4b59-49bf-8db6-70531f5e63c3 req-14311047-79a4-4e04-8b2a-7753f241d80f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac5a9819-f007-45b4-b39f-9ca98d7b81b5 HTTP/1.1" status: 200 len: 217 time: 0.0442972 Nov 27 03:51:31.084085 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503adec6-4b59-49bf-8db6-70531f5e63c3 req-c753c995-eb05-42a5-9270-8df3da29bf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:31.087681 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-503adec6-4b59-49bf-8db6-70531f5e63c3 req-c753c995-eb05-42a5-9270-8df3da29bf7f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7f92d0cd-8b30-467f-95d0-7ca51c4b0374 HTTP/1.1" status: 200 len: 859 time: 0.0889673 Nov 27 03:51:31.143883 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-503adec6-4b59-49bf-8db6-70531f5e63c3 req-8a7902da-ad5c-4eaa-8d0d-eaced5923f0a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=211a26de-ee25-4358-bc51-37876ae6d739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440071 Nov 27 03:51:31.298033 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-503adec6-4b59-49bf-8db6-70531f5e63c3 req-bc6b307b-1c33-4278-9e97-994a0e8ac7dc service neutron] 10.222.0.11 "GET /v2.0/networks/211a26de-ee25-4358-bc51-37876ae6d739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320100 Nov 27 03:51:31.424825 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-503adec6-4b59-49bf-8db6-70531f5e63c3 req-2b4ba71e-0070-4fa7-9f0b-ac5eaecbb0a4 service neutron] 10.222.0.11 "GET /v2.0/networks/211a26de-ee25-4358-bc51-37876ae6d739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090772 Nov 27 03:51:35.558253 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-967b9da5-447a-4f7d-8e5b-3cf2b5fd6da8 req-cf2d11c1-6785-4904-9c25-e13438175bef service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e7e6b9a2-f01e-442b-b8ba-b4cc89443628&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0521140 Nov 27 03:51:35.644740 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b9da5-447a-4f7d-8e5b-3cf2b5fd6da8 req-1e681c8b-9cae-4768-b02b-6bd3f83facf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:35.646599 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-967b9da5-447a-4f7d-8e5b-3cf2b5fd6da8 req-1e681c8b-9cae-4768-b02b-6bd3f83facf3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b7f270efeae1405ab8a1cc984f2059bf&device_id=e7e6b9a2-f01e-442b-b8ba-b4cc89443628 HTTP/1.1" status: 200 len: 1100 time: 0.0492432 Nov 27 03:51:35.776404 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b9da5-447a-4f7d-8e5b-3cf2b5fd6da8 req-efacb6a9-5bbb-4680-891e-382e4d34d3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:35.778187 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-967b9da5-447a-4f7d-8e5b-3cf2b5fd6da8 req-efacb6a9-5bbb-4680-891e-382e4d34d3c7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.1107721 Nov 27 03:51:35.831317 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-967b9da5-447a-4f7d-8e5b-3cf2b5fd6da8 req-e0d5bc3b-48e1-413e-85f8-7105d047c04e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=5b6c04db-864a-455a-9280-0a33403f4d9b HTTP/1.1" status: 200 len: 217 time: 0.0452576 Nov 27 03:51:35.902037 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b9da5-447a-4f7d-8e5b-3cf2b5fd6da8 req-15bf97c9-e2a5-4397-b577-dc5606daac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:35.904628 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-967b9da5-447a-4f7d-8e5b-3cf2b5fd6da8 req-15bf97c9-e2a5-4397-b577-dc5606daac6b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.0587094 Nov 27 03:51:35.980762 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b9da5-447a-4f7d-8e5b-3cf2b5fd6da8 req-08287021-6ecf-446b-9003-36430561d65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:35.982378 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-967b9da5-447a-4f7d-8e5b-3cf2b5fd6da8 req-08287021-6ecf-446b-9003-36430561d65b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0704629 Nov 27 03:51:35.985181 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f375e-86eb-426c-8944-691269ae336d req-56050c56-637a-4df2-aed2-945a06f85901 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:35.993378 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-210f375e-86eb-426c-8944-691269ae336d req-56050c56-637a-4df2-aed2-945a06f85901 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 950 time: 0.0876732 Nov 27 03:51:36.054606 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-210f375e-86eb-426c-8944-691269ae336d req-e1f4ad19-aa7e-46bf-8407-40533a689ffe tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601177 Nov 27 03:51:36.105115 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20eebe18-5631-449f-84c9-b9f77661e052 x-openstack-request-id: req-20eebe18-5631-449f-84c9-b9f77661e052 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:51:36.105717 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28651ca2-62cb-4565-89dc-25509e06cffd", "name": "network-vif-plugged", "status": "completed", "tag": "b89f1429-abce-48ec-b453-aadaebd86f3c", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:51:36.105865 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-20eebe18-5631-449f-84c9-b9f77661e052 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:51:36.106141 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28651ca2-62cb-4565-89dc-25509e06cffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89f1429-abce-48ec-b453-aadaebd86f3c', 'code': 200} Nov 27 03:51:36.164035 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-967b9da5-447a-4f7d-8e5b-3cf2b5fd6da8 req-9d839fa9-feda-4cf5-b8f5-9e7666e59569 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666446 Nov 27 03:51:36.176507 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-2641a185-935c-4891-a2c0-4edd919cdc60 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:36.178032 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-2641a185-935c-4891-a2c0-4edd919cdc60 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/networks?id=08f5ab49-0e80-484e-b2da-92afccf8b9b1 HTTP/1.1" status: 200 len: 812 time: 0.2120304 Nov 27 03:51:36.190145 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b27428af-309a-48ed-b184-f709bed8ef35 req-c039b8ba-00ad-4532-8aa0-0046cd0ba149 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] 10.222.0.20 "GET /v2.0/floatingips/a9eeac68-88ee-43bb-80f9-75c96285477c HTTP/1.1" status: 200 len: 692 time: 0.0628028 Nov 27 03:51:36.239330 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-7e3c22a6-9076-479c-97cf-7c061fadc7fc tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/quotas/a17274e888df4225aeb5638a41a17698 HTTP/1.1" status: 200 len: 375 time: 0.0517175 Nov 27 03:51:36.279658 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-77b16b82-9ba0-4743-be18-72b95c048305 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a17274e888df4225aeb5638a41a17698&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318222 Nov 27 03:51:36.336457 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27428af-309a-48ed-b184-f709bed8ef35 req-b1a27e0c-e56b-4c49-8a83-cff2e9386401 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:36.338271 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b27428af-309a-48ed-b184-f709bed8ef35 req-b1a27e0c-e56b-4c49-8a83-cff2e9386401 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] 10.222.0.20 "GET /v2.0/networks/f5c39893-f8d8-4150-8aae-695f98406de3 HTTP/1.1" status: 200 len: 784 time: 0.1414135 Nov 27 03:51:36.370458 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-967b9da5-447a-4f7d-8e5b-3cf2b5fd6da8 req-a8953537-9dbc-413d-8292-9d0cfb9da355 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914115 Nov 27 03:51:36.422748 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-c979206a-a142-45e5-8776-1372a66f51c7 service neutron] 10.222.0.20 "GET /v2.0/networks/08f5ab49-0e80-484e-b2da-92afccf8b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285520 Nov 27 03:51:36.456531 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b27428af-309a-48ed-b184-f709bed8ef35 req-4e5c4c0f-61e7-492b-af04-dcd7fbd37701 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.79 HTTP/1.1" status: 200 len: 695 time: 0.1089852 Nov 27 03:51:36.515284 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b27428af-309a-48ed-b184-f709bed8ef35 req-ef0c7666-1110-4f67-9777-30d6a4539356 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.79 HTTP/1.1" status: 200 len: 695 time: 0.0557523 Nov 27 03:51:36.559206 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-d5bd6779-d382-459b-8ff5-6ddcd1901413 service neutron] 10.222.0.20 "GET /v2.0/networks/08f5ab49-0e80-484e-b2da-92afccf8b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236944 Nov 27 03:51:36.710041 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 37372) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:36.719813 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-b27428af-309a-48ed-b184-f709bed8ef35 req-0cbe3bd5-01b3-4931-8cd7-24790dd228b6 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Deleting port e201e6f3-5545-4a5c-9d6c-2a05ff35b956 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:51:36.720418 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b27428af-309a-48ed-b184-f709bed8ef35 req-0cbe3bd5-01b3-4931-8cd7-24790dd228b6 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:36.831283 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b27428af-309a-48ed-b184-f709bed8ef35 req-0cbe3bd5-01b3-4931-8cd7-24790dd228b6 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:36.832145 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b27428af-309a-48ed-b184-f709bed8ef35 req-0cbe3bd5-01b3-4931-8cd7-24790dd228b6 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:36.857152 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-b27428af-309a-48ed-b184-f709bed8ef35 req-0cbe3bd5-01b3-4931-8cd7-24790dd228b6 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Calling delete_port for e201e6f3-5545-4a5c-9d6c-2a05ff35b956 owned by network:floatingip {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:51:36.880303 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ffabac-085b-4546-b131-4fd0c6aa2996 x-openstack-request-id: req-c7ffabac-085b-4546-b131-4fd0c6aa2996 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:51:36.880608 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84700780-6df9-4d55-a48b-0f89c4c5e5a8", "tag": "99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:51:36.880876 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c7ffabac-085b-4546-b131-4fd0c6aa2996 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:51:36.884038 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1a129d45-45d4-4d35-8492-d4cdc31fa2e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:36.885956 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'tag': '99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b', 'status': 'completed', 'code': 200} Nov 27 03:51:37.064581 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb9d64-57bd-4a50-83d8-f3bb680be081 req-55c8f97d-ed7b-452c-b844-2c1bc9866a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:37.065060 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb9d64-57bd-4a50-83d8-f3bb680be081 req-55c8f97d-ed7b-452c-b844-2c1bc9866a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:37.065532 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb9d64-57bd-4a50-83d8-f3bb680be081 req-55c8f97d-ed7b-452c-b844-2c1bc9866a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:37.066397 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb9d64-57bd-4a50-83d8-f3bb680be081 req-55c8f97d-ed7b-452c-b844-2c1bc9866a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:37.066495 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb9d64-57bd-4a50-83d8-f3bb680be081 req-55c8f97d-ed7b-452c-b844-2c1bc9866a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:37.066931 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb9d64-57bd-4a50-83d8-f3bb680be081 req-55c8f97d-ed7b-452c-b844-2c1bc9866a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:37.069065 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb9d64-57bd-4a50-83d8-f3bb680be081 req-55c8f97d-ed7b-452c-b844-2c1bc9866a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:37.069360 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-27cb9d64-57bd-4a50-83d8-f3bb680be081 req-55c8f97d-ed7b-452c-b844-2c1bc9866a24 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3e0a6e3903404d4c8a0246b387bf3805&device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 6501 time: 0.1321743 Nov 27 03:51:37.112541 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b27428af-309a-48ed-b184-f709bed8ef35 req-0cbe3bd5-01b3-4931-8cd7-24790dd228b6 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:37.176150 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1a129d45-45d4-4d35-8492-d4cdc31fa2e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:37.188347 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1a129d45-45d4-4d35-8492-d4cdc31fa2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:37.190769 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe3bd5-01b3-4931-8cd7-24790dd228b6 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Pushing event deleted for resources: {'Port': ['ID=e201e6f3-5545-4a5c-9d6c-2a05ff35b956,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:37.314451 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b27428af-309a-48ed-b184-f709bed8ef35 req-0cbe3bd5-01b3-4931-8cd7-24790dd228b6 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks [] for floatingip, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:37.317648 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b27428af-309a-48ed-b184-f709bed8ef35 req-0cbe3bd5-01b3-4931-8cd7-24790dd228b6 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:37.318840 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b27428af-309a-48ed-b184-f709bed8ef35 req-0cbe3bd5-01b3-4931-8cd7-24790dd228b6 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] 10.222.0.20 "DELETE /v2.0/floatingips/a9eeac68-88ee-43bb-80f9-75c96285477c HTTP/1.1" status: 204 len: 173 time: 0.7970512 Nov 27 03:51:37.328231 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb9d64-57bd-4a50-83d8-f3bb680be081 req-302a41ea-eef8-4983-9a9f-1ae909fe7b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:37.329342 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-27cb9d64-57bd-4a50-83d8-f3bb680be081 req-302a41ea-eef8-4983-9a9f-1ae909fe7b01 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ff8078f-ae3b-4728-b001-9277e61f21a6 HTTP/1.1" status: 200 len: 918 time: 0.2465878 Nov 27 03:51:37.352076 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1a129d45-45d4-4d35-8492-d4cdc31fa2e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e868d92227a4b8a846e610e504e158a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6406069 Nov 27 03:51:37.354781 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37400) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:37.358826 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a129d45-45d4-4d35-8492-d4cdc31fa2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbb477b-7382-4073-b076-9d62db62e9e7,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:37.369781 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a129d45-45d4-4d35-8492-d4cdc31fa2e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:51:37.370125 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a129d45-45d4-4d35-8492-d4cdc31fa2e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:51:37.370471 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a129d45-45d4-4d35-8492-d4cdc31fa2e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:51:37.370860 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a129d45-45d4-4d35-8492-d4cdc31fa2e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:51:37.371198 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a129d45-45d4-4d35-8492-d4cdc31fa2e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:51:37.371533 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a129d45-45d4-4d35-8492-d4cdc31fa2e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:51:37.371863 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a129d45-45d4-4d35-8492-d4cdc31fa2e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:51:37.372193 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a129d45-45d4-4d35-8492-d4cdc31fa2e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:51:37.372513 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a129d45-45d4-4d35-8492-d4cdc31fa2e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:51:37.372834 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a129d45-45d4-4d35-8492-d4cdc31fa2e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:51:37.373157 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a129d45-45d4-4d35-8492-d4cdc31fa2e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:51:37.373478 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a129d45-45d4-4d35-8492-d4cdc31fa2e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:51:37.444298 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b70608-f1dc-4d57-818f-755f23ecf36e req-184cbe29-fd6d-4274-a1fa-90119380d403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:37.444445 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e6b70608-f1dc-4d57-818f-755f23ecf36e req-184cbe29-fd6d-4274-a1fa-90119380d403 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8034f6ec58f9461bbbd6b0673a6f6a14&device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 1096 time: 0.1583319 Nov 27 03:51:37.449074 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-27cb9d64-57bd-4a50-83d8-f3bb680be081 req-34a20517-d881-40f0-b308-40b8033cfc69 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b HTTP/1.1" status: 200 len: 1001 time: 0.1020255 Nov 27 03:51:37.470775 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-af87b8f1-819f-42a1-9e8e-fc19269b67e8 req-71e83a39-239a-4dde-8a11-5fb6cac555da tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 210 time: 0.0447180 Nov 27 03:51:37.487470 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e778e3a4-ae54-4348-853f-912d016ff8a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:37.512719 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e778e3a4-ae54-4348-853f-912d016ff8a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:37.578217 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e778e3a4-ae54-4348-853f-912d016ff8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:37.581098 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e778e3a4-ae54-4348-853f-912d016ff8a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:37.582273 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e778e3a4-ae54-4348-853f-912d016ff8a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7dbb477b-7382-4073-b076-9d62db62e9e7 HTTP/1.1" status: 204 len: 168 time: 0.2261951 Nov 27 03:51:37.603123 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e778e3a4-ae54-4348-853f-912d016ff8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbb477b-7382-4073-b076-9d62db62e9e7,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:37.683496 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e475ef5-c7d6-4ea3-86fc-e6682a17b947 req-d73f42a2-8ea1-4d82-a083-58843ceeb127 tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:37.692683 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1e475ef5-c7d6-4ea3-86fc-e6682a17b947 req-d73f42a2-8ea1-4d82-a083-58843ceeb127 tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] 10.222.0.20 "GET /v2.0/ports?device_id=28651ca2-62cb-4565-89dc-25509e06cffd HTTP/1.1" status: 200 len: 951 time: 0.1093066 Nov 27 03:51:37.793006 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1e475ef5-c7d6-4ea3-86fc-e6682a17b947 req-ebf33891-3b07-4aa5-ac90-e3fb5ea494af tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c1f1624-d08c-4fee-af33-fac6c597f9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808861 Nov 27 03:51:37.901722 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6c7cc041-1e00-45b1-8a76-2132bc215c47 req-846cbf3a-d155-422b-8703-5e3443ba3fd5 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] 10.222.0.20 "GET /v2.0/floatingips/d6d5070b-d665-4a2c-9485-866013522f2b HTTP/1.1" status: 200 len: 693 time: 0.0577893 Nov 27 03:51:38.041918 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7cc041-1e00-45b1-8a76-2132bc215c47 req-eb042d56-0a70-42e3-9f00-b9668d872d79 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:38.052195 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6c7cc041-1e00-45b1-8a76-2132bc215c47 req-eb042d56-0a70-42e3-9f00-b9668d872d79 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] 10.222.0.20 "GET /v2.0/networks/f5c39893-f8d8-4150-8aae-695f98406de3 HTTP/1.1" status: 200 len: 784 time: 0.1431143 Nov 27 03:51:38.066767 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2af5a-4e94-4036-82c9-0908b72f708a req-50d7e72e-947c-4529-affc-10be3b2c5b67 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:38.074524 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c1d2af5a-4e94-4036-82c9-0908b72f708a req-50d7e72e-947c-4529-affc-10be3b2c5b67 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 945 time: 0.5460405 Nov 27 03:51:38.091228 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb9d64-57bd-4a50-83d8-f3bb680be081 req-31f3321f-654f-42c2-8e14-c68c4bf39b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:38.092570 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-27cb9d64-57bd-4a50-83d8-f3bb680be081 req-31f3321f-654f-42c2-8e14-c68c4bf39b4c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fdd47af3-1760-4461-be21-108e1865b763 HTTP/1.1" status: 200 len: 856 time: 0.6192980 Nov 27 03:51:38.114107 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6c7cc041-1e00-45b1-8a76-2132bc215c47 req-119c1405-882e-4e7b-8012-f1a481a88bb5 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.138 HTTP/1.1" status: 200 len: 696 time: 0.0606592 Nov 27 03:51:38.188053 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6c7cc041-1e00-45b1-8a76-2132bc215c47 req-2aecd548-63b4-4bf6-98b8-26c585c0cc32 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.138 HTTP/1.1" status: 200 len: 696 time: 0.0730643 Nov 27 03:51:38.199881 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c1d2af5a-4e94-4036-82c9-0908b72f708a req-1c3afcec-74f6-43c3-98fb-5250553e1d46 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243756 Nov 27 03:51:38.230104 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b70608-f1dc-4d57-818f-755f23ecf36e req-4f23fe1b-857c-451d-ac85-14bea955ae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:38.232500 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e6b70608-f1dc-4d57-818f-755f23ecf36e req-4f23fe1b-857c-451d-ac85-14bea955ae6f service neutron] 10.222.0.11 "GET /v2.0/networks?id=211a26de-ee25-4358-bc51-37876ae6d739 HTTP/1.1" status: 200 len: 920 time: 0.7715855 Nov 27 03:51:38.264358 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb9d64-57bd-4a50-83d8-f3bb680be081 req-8fc30956-4bf8-45b4-99b9-8d439443111e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:38.268837 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-27cb9d64-57bd-4a50-83d8-f3bb680be081 req-8fc30956-4bf8-45b4-99b9-8d439443111e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ff8078f-ae3b-4728-b001-9277e61f21a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1631937 Nov 27 03:51:38.422183 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e6b70608-f1dc-4d57-818f-755f23ecf36e req-4af149e4-70c0-4b6c-95c0-edd396fdfdd2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac5a9819-f007-45b4-b39f-9ca98d7b81b5 HTTP/1.1" status: 200 len: 217 time: 0.1781337 Nov 27 03:51:38.529629 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-27cb9d64-57bd-4a50-83d8-f3bb680be081 req-4d8ad092-9d96-4075-9e99-f84a0010900e service neutron] 10.222.0.11 "GET /v2.0/networks/9ff8078f-ae3b-4728-b001-9277e61f21a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867712 Nov 27 03:51:38.541805 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4917b24-95a3-4c26-86f9-aa00cde2bb16 req-12e8f519-5bc9-46a0-a085-c4b483e0ea22 tempest-ServersAdminTestJSON-1769669149 tempest-ServersAdminTestJSON-1769669149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:38.550204 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a4917b24-95a3-4c26-86f9-aa00cde2bb16 req-12e8f519-5bc9-46a0-a085-c4b483e0ea22 tempest-ServersAdminTestJSON-1769669149 tempest-ServersAdminTestJSON-1769669149-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 1101 time: 0.2095921 Nov 27 03:51:38.554081 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b70608-f1dc-4d57-818f-755f23ecf36e req-d9557b19-a12f-4792-b1c4-539034f48849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:38.555914 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e6b70608-f1dc-4d57-818f-755f23ecf36e req-d9557b19-a12f-4792-b1c4-539034f48849 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7f92d0cd-8b30-467f-95d0-7ca51c4b0374 HTTP/1.1" status: 200 len: 859 time: 0.1204486 Nov 27 03:51:38.564217 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-6c7cc041-1e00-45b1-8a76-2132bc215c47 req-8769dfce-a755-4a2f-aeb7-0e7fbc3a7ad9 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Deleting port 02c459a0-b88d-4320-9636-dbc6b332c011 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:51:38.564567 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-6c7cc041-1e00-45b1-8a76-2132bc215c47 req-8769dfce-a755-4a2f-aeb7-0e7fbc3a7ad9 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:38.573100 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-c3285951-14db-4ecb-a90b-f49823502ef8 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:38.574678 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-c3285951-14db-4ecb-a90b-f49823502ef8 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.11 "GET /v2.0/networks?id=08f5ab49-0e80-484e-b2da-92afccf8b9b1 HTTP/1.1" status: 200 len: 812 time: 0.1992226 Nov 27 03:51:38.643726 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e6b70608-f1dc-4d57-818f-755f23ecf36e req-22a72ce6-70e8-416a-ad78-fe4699d2e104 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=211a26de-ee25-4358-bc51-37876ae6d739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778201 Nov 27 03:51:38.691919 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-2deea32f-b10a-405f-bbba-534b1fe71b4d tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Request body: {'port': {'device_id': '75bf44c8-ee94-414d-8347-fd495109a0e2', 'network_id': '08f5ab49-0e80-484e-b2da-92afccf8b9b1', 'admin_state_up': True, 'tenant_id': 'a17274e888df4225aeb5638a41a17698'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:51:38.701420 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a4917b24-95a3-4c26-86f9-aa00cde2bb16 req-23673c37-e18a-4e5e-b363-db2dd5801472 tempest-ServersAdminTestJSON-1769669149 tempest-ServersAdminTestJSON-1769669149-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501317 Nov 27 03:51:38.727581 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-6c7cc041-1e00-45b1-8a76-2132bc215c47 req-8769dfce-a755-4a2f-aeb7-0e7fbc3a7ad9 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:38.727951 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-6c7cc041-1e00-45b1-8a76-2132bc215c47 req-8769dfce-a755-4a2f-aeb7-0e7fbc3a7ad9 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:38.769377 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-6c7cc041-1e00-45b1-8a76-2132bc215c47 req-8769dfce-a755-4a2f-aeb7-0e7fbc3a7ad9 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Calling delete_port for 02c459a0-b88d-4320-9636-dbc6b332c011 owned by network:floatingip {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:51:38.887287 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e6b70608-f1dc-4d57-818f-755f23ecf36e req-95103db7-c30e-4076-8ff0-e18eeb564842 service neutron] 10.222.0.11 "GET /v2.0/networks/211a26de-ee25-4358-bc51-37876ae6d739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847820 Nov 27 03:51:38.895193 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-2deea32f-b10a-405f-bbba-534b1fe71b4d tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Made reservation on behalf of a17274e888df4225aeb5638a41a17698 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:51:38.899616 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-2deea32f-b10a-405f-bbba-534b1fe71b4d tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:38.990055 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-27cb9d64-57bd-4a50-83d8-f3bb680be081 req-849faa18-d993-4e41-a720-0800ec238682 service neutron] 10.222.0.11 "GET /v2.0/networks/9ff8078f-ae3b-4728-b001-9277e61f21a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512019 Nov 27 03:51:39.076423 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-6c7cc041-1e00-45b1-8a76-2132bc215c47 req-8769dfce-a755-4a2f-aeb7-0e7fbc3a7ad9 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:39.099888 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-2deea32f-b10a-405f-bbba-534b1fe71b4d tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Allocated IP 172.20.0.4 (08f5ab49-0e80-484e-b2da-92afccf8b9b1/921fe779-c75e-43af-88d5-b8ba03d01bf5/7cfb94f3-20a4-457b-ab06-b8424e82fab7) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:51:39.108745 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e6b70608-f1dc-4d57-818f-755f23ecf36e req-4b373e05-3954-4bad-8240-04f3e2240e30 service neutron] 10.222.0.11 "GET /v2.0/networks/211a26de-ee25-4358-bc51-37876ae6d739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116244 Nov 27 03:51:39.135619 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8769dfce-a755-4a2f-aeb7-0e7fbc3a7ad9 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Pushing event deleted for resources: {'Port': ['ID=02c459a0-b88d-4320-9636-dbc6b332c011,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:39.161430 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769dfce-a755-4a2f-aeb7-0e7fbc3a7ad9 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:51:39.161697 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769dfce-a755-4a2f-aeb7-0e7fbc3a7ad9 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:51:39.162051 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769dfce-a755-4a2f-aeb7-0e7fbc3a7ad9 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:51:39.162407 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769dfce-a755-4a2f-aeb7-0e7fbc3a7ad9 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:51:39.162760 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769dfce-a755-4a2f-aeb7-0e7fbc3a7ad9 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:51:39.163116 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769dfce-a755-4a2f-aeb7-0e7fbc3a7ad9 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:51:39.163430 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769dfce-a755-4a2f-aeb7-0e7fbc3a7ad9 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:51:39.163791 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769dfce-a755-4a2f-aeb7-0e7fbc3a7ad9 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:51:39.164162 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769dfce-a755-4a2f-aeb7-0e7fbc3a7ad9 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:51:39.164495 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769dfce-a755-4a2f-aeb7-0e7fbc3a7ad9 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:51:39.164827 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769dfce-a755-4a2f-aeb7-0e7fbc3a7ad9 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:51:39.165157 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769dfce-a755-4a2f-aeb7-0e7fbc3a7ad9 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:51:39.233549 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-6c7cc041-1e00-45b1-8a76-2132bc215c47 req-8769dfce-a755-4a2f-aeb7-0e7fbc3a7ad9 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks [] for floatingip, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:39.236255 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-6c7cc041-1e00-45b1-8a76-2132bc215c47 req-8769dfce-a755-4a2f-aeb7-0e7fbc3a7ad9 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:39.244214 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 37478) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:39.247110 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6c7cc041-1e00-45b1-8a76-2132bc215c47 req-8769dfce-a755-4a2f-aeb7-0e7fbc3a7ad9 tempest-FloatingIPDetailsTestJSON-1971504606 tempest-FloatingIPDetailsTestJSON-1971504606-project] 10.222.0.20 "DELETE /v2.0/floatingips/d6d5070b-d665-4a2c-9485-866013522f2b HTTP/1.1" status: 204 len: 173 time: 1.0581291 Nov 27 03:51:39.403761 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a8610adb-f9ac-448e-877d-64319d9ee2ca req-4f84d19c-e410-45c7-8409-c9bb95c6a665 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 210 time: 0.0387843 Nov 27 03:51:39.538329 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-2deea32f-b10a-405f-bbba-534b1fe71b4d tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:39.554212 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37484) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:39.607863 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-2deea32f-b10a-405f-bbba-534b1fe71b4d tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:39.698227 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-2deea32f-b10a-405f-bbba-534b1fe71b4d tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Network 08f5ab49-0e80-484e-b2da-92afccf8b9b1 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:51:39.704168 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-2deea32f-b10a-405f-bbba-534b1fe71b4d tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:51:39.707385 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-2deea32f-b10a-405f-bbba-534b1fe71b4d tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:51:39.765192 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deea32f-b10a-405f-bbba-534b1fe71b4d tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Pushing event updated for resources: {'Port': ['ID=7cfb94f3-20a4-457b-ab06-b8424e82fab7,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:39.774702 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-27d69c26-effa-466b-b750-fdd7f84d8499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:39.790173 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96e60e-7e38-475b-81f7-b4e21d64b0f8 req-c2f67b2e-9efa-4b1a-b36b-bbe43fdc2697 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:39.791758 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-da96e60e-7e38-475b-81f7-b4e21d64b0f8 req-c2f67b2e-9efa-4b1a-b36b-bbe43fdc2697 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 945 time: 0.1399274 Nov 27 03:51:39.818936 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-2deea32f-b10a-405f-bbba-534b1fe71b4d tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:39.819763 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-2deea32f-b10a-405f-bbba-534b1fe71b4d tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:39.873865 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device b89f1429-abce-48ec-b453-aadaebd86f3c no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:51:39.889507 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-2deea32f-b10a-405f-bbba-534b1fe71b4d tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2910783 Nov 27 03:51:39.913224 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-5f6ce981-ae92-44bd-91ff-0a373ade45de service neutron] Request body: {'port': {'device_id': '75bf44c8-ee94-414d-8347-fd495109a0e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:51:39.919113 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-96b691c5-ee73-44e0-980f-ffc47a3f8f7c tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2135794868'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:51:39.978515 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-da96e60e-7e38-475b-81f7-b4e21d64b0f8 req-ad6077b6-8ea2-4d7d-8112-d389b542ad9d tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385007 Nov 27 03:51:40.052119 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:40.054066 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b691c5-ee73-44e0-980f-ffc47a3f8f7c tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Made reservation on behalf of 52ce5c13284e418a91b9b055ee0891f1 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:51:40.057533 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-96b691c5-ee73-44e0-980f-ffc47a3f8f7c tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:40.080024 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28651ca2-62cb-4565-89dc-25509e06cffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b89f1429-abce-48ec-b453-aadaebd86f3c'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:51:40.083354 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a50b28c-203b-4b7d-acd4-c34ac9d6f01a" -d '{"events": [{"server_uuid": "28651ca2-62cb-4565-89dc-25509e06cffd", "name": "network-vif-unplugged", "status": "completed", "tag": "b89f1429-abce-48ec-b453-aadaebd86f3c"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:51:40.090444 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-96b691c5-ee73-44e0-980f-ffc47a3f8f7c tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:40.099973 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port b89f1429-abce-48ec-b453-aadaebd86f3c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=b89f1429-abce-48ec-b453-aadaebd86f3c,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:40.101333 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-5f6ce981-ae92-44bd-91ff-0a373ade45de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:40.108540 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:40.184194 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=b89f1429-abce-48ec-b453-aadaebd86f3c,revision_number=11']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:40.193365 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07af25-35a9-4a38-a04b-c1a763506dc6 req-80156a4e-82a3-4541-beb4-c31e86bad908 tempest-ServersAdminTestJSON-1769669149 tempest-ServersAdminTestJSON-1769669149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:40.200856 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6c07af25-35a9-4a38-a04b-c1a763506dc6 req-80156a4e-82a3-4541-beb4-c31e86bad908 tempest-ServersAdminTestJSON-1769669149 tempest-ServersAdminTestJSON-1769669149-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 1101 time: 0.1147797 Nov 27 03:51:40.210304 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-27d69c26-effa-466b-b750-fdd7f84d8499 admin admin] Deleting port 2c411218-a8de-4018-9760-a5d3118e32da {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:51:40.211410 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-27d69c26-effa-466b-b750-fdd7f84d8499 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:40.280477 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 03:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0391a512-2b5f-459a-be55-68a3187a536d x-openstack-request-id: req-0391a512-2b5f-459a-be55-68a3187a536d {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:51:40.280868 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28651ca2-62cb-4565-89dc-25509e06cffd", "name": "network-vif-unplugged", "status": "completed", "tag": "b89f1429-abce-48ec-b453-aadaebd86f3c", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:51:40.281569 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0391a512-2b5f-459a-be55-68a3187a536d {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:51:40.282215 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28651ca2-62cb-4565-89dc-25509e06cffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b89f1429-abce-48ec-b453-aadaebd86f3c', 'code': 200} Nov 27 03:51:40.305651 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-27d69c26-effa-466b-b750-fdd7f84d8499 admin admin] For port 2c411218-a8de-4018-9760-a5d3118e32da, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=2c411218-a8de-4018-9760-a5d3118e32da,segment=NetworkSegment(5403506c-e8dd-4a10-9873-3f75d691376c),segment_id=5403506c-e8dd-4a10-9873-3f75d691376c)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:40.306091 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-27d69c26-effa-466b-b750-fdd7f84d8499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:40.321169 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-27d69c26-effa-466b-b750-fdd7f84d8499 admin admin] Calling delete_port for 2c411218-a8de-4018-9760-a5d3118e32da owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:51:40.391144 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6c07af25-35a9-4a38-a04b-c1a763506dc6 req-a172265c-1020-4331-9164-06bf843e89c7 tempest-ServersAdminTestJSON-1769669149 tempest-ServersAdminTestJSON-1769669149-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891632 Nov 27 03:51:40.463179 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-96b691c5-ee73-44e0-980f-ffc47a3f8f7c tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:40.482881 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-96b691c5-ee73-44e0-980f-ffc47a3f8f7c tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:40.544249 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96b691c5-ee73-44e0-980f-ffc47a3f8f7c tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:51:40.574385 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-27d69c26-effa-466b-b750-fdd7f84d8499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:40.597363 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b691c5-ee73-44e0-980f-ffc47a3f8f7c tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf71171-6bc5-48b6-86bf-a2c0cc3973ec,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:40.600600 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-96b691c5-ee73-44e0-980f-ffc47a3f8f7c tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:40.600958 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-96b691c5-ee73-44e0-980f-ffc47a3f8f7c tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Added segment b8098467-11b1-4039-b8a0-c60e8268eb4e of type vlan for network d633c444-8473-4526-bfea-4b7b08211da1 Nov 27 03:51:40.608635 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d69c26-effa-466b-b750-fdd7f84d8499 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c411218-a8de-4018-9760-a5d3118e32da,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:40.729488 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-96b691c5-ee73-44e0-980f-ffc47a3f8f7c tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:40.749514 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b54597-4709-45d7-a119-439d73035123 req-1ac9a637-d88d-4068-939a-149ed8a313be tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:40.751650 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-75b54597-4709-45d7-a119-439d73035123 req-1ac9a637-d88d-4068-939a-149ed8a313be tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 931 time: 0.2256601 Nov 27 03:51:40.836906 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-5f6ce981-ae92-44bd-91ff-0a373ade45de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cfb94f3-20a4-457b-ab06-b8424e82fab7 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:51:40.863330 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-27d69c26-effa-466b-b750-fdd7f84d8499 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:40.871812 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-5f6ce981-ae92-44bd-91ff-0a373ade45de service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:40.879063 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-96b691c5-ee73-44e0-980f-ffc47a3f8f7c tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:40.897450 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b691c5-ee73-44e0-980f-ffc47a3f8f7c tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:40.899072 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-96b691c5-ee73-44e0-980f-ffc47a3f8f7c tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:40.985939 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-5f6ce981-ae92-44bd-91ff-0a373ade45de service neutron] Transition to ACTIVE for port object 7cfb94f3-20a4-457b-ab06-b8424e82fab7 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:51:40.993609 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-75b54597-4709-45d7-a119-439d73035123 req-f65f0cad-55f3-4af9-bc32-dcdf4df12c24 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162268 Nov 27 03:51:41.003328 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-96b691c5-ee73-44e0-980f-ffc47a3f8f7c tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4471157 Nov 27 03:51:41.006878 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37550) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:41.007251 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-5f6ce981-ae92-44bd-91ff-0a373ade45de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:41.023287 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-4e16631f-4da1-4af5-9dce-e547e5c23e7a tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Request body: {'subnet': {'network_id': 'd633c444-8473-4526-bfea-4b7b08211da1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:51:41.043991 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d6fd3-c1c8-40cf-a641-e8c3d3e3b7a7 req-b4220257-e782-433c-ac2a-dcd91fe5ad46 tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:41.046435 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca3d6fd3-c1c8-40cf-a641-e8c3d3e3b7a7 req-b4220257-e782-433c-ac2a-dcd91fe5ad46 tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] 10.222.0.20 "GET /v2.0/ports?device_id=28651ca2-62cb-4565-89dc-25509e06cffd HTTP/1.1" status: 200 len: 949 time: 0.2196605 Nov 27 03:51:41.183789 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca3d6fd3-c1c8-40cf-a641-e8c3d3e3b7a7 req-b28bffe9-1d28-4106-b111-d5c2cf070676 tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c1f1624-d08c-4fee-af33-fac6c597f9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955846 Nov 27 03:51:41.218355 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d69c26-effa-466b-b750-fdd7f84d8499 admin admin] Router 98846b9e-fbfe-477f-9a81-834140467d9c has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:51:41.367033 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a831b7b-c28a-4998-922b-eb5012f4d400 req-d858f1a7-38d6-4cf2-84d0-bfe3b1808bb0 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:41.370710 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8a831b7b-c28a-4998-922b-eb5012f4d400 req-d858f1a7-38d6-4cf2-84d0-bfe3b1808bb0 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 945 time: 0.0995765 Nov 27 03:51:41.396840 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d69c26-effa-466b-b750-fdd7f84d8499 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:51:41.403661 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-27d69c26-effa-466b-b750-fdd7f84d8499 admin admin] 10.222.0.20 "PUT /v2.0/routers/98846b9e-fbfe-477f-9a81-834140467d9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1583660 Nov 27 03:51:41.406506 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 37554) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:41.410681 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d05905-197a-443e-a991-3130a99fc7b2 None None] Sync routers for ids ['98846b9e-fbfe-477f-9a81-834140467d9c'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:51:41.424687 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d05905-197a-443e-a991-3130a99fc7b2 None None] Routers {'98846b9e-fbfe-477f-9a81-834140467d9c'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:51:41.425652 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-76d05905-197a-443e-a991-3130a99fc7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:51:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['98846b9e-fbfe-477f-9a81-834140467d9c'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:51:41.438371 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b691c5-ee73-44e0-980f-ffc47a3f8f7c tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Pushing event updated for resources: {'Network': ['ID=d633c444-8473-4526-bfea-4b7b08211da1,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:41.452680 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network d633c444-8473-4526-bfea-4b7b08211da1 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:51:41.453253 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8a831b7b-c28a-4998-922b-eb5012f4d400 req-72f646f3-9a12-4d7d-9e12-a56f2aa6a623 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698960 Nov 27 03:51:41.573433 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6ce981-ae92-44bd-91ff-0a373ade45de service neutron] Pushing event updated for resources: {'Port': ['ID=7cfb94f3-20a4-457b-ab06-b8424e82fab7,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:41.599757 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c5caa824-787e-4cad-8ebe-3a9f0e2c7a39 admin admin] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:41.615510 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f9a55-620d-49c2-b838-ea12fd25b063 req-e68a1ded-64be-4154-8818-7b543679579d tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:41.617171 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c19f9a55-620d-49c2-b838-ea12fd25b063 req-e68a1ded-64be-4154-8818-7b543679579d tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0b3a0dc-6129-40e7-a728-0b368615fb79 HTTP/1.1" status: 200 len: 950 time: 0.2185214 Nov 27 03:51:41.632237 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-76d05905-197a-443e-a991-3130a99fc7b2 None None] Set router 98846b9e-fbfe-477f-9a81-834140467d9c gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:51:41.687440 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e16631f-4da1-4af5-9dce-e547e5c23e7a tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Made reservation on behalf of 52ce5c13284e418a91b9b055ee0891f1 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:51:41.691101 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4e16631f-4da1-4af5-9dce-e547e5c23e7a tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:41.718454 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-5f6ce981-ae92-44bd-91ff-0a373ade45de service neutron] Attempting to bind port 7cfb94f3-20a4-457b-ab06-b8424e82fab7 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:51:41.718871 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-5f6ce981-ae92-44bd-91ff-0a373ade45de service neutron] Attempting to bind port 7cfb94f3-20a4-457b-ab06-b8424e82fab7 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '277708b6-af23-477b-abf6-dbbbeb02c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '08f5ab49-0e80-484e-b2da-92afccf8b9b1'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:51:41.719250 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-5f6ce981-ae92-44bd-91ff-0a373ade45de service neutron] Attempting to bind port 7cfb94f3-20a4-457b-ab06-b8424e82fab7 on network 08f5ab49-0e80-484e-b2da-92afccf8b9b1 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:51:41.745873 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c5caa824-787e-4cad-8ebe-3a9f0e2c7a39 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:41.761675 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-5f6ce981-ae92-44bd-91ff-0a373ade45de service neutron] Port 7cfb94f3-20a4-457b-ab06-b8424e82fab7 on network 08f5ab49-0e80-484e-b2da-92afccf8b9b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:51:41.762296 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-5f6ce981-ae92-44bd-91ff-0a373ade45de service neutron] Attempting to bind port 7cfb94f3-20a4-457b-ab06-b8424e82fab7 on network 08f5ab49-0e80-484e-b2da-92afccf8b9b1 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:51:41.778671 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c19f9a55-620d-49c2-b838-ea12fd25b063 req-8198ee6b-8459-423e-80a1-612e36f549e7 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513767 Nov 27 03:51:41.796397 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-5f6ce981-ae92-44bd-91ff-0a373ade45de service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:51:41.796959 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-5f6ce981-ae92-44bd-91ff-0a373ade45de service neutron] Checking segment: {'id': '277708b6-af23-477b-abf6-dbbbeb02c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '08f5ab49-0e80-484e-b2da-92afccf8b9b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:51:41.797344 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-5f6ce981-ae92-44bd-91ff-0a373ade45de service neutron] Bound using segment: {'id': '277708b6-af23-477b-abf6-dbbbeb02c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '08f5ab49-0e80-484e-b2da-92afccf8b9b1'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:51:41.798063 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-5f6ce981-ae92-44bd-91ff-0a373ade45de service neutron] Bound port: 7cfb94f3-20a4-457b-ab06-b8424e82fab7, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '277708b6-af23-477b-abf6-dbbbeb02c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '08f5ab49-0e80-484e-b2da-92afccf8b9b1'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:51:41.798222 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-5f6ce981-ae92-44bd-91ff-0a373ade45de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:41.828894 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-c5caa824-787e-4cad-8ebe-3a9f0e2c7a39 admin admin] Deleting port 5770e812-3cad-4599-aae6-424908e1e809 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:51:41.829629 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c5caa824-787e-4cad-8ebe-3a9f0e2c7a39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:41.865533 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-5f6ce981-ae92-44bd-91ff-0a373ade45de service neutron] For port 7cfb94f3-20a4-457b-ab06-b8424e82fab7, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:51:41.866561 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-76d05905-197a-443e-a991-3130a99fc7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98846b9e-fbfe-477f-9a81-834140467d9c', 'name': 'tempest-FloatingIPDetailsTestJSON-911281372-router', 'tenant_id': 'b7359fd6981141eab21db4104cac4898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '5770e812-3cad-4599-aae6-424908e1e809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:50:52Z', 'updated_at': '2021-11-27T03:51:40Z', 'revision_number': 5, 'project_id': 'b7359fd6981141eab21db4104cac4898', 'gw_port': {'id': '5770e812-3cad-4599-aae6-424908e1e809', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98846b9e-fbfe-477f-9a81-834140467d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:50:54Z', 'updated_at': '2021-11-27T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:51:41.869294 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-5f6ce981-ae92-44bd-91ff-0a373ade45de service neutron] For port 7cfb94f3-20a4-457b-ab06-b8424e82fab7, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=7cfb94f3-20a4-457b-ab06-b8424e82fab7,segment=NetworkSegment(277708b6-af23-477b-abf6-dbbbeb02c2ba),segment_id=277708b6-af23-477b-abf6-dbbbeb02c2ba)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:51:41.900390 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d05905-197a-443e-a991-3130a99fc7b2 None None] Checking router: 98846b9e-fbfe-477f-9a81-834140467d9c for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:51:41.904612 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-5f6ce981-ae92-44bd-91ff-0a373ade45de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:41.910785 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d05905-197a-443e-a991-3130a99fc7b2 None None] Routers {'98846b9e-fbfe-477f-9a81-834140467d9c'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:51:41.912681 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-76d05905-197a-443e-a991-3130a99fc7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:51:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['98846b9e-fbfe-477f-9a81-834140467d9c'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:51:41.931862 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-c5caa824-787e-4cad-8ebe-3a9f0e2c7a39 admin admin] For port 5770e812-3cad-4599-aae6-424908e1e809, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=5770e812-3cad-4599-aae6-424908e1e809,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:41.932626 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c5caa824-787e-4cad-8ebe-3a9f0e2c7a39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:41.946797 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-c5caa824-787e-4cad-8ebe-3a9f0e2c7a39 admin admin] Calling delete_port for 5770e812-3cad-4599-aae6-424908e1e809 owned by network:router_gateway {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:51:41.967994 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-5f6ce981-ae92-44bd-91ff-0a373ade45de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:41.968633 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-5f6ce981-ae92-44bd-91ff-0a373ade45de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:41.970635 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-5f6ce981-ae92-44bd-91ff-0a373ade45de service neutron] 10.222.0.11 "PUT /v2.0/ports/7cfb94f3-20a4-457b-ab06-b8424e82fab7 HTTP/1.1" status: 200 len: 1091 time: 2.0641747 Nov 27 03:51:41.975994 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75bf44c8-ee94-414d-8347-fd495109a0e2', 'tag': '7cfb94f3-20a4-457b-ab06-b8424e82fab7'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:51:41.979739 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc6705a-8c7c-48eb-962c-d1c6af486328" -d '{"events": [{"name": "network-changed", "server_uuid": "75bf44c8-ee94-414d-8347-fd495109a0e2", "tag": "7cfb94f3-20a4-457b-ab06-b8424e82fab7"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:51:42.107147 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586e0cfe-948a-4a3d-929e-b486d8db723a x-openstack-request-id: req-586e0cfe-948a-4a3d-929e-b486d8db723a {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:51:42.107423 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75bf44c8-ee94-414d-8347-fd495109a0e2", "tag": "7cfb94f3-20a4-457b-ab06-b8424e82fab7", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:51:42.107682 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-586e0cfe-948a-4a3d-929e-b486d8db723a {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:51:42.108086 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75bf44c8-ee94-414d-8347-fd495109a0e2', 'tag': '7cfb94f3-20a4-457b-ab06-b8424e82fab7', 'status': 'completed', 'code': 200} Nov 27 03:51:42.139711 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6ce981-ae92-44bd-91ff-0a373ade45de service neutron] Pushing event updated for resources: {'Port': ['ID=7cfb94f3-20a4-457b-ab06-b8424e82fab7,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:42.189636 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-76d05905-197a-443e-a991-3130a99fc7b2 None None] Set router 98846b9e-fbfe-477f-9a81-834140467d9c gateway port host: None {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:51:42.192621 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c5caa824-787e-4cad-8ebe-3a9f0e2c7a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:42.224341 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5caa824-787e-4cad-8ebe-3a9f0e2c7a39 admin admin] Pushing event deleted for resources: {'Port': ['ID=5770e812-3cad-4599-aae6-424908e1e809,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:42.271567 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-55fcddd0-345f-4784-a67f-372e7b58befe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:42.274828 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-55fcddd0-345f-4784-a67f-372e7b58befe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a17274e888df4225aeb5638a41a17698&device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 1094 time: 0.2243545 Nov 27 03:51:42.284357 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-76d05905-197a-443e-a991-3130a99fc7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98846b9e-fbfe-477f-9a81-834140467d9c', 'name': 'tempest-FloatingIPDetailsTestJSON-911281372-router', 'tenant_id': 'b7359fd6981141eab21db4104cac4898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:50:52Z', 'updated_at': '2021-11-27T03:51:41Z', 'revision_number': 6, 'project_id': 'b7359fd6981141eab21db4104cac4898', 'gw_port_host': None}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:51:42.296006 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c5caa824-787e-4cad-8ebe-3a9f0e2c7a39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:42.315618 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d05905-197a-443e-a991-3130a99fc7b2 None None] The sync data for ids ['98846b9e-fbfe-477f-9a81-834140467d9c'] in n-d-819494-3 is: [{'id': '98846b9e-fbfe-477f-9a81-834140467d9c', 'name': 'tempest-FloatingIPDetailsTestJSON-911281372-router', 'tenant_id': 'b7359fd6981141eab21db4104cac4898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:50:52Z', 'updated_at': '2021-11-27T03:51:41Z', 'revision_number': 6, 'project_id': 'b7359fd6981141eab21db4104cac4898', 'gw_port_host': None}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:51:42.349304 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851b8fd-6ad0-4fe9-a056-e711dfb8736c req-b46903e6-3660-4682-add3-a8a3f9940c8d tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:42.359034 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2851b8fd-6ad0-4fe9-a056-e711dfb8736c req-b46903e6-3660-4682-add3-a8a3f9940c8d tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 943 time: 0.2475216 Nov 27 03:51:42.415877 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-fdb56b30-0f45-4335-90c2-6bca17c794b5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cfb94f3-20a4-457b-ab06-b8424e82fab7 HTTP/1.1" status: 200 len: 217 time: 0.1029668 Nov 27 03:51:42.426356 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c5caa824-787e-4cad-8ebe-3a9f0e2c7a39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:42.430384 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c5caa824-787e-4cad-8ebe-3a9f0e2c7a39 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:42.462287 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4e16631f-4da1-4af5-9dce-e547e5c23e7a tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:42.530631 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c5caa824-787e-4cad-8ebe-3a9f0e2c7a39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:42.531466 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5caa824-787e-4cad-8ebe-3a9f0e2c7a39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98846b9e-fbfe-477f-9a81-834140467d9c {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 03:51:42.536199 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c5caa824-787e-4cad-8ebe-3a9f0e2c7a39 admin admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:42.537478 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c5caa824-787e-4cad-8ebe-3a9f0e2c7a39 admin admin] 10.222.0.20 "DELETE /v2.0/routers/98846b9e-fbfe-477f-9a81-834140467d9c HTTP/1.1" status: 204 len: 168 time: 1.1293931 Nov 27 03:51:42.546802 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 37566) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:42.555369 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-d774d5fe-1dcf-48ba-91cb-7d3eedd964e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:42.557108 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-d774d5fe-1dcf-48ba-91cb-7d3eedd964e4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=921fe779-c75e-43af-88d5-b8ba03d01bf5 HTTP/1.1" status: 200 len: 852 time: 0.1309285 Nov 27 03:51:42.577409 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2851b8fd-6ad0-4fe9-a056-e711dfb8736c req-84682d85-f9c7-4324-bcdd-0593dc4479a6 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172081 Nov 27 03:51:42.620492 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e16631f-4da1-4af5-9dce-e547e5c23e7a tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Pushing event updated for resources: {'Subnet': ['ID=b03b64e6-298c-4568-b8bd-1ffbe4e2d420,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:42.624224 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-40abbbe8-2439-48d5-994f-325f9e0fdac9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=08f5ab49-0e80-484e-b2da-92afccf8b9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527391 Nov 27 03:51:42.631308 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e16631f-4da1-4af5-9dce-e547e5c23e7a tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Checking segment: {'id': 'b8098467-11b1-4039-b8a0-c60e8268eb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd633c444-8473-4526-bfea-4b7b08211da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:51:42.631673 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e16631f-4da1-4af5-9dce-e547e5c23e7a tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Network hostable DHCP agents. Network: d633c444-8473-4526-bfea-4b7b08211da1, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:51:42.634905 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dab64b-e2e8-47d7-8693-d91403ab40f9 req-e62042b1-9bfa-4d17-8522-3d63dceb88a4 tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:42.643123 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-09dab64b-e2e8-47d7-8693-d91403ab40f9 req-e62042b1-9bfa-4d17-8522-3d63dceb88a4 tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] 10.222.0.20 "GET /v2.0/ports?device_id=28651ca2-62cb-4565-89dc-25509e06cffd HTTP/1.1" status: 200 len: 949 time: 0.3123536 Nov 27 03:51:42.659618 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a647fb-12a1-4902-9b0c-05ae135fa23c req-0b9dd9d6-9830-4951-8fbe-88db87972e38 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:42.661244 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-45a647fb-12a1-4902-9b0c-05ae135fa23c req-0b9dd9d6-9830-4951-8fbe-88db87972e38 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0b3a0dc-6129-40e7-a728-0b368615fb79 HTTP/1.1" status: 200 len: 950 time: 0.2586806 Nov 27 03:51:42.730618 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-314d9ba8-9eaf-4eb1-a339-ef5dcbb6d18c admin admin] Deleting subnet fa14ce69-ec1a-40f3-85eb-d727ecb26054 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:51:42.735788 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e16631f-4da1-4af5-9dce-e547e5c23e7a tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Network d633c444-8473-4526-bfea-4b7b08211da1 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:51:42.742488 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-314d9ba8-9eaf-4eb1-a339-ef5dcbb6d18c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:42.755931 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-09dab64b-e2e8-47d7-8693-d91403ab40f9 req-1d73f9e6-6d6b-41e6-8f9b-b3e86dc9a793 tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c1f1624-d08c-4fee-af33-fac6c597f9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072109 Nov 27 03:51:42.778239 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611fb34-45f4-440c-a8ea-0983629032a4 req-0ca6641b-ce35-4151-9b0a-3424ff621b05 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:42.780107 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5611fb34-45f4-440c-a8ea-0983629032a4 req-0ca6641b-ce35-4151-9b0a-3424ff621b05 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 945 time: 0.0957434 Nov 27 03:51:42.780751 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-4e16631f-4da1-4af5-9dce-e547e5c23e7a tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, d633c444-8473-4526-bfea-4b7b08211da1) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:51:42.789533 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e16631f-4da1-4af5-9dce-e547e5c23e7a tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:42.790152 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4e16631f-4da1-4af5-9dce-e547e5c23e7a tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:42.790715 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4e610d-e5a4-40c1-9f5e-6b912486062d None None] Network d633c444-8473-4526-bfea-4b7b08211da1 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:51:42.801216 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-43477f65-a8ce-4a3c-a4c0-8aab632dd248 service neutron] 10.222.0.11 "GET /v2.0/networks/08f5ab49-0e80-484e-b2da-92afccf8b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664383 Nov 27 03:51:42.846880 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-314d9ba8-9eaf-4eb1-a339-ef5dcbb6d18c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:42.881256 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4e16631f-4da1-4af5-9dce-e547e5c23e7a tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8710670 Nov 27 03:51:42.889661 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37572) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:42.903049 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-497f3a0a-3582-42f9-acb2-a6a8f9c0efbf tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Request body: {'port': {'network_id': 'd633c444-8473-4526-bfea-4b7b08211da1', 'name': 'tempest-DHCPAgentSchedulersTestJSON-81812516'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:51:43.033422 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5611fb34-45f4-440c-a8ea-0983629032a4 req-98d2fcca-77ae-4567-a735-6d97ae9584ce tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397296 Nov 27 03:51:43.084199 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 5770e812-3cad-4599-aae6-424908e1e809 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:51:43.122221 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 5770e812-3cad-4599-aae6-424908e1e809 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:51:43.122924 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 5770e812-3cad-4599-aae6-424908e1e809 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:51:43.123567 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 2c411218-a8de-4018-9760-a5d3118e32da no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:51:43.124154 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5537eec1-c47f-48de-9108-8f5fd9a8eba5 req-d5229851-540d-4037-ba0c-d12b42e94e9b service neutron] 10.222.0.11 "GET /v2.0/networks/08f5ab49-0e80-484e-b2da-92afccf8b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029392 Nov 27 03:51:43.181632 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497f3a0a-3582-42f9-acb2-a6a8f9c0efbf tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Made reservation on behalf of 52ce5c13284e418a91b9b055ee0891f1 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:51:43.189594 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058e2e5-97c1-402d-bd8f-051416c84cb0 req-3e21117d-54ed-41ad-9aa4-a9dd8081c02c tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:43.191175 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1058e2e5-97c1-402d-bd8f-051416c84cb0 req-3e21117d-54ed-41ad-9aa4-a9dd8081c02c tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] 10.222.0.11 "GET /v2.0/ports?device_id=28651ca2-62cb-4565-89dc-25509e06cffd HTTP/1.1" status: 200 len: 949 time: 0.3088531 Nov 27 03:51:43.191926 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-497f3a0a-3582-42f9-acb2-a6a8f9c0efbf tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:43.192451 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 2c411218-a8de-4018-9760-a5d3118e32da {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:51:43.193074 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 2c411218-a8de-4018-9760-a5d3118e32da not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:51:43.216440 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3903e5-001f-44f8-90c7-529436262254 req-e11e32a2-e23f-4edc-ad01-9078e3856573 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:43.218325 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ff3903e5-001f-44f8-90c7-529436262254 req-e11e32a2-e23f-4edc-ad01-9078e3856573 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0b3a0dc-6129-40e7-a728-0b368615fb79 HTTP/1.1" status: 200 len: 950 time: 0.2028356 Nov 27 03:51:43.221037 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-45a647fb-12a1-4902-9b0c-05ae135fa23c req-3fdc8875-b816-4b35-938d-143c8098690e tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Deleting port 0ac19189-8bd0-4e1e-98a4-039eaea16651 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:51:43.221661 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-45a647fb-12a1-4902-9b0c-05ae135fa23c req-3fdc8875-b816-4b35-938d-143c8098690e tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:43.223657 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-497f3a0a-3582-42f9-acb2-a6a8f9c0efbf tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] device_id is not set on port 7dfd1e95-8a2a-40cd-a148-8b7b7c3f5114 yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 03:51:43.227178 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-314d9ba8-9eaf-4eb1-a339-ef5dcbb6d18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:43.387675 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6705a-8c7c-48eb-962c-d1c6af486328 req-c971f35e-a88b-467c-a6cc-110c5d91efc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:43.389562 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fcc6705a-8c7c-48eb-962c-d1c6af486328 req-c971f35e-a88b-467c-a6cc-110c5d91efc3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a17274e888df4225aeb5638a41a17698&device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 1094 time: 0.1171670 Nov 27 03:51:43.476330 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-314d9ba8-9eaf-4eb1-a339-ef5dcbb6d18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:43.483516 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d719f45-f1d5-4055-ba89-7b3238ff176d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-d633c444-8473-4526-bfea-4b7b08211da1', 'network_id': 'd633c444-8473-4526-bfea-4b7b08211da1', 'tenant_id': '52ce5c13284e418a91b9b055ee0891f1', 'fixed_ips': [{'subnet_id': 'b03b64e6-298c-4568-b8bd-1ffbe4e2d420'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 03:51:43.484789 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9d719f45-f1d5-4055-ba89-7b3238ff176d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:43.523868 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ff3903e5-001f-44f8-90c7-529436262254 req-c1bb4390-b4d8-4c8e-92e0-4e120dfebbc8 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895863 Nov 27 03:51:43.524820 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-497f3a0a-3582-42f9-acb2-a6a8f9c0efbf tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Allocated IP 172.20.0.10 (d633c444-8473-4526-bfea-4b7b08211da1/b03b64e6-298c-4568-b8bd-1ffbe4e2d420/7dfd1e95-8a2a-40cd-a148-8b7b7c3f5114) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:51:43.601462 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6705a-8c7c-48eb-962c-d1c6af486328 req-23e48674-9a25-4831-b298-2caac004ca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:43.603410 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fcc6705a-8c7c-48eb-962c-d1c6af486328 req-23e48674-9a25-4831-b298-2caac004ca13 service neutron] 10.222.0.11 "GET /v2.0/networks?id=08f5ab49-0e80-484e-b2da-92afccf8b9b1 HTTP/1.1" status: 200 len: 913 time: 0.2031016 Nov 27 03:51:43.680518 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fcc6705a-8c7c-48eb-962c-d1c6af486328 req-4e808924-2049-43f9-bf22-6233f45d6d74 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cfb94f3-20a4-457b-ab06-b8424e82fab7 HTTP/1.1" status: 200 len: 217 time: 0.0650055 Nov 27 03:51:43.810646 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6705a-8c7c-48eb-962c-d1c6af486328 req-185d4b11-12de-47ca-93ca-abea629f7ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:43.815418 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fcc6705a-8c7c-48eb-962c-d1c6af486328 req-185d4b11-12de-47ca-93ca-abea629f7ec5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=921fe779-c75e-43af-88d5-b8ba03d01bf5 HTTP/1.1" status: 200 len: 852 time: 0.1045299 Nov 27 03:51:43.876461 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fcc6705a-8c7c-48eb-962c-d1c6af486328 req-daa62c2e-5351-465f-adeb-0b62f50fe5a0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=08f5ab49-0e80-484e-b2da-92afccf8b9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516086 Nov 27 03:51:43.891761 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d82aa-5624-436e-8966-561587dd0006 req-f1bbe768-d0c7-4d63-b4bc-ca0ce6803de0 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:43.893762 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-413d82aa-5624-436e-8966-561587dd0006 req-f1bbe768-d0c7-4d63-b4bc-ca0ce6803de0 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 943 time: 0.1838877 Nov 27 03:51:43.977290 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d9ba8-9eaf-4eb1-a339-ef5dcbb6d18c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa14ce69-ec1a-40f3-85eb-d727ecb26054,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:43.981116 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-45a647fb-12a1-4902-9b0c-05ae135fa23c req-3fdc8875-b816-4b35-938d-143c8098690e tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] For port 0ac19189-8bd0-4e1e-98a4-039eaea16651, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=0ac19189-8bd0-4e1e-98a4-039eaea16651,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:43.981489 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-45a647fb-12a1-4902-9b0c-05ae135fa23c req-3fdc8875-b816-4b35-938d-143c8098690e tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:43.984725 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-497f3a0a-3582-42f9-acb2-a6a8f9c0efbf tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:44.004164 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1853a66-2183-4403-9ee7-2ba71430b618 None None] Network 29685cff-e09f-46fa-bc9b-5324fffbcb8d requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:51:44.016911 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-314d9ba8-9eaf-4eb1-a339-ef5dcbb6d18c admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:44.024467 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-314d9ba8-9eaf-4eb1-a339-ef5dcbb6d18c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fa14ce69-ec1a-40f3-85eb-d727ecb26054 HTTP/1.1" status: 204 len: 168 time: 1.4695849 Nov 27 03:51:44.029478 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 37582) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:44.039831 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-45a647fb-12a1-4902-9b0c-05ae135fa23c req-3fdc8875-b816-4b35-938d-143c8098690e tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Calling delete_port for 0ac19189-8bd0-4e1e-98a4-039eaea16651 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:51:44.092422 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-413d82aa-5624-436e-8966-561587dd0006 req-6592184e-16e3-485a-b1db-f364e27868bc tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816094 Nov 27 03:51:44.103373 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fcc6705a-8c7c-48eb-962c-d1c6af486328 req-5634e7a3-27f4-49bc-aa2a-c15fa082e004 service neutron] 10.222.0.11 "GET /v2.0/networks/08f5ab49-0e80-484e-b2da-92afccf8b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034366 Nov 27 03:51:44.136922 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-497f3a0a-3582-42f9-acb2-a6a8f9c0efbf tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:44.207978 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-9d719f45-f1d5-4055-ba89-7b3238ff176d None None] Allocated IP 172.20.0.2 (d633c444-8473-4526-bfea-4b7b08211da1/b03b64e6-298c-4568-b8bd-1ffbe4e2d420/39016b8c-e4ee-44fd-9cd7-4135702a825d) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:51:44.232676 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-60e05b20-d0a8-422d-adb9-db3ed0085e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:44.252886 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-1058e2e5-97c1-402d-bd8f-051416c84cb0 req-5fb52cfa-0222-42f2-ac3d-9421c71a21e8 tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] Deleting port b89f1429-abce-48ec-b453-aadaebd86f3c {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:51:44.253603 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1058e2e5-97c1-402d-bd8f-051416c84cb0 req-5fb52cfa-0222-42f2-ac3d-9421c71a21e8 tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:44.306592 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72323069-fdec-4373-9423-5576264f3dee req-79563ade-9b8e-4dc6-abb8-5504c63010a3 tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:44.308539 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-72323069-fdec-4373-9423-5576264f3dee req-79563ade-9b8e-4dc6-abb8-5504c63010a3 tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] 10.222.0.20 "GET /v2.0/ports?device_id=28651ca2-62cb-4565-89dc-25509e06cffd HTTP/1.1" status: 200 len: 949 time: 0.3392320 Nov 27 03:51:44.387726 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 03:51:44.419330 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497f3a0a-3582-42f9-acb2-a6a8f9c0efbf tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Network d633c444-8473-4526-bfea-4b7b08211da1 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:51:44.479033 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12650909-d725-405d-916e-ac28fffb74a8 None None] DHCP port deletion for 29685cff-e09f-46fa-bc9b-5324fffbcb8d request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 03:51:44.490477 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-497f3a0a-3582-42f9-acb2-a6a8f9c0efbf tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:51:44.496485 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497f3a0a-3582-42f9-acb2-a6a8f9c0efbf tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:51:44.511209 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f3a0a-3582-42f9-acb2-a6a8f9c0efbf tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Pushing event updated for resources: {'Port': ['ID=7dfd1e95-8a2a-40cd-a148-8b7b7c3f5114,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:44.527894 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-72323069-fdec-4373-9423-5576264f3dee req-e24b175f-4a57-4a2e-800f-121b784a5f99 tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c1f1624-d08c-4fee-af33-fac6c597f9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684265 Nov 27 03:51:44.557741 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9d719f45-f1d5-4055-ba89-7b3238ff176d None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:44.595547 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9d719f45-f1d5-4055-ba89-7b3238ff176d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:44.642815 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-1058e2e5-97c1-402d-bd8f-051416c84cb0 req-5fb52cfa-0222-42f2-ac3d-9421c71a21e8 tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] For port b89f1429-abce-48ec-b453-aadaebd86f3c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=b89f1429-abce-48ec-b453-aadaebd86f3c,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:44.643433 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1058e2e5-97c1-402d-bd8f-051416c84cb0 req-5fb52cfa-0222-42f2-ac3d-9421c71a21e8 tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:44.661051 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8d168-425d-4d15-9829-a0c271ddfdf1 req-afa0869b-5ff1-47c1-82ef-5c46dcaabd0c tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:44.669458 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-63b8d168-425d-4d15-9829-a0c271ddfdf1 req-afa0869b-5ff1-47c1-82ef-5c46dcaabd0c tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 945 time: 0.2951252 Nov 27 03:51:44.680487 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-60e05b20-d0a8-422d-adb9-db3ed0085e7e admin admin] Deleting port c11a7bfc-4021-41a8-848d-5b35833b032a {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:51:44.681056 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-60e05b20-d0a8-422d-adb9-db3ed0085e7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:44.682605 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d719f45-f1d5-4055-ba89-7b3238ff176d None None] Network d633c444-8473-4526-bfea-4b7b08211da1 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:51:44.689350 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-9d719f45-f1d5-4055-ba89-7b3238ff176d None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:51:44.699165 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d719f45-f1d5-4055-ba89-7b3238ff176d None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:51:44.701214 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497f3a0a-3582-42f9-acb2-a6a8f9c0efbf tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:44.702190 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-497f3a0a-3582-42f9-acb2-a6a8f9c0efbf tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:44.713160 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-12650909-d725-405d-916e-ac28fffb74a8 None None] Deleting port c11a7bfc-4021-41a8-848d-5b35833b032a {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:51:44.713539 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-12650909-d725-405d-916e-ac28fffb74a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:44.715057 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fcc6705a-8c7c-48eb-962c-d1c6af486328 req-ed83b5a7-96a6-488c-96f6-2d7942662a60 service neutron] 10.222.0.11 "GET /v2.0/networks/08f5ab49-0e80-484e-b2da-92afccf8b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5900521 Nov 27 03:51:44.730994 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-1058e2e5-97c1-402d-bd8f-051416c84cb0 req-5fb52cfa-0222-42f2-ac3d-9421c71a21e8 tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] Calling delete_port for b89f1429-abce-48ec-b453-aadaebd86f3c owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:51:44.758691 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d719f45-f1d5-4055-ba89-7b3238ff176d None None] Pushing event updated for resources: {'Port': ['ID=39016b8c-e4ee-44fd-9cd7-4135702a825d,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:44.758929 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-497f3a0a-3582-42f9-acb2-a6a8f9c0efbf tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8616612 Nov 27 03:51:44.761080 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37590) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:44.776794 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-45a647fb-12a1-4902-9b0c-05ae135fa23c req-3fdc8875-b816-4b35-938d-143c8098690e tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:44.777874 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-63b8d168-425d-4d15-9829-a0c271ddfdf1 req-75803d81-31b4-4f61-9e0b-0ab69de42fc2 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070268 Nov 27 03:51:44.815964 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc8875-b816-4b35-938d-143c8098690e tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Pushing event deleted for resources: {'Port': ['ID=0ac19189-8bd0-4e1e-98a4-039eaea16651,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:44.851877 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['5b6c04db-864a-455a-9280-0a33403f4d9b', '0ac19189-8bd0-4e1e-98a4-039eaea16651', '26946bba-a484-4f3c-8919-da4b4bff424f'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:51:44.857619 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-9d719f45-f1d5-4055-ba89-7b3238ff176d None None] Attempting to bind port 39016b8c-e4ee-44fd-9cd7-4135702a825d on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:51:44.857995 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-9d719f45-f1d5-4055-ba89-7b3238ff176d None None] Attempting to bind port 39016b8c-e4ee-44fd-9cd7-4135702a825d by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'b8098467-11b1-4039-b8a0-c60e8268eb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd633c444-8473-4526-bfea-4b7b08211da1'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:51:44.858441 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d719f45-f1d5-4055-ba89-7b3238ff176d None None] Attempting to bind port 39016b8c-e4ee-44fd-9cd7-4135702a825d on network d633c444-8473-4526-bfea-4b7b08211da1 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:51:44.886193 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-60e05b20-d0a8-422d-adb9-db3ed0085e7e admin admin] For port c11a7bfc-4021-41a8-848d-5b35833b032a, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=c11a7bfc-4021-41a8-848d-5b35833b032a,segment=NetworkSegment(5403506c-e8dd-4a10-9873-3f75d691376c),segment_id=5403506c-e8dd-4a10-9873-3f75d691376c)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:44.887101 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-60e05b20-d0a8-422d-adb9-db3ed0085e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:44.927438 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d719f45-f1d5-4055-ba89-7b3238ff176d None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:51:44.928194 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d719f45-f1d5-4055-ba89-7b3238ff176d None None] Checking segment: {'id': 'b8098467-11b1-4039-b8a0-c60e8268eb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd633c444-8473-4526-bfea-4b7b08211da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:51:44.928812 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9d719f45-f1d5-4055-ba89-7b3238ff176d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:44.929985 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d719f45-f1d5-4055-ba89-7b3238ff176d None None] Bound using segment: {'id': 'b8098467-11b1-4039-b8a0-c60e8268eb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd633c444-8473-4526-bfea-4b7b08211da1'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:51:44.930728 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-9d719f45-f1d5-4055-ba89-7b3238ff176d None None] Bound port: 39016b8c-e4ee-44fd-9cd7-4135702a825d, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8098467-11b1-4039-b8a0-c60e8268eb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd633c444-8473-4526-bfea-4b7b08211da1'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:51:44.931327 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9d719f45-f1d5-4055-ba89-7b3238ff176d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:44.949080 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-def1f1b2-421a-4405-9c92-2ccc44a77b2a tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Deleting port 7dfd1e95-8a2a-40cd-a148-8b7b7c3f5114 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:51:44.949519 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-def1f1b2-421a-4405-9c92-2ccc44a77b2a tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:44.951146 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cf239-6609-4de1-aed2-810e8aef6e14 req-3b4aaf11-e3e3-4651-9fce-931ea3efa3a2 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:44.952897 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-626cf239-6609-4de1-aed2-810e8aef6e14 req-3b4aaf11-e3e3-4651-9fce-931ea3efa3a2 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0b3a0dc-6129-40e7-a728-0b368615fb79 HTTP/1.1" status: 200 len: 867 time: 0.2991307 Nov 27 03:51:44.969297 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-60e05b20-d0a8-422d-adb9-db3ed0085e7e admin admin] Calling delete_port for c11a7bfc-4021-41a8-848d-5b35833b032a owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:51:44.982945 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-12650909-d725-405d-916e-ac28fffb74a8 None None] For port c11a7bfc-4021-41a8-848d-5b35833b032a, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=c11a7bfc-4021-41a8-848d-5b35833b032a,segment=NetworkSegment(5403506c-e8dd-4a10-9873-3f75d691376c),segment_id=5403506c-e8dd-4a10-9873-3f75d691376c)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:44.983362 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-12650909-d725-405d-916e-ac28fffb74a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:45.014219 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a647fb-12a1-4902-9b0c-05ae135fa23c req-3fdc8875-b816-4b35-938d-143c8098690e tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] No DVR routers for this DVR port 0ac19189-8bd0-4e1e-98a4-039eaea16651 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:51:45.027789 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-45a647fb-12a1-4902-9b0c-05ae135fa23c req-3fdc8875-b816-4b35-938d-143c8098690e tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:45.034157 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-45a647fb-12a1-4902-9b0c-05ae135fa23c req-3fdc8875-b816-4b35-938d-143c8098690e tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.23 "DELETE /v2.0/ports/0ac19189-8bd0-4e1e-98a4-039eaea16651 HTTP/1.1" status: 204 len: 173 time: 2.3488030 Nov 27 03:51:45.036367 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b3a0dc-6129-40e7-a728-0b368615fb79', 'name': 'network-vif-deleted', 'tag': '0ac19189-8bd0-4e1e-98a4-039eaea16651'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:51:45.039406 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04cd1b0-8ae4-4df0-98c9-7915f8d175ac" -d '{"events": [{"server_uuid": "e0b3a0dc-6129-40e7-a728-0b368615fb79", "name": "network-vif-deleted", "tag": "0ac19189-8bd0-4e1e-98a4-039eaea16651"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:51:45.055003 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-9d719f45-f1d5-4055-ba89-7b3238ff176d None None] For port 39016b8c-e4ee-44fd-9cd7-4135702a825d, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:51:45.059385 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-9d719f45-f1d5-4055-ba89-7b3238ff176d None None] For port 39016b8c-e4ee-44fd-9cd7-4135702a825d, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=39016b8c-e4ee-44fd-9cd7-4135702a825d,segment=NetworkSegment(b8098467-11b1-4039-b8a0-c60e8268eb4e),segment_id=b8098467-11b1-4039-b8a0-c60e8268eb4e)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:51:45.061042 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device c11a7bfc-4021-41a8-848d-5b35833b032a no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:51:45.089920 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9d719f45-f1d5-4055-ba89-7b3238ff176d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:45.115943 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-def1f1b2-421a-4405-9c92-2ccc44a77b2a tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:45.123518 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-12650909-d725-405d-916e-ac28fffb74a8 None None] Calling delete_port for c11a7bfc-4021-41a8-848d-5b35833b032a owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:51:45.138874 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-def1f1b2-421a-4405-9c92-2ccc44a77b2a tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Calling delete_port for 7dfd1e95-8a2a-40cd-a148-8b7b7c3f5114 owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:51:45.141962 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87dac41-ecb9-4391-82e4-b8330d2c17d6 x-openstack-request-id: req-d87dac41-ecb9-4391-82e4-b8330d2c17d6 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:51:45.142258 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b3a0dc-6129-40e7-a728-0b368615fb79", "name": "network-vif-deleted", "tag": "0ac19189-8bd0-4e1e-98a4-039eaea16651", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:51:45.143707 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d87dac41-ecb9-4391-82e4-b8330d2c17d6 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:51:45.144136 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b3a0dc-6129-40e7-a728-0b368615fb79', 'name': 'network-vif-deleted', 'tag': '0ac19189-8bd0-4e1e-98a4-039eaea16651', 'status': 'completed', 'code': 200} Nov 27 03:51:45.326240 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcacf72-2c7f-496d-903b-2ebc4b84e318 req-5fb0c4de-41a7-49a3-9650-c0489882f03a tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:45.338767 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-626cf239-6609-4de1-aed2-810e8aef6e14 req-8dcdbd18-202d-44fc-b19b-cd66babcba71 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618727 Nov 27 03:51:45.340249 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-abcacf72-2c7f-496d-903b-2ebc4b84e318 req-5fb0c4de-41a7-49a3-9650-c0489882f03a tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 943 time: 0.1019645 Nov 27 03:51:45.471113 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1058e2e5-97c1-402d-bd8f-051416c84cb0 req-5fb52cfa-0222-42f2-ac3d-9421c71a21e8 tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:45.483033 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d719f45-f1d5-4055-ba89-7b3238ff176d None None] Pushing event updated for resources: {'Port': ['ID=39016b8c-e4ee-44fd-9cd7-4135702a825d,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:45.508436 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-60e05b20-d0a8-422d-adb9-db3ed0085e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:45.509679 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-12650909-d725-405d-916e-ac28fffb74a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:45.524412 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-abcacf72-2c7f-496d-903b-2ebc4b84e318 req-c4e3581d-b9f1-4dbb-84a1-828d4341659c tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832571 Nov 27 03:51:45.526098 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-def1f1b2-421a-4405-9c92-2ccc44a77b2a tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:45.582088 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1f1b2-421a-4405-9c92-2ccc44a77b2a tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Pushing event deleted for resources: {'Port': ['ID=7dfd1e95-8a2a-40cd-a148-8b7b7c3f5114,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:45.595087 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb52cfa-0222-42f2-ac3d-9421c71a21e8 tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] Pushing event deleted for resources: {'Port': ['ID=b89f1429-abce-48ec-b453-aadaebd86f3c,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:45.604873 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:45.755742 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12650909-d725-405d-916e-ac28fffb74a8 None None] Pushing event deleted for resources: {'Port': ['ID=c11a7bfc-4021-41a8-848d-5b35833b032a,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:45.758384 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12650909-d725-405d-916e-ac28fffb74a8 None None] No DVR routers for this DVR port c11a7bfc-4021-41a8-848d-5b35833b032a on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:51:45.770074 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-def1f1b2-421a-4405-9c92-2ccc44a77b2a tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:45.774380 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-def1f1b2-421a-4405-9c92-2ccc44a77b2a tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] 10.222.0.20 "DELETE /v2.0/ports/7dfd1e95-8a2a-40cd-a148-8b7b7c3f5114 HTTP/1.1" status: 204 len: 168 time: 1.0135453 Nov 27 03:51:45.783434 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37602) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:45.824912 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fcd968a2-0bef-40a7-a49e-2d0d956f2b67 req-f7f57768-6486-4b2e-862d-faaf4c247f8e tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] 10.222.0.20 "GET /v2.0/ports?device_id=28651ca2-62cb-4565-89dc-25509e06cffd HTTP/1.1" status: 200 len: 210 time: 0.0587056 Nov 27 03:51:45.826292 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e05b20-d0a8-422d-adb9-db3ed0085e7e admin admin] No DVR routers for this DVR port c11a7bfc-4021-41a8-848d-5b35833b032a on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:51:45.833651 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e05b20-d0a8-422d-adb9-db3ed0085e7e admin admin] Pushing event deleted for resources: {'Port': ['ID=c11a7bfc-4021-41a8-848d-5b35833b032a,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:45.878726 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-1058e2e5-97c1-402d-bd8f-051416c84cb0 req-5fb52cfa-0222-42f2-ac3d-9421c71a21e8 tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] No DVR routers for this DVR port b89f1429-abce-48ec-b453-aadaebd86f3c on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:51:45.887607 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1058e2e5-97c1-402d-bd8f-051416c84cb0 req-5fb52cfa-0222-42f2-ac3d-9421c71a21e8 tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:45.897664 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1058e2e5-97c1-402d-bd8f-051416c84cb0 req-5fb52cfa-0222-42f2-ac3d-9421c71a21e8 tempest-ImagesOneServerTestJSON-697949792 tempest-ImagesOneServerTestJSON-697949792-project] 10.222.0.11 "DELETE /v2.0/ports/b89f1429-abce-48ec-b453-aadaebd86f3c HTTP/1.1" status: 204 len: 173 time: 2.6294942 Nov 27 03:51:45.940297 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 7cfb94f3-20a4-457b-ab06-b8424e82fab7 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:51:45.978424 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device b89f1429-abce-48ec-b453-aadaebd86f3c no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:51:46.023831 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5d5bd01d-3458-441c-8555-300fa7fdf1bd tempest-DHCPAgentSchedulersTestJSON-2126804542 tempest-DHCPAgentSchedulersTestJSON-2126804542-project-admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.2433610 Nov 27 03:51:46.026478 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37608) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:46.038131 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-60e05b20-d0a8-422d-adb9-db3ed0085e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:46.047785 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-590b70a0-c95e-46c6-890d-4950ffd0e18b tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1332955953'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:51:46.067256 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12117fa4-6136-4782-80ef-ca4e3a6b21d6 req-8bdd9422-97ab-4750-b6f5-50e88527e8e1 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:46.067878 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-60e05b20-d0a8-422d-adb9-db3ed0085e7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29685cff-e09f-46fa-bc9b-5324fffbcb8d']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:51:46.068953 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-12117fa4-6136-4782-80ef-ca4e3a6b21d6 req-8bdd9422-97ab-4750-b6f5-50e88527e8e1 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 945 time: 0.1691964 Nov 27 03:51:46.073679 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:46.081779 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-60e05b20-d0a8-422d-adb9-db3ed0085e7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5403506c-e8dd-4a10-9873-3f75d691376c') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:51:46.082279 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-60e05b20-d0a8-422d-adb9-db3ed0085e7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5403506c-e8dd-4a10-9873-3f75d691376c') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:51:46.099752 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-60e05b20-d0a8-422d-adb9-db3ed0085e7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:46.121128 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: b89f1429-abce-48ec-b453-aadaebd86f3c {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:51:46.121968 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device b89f1429-abce-48ec-b453-aadaebd86f3c not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:51:46.123862 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-60e05b20-d0a8-422d-adb9-db3ed0085e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:46.132976 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590b70a0-c95e-46c6-890d-4950ffd0e18b tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Made reservation on behalf of 52ce5c13284e418a91b9b055ee0891f1 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:51:46.135122 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60e05b20-d0a8-422d-adb9-db3ed0085e7e admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:51:46.136674 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-60e05b20-d0a8-422d-adb9-db3ed0085e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:46.136995 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-590b70a0-c95e-46c6-890d-4950ffd0e18b tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:46.140924 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 03:51:46.140924 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:51:46.140924 n-d-819494-3 neutron-server[110019]: timer() Nov 27 03:51:46.140924 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:51:46.140924 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 03:51:46.140924 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:51:46.140924 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 03:51:46.140924 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:51:46.140924 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 03:51:46.140924 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:51:46.140924 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 03:51:46.140924 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:51:46.140924 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 03:51:46.140924 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:51:46.140924 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:51:46.140924 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:51:46.140924 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:51:46.140924 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:51:46.140924 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 03:51:46.140924 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:51:46.140924 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 03:51:46.140924 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:51:46.140924 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:51:46.140924 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:51:46.140924 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 03:51:46.140924 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:51:46.140924 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:51:46.140924 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:51:46.140924 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:51:46.140924 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:51:46.140924 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:51:46.140924 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:51:46.178615 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1a872134-9b2e-407e-85ff-36c7bf40a717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:46.199176 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-12117fa4-6136-4782-80ef-ca4e3a6b21d6 req-aa8cef8f-1470-45a3-9f5c-fbe337e39c7e tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206198 Nov 27 03:51:46.229449 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-590b70a0-c95e-46c6-890d-4950ffd0e18b tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:51:46.239055 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-60e05b20-d0a8-422d-adb9-db3ed0085e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:46.241144 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-590b70a0-c95e-46c6-890d-4950ffd0e18b tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:46.241502 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-590b70a0-c95e-46c6-890d-4950ffd0e18b tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Added segment 1d0e5339-fede-48a5-9669-663f69164058 of type vlan for network 9f23592d-1c52-4182-806a-f180e324ca60 Nov 27 03:51:46.244274 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 7cfb94f3-20a4-457b-ab06-b8424e82fab7, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=7cfb94f3-20a4-457b-ab06-b8424e82fab7,segment=NetworkSegment(277708b6-af23-477b-abf6-dbbbeb02c2ba),segment_id=277708b6-af23-477b-abf6-dbbbeb02c2ba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:46.261917 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-60e05b20-d0a8-422d-adb9-db3ed0085e7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:46.267004 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-60e05b20-d0a8-422d-adb9-db3ed0085e7e admin admin] 10.222.0.20 "DELETE /v2.0/networks/29685cff-e09f-46fa-bc9b-5324fffbcb8d HTTP/1.1" status: 204 len: 168 time: 2.2313054 Nov 27 03:51:46.268460 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e05b20-d0a8-422d-adb9-db3ed0085e7e admin admin] Pushing event deleted for resources: {'Network': ['ID=29685cff-e09f-46fa-bc9b-5324fffbcb8d,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:46.289662 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '7cfb94f3-20a4-457b-ab06-b8424e82fab7', 'network_id': '08f5ab49-0e80-484e-b2da-92afccf8b9b1', 'port_id': '7cfb94f3-20a4-457b-ab06-b8424e82fab7', 'mac_address': 'fa:16:3e:7e:a4:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921fe779-c75e-43af-88d5-b8ba03d01bf5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:51:46.321316 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-590b70a0-c95e-46c6-890d-4950ffd0e18b tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:46.404712 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-590b70a0-c95e-46c6-890d-4950ffd0e18b tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:46.411731 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590b70a0-c95e-46c6-890d-4950ffd0e18b tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:46.415928 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-590b70a0-c95e-46c6-890d-4950ffd0e18b tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:46.479917 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-590b70a0-c95e-46c6-890d-4950ffd0e18b tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4485381 Nov 27 03:51:46.482674 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 37620) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:46.483216 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:46.502179 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cfb94f3-20a4-457b-ab06-b8424e82fab7 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:51:46.542775 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 7cfb94f3-20a4-457b-ab06-b8424e82fab7, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=7cfb94f3-20a4-457b-ab06-b8424e82fab7,segment=NetworkSegment(277708b6-af23-477b-abf6-dbbbeb02c2ba),segment_id=277708b6-af23-477b-abf6-dbbbeb02c2ba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:46.555481 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:46.617794 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b70a0-c95e-46c6-890d-4950ffd0e18b tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Pushing event updated for resources: {'Network': ['ID=9f23592d-1c52-4182-806a-f180e324ca60,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:46.640046 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 9f23592d-1c52-4182-806a-f180e324ca60 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:51:46.695726 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37624) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:46.767559 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-762b8bee-2828-4031-8d93-32e64d94859f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b7359fd6981141eab21db4104cac4898&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0682189 Nov 27 03:51:46.768348 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37626) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:46.781789 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=7cfb94f3-20a4-457b-ab06-b8424e82fab7,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:46.825976 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127edd46-e236-4275-beeb-71a8579c3768 req-deb54cdb-6300-48d3-a96b-a8c509705f4b tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:46.835139 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-127edd46-e236-4275-beeb-71a8579c3768 req-deb54cdb-6300-48d3-a96b-a8c509705f4b tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 944 time: 0.1397388 Nov 27 03:51:46.871022 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-44ca2a78-e093-4fd7-a8b3-331c44e81a79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:46.916400 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-44ca2a78-e093-4fd7-a8b3-331c44e81a79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:46.928678 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-127edd46-e236-4275-beeb-71a8579c3768 req-12aa2e23-604f-4d24-aa99-54758b26c96f tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915713 Nov 27 03:51:46.938501 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f0873361-154d-4e46-b07e-c9c2b7fc4fd9 tempest-DHCPAgentSchedulersTestJSON-2126804542 tempest-DHCPAgentSchedulersTestJSON-2126804542-project-admin] 10.222.0.20 "GET /v2.0/agents/d22d7e6f-dd41-43ea-929f-afe5635fce97/dhcp-networks HTTP/1.1" status: 200 len: 8873 time: 0.4536645 Nov 27 03:51:46.942053 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 37632) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:46.964865 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['7cfb94f3-20a4-457b-ab06-b8424e82fab7'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:51:47.024086 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c12f6-cbee-48bb-ba1a-88ccaba203ee req-e2acfe40-172d-4578-a3a5-134d26dc6757 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:47.033184 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-851c12f6-cbee-48bb-ba1a-88ccaba203ee req-e2acfe40-172d-4578-a3a5-134d26dc6757 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7e6b9a2-f01e-442b-b8ba-b4cc89443628 HTTP/1.1" status: 200 len: 949 time: 0.0979478 Nov 27 03:51:47.046629 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 39016b8c-e4ee-44fd-9cd7-4135702a825d up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:51:47.097907 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ee8f44-4e6b-4010-975a-1363a1b17cc0 None None] Network d633c444-8473-4526-bfea-4b7b08211da1 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:51:47.107174 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-851c12f6-cbee-48bb-ba1a-88ccaba203ee req-5751dca2-26a1-4ea9-b54d-260a9ee3495e tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730128 Nov 27 03:51:47.120491 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-44ca2a78-e093-4fd7-a8b3-331c44e81a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:47.120491 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-44ca2a78-e093-4fd7-a8b3-331c44e81a79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:47.120491 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-44ca2a78-e093-4fd7-a8b3-331c44e81a79 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1498ded8-b2e6-4984-b10e-aa9c98f587ad HTTP/1.1" status: 204 len: 168 time: 0.3508351 Nov 27 03:51:47.130367 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca2a78-e093-4fd7-a8b3-331c44e81a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1498ded8-b2e6-4984-b10e-aa9c98f587ad,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:47.135032 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bfc6d9-e00f-4bcd-8333-7673ad7c3992 tempest-DHCPAgentSchedulersTestJSON-2126804542 tempest-DHCPAgentSchedulersTestJSON-2126804542-project-admin] Network 9f23592d-1c52-4182-806a-f180e324ca60 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:51:47.145500 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28651ca2-62cb-4565-89dc-25509e06cffd', 'name': 'network-vif-deleted', 'tag': 'b89f1429-abce-48ec-b453-aadaebd86f3c'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:51:47.149291 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3495bd8d-c763-48fb-ab0b-4492a9d38b11" -d '{"events": [{"server_uuid": "28651ca2-62cb-4565-89dc-25509e06cffd", "name": "network-vif-deleted", "tag": "b89f1429-abce-48ec-b453-aadaebd86f3c"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:51:47.158263 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-56bfc6d9-e00f-4bcd-8333-7673ad7c3992 tempest-DHCPAgentSchedulersTestJSON-2126804542 tempest-DHCPAgentSchedulersTestJSON-2126804542-project-admin] 10.222.0.20 "POST /v2.0/agents/d22d7e6f-dd41-43ea-929f-afe5635fce97/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2150414 Nov 27 03:51:47.161063 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37640) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:47.196841 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fee0053-a861-44fa-b5ea-3c56a28ac938 None None] Network 9f23592d-1c52-4182-806a-f180e324ca60 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:51:47.211586 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5605918-3396-4798-8b94-bbb66ad879c4 x-openstack-request-id: req-d5605918-3396-4798-8b94-bbb66ad879c4 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:51:47.212353 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28651ca2-62cb-4565-89dc-25509e06cffd", "name": "network-vif-deleted", "tag": "b89f1429-abce-48ec-b453-aadaebd86f3c", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:51:47.212620 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d5605918-3396-4798-8b94-bbb66ad879c4 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:51:47.213180 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28651ca2-62cb-4565-89dc-25509e06cffd', 'name': 'network-vif-deleted', 'tag': 'b89f1429-abce-48ec-b453-aadaebd86f3c', 'status': 'completed', 'code': 200} Nov 27 03:51:47.374778 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 37646) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:47.375335 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-53a2ab4e-c539-401a-8a51-d0f37d1d13c6 tempest-DHCPAgentSchedulersTestJSON-2126804542 tempest-DHCPAgentSchedulersTestJSON-2126804542-project-admin] 10.222.0.20 "GET /v2.0/agents/d22d7e6f-dd41-43ea-929f-afe5635fce97/dhcp-networks HTTP/1.1" status: 200 len: 9644 time: 0.2130342 Nov 27 03:51:47.392522 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-53ed8562-c9e1-45f2-80c1-c65c9f650c86 None None] Provisioning complete for port 39016b8c-e4ee-44fd-9cd7-4135702a825d triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:51:47.392860 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-53ed8562-c9e1-45f2-80c1-c65c9f650c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:47.401103 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32458f2c-ad8f-439c-b6a6-6919de63be84 req-a084bac3-f628-4ca7-9d1c-dd32bcb8dc4d tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:47.402757 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-32458f2c-ad8f-439c-b6a6-6919de63be84 req-a084bac3-f628-4ca7-9d1c-dd32bcb8dc4d tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 945 time: 0.0732813 Nov 27 03:51:47.508854 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 37652) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:47.519633 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-32458f2c-ad8f-439c-b6a6-6919de63be84 req-7e0cfc0c-8e64-4219-90a9-ea95b43ed813 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071382 Nov 27 03:51:47.520679 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ed448b88-24f9-4eb9-8e5c-371649abb29d tempest-DHCPAgentSchedulersTestJSON-2126804542 tempest-DHCPAgentSchedulersTestJSON-2126804542-project-admin] 10.222.0.20 "DELETE /v2.0/agents/d22d7e6f-dd41-43ea-929f-afe5635fce97/dhcp-networks/9f23592d-1c52-4182-806a-f180e324ca60 HTTP/1.1" status: 204 len: 168 time: 0.1433320 Nov 27 03:51:47.521422 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37656) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:47.641832 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 39016b8c-e4ee-44fd-9cd7-4135702a825d triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:51:47.642491 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:47.714023 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2b9a8191-2f3f-4dd2-b133-853f3945939a tempest-DHCPAgentSchedulersTestJSON-2126804542 tempest-DHCPAgentSchedulersTestJSON-2126804542-project-admin] 10.222.0.20 "GET /v2.0/agents/d22d7e6f-dd41-43ea-929f-afe5635fce97/dhcp-networks HTTP/1.1" status: 200 len: 8873 time: 0.1862671 Nov 27 03:51:47.719979 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37670) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:47.742273 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 0ac19189-8bd0-4e1e-98a4-039eaea16651 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:51:47.748126 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5134fa9a-e01e-4ec0-9172-8f315cd00fa0 tempest-DHCPAgentSchedulersTestJSON-2126804542 tempest-DHCPAgentSchedulersTestJSON-2126804542-project-admin] 10.222.0.20 "GET /v2.0/networks/d633c444-8473-4526-bfea-4b7b08211da1/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0269220 Nov 27 03:51:47.752327 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37672) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:47.778612 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c2a37652-dc93-4d71-a108-47914b5f11da tempest-DHCPAgentSchedulersTestJSON-2126804542 tempest-DHCPAgentSchedulersTestJSON-2126804542-project-admin] 10.222.0.20 "GET /v2.0/networks/d633c444-8473-4526-bfea-4b7b08211da1/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0247355 Nov 27 03:51:47.781970 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37676) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:47.793866 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-530454cf-ce21-4d97-b39f-afb1026984bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=017f623dc6964879bd1356a43dfcb56f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2814038 Nov 27 03:51:47.795460 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 37678) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:47.829078 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-93aa3556-3e83-4bb1-b10b-70bd06c29dfb tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--895194132&fields=id&tenant_id=c0af4e6deb794f9cb7f84aabc923dba5 HTTP/1.1" status: 200 len: 267 time: 0.1541402 Nov 27 03:51:47.829358 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 0ac19189-8bd0-4e1e-98a4-039eaea16651 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:51:47.829732 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 0ac19189-8bd0-4e1e-98a4-039eaea16651 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:51:47.855246 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-53ed8562-c9e1-45f2-80c1-c65c9f650c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:47.952262 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5d5e408f-add0-4d67-a566-e31db9a9f071 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:47.952483 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-53ed8562-c9e1-45f2-80c1-c65c9f650c86 None None] For port 39016b8c-e4ee-44fd-9cd7-4135702a825d, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=39016b8c-e4ee-44fd-9cd7-4135702a825d,segment=NetworkSegment(b8098467-11b1-4039-b8a0-c60e8268eb4e),segment_id=b8098467-11b1-4039-b8a0-c60e8268eb4e)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:47.957612 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5585f45b-655f-4c9c-8be6-51e0ea2a4fb7 tempest-DHCPAgentSchedulersTestJSON-2126804542 tempest-DHCPAgentSchedulersTestJSON-2126804542-project-admin] 10.222.0.20 "GET /v2.0/agents/d22d7e6f-dd41-43ea-929f-afe5635fce97/dhcp-networks HTTP/1.1" status: 200 len: 8873 time: 0.1739306 Nov 27 03:51:47.963893 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37686) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:47.999294 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-53ed8562-c9e1-45f2-80c1-c65c9f650c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:48.029794 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5d5e408f-add0-4d67-a566-e31db9a9f071 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:48.068522 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:48.085391 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-ec2c899d-4f7f-4181-8903-3a823350dcfc tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:48.096512 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed8562-c9e1-45f2-80c1-c65c9f650c86 None None] Pushing event updated for resources: {'Port': ['ID=39016b8c-e4ee-44fd-9cd7-4135702a825d,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:48.104471 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-ec2c899d-4f7f-4181-8903-3a823350dcfc tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/networks?id=a46e9489-60ec-4374-a176-dd7aab6e679c HTTP/1.1" status: 200 len: 815 time: 0.2733843 Nov 27 03:51:48.125143 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f29a2f26-8d45-492c-9979-94f0e91f2150 tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:48.137403 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-ad40752d-8869-4fb6-9977-eb42b203f15f tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/quotas/c0af4e6deb794f9cb7f84aabc923dba5 HTTP/1.1" status: 200 len: 375 time: 0.0321085 Nov 27 03:51:48.212943 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-5ae8acec-ed9a-4ff3-a895-11be3954e41e tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0af4e6deb794f9cb7f84aabc923dba5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0745616 Nov 27 03:51:48.230974 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5d5e408f-add0-4d67-a566-e31db9a9f071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:48.232262 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.api [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 03:51:48.232774 n-d-819494-3 neutron-server[110020]: DEBUG oslo_db.api [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 03:51:48.233796 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5d5e408f-add0-4d67-a566-e31db9a9f071 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:48.235326 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-5d5e408f-add0-4d67-a566-e31db9a9f071 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0c1f1624-d08c-4fee-af33-fac6c597f9fa HTTP/1.1" status: 204 len: 168 time: 0.4386754 Nov 27 03:51:48.267491 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-edd16c5e-8f1d-451e-9c87-4cda96a05483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:48.277028 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b3a9e-8775-4f3a-b338-8d19185abefc req-f035d0b5-756d-464c-a53a-59be3c12773f tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:48.287441 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dd8b3a9e-8775-4f3a-b338-8d19185abefc req-f035d0b5-756d-464c-a53a-59be3c12773f tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 944 time: 0.1897888 Nov 27 03:51:48.289458 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5e408f-add0-4d67-a566-e31db9a9f071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1f1624-d08c-4fee-af33-fac6c597f9fa,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:48.384725 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-f50584a3-bd3b-45a6-9a46-9c22b2c2a53d service neutron] 10.222.0.20 "GET /v2.0/networks/a46e9489-60ec-4374-a176-dd7aab6e679c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650555 Nov 27 03:51:48.394483 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f29a2f26-8d45-492c-9979-94f0e91f2150 tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:48.450653 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dd8b3a9e-8775-4f3a-b338-8d19185abefc req-fd471463-c5e3-4b0c-9e88-69a3b752d7cf tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561110 Nov 27 03:51:48.455204 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-f29a2f26-8d45-492c-9979-94f0e91f2150 tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f23592d-1c52-4182-806a-f180e324ca60']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:51:48.493956 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-f29a2f26-8d45-492c-9979-94f0e91f2150 tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d0e5339-fede-48a5-9669-663f69164058') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:51:48.494175 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-f29a2f26-8d45-492c-9979-94f0e91f2150 tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d0e5339-fede-48a5-9669-663f69164058') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:51:48.526894 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f29a2f26-8d45-492c-9979-94f0e91f2150 tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:48.537161 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-2ca2e252-d3b2-4bfa-afc3-9c54dbbdc6cd None None] Provisioning complete for port 39016b8c-e4ee-44fd-9cd7-4135702a825d triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:51:48.537884 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2ca2e252-d3b2-4bfa-afc3-9c54dbbdc6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:48.562463 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2785716-c0f0-4a13-83b6-4eb6e8993d7a req-caa3d348-5dbb-4e8d-b112-07d083d0d6d9 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:48.581893 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b2785716-c0f0-4a13-83b6-4eb6e8993d7a req-caa3d348-5dbb-4e8d-b112-07d083d0d6d9 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7e6b9a2-f01e-442b-b8ba-b4cc89443628 HTTP/1.1" status: 200 len: 949 time: 0.1289482 Nov 27 03:51:48.583286 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f29a2f26-8d45-492c-9979-94f0e91f2150 tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:48.601454 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:48.621694 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f29a2f26-8d45-492c-9979-94f0e91f2150 tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:51:48.622107 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f29a2f26-8d45-492c-9979-94f0e91f2150 tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:48.626135 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 03:51:48.626135 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:51:48.626135 n-d-819494-3 neutron-server[110018]: timer() Nov 27 03:51:48.626135 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:51:48.626135 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 03:51:48.626135 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:51:48.626135 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 03:51:48.626135 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:51:48.626135 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 03:51:48.626135 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:51:48.626135 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 03:51:48.626135 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:51:48.626135 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 03:51:48.626135 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:51:48.626135 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:51:48.626135 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:51:48.626135 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:51:48.626135 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:51:48.626135 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 03:51:48.626135 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:51:48.626135 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 03:51:48.626135 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:51:48.626135 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:51:48.626135 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:51:48.626135 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 03:51:48.626135 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:51:48.626135 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:51:48.626135 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:51:48.626135 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:51:48.626135 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:51:48.626135 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:51:48.626135 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:51:48.639383 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-568a844d-c1d3-4bfc-9f6d-3708a754f063 service neutron] 10.222.0.20 "GET /v2.0/networks/a46e9489-60ec-4374-a176-dd7aab6e679c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529404 Nov 27 03:51:48.760508 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-b2785716-c0f0-4a13-83b6-4eb6e8993d7a req-5c6cbe08-d8b3-4147-8fca-4c54f3d20a4c tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Deleting port 5b6c04db-864a-455a-9280-0a33403f4d9b {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:51:48.760852 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b2785716-c0f0-4a13-83b6-4eb6e8993d7a req-5c6cbe08-d8b3-4147-8fca-4c54f3d20a4c tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:48.836855 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547f754-3bd9-4e20-a5cb-3e7ad5016092 req-21d03786-3f44-4033-9809-69c9d5d3a16c tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:48.842034 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d547f754-3bd9-4e20-a5cb-3e7ad5016092 req-21d03786-3f44-4033-9809-69c9d5d3a16c tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7e6b9a2-f01e-442b-b8ba-b4cc89443628 HTTP/1.1" status: 200 len: 949 time: 0.2737756 Nov 27 03:51:48.850630 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f29a2f26-8d45-492c-9979-94f0e91f2150 tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:48.859563 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f29a2f26-8d45-492c-9979-94f0e91f2150 tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:48.864706 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f29a2f26-8d45-492c-9979-94f0e91f2150 tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] 10.222.0.20 "DELETE /v2.0/networks/9f23592d-1c52-4182-806a-f180e324ca60 HTTP/1.1" status: 204 len: 168 time: 0.8991568 Nov 27 03:51:48.887650 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 37720) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:48.917918 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0389b32-07ea-4ef4-abed-e74f2c0b365b tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] DELETE failed (client error): The resource could not be found. Nov 27 03:51:48.918616 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0389b32-07ea-4ef4-abed-e74f2c0b365b tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 03:51:48.924171 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e0389b32-07ea-4ef4-abed-e74f2c0b365b tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] 10.222.0.20 "DELETE /v2.0/ports/7dfd1e95-8a2a-40cd-a148-8b7b7c3f5114 HTTP/1.1" status: 404 len: 333 time: 0.0332625 Nov 27 03:51:48.928801 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 37724) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:48.944609 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a2f26-8d45-492c-9979-94f0e91f2150 tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Pushing event deleted for resources: {'Network': ['ID=9f23592d-1c52-4182-806a-f180e324ca60,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:48.984638 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-8a57ac8f-f7e5-4cfb-bac5-197c66d368cf None None] Could not find standard attr ID for object 7dfd1e95-8a2a-40cd-a148-8b7b7c3f5114. {{(pid=110020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 03:51:49.026938 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d547f754-3bd9-4e20-a5cb-3e7ad5016092 req-14f6edce-4a3f-4812-8130-870965045e3e tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473410 Nov 27 03:51:49.072796 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 39016b8c-e4ee-44fd-9cd7-4135702a825d up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:51:49.134847 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e25cf89-176c-46bf-9caf-4d22350d83bb tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Deleting subnet b03b64e6-298c-4568-b8bd-1ffbe4e2d420 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:51:49.144357 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2e25cf89-176c-46bf-9caf-4d22350d83bb tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:49.193330 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 39016b8c-e4ee-44fd-9cd7-4135702a825d triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:51:49.195958 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:49.232469 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-b2785716-c0f0-4a13-83b6-4eb6e8993d7a req-5c6cbe08-d8b3-4147-8fca-4c54f3d20a4c tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] For port 5b6c04db-864a-455a-9280-0a33403f4d9b, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=5b6c04db-864a-455a-9280-0a33403f4d9b,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:49.232860 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b2785716-c0f0-4a13-83b6-4eb6e8993d7a req-5c6cbe08-d8b3-4147-8fca-4c54f3d20a4c tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:49.261506 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6978072-39a7-4708-935b-dbca7950ac69 req-47b9fc0a-7a20-4b02-9c93-89ed78fddd9c tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:49.269461 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f6978072-39a7-4708-935b-dbca7950ac69 req-47b9fc0a-7a20-4b02-9c93-89ed78fddd9c tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 945 time: 0.1014283 Nov 27 03:51:49.284169 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-b2785716-c0f0-4a13-83b6-4eb6e8993d7a req-5c6cbe08-d8b3-4147-8fca-4c54f3d20a4c tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Calling delete_port for 5b6c04db-864a-455a-9280-0a33403f4d9b owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:51:49.312961 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2e25cf89-176c-46bf-9caf-4d22350d83bb tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:49.389867 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f6978072-39a7-4708-935b-dbca7950ac69 req-cbd64c64-def1-4418-a567-5763660cb70f tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145203 Nov 27 03:51:49.465725 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:49.505037 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-685b8424-883d-4b32-8138-7024dc9302db req-4d511165-f734-4fe5-be0d-bb1347bbeae8 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/ports?device_id=90fc54bd-543e-40e8-a36e-a1f2dec172ab HTTP/1.1" status: 200 len: 210 time: 0.0470624 Nov 27 03:51:49.563602 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2e25cf89-176c-46bf-9caf-4d22350d83bb tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:49.719774 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b2785716-c0f0-4a13-83b6-4eb6e8993d7a req-5c6cbe08-d8b3-4147-8fca-4c54f3d20a4c tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:49.758446 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['5b6c04db-864a-455a-9280-0a33403f4d9b', '26946bba-a484-4f3c-8919-da4b4bff424f'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:51:49.766580 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2e25cf89-176c-46bf-9caf-4d22350d83bb tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:49.783025 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6cbe08-d8b3-4147-8fca-4c54f3d20a4c tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Pushing event deleted for resources: {'Port': ['ID=5b6c04db-864a-455a-9280-0a33403f4d9b,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:49.806299 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2e25cf89-176c-46bf-9caf-4d22350d83bb tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:49.810420 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2e25cf89-176c-46bf-9caf-4d22350d83bb tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] 10.222.0.20 "DELETE /v2.0/subnets/b03b64e6-298c-4568-b8bd-1ffbe4e2d420 HTTP/1.1" status: 204 len: 168 time: 0.8738050 Nov 27 03:51:49.813883 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37784) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:49.832897 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d2b95b-58ae-4721-993d-b68b9339c081 None None] Network d633c444-8473-4526-bfea-4b7b08211da1 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:51:49.911842 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25cf89-176c-46bf-9caf-4d22350d83bb tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Pushing event deleted for resources: {'Subnet': ['ID=b03b64e6-298c-4568-b8bd-1ffbe4e2d420,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:49.937968 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1381251-1bee-4b00-b64b-da95ebbaa91b req-04eaafee-c785-4c67-8ea2-df07fdf6ae4d tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:49.940937 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d1381251-1bee-4b00-b64b-da95ebbaa91b req-04eaafee-c785-4c67-8ea2-df07fdf6ae4d tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 944 time: 0.3418105 Nov 27 03:51:49.960857 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 7cfb94f3-20a4-457b-ab06-b8424e82fab7 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:51:49.968099 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2ee553ae-0836-4df2-aff7-64937e24f4b0 tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:50.006601 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2785716-c0f0-4a13-83b6-4eb6e8993d7a req-5c6cbe08-d8b3-4147-8fca-4c54f3d20a4c tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] No DVR routers for this DVR port 5b6c04db-864a-455a-9280-0a33403f4d9b on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:51:50.017413 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b2785716-c0f0-4a13-83b6-4eb6e8993d7a req-5c6cbe08-d8b3-4147-8fca-4c54f3d20a4c tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:50.035653 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b2785716-c0f0-4a13-83b6-4eb6e8993d7a req-5c6cbe08-d8b3-4147-8fca-4c54f3d20a4c tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.23 "DELETE /v2.0/ports/5b6c04db-864a-455a-9280-0a33403f4d9b HTTP/1.1" status: 204 len: 173 time: 1.4357762 Nov 27 03:51:50.036724 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e6b9a2-f01e-442b-b8ba-b4cc89443628', 'name': 'network-vif-deleted', 'tag': '5b6c04db-864a-455a-9280-0a33403f4d9b'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:51:50.043881 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe06a0f8-8863-402f-b453-3547bf2db5d5" -d '{"events": [{"server_uuid": "e7e6b9a2-f01e-442b-b8ba-b4cc89443628", "name": "network-vif-deleted", "tag": "5b6c04db-864a-455a-9280-0a33403f4d9b"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:51:50.152713 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d1381251-1bee-4b00-b64b-da95ebbaa91b req-a714a0ac-1e97-489c-b0d8-adaf1667952c tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979060 Nov 27 03:51:50.191061 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 7cfb94f3-20a4-457b-ab06-b8424e82fab7 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:51:50.203138 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 7cfb94f3-20a4-457b-ab06-b8424e82fab7 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:51:50.203565 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:50.237570 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500a67ab-b5ed-402d-9518-f382cc763b01 x-openstack-request-id: req-500a67ab-b5ed-402d-9518-f382cc763b01 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:51:50.237867 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e6b9a2-f01e-442b-b8ba-b4cc89443628", "name": "network-vif-deleted", "tag": "5b6c04db-864a-455a-9280-0a33403f4d9b", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:51:50.238122 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-500a67ab-b5ed-402d-9518-f382cc763b01 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:51:50.238524 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e6b9a2-f01e-442b-b8ba-b4cc89443628', 'name': 'network-vif-deleted', 'tag': '5b6c04db-864a-455a-9280-0a33403f4d9b', 'status': 'completed', 'code': 200} Nov 27 03:51:50.463108 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4ea5588c-cfea-4ee5-b8e4-e4ad27e2e73e req-baf5060b-b51a-47b1-9cd3-79eddbd35a89 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7e6b9a2-f01e-442b-b8ba-b4cc89443628 HTTP/1.1" status: 200 len: 210 time: 0.0721741 Nov 27 03:51:50.502186 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bc2733-d42c-4229-8a34-7c6397d297a5 None None] DHCP port deletion for d633c444-8473-4526-bfea-4b7b08211da1 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 03:51:50.552807 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:50.589445 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75bf44c8-ee94-414d-8347-fd495109a0e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cfb94f3-20a4-457b-ab06-b8424e82fab7'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:51:50.591791 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d538029-57a6-42fb-bc4a-3a1e7439d591" -d '{"events": [{"server_uuid": "75bf44c8-ee94-414d-8347-fd495109a0e2", "name": "network-vif-plugged", "status": "completed", "tag": "7cfb94f3-20a4-457b-ab06-b8424e82fab7"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:51:50.606914 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 7cfb94f3-20a4-457b-ab06-b8424e82fab7, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=7cfb94f3-20a4-457b-ab06-b8424e82fab7,segment=NetworkSegment(277708b6-af23-477b-abf6-dbbbeb02c2ba),segment_id=277708b6-af23-477b-abf6-dbbbeb02c2ba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:50.614398 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:50.624573 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c288e77-deab-4183-925f-ea4b6f252e90 req-ca1c142c-5d28-41b8-99c2-70b2488ae55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:50.626954 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2c288e77-deab-4183-925f-ea4b6f252e90 req-ca1c142c-5d28-41b8-99c2-70b2488ae55e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 1096 time: 0.0612199 Nov 27 03:51:50.647816 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-e4bc2733-d42c-4229-8a34-7c6397d297a5 None None] Deleting port 39016b8c-e4ee-44fd-9cd7-4135702a825d {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:51:50.648496 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e4bc2733-d42c-4229-8a34-7c6397d297a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:50.675980 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936321ed-f81c-4dd8-8860-5fbf11d5dfba req-6e5f7977-fec3-4642-a6b1-4c9e327c26a3 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:50.677575 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-936321ed-f81c-4dd8-8860-5fbf11d5dfba req-6e5f7977-fec3-4642-a6b1-4c9e327c26a3 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 945 time: 0.0798757 Nov 27 03:51:50.686497 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-2ee553ae-0836-4df2-aff7-64937e24f4b0 tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Deleting port 39016b8c-e4ee-44fd-9cd7-4135702a825d {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:51:50.686497 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2ee553ae-0836-4df2-aff7-64937e24f4b0 tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:50.731188 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=7cfb94f3-20a4-457b-ab06-b8424e82fab7,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:50.741249 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-e4bc2733-d42c-4229-8a34-7c6397d297a5 None None] For port 39016b8c-e4ee-44fd-9cd7-4135702a825d, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=39016b8c-e4ee-44fd-9cd7-4135702a825d,segment=NetworkSegment(b8098467-11b1-4039-b8a0-c60e8268eb4e),segment_id=b8098467-11b1-4039-b8a0-c60e8268eb4e)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:50.742432 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e4bc2733-d42c-4229-8a34-7c6397d297a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:50.748201 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2c288e77-deab-4183-925f-ea4b6f252e90 req-20059302-b606-4a28-b226-3513dd5c7714 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113570 Nov 27 03:51:50.758579 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-e4bc2733-d42c-4229-8a34-7c6397d297a5 None None] Calling delete_port for 39016b8c-e4ee-44fd-9cd7-4135702a825d owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:51:50.806233 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-2ee553ae-0836-4df2-aff7-64937e24f4b0 tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] For port 39016b8c-e4ee-44fd-9cd7-4135702a825d, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=39016b8c-e4ee-44fd-9cd7-4135702a825d,segment=NetworkSegment(b8098467-11b1-4039-b8a0-c60e8268eb4e),segment_id=b8098467-11b1-4039-b8a0-c60e8268eb4e)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:50.806689 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2ee553ae-0836-4df2-aff7-64937e24f4b0 tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:50.829884 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-2ee553ae-0836-4df2-aff7-64937e24f4b0 tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Calling delete_port for 39016b8c-e4ee-44fd-9cd7-4135702a825d owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:51:50.834890 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-936321ed-f81c-4dd8-8860-5fbf11d5dfba req-17513cb7-55d8-4948-a02b-d1cb1fb241d2 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457553 Nov 27 03:51:50.867318 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e4bc2733-d42c-4229-8a34-7c6397d297a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:50.904936 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc2733-d42c-4229-8a34-7c6397d297a5 None None] Pushing event deleted for resources: {'Port': ['ID=39016b8c-e4ee-44fd-9cd7-4135702a825d,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:50.911871 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bc2733-d42c-4229-8a34-7c6397d297a5 None None] No DVR routers for this DVR port 39016b8c-e4ee-44fd-9cd7-4135702a825d on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:51:50.980379 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 39016b8c-e4ee-44fd-9cd7-4135702a825d no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:51:51.002438 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 39016b8c-e4ee-44fd-9cd7-4135702a825d {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:51:51.002827 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 39016b8c-e4ee-44fd-9cd7-4135702a825d not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:51:51.017816 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2ee553ae-0836-4df2-aff7-64937e24f4b0 tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:51.055513 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee553ae-0836-4df2-aff7-64937e24f4b0 tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] No DVR routers for this DVR port 39016b8c-e4ee-44fd-9cd7-4135702a825d on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:51:51.065434 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee553ae-0836-4df2-aff7-64937e24f4b0 tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Pushing event deleted for resources: {'Port': ['ID=39016b8c-e4ee-44fd-9cd7-4135702a825d,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:51.086771 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:51.126761 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9207cedc-d72b-464b-b81f-c42b3849aba0 x-openstack-request-id: req-9207cedc-d72b-464b-b81f-c42b3849aba0 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:51:51.127132 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75bf44c8-ee94-414d-8347-fd495109a0e2", "name": "network-vif-plugged", "status": "completed", "tag": "7cfb94f3-20a4-457b-ab06-b8424e82fab7", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:51:51.127608 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9207cedc-d72b-464b-b81f-c42b3849aba0 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:51:51.128144 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75bf44c8-ee94-414d-8347-fd495109a0e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cfb94f3-20a4-457b-ab06-b8424e82fab7', 'code': 200} Nov 27 03:51:51.154066 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a1ee45b8-5a7e-4262-ba30-1900a095cb5c req-8ea9988b-1a99-4447-b016-f12e9b518a14 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/ports?device_id=90fc54bd-543e-40e8-a36e-a1f2dec172ab HTTP/1.1" status: 200 len: 210 time: 0.0356004 Nov 27 03:51:51.157765 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2ee553ae-0836-4df2-aff7-64937e24f4b0 tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:51.186772 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-2ee553ae-0836-4df2-aff7-64937e24f4b0 tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d633c444-8473-4526-bfea-4b7b08211da1']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:51:51.213010 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-2ee553ae-0836-4df2-aff7-64937e24f4b0 tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8098467-11b1-4039-b8a0-c60e8268eb4e') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:51:51.213316 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-2ee553ae-0836-4df2-aff7-64937e24f4b0 tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8098467-11b1-4039-b8a0-c60e8268eb4e') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:51:51.239552 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2ee553ae-0836-4df2-aff7-64937e24f4b0 tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:51.259892 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2ee553ae-0836-4df2-aff7-64937e24f4b0 tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:51.269349 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ee553ae-0836-4df2-aff7-64937e24f4b0 tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:51:51.270023 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2ee553ae-0836-4df2-aff7-64937e24f4b0 tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:51.275444 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:51:51.275444 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 03:51:51.275444 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:51:51.275444 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 03:51:51.275444 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:51:51.275444 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 03:51:51.275444 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:51:51.275444 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 03:51:51.275444 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 03:51:51.275444 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:51:51.275444 n-d-819494-3 neutron-server[110018]: timer() Nov 27 03:51:51.275444 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:51:51.275444 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 03:51:51.275444 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:51:51.275444 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 03:51:51.275444 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:51:51.275444 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 03:51:51.275444 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:51:51.275444 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 03:51:51.275444 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:51:51.275444 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 03:51:51.275444 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:51:51.275444 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:51:51.275444 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:51:51.275444 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:51:51.275444 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:51:51.275444 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 03:51:51.275444 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:51:51.275444 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 03:51:51.275444 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:51:51.275444 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:51:51.275444 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:51:51.275444 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 03:51:51.275444 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:51:51.275444 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:51:51.275444 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:51:51.275444 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:51:51.275444 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:51:51.275444 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:51:51.275444 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:51:51.360459 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2ee553ae-0836-4df2-aff7-64937e24f4b0 tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:51.365449 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2ee553ae-0836-4df2-aff7-64937e24f4b0 tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:51.369256 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252000a-af42-47ef-82d7-22b37922f075 req-3d9a4974-7805-464a-bf22-996a5a3c455a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:51.369502 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2ee553ae-0836-4df2-aff7-64937e24f4b0 tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] 10.222.0.20 "DELETE /v2.0/networks/d633c444-8473-4526-bfea-4b7b08211da1 HTTP/1.1" status: 204 len: 168 time: 1.5541832 Nov 27 03:51:51.370770 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7252000a-af42-47ef-82d7-22b37922f075 req-3d9a4974-7805-464a-bf22-996a5a3c455a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 1096 time: 0.1142876 Nov 27 03:51:51.389635 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee553ae-0836-4df2-aff7-64937e24f4b0 tempest-DHCPAgentSchedulersTestJSON-388355721 tempest-DHCPAgentSchedulersTestJSON-388355721-project] Pushing event deleted for resources: {'Network': ['ID=d633c444-8473-4526-bfea-4b7b08211da1,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:51.397500 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617ed66-3ffa-4392-93d3-f787a3a86ad8 req-823796af-4dac-47fe-98e1-cc28d4205ea8 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:51.399236 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5617ed66-3ffa-4392-93d3-f787a3a86ad8 req-823796af-4dac-47fe-98e1-cc28d4205ea8 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 945 time: 0.1541421 Nov 27 03:51:51.605724 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5617ed66-3ffa-4392-93d3-f787a3a86ad8 req-6db6331d-b218-43d3-8f69-fb6d95c7c02a tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722474 Nov 27 03:51:51.635919 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7252000a-af42-47ef-82d7-22b37922f075 req-4647685b-4082-4ea5-84ac-c44380d90faf service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179914 Nov 27 03:51:51.677449 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-b237d976-ca20-408e-9fe4-646ff06bc3aa tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:51.679906 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-b237d976-ca20-408e-9fe4-646ff06bc3aa tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.23 "GET /v2.0/networks?id=a46e9489-60ec-4374-a176-dd7aab6e679c HTTP/1.1" status: 200 len: 815 time: 0.2791893 Nov 27 03:51:51.739572 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:51.752349 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37940) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:51.797654 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-2f47f60c-f26a-4e20-831d-1193ebc77390 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0af4e6deb794f9cb7f84aabc923dba5 HTTP/1.1" status: 200 len: 379 time: 0.1014028 Nov 27 03:51:51.810153 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-dbdc7ff1-38cd-4668-a223-ed1a6cda9aa4 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Request body: {'port': {'device_id': '90fc54bd-543e-40e8-a36e-a1f2dec172ab', 'network_id': 'a46e9489-60ec-4374-a176-dd7aab6e679c', 'admin_state_up': True, 'tenant_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'security_groups': ['fa0eb8b8-bf77-4327-8d45-23dba6f823d3']}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:51:52.000066 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-dbdc7ff1-38cd-4668-a223-ed1a6cda9aa4 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Made reservation on behalf of c0af4e6deb794f9cb7f84aabc923dba5 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:51:52.004483 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-dbdc7ff1-38cd-4668-a223-ed1a6cda9aa4 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:52.019705 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-13e0aaa8-7964-46dc-add4-9262815d05c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=52ce5c13284e418a91b9b055ee0891f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2657480 Nov 27 03:51:52.020441 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37976) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:52.123969 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-aeb0fa6c-42c2-44e9-ab7a-b0ed5ef7ebf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:52.139504 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b950b45-2a68-4a5e-aeb8-dcd608dde6e2 req-710a309b-2ffb-4fb9-ab34-0781e2d075d9 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:52.141469 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7b950b45-2a68-4a5e-aeb8-dcd608dde6e2 req-710a309b-2ffb-4fb9-ab34-0781e2d075d9 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 945 time: 0.0925362 Nov 27 03:51:52.144801 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7bb905-532e-47be-af4a-1cdba7881965 req-f27b95dd-ff7b-4b77-a940-eb865d4e2a38 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:52.153297 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9c7bb905-532e-47be-af4a-1cdba7881965 req-f27b95dd-ff7b-4b77-a940-eb865d4e2a38 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 950 time: 0.1134629 Nov 27 03:51:52.186829 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-aeb0fa6c-42c2-44e9-ab7a-b0ed5ef7ebf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:52.247641 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9c7bb905-532e-47be-af4a-1cdba7881965 req-272ba325-2050-44e8-8ba3-5f154b915660 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926130 Nov 27 03:51:52.256600 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-dbdc7ff1-38cd-4668-a223-ed1a6cda9aa4 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Allocated IP 172.20.0.6 (a46e9489-60ec-4374-a176-dd7aab6e679c/c458efea-531b-4a57-81ee-2e1022cafc81/47cf5bc7-152c-4288-aaba-5a29010e080d) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:51:52.259472 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7b950b45-2a68-4a5e-aeb8-dcd608dde6e2 req-c58af078-bc5b-4a52-b669-c905d657209d tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037407 Nov 27 03:51:52.295078 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-aeb0fa6c-42c2-44e9-ab7a-b0ed5ef7ebf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:52.298008 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-aeb0fa6c-42c2-44e9-ab7a-b0ed5ef7ebf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:52.299468 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-aeb0fa6c-42c2-44e9-ab7a-b0ed5ef7ebf0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ddf71171-6bc5-48b6-86bf-a2c0cc3973ec HTTP/1.1" status: 204 len: 168 time: 0.2780244 Nov 27 03:51:52.346815 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb0fa6c-42c2-44e9-ab7a-b0ed5ef7ebf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf71171-6bc5-48b6-86bf-a2c0cc3973ec,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:52.499224 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-dbdc7ff1-38cd-4668-a223-ed1a6cda9aa4 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:52.592142 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ee0256a7-1cfb-4c11-adf3-1af8b8adedf2 req-6f95598f-2f11-42db-a1db-35e6fa989973 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/ports?device_id=90fc54bd-543e-40e8-a36e-a1f2dec172ab HTTP/1.1" status: 200 len: 210 time: 0.0381684 Nov 27 03:51:52.606998 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-dbdc7ff1-38cd-4668-a223-ed1a6cda9aa4 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:52.650991 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-dbdc7ff1-38cd-4668-a223-ed1a6cda9aa4 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Network a46e9489-60ec-4374-a176-dd7aab6e679c is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:51:52.654816 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-dbdc7ff1-38cd-4668-a223-ed1a6cda9aa4 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:51:52.663763 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-dbdc7ff1-38cd-4668-a223-ed1a6cda9aa4 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:51:52.707147 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdc7ff1-38cd-4668-a223-ed1a6cda9aa4 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Pushing event updated for resources: {'Port': ['ID=47cf5bc7-152c-4288-aaba-5a29010e080d,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:52.823902 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-dbdc7ff1-38cd-4668-a223-ed1a6cda9aa4 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:52.824581 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-dbdc7ff1-38cd-4668-a223-ed1a6cda9aa4 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:52.848812 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38046) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:52.849642 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-dbdc7ff1-38cd-4668-a223-ed1a6cda9aa4 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0439208 Nov 27 03:51:52.872590 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86334d28-08c5-44a9-bb78-b8a0f6cb7232 req-7c2c8890-19a1-4cf3-9438-337e7945cae2 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:52.875192 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-86334d28-08c5-44a9-bb78-b8a0f6cb7232 req-7c2c8890-19a1-4cf3-9438-337e7945cae2 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 945 time: 0.1346354 Nov 27 03:51:52.881019 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-3102cab7-9ea1-430e-a865-6bdcc1b486ef service neutron] Request body: {'port': {'device_id': '90fc54bd-543e-40e8-a36e-a1f2dec172ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:51:52.887999 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f7f310b0-428f-4ca8-85df-a8f310c55cae admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:53.055951 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-86334d28-08c5-44a9-bb78-b8a0f6cb7232 req-78261103-0c8f-4c9c-9609-dcf5710a1105 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685200 Nov 27 03:51:53.058907 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-3102cab7-9ea1-430e-a865-6bdcc1b486ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:53.109829 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-b761e005-f3d6-4eb7-9788-baa6122ce4ea None None] Provisioning complete for port 47cf5bc7-152c-4288-aaba-5a29010e080d triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:51:53.110424 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b761e005-f3d6-4eb7-9788-baa6122ce4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:53.114990 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f7f310b0-428f-4ca8-85df-a8f310c55cae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:53.129114 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f7f310b0-428f-4ca8-85df-a8f310c55cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:53.177619 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f7f310b0-428f-4ca8-85df-a8f310c55cae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fb739bec08f14748844ab9731841b911&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3269668 Nov 27 03:51:53.180196 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38078) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:53.183264 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f310b0-428f-4ca8-85df-a8f310c55cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ccce5f-93f6-4e6f-8f6e-a241dc0230eb,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:53.215716 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-b761e005-f3d6-4eb7-9788-baa6122ce4ea None None] Port 47cf5bc7-152c-4288-aaba-5a29010e080d cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:51:53.247902 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d1da9128-85ba-4105-95b5-6c8bb326b9e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:53.302673 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d1da9128-85ba-4105-95b5-6c8bb326b9e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:53.407988 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d1da9128-85ba-4105-95b5-6c8bb326b9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:53.411181 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d1da9128-85ba-4105-95b5-6c8bb326b9e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:53.412556 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d1da9128-85ba-4105-95b5-6c8bb326b9e7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/12ccce5f-93f6-4e6f-8f6e-a241dc0230eb HTTP/1.1" status: 204 len: 168 time: 0.2310715 Nov 27 03:51:53.440514 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1da9128-85ba-4105-95b5-6c8bb326b9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ccce5f-93f6-4e6f-8f6e-a241dc0230eb,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:53.527722 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26fdb8e-b524-4601-b241-2d5de20ec75b req-1a68834f-6023-4790-819f-9efc8c6e53f2 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:53.538602 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a26fdb8e-b524-4601-b241-2d5de20ec75b req-1a68834f-6023-4790-819f-9efc8c6e53f2 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 945 time: 0.0704300 Nov 27 03:51:53.573210 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f17e7-776c-4284-8657-98ba35fc3219 req-0b5ce400-3728-40cc-8055-aa5ab2b60ffa tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:53.581638 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-de1f17e7-776c-4284-8657-98ba35fc3219 req-0b5ce400-3728-40cc-8055-aa5ab2b60ffa tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 950 time: 0.1935701 Nov 27 03:51:53.606199 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-3102cab7-9ea1-430e-a865-6bdcc1b486ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47cf5bc7-152c-4288-aaba-5a29010e080d {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:51:53.615206 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-3102cab7-9ea1-430e-a865-6bdcc1b486ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:53.615711 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a26fdb8e-b524-4601-b241-2d5de20ec75b req-c75f5570-b337-47cc-b545-0564e21610bc tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758369 Nov 27 03:51:53.656199 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-de1f17e7-776c-4284-8657-98ba35fc3219 req-af6c8fe4-e06d-4e6d-bceb-2c36584b4a18 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f14e570-fe18-49c2-a200-ee24fb250e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734441 Nov 27 03:51:53.671083 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-3102cab7-9ea1-430e-a865-6bdcc1b486ef service neutron] Transition to ACTIVE for port object 47cf5bc7-152c-4288-aaba-5a29010e080d will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:51:53.680236 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-3102cab7-9ea1-430e-a865-6bdcc1b486ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:53.746278 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 5b6c04db-864a-455a-9280-0a33403f4d9b no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:51:53.816325 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 5b6c04db-864a-455a-9280-0a33403f4d9b {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:51:53.818828 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 5b6c04db-864a-455a-9280-0a33403f4d9b not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:51:53.823483 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad29d1b-4cbe-4a8b-8302-602375ce3e16 req-bb2d85a9-4771-4e04-ad73-1fe31c9b3ca8 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:53.832911 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bad29d1b-4cbe-4a8b-8302-602375ce3e16 req-bb2d85a9-4771-4e04-ad73-1fe31c9b3ca8 tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.23 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 950 time: 0.1662822 Nov 27 03:51:53.847742 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3102cab7-9ea1-430e-a865-6bdcc1b486ef service neutron] Pushing event updated for resources: {'Port': ['ID=47cf5bc7-152c-4288-aaba-5a29010e080d,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:54.025522 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-bad29d1b-4cbe-4a8b-8302-602375ce3e16 req-ddb51185-a609-4a41-bc9a-b7bcc83b924a tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Deleting port 26946bba-a484-4f3c-8919-da4b4bff424f {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:51:54.026840 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-bad29d1b-4cbe-4a8b-8302-602375ce3e16 req-ddb51185-a609-4a41-bc9a-b7bcc83b924a tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:54.190506 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-3102cab7-9ea1-430e-a865-6bdcc1b486ef service neutron] Attempting to bind port 47cf5bc7-152c-4288-aaba-5a29010e080d on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:51:54.195374 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-3102cab7-9ea1-430e-a865-6bdcc1b486ef service neutron] Attempting to bind port 47cf5bc7-152c-4288-aaba-5a29010e080d by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': 'a02c82bc-6482-413f-b293-2a48a922c5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a46e9489-60ec-4374-a176-dd7aab6e679c'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:51:54.195799 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-3102cab7-9ea1-430e-a865-6bdcc1b486ef service neutron] Attempting to bind port 47cf5bc7-152c-4288-aaba-5a29010e080d on network a46e9489-60ec-4374-a176-dd7aab6e679c {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:51:54.222297 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83509b2-9e9a-4697-86d4-56478070d1f9 req-468a57ce-66a1-4d27-9167-75a9e8e2c5d6 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:54.227655 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c83509b2-9e9a-4697-86d4-56478070d1f9 req-468a57ce-66a1-4d27-9167-75a9e8e2c5d6 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/ports?device_id=90fc54bd-543e-40e8-a36e-a1f2dec172ab HTTP/1.1" status: 200 len: 943 time: 0.2569125 Nov 27 03:51:54.238092 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-3102cab7-9ea1-430e-a865-6bdcc1b486ef service neutron] Port 47cf5bc7-152c-4288-aaba-5a29010e080d on network a46e9489-60ec-4374-a176-dd7aab6e679c not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:51:54.239837 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-3102cab7-9ea1-430e-a865-6bdcc1b486ef service neutron] Attempting to bind port 47cf5bc7-152c-4288-aaba-5a29010e080d on network a46e9489-60ec-4374-a176-dd7aab6e679c {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:51:54.267942 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-3102cab7-9ea1-430e-a865-6bdcc1b486ef service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:51:54.268304 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-3102cab7-9ea1-430e-a865-6bdcc1b486ef service neutron] Checking segment: {'id': 'a02c82bc-6482-413f-b293-2a48a922c5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a46e9489-60ec-4374-a176-dd7aab6e679c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:51:54.268747 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-3102cab7-9ea1-430e-a865-6bdcc1b486ef service neutron] Bound using segment: {'id': 'a02c82bc-6482-413f-b293-2a48a922c5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a46e9489-60ec-4374-a176-dd7aab6e679c'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:51:54.269207 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-3102cab7-9ea1-430e-a865-6bdcc1b486ef service neutron] Bound port: 47cf5bc7-152c-4288-aaba-5a29010e080d, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a02c82bc-6482-413f-b293-2a48a922c5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a46e9489-60ec-4374-a176-dd7aab6e679c'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:51:54.269610 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-3102cab7-9ea1-430e-a865-6bdcc1b486ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:54.283207 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-bad29d1b-4cbe-4a8b-8302-602375ce3e16 req-ddb51185-a609-4a41-bc9a-b7bcc83b924a tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] For port 26946bba-a484-4f3c-8919-da4b4bff424f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=26946bba-a484-4f3c-8919-da4b4bff424f,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:51:54.283685 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-bad29d1b-4cbe-4a8b-8302-602375ce3e16 req-ddb51185-a609-4a41-bc9a-b7bcc83b924a tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:54.344027 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-bad29d1b-4cbe-4a8b-8302-602375ce3e16 req-ddb51185-a609-4a41-bc9a-b7bcc83b924a tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Calling delete_port for 26946bba-a484-4f3c-8919-da4b4bff424f owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:51:54.401840 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c83509b2-9e9a-4697-86d4-56478070d1f9 req-ad8305ba-3a70-4735-947e-f08ce2ab3469 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0eb8b8-bf77-4327-8d45-23dba6f823d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663091 Nov 27 03:51:54.432575 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-3102cab7-9ea1-430e-a865-6bdcc1b486ef service neutron] For port 47cf5bc7-152c-4288-aaba-5a29010e080d, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:51:54.440894 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-3102cab7-9ea1-430e-a865-6bdcc1b486ef service neutron] For port 47cf5bc7-152c-4288-aaba-5a29010e080d, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=47cf5bc7-152c-4288-aaba-5a29010e080d,segment=NetworkSegment(a02c82bc-6482-413f-b293-2a48a922c5a0),segment_id=a02c82bc-6482-413f-b293-2a48a922c5a0)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:51:54.449709 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-3102cab7-9ea1-430e-a865-6bdcc1b486ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:54.524966 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-bad29d1b-4cbe-4a8b-8302-602375ce3e16 req-ddb51185-a609-4a41-bc9a-b7bcc83b924a tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:54.564085 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb51185-a609-4a41-bc9a-b7bcc83b924a tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Pushing event deleted for resources: {'Port': ['ID=26946bba-a484-4f3c-8919-da4b4bff424f,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:54.573830 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['26946bba-a484-4f3c-8919-da4b4bff424f'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:51:54.609847 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-3102cab7-9ea1-430e-a865-6bdcc1b486ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:54.611160 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-3102cab7-9ea1-430e-a865-6bdcc1b486ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:54.616150 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-3102cab7-9ea1-430e-a865-6bdcc1b486ef service neutron] 10.222.0.23 "PUT /v2.0/ports/47cf5bc7-152c-4288-aaba-5a29010e080d HTTP/1.1" status: 200 len: 1091 time: 1.7393513 Nov 27 03:51:54.627193 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90fc54bd-543e-40e8-a36e-a1f2dec172ab', 'tag': '47cf5bc7-152c-4288-aaba-5a29010e080d'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:51:54.641345 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1d3515-d228-47e5-b3bf-c4a6d24cf1d4" -d '{"events": [{"name": "network-changed", "server_uuid": "90fc54bd-543e-40e8-a36e-a1f2dec172ab", "tag": "47cf5bc7-152c-4288-aaba-5a29010e080d"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:51:54.670979 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad29d1b-4cbe-4a8b-8302-602375ce3e16 req-ddb51185-a609-4a41-bc9a-b7bcc83b924a tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] No DVR routers for this DVR port 26946bba-a484-4f3c-8919-da4b4bff424f on host n-h1-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:51:54.684859 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-bad29d1b-4cbe-4a8b-8302-602375ce3e16 req-ddb51185-a609-4a41-bc9a-b7bcc83b924a tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:54.707188 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bad29d1b-4cbe-4a8b-8302-602375ce3e16 req-ddb51185-a609-4a41-bc9a-b7bcc83b924a tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.23 "DELETE /v2.0/ports/26946bba-a484-4f3c-8919-da4b4bff424f HTTP/1.1" status: 204 len: 173 time: 0.8675432 Nov 27 03:51:54.708851 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5190d77d-8553-48fa-93a4-45551215f363', 'name': 'network-vif-deleted', 'tag': '26946bba-a484-4f3c-8919-da4b4bff424f'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:51:54.736309 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356eace6-faa6-4111-8667-74d7557de856" -d '{"events": [{"server_uuid": "5190d77d-8553-48fa-93a4-45551215f363", "name": "network-vif-deleted", "tag": "26946bba-a484-4f3c-8919-da4b4bff424f"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:51:54.750407 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3102cab7-9ea1-430e-a865-6bdcc1b486ef service neutron] Pushing event updated for resources: {'Port': ['ID=47cf5bc7-152c-4288-aaba-5a29010e080d,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:54.773826 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc8cda-a14e-460d-961a-0a16defc3d2b req-e7da6c5e-86f9-46da-9ae8-1abc12a5e1ba tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:54.784021 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a8bc8cda-a14e-460d-961a-0a16defc3d2b req-e7da6c5e-86f9-46da-9ae8-1abc12a5e1ba tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 945 time: 0.2288857 Nov 27 03:51:54.874836 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-665402a6-7cf0-42c8-8ece-d5d66f2ae2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:54.879201 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-665402a6-7cf0-42c8-8ece-d5d66f2ae2bf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0af4e6deb794f9cb7f84aabc923dba5&device_id=90fc54bd-543e-40e8-a36e-a1f2dec172ab HTTP/1.1" status: 200 len: 1094 time: 0.1256034 Nov 27 03:51:54.906698 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a8bc8cda-a14e-460d-961a-0a16defc3d2b req-da02d8c3-fddb-4e08-a901-ac173c73af62 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186471 Nov 27 03:51:54.987672 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-2d8e206b-b150-40ae-81fa-13ce9aa9c802 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47cf5bc7-152c-4288-aaba-5a29010e080d HTTP/1.1" status: 200 len: 217 time: 0.0703080 Nov 27 03:51:55.092868 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1aaaf1-7cbf-447f-87ce-b35d0ac7bde3 x-openstack-request-id: req-4a1aaaf1-7cbf-447f-87ce-b35d0ac7bde3 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:51:55.093179 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90fc54bd-543e-40e8-a36e-a1f2dec172ab", "tag": "47cf5bc7-152c-4288-aaba-5a29010e080d", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:51:55.093424 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a1aaaf1-7cbf-447f-87ce-b35d0ac7bde3 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:51:55.093847 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90fc54bd-543e-40e8-a36e-a1f2dec172ab', 'tag': '47cf5bc7-152c-4288-aaba-5a29010e080d', 'status': 'completed', 'code': 200} Nov 27 03:51:55.141223 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-7c25a99a-747e-489b-8330-e13039a011a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:55.162725 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-7c25a99a-747e-489b-8330-e13039a011a5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c458efea-531b-4a57-81ee-2e1022cafc81 HTTP/1.1" status: 200 len: 854 time: 0.1565793 Nov 27 03:51:55.201054 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c4f9e-dbd4-4ecd-872a-aa5e51bd6c20 req-6b166163-cb95-42cc-a589-749bbca6985b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:55.205786 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d53c4f9e-dbd4-4ecd-872a-aa5e51bd6c20 req-6b166163-cb95-42cc-a589-749bbca6985b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8034f6ec58f9461bbbd6b0673a6f6a14&device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 1096 time: 0.1346242 Nov 27 03:51:55.229108 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-b62a190c-3223-457a-b253-78a0a3d28a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:55.230908 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-b62a190c-3223-457a-b253-78a0a3d28a57 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a46e9489-60ec-4374-a176-dd7aab6e679c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634911 Nov 27 03:51:55.384388 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c4f9e-dbd4-4ecd-872a-aa5e51bd6c20 req-1dd62d00-48c4-4117-b46b-89da3af363b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:55.387093 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d53c4f9e-dbd4-4ecd-872a-aa5e51bd6c20 req-1dd62d00-48c4-4117-b46b-89da3af363b6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=211a26de-ee25-4358-bc51-37876ae6d739 HTTP/1.1" status: 200 len: 920 time: 0.1696949 Nov 27 03:51:55.415882 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2f8f7cbf-033b-4717-9dda-0cc90798ab78 req-31c48eca-bbc0-4342-83c2-34a0b1be42ce tempest-ServersAdminTestJSON-1456692437 tempest-ServersAdminTestJSON-1456692437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5190d77d-8553-48fa-93a4-45551215f363 HTTP/1.1" status: 200 len: 210 time: 0.1578953 Nov 27 03:51:55.424796 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-5d85aa04-c9e4-42b3-86e4-e396b78ae035 service neutron] 10.222.0.23 "GET /v2.0/networks/a46e9489-60ec-4374-a176-dd7aab6e679c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852221 Nov 27 03:51:55.467703 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d53c4f9e-dbd4-4ecd-872a-aa5e51bd6c20 req-f1b4bf67-3e7d-4b31-8925-72e5328ba1b8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac5a9819-f007-45b4-b39f-9ca98d7b81b5 HTTP/1.1" status: 200 len: 217 time: 0.0735078 Nov 27 03:51:55.604985 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c4f9e-dbd4-4ecd-872a-aa5e51bd6c20 req-7b2c242d-6c1f-4cd1-bf49-a6783c668d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:55.608983 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d53c4f9e-dbd4-4ecd-872a-aa5e51bd6c20 req-7b2c242d-6c1f-4cd1-bf49-a6783c668d2c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7f92d0cd-8b30-467f-95d0-7ca51c4b0374 HTTP/1.1" status: 200 len: 859 time: 0.1312199 Nov 27 03:51:55.627288 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f91a39d2-f9ba-4fcf-bffe-304557e9efed req-3b511eed-2329-498b-ab2e-c22b49f2cd04 service neutron] 10.222.0.23 "GET /v2.0/networks/a46e9489-60ec-4374-a176-dd7aab6e679c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928844 Nov 27 03:51:55.664246 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d53c4f9e-dbd4-4ecd-872a-aa5e51bd6c20 req-4bfc7b01-155a-490a-9bf6-7a09d99fecd3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=211a26de-ee25-4358-bc51-37876ae6d739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464175 Nov 27 03:51:55.664931 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f0864d-6319-474c-a083-782160e6def2 x-openstack-request-id: req-91f0864d-6319-474c-a083-782160e6def2 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:51:55.665700 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5190d77d-8553-48fa-93a4-45551215f363", "name": "network-vif-deleted", "tag": "26946bba-a484-4f3c-8919-da4b4bff424f", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:51:55.666115 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-91f0864d-6319-474c-a083-782160e6def2 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:51:55.666911 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5190d77d-8553-48fa-93a4-45551215f363', 'name': 'network-vif-deleted', 'tag': '26946bba-a484-4f3c-8919-da4b4bff424f', 'status': 'completed', 'code': 200} Nov 27 03:51:55.816659 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d3515-d228-47e5-b3bf-c4a6d24cf1d4 req-6fec26b0-fe43-4a22-b4f3-4cf499166188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:55.818127 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ad1d3515-d228-47e5-b3bf-c4a6d24cf1d4 req-6fec26b0-fe43-4a22-b4f3-4cf499166188 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0af4e6deb794f9cb7f84aabc923dba5&device_id=90fc54bd-543e-40e8-a36e-a1f2dec172ab HTTP/1.1" status: 200 len: 1094 time: 0.1044104 Nov 27 03:51:56.032515 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d3515-d228-47e5-b3bf-c4a6d24cf1d4 req-dc66d914-1b62-46d6-bbee-460ca0f64486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:56.034183 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ad1d3515-d228-47e5-b3bf-c4a6d24cf1d4 req-dc66d914-1b62-46d6-bbee-460ca0f64486 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a46e9489-60ec-4374-a176-dd7aab6e679c HTTP/1.1" status: 200 len: 916 time: 0.2083983 Nov 27 03:51:56.105377 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ad1d3515-d228-47e5-b3bf-c4a6d24cf1d4 req-f74df0c8-7913-4938-8122-cca59207cef5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47cf5bc7-152c-4288-aaba-5a29010e080d HTTP/1.1" status: 200 len: 217 time: 0.0624571 Nov 27 03:51:56.196988 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d3515-d228-47e5-b3bf-c4a6d24cf1d4 req-a3077cea-6f7e-4dcc-86d9-3f4c6f365eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:56.198776 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ad1d3515-d228-47e5-b3bf-c4a6d24cf1d4 req-a3077cea-6f7e-4dcc-86d9-3f4c6f365eb5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c458efea-531b-4a57-81ee-2e1022cafc81 HTTP/1.1" status: 200 len: 854 time: 0.0761499 Nov 27 03:51:56.275844 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d3515-d228-47e5-b3bf-c4a6d24cf1d4 req-127206e6-6f92-4214-858f-b533206bea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:56.277789 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ad1d3515-d228-47e5-b3bf-c4a6d24cf1d4 req-127206e6-6f92-4214-858f-b533206bea84 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a46e9489-60ec-4374-a176-dd7aab6e679c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663321 Nov 27 03:51:56.295770 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1b41e-13cb-45ee-a064-42ec4f580929 req-d2fe0850-6668-44b4-a51d-9620b66bacd2 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:56.297583 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2bf1b41e-13cb-45ee-a064-42ec4f580929 req-d2fe0850-6668-44b4-a51d-9620b66bacd2 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/ports?device_id=90fc54bd-543e-40e8-a36e-a1f2dec172ab HTTP/1.1" status: 200 len: 943 time: 0.0974069 Nov 27 03:51:56.377803 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d53c4f9e-dbd4-4ecd-872a-aa5e51bd6c20 req-f9dbb34c-356f-452e-9032-a2ea991ea9b0 service neutron] 10.222.0.11 "GET /v2.0/networks/211a26de-ee25-4358-bc51-37876ae6d739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7058778 Nov 27 03:51:56.392317 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d69b72-a7d4-4d2d-b45f-d2f4555a0d9b req-9d4fc117-bcf6-4aa2-8982-82f9bbf1e8a9 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:56.395520 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d2d69b72-a7d4-4d2d-b45f-d2f4555a0d9b req-9d4fc117-bcf6-4aa2-8982-82f9bbf1e8a9 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 945 time: 0.1080806 Nov 27 03:51:56.412970 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2bf1b41e-13cb-45ee-a064-42ec4f580929 req-2cd4fee0-7dbe-4d80-b545-233b9b859dcf tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0eb8b8-bf77-4327-8d45-23dba6f823d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995033 Nov 27 03:51:56.464631 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ad1d3515-d228-47e5-b3bf-c4a6d24cf1d4 req-a3d47059-7b62-4ad6-bf87-09b8246ab10a service neutron] 10.222.0.23 "GET /v2.0/networks/a46e9489-60ec-4374-a176-dd7aab6e679c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657655 Nov 27 03:51:56.465187 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38300) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:56.533794 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d2d69b72-a7d4-4d2d-b45f-d2f4555a0d9b req-cf8bef44-3aa1-46fd-90c9-d6fbc4ff8f6d tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246514 Nov 27 03:51:56.600192 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d53c4f9e-dbd4-4ecd-872a-aa5e51bd6c20 req-b767ef6d-30b2-4a8a-87bc-2808b2281c54 service neutron] 10.222.0.11 "GET /v2.0/networks/211a26de-ee25-4358-bc51-37876ae6d739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033098 Nov 27 03:51:56.642808 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-095ce47d-edc6-4052-a886-d3f85373b725 tempest-QuotasTest-1023255589 tempest-QuotasTest-1023255589-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:51:56.699797 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ad1d3515-d228-47e5-b3bf-c4a6d24cf1d4 req-9a867670-4aec-4a6a-8ae7-80e0e36c9bee service neutron] 10.222.0.23 "GET /v2.0/networks/a46e9489-60ec-4374-a176-dd7aab6e679c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229197 Nov 27 03:51:56.724568 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a17a7-f9ef-45c4-99e8-859720d72860 req-2baf25f5-e11a-4689-a19c-8326e9c8d527 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:56.739474 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-095ce47d-edc6-4052-a886-d3f85373b725 tempest-QuotasTest-1023255589 tempest-QuotasTest-1023255589-project-admin] 10.222.0.20 "PUT /v2.0/quotas/051f61cb06c3476da6a90dace44a3a3a HTTP/1.1" status: 200 len: 366 time: 0.2716706 Nov 27 03:51:56.740596 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38334) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:56.746888 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ac0a17a7-f9ef-45c4-99e8-859720d72860 req-2baf25f5-e11a-4689-a19c-8326e9c8d527 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 945 time: 0.0872240 Nov 27 03:51:56.763440 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d98f76af-c320-4532-aaf3-1374b58b07a2 tempest-QuotasTest-1023255589 tempest-QuotasTest-1023255589-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0211213 Nov 27 03:51:56.769142 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38336) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:56.786701 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-451061e2-c476-4e8d-b1cb-1a282a731c3e tempest-QuotasTest-1023255589 tempest-QuotasTest-1023255589-project-admin] 10.222.0.20 "GET /v2.0/quotas/051f61cb06c3476da6a90dace44a3a3a HTTP/1.1" status: 200 len: 366 time: 0.0155883 Nov 27 03:51:56.789777 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38340) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:56.813835 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f5573722-a44b-4c99-8bc5-61d3e3815724 tempest-QuotasTest-1023255589 tempest-QuotasTest-1023255589-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/051f61cb06c3476da6a90dace44a3a3a HTTP/1.1" status: 204 len: 168 time: 0.0227044 Nov 27 03:51:56.816257 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38344) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:56.843876 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ac0a17a7-f9ef-45c4-99e8-859720d72860 req-fa38901d-1c75-4810-8560-c339f707119d tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939846 Nov 27 03:51:56.846602 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f7ed656a-039d-4792-b52f-50329d4ffb57 tempest-QuotasTest-1023255589 tempest-QuotasTest-1023255589-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0290892 Nov 27 03:51:56.859038 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38350) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:56.887413 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-04ca07da-1ec7-4142-9015-d92ac5f44869 tempest-QuotasTest-1023255589 tempest-QuotasTest-1023255589-project-admin] 10.222.0.20 "GET /v2.0/quotas/051f61cb06c3476da6a90dace44a3a3a HTTP/1.1" status: 200 len: 370 time: 0.0248539 Nov 27 03:51:56.887845 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38352) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:56.894889 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-25fab5f6-2fd0-4d8d-a543-ee18476bbef3 tempest-QuotasTest-1023255589 tempest-QuotasTest-1023255589-project-admin] 10.222.0.20 "GET /v2.0/quotas/051f61cb06c3476da6a90dace44a3a3a/default HTTP/1.1" status: 200 len: 370 time: 0.0038369 Nov 27 03:51:56.895308 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38354) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:56.918694 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-f37397dd-848b-4cd2-9a51-cdba0c0561ac tempest-QuotasTest-1023255589 tempest-QuotasTest-1023255589-project-admin] delete failed (client error): The resource could not be found. Nov 27 03:51:56.925279 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f37397dd-848b-4cd2-9a51-cdba0c0561ac tempest-QuotasTest-1023255589 tempest-QuotasTest-1023255589-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/051f61cb06c3476da6a90dace44a3a3a HTTP/1.1" status: 404 len: 348 time: 0.0289152 Nov 27 03:51:57.128393 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38380) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:57.234804 n-d-819494-3 neutron-server[110019]: DEBUG neutron.quota.resource [None req-83c5fe57-ca10-4cdb-9525-287022c0a666 tempest-QuotasTest-1023255589 tempest-QuotasTest-1023255589-project-admin] Usage tracker for resource:network and project:59b4d2de494949c984cb5d89097371b9 is out of sync, need to count used quota {{(pid=110019) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 27 03:51:57.249470 n-d-819494-3 neutron-server[110019]: DEBUG neutron.quota.resource [None req-83c5fe57-ca10-4cdb-9525-287022c0a666 tempest-QuotasTest-1023255589 tempest-QuotasTest-1023255589-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=110019) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 27 03:51:57.270990 n-d-819494-3 neutron-server[110019]: DEBUG neutron.quota.resource [None req-83c5fe57-ca10-4cdb-9525-287022c0a666 tempest-QuotasTest-1023255589 tempest-QuotasTest-1023255589-project-admin] Usage tracker for resource:subnet and project:59b4d2de494949c984cb5d89097371b9 is out of sync, need to count used quota {{(pid=110019) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 27 03:51:57.289409 n-d-819494-3 neutron-server[110019]: DEBUG neutron.quota.resource [None req-83c5fe57-ca10-4cdb-9525-287022c0a666 tempest-QuotasTest-1023255589 tempest-QuotasTest-1023255589-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=110019) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 27 03:51:57.308169 n-d-819494-3 neutron-server[110019]: DEBUG neutron.quota.resource [None req-83c5fe57-ca10-4cdb-9525-287022c0a666 tempest-QuotasTest-1023255589 tempest-QuotasTest-1023255589-project-admin] Usage tracker for resource:subnetpool and project:59b4d2de494949c984cb5d89097371b9 is out of sync, need to count used quota {{(pid=110019) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 27 03:51:57.315974 n-d-819494-3 neutron-server[110019]: DEBUG neutron.quota.resource [None req-83c5fe57-ca10-4cdb-9525-287022c0a666 tempest-QuotasTest-1023255589 tempest-QuotasTest-1023255589-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=110019) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 27 03:51:57.326930 n-d-819494-3 neutron-server[110019]: DEBUG neutron.quota.resource [None req-83c5fe57-ca10-4cdb-9525-287022c0a666 tempest-QuotasTest-1023255589 tempest-QuotasTest-1023255589-project-admin] Usage tracker for resource:port and project:59b4d2de494949c984cb5d89097371b9 is out of sync, need to count used quota {{(pid=110019) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 27 03:51:57.330598 n-d-819494-3 neutron-server[110019]: DEBUG neutron.quota.resource [None req-83c5fe57-ca10-4cdb-9525-287022c0a666 tempest-QuotasTest-1023255589 tempest-QuotasTest-1023255589-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=110019) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 27 03:51:57.339487 n-d-819494-3 neutron-server[110019]: DEBUG neutron.quota.resource [None req-83c5fe57-ca10-4cdb-9525-287022c0a666 tempest-QuotasTest-1023255589 tempest-QuotasTest-1023255589-project-admin] Usage tracker for resource:router and project:59b4d2de494949c984cb5d89097371b9 is out of sync, need to count used quota {{(pid=110019) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 27 03:51:57.343211 n-d-819494-3 neutron-server[110019]: DEBUG neutron.quota.resource [None req-83c5fe57-ca10-4cdb-9525-287022c0a666 tempest-QuotasTest-1023255589 tempest-QuotasTest-1023255589-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=110019) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 27 03:51:57.350692 n-d-819494-3 neutron-server[110019]: DEBUG neutron.quota.resource [None req-83c5fe57-ca10-4cdb-9525-287022c0a666 tempest-QuotasTest-1023255589 tempest-QuotasTest-1023255589-project-admin] Usage tracker for resource:floatingip and project:59b4d2de494949c984cb5d89097371b9 is out of sync, need to count used quota {{(pid=110019) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 27 03:51:57.355754 n-d-819494-3 neutron-server[110019]: DEBUG neutron.quota.resource [None req-83c5fe57-ca10-4cdb-9525-287022c0a666 tempest-QuotasTest-1023255589 tempest-QuotasTest-1023255589-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=110019) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 27 03:51:57.378572 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38412) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:57.435269 n-d-819494-3 neutron-server[110019]: DEBUG neutron.quota.resource [None req-83c5fe57-ca10-4cdb-9525-287022c0a666 tempest-QuotasTest-1023255589 tempest-QuotasTest-1023255589-project-admin] Usage tracker for resource:security_group and project:59b4d2de494949c984cb5d89097371b9 is out of sync, need to count used quota {{(pid=110019) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 27 03:51:57.446069 n-d-819494-3 neutron-server[110019]: DEBUG neutron.quota.resource [None req-83c5fe57-ca10-4cdb-9525-287022c0a666 tempest-QuotasTest-1023255589 tempest-QuotasTest-1023255589-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=110019) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 27 03:51:57.457215 n-d-819494-3 neutron-server[110019]: DEBUG neutron.quota.resource [None req-83c5fe57-ca10-4cdb-9525-287022c0a666 tempest-QuotasTest-1023255589 tempest-QuotasTest-1023255589-project-admin] Usage tracker for resource:security_group_rule and project:59b4d2de494949c984cb5d89097371b9 is out of sync, need to count used quota {{(pid=110019) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 27 03:51:57.465480 n-d-819494-3 neutron-server[110019]: DEBUG neutron.quota.resource [None req-83c5fe57-ca10-4cdb-9525-287022c0a666 tempest-QuotasTest-1023255589 tempest-QuotasTest-1023255589-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=110019) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 27 03:51:57.477129 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-83c5fe57-ca10-4cdb-9525-287022c0a666 tempest-QuotasTest-1023255589 tempest-QuotasTest-1023255589-project-admin] 10.222.0.20 "GET /v2.0/quotas/59b4d2de494949c984cb5d89097371b9/details.json HTTP/1.1" status: 200 len: 703 time: 0.3443310 Nov 27 03:51:57.638823 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6f53178e-aab7-43a7-aaad-2d4a121f6ac7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b7f270efeae1405ab8a1cc984f2059bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2567329 Nov 27 03:51:57.640535 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38434) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:57.655586 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1875a-a198-4b1a-bd27-7a0de5dcb472 req-4fd64502-b64e-45d5-aa09-64d07df07be3 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:57.665977 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e7a1875a-a198-4b1a-bd27-7a0de5dcb472 req-4fd64502-b64e-45d5-aa09-64d07df07be3 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/ports?device_id=90fc54bd-543e-40e8-a36e-a1f2dec172ab HTTP/1.1" status: 200 len: 943 time: 0.1056137 Nov 27 03:51:57.701479 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-238cac6e-95c7-41a5-b8f1-c05070aaaa9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:57.730683 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-238cac6e-95c7-41a5-b8f1-c05070aaaa9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:57.739179 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e7a1875a-a198-4b1a-bd27-7a0de5dcb472 req-a3c1f570-09f2-4551-b019-d0b1f81db85f tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0eb8b8-bf77-4327-8d45-23dba6f823d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663640 Nov 27 03:51:57.744088 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 26946bba-a484-4f3c-8919-da4b4bff424f no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:51:57.782770 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 26946bba-a484-4f3c-8919-da4b4bff424f {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:51:57.783124 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 26946bba-a484-4f3c-8919-da4b4bff424f not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:51:57.789877 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38444) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:57.809578 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-238cac6e-95c7-41a5-b8f1-c05070aaaa9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:57.813612 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-238cac6e-95c7-41a5-b8f1-c05070aaaa9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:57.815329 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-238cac6e-95c7-41a5-b8f1-c05070aaaa9f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7f14e570-fe18-49c2-a200-ee24fb250e3d HTTP/1.1" status: 204 len: 168 time: 0.1735280 Nov 27 03:51:57.852309 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238cac6e-95c7-41a5-b8f1-c05070aaaa9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f14e570-fe18-49c2-a200-ee24fb250e3d,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:57.948345 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c09401-cb75-4694-8680-c394c054063e req-6a630539-f03a-458e-8a0a-b6212438cbf6 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:57.949959 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-93c09401-cb75-4694-8680-c394c054063e req-6a630539-f03a-458e-8a0a-b6212438cbf6 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 945 time: 0.1154232 Nov 27 03:51:57.959622 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-49806bfc-92b8-4ed7-b8b6-b3c34f44d091 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:58.071615 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-93c09401-cb75-4694-8680-c394c054063e req-05d5b5b0-cd97-43be-8815-762f51741331 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113582 Nov 27 03:51:58.165548 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-49806bfc-92b8-4ed7-b8b6-b3c34f44d091 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:58.175007 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-49806bfc-92b8-4ed7-b8b6-b3c34f44d091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:58.259011 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-49806bfc-92b8-4ed7-b8b6-b3c34f44d091 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f598712468f24f8dbda0a2919501bb20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4676623 Nov 27 03:51:58.260086 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38498) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:58.268345 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49806bfc-92b8-4ed7-b8b6-b3c34f44d091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d97c389-bbd8-4f29-a555-c7cc164c6cc8,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:58.279171 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76c530-5c70-49c0-9598-4ee8129f675c req-fc38fe13-6a1a-448a-b5e2-55e73667cea9 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:58.290140 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1e76c530-5c70-49c0-9598-4ee8129f675c req-fc38fe13-6a1a-448a-b5e2-55e73667cea9 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 945 time: 0.1005590 Nov 27 03:51:58.354131 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1e76c530-5c70-49c0-9598-4ee8129f675c req-dba81092-1f3c-4f25-8608-54417a3e6348 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625188 Nov 27 03:51:58.359011 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8bd2e013-004c-4967-95c8-bf7e844c9ba4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:58.408767 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8bd2e013-004c-4967-95c8-bf7e844c9ba4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:58.430253 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38508) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:58.483744 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8bd2e013-004c-4967-95c8-bf7e844c9ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:58.486756 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8bd2e013-004c-4967-95c8-bf7e844c9ba4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:58.488229 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8bd2e013-004c-4967-95c8-bf7e844c9ba4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d97c389-bbd8-4f29-a555-c7cc164c6cc8 HTTP/1.1" status: 204 len: 168 time: 0.2270308 Nov 27 03:51:58.512581 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c7339dcb-bb73-4941-8650-943b45b21dc9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=62aa1e2df80247e3a1ca0fd8ba911f18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0810986 Nov 27 03:51:58.514884 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38524) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:58.520973 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd2e013-004c-4967-95c8-bf7e844c9ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d97c389-bbd8-4f29-a555-c7cc164c6cc8,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:58.622084 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f116bc40-cc2d-433e-ae7c-78457348bd22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:58.689188 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f116bc40-cc2d-433e-ae7c-78457348bd22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:58.852403 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-23556e2b-07e7-4b86-8b9c-4933d0896ea4 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=e82412a4cdd0471b8723cb6e98692ae6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1282771 Nov 27 03:51:58.918818 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f116bc40-cc2d-433e-ae7c-78457348bd22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:58.921784 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f116bc40-cc2d-433e-ae7c-78457348bd22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:58.923236 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f116bc40-cc2d-433e-ae7c-78457348bd22 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6e7f6ca3-4c2e-49d8-a0dc-8242ae61f299 HTTP/1.1" status: 204 len: 168 time: 0.4073181 Nov 27 03:51:58.968963 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a784cc-cfc1-4b85-b365-8c30a8ef15bc req-6ffa42aa-138e-4f61-8ad0-ae66c31704fc tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:58.979325 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-47a784cc-cfc1-4b85-b365-8c30a8ef15bc req-6ffa42aa-138e-4f61-8ad0-ae66c31704fc tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/ports?device_id=90fc54bd-543e-40e8-a36e-a1f2dec172ab HTTP/1.1" status: 200 len: 943 time: 0.1076531 Nov 27 03:51:59.001923 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f116bc40-cc2d-433e-ae7c-78457348bd22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7f6ca3-4c2e-49d8-a0dc-8242ae61f299,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:59.034470 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38556) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:59.066596 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-47a784cc-cfc1-4b85-b365-8c30a8ef15bc req-11ce4b19-3172-49d9-99e5-8f1582b7f698 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0eb8b8-bf77-4327-8d45-23dba6f823d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856497 Nov 27 03:51:59.091929 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-20ac03b8-3c51-4db4-84f1-43d06dfe646a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:59.162462 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-2a4cb32b-c784-4a21-bbb4-d672b10ddd37 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:59.170409 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-2a4cb32b-c784-4a21-bbb4-d672b10ddd37 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3168159 Nov 27 03:51:59.187213 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-a2283274-b9c5-41b8-9154-4f81b7c543d7 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/quotas/e82412a4cdd0471b8723cb6e98692ae6 HTTP/1.1" status: 200 len: 375 time: 0.0159059 Nov 27 03:51:59.227115 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c10e8-c92c-4fc1-b124-16a3f8b39fb7 req-effd46c0-26fe-4767-882c-5da6debf26d5 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:59.235635 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6c9c10e8-c92c-4fc1-b124-16a3f8b39fb7 req-effd46c0-26fe-4767-882c-5da6debf26d5 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 945 time: 0.0985305 Nov 27 03:51:59.247162 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-c4ec95d6-94f7-4f31-9986-9a4f25e6c8da tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e82412a4cdd0471b8723cb6e98692ae6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477309 Nov 27 03:51:59.300947 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6c9c10e8-c92c-4fc1-b124-16a3f8b39fb7 req-f9d079a6-8df3-4b01-90e9-089ef8418276 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595527 Nov 27 03:51:59.358950 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-20ac03b8-3c51-4db4-84f1-43d06dfe646a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:59.363587 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-20ac03b8-3c51-4db4-84f1-43d06dfe646a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:59.441894 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac03b8-3c51-4db4-84f1-43d06dfe646a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1eda6ff-572b-411f-9946-1a17abcab1b3,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:51:59.453328 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-20ac03b8-3c51-4db4-84f1-43d06dfe646a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=59b4d2de494949c984cb5d89097371b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4132333 Nov 27 03:51:59.454950 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38576) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:59.634270 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38590) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:51:59.666751 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d9e31590-1e3c-4c13-9550-d0b54e94308c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:59.685213 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a92b0-dca5-4074-a88c-b9460cf23f75 req-08df71db-88d5-4e93-aaf5-e626cdcd96ce tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:51:59.687522 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c20a92b0-dca5-4074-a88c-b9460cf23f75 req-08df71db-88d5-4e93-aaf5-e626cdcd96ce tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 945 time: 0.1480341 Nov 27 03:51:59.713807 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d9e31590-1e3c-4c13-9550-d0b54e94308c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:59.805304 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c20a92b0-dca5-4074-a88c-b9460cf23f75 req-bf7ea058-6c5a-416c-850f-7daacab1cd6a tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044719 Nov 27 03:51:59.891943 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e221774b-ba36-4adc-9925-3f1f2a324f52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:59.978835 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d9e31590-1e3c-4c13-9550-d0b54e94308c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:59.981880 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d9e31590-1e3c-4c13-9550-d0b54e94308c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:51:59.983042 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d9e31590-1e3c-4c13-9550-d0b54e94308c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d1eda6ff-572b-411f-9946-1a17abcab1b3 HTTP/1.1" status: 204 len: 168 time: 0.5270293 Nov 27 03:52:00.009864 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e31590-1e3c-4c13-9550-d0b54e94308c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1eda6ff-572b-411f-9946-1a17abcab1b3,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:00.052649 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-d1361c40-b954-4b14-969a-18394407b878 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=e82412a4cdd0471b8723cb6e98692ae6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546942 Nov 27 03:52:00.144479 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e221774b-ba36-4adc-9925-3f1f2a324f52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:00.159436 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e221774b-ba36-4adc-9925-3f1f2a324f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:00.219530 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-9542db22-9818-4956-b82d-698430aef6d1 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:00.221391 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-9542db22-9818-4956-b82d-698430aef6d1 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1678045 Nov 27 03:52:00.242863 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-845e83f1-06e8-466e-aa2a-4b1c19587ac9 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/quotas/e82412a4cdd0471b8723cb6e98692ae6 HTTP/1.1" status: 200 len: 375 time: 0.0124109 Nov 27 03:52:00.306597 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e221774b-ba36-4adc-9925-3f1f2a324f52 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dfd41ba88795404da06acfe6184bb776&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6710992 Nov 27 03:52:00.307301 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38628) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:00.316215 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221774b-ba36-4adc-9925-3f1f2a324f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efafc09d-cd27-41fd-9fe7-70941bebc6a5,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:00.317535 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-f4086200-327c-4c42-947d-1122f3919921 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e82412a4cdd0471b8723cb6e98692ae6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661788 Nov 27 03:52:00.355499 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83745703-1e71-4e62-b7b9-fd10d4c17b8b req-dd9f7c1b-4737-4b07-aca0-93c04f45f27a tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:00.364171 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-83745703-1e71-4e62-b7b9-fd10d4c17b8b req-dd9f7c1b-4737-4b07-aca0-93c04f45f27a tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/ports?device_id=90fc54bd-543e-40e8-a36e-a1f2dec172ab HTTP/1.1" status: 200 len: 943 time: 0.1699591 Nov 27 03:52:00.430916 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ac8c060d-349c-4bb0-931f-4e1d3f2a22da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:00.456245 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-83745703-1e71-4e62-b7b9-fd10d4c17b8b req-8b68db6e-edbf-4208-8a7f-2209854743c7 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0eb8b8-bf77-4327-8d45-23dba6f823d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907969 Nov 27 03:52:00.467259 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ac8c060d-349c-4bb0-931f-4e1d3f2a22da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:00.557277 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ac8c060d-349c-4bb0-931f-4e1d3f2a22da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:00.561641 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ac8c060d-349c-4bb0-931f-4e1d3f2a22da admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:00.562893 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ac8c060d-349c-4bb0-931f-4e1d3f2a22da admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/efafc09d-cd27-41fd-9fe7-70941bebc6a5 HTTP/1.1" status: 204 len: 168 time: 0.2530160 Nov 27 03:52:00.583592 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c060d-349c-4bb0-931f-4e1d3f2a22da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efafc09d-cd27-41fd-9fe7-70941bebc6a5,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:00.613394 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8159d754-66c8-44b2-8954-4c0008ace2cd req-5f92b561-a3a1-411b-bcac-7be556805663 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eaf845f-9253-4a0e-a486-266fb4a6339f HTTP/1.1" status: 200 len: 210 time: 0.0400569 Nov 27 03:52:01.064634 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b17a3-c52a-4fef-9b67-aa09acb55651 req-40306ad7-a8d8-4c22-af09-94c5a562e185 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:01.078603 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-510b17a3-c52a-4fef-9b67-aa09acb55651 req-40306ad7-a8d8-4c22-af09-94c5a562e185 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 945 time: 0.1349030 Nov 27 03:52:01.203072 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-510b17a3-c52a-4fef-9b67-aa09acb55651 req-7532a500-6f71-44ae-9314-0ace761171f6 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228080 Nov 27 03:52:01.252811 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-d5edc187-abd2-467c-b8d7-3c18e5953dd9 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=e82412a4cdd0471b8723cb6e98692ae6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312097 Nov 27 03:52:01.517017 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-84f47d48-4f5b-41b0-b625-99dbf936955c tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:01.518665 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-84f47d48-4f5b-41b0-b625-99dbf936955c tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2370563 Nov 27 03:52:01.570230 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-24cea804-18e6-419e-a5f9-c8610e82d286 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Request body: {'port': {'device_id': 'b823decf-9f0a-46d2-b8b8-ad772708563f', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'admin_state_up': True, 'tenant_id': 'e82412a4cdd0471b8723cb6e98692ae6'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:01.770067 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16a5ec-4dce-46e2-983f-db7904aa4bf9 req-ebff1e98-c292-4125-903e-d9e222881a14 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:01.779257 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fe16a5ec-4dce-46e2-983f-db7904aa4bf9 req-ebff1e98-c292-4125-903e-d9e222881a14 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/ports?device_id=90fc54bd-543e-40e8-a36e-a1f2dec172ab HTTP/1.1" status: 200 len: 943 time: 0.1814919 Nov 27 03:52:01.839522 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-06f40a3c-03de-4547-9c94-8c4ea3d4b0f2 req-500024ea-5000-4959-b50e-9c55536869da tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eaf845f-9253-4a0e-a486-266fb4a6339f HTTP/1.1" status: 200 len: 210 time: 0.1000164 Nov 27 03:52:01.896106 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fe16a5ec-4dce-46e2-983f-db7904aa4bf9 req-8df69f35-f989-4b98-ad1d-1aacacb263b7 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0eb8b8-bf77-4327-8d45-23dba6f823d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140025 Nov 27 03:52:01.919529 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-24cea804-18e6-419e-a5f9-c8610e82d286 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Made reservation on behalf of e82412a4cdd0471b8723cb6e98692ae6 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:52:01.923670 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-24cea804-18e6-419e-a5f9-c8610e82d286 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:01.939806 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-24cea804-18e6-419e-a5f9-c8610e82d286 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:02.067664 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-24cea804-18e6-419e-a5f9-c8610e82d286 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:02.072564 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-24cea804-18e6-419e-a5f9-c8610e82d286 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:02.122001 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cea804-18e6-419e-a5f9-c8610e82d286 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7503e0dd-d2d6-421d-83d3-f4e4fae310df,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:02.332373 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-d5659f4a-fc4d-4c4f-bbcc-eaad69dfd745 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=e82412a4cdd0471b8723cb6e98692ae6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506973 Nov 27 03:52:02.358894 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-24cea804-18e6-419e-a5f9-c8610e82d286 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Allocated IP 192.168.233.81 (7cd21890-8440-4d5d-a862-4b55c8c22387/f14a2acf-f1d7-4ddf-8459-b30982428e88/23917401-9f73-4d86-8eb2-a0589e6b7a2f) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:52:02.533514 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691c8c6-0536-4e29-b5c2-dbb9322135be req-74259d1b-1faf-4a36-b647-01cab88f6845 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:02.545968 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5691c8c6-0536-4e29-b5c2-dbb9322135be req-74259d1b-1faf-4a36-b647-01cab88f6845 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 945 time: 0.0961361 Nov 27 03:52:02.649658 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-24cea804-18e6-419e-a5f9-c8610e82d286 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:02.653915 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5691c8c6-0536-4e29-b5c2-dbb9322135be req-8954218b-ddeb-44c3-a501-9ec29aadd70c tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012256 Nov 27 03:52:02.666783 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-ff05a94b-43c2-4146-9664-264639e13ad9 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:02.669604 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-ff05a94b-43c2-4146-9664-264639e13ad9 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3295851 Nov 27 03:52:02.698988 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-fb6fef97-774b-41cd-b56e-eb06a23436e6 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Request body: {'port': {'device_id': '5eaf845f-9253-4a0e-a486-266fb4a6339f', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'admin_state_up': True, 'tenant_id': 'e82412a4cdd0471b8723cb6e98692ae6'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:02.747702 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-24cea804-18e6-419e-a5f9-c8610e82d286 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:02.751062 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-a4d9dbd5-f3b3-46b5-8476-28948abdd0a4 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c720ea29fd104ba29257a79f5e68861c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316563 Nov 27 03:52:02.810681 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-24cea804-18e6-419e-a5f9-c8610e82d286 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Network 7cd21890-8440-4d5d-a862-4b55c8c22387 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:52:02.850829 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-24cea804-18e6-419e-a5f9-c8610e82d286 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:52:02.860851 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-24cea804-18e6-419e-a5f9-c8610e82d286 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:52:02.902528 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-fb6fef97-774b-41cd-b56e-eb06a23436e6 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Made reservation on behalf of e82412a4cdd0471b8723cb6e98692ae6 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:52:02.907223 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-fb6fef97-774b-41cd-b56e-eb06a23436e6 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:03.020407 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-f2189566-c652-4fb6-8c97-5c55b1f48eb9 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:03.023098 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-f2189566-c652-4fb6-8c97-5c55b1f48eb9 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2642062 Nov 27 03:52:03.028858 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cea804-18e6-419e-a5f9-c8610e82d286 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Pushing event updated for resources: {'Port': ['ID=23917401-9f73-4d86-8eb2-a0589e6b7a2f,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:03.036686 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-10a873d3-66fc-472f-b8d3-8d4553d8a93d req-081cd7cf-50ef-4bd0-92f8-6ae676db372e tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eaf845f-9253-4a0e-a486-266fb4a6339f HTTP/1.1" status: 200 len: 210 time: 0.0366740 Nov 27 03:52:03.059620 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-24cea804-18e6-419e-a5f9-c8610e82d286 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:03.061248 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-24cea804-18e6-419e-a5f9-c8610e82d286 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:03.065445 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-1d1e517b-2590-4eaa-bbce-bab1ddb4518a tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/quotas/c720ea29fd104ba29257a79f5e68861c HTTP/1.1" status: 200 len: 375 time: 0.0301704 Nov 27 03:52:03.111587 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-24cea804-18e6-419e-a5f9-c8610e82d286 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5457723 Nov 27 03:52:03.147701 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-f0b2ef4d-a19c-4b84-8406-f07c46fb7481 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c720ea29fd104ba29257a79f5e68861c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0754650 Nov 27 03:52:03.159645 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-4b770a40-e30d-458b-a5b3-282b84f80379 service neutron] Request body: {'port': {'device_id': 'b823decf-9f0a-46d2-b8b8-ad772708563f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:03.297397 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38782) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:03.316409 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-b14dbc77-bb12-4719-aa5a-b0ca48219240 None None] Provisioning complete for port 23917401-9f73-4d86-8eb2-a0589e6b7a2f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:52:03.317170 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-fb6fef97-774b-41cd-b56e-eb06a23436e6 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Allocated IP 192.168.233.171 (7cd21890-8440-4d5d-a862-4b55c8c22387/f14a2acf-f1d7-4ddf-8459-b30982428e88/107c4660-1ae4-411c-a0d3-0aa997f3c9b2) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:52:03.317325 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b14dbc77-bb12-4719-aa5a-b0ca48219240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:03.325516 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-4b770a40-e30d-458b-a5b3-282b84f80379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:03.366260 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-b14dbc77-bb12-4719-aa5a-b0ca48219240 None None] Port 23917401-9f73-4d86-8eb2-a0589e6b7a2f cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:52:03.443309 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42daa1b8-47fc-49d1-a00a-c85d928bacef req-cdfa8855-a20d-4937-a403-5c6c2cf57891 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:03.448011 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-42daa1b8-47fc-49d1-a00a-c85d928bacef req-cdfa8855-a20d-4937-a403-5c6c2cf57891 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/ports?device_id=90fc54bd-543e-40e8-a36e-a1f2dec172ab HTTP/1.1" status: 200 len: 943 time: 0.2105405 Nov 27 03:52:03.573000 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-b4457e21-56d4-4655-9d9b-4158dc33d419 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-541274840', 'router:external': True}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:03.599933 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4457e21-56d4-4655-9d9b-4158dc33d419 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Made reservation on behalf of b3f95f2569dc4d32be09eaf2115a93fd for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:52:03.603044 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b4457e21-56d4-4655-9d9b-4158dc33d419 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:03.607910 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-42daa1b8-47fc-49d1-a00a-c85d928bacef req-aaa47741-1f76-4a24-8064-27f4663316b3 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0eb8b8-bf77-4327-8d45-23dba6f823d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509202 Nov 27 03:52:03.632832 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b4457e21-56d4-4655-9d9b-4158dc33d419 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:03.679239 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38792) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:03.753956 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7366bdf0-7a4a-4c7b-8af4-50132d3041b6 req-45800277-1e0c-4f40-a12c-28f14c2fe6e1 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3be2f0c-3e4f-4f80-8c41-fe98400b1362 HTTP/1.1" status: 200 len: 210 time: 0.0490167 Nov 27 03:52:03.816757 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-fb6fef97-774b-41cd-b56e-eb06a23436e6 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:03.864910 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-fb6fef97-774b-41cd-b56e-eb06a23436e6 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:03.868160 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b4457e21-56d4-4655-9d9b-4158dc33d419 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:03.931783 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-fb6fef97-774b-41cd-b56e-eb06a23436e6 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Network 7cd21890-8440-4d5d-a862-4b55c8c22387 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:52:03.937518 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-fb6fef97-774b-41cd-b56e-eb06a23436e6 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:52:03.943349 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-fb6fef97-774b-41cd-b56e-eb06a23436e6 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:52:03.984660 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6fef97-774b-41cd-b56e-eb06a23436e6 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Pushing event updated for resources: {'Port': ['ID=107c4660-1ae4-411c-a0d3-0aa997f3c9b2,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:04.028372 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-fb6fef97-774b-41cd-b56e-eb06a23436e6 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:04.028372 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-fb6fef97-774b-41cd-b56e-eb06a23436e6 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:04.056128 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-fb6fef97-774b-41cd-b56e-eb06a23436e6 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3637805 Nov 27 03:52:04.085816 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-40e97fe6-271f-445a-908a-4fb5c4faa9b1 service neutron] Request body: {'port': {'device_id': '5eaf845f-9253-4a0e-a486-266fb4a6339f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:04.140547 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-4b770a40-e30d-458b-a5b3-282b84f80379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23917401-9f73-4d86-8eb2-a0589e6b7a2f {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:52:04.160977 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-4b770a40-e30d-458b-a5b3-282b84f80379 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:04.211480 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-4b770a40-e30d-458b-a5b3-282b84f80379 service neutron] Transition to ACTIVE for port object 23917401-9f73-4d86-8eb2-a0589e6b7a2f will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:52:04.220725 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b4457e21-56d4-4655-9d9b-4158dc33d419 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:04.239359 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-40e97fe6-271f-445a-908a-4fb5c4faa9b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:04.242580 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4457e21-56d4-4655-9d9b-4158dc33d419 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:52:04.259369 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b4457e21-56d4-4655-9d9b-4158dc33d419 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:04.261004 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-b4457e21-56d4-4655-9d9b-4158dc33d419 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Added segment 138276b6-81a5-4d12-89b9-110c7dd8baee of type vlan for network 115cc287-1751-4113-9deb-5e8607792120 Nov 27 03:52:04.291324 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e2252-ff59-4c6f-a3f8-4e3928add41c req-49e7b82e-fd6c-43f8-a2d4-2f0644ff9717 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:04.298847 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d61e2252-ff59-4c6f-a3f8-4e3928add41c req-49e7b82e-fd6c-43f8-a2d4-2f0644ff9717 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eaf845f-9253-4a0e-a486-266fb4a6339f HTTP/1.1" status: 200 len: 936 time: 0.1109986 Nov 27 03:52:04.311818 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e159686-0397-4b96-98f0-5882af290abe None None] Provisioning complete for port 107c4660-1ae4-411c-a0d3-0aa997f3c9b2 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:52:04.313290 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e159686-0397-4b96-98f0-5882af290abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:04.383471 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b4457e21-56d4-4655-9d9b-4158dc33d419 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:04.407909 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e159686-0397-4b96-98f0-5882af290abe None None] Port 107c4660-1ae4-411c-a0d3-0aa997f3c9b2 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:52:04.417173 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d61e2252-ff59-4c6f-a3f8-4e3928add41c req-0fced496-4374-449a-beb1-af4300456595 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/security-groups?id=7503e0dd-d2d6-421d-83d3-f4e4fae310df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173041 Nov 27 03:52:04.437647 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-4b770a40-e30d-458b-a5b3-282b84f80379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:04.487192 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5ffc85c5-6512-4a58-8cfb-f5c3a2277d63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:04.533216 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.db.resource_extend [None req-b4457e21-56d4-4655-9d9b-4158dc33d419 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 03:52:04.556712 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150e303-e2a4-4145-9de8-e78bf5ab6f3b req-0139af78-8f2c-4549-b9b6-b5b252676067 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:04.565582 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4150e303-e2a4-4145-9de8-e78bf5ab6f3b req-0139af78-8f2c-4549-b9b6-b5b252676067 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 945 time: 0.7861505 Nov 27 03:52:04.567458 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4457e21-56d4-4655-9d9b-4158dc33d419 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfeab1a4-7202-452d-a64e-387c170d8ad6,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:04.618714 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b770a40-e30d-458b-a5b3-282b84f80379 service neutron] Pushing event updated for resources: {'Port': ['ID=23917401-9f73-4d86-8eb2-a0589e6b7a2f,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:04.645418 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-40e97fe6-271f-445a-908a-4fb5c4faa9b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 107c4660-1ae4-411c-a0d3-0aa997f3c9b2 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:52:04.656240 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-40e97fe6-271f-445a-908a-4fb5c4faa9b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:04.665343 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b4457e21-56d4-4655-9d9b-4158dc33d419 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:04.667259 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4457e21-56d4-4655-9d9b-4158dc33d419 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:04.668203 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b4457e21-56d4-4655-9d9b-4158dc33d419 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:04.693147 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-40e97fe6-271f-445a-908a-4fb5c4faa9b1 service neutron] Transition to ACTIVE for port object 107c4660-1ae4-411c-a0d3-0aa997f3c9b2 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:52:04.711094 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-40e97fe6-271f-445a-908a-4fb5c4faa9b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:04.788146 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b4457e21-56d4-4655-9d9b-4158dc33d419 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.4867325 Nov 27 03:52:04.794155 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38814) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:04.815123 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-937f281d-5508-41c9-a403-bcb0c8b60348 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Request body: {'subnet': {'network_id': '115cc287-1751-4113-9deb-5e8607792120', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:04.839880 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e97fe6-271f-445a-908a-4fb5c4faa9b1 service neutron] Pushing event updated for resources: {'Port': ['ID=107c4660-1ae4-411c-a0d3-0aa997f3c9b2,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:04.847532 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4457e21-56d4-4655-9d9b-4158dc33d419 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Pushing event updated for resources: {'Network': ['ID=115cc287-1751-4113-9deb-5e8607792120,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:04.860359 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4150e303-e2a4-4145-9de8-e78bf5ab6f3b req-09fe6076-7284-44df-b7dc-9bbb9feab12c tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938218 Nov 27 03:52:04.889400 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 115cc287-1751-4113-9deb-5e8607792120 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:52:04.914321 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-4b770a40-e30d-458b-a5b3-282b84f80379 service neutron] Attempting to bind port 23917401-9f73-4d86-8eb2-a0589e6b7a2f on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:52:04.914700 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-4b770a40-e30d-458b-a5b3-282b84f80379 service neutron] Attempting to bind port 23917401-9f73-4d86-8eb2-a0589e6b7a2f by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:52:04.915030 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-4b770a40-e30d-458b-a5b3-282b84f80379 service neutron] Attempting to bind port 23917401-9f73-4d86-8eb2-a0589e6b7a2f on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:52:04.934799 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-4b770a40-e30d-458b-a5b3-282b84f80379 service neutron] Port 23917401-9f73-4d86-8eb2-a0589e6b7a2f on network 7cd21890-8440-4d5d-a862-4b55c8c22387 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:52:04.935221 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-4b770a40-e30d-458b-a5b3-282b84f80379 service neutron] Attempting to bind port 23917401-9f73-4d86-8eb2-a0589e6b7a2f on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:52:04.953946 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5ffc85c5-6512-4a58-8cfb-f5c3a2277d63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:04.968691 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5ffc85c5-6512-4a58-8cfb-f5c3a2277d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:04.979276 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-4b770a40-e30d-458b-a5b3-282b84f80379 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:52:04.979968 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-4b770a40-e30d-458b-a5b3-282b84f80379 service neutron] Checking segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:52:04.980568 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-4b770a40-e30d-458b-a5b3-282b84f80379 service neutron] Bound using segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:52:04.981367 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-4b770a40-e30d-458b-a5b3-282b84f80379 service neutron] Bound port: 23917401-9f73-4d86-8eb2-a0589e6b7a2f, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:52:04.981932 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-4b770a40-e30d-458b-a5b3-282b84f80379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:04.988185 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937f281d-5508-41c9-a403-bcb0c8b60348 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Made reservation on behalf of b3f95f2569dc4d32be09eaf2115a93fd for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:52:05.004082 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-937f281d-5508-41c9-a403-bcb0c8b60348 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:05.071361 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc85c5-6512-4a58-8cfb-f5c3a2277d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770652dd-7aef-4db8-b984-3f13f8f6d47b,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:05.084174 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5ffc85c5-6512-4a58-8cfb-f5c3a2277d63 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=126c2c706c86474fa55beb77c9ec4cc9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4001899 Nov 27 03:52:05.095760 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38816) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:05.234760 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-a3d0802f-af8e-43fa-8630-60b201f8e98b tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=c720ea29fd104ba29257a79f5e68861c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1086564 Nov 27 03:52:05.259072 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-79e9737f-f992-403c-9192-91b5642a3bf3 req-cef61caa-6f43-4280-95d5-76640a82fc57 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3be2f0c-3e4f-4f80-8c41-fe98400b1362 HTTP/1.1" status: 200 len: 210 time: 0.1672525 Nov 27 03:52:05.306630 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-4b770a40-e30d-458b-a5b3-282b84f80379 service neutron] For port 23917401-9f73-4d86-8eb2-a0589e6b7a2f, host n-h1-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:52:05.310923 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-4b770a40-e30d-458b-a5b3-282b84f80379 service neutron] For port 23917401-9f73-4d86-8eb2-a0589e6b7a2f, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=23917401-9f73-4d86-8eb2-a0589e6b7a2f,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:52:05.319759 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-4b770a40-e30d-458b-a5b3-282b84f80379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:05.363781 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3af1f58d-4db0-482e-b69a-8583eab3136c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:05.366577 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c815ec-e23a-4793-a42f-deca709eab26 req-70958b9c-b40e-458c-b5c6-5c9138836d8a tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:05.380260 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-43c815ec-e23a-4793-a42f-deca709eab26 req-70958b9c-b40e-458c-b5c6-5c9138836d8a tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/ports?device_id=90fc54bd-543e-40e8-a36e-a1f2dec172ab HTTP/1.1" status: 200 len: 943 time: 0.5844646 Nov 27 03:52:05.383455 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-4b770a40-e30d-458b-a5b3-282b84f80379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:05.384085 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-4b770a40-e30d-458b-a5b3-282b84f80379 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:05.385523 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-4b770a40-e30d-458b-a5b3-282b84f80379 service neutron] 10.222.0.23 "PUT /v2.0/ports/23917401-9f73-4d86-8eb2-a0589e6b7a2f HTTP/1.1" status: 200 len: 1095 time: 2.2368128 Nov 27 03:52:05.387716 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b823decf-9f0a-46d2-b8b8-ad772708563f', 'tag': '23917401-9f73-4d86-8eb2-a0589e6b7a2f'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:52:05.390241 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235590cc-0a9c-4e3a-b072-a96d80126920" -d '{"events": [{"name": "network-changed", "server_uuid": "b823decf-9f0a-46d2-b8b8-ad772708563f", "tag": "23917401-9f73-4d86-8eb2-a0589e6b7a2f"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:52:05.457040 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3af1f58d-4db0-482e-b69a-8583eab3136c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:05.526225 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5ba2de-63bf-4f86-a022-98406709ee28 x-openstack-request-id: req-fb5ba2de-63bf-4f86-a022-98406709ee28 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:52:05.526892 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b823decf-9f0a-46d2-b8b8-ad772708563f", "tag": "23917401-9f73-4d86-8eb2-a0589e6b7a2f", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:52:05.527278 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb5ba2de-63bf-4f86-a022-98406709ee28 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:52:05.527776 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b823decf-9f0a-46d2-b8b8-ad772708563f', 'tag': '23917401-9f73-4d86-8eb2-a0589e6b7a2f', 'status': 'completed', 'code': 200} Nov 27 03:52:05.605311 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b770a40-e30d-458b-a5b3-282b84f80379 service neutron] Pushing event updated for resources: {'Port': ['ID=23917401-9f73-4d86-8eb2-a0589e6b7a2f,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:05.610205 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-175eb5d6-f7c4-4b9a-a768-422e6187ece1 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:05.611759 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-175eb5d6-f7c4-4b9a-a768-422e6187ece1 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2704256 Nov 27 03:52:05.622232 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3af1f58d-4db0-482e-b69a-8583eab3136c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:05.625731 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3af1f58d-4db0-482e-b69a-8583eab3136c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:05.627407 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3af1f58d-4db0-482e-b69a-8583eab3136c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/770652dd-7aef-4db8-b984-3f13f8f6d47b HTTP/1.1" status: 204 len: 168 time: 0.5307038 Nov 27 03:52:05.635469 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-237eb67a-7b80-468c-ac19-859486decc34 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Request body: {'port': {'device_id': 'c3be2f0c-3e4f-4f80-8c41-fe98400b1362', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'admin_state_up': True, 'tenant_id': 'c720ea29fd104ba29257a79f5e68861c'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:05.650098 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-814a3822-10c7-44ab-a751-2b4a0b4c7c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:05.651892 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-814a3822-10c7-44ab-a751-2b4a0b4c7c31 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e82412a4cdd0471b8723cb6e98692ae6&device_id=b823decf-9f0a-46d2-b8b8-ad772708563f HTTP/1.1" status: 200 len: 1098 time: 0.1279027 Nov 27 03:52:05.653156 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1f58d-4db0-482e-b69a-8583eab3136c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770652dd-7aef-4db8-b984-3f13f8f6d47b,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:05.688220 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6309455-b159-4869-a49d-d527b8f62351 req-43be4665-24f8-45c0-8717-761c714adf05 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:05.690582 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e6309455-b159-4869-a49d-d527b8f62351 req-43be4665-24f8-45c0-8717-761c714adf05 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eaf845f-9253-4a0e-a486-266fb4a6339f HTTP/1.1" status: 200 len: 948 time: 0.1580868 Nov 27 03:52:05.750975 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-86faf6bf-f06d-4403-bda9-065f1be8547d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=23917401-9f73-4d86-8eb2-a0589e6b7a2f HTTP/1.1" status: 200 len: 217 time: 0.0602820 Nov 27 03:52:05.796459 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-40e97fe6-271f-445a-908a-4fb5c4faa9b1 service neutron] Attempting to bind port 107c4660-1ae4-411c-a0d3-0aa997f3c9b2 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:52:05.797334 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-40e97fe6-271f-445a-908a-4fb5c4faa9b1 service neutron] Attempting to bind port 107c4660-1ae4-411c-a0d3-0aa997f3c9b2 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:52:05.797334 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-40e97fe6-271f-445a-908a-4fb5c4faa9b1 service neutron] Attempting to bind port 107c4660-1ae4-411c-a0d3-0aa997f3c9b2 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:52:05.855247 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-43c815ec-e23a-4793-a42f-deca709eab26 req-226616de-daf9-42f7-b2e0-f7223778de40 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0eb8b8-bf77-4327-8d45-23dba6f823d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4739137 Nov 27 03:52:05.883408 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-40e97fe6-271f-445a-908a-4fb5c4faa9b1 service neutron] Port 107c4660-1ae4-411c-a0d3-0aa997f3c9b2 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:52:05.883887 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-40e97fe6-271f-445a-908a-4fb5c4faa9b1 service neutron] Attempting to bind port 107c4660-1ae4-411c-a0d3-0aa997f3c9b2 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:52:05.985589 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-40e97fe6-271f-445a-908a-4fb5c4faa9b1 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:52:05.986046 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-40e97fe6-271f-445a-908a-4fb5c4faa9b1 service neutron] Checking segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:52:05.986652 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-40e97fe6-271f-445a-908a-4fb5c4faa9b1 service neutron] Bound using segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:52:05.987120 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-40e97fe6-271f-445a-908a-4fb5c4faa9b1 service neutron] Bound port: 107c4660-1ae4-411c-a0d3-0aa997f3c9b2, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:52:05.987608 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-40e97fe6-271f-445a-908a-4fb5c4faa9b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:06.030187 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-237eb67a-7b80-468c-ac19-859486decc34 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Made reservation on behalf of c720ea29fd104ba29257a79f5e68861c for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:52:06.036155 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-237eb67a-7b80-468c-ac19-859486decc34 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:06.096953 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-237eb67a-7b80-468c-ac19-859486decc34 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:06.192065 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-237eb67a-7b80-468c-ac19-859486decc34 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:06.220584 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-0ea109a9-12ad-4b71-9473-d12e020e6b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:06.222003 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-0ea109a9-12ad-4b71-9473-d12e020e6b66 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.4665277 Nov 27 03:52:06.228316 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e6309455-b159-4869-a49d-d527b8f62351 req-54d282bf-408c-4ded-9a71-3286ca666c80 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/security-groups?id=7503e0dd-d2d6-421d-83d3-f4e4fae310df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5305052 Nov 27 03:52:06.292793 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-3b051e9c-8e36-4d63-b4cb-2594fbe1c7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:06.294809 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-237eb67a-7b80-468c-ac19-859486decc34 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:06.296585 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-3b051e9c-8e36-4d63-b4cb-2594fbe1c7c3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0648272 Nov 27 03:52:06.434213 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512d3b7-02d6-46cb-b55e-acec8d504127 req-7352d004-01c7-4048-b0a7-471500666ea1 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:06.444969 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b512d3b7-02d6-46cb-b55e-acec8d504127 req-7352d004-01c7-4048-b0a7-471500666ea1 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 945 time: 0.2511225 Nov 27 03:52:06.489430 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bf92005d-345e-4dc5-8f23-0291f5dbb0f6 req-764cca91-be52-430d-b878-2daea826b4db tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3be2f0c-3e4f-4f80-8c41-fe98400b1362 HTTP/1.1" status: 200 len: 210 time: 0.0457165 Nov 27 03:52:06.493114 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-e7d75bdb-8600-4680-a98d-c9925c58dd21 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862824 Nov 27 03:52:06.522284 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237eb67a-7b80-468c-ac19-859486decc34 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8b8201-957e-46bb-baa3-58dcb926547f,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:06.582322 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b512d3b7-02d6-46cb-b55e-acec8d504127 req-375f0555-f518-4be4-be31-5d4c1ec648db tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341968 Nov 27 03:52:06.600903 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-40e97fe6-271f-445a-908a-4fb5c4faa9b1 service neutron] For port 107c4660-1ae4-411c-a0d3-0aa997f3c9b2, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:52:06.609639 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-40e97fe6-271f-445a-908a-4fb5c4faa9b1 service neutron] For port 107c4660-1ae4-411c-a0d3-0aa997f3c9b2, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=107c4660-1ae4-411c-a0d3-0aa997f3c9b2,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:52:06.625335 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-40e97fe6-271f-445a-908a-4fb5c4faa9b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:06.653856 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b6d91cd1-a2ec-4ea9-9d89-9669bfc23f91 req-fa6d2cbe-bc5b-4722-80c6-0cc7d40e969e service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496813 Nov 27 03:52:06.707860 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38850) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:06.715434 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-40e97fe6-271f-445a-908a-4fb5c4faa9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:06.716305 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-40e97fe6-271f-445a-908a-4fb5c4faa9b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:06.718272 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-40e97fe6-271f-445a-908a-4fb5c4faa9b1 service neutron] 10.222.0.23 "PUT /v2.0/ports/107c4660-1ae4-411c-a0d3-0aa997f3c9b2 HTTP/1.1" status: 200 len: 1096 time: 2.6386654 Nov 27 03:52:06.719047 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eaf845f-9253-4a0e-a486-266fb4a6339f', 'tag': '107c4660-1ae4-411c-a0d3-0aa997f3c9b2'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:52:06.721841 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2f92cc-fd14-4867-a5b3-4dbdc41d1700" -d '{"events": [{"name": "network-changed", "server_uuid": "5eaf845f-9253-4a0e-a486-266fb4a6339f", "tag": "107c4660-1ae4-411c-a0d3-0aa997f3c9b2"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:52:06.784028 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-237eb67a-7b80-468c-ac19-859486decc34 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Allocated IP 192.168.233.152 (7cd21890-8440-4d5d-a862-4b55c8c22387/f14a2acf-f1d7-4ddf-8459-b30982428e88/84099172-9d4b-490d-ba96-813571fab01c) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:52:06.801178 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5f0429-747c-4a17-a8cf-da7d430e1bf1 x-openstack-request-id: req-ce5f0429-747c-4a17-a8cf-da7d430e1bf1 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:52:06.801905 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eaf845f-9253-4a0e-a486-266fb4a6339f", "tag": "107c4660-1ae4-411c-a0d3-0aa997f3c9b2", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:52:06.801905 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ce5f0429-747c-4a17-a8cf-da7d430e1bf1 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:52:06.802144 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eaf845f-9253-4a0e-a486-266fb4a6339f', 'tag': '107c4660-1ae4-411c-a0d3-0aa997f3c9b2', 'status': 'completed', 'code': 200} Nov 27 03:52:06.816271 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e97fe6-271f-445a-908a-4fb5c4faa9b1 service neutron] Pushing event updated for resources: {'Port': ['ID=107c4660-1ae4-411c-a0d3-0aa997f3c9b2,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:06.854394 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-b567c42b-abab-45e5-8f57-c4ed514bb01f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-32240785-network', 'tenant_id': '4dfb65e16a284d07a287571ac0e3c740'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:06.916467 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-fa42ba63-12a1-44a2-9877-366b7aa634c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:06.918306 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-fa42ba63-12a1-44a2-9877-366b7aa634c3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e82412a4cdd0471b8723cb6e98692ae6&device_id=5eaf845f-9253-4a0e-a486-266fb4a6339f HTTP/1.1" status: 200 len: 1099 time: 0.0701449 Nov 27 03:52:06.929628 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b567c42b-abab-45e5-8f57-c4ed514bb01f admin admin] Made reservation on behalf of 4dfb65e16a284d07a287571ac0e3c740 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:52:06.932629 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b567c42b-abab-45e5-8f57-c4ed514bb01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:06.948918 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b567c42b-abab-45e5-8f57-c4ed514bb01f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:06.988584 n-d-819494-3 neutron-server[110019]: DEBUG neutron.objects.ports [None req-937f281d-5508-41c9-a403-bcb0c8b60348 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110019) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 03:52:06.988999 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-937f281d-5508-41c9-a403-bcb0c8b60348 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:07.021688 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-c91bae30-d633-4c1c-9f11-487bf5e6e89c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=107c4660-1ae4-411c-a0d3-0aa997f3c9b2 HTTP/1.1" status: 200 len: 217 time: 0.0788670 Nov 27 03:52:07.135368 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-8e6b9eb3-90bc-4137-8d7b-8114cf132f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:07.137278 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-8e6b9eb3-90bc-4137-8d7b-8114cf132f0a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.1049144 Nov 27 03:52:07.162298 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235590cc-0a9c-4e3a-b072-a96d80126920 req-6e6eed85-4cd2-437c-a60a-5610ef5f80ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:07.164354 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-235590cc-0a9c-4e3a-b072-a96d80126920 req-6e6eed85-4cd2-437c-a60a-5610ef5f80ab service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e82412a4cdd0471b8723cb6e98692ae6&device_id=b823decf-9f0a-46d2-b8b8-ad772708563f HTTP/1.1" status: 200 len: 1098 time: 0.3169935 Nov 27 03:52:07.207626 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb602883-9dcc-4a8f-aa29-848ea342a30e req-3db2ba56-264f-4732-9a64-bb9fcc331b65 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:07.209267 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fb602883-9dcc-4a8f-aa29-848ea342a30e req-3db2ba56-264f-4732-9a64-bb9fcc331b65 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/ports?device_id=90fc54bd-543e-40e8-a36e-a1f2dec172ab HTTP/1.1" status: 200 len: 943 time: 0.2273726 Nov 27 03:52:07.210159 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f281d-5508-41c9-a403-bcb0c8b60348 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c89243ba-ba08-4085-9d35-8afd1e593fed,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:07.225633 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b567c42b-abab-45e5-8f57-c4ed514bb01f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:07.232275 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-b1ecb5a7-8f8c-483c-8cbd-fdec0294ff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:07.233991 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-b1ecb5a7-8f8c-483c-8cbd-fdec0294ff23 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0888164 Nov 27 03:52:07.235275 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b567c42b-abab-45e5-8f57-c4ed514bb01f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:07.393047 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b567c42b-abab-45e5-8f57-c4ed514bb01f admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:52:07.401138 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b567c42b-abab-45e5-8f57-c4ed514bb01f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ac8f15-a59c-43c3-a6d1-ea69aaaeabe7,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:07.427366 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b567c42b-abab-45e5-8f57-c4ed514bb01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:07.427979 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-b567c42b-abab-45e5-8f57-c4ed514bb01f admin admin] Added segment c51948ed-d30d-4caa-8f9e-b9fd8a2016a3 of type vlan for network 39e2640f-8d1b-4cdf-88fe-979f7a44caca Nov 27 03:52:07.487830 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-3ac53330-8080-4ed7-a688-ddee1b28ac97 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425561 Nov 27 03:52:07.506750 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b567c42b-abab-45e5-8f57-c4ed514bb01f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:07.523547 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d75a03-9cd0-4af5-91e5-0b182625dcf2 req-3e1e5646-48eb-459d-9c01-822ef46913fb tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:07.525087 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-80d75a03-9cd0-4af5-91e5-0b182625dcf2 req-3e1e5646-48eb-459d-9c01-822ef46913fb tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eaf845f-9253-4a0e-a486-266fb4a6339f HTTP/1.1" status: 200 len: 948 time: 0.1953464 Nov 27 03:52:07.633280 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b567c42b-abab-45e5-8f57-c4ed514bb01f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:07.634425 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b567c42b-abab-45e5-8f57-c4ed514bb01f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:07.635176 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b567c42b-abab-45e5-8f57-c4ed514bb01f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:07.687033 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937f281d-5508-41c9-a403-bcb0c8b60348 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Checking segment: {'id': '138276b6-81a5-4d12-89b9-110c7dd8baee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '115cc287-1751-4113-9deb-5e8607792120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:52:07.687504 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937f281d-5508-41c9-a403-bcb0c8b60348 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Network hostable DHCP agents. Network: 115cc287-1751-4113-9deb-5e8607792120, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:52:07.719136 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-80d75a03-9cd0-4af5-91e5-0b182625dcf2 req-dbade26d-9020-494b-92f5-c71a5511fe82 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/security-groups?id=7503e0dd-d2d6-421d-83d3-f4e4fae310df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777763 Nov 27 03:52:07.739615 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-237eb67a-7b80-468c-ac19-859486decc34 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:07.740209 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b567c42b-abab-45e5-8f57-c4ed514bb01f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0277836 Nov 27 03:52:07.742745 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38868) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:07.754814 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-56f9f9bb-6dab-4198-820b-a0cdbae6b8d7 admin admin] Request body: {'subnet': {'network_id': '39e2640f-8d1b-4cdf-88fe-979f7a44caca', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-32240785-subnet', 'tenant_id': '4dfb65e16a284d07a287571ac0e3c740', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:07.760219 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235590cc-0a9c-4e3a-b072-a96d80126920 req-ee6e9db8-e083-4438-9f01-d5d9789e9c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:07.761792 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-235590cc-0a9c-4e3a-b072-a96d80126920 req-ee6e9db8-e083-4438-9f01-d5d9789e9c34 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.5816045 Nov 27 03:52:07.781346 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5af7b7c5-f9d7-4433-9691-a7386dd94a6e req-9a1ad8c1-63d3-434a-8c6d-ef364c4746eb service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777257 Nov 27 03:52:07.784219 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b567c42b-abab-45e5-8f57-c4ed514bb01f admin admin] Pushing event updated for resources: {'Network': ['ID=39e2640f-8d1b-4cdf-88fe-979f7a44caca,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:07.793146 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fb602883-9dcc-4a8f-aa29-848ea342a30e req-d5d366ef-4304-4118-84d2-a855ad425302 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0eb8b8-bf77-4327-8d45-23dba6f823d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511748 Nov 27 03:52:07.802971 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f9f9bb-6dab-4198-820b-a0cdbae6b8d7 admin admin] Made reservation on behalf of 4dfb65e16a284d07a287571ac0e3c740 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:52:07.806536 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-56f9f9bb-6dab-4198-820b-a0cdbae6b8d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:07.823039 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 39e2640f-8d1b-4cdf-88fe-979f7a44caca details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:52:07.827400 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937f281d-5508-41c9-a403-bcb0c8b60348 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Network 115cc287-1751-4113-9deb-5e8607792120 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:52:07.833871 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-235590cc-0a9c-4e3a-b072-a96d80126920 req-5a1f6338-3ef3-4d48-b0dc-a2e2bd71c6ad service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=23917401-9f73-4d86-8eb2-a0589e6b7a2f HTTP/1.1" status: 200 len: 217 time: 0.0571907 Nov 27 03:52:07.899838 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-937f281d-5508-41c9-a403-bcb0c8b60348 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 115cc287-1751-4113-9deb-5e8607792120) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:52:07.917851 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937f281d-5508-41c9-a403-bcb0c8b60348 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:07.919149 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-937f281d-5508-41c9-a403-bcb0c8b60348 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:07.951419 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235590cc-0a9c-4e3a-b072-a96d80126920 req-37c9a8aa-90fd-4fc0-ae8e-ad6aa52487af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:07.953458 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-235590cc-0a9c-4e3a-b072-a96d80126920 req-37c9a8aa-90fd-4fc0-ae8e-ad6aa52487af service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.1104183 Nov 27 03:52:07.955558 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-237eb67a-7b80-468c-ac19-859486decc34 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:07.977026 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-937f281d-5508-41c9-a403-bcb0c8b60348 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.1668227 Nov 27 03:52:07.994792 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38874) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:07.997444 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7b6c1e-3845-4aff-a026-ad761f7d5d55 None None] Network 115cc287-1751-4113-9deb-5e8607792120 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:52:08.014773 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-39ce1cbc-9073-4573-a1ee-bae3d857263e tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1798358427', 'network_id': '115cc287-1751-4113-9deb-5e8607792120'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:08.081132 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-237eb67a-7b80-468c-ac19-859486decc34 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Network 7cd21890-8440-4d5d-a862-4b55c8c22387 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:52:08.088742 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-237eb67a-7b80-468c-ac19-859486decc34 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:52:08.095532 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-237eb67a-7b80-468c-ac19-859486decc34 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:52:08.096187 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ce1cbc-9073-4573-a1ee-bae3d857263e tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Made reservation on behalf of b3f95f2569dc4d32be09eaf2115a93fd for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:52:08.098827 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-39ce1cbc-9073-4573-a1ee-bae3d857263e tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:08.105727 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f92cc-fd14-4867-a5b3-4dbdc41d1700 req-d28e0a10-400b-4205-8ed1-4d64af3da786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:08.107516 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5e2f92cc-fd14-4867-a5b3-4dbdc41d1700 req-d28e0a10-400b-4205-8ed1-4d64af3da786 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e82412a4cdd0471b8723cb6e98692ae6&device_id=5eaf845f-9253-4a0e-a486-266fb4a6339f HTTP/1.1" status: 200 len: 1099 time: 0.1744637 Nov 27 03:52:08.116185 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49726747-9fec-46e1-8776-bd79dfdd65c9 req-6c707896-87c5-4ecc-8764-d3ccf7318197 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:08.124476 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-49726747-9fec-46e1-8776-bd79dfdd65c9 req-6c707896-87c5-4ecc-8764-d3ccf7318197 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3be2f0c-3e4f-4f80-8c41-fe98400b1362 HTTP/1.1" status: 200 len: 936 time: 0.1685276 Nov 27 03:52:08.145216 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-237eb67a-7b80-468c-ac19-859486decc34 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:08.145880 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-237eb67a-7b80-468c-ac19-859486decc34 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:08.172323 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237eb67a-7b80-468c-ac19-859486decc34 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Pushing event updated for resources: {'Port': ['ID=84099172-9d4b-490d-ba96-813571fab01c,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:08.173954 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20e05e1-800d-431a-a6bc-0a6fb6c0f2c5 None None] Network 115cc287-1751-4113-9deb-5e8607792120 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:52:08.190138 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235590cc-0a9c-4e3a-b072-a96d80126920 req-650cd7e7-2836-41be-84cf-7ccd09696e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:08.191863 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-235590cc-0a9c-4e3a-b072-a96d80126920 req-650cd7e7-2836-41be-84cf-7ccd09696e42 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2226226 Nov 27 03:52:08.213276 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74d01e-1477-4a5b-a970-229484cf0d59 req-ce5358f2-d3cf-4795-921a-06cfaad56f85 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:08.214981 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fa74d01e-1477-4a5b-a970-229484cf0d59 req-ce5358f2-d3cf-4795-921a-06cfaad56f85 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 945 time: 0.2101574 Nov 27 03:52:08.223404 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-237eb67a-7b80-468c-ac19-859486decc34 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5891893 Nov 27 03:52:08.254641 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-fb4f498c-21d2-41ed-9933-c8c228d16091 service neutron] Request body: {'port': {'device_id': 'c3be2f0c-3e4f-4f80-8c41-fe98400b1362', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:08.333187 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-39ce1cbc-9073-4573-a1ee-bae3d857263e tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] device_id is not set on port df7eeb28-1f4d-42f5-a18f-63ba566c1486 yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 03:52:08.445662 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-fb4f498c-21d2-41ed-9933-c8c228d16091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:08.456784 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-49726747-9fec-46e1-8776-bd79dfdd65c9 req-805187db-f846-475b-b3fe-849289ab754a tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313107 Nov 27 03:52:08.458942 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fa74d01e-1477-4a5b-a970-229484cf0d59 req-8850714f-5f19-45f3-a4eb-ec82012966f2 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331064 Nov 27 03:52:08.486673 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-56f9f9bb-6dab-4198-820b-a0cdbae6b8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:08.545588 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8fb8-9905-4295-8941-f7ff50b29bf0 None None] Provisioning complete for port 84099172-9d4b-490d-ba96-813571fab01c triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:52:08.547885 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8fb8-9905-4295-8941-f7ff50b29bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:08.618885 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-3a2c8fb8-9905-4295-8941-f7ff50b29bf0 None None] Port 84099172-9d4b-490d-ba96-813571fab01c cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:52:08.677013 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-235590cc-0a9c-4e3a-b072-a96d80126920 req-50045227-f50a-4658-bfd9-44922e35d34b service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4524956 Nov 27 03:52:08.688687 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f92cc-fd14-4867-a5b3-4dbdc41d1700 req-0bc64a1d-adad-499a-be22-d0b0a0c6bc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:08.690463 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5e2f92cc-fd14-4867-a5b3-4dbdc41d1700 req-0bc64a1d-adad-499a-be22-d0b0a0c6bc1f service neutron] 10.222.0.23 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.5637703 Nov 27 03:52:08.749436 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9f9bb-6dab-4198-820b-a0cdbae6b8d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c35de6a0-cb06-4338-80a1-6ee926bc146d,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:08.798637 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5e2f92cc-fd14-4867-a5b3-4dbdc41d1700 req-e71b9d9c-d97c-4502-bbb8-2beb512befd4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=107c4660-1ae4-411c-a0d3-0aa997f3c9b2 HTTP/1.1" status: 200 len: 217 time: 0.0827465 Nov 27 03:52:08.821878 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-39ce1cbc-9073-4573-a1ee-bae3d857263e tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Allocated IP 2001:db8::267 (115cc287-1751-4113-9deb-5e8607792120/c89243ba-ba08-4085-9d35-8afd1e593fed/df7eeb28-1f4d-42f5-a18f-63ba566c1486) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:52:08.870339 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f9f9bb-6dab-4198-820b-a0cdbae6b8d7 admin admin] Checking segment: {'id': 'c51948ed-d30d-4caa-8f9e-b9fd8a2016a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '39e2640f-8d1b-4cdf-88fe-979f7a44caca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:52:08.889140 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f9f9bb-6dab-4198-820b-a0cdbae6b8d7 admin admin] Network hostable DHCP agents. Network: 39e2640f-8d1b-4cdf-88fe-979f7a44caca, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:52:08.945081 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-235590cc-0a9c-4e3a-b072-a96d80126920 req-a7883a79-e850-4bad-b9df-378fad8d5e2e service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469275 Nov 27 03:52:08.964076 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f92cc-fd14-4867-a5b3-4dbdc41d1700 req-ab721e31-f2cf-4816-95ee-080ac163ff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:08.967073 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8958c-63c6-4e72-bba9-95822e75f012 req-46c5e49d-0667-438f-bbf7-50ea490b2d3b tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:08.967393 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5e2f92cc-fd14-4867-a5b3-4dbdc41d1700 req-ab721e31-f2cf-4816-95ee-080ac163ff03 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.1553450 Nov 27 03:52:08.968642 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7eb8958c-63c6-4e72-bba9-95822e75f012 req-46c5e49d-0667-438f-bbf7-50ea490b2d3b tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eaf845f-9253-4a0e-a486-266fb4a6339f HTTP/1.1" status: 200 len: 948 time: 0.1090903 Nov 27 03:52:09.033683 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f9f9bb-6dab-4198-820b-a0cdbae6b8d7 admin admin] Network 39e2640f-8d1b-4cdf-88fe-979f7a44caca is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:52:09.059245 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-fb4f498c-21d2-41ed-9933-c8c228d16091 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84099172-9d4b-490d-ba96-813571fab01c {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:52:09.071649 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-fb4f498c-21d2-41ed-9933-c8c228d16091 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:09.077895 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7eb8958c-63c6-4e72-bba9-95822e75f012 req-d5ed25b4-eabb-46fa-a361-c3e528a8ecc8 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/security-groups?id=7503e0dd-d2d6-421d-83d3-f4e4fae310df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970266 Nov 27 03:52:09.091866 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-fb4f498c-21d2-41ed-9933-c8c228d16091 service neutron] Transition to ACTIVE for port object 84099172-9d4b-490d-ba96-813571fab01c will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:52:09.097757 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-fb4f498c-21d2-41ed-9933-c8c228d16091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:09.161590 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f498c-21d2-41ed-9933-c8c228d16091 service neutron] Pushing event updated for resources: {'Port': ['ID=84099172-9d4b-490d-ba96-813571fab01c,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:09.189773 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-56f9f9bb-6dab-4198-820b-a0cdbae6b8d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 39e2640f-8d1b-4cdf-88fe-979f7a44caca) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:52:09.199402 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc34b094-8b60-46ee-925e-96787d0b7352 None None] Network 39e2640f-8d1b-4cdf-88fe-979f7a44caca requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:52:09.207623 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f9f9bb-6dab-4198-820b-a0cdbae6b8d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:09.208331 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-56f9f9bb-6dab-4198-820b-a0cdbae6b8d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:09.249732 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-fb4f498c-21d2-41ed-9933-c8c228d16091 service neutron] Attempting to bind port 84099172-9d4b-490d-ba96-813571fab01c on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:52:09.250389 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-fb4f498c-21d2-41ed-9933-c8c228d16091 service neutron] Attempting to bind port 84099172-9d4b-490d-ba96-813571fab01c by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:52:09.250965 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-fb4f498c-21d2-41ed-9933-c8c228d16091 service neutron] Attempting to bind port 84099172-9d4b-490d-ba96-813571fab01c on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:52:09.255059 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e917ce-3460-48fb-9f1d-8dae67deb8d4 req-2f9c507e-827e-4834-9cc4-e6f9c1a69c66 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:09.257951 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-28e917ce-3460-48fb-9f1d-8dae67deb8d4 req-2f9c507e-827e-4834-9cc4-e6f9c1a69c66 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/ports?device_id=90fc54bd-543e-40e8-a36e-a1f2dec172ab HTTP/1.1" status: 200 len: 943 time: 0.2782292 Nov 27 03:52:09.258335 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-fb4f498c-21d2-41ed-9933-c8c228d16091 service neutron] Port 84099172-9d4b-490d-ba96-813571fab01c on network 7cd21890-8440-4d5d-a862-4b55c8c22387 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:52:09.258927 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-fb4f498c-21d2-41ed-9933-c8c228d16091 service neutron] Attempting to bind port 84099172-9d4b-490d-ba96-813571fab01c on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:52:09.265830 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-fb4f498c-21d2-41ed-9933-c8c228d16091 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:52:09.266475 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-fb4f498c-21d2-41ed-9933-c8c228d16091 service neutron] Checking segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:52:09.267437 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-fb4f498c-21d2-41ed-9933-c8c228d16091 service neutron] Bound using segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:52:09.268222 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-fb4f498c-21d2-41ed-9933-c8c228d16091 service neutron] Bound port: 84099172-9d4b-490d-ba96-813571fab01c, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:52:09.268921 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-fb4f498c-21d2-41ed-9933-c8c228d16091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:09.278651 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-56f9f9bb-6dab-4198-820b-a0cdbae6b8d7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5217149 Nov 27 03:52:09.278651 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f92cc-fd14-4867-a5b3-4dbdc41d1700 req-190427da-a060-4f7a-9982-eb9baea1c40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:09.278651 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5e2f92cc-fd14-4867-a5b3-4dbdc41d1700 req-190427da-a060-4f7a-9982-eb9baea1c40b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2922430 Nov 27 03:52:09.366840 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-39ce1cbc-9073-4573-a1ee-bae3d857263e tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:09.468380 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-28e917ce-3460-48fb-9f1d-8dae67deb8d4 req-c5071d52-0a35-4f81-843b-48b7290eadc5 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0eb8b8-bf77-4327-8d45-23dba6f823d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040648 Nov 27 03:52:09.518145 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-fb4f498c-21d2-41ed-9933-c8c228d16091 service neutron] For port 84099172-9d4b-490d-ba96-813571fab01c, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:52:09.525603 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f93c704-c089-42d6-9cbe-2435bb9aa573 None None] Network 39e2640f-8d1b-4cdf-88fe-979f7a44caca requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:52:09.529392 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-fb4f498c-21d2-41ed-9933-c8c228d16091 service neutron] For port 84099172-9d4b-490d-ba96-813571fab01c, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=84099172-9d4b-490d-ba96-813571fab01c,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:52:09.539035 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-fb4f498c-21d2-41ed-9933-c8c228d16091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:09.549507 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5e2f92cc-fd14-4867-a5b3-4dbdc41d1700 req-ccb35dca-9ca2-44e4-960f-56cc628a1312 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490168 Nov 27 03:52:09.555344 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-39ce1cbc-9073-4573-a1ee-bae3d857263e tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:09.630230 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-fb4f498c-21d2-41ed-9933-c8c228d16091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:09.635004 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-fb4f498c-21d2-41ed-9933-c8c228d16091 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:09.636583 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-fb4f498c-21d2-41ed-9933-c8c228d16091 service neutron] 10.222.0.11 "PUT /v2.0/ports/84099172-9d4b-490d-ba96-813571fab01c HTTP/1.1" status: 200 len: 1096 time: 1.3880143 Nov 27 03:52:09.664549 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3be2f0c-3e4f-4f80-8c41-fe98400b1362', 'tag': '84099172-9d4b-490d-ba96-813571fab01c'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:52:09.666882 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afe8e21-1cb4-485d-ba01-dc01255bbd83" -d '{"events": [{"name": "network-changed", "server_uuid": "c3be2f0c-3e4f-4f80-8c41-fe98400b1362", "tag": "84099172-9d4b-490d-ba96-813571fab01c"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:52:09.811207 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ce1cbc-9073-4573-a1ee-bae3d857263e tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Network 115cc287-1751-4113-9deb-5e8607792120 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:52:09.818445 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 47cf5bc7-152c-4288-aaba-5a29010e080d details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:52:09.859615 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f498c-21d2-41ed-9933-c8c228d16091 service neutron] Pushing event updated for resources: {'Port': ['ID=84099172-9d4b-490d-ba96-813571fab01c,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:09.877610 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-39ce1cbc-9073-4573-a1ee-bae3d857263e tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:52:09.905066 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce1cbc-9073-4573-a1ee-bae3d857263e tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Pushing event updated for resources: {'Port': ['ID=df7eeb28-1f4d-42f5-a18f-63ba566c1486,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:09.913750 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ce1cbc-9073-4573-a1ee-bae3d857263e tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:52:09.915569 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ce1cbc-9073-4573-a1ee-bae3d857263e tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:09.918384 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-39ce1cbc-9073-4573-a1ee-bae3d857263e tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:09.937318 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbfc9a-44c1-45e6-b27b-d2b97af32545 req-f6c03793-fc30-404d-aad3-37fce95a3649 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:09.949246 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a6fbfc9a-44c1-45e6-b27b-d2b97af32545 req-f6c03793-fc30-404d-aad3-37fce95a3649 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 945 time: 0.3111281 Nov 27 03:52:09.961999 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-bfb41cbc-1920-476f-b2b6-8442566989a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:09.966333 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-bfb41cbc-1920-476f-b2b6-8442566989a0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c720ea29fd104ba29257a79f5e68861c&device_id=c3be2f0c-3e4f-4f80-8c41-fe98400b1362 HTTP/1.1" status: 200 len: 1099 time: 0.2195425 Nov 27 03:52:09.966951 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-39ce1cbc-9073-4573-a1ee-bae3d857263e tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.9565144 Nov 27 03:52:09.967522 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38902) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:09.995023 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ea922-44bd-4cdf-815c-b641480745b4 req-138c7bfb-1bef-48ea-8da8-3a8302677815 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:10.004732 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-835ea922-44bd-4cdf-815c-b641480745b4 req-138c7bfb-1bef-48ea-8da8-3a8302677815 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3be2f0c-3e4f-4f80-8c41-fe98400b1362 HTTP/1.1" status: 200 len: 948 time: 0.3302498 Nov 27 03:52:10.040530 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5e2f92cc-fd14-4867-a5b3-4dbdc41d1700 req-67db7f02-68db-4c07-b838-35b877f2de60 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4740648 Nov 27 03:52:10.070798 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 47cf5bc7-152c-4288-aaba-5a29010e080d, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=47cf5bc7-152c-4288-aaba-5a29010e080d,segment=NetworkSegment(a02c82bc-6482-413f-b293-2a48a922c5a0),segment_id=a02c82bc-6482-413f-b293-2a48a922c5a0)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:52:10.096970 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-835ea922-44bd-4cdf-815c-b641480745b4 req-be36e0b9-d378-4466-be42-74a800bc1e02 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911262 Nov 27 03:52:10.101270 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '47cf5bc7-152c-4288-aaba-5a29010e080d', 'network_id': 'a46e9489-60ec-4374-a176-dd7aab6e679c', 'port_id': '47cf5bc7-152c-4288-aaba-5a29010e080d', 'mac_address': 'fa:16:3e:dd:45:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c458efea-531b-4a57-81ee-2e1022cafc81', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:52:10.139209 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-6c6d69aa-7dc0-499a-be99-d021c6ba1554 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=84099172-9d4b-490d-ba96-813571fab01c HTTP/1.1" status: 200 len: 217 time: 0.1461170 Nov 27 03:52:10.161928 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:10.176908 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47cf5bc7-152c-4288-aaba-5a29010e080d {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:52:10.198478 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 47cf5bc7-152c-4288-aaba-5a29010e080d, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=47cf5bc7-152c-4288-aaba-5a29010e080d,segment=NetworkSegment(a02c82bc-6482-413f-b293-2a48a922c5a0),segment_id=a02c82bc-6482-413f-b293-2a48a922c5a0)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:52:10.205358 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:10.206185 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 23917401-9f73-4d86-8eb2-a0589e6b7a2f details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:52:10.251012 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a6fbfc9a-44c1-45e6-b27b-d2b97af32545 req-846dc504-4883-4af0-8810-fdc4471ba626 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973418 Nov 27 03:52:10.291003 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-0bb053a9-8bbb-4046-a989-6bcacc90c76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:10.293342 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-0bb053a9-8bbb-4046-a989-6bcacc90c76c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.1321447 Nov 27 03:52:10.312913 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-de55e234-dc3c-43d5-bb3f-8639a0260f3b tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Deleting port df7eeb28-1f4d-42f5-a18f-63ba566c1486 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:52:10.312913 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-de55e234-dc3c-43d5-bb3f-8639a0260f3b tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:10.329444 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-b967b59a-e450-4934-bb07-36cd76366c52 req-33318630-4f38-4b48-ab25-19bc370f5194 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-574680732', 'description': 'tempest-description-212023056'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:10.388706 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b967b59a-e450-4934-bb07-36cd76366c52 req-33318630-4f38-4b48-ab25-19bc370f5194 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:10.416730 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-de55e234-dc3c-43d5-bb3f-8639a0260f3b tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:10.429004 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=47cf5bc7-152c-4288-aaba-5a29010e080d,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:10.438208 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:10.438574 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:10.439120 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:10.439651 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:10.440159 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:10.440669 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:10.441171 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:10.441680 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:10.442179 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:10.442845 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:10.443348 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:10.444385 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:10.450808 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-de55e234-dc3c-43d5-bb3f-8639a0260f3b tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Calling delete_port for df7eeb28-1f4d-42f5-a18f-63ba566c1486 owned by {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:52:10.465880 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 23917401-9f73-4d86-8eb2-a0589e6b7a2f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=23917401-9f73-4d86-8eb2-a0589e6b7a2f,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:52:10.479325 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '23917401-9f73-4d86-8eb2-a0589e6b7a2f', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'port_id': '23917401-9f73-4d86-8eb2-a0589e6b7a2f', 'mac_address': 'fa:16:3e:92:14:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14a2acf-f1d7-4ddf-8459-b30982428e88', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:52:10.486356 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b967b59a-e450-4934-bb07-36cd76366c52 req-33318630-4f38-4b48-ab25-19bc370f5194 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:10.495890 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b967b59a-e450-4934-bb07-36cd76366c52 req-33318630-4f38-4b48-ab25-19bc370f5194 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:10.523955 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:10.538259 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8863cd74-b208-4c3c-bbad-67ec5eeb90ba x-openstack-request-id: req-8863cd74-b208-4c3c-bbad-67ec5eeb90ba {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:52:10.538742 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3be2f0c-3e4f-4f80-8c41-fe98400b1362", "tag": "84099172-9d4b-490d-ba96-813571fab01c", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:52:10.539086 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8863cd74-b208-4c3c-bbad-67ec5eeb90ba {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:52:10.539321 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23917401-9f73-4d86-8eb2-a0589e6b7a2f {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:52:10.539670 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3be2f0c-3e4f-4f80-8c41-fe98400b1362', 'tag': '84099172-9d4b-490d-ba96-813571fab01c', 'status': 'completed', 'code': 200} Nov 27 03:52:10.560845 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 23917401-9f73-4d86-8eb2-a0589e6b7a2f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=23917401-9f73-4d86-8eb2-a0589e6b7a2f,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:52:10.567390 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:10.594360 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-7a5b852a-c821-4b67-8deb-eafc35c954a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:10.596446 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-7a5b852a-c821-4b67-8deb-eafc35c954a8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2944243 Nov 27 03:52:10.599959 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b967b59a-e450-4934-bb07-36cd76366c52 req-33318630-4f38-4b48-ab25-19bc370f5194 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:10.614219 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b967b59a-e450-4934-bb07-36cd76366c52 req-33318630-4f38-4b48-ab25-19bc370f5194 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2894986 Nov 27 03:52:10.617000 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33318630-4f38-4b48-ab25-19bc370f5194 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec860df-74f9-4a11-8f48-778c9ff68bfc,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:10.661807 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=23917401-9f73-4d86-8eb2-a0589e6b7a2f,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:10.731695 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda1805-9faa-4a30-954a-00f1f7719568 req-ca2cacf3-8b95-44de-822e-dac0699fea46 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:10.733362 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3eda1805-9faa-4a30-954a-00f1f7719568 req-ca2cacf3-8b95-44de-822e-dac0699fea46 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/ports?device_id=90fc54bd-543e-40e8-a36e-a1f2dec172ab HTTP/1.1" status: 200 len: 944 time: 0.0577974 Nov 27 03:52:10.762067 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1068e5e-7835-41c3-b6f0-1d521f90f74e req-edb1acf7-6c02-4d02-8f5a-f740619cd120 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:10.763711 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f1068e5e-7835-41c3-b6f0-1d521f90f74e req-edb1acf7-6c02-4d02-8f5a-f740619cd120 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eaf845f-9253-4a0e-a486-266fb4a6339f HTTP/1.1" status: 200 len: 948 time: 0.1350706 Nov 27 03:52:10.766653 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-de55e234-dc3c-43d5-bb3f-8639a0260f3b tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:10.790283 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3eda1805-9faa-4a30-954a-00f1f7719568 req-f9d232b1-100c-4f62-aa0d-e54e393d1d22 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0eb8b8-bf77-4327-8d45-23dba6f823d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501425 Nov 27 03:52:10.818420 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55e234-dc3c-43d5-bb3f-8639a0260f3b tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Pushing event deleted for resources: {'Port': ['ID=df7eeb28-1f4d-42f5-a18f-63ba566c1486,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:10.863772 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-de55e234-dc3c-43d5-bb3f-8639a0260f3b tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:10.871783 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-34fb187c-81a9-423c-bbbb-4abf555d74d8 req-e8f9a68d-de09-4189-a50e-e02f6926a6d4 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] 10.222.0.20 "GET /v2.0/security-groups/5ec860df-74f9-4a11-8f48-778c9ff68bfc HTTP/1.1" status: 200 len: 1822 time: 0.0490108 Nov 27 03:52:10.872769 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-de55e234-dc3c-43d5-bb3f-8639a0260f3b tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] 10.222.0.20 "DELETE /v2.0/ports/df7eeb28-1f4d-42f5-a18f-63ba566c1486 HTTP/1.1" status: 204 len: 168 time: 0.8931289 Nov 27 03:52:10.873719 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38912) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:10.877296 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-34fb187c-81a9-423c-bbbb-4abf555d74d8 req-5ad5c2f3-1180-40d2-941d-d008cc8d4521 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5ec860df-74f9-4a11-8f48-778c9ff68bfc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:10.877745 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-34fb187c-81a9-423c-bbbb-4abf555d74d8 req-5ad5c2f3-1180-40d2-941d-d008cc8d4521 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5ec860df-74f9-4a11-8f48-778c9ff68bfc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:10.882822 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-7d8e724f-888b-4c8f-9963-d6777e7549d8 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '115cc287-1751-4113-9deb-5e8607792120', 'external_fixed_ips': [{'subnet_id': 'c89243ba-ba08-4085-9d35-8afd1e593fed', 'ip_address': '2001:db8::267'}]}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:10.894127 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-9d3a38d9-1a70-4e14-a950-767adadcc05f service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544348 Nov 27 03:52:10.930112 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.db.api [None req-7d8e724f-888b-4c8f-9963-d6777e7549d8 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 27 03:52:10.930112 n-d-819494-3 neutron-server[110019]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 27 03:52:10.930112 n-d-819494-3 neutron-server[110019]: [parameters: {'project_id': 'b3f95f2569dc4d32be09eaf2115a93fd', 'id': '10dfa5ad-05f8-42d9-ad9e-3528dc626e9b', 'expiration': datetime.datetime(2021, 11, 27, 3, 54, 10, 901491)}] Nov 27 03:52:10.930112 n-d-819494-3 neutron-server[110019]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 03:52:10.930901 n-d-819494-3 neutron-server[110019]: DEBUG oslo_db.api [None req-7d8e724f-888b-4c8f-9963-d6777e7549d8 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 03:52:10.960851 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-34fb187c-81a9-423c-bbbb-4abf555d74d8 req-5ad5c2f3-1180-40d2-941d-d008cc8d4521 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:10.969191 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f1068e5e-7835-41c3-b6f0-1d521f90f74e req-9ec48927-0280-4b44-b95d-8c947d50cafe tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/security-groups?id=7503e0dd-d2d6-421d-83d3-f4e4fae310df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884665 Nov 27 03:52:10.987596 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['47cf5bc7-152c-4288-aaba-5a29010e080d'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:52:10.993411 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-34fb187c-81a9-423c-bbbb-4abf555d74d8 req-5ad5c2f3-1180-40d2-941d-d008cc8d4521 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:10.999717 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-34fb187c-81a9-423c-bbbb-4abf555d74d8 req-5ad5c2f3-1180-40d2-941d-d008cc8d4521 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:11.014372 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['23917401-9f73-4d86-8eb2-a0589e6b7a2f'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:52:11.042348 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-34fb187c-81a9-423c-bbbb-4abf555d74d8 req-5ad5c2f3-1180-40d2-941d-d008cc8d4521 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:11.042789 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1a02bb9f-c7ec-4a59-b359-bc9baa28311d req-5df7fdc1-bdb8-47f5-82b6-c4d73c49e015 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377909 Nov 27 03:52:11.044157 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-34fb187c-81a9-423c-bbbb-4abf555d74d8 req-5ad5c2f3-1180-40d2-941d-d008cc8d4521 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1714325 Nov 27 03:52:11.046201 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5c2f3-1180-40d2-941d-d008cc8d4521 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b11ec9d3-107e-4e1a-b4ba-53bcd66bb654,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:11.088618 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-17705241-205d-460a-8f3d-84902da1cb18 req-2e83ac6a-76f0-4bfe-b410-77b4bdb13207 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1634504817', 'description': 'tempest-description-1914918061'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:11.112987 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-17705241-205d-460a-8f3d-84902da1cb18 req-2e83ac6a-76f0-4bfe-b410-77b4bdb13207 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:11.245497 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f57b69-dd78-4b24-8ed1-170b53e304b0 req-930e3014-e6d9-4fd5-b907-cb5b8a09966d tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:11.246788 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe8e21-1cb4-485d-ba01-dc01255bbd83 req-d4849505-d006-420d-ab8b-39490d87513c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:11.248593 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e6f57b69-dd78-4b24-8ed1-170b53e304b0 req-930e3014-e6d9-4fd5-b907-cb5b8a09966d tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3be2f0c-3e4f-4f80-8c41-fe98400b1362 HTTP/1.1" status: 200 len: 948 time: 0.0784330 Nov 27 03:52:11.255358 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2afe8e21-1cb4-485d-ba01-dc01255bbd83 req-d4849505-d006-420d-ab8b-39490d87513c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c720ea29fd104ba29257a79f5e68861c&device_id=c3be2f0c-3e4f-4f80-8c41-fe98400b1362 HTTP/1.1" status: 200 len: 1099 time: 0.0869672 Nov 27 03:52:11.258740 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-17705241-205d-460a-8f3d-84902da1cb18 req-2e83ac6a-76f0-4bfe-b410-77b4bdb13207 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:11.265159 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-17705241-205d-460a-8f3d-84902da1cb18 req-2e83ac6a-76f0-4bfe-b410-77b4bdb13207 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:11.320055 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e6f57b69-dd78-4b24-8ed1-170b53e304b0 req-4bdc13bb-9c4c-446b-9c4a-8292471b20da tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642776 Nov 27 03:52:11.355957 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-17705241-205d-460a-8f3d-84902da1cb18 req-2e83ac6a-76f0-4bfe-b410-77b4bdb13207 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:11.357472 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-17705241-205d-460a-8f3d-84902da1cb18 req-2e83ac6a-76f0-4bfe-b410-77b4bdb13207 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.2771511 Nov 27 03:52:11.358303 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e83ac6a-76f0-4bfe-b410-77b4bdb13207 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8d9c5f-51a6-4973-8703-c125d68fea71,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:11.434007 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63d714-7ca6-4860-b38c-3df282341712 req-a254581a-e2da-4723-94b4-778e96291663 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:11.435758 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6e63d714-7ca6-4860-b38c-3df282341712 req-a254581a-e2da-4723-94b4-778e96291663 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 945 time: 0.0533185 Nov 27 03:52:11.438489 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe8e21-1cb4-485d-ba01-dc01255bbd83 req-25cc3f26-b5cf-40e9-a130-da42b627cc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:11.440073 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2afe8e21-1cb4-485d-ba01-dc01255bbd83 req-25cc3f26-b5cf-40e9-a130-da42b627cc87 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.1708224 Nov 27 03:52:11.485597 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6e63d714-7ca6-4860-b38c-3df282341712 req-37f3223e-d7fb-497e-91bc-9eaa61ff1492 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438735 Nov 27 03:52:11.495991 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1ae7b135-a20f-44b9-92ef-d21cf883e095 req-59ffbfe7-1da2-4aad-95be-e72dacd8304b tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] 10.222.0.20 "GET /v2.0/security-groups/5f8d9c5f-51a6-4973-8703-c125d68fea71 HTTP/1.1" status: 200 len: 1824 time: 0.0974212 Nov 27 03:52:11.498950 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2afe8e21-1cb4-485d-ba01-dc01255bbd83 req-68fe79cf-3fc9-4c73-9d47-6d127c327d71 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=84099172-9d4b-490d-ba96-813571fab01c HTTP/1.1" status: 200 len: 217 time: 0.0470643 Nov 27 03:52:11.509851 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-1ae7b135-a20f-44b9-92ef-d21cf883e095 req-3febcc90-abc4-4d44-b08d-442bfc04099f tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5f8d9c5f-51a6-4973-8703-c125d68fea71', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:11.510500 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-1ae7b135-a20f-44b9-92ef-d21cf883e095 req-3febcc90-abc4-4d44-b08d-442bfc04099f tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5f8d9c5f-51a6-4973-8703-c125d68fea71', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:11.529270 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7d8e724f-888b-4c8f-9963-d6777e7549d8 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:11.530879 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7d8e724f-888b-4c8f-9963-d6777e7549d8 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:11.629930 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe8e21-1cb4-485d-ba01-dc01255bbd83 req-7ac0afe5-d641-4afc-91db-eae27e25382d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:11.631484 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2afe8e21-1cb4-485d-ba01-dc01255bbd83 req-7ac0afe5-d641-4afc-91db-eae27e25382d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.1153200 Nov 27 03:52:11.643765 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7d8e724f-888b-4c8f-9963-d6777e7549d8 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:11.746797 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1ae7b135-a20f-44b9-92ef-d21cf883e095 req-3febcc90-abc4-4d44-b08d-442bfc04099f tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:11.838718 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 107c4660-1ae4-411c-a0d3-0aa997f3c9b2 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:52:11.845828 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe8e21-1cb4-485d-ba01-dc01255bbd83 req-ca89f5af-2f8e-4af3-a0f3-58989b96806a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:11.847384 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2afe8e21-1cb4-485d-ba01-dc01255bbd83 req-ca89f5af-2f8e-4af3-a0f3-58989b96806a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1981659 Nov 27 03:52:11.849303 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1ae7b135-a20f-44b9-92ef-d21cf883e095 req-3febcc90-abc4-4d44-b08d-442bfc04099f tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:11.855671 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7d8e724f-888b-4c8f-9963-d6777e7549d8 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:11.860471 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1ae7b135-a20f-44b9-92ef-d21cf883e095 req-3febcc90-abc4-4d44-b08d-442bfc04099f tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:11.935545 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad954858-70bb-4d67-93ef-15dde7b1e9e2 req-bab48f0b-9d43-4b39-8f95-e9d6aa78d43e tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:11.944544 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ad954858-70bb-4d67-93ef-15dde7b1e9e2 req-bab48f0b-9d43-4b39-8f95-e9d6aa78d43e tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/ports?device_id=90fc54bd-543e-40e8-a36e-a1f2dec172ab HTTP/1.1" status: 200 len: 944 time: 0.0670691 Nov 27 03:52:11.958911 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 107c4660-1ae4-411c-a0d3-0aa997f3c9b2, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=107c4660-1ae4-411c-a0d3-0aa997f3c9b2,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:52:11.973150 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '107c4660-1ae4-411c-a0d3-0aa997f3c9b2', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'port_id': '107c4660-1ae4-411c-a0d3-0aa997f3c9b2', 'mac_address': 'fa:16:3e:5d:76:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14a2acf-f1d7-4ddf-8459-b30982428e88', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:52:12.000980 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ad954858-70bb-4d67-93ef-15dde7b1e9e2 req-a9f3a5a4-79fc-4587-bddc-c16d8bd30481 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0eb8b8-bf77-4327-8d45-23dba6f823d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553229 Nov 27 03:52:12.016936 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:12.034418 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 107c4660-1ae4-411c-a0d3-0aa997f3c9b2 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:52:12.067278 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 107c4660-1ae4-411c-a0d3-0aa997f3c9b2, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=107c4660-1ae4-411c-a0d3-0aa997f3c9b2,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:52:12.074251 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:12.126636 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319abcd-f1c3-4ac1-bc33-2170553b9839 req-7ade71e3-44e7-4fcf-9a74-63a5c35733e6 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:12.128457 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4319abcd-f1c3-4ac1-bc33-2170553b9839 req-7ade71e3-44e7-4fcf-9a74-63a5c35733e6 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eaf845f-9253-4a0e-a486-266fb4a6339f HTTP/1.1" status: 200 len: 949 time: 0.0566740 Nov 27 03:52:12.156901 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=107c4660-1ae4-411c-a0d3-0aa997f3c9b2,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:12.190122 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4319abcd-f1c3-4ac1-bc33-2170553b9839 req-3bb30a24-4803-4ef2-ae84-4fb2c32488c3 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/security-groups?id=7503e0dd-d2d6-421d-83d3-f4e4fae310df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543382 Nov 27 03:52:12.245468 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3febcc90-abc4-4d44-b08d-442bfc04099f tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a19c9ca-6785-42e5-8cc2-b47c3156d97e,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:12.281221 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1ae7b135-a20f-44b9-92ef-d21cf883e095 req-3febcc90-abc4-4d44-b08d-442bfc04099f tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:12.282418 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1ae7b135-a20f-44b9-92ef-d21cf883e095 req-3febcc90-abc4-4d44-b08d-442bfc04099f tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.7780504 Nov 27 03:52:12.310156 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-890b8f49-4750-4331-8ccf-d998b23f7aea req-6ca185a9-4ac0-4571-a7aa-9b6598cd958a tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-238104923', 'description': 'tempest-description-1716238759'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:12.327132 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2afe8e21-1cb4-485d-ba01-dc01255bbd83 req-47c09b2c-e4c8-44d7-857a-88d11f948a7a service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4681969 Nov 27 03:52:12.341714 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-890b8f49-4750-4331-8ccf-d998b23f7aea req-6ca185a9-4ac0-4571-a7aa-9b6598cd958a tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:12.448644 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['107c4660-1ae4-411c-a0d3-0aa997f3c9b2'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:52:12.464766 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-890b8f49-4750-4331-8ccf-d998b23f7aea req-6ca185a9-4ac0-4571-a7aa-9b6598cd958a tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:12.473276 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-890b8f49-4750-4331-8ccf-d998b23f7aea req-6ca185a9-4ac0-4571-a7aa-9b6598cd958a tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:12.523429 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca185a9-4ac0-4571-a7aa-9b6598cd958a tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc536e8-e4bc-466b-80bf-509756e5314a,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:12.530406 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-890b8f49-4750-4331-8ccf-d998b23f7aea req-6ca185a9-4ac0-4571-a7aa-9b6598cd958a tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:12.531999 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-890b8f49-4750-4331-8ccf-d998b23f7aea req-6ca185a9-4ac0-4571-a7aa-9b6598cd958a tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.2260773 Nov 27 03:52:12.558738 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2afe8e21-1cb4-485d-ba01-dc01255bbd83 req-6df6c185-b4da-463c-8b77-6e77c128fd52 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198603 Nov 27 03:52:12.599600 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad181c-e426-4487-8bae-395561c27d3c req-3533f975-0b8c-4c9f-9311-cdaa633ad173 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:12.607374 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-78ad181c-e426-4487-8bae-395561c27d3c req-3533f975-0b8c-4c9f-9311-cdaa633ad173 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3be2f0c-3e4f-4f80-8c41-fe98400b1362 HTTP/1.1" status: 200 len: 948 time: 0.1809406 Nov 27 03:52:12.641805 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7d8e724f-888b-4c8f-9963-d6777e7549d8 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:12.672041 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7d8e724f-888b-4c8f-9963-d6777e7549d8 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:12.684402 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d5176-184b-4e1b-a768-5ce3b82da38f req-be49aac1-0dd3-4983-a58a-4df3d02e9b0c tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:12.685978 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6f2d5176-184b-4e1b-a768-5ce3b82da38f req-be49aac1-0dd3-4983-a58a-4df3d02e9b0c tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 945 time: 0.0651495 Nov 27 03:52:12.694472 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-78ad181c-e426-4487-8bae-395561c27d3c req-9d942c8f-ac77-4668-bea6-ea22c5551f1c tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861735 Nov 27 03:52:12.734260 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-314db0e3-35e3-4838-af7d-7e5f6463564a req-30db72d7-46f7-4ae2-995b-66d981a02e46 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1903151436', 'description': 'tempest-description-1899217970'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:12.752051 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6f2d5176-184b-4e1b-a768-5ce3b82da38f req-98cd93c5-8d42-47ef-b9bf-879a146eff34 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567703 Nov 27 03:52:12.797149 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-314db0e3-35e3-4838-af7d-7e5f6463564a req-30db72d7-46f7-4ae2-995b-66d981a02e46 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:12.887865 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-7d8e724f-888b-4c8f-9963-d6777e7549d8 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Allocated IP 2001:db8::267 (115cc287-1751-4113-9deb-5e8607792120/c89243ba-ba08-4085-9d35-8afd1e593fed/88da8813-09f7-4403-bd6f-70de9d1421ff) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:52:12.955379 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-314db0e3-35e3-4838-af7d-7e5f6463564a req-30db72d7-46f7-4ae2-995b-66d981a02e46 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:12.960374 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-314db0e3-35e3-4838-af7d-7e5f6463564a req-30db72d7-46f7-4ae2-995b-66d981a02e46 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:12.994284 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-314db0e3-35e3-4838-af7d-7e5f6463564a req-30db72d7-46f7-4ae2-995b-66d981a02e46 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:12.995545 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-314db0e3-35e3-4838-af7d-7e5f6463564a req-30db72d7-46f7-4ae2-995b-66d981a02e46 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.2671075 Nov 27 03:52:13.013270 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db72d7-46f7-4ae2-995b-66d981a02e46 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b86b328b-7a99-44dd-8102-afc70a9014c0,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:13.094530 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3805df67-939e-43cf-8d6b-e554ff862e8f req-eea63b89-2bd6-4ef0-b183-5a4a358ede16 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] 10.222.0.20 "GET /v2.0/security-groups/0bc536e8-e4bc-466b-80bf-509756e5314a HTTP/1.1" status: 200 len: 1823 time: 0.0577073 Nov 27 03:52:13.096154 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7d8e724f-888b-4c8f-9963-d6777e7549d8 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:13.143294 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3805df67-939e-43cf-8d6b-e554ff862e8f req-b89bc448-871e-4fd3-a28d-3c00128311e2 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] 10.222.0.20 "GET /v2.0/security-groups/b86b328b-7a99-44dd-8102-afc70a9014c0 HTTP/1.1" status: 200 len: 1824 time: 0.0475459 Nov 27 03:52:13.170747 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-3805df67-939e-43cf-8d6b-e554ff862e8f req-aff88160-1d3f-47fe-a84a-beba304e262a tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0bc536e8-e4bc-466b-80bf-509756e5314a', 'remote_group_id': 'b86b328b-7a99-44dd-8102-afc70a9014c0', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:13.170747 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-3805df67-939e-43cf-8d6b-e554ff862e8f req-aff88160-1d3f-47fe-a84a-beba304e262a tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0bc536e8-e4bc-466b-80bf-509756e5314a', 'remote_group_id': 'b86b328b-7a99-44dd-8102-afc70a9014c0', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:13.188414 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c5e3e-12a1-4f2b-9307-48bab62be415 req-aed4f3cc-1487-4799-a629-8cc0e598fb4b tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:13.189972 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0a3c5e3e-12a1-4f2b-9307-48bab62be415 req-aed4f3cc-1487-4799-a629-8cc0e598fb4b tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/ports?device_id=90fc54bd-543e-40e8-a36e-a1f2dec172ab HTTP/1.1" status: 200 len: 944 time: 0.1008708 Nov 27 03:52:13.210685 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7d8e724f-888b-4c8f-9963-d6777e7549d8 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:13.267809 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e724f-888b-4c8f-9963-d6777e7549d8 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Pushing event updated for resources: {'Port': ['ID=88da8813-09f7-4403-bd6f-70de9d1421ff,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:13.272549 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-3805df67-939e-43cf-8d6b-e554ff862e8f req-aff88160-1d3f-47fe-a84a-beba304e262a tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:13.276262 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8e724f-888b-4c8f-9963-d6777e7549d8 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Network 115cc287-1751-4113-9deb-5e8607792120 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:52:13.283644 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-7d8e724f-888b-4c8f-9963-d6777e7549d8 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:52:13.288299 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8e724f-888b-4c8f-9963-d6777e7549d8 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:52:13.363406 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-3805df67-939e-43cf-8d6b-e554ff862e8f req-aff88160-1d3f-47fe-a84a-beba304e262a tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:13.368032 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-3805df67-939e-43cf-8d6b-e554ff862e8f req-aff88160-1d3f-47fe-a84a-beba304e262a tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:13.401340 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff88160-1d3f-47fe-a84a-beba304e262a tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e815af-3367-4fd7-ad74-ba0fb1817c43,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:13.414744 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-3805df67-939e-43cf-8d6b-e554ff862e8f req-aff88160-1d3f-47fe-a84a-beba304e262a tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:13.427509 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3805df67-939e-43cf-8d6b-e554ff862e8f req-aff88160-1d3f-47fe-a84a-beba304e262a tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2630749 Nov 27 03:52:13.453244 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0a3c5e3e-12a1-4f2b-9307-48bab62be415 req-61d58db4-780d-4dfa-a04a-1ac90c62a9dd tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0eb8b8-bf77-4327-8d45-23dba6f823d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2510021 Nov 27 03:52:13.531442 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf039f-b0b4-4ebc-b14f-c0ffcb9153b9 req-7edc0e02-19e5-45f8-b57f-423d90199b07 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:13.539791 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-77cf039f-b0b4-4ebc-b14f-c0ffcb9153b9 req-7edc0e02-19e5-45f8-b57f-423d90199b07 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eaf845f-9253-4a0e-a486-266fb4a6339f HTTP/1.1" status: 200 len: 949 time: 0.0632946 Nov 27 03:52:13.559907 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-cf78b6e4-47a4-41ff-9a68-c39bc03d5efc req-8df04e09-d6e8-4dfc-9ea3-3d77bb62ff08 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-322032445', 'description': 'tempest-description-1918305372'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:13.601299 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-cf78b6e4-47a4-41ff-9a68-c39bc03d5efc req-8df04e09-d6e8-4dfc-9ea3-3d77bb62ff08 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:13.606041 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-77cf039f-b0b4-4ebc-b14f-c0ffcb9153b9 req-dca1d705-7053-4a79-891d-04faca3d5d2f tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/security-groups?id=7503e0dd-d2d6-421d-83d3-f4e4fae310df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652530 Nov 27 03:52:13.639292 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7d8e724f-888b-4c8f-9963-d6777e7549d8 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:13.800794 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-cf78b6e4-47a4-41ff-9a68-c39bc03d5efc req-8df04e09-d6e8-4dfc-9ea3-3d77bb62ff08 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:13.808045 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-cf78b6e4-47a4-41ff-9a68-c39bc03d5efc req-8df04e09-d6e8-4dfc-9ea3-3d77bb62ff08 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:13.829611 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d86883-efc5-410c-a2f5-37f4f421cbce req-ed6141f2-81e3-4cfc-a8cb-944501f275e5 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:13.831267 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-05d86883-efc5-410c-a2f5-37f4f421cbce req-ed6141f2-81e3-4cfc-a8cb-944501f275e5 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3be2f0c-3e4f-4f80-8c41-fe98400b1362 HTTP/1.1" status: 200 len: 948 time: 0.0586751 Nov 27 03:52:13.867710 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 47cf5bc7-152c-4288-aaba-5a29010e080d up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:52:13.909620 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-05d86883-efc5-410c-a2f5-37f4f421cbce req-d218ef40-4d50-4711-b4fe-ba3d461b617c tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709114 Nov 27 03:52:13.919595 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-cf78b6e4-47a4-41ff-9a68-c39bc03d5efc req-8df04e09-d6e8-4dfc-9ea3-3d77bb62ff08 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:13.920906 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cf78b6e4-47a4-41ff-9a68-c39bc03d5efc req-8df04e09-d6e8-4dfc-9ea3-3d77bb62ff08 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.4283497 Nov 27 03:52:13.921727 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df04e09-d6e8-4dfc-9ea3-3d77bb62ff08 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdcf59a-8682-4858-b472-69052b8116af,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:13.949245 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 47cf5bc7-152c-4288-aaba-5a29010e080d completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:52:13.953825 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 47cf5bc7-152c-4288-aaba-5a29010e080d triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:52:13.954219 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:13.984186 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7d8e724f-888b-4c8f-9963-d6777e7549d8 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:14.055695 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:14.071844 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ed74e-1a31-4189-98b2-0054aa806a8b req-9906affb-526e-4a19-bb1a-70cb3a5fb7b6 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:14.079656 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-210ed74e-1a31-4189-98b2-0054aa806a8b req-9906affb-526e-4a19-bb1a-70cb3a5fb7b6 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 945 time: 0.1024425 Nov 27 03:52:14.109219 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 47cf5bc7-152c-4288-aaba-5a29010e080d, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=47cf5bc7-152c-4288-aaba-5a29010e080d,segment=NetworkSegment(a02c82bc-6482-413f-b293-2a48a922c5a0),segment_id=a02c82bc-6482-413f-b293-2a48a922c5a0)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:52:14.110727 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 84099172-9d4b-490d-ba96-813571fab01c details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:52:14.127138 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-48507e0a-3877-416b-ba91-a3f52a29b61b req-9e8f1b86-2121-4058-be21-67b790b0ecb9 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1895160675', 'description': 'tempest-description-351656102'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:14.152939 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-210ed74e-1a31-4189-98b2-0054aa806a8b req-ac23fbb2-389c-4443-a728-98ef54f81f02 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654323 Nov 27 03:52:14.176875 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90fc54bd-543e-40e8-a36e-a1f2dec172ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47cf5bc7-152c-4288-aaba-5a29010e080d'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:52:14.179511 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40842d06-7939-48ee-a8a7-78c3dacfe84a" -d '{"events": [{"server_uuid": "90fc54bd-543e-40e8-a36e-a1f2dec172ab", "name": "network-vif-plugged", "status": "completed", "tag": "47cf5bc7-152c-4288-aaba-5a29010e080d"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:52:14.187261 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-48507e0a-3877-416b-ba91-a3f52a29b61b req-9e8f1b86-2121-4058-be21-67b790b0ecb9 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:14.194641 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:14.197062 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 107c4660-1ae4-411c-a0d3-0aa997f3c9b2 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:52:14.242309 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0af3e4-a632-4efa-9907-25707fbc483b x-openstack-request-id: req-7d0af3e4-a632-4efa-9907-25707fbc483b {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:52:14.242621 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90fc54bd-543e-40e8-a36e-a1f2dec172ab", "name": "network-vif-plugged", "status": "completed", "tag": "47cf5bc7-152c-4288-aaba-5a29010e080d", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:52:14.243830 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d0af3e4-a632-4efa-9907-25707fbc483b {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:52:14.244279 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90fc54bd-543e-40e8-a36e-a1f2dec172ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47cf5bc7-152c-4288-aaba-5a29010e080d', 'code': 200} Nov 27 03:52:14.267042 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8e724f-888b-4c8f-9963-d6777e7549d8 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Router 18939f98-b508-4844-b303-5f6895cbf0e8 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 03:52:14.306693 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-48507e0a-3877-416b-ba91-a3f52a29b61b req-9e8f1b86-2121-4058-be21-67b790b0ecb9 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:14.310882 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 84099172-9d4b-490d-ba96-813571fab01c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=84099172-9d4b-490d-ba96-813571fab01c,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:52:14.322513 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-48507e0a-3877-416b-ba91-a3f52a29b61b req-9e8f1b86-2121-4058-be21-67b790b0ecb9 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:14.355608 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '84099172-9d4b-490d-ba96-813571fab01c', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'port_id': '84099172-9d4b-490d-ba96-813571fab01c', 'mac_address': 'fa:16:3e:66:a9:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14a2acf-f1d7-4ddf-8459-b30982428e88', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:52:14.387131 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f265c682-3124-4f9d-8a2a-d4ad0916ae72 req-3e6a3930-94e5-4d99-8ca7-69e2923f6251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:14.389011 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f265c682-3124-4f9d-8a2a-d4ad0916ae72 req-3e6a3930-94e5-4d99-8ca7-69e2923f6251 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=90fc54bd-543e-40e8-a36e-a1f2dec172ab HTTP/1.1" status: 200 len: 1096 time: 0.0520794 Nov 27 03:52:14.435826 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-48507e0a-3877-416b-ba91-a3f52a29b61b req-9e8f1b86-2121-4058-be21-67b790b0ecb9 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:14.446891 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-48507e0a-3877-416b-ba91-a3f52a29b61b req-9e8f1b86-2121-4058-be21-67b790b0ecb9 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3256154 Nov 27 03:52:14.448940 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f1b86-2121-4058-be21-67b790b0ecb9 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9d4817-cc35-40b1-a0d9-ae2a54daf70d,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:14.462155 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=47cf5bc7-152c-4288-aaba-5a29010e080d,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:14.467264 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:14.467779 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f265c682-3124-4f9d-8a2a-d4ad0916ae72 req-a0181bf7-7421-4114-b0c6-57ec2c028c1b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fa0eb8b8-bf77-4327-8d45-23dba6f823d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681088 Nov 27 03:52:14.478184 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8e724f-888b-4c8f-9963-d6777e7549d8 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:52:14.497567 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3528a285-582c-48dc-a0b7-03d82a361b9f None None] Sync routers for ids ['18939f98-b508-4844-b303-5f6895cbf0e8'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:52:14.499478 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 107c4660-1ae4-411c-a0d3-0aa997f3c9b2 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:52:14.503613 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7d8e724f-888b-4c8f-9963-d6777e7549d8 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:14.505209 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7d8e724f-888b-4c8f-9963-d6777e7549d8 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.6288230 Nov 27 03:52:14.508513 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38972) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:14.519358 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b2a81b12-1c9c-4150-864d-70306a246f55 req-a5d3467f-3de1-4bc1-a889-a43b6bc62618 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] 10.222.0.20 "GET /v2.0/security-groups/2bdcf59a-8682-4858-b472-69052b8116af HTTP/1.1" status: 200 len: 1823 time: 0.0505309 Nov 27 03:52:14.534639 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 107c4660-1ae4-411c-a0d3-0aa997f3c9b2 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:52:14.535029 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:14.540044 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84099172-9d4b-490d-ba96-813571fab01c {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:52:14.579251 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3528a285-582c-48dc-a0b7-03d82a361b9f None None] Routers {'18939f98-b508-4844-b303-5f6895cbf0e8'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:52:14.579820 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-3528a285-582c-48dc-a0b7-03d82a361b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:51:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['18939f98-b508-4844-b303-5f6895cbf0e8'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:14.598716 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b2a81b12-1c9c-4150-864d-70306a246f55 req-6c78106b-a198-4e3e-9927-e29102d9ee56 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] 10.222.0.20 "GET /v2.0/security-groups/8c9d4817-cc35-40b1-a0d9-ae2a54daf70d HTTP/1.1" status: 200 len: 1823 time: 0.0703382 Nov 27 03:52:14.611148 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-b2a81b12-1c9c-4150-864d-70306a246f55 req-7e85a920-95b2-41d4-8359-0e59b510a003 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2bdcf59a-8682-4858-b472-69052b8116af', 'remote_group_id': '8c9d4817-cc35-40b1-a0d9-ae2a54daf70d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:14.611547 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-b2a81b12-1c9c-4150-864d-70306a246f55 req-7e85a920-95b2-41d4-8359-0e59b510a003 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2bdcf59a-8682-4858-b472-69052b8116af', 'remote_group_id': '8c9d4817-cc35-40b1-a0d9-ae2a54daf70d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:14.679414 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b9754-5a45-4b4d-a114-b0dfd6137382 req-d3ed70c4-12cc-453a-9d72-08345350e83d tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:14.681136 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1f2b9754-5a45-4b4d-a114-b0dfd6137382 req-d3ed70c4-12cc-453a-9d72-08345350e83d tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/ports?device_id=90fc54bd-543e-40e8-a36e-a1f2dec172ab HTTP/1.1" status: 200 len: 945 time: 0.0761943 Nov 27 03:52:14.683611 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f1a626bd-b819-4666-85f9-753f313bb0b9 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:14.699438 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b2a81b12-1c9c-4150-864d-70306a246f55 req-7e85a920-95b2-41d4-8359-0e59b510a003 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:14.738389 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b2a81b12-1c9c-4150-864d-70306a246f55 req-7e85a920-95b2-41d4-8359-0e59b510a003 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:14.742377 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b2a81b12-1c9c-4150-864d-70306a246f55 req-7e85a920-95b2-41d4-8359-0e59b510a003 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:14.767581 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b2a81b12-1c9c-4150-864d-70306a246f55 req-7e85a920-95b2-41d4-8359-0e59b510a003 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:14.769121 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b2a81b12-1c9c-4150-864d-70306a246f55 req-7e85a920-95b2-41d4-8359-0e59b510a003 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1627121 Nov 27 03:52:14.770187 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e85a920-95b2-41d4-8359-0e59b510a003 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=187d8303-5900-44e6-828c-6d92a84a7886,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:14.814355 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1f2b9754-5a45-4b4d-a114-b0dfd6137382 req-c8097c99-ab06-454c-a1d9-2dfeacd4b0be tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0eb8b8-bf77-4327-8d45-23dba6f823d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249201 Nov 27 03:52:14.830532 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 84099172-9d4b-490d-ba96-813571fab01c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=84099172-9d4b-490d-ba96-813571fab01c,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:52:14.854729 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:14.891618 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f1a626bd-b819-4666-85f9-753f313bb0b9 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:14.923525 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ac0cebcb-1f8d-440b-ac88-d48494c43c65 req-949ef185-acd0-41f9-beb3-7a055433d554 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] 10.222.0.20 "GET /v2.0/security-groups/8c9d4817-cc35-40b1-a0d9-ae2a54daf70d HTTP/1.1" status: 200 len: 1823 time: 0.0700812 Nov 27 03:52:14.945748 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6806b3a-4cc8-450d-a145-9de746744f20 req-84859d61-e4bb-48e8-83fd-55448de3230d tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:14.947443 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c6806b3a-4cc8-450d-a145-9de746744f20 req-84859d61-e4bb-48e8-83fd-55448de3230d tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eaf845f-9253-4a0e-a486-266fb4a6339f HTTP/1.1" status: 200 len: 949 time: 0.0853732 Nov 27 03:52:14.983872 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-3528a285-582c-48dc-a0b7-03d82a361b9f None None] Set router 18939f98-b508-4844-b303-5f6895cbf0e8 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:52:14.988235 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=84099172-9d4b-490d-ba96-813571fab01c,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:15.015917 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ac0cebcb-1f8d-440b-ac88-d48494c43c65 req-de48791b-f411-47f2-ba2a-9e17cd4acad0 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:15.018460 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-f1a626bd-b819-4666-85f9-753f313bb0b9 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Deleting port 88da8813-09f7-4403-bd6f-70de9d1421ff {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:52:15.018918 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f1a626bd-b819-4666-85f9-753f313bb0b9 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:15.028160 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c6806b3a-4cc8-450d-a145-9de746744f20 req-04fde135-a292-4c08-9a42-93225a683e60 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/security-groups?id=7503e0dd-d2d6-421d-83d3-f4e4fae310df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730181 Nov 27 03:52:15.086145 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:15.087368 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ac0cebcb-1f8d-440b-ac88-d48494c43c65 req-de48791b-f411-47f2-ba2a-9e17cd4acad0 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:15.158135 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f1a626bd-b819-4666-85f9-753f313bb0b9 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:15.169540 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5e838-1581-43d2-8630-2901ecd172f7 req-43de24ca-7761-420e-848d-47c1b90deb87 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:15.172341 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-f1a626bd-b819-4666-85f9-753f313bb0b9 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Calling delete_port for 88da8813-09f7-4403-bd6f-70de9d1421ff owned by network:router_gateway {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:52:15.178097 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-adb5e838-1581-43d2-8630-2901ecd172f7 req-43de24ca-7761-420e-848d-47c1b90deb87 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3be2f0c-3e4f-4f80-8c41-fe98400b1362 HTTP/1.1" status: 200 len: 949 time: 0.0684712 Nov 27 03:52:15.228901 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ac0cebcb-1f8d-440b-ac88-d48494c43c65 req-de48791b-f411-47f2-ba2a-9e17cd4acad0 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:15.232065 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ac0cebcb-1f8d-440b-ac88-d48494c43c65 req-de48791b-f411-47f2-ba2a-9e17cd4acad0 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:15.232725 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-adb5e838-1581-43d2-8630-2901ecd172f7 req-035dcbe2-3c12-47c7-913d-2d89b0f69484 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535154 Nov 27 03:52:15.243602 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ac0cebcb-1f8d-440b-ac88-d48494c43c65 req-de48791b-f411-47f2-ba2a-9e17cd4acad0 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] 10.222.0.20 "DELETE /v2.0/security-groups/8c9d4817-cc35-40b1-a0d9-ae2a54daf70d HTTP/1.1" status: 204 len: 173 time: 0.3189893 Nov 27 03:52:15.276489 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 107c4660-1ae4-411c-a0d3-0aa997f3c9b2, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=107c4660-1ae4-411c-a0d3-0aa997f3c9b2,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:52:15.290349 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:15.291530 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 23917401-9f73-4d86-8eb2-a0589e6b7a2f up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:52:15.292214 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48791b-f411-47f2-ba2a-9e17cd4acad0 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9d4817-cc35-40b1-a0d9-ae2a54daf70d,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:15.399504 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['84099172-9d4b-490d-ba96-813571fab01c'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:52:15.416328 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ba879-6162-45ed-ab6a-acc897e87266 req-f0fa0c5f-add7-4722-9604-83f16b97ef0c tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:15.430386 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-097ba879-6162-45ed-ab6a-acc897e87266 req-f0fa0c5f-add7-4722-9604-83f16b97ef0c tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 945 time: 0.0757256 Nov 27 03:52:15.468780 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d4c2e8e1-68df-44ab-917c-72e556ea3d7f req-8cb56f22-fb2b-4db8-8e43-ce8c3e8b8fb5 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] 10.222.0.20 "GET /v2.0/security-groups/2bdcf59a-8682-4858-b472-69052b8116af HTTP/1.1" status: 200 len: 1823 time: 0.0841837 Nov 27 03:52:15.496863 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f1a626bd-b819-4666-85f9-753f313bb0b9 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:15.510878 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-097ba879-6162-45ed-ab6a-acc897e87266 req-aba51809-1cef-4fc5-8e39-cf4876774b68 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792127 Nov 27 03:52:15.534565 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=107c4660-1ae4-411c-a0d3-0aa997f3c9b2,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:15.541659 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-3528a285-582c-48dc-a0b7-03d82a361b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18939f98-b508-4844-b303-5f6895cbf0e8', 'name': '', 'tenant_id': 'b3f95f2569dc4d32be09eaf2115a93fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115cc287-1751-4113-9deb-5e8607792120', 'external_fixed_ips': [{'subnet_id': 'c89243ba-ba08-4085-9d35-8afd1e593fed', 'ip_address': '2001:db8::267'}], 'enable_snat': True}, 'gw_port_id': '88da8813-09f7-4403-bd6f-70de9d1421ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:52:11Z', 'updated_at': '2021-11-27T03:52:13Z', 'revision_number': 3, 'project_id': 'b3f95f2569dc4d32be09eaf2115a93fd', 'gw_port': {'id': '88da8813-09f7-4403-bd6f-70de9d1421ff', 'name': '', 'network_id': '115cc287-1751-4113-9deb-5e8607792120', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f2:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18939f98-b508-4844-b303-5f6895cbf0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'c89243ba-ba08-4085-9d35-8afd1e593fed', 'ip_address': '2001:db8::267', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:52:12Z', 'updated_at': '2021-11-27T03:52:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c89243ba-ba08-4085-9d35-8afd1e593fed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:15.545929 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-33abb55c-33d0-4ebf-a50f-e6a90ea0447d req-3390e9d6-5dae-4f94-8b65-254361b7e710 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1041078282', 'description': 'tempest-description-99289434'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:15.553312 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a626bd-b819-4666-85f9-753f313bb0b9 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Pushing event deleted for resources: {'Port': ['ID=88da8813-09f7-4403-bd6f-70de9d1421ff,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:15.579471 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3528a285-582c-48dc-a0b7-03d82a361b9f None None] Checking router: 18939f98-b508-4844-b303-5f6895cbf0e8 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:52:15.579832 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3528a285-582c-48dc-a0b7-03d82a361b9f None None] Updating router 18939f98-b508-4844-b303-5f6895cbf0e8 port 88da8813-09f7-4403-bd6f-70de9d1421ff binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:52:15.602348 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f1a626bd-b819-4666-85f9-753f313bb0b9 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:15.609478 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3528a285-582c-48dc-a0b7-03d82a361b9f None None] Port 88da8813-09f7-4403-bd6f-70de9d1421ff not found while updating agent binding for router 18939f98-b508-4844-b303-5f6895cbf0e8. {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 27 03:52:15.611477 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 23917401-9f73-4d86-8eb2-a0589e6b7a2f completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:52:15.628890 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 23917401-9f73-4d86-8eb2-a0589e6b7a2f triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:52:15.629268 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:15.654875 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3528a285-582c-48dc-a0b7-03d82a361b9f None None] Routers {'18939f98-b508-4844-b303-5f6895cbf0e8'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:52:15.655766 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-3528a285-582c-48dc-a0b7-03d82a361b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:51:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['18939f98-b508-4844-b303-5f6895cbf0e8'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:15.706323 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f1a626bd-b819-4666-85f9-753f313bb0b9 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:15.709454 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f1a626bd-b819-4666-85f9-753f313bb0b9 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:15.711221 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-33abb55c-33d0-4ebf-a50f-e6a90ea0447d req-3390e9d6-5dae-4f94-8b65-254361b7e710 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:15.756418 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-3528a285-582c-48dc-a0b7-03d82a361b9f None None] Set router 18939f98-b508-4844-b303-5f6895cbf0e8 gateway port host: None {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:52:15.775888 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f1a626bd-b819-4666-85f9-753f313bb0b9 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:15.776458 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a626bd-b819-4666-85f9-753f313bb0b9 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 18939f98-b508-4844-b303-5f6895cbf0e8 {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 03:52:15.785933 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f1a626bd-b819-4666-85f9-753f313bb0b9 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:15.790452 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38990) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:15.791274 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f1a626bd-b819-4666-85f9-753f313bb0b9 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] 10.222.0.20 "DELETE /v2.0/routers/18939f98-b508-4844-b303-5f6895cbf0e8 HTTP/1.1" status: 204 len: 168 time: 1.2817523 Nov 27 03:52:15.827902 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-3528a285-582c-48dc-a0b7-03d82a361b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18939f98-b508-4844-b303-5f6895cbf0e8', 'name': '', 'tenant_id': 'b3f95f2569dc4d32be09eaf2115a93fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:52:11Z', 'updated_at': '2021-11-27T03:52:15Z', 'revision_number': 5, 'project_id': 'b3f95f2569dc4d32be09eaf2115a93fd', 'gw_port_host': None}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:15.868776 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3528a285-582c-48dc-a0b7-03d82a361b9f None None] The sync data for ids ['18939f98-b508-4844-b303-5f6895cbf0e8'] in n-d-819494-3 is: [{'id': '18939f98-b508-4844-b303-5f6895cbf0e8', 'name': '', 'tenant_id': 'b3f95f2569dc4d32be09eaf2115a93fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:52:11Z', 'updated_at': '2021-11-27T03:52:15Z', 'revision_number': 5, 'project_id': 'b3f95f2569dc4d32be09eaf2115a93fd', 'gw_port_host': None}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:52:15.889982 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-33abb55c-33d0-4ebf-a50f-e6a90ea0447d req-3390e9d6-5dae-4f94-8b65-254361b7e710 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:15.899506 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-33abb55c-33d0-4ebf-a50f-e6a90ea0447d req-3390e9d6-5dae-4f94-8b65-254361b7e710 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:15.907507 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-92f74f80-03ce-4e77-9efa-ce07e5fff352 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Deleting subnet c89243ba-ba08-4085-9d35-8afd1e593fed {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:52:15.912625 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-92f74f80-03ce-4e77-9efa-ce07e5fff352 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:15.946946 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:15.956993 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:15.973555 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-92f74f80-03ce-4e77-9efa-ce07e5fff352 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:15.976815 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-33abb55c-33d0-4ebf-a50f-e6a90ea0447d req-3390e9d6-5dae-4f94-8b65-254361b7e710 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:15.978267 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-33abb55c-33d0-4ebf-a50f-e6a90ea0447d req-3390e9d6-5dae-4f94-8b65-254361b7e710 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4688795 Nov 27 03:52:15.988580 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3390e9d6-5dae-4f94-8b65-254361b7e710 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87b66a61-cc3d-414f-bb48-9c02ac305efe,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:16.035350 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 23917401-9f73-4d86-8eb2-a0589e6b7a2f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=23917401-9f73-4d86-8eb2-a0589e6b7a2f,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:52:16.053377 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:16.059646 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bba11123-c6db-4934-a944-cf141c890c9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:16.072497 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-92f74f80-03ce-4e77-9efa-ce07e5fff352 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:16.101833 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bd56f2ae-2438-4ac4-ba28-429b2ae51ba8 req-14fb6705-a648-4c24-a2f7-2b1306890d10 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] 10.222.0.20 "GET /v2.0/security-groups/87b66a61-cc3d-414f-bb48-9c02ac305efe HTTP/1.1" status: 200 len: 1822 time: 0.1000416 Nov 27 03:52:16.112830 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-bd56f2ae-2438-4ac4-ba28-429b2ae51ba8 req-282d58e6-c950-4b29-b5f2-b0893ee247e2 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '87b66a61-cc3d-414f-bb48-9c02ac305efe', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:16.113970 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-bd56f2ae-2438-4ac4-ba28-429b2ae51ba8 req-282d58e6-c950-4b29-b5f2-b0893ee247e2 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '87b66a61-cc3d-414f-bb48-9c02ac305efe', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:16.125338 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aad12a-4968-41eb-93c7-140353869fd6 req-23af9f3f-d1bc-4d4c-99a6-f80dde9496d0 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:16.129640 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=23917401-9f73-4d86-8eb2-a0589e6b7a2f,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:16.134910 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-42aad12a-4968-41eb-93c7-140353869fd6 req-23af9f3f-d1bc-4d4c-99a6-f80dde9496d0 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/ports?device_id=90fc54bd-543e-40e8-a36e-a1f2dec172ab HTTP/1.1" status: 200 len: 945 time: 0.1275091 Nov 27 03:52:16.208554 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-42aad12a-4968-41eb-93c7-140353869fd6 req-5d144d3f-c212-46f2-ba67-b3ae21252700 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0eb8b8-bf77-4327-8d45-23dba6f823d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727522 Nov 27 03:52:16.212758 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-92f74f80-03ce-4e77-9efa-ce07e5fff352 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:16.214077 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-bd56f2ae-2438-4ac4-ba28-429b2ae51ba8 req-282d58e6-c950-4b29-b5f2-b0893ee247e2 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:16.245644 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eaf845f-9253-4a0e-a486-266fb4a6339f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107c4660-1ae4-411c-a0d3-0aa997f3c9b2'}, {'server_uuid': 'b823decf-9f0a-46d2-b8b8-ad772708563f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23917401-9f73-4d86-8eb2-a0589e6b7a2f'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:52:16.248286 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78406b26-dcd7-47e7-8ea1-e607a18416d4" -d '{"events": [{"server_uuid": "5eaf845f-9253-4a0e-a486-266fb4a6339f", "name": "network-vif-plugged", "status": "completed", "tag": "107c4660-1ae4-411c-a0d3-0aa997f3c9b2"}, {"server_uuid": "b823decf-9f0a-46d2-b8b8-ad772708563f", "name": "network-vif-plugged", "status": "completed", "tag": "23917401-9f73-4d86-8eb2-a0589e6b7a2f"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:52:16.251774 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f74f80-03ce-4e77-9efa-ce07e5fff352 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c89243ba-ba08-4085-9d35-8afd1e593fed,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:16.256057 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-92f74f80-03ce-4e77-9efa-ce07e5fff352 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:16.260769 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-92f74f80-03ce-4e77-9efa-ce07e5fff352 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/c89243ba-ba08-4085-9d35-8afd1e593fed HTTP/1.1" status: 204 len: 168 time: 0.4679444 Nov 27 03:52:16.264486 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39002) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:16.275063 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-bd56f2ae-2438-4ac4-ba28-429b2ae51ba8 req-282d58e6-c950-4b29-b5f2-b0893ee247e2 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:16.282479 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-bd56f2ae-2438-4ac4-ba28-429b2ae51ba8 req-282d58e6-c950-4b29-b5f2-b0893ee247e2 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:16.310706 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-bd56f2ae-2438-4ac4-ba28-429b2ae51ba8 req-282d58e6-c950-4b29-b5f2-b0893ee247e2 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:16.324769 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bd56f2ae-2438-4ac4-ba28-429b2ae51ba8 req-282d58e6-c950-4b29-b5f2-b0893ee247e2 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2180779 Nov 27 03:52:16.326118 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d58e6-c950-4b29-b5f2-b0893ee247e2 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77ac19d5-c005-43b2-9f6e-2388135dcee5,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:16.372994 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0b396371-b1e0-4765-a824-550d28c2606a tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:16.414148 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c2b15-c69e-463c-8338-8c2e24c43457 req-63cf1ad6-82bd-4396-8509-054cb500913d tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:16.415924 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-674c2b15-c69e-463c-8338-8c2e24c43457 req-63cf1ad6-82bd-4396-8509-054cb500913d tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eaf845f-9253-4a0e-a486-266fb4a6339f HTTP/1.1" status: 200 len: 950 time: 0.1000323 Nov 27 03:52:16.429617 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389945ec-fd57-498b-b6fa-bc0fe2473ae6 req-33dfdc67-f29f-4710-ae47-4c7e4bcc8f2f tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:16.431274 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-389945ec-fd57-498b-b6fa-bc0fe2473ae6 req-33dfdc67-f29f-4710-ae47-4c7e4bcc8f2f tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/ports?device_id=90fc54bd-543e-40e8-a36e-a1f2dec172ab HTTP/1.1" status: 200 len: 945 time: 0.0628409 Nov 27 03:52:16.440037 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39014) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:16.445341 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-419383c0-10e0-42b1-8737-251e123ca44b tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Request body: {'floatingip': {'port_id': '47cf5bc7-152c-4288-aaba-5a29010e080d'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:16.493388 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-419383c0-10e0-42b1-8737-251e123ca44b tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Publish callbacks [] for floatingip, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:16.496250 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 27 Nov 2021 03:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ef54b6-ef03-44af-98c3-98a2581e6062 x-openstack-request-id: req-63ef54b6-ef03-44af-98c3-98a2581e6062 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:52:16.496553 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eaf845f-9253-4a0e-a486-266fb4a6339f", "name": "network-vif-plugged", "status": "completed", "tag": "107c4660-1ae4-411c-a0d3-0aa997f3c9b2", "code": 200}, {"server_uuid": "b823decf-9f0a-46d2-b8b8-ad772708563f", "name": "network-vif-plugged", "status": "completed", "tag": "23917401-9f73-4d86-8eb2-a0589e6b7a2f", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:52:16.496806 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-63ef54b6-ef03-44af-98c3-98a2581e6062 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:52:16.497210 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eaf845f-9253-4a0e-a486-266fb4a6339f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107c4660-1ae4-411c-a0d3-0aa997f3c9b2', 'code': 200} Nov 27 03:52:16.497468 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b823decf-9f0a-46d2-b8b8-ad772708563f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23917401-9f73-4d86-8eb2-a0589e6b7a2f', 'code': 200} Nov 27 03:52:16.529620 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0b396371-b1e0-4765-a824-550d28c2606a tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:16.561826 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-674c2b15-c69e-463c-8338-8c2e24c43457 req-1def93dc-292b-4b23-a445-bc07bab8d40e tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/security-groups?id=7503e0dd-d2d6-421d-83d3-f4e4fae310df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160898 Nov 27 03:52:16.565441 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-0b396371-b1e0-4765-a824-550d28c2606a tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['115cc287-1751-4113-9deb-5e8607792120']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:16.577296 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-0b396371-b1e0-4765-a824-550d28c2606a tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '138276b6-81a5-4d12-89b9-110c7dd8baee') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:16.577700 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-0b396371-b1e0-4765-a824-550d28c2606a tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '138276b6-81a5-4d12-89b9-110c7dd8baee') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:16.590104 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0b396371-b1e0-4765-a824-550d28c2606a tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:16.616191 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0b396371-b1e0-4765-a824-550d28c2606a tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:16.624027 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b396371-b1e0-4765-a824-550d28c2606a tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:52:16.624402 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0b396371-b1e0-4765-a824-550d28c2606a tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:16.627239 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 03:52:16.627239 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:52:16.627239 n-d-819494-3 neutron-server[110018]: timer() Nov 27 03:52:16.627239 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:52:16.627239 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 03:52:16.627239 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:52:16.627239 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 03:52:16.627239 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:52:16.627239 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 03:52:16.627239 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:52:16.627239 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 03:52:16.627239 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:52:16.627239 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 03:52:16.627239 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:52:16.627239 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:52:16.627239 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:52:16.627239 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:52:16.627239 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:52:16.627239 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 03:52:16.627239 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:52:16.627239 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 03:52:16.627239 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:52:16.627239 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:52:16.627239 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:52:16.627239 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 03:52:16.627239 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:52:16.627239 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:52:16.627239 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:52:16.627239 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:52:16.627239 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:52:16.627239 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:52:16.627239 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:52:16.672548 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e25c0-4f31-40c1-8109-b273703e182f req-75fcf4ff-9671-4f05-af10-ddfc4ae32037 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:16.674094 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a98e25c0-4f31-40c1-8109-b273703e182f req-75fcf4ff-9671-4f05-af10-ddfc4ae32037 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3be2f0c-3e4f-4f80-8c41-fe98400b1362 HTTP/1.1" status: 200 len: 949 time: 0.0993419 Nov 27 03:52:16.773743 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0b396371-b1e0-4765-a824-550d28c2606a tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:16.782529 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b396371-b1e0-4765-a824-550d28c2606a tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 115cc287-1751-4113-9deb-5e8607792120 {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 27 03:52:16.795846 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0b396371-b1e0-4765-a824-550d28c2606a tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:16.799975 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0b396371-b1e0-4765-a824-550d28c2606a tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] 10.222.0.20 "DELETE /v2.0/networks/115cc287-1751-4113-9deb-5e8607792120 HTTP/1.1" status: 204 len: 168 time: 0.5343421 Nov 27 03:52:16.804218 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a9a32c02-bbad-4c00-ab7b-b094388b1e96 req-86fe0028-c596-4aa1-8ce3-29f6078801a0 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] 10.222.0.20 "GET /v2.0/security-groups/87b66a61-cc3d-414f-bb48-9c02ac305efe HTTP/1.1" status: 200 len: 2416 time: 0.1299500 Nov 27 03:52:16.806464 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdde5b9-11a6-44b0-ade0-574724bb694f req-c21fa57d-21d2-4683-9687-09e540bd32d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:16.808173 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4cdde5b9-11a6-44b0-ade0-574724bb694f req-c21fa57d-21d2-4683-9687-09e540bd32d5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5eaf845f-9253-4a0e-a486-266fb4a6339f HTTP/1.1" status: 200 len: 1101 time: 0.1326582 Nov 27 03:52:16.809195 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b396371-b1e0-4765-a824-550d28c2606a tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Pushing event deleted for resources: {'Network': ['ID=115cc287-1751-4113-9deb-5e8607792120,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:16.828679 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-a9a32c02-bbad-4c00-ab7b-b094388b1e96 req-6a3b7e4e-ed72-40fd-81c1-00109c952be6 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '87b66a61-cc3d-414f-bb48-9c02ac305efe', 'remote_group_id': None}]} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:16.833834 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-a9a32c02-bbad-4c00-ab7b-b094388b1e96 req-6a3b7e4e-ed72-40fd-81c1-00109c952be6 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '87b66a61-cc3d-414f-bb48-9c02ac305efe', 'remote_group_id': None}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:17.021705 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a98e25c0-4f31-40c1-8109-b273703e182f req-1ff197f0-f3bf-4e80-83a6-080457802883 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347540 Nov 27 03:52:17.041116 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4cdde5b9-11a6-44b0-ade0-574724bb694f req-ab0ee426-1219-4224-ba58-7562a7219b4f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7503e0dd-d2d6-421d-83d3-f4e4fae310df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558230 Nov 27 03:52:17.042615 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-a9a32c02-bbad-4c00-ab7b-b094388b1e96 req-6a3b7e4e-ed72-40fd-81c1-00109c952be6 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:17.073458 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533d64a-9b30-490e-9668-336a4cc9b72b req-4163d9b7-9f7e-4f87-9e66-f3f32bf9c1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:17.074998 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0533d64a-9b30-490e-9668-336a4cc9b72b req-4163d9b7-9f7e-4f87-9e66-f3f32bf9c1b6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b823decf-9f0a-46d2-b8b8-ad772708563f HTTP/1.1" status: 200 len: 1100 time: 0.3976510 Nov 27 03:52:17.080111 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-a9a32c02-bbad-4c00-ab7b-b094388b1e96 req-6a3b7e4e-ed72-40fd-81c1-00109c952be6 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:17.088138 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-a9a32c02-bbad-4c00-ab7b-b094388b1e96 req-6a3b7e4e-ed72-40fd-81c1-00109c952be6 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:17.121041 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b7e4e-ed72-40fd-81c1-00109c952be6 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0a87f4b-a777-413d-a4c3-d47499d52dce,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:17.140239 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-a9a32c02-bbad-4c00-ab7b-b094388b1e96 req-6a3b7e4e-ed72-40fd-81c1-00109c952be6 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:17.159658 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a9a32c02-bbad-4c00-ab7b-b094388b1e96 req-6a3b7e4e-ed72-40fd-81c1-00109c952be6 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3378830 Nov 27 03:52:17.228394 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39026) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:17.233751 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-3dbec648-88ac-488c-8149-09c70cc9ba75 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Request body: {'router': {'name': 'tempest-router--769512130', 'project_id': 'fdd39d810f41411b8faf17e7eef519e5'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:17.260321 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3dbec648-88ac-488c-8149-09c70cc9ba75 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:17.263151 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3dbec648-88ac-488c-8149-09c70cc9ba75 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:17.357371 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3dbec648-88ac-488c-8149-09c70cc9ba75 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:17.420233 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7ef3c843-9854-43ba-839e-6ae00b0333ae req-1f45c2e8-a9e9-4a25-a3e0-2c3e6d8f2ba2 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] 10.222.0.20 "GET /v2.0/security-groups/87b66a61-cc3d-414f-bb48-9c02ac305efe HTTP/1.1" status: 200 len: 3015 time: 0.0613468 Nov 27 03:52:17.423379 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3dbec648-88ac-488c-8149-09c70cc9ba75 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:17.449693 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3dbec648-88ac-488c-8149-09c70cc9ba75 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:17.452199 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3dbec648-88ac-488c-8149-09c70cc9ba75 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2226827 Nov 27 03:52:17.454051 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39032) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:17.579524 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-78757560-1eb7-4ac4-bcb8-fe6ab9b70480 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:17.667658 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e161b0-0137-4a37-b040-7c42733f8bd4 req-055fd50a-341b-4a46-b927-80a0d9f0db11 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:17.674269 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-11e161b0-0137-4a37-b040-7c42733f8bd4 req-055fd50a-341b-4a46-b927-80a0d9f0db11 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=217ddd02-1cf3-4e7c-80a8-0e038166c641 HTTP/1.1" status: 200 len: 945 time: 0.1717241 Nov 27 03:52:17.682296 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0533d64a-9b30-490e-9668-336a4cc9b72b req-a11aa6cd-dc93-4e17-a5bc-47562d0b1ef3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7503e0dd-d2d6-421d-83d3-f4e4fae310df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756385 Nov 27 03:52:17.695248 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db73c0-dee0-4b62-8787-dbca63cf5fbb req-b80a93f9-e351-4e4c-be31-51ebc5d3498c tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:17.696819 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-58db73c0-dee0-4b62-8787-dbca63cf5fbb req-b80a93f9-e351-4e4c-be31-51ebc5d3498c tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 945 time: 0.2141666 Nov 27 03:52:17.806173 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-78757560-1eb7-4ac4-bcb8-fe6ab9b70480 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:17.810625 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-78757560-1eb7-4ac4-bcb8-fe6ab9b70480 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:17.817398 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-11e161b0-0137-4a37-b040-7c42733f8bd4 req-f4b159f8-cf23-44aa-a311-faa82b3840ef tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419477 Nov 27 03:52:17.834740 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-419383c0-10e0-42b1-8737-251e123ca44b tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:17.838800 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-58db73c0-dee0-4b62-8787-dbca63cf5fbb req-46d5fafd-9eb2-41a5-812b-a63bc87014f8 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297457 Nov 27 03:52:17.843000 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-419383c0-10e0-42b1-8737-251e123ca44b tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:17.910117 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-78757560-1eb7-4ac4-bcb8-fe6ab9b70480 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:17.910936 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78757560-1eb7-4ac4-bcb8-fe6ab9b70480 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e15cb991-edc5-45f9-808b-7a2c82d2db66 {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 03:52:17.915957 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-78757560-1eb7-4ac4-bcb8-fe6ab9b70480 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:17.917304 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-78757560-1eb7-4ac4-bcb8-fe6ab9b70480 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] 10.222.0.20 "DELETE /v2.0/routers/e15cb991-edc5-45f9-808b-7a2c82d2db66 HTTP/1.1" status: 204 len: 168 time: 0.4617274 Nov 27 03:52:17.920895 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-99fb0e83-8c3b-44b0-be25-89823dafa995 req-5bf4404d-6af6-4aa1-8a9b-d051c058e4cb tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] 10.222.0.20 "GET /v2.0/security-group-rules/b0a87f4b-a777-413d-a4c3-d47499d52dce HTTP/1.1" status: 200 len: 783 time: 0.0355351 Nov 27 03:52:17.979494 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-99fb0e83-8c3b-44b0-be25-89823dafa995 req-2c1fe555-4ca2-4fc3-9eb2-7dcc63bde34b tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] 10.222.0.20 "GET /v2.0/security-groups/87b66a61-cc3d-414f-bb48-9c02ac305efe HTTP/1.1" status: 200 len: 3015 time: 0.0512123 Nov 27 03:52:18.018431 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-99fb0e83-8c3b-44b0-be25-89823dafa995 req-153f6ebf-27cc-4cd9-b4c1-e98885fd4948 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:18.018984 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e9ce1-1b24-4392-a1af-ec47128dde5e req-efb9626e-0a01-4f9f-bd12-46bf50f4208f tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:18.020530 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-188e9ce1-1b24-4392-a1af-ec47128dde5e req-efb9626e-0a01-4f9f-bd12-46bf50f4208f tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eaf845f-9253-4a0e-a486-266fb4a6339f HTTP/1.1" status: 200 len: 950 time: 0.0721676 Nov 27 03:52:18.027027 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-99fb0e83-8c3b-44b0-be25-89823dafa995 req-153f6ebf-27cc-4cd9-b4c1-e98885fd4948 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:18.055034 n-d-819494-3 neutron-server[110019]: INFO neutron.db.l3_db [None req-419383c0-10e0-42b1-8737-251e123ca44b tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Floating IP c624bfff-dab8-4a8b-995b-ca7b85ede497 associated. External IP: 172.25.1.142, port: 47cf5bc7-152c-4288-aaba-5a29010e080d. Nov 27 03:52:18.057166 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-99fb0e83-8c3b-44b0-be25-89823dafa995 req-153f6ebf-27cc-4cd9-b4c1-e98885fd4948 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:18.064624 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-99fb0e83-8c3b-44b0-be25-89823dafa995 req-153f6ebf-27cc-4cd9-b4c1-e98885fd4948 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:18.065947 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-99fb0e83-8c3b-44b0-be25-89823dafa995 req-153f6ebf-27cc-4cd9-b4c1-e98885fd4948 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/b0a87f4b-a777-413d-a4c3-d47499d52dce HTTP/1.1" status: 204 len: 173 time: 0.0760541 Nov 27 03:52:18.071099 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f6ebf-27cc-4cd9-b4c1-e98885fd4948 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0a87f4b-a777-413d-a4c3-d47499d52dce,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:18.081755 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39042) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:18.089232 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 84099172-9d4b-490d-ba96-813571fab01c up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:52:18.169349 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 84099172-9d4b-490d-ba96-813571fab01c completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:52:18.170147 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-188e9ce1-1b24-4392-a1af-ec47128dde5e req-4ad886ac-fca9-40d4-aa54-407501622c96 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/security-groups?id=7503e0dd-d2d6-421d-83d3-f4e4fae310df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366789 Nov 27 03:52:18.187010 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 84099172-9d4b-490d-ba96-813571fab01c triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:52:18.187383 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:18.220244 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77714995-b7ef-445c-b6e5-05b7fb78bff1 req-0e02caf0-9afd-4a7b-b029-ab0202a18489 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:18.221973 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-77714995-b7ef-445c-b6e5-05b7fb78bff1 req-0e02caf0-9afd-4a7b-b029-ab0202a18489 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3be2f0c-3e4f-4f80-8c41-fe98400b1362 HTTP/1.1" status: 200 len: 949 time: 0.0805588 Nov 27 03:52:18.251845 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-69b9111e-57a6-4e8e-b37e-3e3be7a84e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:18.300801 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-77714995-b7ef-445c-b6e5-05b7fb78bff1 req-36a9866d-8bf0-485c-91ff-7787cc8d23f4 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681379 Nov 27 03:52:18.305471 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:18.347638 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 84099172-9d4b-490d-ba96-813571fab01c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=84099172-9d4b-490d-ba96-813571fab01c,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:52:18.352625 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:18.387307 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419383c0-10e0-42b1-8737-251e123ca44b tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Router c261b810-91c5-4a9b-bb23-b819f6f5489c has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:52:18.397217 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-14159f6f-96ae-4dea-9300-3cf43534d3e9 req-279168d1-09c7-4eda-bec3-e112eb3e5811 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] 10.222.0.20 "GET /v2.0/security-groups/87b66a61-cc3d-414f-bb48-9c02ac305efe HTTP/1.1" status: 200 len: 2416 time: 0.1815786 Nov 27 03:52:18.410601 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=84099172-9d4b-490d-ba96-813571fab01c,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:18.412940 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-dfe3336c-f4f8-4e90-a8ad-13103d9e211a tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-692335585', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}, 'admin_state_up': False}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:18.442288 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dfe3336c-f4f8-4e90-a8ad-13103d9e211a tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:18.443984 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dfe3336c-f4f8-4e90-a8ad-13103d9e211a tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:18.495251 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dfe3336c-f4f8-4e90-a8ad-13103d9e211a tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:18.499189 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3be2f0c-3e4f-4f80-8c41-fe98400b1362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84099172-9d4b-490d-ba96-813571fab01c'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:52:18.501841 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4af150-7ed3-46e5-b375-ebbe752b9d69" -d '{"events": [{"server_uuid": "c3be2f0c-3e4f-4f80-8c41-fe98400b1362", "name": "network-vif-plugged", "status": "completed", "tag": "84099172-9d4b-490d-ba96-813571fab01c"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:52:18.560614 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:18.566214 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6e82d9-2a86-4ad9-b786-8a989cab1cfe x-openstack-request-id: req-4c6e82d9-2a86-4ad9-b786-8a989cab1cfe {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:52:18.569562 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3be2f0c-3e4f-4f80-8c41-fe98400b1362", "name": "network-vif-plugged", "status": "completed", "tag": "84099172-9d4b-490d-ba96-813571fab01c", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:52:18.569937 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c6e82d9-2a86-4ad9-b786-8a989cab1cfe {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:52:18.570752 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3be2f0c-3e4f-4f80-8c41-fe98400b1362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84099172-9d4b-490d-ba96-813571fab01c', 'code': 200} Nov 27 03:52:18.583015 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419383c0-10e0-42b1-8737-251e123ca44b tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:52:18.589431 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-419383c0-10e0-42b1-8737-251e123ca44b tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:18.595177 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-14159f6f-96ae-4dea-9300-3cf43534d3e9 req-9a273756-8081-46d5-9309-172952b181d0 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:18.597909 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b8ece9-3b1d-4b10-9c18-e9013cd02cca None None] Sync routers for ids ['c261b810-91c5-4a9b-bb23-b819f6f5489c'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:52:18.613099 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b8ece9-3b1d-4b10-9c18-e9013cd02cca None None] Routers {'c261b810-91c5-4a9b-bb23-b819f6f5489c'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:52:18.614828 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-10b8ece9-3b1d-4b10-9c18-e9013cd02cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:52:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c261b810-91c5-4a9b-bb23-b819f6f5489c'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:18.648279 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-419383c0-10e0-42b1-8737-251e123ca44b tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "PUT /v2.0/floatingips/c624bfff-dab8-4a8b-995b-ca7b85ede497 HTTP/1.1" status: 200 len: 991 time: 2.2038951 Nov 27 03:52:18.648523 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90fc54bd-543e-40e8-a36e-a1f2dec172ab', 'tag': '47cf5bc7-152c-4288-aaba-5a29010e080d'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:52:18.650951 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab5a98a-06a3-4a8d-be4d-2c3c6f213766" -d '{"events": [{"name": "network-changed", "server_uuid": "90fc54bd-543e-40e8-a36e-a1f2dec172ab", "tag": "47cf5bc7-152c-4288-aaba-5a29010e080d"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:52:18.655071 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-14159f6f-96ae-4dea-9300-3cf43534d3e9 req-9a273756-8081-46d5-9309-172952b181d0 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:18.726777 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dfe3336c-f4f8-4e90-a8ad-13103d9e211a tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:18.743228 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-14159f6f-96ae-4dea-9300-3cf43534d3e9 req-9a273756-8081-46d5-9309-172952b181d0 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:18.747076 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-14159f6f-96ae-4dea-9300-3cf43534d3e9 req-9a273756-8081-46d5-9309-172952b181d0 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:18.748971 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-14159f6f-96ae-4dea-9300-3cf43534d3e9 req-9a273756-8081-46d5-9309-172952b181d0 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] 10.222.0.20 "DELETE /v2.0/security-groups/87b66a61-cc3d-414f-bb48-9c02ac305efe HTTP/1.1" status: 204 len: 173 time: 0.3423066 Nov 27 03:52:18.766367 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a273756-8081-46d5-9309-172952b181d0 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b66a61-cc3d-414f-bb48-9c02ac305efe,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:18.790109 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5961065-ac97-4a90-83a0-5b10de78451d req-85bc25fe-223b-4f64-807a-533d03065c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:18.792099 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e5961065-ac97-4a90-83a0-5b10de78451d req-85bc25fe-223b-4f64-807a-533d03065c4f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c3be2f0c-3e4f-4f80-8c41-fe98400b1362 HTTP/1.1" status: 200 len: 1101 time: 0.0881228 Nov 27 03:52:18.792999 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-10b8ece9-3b1d-4b10-9c18-e9013cd02cca None None] Set router c261b810-91c5-4a9b-bb23-b819f6f5489c gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:52:18.815514 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [req-cf4b55b3-97fe-4d02-a3fe-a0fd7af5ca49 req-2f14e11f-ae3d-4acf-b708-4e7022a147a8 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] show failed (client error): The resource could not be found. Nov 27 03:52:18.816919 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cf4b55b3-97fe-4d02-a3fe-a0fd7af5ca49 req-2f14e11f-ae3d-4acf-b708-4e7022a147a8 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] 10.222.0.20 "GET /v2.0/security-groups/8c9d4817-cc35-40b1-a0d9-ae2a54daf70d HTTP/1.1" status: 404 len: 352 time: 0.0237594 Nov 27 03:52:18.832631 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa83232-caeb-44d3-a3c9-9a022930c5f3 x-openstack-request-id: req-ffa83232-caeb-44d3-a3c9-9a022930c5f3 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:52:18.833133 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90fc54bd-543e-40e8-a36e-a1f2dec172ab", "tag": "47cf5bc7-152c-4288-aaba-5a29010e080d", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:52:18.833577 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ffa83232-caeb-44d3-a3c9-9a022930c5f3 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:52:18.834185 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90fc54bd-543e-40e8-a36e-a1f2dec172ab', 'tag': '47cf5bc7-152c-4288-aaba-5a29010e080d', 'status': 'completed', 'code': 200} Nov 27 03:52:18.880182 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e5961065-ac97-4a90-83a0-5b10de78451d req-5b900aa4-627b-4a90-9797-f9cceef32cc3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715036 Nov 27 03:52:18.980560 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-70673915-5c9b-43db-b3d7-846054b88d9a req-7311adcc-fbd3-48ec-bd7b-1d578b217588 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] 10.222.0.20 "GET /v2.0/security-groups/2bdcf59a-8682-4858-b472-69052b8116af HTTP/1.1" status: 200 len: 1823 time: 0.1291389 Nov 27 03:52:19.026645 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5a98a-06a3-4a8d-be4d-2c3c6f213766 req-8a5ee7a6-71b1-4a03-bcf3-59a61c4dc89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:19.028785 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bab5a98a-06a3-4a8d-be4d-2c3c6f213766 req-8a5ee7a6-71b1-4a03-bcf3-59a61c4dc89b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0af4e6deb794f9cb7f84aabc923dba5&device_id=90fc54bd-543e-40e8-a36e-a1f2dec172ab HTTP/1.1" status: 200 len: 1096 time: 0.1064425 Nov 27 03:52:19.073608 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-70673915-5c9b-43db-b3d7-846054b88d9a req-f8f0c0c7-0fe5-4a4a-96ed-cfb2a13c9d3b tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:19.101402 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-10b8ece9-3b1d-4b10-9c18-e9013cd02cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c261b810-91c5-4a9b-bb23-b819f6f5489c', 'name': 'tempest-ServersTestBootFromVolume-329565633-router', 'tenant_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '6ec702fa-adff-48d8-81f1-3ac1d203d801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:51:04Z', 'updated_at': '2021-11-27T03:51:12Z', 'revision_number': 4, 'project_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'gw_port': {'id': '6ec702fa-adff-48d8-81f1-3ac1d203d801', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:74:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c261b810-91c5-4a9b-bb23-b819f6f5489c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:51:05Z', 'updated_at': '2021-11-27T03:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': 'c624bfff-dab8-4a8b-995b-ca7b85ede497', 'tenant_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'floating_ip_address': '172.25.1.142', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'c261b810-91c5-4a9b-bb23-b819f6f5489c', 'port_id': '47cf5bc7-152c-4288-aaba-5a29010e080d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a46e9489-60ec-4374-a176-dd7aab6e679c', 'mac_address': 'fa:16:3e:dd:45:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc54bd-543e-40e8-a36e-a1f2dec172ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:51:19Z', 'updated_at': '2021-11-27T03:52:17Z', 'revision_number': 1, 'project_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88fafb10-6073-4385-8856-5cb6b0edc15c', 'name': '', 'network_id': 'a46e9489-60ec-4374-a176-dd7aab6e679c', 'tenant_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'mac_address': 'fa:16:3e:23:14:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c261b810-91c5-4a9b-bb23-b819f6f5489c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'c458efea-531b-4a57-81ee-2e1022cafc81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:51:11Z', 'updated_at': '2021-11-27T03:51:18Z', 'revision_number': 5, 'project_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'subnets': [{'id': 'c458efea-531b-4a57-81ee-2e1022cafc81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:19.130774 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-70673915-5c9b-43db-b3d7-846054b88d9a req-f8f0c0c7-0fe5-4a4a-96ed-cfb2a13c9d3b tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:19.131077 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b8ece9-3b1d-4b10-9c18-e9013cd02cca None None] Checking router: c261b810-91c5-4a9b-bb23-b819f6f5489c for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:52:19.142836 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b8ece9-3b1d-4b10-9c18-e9013cd02cca None None] Routers {'c261b810-91c5-4a9b-bb23-b819f6f5489c'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:52:19.143772 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-10b8ece9-3b1d-4b10-9c18-e9013cd02cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:52:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c261b810-91c5-4a9b-bb23-b819f6f5489c'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:19.187906 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5a98a-06a3-4a8d-be4d-2c3c6f213766 req-f2120bd1-7ad1-427f-b8d8-6154b8339e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:19.189435 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bab5a98a-06a3-4a8d-be4d-2c3c6f213766 req-f2120bd1-7ad1-427f-b8d8-6154b8339e3f service neutron] 10.222.0.23 "GET /v2.0/networks?id=a46e9489-60ec-4374-a176-dd7aab6e679c HTTP/1.1" status: 200 len: 916 time: 0.1390312 Nov 27 03:52:19.211854 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-70673915-5c9b-43db-b3d7-846054b88d9a req-f8f0c0c7-0fe5-4a4a-96ed-cfb2a13c9d3b tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:19.214685 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-70673915-5c9b-43db-b3d7-846054b88d9a req-f8f0c0c7-0fe5-4a4a-96ed-cfb2a13c9d3b tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:19.219146 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-70673915-5c9b-43db-b3d7-846054b88d9a req-f8f0c0c7-0fe5-4a4a-96ed-cfb2a13c9d3b tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] 10.222.0.20 "DELETE /v2.0/security-groups/2bdcf59a-8682-4858-b472-69052b8116af HTTP/1.1" status: 204 len: 173 time: 0.2376909 Nov 27 03:52:19.277229 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-10b8ece9-3b1d-4b10-9c18-e9013cd02cca None None] Set router c261b810-91c5-4a9b-bb23-b819f6f5489c gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:52:19.291247 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f0c0c7-0fe5-4a4a-96ed-cfb2a13c9d3b tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdcf59a-8682-4858-b472-69052b8116af,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:19.346823 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bab5a98a-06a3-4a8d-be4d-2c3c6f213766 req-8773d288-4aee-4b51-a093-2ea94e1b3c04 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47cf5bc7-152c-4288-aaba-5a29010e080d HTTP/1.1" status: 200 len: 999 time: 0.1450708 Nov 27 03:52:19.400676 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630e86b-e634-4367-8e5d-40a971a0bf3a req-f97f4266-d05d-4265-99dc-c848d7cb3769 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:19.402380 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7630e86b-e634-4367-8e5d-40a971a0bf3a req-f97f4266-d05d-4265-99dc-c848d7cb3769 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 945 time: 0.1061635 Nov 27 03:52:19.421686 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3285c6-1a73-41c7-8ee5-80537de4c1ff req-204ade88-43b1-4aa3-a565-8ac7df825f68 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:19.423340 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ca3285c6-1a73-41c7-8ee5-80537de4c1ff req-204ade88-43b1-4aa3-a565-8ac7df825f68 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=217ddd02-1cf3-4e7c-80a8-0e038166c641 HTTP/1.1" status: 200 len: 945 time: 0.5079448 Nov 27 03:52:19.424110 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dfe3336c-f4f8-4e90-a8ad-13103d9e211a tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:19.448490 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5a98a-06a3-4a8d-be4d-2c3c6f213766 req-1d8398df-f045-4f30-b014-433ca75996e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:19.450773 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dfe3336c-f4f8-4e90-a8ad-13103d9e211a tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:19.451241 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bab5a98a-06a3-4a8d-be4d-2c3c6f213766 req-1d8398df-f045-4f30-b014-433ca75996e2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c458efea-531b-4a57-81ee-2e1022cafc81 HTTP/1.1" status: 200 len: 854 time: 0.0954943 Nov 27 03:52:19.461037 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:19.480407 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7630e86b-e634-4367-8e5d-40a971a0bf3a req-487ff2cb-74d5-4984-8c2b-1401fd87f5c6 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705881 Nov 27 03:52:19.532362 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5a98a-06a3-4a8d-be4d-2c3c6f213766 req-b5b4d938-8661-40a8-b088-ed4b15dd9cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:19.533950 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bab5a98a-06a3-4a8d-be4d-2c3c6f213766 req-b5b4d938-8661-40a8-b088-ed4b15dd9cfd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a46e9489-60ec-4374-a176-dd7aab6e679c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740154 Nov 27 03:52:19.557495 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ca3285c6-1a73-41c7-8ee5-80537de4c1ff req-f9e5f4b0-311c-4614-a0a7-6e39b481a023 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090462 Nov 27 03:52:19.597551 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-10b8ece9-3b1d-4b10-9c18-e9013cd02cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c261b810-91c5-4a9b-bb23-b819f6f5489c', 'name': 'tempest-ServersTestBootFromVolume-329565633-router', 'tenant_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '6ec702fa-adff-48d8-81f1-3ac1d203d801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:51:04Z', 'updated_at': '2021-11-27T03:51:12Z', 'revision_number': 4, 'project_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'gw_port': {'id': '6ec702fa-adff-48d8-81f1-3ac1d203d801', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:74:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c261b810-91c5-4a9b-bb23-b819f6f5489c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:51:05Z', 'updated_at': '2021-11-27T03:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': 'c624bfff-dab8-4a8b-995b-ca7b85ede497', 'tenant_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'floating_ip_address': '172.25.1.142', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'c261b810-91c5-4a9b-bb23-b819f6f5489c', 'port_id': '47cf5bc7-152c-4288-aaba-5a29010e080d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a46e9489-60ec-4374-a176-dd7aab6e679c', 'mac_address': 'fa:16:3e:dd:45:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc54bd-543e-40e8-a36e-a1f2dec172ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:51:19Z', 'updated_at': '2021-11-27T03:52:17Z', 'revision_number': 1, 'project_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88fafb10-6073-4385-8856-5cb6b0edc15c', 'name': '', 'network_id': 'a46e9489-60ec-4374-a176-dd7aab6e679c', 'tenant_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'mac_address': 'fa:16:3e:23:14:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c261b810-91c5-4a9b-bb23-b819f6f5489c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'c458efea-531b-4a57-81ee-2e1022cafc81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:51:11Z', 'updated_at': '2021-11-27T03:51:18Z', 'revision_number': 5, 'project_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'subnets': [{'id': 'c458efea-531b-4a57-81ee-2e1022cafc81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:19.630154 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b8ece9-3b1d-4b10-9c18-e9013cd02cca None None] The sync data for ids ['c261b810-91c5-4a9b-bb23-b819f6f5489c'] in n-d-819494-3 is: [{'id': 'c261b810-91c5-4a9b-bb23-b819f6f5489c', 'name': 'tempest-ServersTestBootFromVolume-329565633-router', 'tenant_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '6ec702fa-adff-48d8-81f1-3ac1d203d801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:51:04Z', 'updated_at': '2021-11-27T03:51:12Z', 'revision_number': 4, 'project_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'gw_port': {'id': '6ec702fa-adff-48d8-81f1-3ac1d203d801', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:74:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c261b810-91c5-4a9b-bb23-b819f6f5489c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:51:05Z', 'updated_at': '2021-11-27T03:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': 'c624bfff-dab8-4a8b-995b-ca7b85ede497', 'tenant_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'floating_ip_address': '172.25.1.142', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'c261b810-91c5-4a9b-bb23-b819f6f5489c', 'port_id': '47cf5bc7-152c-4288-aaba-5a29010e080d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a46e9489-60ec-4374-a176-dd7aab6e679c', 'mac_address': 'fa:16:3e:dd:45:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc54bd-543e-40e8-a36e-a1f2dec172ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:51:19Z', 'updated_at': '2021-11-27T03:52:17Z', 'revision_number': 1, 'project_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88fafb10-6073-4385-8856-5cb6b0edc15c', 'name': '', 'network_id': 'a46e9489-60ec-4374-a176-dd7aab6e679c', 'tenant_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'mac_address': 'fa:16:3e:23:14:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c261b810-91c5-4a9b-bb23-b819f6f5489c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'c458efea-531b-4a57-81ee-2e1022cafc81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:51:11Z', 'updated_at': '2021-11-27T03:51:18Z', 'revision_number': 5, 'project_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'subnets': [{'id': 'c458efea-531b-4a57-81ee-2e1022cafc81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:52:19.651159 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-dfe3336c-f4f8-4e90-a8ad-13103d9e211a tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Allocated IP 172.25.1.78 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/f0414a21-697a-463e-b573-1f13425d934b) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:52:19.655744 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bab1eeb3-21c2-43cc-a724-21ae71dd376a req-96b92958-2a39-4698-b95f-57d9affdc8e1 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] 10.222.0.20 "GET /v2.0/security-groups/b86b328b-7a99-44dd-8102-afc70a9014c0 HTTP/1.1" status: 200 len: 1824 time: 0.0609612 Nov 27 03:52:19.664372 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8946fa4-5d5b-4dcf-83b4-330719cd00a9 req-9a72b437-5a89-4860-9075-212419bb1286 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:19.666147 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c8946fa4-5d5b-4dcf-83b4-330719cd00a9 req-9a72b437-5a89-4860-9075-212419bb1286 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eaf845f-9253-4a0e-a486-266fb4a6339f HTTP/1.1" status: 200 len: 950 time: 0.1091139 Nov 27 03:52:19.705752 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bab5a98a-06a3-4a8d-be4d-2c3c6f213766 req-58e8788e-3cd2-4482-8365-10cee5ede8e9 service neutron] 10.222.0.23 "GET /v2.0/networks/a46e9489-60ec-4374-a176-dd7aab6e679c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605387 Nov 27 03:52:19.785144 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-bab1eeb3-21c2-43cc-a724-21ae71dd376a req-3988cbe7-4324-41df-8baf-a909562f5197 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:19.791601 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c8946fa4-5d5b-4dcf-83b4-330719cd00a9 req-de42ea4c-fc6c-4021-896f-76a6778d2ccd tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/security-groups?id=7503e0dd-d2d6-421d-83d3-f4e4fae310df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179061 Nov 27 03:52:19.820518 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dfe3336c-f4f8-4e90-a8ad-13103d9e211a tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:19.831284 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-bab1eeb3-21c2-43cc-a724-21ae71dd376a req-3988cbe7-4324-41df-8baf-a909562f5197 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:19.852457 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bab5a98a-06a3-4a8d-be4d-2c3c6f213766 req-feb05442-8a3e-4fd1-834f-4c5b27345d63 service neutron] 10.222.0.23 "GET /v2.0/networks/a46e9489-60ec-4374-a176-dd7aab6e679c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329565 Nov 27 03:52:19.889944 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2335f3d5-f0b4-43ac-834e-c650fafda4e7 None None] New status for floating IP c624bfff-dab8-4a8b-995b-ca7b85ede497: ACTIVE {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 03:52:19.906685 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dfe3336c-f4f8-4e90-a8ad-13103d9e211a tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:19.941800 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87afcb5c-1f4d-4f0a-a22d-72abf29de4bd req-20fc498b-6e98-49cb-83c1-8e58075e9ceb tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:19.944975 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-87afcb5c-1f4d-4f0a-a22d-72abf29de4bd req-20fc498b-6e98-49cb-83c1-8e58075e9ceb tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3be2f0c-3e4f-4f80-8c41-fe98400b1362 HTTP/1.1" status: 200 len: 950 time: 0.0801032 Nov 27 03:52:19.955734 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-bab1eeb3-21c2-43cc-a724-21ae71dd376a req-3988cbe7-4324-41df-8baf-a909562f5197 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:19.958391 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-bab1eeb3-21c2-43cc-a724-21ae71dd376a req-3988cbe7-4324-41df-8baf-a909562f5197 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:19.959587 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bab1eeb3-21c2-43cc-a724-21ae71dd376a req-3988cbe7-4324-41df-8baf-a909562f5197 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] 10.222.0.20 "DELETE /v2.0/security-groups/b86b328b-7a99-44dd-8102-afc70a9014c0 HTTP/1.1" status: 204 len: 173 time: 0.2945402 Nov 27 03:52:19.962974 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe3336c-f4f8-4e90-a8ad-13103d9e211a tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:52:19.969709 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-dfe3336c-f4f8-4e90-a8ad-13103d9e211a tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:52:19.980323 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe3336c-f4f8-4e90-a8ad-13103d9e211a tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:52:19.984509 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988cbe7-4324-41df-8baf-a909562f5197 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86b328b-7a99-44dd-8102-afc70a9014c0,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:20.014369 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe3336c-f4f8-4e90-a8ad-13103d9e211a tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Pushing event updated for resources: {'Port': ['ID=f0414a21-697a-463e-b573-1f13425d934b,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:20.031122 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-87afcb5c-1f4d-4f0a-a22d-72abf29de4bd req-e022fa3d-b07f-40ae-9025-df7d7d02fe27 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798986 Nov 27 03:52:20.236017 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4e422-f9e4-44cb-a817-282540abdddf req-859e0e9e-644b-4e8c-9cf1-76bc943bf949 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:20.237637 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-21f4e422-f9e4-44cb-a817-282540abdddf req-859e0e9e-644b-4e8c-9cf1-76bc943bf949 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/ports?device_id=b823decf-9f0a-46d2-b8b8-ad772708563f HTTP/1.1" status: 200 len: 949 time: 0.0636656 Nov 27 03:52:20.286261 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ebdb86eb-060d-493a-b5bd-98f1565b7c2b req-94b6ea8b-758c-46f2-954b-0f74abb03288 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] 10.222.0.20 "GET /v2.0/security-groups/0bc536e8-e4bc-466b-80bf-509756e5314a HTTP/1.1" status: 200 len: 1823 time: 0.1256697 Nov 27 03:52:20.293952 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-21f4e422-f9e4-44cb-a817-282540abdddf req-9a9c8a0a-ef23-4004-b50b-8c3473df2ce9 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/security-groups?id=7503e0dd-d2d6-421d-83d3-f4e4fae310df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487409 Nov 27 03:52:20.415879 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dfe3336c-f4f8-4e90-a8ad-13103d9e211a tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:20.454654 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42e854-ab26-4e28-a5b0-326926a8ed87 req-b2c703e0-46f4-4475-b27f-48a2ad4dd8af tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:20.456442 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6d42e854-ab26-4e28-a5b0-326926a8ed87 req-b2c703e0-46f4-4475-b27f-48a2ad4dd8af tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.23 "GET /v2.0/ports?device_id=217ddd02-1cf3-4e7c-80a8-0e038166c641 HTTP/1.1" status: 200 len: 945 time: 0.0558565 Nov 27 03:52:20.458208 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ebdb86eb-060d-493a-b5bd-98f1565b7c2b req-090e4a49-f1b0-4a93-ac43-ace0f7823a6d tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:20.518696 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ebdb86eb-060d-493a-b5bd-98f1565b7c2b req-090e4a49-f1b0-4a93-ac43-ace0f7823a6d tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:20.574097 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-6d42e854-ab26-4e28-a5b0-326926a8ed87 req-f9f5daa6-3274-4d24-9a7f-47f20fbbd80f tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Deleting port 55863f53-87cd-4fb9-9cc9-eb17b216bcba {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:52:20.574937 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6d42e854-ab26-4e28-a5b0-326926a8ed87 req-f9f5daa6-3274-4d24-9a7f-47f20fbbd80f tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:20.649713 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ebdb86eb-060d-493a-b5bd-98f1565b7c2b req-090e4a49-f1b0-4a93-ac43-ace0f7823a6d tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:20.652812 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ebdb86eb-060d-493a-b5bd-98f1565b7c2b req-090e4a49-f1b0-4a93-ac43-ace0f7823a6d tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:20.664503 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ebdb86eb-060d-493a-b5bd-98f1565b7c2b req-090e4a49-f1b0-4a93-ac43-ace0f7823a6d tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] 10.222.0.20 "DELETE /v2.0/security-groups/0bc536e8-e4bc-466b-80bf-509756e5314a HTTP/1.1" status: 204 len: 173 time: 0.3614757 Nov 27 03:52:20.693991 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e4a49-f1b0-4a93-ac43-ace0f7823a6d tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc536e8-e4bc-466b-80bf-509756e5314a,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:20.776898 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-6d42e854-ab26-4e28-a5b0-326926a8ed87 req-f9f5daa6-3274-4d24-9a7f-47f20fbbd80f tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] For port 55863f53-87cd-4fb9-9cc9-eb17b216bcba, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=55863f53-87cd-4fb9-9cc9-eb17b216bcba,segment=NetworkSegment(bfcc9ec6-3441-46de-afcb-8047300e65d9),segment_id=bfcc9ec6-3441-46de-afcb-8047300e65d9)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:52:20.777366 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6d42e854-ab26-4e28-a5b0-326926a8ed87 req-f9f5daa6-3274-4d24-9a7f-47f20fbbd80f tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:20.785865 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dfe3336c-f4f8-4e90-a8ad-13103d9e211a tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:20.793483 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-6d42e854-ab26-4e28-a5b0-326926a8ed87 req-f9f5daa6-3274-4d24-9a7f-47f20fbbd80f tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Calling delete_port for 55863f53-87cd-4fb9-9cc9-eb17b216bcba owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:52:20.817194 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40eadc2-4ba7-425b-9fd2-ae07fc3d8c15 req-6f1450f5-fc61-449a-9341-8731e084ecdb tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:20.819159 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b40eadc2-4ba7-425b-9fd2-ae07fc3d8c15 req-6f1450f5-fc61-449a-9341-8731e084ecdb tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 945 time: 0.0956306 Nov 27 03:52:20.876967 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c33f4-a8f8-4d1b-8d2c-b485bdbb4662 req-fcdf986e-d95e-4a7b-bf52-8efc8d0761bb tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:20.878644 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8a8c33f4-a8f8-4d1b-8d2c-b485bdbb4662 req-fcdf986e-d95e-4a7b-bf52-8efc8d0761bb tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=217ddd02-1cf3-4e7c-80a8-0e038166c641 HTTP/1.1" status: 200 len: 945 time: 0.1375184 Nov 27 03:52:20.913553 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b40eadc2-4ba7-425b-9fd2-ae07fc3d8c15 req-04d0ff3c-4d5d-41cd-85c6-15d662c5c161 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627148 Nov 27 03:52:20.953453 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8a8c33f4-a8f8-4d1b-8d2c-b485bdbb4662 req-26e3dbf6-555b-4636-960e-704adc7ca73f tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625696 Nov 27 03:52:21.010280 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe3336c-f4f8-4e90-a8ad-13103d9e211a tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Router 00ed4ce0-b4a9-4e47-9126-13edd9cf9155 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 03:52:21.022058 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6d42e854-ab26-4e28-a5b0-326926a8ed87 req-f9f5daa6-3274-4d24-9a7f-47f20fbbd80f tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:21.077462 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['ac5a9819-f007-45b4-b39f-9ca98d7b81b5'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:52:21.079692 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['55863f53-87cd-4fb9-9cc9-eb17b216bcba'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:52:21.121319 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-518cf77d-cbc6-4453-b328-4ae85c4a07d0 req-92ef6608-fb39-4c5d-856a-ff961da7765b tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] 10.222.0.20 "GET /v2.0/security-groups/5f8d9c5f-51a6-4973-8703-c125d68fea71 HTTP/1.1" status: 200 len: 2424 time: 0.1286502 Nov 27 03:52:21.149591 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:21.218241 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe3336c-f4f8-4e90-a8ad-13103d9e211a tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:52:21.235082 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42d5531-e692-459a-b4f0-01040056cff5 None None] Sync routers for ids ['00ed4ce0-b4a9-4e47-9126-13edd9cf9155'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:52:21.235805 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-518cf77d-cbc6-4453-b328-4ae85c4a07d0 req-34c5cc22-b3a1-495a-b0b0-f702346a6e73 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:21.248072 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42d5531-e692-459a-b4f0-01040056cff5 None None] Routers {'00ed4ce0-b4a9-4e47-9126-13edd9cf9155'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:52:21.249089 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-b42d5531-e692-459a-b4f0-01040056cff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:52:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['00ed4ce0-b4a9-4e47-9126-13edd9cf9155'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:21.255385 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dfe3336c-f4f8-4e90-a8ad-13103d9e211a tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:21.259959 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-dfe3336c-f4f8-4e90-a8ad-13103d9e211a tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1770475 Nov 27 03:52:21.260956 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39108) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:21.291436 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-b42d5531-e692-459a-b4f0-01040056cff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:21.301674 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42d5531-e692-459a-b4f0-01040056cff5 None None] Routers {'00ed4ce0-b4a9-4e47-9126-13edd9cf9155'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:52:21.303297 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-b42d5531-e692-459a-b4f0-01040056cff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:52:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['00ed4ce0-b4a9-4e47-9126-13edd9cf9155'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:21.313953 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5daa6-3274-4d24-9a7f-47f20fbbd80f tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Pushing event deleted for resources: {'Port': ['ID=55863f53-87cd-4fb9-9cc9-eb17b216bcba,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:21.350060 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-b42d5531-e692-459a-b4f0-01040056cff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:21.351101 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42d5531-e692-459a-b4f0-01040056cff5 None None] The sync data for ids ['00ed4ce0-b4a9-4e47-9126-13edd9cf9155'] in n-d-819494-3 is: [] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:52:21.357421 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-518cf77d-cbc6-4453-b328-4ae85c4a07d0 req-34c5cc22-b3a1-495a-b0b0-f702346a6e73 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:21.383182 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d42e854-ab26-4e28-a5b0-326926a8ed87 req-f9f5daa6-3274-4d24-9a7f-47f20fbbd80f tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] No DVR routers for this DVR port 55863f53-87cd-4fb9-9cc9-eb17b216bcba on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:52:21.386448 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6d42e854-ab26-4e28-a5b0-326926a8ed87 req-f9f5daa6-3274-4d24-9a7f-47f20fbbd80f tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:21.388890 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 03:52:21.389931 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6d42e854-ab26-4e28-a5b0-326926a8ed87 req-f9f5daa6-3274-4d24-9a7f-47f20fbbd80f tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.23 "DELETE /v2.0/ports/55863f53-87cd-4fb9-9cc9-eb17b216bcba HTTP/1.1" status: 204 len: 173 time: 0.9265306 Nov 27 03:52:21.390378 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217ddd02-1cf3-4e7c-80a8-0e038166c641', 'name': 'network-vif-deleted', 'tag': '55863f53-87cd-4fb9-9cc9-eb17b216bcba'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:52:21.392815 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7705f5b-5720-4ae6-89a2-7d81fecd6ebe" -d '{"events": [{"server_uuid": "217ddd02-1cf3-4e7c-80a8-0e038166c641", "name": "network-vif-deleted", "tag": "55863f53-87cd-4fb9-9cc9-eb17b216bcba"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:52:21.414274 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f0628-9a73-4e89-b3c8-e4a972de49b7 req-ce8ce74c-f818-457d-b6bd-e9a2b8f1a3a3 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:21.414274 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-661f0628-9a73-4e89-b3c8-e4a972de49b7 req-ce8ce74c-f818-457d-b6bd-e9a2b8f1a3a3 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3be2f0c-3e4f-4f80-8c41-fe98400b1362 HTTP/1.1" status: 200 len: 950 time: 0.1040318 Nov 27 03:52:21.426242 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-518cf77d-cbc6-4453-b328-4ae85c4a07d0 req-34c5cc22-b3a1-495a-b0b0-f702346a6e73 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:21.429911 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-518cf77d-cbc6-4453-b328-4ae85c4a07d0 req-34c5cc22-b3a1-495a-b0b0-f702346a6e73 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:21.431088 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-518cf77d-cbc6-4453-b328-4ae85c4a07d0 req-34c5cc22-b3a1-495a-b0b0-f702346a6e73 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] 10.222.0.20 "DELETE /v2.0/security-groups/5f8d9c5f-51a6-4973-8703-c125d68fea71 HTTP/1.1" status: 204 len: 173 time: 0.2989731 Nov 27 03:52:21.436334 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-bfde705e-9b5a-4e52-bdc0-8da9eb464ebc tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] 10.222.0.20 "GET /v2.0/routers/00ed4ce0-b4a9-4e47-9126-13edd9cf9155 HTTP/1.1" status: 200 len: 923 time: 0.1711614 Nov 27 03:52:21.440312 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39114) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:21.460814 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c5cc22-b3a1-495a-b0b0-f702346a6e73 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8d9c5f-51a6-4973-8703-c125d68fea71,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:21.480152 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2f4c18ae-f204-430b-a5e5-c09591f4a702 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] 10.222.0.20 "GET /v2.0/ports?device_id=00ed4ce0-b4a9-4e47-9126-13edd9cf9155 HTTP/1.1" status: 200 len: 205 time: 0.0310791 Nov 27 03:52:21.482773 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39116) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:21.512880 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-661f0628-9a73-4e89-b3c8-e4a972de49b7 req-24c584a6-031a-47a5-8698-99d1cb0bde93 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878143 Nov 27 03:52:21.600137 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f8ae8f-7912-46a9-889c-7392bc224d78 x-openstack-request-id: req-b3f8ae8f-7912-46a9-889c-7392bc224d78 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:52:21.601163 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217ddd02-1cf3-4e7c-80a8-0e038166c641", "name": "network-vif-deleted", "tag": "55863f53-87cd-4fb9-9cc9-eb17b216bcba", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:52:21.601535 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3f8ae8f-7912-46a9-889c-7392bc224d78 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:52:21.602048 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217ddd02-1cf3-4e7c-80a8-0e038166c641', 'name': 'network-vif-deleted', 'tag': '55863f53-87cd-4fb9-9cc9-eb17b216bcba', 'status': 'completed', 'code': 200} Nov 27 03:52:21.736325 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:21.838200 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ef95c9f9-a47d-4886-8cd8-21ff01ad0254 req-c1dc7ff6-de54-4c37-8af4-411bd2284f89 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] 10.222.0.20 "GET /v2.0/security-groups/5ec860df-74f9-4a11-8f48-778c9ff68bfc HTTP/1.1" status: 200 len: 2416 time: 0.0810494 Nov 27 03:52:21.875894 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4fa91aed-557b-49f4-b3f2-4c089d849457 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:21.902783 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c64af-a611-4f73-8876-f5dbc762e0f5 req-acaa04c2-960a-4d7f-bd9e-18e750630217 tempest-ServersOnMultiNodesTest-1751271675 tempest-ServersOnMultiNodesTest-1751271675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:21.904301 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a88c64af-a611-4f73-8876-f5dbc762e0f5 req-acaa04c2-960a-4d7f-bd9e-18e750630217 tempest-ServersOnMultiNodesTest-1751271675 tempest-ServersOnMultiNodesTest-1751271675-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c3be2f0c-3e4f-4f80-8c41-fe98400b1362 HTTP/1.1" status: 200 len: 1101 time: 0.0427425 Nov 27 03:52:21.923239 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a88c64af-a611-4f73-8876-f5dbc762e0f5 req-f5a22725-a233-4b61-b73c-d62eabbb5259 tempest-ServersOnMultiNodesTest-1751271675 tempest-ServersOnMultiNodesTest-1751271675-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:21.990845 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ef95c9f9-a47d-4886-8cd8-21ff01ad0254 req-04471840-af30-4c74-9159-187548a8eab5 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:22.009044 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a88c64af-a611-4f73-8876-f5dbc762e0f5 req-f5a22725-a233-4b61-b73c-d62eabbb5259 tempest-ServersOnMultiNodesTest-1751271675 tempest-ServersOnMultiNodesTest-1751271675-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:22.014364 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a88c64af-a611-4f73-8876-f5dbc762e0f5 req-f5a22725-a233-4b61-b73c-d62eabbb5259 tempest-ServersOnMultiNodesTest-1751271675 tempest-ServersOnMultiNodesTest-1751271675-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:22.029870 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ef95c9f9-a47d-4886-8cd8-21ff01ad0254 req-04471840-af30-4c74-9159-187548a8eab5 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:22.040171 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4fa91aed-557b-49f4-b3f2-4c089d849457 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:22.061698 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a22725-a233-4b61-b73c-d62eabbb5259 tempest-ServersOnMultiNodesTest-1751271675 tempest-ServersOnMultiNodesTest-1751271675-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09ec3ef-93ff-47e8-977f-1a17246d5940,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:22.079778 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a88c64af-a611-4f73-8876-f5dbc762e0f5 req-f5a22725-a233-4b61-b73c-d62eabbb5259 tempest-ServersOnMultiNodesTest-1751271675 tempest-ServersOnMultiNodesTest-1751271675-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689858 Nov 27 03:52:22.113942 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ef95c9f9-a47d-4886-8cd8-21ff01ad0254 req-04471840-af30-4c74-9159-187548a8eab5 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:22.116919 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ef95c9f9-a47d-4886-8cd8-21ff01ad0254 req-04471840-af30-4c74-9159-187548a8eab5 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:22.118088 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ef95c9f9-a47d-4886-8cd8-21ff01ad0254 req-04471840-af30-4c74-9159-187548a8eab5 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] 10.222.0.20 "DELETE /v2.0/security-groups/5ec860df-74f9-4a11-8f48-778c9ff68bfc HTTP/1.1" status: 204 len: 173 time: 0.2733090 Nov 27 03:52:22.124583 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39130) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:22.132560 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04471840-af30-4c74-9159-187548a8eab5 tempest-SecurityGroupRulesTestJSON-1288159697 tempest-SecurityGroupRulesTestJSON-1288159697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec860df-74f9-4a11-8f48-778c9ff68bfc,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:22.135373 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-4fa91aed-557b-49f4-b3f2-4c089d849457 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Deleting port f0414a21-697a-463e-b573-1f13425d934b {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:52:22.135857 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4fa91aed-557b-49f4-b3f2-4c089d849457 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:22.235220 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-117ce7af-bb4d-43e4-b2ce-1c4bce819dc7 admin admin] Deleting subnet c35de6a0-cb06-4338-80a1-6ee926bc146d {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:52:22.239224 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-117ce7af-bb4d-43e4-b2ce-1c4bce819dc7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:22.250587 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4fa91aed-557b-49f4-b3f2-4c089d849457 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:22.265152 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-4fa91aed-557b-49f4-b3f2-4c089d849457 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Calling delete_port for f0414a21-697a-463e-b573-1f13425d934b owned by network:router_gateway {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:52:22.277032 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821acaac-99d6-404d-a760-42ac25f4ad87 req-52e209eb-f5f2-4b4c-956a-5fdc5af2a72d tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:22.278566 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-821acaac-99d6-404d-a760-42ac25f4ad87 req-52e209eb-f5f2-4b4c-956a-5fdc5af2a72d tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 945 time: 0.0963194 Nov 27 03:52:22.297881 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-117ce7af-bb4d-43e4-b2ce-1c4bce819dc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:22.367136 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-821acaac-99d6-404d-a760-42ac25f4ad87 req-c7558785-0091-4305-a2de-f61315a385ed tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819013 Nov 27 03:52:22.372424 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-117ce7af-bb4d-43e4-b2ce-1c4bce819dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:22.454955 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-117ce7af-bb4d-43e4-b2ce-1c4bce819dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:22.487205 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4fa91aed-557b-49f4-b3f2-4c089d849457 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:22.491514 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ce7af-bb4d-43e4-b2ce-1c4bce819dc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c35de6a0-cb06-4338-80a1-6ee926bc146d,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:22.493879 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-117ce7af-bb4d-43e4-b2ce-1c4bce819dc7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:22.512458 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-117ce7af-bb4d-43e4-b2ce-1c4bce819dc7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c35de6a0-cb06-4338-80a1-6ee926bc146d HTTP/1.1" status: 204 len: 168 time: 0.3860371 Nov 27 03:52:22.514992 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39146) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:22.535390 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa91aed-557b-49f4-b3f2-4c089d849457 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Pushing event deleted for resources: {'Port': ['ID=f0414a21-697a-463e-b573-1f13425d934b,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:22.611110 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ebe6be82-9409-44e7-aa20-d744c776620c req-6c04916b-6ff6-47f7-b270-44671d839249 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c720ea29fd104ba29257a79f5e68861c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247979 Nov 27 03:52:22.632621 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4fa91aed-557b-49f4-b3f2-4c089d849457 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:22.680941 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d0e9c9f6-357e-496f-b422-b79f396a6a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:22.733550 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d24527-3962-418b-9d68-91148d8b7e31 req-698765d5-f10c-4d14-9e09-379fbe7a2088 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:22.735089 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-52d24527-3962-418b-9d68-91148d8b7e31 req-698765d5-f10c-4d14-9e09-379fbe7a2088 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 945 time: 0.1466510 Nov 27 03:52:22.741015 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4fa91aed-557b-49f4-b3f2-4c089d849457 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:22.744921 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4fa91aed-557b-49f4-b3f2-4c089d849457 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:22.804680 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6be82-9409-44e7-aa20-d744c776620c req-d2877b4f-1ab8-4046-a752-cb44b8e4be78 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:22.806239 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ebe6be82-9409-44e7-aa20-d744c776620c req-d2877b4f-1ab8-4046-a752-cb44b8e4be78 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1889491 Nov 27 03:52:22.814718 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4fa91aed-557b-49f4-b3f2-4c089d849457 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:22.815549 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa91aed-557b-49f4-b3f2-4c089d849457 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Fanout notify agent at l3_agent the message router_deleted on router 00ed4ce0-b4a9-4e47-9126-13edd9cf9155 {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 03:52:22.824318 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4fa91aed-557b-49f4-b3f2-4c089d849457 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:22.825742 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d0e9c9f6-357e-496f-b422-b79f396a6a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:22.829256 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4fa91aed-557b-49f4-b3f2-4c089d849457 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] 10.222.0.20 "DELETE /v2.0/routers/00ed4ce0-b4a9-4e47-9126-13edd9cf9155 HTTP/1.1" status: 204 len: 168 time: 1.3454015 Nov 27 03:52:22.832696 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39162) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:22.836701 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ebe6be82-9409-44e7-aa20-d744c776620c req-de33064f-a148-4f25-a855-7c96284fbc65 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/quotas/c720ea29fd104ba29257a79f5e68861c HTTP/1.1" status: 200 len: 375 time: 0.0219381 Nov 27 03:52:22.840755 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-14ce59b5-5578-4708-8b81-9a5ebc1de087 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Request body: {'router': {'name': 'tempest-snat-router-221022515', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'enable_snat': False}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:22.854815 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-52d24527-3962-418b-9d68-91148d8b7e31 req-6d7a6949-af10-46ea-91a0-d18ecb850161 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114929 Nov 27 03:52:22.856159 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-d0e9c9f6-357e-496f-b422-b79f396a6a2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39e2640f-8d1b-4cdf-88fe-979f7a44caca']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:22.881222 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-d0e9c9f6-357e-496f-b422-b79f396a6a2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c51948ed-d30d-4caa-8f9e-b9fd8a2016a3') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:22.881437 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-d0e9c9f6-357e-496f-b422-b79f396a6a2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c51948ed-d30d-4caa-8f9e-b9fd8a2016a3') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:22.892601 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d0e9c9f6-357e-496f-b422-b79f396a6a2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:22.893890 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-14ce59b5-5578-4708-8b81-9a5ebc1de087 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:22.894805 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-14ce59b5-5578-4708-8b81-9a5ebc1de087 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:22.910714 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d0e9c9f6-357e-496f-b422-b79f396a6a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:22.921893 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ebe6be82-9409-44e7-aa20-d744c776620c req-6f7672b8-a7ba-4638-803d-ad862d6c1b38 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c720ea29fd104ba29257a79f5e68861c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0768056 Nov 27 03:52:22.923186 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0e9c9f6-357e-496f-b422-b79f396a6a2f admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:52:22.923323 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d0e9c9f6-357e-496f-b422-b79f396a6a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:22.925003 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 03:52:22.925003 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:52:22.925003 n-d-819494-3 neutron-server[110019]: timer() Nov 27 03:52:22.925003 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:52:22.925003 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 03:52:22.925003 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:52:22.925003 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 03:52:22.925003 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:52:22.925003 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 03:52:22.925003 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:52:22.925003 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 03:52:22.925003 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:52:22.925003 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 03:52:22.925003 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:52:22.925003 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:52:22.925003 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:52:22.925003 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:52:22.925003 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:52:22.925003 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 03:52:22.925003 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:52:22.925003 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 03:52:22.925003 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:52:22.925003 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:52:22.925003 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:52:22.925003 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 03:52:22.925003 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:52:22.925003 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:52:22.925003 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:52:22.925003 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:52:22.925003 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:52:22.925003 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:52:22.925003 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:52:22.957710 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-14ce59b5-5578-4708-8b81-9a5ebc1de087 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:22.986805 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d0e9c9f6-357e-496f-b422-b79f396a6a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:23.015802 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d0e9c9f6-357e-496f-b422-b79f396a6a2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:23.021680 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d0e9c9f6-357e-496f-b422-b79f396a6a2f admin admin] 10.222.0.20 "DELETE /v2.0/networks/39e2640f-8d1b-4cdf-88fe-979f7a44caca HTTP/1.1" status: 204 len: 168 time: 0.5021710 Nov 27 03:52:23.021680 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9c9f6-357e-496f-b422-b79f396a6a2f admin admin] Pushing event deleted for resources: {'Network': ['ID=39e2640f-8d1b-4cdf-88fe-979f7a44caca,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:23.127926 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-14ce59b5-5578-4708-8b81-9a5ebc1de087 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:23.234890 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39166) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:23.284047 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e5e7d8cf-a580-4acb-977d-cf9797fa03c3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4dfb65e16a284d07a287571ac0e3c740&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0477219 Nov 27 03:52:23.287359 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39176) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:23.355363 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4969e30b-5ac2-4c6d-90df-fafc687d529a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:23.371842 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-14ce59b5-5578-4708-8b81-9a5ebc1de087 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:23.381493 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4969e30b-5ac2-4c6d-90df-fafc687d529a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:23.392612 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-14ce59b5-5578-4708-8b81-9a5ebc1de087 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:23.481590 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4969e30b-5ac2-4c6d-90df-fafc687d529a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:23.484347 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4969e30b-5ac2-4c6d-90df-fafc687d529a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:23.492385 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4969e30b-5ac2-4c6d-90df-fafc687d529a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e0ac8f15-a59c-43c3-a6d1-ea69aaaeabe7 HTTP/1.1" status: 204 len: 168 time: 0.2027884 Nov 27 03:52:23.540093 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969e30b-5ac2-4c6d-90df-fafc687d529a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ac8f15-a59c-43c3-a6d1-ea69aaaeabe7,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:23.547114 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d432671b-ea66-41b3-90f2-b4e53e0d5e21 req-6375ac71-6a9b-47a9-86ab-664e195dd88e tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=9616d27b-5fc1-402a-a56b-5ebfb8f23b55 HTTP/1.1" status: 200 len: 210 time: 0.0611312 Nov 27 03:52:23.593875 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d40a1-205c-462d-8d92-de8ef43747a7 req-de860690-c5ac-4b39-8870-62062c6b15ee tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:23.596064 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-530d40a1-205c-462d-8d92-de8ef43747a7 req-de860690-c5ac-4b39-8870-62062c6b15ee tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 945 time: 0.1328194 Nov 27 03:52:23.626124 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-14ce59b5-5578-4708-8b81-9a5ebc1de087 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Allocated IP 172.25.1.122 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/38f60ef4-6859-4c6a-9292-8f64f2628b3e) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:52:23.708872 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-530d40a1-205c-462d-8d92-de8ef43747a7 req-cd461ec6-08b9-47b0-b7e4-39e44e942293 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063035 Nov 27 03:52:23.784855 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-14ce59b5-5578-4708-8b81-9a5ebc1de087 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:23.833815 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-14ce59b5-5578-4708-8b81-9a5ebc1de087 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:23.874524 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ce59b5-5578-4708-8b81-9a5ebc1de087 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:52:23.879000 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-14ce59b5-5578-4708-8b81-9a5ebc1de087 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:52:23.886860 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ce59b5-5578-4708-8b81-9a5ebc1de087 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:52:23.925309 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 23917401-9f73-4d86-8eb2-a0589e6b7a2f details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:52:23.925309 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 55863f53-87cd-4fb9-9cc9-eb17b216bcba no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:52:23.928418 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce59b5-5578-4708-8b81-9a5ebc1de087 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Pushing event updated for resources: {'Port': ['ID=38f60ef4-6859-4c6a-9292-8f64f2628b3e,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:23.936543 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 55863f53-87cd-4fb9-9cc9-eb17b216bcba {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:52:23.937104 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 55863f53-87cd-4fb9-9cc9-eb17b216bcba not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:52:24.157220 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 23917401-9f73-4d86-8eb2-a0589e6b7a2f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=23917401-9f73-4d86-8eb2-a0589e6b7a2f,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:52:24.199425 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd38f8-014a-4128-9bee-81377a3cb4bc req-d5e688b3-3005-4b0c-9548-dfde30f35489 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:24.201091 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1bfd38f8-014a-4128-9bee-81377a3cb4bc req-d5e688b3-3005-4b0c-9548-dfde30f35489 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 945 time: 0.0972650 Nov 27 03:52:24.204971 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '23917401-9f73-4d86-8eb2-a0589e6b7a2f', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'port_id': '23917401-9f73-4d86-8eb2-a0589e6b7a2f', 'mac_address': 'fa:16:3e:92:14:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14a2acf-f1d7-4ddf-8459-b30982428e88', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:52:24.275202 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:24.291079 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23917401-9f73-4d86-8eb2-a0589e6b7a2f {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:52:24.317162 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 23917401-9f73-4d86-8eb2-a0589e6b7a2f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=23917401-9f73-4d86-8eb2-a0589e6b7a2f,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:52:24.324400 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:24.461442 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=23917401-9f73-4d86-8eb2-a0589e6b7a2f,revision_number=6']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:24.525527 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['23917401-9f73-4d86-8eb2-a0589e6b7a2f'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:52:24.727041 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39260) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:24.789792 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ace4b94d-4473-4fac-84b7-97d6958665b5 req-bc741f91-c908-4d04-93ae-e9ac62d86db2 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=9616d27b-5fc1-402a-a56b-5ebfb8f23b55 HTTP/1.1" status: 200 len: 210 time: 0.0758245 Nov 27 03:52:24.897919 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1bfd38f8-014a-4128-9bee-81377a3cb4bc req-ee80568d-7d38-4364-97ae-ff6e4d4f52c3 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6285903 Nov 27 03:52:24.898698 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-0547878b-2138-4846-90ce-20252a0188d0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1186503259-network', 'tenant_id': '7ab382984c9f495a90d6d0db10ad65bd'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:24.922985 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0547878b-2138-4846-90ce-20252a0188d0 admin admin] Made reservation on behalf of 7ab382984c9f495a90d6d0db10ad65bd for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:52:24.926568 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0547878b-2138-4846-90ce-20252a0188d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:24.935837 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-14ce59b5-5578-4708-8b81-9a5ebc1de087 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:24.938081 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0547878b-2138-4846-90ce-20252a0188d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:25.037449 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0547878b-2138-4846-90ce-20252a0188d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:25.075829 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0547878b-2138-4846-90ce-20252a0188d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:25.111031 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0547878b-2138-4846-90ce-20252a0188d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:52:25.143657 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0547878b-2138-4846-90ce-20252a0188d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94c2c09-ec10-44c7-9232-d128d578d2fd,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:25.148790 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0547878b-2138-4846-90ce-20252a0188d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:25.149509 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-0547878b-2138-4846-90ce-20252a0188d0 admin admin] Added segment f490316a-a146-4923-a86c-06eff7c5fb49 of type vlan for network 878f348b-d74e-4051-948c-00a92b3531b6 Nov 27 03:52:25.185873 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1183d-7ef0-434a-b4ca-c0c5eae82841 req-9c5f4c80-07c9-46c8-a3c9-e2c1ee8735f7 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:25.194977 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c2a1183d-7ef0-434a-b4ca-c0c5eae82841 req-9c5f4c80-07c9-46c8-a3c9-e2c1ee8735f7 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 945 time: 0.2483521 Nov 27 03:52:25.238238 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-14ce59b5-5578-4708-8b81-9a5ebc1de087 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:25.248047 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0547878b-2138-4846-90ce-20252a0188d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:25.316995 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c2a1183d-7ef0-434a-b4ca-c0c5eae82841 req-5b42966c-d54f-4db6-9c0e-b4a375df43c9 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206372 Nov 27 03:52:25.323428 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0547878b-2138-4846-90ce-20252a0188d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:25.326748 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0547878b-2138-4846-90ce-20252a0188d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:25.328883 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0547878b-2138-4846-90ce-20252a0188d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:25.439701 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ce59b5-5578-4708-8b81-9a5ebc1de087 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Router 4d58ac95-64e1-4b7b-a5e6-bae87c0e8286 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 03:52:25.473466 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0547878b-2138-4846-90ce-20252a0188d0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7443671 Nov 27 03:52:25.496562 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39280) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:25.503311 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-f3d950be-de17-40f2-a266-cb867c4da641 admin admin] Request body: {'subnet': {'network_id': '878f348b-d74e-4051-948c-00a92b3531b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1186503259-subnet', 'tenant_id': '7ab382984c9f495a90d6d0db10ad65bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:25.510696 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ebe6be82-9409-44e7-aa20-d744c776620c req-82cd2e75-c466-4335-b47c-ea42a27173ba tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=c720ea29fd104ba29257a79f5e68861c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0876186 Nov 27 03:52:25.515298 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0547878b-2138-4846-90ce-20252a0188d0 admin admin] Pushing event updated for resources: {'Network': ['ID=878f348b-d74e-4051-948c-00a92b3531b6,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:25.527000 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 878f348b-d74e-4051-948c-00a92b3531b6 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:52:25.612588 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ce59b5-5578-4708-8b81-9a5ebc1de087 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:52:25.629227 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a2345c-e8b7-4d13-84c2-2dc710035be6 None None] Sync routers for ids ['4d58ac95-64e1-4b7b-a5e6-bae87c0e8286'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:52:25.648779 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-14ce59b5-5578-4708-8b81-9a5ebc1de087 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:25.651588 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a2345c-e8b7-4d13-84c2-2dc710035be6 None None] Routers {'4d58ac95-64e1-4b7b-a5e6-bae87c0e8286'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:52:25.652436 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-67a2345c-e8b7-4d13-84c2-2dc710035be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:52:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4d58ac95-64e1-4b7b-a5e6-bae87c0e8286'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:25.653756 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39282) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:25.654128 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-14ce59b5-5578-4708-8b81-9a5ebc1de087 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.8203969 Nov 27 03:52:25.657989 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d950be-de17-40f2-a266-cb867c4da641 admin admin] Made reservation on behalf of 7ab382984c9f495a90d6d0db10ad65bd for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:52:25.660374 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f3d950be-de17-40f2-a266-cb867c4da641 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:25.785270 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-67a2345c-e8b7-4d13-84c2-2dc710035be6 None None] Set router 4d58ac95-64e1-4b7b-a5e6-bae87c0e8286 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:52:25.889963 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6be82-9409-44e7-aa20-d744c776620c req-1b97db58-edf5-4ed6-b671-0d928441ccdc tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:25.891470 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ebe6be82-9409-44e7-aa20-d744c776620c req-1b97db58-edf5-4ed6-b671-0d928441ccdc tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3516014 Nov 27 03:52:25.902520 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-df531ceb-1f1a-4e8d-a5fd-e3c5c4181129 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] 10.222.0.20 "GET /v2.0/routers/4d58ac95-64e1-4b7b-a5e6-bae87c0e8286 HTTP/1.1" status: 200 len: 908 time: 0.2476764 Nov 27 03:52:25.905159 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39286) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:25.913554 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-4ff74e2a-2f4a-4c52-8f8c-7a153ef9b4b3 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Request body: {'router': {'name': 'tempest-snat-router-221022515', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'enable_snat': True}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:25.915255 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 23917401-9f73-4d86-8eb2-a0589e6b7a2f up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:52:25.947806 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-81825e23-a28d-4e1c-88a1-01f0e86ab389 req-32719f7d-ef27-4529-9fd3-0a82329aa38a tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=9616d27b-5fc1-402a-a56b-5ebfb8f23b55 HTTP/1.1" status: 200 len: 210 time: 0.0341325 Nov 27 03:52:25.991422 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-ebe6be82-9409-44e7-aa20-d744c776620c req-228ee57b-469e-42ef-abcf-412e0fa88633 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Request body: {'port': {'device_id': '7d6ca585-5265-4c58-9677-cf58c93a33ae', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'admin_state_up': True, 'tenant_id': 'c720ea29fd104ba29257a79f5e68861c'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:26.125916 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 23917401-9f73-4d86-8eb2-a0589e6b7a2f triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:52:26.125916 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:26.179660 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4ff74e2a-2f4a-4c52-8f8c-7a153ef9b4b3 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:26.179660 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4ff74e2a-2f4a-4c52-8f8c-7a153ef9b4b3 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:26.229852 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d0fe1-be27-43f0-99c7-cc583e6c08c3 req-999b4df1-3155-4ec5-b9bd-595ed934743d tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:26.231410 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e50d0fe1-be27-43f0-99c7-cc583e6c08c3 req-999b4df1-3155-4ec5-b9bd-595ed934743d tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 945 time: 0.1841404 Nov 27 03:52:26.238043 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f3d950be-de17-40f2-a266-cb867c4da641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:26.241928 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-67a2345c-e8b7-4d13-84c2-2dc710035be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d58ac95-64e1-4b7b-a5e6-bae87c0e8286', 'name': 'tempest-snat-router-221022515', 'tenant_id': 'b3f95f2569dc4d32be09eaf2115a93fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.122'}], 'enable_snat': False}, 'gw_port_id': '38f60ef4-6859-4c6a-9292-8f64f2628b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:52:22Z', 'updated_at': '2021-11-27T03:52:24Z', 'revision_number': 3, 'project_id': 'b3f95f2569dc4d32be09eaf2115a93fd', 'gw_port': {'id': '38f60ef4-6859-4c6a-9292-8f64f2628b3e', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ad:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d58ac95-64e1-4b7b-a5e6-bae87c0e8286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:52:23Z', 'updated_at': '2021-11-27T03:52:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:26.261427 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ebe6be82-9409-44e7-aa20-d744c776620c req-8bd65a07-3c0c-425f-b02c-2d8fe643dcf1 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=c720ea29fd104ba29257a79f5e68861c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639582 Nov 27 03:52:26.277999 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:26.282155 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a2345c-e8b7-4d13-84c2-2dc710035be6 None None] Checking router: 4d58ac95-64e1-4b7b-a5e6-bae87c0e8286 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:52:26.282538 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a2345c-e8b7-4d13-84c2-2dc710035be6 None None] Updating router 4d58ac95-64e1-4b7b-a5e6-bae87c0e8286 port 38f60ef4-6859-4c6a-9292-8f64f2628b3e binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:52:26.339435 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4ff74e2a-2f4a-4c52-8f8c-7a153ef9b4b3 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:26.363554 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebe6be82-9409-44e7-aa20-d744c776620c req-228ee57b-469e-42ef-abcf-412e0fa88633 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Made reservation on behalf of c720ea29fd104ba29257a79f5e68861c for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:52:26.368415 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ebe6be82-9409-44e7-aa20-d744c776620c req-228ee57b-469e-42ef-abcf-412e0fa88633 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:26.463899 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b823decf-9f0a-46d2-b8b8-ad772708563f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23917401-9f73-4d86-8eb2-a0589e6b7a2f'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:52:26.473413 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20bc5e2-b4ef-49e6-b31e-570300d97677" -d '{"events": [{"server_uuid": "b823decf-9f0a-46d2-b8b8-ad772708563f", "name": "network-vif-plugged", "status": "completed", "tag": "23917401-9f73-4d86-8eb2-a0589e6b7a2f"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:52:26.478430 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d950be-de17-40f2-a266-cb867c4da641 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dabff6d-3710-4a63-8c0e-0d6564576119,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:26.515458 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6be82-9409-44e7-aa20-d744c776620c req-d69f70e8-f184-4287-93b5-2b392deb39e3 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:26.517098 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ebe6be82-9409-44e7-aa20-d744c776620c req-d69f70e8-f184-4287-93b5-2b392deb39e3 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2480891 Nov 27 03:52:26.520534 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-67a2345c-e8b7-4d13-84c2-2dc710035be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:26.545986 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 23917401-9f73-4d86-8eb2-a0589e6b7a2f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=23917401-9f73-4d86-8eb2-a0589e6b7a2f,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:52:26.608604 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-ebe6be82-9409-44e7-aa20-d744c776620c req-a02a5c9a-5059-4e34-908e-67f02f1c3af4 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Request body: {'port': {'device_id': '9616d27b-5fc1-402a-a56b-5ebfb8f23b55', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'admin_state_up': True, 'tenant_id': 'c720ea29fd104ba29257a79f5e68861c'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:26.628948 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e50d0fe1-be27-43f0-99c7-cc583e6c08c3 req-551c427b-4baa-483a-8022-10be94c6f7ae tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596764 Nov 27 03:52:26.720863 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d950be-de17-40f2-a266-cb867c4da641 admin admin] Checking segment: {'id': 'f490316a-a146-4923-a86c-06eff7c5fb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '878f348b-d74e-4051-948c-00a92b3531b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:52:26.725561 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d950be-de17-40f2-a266-cb867c4da641 admin admin] Network hostable DHCP agents. Network: 878f348b-d74e-4051-948c-00a92b3531b6, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:52:26.732551 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4ff74e2a-2f4a-4c52-8f8c-7a153ef9b4b3 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:26.882764 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebe6be82-9409-44e7-aa20-d744c776620c req-a02a5c9a-5059-4e34-908e-67f02f1c3af4 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Made reservation on behalf of c720ea29fd104ba29257a79f5e68861c for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:52:26.888432 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ebe6be82-9409-44e7-aa20-d744c776620c req-a02a5c9a-5059-4e34-908e-67f02f1c3af4 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:26.917164 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97441e-aaf8-41fe-a00b-4ad1b5afe15e req-88df0886-c22e-40c1-a5c5-274937cb525f tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:26.920389 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d950be-de17-40f2-a266-cb867c4da641 admin admin] Network 878f348b-d74e-4051-948c-00a92b3531b6 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:52:26.926754 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3f97441e-aaf8-41fe-a00b-4ad1b5afe15e req-88df0886-c22e-40c1-a5c5-274937cb525f tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 945 time: 0.4348731 Nov 27 03:52:26.956421 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-f3d950be-de17-40f2-a266-cb867c4da641 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 878f348b-d74e-4051-948c-00a92b3531b6) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:52:26.980722 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d950be-de17-40f2-a266-cb867c4da641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:26.981325 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f3d950be-de17-40f2-a266-cb867c4da641 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:27.019888 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae1977a-2f40-4fbc-99df-ca788e457ad3 x-openstack-request-id: req-2ae1977a-2f40-4fbc-99df-ca788e457ad3 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:52:27.022188 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b823decf-9f0a-46d2-b8b8-ad772708563f", "name": "network-vif-plugged", "status": "completed", "tag": "23917401-9f73-4d86-8eb2-a0589e6b7a2f", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:52:27.022894 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ae1977a-2f40-4fbc-99df-ca788e457ad3 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:52:27.023445 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b823decf-9f0a-46d2-b8b8-ad772708563f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23917401-9f73-4d86-8eb2-a0589e6b7a2f', 'code': 200} Nov 27 03:52:27.023795 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-ebe6be82-9409-44e7-aa20-d744c776620c req-228ee57b-469e-42ef-abcf-412e0fa88633 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Allocated IP 192.168.233.216 (7cd21890-8440-4d5d-a862-4b55c8c22387/f14a2acf-f1d7-4ddf-8459-b30982428e88/961a2ab4-de32-49de-85e1-357b240eda4d) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:52:27.026624 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:27.033839 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467bd1c0-6d4a-45f4-b794-554265c87354 None None] Network 878f348b-d74e-4051-948c-00a92b3531b6 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:52:27.057238 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3f97441e-aaf8-41fe-a00b-4ad1b5afe15e req-239ee365-b667-4170-8dd0-b2d34047430c tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235723 Nov 27 03:52:27.160876 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-67a2345c-e8b7-4d13-84c2-2dc710035be6 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:27.176311 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-67a2345c-e8b7-4d13-84c2-2dc710035be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:27.223714 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=23917401-9f73-4d86-8eb2-a0589e6b7a2f,revision_number=7']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:27.297942 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd9f72c-e48e-4e2f-a0a4-757e5d4a88a0 None None] Pushing event updated for resources: {'Port': ['ID=38f60ef4-6859-4c6a-9292-8f64f2628b3e,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:27.305765 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-67a2345c-e8b7-4d13-84c2-2dc710035be6 None None] Attempting to bind port 38f60ef4-6859-4c6a-9292-8f64f2628b3e on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:52:27.306144 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-67a2345c-e8b7-4d13-84c2-2dc710035be6 None None] Attempting to bind port 38f60ef4-6859-4c6a-9292-8f64f2628b3e by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:52:27.306683 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a2345c-e8b7-4d13-84c2-2dc710035be6 None None] Attempting to bind port 38f60ef4-6859-4c6a-9292-8f64f2628b3e on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:52:27.315046 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a2345c-e8b7-4d13-84c2-2dc710035be6 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:52:27.315429 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a2345c-e8b7-4d13-84c2-2dc710035be6 None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:52:27.315856 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-67a2345c-e8b7-4d13-84c2-2dc710035be6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:27.316241 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a2345c-e8b7-4d13-84c2-2dc710035be6 None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:52:27.316868 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-67a2345c-e8b7-4d13-84c2-2dc710035be6 None None] Bound port: 38f60ef4-6859-4c6a-9292-8f64f2628b3e, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:52:27.317263 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-67a2345c-e8b7-4d13-84c2-2dc710035be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:27.412898 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f3d950be-de17-40f2-a266-cb867c4da641 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9146991 Nov 27 03:52:27.440549 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3a277f8a-7995-4f7e-912a-4063848e2853 req-5bbb5ca2-5ffa-4f07-b5ed-cd7859e52e68 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=9616d27b-5fc1-402a-a56b-5ebfb8f23b55 HTTP/1.1" status: 200 len: 210 time: 0.3396068 Nov 27 03:52:27.441130 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-67a2345c-e8b7-4d13-84c2-2dc710035be6 None None] For port 38f60ef4-6859-4c6a-9292-8f64f2628b3e, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:52:27.444668 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfa0a48-26b5-4f50-97fc-eee435d5e4e2 None None] Network 878f348b-d74e-4051-948c-00a92b3531b6 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:52:27.447660 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-67a2345c-e8b7-4d13-84c2-2dc710035be6 None None] For port 38f60ef4-6859-4c6a-9292-8f64f2628b3e, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=38f60ef4-6859-4c6a-9292-8f64f2628b3e,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:52:27.547197 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-67a2345c-e8b7-4d13-84c2-2dc710035be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:27.750300 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd9f72c-e48e-4e2f-a0a4-757e5d4a88a0 None None] Pushing event updated for resources: {'Port': ['ID=38f60ef4-6859-4c6a-9292-8f64f2628b3e,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:27.772669 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a2345c-e8b7-4d13-84c2-2dc710035be6 None None] Routers {'4d58ac95-64e1-4b7b-a5e6-bae87c0e8286'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:52:27.773330 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-67a2345c-e8b7-4d13-84c2-2dc710035be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:52:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4d58ac95-64e1-4b7b-a5e6-bae87c0e8286'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:27.856654 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-9bfda2bd-5aa5-4de0-8730-ad3e7adc4dab req-de55de29-6b1a-4f42-a634-f080dbeb3b9f tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-871369878', 'description': 'tempest-description-493992088'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:27.867157 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb4546-f6eb-48d1-a6a0-8eda836b71af req-dce89208-074e-4af9-a815-8352b86a21cd tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:27.868809 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bacb4546-f6eb-48d1-a6a0-8eda836b71af req-dce89208-074e-4af9-a815-8352b86a21cd tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 945 time: 0.1157882 Nov 27 03:52:27.896534 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ebe6be82-9409-44e7-aa20-d744c776620c req-228ee57b-469e-42ef-abcf-412e0fa88633 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:27.902142 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9bfda2bd-5aa5-4de0-8730-ad3e7adc4dab req-de55de29-6b1a-4f42-a634-f080dbeb3b9f tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:27.982767 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bacb4546-f6eb-48d1-a6a0-8eda836b71af req-d43b6c71-5627-4cc1-b9c1-3dbe10ad080a tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026666 Nov 27 03:52:27.993477 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-67a2345c-e8b7-4d13-84c2-2dc710035be6 None None] Set router 4d58ac95-64e1-4b7b-a5e6-bae87c0e8286 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:52:28.045743 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9bfda2bd-5aa5-4de0-8730-ad3e7adc4dab req-de55de29-6b1a-4f42-a634-f080dbeb3b9f tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:28.055565 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4ff74e2a-2f4a-4c52-8f8c-7a153ef9b4b3 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:28.079013 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9bfda2bd-5aa5-4de0-8730-ad3e7adc4dab req-de55de29-6b1a-4f42-a634-f080dbeb3b9f tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:28.095660 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4ff74e2a-2f4a-4c52-8f8c-7a153ef9b4b3 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:28.107726 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9bfda2bd-5aa5-4de0-8730-ad3e7adc4dab req-de55de29-6b1a-4f42-a634-f080dbeb3b9f tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:28.123338 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9bfda2bd-5aa5-4de0-8730-ad3e7adc4dab req-de55de29-6b1a-4f42-a634-f080dbeb3b9f tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4462202 Nov 27 03:52:28.142408 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 7cfb94f3-20a4-457b-ab06-b8424e82fab7 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:52:28.148841 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ebe6be82-9409-44e7-aa20-d744c776620c req-228ee57b-469e-42ef-abcf-412e0fa88633 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:28.221963 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['84099172-9d4b-490d-ba96-813571fab01c'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:52:28.242162 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55de29-6b1a-4f42-a634-f080dbeb3b9f tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce96832-640c-4e3e-a80e-d0b723330f04,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:28.253358 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebe6be82-9409-44e7-aa20-d744c776620c req-228ee57b-469e-42ef-abcf-412e0fa88633 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Network 7cd21890-8440-4d5d-a862-4b55c8c22387 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:52:28.258569 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-ebe6be82-9409-44e7-aa20-d744c776620c req-228ee57b-469e-42ef-abcf-412e0fa88633 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:52:28.271703 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe6be82-9409-44e7-aa20-d744c776620c req-228ee57b-469e-42ef-abcf-412e0fa88633 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:52:28.323287 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.db.api [req-ebe6be82-9409-44e7-aa20-d744c776620c req-a02a5c9a-5059-4e34-908e-67f02f1c3af4 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 192.168.233.216-e6cf1814-6155-4a58-a979-ff5723c5f7b0 {{(pid=110018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 03:52:28.323873 n-d-819494-3 neutron-server[110018]: DEBUG oslo_db.api [req-ebe6be82-9409-44e7-aa20-d744c776620c req-a02a5c9a-5059-4e34-908e-67f02f1c3af4 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 03:52:28.356278 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6be82-9409-44e7-aa20-d744c776620c req-228ee57b-469e-42ef-abcf-412e0fa88633 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:28.357182 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ebe6be82-9409-44e7-aa20-d744c776620c req-228ee57b-469e-42ef-abcf-412e0fa88633 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:28.415866 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ee57b-469e-42ef-abcf-412e0fa88633 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Pushing event updated for resources: {'Port': ['ID=961a2ab4-de32-49de-85e1-357b240eda4d,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:28.431327 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ebe6be82-9409-44e7-aa20-d744c776620c req-228ee57b-469e-42ef-abcf-412e0fa88633 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4574919 Nov 27 03:52:28.432718 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af78f791-bcd2-423a-b5d6-848867baf1f6 req-b136dd86-6442-4ff3-811c-a1346b83dd0f tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:28.439930 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-af78f791-bcd2-423a-b5d6-848867baf1f6 req-b136dd86-6442-4ff3-811c-a1346b83dd0f tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 945 time: 0.1101792 Nov 27 03:52:28.467980 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-ebe6be82-9409-44e7-aa20-d744c776620c req-1d1f9205-6674-4f9d-a472-cf3cfa415346 service neutron] Request body: {'port': {'device_id': '7d6ca585-5265-4c58-9677-cf58c93a33ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:28.540627 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-eaff0685-e013-4455-b656-203337759cbd req-c893d5fa-7306-449f-89a1-098a110753f5 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] 10.222.0.20 "GET /v2.0/security-groups/0ce96832-640c-4e3e-a80e-d0b723330f04 HTTP/1.1" status: 200 len: 1830 time: 0.1932089 Nov 27 03:52:28.553554 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-eaff0685-e013-4455-b656-203337759cbd req-240f43a4-687b-4233-a82e-f5bba452c895 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0ce96832-640c-4e3e-a80e-d0b723330f04', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:28.553922 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-eaff0685-e013-4455-b656-203337759cbd req-240f43a4-687b-4233-a82e-f5bba452c895 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0ce96832-640c-4e3e-a80e-d0b723330f04', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:28.561510 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-af78f791-bcd2-423a-b5d6-848867baf1f6 req-a8db74bd-d31a-4617-a691-67a20305af3c tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163442 Nov 27 03:52:28.600001 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-4ff74e2a-2f4a-4c52-8f8c-7a153ef9b4b3 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Allocated IP 172.25.1.36 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/3a56da83-6aee-4432-80fa-e582eea1b31c) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:52:28.658785 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ebe6be82-9409-44e7-aa20-d744c776620c req-1d1f9205-6674-4f9d-a472-cf3cfa415346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:28.731123 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-eaff0685-e013-4455-b656-203337759cbd req-240f43a4-687b-4233-a82e-f5bba452c895 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:28.831200 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ebe6be82-9409-44e7-aa20-d744c776620c req-a02a5c9a-5059-4e34-908e-67f02f1c3af4 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:28.852164 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1a4170a0-e4a7-4072-9394-4004dc7973e6 req-70f335d6-4f14-4ceb-a73e-a85ac6b01f18 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=9616d27b-5fc1-402a-a56b-5ebfb8f23b55 HTTP/1.1" status: 200 len: 210 time: 0.0821464 Nov 27 03:52:28.959123 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-71b9a26c-ac9a-4e19-b7ea-105984fd1d52 None None] Provisioning complete for port 961a2ab4-de32-49de-85e1-357b240eda4d triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:52:28.959730 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-71b9a26c-ac9a-4e19-b7ea-105984fd1d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:29.048489 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 7cfb94f3-20a4-457b-ab06-b8424e82fab7, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=7cfb94f3-20a4-457b-ab06-b8424e82fab7,segment=NetworkSegment(277708b6-af23-477b-abf6-dbbbeb02c2ba),segment_id=277708b6-af23-477b-abf6-dbbbeb02c2ba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:52:29.087288 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '7cfb94f3-20a4-457b-ab06-b8424e82fab7', 'network_id': '08f5ab49-0e80-484e-b2da-92afccf8b9b1', 'port_id': '7cfb94f3-20a4-457b-ab06-b8424e82fab7', 'mac_address': 'fa:16:3e:7e:a4:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921fe779-c75e-43af-88d5-b8ba03d01bf5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:52:29.088920 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-71b9a26c-ac9a-4e19-b7ea-105984fd1d52 None None] Port 961a2ab4-de32-49de-85e1-357b240eda4d cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:52:29.175745 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:29.199369 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-ebe6be82-9409-44e7-aa20-d744c776620c req-1d1f9205-6674-4f9d-a472-cf3cfa415346 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 961a2ab4-de32-49de-85e1-357b240eda4d {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:52:29.219297 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ebe6be82-9409-44e7-aa20-d744c776620c req-1d1f9205-6674-4f9d-a472-cf3cfa415346 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:29.235143 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-ebe6be82-9409-44e7-aa20-d744c776620c req-1d1f9205-6674-4f9d-a472-cf3cfa415346 service neutron] Transition to ACTIVE for port object 961a2ab4-de32-49de-85e1-357b240eda4d will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:52:29.274506 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-67a2345c-e8b7-4d13-84c2-2dc710035be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d58ac95-64e1-4b7b-a5e6-bae87c0e8286', 'name': 'tempest-snat-router-221022515', 'tenant_id': 'b3f95f2569dc4d32be09eaf2115a93fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.122'}], 'enable_snat': False}, 'gw_port_id': '38f60ef4-6859-4c6a-9292-8f64f2628b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:52:22Z', 'updated_at': '2021-11-27T03:52:24Z', 'revision_number': 3, 'project_id': 'b3f95f2569dc4d32be09eaf2115a93fd', 'gw_port': {'id': '38f60ef4-6859-4c6a-9292-8f64f2628b3e', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ad:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d58ac95-64e1-4b7b-a5e6-bae87c0e8286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:52:23Z', 'updated_at': '2021-11-27T03:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:29.299466 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4ff74e2a-2f4a-4c52-8f8c-7a153ef9b4b3 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:29.341560 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ebe6be82-9409-44e7-aa20-d744c776620c req-1d1f9205-6674-4f9d-a472-cf3cfa415346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:29.348671 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4ff74e2a-2f4a-4c52-8f8c-7a153ef9b4b3 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:29.394717 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-eaff0685-e013-4455-b656-203337759cbd req-240f43a4-687b-4233-a82e-f5bba452c895 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:29.409638 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-eaff0685-e013-4455-b656-203337759cbd req-240f43a4-687b-4233-a82e-f5bba452c895 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:29.411042 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7cfb94f3-20a4-457b-ab06-b8424e82fab7 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:52:29.415755 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab6a9f-74fb-4459-9321-1ba53ea59e8b req-0bd37ca2-5605-4a88-ba09-51c47f9505a3 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:29.424748 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-29ab6a9f-74fb-4459-9321-1ba53ea59e8b req-0bd37ca2-5605-4a88-ba09-51c47f9505a3 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 945 time: 0.2327402 Nov 27 03:52:29.451645 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a2345c-e8b7-4d13-84c2-2dc710035be6 None None] The sync data for ids ['4d58ac95-64e1-4b7b-a5e6-bae87c0e8286'] in n-d-819494-3 is: [{'id': '4d58ac95-64e1-4b7b-a5e6-bae87c0e8286', 'name': 'tempest-snat-router-221022515', 'tenant_id': 'b3f95f2569dc4d32be09eaf2115a93fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.122'}], 'enable_snat': False}, 'gw_port_id': '38f60ef4-6859-4c6a-9292-8f64f2628b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:52:22Z', 'updated_at': '2021-11-27T03:52:24Z', 'revision_number': 3, 'project_id': 'b3f95f2569dc4d32be09eaf2115a93fd', 'gw_port': {'id': '38f60ef4-6859-4c6a-9292-8f64f2628b3e', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ad:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d58ac95-64e1-4b7b-a5e6-bae87c0e8286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:52:23Z', 'updated_at': '2021-11-27T03:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:52:29.473008 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-ebe6be82-9409-44e7-aa20-d744c776620c req-a02a5c9a-5059-4e34-908e-67f02f1c3af4 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Allocated IP 192.168.233.21 (7cd21890-8440-4d5d-a862-4b55c8c22387/f14a2acf-f1d7-4ddf-8459-b30982428e88/20fb2fc7-16d0-46d0-be48-59a1d267810c) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:52:29.473278 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff74e2a-2f4a-4c52-8f8c-7a153ef9b4b3 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:52:29.491252 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-eaff0685-e013-4455-b656-203337759cbd req-240f43a4-687b-4233-a82e-f5bba452c895 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:29.533172 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-eaff0685-e013-4455-b656-203337759cbd req-240f43a4-687b-4233-a82e-f5bba452c895 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9890103 Nov 27 03:52:29.617865 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-4ff74e2a-2f4a-4c52-8f8c-7a153ef9b4b3 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:52:29.636814 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f9205-6674-4f9d-a472-cf3cfa415346 service neutron] Pushing event updated for resources: {'Port': ['ID=961a2ab4-de32-49de-85e1-357b240eda4d,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:29.639366 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 7cfb94f3-20a4-457b-ab06-b8424e82fab7, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=7cfb94f3-20a4-457b-ab06-b8424e82fab7,segment=NetworkSegment(277708b6-af23-477b-abf6-dbbbeb02c2ba),segment_id=277708b6-af23-477b-abf6-dbbbeb02c2ba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:52:29.639500 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240f43a4-687b-4233-a82e-f5bba452c895 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65ec5127-8ae4-4928-bdd9-82b1ba7f2162,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:29.686910 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:29.696932 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-29ab6a9f-74fb-4459-9321-1ba53ea59e8b req-5c212773-41ca-4aed-a42b-63c9c92c8438 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/security-groups?id=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711768 Nov 27 03:52:29.791142 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff74e2a-2f4a-4c52-8f8c-7a153ef9b4b3 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:52:29.874033 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=7cfb94f3-20a4-457b-ab06-b8424e82fab7,revision_number=6']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:29.927579 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['7cfb94f3-20a4-457b-ab06-b8424e82fab7'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:52:30.014619 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-57f2f2e2-3be4-41cb-b7d3-1d32f8b1a7ea req-68448aaf-a15a-4ce4-b1ae-299973e6407c tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] 10.222.0.20 "GET /v2.0/security-groups/0ce96832-640c-4e3e-a80e-d0b723330f04 HTTP/1.1" status: 200 len: 2424 time: 0.2577517 Nov 27 03:52:30.076817 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff74e2a-2f4a-4c52-8f8c-7a153ef9b4b3 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Pushing event updated for resources: {'Port': ['ID=3a56da83-6aee-4432-80fa-e582eea1b31c,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:30.134720 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device ac5a9819-f007-45b4-b39f-9ca98d7b81b5 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:52:30.280911 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ebe6be82-9409-44e7-aa20-d744c776620c req-a02a5c9a-5059-4e34-908e-67f02f1c3af4 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:30.361340 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4045473-b877-4910-881f-865efbcde259 req-00ccd8d0-9bb5-4909-8659-d465252e36ed tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:30.368364 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a4045473-b877-4910-881f-865efbcde259 req-00ccd8d0-9bb5-4909-8659-d465252e36ed tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 944 time: 0.2082129 Nov 27 03:52:30.413794 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8db82-1aa9-438a-9078-a68538485ad9 req-469ce876-dd48-4e1a-a510-0859a084e851 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:30.415461 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9aa8db82-1aa9-438a-9078-a68538485ad9 req-469ce876-dd48-4e1a-a510-0859a084e851 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.11 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 945 time: 0.8494527 Nov 27 03:52:30.466171 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:30.482778 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ebe6be82-9409-44e7-aa20-d744c776620c req-a02a5c9a-5059-4e34-908e-67f02f1c3af4 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:30.539596 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-ebe6be82-9409-44e7-aa20-d744c776620c req-1d1f9205-6674-4f9d-a472-cf3cfa415346 service neutron] Attempting to bind port 961a2ab4-de32-49de-85e1-357b240eda4d on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:52:30.540195 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-ebe6be82-9409-44e7-aa20-d744c776620c req-1d1f9205-6674-4f9d-a472-cf3cfa415346 service neutron] Attempting to bind port 961a2ab4-de32-49de-85e1-357b240eda4d by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:52:30.540817 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe6be82-9409-44e7-aa20-d744c776620c req-1d1f9205-6674-4f9d-a472-cf3cfa415346 service neutron] Attempting to bind port 961a2ab4-de32-49de-85e1-357b240eda4d on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:52:30.570344 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab23547-e491-4539-98d8-f2924393b0ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac5a9819-f007-45b4-b39f-9ca98d7b81b5'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:52:30.572643 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cf94c5-dd51-43b9-9d17-46124316c8e7" -d '{"events": [{"server_uuid": "bab23547-e491-4539-98d8-f2924393b0ac", "name": "network-vif-unplugged", "status": "completed", "tag": "ac5a9819-f007-45b4-b39f-9ca98d7b81b5"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:52:30.607558 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe6be82-9409-44e7-aa20-d744c776620c req-1d1f9205-6674-4f9d-a472-cf3cfa415346 service neutron] Port 961a2ab4-de32-49de-85e1-357b240eda4d on network 7cd21890-8440-4d5d-a862-4b55c8c22387 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:52:30.607908 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe6be82-9409-44e7-aa20-d744c776620c req-1d1f9205-6674-4f9d-a472-cf3cfa415346 service neutron] Attempting to bind port 961a2ab4-de32-49de-85e1-357b240eda4d on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:52:30.618204 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a4045473-b877-4910-881f-865efbcde259 req-234ef77c-2f9d-4170-9d26-a4c840de200b tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306590 Nov 27 03:52:30.646534 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port ac5a9819-f007-45b4-b39f-9ca98d7b81b5, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=ac5a9819-f007-45b4-b39f-9ca98d7b81b5,segment=NetworkSegment(bfcc9ec6-3441-46de-afcb-8047300e65d9),segment_id=bfcc9ec6-3441-46de-afcb-8047300e65d9)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:52:30.666861 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebe6be82-9409-44e7-aa20-d744c776620c req-a02a5c9a-5059-4e34-908e-67f02f1c3af4 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Network 7cd21890-8440-4d5d-a862-4b55c8c22387 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:52:30.677836 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:30.688539 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-ebe6be82-9409-44e7-aa20-d744c776620c req-a02a5c9a-5059-4e34-908e-67f02f1c3af4 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:52:30.709489 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe6be82-9409-44e7-aa20-d744c776620c req-1d1f9205-6674-4f9d-a472-cf3cfa415346 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:52:30.709844 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe6be82-9409-44e7-aa20-d744c776620c req-1d1f9205-6674-4f9d-a472-cf3cfa415346 service neutron] Checking segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:52:30.710245 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe6be82-9409-44e7-aa20-d744c776620c req-1d1f9205-6674-4f9d-a472-cf3cfa415346 service neutron] Bound using segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:52:30.710737 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-ebe6be82-9409-44e7-aa20-d744c776620c req-1d1f9205-6674-4f9d-a472-cf3cfa415346 service neutron] Bound port: 961a2ab4-de32-49de-85e1-357b240eda4d, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:52:30.711109 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ebe6be82-9409-44e7-aa20-d744c776620c req-1d1f9205-6674-4f9d-a472-cf3cfa415346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:30.714816 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe6be82-9409-44e7-aa20-d744c776620c req-a02a5c9a-5059-4e34-908e-67f02f1c3af4 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:52:30.797184 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=ac5a9819-f007-45b4-b39f-9ca98d7b81b5,revision_number=6']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:30.834283 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a5c9a-5059-4e34-908e-67f02f1c3af4 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Pushing event updated for resources: {'Port': ['ID=20fb2fc7-16d0-46d0-be48-59a1d267810c,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:30.851491 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['84099172-9d4b-490d-ba96-813571fab01c'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:52:30.964966 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6be82-9409-44e7-aa20-d744c776620c req-a02a5c9a-5059-4e34-908e-67f02f1c3af4 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:30.965781 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ebe6be82-9409-44e7-aa20-d744c776620c req-a02a5c9a-5059-4e34-908e-67f02f1c3af4 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:31.007003 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ebe6be82-9409-44e7-aa20-d744c776620c req-a02a5c9a-5059-4e34-908e-67f02f1c3af4 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3965948 Nov 27 03:52:31.025317 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740f224-66d6-4f5c-a70e-65d5425c8da7 req-69ca353f-c416-4086-a77f-6fb06aa3d2f2 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:31.033778 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e740f224-66d6-4f5c-a70e-65d5425c8da7 req-69ca353f-c416-4086-a77f-6fb06aa3d2f2 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=9616d27b-5fc1-402a-a56b-5ebfb8f23b55 HTTP/1.1" status: 200 len: 935 time: 0.1745238 Nov 27 03:52:31.065596 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-ebe6be82-9409-44e7-aa20-d744c776620c req-3b9592b3-c601-463d-9e47-018871a662a5 service neutron] Request body: {'port': {'device_id': '9616d27b-5fc1-402a-a56b-5ebfb8f23b55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:31.250350 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-9aa8db82-1aa9-438a-9078-a68538485ad9 req-45a1cd99-cae7-419a-9d82-247e5a3cf967 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Deleting port ac5a9819-f007-45b4-b39f-9ca98d7b81b5 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:52:31.250771 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9aa8db82-1aa9-438a-9078-a68538485ad9 req-45a1cd99-cae7-419a-9d82-247e5a3cf967 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:31.264675 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ebe6be82-9409-44e7-aa20-d744c776620c req-3b9592b3-c601-463d-9e47-018871a662a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:31.270350 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e740f224-66d6-4f5c-a70e-65d5425c8da7 req-85402745-05d5-4f74-84c4-e8061bfc392b tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348742 Nov 27 03:52:31.323124 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 38f60ef4-6859-4c6a-9292-8f64f2628b3e up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:52:31.378407 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-528f3cb4-7ab8-4b90-b10f-7b3fa8cd4d8b None None] Provisioning complete for port 20fb2fc7-16d0-46d0-be48-59a1d267810c triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:52:31.378887 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-528f3cb4-7ab8-4b90-b10f-7b3fa8cd4d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:31.413667 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-9aa8db82-1aa9-438a-9078-a68538485ad9 req-45a1cd99-cae7-419a-9d82-247e5a3cf967 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] For port ac5a9819-f007-45b4-b39f-9ca98d7b81b5, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=ac5a9819-f007-45b4-b39f-9ca98d7b81b5,segment=NetworkSegment(bfcc9ec6-3441-46de-afcb-8047300e65d9),segment_id=bfcc9ec6-3441-46de-afcb-8047300e65d9)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:52:31.414314 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9aa8db82-1aa9-438a-9078-a68538485ad9 req-45a1cd99-cae7-419a-9d82-247e5a3cf967 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:31.424483 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-44c9c820-a6b0-4ce8-8546-a20f22b8b05f req-7a9bf4b6-8cd4-412c-afcf-1f6d6246e52e tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] 10.222.0.20 "GET /v2.0/security-group-rules/65ec5127-8ae4-4928-bdd9-82b1ba7f2162 HTTP/1.1" status: 200 len: 778 time: 0.0656321 Nov 27 03:52:31.436762 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-9aa8db82-1aa9-438a-9078-a68538485ad9 req-45a1cd99-cae7-419a-9d82-247e5a3cf967 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Calling delete_port for ac5a9819-f007-45b4-b39f-9ca98d7b81b5 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:52:31.440791 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-528f3cb4-7ab8-4b90-b10f-7b3fa8cd4d8b None None] Port 20fb2fc7-16d0-46d0-be48-59a1d267810c cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:52:31.458810 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 38f60ef4-6859-4c6a-9292-8f64f2628b3e triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:52:31.459356 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:31.537310 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-ebe6be82-9409-44e7-aa20-d744c776620c req-1d1f9205-6674-4f9d-a472-cf3cfa415346 service neutron] For port 961a2ab4-de32-49de-85e1-357b240eda4d, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:52:31.558951 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-ebe6be82-9409-44e7-aa20-d744c776620c req-1d1f9205-6674-4f9d-a472-cf3cfa415346 service neutron] For port 961a2ab4-de32-49de-85e1-357b240eda4d, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=961a2ab4-de32-49de-85e1-357b240eda4d,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:52:31.563549 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:31.593257 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 38f60ef4-6859-4c6a-9292-8f64f2628b3e, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=38f60ef4-6859-4c6a-9292-8f64f2628b3e,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:52:31.601098 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:31.601321 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ebe6be82-9409-44e7-aa20-d744c776620c req-1d1f9205-6674-4f9d-a472-cf3cfa415346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:31.656882 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4ff74e2a-2f4a-4c52-8f8c-7a153ef9b4b3 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:31.694589 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6be82-9409-44e7-aa20-d744c776620c req-1d1f9205-6674-4f9d-a472-cf3cfa415346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:31.695482 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ebe6be82-9409-44e7-aa20-d744c776620c req-1d1f9205-6674-4f9d-a472-cf3cfa415346 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:31.697095 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ebe6be82-9409-44e7-aa20-d744c776620c req-1d1f9205-6674-4f9d-a472-cf3cfa415346 service neutron] 10.222.0.11 "PUT /v2.0/ports/961a2ab4-de32-49de-85e1-357b240eda4d HTTP/1.1" status: 200 len: 1096 time: 3.2372653 Nov 27 03:52:31.706106 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=38f60ef4-6859-4c6a-9292-8f64f2628b3e,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:31.723519 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-44c9c820-a6b0-4ce8-8546-a20f22b8b05f req-c42a8758-204c-4045-983b-3c7c8859023a tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] 10.222.0.20 "GET /v2.0/security-groups/0ce96832-640c-4e3e-a80e-d0b723330f04 HTTP/1.1" status: 200 len: 2424 time: 0.2827764 Nov 27 03:52:31.759607 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d6ca585-5265-4c58-9677-cf58c93a33ae', 'tag': '961a2ab4-de32-49de-85e1-357b240eda4d'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:52:31.763650 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a18ea37-fb57-41b7-b013-debb2123660c" -d '{"events": [{"name": "network-changed", "server_uuid": "7d6ca585-5265-4c58-9677-cf58c93a33ae", "tag": "961a2ab4-de32-49de-85e1-357b240eda4d"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:52:31.904996 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-44c9c820-a6b0-4ce8-8546-a20f22b8b05f req-03a4f4ec-918a-4801-a406-8550c9ac7e0b tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:31.940279 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-44c9c820-a6b0-4ce8-8546-a20f22b8b05f req-03a4f4ec-918a-4801-a406-8550c9ac7e0b tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:31.949629 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f9205-6674-4f9d-a472-cf3cfa415346 service neutron] Pushing event updated for resources: {'Port': ['ID=961a2ab4-de32-49de-85e1-357b240eda4d,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:32.123968 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-44c9c820-a6b0-4ce8-8546-a20f22b8b05f req-03a4f4ec-918a-4801-a406-8550c9ac7e0b tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:32.131730 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9aa8db82-1aa9-438a-9078-a68538485ad9 req-45a1cd99-cae7-419a-9d82-247e5a3cf967 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:32.134579 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6be82-9409-44e7-aa20-d744c776620c req-bd20b287-29c4-4197-b7e4-f96bc52f5acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:32.136116 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ebe6be82-9409-44e7-aa20-d744c776620c req-bd20b287-29c4-4197-b7e4-f96bc52f5acd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c720ea29fd104ba29257a79f5e68861c&device_id=7d6ca585-5265-4c58-9677-cf58c93a33ae HTTP/1.1" status: 200 len: 1099 time: 0.3689513 Nov 27 03:52:32.136904 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-44c9c820-a6b0-4ce8-8546-a20f22b8b05f req-03a4f4ec-918a-4801-a406-8550c9ac7e0b tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:32.138215 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-44c9c820-a6b0-4ce8-8546-a20f22b8b05f req-03a4f4ec-918a-4801-a406-8550c9ac7e0b tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/65ec5127-8ae4-4928-bdd9-82b1ba7f2162 HTTP/1.1" status: 204 len: 173 time: 0.4051425 Nov 27 03:52:32.139300 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 7cfb94f3-20a4-457b-ab06-b8424e82fab7 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:52:32.170935 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a4f4ec-918a-4801-a406-8550c9ac7e0b tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=65ec5127-8ae4-4928-bdd9-82b1ba7f2162,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:32.284165 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 7cfb94f3-20a4-457b-ab06-b8424e82fab7 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:52:32.284544 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:32.320299 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-ebe6be82-9409-44e7-aa20-d744c776620c req-3b9592b3-c601-463d-9e47-018871a662a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20fb2fc7-16d0-46d0-be48-59a1d267810c {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:52:32.335954 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ebe6be82-9409-44e7-aa20-d744c776620c req-3b9592b3-c601-463d-9e47-018871a662a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:32.369886 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-ebe6be82-9409-44e7-aa20-d744c776620c req-3b9592b3-c601-463d-9e47-018871a662a5 service neutron] Transition to ACTIVE for port object 20fb2fc7-16d0-46d0-be48-59a1d267810c will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:52:32.380329 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ebe6be82-9409-44e7-aa20-d744c776620c req-3b9592b3-c601-463d-9e47-018871a662a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:32.409911 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 03:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c9fc2d-2c00-482e-b113-d6ad1afde50e x-openstack-request-id: req-55c9fc2d-2c00-482e-b113-d6ad1afde50e {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:52:32.410750 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab23547-e491-4539-98d8-f2924393b0ac", "name": "network-vif-unplugged", "status": "completed", "tag": "ac5a9819-f007-45b4-b39f-9ca98d7b81b5", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:52:32.411072 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-55c9fc2d-2c00-482e-b113-d6ad1afde50e {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:52:32.412070 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab23547-e491-4539-98d8-f2924393b0ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac5a9819-f007-45b4-b39f-9ca98d7b81b5', 'code': 200} Nov 27 03:52:32.419257 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:32.428328 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a1cd99-cae7-419a-9d82-247e5a3cf967 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Pushing event deleted for resources: {'Port': ['ID=ac5a9819-f007-45b4-b39f-9ca98d7b81b5,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:32.440470 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ebe6be82-9409-44e7-aa20-d744c776620c req-fde91706-3d97-4b6f-aa77-bdb57f9d1a0c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=961a2ab4-de32-49de-85e1-357b240eda4d HTTP/1.1" status: 200 len: 217 time: 0.1699288 Nov 27 03:52:32.495718 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 7cfb94f3-20a4-457b-ab06-b8424e82fab7, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=7cfb94f3-20a4-457b-ab06-b8424e82fab7,segment=NetworkSegment(277708b6-af23-477b-abf6-dbbbeb02c2ba),segment_id=277708b6-af23-477b-abf6-dbbbeb02c2ba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:52:32.502889 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:32.564437 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9592b3-c601-463d-9e47-018871a662a5 service neutron] Pushing event updated for resources: {'Port': ['ID=20fb2fc7-16d0-46d0-be48-59a1d267810c,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:32.590105 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa8db82-1aa9-438a-9078-a68538485ad9 req-45a1cd99-cae7-419a-9d82-247e5a3cf967 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] No DVR routers for this DVR port ac5a9819-f007-45b4-b39f-9ca98d7b81b5 on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:52:32.612065 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9aa8db82-1aa9-438a-9078-a68538485ad9 req-45a1cd99-cae7-419a-9d82-247e5a3cf967 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:32.631065 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9aa8db82-1aa9-438a-9078-a68538485ad9 req-45a1cd99-cae7-419a-9d82-247e5a3cf967 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.11 "DELETE /v2.0/ports/ac5a9819-f007-45b4-b39f-9ca98d7b81b5 HTTP/1.1" status: 204 len: 173 time: 2.1896534 Nov 27 03:52:32.688010 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=7cfb94f3-20a4-457b-ab06-b8424e82fab7,revision_number=7']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:32.738236 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4ff74e2a-2f4a-4c52-8f8c-7a153ef9b4b3 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:32.888342 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0e2e368c-1181-4c3b-8426-69ee9bf0a3dc req-72579822-fa8b-4fe7-9881-01144c30be94 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] 10.222.0.20 "GET /v2.0/ports?device_id=bab23547-e491-4539-98d8-f2924393b0ac HTTP/1.1" status: 200 len: 210 time: 0.1750197 Nov 27 03:52:32.922075 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6be82-9409-44e7-aa20-d744c776620c req-fac2b26d-38d3-4ce2-b3f6-54723d48c2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:32.925974 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ebe6be82-9409-44e7-aa20-d744c776620c req-fac2b26d-38d3-4ce2-b3f6-54723d48c2ed service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.4257607 Nov 27 03:52:32.980893 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-9ad8ed8b-646d-4f3b-a160-e828fcb0b7cc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3405635 Nov 27 03:52:33.022578 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-ebe6be82-9409-44e7-aa20-d744c776620c req-3b9592b3-c601-463d-9e47-018871a662a5 service neutron] Attempting to bind port 20fb2fc7-16d0-46d0-be48-59a1d267810c on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:52:33.022578 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-ebe6be82-9409-44e7-aa20-d744c776620c req-3b9592b3-c601-463d-9e47-018871a662a5 service neutron] Attempting to bind port 20fb2fc7-16d0-46d0-be48-59a1d267810c by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:52:33.022578 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe6be82-9409-44e7-aa20-d744c776620c req-3b9592b3-c601-463d-9e47-018871a662a5 service neutron] Attempting to bind port 20fb2fc7-16d0-46d0-be48-59a1d267810c on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:52:33.034240 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe6be82-9409-44e7-aa20-d744c776620c req-3b9592b3-c601-463d-9e47-018871a662a5 service neutron] Port 20fb2fc7-16d0-46d0-be48-59a1d267810c on network 7cd21890-8440-4d5d-a862-4b55c8c22387 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:52:33.034240 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe6be82-9409-44e7-aa20-d744c776620c req-3b9592b3-c601-463d-9e47-018871a662a5 service neutron] Attempting to bind port 20fb2fc7-16d0-46d0-be48-59a1d267810c on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:52:33.054665 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe6be82-9409-44e7-aa20-d744c776620c req-3b9592b3-c601-463d-9e47-018871a662a5 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:52:33.055016 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe6be82-9409-44e7-aa20-d744c776620c req-3b9592b3-c601-463d-9e47-018871a662a5 service neutron] Checking segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:52:33.055415 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe6be82-9409-44e7-aa20-d744c776620c req-3b9592b3-c601-463d-9e47-018871a662a5 service neutron] Bound using segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:52:33.055877 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-ebe6be82-9409-44e7-aa20-d744c776620c req-3b9592b3-c601-463d-9e47-018871a662a5 service neutron] Bound port: 20fb2fc7-16d0-46d0-be48-59a1d267810c, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:52:33.056249 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ebe6be82-9409-44e7-aa20-d744c776620c req-3b9592b3-c601-463d-9e47-018871a662a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:33.093631 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 38f60ef4-6859-4c6a-9292-8f64f2628b3e up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:52:33.203125 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-ebe6be82-9409-44e7-aa20-d744c776620c req-3b9592b3-c601-463d-9e47-018871a662a5 service neutron] For port 20fb2fc7-16d0-46d0-be48-59a1d267810c, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:52:33.217880 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-ebe6be82-9409-44e7-aa20-d744c776620c req-3b9592b3-c601-463d-9e47-018871a662a5 service neutron] For port 20fb2fc7-16d0-46d0-be48-59a1d267810c, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=20fb2fc7-16d0-46d0-be48-59a1d267810c,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:52:33.231425 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ebe6be82-9409-44e7-aa20-d744c776620c req-3b9592b3-c601-463d-9e47-018871a662a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:33.239359 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 38f60ef4-6859-4c6a-9292-8f64f2628b3e triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:52:33.239749 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:33.315523 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-d7596352-61b0-4dfd-923a-61237e8a59b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:33.316179 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-d7596352-61b0-4dfd-923a-61237e8a59b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:33.316747 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-d7596352-61b0-4dfd-923a-61237e8a59b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:33.319243 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-d7596352-61b0-4dfd-923a-61237e8a59b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:33.319969 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-d7596352-61b0-4dfd-923a-61237e8a59b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:33.321510 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-d7596352-61b0-4dfd-923a-61237e8a59b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:33.323853 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-d7596352-61b0-4dfd-923a-61237e8a59b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:33.326753 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-d7596352-61b0-4dfd-923a-61237e8a59b3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3e0a6e3903404d4c8a0246b387bf3805&device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 6501 time: 0.2857938 Nov 27 03:52:33.367945 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9592b3-c601-463d-9e47-018871a662a5 service neutron] Pushing event updated for resources: {'Port': ['ID=20fb2fc7-16d0-46d0-be48-59a1d267810c,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:33.431660 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6be82-9409-44e7-aa20-d744c776620c req-3b9592b3-c601-463d-9e47-018871a662a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:33.432531 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ebe6be82-9409-44e7-aa20-d744c776620c req-3b9592b3-c601-463d-9e47-018871a662a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:33.434146 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ebe6be82-9409-44e7-aa20-d744c776620c req-3b9592b3-c601-463d-9e47-018871a662a5 service neutron] 10.222.0.11 "PUT /v2.0/ports/20fb2fc7-16d0-46d0-be48-59a1d267810c HTTP/1.1" status: 200 len: 1095 time: 2.3968832 Nov 27 03:52:33.435002 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9616d27b-5fc1-402a-a56b-5ebfb8f23b55', 'tag': '20fb2fc7-16d0-46d0-be48-59a1d267810c'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:52:33.438402 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa44de4-aebf-479e-9629-8da35f6006a2" -d '{"events": [{"name": "network-changed", "server_uuid": "9616d27b-5fc1-402a-a56b-5ebfb8f23b55", "tag": "20fb2fc7-16d0-46d0-be48-59a1d267810c"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:52:33.516067 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b348e-0087-446c-9336-d93eebdb6fd5 req-eb8542b3-6b78-44de-8061-a1525aed981c tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:33.527407 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ce5b348e-0087-446c-9336-d93eebdb6fd5 req-eb8542b3-6b78-44de-8061-a1525aed981c tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 945 time: 0.4945426 Nov 27 03:52:33.540495 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff74e2a-2f4a-4c52-8f8c-7a153ef9b4b3 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Router d3915d7c-ed20-48a6-b9b7-43b10761a9ce is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 03:52:33.545473 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6be82-9409-44e7-aa20-d744c776620c req-bf99498f-d8d6-46b7-abc2-5dcd111e5f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:33.553819 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ebe6be82-9409-44e7-aa20-d744c776620c req-bf99498f-d8d6-46b7-abc2-5dcd111e5f83 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6162541 Nov 27 03:52:33.586014 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-ebe6be82-9409-44e7-aa20-d744c776620c req-3fe51fef-5574-4cec-a840-8036fb48a161 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 03:52:33.587416 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ebe6be82-9409-44e7-aa20-d744c776620c req-3fe51fef-5574-4cec-a840-8036fb48a161 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068297 Nov 27 03:52:33.694561 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6be82-9409-44e7-aa20-d744c776620c req-6fdb2642-1d83-41e9-8844-7c1ce64c8b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:33.696358 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ebe6be82-9409-44e7-aa20-d744c776620c req-6fdb2642-1d83-41e9-8844-7c1ce64c8b7a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c720ea29fd104ba29257a79f5e68861c&device_id=9616d27b-5fc1-402a-a56b-5ebfb8f23b55 HTTP/1.1" status: 200 len: 1098 time: 0.1241469 Nov 27 03:52:33.717086 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ce5b348e-0087-446c-9336-d93eebdb6fd5 req-4651685a-0923-40cf-b865-00a151a25e4b tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884108 Nov 27 03:52:33.764137 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ebe6be82-9409-44e7-aa20-d744c776620c req-089acec9-8574-4a24-960a-6548fd32695d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=20fb2fc7-16d0-46d0-be48-59a1d267810c HTTP/1.1" status: 200 len: 217 time: 0.0421691 Nov 27 03:52:33.835284 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-43c7fc76-1db6-4f7a-ada2-6a939702274a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:33.835758 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-43c7fc76-1db6-4f7a-ada2-6a939702274a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:33.836731 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-43c7fc76-1db6-4f7a-ada2-6a939702274a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:33.837940 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-43c7fc76-1db6-4f7a-ada2-6a939702274a service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ff8078f-ae3b-4728-b001-9277e61f21a6&id=e40f6bbd-098b-49f7-b15f-a15d5c62f421&id=e40f6bbd-098b-49f7-b15f-a15d5c62f421&id=e40f6bbd-098b-49f7-b15f-a15d5c62f421&id=e40f6bbd-098b-49f7-b15f-a15d5c62f421&id=19023ddb-b83b-433d-89aa-500b49070446&id=19023ddb-b83b-433d-89aa-500b49070446 HTTP/1.1" status: 200 len: 2295 time: 0.4574628 Nov 27 03:52:33.843899 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-b785e1ad-3658-49b0-8800-713cc3f7e297 req-f0e459f2-73b4-4e72-be73-6d56193bc649 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-72995781', 'description': 'tempest-description-261407480'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:33.928347 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ebe6be82-9409-44e7-aa20-d744c776620c req-e9502f23-4517-48fb-9061-ffd8ff07072d service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537681 Nov 27 03:52:33.929805 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fab2d5d-4fac-4254-b649-a5aac1ece8d4 x-openstack-request-id: req-2fab2d5d-4fac-4254-b649-a5aac1ece8d4 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:52:33.930104 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d6ca585-5265-4c58-9677-cf58c93a33ae", "tag": "961a2ab4-de32-49de-85e1-357b240eda4d", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:52:33.930357 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2fab2d5d-4fac-4254-b649-a5aac1ece8d4 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:52:33.930766 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d6ca585-5265-4c58-9677-cf58c93a33ae', 'tag': '961a2ab4-de32-49de-85e1-357b240eda4d', 'status': 'completed', 'code': 200} Nov 27 03:52:34.112392 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-a9bcc02c-db7a-4db4-aa67-9eb5444e77ec service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b HTTP/1.1" status: 200 len: 1001 time: 0.2122018 Nov 27 03:52:34.139552 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ebe6be82-9409-44e7-aa20-d744c776620c req-67e34eaf-18e4-4b88-8ab3-2311fe06d4a0 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902096 Nov 27 03:52:34.211944 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff74e2a-2f4a-4c52-8f8c-7a153ef9b4b3 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:52:34.224196 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f42e18d-77af-46a8-92ac-a05f333ae81b None None] Sync routers for ids ['d3915d7c-ed20-48a6-b9b7-43b10761a9ce'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:52:34.236544 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6be82-9409-44e7-aa20-d744c776620c req-c014c16b-ab76-4f05-b8d8-d171bccefb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:34.238374 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ebe6be82-9409-44e7-aa20-d744c776620c req-c014c16b-ab76-4f05-b8d8-d171bccefb54 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.4222982 Nov 27 03:52:34.244527 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f42e18d-77af-46a8-92ac-a05f333ae81b None None] Routers {'d3915d7c-ed20-48a6-b9b7-43b10761a9ce'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:52:34.245447 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-9f42e18d-77af-46a8-92ac-a05f333ae81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:52:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d3915d7c-ed20-48a6-b9b7-43b10761a9ce'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:34.251264 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b785e1ad-3658-49b0-8800-713cc3f7e297 req-f0e459f2-73b4-4e72-be73-6d56193bc649 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:34.255134 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4ff74e2a-2f4a-4c52-8f8c-7a153ef9b4b3 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:34.256610 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4ff74e2a-2f4a-4c52-8f8c-7a153ef9b4b3 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 8.3496113 Nov 27 03:52:34.259485 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39412) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:34.337308 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-ffc20c09-d5a4-4d2b-b4e2-da423fd34cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:34.338878 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-ffc20c09-d5a4-4d2b-b4e2-da423fd34cfe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fdd47af3-1760-4461-be21-108e1865b763 HTTP/1.1" status: 200 len: 856 time: 0.2029397 Nov 27 03:52:34.414704 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75bf44c8-ee94-414d-8347-fd495109a0e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cfb94f3-20a4-457b-ab06-b8424e82fab7'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:52:34.419234 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7643aefc-76d4-45cb-986a-c55d2876dda5" -d '{"events": [{"server_uuid": "75bf44c8-ee94-414d-8347-fd495109a0e2", "name": "network-vif-plugged", "status": "completed", "tag": "7cfb94f3-20a4-457b-ab06-b8424e82fab7"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:52:34.439916 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-553afd49-802a-4848-8b06-07401ab83d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:34.441716 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-553afd49-802a-4848-8b06-07401ab83d9d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ff8078f-ae3b-4728-b001-9277e61f21a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720353 Nov 27 03:52:34.452291 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6be82-9409-44e7-aa20-d744c776620c req-1e5e8316-8fc3-41af-99a0-3329c07572b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:34.453910 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ebe6be82-9409-44e7-aa20-d744c776620c req-1e5e8316-8fc3-41af-99a0-3329c07572b2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1703615 Nov 27 03:52:34.481420 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a18ea37-fb57-41b7-b013-debb2123660c req-7ecb3fc8-6633-4285-a863-7f1a082affb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:34.484206 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8a18ea37-fb57-41b7-b013-debb2123660c req-7ecb3fc8-6633-4285-a863-7f1a082affb0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c720ea29fd104ba29257a79f5e68861c&device_id=7d6ca585-5265-4c58-9677-cf58c93a33ae HTTP/1.1" status: 200 len: 1099 time: 0.2263551 Nov 27 03:52:34.485885 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-9f42e18d-77af-46a8-92ac-a05f333ae81b None None] Set router d3915d7c-ed20-48a6-b9b7-43b10761a9ce gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:52:34.548296 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-74874e0d-41b9-4f78-9f51-50e2ee0117a6 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] 10.222.0.20 "GET /v2.0/routers/d3915d7c-ed20-48a6-b9b7-43b10761a9ce HTTP/1.1" status: 200 len: 906 time: 0.2875469 Nov 27 03:52:34.576905 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39416) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:34.688871 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-9f42e18d-77af-46a8-92ac-a05f333ae81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3915d7c-ed20-48a6-b9b7-43b10761a9ce', 'name': 'tempest-snat-router-221022515', 'tenant_id': 'b3f95f2569dc4d32be09eaf2115a93fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '3a56da83-6aee-4432-80fa-e582eea1b31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:52:26Z', 'updated_at': '2021-11-27T03:52:30Z', 'revision_number': 3, 'project_id': 'b3f95f2569dc4d32be09eaf2115a93fd', 'gw_port': {'id': '3a56da83-6aee-4432-80fa-e582eea1b31c', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:50:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3915d7c-ed20-48a6-b9b7-43b10761a9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:52:28Z', 'updated_at': '2021-11-27T03:52:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:34.724563 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f42e18d-77af-46a8-92ac-a05f333ae81b None None] Checking router: d3915d7c-ed20-48a6-b9b7-43b10761a9ce for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:52:34.725182 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f42e18d-77af-46a8-92ac-a05f333ae81b None None] Updating router d3915d7c-ed20-48a6-b9b7-43b10761a9ce port 3a56da83-6aee-4432-80fa-e582eea1b31c binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:52:34.753409 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-9f42e18d-77af-46a8-92ac-a05f333ae81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:35.001018 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a18ea37-fb57-41b7-b013-debb2123660c req-3b6d81ff-5804-461d-8b4f-beee00818c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:35.016472 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8a18ea37-fb57-41b7-b013-debb2123660c req-3b6d81ff-5804-461d-8b4f-beee00818c07 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.5164981 Nov 27 03:52:35.018138 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-356579fb-e72b-485d-811d-f8d56a07457a tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:35.022729 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ebe6be82-9409-44e7-aa20-d744c776620c req-435093b6-c143-43fe-94bd-cc6d21149eff service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5542502 Nov 27 03:52:35.142323 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ebe6be82-9409-44e7-aa20-d744c776620c req-64d2abf6-0dcd-4df8-a543-bee76c4e8742 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042070 Nov 27 03:52:35.200731 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b785e1ad-3658-49b0-8800-713cc3f7e297 req-f0e459f2-73b4-4e72-be73-6d56193bc649 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:35.209767 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b785e1ad-3658-49b0-8800-713cc3f7e297 req-f0e459f2-73b4-4e72-be73-6d56193bc649 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:35.235029 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b785e1ad-3658-49b0-8800-713cc3f7e297 req-f0e459f2-73b4-4e72-be73-6d56193bc649 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:35.236570 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b785e1ad-3658-49b0-8800-713cc3f7e297 req-f0e459f2-73b4-4e72-be73-6d56193bc649 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 1.3976908 Nov 27 03:52:35.246342 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-5c25dd56-983b-427b-b87f-5c4088bb5a05 service neutron] 10.222.0.11 "GET /v2.0/networks/9ff8078f-ae3b-4728-b001-9277e61f21a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7560124 Nov 27 03:52:35.251940 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8a18ea37-fb57-41b7-b013-debb2123660c req-ba5c30f9-799b-4da7-bf80-1376b5c030f9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=961a2ab4-de32-49de-85e1-357b240eda4d HTTP/1.1" status: 200 len: 217 time: 0.1580248 Nov 27 03:52:35.268015 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-9f42e18d-77af-46a8-92ac-a05f333ae81b None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:35.277398 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-9f42e18d-77af-46a8-92ac-a05f333ae81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:35.342340 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e459f2-73b4-4e72-be73-6d56193bc649 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=479df673-0c42-4a36-92a2-aa524ca146e6,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:35.359434 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a18ea37-fb57-41b7-b013-debb2123660c req-e23e9799-429e-4d83-a534-f9b165455fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:35.361531 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8a18ea37-fb57-41b7-b013-debb2123660c req-e23e9799-429e-4d83-a534-f9b165455fbe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.0957770 Nov 27 03:52:35.376253 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f0722-9c4b-49b1-a3e5-20b2a015b6cf None None] Pushing event updated for resources: {'Port': ['ID=3a56da83-6aee-4432-80fa-e582eea1b31c,revision_number=2']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:35.406586 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-356579fb-e72b-485d-811d-f8d56a07457a tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:35.424332 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f0722-9c4b-49b1-a3e5-20b2a015b6cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:35.424679 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f0722-9c4b-49b1-a3e5-20b2a015b6cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:35.425419 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f0722-9c4b-49b1-a3e5-20b2a015b6cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:35.425419 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f0722-9c4b-49b1-a3e5-20b2a015b6cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:35.425661 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f0722-9c4b-49b1-a3e5-20b2a015b6cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:35.451815 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f0722-9c4b-49b1-a3e5-20b2a015b6cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:35.454492 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f0722-9c4b-49b1-a3e5-20b2a015b6cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:35.455071 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f0722-9c4b-49b1-a3e5-20b2a015b6cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:35.456125 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f0722-9c4b-49b1-a3e5-20b2a015b6cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:35.458794 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f0722-9c4b-49b1-a3e5-20b2a015b6cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:35.461683 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f0722-9c4b-49b1-a3e5-20b2a015b6cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:35.462127 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f0722-9c4b-49b1-a3e5-20b2a015b6cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:35.470952 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216fced-8f03-4766-937c-cedc7f7c720d req-4b6c9802-2fd0-48a2-9503-58d26cfd5f72 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:35.472802 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5216fced-8f03-4766-937c-cedc7f7c720d req-4b6c9802-2fd0-48a2-9503-58d26cfd5f72 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=9616d27b-5fc1-402a-a56b-5ebfb8f23b55 HTTP/1.1" status: 200 len: 947 time: 0.0754480 Nov 27 03:52:35.505517 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-9f42e18d-77af-46a8-92ac-a05f333ae81b None None] Attempting to bind port 3a56da83-6aee-4432-80fa-e582eea1b31c on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:52:35.506985 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-9f42e18d-77af-46a8-92ac-a05f333ae81b None None] Attempting to bind port 3a56da83-6aee-4432-80fa-e582eea1b31c by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:52:35.507525 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f42e18d-77af-46a8-92ac-a05f333ae81b None None] Attempting to bind port 3a56da83-6aee-4432-80fa-e582eea1b31c on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:52:35.541570 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f42e18d-77af-46a8-92ac-a05f333ae81b None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:52:35.542475 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a18ea37-fb57-41b7-b013-debb2123660c req-1b0f5337-5ae6-46b8-9af4-b014714713de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:35.543745 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f42e18d-77af-46a8-92ac-a05f333ae81b None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:52:35.546636 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-9f42e18d-77af-46a8-92ac-a05f333ae81b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:35.548296 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8a18ea37-fb57-41b7-b013-debb2123660c req-1b0f5337-5ae6-46b8-9af4-b014714713de service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1754901 Nov 27 03:52:35.555319 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f42e18d-77af-46a8-92ac-a05f333ae81b None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:52:35.564227 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-9f42e18d-77af-46a8-92ac-a05f333ae81b None None] Bound port: 3a56da83-6aee-4432-80fa-e582eea1b31c, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:52:35.568029 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-9f42e18d-77af-46a8-92ac-a05f333ae81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:35.633894 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5216fced-8f03-4766-937c-cedc7f7c720d req-e81b6e59-af6a-4644-bf86-24ab5cb273df tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375918 Nov 27 03:52:35.649584 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-6df60378-0785-4659-9af1-4fd56a245991 service neutron] 10.222.0.11 "GET /v2.0/networks/9ff8078f-ae3b-4728-b001-9277e61f21a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799634 Nov 27 03:52:35.731165 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-9f42e18d-77af-46a8-92ac-a05f333ae81b None None] For port 3a56da83-6aee-4432-80fa-e582eea1b31c, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:52:35.735541 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-356579fb-e72b-485d-811d-f8d56a07457a tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Deleting port 3a56da83-6aee-4432-80fa-e582eea1b31c {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:52:35.736301 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-356579fb-e72b-485d-811d-f8d56a07457a tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:35.738228 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-e9bef97e-e4e4-4e4b-b2a4-6086950f9d4b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=585334de-cf96-45ed-97e3-75b5e155a4d3 HTTP/1.1" status: 200 len: 217 time: 0.0805950 Nov 27 03:52:35.744524 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-9f42e18d-77af-46a8-92ac-a05f333ae81b None None] For port 3a56da83-6aee-4432-80fa-e582eea1b31c, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=3a56da83-6aee-4432-80fa-e582eea1b31c,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:52:35.752470 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-9f42e18d-77af-46a8-92ac-a05f333ae81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:35.850305 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-f65f746c-7e03-4922-bfda-6ba95b510358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:35.852408 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-f65f746c-7e03-4922-bfda-6ba95b510358 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9c95fc5-2816-48b1-af67-21fc91123a75 HTTP/1.1" status: 200 len: 797 time: 0.1056130 Nov 27 03:52:35.866397 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8a18ea37-fb57-41b7-b013-debb2123660c req-6d886d92-b4a1-4a02-8bb2-088855421ccd service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094907 Nov 27 03:52:35.887983 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856394be-c572-4e68-99a6-4a43b5dee755 x-openstack-request-id: req-856394be-c572-4e68-99a6-4a43b5dee755 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:52:35.888741 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9616d27b-5fc1-402a-a56b-5ebfb8f23b55", "tag": "20fb2fc7-16d0-46d0-be48-59a1d267810c", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:52:35.889135 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-856394be-c572-4e68-99a6-4a43b5dee755 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:52:35.890624 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9616d27b-5fc1-402a-a56b-5ebfb8f23b55', 'tag': '20fb2fc7-16d0-46d0-be48-59a1d267810c', 'status': 'completed', 'code': 200} Nov 27 03:52:35.903871 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f0722-9c4b-49b1-a3e5-20b2a015b6cf None None] Pushing event updated for resources: {'Port': ['ID=3a56da83-6aee-4432-80fa-e582eea1b31c,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:35.937072 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab23547-e491-4539-98d8-f2924393b0ac', 'name': 'network-vif-deleted', 'tag': 'ac5a9819-f007-45b4-b39f-9ca98d7b81b5'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:52:35.944341 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f42e18d-77af-46a8-92ac-a05f333ae81b None None] Routers {'d3915d7c-ed20-48a6-b9b7-43b10761a9ce'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:52:35.945714 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-9f42e18d-77af-46a8-92ac-a05f333ae81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:52:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d3915d7c-ed20-48a6-b9b7-43b10761a9ce'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:35.949351 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5bddde1-e848-441a-adf6-e30785084d2e" -d '{"events": [{"server_uuid": "bab23547-e491-4539-98d8-f2924393b0ac", "name": "network-vif-deleted", "tag": "ac5a9819-f007-45b4-b39f-9ca98d7b81b5"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:52:35.980447 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-eef14bab-3e1e-454b-914a-296090bad811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:35.982374 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-eef14bab-3e1e-454b-914a-296090bad811 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e40f6bbd-098b-49f7-b15f-a15d5c62f421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1195612 Nov 27 03:52:35.992408 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa44de4-aebf-479e-9629-8da35f6006a2 req-97bacacd-e182-42d0-ac96-fe75f9b3c157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:35.993459 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-356579fb-e72b-485d-811d-f8d56a07457a tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] For port 3a56da83-6aee-4432-80fa-e582eea1b31c, host n-d-819494-3, got binding levels [] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:52:35.993844 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-356579fb-e72b-485d-811d-f8d56a07457a tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:35.996138 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-caa44de4-aebf-479e-9629-8da35f6006a2 req-97bacacd-e182-42d0-ac96-fe75f9b3c157 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c720ea29fd104ba29257a79f5e68861c&device_id=9616d27b-5fc1-402a-a56b-5ebfb8f23b55 HTTP/1.1" status: 200 len: 1098 time: 0.0680101 Nov 27 03:52:36.108193 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-356579fb-e72b-485d-811d-f8d56a07457a tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Calling delete_port for 3a56da83-6aee-4432-80fa-e582eea1b31c owned by network:router_gateway {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:52:36.109712 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39424) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:36.154202 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 961a2ab4-de32-49de-85e1-357b240eda4d details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:52:36.175037 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-9f42e18d-77af-46a8-92ac-a05f333ae81b None None] Set router d3915d7c-ed20-48a6-b9b7-43b10761a9ce gateway port host: None {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:52:36.236095 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc77c30-8f48-4411-b5e0-5ed982842d22 x-openstack-request-id: req-1bc77c30-8f48-4411-b5e0-5ed982842d22 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:52:36.236547 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75bf44c8-ee94-414d-8347-fd495109a0e2", "name": "network-vif-plugged", "status": "completed", "tag": "7cfb94f3-20a4-457b-ab06-b8424e82fab7", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:52:36.236911 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1bc77c30-8f48-4411-b5e0-5ed982842d22 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:52:36.237391 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75bf44c8-ee94-414d-8347-fd495109a0e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cfb94f3-20a4-457b-ab06-b8424e82fab7', 'code': 200} Nov 27 03:52:36.288229 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-9f42e18d-77af-46a8-92ac-a05f333ae81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3915d7c-ed20-48a6-b9b7-43b10761a9ce', 'name': 'tempest-snat-router-221022515', 'tenant_id': 'b3f95f2569dc4d32be09eaf2115a93fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:52:26Z', 'updated_at': '2021-11-27T03:52:35Z', 'revision_number': 4, 'project_id': 'b3f95f2569dc4d32be09eaf2115a93fd', 'gw_port_host': None}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:36.361783 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f42e18d-77af-46a8-92ac-a05f333ae81b None None] The sync data for ids ['d3915d7c-ed20-48a6-b9b7-43b10761a9ce'] in n-d-819494-3 is: [{'id': 'd3915d7c-ed20-48a6-b9b7-43b10761a9ce', 'name': 'tempest-snat-router-221022515', 'tenant_id': 'b3f95f2569dc4d32be09eaf2115a93fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:52:26Z', 'updated_at': '2021-11-27T03:52:35Z', 'revision_number': 4, 'project_id': 'b3f95f2569dc4d32be09eaf2115a93fd', 'gw_port_host': None}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:52:36.384578 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8a18ea37-fb57-41b7-b013-debb2123660c req-be5cf70e-7aa6-40f0-bd03-a20e39975fe2 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4539843 Nov 27 03:52:36.496222 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 961a2ab4-de32-49de-85e1-357b240eda4d, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=961a2ab4-de32-49de-85e1-357b240eda4d,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:52:36.550994 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '961a2ab4-de32-49de-85e1-357b240eda4d', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'port_id': '961a2ab4-de32-49de-85e1-357b240eda4d', 'mac_address': 'fa:16:3e:7d:25:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14a2acf-f1d7-4ddf-8459-b30982428e88', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:52:36.566386 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-3e2d66a1-21fd-4611-b851-328a6c56cb4f service neutron] 10.222.0.11 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5253713 Nov 27 03:52:36.568919 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa44de4-aebf-479e-9629-8da35f6006a2 req-0da0f821-5d7b-42e5-81a0-9cee6367d410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:36.570904 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-caa44de4-aebf-479e-9629-8da35f6006a2 req-0da0f821-5d7b-42e5-81a0-9cee6367d410 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.5407391 Nov 27 03:52:36.587176 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33063cc-b652-4fe5-9717-96f724995600 req-e814b342-ebec-4c11-bd65-39f43dc0d1f3 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:36.595881 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c33063cc-b652-4fe5-9717-96f724995600 req-e814b342-ebec-4c11-bd65-39f43dc0d1f3 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 945 time: 0.3087060 Nov 27 03:52:36.678928 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:36.713831 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 961a2ab4-de32-49de-85e1-357b240eda4d {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:52:36.730347 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-caa44de4-aebf-479e-9629-8da35f6006a2 req-532feb7c-ca24-4387-874f-9f658801cb65 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=20fb2fc7-16d0-46d0-be48-59a1d267810c HTTP/1.1" status: 200 len: 217 time: 0.1091809 Nov 27 03:52:36.748620 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 961a2ab4-de32-49de-85e1-357b240eda4d, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=961a2ab4-de32-49de-85e1-357b240eda4d,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:52:36.755946 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:36.849672 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-356579fb-e72b-485d-811d-f8d56a07457a tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:36.922154 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=961a2ab4-de32-49de-85e1-357b240eda4d,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:36.930644 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c33063cc-b652-4fe5-9717-96f724995600 req-40e73a51-3ef4-4bd9-acbb-be1c74c56be9 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335297 Nov 27 03:52:36.975251 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356579fb-e72b-485d-811d-f8d56a07457a tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a56da83-6aee-4432-80fa-e582eea1b31c,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:36.978407 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa44de4-aebf-479e-9629-8da35f6006a2 req-b51db284-7705-432e-8dd4-029a374d4381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:36.987871 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-caa44de4-aebf-479e-9629-8da35f6006a2 req-b51db284-7705-432e-8dd4-029a374d4381 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.1932824 Nov 27 03:52:37.141821 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['961a2ab4-de32-49de-85e1-357b240eda4d'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:52:37.153960 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-5b9b9f1e-a8b0-4c68-b288-5de0078ad5fd service neutron] 10.222.0.11 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5177479 Nov 27 03:52:37.222831 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-3f85f426-409b-4786-9331-6cfe43072b7c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=ae70ab0d-14d1-46fd-947b-016a7578b456 HTTP/1.1" status: 200 len: 217 time: 0.0572052 Nov 27 03:52:37.229292 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa44de4-aebf-479e-9629-8da35f6006a2 req-e0f53cca-1814-4d9c-b850-9750f28d4c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:37.240990 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-caa44de4-aebf-479e-9629-8da35f6006a2 req-e0f53cca-1814-4d9c-b850-9750f28d4c10 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2247870 Nov 27 03:52:37.302899 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5d1f8959-92d2-4442-bf9a-8a077387dad2 req-1899d17f-ac61-4bd9-9d8c-54f886f5b376 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] 10.222.0.20 "GET /v2.0/security-groups/479df673-0c42-4a36-92a2-aa524ca146e6 HTTP/1.1" status: 200 len: 1829 time: 0.2998071 Nov 27 03:52:37.330399 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-356579fb-e72b-485d-811d-f8d56a07457a tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:37.469927 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-caa44de4-aebf-479e-9629-8da35f6006a2 req-5871d667-3135-4568-a381-0b46390ac4d1 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075894 Nov 27 03:52:37.479433 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-60131e93-de4c-461d-a0df-fc41d441355b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:37.481550 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-60131e93-de4c-461d-a0df-fc41d441355b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9c95fc5-2816-48b1-af67-21fc91123a75 HTTP/1.1" status: 200 len: 797 time: 0.2390177 Nov 27 03:52:37.608221 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3859a11c-80f8-4897-8c4a-12dfa58b1696 x-openstack-request-id: req-3859a11c-80f8-4897-8c4a-12dfa58b1696 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:52:37.608524 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab23547-e491-4539-98d8-f2924393b0ac", "name": "network-vif-deleted", "tag": "ac5a9819-f007-45b4-b39f-9ca98d7b81b5", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:52:37.608782 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3859a11c-80f8-4897-8c4a-12dfa58b1696 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:52:37.609181 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab23547-e491-4539-98d8-f2924393b0ac', 'name': 'network-vif-deleted', 'tag': 'ac5a9819-f007-45b4-b39f-9ca98d7b81b5', 'status': 'completed', 'code': 200} Nov 27 03:52:37.650282 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-caa44de4-aebf-479e-9629-8da35f6006a2 req-c084dd26-badf-431b-89e4-94fbdb6d6722 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546996 Nov 27 03:52:37.653296 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-356579fb-e72b-485d-811d-f8d56a07457a tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:37.656773 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-356579fb-e72b-485d-811d-f8d56a07457a tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:37.750158 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-356579fb-e72b-485d-811d-f8d56a07457a tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:37.750944 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356579fb-e72b-485d-811d-f8d56a07457a tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d3915d7c-ed20-48a6-b9b7-43b10761a9ce {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 03:52:37.757711 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-356579fb-e72b-485d-811d-f8d56a07457a tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:37.761576 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-356579fb-e72b-485d-811d-f8d56a07457a tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] 10.222.0.20 "DELETE /v2.0/routers/d3915d7c-ed20-48a6-b9b7-43b10761a9ce HTTP/1.1" status: 204 len: 168 time: 3.1811049 Nov 27 03:52:37.763709 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39442) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:37.817820 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-2d4cb9f3-9ba3-40e2-a6dc-8df85d86b7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:37.820189 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-2d4cb9f3-9ba3-40e2-a6dc-8df85d86b7b0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e40f6bbd-098b-49f7-b15f-a15d5c62f421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1596501 Nov 27 03:52:37.912067 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e268b4e2-0278-44ff-bdfe-77bd3ae548ac tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:37.955333 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-25c3ac47-09d0-4f4f-8df0-e5c49c994910 service neutron] 10.222.0.11 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265392 Nov 27 03:52:37.965008 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f8799-e476-4a71-87dd-ea551231011c req-793bfd6a-aad1-4265-870b-581bbce7aa76 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:37.966925 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-821f8799-e476-4a71-87dd-ea551231011c req-793bfd6a-aad1-4265-870b-581bbce7aa76 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=9616d27b-5fc1-402a-a56b-5ebfb8f23b55 HTTP/1.1" status: 200 len: 947 time: 0.3153372 Nov 27 03:52:38.075719 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-9b996b38-cb58-4ce3-adcd-7296af77b8be service neutron] 10.222.0.11 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077938 Nov 27 03:52:38.126299 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-5a07d7d6-96f6-4fc8-abae-14c598214467 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=7b351237-4bd0-45c7-a806-427c75ca3765 HTTP/1.1" status: 200 len: 217 time: 0.0428619 Nov 27 03:52:38.172461 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 20fb2fc7-16d0-46d0-be48-59a1d267810c details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:52:38.211463 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-f970fd58-b703-40ca-8810-851a722da1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:38.212257 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-f970fd58-b703-40ca-8810-851a722da1c5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9c95fc5-2816-48b1-af67-21fc91123a75 HTTP/1.1" status: 200 len: 797 time: 0.0776305 Nov 27 03:52:38.331710 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-bddf6fb3-a890-4746-b98c-dda3aa8aa449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:38.333251 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-bddf6fb3-a890-4746-b98c-dda3aa8aa449 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e40f6bbd-098b-49f7-b15f-a15d5c62f421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1122844 Nov 27 03:52:38.345487 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-821f8799-e476-4a71-87dd-ea551231011c req-be9a7d30-3066-4c14-a2a6-d7cd5d7d1810 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684894 Nov 27 03:52:38.537236 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-04a6e4ca-9964-4f2e-9b53-bcf5b959c7e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:38.560431 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 20fb2fc7-16d0-46d0-be48-59a1d267810c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=20fb2fc7-16d0-46d0-be48-59a1d267810c,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:52:38.601660 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '20fb2fc7-16d0-46d0-be48-59a1d267810c', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'port_id': '20fb2fc7-16d0-46d0-be48-59a1d267810c', 'mac_address': 'fa:16:3e:21:e0:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14a2acf-f1d7-4ddf-8459-b30982428e88', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:52:38.682341 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:38.696295 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e268b4e2-0278-44ff-bdfe-77bd3ae548ac tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:38.709356 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-3ccfad51-d99c-49d3-8841-c16f5f3aa8bc service neutron] 10.222.0.11 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627214 Nov 27 03:52:38.711872 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20fb2fc7-16d0-46d0-be48-59a1d267810c {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:52:38.757427 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 20fb2fc7-16d0-46d0-be48-59a1d267810c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=20fb2fc7-16d0-46d0-be48-59a1d267810c,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:52:38.766391 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:38.873532 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=20fb2fc7-16d0-46d0-be48-59a1d267810c,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:38.883699 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-e268b4e2-0278-44ff-bdfe-77bd3ae548ac tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Deleting port 38f60ef4-6859-4c6a-9292-8f64f2628b3e {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:52:38.884454 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e268b4e2-0278-44ff-bdfe-77bd3ae548ac tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:39.005935 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-e553910e-89d0-4744-ab06-ba0ff8bb8a49 service neutron] 10.222.0.11 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753420 Nov 27 03:52:39.063630 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-e268b4e2-0278-44ff-bdfe-77bd3ae548ac tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] For port 38f60ef4-6859-4c6a-9292-8f64f2628b3e, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=38f60ef4-6859-4c6a-9292-8f64f2628b3e,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:52:39.064152 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e268b4e2-0278-44ff-bdfe-77bd3ae548ac tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:39.071231 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-b0df8ca4-f2fd-4f65-a628-4edc24c64492 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=26b81207-9333-4de8-8d7f-cf0229429ddd HTTP/1.1" status: 200 len: 217 time: 0.0381548 Nov 27 03:52:39.080686 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-e268b4e2-0278-44ff-bdfe-77bd3ae548ac tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Calling delete_port for 38f60ef4-6859-4c6a-9292-8f64f2628b3e owned by network:router_gateway {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:52:39.093079 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-04a6e4ca-9964-4f2e-9b53-bcf5b959c7e0 admin admin] Deleting port 81ebc423-cbf1-47f9-b865-bffed46c9129 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:52:39.093429 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-04a6e4ca-9964-4f2e-9b53-bcf5b959c7e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:39.133939 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef90e6-b35e-43fa-a156-3713f1b3e075 req-0ed1c18d-ee3b-4796-b233-4ee8589b5067 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:39.142468 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-97ef90e6-b35e-43fa-a156-3713f1b3e075 req-0ed1c18d-ee3b-4796-b233-4ee8589b5067 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 945 time: 0.2089484 Nov 27 03:52:39.179176 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['20fb2fc7-16d0-46d0-be48-59a1d267810c'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:52:39.217162 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-04a6e4ca-9964-4f2e-9b53-bcf5b959c7e0 admin admin] For port 81ebc423-cbf1-47f9-b865-bffed46c9129, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=81ebc423-cbf1-47f9-b865-bffed46c9129,segment=NetworkSegment(bfcc9ec6-3441-46de-afcb-8047300e65d9),segment_id=bfcc9ec6-3441-46de-afcb-8047300e65d9)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:52:39.217540 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-04a6e4ca-9964-4f2e-9b53-bcf5b959c7e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:39.231902 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-04a6e4ca-9964-4f2e-9b53-bcf5b959c7e0 admin admin] Calling delete_port for 81ebc423-cbf1-47f9-b865-bffed46c9129 owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:52:39.304708 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-035fe0d0-bda6-45a5-88eb-f6d09b60f3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:39.306326 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-035fe0d0-bda6-45a5-88eb-f6d09b60f3fa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9c95fc5-2816-48b1-af67-21fc91123a75 HTTP/1.1" status: 200 len: 797 time: 0.2255623 Nov 27 03:52:39.337605 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-97ef90e6-b35e-43fa-a156-3713f1b3e075 req-f2bf21ad-9617-4bdb-a80f-e56a19e9e5d0 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935151 Nov 27 03:52:39.447685 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-6f79a7f5-9105-49e4-ab7e-f4574f3c7c83 req-612c860e-c1fb-4506-8c84-19fdc5e348fb tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1189818398', 'description': 'tempest-description-1385027094'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:39.485993 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-934ae5ba-4170-4369-8fc7-aed7d64ab525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:39.487732 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-934ae5ba-4170-4369-8fc7-aed7d64ab525 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e40f6bbd-098b-49f7-b15f-a15d5c62f421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1716220 Nov 27 03:52:39.495585 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-6f79a7f5-9105-49e4-ab7e-f4574f3c7c83 req-612c860e-c1fb-4506-8c84-19fdc5e348fb tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:39.640756 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-04a6e4ca-9964-4f2e-9b53-bcf5b959c7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:39.798129 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a6e4ca-9964-4f2e-9b53-bcf5b959c7e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=81ebc423-cbf1-47f9-b865-bffed46c9129,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:39.841746 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6e4ca-9964-4f2e-9b53-bcf5b959c7e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:39.843217 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6e4ca-9964-4f2e-9b53-bcf5b959c7e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:39.843588 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6e4ca-9964-4f2e-9b53-bcf5b959c7e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:39.844892 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6e4ca-9964-4f2e-9b53-bcf5b959c7e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:39.845831 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6e4ca-9964-4f2e-9b53-bcf5b959c7e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:39.847309 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6e4ca-9964-4f2e-9b53-bcf5b959c7e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:39.857553 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-6f79a7f5-9105-49e4-ab7e-f4574f3c7c83 req-612c860e-c1fb-4506-8c84-19fdc5e348fb tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:39.858897 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6e4ca-9964-4f2e-9b53-bcf5b959c7e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:39.859316 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6e4ca-9964-4f2e-9b53-bcf5b959c7e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:39.859681 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6e4ca-9964-4f2e-9b53-bcf5b959c7e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:39.860017 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6e4ca-9964-4f2e-9b53-bcf5b959c7e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:39.860367 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6e4ca-9964-4f2e-9b53-bcf5b959c7e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:39.860712 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6e4ca-9964-4f2e-9b53-bcf5b959c7e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:39.881370 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-6f79a7f5-9105-49e4-ab7e-f4574f3c7c83 req-612c860e-c1fb-4506-8c84-19fdc5e348fb tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:40.045095 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-6f79a7f5-9105-49e4-ab7e-f4574f3c7c83 req-612c860e-c1fb-4506-8c84-19fdc5e348fb tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:40.059849 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6f79a7f5-9105-49e4-ab7e-f4574f3c7c83 req-612c860e-c1fb-4506-8c84-19fdc5e348fb tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.6370368 Nov 27 03:52:40.062388 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-8e019638-e37a-4716-9453-2208d302f56b service neutron] 10.222.0.11 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5631769 Nov 27 03:52:40.078197 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c860e-c1fb-4506-8c84-19fdc5e348fb tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4151091-0073-45d0-8fe5-dfab525433ea,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:40.168097 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e268b4e2-0278-44ff-bdfe-77bd3ae548ac tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:40.186910 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 961a2ab4-de32-49de-85e1-357b240eda4d up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:52:40.272148 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e268b4e2-0278-44ff-bdfe-77bd3ae548ac tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Pushing event deleted for resources: {'Port': ['ID=38f60ef4-6859-4c6a-9292-8f64f2628b3e,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:40.306808 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612c860e-c1fb-4506-8c84-19fdc5e348fb tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:40.310052 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612c860e-c1fb-4506-8c84-19fdc5e348fb tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:40.310958 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612c860e-c1fb-4506-8c84-19fdc5e348fb tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:40.311465 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612c860e-c1fb-4506-8c84-19fdc5e348fb tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:40.312644 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612c860e-c1fb-4506-8c84-19fdc5e348fb tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:40.313914 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612c860e-c1fb-4506-8c84-19fdc5e348fb tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:40.314451 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612c860e-c1fb-4506-8c84-19fdc5e348fb tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:40.315569 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612c860e-c1fb-4506-8c84-19fdc5e348fb tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:40.318397 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612c860e-c1fb-4506-8c84-19fdc5e348fb tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:40.318946 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612c860e-c1fb-4506-8c84-19fdc5e348fb tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:40.319457 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612c860e-c1fb-4506-8c84-19fdc5e348fb tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:40.319940 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612c860e-c1fb-4506-8c84-19fdc5e348fb tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:52:40.334900 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 961a2ab4-de32-49de-85e1-357b240eda4d completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:52:40.341579 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 961a2ab4-de32-49de-85e1-357b240eda4d triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:52:40.342979 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:40.387806 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e268b4e2-0278-44ff-bdfe-77bd3ae548ac tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:40.496475 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:40.520845 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6ca585-5265-4c58-9677-cf58c93a33ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961a2ab4-de32-49de-85e1-357b240eda4d'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:52:40.523349 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620a5a13-c6a6-46df-b188-aaa2ada75453" -d '{"events": [{"server_uuid": "7d6ca585-5265-4c58-9677-cf58c93a33ae", "name": "network-vif-plugged", "status": "completed", "tag": "961a2ab4-de32-49de-85e1-357b240eda4d"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:52:40.543633 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 961a2ab4-de32-49de-85e1-357b240eda4d, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=961a2ab4-de32-49de-85e1-357b240eda4d,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:52:40.545367 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e268b4e2-0278-44ff-bdfe-77bd3ae548ac tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:40.549773 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e268b4e2-0278-44ff-bdfe-77bd3ae548ac tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:40.552013 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:40.562095 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-04a6e4ca-9964-4f2e-9b53-bcf5b959c7e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:40.567563 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f83d76-d5a1-4791-bb50-dfc5f0635b71 req-52b97df7-e64b-4d59-9517-c6a130b9efb7 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:40.576438 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c6f83d76-d5a1-4791-bb50-dfc5f0635b71 req-52b97df7-e64b-4d59-9517-c6a130b9efb7 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=9616d27b-5fc1-402a-a56b-5ebfb8f23b55 HTTP/1.1" status: 200 len: 948 time: 0.2450762 Nov 27 03:52:40.633845 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-c705e040-4eee-4daa-bbc7-2764f8707568 service neutron] 10.222.0.11 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5528796 Nov 27 03:52:40.664959 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=961a2ab4-de32-49de-85e1-357b240eda4d,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:40.719936 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e268b4e2-0278-44ff-bdfe-77bd3ae548ac tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:40.723229 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e268b4e2-0278-44ff-bdfe-77bd3ae548ac tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4d58ac95-64e1-4b7b-a5e6-bae87c0e8286 {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 03:52:40.728706 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e268b4e2-0278-44ff-bdfe-77bd3ae548ac tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:40.730491 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e268b4e2-0278-44ff-bdfe-77bd3ae548ac tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] 10.222.0.20 "DELETE /v2.0/routers/4d58ac95-64e1-4b7b-a5e6-bae87c0e8286 HTTP/1.1" status: 204 len: 168 time: 2.9654794 Nov 27 03:52:40.736263 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39462) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:40.741771 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-6519ea6e-ac2e-441f-b0e8-5c0238a3714c tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1387454768', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}, 'admin_state_up': False}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:40.749226 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-f0105323-7eb7-48bd-82c2-a1108d089ac6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=994f489a-7134-463c-90df-7f5e22d2a68c HTTP/1.1" status: 200 len: 217 time: 0.1015556 Nov 27 03:52:40.862607 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-c39c20a9-c9ef-4419-9c6a-e58ee4b35f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:40.867216 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-c39c20a9-c9ef-4419-9c6a-e58ee4b35f62 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=14307b56-4179-4fb0-9b1a-ab924af31129 HTTP/1.1" status: 200 len: 797 time: 0.1101656 Nov 27 03:52:40.867556 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6519ea6e-ac2e-441f-b0e8-5c0238a3714c tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:40.869211 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6519ea6e-ac2e-441f-b0e8-5c0238a3714c tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:40.912256 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c6f83d76-d5a1-4791-bb50-dfc5f0635b71 req-7031bbc4-79b4-414c-9478-5304c6babf6b tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254981 Nov 27 03:52:41.026435 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-e0359c52-b3c8-40b5-bd77-3d2d2ef18d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:41.033637 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-e0359c52-b3c8-40b5-bd77-3d2d2ef18d5f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=19023ddb-b83b-433d-89aa-500b49070446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1538284 Nov 27 03:52:41.072941 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6519ea6e-ac2e-441f-b0e8-5c0238a3714c tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:41.317989 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a6e4ca-9964-4f2e-9b53-bcf5b959c7e0 admin admin] Router 456e3378-715c-4515-aee8-5db3eb6b748d has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:52:41.548880 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a6e4ca-9964-4f2e-9b53-bcf5b959c7e0 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:52:41.562057 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955c3777-40c2-460f-a634-b72815ffa905 None None] Sync routers for ids ['456e3378-715c-4515-aee8-5db3eb6b748d'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:52:41.571565 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6519ea6e-ac2e-441f-b0e8-5c0238a3714c tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:41.580994 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955c3777-40c2-460f-a634-b72815ffa905 None None] Routers {'456e3378-715c-4515-aee8-5db3eb6b748d'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:52:41.582743 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-955c3777-40c2-460f-a634-b72815ffa905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:52:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['456e3378-715c-4515-aee8-5db3eb6b748d'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:41.585070 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-04a6e4ca-9964-4f2e-9b53-bcf5b959c7e0 admin admin] 10.222.0.20 "PUT /v2.0/routers/456e3378-715c-4515-aee8-5db3eb6b748d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4742358 Nov 27 03:52:41.585989 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39464) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:41.619656 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-394a1188-577b-46db-9be6-119ccad13446 service neutron] 10.222.0.11 "GET /v2.0/networks/19023ddb-b83b-433d-89aa-500b49070446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5777864 Nov 27 03:52:41.624268 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5f225928-69ca-414c-bc7d-0ac999443b35 req-e01dced7-ca1c-47a4-ae32-0d851d7cbd11 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] 10.222.0.20 "GET /v2.0/security-groups/a4151091-0073-45d0-8fe5-dfab525433ea HTTP/1.1" status: 200 len: 1832 time: 0.0960965 Nov 27 03:52:41.808659 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca95496-db5f-4dda-8a7f-6c8795f6750b req-ef4ed0dd-e041-4161-8d3c-e16fa500b188 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:41.827899 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5ca95496-db5f-4dda-8a7f-6c8795f6750b req-ef4ed0dd-e041-4161-8d3c-e16fa500b188 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 945 time: 0.1062193 Nov 27 03:52:41.911688 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5ca95496-db5f-4dda-8a7f-6c8795f6750b req-85762c72-ae6f-4ab7-aa53-404b10c5f376 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825429 Nov 27 03:52:41.963972 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-b0aa6ce8-8847-4eca-b324-d6cd7439223d service neutron] 10.222.0.11 "GET /v2.0/networks/19023ddb-b83b-433d-89aa-500b49070446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354964 Nov 27 03:52:42.046761 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08740ae8-164a-45d0-8c30-f4256db6971b x-openstack-request-id: req-08740ae8-164a-45d0-8c30-f4256db6971b {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:52:42.046761 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d6ca585-5265-4c58-9677-cf58c93a33ae", "name": "network-vif-plugged", "status": "completed", "tag": "961a2ab4-de32-49de-85e1-357b240eda4d", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:52:42.046761 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-08740ae8-164a-45d0-8c30-f4256db6971b {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:52:42.046761 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d6ca585-5265-4c58-9677-cf58c93a33ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961a2ab4-de32-49de-85e1-357b240eda4d', 'code': 200} Nov 27 03:52:42.079719 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-20176dac-84ae-467e-b6e4-25f762762064 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6cb9156c-61e5-4397-bd95-aff4277a4ae5 HTTP/1.1" status: 200 len: 217 time: 0.1048021 Nov 27 03:52:42.099681 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-572b6148-3d11-4f4f-bcaf-a62f7f6e95a0 req-17a79179-93e6-430a-8aac-76c8103378de tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1914817491', 'description': 'tempest-description-1698495970'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:42.172881 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-955c3777-40c2-460f-a634-b72815ffa905 None None] Set router 456e3378-715c-4515-aee8-5db3eb6b748d gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:52:42.236088 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-39bd2f24-c60b-4d2c-a853-3e78a8d57845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:42.238230 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-39bd2f24-c60b-4d2c-a853-3e78a8d57845 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=14307b56-4179-4fb0-9b1a-ab924af31129 HTTP/1.1" status: 200 len: 797 time: 0.1271060 Nov 27 03:52:42.266584 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-572b6148-3d11-4f4f-bcaf-a62f7f6e95a0 req-17a79179-93e6-430a-8aac-76c8103378de tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:42.288306 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 20fb2fc7-16d0-46d0-be48-59a1d267810c up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:52:42.406374 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d3dade-7164-418c-8b7f-1cb10c0fa192 req-d38cc8e5-6095-494e-8e84-aafd991ff8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:42.408051 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-15d3dade-7164-418c-8b7f-1cb10c0fa192 req-d38cc8e5-6095-494e-8e84-aafd991ff8a0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7d6ca585-5265-4c58-9677-cf58c93a33ae HTTP/1.1" status: 200 len: 1101 time: 0.1094995 Nov 27 03:52:42.431294 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-632d910f-d99f-40a7-83e3-34ddc9fcc120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:42.432828 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-632d910f-d99f-40a7-83e3-34ddc9fcc120 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=19023ddb-b83b-433d-89aa-500b49070446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1784868 Nov 27 03:52:42.522222 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-572b6148-3d11-4f4f-bcaf-a62f7f6e95a0 req-17a79179-93e6-430a-8aac-76c8103378de tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:42.536740 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-572b6148-3d11-4f4f-bcaf-a62f7f6e95a0 req-17a79179-93e6-430a-8aac-76c8103378de tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:42.580619 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0146e696-2199-40f9-aef5-1e3ae94b505e admin admin] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:42.583185 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-572b6148-3d11-4f4f-bcaf-a62f7f6e95a0 req-17a79179-93e6-430a-8aac-76c8103378de tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:42.585166 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-572b6148-3d11-4f4f-bcaf-a62f7f6e95a0 req-17a79179-93e6-430a-8aac-76c8103378de tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.4988260 Nov 27 03:52:42.619560 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-15d3dade-7164-418c-8b7f-1cb10c0fa192 req-805f2295-bb77-408f-acd4-5689d058d9d8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019892 Nov 27 03:52:42.642199 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a79179-93e6-430a-8aac-76c8103378de tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eebc4719-9348-451b-b65e-9f553b1821d0,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:42.698857 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-6f37f276-01c1-4b0a-8b18-538b6fecd2eb service neutron] 10.222.0.11 "GET /v2.0/networks/19023ddb-b83b-433d-89aa-500b49070446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496033 Nov 27 03:52:42.802053 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0146e696-2199-40f9-aef5-1e3ae94b505e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:42.812594 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 20fb2fc7-16d0-46d0-be48-59a1d267810c completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:52:42.821873 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 20fb2fc7-16d0-46d0-be48-59a1d267810c triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:52:42.822317 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:42.845229 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd297ae-2176-4774-aaee-2b5b0b6066e8 req-dfa43953-a974-42f4-94eb-981f54157d36 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:42.894623 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-efd297ae-2176-4774-aaee-2b5b0b6066e8 req-dfa43953-a974-42f4-94eb-981f54157d36 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=9616d27b-5fc1-402a-a56b-5ebfb8f23b55 HTTP/1.1" status: 200 len: 948 time: 0.1425571 Nov 27 03:52:42.928353 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-955c3777-40c2-460f-a634-b72815ffa905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456e3378-715c-4515-aee8-5db3eb6b748d', 'name': 'tempest-ServerRescueNegativeTestJSON-1957325013-router', 'tenant_id': '8034f6ec58f9461bbbd6b0673a6f6a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '102c66bc-fd8f-4ab5-a57c-6874179b4e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:49:13Z', 'updated_at': '2021-11-27T03:52:39Z', 'revision_number': 5, 'project_id': '8034f6ec58f9461bbbd6b0673a6f6a14', 'gw_port': {'id': '102c66bc-fd8f-4ab5-a57c-6874179b4e48', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:27:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456e3378-715c-4515-aee8-5db3eb6b748d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:49:15Z', 'updated_at': '2021-11-27T03:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:42.994184 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:42.996474 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 38f60ef4-6859-4c6a-9292-8f64f2628b3e no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:52:43.097981 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6519ea6e-ac2e-441f-b0e8-5c0238a3714c tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router_gateway, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:43.123111 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6519ea6e-ac2e-441f-b0e8-5c0238a3714c tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:43.159706 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955c3777-40c2-460f-a634-b72815ffa905 None None] Checking router: 456e3378-715c-4515-aee8-5db3eb6b748d for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:52:43.162058 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 38f60ef4-6859-4c6a-9292-8f64f2628b3e {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:52:43.172847 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 38f60ef4-6859-4c6a-9292-8f64f2628b3e not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:52:43.177781 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-484fef24-d72b-4688-93d8-2354b5fa2407 req-ae729d67-860b-42bc-bc14-9e1ef88f452e service neutron] 10.222.0.11 "GET /v2.0/networks/19023ddb-b83b-433d-89aa-500b49070446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699800 Nov 27 03:52:43.246082 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 20fb2fc7-16d0-46d0-be48-59a1d267810c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=20fb2fc7-16d0-46d0-be48-59a1d267810c,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:52:43.246262 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-efd297ae-2176-4774-aaee-2b5b0b6066e8 req-d7700239-e742-45e6-92be-21de7503ebb1 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907681 Nov 27 03:52:43.255487 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955c3777-40c2-460f-a634-b72815ffa905 None None] Routers {'456e3378-715c-4515-aee8-5db3eb6b748d'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:52:43.256199 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-955c3777-40c2-460f-a634-b72815ffa905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:52:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['456e3378-715c-4515-aee8-5db3eb6b748d'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:43.262155 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-0146e696-2199-40f9-aef5-1e3ae94b505e admin admin] Deleting port 102c66bc-fd8f-4ab5-a57c-6874179b4e48 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:52:43.262863 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0146e696-2199-40f9-aef5-1e3ae94b505e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:43.278311 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:43.492557 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-6519ea6e-ac2e-441f-b0e8-5c0238a3714c tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Allocated IP 172.25.1.121 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/4fffc107-f942-4fb2-b8f6-beb8260d2bb8) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:52:43.556953 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-0146e696-2199-40f9-aef5-1e3ae94b505e admin admin] For port 102c66bc-fd8f-4ab5-a57c-6874179b4e48, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=102c66bc-fd8f-4ab5-a57c-6874179b4e48,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:52:43.560120 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0146e696-2199-40f9-aef5-1e3ae94b505e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:43.578312 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-955c3777-40c2-460f-a634-b72815ffa905 None None] Set router 456e3378-715c-4515-aee8-5db3eb6b748d gateway port host: None {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:52:43.581700 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=20fb2fc7-16d0-46d0-be48-59a1d267810c,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:43.694999 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-0146e696-2199-40f9-aef5-1e3ae94b505e admin admin] Calling delete_port for 102c66bc-fd8f-4ab5-a57c-6874179b4e48 owned by network:router_gateway {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:52:43.705417 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-955c3777-40c2-460f-a634-b72815ffa905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456e3378-715c-4515-aee8-5db3eb6b748d', 'name': 'tempest-ServerRescueNegativeTestJSON-1957325013-router', 'tenant_id': '8034f6ec58f9461bbbd6b0673a6f6a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:49:13Z', 'updated_at': '2021-11-27T03:52:42Z', 'revision_number': 6, 'project_id': '8034f6ec58f9461bbbd6b0673a6f6a14', 'gw_port_host': None}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:43.771159 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955c3777-40c2-460f-a634-b72815ffa905 None None] The sync data for ids ['456e3378-715c-4515-aee8-5db3eb6b748d'] in n-d-819494-3 is: [{'id': '456e3378-715c-4515-aee8-5db3eb6b748d', 'name': 'tempest-ServerRescueNegativeTestJSON-1957325013-router', 'tenant_id': '8034f6ec58f9461bbbd6b0673a6f6a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:49:13Z', 'updated_at': '2021-11-27T03:52:42Z', 'revision_number': 6, 'project_id': '8034f6ec58f9461bbbd6b0673a6f6a14', 'gw_port_host': None}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:52:43.837345 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6519ea6e-ac2e-441f-b0e8-5c0238a3714c tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:43.839889 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b7f678e5-1d98-4591-9b34-63b6631dec7b req-f4204894-2684-4a5e-9a42-f4014c0ded8a tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] 10.222.0.20 "GET /v2.0/security-groups/eebc4719-9348-451b-b65e-9f553b1821d0 HTTP/1.1" status: 200 len: 1832 time: 0.1418927 Nov 27 03:52:44.028735 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6519ea6e-ac2e-441f-b0e8-5c0238a3714c tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:44.046009 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9616d27b-5fc1-402a-a56b-5ebfb8f23b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20fb2fc7-16d0-46d0-be48-59a1d267810c'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:52:44.047679 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c8a73-c5c2-4383-9cb4-54e6a3cc2467 req-0019d23a-91e8-4ec4-8ade-642c31d421ae tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:44.049320 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4f5c8a73-c5c2-4383-9cb4-54e6a3cc2467 req-0019d23a-91e8-4ec4-8ade-642c31d421ae tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 945 time: 0.1144476 Nov 27 03:52:44.049478 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e1281b-d885-4a00-8513-a58191b18072" -d '{"events": [{"server_uuid": "9616d27b-5fc1-402a-a56b-5ebfb8f23b55", "name": "network-vif-plugged", "status": "completed", "tag": "20fb2fc7-16d0-46d0-be48-59a1d267810c"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:52:44.097337 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0146e696-2199-40f9-aef5-1e3ae94b505e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:44.112019 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6519ea6e-ac2e-441f-b0e8-5c0238a3714c tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:52:44.121273 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-6519ea6e-ac2e-441f-b0e8-5c0238a3714c tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:52:44.130043 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6519ea6e-ac2e-441f-b0e8-5c0238a3714c tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:52:44.173741 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4f5c8a73-c5c2-4383-9cb4-54e6a3cc2467 req-f8d94ff4-2f9e-4d76-a763-7aa815633ba7 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140370 Nov 27 03:52:44.194284 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6519ea6e-ac2e-441f-b0e8-5c0238a3714c tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Pushing event updated for resources: {'Port': ['ID=4fffc107-f942-4fb2-b8f6-beb8260d2bb8,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:44.236478 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-3936788d-a392-475e-8e01-73873886e9f6 req-ec03edbb-60f5-414c-8edf-af6edeccadf7 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1536588384', 'description': 'tempest-description-972248129'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:44.278514 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-3936788d-a392-475e-8e01-73873886e9f6 req-ec03edbb-60f5-414c-8edf-af6edeccadf7 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:44.285013 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146e696-2199-40f9-aef5-1e3ae94b505e admin admin] Pushing event deleted for resources: {'Port': ['ID=102c66bc-fd8f-4ab5-a57c-6874179b4e48,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:44.435970 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d9fdad-8903-4045-8922-1e1b9a19e5a0 x-openstack-request-id: req-56d9fdad-8903-4045-8922-1e1b9a19e5a0 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:52:44.436522 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9616d27b-5fc1-402a-a56b-5ebfb8f23b55", "name": "network-vif-plugged", "status": "completed", "tag": "20fb2fc7-16d0-46d0-be48-59a1d267810c", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:52:44.436916 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-56d9fdad-8903-4045-8922-1e1b9a19e5a0 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:52:44.437448 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9616d27b-5fc1-402a-a56b-5ebfb8f23b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20fb2fc7-16d0-46d0-be48-59a1d267810c', 'code': 200} Nov 27 03:52:44.454999 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0146e696-2199-40f9-aef5-1e3ae94b505e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:44.471306 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-3936788d-a392-475e-8e01-73873886e9f6 req-ec03edbb-60f5-414c-8edf-af6edeccadf7 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:44.479726 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-3936788d-a392-475e-8e01-73873886e9f6 req-ec03edbb-60f5-414c-8edf-af6edeccadf7 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:44.540792 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-3936788d-a392-475e-8e01-73873886e9f6 req-ec03edbb-60f5-414c-8edf-af6edeccadf7 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:44.552281 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3936788d-a392-475e-8e01-73873886e9f6 req-ec03edbb-60f5-414c-8edf-af6edeccadf7 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.3245912 Nov 27 03:52:44.596155 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec03edbb-60f5-414c-8edf-af6edeccadf7 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4b339b-0b24-4d63-b7b7-dbf79763408d,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:44.628889 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc3963-16e1-40a5-91af-4c4686cdbacc req-698661ed-d091-4724-b13c-09c41ded9d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:44.631633 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3efc3963-16e1-40a5-91af-4c4686cdbacc req-698661ed-d091-4724-b13c-09c41ded9d68 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9616d27b-5fc1-402a-a56b-5ebfb8f23b55 HTTP/1.1" status: 200 len: 1100 time: 0.0760758 Nov 27 03:52:44.677743 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0146e696-2199-40f9-aef5-1e3ae94b505e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:44.683702 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0146e696-2199-40f9-aef5-1e3ae94b505e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:44.709679 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3efc3963-16e1-40a5-91af-4c4686cdbacc req-03acf95b-379b-481f-9cc7-35570de3b2b1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681422 Nov 27 03:52:44.836041 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4ee70f4d-4aab-4f86-994d-1a60ea4096d6 req-7e06a988-269c-474a-a843-bb4d3db880a7 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] 10.222.0.20 "GET /v2.0/security-groups/1d4b339b-0b24-4d63-b7b7-dbf79763408d HTTP/1.1" status: 200 len: 1831 time: 0.0685928 Nov 27 03:52:44.859603 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f9b2d3-5f98-4027-8521-18d7feedc6ba req-3eeafaf8-0131-4a90-816d-8d745b35c0a9 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:44.861154 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a8f9b2d3-5f98-4027-8521-18d7feedc6ba req-3eeafaf8-0131-4a90-816d-8d745b35c0a9 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=9616d27b-5fc1-402a-a56b-5ebfb8f23b55 HTTP/1.1" status: 200 len: 949 time: 0.3368177 Nov 27 03:52:44.880067 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0146e696-2199-40f9-aef5-1e3ae94b505e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:44.880624 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0146e696-2199-40f9-aef5-1e3ae94b505e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 456e3378-715c-4515-aee8-5db3eb6b748d {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 03:52:44.901245 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0146e696-2199-40f9-aef5-1e3ae94b505e admin admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:44.902405 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0146e696-2199-40f9-aef5-1e3ae94b505e admin admin] 10.222.0.20 "DELETE /v2.0/routers/456e3378-715c-4515-aee8-5db3eb6b748d HTTP/1.1" status: 204 len: 168 time: 3.3147397 Nov 27 03:52:44.905408 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39526) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:44.988484 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a8f9b2d3-5f98-4027-8521-18d7feedc6ba req-50af8206-c34f-4427-bfe0-12e1a7e9c6b8 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141243 Nov 27 03:52:45.010488 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6519ea6e-ac2e-441f-b0e8-5c0238a3714c tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router_gateway, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:45.094408 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 102c66bc-fd8f-4ab5-a57c-6874179b4e48 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:52:45.146083 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 102c66bc-fd8f-4ab5-a57c-6874179b4e48 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:52:45.147898 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 102c66bc-fd8f-4ab5-a57c-6874179b4e48 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:52:45.148309 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 81ebc423-cbf1-47f9-b865-bffed46c9129 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:52:45.153909 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dafddb0-fc9a-4e9e-a96c-4d992bb7c1ea admin admin] Deleting subnet 7f92d0cd-8b30-467f-95d0-7ca51c4b0374 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:52:45.157786 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5dafddb0-fc9a-4e9e-a96c-4d992bb7c1ea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:45.202620 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 81ebc423-cbf1-47f9-b865-bffed46c9129 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:52:45.204011 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 81ebc423-cbf1-47f9-b865-bffed46c9129 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:52:45.240866 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8e60e-06b2-4bd9-be1c-e757c36258c0 req-b55e3028-d35d-4cd2-a4bc-815daef59bbb tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:45.249183 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8ab8e60e-06b2-4bd9-be1c-e757c36258c0 req-b55e3028-d35d-4cd2-a4bc-815daef59bbb tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/ports?device_id=b823decf-9f0a-46d2-b8b8-ad772708563f HTTP/1.1" status: 200 len: 949 time: 0.2685590 Nov 27 03:52:45.269810 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5dafddb0-fc9a-4e9e-a96c-4d992bb7c1ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:45.295383 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [req-0263e819-5858-4713-a09f-f4ecbac3725f req-9edbedb9-dd4e-4cc9-a4c5-2daed6085740 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] show failed (client error): The resource could not be found. Nov 27 03:52:45.297503 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0263e819-5858-4713-a09f-f4ecbac3725f req-9edbedb9-dd4e-4cc9-a4c5-2daed6085740 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] 10.222.0.20 "GET /v2.0/security-groups/a6a26f34-63c6-45d2-838c-356b0d80919f HTTP/1.1" status: 404 len: 352 time: 0.0707550 Nov 27 03:52:45.365426 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8ab8e60e-06b2-4bd9-be1c-e757c36258c0 req-56d970aa-1f2c-484e-b0dd-56f2a59755b8 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/security-groups?id=7503e0dd-d2d6-421d-83d3-f4e4fae310df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140075 Nov 27 03:52:45.366593 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5dafddb0-fc9a-4e9e-a96c-4d992bb7c1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:45.393683 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6519ea6e-ac2e-441f-b0e8-5c0238a3714c tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:45.415691 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [req-80ba8a13-3960-4f4a-a5e0-9644c42068a2 req-8a70694b-8550-4041-b24a-2f7e0d3978a1 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] show failed (client error): The resource could not be found. Nov 27 03:52:45.417311 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-80ba8a13-3960-4f4a-a5e0-9644c42068a2 req-8a70694b-8550-4041-b24a-2f7e0d3978a1 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] 10.222.0.20 "GET /v2.0/security-group-rules/4e928aa8-3907-4c89-a850-bb1551a65f3a HTTP/1.1" status: 404 len: 361 time: 0.0208912 Nov 27 03:52:45.471958 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5dafddb0-fc9a-4e9e-a96c-4d992bb7c1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:45.514618 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dafddb0-fc9a-4e9e-a96c-4d992bb7c1ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f92d0cd-8b30-467f-95d0-7ca51c4b0374,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:45.523414 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5dafddb0-fc9a-4e9e-a96c-4d992bb7c1ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:45.530679 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5dafddb0-fc9a-4e9e-a96c-4d992bb7c1ea admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7f92d0cd-8b30-467f-95d0-7ca51c4b0374 HTTP/1.1" status: 204 len: 168 time: 0.6236193 Nov 27 03:52:45.531377 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39540) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:45.621863 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7d1f9cdf-0bf4-4936-8204-c17a1b649bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:45.739308 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7d1f9cdf-0bf4-4936-8204-c17a1b649bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:45.769678 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-7d1f9cdf-0bf4-4936-8204-c17a1b649bc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['211a26de-ee25-4358-bc51-37876ae6d739']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:45.783098 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-7d1f9cdf-0bf4-4936-8204-c17a1b649bc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfcc9ec6-3441-46de-afcb-8047300e65d9') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:45.783437 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-7d1f9cdf-0bf4-4936-8204-c17a1b649bc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfcc9ec6-3441-46de-afcb-8047300e65d9') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:45.798192 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7d1f9cdf-0bf4-4936-8204-c17a1b649bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:45.818543 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7d1f9cdf-0bf4-4936-8204-c17a1b649bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:45.828600 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d1f9cdf-0bf4-4936-8204-c17a1b649bc3 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:52:45.829083 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7d1f9cdf-0bf4-4936-8204-c17a1b649bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:45.831844 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 03:52:45.831844 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:52:45.831844 n-d-819494-3 neutron-server[110018]: timer() Nov 27 03:52:45.831844 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:52:45.831844 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 03:52:45.831844 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:52:45.831844 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 03:52:45.831844 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:52:45.831844 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 03:52:45.831844 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:52:45.831844 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 03:52:45.831844 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:52:45.831844 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 03:52:45.831844 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:52:45.831844 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:52:45.831844 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:52:45.831844 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:52:45.831844 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:52:45.831844 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 03:52:45.831844 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:52:45.831844 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 03:52:45.831844 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:52:45.831844 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:52:45.831844 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:52:45.831844 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 03:52:45.831844 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:52:45.831844 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:52:45.831844 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:52:45.831844 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:52:45.831844 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:52:45.831844 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:52:45.831844 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:52:45.901045 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:45.964817 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7c27b78c-3023-469f-a980-38c2bee4ca4f req-0f79e4ab-903f-4984-a4d8-4c05b0d6294e tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] 10.222.0.20 "GET /v2.0/security-groups/1d4b339b-0b24-4d63-b7b7-dbf79763408d HTTP/1.1" status: 200 len: 1831 time: 0.0575278 Nov 27 03:52:45.966230 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7d1f9cdf-0bf4-4936-8204-c17a1b649bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:45.972513 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7d1f9cdf-0bf4-4936-8204-c17a1b649bc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:45.977203 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7d1f9cdf-0bf4-4936-8204-c17a1b649bc3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/211a26de-ee25-4358-bc51-37876ae6d739 HTTP/1.1" status: 204 len: 168 time: 0.4448123 Nov 27 03:52:45.988687 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee35eae-7455-4c48-8d36-d28a95fb2902 req-e8b8d0d1-3f86-4645-9d9a-06e64b9be949 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:45.993107 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f9cdf-0bf4-4936-8204-c17a1b649bc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=211a26de-ee25-4358-bc51-37876ae6d739,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:45.996530 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2ee35eae-7455-4c48-8d36-d28a95fb2902 req-e8b8d0d1-3f86-4645-9d9a-06e64b9be949 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 945 time: 0.5375893 Nov 27 03:52:46.019222 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6519ea6e-ac2e-441f-b0e8-5c0238a3714c tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Router da6b7603-81cc-47cb-9deb-947c1b33e7c7 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 03:52:46.049159 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ebf63b17-c5cb-481b-98a1-e51b274c73c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:46.085462 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-7c27b78c-3023-469f-a980-38c2bee4ca4f req-ff50ec91-1c48-4b92-bad9-adc1b2e4791c tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:46.115706 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-7c27b78c-3023-469f-a980-38c2bee4ca4f req-ff50ec91-1c48-4b92-bad9-adc1b2e4791c tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:46.205851 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2ee35eae-7455-4c48-8d36-d28a95fb2902 req-25007de3-5d30-4b02-a6f6-e58a7aa8d182 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084119 Nov 27 03:52:46.225967 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-7c27b78c-3023-469f-a980-38c2bee4ca4f req-ff50ec91-1c48-4b92-bad9-adc1b2e4791c tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:46.238136 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6519ea6e-ac2e-441f-b0e8-5c0238a3714c tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:52:46.239899 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-7c27b78c-3023-469f-a980-38c2bee4ca4f req-ff50ec91-1c48-4b92-bad9-adc1b2e4791c tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:46.241118 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39556) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:46.251565 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7c27b78c-3023-469f-a980-38c2bee4ca4f req-ff50ec91-1c48-4b92-bad9-adc1b2e4791c tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] 10.222.0.20 "DELETE /v2.0/security-groups/1d4b339b-0b24-4d63-b7b7-dbf79763408d HTTP/1.1" status: 204 len: 173 time: 0.2495470 Nov 27 03:52:46.258864 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd09a082-d619-4bc8-a50c-380a6c18cdc0 None None] Sync routers for ids ['da6b7603-81cc-47cb-9deb-947c1b33e7c7'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:52:46.279934 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff50ec91-1c48-4b92-bad9-adc1b2e4791c tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4b339b-0b24-4d63-b7b7-dbf79763408d,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:46.312184 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd09a082-d619-4bc8-a50c-380a6c18cdc0 None None] Routers {'da6b7603-81cc-47cb-9deb-947c1b33e7c7'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:52:46.314058 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-cd09a082-d619-4bc8-a50c-380a6c18cdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:52:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['da6b7603-81cc-47cb-9deb-947c1b33e7c7'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:46.333603 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-fdc3a9ed-d747-4532-a74e-2a86a8e44463 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8034f6ec58f9461bbbd6b0673a6f6a14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0912807 Nov 27 03:52:46.336251 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39568) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:46.337447 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6519ea6e-ac2e-441f-b0e8-5c0238a3714c tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:46.341874 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6519ea6e-ac2e-441f-b0e8-5c0238a3714c tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.6039023 Nov 27 03:52:46.342354 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39570) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:46.346884 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-78ef91bf-54ab-4394-a953-5142fd498c23 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'enable_snat': False}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:46.374264 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-cd09a082-d619-4bc8-a50c-380a6c18cdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:46.399686 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd09a082-d619-4bc8-a50c-380a6c18cdc0 None None] Routers {'da6b7603-81cc-47cb-9deb-947c1b33e7c7'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:52:46.400323 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-cd09a082-d619-4bc8-a50c-380a6c18cdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:52:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['da6b7603-81cc-47cb-9deb-947c1b33e7c7'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:46.473359 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-cd09a082-d619-4bc8-a50c-380a6c18cdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:46.474257 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd09a082-d619-4bc8-a50c-380a6c18cdc0 None None] The sync data for ids ['da6b7603-81cc-47cb-9deb-947c1b33e7c7'] in n-d-819494-3 is: [] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:52:46.503608 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7964fb48-c349-4aae-bc83-a629ca32921c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:46.559509 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7964fb48-c349-4aae-bc83-a629ca32921c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:46.596165 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a057902c-efc9-40ac-8d22-e5345e6773f8 req-f2dc79f6-de5e-443e-9132-9a39ca2f1e52 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] 10.222.0.20 "GET /v2.0/security-groups/eebc4719-9348-451b-b65e-9f553b1821d0 HTTP/1.1" status: 200 len: 1832 time: 0.0613408 Nov 27 03:52:46.631918 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336998a3-7876-4fe8-a733-51fd323e8551 req-f8f3e6dc-cc5c-4806-b468-0b3f5892f822 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:46.634092 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-336998a3-7876-4fe8-a733-51fd323e8551 req-f8f3e6dc-cc5c-4806-b468-0b3f5892f822 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=9616d27b-5fc1-402a-a56b-5ebfb8f23b55 HTTP/1.1" status: 200 len: 949 time: 0.1477063 Nov 27 03:52:46.687814 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7964fb48-c349-4aae-bc83-a629ca32921c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:46.691038 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7964fb48-c349-4aae-bc83-a629ca32921c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:46.692699 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7964fb48-c349-4aae-bc83-a629ca32921c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1 HTTP/1.1" status: 204 len: 168 time: 0.3554590 Nov 27 03:52:46.698771 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-a057902c-efc9-40ac-8d22-e5345e6773f8 req-632aad43-740c-45c5-bed3-c44672fd93b7 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:46.724573 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-a057902c-efc9-40ac-8d22-e5345e6773f8 req-632aad43-740c-45c5-bed3-c44672fd93b7 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:46.771759 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7964fb48-c349-4aae-bc83-a629ca32921c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad9adfe-5b38-44ef-95d6-2cfcbb1f8dd1,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:46.819908 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-336998a3-7876-4fe8-a733-51fd323e8551 req-c2c010a2-dca4-4d8a-a156-6de61b71d035 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429119 Nov 27 03:52:46.821006 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-a057902c-efc9-40ac-8d22-e5345e6773f8 req-632aad43-740c-45c5-bed3-c44672fd93b7 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:46.825510 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-a057902c-efc9-40ac-8d22-e5345e6773f8 req-632aad43-740c-45c5-bed3-c44672fd93b7 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:46.826818 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a057902c-efc9-40ac-8d22-e5345e6773f8 req-632aad43-740c-45c5-bed3-c44672fd93b7 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] 10.222.0.20 "DELETE /v2.0/security-groups/eebc4719-9348-451b-b65e-9f553b1821d0 HTTP/1.1" status: 204 len: 173 time: 0.2070818 Nov 27 03:52:46.848712 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632aad43-740c-45c5-bed3-c44672fd93b7 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebc4719-9348-451b-b65e-9f553b1821d0,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:46.889114 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-78ef91bf-54ab-4394-a953-5142fd498c23 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:46.934403 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d703a5f2-4b1f-4e93-9c83-6ca4b16c0a53 req-0683c164-bb26-43f9-8a3c-5fb6ed2d416f tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] 10.222.0.20 "GET /v2.0/security-groups/a4151091-0073-45d0-8fe5-dfab525433ea HTTP/1.1" status: 200 len: 1832 time: 0.0806513 Nov 27 03:52:47.013253 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d703a5f2-4b1f-4e93-9c83-6ca4b16c0a53 req-128ad5cf-1299-4e1b-b272-704a0d2164e3 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:47.043088 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d703a5f2-4b1f-4e93-9c83-6ca4b16c0a53 req-128ad5cf-1299-4e1b-b272-704a0d2164e3 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:47.051821 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b90922-85c8-468b-80e1-42bd8518b9a8 req-3fa27b33-79ce-4557-8419-7b0f53f2ebc4 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:47.055062 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f6b90922-85c8-468b-80e1-42bd8518b9a8 req-3fa27b33-79ce-4557-8419-7b0f53f2ebc4 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d6ca585-5265-4c58-9677-cf58c93a33ae HTTP/1.1" status: 200 len: 950 time: 0.1214495 Nov 27 03:52:47.132966 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f6b90922-85c8-468b-80e1-42bd8518b9a8 req-5a80796c-9381-447c-a603-1d0a10554371 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673087 Nov 27 03:52:47.134343 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d703a5f2-4b1f-4e93-9c83-6ca4b16c0a53 req-128ad5cf-1299-4e1b-b272-704a0d2164e3 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:47.137446 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d703a5f2-4b1f-4e93-9c83-6ca4b16c0a53 req-128ad5cf-1299-4e1b-b272-704a0d2164e3 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:47.143651 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d703a5f2-4b1f-4e93-9c83-6ca4b16c0a53 req-128ad5cf-1299-4e1b-b272-704a0d2164e3 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] 10.222.0.20 "DELETE /v2.0/security-groups/a4151091-0073-45d0-8fe5-dfab525433ea HTTP/1.1" status: 204 len: 173 time: 0.2083209 Nov 27 03:52:47.194223 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ad5cf-1299-4e1b-b272-704a0d2164e3 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4151091-0073-45d0-8fe5-dfab525433ea,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:47.242606 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7912ad2d-2fc1-44a9-aa50-04755e644946 req-4fe2df2b-c0ae-44fb-a125-45a3d756d2ce tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] 10.222.0.20 "GET /v2.0/security-groups/479df673-0c42-4a36-92a2-aa524ca146e6 HTTP/1.1" status: 200 len: 1829 time: 0.0715847 Nov 27 03:52:47.397136 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-7912ad2d-2fc1-44a9-aa50-04755e644946 req-b4ea8622-4b83-4b97-8b32-9d1d834c61b0 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:47.466404 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-7912ad2d-2fc1-44a9-aa50-04755e644946 req-b4ea8622-4b83-4b97-8b32-9d1d834c61b0 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:47.588177 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-7912ad2d-2fc1-44a9-aa50-04755e644946 req-b4ea8622-4b83-4b97-8b32-9d1d834c61b0 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:47.598814 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-7912ad2d-2fc1-44a9-aa50-04755e644946 req-b4ea8622-4b83-4b97-8b32-9d1d834c61b0 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:47.606750 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4be130-0f1e-41a9-b24d-615c55dca690 req-94c8ea09-cc87-4ffc-a793-a22251c20101 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:47.612018 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7912ad2d-2fc1-44a9-aa50-04755e644946 req-b4ea8622-4b83-4b97-8b32-9d1d834c61b0 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] 10.222.0.20 "DELETE /v2.0/security-groups/479df673-0c42-4a36-92a2-aa524ca146e6 HTTP/1.1" status: 204 len: 173 time: 0.3676178 Nov 27 03:52:47.613055 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4be130-0f1e-41a9-b24d-615c55dca690 req-94c8ea09-cc87-4ffc-a793-a22251c20101 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:47.616064 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cc4be130-0f1e-41a9-b24d-615c55dca690 req-94c8ea09-cc87-4ffc-a793-a22251c20101 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d6ca585-5265-4c58-9677-cf58c93a33ae&device_id=9616d27b-5fc1-402a-a56b-5ebfb8f23b55 HTTP/1.1" status: 200 len: 1690 time: 0.0859582 Nov 27 03:52:47.639177 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea8622-4b83-4b97-8b32-9d1d834c61b0 tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=479df673-0c42-4a36-92a2-aa524ca146e6,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:47.836769 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cc4be130-0f1e-41a9-b24d-615c55dca690 req-0eb72adc-520a-42fa-a82f-c965a211f511 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134738 Nov 27 03:52:47.847663 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01101ab-2abd-4c36-926e-c0149878ab17 req-97c7bd23-ffa0-494d-a76b-ef35b38dd145 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:47.849446 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f01101ab-2abd-4c36-926e-c0149878ab17 req-97c7bd23-ffa0-494d-a76b-ef35b38dd145 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 945 time: 0.1299684 Nov 27 03:52:47.913216 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-78ef91bf-54ab-4394-a953-5142fd498c23 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3685224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11843'] for router, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:47.920868 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-78ef91bf-54ab-4394-a953-5142fd498c23 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3685219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3685210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3680816'] for router, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:47.926108 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f01101ab-2abd-4c36-926e-c0149878ab17 req-13fb9c9d-b94e-48a8-8742-6ae7f0a7b050 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606666 Nov 27 03:52:48.021918 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 23917401-9f73-4d86-8eb2-a0589e6b7a2f no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:52:48.137314 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dcb2b3bd-ba1f-4cf7-aa2c-9211f3a7e8c0 req-c079b48e-c9a2-4f17-974f-da3b947d4a7a tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] 10.222.0.20 "GET /v2.0/security-groups/0ce96832-640c-4e3e-a80e-d0b723330f04 HTTP/1.1" status: 200 len: 1830 time: 0.0482209 Nov 27 03:52:48.172684 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ef91bf-54ab-4394-a953-5142fd498c23 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Router da6b7603-81cc-47cb-9deb-947c1b33e7c7 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:52:48.194222 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:48.248897 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 23917401-9f73-4d86-8eb2-a0589e6b7a2f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=23917401-9f73-4d86-8eb2-a0589e6b7a2f,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:52:48.256688 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b823decf-9f0a-46d2-b8b8-ad772708563f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23917401-9f73-4d86-8eb2-a0589e6b7a2f'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:52:48.268548 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b609999d-760c-4492-acdf-24b84221ca6f" -d '{"events": [{"server_uuid": "b823decf-9f0a-46d2-b8b8-ad772708563f", "name": "network-vif-unplugged", "status": "completed", "tag": "23917401-9f73-4d86-8eb2-a0589e6b7a2f"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:52:48.331859 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-dcb2b3bd-ba1f-4cf7-aa2c-9211f3a7e8c0 req-0bba26bc-0d83-424e-8303-905a63458ece tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:48.333899 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:48.342724 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0fdca6a9-db06-403c-a8c9-6dcc53ed19b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:48.389381 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-dcb2b3bd-ba1f-4cf7-aa2c-9211f3a7e8c0 req-0bba26bc-0d83-424e-8303-905a63458ece tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:48.401354 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=23917401-9f73-4d86-8eb2-a0589e6b7a2f,revision_number=8']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:48.418699 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f3b2c-05da-401b-8dff-717d66e5b5cf req-20179f14-174a-449e-a978-8ed336c386b8 tempest-ServersOnMultiNodesTest-1751271675 tempest-ServersOnMultiNodesTest-1751271675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:48.421798 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4c5f3b2c-05da-401b-8dff-717d66e5b5cf req-20179f14-174a-449e-a978-8ed336c386b8 tempest-ServersOnMultiNodesTest-1751271675 tempest-ServersOnMultiNodesTest-1751271675-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7d6ca585-5265-4c58-9677-cf58c93a33ae HTTP/1.1" status: 200 len: 1101 time: 0.0916750 Nov 27 03:52:48.439038 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ef91bf-54ab-4394-a953-5142fd498c23 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:52:48.445128 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-78ef91bf-54ab-4394-a953-5142fd498c23 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:48.446524 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-78ef91bf-54ab-4394-a953-5142fd498c23 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] 10.222.0.20 "PUT /v2.0/routers/da6b7603-81cc-47cb-9deb-947c1b33e7c7 HTTP/1.1" status: 200 len: 926 time: 2.1031785 Nov 27 03:52:48.454434 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d6eeaf-5ca1-486e-a325-3d9ada79b72c None None] Sync routers for ids ['da6b7603-81cc-47cb-9deb-947c1b33e7c7'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:52:48.458645 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39632) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:48.478567 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d6eeaf-5ca1-486e-a325-3d9ada79b72c None None] Routers {'da6b7603-81cc-47cb-9deb-947c1b33e7c7'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:52:48.480811 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-99d6eeaf-5ca1-486e-a325-3d9ada79b72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:52:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['da6b7603-81cc-47cb-9deb-947c1b33e7c7'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:48.493927 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4c5f3b2c-05da-401b-8dff-717d66e5b5cf req-ab54d587-8e66-4175-a094-fe4f4a052992 tempest-ServersOnMultiNodesTest-1751271675 tempest-ServersOnMultiNodesTest-1751271675-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659544 Nov 27 03:52:48.551897 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-99d6eeaf-5ca1-486e-a325-3d9ada79b72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:48.564923 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d6eeaf-5ca1-486e-a325-3d9ada79b72c None None] Routers {'da6b7603-81cc-47cb-9deb-947c1b33e7c7'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:52:48.566145 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-99d6eeaf-5ca1-486e-a325-3d9ada79b72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:52:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['da6b7603-81cc-47cb-9deb-947c1b33e7c7'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:48.569551 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:48.607145 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-99d6eeaf-5ca1-486e-a325-3d9ada79b72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:48.608343 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d6eeaf-5ca1-486e-a325-3d9ada79b72c None None] The sync data for ids ['da6b7603-81cc-47cb-9deb-947c1b33e7c7'] in n-d-819494-3 is: [] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:52:48.631203 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b81a4887-96ea-42a6-ae15-6a17d43aca7f tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] 10.222.0.20 "GET /v2.0/routers/da6b7603-81cc-47cb-9deb-947c1b33e7c7 HTTP/1.1" status: 200 len: 926 time: 0.1672349 Nov 27 03:52:48.631585 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39638) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:48.695141 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-dcb2b3bd-ba1f-4cf7-aa2c-9211f3a7e8c0 req-0bba26bc-0d83-424e-8303-905a63458ece tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:48.697988 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-dcb2b3bd-ba1f-4cf7-aa2c-9211f3a7e8c0 req-0bba26bc-0d83-424e-8303-905a63458ece tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:48.704909 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39640) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:48.710008 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dcb2b3bd-ba1f-4cf7-aa2c-9211f3a7e8c0 req-0bba26bc-0d83-424e-8303-905a63458ece tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] 10.222.0.20 "DELETE /v2.0/security-groups/0ce96832-640c-4e3e-a80e-d0b723330f04 HTTP/1.1" status: 204 len: 173 time: 0.5652776 Nov 27 03:52:48.743209 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bba26bc-0d83-424e-8303-905a63458ece tempest-SecurityGroupRulesNegativeTestJSON-2056641366 tempest-SecurityGroupRulesNegativeTestJSON-2056641366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce96832-640c-4e3e-a80e-d0b723330f04,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:48.751373 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47057850-f55b-45ae-a608-366f122da9c5 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:48.752960 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-47057850-f55b-45ae-a608-366f122da9c5 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=f5c39893-f8d8-4150-8aae-695f98406de3&device_id=da6b7603-81cc-47cb-9deb-947c1b33e7c7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1205261 Nov 27 03:52:48.757526 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39646) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:48.783495 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 03:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f31847b-fad1-4b83-a90b-80db2ae94184 x-openstack-request-id: req-4f31847b-fad1-4b83-a90b-80db2ae94184 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:52:48.784415 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b823decf-9f0a-46d2-b8b8-ad772708563f", "name": "network-vif-unplugged", "status": "completed", "tag": "23917401-9f73-4d86-8eb2-a0589e6b7a2f", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:52:48.784670 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f31847b-fad1-4b83-a90b-80db2ae94184 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:52:48.785060 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b823decf-9f0a-46d2-b8b8-ad772708563f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23917401-9f73-4d86-8eb2-a0589e6b7a2f', 'code': 200} Nov 27 03:52:48.812814 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-663f85ee-25c9-4b6f-9836-ca28839748bd admin admin] Deleting subnet 7dabff6d-3710-4a63-8c0e-0d6564576119 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:52:48.824466 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-663f85ee-25c9-4b6f-9836-ca28839748bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:48.884021 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-663f85ee-25c9-4b6f-9836-ca28839748bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:48.936957 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1c9a06-27a0-4ff4-9728-306d50e21b12 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:48.939722 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-de1c9a06-27a0-4ff4-9728-306d50e21b12 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] 10.222.0.20 "GET /v2.0/networks/f5c39893-f8d8-4150-8aae-695f98406de3 HTTP/1.1" status: 200 len: 881 time: 0.1812429 Nov 27 03:52:48.941973 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39652) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:48.953895 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-663f85ee-25c9-4b6f-9836-ca28839748bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:48.976957 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-682704cb-5950-46ce-a22a-b24126f33682 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] 10.222.0.20 "GET /v2.0/ports?device_id=da6b7603-81cc-47cb-9deb-947c1b33e7c7 HTTP/1.1" status: 200 len: 205 time: 0.0336065 Nov 27 03:52:48.982299 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39660) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:48.990414 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a1aeb-ce03-4ca7-8710-cd3c65af88ed req-ccfcd8e1-e748-4373-bf7f-09e23241829d tempest-ServersOnMultiNodesTest-1751271675 tempest-ServersOnMultiNodesTest-1751271675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:48.997649 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ca9a1aeb-ce03-4ca7-8710-cd3c65af88ed req-ccfcd8e1-e748-4373-bf7f-09e23241829d tempest-ServersOnMultiNodesTest-1751271675 tempest-ServersOnMultiNodesTest-1751271675-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9616d27b-5fc1-402a-a56b-5ebfb8f23b55 HTTP/1.1" status: 200 len: 1100 time: 0.1146746 Nov 27 03:52:49.048953 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-663f85ee-25c9-4b6f-9836-ca28839748bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:49.121888 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f85ee-25c9-4b6f-9836-ca28839748bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dabff6d-3710-4a63-8c0e-0d6564576119,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:49.124726 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-663f85ee-25c9-4b6f-9836-ca28839748bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:49.134411 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ca9a1aeb-ce03-4ca7-8710-cd3c65af88ed req-f69083ae-3d4a-4d81-8945-3535807dfe8f tempest-ServersOnMultiNodesTest-1751271675 tempest-ServersOnMultiNodesTest-1751271675-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301193 Nov 27 03:52:49.139528 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39676) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:49.145509 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-663f85ee-25c9-4b6f-9836-ca28839748bd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7dabff6d-3710-4a63-8c0e-0d6564576119 HTTP/1.1" status: 204 len: 168 time: 0.4387529 Nov 27 03:52:49.214917 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f28f4d-a4f7-4efb-b22e-0dce4e91abf8 req-6435203a-e515-441d-8fa2-ef010863782f tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:49.217157 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-40f28f4d-a4f7-4efb-b22e-0dce4e91abf8 req-6435203a-e515-441d-8fa2-ef010863782f tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 945 time: 0.0978167 Nov 27 03:52:49.286646 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9a1bca6c-1785-4b1a-ae30-22005b5fca24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:49.295143 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-40f28f4d-a4f7-4efb-b22e-0dce4e91abf8 req-b30cfc3d-92aa-453b-87e2-8810b28dcbc6 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701702 Nov 27 03:52:49.314356 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6f81182c-8027-4e2b-84fb-8d604272892f tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:49.404687 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-99fb202a-0145-45ff-b1b3-66afdd90a578 req-bcbbf2b5-61f9-408a-b45c-fc8e1a655827 tempest-ServerShowV257Test-1210639217 tempest-ServerShowV257Test-1210639217-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e7bccf-750d-4158-bec6-555948e95a22 HTTP/1.1" status: 200 len: 210 time: 0.1106253 Nov 27 03:52:49.465462 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:49.517160 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9a1bca6c-1785-4b1a-ae30-22005b5fca24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:49.558541 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-9a1bca6c-1785-4b1a-ae30-22005b5fca24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['878f348b-d74e-4051-948c-00a92b3531b6']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:49.580128 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6f81182c-8027-4e2b-84fb-8d604272892f tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:49.585209 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-9a1bca6c-1785-4b1a-ae30-22005b5fca24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f490316a-a146-4923-a86c-06eff7c5fb49') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:49.585514 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-9a1bca6c-1785-4b1a-ae30-22005b5fca24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f490316a-a146-4923-a86c-06eff7c5fb49') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:49.613219 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9a1bca6c-1785-4b1a-ae30-22005b5fca24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:49.631495 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9a1bca6c-1785-4b1a-ae30-22005b5fca24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:49.656097 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a1bca6c-1785-4b1a-ae30-22005b5fca24 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:52:49.656684 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9a1bca6c-1785-4b1a-ae30-22005b5fca24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:49.658233 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 03:52:49.658233 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:52:49.658233 n-d-819494-3 neutron-server[110018]: timer() Nov 27 03:52:49.658233 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:52:49.658233 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 03:52:49.658233 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:52:49.658233 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 03:52:49.658233 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:52:49.658233 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 03:52:49.658233 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:52:49.658233 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 03:52:49.658233 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:52:49.658233 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 03:52:49.658233 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:52:49.658233 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:52:49.658233 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:52:49.658233 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:52:49.658233 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:52:49.658233 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 03:52:49.658233 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:52:49.658233 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 03:52:49.658233 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:52:49.658233 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:52:49.658233 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:52:49.658233 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 03:52:49.658233 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:52:49.658233 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:52:49.658233 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:52:49.658233 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:52:49.658233 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:52:49.658233 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:52:49.658233 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:52:49.744512 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9a1bca6c-1785-4b1a-ae30-22005b5fca24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:49.752259 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9a1bca6c-1785-4b1a-ae30-22005b5fca24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:49.757624 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9a1bca6c-1785-4b1a-ae30-22005b5fca24 admin admin] 10.222.0.20 "DELETE /v2.0/networks/878f348b-d74e-4051-948c-00a92b3531b6 HTTP/1.1" status: 204 len: 168 time: 0.6172485 Nov 27 03:52:49.803950 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1bca6c-1785-4b1a-ae30-22005b5fca24 admin admin] Pushing event deleted for resources: {'Network': ['ID=878f348b-d74e-4051-948c-00a92b3531b6,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:49.809079 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-6f81182c-8027-4e2b-84fb-8d604272892f tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Deleting port 4fffc107-f942-4fb2-b8f6-beb8260d2bb8 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:52:49.809937 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6f81182c-8027-4e2b-84fb-8d604272892f tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:49.864304 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-ae25450f-dc39-46a9-a033-a45ecb233227 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c720ea29fd104ba29257a79f5e68861c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460999 Nov 27 03:52:49.903536 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6f81182c-8027-4e2b-84fb-8d604272892f tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:49.939272 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-6f81182c-8027-4e2b-84fb-8d604272892f tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Calling delete_port for 4fffc107-f942-4fb2-b8f6-beb8260d2bb8 owned by network:router_gateway {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:52:50.018805 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 107c4660-1ae4-411c-a0d3-0aa997f3c9b2 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:52:50.038516 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-1e91659b-52ab-4165-9e24-06dabf56a769 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:50.052222 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-1e91659b-52ab-4165-9e24-06dabf56a769 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1778312 Nov 27 03:52:50.078763 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-1f3fb3b7-1846-4109-9c68-b5eaf6025011 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/quotas/c720ea29fd104ba29257a79f5e68861c HTTP/1.1" status: 200 len: 375 time: 0.0255220 Nov 27 03:52:50.127150 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 107c4660-1ae4-411c-a0d3-0aa997f3c9b2, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=107c4660-1ae4-411c-a0d3-0aa997f3c9b2,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:52:50.128879 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39734) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:50.140252 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '107c4660-1ae4-411c-a0d3-0aa997f3c9b2', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'port_id': '107c4660-1ae4-411c-a0d3-0aa997f3c9b2', 'mac_address': 'fa:16:3e:5d:76:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14a2acf-f1d7-4ddf-8459-b30982428e88', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:52:50.175213 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d7a99-594e-4c4b-8b5d-73dac2d356aa req-70486fd7-2961-4a6c-9eee-3e4be56228f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:50.178133 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fb9d7a99-594e-4c4b-8b5d-73dac2d356aa req-70486fd7-2961-4a6c-9eee-3e4be56228f8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a17274e888df4225aeb5638a41a17698&device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 1096 time: 0.2392938 Nov 27 03:52:50.190426 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:50.209082 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 107c4660-1ae4-411c-a0d3-0aa997f3c9b2 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:52:50.236619 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 107c4660-1ae4-411c-a0d3-0aa997f3c9b2, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=107c4660-1ae4-411c-a0d3-0aa997f3c9b2,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:52:50.252397 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:50.256125 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-1da16eae-a77b-4f24-b8a7-d3ea5f33c435 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c720ea29fd104ba29257a79f5e68861c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1762044 Nov 27 03:52:50.277359 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-fa21adcf-52fd-4c57-b103-ba724a9981c4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ab382984c9f495a90d6d0db10ad65bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1453278 Nov 27 03:52:50.279845 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39738) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:50.386171 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=107c4660-1ae4-411c-a0d3-0aa997f3c9b2,revision_number=6']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:50.432075 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-67d6c171-8c89-4798-b549-7e6f8c6ce394 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:50.437733 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6f81182c-8027-4e2b-84fb-8d604272892f tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:50.442083 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['107c4660-1ae4-411c-a0d3-0aa997f3c9b2'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:52:50.487939 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f81182c-8027-4e2b-84fb-8d604272892f tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Pushing event deleted for resources: {'Port': ['ID=4fffc107-f942-4fb2-b8f6-beb8260d2bb8,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:50.492239 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d7a99-594e-4c4b-8b5d-73dac2d356aa req-7ba9bc5d-b973-42a1-ac66-1f83c2967242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:50.493755 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fb9d7a99-594e-4c4b-8b5d-73dac2d356aa req-7ba9bc5d-b973-42a1-ac66-1f83c2967242 service neutron] 10.222.0.11 "GET /v2.0/networks?id=08f5ab49-0e80-484e-b2da-92afccf8b9b1 HTTP/1.1" status: 200 len: 913 time: 0.3046415 Nov 27 03:52:50.527030 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-67d6c171-8c89-4798-b549-7e6f8c6ce394 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:50.573302 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fb9d7a99-594e-4c4b-8b5d-73dac2d356aa req-5ac13918-5d85-4355-98e7-fd46bfb0676e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cfb94f3-20a4-457b-ab06-b8424e82fab7 HTTP/1.1" status: 200 len: 217 time: 0.0717783 Nov 27 03:52:50.698257 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-67d6c171-8c89-4798-b549-7e6f8c6ce394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:50.704445 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-67d6c171-8c89-4798-b549-7e6f8c6ce394 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:50.706279 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-67d6c171-8c89-4798-b549-7e6f8c6ce394 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e94c2c09-ec10-44c7-9232-d128d578d2fd HTTP/1.1" status: 204 len: 168 time: 0.4250178 Nov 27 03:52:50.721948 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d6c171-8c89-4798-b549-7e6f8c6ce394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94c2c09-ec10-44c7-9232-d128d578d2fd,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:51.242058 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6f81182c-8027-4e2b-84fb-8d604272892f tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:51.267819 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:51.467732 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c21c08ac-690d-4abc-9f51-367e284c83c4 req-5a6a6acd-ba34-4e14-a8c6-a173a31e65ba tempest-ServerShowV257Test-1210639217 tempest-ServerShowV257Test-1210639217-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e7bccf-750d-4158-bec6-555948e95a22 HTTP/1.1" status: 200 len: 210 time: 0.0553076 Nov 27 03:52:51.468433 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d7a99-594e-4c4b-8b5d-73dac2d356aa req-b72eff4c-fb2f-418b-823d-383f997f1422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:51.470178 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fb9d7a99-594e-4c4b-8b5d-73dac2d356aa req-b72eff4c-fb2f-418b-823d-383f997f1422 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=921fe779-c75e-43af-88d5-b8ba03d01bf5 HTTP/1.1" status: 200 len: 852 time: 0.8695483 Nov 27 03:52:51.525041 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6f81182c-8027-4e2b-84fb-8d604272892f tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:51.538088 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6f81182c-8027-4e2b-84fb-8d604272892f tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:51.609955 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb2d4e-b094-4c20-ab5b-9a3f7854bdbd req-068724ad-dc50-430e-884c-f48ec2c85a0d tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:51.622413 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-82fb2d4e-b094-4c20-ab5b-9a3f7854bdbd req-068724ad-dc50-430e-884c-f48ec2c85a0d tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 945 time: 0.9771392 Nov 27 03:52:51.625640 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fb9d7a99-594e-4c4b-8b5d-73dac2d356aa req-080b2847-4f1a-4955-918e-629faa9e7cad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=08f5ab49-0e80-484e-b2da-92afccf8b9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1383493 Nov 27 03:52:51.719773 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6f81182c-8027-4e2b-84fb-8d604272892f tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:51.740950 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f81182c-8027-4e2b-84fb-8d604272892f tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Fanout notify agent at l3_agent the message router_deleted on router da6b7603-81cc-47cb-9deb-947c1b33e7c7 {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 03:52:51.815216 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:51.925119 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6f81182c-8027-4e2b-84fb-8d604272892f tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:51.931489 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6f81182c-8027-4e2b-84fb-8d604272892f tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] 10.222.0.20 "DELETE /v2.0/routers/da6b7603-81cc-47cb-9deb-947c1b33e7c7 HTTP/1.1" status: 204 len: 168 time: 2.9429498 Nov 27 03:52:51.933203 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39788) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:51.950973 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-8982f324-3526-4e71-a0a9-ebe7d0a11a60 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1277931938', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:51.968870 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-82fb2d4e-b094-4c20-ab5b-9a3f7854bdbd req-1d2a348f-56c7-4069-8d48-2c1412e23bf6 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454156 Nov 27 03:52:52.051406 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 107c4660-1ae4-411c-a0d3-0aa997f3c9b2 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:52:52.058025 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8982f324-3526-4e71-a0a9-ebe7d0a11a60 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:52.059354 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8982f324-3526-4e71-a0a9-ebe7d0a11a60 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:52.127688 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fb9d7a99-594e-4c4b-8b5d-73dac2d356aa req-7e8aabbe-0f8a-46ea-ae20-56d41bcb0afa service neutron] 10.222.0.11 "GET /v2.0/networks/08f5ab49-0e80-484e-b2da-92afccf8b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4612825 Nov 27 03:52:52.220918 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 107c4660-1ae4-411c-a0d3-0aa997f3c9b2 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:52:52.223823 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:52.237372 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8982f324-3526-4e71-a0a9-ebe7d0a11a60 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:52.244712 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8982f324-3526-4e71-a0a9-ebe7d0a11a60 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:52.279181 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39796) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:52.287335 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8982f324-3526-4e71-a0a9-ebe7d0a11a60 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:52.289158 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8982f324-3526-4e71-a0a9-ebe7d0a11a60 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3518069 Nov 27 03:52:52.293845 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39800) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:52.315929 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-8241d7ba-b77d-4439-bed5-6ea416983fdc tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:52.321068 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 7cfb94f3-20a4-457b-ab06-b8424e82fab7 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:52:52.489021 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7955552a-6b12-433c-a227-ff951224957f req-d7838c00-2bca-43f3-949a-646b30a5fff5 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=72c4806c-f80f-4b98-9f35-4f7113136f0d HTTP/1.1" status: 200 len: 210 time: 0.1112971 Nov 27 03:52:52.503611 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fb9d7a99-594e-4c4b-8b5d-73dac2d356aa req-222c3e10-7ae4-4f31-8402-35d96cc4f453 service neutron] 10.222.0.11 "GET /v2.0/networks/08f5ab49-0e80-484e-b2da-92afccf8b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683507 Nov 27 03:52:52.572281 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-5b9e92f7-5434-4273-b854-77ea459a04d9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-303380979-network', 'tenant_id': '8bb01210b11c43889360e732fe76fd2a'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:52.631925 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9e92f7-5434-4273-b854-77ea459a04d9 admin admin] Made reservation on behalf of 8bb01210b11c43889360e732fe76fd2a for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:52:52.636075 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5b9e92f7-5434-4273-b854-77ea459a04d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:52.678908 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5b9e92f7-5434-4273-b854-77ea459a04d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:52.803594 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5b9e92f7-5434-4273-b854-77ea459a04d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:52.810109 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5b9e92f7-5434-4273-b854-77ea459a04d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:52.856273 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b9e92f7-5434-4273-b854-77ea459a04d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:52:52.877361 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e92f7-5434-4273-b854-77ea459a04d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee93ab71-a178-45fc-ad6a-1a1bf0205f00,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:52.882171 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5b9e92f7-5434-4273-b854-77ea459a04d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:52.882976 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-5b9e92f7-5434-4273-b854-77ea459a04d9 admin admin] Added segment db72c7fd-8acf-4a83-a943-7e9fddab17ca of type vlan for network cbc1a1c0-8b3a-4e82-94f8-83b55129e91a Nov 27 03:52:52.964732 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-45c1a885-2ab6-436d-af8d-5cbc11c91a61 req-1c4c50aa-ac60-4764-83e6-67f1a322061d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=87e7bccf-750d-4158-bec6-555948e95a22 HTTP/1.1" status: 200 len: 210 time: 0.3856220 Nov 27 03:52:52.981201 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:52.990397 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5b9e92f7-5434-4273-b854-77ea459a04d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:53.001674 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-474aa8b2-e4e2-4dd6-bcb1-8fc5f5dae47e req-97655a5a-1ab2-4c1f-ac1c-81179953ceb1 tempest-ServerShowV257Test-1210639217 tempest-ServerShowV257Test-1210639217-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e7bccf-750d-4158-bec6-555948e95a22 HTTP/1.1" status: 200 len: 210 time: 0.1573341 Nov 27 03:52:53.042937 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75bf44c8-ee94-414d-8347-fd495109a0e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cfb94f3-20a4-457b-ab06-b8424e82fab7'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:52:53.046099 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5b9e92f7-5434-4273-b854-77ea459a04d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:53.047276 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9e92f7-5434-4273-b854-77ea459a04d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:53.047927 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5b9e92f7-5434-4273-b854-77ea459a04d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:53.058943 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1536090-9c8f-4b9f-a00f-79fbc693a89a" -d '{"events": [{"server_uuid": "75bf44c8-ee94-414d-8347-fd495109a0e2", "name": "network-vif-unplugged", "status": "completed", "tag": "7cfb94f3-20a4-457b-ab06-b8424e82fab7"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:52:53.115861 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 7cfb94f3-20a4-457b-ab06-b8424e82fab7, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=7cfb94f3-20a4-457b-ab06-b8424e82fab7,segment=NetworkSegment(277708b6-af23-477b-abf6-dbbbeb02c2ba),segment_id=277708b6-af23-477b-abf6-dbbbeb02c2ba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:52:53.170353 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8241d7ba-b77d-4439-bed5-6ea416983fdc tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:53.179099 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:53.273384 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=7cfb94f3-20a4-457b-ab06-b8424e82fab7,revision_number=8']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:53.304374 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:53.310387 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39826) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:53.319366 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-b1610930-ed14-4e92-b43d-0ea3137a0526 admin admin] Request body: {'subnet': {'network_id': 'cbc1a1c0-8b3a-4e82-94f8-83b55129e91a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-303380979-subnet', 'tenant_id': '8bb01210b11c43889360e732fe76fd2a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:53.320094 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5b9e92f7-5434-4273-b854-77ea459a04d9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0293846 Nov 27 03:52:53.386875 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 107c4660-1ae4-411c-a0d3-0aa997f3c9b2, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=107c4660-1ae4-411c-a0d3-0aa997f3c9b2,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:52:53.387579 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1610930-ed14-4e92-b43d-0ea3137a0526 admin admin] Made reservation on behalf of 8bb01210b11c43889360e732fe76fd2a for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:52:53.390416 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b1610930-ed14-4e92-b43d-0ea3137a0526 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:53.395909 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:53.404214 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 03:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87e43b3-08cb-4478-848f-1abe2a0b285e x-openstack-request-id: req-a87e43b3-08cb-4478-848f-1abe2a0b285e {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:52:53.404408 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75bf44c8-ee94-414d-8347-fd495109a0e2", "name": "network-vif-unplugged", "status": "completed", "tag": "7cfb94f3-20a4-457b-ab06-b8424e82fab7", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:52:53.406113 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a87e43b3-08cb-4478-848f-1abe2a0b285e {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:52:53.406536 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75bf44c8-ee94-414d-8347-fd495109a0e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cfb94f3-20a4-457b-ab06-b8424e82fab7', 'code': 200} Nov 27 03:52:53.414324 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e92f7-5434-4273-b854-77ea459a04d9 admin admin] Pushing event updated for resources: {'Network': ['ID=cbc1a1c0-8b3a-4e82-94f8-83b55129e91a,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:53.447048 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc1843-6390-4eb0-82e9-2a23ca7f8345 req-bdcbcba5-40f3-4267-ba8e-a58acaa99531 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:53.458816 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-febc1843-6390-4eb0-82e9-2a23ca7f8345 req-bdcbcba5-40f3-4267-ba8e-a58acaa99531 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 943 time: 0.2091656 Nov 27 03:52:53.474463 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network cbc1a1c0-8b3a-4e82-94f8-83b55129e91a details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:52:53.594652 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-febc1843-6390-4eb0-82e9-2a23ca7f8345 req-6c537bbe-9287-4565-9586-1e02e03d8644 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343780 Nov 27 03:52:53.614609 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=107c4660-1ae4-411c-a0d3-0aa997f3c9b2,revision_number=7']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:53.746081 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8871e317-b39c-4ad0-b007-054877ef2ffc req-3f98f16e-dff5-4898-8544-179dc04a3267 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=72c4806c-f80f-4b98-9f35-4f7113136f0d HTTP/1.1" status: 200 len: 210 time: 0.0375142 Nov 27 03:52:53.821124 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8241d7ba-b77d-4439-bed5-6ea416983fdc tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router_gateway, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:53.857023 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8241d7ba-b77d-4439-bed5-6ea416983fdc tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:53.900234 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-0092cd0a-968b-49de-b385-ed7eb0cbcfa0 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=c720ea29fd104ba29257a79f5e68861c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467236 Nov 27 03:52:54.024113 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b1610930-ed14-4e92-b43d-0ea3137a0526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:54.185916 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-4a85f080-5c18-4f76-97d8-ac02e42a71f0 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:54.192157 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-4a85f080-5c18-4f76-97d8-ac02e42a71f0 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2782216 Nov 27 03:52:54.220112 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1610930-ed14-4e92-b43d-0ea3137a0526 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ca69a11-da44-4ad3-88b5-25018bbf4566,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:54.286755 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-41431601-0a0d-4920-ae0f-f43b7dfb6136 req-b6151caf-9639-4e8d-9f13-20cfa997d637 tempest-ServerShowV257Test-1210639217 tempest-ServerShowV257Test-1210639217-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e7bccf-750d-4158-bec6-555948e95a22 HTTP/1.1" status: 200 len: 210 time: 0.0916796 Nov 27 03:52:54.293136 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-23bcb7ff-843c-4479-88f0-01874e61e908 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Request body: {'port': {'device_id': '72c4806c-f80f-4b98-9f35-4f7113136f0d', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'admin_state_up': True, 'tenant_id': 'c720ea29fd104ba29257a79f5e68861c'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:54.336536 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-8241d7ba-b77d-4439-bed5-6ea416983fdc tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Allocated IP 172.25.1.108 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/4418e8fa-2b5e-477c-9005-9392b566b760) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:52:54.354857 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-ea300b49-2f62-4560-a64f-66b29b552540 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c720ea29fd104ba29257a79f5e68861c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0719702 Nov 27 03:52:54.389298 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1610930-ed14-4e92-b43d-0ea3137a0526 admin admin] Checking segment: {'id': 'db72c7fd-8acf-4a83-a943-7e9fddab17ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'cbc1a1c0-8b3a-4e82-94f8-83b55129e91a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:52:54.389748 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1610930-ed14-4e92-b43d-0ea3137a0526 admin admin] Network hostable DHCP agents. Network: cbc1a1c0-8b3a-4e82-94f8-83b55129e91a, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:52:54.534218 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-23bcb7ff-843c-4479-88f0-01874e61e908 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Made reservation on behalf of c720ea29fd104ba29257a79f5e68861c for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:52:54.541402 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-23bcb7ff-843c-4479-88f0-01874e61e908 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:54.576555 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1610930-ed14-4e92-b43d-0ea3137a0526 admin admin] Network cbc1a1c0-8b3a-4e82-94f8-83b55129e91a is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:52:54.651321 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-b1610930-ed14-4e92-b43d-0ea3137a0526 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, cbc1a1c0-8b3a-4e82-94f8-83b55129e91a) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:52:54.669308 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19502c0c-02c1-40f5-a7e2-be67c0200e38 None None] Network cbc1a1c0-8b3a-4e82-94f8-83b55129e91a requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:52:54.677056 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1610930-ed14-4e92-b43d-0ea3137a0526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:54.677667 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b1610930-ed14-4e92-b43d-0ea3137a0526 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:54.773879 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-e444a927-d612-4ab2-a831-588e7901cb5c tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:54.775395 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-e444a927-d612-4ab2-a831-588e7901cb5c tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4007630 Nov 27 03:52:54.791129 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-23bcb7ff-843c-4479-88f0-01874e61e908 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Allocated IP 192.168.233.162 (7cd21890-8440-4d5d-a862-4b55c8c22387/f14a2acf-f1d7-4ddf-8459-b30982428e88/834fa54e-823d-4eb0-be3e-9ff70ca76660) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:52:54.793260 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8241d7ba-b77d-4439-bed5-6ea416983fdc tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:54.878092 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b1610930-ed14-4e92-b43d-0ea3137a0526 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5665436 Nov 27 03:52:54.885278 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39856) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:54.890187 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-e313ba69-4f99-4ba1-b3fa-2164411725de tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Request body: {'port': {'device_id': '0201e3ea-23d8-4dd7-9b48-2176a179e938', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'admin_state_up': True, 'tenant_id': 'c720ea29fd104ba29257a79f5e68861c'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:54.902639 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-13ea4de4-e2ac-451b-b1b8-bd26426ab5f0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-303380979-router', 'tenant_id': '8bb01210b11c43889360e732fe76fd2a', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:54.954757 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f373b-7d80-4d4f-a4db-5b250e267314 req-65faec06-a82c-4efb-899d-73fdf1fb66e8 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:54.959136 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b00f373b-7d80-4d4f-a4db-5b250e267314 req-65faec06-a82c-4efb-899d-73fdf1fb66e8 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 943 time: 0.1392367 Nov 27 03:52:55.089793 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d37e21c-7b80-4050-8980-ecaaf97931f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-cbc1a1c0-8b3a-4e82-94f8-83b55129e91a', 'network_id': 'cbc1a1c0-8b3a-4e82-94f8-83b55129e91a', 'tenant_id': '8bb01210b11c43889360e732fe76fd2a', 'fixed_ips': [{'subnet_id': '8ca69a11-da44-4ad3-88b5-25018bbf4566'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 03:52:55.093718 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7d37e21c-7b80-4050-8980-ecaaf97931f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:55.116992 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8241d7ba-b77d-4439-bed5-6ea416983fdc tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:55.163086 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-54e4ea48-9ad1-45ff-b4dc-129c8e998249 req-eaa9d78c-9391-4e98-8b8c-d798a8c80165 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=72c4806c-f80f-4b98-9f35-4f7113136f0d HTTP/1.1" status: 200 len: 210 time: 0.0859666 Nov 27 03:52:55.197838 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-13ea4de4-e2ac-451b-b1b8-bd26426ab5f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:55.199520 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-13ea4de4-e2ac-451b-b1b8-bd26426ab5f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:55.224134 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-e313ba69-4f99-4ba1-b3fa-2164411725de tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Made reservation on behalf of c720ea29fd104ba29257a79f5e68861c for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:52:55.232083 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-e313ba69-4f99-4ba1-b3fa-2164411725de tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:55.237061 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8241d7ba-b77d-4439-bed5-6ea416983fdc tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:52:55.250212 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-8241d7ba-b77d-4439-bed5-6ea416983fdc tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:52:55.273255 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8241d7ba-b77d-4439-bed5-6ea416983fdc tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:52:55.307305 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8241d7ba-b77d-4439-bed5-6ea416983fdc tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Pushing event updated for resources: {'Port': ['ID=4418e8fa-2b5e-477c-9005-9392b566b760,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:55.344098 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-7d37e21c-7b80-4050-8980-ecaaf97931f8 None None] Allocated IP 172.20.0.2 (cbc1a1c0-8b3a-4e82-94f8-83b55129e91a/8ca69a11-da44-4ad3-88b5-25018bbf4566/00e69cd1-0256-478f-9cc4-1758796fbf18) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:52:55.368490 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b00f373b-7d80-4d4f-a4db-5b250e267314 req-6014174c-1764-4d1f-aaa1-e134e14a26dc tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414801 Nov 27 03:52:55.478779 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eaf845f-9253-4a0e-a486-266fb4a6339f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107c4660-1ae4-411c-a0d3-0aa997f3c9b2'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:52:55.488748 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca41fe0-f45c-4e31-a5fa-abd7537ffa87" -d '{"events": [{"server_uuid": "5eaf845f-9253-4a0e-a486-266fb4a6339f", "name": "network-vif-plugged", "status": "completed", "tag": "107c4660-1ae4-411c-a0d3-0aa997f3c9b2"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:52:55.497091 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-13ea4de4-e2ac-451b-b1b8-bd26426ab5f0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:55.630206 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-508ae014-73e2-471b-ad28-c762b438c80e req-e64b66ab-9f14-42e1-8cc0-a7ae96064356 tempest-ServerShowV257Test-1210639217 tempest-ServerShowV257Test-1210639217-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e7bccf-750d-4158-bec6-555948e95a22 HTTP/1.1" status: 200 len: 210 time: 0.1223192 Nov 27 03:52:55.687963 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-23bcb7ff-843c-4479-88f0-01874e61e908 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:55.688259 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7d37e21c-7b80-4050-8980-ecaaf97931f8 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:55.703100 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7d37e21c-7b80-4050-8980-ecaaf97931f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:55.779148 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced16032-c362-4360-89cc-5ca219267ea8 x-openstack-request-id: req-ced16032-c362-4360-89cc-5ca219267ea8 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:52:55.781819 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eaf845f-9253-4a0e-a486-266fb4a6339f", "name": "network-vif-plugged", "status": "completed", "tag": "107c4660-1ae4-411c-a0d3-0aa997f3c9b2", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:52:55.782778 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ced16032-c362-4360-89cc-5ca219267ea8 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:52:55.783411 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eaf845f-9253-4a0e-a486-266fb4a6339f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107c4660-1ae4-411c-a0d3-0aa997f3c9b2', 'code': 200} Nov 27 03:52:55.836156 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d37e21c-7b80-4050-8980-ecaaf97931f8 None None] Network cbc1a1c0-8b3a-4e82-94f8-83b55129e91a is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:52:55.855312 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-7d37e21c-7b80-4050-8980-ecaaf97931f8 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:52:55.861809 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d37e21c-7b80-4050-8980-ecaaf97931f8 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:52:55.866886 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d37e21c-7b80-4050-8980-ecaaf97931f8 None None] Pushing event updated for resources: {'Port': ['ID=00e69cd1-0256-478f-9cc4-1758796fbf18,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:55.959502 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-7d37e21c-7b80-4050-8980-ecaaf97931f8 None None] Attempting to bind port 00e69cd1-0256-478f-9cc4-1758796fbf18 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:52:55.959992 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-7d37e21c-7b80-4050-8980-ecaaf97931f8 None None] Attempting to bind port 00e69cd1-0256-478f-9cc4-1758796fbf18 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'db72c7fd-8acf-4a83-a943-7e9fddab17ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'cbc1a1c0-8b3a-4e82-94f8-83b55129e91a'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:52:55.959992 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d37e21c-7b80-4050-8980-ecaaf97931f8 None None] Attempting to bind port 00e69cd1-0256-478f-9cc4-1758796fbf18 on network cbc1a1c0-8b3a-4e82-94f8-83b55129e91a {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:52:55.967120 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d37e21c-7b80-4050-8980-ecaaf97931f8 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:52:55.967518 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d37e21c-7b80-4050-8980-ecaaf97931f8 None None] Checking segment: {'id': 'db72c7fd-8acf-4a83-a943-7e9fddab17ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'cbc1a1c0-8b3a-4e82-94f8-83b55129e91a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:52:55.967898 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7d37e21c-7b80-4050-8980-ecaaf97931f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:55.968290 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d37e21c-7b80-4050-8980-ecaaf97931f8 None None] Bound using segment: {'id': 'db72c7fd-8acf-4a83-a943-7e9fddab17ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'cbc1a1c0-8b3a-4e82-94f8-83b55129e91a'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:52:55.971017 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-7d37e21c-7b80-4050-8980-ecaaf97931f8 None None] Bound port: 00e69cd1-0256-478f-9cc4-1758796fbf18, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db72c7fd-8acf-4a83-a943-7e9fddab17ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'cbc1a1c0-8b3a-4e82-94f8-83b55129e91a'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:52:55.971260 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7d37e21c-7b80-4050-8980-ecaaf97931f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:56.000814 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-13ea4de4-e2ac-451b-b1b8-bd26426ab5f0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:56.053900 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-7d37e21c-7b80-4050-8980-ecaaf97931f8 None None] For port 00e69cd1-0256-478f-9cc4-1758796fbf18, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:52:56.058051 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-7d37e21c-7b80-4050-8980-ecaaf97931f8 None None] For port 00e69cd1-0256-478f-9cc4-1758796fbf18, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=00e69cd1-0256-478f-9cc4-1758796fbf18,segment=NetworkSegment(db72c7fd-8acf-4a83-a943-7e9fddab17ca),segment_id=db72c7fd-8acf-4a83-a943-7e9fddab17ca)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:52:56.063281 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7d37e21c-7b80-4050-8980-ecaaf97931f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:56.183618 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d37e21c-7b80-4050-8980-ecaaf97931f8 None None] Pushing event updated for resources: {'Port': ['ID=00e69cd1-0256-478f-9cc4-1758796fbf18,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:56.195460 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-23bcb7ff-843c-4479-88f0-01874e61e908 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:56.236667 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['84099172-9d4b-490d-ba96-813571fab01c', '961a2ab4-de32-49de-85e1-357b240eda4d', '20fb2fc7-16d0-46d0-be48-59a1d267810c'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:52:56.283502 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-23bcb7ff-843c-4479-88f0-01874e61e908 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Network 7cd21890-8440-4d5d-a862-4b55c8c22387 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:52:56.291787 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-23bcb7ff-843c-4479-88f0-01874e61e908 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:52:56.300651 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-23bcb7ff-843c-4479-88f0-01874e61e908 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:52:56.418981 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-e313ba69-4f99-4ba1-b3fa-2164411725de tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Allocated IP 192.168.233.104 (7cd21890-8440-4d5d-a862-4b55c8c22387/f14a2acf-f1d7-4ddf-8459-b30982428e88/569ae718-ab2b-48d3-a2ff-7d22136a6303) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:52:56.430045 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8241d7ba-b77d-4439-bed5-6ea416983fdc tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router_gateway, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:56.450211 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bcb7ff-843c-4479-88f0-01874e61e908 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Pushing event updated for resources: {'Port': ['ID=834fa54e-823d-4eb0-be3e-9ff70ca76660,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:56.491602 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-23bcb7ff-843c-4479-88f0-01874e61e908 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:56.493345 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-23bcb7ff-843c-4479-88f0-01874e61e908 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:56.634282 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-23bcb7ff-843c-4479-88f0-01874e61e908 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3644173 Nov 27 03:52:56.700117 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-ab25cbf4-8854-425e-81aa-3d58382977ed service neutron] Request body: {'port': {'device_id': '72c4806c-f80f-4b98-9f35-4f7113136f0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:56.843035 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-ab25cbf4-8854-425e-81aa-3d58382977ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:57.040059 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-13ea4de4-e2ac-451b-b1b8-bd26426ab5f0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:57.044837 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-cfa06d28-6903-4b82-b3a4-86856472f830 None None] Provisioning complete for port 834fa54e-823d-4eb0-be3e-9ff70ca76660 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:52:57.044837 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cfa06d28-6903-4b82-b3a4-86856472f830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:57.070235 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 00e69cd1-0256-478f-9cc4-1758796fbf18 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:52:57.078765 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8241d7ba-b77d-4439-bed5-6ea416983fdc tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3685224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11843'] for router, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:57.083891 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-13ea4de4-e2ac-451b-b1b8-bd26426ab5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:57.093867 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8241d7ba-b77d-4439-bed5-6ea416983fdc tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3685219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3685210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3680816'] for router, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:57.110266 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-e313ba69-4f99-4ba1-b3fa-2164411725de tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:57.123130 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-cfa06d28-6903-4b82-b3a4-86856472f830 None None] Port 834fa54e-823d-4eb0-be3e-9ff70ca76660 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:52:57.143866 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 00e69cd1-0256-478f-9cc4-1758796fbf18 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:52:57.145402 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:57.245043 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:57.265258 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-13ea4de4-e2ac-451b-b1b8-bd26426ab5f0 admin admin] Allocated IP 172.25.1.78 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/76d23f9a-625b-4107-8e60-41f63c6bfecf) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:52:57.286748 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 00e69cd1-0256-478f-9cc4-1758796fbf18, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=00e69cd1-0256-478f-9cc4-1758796fbf18,segment=NetworkSegment(db72c7fd-8acf-4a83-a943-7e9fddab17ca),segment_id=db72c7fd-8acf-4a83-a943-7e9fddab17ca)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:52:57.382217 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8241d7ba-b77d-4439-bed5-6ea416983fdc tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Router ceda0cda-160b-4f23-8a93-af9c2c1b83d7 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 03:52:57.386294 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-e313ba69-4f99-4ba1-b3fa-2164411725de tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:57.393337 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:57.507213 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-13ea4de4-e2ac-451b-b1b8-bd26426ab5f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:57.522446 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=00e69cd1-0256-478f-9cc4-1758796fbf18,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:57.559360 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-e313ba69-4f99-4ba1-b3fa-2164411725de tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Network 7cd21890-8440-4d5d-a862-4b55c8c22387 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:52:57.645458 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-13ea4de4-e2ac-451b-b1b8-bd26426ab5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:57.650205 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-e313ba69-4f99-4ba1-b3fa-2164411725de tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:52:57.655952 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-e313ba69-4f99-4ba1-b3fa-2164411725de tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:52:57.793946 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ea4de4-e2ac-451b-b1b8-bd26426ab5f0 admin admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:52:57.804649 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-13ea4de4-e2ac-451b-b1b8-bd26426ab5f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:52:57.812396 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ea4de4-e2ac-451b-b1b8-bd26426ab5f0 admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:52:57.844401 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e313ba69-4f99-4ba1-b3fa-2164411725de tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Pushing event updated for resources: {'Port': ['ID=569ae718-ab2b-48d3-a2ff-7d22136a6303,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:57.951290 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-e313ba69-4f99-4ba1-b3fa-2164411725de tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:57.952420 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-e313ba69-4f99-4ba1-b3fa-2164411725de tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:57.967420 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e8763-1c97-45f3-be90-28f6daf32044 req-52400641-a274-404d-975d-ad155a18ea0a tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:57.978270 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c40f58-b73f-41e2-9737-c4f389c394f9 None None] Network cbc1a1c0-8b3a-4e82-94f8-83b55129e91a requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:52:57.979777 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-ab25cbf4-8854-425e-81aa-3d58382977ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 834fa54e-823d-4eb0-be3e-9ff70ca76660 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:52:57.992982 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c16e8763-1c97-45f3-be90-28f6daf32044 req-52400641-a274-404d-975d-ad155a18ea0a tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bf44c8-ee94-414d-8347-fd495109a0e2 HTTP/1.1" status: 200 len: 943 time: 0.4293768 Nov 27 03:52:57.995486 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-ab25cbf4-8854-425e-81aa-3d58382977ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:57.999995 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ea4de4-e2ac-451b-b1b8-bd26426ab5f0 admin admin] Pushing event updated for resources: {'Port': ['ID=76d23f9a-625b-4107-8e60-41f63c6bfecf,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:58.093490 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-ab25cbf4-8854-425e-81aa-3d58382977ed service neutron] Transition to ACTIVE for port object 834fa54e-823d-4eb0-be3e-9ff70ca76660 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:52:58.103171 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-ab25cbf4-8854-425e-81aa-3d58382977ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:58.143643 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8241d7ba-b77d-4439-bed5-6ea416983fdc tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:52:58.147794 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['84099172-9d4b-490d-ba96-813571fab01c', '961a2ab4-de32-49de-85e1-357b240eda4d', '20fb2fc7-16d0-46d0-be48-59a1d267810c'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:52:58.183938 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d4d990-3811-483c-ab5e-b0365b8a9732 None None] Sync routers for ids ['ceda0cda-160b-4f23-8a93-af9c2c1b83d7'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:52:58.196651 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab25cbf4-8854-425e-81aa-3d58382977ed service neutron] Pushing event updated for resources: {'Port': ['ID=834fa54e-823d-4eb0-be3e-9ff70ca76660,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:58.199443 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d4d990-3811-483c-ab5e-b0365b8a9732 None None] Routers {'ceda0cda-160b-4f23-8a93-af9c2c1b83d7'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:52:58.207423 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8241d7ba-b77d-4439-bed5-6ea416983fdc tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:58.208355 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-67d4d990-3811-483c-ab5e-b0365b8a9732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:52:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['ceda0cda-160b-4f23-8a93-af9c2c1b83d7'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:58.210788 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8241d7ba-b77d-4439-bed5-6ea416983fdc tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] 10.222.0.20 "PUT /v2.0/routers/ceda0cda-160b-4f23-8a93-af9c2c1b83d7 HTTP/1.1" status: 200 len: 884 time: 5.9157164 Nov 27 03:52:58.223620 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-e313ba69-4f99-4ba1-b3fa-2164411725de tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3565042 Nov 27 03:52:58.226670 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39944) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:58.300247 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a180c-c9b1-4037-8097-7f728fcab939 req-22a9b90f-1672-4bcb-9c1a-3171dec73950 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:58.308961 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-498a180c-c9b1-4037-8097-7f728fcab939 req-22a9b90f-1672-4bcb-9c1a-3171dec73950 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=72c4806c-f80f-4b98-9f35-4f7113136f0d HTTP/1.1" status: 200 len: 948 time: 0.1154213 Nov 27 03:52:58.340913 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-67d4d990-3811-483c-ab5e-b0365b8a9732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:58.348644 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 7cfb94f3-20a4-457b-ab06-b8424e82fab7 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:52:58.362530 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-0535610e-1d22-4573-8593-75a2e5c94d0f tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 03:52:58.363964 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-0535610e-1d22-4573-8593-75a2e5c94d0f tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1125886 Nov 27 03:52:58.411278 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 03:52:58.412373 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d4d990-3811-483c-ab5e-b0365b8a9732 None None] Routers {'ceda0cda-160b-4f23-8a93-af9c2c1b83d7'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:52:58.413008 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-67d4d990-3811-483c-ab5e-b0365b8a9732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:52:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['ceda0cda-160b-4f23-8a93-af9c2c1b83d7'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:58.443051 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-c16e8763-1c97-45f3-be90-28f6daf32044 req-40c55677-80ab-448d-b0e9-0caaa7c6b64b tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Deleting port 7cfb94f3-20a4-457b-ab06-b8424e82fab7 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:52:58.443361 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c16e8763-1c97-45f3-be90-28f6daf32044 req-40c55677-80ab-448d-b0e9-0caaa7c6b64b tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:58.448647 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-ab25cbf4-8854-425e-81aa-3d58382977ed service neutron] Attempting to bind port 834fa54e-823d-4eb0-be3e-9ff70ca76660 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:52:58.449287 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-ab25cbf4-8854-425e-81aa-3d58382977ed service neutron] Attempting to bind port 834fa54e-823d-4eb0-be3e-9ff70ca76660 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:52:58.449830 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-ab25cbf4-8854-425e-81aa-3d58382977ed service neutron] Attempting to bind port 834fa54e-823d-4eb0-be3e-9ff70ca76660 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:52:58.451431 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-e69d39de-aacd-4d6c-9e9d-09a02bb25bd9 None None] Provisioning complete for port 00e69cd1-0256-478f-9cc4-1758796fbf18 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:52:58.451825 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e69d39de-aacd-4d6c-9e9d-09a02bb25bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:58.454863 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-13ea4de4-e2ac-451b-b1b8-bd26426ab5f0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:58.484374 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-24da6a52-109c-42c2-9cf9-7270982273ef service neutron] Request body: {'port': {'device_id': '0201e3ea-23d8-4dd7-9b48-2176a179e938', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:52:58.497426 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-67d4d990-3811-483c-ab5e-b0365b8a9732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:52:58.498093 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d4d990-3811-483c-ab5e-b0365b8a9732 None None] The sync data for ids ['ceda0cda-160b-4f23-8a93-af9c2c1b83d7'] in n-d-819494-3 is: [] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:52:58.649432 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-24da6a52-109c-42c2-9cf9-7270982273ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:58.664605 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-498a180c-c9b1-4037-8097-7f728fcab939 req-50231d3f-a159-4af5-8dfe-bfaba32d3a4d tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531606 Nov 27 03:52:58.667332 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-ab25cbf4-8854-425e-81aa-3d58382977ed service neutron] Port 834fa54e-823d-4eb0-be3e-9ff70ca76660 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:52:58.670530 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-ab25cbf4-8854-425e-81aa-3d58382977ed service neutron] Attempting to bind port 834fa54e-823d-4eb0-be3e-9ff70ca76660 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:52:59.002403 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-932ae877-c020-4d68-ae2a-f3466e245f15 None None] Provisioning complete for port 569ae718-ab2b-48d3-a2ff-7d22136a6303 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:52:59.002878 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-932ae877-c020-4d68-ae2a-f3466e245f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:59.075944 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-932ae877-c020-4d68-ae2a-f3466e245f15 None None] Port 569ae718-ab2b-48d3-a2ff-7d22136a6303 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:52:59.083321 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 00e69cd1-0256-478f-9cc4-1758796fbf18 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:52:59.089130 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-24da6a52-109c-42c2-9cf9-7270982273ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 569ae718-ab2b-48d3-a2ff-7d22136a6303 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:52:59.102968 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-24da6a52-109c-42c2-9cf9-7270982273ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:59.121391 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-24da6a52-109c-42c2-9cf9-7270982273ef service neutron] Transition to ACTIVE for port object 569ae718-ab2b-48d3-a2ff-7d22136a6303 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:52:59.134525 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-24da6a52-109c-42c2-9cf9-7270982273ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:59.226445 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6a99b7f7-59f6-4a75-bfea-f778187ff32f tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] 10.222.0.20 "GET /v2.0/routers/ceda0cda-160b-4f23-8a93-af9c2c1b83d7 HTTP/1.1" status: 200 len: 925 time: 0.9975941 Nov 27 03:52:59.231648 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39950) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:59.247391 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 00e69cd1-0256-478f-9cc4-1758796fbf18 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:52:59.247874 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:59.363450 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-ab25cbf4-8854-425e-81aa-3d58382977ed service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:52:59.367142 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-ab25cbf4-8854-425e-81aa-3d58382977ed service neutron] Checking segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:52:59.367686 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-ab25cbf4-8854-425e-81aa-3d58382977ed service neutron] Bound using segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:52:59.368734 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-ab25cbf4-8854-425e-81aa-3d58382977ed service neutron] Bound port: 834fa54e-823d-4eb0-be3e-9ff70ca76660, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:52:59.369343 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-ab25cbf4-8854-425e-81aa-3d58382977ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:59.391593 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-4d2b577a-ebde-45f5-b30e-6dd0f44f654c None None] Provisioning complete for port 00e69cd1-0256-478f-9cc4-1758796fbf18 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:52:59.391967 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4d2b577a-ebde-45f5-b30e-6dd0f44f654c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:59.442175 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da6a52-109c-42c2-9cf9-7270982273ef service neutron] Pushing event updated for resources: {'Port': ['ID=569ae718-ab2b-48d3-a2ff-7d22136a6303,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:59.471796 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7206be75-7aa7-410d-bbcd-e28e07f15ce6 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:59.473907 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7206be75-7aa7-410d-bbcd-e28e07f15ce6 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=f5c39893-f8d8-4150-8aae-695f98406de3&device_id=ceda0cda-160b-4f23-8a93-af9c2c1b83d7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2299061 Nov 27 03:52:59.480027 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39952) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:59.482621 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-c16e8763-1c97-45f3-be90-28f6daf32044 req-40c55677-80ab-448d-b0e9-0caaa7c6b64b tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] For port 7cfb94f3-20a4-457b-ab06-b8424e82fab7, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=7cfb94f3-20a4-457b-ab06-b8424e82fab7,segment=NetworkSegment(277708b6-af23-477b-abf6-dbbbeb02c2ba),segment_id=277708b6-af23-477b-abf6-dbbbeb02c2ba)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:52:59.483082 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c16e8763-1c97-45f3-be90-28f6daf32044 req-40c55677-80ab-448d-b0e9-0caaa7c6b64b tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:59.524273 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-c16e8763-1c97-45f3-be90-28f6daf32044 req-40c55677-80ab-448d-b0e9-0caaa7c6b64b tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Calling delete_port for 7cfb94f3-20a4-457b-ab06-b8424e82fab7 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:52:59.555636 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-24da6a52-109c-42c2-9cf9-7270982273ef service neutron] Attempting to bind port 569ae718-ab2b-48d3-a2ff-7d22136a6303 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:52:59.556156 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-24da6a52-109c-42c2-9cf9-7270982273ef service neutron] Attempting to bind port 569ae718-ab2b-48d3-a2ff-7d22136a6303 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:52:59.556586 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-24da6a52-109c-42c2-9cf9-7270982273ef service neutron] Attempting to bind port 569ae718-ab2b-48d3-a2ff-7d22136a6303 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:52:59.596053 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-24da6a52-109c-42c2-9cf9-7270982273ef service neutron] Port 569ae718-ab2b-48d3-a2ff-7d22136a6303 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:52:59.596459 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-24da6a52-109c-42c2-9cf9-7270982273ef service neutron] Attempting to bind port 569ae718-ab2b-48d3-a2ff-7d22136a6303 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:52:59.621845 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-24da6a52-109c-42c2-9cf9-7270982273ef service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:52:59.625470 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-24da6a52-109c-42c2-9cf9-7270982273ef service neutron] Checking segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:52:59.626924 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-24da6a52-109c-42c2-9cf9-7270982273ef service neutron] Bound using segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:52:59.629132 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-24da6a52-109c-42c2-9cf9-7270982273ef service neutron] Bound port: 569ae718-ab2b-48d3-a2ff-7d22136a6303, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:52:59.629970 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-24da6a52-109c-42c2-9cf9-7270982273ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:59.643959 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5505e5da-3a31-4602-8491-569fdc207ae4 req-d030aa77-4c9d-4d34-a194-4e445a4cc4a6 tempest-ServerShowV257Test-1210639217 tempest-ServerShowV257Test-1210639217-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e7bccf-750d-4158-bec6-555948e95a22 HTTP/1.1" status: 200 len: 210 time: 0.2681229 Nov 27 03:52:59.647495 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0916e54b-ebd8-44e0-98d9-f18ce7ad3ea8 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:59.651324 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0916e54b-ebd8-44e0-98d9-f18ce7ad3ea8 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] 10.222.0.20 "GET /v2.0/networks/f5c39893-f8d8-4150-8aae-695f98406de3 HTTP/1.1" status: 200 len: 881 time: 0.1606641 Nov 27 03:52:59.654420 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39954) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:59.744193 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a7c1bea8-a277-46ab-8e4e-d143b0160a94 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] 10.222.0.20 "GET /v2.0/ports?device_id=ceda0cda-160b-4f23-8a93-af9c2c1b83d7 HTTP/1.1" status: 200 len: 205 time: 0.0808847 Nov 27 03:52:59.747956 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39958) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:52:59.776298 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-24da6a52-109c-42c2-9cf9-7270982273ef service neutron] For port 569ae718-ab2b-48d3-a2ff-7d22136a6303, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:52:59.780573 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-24da6a52-109c-42c2-9cf9-7270982273ef service neutron] For port 569ae718-ab2b-48d3-a2ff-7d22136a6303, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=569ae718-ab2b-48d3-a2ff-7d22136a6303,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:52:59.781761 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c16e8763-1c97-45f3-be90-28f6daf32044 req-40c55677-80ab-448d-b0e9-0caaa7c6b64b tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:59.791527 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-24da6a52-109c-42c2-9cf9-7270982273ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:59.856511 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c55677-80ab-448d-b0e9-0caaa7c6b64b tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Pushing event deleted for resources: {'Port': ['ID=7cfb94f3-20a4-457b-ab06-b8424e82fab7,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:59.916224 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9bd3d3d3-8f18-429e-a5ca-34e7f45efa27 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:59.929275 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da6a52-109c-42c2-9cf9-7270982273ef service neutron] Pushing event updated for resources: {'Port': ['ID=569ae718-ab2b-48d3-a2ff-7d22136a6303,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:52:59.945687 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-24da6a52-109c-42c2-9cf9-7270982273ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:52:59.946389 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-24da6a52-109c-42c2-9cf9-7270982273ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:59.947845 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-24da6a52-109c-42c2-9cf9-7270982273ef service neutron] 10.222.0.23 "PUT /v2.0/ports/569ae718-ab2b-48d3-a2ff-7d22136a6303 HTTP/1.1" status: 200 len: 1096 time: 1.4714737 Nov 27 03:52:59.948309 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0201e3ea-23d8-4dd7-9b48-2176a179e938', 'tag': '569ae718-ab2b-48d3-a2ff-7d22136a6303'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:52:59.950635 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d16dc8c-63c6-429a-ad76-7fdc2e9ef1c1" -d '{"events": [{"name": "network-changed", "server_uuid": "0201e3ea-23d8-4dd7-9b48-2176a179e938", "tag": "569ae718-ab2b-48d3-a2ff-7d22136a6303"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:52:59.954746 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-c16e8763-1c97-45f3-be90-28f6daf32044 req-40c55677-80ab-448d-b0e9-0caaa7c6b64b tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] No DVR routers for this DVR port 7cfb94f3-20a4-457b-ab06-b8424e82fab7 on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:52:59.960670 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c16e8763-1c97-45f3-be90-28f6daf32044 req-40c55677-80ab-448d-b0e9-0caaa7c6b64b tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:52:59.981189 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c16e8763-1c97-45f3-be90-28f6daf32044 req-40c55677-80ab-448d-b0e9-0caaa7c6b64b tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "DELETE /v2.0/ports/7cfb94f3-20a4-457b-ab06-b8424e82fab7 HTTP/1.1" status: 204 len: 173 time: 1.9761620 Nov 27 03:53:00.015487 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-ab25cbf4-8854-425e-81aa-3d58382977ed service neutron] For port 834fa54e-823d-4eb0-be3e-9ff70ca76660, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:53:00.051159 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-13ea4de4-e2ac-451b-b1b8-bd26426ab5f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:00.068881 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-ab25cbf4-8854-425e-81aa-3d58382977ed service neutron] For port 834fa54e-823d-4eb0-be3e-9ff70ca76660, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=834fa54e-823d-4eb0-be3e-9ff70ca76660,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:53:00.095720 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-ab25cbf4-8854-425e-81aa-3d58382977ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:00.131425 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-e6ad4ac4-7f26-4bed-bb55-624980a82062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:00.132865 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-e6ad4ac4-7f26-4bed-bb55-624980a82062 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c720ea29fd104ba29257a79f5e68861c&device_id=0201e3ea-23d8-4dd7-9b48-2176a179e938 HTTP/1.1" status: 200 len: 1099 time: 0.0948625 Nov 27 03:53:00.195810 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-0301555c-a461-43ae-a5b6-d41fa9b003ab service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=569ae718-ab2b-48d3-a2ff-7d22136a6303 HTTP/1.1" status: 200 len: 217 time: 0.0434966 Nov 27 03:53:00.309455 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-9d0f4fdd-27c5-46cb-b358-23f9feec15fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:00.312255 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-9d0f4fdd-27c5-46cb-b358-23f9feec15fa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.0985548 Nov 27 03:53:00.367916 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab25cbf4-8854-425e-81aa-3d58382977ed service neutron] Pushing event updated for resources: {'Port': ['ID=834fa54e-823d-4eb0-be3e-9ff70ca76660,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:00.410439 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9bd3d3d3-8f18-429e-a5ca-34e7f45efa27 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:00.425151 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-adc7f66c-23cb-43b5-9a7d-48993e4f66cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:00.428897 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-adc7f66c-23cb-43b5-9a7d-48993e4f66cc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1004906 Nov 27 03:53:00.454826 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-ab25cbf4-8854-425e-81aa-3d58382977ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:00.454971 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-ab25cbf4-8854-425e-81aa-3d58382977ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:00.456368 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-ab25cbf4-8854-425e-81aa-3d58382977ed service neutron] 10.222.0.11 "PUT /v2.0/ports/834fa54e-823d-4eb0-be3e-9ff70ca76660 HTTP/1.1" status: 200 len: 1096 time: 3.7853928 Nov 27 03:53:00.463387 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72c4806c-f80f-4b98-9f35-4f7113136f0d', 'tag': '834fa54e-823d-4eb0-be3e-9ff70ca76660'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:53:00.465682 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7efa52-8798-43d4-8032-7dd3b03006e1" -d '{"events": [{"name": "network-changed", "server_uuid": "72c4806c-f80f-4b98-9f35-4f7113136f0d", "tag": "834fa54e-823d-4eb0-be3e-9ff70ca76660"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:53:00.495440 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1015ede-9ce5-46af-90c4-8da17527cb06 req-4de2c429-b0d4-4aba-b9b7-6390eda02e5f tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:00.503507 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b1015ede-9ce5-46af-90c4-8da17527cb06 req-4de2c429-b0d4-4aba-b9b7-6390eda02e5f tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=72c4806c-f80f-4b98-9f35-4f7113136f0d HTTP/1.1" status: 200 len: 948 time: 0.1414590 Nov 27 03:53:00.616033 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b1015ede-9ce5-46af-90c4-8da17527cb06 req-40a9af2a-5b01-49bb-bbd1-43ce2d7bb5e8 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031337 Nov 27 03:53:00.625793 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-6f49c9e5-22cf-4e1d-a90b-fdaf7242a0f9 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848226 Nov 27 03:53:00.699116 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ea4de4-e2ac-451b-b1b8-bd26426ab5f0 admin admin] Router 2fefc244-a0cd-4c7d-8f96-fc98770e34f9 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 03:53:00.731687 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-9bd3d3d3-8f18-429e-a5ca-34e7f45efa27 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Deleting port 4418e8fa-2b5e-477c-9005-9392b566b760 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:53:00.731836 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9bd3d3d3-8f18-429e-a5ca-34e7f45efa27 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:00.770810 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-381a3633-dc82-488a-836f-455aee2316ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:00.772259 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-381a3633-dc82-488a-836f-455aee2316ad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c720ea29fd104ba29257a79f5e68861c&device_id=72c4806c-f80f-4b98-9f35-4f7113136f0d HTTP/1.1" status: 200 len: 1099 time: 0.1824839 Nov 27 03:53:00.861280 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d82a86-3d20-409d-99cf-0e843025f935 x-openstack-request-id: req-26d82a86-3d20-409d-99cf-0e843025f935 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:53:00.861763 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0201e3ea-23d8-4dd7-9b48-2176a179e938", "tag": "569ae718-ab2b-48d3-a2ff-7d22136a6303", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:53:00.862158 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-26d82a86-3d20-409d-99cf-0e843025f935 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:53:00.863533 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0201e3ea-23d8-4dd7-9b48-2176a179e938', 'tag': '569ae718-ab2b-48d3-a2ff-7d22136a6303', 'status': 'completed', 'code': 200} Nov 27 03:53:00.931874 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e56b407f-7f71-4239-a116-d621f8dca86c req-c819b08a-26d0-4de7-bb5c-3ee4ce43a561 tempest-ServerShowV257Test-1210639217 tempest-ServerShowV257Test-1210639217-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e7bccf-750d-4158-bec6-555948e95a22 HTTP/1.1" status: 200 len: 210 time: 0.0598910 Nov 27 03:53:00.979507 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-40995923-a093-40da-8541-3e1392b9501b service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329999 Nov 27 03:53:00.996420 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-82dc90c8-8790-4b40-9412-ce8ce11ed023 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=834fa54e-823d-4eb0-be3e-9ff70ca76660 HTTP/1.1" status: 200 len: 217 time: 0.1232536 Nov 27 03:53:00.999806 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b70acb8-a43a-4c85-8f91-50fa7481aa8f x-openstack-request-id: req-4b70acb8-a43a-4c85-8f91-50fa7481aa8f {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:53:01.000092 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72c4806c-f80f-4b98-9f35-4f7113136f0d", "tag": "834fa54e-823d-4eb0-be3e-9ff70ca76660", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:53:01.000343 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4b70acb8-a43a-4c85-8f91-50fa7481aa8f {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:53:01.000730 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72c4806c-f80f-4b98-9f35-4f7113136f0d', 'tag': '834fa54e-823d-4eb0-be3e-9ff70ca76660', 'status': 'completed', 'code': 200} Nov 27 03:53:01.168453 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9bd3d3d3-8f18-429e-a5ca-34e7f45efa27 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:01.186655 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-cf94b09b-f927-41a0-ba96-398a915472f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:01.188121 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-cf94b09b-f927-41a0-ba96-398a915472f9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.1767356 Nov 27 03:53:01.196853 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-9bd3d3d3-8f18-429e-a5ca-34e7f45efa27 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Calling delete_port for 4418e8fa-2b5e-477c-9005-9392b566b760 owned by network:router_gateway {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:53:01.199388 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ea4de4-e2ac-451b-b1b8-bd26426ab5f0 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:53:01.210798 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8356fbc5-f8dc-4cd4-88d6-3503bf10fee2 None None] Sync routers for ids ['2fefc244-a0cd-4c7d-8f96-fc98770e34f9'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:53:01.230688 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8356fbc5-f8dc-4cd4-88d6-3503bf10fee2 None None] Routers {'2fefc244-a0cd-4c7d-8f96-fc98770e34f9'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:53:01.231346 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-8356fbc5-f8dc-4cd4-88d6-3503bf10fee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:52:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['2fefc244-a0cd-4c7d-8f96-fc98770e34f9'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:53:01.258668 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-13ea4de4-e2ac-451b-b1b8-bd26426ab5f0 admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:01.259921 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-13ea4de4-e2ac-451b-b1b8-bd26426ab5f0 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 6.3715265 Nov 27 03:53:01.268162 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16dc8c-63c6-429a-ad76-7fdc2e9ef1c1 req-50a2a0dd-4b8d-4ec0-ae09-3a72eb16802c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:01.270707 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7d16dc8c-63c6-429a-ad76-7fdc2e9ef1c1 req-50a2a0dd-4b8d-4ec0-ae09-3a72eb16802c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c720ea29fd104ba29257a79f5e68861c&device_id=0201e3ea-23d8-4dd7-9b48-2176a179e938 HTTP/1.1" status: 200 len: 1099 time: 0.1124010 Nov 27 03:53:01.272972 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40008) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:01.299446 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-5384c309-adf0-4956-8b53-443a77412a6d tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:01.301289 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-5384c309-adf0-4956-8b53-443a77412a6d tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/networks?id=08f5ab49-0e80-484e-b2da-92afccf8b9b1 HTTP/1.1" status: 200 len: 812 time: 0.2770791 Nov 27 03:53:01.348186 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-eede7344-bf1a-4ede-bf91-2ffe8c6c15dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:01.350375 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-eede7344-bf1a-4ede-bf91-2ffe8c6c15dc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1315763 Nov 27 03:53:01.428898 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-8356fbc5-f8dc-4cd4-88d6-3503bf10fee2 None None] Set router 2fefc244-a0cd-4c7d-8f96-fc98770e34f9 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:53:01.634777 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-3b6f8a84-7116-48a2-b959-ff8ced72d235 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245174 Nov 27 03:53:01.636529 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9bd3d3d3-8f18-429e-a5ca-34e7f45efa27 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:01.667770 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd3d3d3-8f18-429e-a5ca-34e7f45efa27 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Pushing event deleted for resources: {'Port': ['ID=4418e8fa-2b5e-477c-9005-9392b566b760,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:01.828510 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-8356fbc5-f8dc-4cd4-88d6-3503bf10fee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fefc244-a0cd-4c7d-8f96-fc98770e34f9', 'name': 'tempest-ServersTestJSON-303380979-router', 'tenant_id': '8bb01210b11c43889360e732fe76fd2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '76d23f9a-625b-4107-8e60-41f63c6bfecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:52:55Z', 'updated_at': '2021-11-27T03:52:57Z', 'revision_number': 3, 'project_id': '8bb01210b11c43889360e732fe76fd2a', 'gw_port': {'id': '76d23f9a-625b-4107-8e60-41f63c6bfecf', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:25:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fefc244-a0cd-4c7d-8f96-fc98770e34f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:52:57Z', 'updated_at': '2021-11-27T03:52:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:53:01.853585 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9bd3d3d3-8f18-429e-a5ca-34e7f45efa27 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:01.865014 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8356fbc5-f8dc-4cd4-88d6-3503bf10fee2 None None] Checking router: 2fefc244-a0cd-4c7d-8f96-fc98770e34f9 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:53:01.865592 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8356fbc5-f8dc-4cd4-88d6-3503bf10fee2 None None] Updating router 2fefc244-a0cd-4c7d-8f96-fc98770e34f9 port 76d23f9a-625b-4107-8e60-41f63c6bfecf binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:53:01.892623 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-61829a49-1603-41fb-9a6a-842037151989 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/quotas/a17274e888df4225aeb5638a41a17698 HTTP/1.1" status: 200 len: 375 time: 0.5441725 Nov 27 03:53:01.908152 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8356fbc5-f8dc-4cd4-88d6-3503bf10fee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:01.949543 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-d01ef0b5-dd26-4137-967f-c0b7ef18855c tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a17274e888df4225aeb5638a41a17698&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557351 Nov 27 03:53:02.000112 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16dc8c-63c6-429a-ad76-7fdc2e9ef1c1 req-6cdb045d-c296-47ac-b03d-f8b5bdcc1486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:02.002255 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7d16dc8c-63c6-429a-ad76-7fdc2e9ef1c1 req-6cdb045d-c296-47ac-b03d-f8b5bdcc1486 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.7227209 Nov 27 03:53:02.051963 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9bd3d3d3-8f18-429e-a5ca-34e7f45efa27 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:02.055884 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9bd3d3d3-8f18-429e-a5ca-34e7f45efa27 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:02.078357 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-c25d966e-895e-4cf4-b863-57a43c61dc68 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 03:53:02.085838 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-c25d966e-895e-4cf4-b863-57a43c61dc68 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1352069 Nov 27 03:53:02.126722 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9ade-c9a6-45b8-9bbf-3455c15d35b1 req-b91fa236-7be3-4dfa-bee6-3af5aed5a54e tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:02.134937 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d10f9ade-c9a6-45b8-9bbf-3455c15d35b1 req-b91fa236-7be3-4dfa-bee6-3af5aed5a54e tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=72c4806c-f80f-4b98-9f35-4f7113136f0d HTTP/1.1" status: 200 len: 948 time: 0.3237512 Nov 27 03:53:02.141229 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7d16dc8c-63c6-429a-ad76-7fdc2e9ef1c1 req-57d4bcaf-2ffa-4f97-910e-e572648fd145 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=569ae718-ab2b-48d3-a2ff-7d22136a6303 HTTP/1.1" status: 200 len: 217 time: 0.1080780 Nov 27 03:53:02.223783 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d10f9ade-c9a6-45b8-9bbf-3455c15d35b1 req-5cd215f2-2353-46b7-a8c2-741e82c2d5d5 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876491 Nov 27 03:53:02.229037 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9bd3d3d3-8f18-429e-a5ca-34e7f45efa27 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:02.229810 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd3d3d3-8f18-429e-a5ca-34e7f45efa27 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Fanout notify agent at l3_agent the message router_deleted on router ceda0cda-160b-4f23-8a93-af9c2c1b83d7 {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 03:53:02.241622 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f48488a7-0ab5-4ae4-8df9-97e8c51e7ad5 req-346ab2ef-2826-4e75-8668-d924ac67f727 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5638318 Nov 27 03:53:02.256012 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9bd3d3d3-8f18-429e-a5ca-34e7f45efa27 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:02.261633 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9bd3d3d3-8f18-429e-a5ca-34e7f45efa27 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] 10.222.0.20 "DELETE /v2.0/routers/ceda0cda-160b-4f23-8a93-af9c2c1b83d7 HTTP/1.1" status: 204 len: 168 time: 2.5126979 Nov 27 03:53:02.267367 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40022) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:02.276303 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-81cc6c33-819b-48b6-808f-2d3a8be0bcc9 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2136261891', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:02.282522 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8356fbc5-f8dc-4cd4-88d6-3503bf10fee2 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:02.295235 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8356fbc5-f8dc-4cd4-88d6-3503bf10fee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:02.311193 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16dc8c-63c6-429a-ad76-7fdc2e9ef1c1 req-5bca05ce-cfde-43a9-848a-a9df3d5b62b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:02.312863 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7d16dc8c-63c6-429a-ad76-7fdc2e9ef1c1 req-5bca05ce-cfde-43a9-848a-a9df3d5b62b5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.1430368 Nov 27 03:53:02.353165 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-8356fbc5-f8dc-4cd4-88d6-3503bf10fee2 None None] Attempting to bind port 76d23f9a-625b-4107-8e60-41f63c6bfecf on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:53:02.353551 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-8356fbc5-f8dc-4cd4-88d6-3503bf10fee2 None None] Attempting to bind port 76d23f9a-625b-4107-8e60-41f63c6bfecf by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:53:02.353928 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8356fbc5-f8dc-4cd4-88d6-3503bf10fee2 None None] Attempting to bind port 76d23f9a-625b-4107-8e60-41f63c6bfecf on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:53:02.361453 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8356fbc5-f8dc-4cd4-88d6-3503bf10fee2 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:53:02.361842 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8356fbc5-f8dc-4cd4-88d6-3503bf10fee2 None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:53:02.362413 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8356fbc5-f8dc-4cd4-88d6-3503bf10fee2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:02.363435 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8356fbc5-f8dc-4cd4-88d6-3503bf10fee2 None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:53:02.363930 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-8356fbc5-f8dc-4cd4-88d6-3503bf10fee2 None None] Bound port: 76d23f9a-625b-4107-8e60-41f63c6bfecf, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:53:02.364321 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8356fbc5-f8dc-4cd4-88d6-3503bf10fee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:02.382680 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-63556d85-a2c6-4024-9f9d-21ee7fa57837 req-169b5cba-8741-41f7-95bd-5553369a9684 tempest-ServerShowV257Test-1210639217 tempest-ServerShowV257Test-1210639217-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e7bccf-750d-4158-bec6-555948e95a22 HTTP/1.1" status: 200 len: 210 time: 0.0535676 Nov 27 03:53:02.425854 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-8356fbc5-f8dc-4cd4-88d6-3503bf10fee2 None None] For port 76d23f9a-625b-4107-8e60-41f63c6bfecf, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:53:02.429715 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-8356fbc5-f8dc-4cd4-88d6-3503bf10fee2 None None] For port 76d23f9a-625b-4107-8e60-41f63c6bfecf, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=76d23f9a-625b-4107-8e60-41f63c6bfecf,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:53:02.451322 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8356fbc5-f8dc-4cd4-88d6-3503bf10fee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:02.460799 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6669a19f-c62c-4935-ac99-15313bae8b01 None None] Pushing event updated for resources: {'Port': ['ID=76d23f9a-625b-4107-8e60-41f63c6bfecf,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:02.462877 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-ba1ae6c7-806b-4671-add4-a4d42d961f30 service neutron] 10.222.0.20 "GET /v2.0/networks/08f5ab49-0e80-484e-b2da-92afccf8b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759909 Nov 27 03:53:02.469873 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-81cc6c33-819b-48b6-808f-2d3a8be0bcc9 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:02.470927 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-81cc6c33-819b-48b6-808f-2d3a8be0bcc9 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:02.521181 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7efa52-8798-43d4-8032-7dd3b03006e1 req-f7f72b64-ea06-4506-888d-cd1d3f370e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:02.525082 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ee7efa52-8798-43d4-8032-7dd3b03006e1 req-f7f72b64-ea06-4506-888d-cd1d3f370e86 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c720ea29fd104ba29257a79f5e68861c&device_id=72c4806c-f80f-4b98-9f35-4f7113136f0d HTTP/1.1" status: 200 len: 1099 time: 0.1352379 Nov 27 03:53:02.571952 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16dc8c-63c6-429a-ad76-7fdc2e9ef1c1 req-23b637c5-9fa0-4ddc-81f0-a5b3d6d5ea0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:02.573650 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7d16dc8c-63c6-429a-ad76-7fdc2e9ef1c1 req-23b637c5-9fa0-4ddc-81f0-a5b3d6d5ea0e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2487757 Nov 27 03:53:02.585138 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-81cc6c33-819b-48b6-808f-2d3a8be0bcc9 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:02.600872 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6669a19f-c62c-4935-ac99-15313bae8b01 None None] Pushing event updated for resources: {'Port': ['ID=76d23f9a-625b-4107-8e60-41f63c6bfecf,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:02.626582 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8356fbc5-f8dc-4cd4-88d6-3503bf10fee2 None None] Routers {'2fefc244-a0cd-4c7d-8f96-fc98770e34f9'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:53:02.627266 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-8356fbc5-f8dc-4cd4-88d6-3503bf10fee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:52:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['2fefc244-a0cd-4c7d-8f96-fc98770e34f9'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:53:02.661644 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-81cc6c33-819b-48b6-808f-2d3a8be0bcc9 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:02.688941 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-eb8feeeb-ec08-4405-8a1b-6b24102cb9fe service neutron] 10.222.0.20 "GET /v2.0/networks/08f5ab49-0e80-484e-b2da-92afccf8b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249849 Nov 27 03:53:02.733020 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-81cc6c33-819b-48b6-808f-2d3a8be0bcc9 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:02.734296 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-81cc6c33-819b-48b6-808f-2d3a8be0bcc9 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4657304 Nov 27 03:53:02.740763 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40034) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:02.745131 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-14c113b4-27e0-45b9-b371-58f41cf5b5a6 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'enable_snat': True}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:02.859447 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-8356fbc5-f8dc-4cd4-88d6-3503bf10fee2 None None] Set router 2fefc244-a0cd-4c7d-8f96-fc98770e34f9 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:53:02.864761 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75bf44c8-ee94-414d-8347-fd495109a0e2', 'name': 'network-vif-deleted', 'tag': '7cfb94f3-20a4-457b-ab06-b8424e82fab7'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:53:02.868372 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010871e3-c60b-4109-8af8-8f39855511f9" -d '{"events": [{"server_uuid": "75bf44c8-ee94-414d-8347-fd495109a0e2", "name": "network-vif-deleted", "tag": "7cfb94f3-20a4-457b-ab06-b8424e82fab7"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:53:02.894941 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7d16dc8c-63c6-429a-ad76-7fdc2e9ef1c1 req-1ba88a1c-6ea9-40cb-aa98-6379d1dcc8eb service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089573 Nov 27 03:53:02.986538 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 27 Nov 2021 03:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04306fe-b2f8-4123-aa74-798e04ed7968 x-openstack-request-id: req-a04306fe-b2f8-4123-aa74-798e04ed7968 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:53:02.986943 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75bf44c8-ee94-414d-8347-fd495109a0e2", "name": "network-vif-deleted", "tag": "7cfb94f3-20a4-457b-ab06-b8424e82fab7", "status": "failed", "code": 422}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:53:02.987638 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a04306fe-b2f8-4123-aa74-798e04ed7968 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:53:02.988075 n-d-819494-3 neutron-server[110019]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '75bf44c8-ee94-414d-8347-fd495109a0e2', 'name': 'network-vif-deleted', 'tag': '7cfb94f3-20a4-457b-ab06-b8424e82fab7', 'status': 'failed', 'code': 422} returned with failed status Nov 27 03:53:03.166160 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7efa52-8798-43d4-8032-7dd3b03006e1 req-5c48c616-990c-4d14-a8cd-33707b66f841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:03.167650 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ee7efa52-8798-43d4-8032-7dd3b03006e1 req-5c48c616-990c-4d14-a8cd-33707b66f841 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.6127892 Nov 27 03:53:03.242825 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ee7efa52-8798-43d4-8032-7dd3b03006e1 req-734319d6-6492-4b2a-ab1d-9347c0f659c9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=834fa54e-823d-4eb0-be3e-9ff70ca76660 HTTP/1.1" status: 200 len: 217 time: 0.0447412 Nov 27 03:53:03.292779 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-8356fbc5-f8dc-4cd4-88d6-3503bf10fee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fefc244-a0cd-4c7d-8f96-fc98770e34f9', 'name': 'tempest-ServersTestJSON-303380979-router', 'tenant_id': '8bb01210b11c43889360e732fe76fd2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '76d23f9a-625b-4107-8e60-41f63c6bfecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:52:55Z', 'updated_at': '2021-11-27T03:52:57Z', 'revision_number': 3, 'project_id': '8bb01210b11c43889360e732fe76fd2a', 'gw_port': {'id': '76d23f9a-625b-4107-8e60-41f63c6bfecf', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:25:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fefc244-a0cd-4c7d-8f96-fc98770e34f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:52:57Z', 'updated_at': '2021-11-27T03:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:53:03.316253 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-312cd2c3-9d00-492a-a0c3-614e319e7787 req-185eccb5-3dd3-4d14-badd-92f9541d08da tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=576c854a-6777-4fc5-93a8-4d7dc2572a9b HTTP/1.1" status: 200 len: 210 time: 0.3428664 Nov 27 03:53:03.318050 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f50a9ae7-7137-4c53-bd63-159adb733d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:03.328457 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7d16dc8c-63c6-429a-ad76-7fdc2e9ef1c1 req-e0daf58a-b552-40ea-a8a1-21f4db302e97 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520575 Nov 27 03:53:03.368054 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-14c113b4-27e0-45b9-b371-58f41cf5b5a6 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:03.380255 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8356fbc5-f8dc-4cd4-88d6-3503bf10fee2 None None] The sync data for ids ['2fefc244-a0cd-4c7d-8f96-fc98770e34f9'] in n-d-819494-3 is: [{'id': '2fefc244-a0cd-4c7d-8f96-fc98770e34f9', 'name': 'tempest-ServersTestJSON-303380979-router', 'tenant_id': '8bb01210b11c43889360e732fe76fd2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '76d23f9a-625b-4107-8e60-41f63c6bfecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:52:55Z', 'updated_at': '2021-11-27T03:52:57Z', 'revision_number': 3, 'project_id': '8bb01210b11c43889360e732fe76fd2a', 'gw_port': {'id': '76d23f9a-625b-4107-8e60-41f63c6bfecf', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:25:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fefc244-a0cd-4c7d-8f96-fc98770e34f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:52:57Z', 'updated_at': '2021-11-27T03:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:53:03.397389 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7efa52-8798-43d4-8032-7dd3b03006e1 req-8b0668e1-ee03-4ae6-9c86-dddeed133716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:03.399387 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ee7efa52-8798-43d4-8032-7dd3b03006e1 req-8b0668e1-ee03-4ae6-9c86-dddeed133716 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.1196918 Nov 27 03:53:03.532281 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7efa52-8798-43d4-8032-7dd3b03006e1 req-39165db4-3fcb-4776-8966-44879474153d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:03.533816 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ee7efa52-8798-43d4-8032-7dd3b03006e1 req-39165db4-3fcb-4776-8966-44879474153d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1239960 Nov 27 03:53:03.571351 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635fab6-d946-48ea-89d3-8b3dc7ce2e10 req-e7602a9f-f348-4147-9bfb-bbfe45c97451 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:03.579240 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a635fab6-d946-48ea-89d3-8b3dc7ce2e10 req-e7602a9f-f348-4147-9bfb-bbfe45c97451 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=72c4806c-f80f-4b98-9f35-4f7113136f0d HTTP/1.1" status: 200 len: 948 time: 0.1705852 Nov 27 03:53:03.645405 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-067439f5-0298-4cbe-993d-7f3642ebc592 req-284667fc-c7e2-45b8-8394-ebe7f3e76dc3 tempest-ServerShowV257Test-1210639217 tempest-ServerShowV257Test-1210639217-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e7bccf-750d-4158-bec6-555948e95a22 HTTP/1.1" status: 200 len: 210 time: 0.0756392 Nov 27 03:53:03.723476 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a635fab6-d946-48ea-89d3-8b3dc7ce2e10 req-92bc3199-279a-492d-a902-bce9e9925172 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432514 Nov 27 03:53:03.745839 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-f50a9ae7-7137-4c53-bd63-159adb733d7f admin admin] Allocated IP 172.20.0.1 (cbc1a1c0-8b3a-4e82-94f8-83b55129e91a/8ca69a11-da44-4ad3-88b5-25018bbf4566/c6424ff9-0749-4dcf-b9e9-8b25d6d81e3c) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:53:03.754704 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ee7efa52-8798-43d4-8032-7dd3b03006e1 req-370f8ef1-ee45-4d5c-9f57-35ad73d3c5a7 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075438 Nov 27 03:53:04.008298 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f50a9ae7-7137-4c53-bd63-159adb733d7f admin admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:04.057198 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ee7efa52-8798-43d4-8032-7dd3b03006e1 req-38d22252-c0a3-4bbe-a145-1f8bc298e6b4 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899654 Nov 27 03:53:04.072419 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f50a9ae7-7137-4c53-bd63-159adb733d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:04.074181 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-14c113b4-27e0-45b9-b371-58f41cf5b5a6 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:04.117172 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-14c113b4-27e0-45b9-b371-58f41cf5b5a6 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:04.138975 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50a9ae7-7137-4c53-bd63-159adb733d7f admin admin] Network cbc1a1c0-8b3a-4e82-94f8-83b55129e91a is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:53:04.144405 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 569ae718-ab2b-48d3-a2ff-7d22136a6303 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:53:04.162030 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-f50a9ae7-7137-4c53-bd63-159adb733d7f admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:53:04.168557 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50a9ae7-7137-4c53-bd63-159adb733d7f admin admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:53:04.247708 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a9ae7-7137-4c53-bd63-159adb733d7f admin admin] Pushing event updated for resources: {'Port': ['ID=c6424ff9-0749-4dcf-b9e9-8b25d6d81e3c,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:04.322463 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f50a9ae7-7137-4c53-bd63-159adb733d7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:04.380823 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 834fa54e-823d-4eb0-be3e-9ff70ca76660 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:53:04.411408 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 569ae718-ab2b-48d3-a2ff-7d22136a6303, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=569ae718-ab2b-48d3-a2ff-7d22136a6303,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:53:04.443250 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '569ae718-ab2b-48d3-a2ff-7d22136a6303', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'port_id': '569ae718-ab2b-48d3-a2ff-7d22136a6303', 'mac_address': 'fa:16:3e:5c:6a:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14a2acf-f1d7-4ddf-8459-b30982428e88', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:53:04.523179 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-14c113b4-27e0-45b9-b371-58f41cf5b5a6 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Allocated IP 172.25.1.90 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/631ce821-6987-4411-991b-c65800549ee4) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:53:04.685151 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-14c113b4-27e0-45b9-b371-58f41cf5b5a6 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:04.695314 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cb36486e-582e-4e3c-b32d-d448ebdb5f08 req-02aed0f5-33d9-4dc0-b822-fa635e9bc478 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=576c854a-6777-4fc5-93a8-4d7dc2572a9b HTTP/1.1" status: 200 len: 210 time: 0.0757132 Nov 27 03:53:04.738168 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 834fa54e-823d-4eb0-be3e-9ff70ca76660, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=834fa54e-823d-4eb0-be3e-9ff70ca76660,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:53:04.802781 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '834fa54e-823d-4eb0-be3e-9ff70ca76660', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'port_id': '834fa54e-823d-4eb0-be3e-9ff70ca76660', 'mac_address': 'fa:16:3e:b0:9d:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14a2acf-f1d7-4ddf-8459-b30982428e88', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:53:04.805151 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f50a9ae7-7137-4c53-bd63-159adb733d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:04.809302 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-14c113b4-27e0-45b9-b371-58f41cf5b5a6 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:04.848931 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:04.881002 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 569ae718-ab2b-48d3-a2ff-7d22136a6303 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:53:04.911598 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 569ae718-ab2b-48d3-a2ff-7d22136a6303, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=569ae718-ab2b-48d3-a2ff-7d22136a6303,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:53:04.913440 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2eba1b44-9463-4fae-9209-d05aa32f8514 req-d4f00d1c-d9a3-431d-86cb-abaa9d48a690 tempest-ServerShowV257Test-1210639217 tempest-ServerShowV257Test-1210639217-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e7bccf-750d-4158-bec6-555948e95a22 HTTP/1.1" status: 200 len: 210 time: 0.0488448 Nov 27 03:53:04.930755 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c113b4-27e0-45b9-b371-58f41cf5b5a6 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:53:04.936466 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c113b4-27e0-45b9-b371-58f41cf5b5a6 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Pushing event updated for resources: {'Port': ['ID=631ce821-6987-4411-991b-c65800549ee4,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:04.940341 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-9e2ba4af-3f95-4169-910a-c2b86846ac53 None None] Provisioning complete for port c6424ff9-0749-4dcf-b9e9-8b25d6d81e3c triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:53:04.941378 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9e2ba4af-3f95-4169-910a-c2b86846ac53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:04.954854 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-14c113b4-27e0-45b9-b371-58f41cf5b5a6 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:53:04.967319 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c113b4-27e0-45b9-b371-58f41cf5b5a6 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:53:05.022000 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-993a87d9-8423-48e6-883d-fc0f8b4a3c5e tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:05.042333 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-993a87d9-8423-48e6-883d-fc0f8b4a3c5e tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.23 "GET /v2.0/networks?id=08f5ab49-0e80-484e-b2da-92afccf8b9b1 HTTP/1.1" status: 200 len: 812 time: 0.2128665 Nov 27 03:53:05.062389 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ba4af-3f95-4169-910a-c2b86846ac53 None None] Port c6424ff9-0749-4dcf-b9e9-8b25d6d81e3c cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:53:05.066482 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:05.157322 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-f0021fcc-86bb-4324-93dd-2d084275e4dc tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Request body: {'port': {'device_id': '576c854a-6777-4fc5-93a8-4d7dc2572a9b', 'network_id': '08f5ab49-0e80-484e-b2da-92afccf8b9b1', 'admin_state_up': True, 'tenant_id': 'a17274e888df4225aeb5638a41a17698'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:05.225861 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 76d23f9a-625b-4107-8e60-41f63c6bfecf up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:53:05.313716 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:05.327001 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=569ae718-ab2b-48d3-a2ff-7d22136a6303,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:05.333711 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 834fa54e-823d-4eb0-be3e-9ff70ca76660 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:53:05.391187 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7276c0e2-dfd1-4b56-b47f-49fa0a8d4ce7 req-523a3352-a82e-4bec-824e-44fb699f60ec tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:05.398658 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 834fa54e-823d-4eb0-be3e-9ff70ca76660, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=834fa54e-823d-4eb0-be3e-9ff70ca76660,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:53:05.399249 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7276c0e2-dfd1-4b56-b47f-49fa0a8d4ce7 req-523a3352-a82e-4bec-824e-44fb699f60ec tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=72c4806c-f80f-4b98-9f35-4f7113136f0d HTTP/1.1" status: 200 len: 948 time: 0.3374417 Nov 27 03:53:05.400698 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 76d23f9a-625b-4107-8e60-41f63c6bfecf triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:53:05.401032 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:05.430399 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:05.447675 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['569ae718-ab2b-48d3-a2ff-7d22136a6303'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:53:05.509856 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-f0021fcc-86bb-4324-93dd-2d084275e4dc tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Made reservation on behalf of a17274e888df4225aeb5638a41a17698 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:53:05.513387 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-f0021fcc-86bb-4324-93dd-2d084275e4dc tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:05.534178 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7276c0e2-dfd1-4b56-b47f-49fa0a8d4ce7 req-4b662c32-47a3-48be-91da-5fa94adabab0 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341925 Nov 27 03:53:05.609385 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-14c113b4-27e0-45b9-b371-58f41cf5b5a6 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:05.631168 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=834fa54e-823d-4eb0-be3e-9ff70ca76660,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:05.673766 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:05.716345 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 76d23f9a-625b-4107-8e60-41f63c6bfecf, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=76d23f9a-625b-4107-8e60-41f63c6bfecf,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:53:05.723334 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-f0021fcc-86bb-4324-93dd-2d084275e4dc tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Allocated IP 172.20.0.5 (08f5ab49-0e80-484e-b2da-92afccf8b9b1/921fe779-c75e-43af-88d5-b8ba03d01bf5/c4fd5fde-22d6-41d4-be64-7296d1e9ca41) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:53:05.734788 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:05.753302 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f50a9ae7-7137-4c53-bd63-159adb733d7f admin admin] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:05.764691 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f50a9ae7-7137-4c53-bd63-159adb733d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:05.830322 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['834fa54e-823d-4eb0-be3e-9ff70ca76660'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:53:05.899382 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=76d23f9a-625b-4107-8e60-41f63c6bfecf,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:05.913608 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f50a9ae7-7137-4c53-bd63-159adb733d7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:05.945415 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a9ae7-7137-4c53-bd63-159adb733d7f admin admin] Pushing event updated for resources: {'Port': ['ID=c6424ff9-0749-4dcf-b9e9-8b25d6d81e3c,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:06.035842 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2ced1cab-fbaf-4b42-9fbe-a465401c5e1e req-35df8e0a-f351-4876-9fc6-be0afa1f9d16 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=576c854a-6777-4fc5-93a8-4d7dc2572a9b HTTP/1.1" status: 200 len: 210 time: 0.1930959 Nov 27 03:53:06.095404 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-14c113b4-27e0-45b9-b371-58f41cf5b5a6 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3685224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11843'] for router, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:06.100226 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-14c113b4-27e0-45b9-b371-58f41cf5b5a6 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3685219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3685210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3680816'] for router, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:06.192075 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9440fde-ebae-455b-ab64-b4cfbc052fe6 req-68263fea-ad13-46dd-bf2a-f0e549904f2f tempest-ServerShowV257Test-1210639217 tempest-ServerShowV257Test-1210639217-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e7bccf-750d-4158-bec6-555948e95a22 HTTP/1.1" status: 200 len: 210 time: 0.0926905 Nov 27 03:53:06.222120 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-f0021fcc-86bb-4324-93dd-2d084275e4dc tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:06.256566 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50a9ae7-7137-4c53-bd63-159adb733d7f admin admin] Network cbc1a1c0-8b3a-4e82-94f8-83b55129e91a is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:53:06.259271 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-f50a9ae7-7137-4c53-bd63-159adb733d7f admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:53:06.322623 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c113b4-27e0-45b9-b371-58f41cf5b5a6 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Router b2b9dff6-10e3-422b-b600-502eef25042c is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 03:53:06.525674 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c113b4-27e0-45b9-b371-58f41cf5b5a6 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:53:06.525854 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50a9ae7-7137-4c53-bd63-159adb733d7f admin admin] Router 2fefc244-a0cd-4c7d-8f96-fc98770e34f9 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:53:06.531206 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-14c113b4-27e0-45b9-b371-58f41cf5b5a6 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:06.533553 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-14c113b4-27e0-45b9-b371-58f41cf5b5a6 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] 10.222.0.20 "PUT /v2.0/routers/b2b9dff6-10e3-422b-b600-502eef25042c HTTP/1.1" status: 200 len: 918 time: 3.7915425 Nov 27 03:53:06.536284 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40108) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:06.539044 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e309d4-1ec2-4123-9af8-3002d41c84b0 None None] Sync routers for ids ['b2b9dff6-10e3-422b-b600-502eef25042c'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:53:06.547544 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-f0021fcc-86bb-4324-93dd-2d084275e4dc tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:06.574159 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e309d4-1ec2-4123-9af8-3002d41c84b0 None None] Routers {'b2b9dff6-10e3-422b-b600-502eef25042c'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:53:06.576859 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-09e309d4-1ec2-4123-9af8-3002d41c84b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:52:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['b2b9dff6-10e3-422b-b600-502eef25042c'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:53:06.605592 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-7084ce2e-0c37-49f0-8f1b-ce6bc5e2ea8e None None] Provisioning complete for port c6424ff9-0749-4dcf-b9e9-8b25d6d81e3c triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:53:06.606185 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7084ce2e-0c37-49f0-8f1b-ce6bc5e2ea8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:06.610713 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0021fcc-86bb-4324-93dd-2d084275e4dc tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Pushing event updated for resources: {'Port': ['ID=c4fd5fde-22d6-41d4-be64-7296d1e9ca41,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:06.638426 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-f0021fcc-86bb-4324-93dd-2d084275e4dc tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Network 08f5ab49-0e80-484e-b2da-92afccf8b9b1 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:53:06.640822 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-f0021fcc-86bb-4324-93dd-2d084275e4dc tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:53:06.667768 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-09e309d4-1ec2-4123-9af8-3002d41c84b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:53:06.679987 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e309d4-1ec2-4123-9af8-3002d41c84b0 None None] Routers {'b2b9dff6-10e3-422b-b600-502eef25042c'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:53:06.682102 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-09e309d4-1ec2-4123-9af8-3002d41c84b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:52:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['b2b9dff6-10e3-422b-b600-502eef25042c'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:53:06.703935 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-7084ce2e-0c37-49f0-8f1b-ce6bc5e2ea8e None None] Port c6424ff9-0749-4dcf-b9e9-8b25d6d81e3c cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:53:06.710954 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-f0021fcc-86bb-4324-93dd-2d084275e4dc tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:53:06.724136 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-09e309d4-1ec2-4123-9af8-3002d41c84b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:53:06.725202 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e309d4-1ec2-4123-9af8-3002d41c84b0 None None] The sync data for ids ['b2b9dff6-10e3-422b-b600-502eef25042c'] in n-d-819494-3 is: [] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:53:06.815884 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-f0021fcc-86bb-4324-93dd-2d084275e4dc tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:06.816603 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-f0021fcc-86bb-4324-93dd-2d084275e4dc tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:06.838828 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50a9ae7-7137-4c53-bd63-159adb733d7f admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:53:06.855636 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f50a9ae7-7137-4c53-bd63-159adb733d7f admin admin] 10.222.0.20 "PUT /v2.0/routers/2fefc244-a0cd-4c7d-8f96-fc98770e34f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5813909 Nov 27 03:53:06.859602 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec19abc9-246b-4be6-8a50-80d3d8a7b7f7 None None] Sync routers for ids ['2fefc244-a0cd-4c7d-8f96-fc98770e34f9'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:53:06.870328 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-f0021fcc-86bb-4324-93dd-2d084275e4dc tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7391393 Nov 27 03:53:06.874288 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec19abc9-246b-4be6-8a50-80d3d8a7b7f7 None None] Routers {'2fefc244-a0cd-4c7d-8f96-fc98770e34f9'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:53:06.874971 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-ec19abc9-246b-4be6-8a50-80d3d8a7b7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:52:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['2fefc244-a0cd-4c7d-8f96-fc98770e34f9'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:53:06.894492 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-f601014e-e2e0-49d9-a0a7-591f105f7d81 service neutron] Request body: {'port': {'device_id': '576c854a-6777-4fc5-93a8-4d7dc2572a9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:07.079005 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949269c-d7ad-4ca2-b6fc-122fb300e308 req-5f998bd5-4410-4080-ab43-59ac7ee4f7fa tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:07.080634 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6949269c-d7ad-4ca2-b6fc-122fb300e308 req-5f998bd5-4410-4080-ab43-59ac7ee4f7fa tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=72c4806c-f80f-4b98-9f35-4f7113136f0d HTTP/1.1" status: 200 len: 949 time: 0.1806514 Nov 27 03:53:07.179282 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-dbd3e11d-606d-4493-a9d8-8081da4ae624 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] 10.222.0.20 "GET /v2.0/routers/b2b9dff6-10e3-422b-b600-502eef25042c HTTP/1.1" status: 200 len: 924 time: 0.6352053 Nov 27 03:53:07.183176 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40120) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:07.258058 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 76d23f9a-625b-4107-8e60-41f63c6bfecf up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:53:07.297232 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6949269c-d7ad-4ca2-b6fc-122fb300e308 req-47b23c70-4c14-4e03-ba7c-b2407cb92bf9 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910381 Nov 27 03:53:07.348502 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c811ef42-ccd1-4b90-980d-bcdc416721ea tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:07.350242 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c811ef42-ccd1-4b90-980d-bcdc416721ea tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=f5c39893-f8d8-4150-8aae-695f98406de3&device_id=b2b9dff6-10e3-422b-b600-502eef25042c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1107535 Nov 27 03:53:07.352893 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40126) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:07.421253 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-ec19abc9-246b-4be6-8a50-80d3d8a7b7f7 None None] Set router 2fefc244-a0cd-4c7d-8f96-fc98770e34f9 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:53:07.497676 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 76d23f9a-625b-4107-8e60-41f63c6bfecf triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:53:07.498085 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:07.516204 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-f601014e-e2e0-49d9-a0a7-591f105f7d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:07.518231 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff9e27-ba03-443d-a4ee-e8bba7f11c3f req-ea3967b3-a27a-4782-9b43-1f5bea0382fd tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:07.521296 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bfff9e27-ba03-443d-a4ee-e8bba7f11c3f req-ea3967b3-a27a-4782-9b43-1f5bea0382fd tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=576c854a-6777-4fc5-93a8-4d7dc2572a9b HTTP/1.1" status: 200 len: 931 time: 0.0851483 Nov 27 03:53:07.568802 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce33d5ec-1f9c-402a-a9fb-2035eb690ebe tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:07.573180 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ce33d5ec-1f9c-402a-a9fb-2035eb690ebe tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] 10.222.0.20 "GET /v2.0/networks/f5c39893-f8d8-4150-8aae-695f98406de3 HTTP/1.1" status: 200 len: 881 time: 0.2153718 Nov 27 03:53:07.573788 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40130) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:07.610747 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-35b6c2b7-d2d5-468e-9686-8520cde202ee tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b9dff6-10e3-422b-b600-502eef25042c HTTP/1.1" status: 200 len: 205 time: 0.0337064 Nov 27 03:53:07.611638 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40134) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:07.736021 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-90e7e543-b8f5-414a-ab9f-848606bb03c7 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:07.784853 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40136) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:07.790291 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-177ede21-dace-4f18-839b-170d6523c3d5 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1619885858', 'description': 'tempest-description--525493918'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:07.887627 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bfff9e27-ba03-443d-a4ee-e8bba7f11c3f req-2a39288e-895b-4ef6-a425-4a908db5138e tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587258 Nov 27 03:53:07.897384 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-177ede21-dace-4f18-839b-170d6523c3d5 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:07.968100 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-ec19abc9-246b-4be6-8a50-80d3d8a7b7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fefc244-a0cd-4c7d-8f96-fc98770e34f9', 'name': 'tempest-ServersTestJSON-303380979-router', 'tenant_id': '8bb01210b11c43889360e732fe76fd2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '76d23f9a-625b-4107-8e60-41f63c6bfecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:52:55Z', 'updated_at': '2021-11-27T03:53:04Z', 'revision_number': 4, 'project_id': '8bb01210b11c43889360e732fe76fd2a', 'gw_port': {'id': '76d23f9a-625b-4107-8e60-41f63c6bfecf', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:25:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fefc244-a0cd-4c7d-8f96-fc98770e34f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:52:57Z', 'updated_at': '2021-11-27T03:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'c6424ff9-0749-4dcf-b9e9-8b25d6d81e3c', 'name': '', 'network_id': 'cbc1a1c0-8b3a-4e82-94f8-83b55129e91a', 'tenant_id': '8bb01210b11c43889360e732fe76fd2a', 'mac_address': 'fa:16:3e:cc:f9:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fefc244-a0cd-4c7d-8f96-fc98770e34f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '8ca69a11-da44-4ad3-88b5-25018bbf4566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:53:03Z', 'updated_at': '2021-11-27T03:53:05Z', 'revision_number': 2, 'project_id': '8bb01210b11c43889360e732fe76fd2a', 'subnets': [{'id': '8ca69a11-da44-4ad3-88b5-25018bbf4566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:53:08.016214 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-177ede21-dace-4f18-839b-170d6523c3d5 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:08.016809 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec19abc9-246b-4be6-8a50-80d3d8a7b7f7 None None] Checking router: 2fefc244-a0cd-4c7d-8f96-fc98770e34f9 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:53:08.017201 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec19abc9-246b-4be6-8a50-80d3d8a7b7f7 None None] Updating router 2fefc244-a0cd-4c7d-8f96-fc98770e34f9 port c6424ff9-0749-4dcf-b9e9-8b25d6d81e3c binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:53:08.025334 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-177ede21-dace-4f18-839b-170d6523c3d5 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:08.037312 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-266a6561-19c1-4afa-85dd-e072d6e3b7db req-8e8d45c3-7394-444a-8f64-56da1cd01002 tempest-ServerShowV257Test-1210639217 tempest-ServerShowV257Test-1210639217-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e7bccf-750d-4158-bec6-555948e95a22 HTTP/1.1" status: 200 len: 210 time: 0.0764260 Nov 27 03:53:08.072297 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ec19abc9-246b-4be6-8a50-80d3d8a7b7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:08.140203 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-177ede21-dace-4f18-839b-170d6523c3d5 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:08.141910 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-177ede21-dace-4f18-839b-170d6523c3d5 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3559310 Nov 27 03:53:08.149476 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-90e7e543-b8f5-414a-ab9f-848606bb03c7 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:08.150599 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40146) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:08.175000 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-ca6ad00d-9e17-4b0e-8a78-585c82f7ea4f tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Request body: {'security_group_rule': {'security_group_id': 'c298acf9-e53a-4b23-882c-b58bab8df7ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:08.209148 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ede21-dace-4f18-839b-170d6523c3d5 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c298acf9-e53a-4b23-882c-b58bab8df7ee,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:08.211744 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 569ae718-ab2b-48d3-a2ff-7d22136a6303 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:53:08.246931 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-f601014e-e2e0-49d9-a0a7-591f105f7d81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4fd5fde-22d6-41d4-be64-7296d1e9ca41 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:53:08.258303 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-90e7e543-b8f5-414a-ab9f-848606bb03c7 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Deleting port 631ce821-6987-4411-991b-c65800549ee4 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:53:08.258722 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-90e7e543-b8f5-414a-ab9f-848606bb03c7 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:08.298073 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-f601014e-e2e0-49d9-a0a7-591f105f7d81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:08.335982 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca6ad00d-9e17-4b0e-8a78-585c82f7ea4f tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:08.358238 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 569ae718-ab2b-48d3-a2ff-7d22136a6303 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:53:08.365174 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 569ae718-ab2b-48d3-a2ff-7d22136a6303 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:53:08.366021 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:08.372551 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 834fa54e-823d-4eb0-be3e-9ff70ca76660 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:53:08.396474 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-90e7e543-b8f5-414a-ab9f-848606bb03c7 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:08.407791 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-f601014e-e2e0-49d9-a0a7-591f105f7d81 service neutron] Transition to ACTIVE for port object c4fd5fde-22d6-41d4-be64-7296d1e9ca41 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:53:08.421713 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-90e7e543-b8f5-414a-ab9f-848606bb03c7 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Calling delete_port for 631ce821-6987-4411-991b-c65800549ee4 owned by network:router_gateway {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:53:08.429067 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca6ad00d-9e17-4b0e-8a78-585c82f7ea4f tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:08.430798 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-f601014e-e2e0-49d9-a0a7-591f105f7d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:08.478925 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601014e-e2e0-49d9-a0a7-591f105f7d81 service neutron] Pushing event updated for resources: {'Port': ['ID=c4fd5fde-22d6-41d4-be64-7296d1e9ca41,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:08.481267 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca6ad00d-9e17-4b0e-8a78-585c82f7ea4f tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:08.552245 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca6ad00d-9e17-4b0e-8a78-585c82f7ea4f tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:08.553496 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ca6ad00d-9e17-4b0e-8a78-585c82f7ea4f tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4018378 Nov 27 03:53:08.558978 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40150) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:08.562099 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ad00d-9e17-4b0e-8a78-585c82f7ea4f tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3464f86f-b76a-4148-b70f-3d77e2deebec,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:08.567711 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-d80647cb-3bb1-43e9-97ec-4cf2ac3586c9 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Request body: {'security_group_rule': {'security_group_id': 'c298acf9-e53a-4b23-882c-b58bab8df7ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:08.607969 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d80647cb-3bb1-43e9-97ec-4cf2ac3586c9 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:08.660566 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c2287-c04d-43e8-a4d4-32cc29d13715 req-f6d573ab-a4b4-474a-a44e-7d01352eac74 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:08.662171 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bd8c2287-c04d-43e8-a4d4-32cc29d13715 req-f6d573ab-a4b4-474a-a44e-7d01352eac74 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=72c4806c-f80f-4b98-9f35-4f7113136f0d HTTP/1.1" status: 200 len: 949 time: 0.1862178 Nov 27 03:53:08.750666 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d80647cb-3bb1-43e9-97ec-4cf2ac3586c9 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:08.765156 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d80647cb-3bb1-43e9-97ec-4cf2ac3586c9 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:08.788108 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80647cb-3bb1-43e9-97ec-4cf2ac3586c9 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=070409e5-4a33-4089-9ba5-3981d158b7b6,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:08.794746 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-f601014e-e2e0-49d9-a0a7-591f105f7d81 service neutron] Attempting to bind port c4fd5fde-22d6-41d4-be64-7296d1e9ca41 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:53:08.795098 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-f601014e-e2e0-49d9-a0a7-591f105f7d81 service neutron] Attempting to bind port c4fd5fde-22d6-41d4-be64-7296d1e9ca41 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '277708b6-af23-477b-abf6-dbbbeb02c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '08f5ab49-0e80-484e-b2da-92afccf8b9b1'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:53:08.795441 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-f601014e-e2e0-49d9-a0a7-591f105f7d81 service neutron] Attempting to bind port c4fd5fde-22d6-41d4-be64-7296d1e9ca41 on network 08f5ab49-0e80-484e-b2da-92afccf8b9b1 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:53:08.803916 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-f601014e-e2e0-49d9-a0a7-591f105f7d81 service neutron] Port c4fd5fde-22d6-41d4-be64-7296d1e9ca41 on network 08f5ab49-0e80-484e-b2da-92afccf8b9b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:53:08.804170 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-f601014e-e2e0-49d9-a0a7-591f105f7d81 service neutron] Attempting to bind port c4fd5fde-22d6-41d4-be64-7296d1e9ca41 on network 08f5ab49-0e80-484e-b2da-92afccf8b9b1 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:53:08.806148 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ec19abc9-246b-4be6-8a50-80d3d8a7b7f7 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:08.821856 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bd8c2287-c04d-43e8-a4d4-32cc29d13715 req-2ee655a2-a067-4540-8d35-36da01eb54ad tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372776 Nov 27 03:53:08.823164 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-90e7e543-b8f5-414a-ab9f-848606bb03c7 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:08.829530 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-f601014e-e2e0-49d9-a0a7-591f105f7d81 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:53:08.829890 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-f601014e-e2e0-49d9-a0a7-591f105f7d81 service neutron] Checking segment: {'id': '277708b6-af23-477b-abf6-dbbbeb02c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '08f5ab49-0e80-484e-b2da-92afccf8b9b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:53:08.830882 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-f601014e-e2e0-49d9-a0a7-591f105f7d81 service neutron] Bound using segment: {'id': '277708b6-af23-477b-abf6-dbbbeb02c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '08f5ab49-0e80-484e-b2da-92afccf8b9b1'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:53:08.832002 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-f601014e-e2e0-49d9-a0a7-591f105f7d81 service neutron] Bound port: c4fd5fde-22d6-41d4-be64-7296d1e9ca41, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '277708b6-af23-477b-abf6-dbbbeb02c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '08f5ab49-0e80-484e-b2da-92afccf8b9b1'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:53:08.832731 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-f601014e-e2e0-49d9-a0a7-591f105f7d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:08.849323 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d80647cb-3bb1-43e9-97ec-4cf2ac3586c9 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:08.850798 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d80647cb-3bb1-43e9-97ec-4cf2ac3586c9 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2895458 Nov 27 03:53:08.854695 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40154) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:08.860191 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-17303643-026b-48ab-8ccd-8bcd914a0bc1 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:08.875530 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ec19abc9-246b-4be6-8a50-80d3d8a7b7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:08.911108 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-17303643-026b-48ab-8ccd-8bcd914a0bc1 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Publish callbacks [] for floatingip, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:08.913245 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e7e543-b8f5-414a-ab9f-848606bb03c7 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Pushing event deleted for resources: {'Port': ['ID=631ce821-6987-4411-991b-c65800549ee4,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:08.991112 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 834fa54e-823d-4eb0-be3e-9ff70ca76660 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:53:09.083477 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-90e7e543-b8f5-414a-ab9f-848606bb03c7 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:09.181293 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa199e-2786-4aa1-8757-fc5ab4c596d0 None None] Pushing event updated for resources: {'Port': ['ID=c6424ff9-0749-4dcf-b9e9-8b25d6d81e3c,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:09.208454 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 834fa54e-823d-4eb0-be3e-9ff70ca76660 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:53:09.208922 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:09.254898 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-90e7e543-b8f5-414a-ab9f-848606bb03c7 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:09.257398 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-90e7e543-b8f5-414a-ab9f-848606bb03c7 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:09.259607 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-f601014e-e2e0-49d9-a0a7-591f105f7d81 service neutron] For port c4fd5fde-22d6-41d4-be64-7296d1e9ca41, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:53:09.298722 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-ec19abc9-246b-4be6-8a50-80d3d8a7b7f7 None None] Attempting to bind port c6424ff9-0749-4dcf-b9e9-8b25d6d81e3c on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:53:09.299112 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-ec19abc9-246b-4be6-8a50-80d3d8a7b7f7 None None] Attempting to bind port c6424ff9-0749-4dcf-b9e9-8b25d6d81e3c by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'db72c7fd-8acf-4a83-a943-7e9fddab17ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'cbc1a1c0-8b3a-4e82-94f8-83b55129e91a'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:53:09.299496 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec19abc9-246b-4be6-8a50-80d3d8a7b7f7 None None] Attempting to bind port c6424ff9-0749-4dcf-b9e9-8b25d6d81e3c on network cbc1a1c0-8b3a-4e82-94f8-83b55129e91a {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:53:09.328467 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-90e7e543-b8f5-414a-ab9f-848606bb03c7 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:09.329159 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e7e543-b8f5-414a-ab9f-848606bb03c7 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Fanout notify agent at l3_agent the message router_deleted on router b2b9dff6-10e3-422b-b600-502eef25042c {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 03:53:09.338641 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-90e7e543-b8f5-414a-ab9f-848606bb03c7 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:09.343493 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-90e7e543-b8f5-414a-ab9f-848606bb03c7 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] 10.222.0.20 "DELETE /v2.0/routers/b2b9dff6-10e3-422b-b600-502eef25042c HTTP/1.1" status: 204 len: 168 time: 1.7309043 Nov 27 03:53:09.344177 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40172) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:09.349717 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-82874c04-b618-4eae-a6d2-b86c7bc1499c tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-961463780', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:09.356133 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e70b9-bd7a-4c88-8720-3a3239c5b7ef req-49025785-3ec8-4ddf-95e9-5589174a30ef tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:09.366275 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec19abc9-246b-4be6-8a50-80d3d8a7b7f7 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:53:09.366686 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec19abc9-246b-4be6-8a50-80d3d8a7b7f7 None None] Checking segment: {'id': 'db72c7fd-8acf-4a83-a943-7e9fddab17ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'cbc1a1c0-8b3a-4e82-94f8-83b55129e91a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:53:09.367098 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ec19abc9-246b-4be6-8a50-80d3d8a7b7f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:09.367508 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec19abc9-246b-4be6-8a50-80d3d8a7b7f7 None None] Bound using segment: {'id': 'db72c7fd-8acf-4a83-a943-7e9fddab17ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'cbc1a1c0-8b3a-4e82-94f8-83b55129e91a'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:53:09.368012 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-ec19abc9-246b-4be6-8a50-80d3d8a7b7f7 None None] Bound port: c6424ff9-0749-4dcf-b9e9-8b25d6d81e3c, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db72c7fd-8acf-4a83-a943-7e9fddab17ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'cbc1a1c0-8b3a-4e82-94f8-83b55129e91a'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:53:09.368401 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ec19abc9-246b-4be6-8a50-80d3d8a7b7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:09.370272 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:09.371104 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c4e70b9-bd7a-4c88-8720-3a3239c5b7ef req-49025785-3ec8-4ddf-95e9-5589174a30ef tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=576c854a-6777-4fc5-93a8-4d7dc2572a9b HTTP/1.1" status: 200 len: 943 time: 0.3170691 Nov 27 03:53:09.375983 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-f601014e-e2e0-49d9-a0a7-591f105f7d81 service neutron] For port c4fd5fde-22d6-41d4-be64-7296d1e9ca41, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=c4fd5fde-22d6-41d4-be64-7296d1e9ca41,segment=NetworkSegment(277708b6-af23-477b-abf6-dbbbeb02c2ba),segment_id=277708b6-af23-477b-abf6-dbbbeb02c2ba)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:53:09.387311 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-82874c04-b618-4eae-a6d2-b86c7bc1499c tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:09.388391 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-82874c04-b618-4eae-a6d2-b86c7bc1499c tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:09.430753 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-f601014e-e2e0-49d9-a0a7-591f105f7d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:09.468187 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a78279fc-0295-439b-a3d1-c0a6f6dd69c3 req-eac3734d-71d8-4f8e-aa63-ada50f7f8a89 tempest-ServerShowV257Test-1210639217 tempest-ServerShowV257Test-1210639217-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e7bccf-750d-4158-bec6-555948e95a22 HTTP/1.1" status: 200 len: 210 time: 0.0777693 Nov 27 03:53:09.526191 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-f601014e-e2e0-49d9-a0a7-591f105f7d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:09.527215 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-f601014e-e2e0-49d9-a0a7-591f105f7d81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:09.528620 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-f601014e-e2e0-49d9-a0a7-591f105f7d81 service neutron] 10.222.0.23 "PUT /v2.0/ports/c4fd5fde-22d6-41d4-be64-7296d1e9ca41 HTTP/1.1" status: 200 len: 1091 time: 2.6390245 Nov 27 03:53:09.544361 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576c854a-6777-4fc5-93a8-4d7dc2572a9b', 'tag': 'c4fd5fde-22d6-41d4-be64-7296d1e9ca41'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:53:09.552669 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b0cdd3-8513-41f1-9b71-b178dcbdf824" -d '{"events": [{"name": "network-changed", "server_uuid": "576c854a-6777-4fc5-93a8-4d7dc2572a9b", "tag": "c4fd5fde-22d6-41d4-be64-7296d1e9ca41"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:53:09.594771 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-82874c04-b618-4eae-a6d2-b86c7bc1499c tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:09.604269 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-82874c04-b618-4eae-a6d2-b86c7bc1499c tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:09.614648 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c4e70b9-bd7a-4c88-8720-3a3239c5b7ef req-4deea6b6-90b4-4882-b2a7-b93d2a8b3969 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405879 Nov 27 03:53:09.623484 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-ec19abc9-246b-4be6-8a50-80d3d8a7b7f7 None None] For port c6424ff9-0749-4dcf-b9e9-8b25d6d81e3c, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:53:09.636211 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-ec19abc9-246b-4be6-8a50-80d3d8a7b7f7 None None] For port c6424ff9-0749-4dcf-b9e9-8b25d6d81e3c, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=c6424ff9-0749-4dcf-b9e9-8b25d6d81e3c,segment=NetworkSegment(db72c7fd-8acf-4a83-a943-7e9fddab17ca),segment_id=db72c7fd-8acf-4a83-a943-7e9fddab17ca)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:53:09.671147 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-82874c04-b618-4eae-a6d2-b86c7bc1499c tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:09.672682 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-82874c04-b618-4eae-a6d2-b86c7bc1499c tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3274431 Nov 27 03:53:09.676098 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40176) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:09.681159 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0201e3ea-23d8-4dd7-9b48-2176a179e938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569ae718-ab2b-48d3-a2ff-7d22136a6303'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:53:09.683105 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-4ad05cff-d374-4520-86c3-1813d9c0add7 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'enable_snat': False}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:09.687854 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f06e1b-84ab-4ada-a4d6-d96bfc6bc939" -d '{"events": [{"server_uuid": "0201e3ea-23d8-4dd7-9b48-2176a179e938", "name": "network-vif-plugged", "status": "completed", "tag": "569ae718-ab2b-48d3-a2ff-7d22136a6303"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:53:09.703639 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-6fc3e08b-867c-4748-be26-2812b37d782e None None] Provisioning complete for port c6424ff9-0749-4dcf-b9e9-8b25d6d81e3c triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:53:09.704062 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6fc3e08b-867c-4748-be26-2812b37d782e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:09.773350 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7a7809-fb6b-4808-bc44-76cdfe5eea0b x-openstack-request-id: req-8d7a7809-fb6b-4808-bc44-76cdfe5eea0b {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:53:09.773648 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576c854a-6777-4fc5-93a8-4d7dc2572a9b", "tag": "c4fd5fde-22d6-41d4-be64-7296d1e9ca41", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:53:09.773902 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d7a7809-fb6b-4808-bc44-76cdfe5eea0b {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:53:09.774305 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576c854a-6777-4fc5-93a8-4d7dc2572a9b', 'tag': 'c4fd5fde-22d6-41d4-be64-7296d1e9ca41', 'status': 'completed', 'code': 200} Nov 27 03:53:09.794112 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ec19abc9-246b-4be6-8a50-80d3d8a7b7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:09.798035 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601014e-e2e0-49d9-a0a7-591f105f7d81 service neutron] Pushing event updated for resources: {'Port': ['ID=c4fd5fde-22d6-41d4-be64-7296d1e9ca41,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:09.801374 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583de6ad-5c89-4e04-b9b6-53cb856e9aba x-openstack-request-id: req-583de6ad-5c89-4e04-b9b6-53cb856e9aba {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:53:09.801715 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0201e3ea-23d8-4dd7-9b48-2176a179e938", "name": "network-vif-plugged", "status": "completed", "tag": "569ae718-ab2b-48d3-a2ff-7d22136a6303", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:53:09.803482 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-583de6ad-5c89-4e04-b9b6-53cb856e9aba {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:53:09.803877 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0201e3ea-23d8-4dd7-9b48-2176a179e938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569ae718-ab2b-48d3-a2ff-7d22136a6303', 'code': 200} Nov 27 03:53:09.827954 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-17303643-026b-48ab-8ccd-8bcd914a0bc1 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:09.849397 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-0b620168-e898-43fc-8e96-e3db7aaba94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:09.850948 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-0b620168-e898-43fc-8e96-e3db7aaba94c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a17274e888df4225aeb5638a41a17698&device_id=576c854a-6777-4fc5-93a8-4d7dc2572a9b HTTP/1.1" status: 200 len: 1094 time: 0.2289648 Nov 27 03:53:09.900763 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 569ae718-ab2b-48d3-a2ff-7d22136a6303, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=569ae718-ab2b-48d3-a2ff-7d22136a6303,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:53:09.954464 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-ab8a81d9-95c4-47d1-8e45-82926c9d4b8e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4fd5fde-22d6-41d4-be64-7296d1e9ca41 HTTP/1.1" status: 200 len: 217 time: 0.0847685 Nov 27 03:53:10.036036 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:10.063712 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:10.072268 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6fc3e08b-867c-4748-be26-2812b37d782e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:10.126338 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 834fa54e-823d-4eb0-be3e-9ff70ca76660, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=834fa54e-823d-4eb0-be3e-9ff70ca76660,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:53:10.142331 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec19abc9-246b-4be6-8a50-80d3d8a7b7f7 None None] Routers {'2fefc244-a0cd-4c7d-8f96-fc98770e34f9'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:53:10.143176 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-ec19abc9-246b-4be6-8a50-80d3d8a7b7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:52:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['2fefc244-a0cd-4c7d-8f96-fc98770e34f9'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:53:10.152782 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-ff3a856d-976e-4425-b4e6-56d897b9e838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:10.156974 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-ff3a856d-976e-4425-b4e6-56d897b9e838 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=921fe779-c75e-43af-88d5-b8ba03d01bf5 HTTP/1.1" status: 200 len: 852 time: 0.1614408 Nov 27 03:53:10.233241 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4ad05cff-d374-4520-86c3-1813d9c0add7 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:10.282675 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28155d9f-8c02-4b8f-a0d1-a0ca12141b5b req-6c848bd3-1af5-4ae8-8fe5-cd2acd09eb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:10.285387 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-28155d9f-8c02-4b8f-a0d1-a0ca12141b5b req-6c848bd3-1af5-4ae8-8fe5-cd2acd09eb34 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0201e3ea-23d8-4dd7-9b48-2176a179e938 HTTP/1.1" status: 200 len: 1101 time: 0.3534634 Nov 27 03:53:10.312216 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9827b-e535-400e-b106-907707dac090 req-6c8f914c-6856-46f0-b56a-4f2075d85f79 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:10.317156 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-b332f2a3-1fce-4a04-bc33-61be62d7572c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08f5ab49-0e80-484e-b2da-92afccf8b9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015708 Nov 27 03:53:10.332485 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-85d9827b-e535-400e-b106-907707dac090 req-6c8f914c-6856-46f0-b56a-4f2075d85f79 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=72c4806c-f80f-4b98-9f35-4f7113136f0d HTTP/1.1" status: 200 len: 949 time: 0.3486116 Nov 27 03:53:10.364685 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-ec19abc9-246b-4be6-8a50-80d3d8a7b7f7 None None] Set router 2fefc244-a0cd-4c7d-8f96-fc98770e34f9 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:53:10.366092 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-17303643-026b-48ab-8ccd-8bcd914a0bc1 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Allocated IP 172.25.1.163 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/5b37d60d-b649-4762-b58a-5c73092b5bdf) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:53:10.448308 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:10.537260 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa199e-2786-4aa1-8757-fc5ab4c596d0 None None] Pushing event updated for resources: {'Port': ['ID=c6424ff9-0749-4dcf-b9e9-8b25d6d81e3c,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:10.545883 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-9e83f01a-764c-40a6-be42-e610893d55bc service neutron] 10.222.0.23 "GET /v2.0/networks/08f5ab49-0e80-484e-b2da-92afccf8b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170982 Nov 27 03:53:10.546634 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-6fc3e08b-867c-4748-be26-2812b37d782e None None] For port c6424ff9-0749-4dcf-b9e9-8b25d6d81e3c, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=c6424ff9-0749-4dcf-b9e9-8b25d6d81e3c,segment=NetworkSegment(db72c7fd-8acf-4a83-a943-7e9fddab17ca),segment_id=db72c7fd-8acf-4a83-a943-7e9fddab17ca)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:53:10.556941 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa199e-2786-4aa1-8757-fc5ab4c596d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:10.557298 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa199e-2786-4aa1-8757-fc5ab4c596d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:10.557736 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa199e-2786-4aa1-8757-fc5ab4c596d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:10.558068 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa199e-2786-4aa1-8757-fc5ab4c596d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:10.558413 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa199e-2786-4aa1-8757-fc5ab4c596d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:10.558934 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa199e-2786-4aa1-8757-fc5ab4c596d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:10.559378 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa199e-2786-4aa1-8757-fc5ab4c596d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:10.559610 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa199e-2786-4aa1-8757-fc5ab4c596d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:10.559998 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa199e-2786-4aa1-8757-fc5ab4c596d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:10.560318 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa199e-2786-4aa1-8757-fc5ab4c596d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:10.560644 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa199e-2786-4aa1-8757-fc5ab4c596d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:10.561014 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa199e-2786-4aa1-8757-fc5ab4c596d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:10.569754 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6fc3e08b-867c-4748-be26-2812b37d782e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:10.618373 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-85d9827b-e535-400e-b106-907707dac090 req-06144c69-9392-4a51-b1db-25ca933dfb7a tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848947 Nov 27 03:53:10.629463 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-28155d9f-8c02-4b8f-a0d1-a0ca12141b5b req-f1dd7a8c-6357-46b8-a022-6acc131bad23 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927217 Nov 27 03:53:10.666345 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-17303643-026b-48ab-8ccd-8bcd914a0bc1 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:10.692798 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5c8c0fd6-3401-4f61-b974-0bfb7d4f4e51 req-c53d2b1f-4076-4098-819f-52ab368924f1 tempest-ServerShowV257Test-1210639217 tempest-ServerShowV257Test-1210639217-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e7bccf-750d-4158-bec6-555948e95a22 HTTP/1.1" status: 200 len: 210 time: 0.0554404 Nov 27 03:53:10.765220 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d59642e7-9d86-4d03-8ef2-357c4f9ad89c req-86d27bcf-437a-48b9-8885-df2f075e2b11 service neutron] 10.222.0.23 "GET /v2.0/networks/08f5ab49-0e80-484e-b2da-92afccf8b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062278 Nov 27 03:53:10.800852 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-17303643-026b-48ab-8ccd-8bcd914a0bc1 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:10.844163 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4ad05cff-d374-4520-86c3-1813d9c0add7 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:10.875711 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4ad05cff-d374-4520-86c3-1813d9c0add7 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:10.880111 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17303643-026b-48ab-8ccd-8bcd914a0bc1 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:53:10.887150 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-17303643-026b-48ab-8ccd-8bcd914a0bc1 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:53:10.895189 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17303643-026b-48ab-8ccd-8bcd914a0bc1 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:53:10.902060 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17303643-026b-48ab-8ccd-8bcd914a0bc1 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Pushing event updated for resources: {'Port': ['ID=5b37d60d-b649-4762-b58a-5c73092b5bdf,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:10.912595 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-6e4f8727-805c-4db7-917d-3acdb013e09f None None] Provisioning complete for port c6424ff9-0749-4dcf-b9e9-8b25d6d81e3c triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:53:10.913197 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6e4f8727-805c-4db7-917d-3acdb013e09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:10.949731 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c821df-7872-4780-9d2b-78d9ff0c909e req-64b51c30-35c7-4491-bd14-e12d2291c6e9 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:10.959247 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-85c821df-7872-4780-9d2b-78d9ff0c909e req-64b51c30-35c7-4491-bd14-e12d2291c6e9 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=576c854a-6777-4fc5-93a8-4d7dc2572a9b HTTP/1.1" status: 200 len: 943 time: 0.1174233 Nov 27 03:53:11.050929 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=569ae718-ab2b-48d3-a2ff-7d22136a6303,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:11.054615 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-85c821df-7872-4780-9d2b-78d9ff0c909e req-87cdff4e-4635-4924-a93f-12b2b818f175 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943532 Nov 27 03:53:11.070921 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-17303643-026b-48ab-8ccd-8bcd914a0bc1 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:11.105195 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-4ad05cff-d374-4520-86c3-1813d9c0add7 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Allocated IP 172.25.1.17 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/b17f27b1-4647-4aeb-91e9-caef555f3465) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:53:11.143145 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-17303643-026b-48ab-8ccd-8bcd914a0bc1 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:11.152862 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0cdd3-8513-41f1-9b71-b178dcbdf824 req-41e72918-f211-4b0a-a37e-dfefadea8c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:11.154403 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-42b0cdd3-8513-41f1-9b71-b178dcbdf824 req-41e72918-f211-4b0a-a37e-dfefadea8c22 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a17274e888df4225aeb5638a41a17698&device_id=576c854a-6777-4fc5-93a8-4d7dc2572a9b HTTP/1.1" status: 200 len: 1094 time: 0.0817037 Nov 27 03:53:11.188993 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=834fa54e-823d-4eb0-be3e-9ff70ca76660,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:11.254124 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc3e08b-867c-4748-be26-2812b37d782e None None] Pushing event updated for resources: {'Port': ['ID=c6424ff9-0749-4dcf-b9e9-8b25d6d81e3c,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:11.279087 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-ec19abc9-246b-4be6-8a50-80d3d8a7b7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fefc244-a0cd-4c7d-8f96-fc98770e34f9', 'name': 'tempest-ServersTestJSON-303380979-router', 'tenant_id': '8bb01210b11c43889360e732fe76fd2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '76d23f9a-625b-4107-8e60-41f63c6bfecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:52:55Z', 'updated_at': '2021-11-27T03:53:04Z', 'revision_number': 4, 'project_id': '8bb01210b11c43889360e732fe76fd2a', 'gw_port': {'id': '76d23f9a-625b-4107-8e60-41f63c6bfecf', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:25:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fefc244-a0cd-4c7d-8f96-fc98770e34f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:52:57Z', 'updated_at': '2021-11-27T03:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'c6424ff9-0749-4dcf-b9e9-8b25d6d81e3c', 'name': '', 'network_id': 'cbc1a1c0-8b3a-4e82-94f8-83b55129e91a', 'tenant_id': '8bb01210b11c43889360e732fe76fd2a', 'mac_address': 'fa:16:3e:cc:f9:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fefc244-a0cd-4c7d-8f96-fc98770e34f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '8ca69a11-da44-4ad3-88b5-25018bbf4566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:53:03Z', 'updated_at': '2021-11-27T03:53:09Z', 'revision_number': 4, 'project_id': '8bb01210b11c43889360e732fe76fd2a', 'subnets': [{'id': '8ca69a11-da44-4ad3-88b5-25018bbf4566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:53:11.294929 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4ad05cff-d374-4520-86c3-1813d9c0add7 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:11.315880 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec19abc9-246b-4be6-8a50-80d3d8a7b7f7 None None] The sync data for ids ['2fefc244-a0cd-4c7d-8f96-fc98770e34f9'] in n-d-819494-3 is: [{'id': '2fefc244-a0cd-4c7d-8f96-fc98770e34f9', 'name': 'tempest-ServersTestJSON-303380979-router', 'tenant_id': '8bb01210b11c43889360e732fe76fd2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '76d23f9a-625b-4107-8e60-41f63c6bfecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:52:55Z', 'updated_at': '2021-11-27T03:53:04Z', 'revision_number': 4, 'project_id': '8bb01210b11c43889360e732fe76fd2a', 'gw_port': {'id': '76d23f9a-625b-4107-8e60-41f63c6bfecf', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:25:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fefc244-a0cd-4c7d-8f96-fc98770e34f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:52:57Z', 'updated_at': '2021-11-27T03:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'c6424ff9-0749-4dcf-b9e9-8b25d6d81e3c', 'name': '', 'network_id': 'cbc1a1c0-8b3a-4e82-94f8-83b55129e91a', 'tenant_id': '8bb01210b11c43889360e732fe76fd2a', 'mac_address': 'fa:16:3e:cc:f9:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fefc244-a0cd-4c7d-8f96-fc98770e34f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '8ca69a11-da44-4ad3-88b5-25018bbf4566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:53:03Z', 'updated_at': '2021-11-27T03:53:09Z', 'revision_number': 4, 'project_id': '8bb01210b11c43889360e732fe76fd2a', 'subnets': [{'id': '8ca69a11-da44-4ad3-88b5-25018bbf4566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:53:11.355796 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4ad05cff-d374-4520-86c3-1813d9c0add7 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:11.438034 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0cdd3-8513-41f1-9b71-b178dcbdf824 req-be3dc949-f31d-4f3d-b690-b6190d28441a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:11.439565 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-42b0cdd3-8513-41f1-9b71-b178dcbdf824 req-be3dc949-f31d-4f3d-b690-b6190d28441a service neutron] 10.222.0.23 "GET /v2.0/networks?id=08f5ab49-0e80-484e-b2da-92afccf8b9b1 HTTP/1.1" status: 200 len: 913 time: 0.2630777 Nov 27 03:53:11.441938 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad05cff-d374-4520-86c3-1813d9c0add7 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Pushing event updated for resources: {'Port': ['ID=b17f27b1-4647-4aeb-91e9-caef555f3465,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:11.445301 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad05cff-d374-4520-86c3-1813d9c0add7 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:53:11.450126 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-4ad05cff-d374-4520-86c3-1813d9c0add7 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:53:11.460805 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad05cff-d374-4520-86c3-1813d9c0add7 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:53:11.520032 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-17303643-026b-48ab-8ccd-8bcd914a0bc1 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:11.556821 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-42b0cdd3-8513-41f1-9b71-b178dcbdf824 req-8c222be5-f8db-4997-8ace-19c1ffea27bd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4fd5fde-22d6-41d4-be64-7296d1e9ca41 HTTP/1.1" status: 200 len: 217 time: 0.0933590 Nov 27 03:53:11.557430 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-17303643-026b-48ab-8ccd-8bcd914a0bc1 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:11.707678 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17303643-026b-48ab-8ccd-8bcd914a0bc1 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Pushing event updated for resources: {'Port': ['ID=5b37d60d-b649-4762-b58a-5c73092b5bdf,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:11.722148 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0cdd3-8513-41f1-9b71-b178dcbdf824 req-2567a2cb-1779-4060-865b-38d9ac4ce403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:11.723867 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-42b0cdd3-8513-41f1-9b71-b178dcbdf824 req-2567a2cb-1779-4060-865b-38d9ac4ce403 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=921fe779-c75e-43af-88d5-b8ba03d01bf5 HTTP/1.1" status: 200 len: 852 time: 0.1569390 Nov 27 03:53:11.754401 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-17303643-026b-48ab-8ccd-8bcd914a0bc1 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:11.807456 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c4806c-f80f-4b98-9f35-4f7113136f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834fa54e-823d-4eb0-be3e-9ff70ca76660'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:53:11.810981 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f349bb5f-7b13-40e2-b924-2565f8f7db63" -d '{"events": [{"server_uuid": "72c4806c-f80f-4b98-9f35-4f7113136f0d", "name": "network-vif-plugged", "status": "completed", "tag": "834fa54e-823d-4eb0-be3e-9ff70ca76660"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:53:11.823308 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-42b0cdd3-8513-41f1-9b71-b178dcbdf824 req-a0fc09be-a1dc-43ea-a9fc-49f92cc4043c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08f5ab49-0e80-484e-b2da-92afccf8b9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893090 Nov 27 03:53:11.839202 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-17303643-026b-48ab-8ccd-8bcd914a0bc1 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:11.840692 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-17303643-026b-48ab-8ccd-8bcd914a0bc1 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9850268 Nov 27 03:53:11.960249 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-631c3d0d-bf80-4baa-ae6a-26d7a9e346cd req-811f3bb4-62e1-48c9-a98b-b33ff49dfe38 tempest-ServerShowV257Test-1210639217 tempest-ServerShowV257Test-1210639217-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e7bccf-750d-4158-bec6-555948e95a22 HTTP/1.1" status: 200 len: 210 time: 0.1258607 Nov 27 03:53:12.189316 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-42b0cdd3-8513-41f1-9b71-b178dcbdf824 req-26ecd381-04de-4c48-89d9-0d9907003441 service neutron] 10.222.0.23 "GET /v2.0/networks/08f5ab49-0e80-484e-b2da-92afccf8b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341393 Nov 27 03:53:12.193755 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bbaf32-a509-4428-abd7-3b5b9daa17f3 req-01e0f507-06f8-4f1c-b91e-f593faf4a344 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:12.208774 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a8bbaf32-a509-4428-abd7-3b5b9daa17f3 req-01e0f507-06f8-4f1c-b91e-f593faf4a344 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=72c4806c-f80f-4b98-9f35-4f7113136f0d HTTP/1.1" status: 200 len: 950 time: 0.2434762 Nov 27 03:53:12.280177 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770fc479-e259-4638-9571-b39b3360d33f x-openstack-request-id: req-770fc479-e259-4638-9571-b39b3360d33f {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:53:12.280737 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72c4806c-f80f-4b98-9f35-4f7113136f0d", "name": "network-vif-plugged", "status": "completed", "tag": "834fa54e-823d-4eb0-be3e-9ff70ca76660", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:53:12.280737 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-770fc479-e259-4638-9571-b39b3360d33f {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:53:12.281109 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72c4806c-f80f-4b98-9f35-4f7113136f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834fa54e-823d-4eb0-be3e-9ff70ca76660', 'code': 200} Nov 27 03:53:12.369396 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4ad05cff-d374-4520-86c3-1813d9c0add7 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:12.389055 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a8bbaf32-a509-4428-abd7-3b5b9daa17f3 req-d71f7301-5b66-40fa-8b2d-0e5de6989bff tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792850 Nov 27 03:53:12.415684 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-42b0cdd3-8513-41f1-9b71-b178dcbdf824 req-5642333e-8785-4fea-a267-fb394426a27c service neutron] 10.222.0.23 "GET /v2.0/networks/08f5ab49-0e80-484e-b2da-92afccf8b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066786 Nov 27 03:53:12.515274 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-f77a0719-6a07-4452-89fa-3b2667ecb18e tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1619885858&fields=id&tenant_id=8bb01210b11c43889360e732fe76fd2a HTTP/1.1" status: 200 len: 267 time: 0.0984323 Nov 27 03:53:12.612552 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8600a-ce33-4de9-941c-b0e62523bfd8 req-f5249bb0-ec18-4bbe-b2d6-9de74d9bf93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:12.620253 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2cd8600a-ce33-4de9-941c-b0e62523bfd8 req-f5249bb0-ec18-4bbe-b2d6-9de74d9bf93d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=72c4806c-f80f-4b98-9f35-4f7113136f0d HTTP/1.1" status: 200 len: 1101 time: 0.1499722 Nov 27 03:53:12.651785 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-52e7ec27-dba2-44e8-8cc8-20a980c55757 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:12.662084 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-52e7ec27-dba2-44e8-8cc8-20a980c55757 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] 10.222.0.20 "GET /v2.0/networks?id=cbc1a1c0-8b3a-4e82-94f8-83b55129e91a HTTP/1.1" status: 200 len: 805 time: 0.1417198 Nov 27 03:53:12.681397 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4309ab9f-d109-4966-88db-a617547b5643 req-0b50fa47-3a1f-44a1-8b29-f858d907f2a8 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:12.688704 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-f59ada85-a4e4-49f4-8cb6-2abd26ae5e93 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] 10.222.0.20 "GET /v2.0/quotas/8bb01210b11c43889360e732fe76fd2a HTTP/1.1" status: 200 len: 375 time: 0.0180416 Nov 27 03:53:12.688861 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4309ab9f-d109-4966-88db-a617547b5643 req-0b50fa47-3a1f-44a1-8b29-f858d907f2a8 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=576c854a-6777-4fc5-93a8-4d7dc2572a9b HTTP/1.1" status: 200 len: 943 time: 0.1579881 Nov 27 03:53:12.729889 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2cd8600a-ce33-4de9-941c-b0e62523bfd8 req-070a9ea8-54e0-4c2d-9326-9b700c9ff060 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972199 Nov 27 03:53:12.782983 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-fa9303cc-c669-4002-81d4-2b1d68089ca3 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8bb01210b11c43889360e732fe76fd2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0929911 Nov 27 03:53:12.866598 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4309ab9f-d109-4966-88db-a617547b5643 req-ae47084c-ee23-47c8-89dc-3574ad898efd tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705027 Nov 27 03:53:12.897661 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-6dd36cec-1f26-40bd-b302-039a9c3e1379 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc1a1c0-8b3a-4e82-94f8-83b55129e91a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126051 Nov 27 03:53:12.903875 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4ad05cff-d374-4520-86c3-1813d9c0add7 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3685224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11843'] for router, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:12.908411 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4ad05cff-d374-4520-86c3-1813d9c0add7 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3685219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3685210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3680816'] for router, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:13.076921 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-b368aba5-6407-4327-b05b-d6c839d7d371 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc1a1c0-8b3a-4e82-94f8-83b55129e91a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683636 Nov 27 03:53:13.109298 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device c6424ff9-0749-4dcf-b9e9-8b25d6d81e3c up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:53:13.211636 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-34c66769-7a3d-4f6c-820e-da65835e0640 req-1b278941-0b0e-48ba-a08c-b6ea25441a79 tempest-ServerShowV257Test-1210639217 tempest-ServerShowV257Test-1210639217-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e7bccf-750d-4158-bec6-555948e95a22 HTTP/1.1" status: 200 len: 210 time: 0.0571411 Nov 27 03:53:13.220725 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port c6424ff9-0749-4dcf-b9e9-8b25d6d81e3c triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:53:13.221115 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:13.301555 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad05cff-d374-4520-86c3-1813d9c0add7 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Router e7dadff9-a1fb-474f-825c-fb42c696969d is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 03:53:13.478535 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-68148715-510b-480f-beeb-e03a66b31182 req-48a5eabd-69c4-42fc-acef-032baa22442b tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] 10.222.0.20 "GET /v2.0/ports?device_id=f13aea62-07b5-4d0a-9ae2-222b59d3d89b HTTP/1.1" status: 200 len: 210 time: 0.0794671 Nov 27 03:53:13.509403 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad05cff-d374-4520-86c3-1813d9c0add7 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:53:13.518803 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4ad05cff-d374-4520-86c3-1813d9c0add7 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:13.520324 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4ad05cff-d374-4520-86c3-1813d9c0add7 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] 10.222.0.20 "PUT /v2.0/routers/e7dadff9-a1fb-474f-825c-fb42c696969d HTTP/1.1" status: 200 len: 918 time: 3.8427882 Nov 27 03:53:13.522850 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40260) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:13.530061 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3b8e53-1f33-4963-8eac-5f76a37a2b46 None None] Sync routers for ids ['e7dadff9-a1fb-474f-825c-fb42c696969d'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:53:13.546470 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3b8e53-1f33-4963-8eac-5f76a37a2b46 None None] Routers {'e7dadff9-a1fb-474f-825c-fb42c696969d'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:53:13.547408 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-9b3b8e53-1f33-4963-8eac-5f76a37a2b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:52:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['e7dadff9-a1fb-474f-825c-fb42c696969d'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:53:13.581989 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-9b3b8e53-1f33-4963-8eac-5f76a37a2b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:53:13.594636 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3b8e53-1f33-4963-8eac-5f76a37a2b46 None None] Routers {'e7dadff9-a1fb-474f-825c-fb42c696969d'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:53:13.595812 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-9b3b8e53-1f33-4963-8eac-5f76a37a2b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:52:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['e7dadff9-a1fb-474f-825c-fb42c696969d'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:53:13.635588 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-9b3b8e53-1f33-4963-8eac-5f76a37a2b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:53:13.636248 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3b8e53-1f33-4963-8eac-5f76a37a2b46 None None] The sync data for ids ['e7dadff9-a1fb-474f-825c-fb42c696969d'] in n-d-819494-3 is: [] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:53:13.697520 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468e6ed-5762-42e4-a799-6c8d34dd6f90 req-48ceacea-6b00-49f5-917b-dc231c4c3c24 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:13.699059 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0468e6ed-5762-42e4-a799-6c8d34dd6f90 req-48ceacea-6b00-49f5-917b-dc231c4c3c24 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=72c4806c-f80f-4b98-9f35-4f7113136f0d HTTP/1.1" status: 200 len: 950 time: 0.1678123 Nov 27 03:53:13.730720 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ae37d9be-0bc4-446e-b5f7-ff4d91cc35a3 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] 10.222.0.20 "GET /v2.0/routers/e7dadff9-a1fb-474f-825c-fb42c696969d HTTP/1.1" status: 200 len: 924 time: 0.2063396 Nov 27 03:53:13.733731 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40274) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:13.764619 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0468e6ed-5762-42e4-a799-6c8d34dd6f90 req-adbb4742-7024-4439-82d9-d7ea3d4e78bf tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584695 Nov 27 03:53:13.788492 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc910a29-8f4f-4bd6-9c67-527475a4f670 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:13.788492 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-dc910a29-8f4f-4bd6-9c67-527475a4f670 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=f5c39893-f8d8-4150-8aae-695f98406de3&device_id=e7dadff9-a1fb-474f-825c-fb42c696969d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0512245 Nov 27 03:53:13.789014 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40280) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:13.877926 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27437495-b6b9-4c4a-85e9-73b1ea6115cb tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:13.879471 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-27437495-b6b9-4c4a-85e9-73b1ea6115cb tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] 10.222.0.20 "GET /v2.0/networks/f5c39893-f8d8-4150-8aae-695f98406de3 HTTP/1.1" status: 200 len: 881 time: 0.0898185 Nov 27 03:53:13.882178 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40284) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:13.911535 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7e8a1791-9e84-4399-a476-0320adea3c6a tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7dadff9-a1fb-474f-825c-fb42c696969d HTTP/1.1" status: 200 len: 205 time: 0.0282238 Nov 27 03:53:13.914014 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40286) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:13.995649 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9242291-2556-431b-b6c6-1bc1a0ea65af req-13346191-493e-4e98-88a5-ad04a8ac6ecd tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:14.006080 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a9242291-2556-431b-b6c6-1bc1a0ea65af req-13346191-493e-4e98-88a5-ad04a8ac6ecd tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=576c854a-6777-4fc5-93a8-4d7dc2572a9b HTTP/1.1" status: 200 len: 943 time: 0.0815220 Nov 27 03:53:14.048011 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4b4c3e35-06b3-452d-b254-20151fa2502d tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:14.065969 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a9242291-2556-431b-b6c6-1bc1a0ea65af req-ccae2cb1-df3e-442b-988d-19c185cc1097 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584099 Nov 27 03:53:14.203115 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device c4fd5fde-22d6-41d4-be64-7296d1e9ca41 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:53:14.205655 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4b4c3e35-06b3-452d-b254-20151fa2502d tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:14.301712 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78232a7a-3fef-45cc-920b-031aa1d44bd6 req-4b3211ba-c22c-471d-bc14-ccb260e8c891 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:14.303284 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-78232a7a-3fef-45cc-920b-031aa1d44bd6 req-4b3211ba-c22c-471d-bc14-ccb260e8c891 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eaf845f-9253-4a0e-a486-266fb4a6339f HTTP/1.1" status: 200 len: 950 time: 0.0793374 Nov 27 03:53:14.323133 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c3e35-06b3-452d-b254-20151fa2502d tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Deleting port b17f27b1-4647-4aeb-91e9-caef555f3465 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:53:14.323594 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4b4c3e35-06b3-452d-b254-20151fa2502d tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:14.335773 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port c4fd5fde-22d6-41d4-be64-7296d1e9ca41, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=c4fd5fde-22d6-41d4-be64-7296d1e9ca41,segment=NetworkSegment(277708b6-af23-477b-abf6-dbbbeb02c2ba),segment_id=277708b6-af23-477b-abf6-dbbbeb02c2ba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:53:14.347656 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': 'c4fd5fde-22d6-41d4-be64-7296d1e9ca41', 'network_id': '08f5ab49-0e80-484e-b2da-92afccf8b9b1', 'port_id': 'c4fd5fde-22d6-41d4-be64-7296d1e9ca41', 'mac_address': 'fa:16:3e:07:f8:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921fe779-c75e-43af-88d5-b8ba03d01bf5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:53:14.365486 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-df788e82-65f3-4fdd-b1f6-a1b9f3c1ee57 req-90789400-8759-4a3d-8166-54fe7235528e tempest-ServerShowV257Test-1210639217 tempest-ServerShowV257Test-1210639217-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e7bccf-750d-4158-bec6-555948e95a22 HTTP/1.1" status: 200 len: 210 time: 0.0337892 Nov 27 03:53:14.387567 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:14.401572 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4fd5fde-22d6-41d4-be64-7296d1e9ca41 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:53:14.407057 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-78232a7a-3fef-45cc-920b-031aa1d44bd6 req-9b7557d8-b947-4ea5-8441-0475db01ed0e tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/security-groups?id=7503e0dd-d2d6-421d-83d3-f4e4fae310df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954416 Nov 27 03:53:14.430125 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port c4fd5fde-22d6-41d4-be64-7296d1e9ca41, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=c4fd5fde-22d6-41d4-be64-7296d1e9ca41,segment=NetworkSegment(277708b6-af23-477b-abf6-dbbbeb02c2ba),segment_id=277708b6-af23-477b-abf6-dbbbeb02c2ba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:53:14.434907 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:14.452383 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4b4c3e35-06b3-452d-b254-20151fa2502d tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:14.465856 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c3e35-06b3-452d-b254-20151fa2502d tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Calling delete_port for b17f27b1-4647-4aeb-91e9-caef555f3465 owned by network:router_gateway {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:53:14.504793 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=c4fd5fde-22d6-41d4-be64-7296d1e9ca41,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:14.576861 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d2abe3b8-d3be-4bab-b203-ddd26cc726c9 req-6bf08991-1339-4625-aafb-448441562f09 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] 10.222.0.20 "GET /v2.0/ports?device_id=f13aea62-07b5-4d0a-9ae2-222b59d3d89b HTTP/1.1" status: 200 len: 210 time: 0.0261989 Nov 27 03:53:14.663910 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4b4c3e35-06b3-452d-b254-20151fa2502d tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:14.693852 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c3e35-06b3-452d-b254-20151fa2502d tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Pushing event deleted for resources: {'Port': ['ID=b17f27b1-4647-4aeb-91e9-caef555f3465,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:14.804202 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['c4fd5fde-22d6-41d4-be64-7296d1e9ca41'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:53:14.869071 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4b4c3e35-06b3-452d-b254-20151fa2502d tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:15.190786 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aafd65f-f618-4df8-9059-96f71cff7223 req-536ea3a8-4464-48f5-8a3c-3040984babc1 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:15.192299 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2aafd65f-f618-4df8-9059-96f71cff7223 req-536ea3a8-4464-48f5-8a3c-3040984babc1 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=576c854a-6777-4fc5-93a8-4d7dc2572a9b HTTP/1.1" status: 200 len: 944 time: 0.0603356 Nov 27 03:53:15.235369 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4b4c3e35-06b3-452d-b254-20151fa2502d tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:15.243157 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4b4c3e35-06b3-452d-b254-20151fa2502d tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:15.243530 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2aafd65f-f618-4df8-9059-96f71cff7223 req-a0d3aff2-c98b-4ecf-840e-3077d9f3d7b5 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451233 Nov 27 03:53:15.267253 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-14082853-4089-4f77-9004-9123ce6116d2 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:15.269250 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-14082853-4089-4f77-9004-9123ce6116d2 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] 10.222.0.11 "GET /v2.0/networks?id=cbc1a1c0-8b3a-4e82-94f8-83b55129e91a HTTP/1.1" status: 200 len: 805 time: 0.5211899 Nov 27 03:53:15.324492 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba03af-581f-4c62-b7be-1ea4a4539660 req-55aa3866-5e6e-473c-9c9a-0be9ac096f8d tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:15.325971 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-57ba03af-581f-4c62-b7be-1ea4a4539660 req-55aa3866-5e6e-473c-9c9a-0be9ac096f8d tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=72c4806c-f80f-4b98-9f35-4f7113136f0d HTTP/1.1" status: 200 len: 950 time: 0.4522574 Nov 27 03:53:15.328586 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4b4c3e35-06b3-452d-b254-20151fa2502d tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:15.329135 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4c3e35-06b3-452d-b254-20151fa2502d tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Fanout notify agent at l3_agent the message router_deleted on router e7dadff9-a1fb-474f-825c-fb42c696969d {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 03:53:15.336881 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4b4c3e35-06b3-452d-b254-20151fa2502d tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:15.337938 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4b4c3e35-06b3-452d-b254-20151fa2502d tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] 10.222.0.20 "DELETE /v2.0/routers/e7dadff9-a1fb-474f-825c-fb42c696969d HTTP/1.1" status: 204 len: 168 time: 1.4229927 Nov 27 03:53:15.342231 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40344) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:15.347796 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-23a48554-9c32-4eda-aa92-8cc57edbb3dd tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-376658980', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}, 'admin_state_up': False}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:15.373159 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-23a48554-9c32-4eda-aa92-8cc57edbb3dd tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:15.374130 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-23a48554-9c32-4eda-aa92-8cc57edbb3dd tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:15.414058 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-35f10456-7d7e-4142-9370-468f96dd2d05 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bb01210b11c43889360e732fe76fd2a HTTP/1.1" status: 200 len: 380 time: 0.1135719 Nov 27 03:53:15.422024 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-57ba03af-581f-4c62-b7be-1ea4a4539660 req-2b621067-1b86-4871-910a-4fbf6d25bab3 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827127 Nov 27 03:53:15.425776 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-23a48554-9c32-4eda-aa92-8cc57edbb3dd tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:15.427560 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-3b80ecc0-e62a-47db-b091-88dea7e943e1 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Request body: {'port': {'device_id': 'f13aea62-07b5-4d0a-9ae2-222b59d3d89b', 'network_id': 'cbc1a1c0-8b3a-4e82-94f8-83b55129e91a', 'admin_state_up': True, 'tenant_id': '8bb01210b11c43889360e732fe76fd2a', 'security_groups': ['c298acf9-e53a-4b23-882c-b58bab8df7ee']}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:15.531369 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f58fe055-7276-4f5c-adb1-e55f7981b598 req-a7caa8fc-4afd-4cb8-843d-3137a9226663 tempest-ServerShowV257Test-1210639217 tempest-ServerShowV257Test-1210639217-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e7bccf-750d-4158-bec6-555948e95a22 HTTP/1.1" status: 200 len: 210 time: 0.0573835 Nov 27 03:53:15.583311 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c3770-0686-4b4e-adfe-f14f4c84cd96 req-1a4a5042-b8ba-458b-b48a-6bd9b3631138 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:15.584949 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c18c3770-0686-4b4e-adfe-f14f4c84cd96 req-1a4a5042-b8ba-458b-b48a-6bd9b3631138 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=0201e3ea-23d8-4dd7-9b48-2176a179e938 HTTP/1.1" status: 200 len: 950 time: 0.0862591 Nov 27 03:53:15.597790 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-3b80ecc0-e62a-47db-b091-88dea7e943e1 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Made reservation on behalf of 8bb01210b11c43889360e732fe76fd2a for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:53:15.601238 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-3b80ecc0-e62a-47db-b091-88dea7e943e1 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:15.609783 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-23a48554-9c32-4eda-aa92-8cc57edbb3dd tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:15.684956 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c18c3770-0686-4b4e-adfe-f14f4c84cd96 req-a6c07694-fefe-4ba8-a1b9-39bfff706daf tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941713 Nov 27 03:53:15.725059 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3668b468-6ef4-4bd9-8468-dc8d5ac8f97b req-ff567d42-66f1-479e-906a-22ba650a99e9 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] 10.222.0.20 "GET /v2.0/ports?device_id=f13aea62-07b5-4d0a-9ae2-222b59d3d89b HTTP/1.1" status: 200 len: 210 time: 0.0303514 Nov 27 03:53:15.774042 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-3b80ecc0-e62a-47db-b091-88dea7e943e1 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Allocated IP 172.20.0.14 (cbc1a1c0-8b3a-4e82-94f8-83b55129e91a/8ca69a11-da44-4ad3-88b5-25018bbf4566/1ec144ed-5d68-4d77-bb2a-3501abd9a1ce) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:53:15.854699 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-23a48554-9c32-4eda-aa92-8cc57edbb3dd tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router_gateway, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:15.876845 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-23a48554-9c32-4eda-aa92-8cc57edbb3dd tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:15.918849 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:15.937681 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-3b80ecc0-e62a-47db-b091-88dea7e943e1 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:15.992306 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-23a48554-9c32-4eda-aa92-8cc57edbb3dd tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Allocated IP 172.25.1.39 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/77bee420-0b86-4c2b-892d-8ad00897b117) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:53:15.999521 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-3b80ecc0-e62a-47db-b091-88dea7e943e1 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:16.036600 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a4dbff32-5abc-4785-84a0-5db12fbf2f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:16.057163 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-3b80ecc0-e62a-47db-b091-88dea7e943e1 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Network cbc1a1c0-8b3a-4e82-94f8-83b55129e91a is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:53:16.068252 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676f1ff-8016-437f-89ef-0abf083584e5 req-5c5755c7-d527-44a0-a022-0b2f224da7e7 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:16.074238 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676f1ff-8016-437f-89ef-0abf083584e5 req-5c5755c7-d527-44a0-a022-0b2f224da7e7 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:16.075975 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f676f1ff-8016-437f-89ef-0abf083584e5 req-5c5755c7-d527-44a0-a022-0b2f224da7e7 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=0201e3ea-23d8-4dd7-9b48-2176a179e938&device_id=72c4806c-f80f-4b98-9f35-4f7113136f0d HTTP/1.1" status: 200 len: 1691 time: 0.1156619 Nov 27 03:53:16.080303 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-3b80ecc0-e62a-47db-b091-88dea7e943e1 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:53:16.083050 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-3b80ecc0-e62a-47db-b091-88dea7e943e1 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:53:16.129281 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b80ecc0-e62a-47db-b091-88dea7e943e1 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Pushing event updated for resources: {'Port': ['ID=1ec144ed-5d68-4d77-bb2a-3501abd9a1ce,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:16.185208 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f676f1ff-8016-437f-89ef-0abf083584e5 req-810eb75a-cbc4-4c22-a4b2-824358435648 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962377 Nov 27 03:53:16.207116 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-3b80ecc0-e62a-47db-b091-88dea7e943e1 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:16.207807 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-3b80ecc0-e62a-47db-b091-88dea7e943e1 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:16.224865 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device c4fd5fde-22d6-41d4-be64-7296d1e9ca41 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:53:16.229551 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-3b80ecc0-e62a-47db-b091-88dea7e943e1 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8064842 Nov 27 03:53:16.255382 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-57459b90-c4c3-4e06-a8a5-d001229484ff service neutron] Request body: {'port': {'device_id': 'f13aea62-07b5-4d0a-9ae2-222b59d3d89b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:16.339678 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port c4fd5fde-22d6-41d4-be64-7296d1e9ca41 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:53:16.345053 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port c4fd5fde-22d6-41d4-be64-7296d1e9ca41 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:53:16.345430 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:16.379777 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-57459b90-c4c3-4e06-a8a5-d001229484ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:16.443080 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:16.452036 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce973b67-eee5-445e-a9be-3cd8a8890a9d req-fbcf47cc-8868-45c2-ba4c-a7c714c0d304 tempest-ServersOnMultiNodesTest-1751271675 tempest-ServersOnMultiNodesTest-1751271675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:16.453541 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ce973b67-eee5-445e-a9be-3cd8a8890a9d req-fbcf47cc-8868-45c2-ba4c-a7c714c0d304 tempest-ServersOnMultiNodesTest-1751271675 tempest-ServersOnMultiNodesTest-1751271675-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0201e3ea-23d8-4dd7-9b48-2176a179e938 HTTP/1.1" status: 200 len: 1101 time: 0.0665383 Nov 27 03:53:16.454277 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef190d0c-09f3-4122-9ac3-6641a94bcaa4 req-7c168321-fbfc-4766-95e5-af797eec3c40 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:16.461494 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ef190d0c-09f3-4122-9ac3-6641a94bcaa4 req-7c168321-fbfc-4766-95e5-af797eec3c40 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=576c854a-6777-4fc5-93a8-4d7dc2572a9b HTTP/1.1" status: 200 len: 944 time: 0.1006362 Nov 27 03:53:16.476156 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576c854a-6777-4fc5-93a8-4d7dc2572a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4fd5fde-22d6-41d4-be64-7296d1e9ca41'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:53:16.478429 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a992d6-e04c-4968-99ae-4d304a880928" -d '{"events": [{"server_uuid": "576c854a-6777-4fc5-93a8-4d7dc2572a9b", "name": "network-vif-plugged", "status": "completed", "tag": "c4fd5fde-22d6-41d4-be64-7296d1e9ca41"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:53:16.497201 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port c4fd5fde-22d6-41d4-be64-7296d1e9ca41, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=c4fd5fde-22d6-41d4-be64-7296d1e9ca41,segment=NetworkSegment(277708b6-af23-477b-abf6-dbbbeb02c2ba),segment_id=277708b6-af23-477b-abf6-dbbbeb02c2ba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:53:16.500173 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-75969002-aced-472f-9142-b6bc98c01e4b None None] Provisioning complete for port 1ec144ed-5d68-4d77-bb2a-3501abd9a1ce triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:53:16.500603 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-75969002-aced-472f-9142-b6bc98c01e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:16.503472 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:16.517186 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-23a48554-9c32-4eda-aa92-8cc57edbb3dd tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:16.553555 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ce973b67-eee5-445e-a9be-3cd8a8890a9d req-37c13047-a584-4e5d-a638-3e94f4a0f2c0 tempest-ServersOnMultiNodesTest-1751271675 tempest-ServersOnMultiNodesTest-1751271675-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878298 Nov 27 03:53:16.568805 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-75969002-aced-472f-9142-b6bc98c01e4b None None] Port 1ec144ed-5d68-4d77-bb2a-3501abd9a1ce cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:53:16.572767 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-23a48554-9c32-4eda-aa92-8cc57edbb3dd tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:16.579657 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=c4fd5fde-22d6-41d4-be64-7296d1e9ca41,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:16.580596 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ef190d0c-09f3-4122-9ac3-6641a94bcaa4 req-ae431440-8697-4cad-9826-be632bd59547 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182318 Nov 27 03:53:16.625219 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a48554-9c32-4eda-aa92-8cc57edbb3dd tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:53:16.628495 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-23a48554-9c32-4eda-aa92-8cc57edbb3dd tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:53:16.632480 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a48554-9c32-4eda-aa92-8cc57edbb3dd tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:53:16.655948 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a48554-9c32-4eda-aa92-8cc57edbb3dd tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Pushing event updated for resources: {'Port': ['ID=77bee420-0b86-4c2b-892d-8ad00897b117,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:16.657870 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460d127c-49bc-43f0-89f3-c32a5e2ee455 x-openstack-request-id: req-460d127c-49bc-43f0-89f3-c32a5e2ee455 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:53:16.658188 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576c854a-6777-4fc5-93a8-4d7dc2572a9b", "name": "network-vif-plugged", "status": "completed", "tag": "c4fd5fde-22d6-41d4-be64-7296d1e9ca41", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:53:16.658450 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-460d127c-49bc-43f0-89f3-c32a5e2ee455 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:53:16.659450 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576c854a-6777-4fc5-93a8-4d7dc2572a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4fd5fde-22d6-41d4-be64-7296d1e9ca41', 'code': 200} Nov 27 03:53:16.765946 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-57459b90-c4c3-4e06-a8a5-d001229484ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ec144ed-5d68-4d77-bb2a-3501abd9a1ce {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:53:16.774841 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-57459b90-c4c3-4e06-a8a5-d001229484ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:16.789495 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-57459b90-c4c3-4e06-a8a5-d001229484ff service neutron] Transition to ACTIVE for port object 1ec144ed-5d68-4d77-bb2a-3501abd9a1ce will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:53:16.793116 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-57459b90-c4c3-4e06-a8a5-d001229484ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:16.803057 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e324596a-b4fc-403b-8fb0-6447e87e6afd req-aa09738f-76c5-4e06-a357-b5977ffdf772 tempest-ServerShowV257Test-1210639217 tempest-ServerShowV257Test-1210639217-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e7bccf-750d-4158-bec6-555948e95a22 HTTP/1.1" status: 200 len: 210 time: 0.0381536 Nov 27 03:53:16.877369 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57459b90-c4c3-4e06-a8a5-d001229484ff service neutron] Pushing event updated for resources: {'Port': ['ID=1ec144ed-5d68-4d77-bb2a-3501abd9a1ce,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:16.916669 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8522cc-76d6-4d6f-ae76-0af1f88a4134 req-5cc73447-d52f-4d51-a974-6b1240b494ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:16.918458 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0d8522cc-76d6-4d6f-ae76-0af1f88a4134 req-5cc73447-d52f-4d51-a974-6b1240b494ce service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=576c854a-6777-4fc5-93a8-4d7dc2572a9b HTTP/1.1" status: 200 len: 1096 time: 0.1236832 Nov 27 03:53:16.937636 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca372df-feb1-46ad-9f58-73890184238a req-4286483c-5da3-4f07-bd17-b07b9e5633fa tempest-ServersOnMultiNodesTest-1751271675 tempest-ServersOnMultiNodesTest-1751271675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:16.945505 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5ca372df-feb1-46ad-9f58-73890184238a req-4286483c-5da3-4f07-bd17-b07b9e5633fa tempest-ServersOnMultiNodesTest-1751271675 tempest-ServersOnMultiNodesTest-1751271675-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=72c4806c-f80f-4b98-9f35-4f7113136f0d HTTP/1.1" status: 200 len: 1101 time: 0.1239424 Nov 27 03:53:16.990651 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-23a48554-9c32-4eda-aa92-8cc57edbb3dd tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router_gateway, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:17.001273 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-57459b90-c4c3-4e06-a8a5-d001229484ff service neutron] Attempting to bind port 1ec144ed-5d68-4d77-bb2a-3501abd9a1ce on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:53:17.001555 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-57459b90-c4c3-4e06-a8a5-d001229484ff service neutron] Attempting to bind port 1ec144ed-5d68-4d77-bb2a-3501abd9a1ce by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': 'db72c7fd-8acf-4a83-a943-7e9fddab17ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'cbc1a1c0-8b3a-4e82-94f8-83b55129e91a'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:53:17.001897 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-57459b90-c4c3-4e06-a8a5-d001229484ff service neutron] Attempting to bind port 1ec144ed-5d68-4d77-bb2a-3501abd9a1ce on network cbc1a1c0-8b3a-4e82-94f8-83b55129e91a {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:53:17.011143 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-57459b90-c4c3-4e06-a8a5-d001229484ff service neutron] Port 1ec144ed-5d68-4d77-bb2a-3501abd9a1ce on network cbc1a1c0-8b3a-4e82-94f8-83b55129e91a not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:53:17.011474 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-57459b90-c4c3-4e06-a8a5-d001229484ff service neutron] Attempting to bind port 1ec144ed-5d68-4d77-bb2a-3501abd9a1ce on network cbc1a1c0-8b3a-4e82-94f8-83b55129e91a {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:53:17.024506 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-57459b90-c4c3-4e06-a8a5-d001229484ff service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:53:17.024851 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-57459b90-c4c3-4e06-a8a5-d001229484ff service neutron] Checking segment: {'id': 'db72c7fd-8acf-4a83-a943-7e9fddab17ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'cbc1a1c0-8b3a-4e82-94f8-83b55129e91a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:53:17.025247 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-57459b90-c4c3-4e06-a8a5-d001229484ff service neutron] Bound using segment: {'id': 'db72c7fd-8acf-4a83-a943-7e9fddab17ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'cbc1a1c0-8b3a-4e82-94f8-83b55129e91a'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:53:17.025697 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-57459b90-c4c3-4e06-a8a5-d001229484ff service neutron] Bound port: 1ec144ed-5d68-4d77-bb2a-3501abd9a1ce, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db72c7fd-8acf-4a83-a943-7e9fddab17ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'cbc1a1c0-8b3a-4e82-94f8-83b55129e91a'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:53:17.026059 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-57459b90-c4c3-4e06-a8a5-d001229484ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:17.031023 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5ca372df-feb1-46ad-9f58-73890184238a req-bba3ee67-7c9f-402f-bbb0-7317c2af1880 tempest-ServersOnMultiNodesTest-1751271675 tempest-ServersOnMultiNodesTest-1751271675-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847964 Nov 27 03:53:17.103541 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0d8522cc-76d6-4d6f-ae76-0af1f88a4134 req-fd18838e-d363-4183-9d18-8f19353bbfa9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684213 Nov 27 03:53:17.132134 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-57459b90-c4c3-4e06-a8a5-d001229484ff service neutron] For port 1ec144ed-5d68-4d77-bb2a-3501abd9a1ce, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:53:17.135215 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-57459b90-c4c3-4e06-a8a5-d001229484ff service neutron] For port 1ec144ed-5d68-4d77-bb2a-3501abd9a1ce, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=1ec144ed-5d68-4d77-bb2a-3501abd9a1ce,segment=NetworkSegment(db72c7fd-8acf-4a83-a943-7e9fddab17ca),segment_id=db72c7fd-8acf-4a83-a943-7e9fddab17ca)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:53:17.141496 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-57459b90-c4c3-4e06-a8a5-d001229484ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:17.153661 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9257464-5d20-47d9-9296-0ed7e0bebfeb req-d6941d17-5d52-48ba-8007-fc76c8af1bf5 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:17.159097 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9257464-5d20-47d9-9296-0ed7e0bebfeb req-d6941d17-5d52-48ba-8007-fc76c8af1bf5 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] 10.222.0.20 "GET /v2.0/ports?device_id=f13aea62-07b5-4d0a-9ae2-222b59d3d89b HTTP/1.1" status: 200 len: 944 time: 0.0897717 Nov 27 03:53:17.209254 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-57459b90-c4c3-4e06-a8a5-d001229484ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:17.209811 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-57459b90-c4c3-4e06-a8a5-d001229484ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:17.211249 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-57459b90-c4c3-4e06-a8a5-d001229484ff service neutron] 10.222.0.11 "PUT /v2.0/ports/1ec144ed-5d68-4d77-bb2a-3501abd9a1ce HTTP/1.1" status: 200 len: 1092 time: 0.9624121 Nov 27 03:53:17.211721 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13aea62-07b5-4d0a-9ae2-222b59d3d89b', 'tag': '1ec144ed-5d68-4d77-bb2a-3501abd9a1ce'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:53:17.214024 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a86efb1-9422-41d8-8e6a-815987896e8d" -d '{"events": [{"name": "network-changed", "server_uuid": "f13aea62-07b5-4d0a-9ae2-222b59d3d89b", "tag": "1ec144ed-5d68-4d77-bb2a-3501abd9a1ce"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:53:17.269663 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57459b90-c4c3-4e06-a8a5-d001229484ff service neutron] Pushing event updated for resources: {'Port': ['ID=1ec144ed-5d68-4d77-bb2a-3501abd9a1ce,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:17.329051 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9257464-5d20-47d9-9296-0ed7e0bebfeb req-59a66c88-3794-4987-ba92-41a2d99c425f tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] 10.222.0.20 "GET /v2.0/security-groups?id=c298acf9-e53a-4b23-882c-b58bab8df7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564121 Nov 27 03:53:17.358034 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-af41df16-524b-4266-874a-66e3893200ab tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c720ea29fd104ba29257a79f5e68861c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505149 Nov 27 03:53:17.359581 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-23a48554-9c32-4eda-aa92-8cc57edbb3dd tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:17.419296 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26dd7e10-8981-469b-aba1-eaa6999e5ea7 x-openstack-request-id: req-26dd7e10-8981-469b-aba1-eaa6999e5ea7 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:53:17.419608 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f13aea62-07b5-4d0a-9ae2-222b59d3d89b", "tag": "1ec144ed-5d68-4d77-bb2a-3501abd9a1ce", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:53:17.419860 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-26dd7e10-8981-469b-aba1-eaa6999e5ea7 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:53:17.420259 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f13aea62-07b5-4d0a-9ae2-222b59d3d89b', 'tag': '1ec144ed-5d68-4d77-bb2a-3501abd9a1ce', 'status': 'completed', 'code': 200} Nov 27 03:53:17.446543 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-ab6ca62b-ebf3-474a-81d8-56cfa9758c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:17.447995 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-ab6ca62b-ebf3-474a-81d8-56cfa9758c66 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8bb01210b11c43889360e732fe76fd2a&device_id=f13aea62-07b5-4d0a-9ae2-222b59d3d89b HTTP/1.1" status: 200 len: 1095 time: 0.1589124 Nov 27 03:53:17.499777 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a48554-9c32-4eda-aa92-8cc57edbb3dd tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Router 83bae9fa-4447-42e1-ba94-e90580722c3d is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 03:53:17.507237 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-7863d2df-7edd-4c90-917f-1206c61ab1e4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ec144ed-5d68-4d77-bb2a-3501abd9a1ce HTTP/1.1" status: 200 len: 217 time: 0.0419939 Nov 27 03:53:17.515836 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-6fa9d8b7-aa98-4813-b620-783d85ebabff tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:17.517379 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-6fa9d8b7-aa98-4813-b620-783d85ebabff tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1584828 Nov 27 03:53:17.557102 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-5906b96c-814e-40f4-bd00-08317a56ac44 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/quotas/c720ea29fd104ba29257a79f5e68861c HTTP/1.1" status: 200 len: 375 time: 0.0298576 Nov 27 03:53:17.578900 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-b8ca3c8f-9f98-4d6f-82e8-049113898a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:17.580318 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-b8ca3c8f-9f98-4d6f-82e8-049113898a3f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8ca69a11-da44-4ad3-88b5-25018bbf4566 HTTP/1.1" status: 200 len: 844 time: 0.0621903 Nov 27 03:53:17.607710 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a48554-9c32-4eda-aa92-8cc57edbb3dd tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:53:17.623554 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d60191-e93b-432b-a4e9-22f9cccc5ad0 None None] Sync routers for ids ['83bae9fa-4447-42e1-ba94-e90580722c3d'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:53:17.633071 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-23a48554-9c32-4eda-aa92-8cc57edbb3dd tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:17.636926 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-23a48554-9c32-4eda-aa92-8cc57edbb3dd tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2908828 Nov 27 03:53:17.637061 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d60191-e93b-432b-a4e9-22f9cccc5ad0 None None] Routers {'83bae9fa-4447-42e1-ba94-e90580722c3d'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:53:17.637343 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40410) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:17.637455 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-b8d60191-e93b-432b-a4e9-22f9cccc5ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:52:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['83bae9fa-4447-42e1-ba94-e90580722c3d'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:53:17.643719 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-ae6f5d97-f1fe-4ed6-9251-f59b695cc969 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:17.665173 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-fe03e072-0a17-4857-a36f-c8d08432f0b1 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c720ea29fd104ba29257a79f5e68861c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1006436 Nov 27 03:53:17.676286 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-ceb01834-09c4-4c19-868e-c5925036e42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:17.678041 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-ceb01834-09c4-4c19-868e-c5925036e42b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cbc1a1c0-8b3a-4e82-94f8-83b55129e91a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806227 Nov 27 03:53:17.687481 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-b8d60191-e93b-432b-a4e9-22f9cccc5ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:53:17.698392 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d60191-e93b-432b-a4e9-22f9cccc5ad0 None None] Routers {'83bae9fa-4447-42e1-ba94-e90580722c3d'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:53:17.699229 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-b8d60191-e93b-432b-a4e9-22f9cccc5ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:52:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['83bae9fa-4447-42e1-ba94-e90580722c3d'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:53:17.740938 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-b8d60191-e93b-432b-a4e9-22f9cccc5ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:53:17.741605 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d60191-e93b-432b-a4e9-22f9cccc5ad0 None None] The sync data for ids ['83bae9fa-4447-42e1-ba94-e90580722c3d'] in n-d-819494-3 is: [] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:53:17.784328 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076473f-dce7-4047-9aa6-500e6f5e8b33 req-3af6a989-505e-47e2-8078-dcb1c59afc48 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:17.785759 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5076473f-dce7-4047-9aa6-500e6f5e8b33 req-3af6a989-505e-47e2-8078-dcb1c59afc48 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=576c854a-6777-4fc5-93a8-4d7dc2572a9b HTTP/1.1" status: 200 len: 945 time: 0.1026201 Nov 27 03:53:17.815793 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-1ff3d98e-f1ef-4550-b7dc-6e6abf150c36 service neutron] 10.222.0.11 "GET /v2.0/networks/cbc1a1c0-8b3a-4e82-94f8-83b55129e91a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278493 Nov 27 03:53:17.915423 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5076473f-dce7-4047-9aa6-500e6f5e8b33 req-052f6572-2c09-45b1-b862-2f74650aa97f tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174219 Nov 27 03:53:17.946148 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9d91fa7c-4b2c-4f48-9edb-5c1e068dcb09 req-4de1bde9-f3ce-4590-8352-8f66cee40aa7 service neutron] 10.222.0.11 "GET /v2.0/networks/cbc1a1c0-8b3a-4e82-94f8-83b55129e91a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179454 Nov 27 03:53:18.011317 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a465639a-c7d9-4b6f-9566-40d3e9316db2 req-bfcb662e-ec51-4e4f-ac1a-2da49424119f tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8a8ee13-29bb-40e8-b0a2-00527a3314c4 HTTP/1.1" status: 200 len: 210 time: 0.0370088 Nov 27 03:53:18.067867 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6f0ff569-08f9-4e00-bfd6-4f5355b7ed03 req-94804cdf-4fd0-4b85-aab4-f0193c3ecb6d tempest-ServerShowV257Test-1210639217 tempest-ServerShowV257Test-1210639217-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e7bccf-750d-4158-bec6-555948e95a22 HTTP/1.1" status: 200 len: 210 time: 0.0335295 Nov 27 03:53:18.099288 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ae6f5d97-f1fe-4ed6-9251-f59b695cc969 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:18.111556 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ae6f5d97-f1fe-4ed6-9251-f59b695cc969 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:18.122846 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86efb1-9422-41d8-8e6a-815987896e8d req-f75b0a08-1f96-423d-838a-65d43524d1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:18.124369 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2a86efb1-9422-41d8-8e6a-815987896e8d req-f75b0a08-1f96-423d-838a-65d43524d1c0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8bb01210b11c43889360e732fe76fd2a&device_id=f13aea62-07b5-4d0a-9ae2-222b59d3d89b HTTP/1.1" status: 200 len: 1095 time: 0.0625958 Nov 27 03:53:18.175391 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f5d97-f1fe-4ed6-9251-f59b695cc969 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Deleting port 77bee420-0b86-4c2b-892d-8ad00897b117 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:53:18.175941 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ae6f5d97-f1fe-4ed6-9251-f59b695cc969 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:18.236369 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86efb1-9422-41d8-8e6a-815987896e8d req-1cf8a657-c651-4a9b-9733-5894b81b7654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:18.237966 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2a86efb1-9422-41d8-8e6a-815987896e8d req-1cf8a657-c651-4a9b-9733-5894b81b7654 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cbc1a1c0-8b3a-4e82-94f8-83b55129e91a HTTP/1.1" status: 200 len: 906 time: 0.1036930 Nov 27 03:53:18.247193 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 23917401-9f73-4d86-8eb2-a0589e6b7a2f details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:53:18.249151 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 107c4660-1ae4-411c-a0d3-0aa997f3c9b2 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:53:18.265289 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ae6f5d97-f1fe-4ed6-9251-f59b695cc969 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:18.281378 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f5d97-f1fe-4ed6-9251-f59b695cc969 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Calling delete_port for 77bee420-0b86-4c2b-892d-8ad00897b117 owned by network:router_gateway {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:53:18.298035 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2a86efb1-9422-41d8-8e6a-815987896e8d req-c0097762-ff62-4bd1-90c2-f0633f85d9ef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ec144ed-5d68-4d77-bb2a-3501abd9a1ce HTTP/1.1" status: 200 len: 217 time: 0.0499630 Nov 27 03:53:18.319959 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6fe67738-b7da-4704-b7ce-33b87b158c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:18.381163 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86efb1-9422-41d8-8e6a-815987896e8d req-0e88d375-1517-4644-b90b-832d6cddcc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:18.398220 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2a86efb1-9422-41d8-8e6a-815987896e8d req-0e88d375-1517-4644-b90b-832d6cddcc45 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8ca69a11-da44-4ad3-88b5-25018bbf4566 HTTP/1.1" status: 200 len: 844 time: 0.0819967 Nov 27 03:53:18.466370 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:18.487538 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 23917401-9f73-4d86-8eb2-a0589e6b7a2f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=23917401-9f73-4d86-8eb2-a0589e6b7a2f,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:53:18.493907 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73d9a2-ab3f-4ed3-bae5-4eabedd75c57 req-1c7d6088-57d6-44e9-ad43-9f251b7d3da1 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:18.495561 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ca73d9a2-ab3f-4ed3-bae5-4eabedd75c57 req-1c7d6088-57d6-44e9-ad43-9f251b7d3da1 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] 10.222.0.20 "GET /v2.0/ports?device_id=f13aea62-07b5-4d0a-9ae2-222b59d3d89b HTTP/1.1" status: 200 len: 944 time: 0.0754724 Nov 27 03:53:18.498371 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86efb1-9422-41d8-8e6a-815987896e8d req-5e67f1de-b2a5-4478-90bb-1792668edceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:18.499902 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2a86efb1-9422-41d8-8e6a-815987896e8d req-5e67f1de-b2a5-4478-90bb-1792668edceb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cbc1a1c0-8b3a-4e82-94f8-83b55129e91a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0883577 Nov 27 03:53:18.523955 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 107c4660-1ae4-411c-a0d3-0aa997f3c9b2, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=107c4660-1ae4-411c-a0d3-0aa997f3c9b2,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:53:18.528616 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ae6f5d97-f1fe-4ed6-9251-f59b695cc969 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:18.538840 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '23917401-9f73-4d86-8eb2-a0589e6b7a2f', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'port_id': '23917401-9f73-4d86-8eb2-a0589e6b7a2f', 'mac_address': 'fa:16:3e:92:14:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14a2acf-f1d7-4ddf-8459-b30982428e88', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:53:18.540957 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:18.549384 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:18.559048 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f5d97-f1fe-4ed6-9251-f59b695cc969 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Pushing event deleted for resources: {'Port': ['ID=77bee420-0b86-4c2b-892d-8ad00897b117,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:18.610039 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ca73d9a2-ab3f-4ed3-bae5-4eabedd75c57 req-2ef087d3-37de-40dd-8e10-51c6236e197f tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] 10.222.0.20 "GET /v2.0/security-groups?id=c298acf9-e53a-4b23-882c-b58bab8df7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025200 Nov 27 03:53:18.616687 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:18.641405 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23917401-9f73-4d86-8eb2-a0589e6b7a2f {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:53:18.642820 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2a86efb1-9422-41d8-8e6a-815987896e8d req-b6c4ee44-4054-46c3-a1f5-3cf3890096d2 service neutron] 10.222.0.11 "GET /v2.0/networks/cbc1a1c0-8b3a-4e82-94f8-83b55129e91a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341155 Nov 27 03:53:18.665237 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eaf845f-9253-4a0e-a486-266fb4a6339f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '107c4660-1ae4-411c-a0d3-0aa997f3c9b2'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:53:18.667787 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee2085f-4ede-4db8-baf8-500760b34348" -d '{"events": [{"server_uuid": "5eaf845f-9253-4a0e-a486-266fb4a6339f", "name": "network-vif-unplugged", "status": "completed", "tag": "107c4660-1ae4-411c-a0d3-0aa997f3c9b2"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:53:18.673118 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=107c4660-1ae4-411c-a0d3-0aa997f3c9b2,revision_number=8']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:18.676079 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ae6f5d97-f1fe-4ed6-9251-f59b695cc969 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:18.691470 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 23917401-9f73-4d86-8eb2-a0589e6b7a2f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=23917401-9f73-4d86-8eb2-a0589e6b7a2f,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:53:18.700188 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:18.764350 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 03:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3202b4f2-3ab0-4cf1-883a-a66355e57c61 x-openstack-request-id: req-3202b4f2-3ab0-4cf1-883a-a66355e57c61 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:53:18.764653 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eaf845f-9253-4a0e-a486-266fb4a6339f", "name": "network-vif-unplugged", "status": "completed", "tag": "107c4660-1ae4-411c-a0d3-0aa997f3c9b2", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:53:18.764911 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3202b4f2-3ab0-4cf1-883a-a66355e57c61 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:53:18.765304 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eaf845f-9253-4a0e-a486-266fb4a6339f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '107c4660-1ae4-411c-a0d3-0aa997f3c9b2', 'code': 200} Nov 27 03:53:18.780113 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2a86efb1-9422-41d8-8e6a-815987896e8d req-c64599f3-c125-4f66-bc3d-a31ab572b1e7 service neutron] 10.222.0.11 "GET /v2.0/networks/cbc1a1c0-8b3a-4e82-94f8-83b55129e91a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288717 Nov 27 03:53:18.802587 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=23917401-9f73-4d86-8eb2-a0589e6b7a2f,revision_number=9']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:18.890367 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['23917401-9f73-4d86-8eb2-a0589e6b7a2f'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:53:18.902210 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ae6f5d97-f1fe-4ed6-9251-f59b695cc969 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3685224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11843'] for router, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:18.905892 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ae6f5d97-f1fe-4ed6-9251-f59b695cc969 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3685219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3685210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3680816'] for router, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:19.139172 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-454e4b4f-30ea-4a1b-940d-5b0420b44d41 req-13c9e90b-ea38-4e8f-8fb7-a314c56cc96f tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8a8ee13-29bb-40e8-b0a2-00527a3314c4 HTTP/1.1" status: 200 len: 210 time: 0.0301464 Nov 27 03:53:19.267953 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f0dbec05-9ec6-429c-bdf2-b6580c30208b req-23183e53-aef0-476a-aa76-8e12d5054b56 tempest-ServerShowV257Test-1210639217 tempest-ServerShowV257Test-1210639217-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e7bccf-750d-4158-bec6-555948e95a22 HTTP/1.1" status: 200 len: 210 time: 0.0339744 Nov 27 03:53:19.309024 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae6f5d97-f1fe-4ed6-9251-f59b695cc969 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Router 83bae9fa-4447-42e1-ba94-e90580722c3d has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:53:19.332817 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892db07e-1c06-4bc7-a3c4-e22b2b3c253c req-28e2907f-ab56-42ca-b7bf-880880c403dd tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:19.334840 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-892db07e-1c06-4bc7-a3c4-e22b2b3c253c req-28e2907f-ab56-42ca-b7bf-880880c403dd tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=576c854a-6777-4fc5-93a8-4d7dc2572a9b HTTP/1.1" status: 200 len: 945 time: 0.0770357 Nov 27 03:53:19.453609 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6f5d97-f1fe-4ed6-9251-f59b695cc969 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:53:19.456953 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-64face27-40a4-4f55-9fb4-f05432b595d0 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c720ea29fd104ba29257a79f5e68861c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431039 Nov 27 03:53:19.464414 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ae6f5d97-f1fe-4ed6-9251-f59b695cc969 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:19.464585 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f10a749-e639-4516-b289-a7a88215f561 None None] Sync routers for ids ['83bae9fa-4447-42e1-ba94-e90580722c3d'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:53:19.467919 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ae6f5d97-f1fe-4ed6-9251-f59b695cc969 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] 10.222.0.20 "PUT /v2.0/routers/83bae9fa-4447-42e1-ba94-e90580722c3d HTTP/1.1" status: 200 len: 709 time: 1.8270061 Nov 27 03:53:19.468587 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40480) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:19.481262 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f10a749-e639-4516-b289-a7a88215f561 None None] Routers {'83bae9fa-4447-42e1-ba94-e90580722c3d'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:53:19.484202 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-4f10a749-e639-4516-b289-a7a88215f561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:53:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['83bae9fa-4447-42e1-ba94-e90580722c3d'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:53:19.491856 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:19.566718 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-892db07e-1c06-4bc7-a3c4-e22b2b3c253c req-9bfb35c9-a93d-4349-a0aa-aabef6a8d339 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482360 Nov 27 03:53:19.581522 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-4f10a749-e639-4516-b289-a7a88215f561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:53:19.591382 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f10a749-e639-4516-b289-a7a88215f561 None None] Routers {'83bae9fa-4447-42e1-ba94-e90580722c3d'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:53:19.592201 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-4f10a749-e639-4516-b289-a7a88215f561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:53:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['83bae9fa-4447-42e1-ba94-e90580722c3d'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:53:19.621738 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9f344254-77ea-4053-989f-d0c44cd172b7 tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] 10.222.0.20 "GET /v2.0/routers/83bae9fa-4447-42e1-ba94-e90580722c3d HTTP/1.1" status: 200 len: 744 time: 0.1495130 Nov 27 03:53:19.622430 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40488) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:19.630006 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-4f10a749-e639-4516-b289-a7a88215f561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:53:19.631000 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f10a749-e639-4516-b289-a7a88215f561 None None] The sync data for ids ['83bae9fa-4447-42e1-ba94-e90580722c3d'] in n-d-819494-3 is: [] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:53:19.697653 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-aeb089fc-985f-4599-bf95-ac9de7315e70 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:19.700135 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-aeb089fc-985f-4599-bf95-ac9de7315e70 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2326899 Nov 27 03:53:19.732251 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-63260206-4875-422e-9580-5b9b80ba0a00 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Request body: {'port': {'device_id': 'a8a8ee13-29bb-40e8-b0a2-00527a3314c4', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'admin_state_up': True, 'tenant_id': 'c720ea29fd104ba29257a79f5e68861c'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:19.738518 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8f8ef153-896c-4087-8266-5ce0fe06b40b tempest-RoutersIpV6AdminTest-484227724 tempest-RoutersIpV6AdminTest-484227724-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=f5c39893-f8d8-4150-8aae-695f98406de3&device_id=83bae9fa-4447-42e1-ba94-e90580722c3d HTTP/1.1" status: 200 len: 205 time: 0.1146486 Nov 27 03:53:19.739803 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40494) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:19.840668 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-11226729-86c8-4901-9ca1-649c39eaa7c2 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] 10.222.0.20 "GET /v2.0/ports?device_id=83bae9fa-4447-42e1-ba94-e90580722c3d HTTP/1.1" status: 200 len: 205 time: 0.0995100 Nov 27 03:53:19.845643 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40496) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:19.881521 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69b163-4ed9-4229-bc12-4818f45d9336 req-f9d84739-c86e-439e-b158-1fad02fba9ce tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:19.883140 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7f69b163-4ed9-4229-bc12-4818f45d9336 req-f9d84739-c86e-439e-b158-1fad02fba9ce tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] 10.222.0.20 "GET /v2.0/ports?device_id=f13aea62-07b5-4d0a-9ae2-222b59d3d89b HTTP/1.1" status: 200 len: 944 time: 0.1331329 Nov 27 03:53:19.956294 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d847018-9d47-4320-94e2-d532956b5028 req-36b655f6-4cd9-4086-8c16-854b311c98f2 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:19.965690 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7d847018-9d47-4320-94e2-d532956b5028 req-36b655f6-4cd9-4086-8c16-854b311c98f2 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=576c854a-6777-4fc5-93a8-4d7dc2572a9b HTTP/1.1" status: 200 len: 945 time: 0.1560950 Nov 27 03:53:19.969538 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ee9b9d07-7cf6-4e3e-8562-0878f58b4925 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:20.009817 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7f69b163-4ed9-4229-bc12-4818f45d9336 req-8ab88744-7398-4db5-b4c2-9e8f0e0ec5c2 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] 10.222.0.20 "GET /v2.0/security-groups?id=c298acf9-e53a-4b23-882c-b58bab8df7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973761 Nov 27 03:53:20.011187 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-63260206-4875-422e-9580-5b9b80ba0a00 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Made reservation on behalf of c720ea29fd104ba29257a79f5e68861c for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:53:20.017185 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-63260206-4875-422e-9580-5b9b80ba0a00 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:20.176773 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ee9b9d07-7cf6-4e3e-8562-0878f58b4925 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:20.182669 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7d847018-9d47-4320-94e2-d532956b5028 req-3682299a-5420-4f66-a1d8-7e91fe8b0b50 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390324 Nov 27 03:53:20.182669 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ee9b9d07-7cf6-4e3e-8562-0878f58b4925 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:20.234794 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ee9b9d07-7cf6-4e3e-8562-0878f58b4925 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:20.235546 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9b9d07-7cf6-4e3e-8562-0878f58b4925 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Fanout notify agent at l3_agent the message router_deleted on router 83bae9fa-4447-42e1-ba94-e90580722c3d {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 03:53:20.238441 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 23917401-9f73-4d86-8eb2-a0589e6b7a2f up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:53:20.243455 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ee9b9d07-7cf6-4e3e-8562-0878f58b4925 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:20.244555 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ee9b9d07-7cf6-4e3e-8562-0878f58b4925 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] 10.222.0.20 "DELETE /v2.0/routers/83bae9fa-4447-42e1-ba94-e90580722c3d HTTP/1.1" status: 204 len: 168 time: 0.3978424 Nov 27 03:53:20.248453 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40502) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:20.262070 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-63260206-4875-422e-9580-5b9b80ba0a00 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Allocated IP 192.168.233.89 (7cd21890-8440-4d5d-a862-4b55c8c22387/f14a2acf-f1d7-4ddf-8459-b30982428e88/c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:53:20.299284 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d5854565-8a1e-4cf2-94ef-920652c232e2 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] 10.222.0.20 "GET /v2.0/ports?device_id=83bae9fa-4447-42e1-ba94-e90580722c3d HTTP/1.1" status: 200 len: 205 time: 0.0492501 Nov 27 03:53:20.301657 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40506) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:20.361286 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 23917401-9f73-4d86-8eb2-a0589e6b7a2f triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:53:20.361711 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:20.363256 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-b5fb0a5a-ced6-43a7-a1b5-bbb391e12692 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] delete failed (client error): The resource could not be found. Nov 27 03:53:20.364716 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b5fb0a5a-ced6-43a7-a1b5-bbb391e12692 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] 10.222.0.20 "DELETE /v2.0/routers/83bae9fa-4447-42e1-ba94-e90580722c3d HTTP/1.1" status: 404 len: 336 time: 0.0609145 Nov 27 03:53:20.367761 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40508) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:20.401021 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e3a4f343-ee92-4ef3-a082-a092eb7819e5 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7dadff9-a1fb-474f-825c-fb42c696969d HTTP/1.1" status: 200 len: 205 time: 0.0319519 Nov 27 03:53:20.403385 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40512) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:20.451093 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-63260206-4875-422e-9580-5b9b80ba0a00 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:20.459476 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 1ec144ed-5d68-4d77-bb2a-3501abd9a1ce details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:53:20.518691 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-63260206-4875-422e-9580-5b9b80ba0a00 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:20.588007 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 1ec144ed-5d68-4d77-bb2a-3501abd9a1ce, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=1ec144ed-5d68-4d77-bb2a-3501abd9a1ce,segment=NetworkSegment(db72c7fd-8acf-4a83-a943-7e9fddab17ca),segment_id=db72c7fd-8acf-4a83-a943-7e9fddab17ca)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:53:20.607502 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-63260206-4875-422e-9580-5b9b80ba0a00 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Network 7cd21890-8440-4d5d-a862-4b55c8c22387 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:53:20.608827 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '1ec144ed-5d68-4d77-bb2a-3501abd9a1ce', 'network_id': 'cbc1a1c0-8b3a-4e82-94f8-83b55129e91a', 'port_id': '1ec144ed-5d68-4d77-bb2a-3501abd9a1ce', 'mac_address': 'fa:16:3e:ec:6b:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca69a11-da44-4ad3-88b5-25018bbf4566', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:53:20.614510 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['84099172-9d4b-490d-ba96-813571fab01c', '961a2ab4-de32-49de-85e1-357b240eda4d', '20fb2fc7-16d0-46d0-be48-59a1d267810c', '834fa54e-823d-4eb0-be3e-9ff70ca76660'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:53:20.624934 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae61538-fda6-4cdf-814b-3ad1d2bad327 req-92cb77a6-ccc9-40ed-ae3a-1b5eeec6a6ac tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:20.633373 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4ae61538-fda6-4cdf-814b-3ad1d2bad327 req-92cb77a6-ccc9-40ed-ae3a-1b5eeec6a6ac tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8a8ee13-29bb-40e8-b0a2-00527a3314c4 HTTP/1.1" status: 200 len: 935 time: 0.1358047 Nov 27 03:53:20.639559 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-63260206-4875-422e-9580-5b9b80ba0a00 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:53:20.647113 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-63260206-4875-422e-9580-5b9b80ba0a00 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:53:20.651835 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63260206-4875-422e-9580-5b9b80ba0a00 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Pushing event updated for resources: {'Port': ['ID=c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:20.672863 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['569ae718-ab2b-48d3-a2ff-7d22136a6303'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:53:20.754530 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-3f41e504-38d0-4f19-8f95-cab07ba6897d tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] delete failed (client error): The resource could not be found. Nov 27 03:53:20.756245 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3f41e504-38d0-4f19-8f95-cab07ba6897d tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] 10.222.0.20 "DELETE /v2.0/routers/e7dadff9-a1fb-474f-825c-fb42c696969d HTTP/1.1" status: 404 len: 336 time: 0.3515592 Nov 27 03:53:20.776446 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40516) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:20.792891 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c8fdebbd-a27b-456e-84bd-c25845ac6bb7 req-d1e610fe-dd57-4537-a271-4c5ae59a72da tempest-ServerShowV257Test-1210639217 tempest-ServerShowV257Test-1210639217-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e7bccf-750d-4158-bec6-555948e95a22 HTTP/1.1" status: 200 len: 210 time: 0.3800206 Nov 27 03:53:20.795591 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4ae61538-fda6-4cdf-814b-3ad1d2bad327 req-85117052-62cf-47e0-871a-5147b614c097 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612453 Nov 27 03:53:20.803082 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:20.833121 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-63260206-4875-422e-9580-5b9b80ba0a00 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:20.833815 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-63260206-4875-422e-9580-5b9b80ba0a00 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:20.865624 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1be65490-1649-4f86-9810-e376ad738aa4 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b9dff6-10e3-422b-b600-502eef25042c HTTP/1.1" status: 200 len: 205 time: 0.0855801 Nov 27 03:53:20.866055 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40522) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:20.882981 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-63260206-4875-422e-9580-5b9b80ba0a00 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1580729 Nov 27 03:53:20.908268 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-9c17549a-ea5e-4d22-adec-018f3ce3d01b service neutron] Request body: {'port': {'device_id': 'a8a8ee13-29bb-40e8-b0a2-00527a3314c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:20.960656 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-7fa56e99-6445-4f18-97e9-8c8506b867bc tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] delete failed (client error): The resource could not be found. Nov 27 03:53:20.962072 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7fa56e99-6445-4f18-97e9-8c8506b867bc tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] 10.222.0.20 "DELETE /v2.0/routers/b2b9dff6-10e3-422b-b600-502eef25042c HTTP/1.1" status: 404 len: 336 time: 0.0949993 Nov 27 03:53:20.964675 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40528) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:21.001264 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b766fcd4-a73a-4cc1-b363-f9c6f1098b31 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] 10.222.0.20 "GET /v2.0/ports?device_id=ceda0cda-160b-4f23-8a93-af9c2c1b83d7 HTTP/1.1" status: 200 len: 205 time: 0.0352900 Nov 27 03:53:21.002242 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:21.004182 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40530) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:21.020662 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b823decf-9f0a-46d2-b8b8-ad772708563f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23917401-9f73-4d86-8eb2-a0589e6b7a2f'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:53:21.023039 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822577f9-4bf5-48a3-90a3-7318f7bff886" -d '{"events": [{"server_uuid": "b823decf-9f0a-46d2-b8b8-ad772708563f", "name": "network-vif-plugged", "status": "completed", "tag": "23917401-9f73-4d86-8eb2-a0589e6b7a2f"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:53:21.032679 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-9c17549a-ea5e-4d22-adec-018f3ce3d01b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:21.105264 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-4ecf8a85-d1d8-477e-a947-b203b70bc9d7 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] delete failed (client error): The resource could not be found. Nov 27 03:53:21.106669 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4ecf8a85-d1d8-477e-a947-b203b70bc9d7 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] 10.222.0.20 "DELETE /v2.0/routers/ceda0cda-160b-4f23-8a93-af9c2c1b83d7 HTTP/1.1" status: 404 len: 336 time: 0.1015387 Nov 27 03:53:21.109226 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40536) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:21.137841 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-61b03e64-8fdb-4067-945f-73d5ba51f4ee tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] 10.222.0.20 "GET /v2.0/ports?device_id=da6b7603-81cc-47cb-9deb-947c1b33e7c7 HTTP/1.1" status: 200 len: 205 time: 0.0268841 Nov 27 03:53:21.140545 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40538) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:21.149750 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 23917401-9f73-4d86-8eb2-a0589e6b7a2f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=23917401-9f73-4d86-8eb2-a0589e6b7a2f,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:53:21.157252 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7c01e8-3dbf-4b73-81f0-4da5c135e74c x-openstack-request-id: req-bd7c01e8-3dbf-4b73-81f0-4da5c135e74c {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:53:21.157635 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b823decf-9f0a-46d2-b8b8-ad772708563f", "name": "network-vif-plugged", "status": "completed", "tag": "23917401-9f73-4d86-8eb2-a0589e6b7a2f", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:53:21.157902 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd7c01e8-3dbf-4b73-81f0-4da5c135e74c {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:53:21.158323 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b823decf-9f0a-46d2-b8b8-ad772708563f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23917401-9f73-4d86-8eb2-a0589e6b7a2f', 'code': 200} Nov 27 03:53:21.182543 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:21.185991 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ec144ed-5d68-4d77-bb2a-3501abd9a1ce {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:53:21.198208 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-7691bd4c-b0e4-4fc6-97d3-1a1da14e8afe tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] delete failed (client error): The resource could not be found. Nov 27 03:53:21.200086 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7691bd4c-b0e4-4fc6-97d3-1a1da14e8afe tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] 10.222.0.20 "DELETE /v2.0/routers/da6b7603-81cc-47cb-9deb-947c1b33e7c7 HTTP/1.1" status: 404 len: 336 time: 0.0581498 Nov 27 03:53:21.202571 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40542) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:21.208313 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 1ec144ed-5d68-4d77-bb2a-3501abd9a1ce, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=1ec144ed-5d68-4d77-bb2a-3501abd9a1ce,segment=NetworkSegment(db72c7fd-8acf-4a83-a943-7e9fddab17ca),segment_id=db72c7fd-8acf-4a83-a943-7e9fddab17ca)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:53:21.242015 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-adee89d4-05e2-49a4-9ab9-466b0abfec48 tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] 10.222.0.20 "GET /v2.0/ports?device_id=00ed4ce0-b4a9-4e47-9126-13edd9cf9155 HTTP/1.1" status: 200 len: 205 time: 0.0380926 Nov 27 03:53:21.245508 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40546) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:21.245964 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:21.247885 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:21.295459 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-922db28d-9511-4562-a9fb-0a68cf7cdebe tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] delete failed (client error): The resource could not be found. Nov 27 03:53:21.296876 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-922db28d-9511-4562-a9fb-0a68cf7cdebe tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] 10.222.0.20 "DELETE /v2.0/routers/00ed4ce0-b4a9-4e47-9126-13edd9cf9155 HTTP/1.1" status: 404 len: 336 time: 0.0495312 Nov 27 03:53:21.303326 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40548) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:21.336211 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-28754e44-3a02-4f6b-9b6d-37e4a25e8f62 None None] Provisioning complete for port c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:53:21.336211 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-28754e44-3a02-4f6b-9b6d-37e4a25e8f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:21.376414 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d7a86af-11e4-4f42-9844-8938c634e43a tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] DELETE failed (client error): The resource could not be found. Nov 27 03:53:21.376941 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d7a86af-11e4-4f42-9844-8938c634e43a tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 03:53:21.384218 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8d7a86af-11e4-4f42-9844-8938c634e43a tempest-RoutersIpV6AdminTest-1432509008 tempest-RoutersIpV6AdminTest-1432509008-project] 10.222.0.20 "DELETE /v2.0/subnets/c89243ba-ba08-4085-9d35-8afd1e593fed HTTP/1.1" status: 404 len: 337 time: 0.0784917 Nov 27 03:53:21.429626 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e2c7d5-93ab-4660-9a7b-496dd428e720 req-03ab0491-e633-4cb8-a968-090e23d2476c tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:21.438334 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64530426-ef5d-4f02-9f5c-4675221e0429 req-460f3e13-1b96-47dc-882c-64d9c46223cf tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:21.438806 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a8e2c7d5-93ab-4660-9a7b-496dd428e720 req-03ab0491-e633-4cb8-a968-090e23d2476c tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] 10.222.0.20 "GET /v2.0/ports?device_id=f13aea62-07b5-4d0a-9ae2-222b59d3d89b HTTP/1.1" status: 200 len: 945 time: 0.2156055 Nov 27 03:53:21.446923 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-64530426-ef5d-4f02-9f5c-4675221e0429 req-460f3e13-1b96-47dc-882c-64d9c46223cf tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=576c854a-6777-4fc5-93a8-4d7dc2572a9b HTTP/1.1" status: 200 len: 945 time: 0.0724320 Nov 27 03:53:21.527949 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-64530426-ef5d-4f02-9f5c-4675221e0429 req-1c23f268-e1d6-4719-bc8f-ee6fa3479c9c tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805268 Nov 27 03:53:21.541209 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=23917401-9f73-4d86-8eb2-a0589e6b7a2f,revision_number=10']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:21.546411 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-28754e44-3a02-4f6b-9b6d-37e4a25e8f62 None None] Port c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:53:21.566932 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a8e2c7d5-93ab-4660-9a7b-496dd428e720 req-acbd976c-68bd-4d07-9860-6a6193bb6fd0 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] 10.222.0.20 "GET /v2.0/security-groups?id=c298acf9-e53a-4b23-882c-b58bab8df7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269011 Nov 27 03:53:21.663756 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-9c17549a-ea5e-4d22-adec-018f3ce3d01b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:53:21.665412 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=1ec144ed-5d68-4d77-bb2a-3501abd9a1ce,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:21.683848 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-9c17549a-ea5e-4d22-adec-018f3ce3d01b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:21.705868 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-9c17549a-ea5e-4d22-adec-018f3ce3d01b service neutron] Transition to ACTIVE for port object c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:53:21.708970 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['1ec144ed-5d68-4d77-bb2a-3501abd9a1ce'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:53:21.714454 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-9c17549a-ea5e-4d22-adec-018f3ce3d01b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:21.759132 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40554) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:21.791429 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c17549a-ea5e-4d22-adec-018f3ce3d01b service neutron] Pushing event updated for resources: {'Port': ['ID=c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:21.794199 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:21.957358 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-9c17549a-ea5e-4d22-adec-018f3ce3d01b service neutron] Attempting to bind port c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:53:21.957631 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-9c17549a-ea5e-4d22-adec-018f3ce3d01b service neutron] Attempting to bind port c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:53:21.957976 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-9c17549a-ea5e-4d22-adec-018f3ce3d01b service neutron] Attempting to bind port c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:53:21.981848 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b7a0e591-009e-4e43-92c6-5456a4789deb req-c03d9162-21e4-49b1-af70-900fdbb592b0 tempest-ServerShowV257Test-1210639217 tempest-ServerShowV257Test-1210639217-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e7bccf-750d-4158-bec6-555948e95a22 HTTP/1.1" status: 200 len: 210 time: 0.0535519 Nov 27 03:53:21.983902 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-9c17549a-ea5e-4d22-adec-018f3ce3d01b service neutron] Port c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f on network 7cd21890-8440-4d5d-a862-4b55c8c22387 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:53:21.984268 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-9c17549a-ea5e-4d22-adec-018f3ce3d01b service neutron] Attempting to bind port c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:53:21.992587 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-9c17549a-ea5e-4d22-adec-018f3ce3d01b service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:53:21.993380 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-9c17549a-ea5e-4d22-adec-018f3ce3d01b service neutron] Checking segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:53:21.993933 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-9c17549a-ea5e-4d22-adec-018f3ce3d01b service neutron] Bound using segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:53:21.994525 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-9c17549a-ea5e-4d22-adec-018f3ce3d01b service neutron] Bound port: c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:53:21.995074 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-9c17549a-ea5e-4d22-adec-018f3ce3d01b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:22.094629 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-9c17549a-ea5e-4d22-adec-018f3ce3d01b service neutron] For port c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:53:22.098115 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b66176d8-450b-4eb0-a6b1-a3fc2711e4f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:22.098526 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-9c17549a-ea5e-4d22-adec-018f3ce3d01b service neutron] For port c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:53:22.109067 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-9c17549a-ea5e-4d22-adec-018f3ce3d01b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:22.213763 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b66176d8-450b-4eb0-a6b1-a3fc2711e4f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:22.214466 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-9c17549a-ea5e-4d22-adec-018f3ce3d01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:22.215056 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-9c17549a-ea5e-4d22-adec-018f3ce3d01b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:22.216642 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-9c17549a-ea5e-4d22-adec-018f3ce3d01b service neutron] 10.222.0.23 "PUT /v2.0/ports/c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f HTTP/1.1" status: 200 len: 1095 time: 1.3128192 Nov 27 03:53:22.217182 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8a8ee13-29bb-40e8-b0a2-00527a3314c4', 'tag': 'c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:53:22.219871 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e86d574-c211-463f-b47d-db9f2e09da00" -d '{"events": [{"name": "network-changed", "server_uuid": "a8a8ee13-29bb-40e8-b0a2-00527a3314c4", "tag": "c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:53:22.226678 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b66176d8-450b-4eb0-a6b1-a3fc2711e4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:22.309177 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c17549a-ea5e-4d22-adec-018f3ce3d01b service neutron] Pushing event updated for resources: {'Port': ['ID=c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:22.313720 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e07ee-7397-46a4-8bfd-2d2bb91c3dc9 req-df732da1-d0df-4acc-a2c4-0d02cd1e2b94 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:22.325150 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ac7e07ee-7397-46a4-8bfd-2d2bb91c3dc9 req-df732da1-d0df-4acc-a2c4-0d02cd1e2b94 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8a8ee13-29bb-40e8-b0a2-00527a3314c4 HTTP/1.1" status: 200 len: 947 time: 0.3714399 Nov 27 03:53:22.375994 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b66176d8-450b-4eb0-a6b1-a3fc2711e4f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=749f01331c34444cbb748957aa80ba34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6154878 Nov 27 03:53:22.390513 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40578) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:22.436722 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6aefb8-6016-45c5-bd22-25b8e376e15c x-openstack-request-id: req-ce6aefb8-6016-45c5-bd22-25b8e376e15c {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:53:22.437019 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8a8ee13-29bb-40e8-b0a2-00527a3314c4", "tag": "c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:53:22.437272 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ce6aefb8-6016-45c5-bd22-25b8e376e15c {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:53:22.437685 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8a8ee13-29bb-40e8-b0a2-00527a3314c4', 'tag': 'c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f', 'status': 'completed', 'code': 200} Nov 27 03:53:22.472387 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-ed74b681-9773-4c3a-b802-7668127b40e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:22.474270 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-ed74b681-9773-4c3a-b802-7668127b40e3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c720ea29fd104ba29257a79f5e68861c&device_id=a8a8ee13-29bb-40e8-b0a2-00527a3314c4 HTTP/1.1" status: 200 len: 1098 time: 0.1850345 Nov 27 03:53:22.475769 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66176d8-450b-4eb0-a6b1-a3fc2711e4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a69faa-b3c1-4c09-ac0c-df25e1fc48b3,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:22.532861 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-819f732d-be96-4b96-b684-57549a9417bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:22.540472 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ac7e07ee-7397-46a4-8bfd-2d2bb91c3dc9 req-11cec681-cbaa-4c7b-a173-5d141e1fa633 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462142 Nov 27 03:53:22.591511 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-e1302eb2-c6dc-4553-a40a-b5c657eb414c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f HTTP/1.1" status: 200 len: 217 time: 0.0784376 Nov 27 03:53:22.615792 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-819f732d-be96-4b96-b684-57549a9417bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:22.718919 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ffd450-652e-444e-a5ec-388c6a13be97 req-138ad0c2-ea21-4c6a-99b4-d359b5c5a3a4 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:22.720622 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-21ffd450-652e-444e-a5ec-388c6a13be97 req-138ad0c2-ea21-4c6a-99b4-d359b5c5a3a4 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=576c854a-6777-4fc5-93a8-4d7dc2572a9b HTTP/1.1" status: 200 len: 945 time: 0.0693293 Nov 27 03:53:22.749961 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-55f17153-304e-4877-abc7-65454151f154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:22.751681 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-55f17153-304e-4877-abc7-65454151f154 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.1270621 Nov 27 03:53:22.778913 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-21ffd450-652e-444e-a5ec-388c6a13be97 req-6eb2464b-21f7-4b58-9e3a-4c0c8711a49a tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515113 Nov 27 03:53:22.832745 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def6663-6bf0-48df-92f4-32aabbcb1546 req-0069bf25-1af6-43f4-9004-7b24ada2591b tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:22.839038 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5def6663-6bf0-48df-92f4-32aabbcb1546 req-0069bf25-1af6-43f4-9004-7b24ada2591b tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] 10.222.0.20 "GET /v2.0/ports?device_id=f13aea62-07b5-4d0a-9ae2-222b59d3d89b HTTP/1.1" status: 200 len: 945 time: 0.1482170 Nov 27 03:53:22.857477 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-d77633bb-5c0a-4d9d-8cba-96f14c3531b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:22.858990 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-d77633bb-5c0a-4d9d-8cba-96f14c3531b3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0948901 Nov 27 03:53:22.884937 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-819f732d-be96-4b96-b684-57549a9417bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:22.887508 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-819f732d-be96-4b96-b684-57549a9417bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:22.888585 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-819f732d-be96-4b96-b684-57549a9417bd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b6a69faa-b3c1-4c09-ac0c-df25e1fc48b3 HTTP/1.1" status: 204 len: 168 time: 0.4953580 Nov 27 03:53:22.947633 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f732d-be96-4b96-b684-57549a9417bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a69faa-b3c1-4c09-ac0c-df25e1fc48b3,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:22.994684 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5def6663-6bf0-48df-92f4-32aabbcb1546 req-00c86df3-3659-448f-a254-d9d032eaf38d tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] 10.222.0.20 "GET /v2.0/security-groups?id=c298acf9-e53a-4b23-882c-b58bab8df7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516979 Nov 27 03:53:23.026061 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-d70f2d49-1306-4ccc-8999-43c7784f0ef2 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523802 Nov 27 03:53:23.138350 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e2be1d51-31f4-43de-b662-d776a4ed08e2 req-4ee4d7e2-3131-4c4e-85b2-e0289b4e3d45 tempest-ServerShowV257Test-1210639217 tempest-ServerShowV257Test-1210639217-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e7bccf-750d-4158-bec6-555948e95a22 HTTP/1.1" status: 200 len: 210 time: 0.0438087 Nov 27 03:53:23.214877 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9c25133b-a1ff-4f44-b8d8-d8f58b900f39 req-bb4242b9-9779-42b8-b218-2670786943fd service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785049 Nov 27 03:53:23.410582 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86d574-c211-463f-b47d-db9f2e09da00 req-267ffe8c-f306-45a3-ad85-641b30086dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:23.412902 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9e86d574-c211-463f-b47d-db9f2e09da00 req-267ffe8c-f306-45a3-ad85-641b30086dee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c720ea29fd104ba29257a79f5e68861c&device_id=a8a8ee13-29bb-40e8-b0a2-00527a3314c4 HTTP/1.1" status: 200 len: 1098 time: 0.0747783 Nov 27 03:53:23.462534 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40602) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:23.532510 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a2a4c0e8-d621-42a4-8958-1714f03bd788 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b3f95f2569dc4d32be09eaf2115a93fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0685680 Nov 27 03:53:23.534924 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40604) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:23.537709 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86d574-c211-463f-b47d-db9f2e09da00 req-ce9755fd-37df-47c3-a7fe-f76142e5a66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:23.539206 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9e86d574-c211-463f-b47d-db9f2e09da00 req-ce9755fd-37df-47c3-a7fe-f76142e5a66c service neutron] 10.222.0.23 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.1171985 Nov 27 03:53:23.592574 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9e86d574-c211-463f-b47d-db9f2e09da00 req-892369f4-28b5-41df-aaaf-81370aa737d0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f HTTP/1.1" status: 200 len: 217 time: 0.0418794 Nov 27 03:53:23.601121 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ff8e7a32-e434-4b87-aba1-dbaa7d3b342d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:23.633358 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ff8e7a32-e434-4b87-aba1-dbaa7d3b342d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:23.692034 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ff8e7a32-e434-4b87-aba1-dbaa7d3b342d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:23.695651 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ff8e7a32-e434-4b87-aba1-dbaa7d3b342d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:23.708317 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ff8e7a32-e434-4b87-aba1-dbaa7d3b342d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bfeab1a4-7202-452d-a64e-387c170d8ad6 HTTP/1.1" status: 204 len: 168 time: 0.1638601 Nov 27 03:53:23.722822 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86d574-c211-463f-b47d-db9f2e09da00 req-d0535172-3828-4368-948a-18a508e83526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:23.724541 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9e86d574-c211-463f-b47d-db9f2e09da00 req-d0535172-3828-4368-948a-18a508e83526 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.1211996 Nov 27 03:53:23.729583 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e7a32-e434-4b87-aba1-dbaa7d3b342d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfeab1a4-7202-452d-a64e-387c170d8ad6,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:23.746366 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c48b53-8f75-4e51-a7dd-da6e549d790e req-019afcc8-dac3-4eca-901d-4eca10f17c2c tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:23.748364 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-04c48b53-8f75-4e51-a7dd-da6e549d790e req-019afcc8-dac3-4eca-901d-4eca10f17c2c tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8a8ee13-29bb-40e8-b0a2-00527a3314c4 HTTP/1.1" status: 200 len: 947 time: 0.0882909 Nov 27 03:53:23.826735 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86d574-c211-463f-b47d-db9f2e09da00 req-f4033bf7-541f-4410-a9e8-49775c3a1c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:23.827498 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9e86d574-c211-463f-b47d-db9f2e09da00 req-f4033bf7-541f-4410-a9e8-49775c3a1c77 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0906713 Nov 27 03:53:23.840604 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-04c48b53-8f75-4e51-a7dd-da6e549d790e req-b6bd86ac-a123-4654-ae57-a16e9c834578 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627110 Nov 27 03:53:23.980578 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9e86d574-c211-463f-b47d-db9f2e09da00 req-eab09f1f-6025-4c33-a776-5d2519e227c4 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389756 Nov 27 03:53:23.998591 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14aa26-7ae3-4b55-921d-9796055a8cee req-f216f942-d126-4f02-b908-2d895cd06c5d tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:24.006827 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cc14aa26-7ae3-4b55-921d-9796055a8cee req-f216f942-d126-4f02-b908-2d895cd06c5d tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=576c854a-6777-4fc5-93a8-4d7dc2572a9b HTTP/1.1" status: 200 len: 945 time: 0.0799718 Nov 27 03:53:24.140158 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cc14aa26-7ae3-4b55-921d-9796055a8cee req-90c07a36-7c80-4354-be13-da09d07fb233 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323698 Nov 27 03:53:24.226635 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9e86d574-c211-463f-b47d-db9f2e09da00 req-5e77fea7-0777-4b7c-a8e1-c7385aedffa1 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059033 Nov 27 03:53:24.309054 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca554a8-7ff6-421f-a5b7-54c895a91da6 req-fdddc27f-13ff-44d0-aa0b-353a025f291c tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:24.310823 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4ca554a8-7ff6-421f-a5b7-54c895a91da6 req-fdddc27f-13ff-44d0-aa0b-353a025f291c tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] 10.222.0.20 "GET /v2.0/ports?device_id=f13aea62-07b5-4d0a-9ae2-222b59d3d89b HTTP/1.1" status: 200 len: 945 time: 0.1330006 Nov 27 03:53:24.324394 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-96e9f2c3-0782-4277-bd43-e605c065a443 req-4fd5692d-d4e6-488c-b999-a9d0507cdffa tempest-ServerShowV257Test-1210639217 tempest-ServerShowV257Test-1210639217-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e7bccf-750d-4158-bec6-555948e95a22 HTTP/1.1" status: 200 len: 210 time: 0.0445771 Nov 27 03:53:24.381962 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4ca554a8-7ff6-421f-a5b7-54c895a91da6 req-265428c0-ac77-4264-b599-462bfd1aedbd tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] 10.222.0.20 "GET /v2.0/security-groups?id=c298acf9-e53a-4b23-882c-b58bab8df7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639694 Nov 27 03:53:24.481243 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 1ec144ed-5d68-4d77-bb2a-3501abd9a1ce up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:53:24.537380 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 1ec144ed-5d68-4d77-bb2a-3501abd9a1ce completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:53:24.543432 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 1ec144ed-5d68-4d77-bb2a-3501abd9a1ce triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:53:24.543816 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:24.661471 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:24.692211 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13aea62-07b5-4d0a-9ae2-222b59d3d89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec144ed-5d68-4d77-bb2a-3501abd9a1ce'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:53:24.694864 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa468ed-4ab7-40ee-9e8a-e0372b6cc874" -d '{"events": [{"server_uuid": "f13aea62-07b5-4d0a-9ae2-222b59d3d89b", "name": "network-vif-plugged", "status": "completed", "tag": "1ec144ed-5d68-4d77-bb2a-3501abd9a1ce"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:53:24.717102 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 1ec144ed-5d68-4d77-bb2a-3501abd9a1ce, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=1ec144ed-5d68-4d77-bb2a-3501abd9a1ce,segment=NetworkSegment(db72c7fd-8acf-4a83-a943-7e9fddab17ca),segment_id=db72c7fd-8acf-4a83-a943-7e9fddab17ca)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:53:24.722780 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:24.794294 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f19fa3-ee64-4ef0-b3d8-ee2af69a7f02 x-openstack-request-id: req-49f19fa3-ee64-4ef0-b3d8-ee2af69a7f02 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:53:24.794614 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f13aea62-07b5-4d0a-9ae2-222b59d3d89b", "name": "network-vif-plugged", "status": "completed", "tag": "1ec144ed-5d68-4d77-bb2a-3501abd9a1ce", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:53:24.794951 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-49f19fa3-ee64-4ef0-b3d8-ee2af69a7f02 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:53:24.795271 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f13aea62-07b5-4d0a-9ae2-222b59d3d89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec144ed-5d68-4d77-bb2a-3501abd9a1ce', 'code': 200} Nov 27 03:53:24.832673 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=1ec144ed-5d68-4d77-bb2a-3501abd9a1ce,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:24.980477 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84175200-c8b7-4c06-ae79-afdddfc74a74 req-949bdfee-8b0a-41eb-a877-30703018bba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:24.984241 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-84175200-c8b7-4c06-ae79-afdddfc74a74 req-949bdfee-8b0a-41eb-a877-30703018bba7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f13aea62-07b5-4d0a-9ae2-222b59d3d89b HTTP/1.1" status: 200 len: 1097 time: 0.0927098 Nov 27 03:53:25.025069 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed115e-73e3-4482-b155-f717f09b0454 req-125763e0-c4eb-45db-a554-119e04354671 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:25.035128 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b9ed115e-73e3-4482-b155-f717f09b0454 req-125763e0-c4eb-45db-a554-119e04354671 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8a8ee13-29bb-40e8-b0a2-00527a3314c4 HTTP/1.1" status: 200 len: 947 time: 0.1053464 Nov 27 03:53:25.053484 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40660) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:25.099467 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-84175200-c8b7-4c06-ae79-afdddfc74a74 req-22c3d50a-a5b0-45f5-bcfe-7b9cd93dc917 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c298acf9-e53a-4b23-882c-b58bab8df7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059170 Nov 27 03:53:25.124529 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b9ed115e-73e3-4482-b155-f717f09b0454 req-b3977c6e-7ec4-4f91-af4e-629feaf04cb4 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844445 Nov 27 03:53:25.269080 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-6f5bb379-4f51-4623-86d3-494dae767c4d tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-97085440'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:25.302848 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5bb379-4f51-4623-86d3-494dae767c4d tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Made reservation on behalf of c846d86493bf40e89ff927509024b4d8 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:53:25.310248 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6f5bb379-4f51-4623-86d3-494dae767c4d tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:25.325123 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6f5bb379-4f51-4623-86d3-494dae767c4d tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:25.328861 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ada78-de5c-446a-b3b9-f9b6585b1fe4 req-b1483f03-8679-4129-9797-88b288d59a0d tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:25.330895 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-450ada78-de5c-446a-b3b9-f9b6585b1fe4 req-b1483f03-8679-4129-9797-88b288d59a0d tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=576c854a-6777-4fc5-93a8-4d7dc2572a9b HTTP/1.1" status: 200 len: 945 time: 0.0775144 Nov 27 03:53:25.410210 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-450ada78-de5c-446a-b3b9-f9b6585b1fe4 req-e4a08305-e0a9-4a6a-8579-11d4e9b32b65 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706940 Nov 27 03:53:25.490578 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-59904b38-9e93-408c-834f-d63c9d4473a5 req-8be324d4-e4f4-4296-93df-3e76630dddc2 tempest-ServerShowV257Test-1210639217 tempest-ServerShowV257Test-1210639217-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e7bccf-750d-4158-bec6-555948e95a22 HTTP/1.1" status: 200 len: 210 time: 0.0469923 Nov 27 03:53:25.495570 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6f5bb379-4f51-4623-86d3-494dae767c4d tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:25.501266 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6f5bb379-4f51-4623-86d3-494dae767c4d tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:25.534162 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904f824-3ce5-441c-baa4-3b430485c056 req-69233356-b7ce-412b-9742-27f7bb952160 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:25.542176 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f904f824-3ce5-441c-baa4-3b430485c056 req-69233356-b7ce-412b-9742-27f7bb952160 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] 10.222.0.20 "GET /v2.0/ports?device_id=f13aea62-07b5-4d0a-9ae2-222b59d3d89b HTTP/1.1" status: 200 len: 946 time: 0.0612063 Nov 27 03:53:25.568599 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5bb379-4f51-4623-86d3-494dae767c4d tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64904073-bee2-44c5-bc66-9c7727432327,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:25.571390 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f5bb379-4f51-4623-86d3-494dae767c4d tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:53:25.583544 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6f5bb379-4f51-4623-86d3-494dae767c4d tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:25.583867 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-6f5bb379-4f51-4623-86d3-494dae767c4d tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Added segment 0d059409-7ae2-48f4-bf95-7c04eeea0705 of type vlan for network 13144bd5-efe5-4245-95be-45550b94c16f Nov 27 03:53:25.622567 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f904f824-3ce5-441c-baa4-3b430485c056 req-b67a283e-405a-4b8b-b377-d5c9b170d45b tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] 10.222.0.20 "GET /v2.0/security-groups?id=c298acf9-e53a-4b23-882c-b58bab8df7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790875 Nov 27 03:53:25.693691 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6f5bb379-4f51-4623-86d3-494dae767c4d tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:25.726851 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6f5bb379-4f51-4623-86d3-494dae767c4d tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:25.732468 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5bb379-4f51-4623-86d3-494dae767c4d tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:25.733304 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6f5bb379-4f51-4623-86d3-494dae767c4d tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:25.819999 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6f5bb379-4f51-4623-86d3-494dae767c4d tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7554083 Nov 27 03:53:25.819999 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40682) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:25.827512 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-5275dd61-426f-45db-ab4b-b10f33ee6bfb tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Request body: {'subnet': {'network_id': '13144bd5-efe5-4245-95be-45550b94c16f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:25.834158 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5bb379-4f51-4623-86d3-494dae767c4d tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Pushing event updated for resources: {'Network': ['ID=13144bd5-efe5-4245-95be-45550b94c16f,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:25.848430 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 13144bd5-efe5-4245-95be-45550b94c16f details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:53:25.963561 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5275dd61-426f-45db-ab4b-b10f33ee6bfb tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Made reservation on behalf of c846d86493bf40e89ff927509024b4d8 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:53:25.967294 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5275dd61-426f-45db-ab4b-b10f33ee6bfb tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:26.193610 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5275dd61-426f-45db-ab4b-b10f33ee6bfb tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:26.259588 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:53:26.316202 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5275dd61-426f-45db-ab4b-b10f33ee6bfb tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Pushing event updated for resources: {'Subnet': ['ID=8a175d05-a621-4894-95db-485f90e02cd1,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:26.339593 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae7aa0-a13b-4744-a06f-940395a55cde req-d07cd56c-adf1-4479-abb7-bcf7b18be6c6 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:26.341125 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-78ae7aa0-a13b-4744-a06f-940395a55cde req-d07cd56c-adf1-4479-abb7-bcf7b18be6c6 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8a8ee13-29bb-40e8-b0a2-00527a3314c4 HTTP/1.1" status: 200 len: 947 time: 0.1215079 Nov 27 03:53:26.342050 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5275dd61-426f-45db-ab4b-b10f33ee6bfb tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Checking segment: {'id': '0d059409-7ae2-48f4-bf95-7c04eeea0705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '13144bd5-efe5-4245-95be-45550b94c16f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:53:26.342695 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5275dd61-426f-45db-ab4b-b10f33ee6bfb tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Network hostable DHCP agents. Network: 13144bd5-efe5-4245-95be-45550b94c16f, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:53:26.376866 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5275dd61-426f-45db-ab4b-b10f33ee6bfb tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Network 13144bd5-efe5-4245-95be-45550b94c16f is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:53:26.394816 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:53:26.397165 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-5275dd61-426f-45db-ab4b-b10f33ee6bfb tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 13144bd5-efe5-4245-95be-45550b94c16f) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:53:26.410449 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5275dd61-426f-45db-ab4b-b10f33ee6bfb tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:26.411106 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5275dd61-426f-45db-ab4b-b10f33ee6bfb tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:26.418998 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87d249b-fc4f-4c51-a3f5-e41a200ec848 None None] Network 13144bd5-efe5-4245-95be-45550b94c16f requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:53:26.431962 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-78ae7aa0-a13b-4744-a06f-940395a55cde req-9bd3358a-3976-4258-a1b6-21ab75edbea2 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776978 Nov 27 03:53:26.452898 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5275dd61-426f-45db-ab4b-b10f33ee6bfb tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6322122 Nov 27 03:53:26.456210 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40690) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:26.461661 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-4081e24a-32ef-4133-850d-3367ba626f8e tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Request body: {'port': {'network_id': '13144bd5-efe5-4245-95be-45550b94c16f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-907046631'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:26.563666 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': 'c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'port_id': 'c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f', 'mac_address': 'fa:16:3e:7b:15:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14a2acf-f1d7-4ddf-8459-b30982428e88', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:53:26.646146 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:26.659315 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d5ee254e-ce8e-4a60-9974-b8afd5dc4b8d req-ff88e4b4-310c-426b-a985-b22dd1400972 tempest-ServerShowV257Test-1210639217 tempest-ServerShowV257Test-1210639217-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e7bccf-750d-4158-bec6-555948e95a22 HTTP/1.1" status: 200 len: 210 time: 0.0390913 Nov 27 03:53:26.717333 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:53:26.722303 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b8853-57a1-44d5-9794-d43b9af8a532 req-2ec39c86-3bd3-495f-b9bb-aefaa5914ecc tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:26.736916 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c38b8853-57a1-44d5-9794-d43b9af8a532 req-2ec39c86-3bd3-495f-b9bb-aefaa5914ecc tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=576c854a-6777-4fc5-93a8-4d7dc2572a9b HTTP/1.1" status: 200 len: 945 time: 0.1679339 Nov 27 03:53:26.785139 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faebdf1b-7b91-4500-9437-bb2cc413aad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-13144bd5-efe5-4245-95be-45550b94c16f', 'network_id': '13144bd5-efe5-4245-95be-45550b94c16f', 'tenant_id': 'c846d86493bf40e89ff927509024b4d8', 'fixed_ips': [{'subnet_id': '8a175d05-a621-4894-95db-485f90e02cd1'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 03:53:26.786425 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-faebdf1b-7b91-4500-9437-bb2cc413aad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:26.824076 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:53:26.831884 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c38b8853-57a1-44d5-9794-d43b9af8a532 req-83cf5045-5903-482a-8da5-2e667a81e177 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933118 Nov 27 03:53:26.834457 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:26.838985 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4081e24a-32ef-4133-850d-3367ba626f8e tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Made reservation on behalf of c846d86493bf40e89ff927509024b4d8 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:53:26.860559 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4081e24a-32ef-4133-850d-3367ba626f8e tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:26.898524 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:26.911840 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [None req-4081e24a-32ef-4133-850d-3367ba626f8e tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] device_id is not set on port 1bfacbbc-18ea-4fdd-90fb-c24bbe60b1fb yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 03:53:26.943960 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9e243-03dc-43e5-8015-c94c0338af15 req-6f67078f-b300-45d8-8599-05b67b38a72e tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:26.967735 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-35b9e243-03dc-43e5-8015-c94c0338af15 req-6f67078f-b300-45d8-8599-05b67b38a72e tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] 10.222.0.20 "GET /v2.0/ports?device_id=f13aea62-07b5-4d0a-9ae2-222b59d3d89b HTTP/1.1" status: 200 len: 946 time: 0.1345892 Nov 27 03:53:27.046404 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-35b9e243-03dc-43e5-8015-c94c0338af15 req-2056bb51-c981-4035-b4c2-46f6ab60aa47 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] 10.222.0.20 "GET /v2.0/security-groups?id=c298acf9-e53a-4b23-882c-b58bab8df7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710759 Nov 27 03:53:27.173363 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-faebdf1b-7b91-4500-9437-bb2cc413aad5 None None] Allocated IP 172.20.0.2 (13144bd5-efe5-4245-95be-45550b94c16f/8a175d05-a621-4894-95db-485f90e02cd1/6867914f-738a-4990-9f89-a6578073759b) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:53:27.184819 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41abd73-7f44-4e97-aecf-ec62b33489c9 req-5cf61b05-bd78-4914-ab4c-c59d4b692256 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:27.186359 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c41abd73-7f44-4e97-aecf-ec62b33489c9 req-5cf61b05-bd78-4914-ab4c-c59d4b692256 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] 10.222.0.20 "GET /v2.0/ports?device_id=f13aea62-07b5-4d0a-9ae2-222b59d3d89b HTTP/1.1" status: 200 len: 946 time: 0.0533254 Nov 27 03:53:27.196261 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40712) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:27.201350 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-6f00725e-5cef-4027-bb49-9b923e1c6880 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Request body: {'floatingip': {'port_id': '1ec144ed-5d68-4d77-bb2a-3501abd9a1ce'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:27.235904 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:53:27.255763 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6f00725e-5cef-4027-bb49-9b923e1c6880 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Publish callbacks [] for floatingip, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:27.490084 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-faebdf1b-7b91-4500-9437-bb2cc413aad5 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:27.509066 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-faebdf1b-7b91-4500-9437-bb2cc413aad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:27.569868 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faebdf1b-7b91-4500-9437-bb2cc413aad5 None None] Network 13144bd5-efe5-4245-95be-45550b94c16f is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:53:27.573361 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-faebdf1b-7b91-4500-9437-bb2cc413aad5 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:53:27.577409 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faebdf1b-7b91-4500-9437-bb2cc413aad5 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:53:27.592884 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faebdf1b-7b91-4500-9437-bb2cc413aad5 None None] Pushing event updated for resources: {'Port': ['ID=6867914f-738a-4990-9f89-a6578073759b,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:27.616311 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-4081e24a-32ef-4133-850d-3367ba626f8e tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Allocated IP 172.20.0.12 (13144bd5-efe5-4245-95be-45550b94c16f/8a175d05-a621-4894-95db-485f90e02cd1/1bfacbbc-18ea-4fdd-90fb-c24bbe60b1fb) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:53:27.617139 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a2a1b-371f-4f36-9892-7d211454b271 req-02d5b72c-62b2-43c3-b1fe-cb3742b1b08c tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:27.618954 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d77a2a1b-371f-4f36-9892-7d211454b271 req-02d5b72c-62b2-43c3-b1fe-cb3742b1b08c tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8a8ee13-29bb-40e8-b0a2-00527a3314c4 HTTP/1.1" status: 200 len: 948 time: 0.0965717 Nov 27 03:53:27.659409 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-faebdf1b-7b91-4500-9437-bb2cc413aad5 None None] Attempting to bind port 6867914f-738a-4990-9f89-a6578073759b on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:53:27.659785 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-faebdf1b-7b91-4500-9437-bb2cc413aad5 None None] Attempting to bind port 6867914f-738a-4990-9f89-a6578073759b by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '0d059409-7ae2-48f4-bf95-7c04eeea0705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '13144bd5-efe5-4245-95be-45550b94c16f'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:53:27.660149 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faebdf1b-7b91-4500-9437-bb2cc413aad5 None None] Attempting to bind port 6867914f-738a-4990-9f89-a6578073759b on network 13144bd5-efe5-4245-95be-45550b94c16f {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:53:27.666926 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faebdf1b-7b91-4500-9437-bb2cc413aad5 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:53:27.667327 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faebdf1b-7b91-4500-9437-bb2cc413aad5 None None] Checking segment: {'id': '0d059409-7ae2-48f4-bf95-7c04eeea0705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '13144bd5-efe5-4245-95be-45550b94c16f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:53:27.667707 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-faebdf1b-7b91-4500-9437-bb2cc413aad5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:27.668100 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faebdf1b-7b91-4500-9437-bb2cc413aad5 None None] Bound using segment: {'id': '0d059409-7ae2-48f4-bf95-7c04eeea0705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '13144bd5-efe5-4245-95be-45550b94c16f'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:53:27.668620 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-faebdf1b-7b91-4500-9437-bb2cc413aad5 None None] Bound port: 6867914f-738a-4990-9f89-a6578073759b, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d059409-7ae2-48f4-bf95-7c04eeea0705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '13144bd5-efe5-4245-95be-45550b94c16f'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:53:27.669004 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-faebdf1b-7b91-4500-9437-bb2cc413aad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:27.786863 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-faebdf1b-7b91-4500-9437-bb2cc413aad5 None None] For port 6867914f-738a-4990-9f89-a6578073759b, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:53:27.794338 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-faebdf1b-7b91-4500-9437-bb2cc413aad5 None None] For port 6867914f-738a-4990-9f89-a6578073759b, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=6867914f-738a-4990-9f89-a6578073759b,segment=NetworkSegment(0d059409-7ae2-48f4-bf95-7c04eeea0705),segment_id=0d059409-7ae2-48f4-bf95-7c04eeea0705)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:53:27.805520 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-faebdf1b-7b91-4500-9437-bb2cc413aad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:27.811286 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d77a2a1b-371f-4f36-9892-7d211454b271 req-255caefe-0799-4b52-87d0-0a2830fcbfdf tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395621 Nov 27 03:53:27.878897 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a1608640-8ecc-4585-8fef-1d76d297e1a9 req-df3312a0-fb85-43ef-b43f-b90ced6352d5 tempest-ServerShowV257Test-1210639217 tempest-ServerShowV257Test-1210639217-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e7bccf-750d-4158-bec6-555948e95a22 HTTP/1.1" status: 200 len: 210 time: 0.0549016 Nov 27 03:53:27.936265 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faebdf1b-7b91-4500-9437-bb2cc413aad5 None None] Pushing event updated for resources: {'Port': ['ID=6867914f-738a-4990-9f89-a6578073759b,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:27.980567 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4081e24a-32ef-4133-850d-3367ba626f8e tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:27.986584 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6f00725e-5cef-4027-bb49-9b923e1c6880 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:28.000124 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6f00725e-5cef-4027-bb49-9b923e1c6880 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:28.113668 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ad869-db86-460b-adce-54b13c895872 req-6b412655-2f24-4b7b-8d11-fa6a3d000c04 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:28.115300 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-810ad869-db86-460b-adce-54b13c895872 req-6b412655-2f24-4b7b-8d11-fa6a3d000c04 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=576c854a-6777-4fc5-93a8-4d7dc2572a9b HTTP/1.1" status: 200 len: 945 time: 0.1165755 Nov 27 03:53:28.117617 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4081e24a-32ef-4133-850d-3367ba626f8e tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:28.208575 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [None req-6f00725e-5cef-4027-bb49-9b923e1c6880 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Floating IP 10b03ebe-d181-44ad-99bf-a70f0afd9824 associated. External IP: 172.25.1.163, port: 1ec144ed-5d68-4d77-bb2a-3501abd9a1ce. Nov 27 03:53:28.224524 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4081e24a-32ef-4133-850d-3367ba626f8e tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Pushing event updated for resources: {'Port': ['ID=1bfacbbc-18ea-4fdd-90fb-c24bbe60b1fb,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:28.239224 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4081e24a-32ef-4133-850d-3367ba626f8e tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Network 13144bd5-efe5-4245-95be-45550b94c16f is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:53:28.241700 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-4081e24a-32ef-4133-850d-3367ba626f8e tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:53:28.244184 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4081e24a-32ef-4133-850d-3367ba626f8e tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:53:28.352540 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-810ad869-db86-460b-adce-54b13c895872 req-13b3ecb7-4b5c-41da-aaa8-4998fec5b644 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220652 Nov 27 03:53:28.365467 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4081e24a-32ef-4133-850d-3367ba626f8e tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:28.366213 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4081e24a-32ef-4133-850d-3367ba626f8e tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:28.408620 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4081e24a-32ef-4133-850d-3367ba626f8e tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.9511013 Nov 27 03:53:28.413693 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40736) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:28.418887 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-307ceca7-5707-491a-b43e-8dada95c1d5c tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Request body: {'port': {'network_id': '13144bd5-efe5-4245-95be-45550b94c16f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-27098434', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:28.419437 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.api.validators [None req-307ceca7-5707-491a-b43e-8dada95c1d5c tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] bootfile-name is not in valid_values {{(pid=110019) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 03:53:28.419817 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.api.validators [None req-307ceca7-5707-491a-b43e-8dada95c1d5c tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] tftp-server is not in valid_values {{(pid=110019) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 03:53:28.420156 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.api.validators [None req-307ceca7-5707-491a-b43e-8dada95c1d5c tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] server-ip-address is not in valid_values {{(pid=110019) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 03:53:28.515962 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f00725e-5cef-4027-bb49-9b923e1c6880 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Router 2fefc244-a0cd-4c7d-8f96-fc98770e34f9 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:53:28.559070 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307ceca7-5707-491a-b43e-8dada95c1d5c tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Made reservation on behalf of c846d86493bf40e89ff927509024b4d8 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:53:28.562929 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-307ceca7-5707-491a-b43e-8dada95c1d5c tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:28.584184 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [None req-307ceca7-5707-491a-b43e-8dada95c1d5c tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] device_id is not set on port 92b33be1-2e18-4232-8a2e-5fc1770fc8b1 yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 03:53:28.645985 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f00725e-5cef-4027-bb49-9b923e1c6880 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:53:28.653959 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6f00725e-5cef-4027-bb49-9b923e1c6880 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:28.659790 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73c04a9-8176-4c73-9946-076cb75e04ae None None] Sync routers for ids ['2fefc244-a0cd-4c7d-8f96-fc98770e34f9'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:53:28.671325 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73c04a9-8176-4c73-9946-076cb75e04ae None None] Routers {'2fefc244-a0cd-4c7d-8f96-fc98770e34f9'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:53:28.671981 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-f73c04a9-8176-4c73-9946-076cb75e04ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:53:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['2fefc244-a0cd-4c7d-8f96-fc98770e34f9'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:53:28.750590 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6f00725e-5cef-4027-bb49-9b923e1c6880 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] 10.222.0.20 "PUT /v2.0/floatingips/10b03ebe-d181-44ad-99bf-a70f0afd9824 HTTP/1.1" status: 200 len: 992 time: 1.5531697 Nov 27 03:53:28.751275 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13aea62-07b5-4d0a-9ae2-222b59d3d89b', 'tag': '1ec144ed-5d68-4d77-bb2a-3501abd9a1ce'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:53:28.759708 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3142af75-e69d-4d59-bd25-2c333947e9b2" -d '{"events": [{"name": "network-changed", "server_uuid": "f13aea62-07b5-4d0a-9ae2-222b59d3d89b", "tag": "1ec144ed-5d68-4d77-bb2a-3501abd9a1ce"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:53:28.824524 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17524f2c-61cf-4000-a711-bf3a9944d5cf x-openstack-request-id: req-17524f2c-61cf-4000-a711-bf3a9944d5cf {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:53:28.824524 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f13aea62-07b5-4d0a-9ae2-222b59d3d89b", "tag": "1ec144ed-5d68-4d77-bb2a-3501abd9a1ce", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:53:28.824524 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-17524f2c-61cf-4000-a711-bf3a9944d5cf {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:53:28.824524 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f13aea62-07b5-4d0a-9ae2-222b59d3d89b', 'tag': '1ec144ed-5d68-4d77-bb2a-3501abd9a1ce', 'status': 'completed', 'code': 200} Nov 27 03:53:28.853816 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-307ceca7-5707-491a-b43e-8dada95c1d5c tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Allocated IP 172.20.0.13 (13144bd5-efe5-4245-95be-45550b94c16f/8a175d05-a621-4894-95db-485f90e02cd1/92b33be1-2e18-4232-8a2e-5fc1770fc8b1) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:53:28.904745 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-f73c04a9-8176-4c73-9946-076cb75e04ae None None] Set router 2fefc244-a0cd-4c7d-8f96-fc98770e34f9 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:53:29.027213 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142af75-e69d-4d59-bd25-2c333947e9b2 req-f6394e0f-e0a7-4e09-843a-5c264eb0c706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:29.028931 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3142af75-e69d-4d59-bd25-2c333947e9b2 req-f6394e0f-e0a7-4e09-843a-5c264eb0c706 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8bb01210b11c43889360e732fe76fd2a&device_id=f13aea62-07b5-4d0a-9ae2-222b59d3d89b HTTP/1.1" status: 200 len: 1097 time: 0.1377416 Nov 27 03:53:29.226235 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 6867914f-738a-4990-9f89-a6578073759b up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:53:29.254395 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9eed0835-97ae-4c31-983d-41a0269e0c37 req-3307c33d-4a6d-484d-a5cc-408ce5438dba tempest-ServerShowV257Test-1210639217 tempest-ServerShowV257Test-1210639217-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e7bccf-750d-4158-bec6-555948e95a22 HTTP/1.1" status: 200 len: 210 time: 0.0406795 Nov 27 03:53:29.257688 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142af75-e69d-4d59-bd25-2c333947e9b2 req-3055cdf5-707f-4f54-bf4c-7a5956d87100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:29.259113 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3142af75-e69d-4d59-bd25-2c333947e9b2 req-3055cdf5-707f-4f54-bf4c-7a5956d87100 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cbc1a1c0-8b3a-4e82-94f8-83b55129e91a HTTP/1.1" status: 200 len: 906 time: 0.2147877 Nov 27 03:53:29.270344 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-307ceca7-5707-491a-b43e-8dada95c1d5c tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:29.295869 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e92cea-b605-40ae-8ff2-ecbd5e86469b req-ad82348e-576f-4246-b02c-c448602f89be tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:29.300045 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c0e92cea-b605-40ae-8ff2-ecbd5e86469b req-ad82348e-576f-4246-b02c-c448602f89be tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8a8ee13-29bb-40e8-b0a2-00527a3314c4 HTTP/1.1" status: 200 len: 948 time: 0.2296288 Nov 27 03:53:29.332875 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 6867914f-738a-4990-9f89-a6578073759b triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:53:29.333247 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:29.422391 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3142af75-e69d-4d59-bd25-2c333947e9b2 req-916fa336-c7ee-4a37-bf40-b658e8ea41fd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ec144ed-5d68-4d77-bb2a-3501abd9a1ce HTTP/1.1" status: 200 len: 1000 time: 0.1453409 Nov 27 03:53:29.438468 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c0e92cea-b605-40ae-8ff2-ecbd5e86469b req-e53f0b0e-0c4b-4519-8c8f-406b0529b68a tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306162 Nov 27 03:53:29.442473 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-307ceca7-5707-491a-b43e-8dada95c1d5c tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:29.584412 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142af75-e69d-4d59-bd25-2c333947e9b2 req-304742cc-4364-4c0b-96f0-925a1f51e120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:29.591072 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3142af75-e69d-4d59-bd25-2c333947e9b2 req-304742cc-4364-4c0b-96f0-925a1f51e120 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8ca69a11-da44-4ad3-88b5-25018bbf4566 HTTP/1.1" status: 200 len: 844 time: 0.1235347 Nov 27 03:53:29.642718 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:29.707356 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8beb66-b83a-4b8e-a749-14c96351676c None None] Network 13144bd5-efe5-4245-95be-45550b94c16f requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:53:29.739827 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142af75-e69d-4d59-bd25-2c333947e9b2 req-336ea2c2-bdbc-49c0-a270-dcc6a42bd75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:29.741347 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3142af75-e69d-4d59-bd25-2c333947e9b2 req-336ea2c2-bdbc-49c0-a270-dcc6a42bd75b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cbc1a1c0-8b3a-4e82-94f8-83b55129e91a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1379821 Nov 27 03:53:29.781120 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b56af2-93ee-4353-b660-09dad0326539 req-ca8d93bf-7576-4edf-8af1-90c119064eba tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:29.789456 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-33b56af2-93ee-4353-b660-09dad0326539 req-ca8d93bf-7576-4edf-8af1-90c119064eba tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=576c854a-6777-4fc5-93a8-4d7dc2572a9b HTTP/1.1" status: 200 len: 945 time: 0.1971693 Nov 27 03:53:29.918799 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-33b56af2-93ee-4353-b660-09dad0326539 req-bfd6dfc7-45f4-438e-a99b-804d79d60e95 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265123 Nov 27 03:53:29.997381 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3142af75-e69d-4d59-bd25-2c333947e9b2 req-65ca0536-2976-428b-adfe-da6fa8239cf4 service neutron] 10.222.0.11 "GET /v2.0/networks/cbc1a1c0-8b3a-4e82-94f8-83b55129e91a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404706 Nov 27 03:53:30.004531 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307ceca7-5707-491a-b43e-8dada95c1d5c tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Network 13144bd5-efe5-4245-95be-45550b94c16f is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:53:30.015953 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-307ceca7-5707-491a-b43e-8dada95c1d5c tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:53:30.026278 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307ceca7-5707-491a-b43e-8dada95c1d5c tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:53:30.092121 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ceca7-5707-491a-b43e-8dada95c1d5c tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Pushing event updated for resources: {'Port': ['ID=92b33be1-2e18-4232-8a2e-5fc1770fc8b1,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:30.118132 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 6867914f-738a-4990-9f89-a6578073759b, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=6867914f-738a-4990-9f89-a6578073759b,segment=NetworkSegment(0d059409-7ae2-48f4-bf95-7c04eeea0705),segment_id=0d059409-7ae2-48f4-bf95-7c04eeea0705)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:53:30.159764 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:30.164482 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307ceca7-5707-491a-b43e-8dada95c1d5c tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:30.165207 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-307ceca7-5707-491a-b43e-8dada95c1d5c tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:30.204311 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-38454ef4-5c21-4bc6-901b-ab534da427e8 None None] Provisioning complete for port 6867914f-738a-4990-9f89-a6578073759b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:53:30.205695 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-38454ef4-5c21-4bc6-901b-ab534da427e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:30.207812 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3142af75-e69d-4d59-bd25-2c333947e9b2 req-1baacfe0-f37a-4484-b5e1-bb188a8e674c service neutron] 10.222.0.11 "GET /v2.0/networks/cbc1a1c0-8b3a-4e82-94f8-83b55129e91a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893456 Nov 27 03:53:30.219710 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-f73c04a9-8176-4c73-9946-076cb75e04ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fefc244-a0cd-4c7d-8f96-fc98770e34f9', 'name': 'tempest-ServersTestJSON-303380979-router', 'tenant_id': '8bb01210b11c43889360e732fe76fd2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '76d23f9a-625b-4107-8e60-41f63c6bfecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:52:55Z', 'updated_at': '2021-11-27T03:53:04Z', 'revision_number': 4, 'project_id': '8bb01210b11c43889360e732fe76fd2a', 'gw_port': {'id': '76d23f9a-625b-4107-8e60-41f63c6bfecf', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:25:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fefc244-a0cd-4c7d-8f96-fc98770e34f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:52:57Z', 'updated_at': '2021-11-27T03:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '10b03ebe-d181-44ad-99bf-a70f0afd9824', 'tenant_id': '8bb01210b11c43889360e732fe76fd2a', 'floating_ip_address': '172.25.1.163', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '2fefc244-a0cd-4c7d-8f96-fc98770e34f9', 'port_id': '1ec144ed-5d68-4d77-bb2a-3501abd9a1ce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc1a1c0-8b3a-4e82-94f8-83b55129e91a', 'mac_address': 'fa:16:3e:ec:6b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13aea62-07b5-4d0a-9ae2-222b59d3d89b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:53:10Z', 'updated_at': '2021-11-27T03:53:27Z', 'revision_number': 1, 'project_id': '8bb01210b11c43889360e732fe76fd2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6424ff9-0749-4dcf-b9e9-8b25d6d81e3c', 'name': '', 'network_id': 'cbc1a1c0-8b3a-4e82-94f8-83b55129e91a', 'tenant_id': '8bb01210b11c43889360e732fe76fd2a', 'mac_address': 'fa:16:3e:cc:f9:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fefc244-a0cd-4c7d-8f96-fc98770e34f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '8ca69a11-da44-4ad3-88b5-25018bbf4566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:53:03Z', 'updated_at': '2021-11-27T03:53:10Z', 'revision_number': 5, 'project_id': '8bb01210b11c43889360e732fe76fd2a', 'subnets': [{'id': '8ca69a11-da44-4ad3-88b5-25018bbf4566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:53:30.231891 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40778) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:30.235220 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-307ceca7-5707-491a-b43e-8dada95c1d5c tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.8202965 Nov 27 03:53:30.304241 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73c04a9-8176-4c73-9946-076cb75e04ae None None] Checking router: 2fefc244-a0cd-4c7d-8f96-fc98770e34f9 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:53:30.317780 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:53:30.377648 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96152920-29fe-49e6-b073-a98c383a617d tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:30.383657 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96152920-29fe-49e6-b073-a98c383a617d tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:30.389562 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96152920-29fe-49e6-b073-a98c383a617d tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:30.395175 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40782) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:30.411349 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-96152920-29fe-49e6-b073-a98c383a617d tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1775558 Nov 27 03:53:30.420035 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=6867914f-738a-4990-9f89-a6578073759b,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:30.424440 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73c04a9-8176-4c73-9946-076cb75e04ae None None] Routers {'2fefc244-a0cd-4c7d-8f96-fc98770e34f9'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:53:30.425339 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-f73c04a9-8176-4c73-9946-076cb75e04ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:53:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['2fefc244-a0cd-4c7d-8f96-fc98770e34f9'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:53:30.467744 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6b0efbfb-30db-4c21-ba97-ede675d6c371 req-d6a2538b-e5e7-4574-833e-4fbbb1c25eb8 tempest-ServerShowV257Test-1210639217 tempest-ServerShowV257Test-1210639217-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e7bccf-750d-4158-bec6-555948e95a22 HTTP/1.1" status: 200 len: 210 time: 0.0365193 Nov 27 03:53:30.569988 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:53:30.600360 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:53:30.600733 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:30.605534 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-9bc1ad01-3d8f-48a2-8f4b-7f90bb06f021 tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Deleting port 92b33be1-2e18-4232-8a2e-5fc1770fc8b1 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:53:30.606201 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9bc1ad01-3d8f-48a2-8f4b-7f90bb06f021 tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:30.719673 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2910a9-9b74-46de-9c4a-6d6b6a1cb074 req-c43ac371-8205-48ff-9314-31f42d0f613c tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:30.733487 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ea2910a9-9b74-46de-9c4a-6d6b6a1cb074 req-c43ac371-8205-48ff-9314-31f42d0f613c tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8a8ee13-29bb-40e8-b0a2-00527a3314c4 HTTP/1.1" status: 200 len: 948 time: 0.1464548 Nov 27 03:53:30.741133 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9bc1ad01-3d8f-48a2-8f4b-7f90bb06f021 tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:30.751401 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-f73c04a9-8176-4c73-9946-076cb75e04ae None None] Set router 2fefc244-a0cd-4c7d-8f96-fc98770e34f9 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:53:30.762092 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-9bc1ad01-3d8f-48a2-8f4b-7f90bb06f021 tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Calling delete_port for 92b33be1-2e18-4232-8a2e-5fc1770fc8b1 owned by {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:53:30.805121 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ea2910a9-9b74-46de-9c4a-6d6b6a1cb074 req-73bcbef6-68e6-44db-adaf-0c266758c90e tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706489 Nov 27 03:53:30.953830 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9bc1ad01-3d8f-48a2-8f4b-7f90bb06f021 tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:31.024232 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:31.024505 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc1ad01-3d8f-48a2-8f4b-7f90bb06f021 tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Pushing event deleted for resources: {'Port': ['ID=92b33be1-2e18-4232-8a2e-5fc1770fc8b1,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:31.098208 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-6ef5d6ea-7b80-4336-91df-f4a69f8c125d None None] Could not find standard attr ID for object 92b33be1-2e18-4232-8a2e-5fc1770fc8b1. {{(pid=110020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 03:53:31.168258 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:53:31.177771 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a8ee13-29bb-40e8-b0a2-00527a3314c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:53:31.187550 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b19557-bc9e-4a9b-8f6c-0df32d7cf954" -d '{"events": [{"server_uuid": "a8a8ee13-29bb-40e8-b0a2-00527a3314c4", "name": "network-vif-plugged", "status": "completed", "tag": "c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:53:31.231494 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 6867914f-738a-4990-9f89-a6578073759b up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:53:31.233826 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:31.323949 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186754ce-e94f-4f24-a157-34644646fc6f req-59f31bef-d506-437b-bfa2-3231c1735fbf tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:31.331757 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-186754ce-e94f-4f24-a157-34644646fc6f req-59f31bef-d506-437b-bfa2-3231c1735fbf tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=576c854a-6777-4fc5-93a8-4d7dc2572a9b HTTP/1.1" status: 200 len: 945 time: 0.2562940 Nov 27 03:53:31.338644 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d682e3a-8dc3-4bdc-9593-582f4a2b6671 x-openstack-request-id: req-4d682e3a-8dc3-4bdc-9593-582f4a2b6671 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:53:31.339160 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a8ee13-29bb-40e8-b0a2-00527a3314c4", "name": "network-vif-plugged", "status": "completed", "tag": "c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:53:31.339270 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d682e3a-8dc3-4bdc-9593-582f4a2b6671 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:53:31.341040 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a8ee13-29bb-40e8-b0a2-00527a3314c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f', 'code': 200} Nov 27 03:53:31.385864 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-6ef5d6ea-7b80-4336-91df-f4a69f8c125d None None] Provisioning complete for port 6867914f-738a-4990-9f89-a6578073759b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:53:31.387929 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6ef5d6ea-7b80-4336-91df-f4a69f8c125d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:31.411049 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9bc1ad01-3d8f-48a2-8f4b-7f90bb06f021 tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:31.421050 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40806) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:31.428050 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-70142ee3-376f-4e5e-937e-e1dcba586e9f tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Request body: {'port': {'name': 'tempest-new-port-name-1463997826', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:31.428724 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.api.validators [None req-70142ee3-376f-4e5e-937e-e1dcba586e9f tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] bootfile-name is not in valid_values {{(pid=110018) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 03:53:31.429151 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.api.validators [None req-70142ee3-376f-4e5e-937e-e1dcba586e9f tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] tftp-server is not in valid_values {{(pid=110018) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 03:53:31.429523 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.api.validators [None req-70142ee3-376f-4e5e-937e-e1dcba586e9f tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] server-ip-address is not in valid_values {{(pid=110018) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 03:53:31.432793 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9bc1ad01-3d8f-48a2-8f4b-7f90bb06f021 tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] 10.222.0.20 "DELETE /v2.0/ports/92b33be1-2e18-4232-8a2e-5fc1770fc8b1 HTTP/1.1" status: 204 len: 168 time: 1.0358412 Nov 27 03:53:31.515496 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:31.562871 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 6867914f-738a-4990-9f89-a6578073759b triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:53:31.563165 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:31.574893 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-186754ce-e94f-4f24-a157-34644646fc6f req-2d381720-cc8d-43a9-8efa-f9ee0364fb04 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367275 Nov 27 03:53:31.606930 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01d3af-da59-4bc1-af06-482a17ea1b02 req-07702800-f7f4-4c59-b12f-add88e81d389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:31.608454 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9e01d3af-da59-4bc1-af06-482a17ea1b02 req-07702800-f7f4-4c59-b12f-add88e81d389 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a8a8ee13-29bb-40e8-b0a2-00527a3314c4 HTTP/1.1" status: 200 len: 1100 time: 0.1632280 Nov 27 03:53:31.621897 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-70142ee3-376f-4e5e-937e-e1dcba586e9f tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:31.705701 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-f73c04a9-8176-4c73-9946-076cb75e04ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fefc244-a0cd-4c7d-8f96-fc98770e34f9', 'name': 'tempest-ServersTestJSON-303380979-router', 'tenant_id': '8bb01210b11c43889360e732fe76fd2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '76d23f9a-625b-4107-8e60-41f63c6bfecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:52:55Z', 'updated_at': '2021-11-27T03:53:04Z', 'revision_number': 4, 'project_id': '8bb01210b11c43889360e732fe76fd2a', 'gw_port': {'id': '76d23f9a-625b-4107-8e60-41f63c6bfecf', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:25:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fefc244-a0cd-4c7d-8f96-fc98770e34f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:52:57Z', 'updated_at': '2021-11-27T03:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '10b03ebe-d181-44ad-99bf-a70f0afd9824', 'tenant_id': '8bb01210b11c43889360e732fe76fd2a', 'floating_ip_address': '172.25.1.163', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '2fefc244-a0cd-4c7d-8f96-fc98770e34f9', 'port_id': '1ec144ed-5d68-4d77-bb2a-3501abd9a1ce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc1a1c0-8b3a-4e82-94f8-83b55129e91a', 'mac_address': 'fa:16:3e:ec:6b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13aea62-07b5-4d0a-9ae2-222b59d3d89b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:53:10Z', 'updated_at': '2021-11-27T03:53:27Z', 'revision_number': 1, 'project_id': '8bb01210b11c43889360e732fe76fd2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6424ff9-0749-4dcf-b9e9-8b25d6d81e3c', 'name': '', 'network_id': 'cbc1a1c0-8b3a-4e82-94f8-83b55129e91a', 'tenant_id': '8bb01210b11c43889360e732fe76fd2a', 'mac_address': 'fa:16:3e:cc:f9:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fefc244-a0cd-4c7d-8f96-fc98770e34f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '8ca69a11-da44-4ad3-88b5-25018bbf4566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:53:03Z', 'updated_at': '2021-11-27T03:53:10Z', 'revision_number': 5, 'project_id': '8bb01210b11c43889360e732fe76fd2a', 'subnets': [{'id': '8ca69a11-da44-4ad3-88b5-25018bbf4566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:53:31.727166 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d462353a-195e-4b63-968a-6eb20cbdd297 req-a96ca6f1-c133-4d52-9dc7-0b45d5ce4aa2 tempest-ServerShowV257Test-1210639217 tempest-ServerShowV257Test-1210639217-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e7bccf-750d-4158-bec6-555948e95a22 HTTP/1.1" status: 200 len: 210 time: 0.0835018 Nov 27 03:53:31.758311 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9e01d3af-da59-4bc1-af06-482a17ea1b02 req-f7e3cc37-d326-4ad8-85a0-f52185b3646b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365311 Nov 27 03:53:31.794763 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73c04a9-8176-4c73-9946-076cb75e04ae None None] The sync data for ids ['2fefc244-a0cd-4c7d-8f96-fc98770e34f9'] in n-d-819494-3 is: [{'id': '2fefc244-a0cd-4c7d-8f96-fc98770e34f9', 'name': 'tempest-ServersTestJSON-303380979-router', 'tenant_id': '8bb01210b11c43889360e732fe76fd2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '76d23f9a-625b-4107-8e60-41f63c6bfecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:52:55Z', 'updated_at': '2021-11-27T03:53:04Z', 'revision_number': 4, 'project_id': '8bb01210b11c43889360e732fe76fd2a', 'gw_port': {'id': '76d23f9a-625b-4107-8e60-41f63c6bfecf', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:25:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fefc244-a0cd-4c7d-8f96-fc98770e34f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:52:57Z', 'updated_at': '2021-11-27T03:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '10b03ebe-d181-44ad-99bf-a70f0afd9824', 'tenant_id': '8bb01210b11c43889360e732fe76fd2a', 'floating_ip_address': '172.25.1.163', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '2fefc244-a0cd-4c7d-8f96-fc98770e34f9', 'port_id': '1ec144ed-5d68-4d77-bb2a-3501abd9a1ce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc1a1c0-8b3a-4e82-94f8-83b55129e91a', 'mac_address': 'fa:16:3e:ec:6b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13aea62-07b5-4d0a-9ae2-222b59d3d89b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:53:10Z', 'updated_at': '2021-11-27T03:53:27Z', 'revision_number': 1, 'project_id': '8bb01210b11c43889360e732fe76fd2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6424ff9-0749-4dcf-b9e9-8b25d6d81e3c', 'name': '', 'network_id': 'cbc1a1c0-8b3a-4e82-94f8-83b55129e91a', 'tenant_id': '8bb01210b11c43889360e732fe76fd2a', 'mac_address': 'fa:16:3e:cc:f9:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fefc244-a0cd-4c7d-8f96-fc98770e34f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '8ca69a11-da44-4ad3-88b5-25018bbf4566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:53:03Z', 'updated_at': '2021-11-27T03:53:10Z', 'revision_number': 5, 'project_id': '8bb01210b11c43889360e732fe76fd2a', 'subnets': [{'id': '8ca69a11-da44-4ad3-88b5-25018bbf4566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:53:31.858197 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-6ef5d6ea-7b80-4336-91df-f4a69f8c125d None None] Provisioning complete for port 1bfacbbc-18ea-4fdd-90fb-c24bbe60b1fb triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:53:31.858597 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6ef5d6ea-7b80-4336-91df-f4a69f8c125d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:31.937531 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-6ef5d6ea-7b80-4336-91df-f4a69f8c125d None None] Port 1bfacbbc-18ea-4fdd-90fb-c24bbe60b1fb cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:53:32.032659 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d1798-3340-415e-8b37-8e55578fd6e4 req-2bd2018a-b393-4f6e-bd0a-968e9abf2baf tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:32.040743 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-262d1798-3340-415e-8b37-8e55578fd6e4 req-2bd2018a-b393-4f6e-bd0a-968e9abf2baf tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8a8ee13-29bb-40e8-b0a2-00527a3314c4 HTTP/1.1" status: 200 len: 949 time: 0.1243799 Nov 27 03:53:32.053562 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-658eb069-1b0a-43be-8c51-36e288a142ef None None] Could not find standard attr ID for object 92b33be1-2e18-4232-8a2e-5fc1770fc8b1. {{(pid=110020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 03:53:32.088617 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-70142ee3-376f-4e5e-937e-e1dcba586e9f tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:32.094574 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-658eb069-1b0a-43be-8c51-36e288a142ef None None] Provisioning complete for port 1bfacbbc-18ea-4fdd-90fb-c24bbe60b1fb triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:53:32.097503 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-658eb069-1b0a-43be-8c51-36e288a142ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:32.105949 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-70142ee3-376f-4e5e-937e-e1dcba586e9f tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:32.125839 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-262d1798-3340-415e-8b37-8e55578fd6e4 req-3c9e8bf1-b094-4107-998d-a0bcaad03dd3 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759223 Nov 27 03:53:32.207171 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-39046659-3a4a-4e36-8765-3544789135f4 req-c300ccb7-2551-4d2b-b3c4-986cdbd30665 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=87e7bccf-750d-4158-bec6-555948e95a22 HTTP/1.1" status: 200 len: 210 time: 0.0376933 Nov 27 03:53:32.215944 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-658eb069-1b0a-43be-8c51-36e288a142ef None None] Port 1bfacbbc-18ea-4fdd-90fb-c24bbe60b1fb cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:53:32.225901 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348fbf02-56bf-4e63-99bb-e8f8af3b7737 None None] New status for floating IP 10b03ebe-d181-44ad-99bf-a70f0afd9824: ACTIVE {{(pid=110021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 03:53:32.566994 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-eb12d583-79fc-4f86-855f-880dae79c867 None None] Provisioning complete for port 1bfacbbc-18ea-4fdd-90fb-c24bbe60b1fb triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:53:32.567565 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-eb12d583-79fc-4f86-855f-880dae79c867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:32.598976 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70142ee3-376f-4e5e-937e-e1dcba586e9f tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Pushing event updated for resources: {'Port': ['ID=1bfacbbc-18ea-4fdd-90fb-c24bbe60b1fb,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:32.612926 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-70142ee3-376f-4e5e-937e-e1dcba586e9f tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] In _notify_port_updated(), no bound segment for port 1bfacbbc-18ea-4fdd-90fb-c24bbe60b1fb on network 13144bd5-efe5-4245-95be-45550b94c16f {{(pid=110018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 03:53:32.618777 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70142ee3-376f-4e5e-937e-e1dcba586e9f tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:32.619516 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-70142ee3-376f-4e5e-937e-e1dcba586e9f tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:32.620912 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-70142ee3-376f-4e5e-937e-e1dcba586e9f tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] 10.222.0.20 "PUT /v2.0/ports/1bfacbbc-18ea-4fdd-90fb-c24bbe60b1fb HTTP/1.1" status: 200 len: 1137 time: 1.1980312 Nov 27 03:53:32.624061 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40830) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:32.627301 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-eb12d583-79fc-4f86-855f-880dae79c867 None None] Port 1bfacbbc-18ea-4fdd-90fb-c24bbe60b1fb cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:53:32.709716 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000c3f3f-56ea-4e2f-ba52-7edf9709cfa9 tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:32.715036 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-000c3f3f-56ea-4e2f-ba52-7edf9709cfa9 tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] 10.222.0.20 "GET /v2.0/ports/1bfacbbc-18ea-4fdd-90fb-c24bbe60b1fb HTTP/1.1" status: 200 len: 1137 time: 0.0899258 Nov 27 03:53:32.715775 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40832) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:32.768648 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a4308-5e88-475b-a29d-d791eda232e8 req-f4f123cb-d90f-4b0a-97cb-59911ee648c8 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:32.770346 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c75a4308-5e88-475b-a29d-d791eda232e8 req-f4f123cb-d90f-4b0a-97cb-59911ee648c8 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=576c854a-6777-4fc5-93a8-4d7dc2572a9b HTTP/1.1" status: 200 len: 945 time: 0.0783226 Nov 27 03:53:32.843367 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c75a4308-5e88-475b-a29d-d791eda232e8 req-9f5b8f49-6701-4381-821a-18bb4c2b1328 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647790 Nov 27 03:53:32.879550 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a082e130-2793-4121-b9d1-a8116338f812 req-24707e52-1825-4686-9fdc-85440f355303 tempest-ServerShowV257Test-1210639217 tempest-ServerShowV257Test-1210639217-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e7bccf-750d-4158-bec6-555948e95a22 HTTP/1.1" status: 200 len: 210 time: 0.0575655 Nov 27 03:53:32.913607 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-34832f77-d4a4-4386-aeda-052cc3f9f87d tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Deleting port 1bfacbbc-18ea-4fdd-90fb-c24bbe60b1fb {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:53:32.914535 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-34832f77-d4a4-4386-aeda-052cc3f9f87d tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:33.021141 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-34832f77-d4a4-4386-aeda-052cc3f9f87d tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:33.035459 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-34832f77-d4a4-4386-aeda-052cc3f9f87d tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Calling delete_port for 1bfacbbc-18ea-4fdd-90fb-c24bbe60b1fb owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:53:33.184179 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-34832f77-d4a4-4386-aeda-052cc3f9f87d tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:33.215359 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34832f77-d4a4-4386-aeda-052cc3f9f87d tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Pushing event deleted for resources: {'Port': ['ID=1bfacbbc-18ea-4fdd-90fb-c24bbe60b1fb,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:33.289703 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2543d4d-4a20-49a3-9316-13407bd96f4e req-de756649-b503-40c5-8f3e-8257888c596c tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:33.292142 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f2543d4d-4a20-49a3-9316-13407bd96f4e req-de756649-b503-40c5-8f3e-8257888c596c tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8a8ee13-29bb-40e8-b0a2-00527a3314c4 HTTP/1.1" status: 200 len: 949 time: 0.0746140 Nov 27 03:53:33.333961 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-34832f77-d4a4-4386-aeda-052cc3f9f87d tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:33.339463 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-34832f77-d4a4-4386-aeda-052cc3f9f87d tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] 10.222.0.20 "DELETE /v2.0/ports/1bfacbbc-18ea-4fdd-90fb-c24bbe60b1fb HTTP/1.1" status: 204 len: 168 time: 0.6152294 Nov 27 03:53:33.341852 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40846) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:33.381363 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f2543d4d-4a20-49a3-9316-13407bd96f4e req-a91f5524-9c2b-4610-bd28-b514ddec3193 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773849 Nov 27 03:53:33.459116 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-647467a7-9b6e-4ad1-91d4-7d4bdd15b88d tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Deleting subnet 8a175d05-a621-4894-95db-485f90e02cd1 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:53:33.470449 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-647467a7-9b6e-4ad1-91d4-7d4bdd15b88d tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:33.557201 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-647467a7-9b6e-4ad1-91d4-7d4bdd15b88d tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:33.676059 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-647467a7-9b6e-4ad1-91d4-7d4bdd15b88d tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:33.751313 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-647467a7-9b6e-4ad1-91d4-7d4bdd15b88d tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:33.786576 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647467a7-9b6e-4ad1-91d4-7d4bdd15b88d tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Pushing event deleted for resources: {'Subnet': ['ID=8a175d05-a621-4894-95db-485f90e02cd1,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:33.792903 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-647467a7-9b6e-4ad1-91d4-7d4bdd15b88d tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:33.800447 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-647467a7-9b6e-4ad1-91d4-7d4bdd15b88d tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] 10.222.0.20 "DELETE /v2.0/subnets/8a175d05-a621-4894-95db-485f90e02cd1 HTTP/1.1" status: 204 len: 168 time: 0.4548585 Nov 27 03:53:33.801002 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40856) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:33.816026 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370149db-ec82-4134-949e-18f642a1e190 None None] Network 13144bd5-efe5-4245-95be-45550b94c16f requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:53:33.976418 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6a5b2be0-2cb3-4d7b-b5a7-5bf7791333f2 tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:34.019375 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ded60eb1-a2f6-4dd8-9b54-58a4cd766c57 req-1b02085e-54ed-4dee-9756-ed5db4dff89f tempest-ServerShowV257Test-1210639217 tempest-ServerShowV257Test-1210639217-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e7bccf-750d-4158-bec6-555948e95a22 HTTP/1.1" status: 200 len: 210 time: 0.0341201 Nov 27 03:53:34.085300 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc7aa2-3da5-4ebf-92f2-4bf61abd7d2e req-913315a8-b80b-4e28-bcc8-b46164de52fe tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:34.092705 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6efc7aa2-3da5-4ebf-92f2-4bf61abd7d2e req-913315a8-b80b-4e28-bcc8-b46164de52fe tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=576c854a-6777-4fc5-93a8-4d7dc2572a9b HTTP/1.1" status: 200 len: 945 time: 0.1158733 Nov 27 03:53:34.116963 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d18ecf9-07d9-49b3-8b4f-cc028f0fdfe6 None None] DHCP port deletion for 13144bd5-efe5-4245-95be-45550b94c16f request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 03:53:34.168462 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6efc7aa2-3da5-4ebf-92f2-4bf61abd7d2e req-e78696f7-a98b-4e38-9f73-9ade6f70eea6 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748413 Nov 27 03:53:34.194583 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-6a5b2be0-2cb3-4d7b-b5a7-5bf7791333f2 tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Deleting port 6867914f-738a-4990-9f89-a6578073759b {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:53:34.195194 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6a5b2be0-2cb3-4d7b-b5a7-5bf7791333f2 tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:34.233370 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-6d18ecf9-07d9-49b3-8b4f-cc028f0fdfe6 None None] Deleting port 6867914f-738a-4990-9f89-a6578073759b {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:53:34.233955 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6d18ecf9-07d9-49b3-8b4f-cc028f0fdfe6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:34.317964 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-6a5b2be0-2cb3-4d7b-b5a7-5bf7791333f2 tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] For port 6867914f-738a-4990-9f89-a6578073759b, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=6867914f-738a-4990-9f89-a6578073759b,segment=NetworkSegment(0d059409-7ae2-48f4-bf95-7c04eeea0705),segment_id=0d059409-7ae2-48f4-bf95-7c04eeea0705)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:53:34.319119 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6a5b2be0-2cb3-4d7b-b5a7-5bf7791333f2 tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:34.334355 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-6a5b2be0-2cb3-4d7b-b5a7-5bf7791333f2 tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Calling delete_port for 6867914f-738a-4990-9f89-a6578073759b owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:53:34.366310 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-6d18ecf9-07d9-49b3-8b4f-cc028f0fdfe6 None None] For port 6867914f-738a-4990-9f89-a6578073759b, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=6867914f-738a-4990-9f89-a6578073759b,segment=NetworkSegment(0d059409-7ae2-48f4-bf95-7c04eeea0705),segment_id=0d059409-7ae2-48f4-bf95-7c04eeea0705)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:53:34.366748 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6d18ecf9-07d9-49b3-8b4f-cc028f0fdfe6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:34.389483 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-6d18ecf9-07d9-49b3-8b4f-cc028f0fdfe6 None None] Calling delete_port for 6867914f-738a-4990-9f89-a6578073759b owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:53:34.514091 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6a5b2be0-2cb3-4d7b-b5a7-5bf7791333f2 tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:34.558729 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6d18ecf9-07d9-49b3-8b4f-cc028f0fdfe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:34.561011 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5b2be0-2cb3-4d7b-b5a7-5bf7791333f2 tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] No DVR routers for this DVR port 6867914f-738a-4990-9f89-a6578073759b on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:53:34.604427 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d18ecf9-07d9-49b3-8b4f-cc028f0fdfe6 None None] No DVR routers for this DVR port 6867914f-738a-4990-9f89-a6578073759b on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:53:34.620674 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d18ecf9-07d9-49b3-8b4f-cc028f0fdfe6 None None] Pushing event deleted for resources: {'Port': ['ID=6867914f-738a-4990-9f89-a6578073759b,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:34.639146 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5b2be0-2cb3-4d7b-b5a7-5bf7791333f2 tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Pushing event deleted for resources: {'Port': ['ID=6867914f-738a-4990-9f89-a6578073759b,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:34.662059 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a1908308-8df8-4eaa-b4ec-2cc91181353d req-6a87016c-b4de-4a30-9d16-e950fcd1b4fe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4ea5f846c578408cb8e94b89c4d73790&device_id=87e7bccf-750d-4158-bec6-555948e95a22 HTTP/1.1" status: 200 len: 210 time: 0.0563459 Nov 27 03:53:34.674420 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d8dd650f-a70f-47c8-b652-9cb713082eb6 req-31177cf8-348c-45e6-a941-cc13659e59db tempest-ServerShowV257Test-1210639217 tempest-ServerShowV257Test-1210639217-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e7bccf-750d-4158-bec6-555948e95a22 HTTP/1.1" status: 200 len: 210 time: 0.0423062 Nov 27 03:53:34.749230 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19363e-a880-40c4-9ca8-fe78a93ae485 req-973fc2ad-ad40-4611-b5e8-a44380a8f9d7 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:34.750760 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0c19363e-a880-40c4-9ca8-fe78a93ae485 req-973fc2ad-ad40-4611-b5e8-a44380a8f9d7 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8a8ee13-29bb-40e8-b0a2-00527a3314c4 HTTP/1.1" status: 200 len: 949 time: 0.2492199 Nov 27 03:53:34.755800 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a1908308-8df8-4eaa-b4ec-2cc91181353d req-8cbbe4a6-6682-485e-a379-ddbf1db94480 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=4ea5f846c578408cb8e94b89c4d73790&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0730259 Nov 27 03:53:34.799313 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6a5b2be0-2cb3-4d7b-b5a7-5bf7791333f2 tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:34.906737 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-6a5b2be0-2cb3-4d7b-b5a7-5bf7791333f2 tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13144bd5-efe5-4245-95be-45550b94c16f']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:53:34.938924 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-6a5b2be0-2cb3-4d7b-b5a7-5bf7791333f2 tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d059409-7ae2-48f4-bf95-7c04eeea0705') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:53:34.939307 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-6a5b2be0-2cb3-4d7b-b5a7-5bf7791333f2 tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d059409-7ae2-48f4-bf95-7c04eeea0705') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:53:34.973620 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6a5b2be0-2cb3-4d7b-b5a7-5bf7791333f2 tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:34.984278 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0c19363e-a880-40c4-9ca8-fe78a93ae485 req-5b09e1fa-ca31-451a-b400-4e41e4a90939 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240551 Nov 27 03:53:35.020234 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6a5b2be0-2cb3-4d7b-b5a7-5bf7791333f2 tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:35.039029 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a5b2be0-2cb3-4d7b-b5a7-5bf7791333f2 tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:53:35.039475 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6a5b2be0-2cb3-4d7b-b5a7-5bf7791333f2 tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:35.043177 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1908308-8df8-4eaa-b4ec-2cc91181353d req-1e32ccc6-46dd-46d2-8a5e-d53d518c4d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:35.045134 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a1908308-8df8-4eaa-b4ec-2cc91181353d req-1e32ccc6-46dd-46d2-8a5e-d53d518c4d69 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2783558 Nov 27 03:53:35.045392 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 03:53:35.045392 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:53:35.045392 n-d-819494-3 neutron-server[110019]: timer() Nov 27 03:53:35.045392 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:53:35.045392 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 03:53:35.045392 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:53:35.045392 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 03:53:35.045392 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:53:35.045392 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 03:53:35.045392 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:53:35.045392 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 03:53:35.045392 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:53:35.045392 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 03:53:35.045392 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:53:35.045392 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:53:35.045392 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:53:35.045392 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:53:35.045392 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:53:35.045392 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 03:53:35.045392 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:53:35.045392 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 03:53:35.045392 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:53:35.045392 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:53:35.045392 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:53:35.045392 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 03:53:35.045392 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:53:35.045392 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:53:35.045392 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:53:35.045392 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:53:35.045392 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:53:35.045392 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:53:35.045392 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:53:35.075248 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 6867914f-738a-4990-9f89-a6578073759b no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:53:35.105510 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 6867914f-738a-4990-9f89-a6578073759b {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:53:35.106216 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 6867914f-738a-4990-9f89-a6578073759b not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:53:35.124385 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6a5b2be0-2cb3-4d7b-b5a7-5bf7791333f2 tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:35.126010 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553f602-efe2-4126-a9cd-b652a3b46e7b req-4dc5b6bd-f102-4382-9a4c-1ab5aaa04fbf tempest-ServersOnMultiNodesTest-1751271675 tempest-ServersOnMultiNodesTest-1751271675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:35.137028 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a553f602-efe2-4126-a9cd-b652a3b46e7b req-4dc5b6bd-f102-4382-9a4c-1ab5aaa04fbf tempest-ServersOnMultiNodesTest-1751271675 tempest-ServersOnMultiNodesTest-1751271675-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a8a8ee13-29bb-40e8-b0a2-00527a3314c4 HTTP/1.1" status: 200 len: 1100 time: 0.0708678 Nov 27 03:53:35.147469 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6a5b2be0-2cb3-4d7b-b5a7-5bf7791333f2 tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:35.150807 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6a5b2be0-2cb3-4d7b-b5a7-5bf7791333f2 tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] 10.222.0.20 "DELETE /v2.0/networks/13144bd5-efe5-4245-95be-45550b94c16f HTTP/1.1" status: 204 len: 168 time: 1.3485169 Nov 27 03:53:35.164310 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5b2be0-2cb3-4d7b-b5a7-5bf7791333f2 tempest-ExtraDHCPOptionsTestJSON-435073509 tempest-ExtraDHCPOptionsTestJSON-435073509-project] Pushing event deleted for resources: {'Network': ['ID=13144bd5-efe5-4245-95be-45550b94c16f,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:35.198754 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a553f602-efe2-4126-a9cd-b652a3b46e7b req-9b8e1e2e-e80b-4d47-b144-c05bc5265795 tempest-ServersOnMultiNodesTest-1751271675 tempest-ServersOnMultiNodesTest-1751271675-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607948 Nov 27 03:53:35.357892 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b3426-53a2-4226-9c32-3bc92666582a req-f2826aad-253a-4f1e-b042-a612a7fdeaee tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:35.359566 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-910b3426-53a2-4226-9c32-3bc92666582a req-f2826aad-253a-4f1e-b042-a612a7fdeaee tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=576c854a-6777-4fc5-93a8-4d7dc2572a9b HTTP/1.1" status: 200 len: 945 time: 0.0647593 Nov 27 03:53:35.407186 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 03:53:35.430058 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-910b3426-53a2-4226-9c32-3bc92666582a req-bef0a4f8-7b37-496a-b5fd-b0bf6d174d6b tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645211 Nov 27 03:53:35.551645 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-589a13a6-af8d-4eb8-9ba6-31c801c323e5 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c720ea29fd104ba29257a79f5e68861c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276270 Nov 27 03:53:35.574131 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40922) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:35.681857 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-25d5ac7e-676b-492d-b22f-18e718204ed7 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:35.683401 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-25d5ac7e-676b-492d-b22f-18e718204ed7 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1227522 Nov 27 03:53:35.700854 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-833eb01c-932a-4d90-aa9e-0aaf602f350d tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/quotas/c720ea29fd104ba29257a79f5e68861c HTTP/1.1" status: 200 len: 375 time: 0.0104492 Nov 27 03:53:35.764231 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dea17920-ee6d-495f-9d0f-34575cda44e9 req-d66e0dcd-9d7e-403d-a44b-1680a4d7d578 tempest-ServerShowV257Test-1210639217 tempest-ServerShowV257Test-1210639217-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e7bccf-750d-4158-bec6-555948e95a22 HTTP/1.1" status: 200 len: 210 time: 0.0262554 Nov 27 03:53:35.781601 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b34848e9-4248-4e49-a039-d28277eb942f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c846d86493bf40e89ff927509024b4d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2038972 Nov 27 03:53:35.781929 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40940) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:35.800706 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-ef4bbbc5-db44-454b-adf2-2ec106d5a5e8 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c720ea29fd104ba29257a79f5e68861c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0885360 Nov 27 03:53:35.844369 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-10cfdbb1-3f87-4da0-9990-6eebc97fbcd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:35.872303 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-10cfdbb1-3f87-4da0-9990-6eebc97fbcd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:35.928508 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-10cfdbb1-3f87-4da0-9990-6eebc97fbcd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:35.931681 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-10cfdbb1-3f87-4da0-9990-6eebc97fbcd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:35.932831 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-10cfdbb1-3f87-4da0-9990-6eebc97fbcd5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/64904073-bee2-44c5-bc66-9c7727432327 HTTP/1.1" status: 204 len: 168 time: 0.1501026 Nov 27 03:53:35.941047 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cfdbb1-3f87-4da0-9990-6eebc97fbcd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64904073-bee2-44c5-bc66-9c7727432327,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:35.978079 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9c26ce35-b5f0-4af7-a5f4-6861b10d1db4 req-089274f9-a088-4089-9d77-bd4759eee979 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=496451c4-e920-40ff-b54e-4e93f5f832d5 HTTP/1.1" status: 200 len: 210 time: 0.0379763 Nov 27 03:53:36.571680 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c6763-6581-4f28-84d4-57ec9db3df37 req-2abbbd81-d265-40be-ac2c-aea676a3a795 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:36.573189 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bb9c6763-6581-4f28-84d4-57ec9db3df37 req-2abbbd81-d265-40be-ac2c-aea676a3a795 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=576c854a-6777-4fc5-93a8-4d7dc2572a9b HTTP/1.1" status: 200 len: 945 time: 0.0669732 Nov 27 03:53:36.629927 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bb9c6763-6581-4f28-84d4-57ec9db3df37 req-64fe213b-5644-444d-b5d0-7771f7d0c6f8 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473232 Nov 27 03:53:36.669026 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40984) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:36.784196 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-dbb91e38-8d04-487d-85df-af7488f13f4e tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:36.784907 n-d-819494-3 neutron-server[110019]: WARNING neutron.api.v2.base [None req-dbb91e38-8d04-487d-85df-af7488f13f4e tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 27 03:53:36.786748 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-dbb91e38-8d04-487d-85df-af7488f13f4e tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] create failed (client error): There was a conflict when trying to complete your request. Nov 27 03:53:36.786977 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-dbb91e38-8d04-487d-85df-af7488f13f4e tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1160476 Nov 27 03:53:36.790384 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41006) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:36.795526 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-ee98129b-2b02-4789-b16e-ad6251c79a97 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Request body: {'security_group': {'name': 'tempest-secgroup--1498991387'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:36.830154 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ee98129b-2b02-4789-b16e-ad6251c79a97 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:36.860024 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a1908308-8df8-4eaa-b4ec-2cc91181353d req-2dbd5a6c-4261-4642-8c44-938bbd6ff43b tempest-ServerShowV257Test-1210639217 tempest-ServerShowV257Test-1210639217-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e7bccf-750d-4158-bec6-555948e95a22 HTTP/1.1" status: 200 len: 210 time: 0.0431573 Nov 27 03:53:36.874175 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ee98129b-2b02-4789-b16e-ad6251c79a97 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:36.878937 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-03fce457-ff0a-4e62-93b5-5c1f369cb47f req-8075a1a0-9878-474f-8222-c2327527c933 tempest-ServerShowV257Test-1210639217 tempest-ServerShowV257Test-1210639217-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e7bccf-750d-4158-bec6-555948e95a22 HTTP/1.1" status: 200 len: 210 time: 0.0311606 Nov 27 03:53:36.884636 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e507ef91-af0f-40cd-a19f-5a81d9744969 req-a2c3d5de-a23e-460e-9b81-c0b7bedb079a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=90fc54bd-543e-40e8-a36e-a1f2dec172ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0680325 Nov 27 03:53:36.914935 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af3133-e7e2-46e3-a08b-daa06234b43d req-26a1a8be-6606-49f4-92b0-94312886531b tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:36.916431 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a7af3133-e7e2-46e3-a08b-daa06234b43d req-26a1a8be-6606-49f4-92b0-94312886531b tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/ports?device_id=b823decf-9f0a-46d2-b8b8-ad772708563f HTTP/1.1" status: 200 len: 950 time: 0.0893302 Nov 27 03:53:37.003186 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a7af3133-e7e2-46e3-a08b-daa06234b43d req-a2df76f6-271a-4071-8c89-9341cb2860a0 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/security-groups?id=7503e0dd-d2d6-421d-83d3-f4e4fae310df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796578 Nov 27 03:53:37.027013 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507ef91-af0f-40cd-a19f-5a81d9744969 req-0b40e0f1-2a9b-4e37-a389-4da9f3fe3f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:37.028551 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e507ef91-af0f-40cd-a19f-5a81d9744969 req-0b40e0f1-2a9b-4e37-a389-4da9f3fe3f32 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0af4e6deb794f9cb7f84aabc923dba5&device_id=90fc54bd-543e-40e8-a36e-a1f2dec172ab HTTP/1.1" status: 200 len: 1096 time: 0.0503156 Nov 27 03:53:37.032501 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ee98129b-2b02-4789-b16e-ad6251c79a97 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:37.039234 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ee98129b-2b02-4789-b16e-ad6251c79a97 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:37.109560 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98129b-2b02-4789-b16e-ad6251c79a97 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=250854ce-54da-4dc5-b141-a4b9165a573a,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:37.153928 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ee98129b-2b02-4789-b16e-ad6251c79a97 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:37.159012 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-909a84af-e03d-4d9e-ba4f-e9b37fa99abe req-932c4200-d731-480e-ab2f-0b6dcc66d817 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=496451c4-e920-40ff-b54e-4e93f5f832d5 HTTP/1.1" status: 200 len: 210 time: 0.0449526 Nov 27 03:53:37.161769 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ee98129b-2b02-4789-b16e-ad6251c79a97 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:37.201407 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507ef91-af0f-40cd-a19f-5a81d9744969 req-7a49c24c-018e-49e7-a4d4-2b6eb4784d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:37.203086 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e507ef91-af0f-40cd-a19f-5a81d9744969 req-7a49c24c-018e-49e7-a4d4-2b6eb4784d13 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a46e9489-60ec-4374-a176-dd7aab6e679c HTTP/1.1" status: 200 len: 916 time: 0.1454709 Nov 27 03:53:37.221340 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ee98129b-2b02-4789-b16e-ad6251c79a97 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:37.222462 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ee98129b-2b02-4789-b16e-ad6251c79a97 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4309235 Nov 27 03:53:37.225318 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41028) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:37.229881 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-4895539e-4698-40a6-afcd-7845a7a65846 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Request body: {'security_group_rule': {'security_group_id': '88bc0124-1eea-4285-8bc2-d3888cdd16a9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:37.239105 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98129b-2b02-4789-b16e-ad6251c79a97 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88bc0124-1eea-4285-8bc2-d3888cdd16a9,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:37.270305 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4895539e-4698-40a6-afcd-7845a7a65846 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:37.312531 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e507ef91-af0f-40cd-a19f-5a81d9744969 req-ec170ee5-c802-4dd4-82d5-50f9c28cf2e6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47cf5bc7-152c-4288-aaba-5a29010e080d HTTP/1.1" status: 200 len: 1001 time: 0.0881677 Nov 27 03:53:37.358107 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4895539e-4698-40a6-afcd-7845a7a65846 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:37.373515 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-46042964-15fd-444b-bc4f-a15cddf8c853 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c720ea29fd104ba29257a79f5e68861c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328841 Nov 27 03:53:37.374792 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4895539e-4698-40a6-afcd-7845a7a65846 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:37.421681 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895539e-4698-40a6-afcd-7845a7a65846 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44172110-dbc9-4916-b25d-585cd0ea9031,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:37.423333 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507ef91-af0f-40cd-a19f-5a81d9744969 req-99ed4c19-4ef9-4ce5-bc88-452acae6be93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:37.432397 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e507ef91-af0f-40cd-a19f-5a81d9744969 req-99ed4c19-4ef9-4ce5-bc88-452acae6be93 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c458efea-531b-4a57-81ee-2e1022cafc81 HTTP/1.1" status: 200 len: 854 time: 0.0927646 Nov 27 03:53:37.462891 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4895539e-4698-40a6-afcd-7845a7a65846 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:37.465013 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4895539e-4698-40a6-afcd-7845a7a65846 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2387362 Nov 27 03:53:37.467870 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41056) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:37.473581 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-0f417474-48b4-414c-bb5d-a6fec6842491 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Request body: {'security_group_rule': {'security_group_id': '88bc0124-1eea-4285-8bc2-d3888cdd16a9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:37.523962 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507ef91-af0f-40cd-a19f-5a81d9744969 req-376c07cf-9766-4e07-a7c9-3d25e88ca2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:37.525534 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e507ef91-af0f-40cd-a19f-5a81d9744969 req-376c07cf-9766-4e07-a7c9-3d25e88ca2ac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a46e9489-60ec-4374-a176-dd7aab6e679c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700843 Nov 27 03:53:37.542705 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0f417474-48b4-414c-bb5d-a6fec6842491 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:37.550676 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-5caf8a2f-7b51-417a-97e9-c0aac6808dee tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:37.552180 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-5caf8a2f-7b51-417a-97e9-c0aac6808dee tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1691108 Nov 27 03:53:37.585863 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-c26e575f-c82e-46e7-b516-35d9d1128866 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Request body: {'port': {'device_id': '496451c4-e920-40ff-b54e-4e93f5f832d5', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'admin_state_up': True, 'tenant_id': 'c720ea29fd104ba29257a79f5e68861c'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:37.647056 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-0f417474-48b4-414c-bb5d-a6fec6842491 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] create failed (client error): There was a conflict when trying to complete your request. Nov 27 03:53:37.651514 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0f417474-48b4-414c-bb5d-a6fec6842491 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1793325 Nov 27 03:53:37.651514 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41078) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:37.733836 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e507ef91-af0f-40cd-a19f-5a81d9744969 req-72f3e978-dadd-4264-8674-3f09390ad8d9 service neutron] 10.222.0.23 "GET /v2.0/networks/a46e9489-60ec-4374-a176-dd7aab6e679c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550488 Nov 27 03:53:37.737165 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-c26e575f-c82e-46e7-b516-35d9d1128866 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Made reservation on behalf of c720ea29fd104ba29257a79f5e68861c for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:53:37.741281 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-c26e575f-c82e-46e7-b516-35d9d1128866 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:37.755380 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-58fe88d0-9ede-4d25-833b-34382709dea3 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:37.830006 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-58fe88d0-9ede-4d25-833b-34382709dea3 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:37.884675 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538c44e-8e8d-47f3-af93-9ba9a5d36f31 req-d4b2c3a6-99d9-4374-8a62-45943c709430 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:37.894130 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a538c44e-8e8d-47f3-af93-9ba9a5d36f31 req-d4b2c3a6-99d9-4374-8a62-45943c709430 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=576c854a-6777-4fc5-93a8-4d7dc2572a9b HTTP/1.1" status: 200 len: 945 time: 0.1504133 Nov 27 03:53:37.906076 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e507ef91-af0f-40cd-a19f-5a81d9744969 req-8ea3cf8a-42ab-486a-8ade-bc924abd905a service neutron] 10.222.0.23 "GET /v2.0/networks/a46e9489-60ec-4374-a176-dd7aab6e679c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349773 Nov 27 03:53:37.909968 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-58fe88d0-9ede-4d25-833b-34382709dea3 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:37.913198 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-58fe88d0-9ede-4d25-833b-34382709dea3 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:37.914491 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-58fe88d0-9ede-4d25-833b-34382709dea3 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "DELETE /v2.0/security-groups/88bc0124-1eea-4285-8bc2-d3888cdd16a9 HTTP/1.1" status: 204 len: 168 time: 0.2617745 Nov 27 03:53:37.917901 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41104) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:37.938633 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe88d0-9ede-4d25-833b-34382709dea3 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88bc0124-1eea-4285-8bc2-d3888cdd16a9,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:37.980585 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-43a782d3-3448-49d8-bcc3-6bb71d0969c8 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0614827 Nov 27 03:53:37.984397 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41110) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:37.991666 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-c19cfdac-21fa-4a45-8cc3-dfd65ea4117b tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Request body: {'security_group': {'name': 'tempest-secgroup--1514021060'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:38.036089 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c19cfdac-21fa-4a45-8cc3-dfd65ea4117b tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:38.036917 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a538c44e-8e8d-47f3-af93-9ba9a5d36f31 req-38e65a1a-bb80-4658-b65b-9fee0519f1fe tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387284 Nov 27 03:53:38.056063 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-c26e575f-c82e-46e7-b516-35d9d1128866 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Allocated IP 192.168.233.127 (7cd21890-8440-4d5d-a862-4b55c8c22387/f14a2acf-f1d7-4ddf-8459-b30982428e88/5cfa4de2-2dcf-41c3-a367-4b3fa38863d3) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:53:38.153848 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c19cfdac-21fa-4a45-8cc3-dfd65ea4117b tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:38.159541 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c19cfdac-21fa-4a45-8cc3-dfd65ea4117b tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:38.206589 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c19cfdac-21fa-4a45-8cc3-dfd65ea4117b tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:38.211321 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c19cfdac-21fa-4a45-8cc3-dfd65ea4117b tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2223721 Nov 27 03:53:38.211321 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19cfdac-21fa-4a45-8cc3-dfd65ea4117b tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c22277f-744a-4e8e-be5e-984828990a5c,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:38.211569 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41142) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:38.233443 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-03c83e83-c309-4332-b474-50d311e36daa tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Request body: {'security_group_rule': {'security_group_id': '0c22277f-744a-4e8e-be5e-984828990a5c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:38.234340 n-d-819494-3 neutron-server[110018]: WARNING neutron.api.v2.base [None req-03c83e83-c309-4332-b474-50d311e36daa tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 27 03:53:38.235035 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-03c83e83-c309-4332-b474-50d311e36daa tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 03:53:38.239568 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41144) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:38.245355 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-03c83e83-c309-4332-b474-50d311e36daa tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0331712 Nov 27 03:53:38.312154 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bd7e1789-dfde-467a-8e29-c68dce91a073 req-88c7f297-abb4-432a-84b5-9bfd6633b4f2 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=496451c4-e920-40ff-b54e-4e93f5f832d5 HTTP/1.1" status: 200 len: 210 time: 0.0415494 Nov 27 03:53:38.339379 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-c26e575f-c82e-46e7-b516-35d9d1128866 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:38.346569 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-50f5e6c6-5ac5-4856-a653-0d90e4a1eddf tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:38.387508 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-c26e575f-c82e-46e7-b516-35d9d1128866 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:38.388038 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-50f5e6c6-5ac5-4856-a653-0d90e4a1eddf tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:38.422624 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['84099172-9d4b-490d-ba96-813571fab01c', '961a2ab4-de32-49de-85e1-357b240eda4d', '20fb2fc7-16d0-46d0-be48-59a1d267810c', '834fa54e-823d-4eb0-be3e-9ff70ca76660'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:53:38.444584 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-c26e575f-c82e-46e7-b516-35d9d1128866 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Network 7cd21890-8440-4d5d-a862-4b55c8c22387 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:53:38.448200 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-c26e575f-c82e-46e7-b516-35d9d1128866 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:53:38.453864 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-c26e575f-c82e-46e7-b516-35d9d1128866 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:53:38.498095 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-50f5e6c6-5ac5-4856-a653-0d90e4a1eddf tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:38.502603 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e575f-c82e-46e7-b516-35d9d1128866 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Pushing event updated for resources: {'Port': ['ID=5cfa4de2-2dcf-41c3-a367-4b3fa38863d3,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:38.504196 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-50f5e6c6-5ac5-4856-a653-0d90e4a1eddf tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:38.515864 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-50f5e6c6-5ac5-4856-a653-0d90e4a1eddf tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "DELETE /v2.0/security-groups/0c22277f-744a-4e8e-be5e-984828990a5c HTTP/1.1" status: 204 len: 168 time: 0.2656016 Nov 27 03:53:38.515970 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41172) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:38.526850 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5e6c6-5ac5-4856-a653-0d90e4a1eddf tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c22277f-744a-4e8e-be5e-984828990a5c,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:38.556215 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-c26e575f-c82e-46e7-b516-35d9d1128866 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:38.557019 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-c26e575f-c82e-46e7-b516-35d9d1128866 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:38.566217 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41180) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:38.684857 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-c26e575f-c82e-46e7-b516-35d9d1128866 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1051459 Nov 27 03:53:38.714514 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['569ae718-ab2b-48d3-a2ff-7d22136a6303', 'c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:53:38.716796 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-25c8ee04-7fc0-4e71-8443-3e42689d8aaf service neutron] Request body: {'port': {'device_id': '496451c4-e920-40ff-b54e-4e93f5f832d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:38.779698 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3c6e0311-8f80-4aa3-9a01-989654a2d826 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2639589 Nov 27 03:53:38.780373 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41208) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:38.785500 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-e52ea702-769c-46f1-922e-ec348672cbaa tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Request body: {'security_group': {'name': 'tempest-secgroup--270511535'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:38.842677 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e52ea702-769c-46f1-922e-ec348672cbaa tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:38.864527 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-25c8ee04-7fc0-4e71-8443-3e42689d8aaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:38.867930 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-89a01b3a-7e2a-4f66-b2e3-abfd266e4b8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:39.002735 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e52ea702-769c-46f1-922e-ec348672cbaa tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:39.010948 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e52ea702-769c-46f1-922e-ec348672cbaa tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:39.072542 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e52ea702-769c-46f1-922e-ec348672cbaa tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:39.076817 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e52ea702-769c-46f1-922e-ec348672cbaa tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2924583 Nov 27 03:53:39.082163 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41228) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:39.083285 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-21449d4b-13c0-4e1b-86b3-aebbf8b104fd None None] Provisioning complete for port 5cfa4de2-2dcf-41c3-a367-4b3fa38863d3 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:53:39.083864 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-21449d4b-13c0-4e1b-86b3-aebbf8b104fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:39.092332 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-9e445f0c-99a3-4fc5-822e-3c5a416bedcd tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Request body: {'security_group_rule': {'security_group_id': '132b5999-d16d-438c-803a-62f838dd18e1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:39.093284 n-d-819494-3 neutron-server[110019]: WARNING neutron.api.v2.base [None req-9e445f0c-99a3-4fc5-822e-3c5a416bedcd tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 27 03:53:39.093847 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-9e445f0c-99a3-4fc5-822e-3c5a416bedcd tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 03:53:39.094998 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9e445f0c-99a3-4fc5-822e-3c5a416bedcd tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0081389 Nov 27 03:53:39.097856 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52ea702-769c-46f1-922e-ec348672cbaa tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=132b5999-d16d-438c-803a-62f838dd18e1,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:39.102816 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41230) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:39.135193 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-21449d4b-13c0-4e1b-86b3-aebbf8b104fd None None] Port 5cfa4de2-2dcf-41c3-a367-4b3fa38863d3 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:53:39.270916 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5053a7-68ae-4c05-95b1-501f08d6f91a req-1a39e54f-905f-4a05-a048-451541d4a712 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:39.271613 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-df5053a7-68ae-4c05-95b1-501f08d6f91a req-1a39e54f-905f-4a05-a048-451541d4a712 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=576c854a-6777-4fc5-93a8-4d7dc2572a9b HTTP/1.1" status: 200 len: 945 time: 0.1242967 Nov 27 03:53:39.288814 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-89a01b3a-7e2a-4f66-b2e3-abfd266e4b8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:39.292607 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b740757b-5233-4924-86b5-a5b893041b9c tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:39.317658 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b740757b-5233-4924-86b5-a5b893041b9c tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:39.335455 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-df5053a7-68ae-4c05-95b1-501f08d6f91a req-e754ef05-d4b4-41a3-9f79-87ae35291d08 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505929 Nov 27 03:53:39.347936 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-89a01b3a-7e2a-4f66-b2e3-abfd266e4b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:39.428565 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b740757b-5233-4924-86b5-a5b893041b9c tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:39.431148 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b740757b-5233-4924-86b5-a5b893041b9c tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:39.432288 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b740757b-5233-4924-86b5-a5b893041b9c tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "DELETE /v2.0/security-groups/132b5999-d16d-438c-803a-62f838dd18e1 HTTP/1.1" status: 204 len: 168 time: 0.3247910 Nov 27 03:53:39.433040 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a01b3a-7e2a-4f66-b2e3-abfd266e4b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c0987e-e851-4758-82c0-6e827b4e200d,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:39.437678 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41254) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:39.438883 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-89a01b3a-7e2a-4f66-b2e3-abfd266e4b8b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4ea5f846c578408cb8e94b89c4d73790&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8689442 Nov 27 03:53:39.449170 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41256) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:39.451277 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740757b-5233-4924-86b5-a5b893041b9c tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=132b5999-d16d-438c-803a-62f838dd18e1,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:39.536518 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-25c8ee04-7fc0-4e71-8443-3e42689d8aaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cfa4de2-2dcf-41c3-a367-4b3fa38863d3 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:53:39.546678 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-25c8ee04-7fc0-4e71-8443-3e42689d8aaf service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:39.554948 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-911ee818-d72b-4c02-88a6-2367d54cb164 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1156566 Nov 27 03:53:39.558428 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41266) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:39.565394 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-86e1fce4-d4cf-477b-9230-ae03f2c90bb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:39.569479 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-25c8ee04-7fc0-4e71-8443-3e42689d8aaf service neutron] Transition to ACTIVE for port object 5cfa4de2-2dcf-41c3-a367-4b3fa38863d3 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:53:39.572475 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-734c87c6-ddb4-4f96-9237-b314709aeab2 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Request body: {'security_group': {'name': 'tempest-secgroup--1874718955'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:39.579155 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-25c8ee04-7fc0-4e71-8443-3e42689d8aaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:39.617359 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-86e1fce4-d4cf-477b-9230-ae03f2c90bb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:39.656735 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275536d5-4279-4d75-8b5d-d05a211d6e9c req-5f43774a-8f1f-47dd-87b0-ff146ca79cb7 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:39.663173 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-275536d5-4279-4d75-8b5d-d05a211d6e9c req-5f43774a-8f1f-47dd-87b0-ff146ca79cb7 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=496451c4-e920-40ff-b54e-4e93f5f832d5 HTTP/1.1" status: 200 len: 948 time: 0.0836494 Nov 27 03:53:39.670579 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8ee04-7fc0-4e71-8443-3e42689d8aaf service neutron] Pushing event updated for resources: {'Port': ['ID=5cfa4de2-2dcf-41c3-a367-4b3fa38863d3,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:39.679905 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-734c87c6-ddb4-4f96-9237-b314709aeab2 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:39.737519 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-275536d5-4279-4d75-8b5d-d05a211d6e9c req-03e1af65-5320-44b2-879d-32497e824faf tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723073 Nov 27 03:53:39.757308 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-86e1fce4-d4cf-477b-9230-ae03f2c90bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:39.760382 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-86e1fce4-d4cf-477b-9230-ae03f2c90bb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:39.761597 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-86e1fce4-d4cf-477b-9230-ae03f2c90bb1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/65c0987e-e851-4758-82c0-6e827b4e200d HTTP/1.1" status: 204 len: 168 time: 0.3114605 Nov 27 03:53:39.776165 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e1fce4-d4cf-477b-9230-ae03f2c90bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c0987e-e851-4758-82c0-6e827b4e200d,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:39.845802 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-25c8ee04-7fc0-4e71-8443-3e42689d8aaf service neutron] Attempting to bind port 5cfa4de2-2dcf-41c3-a367-4b3fa38863d3 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:53:39.846147 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-25c8ee04-7fc0-4e71-8443-3e42689d8aaf service neutron] Attempting to bind port 5cfa4de2-2dcf-41c3-a367-4b3fa38863d3 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:53:39.846486 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-25c8ee04-7fc0-4e71-8443-3e42689d8aaf service neutron] Attempting to bind port 5cfa4de2-2dcf-41c3-a367-4b3fa38863d3 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:53:39.849666 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-734c87c6-ddb4-4f96-9237-b314709aeab2 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:39.853407 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-25c8ee04-7fc0-4e71-8443-3e42689d8aaf service neutron] Port 5cfa4de2-2dcf-41c3-a367-4b3fa38863d3 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:53:39.853892 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-25c8ee04-7fc0-4e71-8443-3e42689d8aaf service neutron] Attempting to bind port 5cfa4de2-2dcf-41c3-a367-4b3fa38863d3 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:53:39.859504 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-734c87c6-ddb4-4f96-9237-b314709aeab2 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:39.859688 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-25c8ee04-7fc0-4e71-8443-3e42689d8aaf service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:53:39.860223 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-25c8ee04-7fc0-4e71-8443-3e42689d8aaf service neutron] Checking segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:53:39.860643 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-25c8ee04-7fc0-4e71-8443-3e42689d8aaf service neutron] Bound using segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:53:39.861163 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-25c8ee04-7fc0-4e71-8443-3e42689d8aaf service neutron] Bound port: 5cfa4de2-2dcf-41c3-a367-4b3fa38863d3, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:53:39.861539 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-25c8ee04-7fc0-4e71-8443-3e42689d8aaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:39.922131 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-734c87c6-ddb4-4f96-9237-b314709aeab2 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:39.923411 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-734c87c6-ddb4-4f96-9237-b314709aeab2 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3639493 Nov 27 03:53:39.925720 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c87c6-ddb4-4f96-9237-b314709aeab2 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb524e0-907f-4875-84ac-a6ce6124c458,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:39.927818 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41286) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:39.933367 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-12a22e5a-18a6-45cd-acad-924dcabd4424 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Request body: {'security_group_rule': {'security_group_id': 'dfb524e0-907f-4875-84ac-a6ce6124c458', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:39.948965 n-d-819494-3 neutron-server[110019]: WARNING neutron.api.v2.base [None req-12a22e5a-18a6-45cd-acad-924dcabd4424 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 27 03:53:39.949565 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-12a22e5a-18a6-45cd-acad-924dcabd4424 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 03:53:39.950758 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-12a22e5a-18a6-45cd-acad-924dcabd4424 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0219731 Nov 27 03:53:39.957768 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41288) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:39.963950 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734c87c6-ddb4-4f96-9237-b314709aeab2 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:39.964320 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734c87c6-ddb4-4f96-9237-b314709aeab2 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:39.964626 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-0360443d-a5f2-4c72-93db-24a85e407e9f tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Request body: {'security_group_rule': {'security_group_id': 'dfb524e0-907f-4875-84ac-a6ce6124c458', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:39.964772 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734c87c6-ddb4-4f96-9237-b314709aeab2 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:39.965014 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734c87c6-ddb4-4f96-9237-b314709aeab2 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:39.965373 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734c87c6-ddb4-4f96-9237-b314709aeab2 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:39.965720 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734c87c6-ddb4-4f96-9237-b314709aeab2 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:39.966085 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734c87c6-ddb4-4f96-9237-b314709aeab2 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:39.966394 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734c87c6-ddb4-4f96-9237-b314709aeab2 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:39.967755 n-d-819494-3 neutron-server[110018]: WARNING neutron.api.v2.base [None req-0360443d-a5f2-4c72-93db-24a85e407e9f tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 27 03:53:39.968431 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-0360443d-a5f2-4c72-93db-24a85e407e9f tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 03:53:39.971201 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0360443d-a5f2-4c72-93db-24a85e407e9f tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0116315 Nov 27 03:53:39.973595 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734c87c6-ddb4-4f96-9237-b314709aeab2 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:39.974727 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734c87c6-ddb4-4f96-9237-b314709aeab2 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:39.975268 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734c87c6-ddb4-4f96-9237-b314709aeab2 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:39.975823 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734c87c6-ddb4-4f96-9237-b314709aeab2 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:39.976678 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41290) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:39.983087 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-19482040-b28f-4100-9fbe-067c3213a0aa tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Request body: {'security_group_rule': {'security_group_id': 'dfb524e0-907f-4875-84ac-a6ce6124c458', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:39.984409 n-d-819494-3 neutron-server[110018]: WARNING neutron.api.v2.base [None req-19482040-b28f-4100-9fbe-067c3213a0aa tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 27 03:53:39.985073 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-19482040-b28f-4100-9fbe-067c3213a0aa tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 03:53:39.989873 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-19482040-b28f-4100-9fbe-067c3213a0aa tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0121210 Nov 27 03:53:39.990605 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41294) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:39.999704 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-3f2a8477-b0b9-45d3-a612-13e66b767bb6 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Request body: {'security_group_rule': {'security_group_id': 'dfb524e0-907f-4875-84ac-a6ce6124c458', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:40.003019 n-d-819494-3 neutron-server[110018]: WARNING neutron.api.v2.base [None req-3f2a8477-b0b9-45d3-a612-13e66b767bb6 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 27 03:53:40.003615 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-3f2a8477-b0b9-45d3-a612-13e66b767bb6 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 03:53:40.009093 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3f2a8477-b0b9-45d3-a612-13e66b767bb6 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0154865 Nov 27 03:53:40.010014 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41300) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:40.018747 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-25c8ee04-7fc0-4e71-8443-3e42689d8aaf service neutron] For port 5cfa4de2-2dcf-41c3-a367-4b3fa38863d3, host n-h1-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:53:40.039936 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-25c8ee04-7fc0-4e71-8443-3e42689d8aaf service neutron] For port 5cfa4de2-2dcf-41c3-a367-4b3fa38863d3, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=5cfa4de2-2dcf-41c3-a367-4b3fa38863d3,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:53:40.047924 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-25c8ee04-7fc0-4e71-8443-3e42689d8aaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:40.118323 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-25c8ee04-7fc0-4e71-8443-3e42689d8aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:40.119342 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-25c8ee04-7fc0-4e71-8443-3e42689d8aaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:40.121227 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-25c8ee04-7fc0-4e71-8443-3e42689d8aaf service neutron] 10.222.0.23 "PUT /v2.0/ports/5cfa4de2-2dcf-41c3-a367-4b3fa38863d3 HTTP/1.1" status: 200 len: 1096 time: 1.4158530 Nov 27 03:53:40.123702 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '496451c4-e920-40ff-b54e-4e93f5f832d5', 'tag': '5cfa4de2-2dcf-41c3-a367-4b3fa38863d3'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:53:40.128347 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e10f647-dea1-4def-b341-b5bd36422911" -d '{"events": [{"name": "network-changed", "server_uuid": "496451c4-e920-40ff-b54e-4e93f5f832d5", "tag": "5cfa4de2-2dcf-41c3-a367-4b3fa38863d3"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:53:40.166221 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8ee04-7fc0-4e71-8443-3e42689d8aaf service neutron] Pushing event updated for resources: {'Port': ['ID=5cfa4de2-2dcf-41c3-a367-4b3fa38863d3,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:40.198365 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-faa3fbdb-8332-4dac-afda-864dc8771b12 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:40.239288 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-faa3fbdb-8332-4dac-afda-864dc8771b12 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:40.259796 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f3ba5a-92a3-438c-8fb1-89171e77ff31 x-openstack-request-id: req-c6f3ba5a-92a3-438c-8fb1-89171e77ff31 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:53:40.260392 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "496451c4-e920-40ff-b54e-4e93f5f832d5", "tag": "5cfa4de2-2dcf-41c3-a367-4b3fa38863d3", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:53:40.260799 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c6f3ba5a-92a3-438c-8fb1-89171e77ff31 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:53:40.261343 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '496451c4-e920-40ff-b54e-4e93f5f832d5', 'tag': '5cfa4de2-2dcf-41c3-a367-4b3fa38863d3', 'status': 'completed', 'code': 200} Nov 27 03:53:40.361542 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 23917401-9f73-4d86-8eb2-a0589e6b7a2f no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:53:40.370833 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-520e71d6-957b-4d4e-a025-e4bb799faf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:40.374652 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-520e71d6-957b-4d4e-a025-e4bb799faf28 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c720ea29fd104ba29257a79f5e68861c&device_id=496451c4-e920-40ff-b54e-4e93f5f832d5 HTTP/1.1" status: 200 len: 1099 time: 0.1122296 Nov 27 03:53:40.378592 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-faa3fbdb-8332-4dac-afda-864dc8771b12 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:40.389358 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-faa3fbdb-8332-4dac-afda-864dc8771b12 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:40.393066 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-faa3fbdb-8332-4dac-afda-864dc8771b12 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "DELETE /v2.0/security-groups/dfb524e0-907f-4875-84ac-a6ce6124c458 HTTP/1.1" status: 204 len: 168 time: 0.3780587 Nov 27 03:53:40.393432 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41338) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:40.443386 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-8b3149b8-b883-4dd9-8d9b-b24d220642a7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=5cfa4de2-2dcf-41c3-a367-4b3fa38863d3 HTTP/1.1" status: 200 len: 217 time: 0.0489395 Nov 27 03:53:40.444525 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa3fbdb-8332-4dac-afda-864dc8771b12 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb524e0-907f-4875-84ac-a6ce6124c458,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:40.505524 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-12bb673f-091c-4349-b7ab-aba1b2eb65ea tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1066444 Nov 27 03:53:40.522242 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41350) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:40.532713 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:40.533250 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-59b8a7f7-dd50-4225-8d06-28124213cfd4 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Request body: {'security_group': {'name': 'tempest-secgroup--94512107'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:40.553140 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa3fbdb-8332-4dac-afda-864dc8771b12 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:40.553504 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa3fbdb-8332-4dac-afda-864dc8771b12 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:40.553862 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa3fbdb-8332-4dac-afda-864dc8771b12 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:40.554212 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa3fbdb-8332-4dac-afda-864dc8771b12 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:40.554575 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa3fbdb-8332-4dac-afda-864dc8771b12 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:40.554944 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa3fbdb-8332-4dac-afda-864dc8771b12 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:40.556973 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa3fbdb-8332-4dac-afda-864dc8771b12 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:40.557287 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa3fbdb-8332-4dac-afda-864dc8771b12 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:40.557634 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa3fbdb-8332-4dac-afda-864dc8771b12 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:40.557985 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa3fbdb-8332-4dac-afda-864dc8771b12 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:40.558328 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa3fbdb-8332-4dac-afda-864dc8771b12 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:40.558690 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa3fbdb-8332-4dac-afda-864dc8771b12 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:40.562386 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-2e35745e-bf98-4b3b-b30d-153fd97a9afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:40.564546 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-2e35745e-bf98-4b3b-b30d-153fd97a9afc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.1115644 Nov 27 03:53:40.569039 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b823decf-9f0a-46d2-b8b8-ad772708563f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23917401-9f73-4d86-8eb2-a0589e6b7a2f'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:53:40.573854 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d83408-9da4-4c8d-92f3-321194499e16" -d '{"events": [{"server_uuid": "b823decf-9f0a-46d2-b8b8-ad772708563f", "name": "network-vif-unplugged", "status": "completed", "tag": "23917401-9f73-4d86-8eb2-a0589e6b7a2f"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:53:40.575272 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59b8a7f7-dd50-4225-8d06-28124213cfd4 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:40.595096 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 23917401-9f73-4d86-8eb2-a0589e6b7a2f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=23917401-9f73-4d86-8eb2-a0589e6b7a2f,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:53:40.607789 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:40.611117 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93edc29-226b-4e13-90e3-80c82c699c20 req-f0618ea0-cf24-456c-aa84-4d3aa1abbd48 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:40.613612 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a93edc29-226b-4e13-90e3-80c82c699c20 req-f0618ea0-cf24-456c-aa84-4d3aa1abbd48 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=576c854a-6777-4fc5-93a8-4d7dc2572a9b HTTP/1.1" status: 200 len: 945 time: 0.1329110 Nov 27 03:53:40.657606 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-d3046262-a00a-4f04-a4b1-4ec4d30acdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:40.659287 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-d3046262-a00a-4f04-a4b1-4ec4d30acdc5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0816810 Nov 27 03:53:40.733141 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=23917401-9f73-4d86-8eb2-a0589e6b7a2f,revision_number=11']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:40.746810 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59b8a7f7-dd50-4225-8d06-28124213cfd4 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:40.763699 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a93edc29-226b-4e13-90e3-80c82c699c20 req-c12a9dca-bb47-43fe-a732-74d290ca3dfb tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071541 Nov 27 03:53:40.765380 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59b8a7f7-dd50-4225-8d06-28124213cfd4 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:40.791267 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-8884d9e5-6c0e-4e5f-901c-bf78c6b46034 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220734 Nov 27 03:53:40.803133 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59b8a7f7-dd50-4225-8d06-28124213cfd4 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:40.810929 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-59b8a7f7-dd50-4225-8d06-28124213cfd4 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2820408 Nov 27 03:53:40.812843 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41366) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:40.832934 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41368) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:40.837372 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-38ada80d-81fa-4abd-8d84-350e29bcdc0f tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Request body: {'security_group_rule': {'security_group_id': 'e4cdf01c-b375-44d6-ac26-64bdd2db6eef', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:40.838797 n-d-819494-3 neutron-server[110019]: WARNING neutron.api.v2.base [None req-38ada80d-81fa-4abd-8d84-350e29bcdc0f tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 27 03:53:40.839441 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-38ada80d-81fa-4abd-8d84-350e29bcdc0f tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 03:53:40.841941 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-38ada80d-81fa-4abd-8d84-350e29bcdc0f tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0117135 Nov 27 03:53:40.852813 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41370) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:40.863657 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-ffca7369-de75-4eb0-9662-611e7ed355f3 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Request body: {'security_group_rule': {'security_group_id': 'e4cdf01c-b375-44d6-ac26-64bdd2db6eef', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:40.886301 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b8a7f7-dd50-4225-8d06-28124213cfd4 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cdf01c-b375-44d6-ac26-64bdd2db6eef,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:40.910986 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-29dd354f-73d6-4cf6-a5bc-511731aa811e req-953c2c05-ef46-4af6-b2cf-7e2be2951049 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108155 Nov 27 03:53:40.922488 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-ffca7369-de75-4eb0-9662-611e7ed355f3 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 03:53:40.932041 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ffca7369-de75-4eb0-9662-611e7ed355f3 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0743880 Nov 27 03:53:40.935140 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41380) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:40.941399 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-9d56bd73-0f90-42b4-a5ed-bed70cb76a81 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Request body: {'security_group_rule': {'security_group_id': 'e4cdf01c-b375-44d6-ac26-64bdd2db6eef', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:40.942078 n-d-819494-3 neutron-server[110019]: WARNING neutron.api.v2.base [None req-9d56bd73-0f90-42b4-a5ed-bed70cb76a81 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 27 03:53:40.942622 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-9d56bd73-0f90-42b4-a5ed-bed70cb76a81 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 03:53:40.943840 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9d56bd73-0f90-42b4-a5ed-bed70cb76a81 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0071411 Nov 27 03:53:40.946678 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41382) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:40.952917 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-1930b992-cc51-4a6c-a236-5192604263ab tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Request body: {'security_group_rule': {'security_group_id': 'e4cdf01c-b375-44d6-ac26-64bdd2db6eef', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:40.965235 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 03:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe4562a-2510-4071-8304-ccef728b57fc x-openstack-request-id: req-ebe4562a-2510-4071-8304-ccef728b57fc {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:53:40.966868 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b823decf-9f0a-46d2-b8b8-ad772708563f", "name": "network-vif-unplugged", "status": "completed", "tag": "23917401-9f73-4d86-8eb2-a0589e6b7a2f", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:53:40.967196 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ebe4562a-2510-4071-8304-ccef728b57fc {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:53:40.967813 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b823decf-9f0a-46d2-b8b8-ad772708563f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23917401-9f73-4d86-8eb2-a0589e6b7a2f', 'code': 200} Nov 27 03:53:41.013724 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-1930b992-cc51-4a6c-a236-5192604263ab tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 03:53:41.016876 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1930b992-cc51-4a6c-a236-5192604263ab tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0689433 Nov 27 03:53:41.019941 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41392) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:41.024977 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-6dff6cba-4d77-4a72-bd23-52c9390ba5f8 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Request body: {'security_group_rule': {'security_group_id': 'e4cdf01c-b375-44d6-ac26-64bdd2db6eef', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:41.025679 n-d-819494-3 neutron-server[110018]: WARNING neutron.api.v2.base [None req-6dff6cba-4d77-4a72-bd23-52c9390ba5f8 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 27 03:53:41.026141 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-6dff6cba-4d77-4a72-bd23-52c9390ba5f8 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 03:53:41.027198 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6dff6cba-4d77-4a72-bd23-52c9390ba5f8 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061944 Nov 27 03:53:41.031941 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41394) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:41.041261 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-afdf2ccc-70ce-4661-8f2e-b0d8413dd60e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-843500189-network', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:41.043726 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-d16f4286-3c31-4d31-9e11-b772e6878c5c tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Request body: {'security_group_rule': {'security_group_id': 'e4cdf01c-b375-44d6-ac26-64bdd2db6eef', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:41.088602 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1d9e4-2588-49ff-903c-e26170f9456b req-565caa4c-e5d5-4156-aac5-73b8ff101c5a tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:41.090125 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-18e1d9e4-2588-49ff-903c-e26170f9456b req-565caa4c-e5d5-4156-aac5-73b8ff101c5a tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=496451c4-e920-40ff-b54e-4e93f5f832d5 HTTP/1.1" status: 200 len: 948 time: 0.0644796 Nov 27 03:53:41.122169 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10f647-dea1-4def-b341-b5bd36422911 req-46f61389-cefc-4f7f-a1df-687ab2a4d38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:41.124475 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0e10f647-dea1-4def-b341-b5bd36422911 req-46f61389-cefc-4f7f-a1df-687ab2a4d38e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c720ea29fd104ba29257a79f5e68861c&device_id=496451c4-e920-40ff-b54e-4e93f5f832d5 HTTP/1.1" status: 200 len: 1099 time: 0.0667338 Nov 27 03:53:41.161059 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-18e1d9e4-2588-49ff-903c-e26170f9456b req-c97f8790-00ac-4927-8e50-e5b4bcea8032 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644670 Nov 27 03:53:41.162194 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdf2ccc-70ce-4661-8f2e-b0d8413dd60e admin admin] Made reservation on behalf of b9bd4f2386ca49389eb1721b8a19f965 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:53:41.164534 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-afdf2ccc-70ce-4661-8f2e-b0d8413dd60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:41.179678 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-afdf2ccc-70ce-4661-8f2e-b0d8413dd60e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:41.191628 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-d16f4286-3c31-4d31-9e11-b772e6878c5c tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 03:53:41.195680 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d16f4286-3c31-4d31-9e11-b772e6878c5c tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1564059 Nov 27 03:53:41.200549 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41412) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:41.205954 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-56065e12-493f-49b0-98fa-04c67dfcd9cf tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Request body: {'security_group_rule': {'security_group_id': 'e4cdf01c-b375-44d6-ac26-64bdd2db6eef', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:41.206447 n-d-819494-3 neutron-server[110019]: WARNING neutron.api.v2.base [None req-56065e12-493f-49b0-98fa-04c67dfcd9cf tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 27 03:53:41.207486 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-56065e12-493f-49b0-98fa-04c67dfcd9cf tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 03:53:41.211261 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-56065e12-493f-49b0-98fa-04c67dfcd9cf tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066087 Nov 27 03:53:41.212410 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41414) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:41.217204 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-a6eb7f45-67c2-4eda-b7e2-65c476f1e3bf tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Request body: {'security_group_rule': {'security_group_id': 'e4cdf01c-b375-44d6-ac26-64bdd2db6eef', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:41.260493 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10f647-dea1-4def-b341-b5bd36422911 req-7297f7de-2b64-400b-8341-83c80fc87f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:41.262014 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0e10f647-dea1-4def-b341-b5bd36422911 req-7297f7de-2b64-400b-8341-83c80fc87f48 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.1305778 Nov 27 03:53:41.308789 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-afdf2ccc-70ce-4661-8f2e-b0d8413dd60e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:41.317515 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-afdf2ccc-70ce-4661-8f2e-b0d8413dd60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:41.326007 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-a6eb7f45-67c2-4eda-b7e2-65c476f1e3bf tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 03:53:41.330432 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a6eb7f45-67c2-4eda-b7e2-65c476f1e3bf tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1168332 Nov 27 03:53:41.331081 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41418) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:41.333860 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0e10f647-dea1-4def-b341-b5bd36422911 req-2b16e422-aa0c-4b8b-9de4-20f77f12e3d4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=5cfa4de2-2dcf-41c3-a367-4b3fa38863d3 HTTP/1.1" status: 200 len: 217 time: 0.0579915 Nov 27 03:53:41.334317 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afdf2ccc-70ce-4661-8f2e-b0d8413dd60e admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:53:41.337141 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-053552e7-49d0-4498-8039-162d9ae0f8d5 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Request body: {'security_group_rule': {'security_group_id': 'e4cdf01c-b375-44d6-ac26-64bdd2db6eef', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:41.358539 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-afdf2ccc-70ce-4661-8f2e-b0d8413dd60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:41.358972 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-afdf2ccc-70ce-4661-8f2e-b0d8413dd60e admin admin] Added segment ec2570f7-674e-47ca-ba4a-60dc11f882c5 of type vlan for network 206ec85b-e04a-4c10-8a6e-66c9bea7fa3d Nov 27 03:53:41.380017 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf2ccc-70ce-4661-8f2e-b0d8413dd60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40de21e-e620-4c4a-9802-410e372df617,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:41.387183 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-053552e7-49d0-4498-8039-162d9ae0f8d5 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 03:53:41.388279 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-053552e7-49d0-4498-8039-162d9ae0f8d5 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0559919 Nov 27 03:53:41.405648 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41420) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:41.431176 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-afdf2ccc-70ce-4661-8f2e-b0d8413dd60e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:41.448604 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10f647-dea1-4def-b341-b5bd36422911 req-19b82b85-70f4-47aa-ba9f-64ad132e9851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:41.450642 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0e10f647-dea1-4def-b341-b5bd36422911 req-19b82b85-70f4-47aa-ba9f-64ad132e9851 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.0737774 Nov 27 03:53:41.464925 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-afdf2ccc-70ce-4661-8f2e-b0d8413dd60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:41.466715 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdf2ccc-70ce-4661-8f2e-b0d8413dd60e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:41.467525 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-afdf2ccc-70ce-4661-8f2e-b0d8413dd60e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:41.513485 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4554fada-b435-48d7-9c33-82959f89a248 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:41.539674 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10f647-dea1-4def-b341-b5bd36422911 req-127ea9f5-a1d3-41d2-8407-5634bdc39e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:41.541196 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0e10f647-dea1-4def-b341-b5bd36422911 req-127ea9f5-a1d3-41d2-8407-5634bdc39e73 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0812304 Nov 27 03:53:41.541626 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-afdf2ccc-70ce-4661-8f2e-b0d8413dd60e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6978815 Nov 27 03:53:41.544888 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4554fada-b435-48d7-9c33-82959f89a248 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:41.547264 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41424) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:41.556800 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-bd37fbff-7631-4c94-9fe1-83270a589c83 admin admin] Request body: {'subnet': {'network_id': '206ec85b-e04a-4c10-8a6e-66c9bea7fa3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-843500189-subnet', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:41.570463 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf2ccc-70ce-4661-8f2e-b0d8413dd60e admin admin] Pushing event updated for resources: {'Network': ['ID=206ec85b-e04a-4c10-8a6e-66c9bea7fa3d,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:41.583220 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 206ec85b-e04a-4c10-8a6e-66c9bea7fa3d details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:53:41.592090 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17812b-a4e2-4f96-9ec3-a3b8acbd8990 req-75b40683-f343-4ad2-8f7b-e54793120af7 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:41.593727 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cc17812b-a4e2-4f96-9ec3-a3b8acbd8990 req-75b40683-f343-4ad2-8f7b-e54793120af7 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eaf845f-9253-4a0e-a486-266fb4a6339f HTTP/1.1" status: 200 len: 948 time: 0.0723832 Nov 27 03:53:41.646130 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cc17812b-a4e2-4f96-9ec3-a3b8acbd8990 req-132a94fa-ed39-486a-8e76-3afb1d1de6fe tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/security-groups?id=7503e0dd-d2d6-421d-83d3-f4e4fae310df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441544 Nov 27 03:53:41.653154 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd37fbff-7631-4c94-9fe1-83270a589c83 admin admin] Made reservation on behalf of b9bd4f2386ca49389eb1721b8a19f965 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:53:41.655755 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bd37fbff-7631-4c94-9fe1-83270a589c83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:41.721972 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4554fada-b435-48d7-9c33-82959f89a248 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:41.724458 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4554fada-b435-48d7-9c33-82959f89a248 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:41.725581 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4554fada-b435-48d7-9c33-82959f89a248 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "DELETE /v2.0/security-groups/e4cdf01c-b375-44d6-ac26-64bdd2db6eef HTTP/1.1" status: 204 len: 168 time: 0.3189902 Nov 27 03:53:41.728271 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41426) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:41.749837 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0e10f647-dea1-4def-b341-b5bd36422911 req-7d8538c2-37f7-49b0-b14e-6ee840f9040a service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831751 Nov 27 03:53:41.750539 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4554fada-b435-48d7-9c33-82959f89a248 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cdf01c-b375-44d6-ac26-64bdd2db6eef,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:41.776216 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-542136b8-f99c-44cb-96e0-11dd844de104 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0467613 Nov 27 03:53:41.780794 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41430) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:41.786186 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-9f307cba-6b46-467b-9329-07a933940493 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Request body: {'security_group': {'name': 'tempest-secgroup--466409110'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:41.808867 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9f307cba-6b46-467b-9329-07a933940493 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:41.881545 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9f307cba-6b46-467b-9329-07a933940493 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:41.886088 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9f307cba-6b46-467b-9329-07a933940493 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:41.917651 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9f307cba-6b46-467b-9329-07a933940493 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:41.921518 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9f307cba-6b46-467b-9329-07a933940493 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1370370 Nov 27 03:53:41.921937 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41434) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:41.925770 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0e10f647-dea1-4def-b341-b5bd36422911 req-e9907bce-c100-4f62-8e00-2e9f2d31a7d4 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639447 Nov 27 03:53:41.926288 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-c53ade56-d224-4f61-8735-514d41b39ae1 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Request body: {'security_group_rule': {'security_group_id': '444def5e-a53b-42f2-a381-f1c73b521289', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:41.931785 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f307cba-6b46-467b-9329-07a933940493 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=444def5e-a53b-42f2-a381-f1c73b521289,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:41.977878 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68ba1b-ba31-4203-943d-377b312a1156 req-ae40f431-e7df-490a-81b1-35f9c664abad tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:41.979249 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-c53ade56-d224-4f61-8735-514d41b39ae1 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] create failed (client error): The resource could not be found. Nov 27 03:53:41.980435 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c53ade56-d224-4f61-8735-514d41b39ae1 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0577719 Nov 27 03:53:41.983029 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d68ba1b-ba31-4203-943d-377b312a1156 req-ae40f431-e7df-490a-81b1-35f9c664abad tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=576c854a-6777-4fc5-93a8-4d7dc2572a9b HTTP/1.1" status: 200 len: 945 time: 0.1423726 Nov 27 03:53:41.984179 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41436) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:41.991835 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-a4f14813-7b8a-4f3d-b229-b44cf2466f12 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Request body: {'security_group_rule': {'security_group_id': '444def5e-a53b-42f2-a381-f1c73b521289', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '7e6ab1a1-26ac-4b8d-8a62-e35bbcbb1036'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:42.001743 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bd37fbff-7631-4c94-9fe1-83270a589c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:42.040088 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-a4f14813-7b8a-4f3d-b229-b44cf2466f12 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] create failed (client error): The resource could not be found. Nov 27 03:53:42.041067 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a4f14813-7b8a-4f3d-b229-b44cf2466f12 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0557325 Nov 27 03:53:42.043924 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41438) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:42.077464 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d68ba1b-ba31-4203-943d-377b312a1156 req-363607af-7d1a-47c9-be35-0c979e5e0d42 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911586 Nov 27 03:53:42.090249 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd37fbff-7631-4c94-9fe1-83270a589c83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16a2ad0e-052b-4c88-8b6f-df6566997da5,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:42.098325 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cce45dca-1c65-4369-b6c3-c045390d80a8 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:42.102115 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd37fbff-7631-4c94-9fe1-83270a589c83 admin admin] Checking segment: {'id': 'ec2570f7-674e-47ca-ba4a-60dc11f882c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '206ec85b-e04a-4c10-8a6e-66c9bea7fa3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:53:42.102476 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd37fbff-7631-4c94-9fe1-83270a589c83 admin admin] Network hostable DHCP agents. Network: 206ec85b-e04a-4c10-8a6e-66c9bea7fa3d, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:53:42.118491 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd37fbff-7631-4c94-9fe1-83270a589c83 admin admin] Network 206ec85b-e04a-4c10-8a6e-66c9bea7fa3d is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:53:42.120652 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cce45dca-1c65-4369-b6c3-c045390d80a8 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:42.129100 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-bd37fbff-7631-4c94-9fe1-83270a589c83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 206ec85b-e04a-4c10-8a6e-66c9bea7fa3d) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:53:42.133387 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd37fbff-7631-4c94-9fe1-83270a589c83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:42.134021 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bd37fbff-7631-4c94-9fe1-83270a589c83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:42.139756 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c22ec8-60a2-4564-adb8-5975706d01f7 None None] Network 206ec85b-e04a-4c10-8a6e-66c9bea7fa3d requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:53:42.153203 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-bd37fbff-7631-4c94-9fe1-83270a589c83 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6046717 Nov 27 03:53:42.156267 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41440) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:42.160758 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-c643f3f0-22fe-4d6f-83a4-c6889599d72a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-843500189-router', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:42.183089 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cce45dca-1c65-4369-b6c3-c045390d80a8 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:42.183749 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c643f3f0-22fe-4d6f-83a4-c6889599d72a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:42.184811 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c643f3f0-22fe-4d6f-83a4-c6889599d72a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:42.186790 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cce45dca-1c65-4369-b6c3-c045390d80a8 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:42.190598 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-cce45dca-1c65-4369-b6c3-c045390d80a8 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "DELETE /v2.0/security-groups/444def5e-a53b-42f2-a381-f1c73b521289 HTTP/1.1" status: 204 len: 168 time: 0.1430357 Nov 27 03:53:42.191578 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41442) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:42.198725 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce45dca-1c65-4369-b6c3-c045390d80a8 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=444def5e-a53b-42f2-a381-f1c73b521289,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:42.264246 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c643f3f0-22fe-4d6f-83a4-c6889599d72a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:42.287369 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-926d7e21-32c1-4fb6-9d6d-daec44e6aa6a tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0917988 Nov 27 03:53:42.288187 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41448) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:42.323249 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad92e03-166f-4732-9ba5-83b1f2d93368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-206ec85b-e04a-4c10-8a6e-66c9bea7fa3d', 'network_id': '206ec85b-e04a-4c10-8a6e-66c9bea7fa3d', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'fixed_ips': [{'subnet_id': '16a2ad0e-052b-4c88-8b6f-df6566997da5'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 03:53:42.324431 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cad92e03-166f-4732-9ba5-83b1f2d93368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:42.328890 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-64000ca3-7714-4b87-8e60-a72e4610ba27 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Request body: {'security_group_rule': {'security_group_id': '5582caab-1c98-4b0f-99bd-7152f7e73de1', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:42.329194 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2740a1-1118-495f-9390-bb8c179a4dd2 req-4bc3a4b3-1c84-409a-8ec2-7d3e31a3ae43 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:42.330769 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dc2740a1-1118-495f-9390-bb8c179a4dd2 req-4bc3a4b3-1c84-409a-8ec2-7d3e31a3ae43 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=496451c4-e920-40ff-b54e-4e93f5f832d5 HTTP/1.1" status: 200 len: 948 time: 0.0715349 Nov 27 03:53:42.418055 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dc2740a1-1118-495f-9390-bb8c179a4dd2 req-a2f576c8-1b7d-4388-a9ec-e760103138f0 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710957 Nov 27 03:53:42.479420 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-cad92e03-166f-4732-9ba5-83b1f2d93368 None None] Allocated IP 172.20.0.2 (206ec85b-e04a-4c10-8a6e-66c9bea7fa3d/16a2ad0e-052b-4c88-8b6f-df6566997da5/132be7de-561f-4b1c-a94a-41f283d54232) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:53:42.628130 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cad92e03-166f-4732-9ba5-83b1f2d93368 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:42.634683 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cad92e03-166f-4732-9ba5-83b1f2d93368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:42.675683 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad92e03-166f-4732-9ba5-83b1f2d93368 None None] Network 206ec85b-e04a-4c10-8a6e-66c9bea7fa3d is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:53:42.679144 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-cad92e03-166f-4732-9ba5-83b1f2d93368 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:53:42.682966 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad92e03-166f-4732-9ba5-83b1f2d93368 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:53:42.690038 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad92e03-166f-4732-9ba5-83b1f2d93368 None None] Pushing event updated for resources: {'Port': ['ID=132be7de-561f-4b1c-a94a-41f283d54232,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:42.709900 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c643f3f0-22fe-4d6f-83a4-c6889599d72a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:42.738497 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-64000ca3-7714-4b87-8e60-a72e4610ba27 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] create failed (client error): The resource could not be found. Nov 27 03:53:42.741678 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-cad92e03-166f-4732-9ba5-83b1f2d93368 None None] Attempting to bind port 132be7de-561f-4b1c-a94a-41f283d54232 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:53:42.742052 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-cad92e03-166f-4732-9ba5-83b1f2d93368 None None] Attempting to bind port 132be7de-561f-4b1c-a94a-41f283d54232 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'ec2570f7-674e-47ca-ba4a-60dc11f882c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '206ec85b-e04a-4c10-8a6e-66c9bea7fa3d'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:53:42.742419 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad92e03-166f-4732-9ba5-83b1f2d93368 None None] Attempting to bind port 132be7de-561f-4b1c-a94a-41f283d54232 on network 206ec85b-e04a-4c10-8a6e-66c9bea7fa3d {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:53:42.743005 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-64000ca3-7714-4b87-8e60-a72e4610ba27 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4186399 Nov 27 03:53:42.743590 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41454) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:42.749397 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-e3022730-b068-4d1f-a7ad-9b768a7e59c1 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Request body: {'security_group': {'name': 'tempest-secgroup--1104459881'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:42.749699 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad92e03-166f-4732-9ba5-83b1f2d93368 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:53:42.750081 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad92e03-166f-4732-9ba5-83b1f2d93368 None None] Checking segment: {'id': 'ec2570f7-674e-47ca-ba4a-60dc11f882c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '206ec85b-e04a-4c10-8a6e-66c9bea7fa3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:53:42.750485 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cad92e03-166f-4732-9ba5-83b1f2d93368 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:42.750911 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad92e03-166f-4732-9ba5-83b1f2d93368 None None] Bound using segment: {'id': 'ec2570f7-674e-47ca-ba4a-60dc11f882c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '206ec85b-e04a-4c10-8a6e-66c9bea7fa3d'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:53:42.751434 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-cad92e03-166f-4732-9ba5-83b1f2d93368 None None] Bound port: 132be7de-561f-4b1c-a94a-41f283d54232, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec2570f7-674e-47ca-ba4a-60dc11f882c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '206ec85b-e04a-4c10-8a6e-66c9bea7fa3d'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:53:42.751819 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cad92e03-166f-4732-9ba5-83b1f2d93368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:42.807043 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174caa8-5fec-41d0-aa33-7a23dcd853df req-cd986bc0-7618-416b-a767-25b57695b365 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:42.808735 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8174caa8-5fec-41d0-aa33-7a23dcd853df req-cd986bc0-7618-416b-a767-25b57695b365 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eaf845f-9253-4a0e-a486-266fb4a6339f HTTP/1.1" status: 200 len: 948 time: 0.0769937 Nov 27 03:53:42.809780 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e3022730-b068-4d1f-a7ad-9b768a7e59c1 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:42.826033 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-cad92e03-166f-4732-9ba5-83b1f2d93368 None None] For port 132be7de-561f-4b1c-a94a-41f283d54232, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:53:42.829323 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-cad92e03-166f-4732-9ba5-83b1f2d93368 None None] For port 132be7de-561f-4b1c-a94a-41f283d54232, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=132be7de-561f-4b1c-a94a-41f283d54232,segment=NetworkSegment(ec2570f7-674e-47ca-ba4a-60dc11f882c5),segment_id=ec2570f7-674e-47ca-ba4a-60dc11f882c5)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:53:42.834331 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cad92e03-166f-4732-9ba5-83b1f2d93368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:42.885305 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8174caa8-5fec-41d0-aa33-7a23dcd853df req-611a5148-b661-442c-ac41-aa688520fb21 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/security-groups?id=7503e0dd-d2d6-421d-83d3-f4e4fae310df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662162 Nov 27 03:53:42.892622 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad92e03-166f-4732-9ba5-83b1f2d93368 None None] Pushing event updated for resources: {'Port': ['ID=132be7de-561f-4b1c-a94a-41f283d54232,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:42.932346 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e3022730-b068-4d1f-a7ad-9b768a7e59c1 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:42.937159 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e3022730-b068-4d1f-a7ad-9b768a7e59c1 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:42.968759 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c643f3f0-22fe-4d6f-83a4-c6889599d72a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:42.969694 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3022730-b068-4d1f-a7ad-9b768a7e59c1 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db8882e5-d3ca-41b2-9551-4b16b82c9db1,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:42.975869 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e3022730-b068-4d1f-a7ad-9b768a7e59c1 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:42.977108 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e3022730-b068-4d1f-a7ad-9b768a7e59c1 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2325177 Nov 27 03:53:42.979807 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41456) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:42.984775 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-ac51e333-a8e4-40a3-aed1-bb12cf25b796 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Request body: {'security_group': {'name': 'tempest-secgroup--833661031'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:42.998643 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c643f3f0-22fe-4d6f-83a4-c6889599d72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:43.008160 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ac51e333-a8e4-40a3-aed1-bb12cf25b796 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:43.131825 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-c643f3f0-22fe-4d6f-83a4-c6889599d72a admin admin] Allocated IP 172.25.1.241 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:53:43.132706 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ac51e333-a8e4-40a3-aed1-bb12cf25b796 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:43.138271 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ac51e333-a8e4-40a3-aed1-bb12cf25b796 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:43.197426 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ac51e333-a8e4-40a3-aed1-bb12cf25b796 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:43.202114 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ac51e333-a8e4-40a3-aed1-bb12cf25b796 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2212448 Nov 27 03:53:43.202930 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41462) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:43.211651 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-254d4150-7994-4056-af8f-46a0919e4eed tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Request body: {'security_group_rule': {'security_group_id': 'db8882e5-d3ca-41b2-9551-4b16b82c9db1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '6654349a-9f7e-4bbf-a018-272073a8f282'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:43.234777 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51e333-a8e4-40a3-aed1-bb12cf25b796 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6654349a-9f7e-4bbf-a018-272073a8f282,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:43.271409 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c643f3f0-22fe-4d6f-83a4-c6889599d72a admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:43.289861 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-254d4150-7994-4056-af8f-46a0919e4eed tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 03:53:43.294746 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-254d4150-7994-4056-af8f-46a0919e4eed tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0852525 Nov 27 03:53:43.295468 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41464) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:43.303628 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52427c7-943b-4bb4-83da-de90130be925 req-2efe931c-0bb5-4f2c-ba78-8c0bf6f93c5e tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:43.305131 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d52427c7-943b-4bb4-83da-de90130be925 req-2efe931c-0bb5-4f2c-ba78-8c0bf6f93c5e tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=576c854a-6777-4fc5-93a8-4d7dc2572a9b HTTP/1.1" status: 200 len: 945 time: 0.0990446 Nov 27 03:53:43.317243 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c643f3f0-22fe-4d6f-83a4-c6889599d72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:43.361311 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c643f3f0-22fe-4d6f-83a4-c6889599d72a admin admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:53:43.364855 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-c643f3f0-22fe-4d6f-83a4-c6889599d72a admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:53:43.367364 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c643f3f0-22fe-4d6f-83a4-c6889599d72a admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:53:43.396596 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d52427c7-943b-4bb4-83da-de90130be925 req-ed35c390-c459-429b-b1b3-b1f6500ef150 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846372 Nov 27 03:53:43.396801 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643f3f0-22fe-4d6f-83a4-c6889599d72a admin admin] Pushing event updated for resources: {'Port': ['ID=06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:43.401986 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-33ce0db4-b4d3-413c-a8c2-86d7ba5c86cd tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:43.440602 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-33ce0db4-b4d3-413c-a8c2-86d7ba5c86cd tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:43.512373 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-33ce0db4-b4d3-413c-a8c2-86d7ba5c86cd tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:43.515600 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-33ce0db4-b4d3-413c-a8c2-86d7ba5c86cd tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:43.520255 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-33ce0db4-b4d3-413c-a8c2-86d7ba5c86cd tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "DELETE /v2.0/security-groups/6654349a-9f7e-4bbf-a018-272073a8f282 HTTP/1.1" status: 204 len: 168 time: 0.2108152 Nov 27 03:53:43.520617 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41472) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:43.548963 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce0db4-b4d3-413c-a8c2-86d7ba5c86cd tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6654349a-9f7e-4bbf-a018-272073a8f282,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:43.572189 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf32b5-9c32-4e83-a73e-9feb56f1497f req-8007b6cf-330f-4955-9cca-4b091b5f94bb tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:43.575002 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0faf32b5-9c32-4e83-a73e-9feb56f1497f req-8007b6cf-330f-4955-9cca-4b091b5f94bb tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=496451c4-e920-40ff-b54e-4e93f5f832d5 HTTP/1.1" status: 200 len: 948 time: 0.0767667 Nov 27 03:53:43.615880 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de61ea-b07c-4d7b-bf67-544d66ad217c req-98be6b46-ab66-448c-83ba-4d31824330ce tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:43.617277 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-83de61ea-b07c-4d7b-bf67-544d66ad217c req-98be6b46-ab66-448c-83ba-4d31824330ce tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.23 "GET /v2.0/ports?device_id=5eaf845f-9253-4a0e-a486-266fb4a6339f HTTP/1.1" status: 200 len: 948 time: 0.1269748 Nov 27 03:53:43.625618 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0faf32b5-9c32-4e83-a73e-9feb56f1497f req-521f0b0d-26fd-4478-8a65-a0912a0292b4 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421808 Nov 27 03:53:43.715358 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-93410061-eb95-46dc-b405-f88bee81dd20 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1914413 Nov 27 03:53:43.718093 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41474) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:43.776976 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a90c77a9-7f4f-43ad-9971-8e675d71e7c0 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:43.796887 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c643f3f0-22fe-4d6f-83a4-c6889599d72a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:43.803224 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a90c77a9-7f4f-43ad-9971-8e675d71e7c0 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:43.847391 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a90c77a9-7f4f-43ad-9971-8e675d71e7c0 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:43.850384 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a90c77a9-7f4f-43ad-9971-8e675d71e7c0 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:43.854024 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a90c77a9-7f4f-43ad-9971-8e675d71e7c0 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "DELETE /v2.0/security-groups/db8882e5-d3ca-41b2-9551-4b16b82c9db1 HTTP/1.1" status: 204 len: 168 time: 0.1325290 Nov 27 03:53:43.856210 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41476) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:43.868064 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c77a9-7f4f-43ad-9971-8e675d71e7c0 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8882e5-d3ca-41b2-9551-4b16b82c9db1,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:43.879589 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-83de61ea-b07c-4d7b-bf67-544d66ad217c req-452d6ebe-f9d4-4d3e-997d-9ce479824e60 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Deleting port 107c4660-1ae4-411c-a0d3-0aa997f3c9b2 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:53:43.879942 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-83de61ea-b07c-4d7b-bf67-544d66ad217c req-452d6ebe-f9d4-4d3e-997d-9ce479824e60 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:43.926616 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-5dcfcbdd-fc7b-44b2-ad0c-d9441cc34740 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0658123 Nov 27 03:53:43.927276 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41480) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:43.932434 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-72276c8f-d6c0-4299-8d93-b7a676ea4455 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Request body: {'security_group': {'name': 'tempest-secgroup--969096077'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:43.969939 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-72276c8f-d6c0-4299-8d93-b7a676ea4455 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:44.052256 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-72276c8f-d6c0-4299-8d93-b7a676ea4455 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:44.057406 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-72276c8f-d6c0-4299-8d93-b7a676ea4455 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:44.082146 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0908444f-5352-46ef-8a5b-0f3208bb00dc None None] Network 206ec85b-e04a-4c10-8a6e-66c9bea7fa3d requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:53:44.083955 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-83de61ea-b07c-4d7b-bf67-544d66ad217c req-452d6ebe-f9d4-4d3e-997d-9ce479824e60 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] For port 107c4660-1ae4-411c-a0d3-0aa997f3c9b2, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=107c4660-1ae4-411c-a0d3-0aa997f3c9b2,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:53:44.084403 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-83de61ea-b07c-4d7b-bf67-544d66ad217c req-452d6ebe-f9d4-4d3e-997d-9ce479824e60 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:44.109604 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-83de61ea-b07c-4d7b-bf67-544d66ad217c req-452d6ebe-f9d4-4d3e-997d-9ce479824e60 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Calling delete_port for 107c4660-1ae4-411c-a0d3-0aa997f3c9b2 owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:53:44.171457 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-01fdac08-3fa2-444c-b96a-544fdd8e1e48 None None] Provisioning complete for port 132be7de-561f-4b1c-a94a-41f283d54232 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:53:44.171920 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-01fdac08-3fa2-444c-b96a-544fdd8e1e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:44.208069 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11092fd9-012c-4c85-ac12-1c43f09ce741 req-168fc603-d667-419d-b3a6-ae155513c1e2 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:44.215775 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-11092fd9-012c-4c85-ac12-1c43f09ce741 req-168fc603-d667-419d-b3a6-ae155513c1e2 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eaf845f-9253-4a0e-a486-266fb4a6339f HTTP/1.1" status: 200 len: 948 time: 0.2079172 Nov 27 03:53:44.234331 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c643f3f0-22fe-4d6f-83a4-c6889599d72a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:44.361608 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 5cfa4de2-2dcf-41c3-a367-4b3fa38863d3 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:53:44.372393 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72276c8f-d6c0-4299-8d93-b7a676ea4455 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=650c9b3f-418d-4a6a-a56d-9ad617cf78a2,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:44.378371 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-72276c8f-d6c0-4299-8d93-b7a676ea4455 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:44.379763 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-72276c8f-d6c0-4299-8d93-b7a676ea4455 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4514766 Nov 27 03:53:44.382865 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41484) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:44.388746 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-d579ae94-770f-4625-96d4-dfad27716112 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:44.389172 n-d-819494-3 neutron-server[110019]: WARNING neutron.api.v2.base [None req-d579ae94-770f-4625-96d4-dfad27716112 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 27 03:53:44.389703 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-d579ae94-770f-4625-96d4-dfad27716112 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] update failed (client error): There was a conflict when trying to complete your request. Nov 27 03:53:44.390696 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d579ae94-770f-4625-96d4-dfad27716112 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "PUT /v2.0/security-groups/650c9b3f-418d-4a6a-a56d-9ad617cf78a2 HTTP/1.1" status: 409 len: 330 time: 0.0067279 Nov 27 03:53:44.394092 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41486) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:44.395356 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-11092fd9-012c-4c85-ac12-1c43f09ce741 req-559f54e4-ce2e-426e-8505-57ac8d00cb49 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/security-groups?id=7503e0dd-d2d6-421d-83d3-f4e4fae310df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782675 Nov 27 03:53:44.414217 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-01fdac08-3fa2-444c-b96a-544fdd8e1e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:44.493280 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-01fdac08-3fa2-444c-b96a-544fdd8e1e48 None None] For port 132be7de-561f-4b1c-a94a-41f283d54232, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=132be7de-561f-4b1c-a94a-41f283d54232,segment=NetworkSegment(ec2570f7-674e-47ca-ba4a-60dc11f882c5),segment_id=ec2570f7-674e-47ca-ba4a-60dc11f882c5)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:53:44.501610 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-01fdac08-3fa2-444c-b96a-544fdd8e1e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:44.536831 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3d2-ff63-43d7-9a21-be4f8da5db0e tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:44.571693 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3d2-ff63-43d7-9a21-be4f8da5db0e tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:44.578093 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-83de61ea-b07c-4d7b-bf67-544d66ad217c req-452d6ebe-f9d4-4d3e-997d-9ce479824e60 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:44.582164 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 5cfa4de2-2dcf-41c3-a367-4b3fa38863d3, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=5cfa4de2-2dcf-41c3-a367-4b3fa38863d3,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:53:44.583896 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e556aac-574d-4929-a38a-17ac820fb49c req-638e7385-967e-411f-9d17-31cd8233e0fd tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:44.585699 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6e556aac-574d-4929-a38a-17ac820fb49c req-638e7385-967e-411f-9d17-31cd8233e0fd tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=576c854a-6777-4fc5-93a8-4d7dc2572a9b HTTP/1.1" status: 200 len: 945 time: 0.0902386 Nov 27 03:53:44.586053 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fdac08-3fa2-444c-b96a-544fdd8e1e48 None None] Pushing event updated for resources: {'Port': ['ID=132be7de-561f-4b1c-a94a-41f283d54232,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:44.599656 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '5cfa4de2-2dcf-41c3-a367-4b3fa38863d3', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'port_id': '5cfa4de2-2dcf-41c3-a367-4b3fa38863d3', 'mac_address': 'fa:16:3e:8f:19:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14a2acf-f1d7-4ddf-8459-b30982428e88', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:53:44.626471 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d6ebe-f9d4-4d3e-997d-9ce479824e60 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Pushing event deleted for resources: {'Port': ['ID=107c4660-1ae4-411c-a0d3-0aa997f3c9b2,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:44.643448 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:44.669025 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cfa4de2-2dcf-41c3-a367-4b3fa38863d3 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:53:44.680039 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3d2-ff63-43d7-9a21-be4f8da5db0e tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:44.682899 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3d2-ff63-43d7-9a21-be4f8da5db0e tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:44.686376 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6e50e3d2-ff63-43d7-9a21-be4f8da5db0e tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "DELETE /v2.0/security-groups/650c9b3f-418d-4a6a-a56d-9ad617cf78a2 HTTP/1.1" status: 204 len: 168 time: 0.2876060 Nov 27 03:53:44.691281 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41496) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:44.699428 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6e556aac-574d-4929-a38a-17ac820fb49c req-95028fb7-a397-4c99-ad73-615b98287188 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034875 Nov 27 03:53:44.709799 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50e3d2-ff63-43d7-9a21-be4f8da5db0e tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=650c9b3f-418d-4a6a-a56d-9ad617cf78a2,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:44.715986 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c643f3f0-22fe-4d6f-83a4-c6889599d72a admin admin] Router 54dabedd-7aa0-4f70-a3fb-c4907dc6fc69 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 03:53:44.741589 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 5cfa4de2-2dcf-41c3-a367-4b3fa38863d3, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=5cfa4de2-2dcf-41c3-a367-4b3fa38863d3,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:53:44.743749 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-83de61ea-b07c-4d7b-bf67-544d66ad217c req-452d6ebe-f9d4-4d3e-997d-9ce479824e60 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] No DVR routers for this DVR port 107c4660-1ae4-411c-a0d3-0aa997f3c9b2 on host n-h1-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:53:44.749713 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-83de61ea-b07c-4d7b-bf67-544d66ad217c req-452d6ebe-f9d4-4d3e-997d-9ce479824e60 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:44.753212 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-83de61ea-b07c-4d7b-bf67-544d66ad217c req-452d6ebe-f9d4-4d3e-997d-9ce479824e60 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.23 "DELETE /v2.0/ports/107c4660-1ae4-411c-a0d3-0aa997f3c9b2 HTTP/1.1" status: 204 len: 173 time: 1.1242712 Nov 27 03:53:44.753935 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eaf845f-9253-4a0e-a486-266fb4a6339f', 'name': 'network-vif-deleted', 'tag': '107c4660-1ae4-411c-a0d3-0aa997f3c9b2'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:53:44.756170 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b45fa5e-405e-4bac-8481-8d837be45826" -d '{"events": [{"server_uuid": "5eaf845f-9253-4a0e-a486-266fb4a6339f", "name": "network-vif-deleted", "tag": "107c4660-1ae4-411c-a0d3-0aa997f3c9b2"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:53:44.771657 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:44.803587 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-862fcc79-f13c-44d7-bf2d-723392246276 None None] Provisioning complete for port 132be7de-561f-4b1c-a94a-41f283d54232 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:53:44.804246 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-862fcc79-f13c-44d7-bf2d-723392246276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:44.824343 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb3dcc-f1b6-46fb-b4c4-2635d9b88615 req-e0df982d-0cd1-4c5d-aad1-05c595fbcc74 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:44.832592 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b0bb3dcc-f1b6-46fb-b4c4-2635d9b88615 req-e0df982d-0cd1-4c5d-aad1-05c595fbcc74 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=496451c4-e920-40ff-b54e-4e93f5f832d5 HTTP/1.1" status: 200 len: 949 time: 0.0663657 Nov 27 03:53:44.846478 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2234d17-2634-46f8-98a9-d03ab1de08b5 x-openstack-request-id: req-f2234d17-2634-46f8-98a9-d03ab1de08b5 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:53:44.846800 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eaf845f-9253-4a0e-a486-266fb4a6339f", "name": "network-vif-deleted", "tag": "107c4660-1ae4-411c-a0d3-0aa997f3c9b2", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:53:44.847062 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f2234d17-2634-46f8-98a9-d03ab1de08b5 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:53:44.847465 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eaf845f-9253-4a0e-a486-266fb4a6339f', 'name': 'network-vif-deleted', 'tag': '107c4660-1ae4-411c-a0d3-0aa997f3c9b2', 'status': 'completed', 'code': 200} Nov 27 03:53:44.863772 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b4d9d280-12f3-429d-8e04-7896c22aebb6 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1713021 Nov 27 03:53:44.867941 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41500) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:44.887364 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-a670e6eb-526c-4b30-8841-6e6ad534a298 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] delete failed (client error): The resource could not be found. Nov 27 03:53:44.888386 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a670e6eb-526c-4b30-8841-6e6ad534a298 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "DELETE /v2.0/security-groups/9268cc5e-94b9-4f6e-abf0-e7ec6ca68322 HTTP/1.1" status: 404 len: 347 time: 0.0192926 Nov 27 03:53:44.892993 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41502) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:44.895196 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b0bb3dcc-f1b6-46fb-b4c4-2635d9b88615 req-728e16ad-4d28-464a-beab-f1884b0141fb tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595050 Nov 27 03:53:44.908395 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=5cfa4de2-2dcf-41c3-a367-4b3fa38863d3,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:44.921202 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-b2441007-8cbc-4046-a743-f0fdc5cc8112 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] show failed (client error): The resource could not be found. Nov 27 03:53:44.922273 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b2441007-8cbc-4046-a743-f0fdc5cc8112 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "GET /v2.0/security-groups/cbb96cd1-55b4-4b6f-bd50-c4f66e6a1a6c HTTP/1.1" status: 404 len: 347 time: 0.0283632 Nov 27 03:53:44.926112 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41504) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:44.942281 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c643f3f0-22fe-4d6f-83a4-c6889599d72a admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:53:44.945469 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-9721bf18-699b-4f14-9c9a-caeab7738e37 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] show failed (client error): The resource could not be found. Nov 27 03:53:44.947711 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9721bf18-699b-4f14-9c9a-caeab7738e37 tempest-NegativeSecGroupTest-587712045 tempest-NegativeSecGroupTest-587712045-project] 10.222.0.20 "GET /v2.0/security-group-rules/37df6b22-f3c8-465c-8537-a343d946f5d1 HTTP/1.1" status: 404 len: 356 time: 0.0177281 Nov 27 03:53:44.961614 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e99ca13-7bd8-46b3-bf9a-3d5fbda040a9 None None] Sync routers for ids ['54dabedd-7aa0-4f70-a3fb-c4907dc6fc69'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:53:44.971715 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c643f3f0-22fe-4d6f-83a4-c6889599d72a admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:44.977913 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c643f3f0-22fe-4d6f-83a4-c6889599d72a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8170395 Nov 27 03:53:44.978868 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41508) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:44.983661 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e99ca13-7bd8-46b3-bf9a-3d5fbda040a9 None None] Routers {'54dabedd-7aa0-4f70-a3fb-c4907dc6fc69'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:53:44.984444 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-3e99ca13-7bd8-46b3-bf9a-3d5fbda040a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:53:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['54dabedd-7aa0-4f70-a3fb-c4907dc6fc69'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:53:45.136986 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 132be7de-561f-4b1c-a94a-41f283d54232 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:53:45.187497 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['5cfa4de2-2dcf-41c3-a367-4b3fa38863d3'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:53:45.245730 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-3e99ca13-7bd8-46b3-bf9a-3d5fbda040a9 None None] Set router 54dabedd-7aa0-4f70-a3fb-c4907dc6fc69 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:53:45.265132 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41514) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:45.437803 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 132be7de-561f-4b1c-a94a-41f283d54232 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:53:45.438418 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:45.504162 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a8593726-7bba-4860-922e-707ce1cae177 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=576a212345724799ab5d48064beed070&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2378578 Nov 27 03:53:45.506688 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41522) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:45.565431 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-eab3aa03-9525-4b98-bbc2-c272f3ad4285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:45.571852 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-719a6cd9-fb4c-4607-8fb6-9e968f4d6793 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:45.606909 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-719a6cd9-fb4c-4607-8fb6-9e968f4d6793 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:45.677229 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-719a6cd9-fb4c-4607-8fb6-9e968f4d6793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:45.679964 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-719a6cd9-fb4c-4607-8fb6-9e968f4d6793 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:45.684242 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-719a6cd9-fb4c-4607-8fb6-9e968f4d6793 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/250854ce-54da-4dc5-b141-a4b9165a573a HTTP/1.1" status: 204 len: 168 time: 0.1763623 Nov 27 03:53:45.693033 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a6cd9-fb4c-4607-8fb6-9e968f4d6793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250854ce-54da-4dc5-b141-a4b9165a573a,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:45.804912 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943afd6-1ffa-495c-a511-bc20a496dabb req-89f366a3-4f48-43a8-933d-bed5f969f970 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:45.806542 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2943afd6-1ffa-495c-a511-bc20a496dabb req-89f366a3-4f48-43a8-933d-bed5f969f970 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/ports?device_id=b823decf-9f0a-46d2-b8b8-ad772708563f HTTP/1.1" status: 200 len: 948 time: 0.0684018 Nov 27 03:53:45.850360 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-eab3aa03-9525-4b98-bbc2-c272f3ad4285 admin admin] Allocated IP 172.20.0.1 (206ec85b-e04a-4c10-8a6e-66c9bea7fa3d/16a2ad0e-052b-4c88-8b6f-df6566997da5/566b3d46-e37a-433b-b3db-756b03bd740e) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:53:45.866136 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe427f4-e270-492a-9a1f-0a83491c1d71 req-6ccf0cfb-762a-471b-b3d5-0d1be8cfaddd tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:45.867763 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3fe427f4-e270-492a-9a1f-0a83491c1d71 req-6ccf0cfb-762a-471b-b3d5-0d1be8cfaddd tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=576c854a-6777-4fc5-93a8-4d7dc2572a9b HTTP/1.1" status: 200 len: 945 time: 0.0759234 Nov 27 03:53:45.883045 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2943afd6-1ffa-495c-a511-bc20a496dabb req-59fc666b-c8a9-420e-9572-18325ecafdc1 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/security-groups?id=7503e0dd-d2d6-421d-83d3-f4e4fae310df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683622 Nov 27 03:53:45.980375 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:45.985885 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3fe427f4-e270-492a-9a1f-0a83491c1d71 req-7ef36fb1-764f-4019-a842-857d4da63e9f tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110132 Nov 27 03:53:45.987309 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-3e99ca13-7bd8-46b3-bf9a-3d5fbda040a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'name': 'tempest-AttachVolumeTestJSON-843500189-router', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:53:42Z', 'updated_at': '2021-11-27T03:53:43Z', 'revision_number': 3, 'project_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'gw_port': {'id': '06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:53:43Z', 'updated_at': '2021-11-27T03:53:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:53:46.036298 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e99ca13-7bd8-46b3-bf9a-3d5fbda040a9 None None] Checking router: 54dabedd-7aa0-4f70-a3fb-c4907dc6fc69 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:53:46.036663 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e99ca13-7bd8-46b3-bf9a-3d5fbda040a9 None None] Updating router 54dabedd-7aa0-4f70-a3fb-c4907dc6fc69 port 06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4 binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:53:46.071326 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3e99ca13-7bd8-46b3-bf9a-3d5fbda040a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:46.074730 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06f73f33-78fa-433f-98de-b2c5f86a915d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:46.074910 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-eab3aa03-9525-4b98-bbc2-c272f3ad4285 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:46.155834 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99fe9e1-b4e1-4224-9f46-e59c2a80609f req-a3c16729-5fb5-4e10-b36b-fb8b153a4526 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:46.157985 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a99fe9e1-b4e1-4224-9f46-e59c2a80609f req-a3c16729-5fb5-4e10-b36b-fb8b153a4526 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=496451c4-e920-40ff-b54e-4e93f5f832d5 HTTP/1.1" status: 200 len: 949 time: 0.0805917 Nov 27 03:53:46.173169 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-eab3aa03-9525-4b98-bbc2-c272f3ad4285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:46.222371 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab3aa03-9525-4b98-bbc2-c272f3ad4285 admin admin] Network 206ec85b-e04a-4c10-8a6e-66c9bea7fa3d is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:53:46.234982 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-eab3aa03-9525-4b98-bbc2-c272f3ad4285 admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:53:46.237817 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab3aa03-9525-4b98-bbc2-c272f3ad4285 admin admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:53:46.285297 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3aa03-9525-4b98-bbc2-c272f3ad4285 admin admin] Pushing event updated for resources: {'Port': ['ID=566b3d46-e37a-433b-b3db-756b03bd740e,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:46.312633 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a99fe9e1-b4e1-4224-9f46-e59c2a80609f req-38636d41-550b-4b8d-96b3-634c63d686c9 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468923 Nov 27 03:53:46.323312 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-eab3aa03-9525-4b98-bbc2-c272f3ad4285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:46.367081 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3e99ca13-7bd8-46b3-bf9a-3d5fbda040a9 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:46.378644 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3e99ca13-7bd8-46b3-bf9a-3d5fbda040a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:46.442403 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebebceb-e9c3-4bb0-97a0-66e6a919271a None None] Pushing event updated for resources: {'Port': ['ID=06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:46.466292 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-3e99ca13-7bd8-46b3-bf9a-3d5fbda040a9 None None] Attempting to bind port 06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:53:46.466703 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-3e99ca13-7bd8-46b3-bf9a-3d5fbda040a9 None None] Attempting to bind port 06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:53:46.467102 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e99ca13-7bd8-46b3-bf9a-3d5fbda040a9 None None] Attempting to bind port 06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4 on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:53:46.478142 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e99ca13-7bd8-46b3-bf9a-3d5fbda040a9 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:53:46.478474 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e99ca13-7bd8-46b3-bf9a-3d5fbda040a9 None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:53:46.478915 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3e99ca13-7bd8-46b3-bf9a-3d5fbda040a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:46.479479 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e99ca13-7bd8-46b3-bf9a-3d5fbda040a9 None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:53:46.479970 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-3e99ca13-7bd8-46b3-bf9a-3d5fbda040a9 None None] Bound port: 06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:53:46.480510 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3e99ca13-7bd8-46b3-bf9a-3d5fbda040a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:46.509726 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-eab3aa03-9525-4b98-bbc2-c272f3ad4285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:46.544069 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-3e99ca13-7bd8-46b3-bf9a-3d5fbda040a9 None None] For port 06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:53:46.547261 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-3e99ca13-7bd8-46b3-bf9a-3d5fbda040a9 None None] For port 06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:53:46.551816 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3e99ca13-7bd8-46b3-bf9a-3d5fbda040a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:46.619631 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-5ed37cc9-8d87-405d-86a2-03cb043b93b8 None None] Provisioning complete for port 566b3d46-e37a-433b-b3db-756b03bd740e triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:53:46.620013 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5ed37cc9-8d87-405d-86a2-03cb043b93b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:46.624436 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e99ca13-7bd8-46b3-bf9a-3d5fbda040a9 None None] Routers {'54dabedd-7aa0-4f70-a3fb-c4907dc6fc69'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:53:46.625081 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-3e99ca13-7bd8-46b3-bf9a-3d5fbda040a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:53:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['54dabedd-7aa0-4f70-a3fb-c4907dc6fc69'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:53:46.697728 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-eab3aa03-9525-4b98-bbc2-c272f3ad4285 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:46.704124 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-eab3aa03-9525-4b98-bbc2-c272f3ad4285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:46.729467 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebebceb-e9c3-4bb0-97a0-66e6a919271a None None] Pushing event updated for resources: {'Port': ['ID=06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:46.758515 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-5ed37cc9-8d87-405d-86a2-03cb043b93b8 None None] Port 566b3d46-e37a-433b-b3db-756b03bd740e cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:53:46.764515 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-eab3aa03-9525-4b98-bbc2-c272f3ad4285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:46.771192 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-3e99ca13-7bd8-46b3-bf9a-3d5fbda040a9 None None] Set router 54dabedd-7aa0-4f70-a3fb-c4907dc6fc69 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:53:46.853483 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3aa03-9525-4b98-bbc2-c272f3ad4285 admin admin] Pushing event updated for resources: {'Port': ['ID=566b3d46-e37a-433b-b3db-756b03bd740e,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:46.907032 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab3aa03-9525-4b98-bbc2-c272f3ad4285 admin admin] Network 206ec85b-e04a-4c10-8a6e-66c9bea7fa3d is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:53:46.907884 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-eab3aa03-9525-4b98-bbc2-c272f3ad4285 admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:53:47.046419 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-3e99ca13-7bd8-46b3-bf9a-3d5fbda040a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'name': 'tempest-AttachVolumeTestJSON-843500189-router', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:53:42Z', 'updated_at': '2021-11-27T03:53:46Z', 'revision_number': 4, 'project_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'gw_port': {'id': '06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:53:43Z', 'updated_at': '2021-11-27T03:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '566b3d46-e37a-433b-b3db-756b03bd740e', 'name': '', 'network_id': '206ec85b-e04a-4c10-8a6e-66c9bea7fa3d', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'mac_address': 'fa:16:3e:c3:14:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '16a2ad0e-052b-4c88-8b6f-df6566997da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:53:45Z', 'updated_at': '2021-11-27T03:53:45Z', 'revision_number': 1, 'project_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'subnets': [{'id': '16a2ad0e-052b-4c88-8b6f-df6566997da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:53:47.077996 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e99ca13-7bd8-46b3-bf9a-3d5fbda040a9 None None] The sync data for ids ['54dabedd-7aa0-4f70-a3fb-c4907dc6fc69'] in n-d-819494-3 is: [{'id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'name': 'tempest-AttachVolumeTestJSON-843500189-router', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:53:42Z', 'updated_at': '2021-11-27T03:53:46Z', 'revision_number': 4, 'project_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'gw_port': {'id': '06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:53:43Z', 'updated_at': '2021-11-27T03:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '566b3d46-e37a-433b-b3db-756b03bd740e', 'name': '', 'network_id': '206ec85b-e04a-4c10-8a6e-66c9bea7fa3d', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'mac_address': 'fa:16:3e:c3:14:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '16a2ad0e-052b-4c88-8b6f-df6566997da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:53:45Z', 'updated_at': '2021-11-27T03:53:45Z', 'revision_number': 1, 'project_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'subnets': [{'id': '16a2ad0e-052b-4c88-8b6f-df6566997da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:53:47.080859 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d2e4b-ddf0-4a54-b97c-b727c730f1d4 req-009acb0f-b7c1-46b1-b8fe-aeb6cb35c2e7 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:47.087071 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c47d2e4b-ddf0-4a54-b97c-b727c730f1d4 req-009acb0f-b7c1-46b1-b8fe-aeb6cb35c2e7 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/ports?device_id=b823decf-9f0a-46d2-b8b8-ad772708563f HTTP/1.1" status: 200 len: 948 time: 0.0898056 Nov 27 03:53:47.100754 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab3aa03-9525-4b98-bbc2-c272f3ad4285 admin admin] Router 54dabedd-7aa0-4f70-a3fb-c4907dc6fc69 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:53:47.184795 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c47d2e4b-ddf0-4a54-b97c-b727c730f1d4 req-84e5cfd9-a9f1-494e-9679-f9861ba13cfb tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/security-groups?id=7503e0dd-d2d6-421d-83d3-f4e4fae310df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943980 Nov 27 03:53:47.291290 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0b0b8ad2-ec52-44b4-a30e-9108d095afa5 None None] Provisioning complete for port 566b3d46-e37a-433b-b3db-756b03bd740e triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:53:47.291971 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0b0b8ad2-ec52-44b4-a30e-9108d095afa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:47.312239 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d986f3-924f-46ab-8cd1-ba808f385a57 req-a08dc0dd-55a3-4c4a-98fe-afd0618fb8b6 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:47.319714 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c1d986f3-924f-46ab-8cd1-ba808f385a57 req-a08dc0dd-55a3-4c4a-98fe-afd0618fb8b6 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=576c854a-6777-4fc5-93a8-4d7dc2572a9b HTTP/1.1" status: 200 len: 945 time: 0.1160727 Nov 27 03:53:47.336774 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0b0b8ad2-ec52-44b4-a30e-9108d095afa5 None None] Port 566b3d46-e37a-433b-b3db-756b03bd740e cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:53:47.366300 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab3aa03-9525-4b98-bbc2-c272f3ad4285 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:53:47.372768 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-eab3aa03-9525-4b98-bbc2-c272f3ad4285 admin admin] 10.222.0.20 "PUT /v2.0/routers/54dabedd-7aa0-4f70-a3fb-c4907dc6fc69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3929937 Nov 27 03:53:47.403895 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c1d986f3-924f-46ab-8cd1-ba808f385a57 req-b5a76c09-a995-42fe-9c52-0e154c68efff tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832987 Nov 27 03:53:47.518131 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455abd3-8fb0-4e54-a168-760a3f018730 req-2020fa2a-0b88-4968-b6b0-e959f6d697ee tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:47.529924 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6455abd3-8fb0-4e54-a168-760a3f018730 req-2020fa2a-0b88-4968-b6b0-e959f6d697ee tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=496451c4-e920-40ff-b54e-4e93f5f832d5 HTTP/1.1" status: 200 len: 949 time: 0.1000185 Nov 27 03:53:47.591180 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6455abd3-8fb0-4e54-a168-760a3f018730 req-16082010-1eef-4203-8521-2a418f6609a1 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568185 Nov 27 03:53:48.030876 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41606) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:48.144675 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5b5557d9-df60-44fe-a6b9-e941e06efadc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:48.245011 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5b5557d9-df60-44fe-a6b9-e941e06efadc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:48.255708 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3e87-faa5-4c89-a9ae-a751824b4c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:48.259721 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5b5557d9-df60-44fe-a6b9-e941e06efadc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:48.310412 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-5b5557d9-df60-44fe-a6b9-e941e06efadc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eb81fa7119724a1583a1dbeb0eb8283b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2776716 Nov 27 03:53:48.314129 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41614) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:48.324186 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f20999-476d-446d-a293-0bdf7e3ef1fd req-76829b9e-a81e-4f83-8f4c-ebb3dd7c5b7b tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:48.325826 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f8f20999-476d-446d-a293-0bdf7e3ef1fd req-76829b9e-a81e-4f83-8f4c-ebb3dd7c5b7b tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.23 "GET /v2.0/ports?device_id=b823decf-9f0a-46d2-b8b8-ad772708563f HTTP/1.1" status: 200 len: 948 time: 0.1271551 Nov 27 03:53:48.339170 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5557d9-df60-44fe-a6b9-e941e06efadc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4afb73-5fb2-421b-9d48-3ab75240b50e,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:48.362595 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41616) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:48.369817 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-a5e95db8-b147-432f-a694-cc8d8032cde9 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Request body: {'security_group': {'name': 'tempest-securitygroup--643488152', 'description': 'tempest-description--847158378'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:48.374455 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 5cfa4de2-2dcf-41c3-a367-4b3fa38863d3 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:53:48.400341 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c630b52-5d48-4f9f-876f-64a51189fe25 req-72a061bf-464f-427a-be18-e77e8863b871 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:48.407875 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2c630b52-5d48-4f9f-876f-64a51189fe25 req-72a061bf-464f-427a-be18-e77e8863b871 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/ports?device_id=b823decf-9f0a-46d2-b8b8-ad772708563f HTTP/1.1" status: 200 len: 948 time: 0.1309814 Nov 27 03:53:48.415875 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-13b7b12c-7ad5-4a79-b738-3dfc52244f3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:48.435659 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a5e95db8-b147-432f-a694-cc8d8032cde9 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:48.467172 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-13b7b12c-7ad5-4a79-b738-3dfc52244f3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:48.483073 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 5cfa4de2-2dcf-41c3-a367-4b3fa38863d3 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:53:48.489870 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 5cfa4de2-2dcf-41c3-a367-4b3fa38863d3 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:53:48.492548 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:48.503846 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2c630b52-5d48-4f9f-876f-64a51189fe25 req-b4435836-1682-4a3b-aa41-e7903830b821 tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/security-groups?id=7503e0dd-d2d6-421d-83d3-f4e4fae310df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918741 Nov 27 03:53:48.560186 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-f8f20999-476d-446d-a293-0bdf7e3ef1fd req-5bab4184-dcba-40f3-b3fb-bc000aaad49d tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Deleting port 23917401-9f73-4d86-8eb2-a0589e6b7a2f {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:53:48.560447 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f8f20999-476d-446d-a293-0bdf7e3ef1fd req-5bab4184-dcba-40f3-b3fb-bc000aaad49d tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:48.569295 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:48.593895 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-13b7b12c-7ad5-4a79-b738-3dfc52244f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:48.596656 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-13b7b12c-7ad5-4a79-b738-3dfc52244f3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:48.600133 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-13b7b12c-7ad5-4a79-b738-3dfc52244f3e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e4afb73-5fb2-421b-9d48-3ab75240b50e HTTP/1.1" status: 204 len: 168 time: 0.2825274 Nov 27 03:53:48.619508 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a5e95db8-b147-432f-a694-cc8d8032cde9 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:48.651846 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7b12c-7ad5-4a79-b738-3dfc52244f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4afb73-5fb2-421b-9d48-3ab75240b50e,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:48.653552 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a5e95db8-b147-432f-a694-cc8d8032cde9 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:48.655870 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:48.701501 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496451c4-e920-40ff-b54e-4e93f5f832d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cfa4de2-2dcf-41c3-a367-4b3fa38863d3'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:53:48.707457 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ef352a-9723-4f76-be4e-dc4370c37452" -d '{"events": [{"server_uuid": "496451c4-e920-40ff-b54e-4e93f5f832d5", "name": "network-vif-plugged", "status": "completed", "tag": "5cfa4de2-2dcf-41c3-a367-4b3fa38863d3"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:53:48.721758 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a5e95db8-b147-432f-a694-cc8d8032cde9 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:48.723075 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a5e95db8-b147-432f-a694-cc8d8032cde9 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3595133 Nov 27 03:53:48.727018 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41628) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:48.731394 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 5cfa4de2-2dcf-41c3-a367-4b3fa38863d3, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=5cfa4de2-2dcf-41c3-a367-4b3fa38863d3,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:53:48.731762 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-f8f20999-476d-446d-a293-0bdf7e3ef1fd req-5bab4184-dcba-40f3-b3fb-bc000aaad49d tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] For port 23917401-9f73-4d86-8eb2-a0589e6b7a2f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=23917401-9f73-4d86-8eb2-a0589e6b7a2f,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:53:48.732524 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f8f20999-476d-446d-a293-0bdf7e3ef1fd req-5bab4184-dcba-40f3-b3fb-bc000aaad49d tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:48.732667 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-e7d03ee9-ab07-44df-8b30-24e724e66142 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Request body: {'security_group_rule': {'security_group_id': '12c77282-abb4-49c4-b21d-278815576516', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:48.737183 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:48.738622 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 107c4660-1ae4-411c-a0d3-0aa997f3c9b2 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:53:48.749532 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2306d-2da8-486c-87a8-4f0e3d7f67e1 req-a5268857-4033-4524-b923-0891c3d19c23 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:48.753964 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-f8f20999-476d-446d-a293-0bdf7e3ef1fd req-5bab4184-dcba-40f3-b3fb-bc000aaad49d tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Calling delete_port for 23917401-9f73-4d86-8eb2-a0589e6b7a2f owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:53:48.757902 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7de2306d-2da8-486c-87a8-4f0e3d7f67e1 req-a5268857-4033-4524-b923-0891c3d19c23 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=576c854a-6777-4fc5-93a8-4d7dc2572a9b HTTP/1.1" status: 200 len: 945 time: 0.1643872 Nov 27 03:53:48.764130 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e95db8-b147-432f-a694-cc8d8032cde9 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12c77282-abb4-49c4-b21d-278815576516,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:48.806723 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 107c4660-1ae4-411c-a0d3-0aa997f3c9b2 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:53:48.810031 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 107c4660-1ae4-411c-a0d3-0aa997f3c9b2 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:53:48.819364 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e7d03ee9-ab07-44df-8b30-24e724e66142 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:48.847721 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7de2306d-2da8-486c-87a8-4f0e3d7f67e1 req-af5b75b9-8f25-4bd6-a7cb-9a776ff4f42c tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896831 Nov 27 03:53:48.908258 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e7d03ee9-ab07-44df-8b30-24e724e66142 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:48.911494 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=5cfa4de2-2dcf-41c3-a367-4b3fa38863d3,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:48.913789 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e7d03ee9-ab07-44df-8b30-24e724e66142 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:48.932477 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f563461-4d55-4437-bcc1-51f8d78ebabd req-053a1b4e-e2a2-45fd-a102-47b271c74c0a tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:48.933992 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d03ee9-ab07-44df-8b30-24e724e66142 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6174332-21e9-4c33-9447-9cdbdc07e85a,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:48.936053 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2f563461-4d55-4437-bcc1-51f8d78ebabd req-053a1b4e-e2a2-45fd-a102-47b271c74c0a tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=496451c4-e920-40ff-b54e-4e93f5f832d5 HTTP/1.1" status: 200 len: 950 time: 0.0997181 Nov 27 03:53:48.938134 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e643cd9-b584-4d20-a95d-75b2a5bcbe86 x-openstack-request-id: req-6e643cd9-b584-4d20-a95d-75b2a5bcbe86 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:53:48.939149 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496451c4-e920-40ff-b54e-4e93f5f832d5", "name": "network-vif-plugged", "status": "completed", "tag": "5cfa4de2-2dcf-41c3-a367-4b3fa38863d3", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:53:48.939635 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e643cd9-b584-4d20-a95d-75b2a5bcbe86 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:53:48.940074 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496451c4-e920-40ff-b54e-4e93f5f832d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cfa4de2-2dcf-41c3-a367-4b3fa38863d3', 'code': 200} Nov 27 03:53:48.955878 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e7d03ee9-ab07-44df-8b30-24e724e66142 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:48.957858 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e7d03ee9-ab07-44df-8b30-24e724e66142 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2287378 Nov 27 03:53:48.960580 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41634) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:48.968742 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-ca0dc265-acd9-4250-8050-c0cebc9f3224 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Request body: {'security_group_rule': {'security_group_id': '12c77282-abb4-49c4-b21d-278815576516', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:49.040619 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f8f20999-476d-446d-a293-0bdf7e3ef1fd req-5bab4184-dcba-40f3-b3fb-bc000aaad49d tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:49.056246 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca0dc265-acd9-4250-8050-c0cebc9f3224 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:49.066007 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2f563461-4d55-4437-bcc1-51f8d78ebabd req-ff546655-ea8d-4155-92a0-c957de52dab0 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160719 Nov 27 03:53:49.131855 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:53:49.147685 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8dc3b-5f45-4409-877b-d79707c5fe30 req-3d158cd7-52ce-4cd0-82e7-167cf39e5cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:49.149370 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-53a8dc3b-5f45-4409-877b-d79707c5fe30 req-3d158cd7-52ce-4cd0-82e7-167cf39e5cc0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=496451c4-e920-40ff-b54e-4e93f5f832d5 HTTP/1.1" status: 200 len: 1101 time: 0.0752120 Nov 27 03:53:49.163983 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca0dc265-acd9-4250-8050-c0cebc9f3224 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:49.171680 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab4184-dcba-40f3-b3fb-bc000aaad49d tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Pushing event deleted for resources: {'Port': ['ID=23917401-9f73-4d86-8eb2-a0589e6b7a2f,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:49.180798 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41636) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:49.183577 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca0dc265-acd9-4250-8050-c0cebc9f3224 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:49.198984 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f20999-476d-446d-a293-0bdf7e3ef1fd req-5bab4184-dcba-40f3-b3fb-bc000aaad49d tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] No DVR routers for this DVR port 23917401-9f73-4d86-8eb2-a0589e6b7a2f on host n-h1-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:53:49.201477 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f8f20999-476d-446d-a293-0bdf7e3ef1fd req-5bab4184-dcba-40f3-b3fb-bc000aaad49d tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:49.205334 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f8f20999-476d-446d-a293-0bdf7e3ef1fd req-5bab4184-dcba-40f3-b3fb-bc000aaad49d tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.23 "DELETE /v2.0/ports/23917401-9f73-4d86-8eb2-a0589e6b7a2f HTTP/1.1" status: 204 len: 173 time: 0.8654027 Nov 27 03:53:49.205788 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b823decf-9f0a-46d2-b8b8-ad772708563f', 'name': 'network-vif-deleted', 'tag': '23917401-9f73-4d86-8eb2-a0589e6b7a2f'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:53:49.213552 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b78804-e764-468f-b31f-24f84e40dada" -d '{"events": [{"server_uuid": "b823decf-9f0a-46d2-b8b8-ad772708563f", "name": "network-vif-deleted", "tag": "23917401-9f73-4d86-8eb2-a0589e6b7a2f"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:53:49.250898 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-53a8dc3b-5f45-4409-877b-d79707c5fe30 req-496f3c87-990b-46ae-ba31-6ac911731467 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838203 Nov 27 03:53:49.260079 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03c73e7-b47b-4935-9496-e1548f86d28a x-openstack-request-id: req-b03c73e7-b47b-4935-9496-e1548f86d28a {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:53:49.260567 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b823decf-9f0a-46d2-b8b8-ad772708563f", "name": "network-vif-deleted", "tag": "23917401-9f73-4d86-8eb2-a0589e6b7a2f", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:53:49.260989 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b03c73e7-b47b-4935-9496-e1548f86d28a {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:53:49.261546 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b823decf-9f0a-46d2-b8b8-ad772708563f', 'name': 'network-vif-deleted', 'tag': '23917401-9f73-4d86-8eb2-a0589e6b7a2f', 'status': 'completed', 'code': 200} Nov 27 03:53:49.267315 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ae030c97-96e3-4d5d-9971-e015922f2632 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:49.268509 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:53:49.268973 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:49.269893 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0dc265-acd9-4250-8050-c0cebc9f3224 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6279be22-dd36-4714-9409-f481b07606fe,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:49.285690 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca0dc265-acd9-4250-8050-c0cebc9f3224 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:49.290901 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41640) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:49.291902 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ca0dc265-acd9-4250-8050-c0cebc9f3224 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3301706 Nov 27 03:53:49.295810 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-63603252-0f8e-4bab-8d72-82a276193097 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:49.320501 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-63603252-0f8e-4bab-8d72-82a276193097 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks [] for floatingip, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:49.365188 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:49.381737 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ae030c97-96e3-4d5d-9971-e015922f2632 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:49.386652 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ae030c97-96e3-4d5d-9971-e015922f2632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:49.391862 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:53:49.396543 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:49.438266 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ae030c97-96e3-4d5d-9971-e015922f2632 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a8d3922118724d13903b5b967bcf7a80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2506382 Nov 27 03:53:49.438944 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41642) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:49.441027 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae030c97-96e3-4d5d-9971-e015922f2632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d42ca5-890a-452b-b2e2-95b03fec131e,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:49.459819 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-63603252-0f8e-4bab-8d72-82a276193097 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:49.466006 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:49.484026 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:49.517409 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8bd71a34-0b14-4f19-b6f8-45c01cb90301 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:49.555865 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8bd71a34-0b14-4f19-b6f8-45c01cb90301 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:49.667082 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b256f2e1-dc92-4261-af1b-399ffdd70c25 req-66879b16-037e-4645-86e4-4c18eb51f91b tempest-ListImageFiltersTestJSON-1237980209 tempest-ListImageFiltersTestJSON-1237980209-project] 10.222.0.20 "GET /v2.0/ports?device_id=b823decf-9f0a-46d2-b8b8-ad772708563f HTTP/1.1" status: 200 len: 210 time: 0.0601299 Nov 27 03:53:49.673344 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-63603252-0f8e-4bab-8d72-82a276193097 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Allocated IP 172.25.1.171 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/e0714527-1c38-4903-b342-75acf1ea8733) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:53:49.711905 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e71346b-d0eb-44f6-9761-fd0943699484 None None] Sync routers for ids ['54dabedd-7aa0-4f70-a3fb-c4907dc6fc69'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:53:49.721402 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8bd71a34-0b14-4f19-b6f8-45c01cb90301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:49.724094 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8bd71a34-0b14-4f19-b6f8-45c01cb90301 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:49.727615 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8bd71a34-0b14-4f19-b6f8-45c01cb90301 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/79d42ca5-890a-452b-b2e2-95b03fec131e HTTP/1.1" status: 204 len: 168 time: 0.2851880 Nov 27 03:53:49.730089 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e71346b-d0eb-44f6-9761-fd0943699484 None None] Routers {'54dabedd-7aa0-4f70-a3fb-c4907dc6fc69'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:53:49.730784 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-5e71346b-d0eb-44f6-9761-fd0943699484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:53:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['54dabedd-7aa0-4f70-a3fb-c4907dc6fc69'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:53:49.753334 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd71a34-0b14-4f19-b6f8-45c01cb90301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d42ca5-890a-452b-b2e2-95b03fec131e,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:49.849090 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-5e71346b-d0eb-44f6-9761-fd0943699484 None None] Set router 54dabedd-7aa0-4f70-a3fb-c4907dc6fc69 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:53:50.085730 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-5e71346b-d0eb-44f6-9761-fd0943699484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'name': 'tempest-AttachVolumeTestJSON-843500189-router', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:53:42Z', 'updated_at': '2021-11-27T03:53:46Z', 'revision_number': 4, 'project_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'gw_port': {'id': '06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:53:43Z', 'updated_at': '2021-11-27T03:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '566b3d46-e37a-433b-b3db-756b03bd740e', 'name': '', 'network_id': '206ec85b-e04a-4c10-8a6e-66c9bea7fa3d', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'mac_address': 'fa:16:3e:c3:14:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '16a2ad0e-052b-4c88-8b6f-df6566997da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:53:45Z', 'updated_at': '2021-11-27T03:53:46Z', 'revision_number': 2, 'project_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'subnets': [{'id': '16a2ad0e-052b-4c88-8b6f-df6566997da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:53:50.118234 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e71346b-d0eb-44f6-9761-fd0943699484 None None] Checking router: 54dabedd-7aa0-4f70-a3fb-c4907dc6fc69 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:53:50.118998 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e71346b-d0eb-44f6-9761-fd0943699484 None None] Updating router 54dabedd-7aa0-4f70-a3fb-c4907dc6fc69 port 566b3d46-e37a-433b-b3db-756b03bd740e binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:53:50.128998 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-63603252-0f8e-4bab-8d72-82a276193097 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:50.157504 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-5e71346b-d0eb-44f6-9761-fd0943699484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:50.167132 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122b9d2-3fad-499f-88f3-0c82653166a3 req-221de227-7ad0-4dea-992b-40848b76269a tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:50.168682 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2122b9d2-3fad-499f-88f3-0c82653166a3 req-221de227-7ad0-4dea-992b-40848b76269a tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=576c854a-6777-4fc5-93a8-4d7dc2572a9b HTTP/1.1" status: 200 len: 945 time: 0.0781109 Nov 27 03:53:50.345386 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2122b9d2-3fad-499f-88f3-0c82653166a3 req-2e697e68-6fec-443c-bb14-8f028a7a4a09 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521122 Nov 27 03:53:50.360043 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-63603252-0f8e-4bab-8d72-82a276193097 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:50.370891 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0739d-e7a9-4cfb-b945-9e41c58a6179 req-5e028808-ae85-4dc4-bf1e-74f6ac4d0442 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:50.373767 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e5c0739d-e7a9-4cfb-b945-9e41c58a6179 req-5e028808-ae85-4dc4-bf1e-74f6ac4d0442 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=496451c4-e920-40ff-b54e-4e93f5f832d5 HTTP/1.1" status: 200 len: 950 time: 0.0684040 Nov 27 03:53:50.420208 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63603252-0f8e-4bab-8d72-82a276193097 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:53:50.426023 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-63603252-0f8e-4bab-8d72-82a276193097 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:53:50.432032 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63603252-0f8e-4bab-8d72-82a276193097 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:53:50.444326 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e5c0739d-e7a9-4cfb-b945-9e41c58a6179 req-b1768948-dab2-4582-ad3a-e75743c1e500 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595315 Nov 27 03:53:50.473801 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-5e71346b-d0eb-44f6-9761-fd0943699484 None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:50.481175 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63603252-0f8e-4bab-8d72-82a276193097 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Pushing event updated for resources: {'Port': ['ID=e0714527-1c38-4903-b342-75acf1ea8733,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:50.481702 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-5e71346b-d0eb-44f6-9761-fd0943699484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:50.550484 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-63603252-0f8e-4bab-8d72-82a276193097 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:50.559641 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946cb63-1a0f-4407-97e9-79c04af84a25 None None] Pushing event updated for resources: {'Port': ['ID=566b3d46-e37a-433b-b3db-756b03bd740e,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:50.567906 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e946cb63-1a0f-4407-97e9-79c04af84a25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:50.568474 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e946cb63-1a0f-4407-97e9-79c04af84a25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:50.568996 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e946cb63-1a0f-4407-97e9-79c04af84a25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:50.569489 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e946cb63-1a0f-4407-97e9-79c04af84a25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:50.569977 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e946cb63-1a0f-4407-97e9-79c04af84a25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:50.570460 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e946cb63-1a0f-4407-97e9-79c04af84a25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:50.571066 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e946cb63-1a0f-4407-97e9-79c04af84a25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:50.571570 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e946cb63-1a0f-4407-97e9-79c04af84a25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:50.572061 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e946cb63-1a0f-4407-97e9-79c04af84a25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:50.572388 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e946cb63-1a0f-4407-97e9-79c04af84a25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:50.572866 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e946cb63-1a0f-4407-97e9-79c04af84a25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:50.573353 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e946cb63-1a0f-4407-97e9-79c04af84a25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:53:50.612950 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-63603252-0f8e-4bab-8d72-82a276193097 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:50.618457 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-5e71346b-d0eb-44f6-9761-fd0943699484 None None] Attempting to bind port 566b3d46-e37a-433b-b3db-756b03bd740e on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:53:50.619271 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-5e71346b-d0eb-44f6-9761-fd0943699484 None None] Attempting to bind port 566b3d46-e37a-433b-b3db-756b03bd740e by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'ec2570f7-674e-47ca-ba4a-60dc11f882c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '206ec85b-e04a-4c10-8a6e-66c9bea7fa3d'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:53:50.619873 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e71346b-d0eb-44f6-9761-fd0943699484 None None] Attempting to bind port 566b3d46-e37a-433b-b3db-756b03bd740e on network 206ec85b-e04a-4c10-8a6e-66c9bea7fa3d {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:53:50.626685 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e71346b-d0eb-44f6-9761-fd0943699484 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:53:50.627427 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e71346b-d0eb-44f6-9761-fd0943699484 None None] Checking segment: {'id': 'ec2570f7-674e-47ca-ba4a-60dc11f882c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '206ec85b-e04a-4c10-8a6e-66c9bea7fa3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:53:50.628066 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-5e71346b-d0eb-44f6-9761-fd0943699484 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:50.628659 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e71346b-d0eb-44f6-9761-fd0943699484 None None] Bound using segment: {'id': 'ec2570f7-674e-47ca-ba4a-60dc11f882c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '206ec85b-e04a-4c10-8a6e-66c9bea7fa3d'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:53:50.629363 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-5e71346b-d0eb-44f6-9761-fd0943699484 None None] Bound port: 566b3d46-e37a-433b-b3db-756b03bd740e, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec2570f7-674e-47ca-ba4a-60dc11f882c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '206ec85b-e04a-4c10-8a6e-66c9bea7fa3d'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:53:50.629993 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-5e71346b-d0eb-44f6-9761-fd0943699484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:50.727044 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-5e71346b-d0eb-44f6-9761-fd0943699484 None None] For port 566b3d46-e37a-433b-b3db-756b03bd740e, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:53:50.732860 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-5e71346b-d0eb-44f6-9761-fd0943699484 None None] For port 566b3d46-e37a-433b-b3db-756b03bd740e, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=566b3d46-e37a-433b-b3db-756b03bd740e,segment=NetworkSegment(ec2570f7-674e-47ca-ba4a-60dc11f882c5),segment_id=ec2570f7-674e-47ca-ba4a-60dc11f882c5)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:53:50.741991 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-5e71346b-d0eb-44f6-9761-fd0943699484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:50.835108 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e71346b-d0eb-44f6-9761-fd0943699484 None None] Routers {'54dabedd-7aa0-4f70-a3fb-c4907dc6fc69'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:53:50.836538 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-5e71346b-d0eb-44f6-9761-fd0943699484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:53:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['54dabedd-7aa0-4f70-a3fb-c4907dc6fc69'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:53:50.840493 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946cb63-1a0f-4407-97e9-79c04af84a25 None None] Pushing event updated for resources: {'Port': ['ID=566b3d46-e37a-433b-b3db-756b03bd740e,revision_number=4']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:50.870703 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-63603252-0f8e-4bab-8d72-82a276193097 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:50.885565 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-63603252-0f8e-4bab-8d72-82a276193097 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:51.003408 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-6239b500-5513-4a66-bf6d-308dff4513c0 None None] Provisioning complete for port 566b3d46-e37a-433b-b3db-756b03bd740e triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:53:51.003930 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6239b500-5513-4a66-bf6d-308dff4513c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:51.077203 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63603252-0f8e-4bab-8d72-82a276193097 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Pushing event updated for resources: {'Port': ['ID=e0714527-1c38-4903-b342-75acf1ea8733,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:51.110755 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-63603252-0f8e-4bab-8d72-82a276193097 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:51.160189 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-63603252-0f8e-4bab-8d72-82a276193097 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:51.162303 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-63603252-0f8e-4bab-8d72-82a276193097 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8704340 Nov 27 03:53:51.165116 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:51.181720 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-5e71346b-d0eb-44f6-9761-fd0943699484 None None] Set router 54dabedd-7aa0-4f70-a3fb-c4907dc6fc69 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:53:51.199668 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6239b500-5513-4a66-bf6d-308dff4513c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:51.251627 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-6239b500-5513-4a66-bf6d-308dff4513c0 None None] For port 566b3d46-e37a-433b-b3db-756b03bd740e, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=566b3d46-e37a-433b-b3db-756b03bd740e,segment=NetworkSegment(ec2570f7-674e-47ca-ba4a-60dc11f882c5),segment_id=ec2570f7-674e-47ca-ba4a-60dc11f882c5)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:53:51.255035 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:53:51.284312 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6239b500-5513-4a66-bf6d-308dff4513c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:51.351186 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6239b500-5513-4a66-bf6d-308dff4513c0 None None] Pushing event updated for resources: {'Port': ['ID=566b3d46-e37a-433b-b3db-756b03bd740e,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:51.366430 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:53:51.367109 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:51.420258 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-9917dfde-0201-4a26-8a48-cd66e7f43091 None None] Provisioning complete for port 566b3d46-e37a-433b-b3db-756b03bd740e triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:53:51.420791 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9917dfde-0201-4a26-8a48-cd66e7f43091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:51.508748 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb799a4-76fe-4493-8f40-85052214960a req-a1cb004f-88eb-46a7-8b44-fac0eec9327d tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:51.516544 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8eb799a4-76fe-4493-8f40-85052214960a req-a1cb004f-88eb-46a7-8b44-fac0eec9327d tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=576c854a-6777-4fc5-93a8-4d7dc2572a9b HTTP/1.1" status: 200 len: 945 time: 0.0606167 Nov 27 03:53:51.544636 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-5e71346b-d0eb-44f6-9761-fd0943699484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'name': 'tempest-AttachVolumeTestJSON-843500189-router', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:53:42Z', 'updated_at': '2021-11-27T03:53:46Z', 'revision_number': 4, 'project_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'gw_port': {'id': '06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:53:43Z', 'updated_at': '2021-11-27T03:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '566b3d46-e37a-433b-b3db-756b03bd740e', 'name': '', 'network_id': '206ec85b-e04a-4c10-8a6e-66c9bea7fa3d', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'mac_address': 'fa:16:3e:c3:14:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '16a2ad0e-052b-4c88-8b6f-df6566997da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:53:45Z', 'updated_at': '2021-11-27T03:53:50Z', 'revision_number': 4, 'project_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'subnets': [{'id': '16a2ad0e-052b-4c88-8b6f-df6566997da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:53:51.554048 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 566b3d46-e37a-433b-b3db-756b03bd740e up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:53:51.580361 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e71346b-d0eb-44f6-9761-fd0943699484 None None] The sync data for ids ['54dabedd-7aa0-4f70-a3fb-c4907dc6fc69'] in n-d-819494-3 is: [{'id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'name': 'tempest-AttachVolumeTestJSON-843500189-router', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:53:42Z', 'updated_at': '2021-11-27T03:53:46Z', 'revision_number': 4, 'project_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'gw_port': {'id': '06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:53:43Z', 'updated_at': '2021-11-27T03:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '566b3d46-e37a-433b-b3db-756b03bd740e', 'name': '', 'network_id': '206ec85b-e04a-4c10-8a6e-66c9bea7fa3d', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'mac_address': 'fa:16:3e:c3:14:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '16a2ad0e-052b-4c88-8b6f-df6566997da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:53:45Z', 'updated_at': '2021-11-27T03:53:50Z', 'revision_number': 4, 'project_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'subnets': [{'id': '16a2ad0e-052b-4c88-8b6f-df6566997da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:53:51.602067 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8eb799a4-76fe-4493-8f40-85052214960a req-ea731665-f208-4267-acf4-5fedafefd394 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836999 Nov 27 03:53:51.631572 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 566b3d46-e37a-433b-b3db-756b03bd740e triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:53:51.632143 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:51.760520 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:51.784421 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-fcace625-3f22-4369-af06-7d1107a81a76 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--643488152&fields=id&tenant_id=b9bd4f2386ca49389eb1721b8a19f965 HTTP/1.1" status: 200 len: 267 time: 0.0808353 Nov 27 03:53:51.828467 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde38e8-eb67-4ece-931f-54b2b8bb0ab3 req-ea46e904-c4c7-421e-9c14-d6987b4993e0 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:51.830111 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0fde38e8-eb67-4ece-931f-54b2b8bb0ab3 req-ea46e904-c4c7-421e-9c14-d6987b4993e0 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=496451c4-e920-40ff-b54e-4e93f5f832d5 HTTP/1.1" status: 200 len: 950 time: 0.0717576 Nov 27 03:53:51.888874 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0fde38e8-eb67-4ece-931f-54b2b8bb0ab3 req-e29f40cb-ef40-4cd2-b32b-de274b134eea tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511801 Nov 27 03:53:51.916546 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-48f68802-d65a-4133-8d46-41e56ad7bf41 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:51.918533 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-48f68802-d65a-4133-8d46-41e56ad7bf41 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/networks?id=206ec85b-e04a-4c10-8a6e-66c9bea7fa3d HTTP/1.1" status: 200 len: 810 time: 0.1265795 Nov 27 03:53:51.940665 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-d433a30f-c8c9-40dd-8ae2-d966c26b9083 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/quotas/b9bd4f2386ca49389eb1721b8a19f965 HTTP/1.1" status: 200 len: 375 time: 0.0115423 Nov 27 03:53:52.014149 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-3888f07e-3b29-485b-9aaf-3335da62d76e tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b9bd4f2386ca49389eb1721b8a19f965&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664334 Nov 27 03:53:52.139505 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-32319a5e-616b-4778-93c9-2e6056ad980c service neutron] 10.222.0.20 "GET /v2.0/networks/206ec85b-e04a-4c10-8a6e-66c9bea7fa3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113026 Nov 27 03:53:52.255755 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-bcc298ab-2899-4bd9-a764-0bd491eb69cd service neutron] 10.222.0.20 "GET /v2.0/networks/206ec85b-e04a-4c10-8a6e-66c9bea7fa3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065238 Nov 27 03:53:52.405732 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 23917401-9f73-4d86-8eb2-a0589e6b7a2f no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:53:52.440659 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 23917401-9f73-4d86-8eb2-a0589e6b7a2f {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:53:52.441013 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 23917401-9f73-4d86-8eb2-a0589e6b7a2f not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:53:52.643719 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430291a-e0d8-4527-9f5a-a967d8573729 req-b4694a93-cb17-43a8-ba8e-a2e224dafb26 tempest-ServersOnMultiNodesTest-1751271675 tempest-ServersOnMultiNodesTest-1751271675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:52.645863 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c430291a-e0d8-4527-9f5a-a967d8573729 req-b4694a93-cb17-43a8-ba8e-a2e224dafb26 tempest-ServersOnMultiNodesTest-1751271675 tempest-ServersOnMultiNodesTest-1751271675-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=496451c4-e920-40ff-b54e-4e93f5f832d5 HTTP/1.1" status: 200 len: 1101 time: 0.0535800 Nov 27 03:53:52.711162 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c430291a-e0d8-4527-9f5a-a967d8573729 req-23b3fef7-05b3-47b0-a17d-2f9d3a6c84ea tempest-ServersOnMultiNodesTest-1751271675 tempest-ServersOnMultiNodesTest-1751271675-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580106 Nov 27 03:53:52.802794 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6302bf-33bb-4d3a-b1b5-51f8548aab9d req-66057001-a860-47e4-896a-4baa64ebf551 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:52.806693 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bf6302bf-33bb-4d3a-b1b5-51f8548aab9d req-66057001-a860-47e4-896a-4baa64ebf551 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=576c854a-6777-4fc5-93a8-4d7dc2572a9b HTTP/1.1" status: 200 len: 945 time: 0.1160359 Nov 27 03:53:52.869301 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bf6302bf-33bb-4d3a-b1b5-51f8548aab9d req-7d11015a-3070-433f-a19d-95eda7ece535 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533404 Nov 27 03:53:52.949093 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-98ad0ba3-9de8-478d-ae0f-ac7a8ee1a176 req-bdb82fbe-bd00-48d2-8406-449542f60f97 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 210 time: 0.0360386 Nov 27 03:53:53.094001 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 566b3d46-e37a-433b-b3db-756b03bd740e up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:53:53.133578 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-43f59626-cea5-4454-8c55-b1ede8fb4113 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c720ea29fd104ba29257a79f5e68861c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558910 Nov 27 03:53:53.162972 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 566b3d46-e37a-433b-b3db-756b03bd740e triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:53:53.163424 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:53.299168 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-1b6e9bd1-8c3d-4153-95b2-2e46c0e9a354 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:53.301296 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-1b6e9bd1-8c3d-4153-95b2-2e46c0e9a354 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1666713 Nov 27 03:53:53.323613 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-7f7b88be-9b34-4344-823b-b576a03ff533 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/quotas/c720ea29fd104ba29257a79f5e68861c HTTP/1.1" status: 200 len: 375 time: 0.0118792 Nov 27 03:53:53.418803 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-b916f583-615f-4ae5-8add-37a41a8619b3 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c720ea29fd104ba29257a79f5e68861c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0871644 Nov 27 03:53:53.588871 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41824) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:53.619457 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d0a836ad-0da3-4fe4-b400-39e4e65904d0 req-da365b7e-c89d-485a-88d7-03ae1bb046a2 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=266b043d-91d1-4019-bc7e-a73bfb4bf987 HTTP/1.1" status: 200 len: 210 time: 0.0356185 Nov 27 03:53:53.759050 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544691e-aad4-4602-b731-a31616d3c9d2 req-2336f2dc-49ce-49c5-8ba0-08ed3744d0b8 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:53.760770 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a544691e-aad4-4602-b731-a31616d3c9d2 req-2336f2dc-49ce-49c5-8ba0-08ed3744d0b8 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.23 "GET /v2.0/ports?device_id=576c854a-6777-4fc5-93a8-4d7dc2572a9b HTTP/1.1" status: 200 len: 945 time: 0.0799391 Nov 27 03:53:53.807685 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-71803840-d3b8-459f-a640-1c1c423f589f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e82412a4cdd0471b8723cb6e98692ae6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2174842 Nov 27 03:53:53.810089 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41838) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:53.910738 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-a544691e-aad4-4602-b731-a31616d3c9d2 req-7c19eaba-646a-4190-8cd3-e60dbea59bb4 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Deleting port c4fd5fde-22d6-41d4-be64-7296d1e9ca41 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:53:53.911004 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a544691e-aad4-4602-b731-a31616d3c9d2 req-7c19eaba-646a-4190-8cd3-e60dbea59bb4 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:54.067893 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-73770c4a-776f-4025-9137-1c85d33b5047 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:54.117436 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-73770c4a-776f-4025-9137-1c85d33b5047 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:54.150884 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fec562-4e51-4727-a719-7c7cd58af4a1 req-8b493978-daf6-4685-8ac0-871eaa384753 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:54.152424 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d8fec562-4e51-4727-a719-7c7cd58af4a1 req-8b493978-daf6-4685-8ac0-871eaa384753 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=576c854a-6777-4fc5-93a8-4d7dc2572a9b HTTP/1.1" status: 200 len: 945 time: 0.1137295 Nov 27 03:53:54.182804 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-59b6f18e-6a03-4f9a-b75a-510c0b076cc5 req-a3e9407a-9cbf-4aa3-b1af-0a1c2819d29c tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 210 time: 0.0709460 Nov 27 03:53:54.228294 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-a544691e-aad4-4602-b731-a31616d3c9d2 req-7c19eaba-646a-4190-8cd3-e60dbea59bb4 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] For port c4fd5fde-22d6-41d4-be64-7296d1e9ca41, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=c4fd5fde-22d6-41d4-be64-7296d1e9ca41,segment=NetworkSegment(277708b6-af23-477b-abf6-dbbbeb02c2ba),segment_id=277708b6-af23-477b-abf6-dbbbeb02c2ba)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:53:54.228667 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a544691e-aad4-4602-b731-a31616d3c9d2 req-7c19eaba-646a-4190-8cd3-e60dbea59bb4 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:54.253349 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-a544691e-aad4-4602-b731-a31616d3c9d2 req-7c19eaba-646a-4190-8cd3-e60dbea59bb4 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Calling delete_port for c4fd5fde-22d6-41d4-be64-7296d1e9ca41 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:53:54.255414 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-c9d52a77-8171-43a4-852b-a5e686f95cef tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:54.257386 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-c9d52a77-8171-43a4-852b-a5e686f95cef tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.11 "GET /v2.0/networks?id=206ec85b-e04a-4c10-8a6e-66c9bea7fa3d HTTP/1.1" status: 200 len: 810 time: 0.3423412 Nov 27 03:53:54.276229 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d8fec562-4e51-4727-a719-7c7cd58af4a1 req-1596b866-f2b2-4ec7-88a2-7e2ad8b02c24 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094029 Nov 27 03:53:54.287676 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-73770c4a-776f-4025-9137-1c85d33b5047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:54.290165 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-73770c4a-776f-4025-9137-1c85d33b5047 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:54.293645 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-73770c4a-776f-4025-9137-1c85d33b5047 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7503e0dd-d2d6-421d-83d3-f4e4fae310df HTTP/1.1" status: 204 len: 168 time: 0.4800239 Nov 27 03:53:54.309185 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73770c4a-776f-4025-9137-1c85d33b5047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7503e0dd-d2d6-421d-83d3-f4e4fae310df,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:54.405581 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-e7ad72dc-ea4e-4d87-a1bd-f649b8e1e17e tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9bd4f2386ca49389eb1721b8a19f965 HTTP/1.1" status: 200 len: 379 time: 0.1302392 Nov 27 03:53:54.445236 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-9f78d742-beaa-4f15-aa70-9dabff27a7f9 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Request body: {'port': {'device_id': '12ba9173-5d81-4158-892e-cb424cba2920', 'network_id': '206ec85b-e04a-4c10-8a6e-66c9bea7fa3d', 'admin_state_up': True, 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'security_groups': ['12c77282-abb4-49c4-b21d-278815576516']}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:54.473018 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a544691e-aad4-4602-b731-a31616d3c9d2 req-7c19eaba-646a-4190-8cd3-e60dbea59bb4 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:54.510582 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['c4fd5fde-22d6-41d4-be64-7296d1e9ca41'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:53:54.513015 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c19eaba-646a-4190-8cd3-e60dbea59bb4 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Pushing event deleted for resources: {'Port': ['ID=c4fd5fde-22d6-41d4-be64-7296d1e9ca41,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:54.566209 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-a544691e-aad4-4602-b731-a31616d3c9d2 req-7c19eaba-646a-4190-8cd3-e60dbea59bb4 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] No DVR routers for this DVR port c4fd5fde-22d6-41d4-be64-7296d1e9ca41 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:53:54.571400 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a544691e-aad4-4602-b731-a31616d3c9d2 req-7c19eaba-646a-4190-8cd3-e60dbea59bb4 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:54.576768 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a544691e-aad4-4602-b731-a31616d3c9d2 req-7c19eaba-646a-4190-8cd3-e60dbea59bb4 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.23 "DELETE /v2.0/ports/c4fd5fde-22d6-41d4-be64-7296d1e9ca41 HTTP/1.1" status: 204 len: 173 time: 0.8088806 Nov 27 03:53:54.577302 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576c854a-6777-4fc5-93a8-4d7dc2572a9b', 'name': 'network-vif-deleted', 'tag': 'c4fd5fde-22d6-41d4-be64-7296d1e9ca41'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:53:54.580230 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e33a43-8d53-4966-b98e-65e8c34a91f3" -d '{"events": [{"server_uuid": "576c854a-6777-4fc5-93a8-4d7dc2572a9b", "name": "network-vif-deleted", "tag": "c4fd5fde-22d6-41d4-be64-7296d1e9ca41"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:53:54.644083 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54bd552b-be47-4fc0-97ac-87aae1a34515 x-openstack-request-id: req-54bd552b-be47-4fc0-97ac-87aae1a34515 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:53:54.644379 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576c854a-6777-4fc5-93a8-4d7dc2572a9b", "name": "network-vif-deleted", "tag": "c4fd5fde-22d6-41d4-be64-7296d1e9ca41", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:53:54.644702 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-54bd552b-be47-4fc0-97ac-87aae1a34515 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:53:54.645270 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576c854a-6777-4fc5-93a8-4d7dc2572a9b', 'name': 'network-vif-deleted', 'tag': 'c4fd5fde-22d6-41d4-be64-7296d1e9ca41', 'status': 'completed', 'code': 200} Nov 27 03:53:54.654453 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-9f78d742-beaa-4f15-aa70-9dabff27a7f9 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Made reservation on behalf of b9bd4f2386ca49389eb1721b8a19f965 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:53:54.659736 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-9f78d742-beaa-4f15-aa70-9dabff27a7f9 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:54.834111 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-eef6cae7-6aae-4fed-b7fd-4c529b1c4055 req-6fb93bf5-ade5-474a-b38f-750768f50c4d tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=266b043d-91d1-4019-bc7e-a73bfb4bf987 HTTP/1.1" status: 200 len: 210 time: 0.0747330 Nov 27 03:53:54.859041 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-9f78d742-beaa-4f15-aa70-9dabff27a7f9 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Allocated IP 172.20.0.11 (206ec85b-e04a-4c10-8a6e-66c9bea7fa3d/16a2ad0e-052b-4c88-8b6f-df6566997da5/fcb98403-a8ea-45ea-948a-aff68d563e8c) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:53:55.025181 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-151743ff-8246-403c-a47f-12edb47b04eb tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=c720ea29fd104ba29257a79f5e68861c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272064 Nov 27 03:53:55.157020 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-9f78d742-beaa-4f15-aa70-9dabff27a7f9 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:55.219877 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-a4407d0a-a909-4e0a-994c-02df7d9857c9 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:55.221638 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-a4407d0a-a909-4e0a-994c-02df7d9857c9 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1851075 Nov 27 03:53:55.242505 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-cdc521e0-3e3e-47e2-8225-030f3a4110eb tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Request body: {'port': {'device_id': '266b043d-91d1-4019-bc7e-a73bfb4bf987', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'admin_state_up': True, 'tenant_id': 'c720ea29fd104ba29257a79f5e68861c'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:55.395151 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-9f78d742-beaa-4f15-aa70-9dabff27a7f9 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:55.494952 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f78d742-beaa-4f15-aa70-9dabff27a7f9 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Pushing event updated for resources: {'Port': ['ID=fcb98403-a8ea-45ea-948a-aff68d563e8c,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:55.516757 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-9f78d742-beaa-4f15-aa70-9dabff27a7f9 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Network 206ec85b-e04a-4c10-8a6e-66c9bea7fa3d is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:53:55.523704 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-9f78d742-beaa-4f15-aa70-9dabff27a7f9 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:53:55.533757 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-9f78d742-beaa-4f15-aa70-9dabff27a7f9 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:53:55.592708 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a9bfc-c095-4fcb-9e7a-984b5d449402 req-52bc85e4-dfd9-472f-b502-5b2810d62b46 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:55.596235 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b82a9bfc-c095-4fcb-9e7a-984b5d449402 req-52bc85e4-dfd9-472f-b502-5b2810d62b46 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 932 time: 0.2142680 Nov 27 03:53:55.643029 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-9f78d742-beaa-4f15-aa70-9dabff27a7f9 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:55.643648 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-9f78d742-beaa-4f15-aa70-9dabff27a7f9 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:55.660470 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-cdc521e0-3e3e-47e2-8225-030f3a4110eb tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Made reservation on behalf of c720ea29fd104ba29257a79f5e68861c for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:53:55.664762 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-cdc521e0-3e3e-47e2-8225-030f3a4110eb tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:55.747819 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-9f78d742-beaa-4f15-aa70-9dabff27a7f9 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3072612 Nov 27 03:53:55.768606 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b82a9bfc-c095-4fcb-9e7a-984b5d449402 req-092df69e-b01e-495a-af8d-65a7e05ebdae tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=12c77282-abb4-49c4-b21d-278815576516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621742 Nov 27 03:53:55.789420 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-8a5018aa-787e-4f13-83c6-71f3abaebc4b service neutron] Request body: {'port': {'device_id': '12ba9173-5d81-4158-892e-cb424cba2920', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:55.846829 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-e58a3733-695a-43bf-bedb-d4a1c3984e89 None None] Provisioning complete for port fcb98403-a8ea-45ea-948a-aff68d563e8c triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:53:55.848954 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e58a3733-695a-43bf-bedb-d4a1c3984e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:56.085320 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-e58a3733-695a-43bf-bedb-d4a1c3984e89 None None] Port fcb98403-a8ea-45ea-948a-aff68d563e8c cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:53:56.115660 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8e3e4ff7-f4d0-4db8-9c0c-0e12c5c7d067 req-cbaaa5af-f142-4856-b3e5-34d9c5354315 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=266b043d-91d1-4019-bc7e-a73bfb4bf987 HTTP/1.1" status: 200 len: 210 time: 0.0575802 Nov 27 03:53:56.128492 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97643e35-a959-448f-892e-cab1f91a3e22 req-87050eab-9e6c-4a67-8f0b-36d4d6f2782e tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:56.140177 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-97643e35-a959-448f-892e-cab1f91a3e22 req-87050eab-9e6c-4a67-8f0b-36d4d6f2782e tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/networks?id=08f5ab49-0e80-484e-b2da-92afccf8b9b1 HTTP/1.1" status: 200 len: 812 time: 0.2144980 Nov 27 03:53:56.143523 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-8a5018aa-787e-4f13-83c6-71f3abaebc4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:56.191708 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-97643e35-a959-448f-892e-cab1f91a3e22 req-ecce5da0-b99e-4b40-a27c-bbded26bb3d7 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/quotas/a17274e888df4225aeb5638a41a17698 HTTP/1.1" status: 200 len: 375 time: 0.0440981 Nov 27 03:53:56.237461 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-cdc521e0-3e3e-47e2-8225-030f3a4110eb tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Allocated IP 192.168.233.16 (7cd21890-8440-4d5d-a862-4b55c8c22387/f14a2acf-f1d7-4ddf-8459-b30982428e88/5057c648-4e82-4539-b4e6-572c3dcc1925) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:53:56.254907 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-97643e35-a959-448f-892e-cab1f91a3e22 req-57d0cfbf-d665-42b7-90fc-3c0e0440dc81 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a17274e888df4225aeb5638a41a17698&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618377 Nov 27 03:53:56.353893 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41926) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:56.389413 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-97643e35-a959-448f-892e-cab1f91a3e22 req-1edc3312-3d5b-405f-bbc5-17d291a322db service neutron] 10.222.0.20 "GET /v2.0/networks/08f5ab49-0e80-484e-b2da-92afccf8b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317165 Nov 27 03:53:56.526505 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2eab52fd-d883-4099-aa2c-83c58c2fe5b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:56.529984 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-97643e35-a959-448f-892e-cab1f91a3e22 req-329e212c-702a-46c4-8919-83caa3e8f136 service neutron] 10.222.0.20 "GET /v2.0/networks/08f5ab49-0e80-484e-b2da-92afccf8b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398029 Nov 27 03:53:56.557249 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-cdc521e0-3e3e-47e2-8225-030f3a4110eb tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:56.623008 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2eab52fd-d883-4099-aa2c-83c58c2fe5b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:56.628016 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2eab52fd-d883-4099-aa2c-83c58c2fe5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:56.663989 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2eab52fd-d883-4099-aa2c-83c58c2fe5b3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=797a08b06b0a4dbda9297f73b53d44b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3090341 Nov 27 03:53:56.667729 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41930) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:56.673313 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-cdc521e0-3e3e-47e2-8225-030f3a4110eb tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:56.677006 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab52fd-d883-4099-aa2c-83c58c2fe5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b765e9d-ba72-4a96-985d-bfff9ff9dbfe,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:56.708164 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['84099172-9d4b-490d-ba96-813571fab01c', '961a2ab4-de32-49de-85e1-357b240eda4d', '20fb2fc7-16d0-46d0-be48-59a1d267810c', '834fa54e-823d-4eb0-be3e-9ff70ca76660'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:53:56.770753 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['569ae718-ab2b-48d3-a2ff-7d22136a6303', 'c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f', '5cfa4de2-2dcf-41c3-a367-4b3fa38863d3'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:53:56.857130 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-8a5018aa-787e-4f13-83c6-71f3abaebc4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcb98403-a8ea-45ea-948a-aff68d563e8c {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:53:56.883529 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-8a5018aa-787e-4f13-83c6-71f3abaebc4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:56.898088 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-8a5018aa-787e-4f13-83c6-71f3abaebc4b service neutron] Transition to ACTIVE for port object fcb98403-a8ea-45ea-948a-aff68d563e8c will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:53:56.957343 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd715136-019e-458e-917e-94a21ca687d4 req-fa088380-0177-4fa1-8ff0-27fb7cb03600 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:56.966611 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dd715136-019e-458e-917e-94a21ca687d4 req-fa088380-0177-4fa1-8ff0-27fb7cb03600 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 944 time: 0.0792809 Nov 27 03:53:57.008120 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bafaa8f1-83a2-470c-ae6f-3f81c7c5e309 req-24cb23c5-b3c0-4575-b31e-82df820ae2c1 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=e736e06a-8b43-4209-ab4f-fdd892d32807 HTTP/1.1" status: 200 len: 210 time: 0.1083913 Nov 27 03:53:57.021384 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-8a5018aa-787e-4f13-83c6-71f3abaebc4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:57.101627 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-cdc521e0-3e3e-47e2-8225-030f3a4110eb tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Network 7cd21890-8440-4d5d-a862-4b55c8c22387 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:53:57.140431 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dd715136-019e-458e-917e-94a21ca687d4 req-c787487a-9cbb-4f8e-8088-7e1386b1d228 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=12c77282-abb4-49c4-b21d-278815576516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727233 Nov 27 03:53:57.142808 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b8a8ff5a-6754-44d4-8d6d-0834cf58a530 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:57.162999 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-cdc521e0-3e3e-47e2-8225-030f3a4110eb tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:53:57.167598 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-cdc521e0-3e3e-47e2-8225-030f3a4110eb tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:53:57.174263 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc521e0-3e3e-47e2-8225-030f3a4110eb tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Pushing event updated for resources: {'Port': ['ID=5057c648-4e82-4539-b4e6-572c3dcc1925,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:57.392373 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b8a8ff5a-6754-44d4-8d6d-0834cf58a530 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:57.437961 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4ed55-624c-4fe9-b3c9-e0207da23c3c req-b770f56f-5212-4342-92d0-210fa6031a18 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:57.440163 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-96a4ed55-624c-4fe9-b3c9-e0207da23c3c req-b770f56f-5212-4342-92d0-210fa6031a18 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=266b043d-91d1-4019-bc7e-a73bfb4bf987 HTTP/1.1" status: 200 len: 935 time: 0.1351113 Nov 27 03:53:57.474906 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5018aa-787e-4f13-83c6-71f3abaebc4b service neutron] Pushing event updated for resources: {'Port': ['ID=fcb98403-a8ea-45ea-948a-aff68d563e8c,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:57.530631 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-cdc521e0-3e3e-47e2-8225-030f3a4110eb tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:57.532193 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-cdc521e0-3e3e-47e2-8225-030f3a4110eb tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:57.563371 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-96a4ed55-624c-4fe9-b3c9-e0207da23c3c req-0578e10a-f806-4d8c-b03d-dd2e5e643275 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123300 Nov 27 03:53:57.588118 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-cdc521e0-3e3e-47e2-8225-030f3a4110eb tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3495979 Nov 27 03:53:57.618766 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-0f663a91-e227-48ef-b399-431c61e9724c service neutron] Request body: {'port': {'device_id': '266b043d-91d1-4019-bc7e-a73bfb4bf987', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:57.645298 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-8a5018aa-787e-4f13-83c6-71f3abaebc4b service neutron] Attempting to bind port fcb98403-a8ea-45ea-948a-aff68d563e8c on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:53:57.645662 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-8a5018aa-787e-4f13-83c6-71f3abaebc4b service neutron] Attempting to bind port fcb98403-a8ea-45ea-948a-aff68d563e8c by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': 'ec2570f7-674e-47ca-ba4a-60dc11f882c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '206ec85b-e04a-4c10-8a6e-66c9bea7fa3d'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:53:57.645972 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-8a5018aa-787e-4f13-83c6-71f3abaebc4b service neutron] Attempting to bind port fcb98403-a8ea-45ea-948a-aff68d563e8c on network 206ec85b-e04a-4c10-8a6e-66c9bea7fa3d {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:53:57.658754 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-8a5018aa-787e-4f13-83c6-71f3abaebc4b service neutron] Port fcb98403-a8ea-45ea-948a-aff68d563e8c on network 206ec85b-e04a-4c10-8a6e-66c9bea7fa3d not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:53:57.659136 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-8a5018aa-787e-4f13-83c6-71f3abaebc4b service neutron] Attempting to bind port fcb98403-a8ea-45ea-948a-aff68d563e8c on network 206ec85b-e04a-4c10-8a6e-66c9bea7fa3d {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:53:57.675666 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-ea0e8149-e09b-4dc6-95ef-7d27772b8a10 None None] Provisioning complete for port 5057c648-4e82-4539-b4e6-572c3dcc1925 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:53:57.676639 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ea0e8149-e09b-4dc6-95ef-7d27772b8a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:57.683941 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-8a5018aa-787e-4f13-83c6-71f3abaebc4b service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:53:57.684315 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-8a5018aa-787e-4f13-83c6-71f3abaebc4b service neutron] Checking segment: {'id': 'ec2570f7-674e-47ca-ba4a-60dc11f882c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '206ec85b-e04a-4c10-8a6e-66c9bea7fa3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:53:57.684677 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-8a5018aa-787e-4f13-83c6-71f3abaebc4b service neutron] Bound using segment: {'id': 'ec2570f7-674e-47ca-ba4a-60dc11f882c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '206ec85b-e04a-4c10-8a6e-66c9bea7fa3d'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:53:57.685127 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-8a5018aa-787e-4f13-83c6-71f3abaebc4b service neutron] Bound port: fcb98403-a8ea-45ea-948a-aff68d563e8c, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec2570f7-674e-47ca-ba4a-60dc11f882c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '206ec85b-e04a-4c10-8a6e-66c9bea7fa3d'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:53:57.685485 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-8a5018aa-787e-4f13-83c6-71f3abaebc4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:57.712413 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-0f663a91-e227-48ef-b399-431c61e9724c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:57.727038 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b8a8ff5a-6754-44d4-8d6d-0834cf58a530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:57.729583 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b8a8ff5a-6754-44d4-8d6d-0834cf58a530 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:57.730751 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b8a8ff5a-6754-44d4-8d6d-0834cf58a530 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b765e9d-ba72-4a96-985d-bfff9ff9dbfe HTTP/1.1" status: 204 len: 168 time: 1.0619743 Nov 27 03:53:57.783773 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8ff5a-6754-44d4-8d6d-0834cf58a530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b765e9d-ba72-4a96-985d-bfff9ff9dbfe,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:57.836555 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-8a5018aa-787e-4f13-83c6-71f3abaebc4b service neutron] For port fcb98403-a8ea-45ea-948a-aff68d563e8c, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:53:57.842526 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-ea0e8149-e09b-4dc6-95ef-7d27772b8a10 None None] Port 5057c648-4e82-4539-b4e6-572c3dcc1925 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:53:57.899067 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-8a5018aa-787e-4f13-83c6-71f3abaebc4b service neutron] For port fcb98403-a8ea-45ea-948a-aff68d563e8c, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=fcb98403-a8ea-45ea-948a-aff68d563e8c,segment=NetworkSegment(ec2570f7-674e-47ca-ba4a-60dc11f882c5),segment_id=ec2570f7-674e-47ca-ba4a-60dc11f882c5)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:53:57.908556 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-8a5018aa-787e-4f13-83c6-71f3abaebc4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:58.017222 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-8a5018aa-787e-4f13-83c6-71f3abaebc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:58.017856 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-8a5018aa-787e-4f13-83c6-71f3abaebc4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:58.019345 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-8a5018aa-787e-4f13-83c6-71f3abaebc4b service neutron] 10.222.0.11 "PUT /v2.0/ports/fcb98403-a8ea-45ea-948a-aff68d563e8c HTTP/1.1" status: 200 len: 1092 time: 2.2356725 Nov 27 03:53:58.021385 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ba9173-5d81-4158-892e-cb424cba2920', 'tag': 'fcb98403-a8ea-45ea-948a-aff68d563e8c'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:53:58.024024 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da53635-b478-4451-bca8-1c4b1344c450" -d '{"events": [{"name": "network-changed", "server_uuid": "12ba9173-5d81-4158-892e-cb424cba2920", "tag": "fcb98403-a8ea-45ea-948a-aff68d563e8c"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:53:58.111799 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5018aa-787e-4f13-83c6-71f3abaebc4b service neutron] Pushing event updated for resources: {'Port': ['ID=fcb98403-a8ea-45ea-948a-aff68d563e8c,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:58.116676 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16bc1e40-37c8-4c93-9ba7-b5b171f3bb85 x-openstack-request-id: req-16bc1e40-37c8-4c93-9ba7-b5b171f3bb85 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:53:58.116968 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ba9173-5d81-4158-892e-cb424cba2920", "tag": "fcb98403-a8ea-45ea-948a-aff68d563e8c", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:53:58.117177 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-16bc1e40-37c8-4c93-9ba7-b5b171f3bb85 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:53:58.117570 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ba9173-5d81-4158-892e-cb424cba2920', 'tag': 'fcb98403-a8ea-45ea-948a-aff68d563e8c', 'status': 'completed', 'code': 200} Nov 27 03:53:58.238175 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b8dc0113-7467-4f8c-925f-eb42afb03934 req-9cd10472-7e62-4f22-b745-5758891f7b95 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=e736e06a-8b43-4209-ab4f-fdd892d32807 HTTP/1.1" status: 200 len: 210 time: 0.0889125 Nov 27 03:53:58.296193 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-20bdb0d4-aab4-476d-bb76-5e6d84997bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:58.298271 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-20bdb0d4-aab4-476d-bb76-5e6d84997bb4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b9bd4f2386ca49389eb1721b8a19f965&device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 1095 time: 0.2080252 Nov 27 03:53:58.353937 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83c85f-9d54-48bd-88b6-24825d1835ee req-06a0c98a-fcaf-44b2-93b4-02f7850e5d4c tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:58.356612 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6b83c85f-9d54-48bd-88b6-24825d1835ee req-06a0c98a-fcaf-44b2-93b4-02f7850e5d4c tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 944 time: 0.0923817 Nov 27 03:53:58.370801 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-4b0185d6-f154-4900-8fd9-5f162769bc38 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcb98403-a8ea-45ea-948a-aff68d563e8c HTTP/1.1" status: 200 len: 217 time: 0.0502148 Nov 27 03:53:58.469724 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device c4fd5fde-22d6-41d4-be64-7296d1e9ca41 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:53:58.533577 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: c4fd5fde-22d6-41d4-be64-7296d1e9ca41 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:53:58.536893 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device c4fd5fde-22d6-41d4-be64-7296d1e9ca41 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:53:58.572210 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6b83c85f-9d54-48bd-88b6-24825d1835ee req-ba4f94c4-2e02-4066-9137-b4fc8b436b4e tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=12c77282-abb4-49c4-b21d-278815576516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984532 Nov 27 03:53:58.666807 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97643e35-a959-448f-892e-cab1f91a3e22 req-fabc640e-0bfa-453b-bee7-5b68a2cbbac1 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:58.676980 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-97643e35-a959-448f-892e-cab1f91a3e22 req-fabc640e-0bfa-453b-bee7-5b68a2cbbac1 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.23 "GET /v2.0/networks?id=08f5ab49-0e80-484e-b2da-92afccf8b9b1 HTTP/1.1" status: 200 len: 812 time: 0.2702529 Nov 27 03:53:58.698470 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-97643e35-a959-448f-892e-cab1f91a3e22 req-ee4ea6bc-7742-49ba-9357-9e90dc597df4 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Request body: {'port': {'device_id': 'e736e06a-8b43-4209-ab4f-fdd892d32807', 'network_id': '08f5ab49-0e80-484e-b2da-92afccf8b9b1', 'admin_state_up': True, 'tenant_id': 'a17274e888df4225aeb5638a41a17698'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:58.797356 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-0f663a91-e227-48ef-b399-431c61e9724c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5057c648-4e82-4539-b4e6-572c3dcc1925 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:53:58.811173 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-0f663a91-e227-48ef-b399-431c61e9724c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:58.830804 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-53d0524a-70e6-4be2-872e-94ebe6dcc9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:58.832310 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-53d0524a-70e6-4be2-872e-94ebe6dcc9ec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=16a2ad0e-052b-4c88-8b6f-df6566997da5 HTTP/1.1" status: 200 len: 849 time: 0.4382699 Nov 27 03:53:58.836680 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-0f663a91-e227-48ef-b399-431c61e9724c service neutron] Transition to ACTIVE for port object 5057c648-4e82-4539-b4e6-572c3dcc1925 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:53:58.846115 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a7547-6d65-4689-ab54-aef629caa0eb req-efe421fd-6db3-4663-8b06-05338a94f18e tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:58.847942 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-447a7547-6d65-4689-ab54-aef629caa0eb req-efe421fd-6db3-4663-8b06-05338a94f18e tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=266b043d-91d1-4019-bc7e-a73bfb4bf987 HTTP/1.1" status: 200 len: 935 time: 0.1148727 Nov 27 03:53:58.857258 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-0f663a91-e227-48ef-b399-431c61e9724c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:58.861223 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41990) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:53:58.970704 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f663a91-e227-48ef-b399-431c61e9724c service neutron] Pushing event updated for resources: {'Port': ['ID=5057c648-4e82-4539-b4e6-572c3dcc1925,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:59.033269 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-71e0350f-65dd-4d7a-8008-a557ddfe26bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:59.035358 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-71e0350f-65dd-4d7a-8008-a557ddfe26bd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=206ec85b-e04a-4c10-8a6e-66c9bea7fa3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1857545 Nov 27 03:53:59.042067 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-8d80143c-d635-4614-9f4c-faf08703f7f9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1558233758-network', 'tenant_id': '1dec02752c8a4ea2ac075e58dda75d55'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:53:59.063514 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-447a7547-6d65-4689-ab54-aef629caa0eb req-9500a25f-875d-4c11-a7e1-482ed8346065 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984813 Nov 27 03:53:59.182150 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.db.api [req-97643e35-a959-448f-892e-cab1f91a3e22 req-ee4ea6bc-7742-49ba-9357-9e90dc597df4 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 27 03:53:59.182150 n-d-819494-3 neutron-server[110019]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 27 03:53:59.182150 n-d-819494-3 neutron-server[110019]: [parameters: {'project_id': 'a17274e888df4225aeb5638a41a17698', 'id': '2f8b9029-cb68-4e12-a0ca-63ce73a45ef4', 'expiration': datetime.datetime(2021, 11, 27, 3, 55, 59, 170488)}] Nov 27 03:53:59.182150 n-d-819494-3 neutron-server[110019]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 03:53:59.182969 n-d-819494-3 neutron-server[110019]: DEBUG oslo_db.api [req-97643e35-a959-448f-892e-cab1f91a3e22 req-ee4ea6bc-7742-49ba-9357-9e90dc597df4 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 03:53:59.224367 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d80143c-d635-4614-9f4c-faf08703f7f9 admin admin] Made reservation on behalf of 1dec02752c8a4ea2ac075e58dda75d55 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:53:59.226677 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8d80143c-d635-4614-9f4c-faf08703f7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:59.249985 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-0f663a91-e227-48ef-b399-431c61e9724c service neutron] Attempting to bind port 5057c648-4e82-4539-b4e6-572c3dcc1925 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:53:59.250334 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-0f663a91-e227-48ef-b399-431c61e9724c service neutron] Attempting to bind port 5057c648-4e82-4539-b4e6-572c3dcc1925 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:53:59.250746 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-0f663a91-e227-48ef-b399-431c61e9724c service neutron] Attempting to bind port 5057c648-4e82-4539-b4e6-572c3dcc1925 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:53:59.256585 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8d80143c-d635-4614-9f4c-faf08703f7f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:59.272649 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-0f663a91-e227-48ef-b399-431c61e9724c service neutron] Port 5057c648-4e82-4539-b4e6-572c3dcc1925 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:53:59.273083 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-0f663a91-e227-48ef-b399-431c61e9724c service neutron] Attempting to bind port 5057c648-4e82-4539-b4e6-572c3dcc1925 on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:53:59.283763 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-834ae2ba-29a6-405e-a268-d6f90d35d7a8 service neutron] 10.222.0.11 "GET /v2.0/networks/206ec85b-e04a-4c10-8a6e-66c9bea7fa3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051892 Nov 27 03:53:59.286427 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-0f663a91-e227-48ef-b399-431c61e9724c service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:53:59.286795 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-0f663a91-e227-48ef-b399-431c61e9724c service neutron] Checking segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:53:59.287186 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-0f663a91-e227-48ef-b399-431c61e9724c service neutron] Bound using segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:53:59.287626 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-0f663a91-e227-48ef-b399-431c61e9724c service neutron] Bound port: 5057c648-4e82-4539-b4e6-572c3dcc1925, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:53:59.287987 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-0f663a91-e227-48ef-b399-431c61e9724c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:59.350394 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-89ea2bdb-337b-42d8-8f10-9dd1ab0fce20 req-b721f7eb-6d7d-4607-9011-a5577de5c571 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=e736e06a-8b43-4209-ab4f-fdd892d32807 HTTP/1.1" status: 200 len: 210 time: 0.0402241 Nov 27 03:53:59.461946 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-0f663a91-e227-48ef-b399-431c61e9724c service neutron] For port 5057c648-4e82-4539-b4e6-572c3dcc1925, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:53:59.489637 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cfcbc5dd-bf62-4592-9c0e-9f60f217a0bf req-598d17fc-a856-477c-a84e-e51705edfca2 service neutron] 10.222.0.11 "GET /v2.0/networks/206ec85b-e04a-4c10-8a6e-66c9bea7fa3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939008 Nov 27 03:53:59.491296 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-0f663a91-e227-48ef-b399-431c61e9724c service neutron] For port 5057c648-4e82-4539-b4e6-572c3dcc1925, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=5057c648-4e82-4539-b4e6-572c3dcc1925,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:53:59.495873 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-0f663a91-e227-48ef-b399-431c61e9724c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:59.513429 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8d80143c-d635-4614-9f4c-faf08703f7f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:59.541117 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8d80143c-d635-4614-9f4c-faf08703f7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:59.550712 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-0f663a91-e227-48ef-b399-431c61e9724c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:59.551383 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-0f663a91-e227-48ef-b399-431c61e9724c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:59.552767 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-0f663a91-e227-48ef-b399-431c61e9724c service neutron] 10.222.0.11 "PUT /v2.0/ports/5057c648-4e82-4539-b4e6-572c3dcc1925 HTTP/1.1" status: 200 len: 1095 time: 1.9393365 Nov 27 03:53:59.593810 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d80143c-d635-4614-9f4c-faf08703f7f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:53:59.607563 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f663a91-e227-48ef-b399-431c61e9724c service neutron] Pushing event updated for resources: {'Port': ['ID=5057c648-4e82-4539-b4e6-572c3dcc1925,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:59.612048 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d80143c-d635-4614-9f4c-faf08703f7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb62b710-5bd5-4197-94f7-dd959bb3e843,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:53:59.617616 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8d80143c-d635-4614-9f4c-faf08703f7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:59.617935 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-8d80143c-d635-4614-9f4c-faf08703f7f9 admin admin] Added segment fd7d7e7b-7dbb-424a-bc51-ecd051dc8d7b of type vlan for network de70f11c-4372-4ca5-89fb-09782e179a3b Nov 27 03:53:59.714639 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97643e35-a959-448f-892e-cab1f91a3e22 req-ee4ea6bc-7742-49ba-9357-9e90dc597df4 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Made reservation on behalf of a17274e888df4225aeb5638a41a17698 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:53:59.719793 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-97643e35-a959-448f-892e-cab1f91a3e22 req-ee4ea6bc-7742-49ba-9357-9e90dc597df4 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:59.804359 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8d80143c-d635-4614-9f4c-faf08703f7f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:59.857293 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da53635-b478-4451-bca8-1c4b1344c450 req-2e9dd70f-c15f-47d6-9b1d-36178a8f2c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:59.858808 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2da53635-b478-4451-bca8-1c4b1344c450 req-2e9dd70f-c15f-47d6-9b1d-36178a8f2c3f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b9bd4f2386ca49389eb1721b8a19f965&device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 1095 time: 0.2145810 Nov 27 03:53:59.880280 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b91dba-e4cc-49cf-982e-af66fd197fb0 req-0ee4b4bc-533d-4410-80a3-0fcdbe156af4 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:59.881242 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-58b91dba-e4cc-49cf-982e-af66fd197fb0 req-0ee4b4bc-533d-4410-80a3-0fcdbe156af4 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 944 time: 0.1689479 Nov 27 03:53:59.890629 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-a8773f40-1daa-40f6-a250-41eb12ccbc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:59.892786 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-a8773f40-1daa-40f6-a250-41eb12ccbc1c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c720ea29fd104ba29257a79f5e68861c&device_id=266b043d-91d1-4019-bc7e-a73bfb4bf987 HTTP/1.1" status: 200 len: 1098 time: 0.1931472 Nov 27 03:53:59.895910 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8d80143c-d635-4614-9f4c-faf08703f7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:59.896833 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d80143c-d635-4614-9f4c-faf08703f7f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:53:59.897412 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8d80143c-d635-4614-9f4c-faf08703f7f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:53:59.907899 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-97643e35-a959-448f-892e-cab1f91a3e22 req-ee4ea6bc-7742-49ba-9357-9e90dc597df4 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Allocated IP 172.20.0.14 (08f5ab49-0e80-484e-b2da-92afccf8b9b1/921fe779-c75e-43af-88d5-b8ba03d01bf5/9b373b31-72bb-4625-bcc4-c0f87ce7af11) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:54:00.044821 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-8c6bc786-2c4b-4b34-98a0-78b4c4e38010 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=5057c648-4e82-4539-b4e6-572c3dcc1925 HTTP/1.1" status: 200 len: 217 time: 0.0982327 Nov 27 03:54:00.050916 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8d80143c-d635-4614-9f4c-faf08703f7f9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1834128 Nov 27 03:54:00.052317 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42006) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:00.056910 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-525cb019-5e90-43ff-8859-0e4f5f653e7f admin admin] Request body: {'subnet': {'network_id': 'de70f11c-4372-4ca5-89fb-09782e179a3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1558233758-subnet', 'tenant_id': '1dec02752c8a4ea2ac075e58dda75d55', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:54:00.127111 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-97643e35-a959-448f-892e-cab1f91a3e22 req-ee4ea6bc-7742-49ba-9357-9e90dc597df4 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:00.131691 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '266b043d-91d1-4019-bc7e-a73bfb4bf987', 'tag': '5057c648-4e82-4539-b4e6-572c3dcc1925'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:54:00.141848 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e830649-779f-4dcb-a102-1d0d288ed618" -d '{"events": [{"name": "network-changed", "server_uuid": "266b043d-91d1-4019-bc7e-a73bfb4bf987", "tag": "5057c648-4e82-4539-b4e6-572c3dcc1925"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:54:00.170191 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d80143c-d635-4614-9f4c-faf08703f7f9 admin admin] Pushing event updated for resources: {'Network': ['ID=de70f11c-4372-4ca5-89fb-09782e179a3b,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:00.184447 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network de70f11c-4372-4ca5-89fb-09782e179a3b details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:54:00.204847 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da53635-b478-4451-bca8-1c4b1344c450 req-7fb97a4d-746b-48b8-afb0-f6ea955134ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:00.206350 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2da53635-b478-4451-bca8-1c4b1344c450 req-7fb97a4d-746b-48b8-afb0-f6ea955134ab service neutron] 10.222.0.11 "GET /v2.0/networks?id=206ec85b-e04a-4c10-8a6e-66c9bea7fa3d HTTP/1.1" status: 200 len: 911 time: 0.3355370 Nov 27 03:54:00.210037 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-58b91dba-e4cc-49cf-982e-af66fd197fb0 req-689ea4f4-3ae8-43f9-8050-3e16f211c157 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=12c77282-abb4-49c4-b21d-278815576516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3151412 Nov 27 03:54:00.227641 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-561598dd-7efe-42a3-ab53-806bd6ff0215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:00.239552 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-561598dd-7efe-42a3-ab53-806bd6ff0215 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.1796136 Nov 27 03:54:00.248975 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525cb019-5e90-43ff-8859-0e4f5f653e7f admin admin] Made reservation on behalf of 1dec02752c8a4ea2ac075e58dda75d55 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:54:00.259589 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-525cb019-5e90-43ff-8859-0e4f5f653e7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:00.287822 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2da53635-b478-4451-bca8-1c4b1344c450 req-1086b754-c84f-43b5-9901-e3bb9a693ec2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcb98403-a8ea-45ea-948a-aff68d563e8c HTTP/1.1" status: 200 len: 217 time: 0.0721467 Nov 27 03:54:00.311841 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75cd1cd5-2f9c-4640-8683-fda8d6f8e4df x-openstack-request-id: req-75cd1cd5-2f9c-4640-8683-fda8d6f8e4df {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:54:00.312181 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "266b043d-91d1-4019-bc7e-a73bfb4bf987", "tag": "5057c648-4e82-4539-b4e6-572c3dcc1925", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:54:00.312397 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-75cd1cd5-2f9c-4640-8683-fda8d6f8e4df {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:54:00.312822 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '266b043d-91d1-4019-bc7e-a73bfb4bf987', 'tag': '5057c648-4e82-4539-b4e6-572c3dcc1925', 'status': 'completed', 'code': 200} Nov 27 03:54:00.352076 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66251a15-8432-4cb9-a116-2b372706392c req-a328d531-9964-4c22-b57c-7a79a54edc80 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:00.353805 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-66251a15-8432-4cb9-a116-2b372706392c req-a328d531-9964-4c22-b57c-7a79a54edc80 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=266b043d-91d1-4019-bc7e-a73bfb4bf987 HTTP/1.1" status: 200 len: 947 time: 0.2148054 Nov 27 03:54:00.357517 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-97643e35-a959-448f-892e-cab1f91a3e22 req-ee4ea6bc-7742-49ba-9357-9e90dc597df4 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:00.370642 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-487b0437-1fda-4db5-9e0f-a50ef5fcf991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:00.372101 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-487b0437-1fda-4db5-9e0f-a50ef5fcf991 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0998964 Nov 27 03:54:00.395005 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da53635-b478-4451-bca8-1c4b1344c450 req-4b31be04-bdfc-4ac9-a28c-b8f8cf01d03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:00.396441 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2da53635-b478-4451-bca8-1c4b1344c450 req-4b31be04-bdfc-4ac9-a28c-b8f8cf01d03c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=16a2ad0e-052b-4c88-8b6f-df6566997da5 HTTP/1.1" status: 200 len: 849 time: 0.0866196 Nov 27 03:54:00.444929 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97643e35-a959-448f-892e-cab1f91a3e22 req-ee4ea6bc-7742-49ba-9357-9e90dc597df4 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Network 08f5ab49-0e80-484e-b2da-92afccf8b9b1 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:54:00.451403 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-97643e35-a959-448f-892e-cab1f91a3e22 req-ee4ea6bc-7742-49ba-9357-9e90dc597df4 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:54:00.456438 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-97643e35-a959-448f-892e-cab1f91a3e22 req-ee4ea6bc-7742-49ba-9357-9e90dc597df4 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:54:00.500570 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ea6bc-7742-49ba-9357-9e90dc597df4 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Pushing event updated for resources: {'Port': ['ID=9b373b31-72bb-4625-bcc4-c0f87ce7af11,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:00.539764 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-66251a15-8432-4cb9-a116-2b372706392c req-838777f5-b7da-4314-bd8f-3ae0d192198e tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702771 Nov 27 03:54:00.565484 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab69f8-9b33-42db-8de9-73d778549f6e req-bdb92d49-d61e-4886-a0b0-30921bf37692 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:00.567206 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0dab69f8-9b33-42db-8de9-73d778549f6e req-bdb92d49-d61e-4886-a0b0-30921bf37692 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=e736e06a-8b43-4209-ab4f-fdd892d32807 HTTP/1.1" status: 200 len: 932 time: 0.1069906 Nov 27 03:54:00.580063 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97643e35-a959-448f-892e-cab1f91a3e22 req-ee4ea6bc-7742-49ba-9357-9e90dc597df4 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:00.580650 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-97643e35-a959-448f-892e-cab1f91a3e22 req-ee4ea6bc-7742-49ba-9357-9e90dc597df4 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:00.614962 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-97643e35-a959-448f-892e-cab1f91a3e22 req-ee4ea6bc-7742-49ba-9357-9e90dc597df4 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9211152 Nov 27 03:54:00.617635 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da53635-b478-4451-bca8-1c4b1344c450 req-04aa1dd7-641a-45a2-ad70-0b7b4403da09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:00.623864 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2da53635-b478-4451-bca8-1c4b1344c450 req-04aa1dd7-641a-45a2-ad70-0b7b4403da09 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=206ec85b-e04a-4c10-8a6e-66c9bea7fa3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2073569 Nov 27 03:54:00.643512 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-97643e35-a959-448f-892e-cab1f91a3e22 req-11f466d6-7a58-4c0c-82ae-7beefe46c048 service neutron] Request body: {'port': {'device_id': 'e736e06a-8b43-4209-ab4f-fdd892d32807', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:54:00.668140 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-102e40c7-17bc-48d9-a380-afcc3d19174f service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793136 Nov 27 03:54:00.706115 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-525cb019-5e90-43ff-8859-0e4f5f653e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:00.768319 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-97643e35-a959-448f-892e-cab1f91a3e22 req-11f466d6-7a58-4c0c-82ae-7beefe46c048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:00.789704 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0dab69f8-9b33-42db-8de9-73d778549f6e req-8e81c51d-ed92-4ddf-9911-d21322816bd6 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879785 Nov 27 03:54:00.796110 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525cb019-5e90-43ff-8859-0e4f5f653e7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4466658f-32d6-449e-8c43-df2a536056c1,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:00.828405 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2da53635-b478-4451-bca8-1c4b1344c450 req-926746b5-fc00-4673-8259-7dc8ddeb622e service neutron] 10.222.0.11 "GET /v2.0/networks/206ec85b-e04a-4c10-8a6e-66c9bea7fa3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954982 Nov 27 03:54:00.845120 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c33e3a00-eb64-44d1-be6d-00e9fd84ceba req-23ee0f90-4804-44ef-80aa-3824732314fe service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546838 Nov 27 03:54:00.845320 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525cb019-5e90-43ff-8859-0e4f5f653e7f admin admin] Checking segment: {'id': 'fd7d7e7b-7dbb-424a-bc51-ecd051dc8d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'de70f11c-4372-4ca5-89fb-09782e179a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:54:00.846496 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525cb019-5e90-43ff-8859-0e4f5f653e7f admin admin] Network hostable DHCP agents. Network: de70f11c-4372-4ca5-89fb-09782e179a3b, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:54:00.932179 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525cb019-5e90-43ff-8859-0e4f5f653e7f admin admin] Network de70f11c-4372-4ca5-89fb-09782e179a3b is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:54:00.948400 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-525cb019-5e90-43ff-8859-0e4f5f653e7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, de70f11c-4372-4ca5-89fb-09782e179a3b) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:54:00.954428 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2da53635-b478-4451-bca8-1c4b1344c450 req-361aedf0-5c1f-43f5-b7a8-7702e7dec3ae service neutron] 10.222.0.11 "GET /v2.0/networks/206ec85b-e04a-4c10-8a6e-66c9bea7fa3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083651 Nov 27 03:54:00.957765 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7503f9d-0918-4575-9ab7-456aa3c1fa48 None None] Network de70f11c-4372-4ca5-89fb-09782e179a3b requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:54:00.991239 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525cb019-5e90-43ff-8859-0e4f5f653e7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:00.991838 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-525cb019-5e90-43ff-8859-0e4f5f653e7f admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:01.017945 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-525cb019-5e90-43ff-8859-0e4f5f653e7f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9650180 Nov 27 03:54:01.020634 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42022) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:01.024874 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-ab0ef200-ed57-4128-b0c0-0f831b85d9c8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1558233758-router', 'tenant_id': '1dec02752c8a4ea2ac075e58dda75d55', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:54:01.044217 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e830649-779f-4dcb-a102-1d0d288ed618 req-2c1186d2-adaf-4931-b667-28cceef22196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:01.045721 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4e830649-779f-4dcb-a102-1d0d288ed618 req-2c1186d2-adaf-4931-b667-28cceef22196 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c720ea29fd104ba29257a79f5e68861c&device_id=266b043d-91d1-4019-bc7e-a73bfb4bf987 HTTP/1.1" status: 200 len: 1098 time: 0.0501785 Nov 27 03:54:01.072077 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ab0ef200-ed57-4128-b0c0-0f831b85d9c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:01.073113 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ab0ef200-ed57-4128-b0c0-0f831b85d9c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:01.134483 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af50cdc-15a0-4f0d-bdcd-68671e84a8f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-de70f11c-4372-4ca5-89fb-09782e179a3b', 'network_id': 'de70f11c-4372-4ca5-89fb-09782e179a3b', 'tenant_id': '1dec02752c8a4ea2ac075e58dda75d55', 'fixed_ips': [{'subnet_id': '4466658f-32d6-449e-8c43-df2a536056c1'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 03:54:01.135395 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7af50cdc-15a0-4f0d-bdcd-68671e84a8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:01.157833 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e830649-779f-4dcb-a102-1d0d288ed618 req-133f5ee5-1b8b-427c-8480-83b4816de075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:01.160632 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4e830649-779f-4dcb-a102-1d0d288ed618 req-133f5ee5-1b8b-427c-8480-83b4816de075 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.1052103 Nov 27 03:54:01.178743 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ab0ef200-ed57-4128-b0c0-0f831b85d9c8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:01.194003 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-97643e35-a959-448f-892e-cab1f91a3e22 req-11f466d6-7a58-4c0c-82ae-7beefe46c048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b373b31-72bb-4625-bcc4-c0f87ce7af11 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:54:01.205004 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-97643e35-a959-448f-892e-cab1f91a3e22 req-11f466d6-7a58-4c0c-82ae-7beefe46c048 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:01.214467 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4e830649-779f-4dcb-a102-1d0d288ed618 req-7611d530-b380-4964-b3c5-7beae3e26f6a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=5057c648-4e82-4539-b4e6-572c3dcc1925 HTTP/1.1" status: 200 len: 217 time: 0.0452378 Nov 27 03:54:01.271010 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e830649-779f-4dcb-a102-1d0d288ed618 req-113b54a9-60bc-48c9-829d-49abe5e4d68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:01.271010 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4e830649-779f-4dcb-a102-1d0d288ed618 req-113b54a9-60bc-48c9-829d-49abe5e4d68e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.0467453 Nov 27 03:54:01.298385 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-7af50cdc-15a0-4f0d-bdcd-68671e84a8f7 None None] Allocated IP 172.20.0.2 (de70f11c-4372-4ca5-89fb-09782e179a3b/4466658f-32d6-449e-8c43-df2a536056c1/da4843e0-dd32-44cb-8323-79c64180cdec) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:54:01.345227 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-97643e35-a959-448f-892e-cab1f91a3e22 req-11f466d6-7a58-4c0c-82ae-7beefe46c048 service neutron] Transition to ACTIVE for port object 9b373b31-72bb-4625-bcc4-c0f87ce7af11 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:54:01.363779 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e830649-779f-4dcb-a102-1d0d288ed618 req-a49c2f80-658d-434d-8d6d-cca42584fbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:01.366806 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4e830649-779f-4dcb-a102-1d0d288ed618 req-a49c2f80-658d-434d-8d6d-cca42584fbb6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0876336 Nov 27 03:54:01.384226 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-97643e35-a959-448f-892e-cab1f91a3e22 req-11f466d6-7a58-4c0c-82ae-7beefe46c048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:01.479508 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4e830649-779f-4dcb-a102-1d0d288ed618 req-1d9da1fb-62fa-4171-89a1-1e4062c97163 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049726 Nov 27 03:54:01.486963 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ab0ef200-ed57-4128-b0c0-0f831b85d9c8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:01.521580 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7af50cdc-15a0-4f0d-bdcd-68671e84a8f7 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:01.533158 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7af50cdc-15a0-4f0d-bdcd-68671e84a8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:01.555978 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a46833-49c1-496a-a869-87f5ff6bc230 req-cce85fae-c5b3-419a-b5d1-84f918a151dd tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:01.568753 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b7a46833-49c1-496a-a869-87f5ff6bc230 req-cce85fae-c5b3-419a-b5d1-84f918a151dd tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 944 time: 0.2335665 Nov 27 03:54:01.591224 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af50cdc-15a0-4f0d-bdcd-68671e84a8f7 None None] Network de70f11c-4372-4ca5-89fb-09782e179a3b is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:54:01.593254 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-7af50cdc-15a0-4f0d-bdcd-68671e84a8f7 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:54:01.597338 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af50cdc-15a0-4f0d-bdcd-68671e84a8f7 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:54:01.602603 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af50cdc-15a0-4f0d-bdcd-68671e84a8f7 None None] Pushing event updated for resources: {'Port': ['ID=da4843e0-dd32-44cb-8323-79c64180cdec,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:01.617840 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4e830649-779f-4dcb-a102-1d0d288ed618 req-b9dcd115-875f-45bc-93b8-5f3f233364e4 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297321 Nov 27 03:54:01.621581 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f466d6-7a58-4c0c-82ae-7beefe46c048 service neutron] Pushing event updated for resources: {'Port': ['ID=9b373b31-72bb-4625-bcc4-c0f87ce7af11,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:01.688819 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-7af50cdc-15a0-4f0d-bdcd-68671e84a8f7 None None] Attempting to bind port da4843e0-dd32-44cb-8323-79c64180cdec on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:54:01.689234 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-7af50cdc-15a0-4f0d-bdcd-68671e84a8f7 None None] Attempting to bind port da4843e0-dd32-44cb-8323-79c64180cdec by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'fd7d7e7b-7dbb-424a-bc51-ecd051dc8d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'de70f11c-4372-4ca5-89fb-09782e179a3b'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:54:01.689609 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af50cdc-15a0-4f0d-bdcd-68671e84a8f7 None None] Attempting to bind port da4843e0-dd32-44cb-8323-79c64180cdec on network de70f11c-4372-4ca5-89fb-09782e179a3b {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:54:01.695677 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af50cdc-15a0-4f0d-bdcd-68671e84a8f7 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:54:01.696389 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af50cdc-15a0-4f0d-bdcd-68671e84a8f7 None None] Checking segment: {'id': 'fd7d7e7b-7dbb-424a-bc51-ecd051dc8d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'de70f11c-4372-4ca5-89fb-09782e179a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:54:01.696803 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7af50cdc-15a0-4f0d-bdcd-68671e84a8f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:01.697202 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af50cdc-15a0-4f0d-bdcd-68671e84a8f7 None None] Bound using segment: {'id': 'fd7d7e7b-7dbb-424a-bc51-ecd051dc8d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'de70f11c-4372-4ca5-89fb-09782e179a3b'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:54:01.697684 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-7af50cdc-15a0-4f0d-bdcd-68671e84a8f7 None None] Bound port: da4843e0-dd32-44cb-8323-79c64180cdec, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd7d7e7b-7dbb-424a-bc51-ecd051dc8d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'de70f11c-4372-4ca5-89fb-09782e179a3b'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:54:01.698076 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7af50cdc-15a0-4f0d-bdcd-68671e84a8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:01.702287 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3724ce-863a-41e9-b3b9-f285dc428bc7 req-c1fbc20d-e1eb-4295-8d6f-44b0becdda43 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:01.705041 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cb3724ce-863a-41e9-b3b9-f285dc428bc7 req-c1fbc20d-e1eb-4295-8d6f-44b0becdda43 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=266b043d-91d1-4019-bc7e-a73bfb4bf987 HTTP/1.1" status: 200 len: 947 time: 0.0613465 Nov 27 03:54:01.747450 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-97643e35-a959-448f-892e-cab1f91a3e22 req-11f466d6-7a58-4c0c-82ae-7beefe46c048 service neutron] Attempting to bind port 9b373b31-72bb-4625-bcc4-c0f87ce7af11 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:54:01.747830 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-97643e35-a959-448f-892e-cab1f91a3e22 req-11f466d6-7a58-4c0c-82ae-7beefe46c048 service neutron] Attempting to bind port 9b373b31-72bb-4625-bcc4-c0f87ce7af11 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '277708b6-af23-477b-abf6-dbbbeb02c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '08f5ab49-0e80-484e-b2da-92afccf8b9b1'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:54:01.748232 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97643e35-a959-448f-892e-cab1f91a3e22 req-11f466d6-7a58-4c0c-82ae-7beefe46c048 service neutron] Attempting to bind port 9b373b31-72bb-4625-bcc4-c0f87ce7af11 on network 08f5ab49-0e80-484e-b2da-92afccf8b9b1 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:54:01.755683 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97643e35-a959-448f-892e-cab1f91a3e22 req-11f466d6-7a58-4c0c-82ae-7beefe46c048 service neutron] Port 9b373b31-72bb-4625-bcc4-c0f87ce7af11 on network 08f5ab49-0e80-484e-b2da-92afccf8b9b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:54:01.756092 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97643e35-a959-448f-892e-cab1f91a3e22 req-11f466d6-7a58-4c0c-82ae-7beefe46c048 service neutron] Attempting to bind port 9b373b31-72bb-4625-bcc4-c0f87ce7af11 on network 08f5ab49-0e80-484e-b2da-92afccf8b9b1 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:54:01.764961 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cb3724ce-863a-41e9-b3b9-f285dc428bc7 req-8aafbd7d-ef7f-41ae-8b02-d713a23f3eec tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526042 Nov 27 03:54:01.772311 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b7a46833-49c1-496a-a869-87f5ff6bc230 req-feb5b81a-66ba-4892-b7f5-9d6aabf7d8ee tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=12c77282-abb4-49c4-b21d-278815576516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2025201 Nov 27 03:54:01.777852 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-7af50cdc-15a0-4f0d-bdcd-68671e84a8f7 None None] For port da4843e0-dd32-44cb-8323-79c64180cdec, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:54:01.782577 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-7af50cdc-15a0-4f0d-bdcd-68671e84a8f7 None None] For port da4843e0-dd32-44cb-8323-79c64180cdec, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=da4843e0-dd32-44cb-8323-79c64180cdec,segment=NetworkSegment(fd7d7e7b-7dbb-424a-bc51-ecd051dc8d7b),segment_id=fd7d7e7b-7dbb-424a-bc51-ecd051dc8d7b)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:54:01.793055 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97643e35-a959-448f-892e-cab1f91a3e22 req-11f466d6-7a58-4c0c-82ae-7beefe46c048 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:54:01.793558 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97643e35-a959-448f-892e-cab1f91a3e22 req-11f466d6-7a58-4c0c-82ae-7beefe46c048 service neutron] Checking segment: {'id': '277708b6-af23-477b-abf6-dbbbeb02c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '08f5ab49-0e80-484e-b2da-92afccf8b9b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:54:01.793955 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97643e35-a959-448f-892e-cab1f91a3e22 req-11f466d6-7a58-4c0c-82ae-7beefe46c048 service neutron] Bound using segment: {'id': '277708b6-af23-477b-abf6-dbbbeb02c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '08f5ab49-0e80-484e-b2da-92afccf8b9b1'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:54:01.794407 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-97643e35-a959-448f-892e-cab1f91a3e22 req-11f466d6-7a58-4c0c-82ae-7beefe46c048 service neutron] Bound port: 9b373b31-72bb-4625-bcc4-c0f87ce7af11, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '277708b6-af23-477b-abf6-dbbbeb02c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '08f5ab49-0e80-484e-b2da-92afccf8b9b1'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:54:01.795156 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-97643e35-a959-448f-892e-cab1f91a3e22 req-11f466d6-7a58-4c0c-82ae-7beefe46c048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:01.802173 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7af50cdc-15a0-4f0d-bdcd-68671e84a8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:01.905237 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af50cdc-15a0-4f0d-bdcd-68671e84a8f7 None None] Pushing event updated for resources: {'Port': ['ID=da4843e0-dd32-44cb-8323-79c64180cdec,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:02.001202 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-97643e35-a959-448f-892e-cab1f91a3e22 req-11f466d6-7a58-4c0c-82ae-7beefe46c048 service neutron] For port 9b373b31-72bb-4625-bcc4-c0f87ce7af11, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:54:02.021830 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-97643e35-a959-448f-892e-cab1f91a3e22 req-11f466d6-7a58-4c0c-82ae-7beefe46c048 service neutron] For port 9b373b31-72bb-4625-bcc4-c0f87ce7af11, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=9b373b31-72bb-4625-bcc4-c0f87ce7af11,segment=NetworkSegment(277708b6-af23-477b-abf6-dbbbeb02c2ba),segment_id=277708b6-af23-477b-abf6-dbbbeb02c2ba)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:54:02.048691 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-97643e35-a959-448f-892e-cab1f91a3e22 req-11f466d6-7a58-4c0c-82ae-7beefe46c048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:02.063450 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4f894-1351-428c-bae3-8f45c82f8576 req-955df1d6-cd20-4a39-8b46-126ea23ea4a9 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:02.065033 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bba4f894-1351-428c-bae3-8f45c82f8576 req-955df1d6-cd20-4a39-8b46-126ea23ea4a9 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=e736e06a-8b43-4209-ab4f-fdd892d32807 HTTP/1.1" status: 200 len: 944 time: 0.1723211 Nov 27 03:54:02.132573 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97643e35-a959-448f-892e-cab1f91a3e22 req-11f466d6-7a58-4c0c-82ae-7beefe46c048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:02.133213 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-97643e35-a959-448f-892e-cab1f91a3e22 req-11f466d6-7a58-4c0c-82ae-7beefe46c048 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:02.134759 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-97643e35-a959-448f-892e-cab1f91a3e22 req-11f466d6-7a58-4c0c-82ae-7beefe46c048 service neutron] 10.222.0.23 "PUT /v2.0/ports/9b373b31-72bb-4625-bcc4-c0f87ce7af11 HTTP/1.1" status: 200 len: 1092 time: 1.4962990 Nov 27 03:54:02.136991 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e736e06a-8b43-4209-ab4f-fdd892d32807', 'tag': '9b373b31-72bb-4625-bcc4-c0f87ce7af11'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:54:02.139381 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97050c53-f1e8-4d44-ae36-5ca203f077d9" -d '{"events": [{"name": "network-changed", "server_uuid": "e736e06a-8b43-4209-ab4f-fdd892d32807", "tag": "9b373b31-72bb-4625-bcc4-c0f87ce7af11"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:54:02.149474 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ab0ef200-ed57-4128-b0c0-0f831b85d9c8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:02.193261 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ab0ef200-ed57-4128-b0c0-0f831b85d9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:02.220551 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f466d6-7a58-4c0c-82ae-7beefe46c048 service neutron] Pushing event updated for resources: {'Port': ['ID=9b373b31-72bb-4625-bcc4-c0f87ce7af11,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:02.282009 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81668d4-8881-456a-bc97-992199dc0757 x-openstack-request-id: req-b81668d4-8881-456a-bc97-992199dc0757 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:54:02.282297 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e736e06a-8b43-4209-ab4f-fdd892d32807", "tag": "9b373b31-72bb-4625-bcc4-c0f87ce7af11", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:54:02.282679 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b81668d4-8881-456a-bc97-992199dc0757 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:54:02.282985 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e736e06a-8b43-4209-ab4f-fdd892d32807', 'tag': '9b373b31-72bb-4625-bcc4-c0f87ce7af11', 'status': 'completed', 'code': 200} Nov 27 03:54:02.292155 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bba4f894-1351-428c-bae3-8f45c82f8576 req-e9450c7a-4628-4667-8d5b-a28d3142e6dd tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015114 Nov 27 03:54:02.353235 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97643e35-a959-448f-892e-cab1f91a3e22 req-9d4b9a93-6723-4a71-8708-ca33c05558b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:02.354664 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-97643e35-a959-448f-892e-cab1f91a3e22 req-9d4b9a93-6723-4a71-8708-ca33c05558b0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a17274e888df4225aeb5638a41a17698&device_id=e736e06a-8b43-4209-ab4f-fdd892d32807 HTTP/1.1" status: 200 len: 1095 time: 0.1444840 Nov 27 03:54:02.387995 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-ab0ef200-ed57-4128-b0c0-0f831b85d9c8 admin admin] Allocated IP 172.25.1.43 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/4a578ec2-6732-406b-be02-c61cbe3943aa) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:54:02.423486 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-97643e35-a959-448f-892e-cab1f91a3e22 req-a45d99ab-5519-4a53-b0f6-244f76fd9301 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b373b31-72bb-4625-bcc4-c0f87ce7af11 HTTP/1.1" status: 200 len: 217 time: 0.0411310 Nov 27 03:54:02.524128 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97643e35-a959-448f-892e-cab1f91a3e22 req-afc7aa10-5e7e-4200-b56c-af75cc46ae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:02.525517 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-97643e35-a959-448f-892e-cab1f91a3e22 req-afc7aa10-5e7e-4200-b56c-af75cc46ae49 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=921fe779-c75e-43af-88d5-b8ba03d01bf5 HTTP/1.1" status: 200 len: 852 time: 0.0929143 Nov 27 03:54:02.570293 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-97643e35-a959-448f-892e-cab1f91a3e22 req-7e915938-c9db-4934-882b-dafe587c958e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08f5ab49-0e80-484e-b2da-92afccf8b9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337694 Nov 27 03:54:02.593446 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ab0ef200-ed57-4128-b0c0-0f831b85d9c8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:02.680303 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 5057c648-4e82-4539-b4e6-572c3dcc1925 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:54:02.696073 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-97643e35-a959-448f-892e-cab1f91a3e22 req-2870d59c-ccb4-4634-907b-b334ceaffb70 service neutron] 10.222.0.23 "GET /v2.0/networks/08f5ab49-0e80-484e-b2da-92afccf8b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145055 Nov 27 03:54:02.698051 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ab0ef200-ed57-4128-b0c0-0f831b85d9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:02.783366 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0ef200-ed57-4128-b0c0-0f831b85d9c8 admin admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:54:02.790885 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-ab0ef200-ed57-4128-b0c0-0f831b85d9c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:54:02.802273 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0ef200-ed57-4128-b0c0-0f831b85d9c8 admin admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:54:02.813461 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ef200-ed57-4128-b0c0-0f831b85d9c8 admin admin] Pushing event updated for resources: {'Port': ['ID=4a578ec2-6732-406b-be02-c61cbe3943aa,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:02.836261 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 5057c648-4e82-4539-b4e6-572c3dcc1925, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=5057c648-4e82-4539-b4e6-572c3dcc1925,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:54:02.857750 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '5057c648-4e82-4539-b4e6-572c3dcc1925', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'port_id': '5057c648-4e82-4539-b4e6-572c3dcc1925', 'mac_address': 'fa:16:3e:bb:b3:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14a2acf-f1d7-4ddf-8459-b30982428e88', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:54:02.924162 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf250869-2a40-4637-8af4-891da0cdbf9e req-de6bb0ca-bbbb-47fb-a880-930935929525 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:02.931135 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cf250869-2a40-4637-8af4-891da0cdbf9e req-de6bb0ca-bbbb-47fb-a880-930935929525 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=266b043d-91d1-4019-bc7e-a73bfb4bf987 HTTP/1.1" status: 200 len: 947 time: 0.0645964 Nov 27 03:54:02.931368 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:02.954469 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5057c648-4e82-4539-b4e6-572c3dcc1925 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:54:02.954803 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-97643e35-a959-448f-892e-cab1f91a3e22 req-1874388d-8a7f-489b-8f3b-77a1b5052ced service neutron] 10.222.0.23 "GET /v2.0/networks/08f5ab49-0e80-484e-b2da-92afccf8b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474933 Nov 27 03:54:03.005773 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 5057c648-4e82-4539-b4e6-572c3dcc1925, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=5057c648-4e82-4539-b4e6-572c3dcc1925,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:54:03.011057 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cf250869-2a40-4637-8af4-891da0cdbf9e req-4a919082-5a52-4b4c-963b-69236099eea0 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781949 Nov 27 03:54:03.013622 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:03.015183 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device fcb98403-a8ea-45ea-948a-aff68d563e8c details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:54:03.037951 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c523c5-9337-46d7-89f6-576a8bfb6d30 req-a3eb0297-5b54-4ff8-8c17-d1aa8a5b82f1 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:03.046728 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d2c523c5-9337-46d7-89f6-576a8bfb6d30 req-a3eb0297-5b54-4ff8-8c17-d1aa8a5b82f1 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 944 time: 0.1767063 Nov 27 03:54:03.127108 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=5057c648-4e82-4539-b4e6-572c3dcc1925,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:03.194873 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device da4843e0-dd32-44cb-8323-79c64180cdec up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:54:03.212273 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d2c523c5-9337-46d7-89f6-576a8bfb6d30 req-02ed004e-bd5a-4c8c-8213-43479b9dd3c0 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=12c77282-abb4-49c4-b21d-278815576516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663415 Nov 27 03:54:03.250339 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d8c933-62cd-41b7-adf3-1577cecd68dc None None] Network de70f11c-4372-4ca5-89fb-09782e179a3b requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:54:03.294763 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97050c53-f1e8-4d44-ae36-5ca203f077d9 req-fb0b7209-6c4e-489b-b537-ddc9017ccb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:03.296345 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-97050c53-f1e8-4d44-ae36-5ca203f077d9 req-fb0b7209-6c4e-489b-b537-ddc9017ccb6e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a17274e888df4225aeb5638a41a17698&device_id=e736e06a-8b43-4209-ab4f-fdd892d32807 HTTP/1.1" status: 200 len: 1095 time: 0.1935554 Nov 27 03:54:03.357793 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port fcb98403-a8ea-45ea-948a-aff68d563e8c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=fcb98403-a8ea-45ea-948a-aff68d563e8c,segment=NetworkSegment(ec2570f7-674e-47ca-ba4a-60dc11f882c5),segment_id=ec2570f7-674e-47ca-ba4a-60dc11f882c5)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:54:03.388916 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-7a12a3b9-37a9-42dc-bf0f-3eb5c235aa8b None None] Provisioning complete for port da4843e0-dd32-44cb-8323-79c64180cdec triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:54:03.389590 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7a12a3b9-37a9-42dc-bf0f-3eb5c235aa8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:03.393427 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port da4843e0-dd32-44cb-8323-79c64180cdec triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:54:03.393896 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:03.404699 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'fcb98403-a8ea-45ea-948a-aff68d563e8c', 'network_id': '206ec85b-e04a-4c10-8a6e-66c9bea7fa3d', 'port_id': 'fcb98403-a8ea-45ea-948a-aff68d563e8c', 'mac_address': 'fa:16:3e:53:15:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16a2ad0e-052b-4c88-8b6f-df6566997da5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:54:03.433451 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ab0ef200-ed57-4128-b0c0-0f831b85d9c8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:03.470164 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97050c53-f1e8-4d44-ae36-5ca203f077d9 req-ca078417-9ac1-4f97-bb42-7c1dda0907a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:03.471653 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-97050c53-f1e8-4d44-ae36-5ca203f077d9 req-ca078417-9ac1-4f97-bb42-7c1dda0907a8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=08f5ab49-0e80-484e-b2da-92afccf8b9b1 HTTP/1.1" status: 200 len: 913 time: 0.1483989 Nov 27 03:54:03.488385 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1a969-73b1-4aca-8a3c-e23052eaebd1 req-622f7e48-fa39-4078-b732-1e2e9fea0ac8 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:03.493471 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-29c1a969-73b1-4aca-8a3c-e23052eaebd1 req-622f7e48-fa39-4078-b732-1e2e9fea0ac8 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=e736e06a-8b43-4209-ab4f-fdd892d32807 HTTP/1.1" status: 200 len: 944 time: 0.0960872 Nov 27 03:54:03.516563 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:03.580278 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-29c1a969-73b1-4aca-8a3c-e23052eaebd1 req-d89f7aab-af29-4589-a40f-23c523c568ac tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774925 Nov 27 03:54:03.610866 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcb98403-a8ea-45ea-948a-aff68d563e8c {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:54:03.660023 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port fcb98403-a8ea-45ea-948a-aff68d563e8c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=fcb98403-a8ea-45ea-948a-aff68d563e8c,segment=NetworkSegment(ec2570f7-674e-47ca-ba4a-60dc11f882c5),segment_id=ec2570f7-674e-47ca-ba4a-60dc11f882c5)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:54:03.706311 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:03.793722 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=fcb98403-a8ea-45ea-948a-aff68d563e8c,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:03.801077 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7a12a3b9-37a9-42dc-bf0f-3eb5c235aa8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:03.805664 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:03.840052 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-97050c53-f1e8-4d44-ae36-5ca203f077d9 req-ab1d8e37-bf43-423f-a182-cddffed728e3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b373b31-72bb-4625-bcc4-c0f87ce7af11 HTTP/1.1" status: 200 len: 217 time: 0.0439637 Nov 27 03:54:03.862205 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port da4843e0-dd32-44cb-8323-79c64180cdec, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=da4843e0-dd32-44cb-8323-79c64180cdec,segment=NetworkSegment(fd7d7e7b-7dbb-424a-bc51-ecd051dc8d7b),segment_id=fd7d7e7b-7dbb-424a-bc51-ecd051dc8d7b)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:54:03.867168 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:03.915993 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97050c53-f1e8-4d44-ae36-5ca203f077d9 req-0ce281a2-f422-4142-9595-90bd0daf3de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:03.917492 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-97050c53-f1e8-4d44-ae36-5ca203f077d9 req-0ce281a2-f422-4142-9595-90bd0daf3de7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=921fe779-c75e-43af-88d5-b8ba03d01bf5 HTTP/1.1" status: 200 len: 852 time: 0.0670393 Nov 27 03:54:03.949289 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.api [None req-7a12a3b9-37a9-42dc-bf0f-3eb5c235aa8b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 03:54:03.949803 n-d-819494-3 neutron-server[110020]: DEBUG oslo_db.api [None req-7a12a3b9-37a9-42dc-bf0f-3eb5c235aa8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 03:54:03.955906 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=da4843e0-dd32-44cb-8323-79c64180cdec,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:04.012312 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-97050c53-f1e8-4d44-ae36-5ca203f077d9 req-eec4ebe8-0e1c-4317-9f5d-dab9fc558039 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08f5ab49-0e80-484e-b2da-92afccf8b9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576487 Nov 27 03:54:04.093550 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ab0ef200-ed57-4128-b0c0-0f831b85d9c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:04.175220 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['5057c648-4e82-4539-b4e6-572c3dcc1925'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:54:04.221421 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-97050c53-f1e8-4d44-ae36-5ca203f077d9 req-f64c501b-c8b7-461f-9edf-214513b6dee9 service neutron] 10.222.0.23 "GET /v2.0/networks/08f5ab49-0e80-484e-b2da-92afccf8b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999133 Nov 27 03:54:04.222723 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['fcb98403-a8ea-45ea-948a-aff68d563e8c'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:54:04.307407 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e867d-558e-48d0-a16c-6c6aecd66a0c req-ff3a4cef-c55c-4416-b09b-d2f0ddf287db tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:04.309023 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-743e867d-558e-48d0-a16c-6c6aecd66a0c req-ff3a4cef-c55c-4416-b09b-d2f0ddf287db tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=266b043d-91d1-4019-bc7e-a73bfb4bf987 HTTP/1.1" status: 200 len: 948 time: 0.1981795 Nov 27 03:54:04.399890 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-97050c53-f1e8-4d44-ae36-5ca203f077d9 req-1741de2e-0adb-499a-9715-6c87191fa746 service neutron] 10.222.0.23 "GET /v2.0/networks/08f5ab49-0e80-484e-b2da-92afccf8b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688399 Nov 27 03:54:04.422633 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-743e867d-558e-48d0-a16c-6c6aecd66a0c req-7a0d3f8d-e5ea-44ac-8f6e-922019df9206 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002862 Nov 27 03:54:04.426040 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab0ef200-ed57-4128-b0c0-0f831b85d9c8 admin admin] Router 747283ec-ab35-452d-b285-c4497f6f1f58 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 03:54:04.492272 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a0912-e6e7-4d49-84d5-84dc716fa4b9 req-d6b650ff-94bf-4a35-9b98-f1634fed617f tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:04.503163 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7f2a0912-e6e7-4d49-84d5-84dc716fa4b9 req-d6b650ff-94bf-4a35-9b98-f1634fed617f tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 945 time: 0.0946541 Nov 27 03:54:04.578854 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7f2a0912-e6e7-4d49-84d5-84dc716fa4b9 req-3584c18c-5bfe-4022-9d66-b66f1bb659fc tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=12c77282-abb4-49c4-b21d-278815576516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713849 Nov 27 03:54:04.663347 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0ef200-ed57-4128-b0c0-0f831b85d9c8 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:54:04.678575 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38819347-2435-4517-9fdd-f2b2eb4e9460 None None] Sync routers for ids ['747283ec-ab35-452d-b285-c4497f6f1f58'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:54:04.692847 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ab0ef200-ed57-4128-b0c0-0f831b85d9c8 admin admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:04.698466 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ab0ef200-ed57-4128-b0c0-0f831b85d9c8 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6741269 Nov 27 03:54:04.698647 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42080) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:04.726061 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38819347-2435-4517-9fdd-f2b2eb4e9460 None None] Routers {'747283ec-ab35-452d-b285-c4497f6f1f58'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:54:04.726737 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-38819347-2435-4517-9fdd-f2b2eb4e9460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:53:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['747283ec-ab35-452d-b285-c4497f6f1f58'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:54:04.737044 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff999dc-483e-49c4-8085-015cb3a12c96 req-c5630f2f-3e4e-40b7-88d8-ad9f873aaece tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:04.744498 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7ff999dc-483e-49c4-8085-015cb3a12c96 req-c5630f2f-3e4e-40b7-88d8-ad9f873aaece tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=e736e06a-8b43-4209-ab4f-fdd892d32807 HTTP/1.1" status: 200 len: 944 time: 0.0810664 Nov 27 03:54:04.808409 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7ff999dc-483e-49c4-8085-015cb3a12c96 req-21df03f0-8cd5-4882-b321-0ec9955c0d2b tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628924 Nov 27 03:54:04.833759 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-dc6cb3e0-eb41-4aab-8080-9e96c0deef8d None None] Provisioning complete for port da4843e0-dd32-44cb-8323-79c64180cdec triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:54:04.834129 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dc6cb3e0-eb41-4aab-8080-9e96c0deef8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:04.903316 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42084) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:04.925026 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-38819347-2435-4517-9fdd-f2b2eb4e9460 None None] Set router 747283ec-ab35-452d-b285-c4497f6f1f58 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:54:05.032186 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-49520770-ed95-4292-8e22-18afdf8966cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:05.139542 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-49520770-ed95-4292-8e22-18afdf8966cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:05.144917 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-49520770-ed95-4292-8e22-18afdf8966cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:05.151799 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device da4843e0-dd32-44cb-8323-79c64180cdec up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:54:05.196390 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-49520770-ed95-4292-8e22-18afdf8966cc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cda8bd0470474bd1ba27c101a9cb467a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2891548 Nov 27 03:54:05.196390 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49520770-ed95-4292-8e22-18afdf8966cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ec8dfd-09b9-47c9-9517-c9f000a26d9e,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:05.197879 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42088) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:05.258059 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1c0f30cc-b67b-4e16-94cc-b6fd3c121dd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:05.271972 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-38819347-2435-4517-9fdd-f2b2eb4e9460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747283ec-ab35-452d-b285-c4497f6f1f58', 'name': 'tempest-TaggedBootDevicesTest-1558233758-router', 'tenant_id': '1dec02752c8a4ea2ac075e58dda75d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '4a578ec2-6732-406b-be02-c61cbe3943aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:54:01Z', 'updated_at': '2021-11-27T03:54:03Z', 'revision_number': 3, 'project_id': '1dec02752c8a4ea2ac075e58dda75d55', 'gw_port': {'id': '4a578ec2-6732-406b-be02-c61cbe3943aa', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a6:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747283ec-ab35-452d-b285-c4497f6f1f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:02Z', 'updated_at': '2021-11-27T03:54:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:54:05.287059 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1c0f30cc-b67b-4e16-94cc-b6fd3c121dd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:05.303814 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38819347-2435-4517-9fdd-f2b2eb4e9460 None None] Checking router: 747283ec-ab35-452d-b285-c4497f6f1f58 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:54:05.304083 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38819347-2435-4517-9fdd-f2b2eb4e9460 None None] Updating router 747283ec-ab35-452d-b285-c4497f6f1f58 port 4a578ec2-6732-406b-be02-c61cbe3943aa binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:54:05.337869 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1c0f30cc-b67b-4e16-94cc-b6fd3c121dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:05.341155 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1c0f30cc-b67b-4e16-94cc-b6fd3c121dd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:05.345355 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1c0f30cc-b67b-4e16-94cc-b6fd3c121dd4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/51ec8dfd-09b9-47c9-9517-c9f000a26d9e HTTP/1.1" status: 204 len: 168 time: 0.1437161 Nov 27 03:54:05.352862 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f30cc-b67b-4e16-94cc-b6fd3c121dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ec8dfd-09b9-47c9-9517-c9f000a26d9e,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:05.369840 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-38819347-2435-4517-9fdd-f2b2eb4e9460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:05.373480 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e2374cdb-03d3-4bdc-a857-6a0d35cbcb49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:05.445656 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port da4843e0-dd32-44cb-8323-79c64180cdec triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:54:05.446052 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:05.600888 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-e2374cdb-03d3-4bdc-a857-6a0d35cbcb49 admin admin] Allocated IP 172.20.0.1 (de70f11c-4372-4ca5-89fb-09782e179a3b/4466658f-32d6-449e-8c43-df2a536056c1/116b3f0f-b018-4c98-98e4-a4655d3a19c2) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:54:05.622382 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce858c-20e0-4d91-906b-9e4273dca845 req-c979aae3-e736-4bf7-a764-1e44f01f8ca6 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:05.624011 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-09ce858c-20e0-4d91-906b-9e4273dca845 req-c979aae3-e736-4bf7-a764-1e44f01f8ca6 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=266b043d-91d1-4019-bc7e-a73bfb4bf987 HTTP/1.1" status: 200 len: 948 time: 0.1074877 Nov 27 03:54:05.706270 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-09ce858c-20e0-4d91-906b-9e4273dca845 req-f14d66ef-bdd8-44ad-8618-97eff02eaf41 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693150 Nov 27 03:54:05.820985 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-38819347-2435-4517-9fdd-f2b2eb4e9460 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:05.827499 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e33190-a8b0-42c8-acdf-c06e284780fb req-f4402820-0c7b-49cd-a14e-397e36b275ee tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:05.831207 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-38819347-2435-4517-9fdd-f2b2eb4e9460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:05.831594 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-71e33190-a8b0-42c8-acdf-c06e284780fb req-f4402820-0c7b-49cd-a14e-397e36b275ee tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 945 time: 0.0909150 Nov 27 03:54:05.836946 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e2374cdb-03d3-4bdc-a857-6a0d35cbcb49 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:05.851949 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42108) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:05.867181 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9617dd15-61a6-47fd-bfeb-40b81682e654 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:05.888258 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-38819347-2435-4517-9fdd-f2b2eb4e9460 None None] Attempting to bind port 4a578ec2-6732-406b-be02-c61cbe3943aa on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:54:05.888551 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-38819347-2435-4517-9fdd-f2b2eb4e9460 None None] Attempting to bind port 4a578ec2-6732-406b-be02-c61cbe3943aa by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:54:05.888925 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38819347-2435-4517-9fdd-f2b2eb4e9460 None None] Attempting to bind port 4a578ec2-6732-406b-be02-c61cbe3943aa on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:54:05.898955 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38819347-2435-4517-9fdd-f2b2eb4e9460 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:54:05.899487 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38819347-2435-4517-9fdd-f2b2eb4e9460 None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:54:05.899897 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-38819347-2435-4517-9fdd-f2b2eb4e9460 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:05.900297 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38819347-2435-4517-9fdd-f2b2eb4e9460 None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:54:05.901059 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-38819347-2435-4517-9fdd-f2b2eb4e9460 None None] Bound port: 4a578ec2-6732-406b-be02-c61cbe3943aa, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:54:05.901201 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-38819347-2435-4517-9fdd-f2b2eb4e9460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:05.921172 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c4ea6a-e5e5-4361-832b-1dd732ed0214 None None] Pushing event updated for resources: {'Port': ['ID=4a578ec2-6732-406b-be02-c61cbe3943aa,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:05.937206 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-71e33190-a8b0-42c8-acdf-c06e284780fb req-3ab21f16-1ece-4ba5-8ea7-dbfa90180739 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=12c77282-abb4-49c4-b21d-278815576516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955286 Nov 27 03:54:05.940697 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e2374cdb-03d3-4bdc-a857-6a0d35cbcb49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:05.981611 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-38819347-2435-4517-9fdd-f2b2eb4e9460 None None] For port 4a578ec2-6732-406b-be02-c61cbe3943aa, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:54:05.989127 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-38819347-2435-4517-9fdd-f2b2eb4e9460 None None] For port 4a578ec2-6732-406b-be02-c61cbe3943aa, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=4a578ec2-6732-406b-be02-c61cbe3943aa,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:54:05.997406 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2374cdb-03d3-4bdc-a857-6a0d35cbcb49 admin admin] Network de70f11c-4372-4ca5-89fb-09782e179a3b is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:54:06.001313 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-38819347-2435-4517-9fdd-f2b2eb4e9460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:06.001551 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-e2374cdb-03d3-4bdc-a857-6a0d35cbcb49 admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:54:06.010519 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9617dd15-61a6-47fd-bfeb-40b81682e654 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:06.020952 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2374cdb-03d3-4bdc-a857-6a0d35cbcb49 admin admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:54:06.025652 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9617dd15-61a6-47fd-bfeb-40b81682e654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:06.030223 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2374cdb-03d3-4bdc-a857-6a0d35cbcb49 admin admin] Pushing event updated for resources: {'Port': ['ID=116b3f0f-b018-4c98-98e4-a4655d3a19c2,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:06.081980 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9617dd15-61a6-47fd-bfeb-40b81682e654 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5932092896a54c9dba56fa91da3d2366&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2288811 Nov 27 03:54:06.082950 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617dd15-61a6-47fd-bfeb-40b81682e654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf26458-6217-4564-b2d7-2cb94346ef0e,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:06.086380 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42110) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:06.094236 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38819347-2435-4517-9fdd-f2b2eb4e9460 None None] Routers {'747283ec-ab35-452d-b285-c4497f6f1f58'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:54:06.094909 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-38819347-2435-4517-9fdd-f2b2eb4e9460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:53:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['747283ec-ab35-452d-b285-c4497f6f1f58'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:54:06.109257 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e2374cdb-03d3-4bdc-a857-6a0d35cbcb49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:06.161781 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a9369d12-4026-441b-a155-a265ce1aef85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:06.185067 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a9369d12-4026-441b-a155-a265ce1aef85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:06.189097 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14018cab-fd2b-4994-9415-e43b9e153a4f req-55067b10-6251-4625-a377-b681a0a1c029 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:06.193881 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c4ea6a-e5e5-4361-832b-1dd732ed0214 None None] Pushing event updated for resources: {'Port': ['ID=4a578ec2-6732-406b-be02-c61cbe3943aa,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:06.198862 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-14018cab-fd2b-4994-9415-e43b9e153a4f req-55067b10-6251-4625-a377-b681a0a1c029 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=e736e06a-8b43-4209-ab4f-fdd892d32807 HTTP/1.1" status: 200 len: 944 time: 0.1656632 Nov 27 03:54:06.219093 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-38819347-2435-4517-9fdd-f2b2eb4e9460 None None] Set router 747283ec-ab35-452d-b285-c4497f6f1f58 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:54:06.249341 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a9369d12-4026-441b-a155-a265ce1aef85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:06.252842 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a9369d12-4026-441b-a155-a265ce1aef85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:06.256706 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a9369d12-4026-441b-a155-a265ce1aef85 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2bf26458-6217-4564-b2d7-2cb94346ef0e HTTP/1.1" status: 204 len: 168 time: 0.1669204 Nov 27 03:54:06.263042 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9369d12-4026-441b-a155-a265ce1aef85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf26458-6217-4564-b2d7-2cb94346ef0e,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:06.310506 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-14018cab-fd2b-4994-9415-e43b9e153a4f req-d5b2ba69-b37d-413f-8548-60effabbeed8 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105833 Nov 27 03:54:06.353637 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e2374cdb-03d3-4bdc-a857-6a0d35cbcb49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:06.412390 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0d1b7d06-e1f0-42a7-8a5d-1a10abd0bf91 None None] Provisioning complete for port 116b3f0f-b018-4c98-98e4-a4655d3a19c2 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:54:06.412684 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0d1b7d06-e1f0-42a7-8a5d-1a10abd0bf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:06.458580 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0d1b7d06-e1f0-42a7-8a5d-1a10abd0bf91 None None] Port 116b3f0f-b018-4c98-98e4-a4655d3a19c2 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:54:06.472383 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-38819347-2435-4517-9fdd-f2b2eb4e9460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747283ec-ab35-452d-b285-c4497f6f1f58', 'name': 'tempest-TaggedBootDevicesTest-1558233758-router', 'tenant_id': '1dec02752c8a4ea2ac075e58dda75d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '4a578ec2-6732-406b-be02-c61cbe3943aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:54:01Z', 'updated_at': '2021-11-27T03:54:03Z', 'revision_number': 3, 'project_id': '1dec02752c8a4ea2ac075e58dda75d55', 'gw_port': {'id': '4a578ec2-6732-406b-be02-c61cbe3943aa', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a6:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747283ec-ab35-452d-b285-c4497f6f1f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:02Z', 'updated_at': '2021-11-27T03:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:54:06.481503 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 9b373b31-72bb-4625-bcc4-c0f87ce7af11 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:54:06.522793 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38819347-2435-4517-9fdd-f2b2eb4e9460 None None] The sync data for ids ['747283ec-ab35-452d-b285-c4497f6f1f58'] in n-d-819494-3 is: [{'id': '747283ec-ab35-452d-b285-c4497f6f1f58', 'name': 'tempest-TaggedBootDevicesTest-1558233758-router', 'tenant_id': '1dec02752c8a4ea2ac075e58dda75d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '4a578ec2-6732-406b-be02-c61cbe3943aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:54:01Z', 'updated_at': '2021-11-27T03:54:03Z', 'revision_number': 3, 'project_id': '1dec02752c8a4ea2ac075e58dda75d55', 'gw_port': {'id': '4a578ec2-6732-406b-be02-c61cbe3943aa', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a6:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747283ec-ab35-452d-b285-c4497f6f1f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:02Z', 'updated_at': '2021-11-27T03:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:54:06.550601 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e2374cdb-03d3-4bdc-a857-6a0d35cbcb49 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:06.560241 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e2374cdb-03d3-4bdc-a857-6a0d35cbcb49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:06.634739 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 9b373b31-72bb-4625-bcc4-c0f87ce7af11, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=9b373b31-72bb-4625-bcc4-c0f87ce7af11,segment=NetworkSegment(277708b6-af23-477b-abf6-dbbbeb02c2ba),segment_id=277708b6-af23-477b-abf6-dbbbeb02c2ba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:54:06.643468 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2374cdb-03d3-4bdc-a857-6a0d35cbcb49 admin admin] Pushing event updated for resources: {'Port': ['ID=116b3f0f-b018-4c98-98e4-a4655d3a19c2,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:06.648708 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e2374cdb-03d3-4bdc-a857-6a0d35cbcb49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:06.659920 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '9b373b31-72bb-4625-bcc4-c0f87ce7af11', 'network_id': '08f5ab49-0e80-484e-b2da-92afccf8b9b1', 'port_id': '9b373b31-72bb-4625-bcc4-c0f87ce7af11', 'mac_address': 'fa:16:3e:9b:ed:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921fe779-c75e-43af-88d5-b8ba03d01bf5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:54:06.709148 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 5057c648-4e82-4539-b4e6-572c3dcc1925 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:54:06.772423 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2374cdb-03d3-4bdc-a857-6a0d35cbcb49 admin admin] Network de70f11c-4372-4ca5-89fb-09782e179a3b is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:54:06.775757 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:06.776452 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-e2374cdb-03d3-4bdc-a857-6a0d35cbcb49 admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:54:06.809490 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 5057c648-4e82-4539-b4e6-572c3dcc1925 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:54:06.816410 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 5057c648-4e82-4539-b4e6-572c3dcc1925 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:54:06.816717 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:06.854868 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b373b31-72bb-4625-bcc4-c0f87ce7af11 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:54:06.884479 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 9b373b31-72bb-4625-bcc4-c0f87ce7af11, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=9b373b31-72bb-4625-bcc4-c0f87ce7af11,segment=NetworkSegment(277708b6-af23-477b-abf6-dbbbeb02c2ba),segment_id=277708b6-af23-477b-abf6-dbbbeb02c2ba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:54:06.892986 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:06.957922 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790281d-7c5a-4136-876d-df3c7d2f0819 req-e5c5382d-2849-45c0-9f47-f4175d3be95a tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:06.964079 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8790281d-7c5a-4136-876d-df3c7d2f0819 req-e5c5382d-2849-45c0-9f47-f4175d3be95a tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=266b043d-91d1-4019-bc7e-a73bfb4bf987 HTTP/1.1" status: 200 len: 948 time: 0.1034324 Nov 27 03:54:07.032635 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2374cdb-03d3-4bdc-a857-6a0d35cbcb49 admin admin] Router 747283ec-ab35-452d-b285-c4497f6f1f58 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:54:07.172864 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8790281d-7c5a-4136-876d-df3c7d2f0819 req-5104b01b-241b-4045-91f4-cd056e6a6732 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059765 Nov 27 03:54:07.273517 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 4a578ec2-6732-406b-be02-c61cbe3943aa up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:54:07.314239 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=9b373b31-72bb-4625-bcc4-c0f87ce7af11,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:07.339211 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c76854-ff55-43e3-97f2-f5f662c020e1 req-cc87174a-778a-48e9-bff7-1c951e553c34 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:07.340807 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e3c76854-ff55-43e3-97f2-f5f662c020e1 req-cc87174a-778a-48e9-bff7-1c951e553c34 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 945 time: 0.1488321 Nov 27 03:54:07.377407 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-a109b7e5-0677-4041-be78-cae4dcf6511c None None] Provisioning complete for port 116b3f0f-b018-4c98-98e4-a4655d3a19c2 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:54:07.379357 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a109b7e5-0677-4041-be78-cae4dcf6511c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:07.411643 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e3c76854-ff55-43e3-97f2-f5f662c020e1 req-19fea743-215d-448d-8831-2cad29b707bf tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=12c77282-abb4-49c4-b21d-278815576516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630331 Nov 27 03:54:07.421138 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2374cdb-03d3-4bdc-a857-6a0d35cbcb49 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:54:07.430091 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e2374cdb-03d3-4bdc-a857-6a0d35cbcb49 admin admin] 10.222.0.20 "PUT /v2.0/routers/747283ec-ab35-452d-b285-c4497f6f1f58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7284703 Nov 27 03:54:07.441885 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['9b373b31-72bb-4625-bcc4-c0f87ce7af11'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:54:07.487080 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:07.527346 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 4a578ec2-6732-406b-be02-c61cbe3943aa triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:54:07.527838 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:07.533659 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4761318-cbca-4773-8cff-9715d52e6c61 req-620a6105-9141-4f08-85fb-3219fdf8947a tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:07.539152 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-a109b7e5-0677-4041-be78-cae4dcf6511c None None] Port 116b3f0f-b018-4c98-98e4-a4655d3a19c2 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:54:07.546524 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f4761318-cbca-4773-8cff-9715d52e6c61 req-620a6105-9141-4f08-85fb-3219fdf8947a tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=e736e06a-8b43-4209-ab4f-fdd892d32807 HTTP/1.1" status: 200 len: 945 time: 0.1076400 Nov 27 03:54:07.610112 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f4761318-cbca-4773-8cff-9715d52e6c61 req-5d084a5f-7053-4e72-a867-066664a03cb5 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592258 Nov 27 03:54:07.614269 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266b043d-91d1-4019-bc7e-a73bfb4bf987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5057c648-4e82-4539-b4e6-572c3dcc1925'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:54:07.621101 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b896c1-27e8-4f6d-8226-61e4beac6670" -d '{"events": [{"server_uuid": "266b043d-91d1-4019-bc7e-a73bfb4bf987", "name": "network-vif-plugged", "status": "completed", "tag": "5057c648-4e82-4539-b4e6-572c3dcc1925"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:54:07.639101 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 5057c648-4e82-4539-b4e6-572c3dcc1925, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=5057c648-4e82-4539-b4e6-572c3dcc1925,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:54:07.662959 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:07.663940 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device fcb98403-a8ea-45ea-948a-aff68d563e8c up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:54:07.706949 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0096cba4-ab36-40a0-9910-5e030cf7026c x-openstack-request-id: req-0096cba4-ab36-40a0-9910-5e030cf7026c {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:54:07.707393 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266b043d-91d1-4019-bc7e-a73bfb4bf987", "name": "network-vif-plugged", "status": "completed", "tag": "5057c648-4e82-4539-b4e6-572c3dcc1925", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:54:07.707492 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0096cba4-ab36-40a0-9910-5e030cf7026c {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:54:07.708048 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '266b043d-91d1-4019-bc7e-a73bfb4bf987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5057c648-4e82-4539-b4e6-572c3dcc1925', 'code': 200} Nov 27 03:54:07.864989 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ab3cf-af5b-427d-8889-2c81841a60b1 req-d6ea618e-b573-42ef-9579-459fb5c826cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:07.867483 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ee4ab3cf-af5b-427d-8889-2c81841a60b1 req-d6ea618e-b573-42ef-9579-459fb5c826cd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=266b043d-91d1-4019-bc7e-a73bfb4bf987 HTTP/1.1" status: 200 len: 1100 time: 0.0746305 Nov 27 03:54:07.893479 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=5057c648-4e82-4539-b4e6-572c3dcc1925,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:07.942016 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ee4ab3cf-af5b-427d-8889-2c81841a60b1 req-fe41abd6-7e83-43a3-b70a-04047e7e81df service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647771 Nov 27 03:54:07.957477 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port fcb98403-a8ea-45ea-948a-aff68d563e8c completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:54:07.969341 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:07.994969 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 4a578ec2-6732-406b-be02-c61cbe3943aa, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=4a578ec2-6732-406b-be02-c61cbe3943aa,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:54:08.002729 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port fcb98403-a8ea-45ea-948a-aff68d563e8c triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:54:08.003158 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:08.007221 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:08.103545 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=4a578ec2-6732-406b-be02-c61cbe3943aa,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:08.154411 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:08.213685 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port fcb98403-a8ea-45ea-948a-aff68d563e8c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=fcb98403-a8ea-45ea-948a-aff68d563e8c,segment=NetworkSegment(ec2570f7-674e-47ca-ba4a-60dc11f882c5),segment_id=ec2570f7-674e-47ca-ba4a-60dc11f882c5)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:54:08.221543 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:08.241389 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42176) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:08.246308 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-53cc8fb4-9f00-4b12-82bd-646c1e68e0df admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1407014296-network', 'tenant_id': 'c7b8c34d3ee147878db306e2372b2f4b'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:54:08.286323 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53cc8fb4-9f00-4b12-82bd-646c1e68e0df admin admin] Made reservation on behalf of c7b8c34d3ee147878db306e2372b2f4b for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:54:08.290218 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-53cc8fb4-9f00-4b12-82bd-646c1e68e0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:08.291321 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=fcb98403-a8ea-45ea-948a-aff68d563e8c,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:08.324417 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-53cc8fb4-9f00-4b12-82bd-646c1e68e0df admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:08.332957 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e5d83-c1ae-4c9b-b274-fde153f5e901 req-8c9d6ff3-fcda-45b0-9752-01508e3a0c1e tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:08.340899 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4e1e5d83-c1ae-4c9b-b274-fde153f5e901 req-8c9d6ff3-fcda-45b0-9752-01508e3a0c1e tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=266b043d-91d1-4019-bc7e-a73bfb4bf987 HTTP/1.1" status: 200 len: 949 time: 0.0933101 Nov 27 03:54:08.413408 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4e1e5d83-c1ae-4c9b-b274-fde153f5e901 req-62daf07a-1bb7-4a10-9bde-e22d245f198c tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585346 Nov 27 03:54:08.469564 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-53cc8fb4-9f00-4b12-82bd-646c1e68e0df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:08.476105 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-53cc8fb4-9f00-4b12-82bd-646c1e68e0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:08.495564 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53cc8fb4-9f00-4b12-82bd-646c1e68e0df admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:54:08.508924 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-53cc8fb4-9f00-4b12-82bd-646c1e68e0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:08.509421 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-53cc8fb4-9f00-4b12-82bd-646c1e68e0df admin admin] Added segment 87d5a7bd-e384-46ad-8848-1ab0e40c0a23 of type vlan for network ba6a0631-f5bd-430f-8d81-0c43ca84aa5d Nov 27 03:54:08.565846 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-53cc8fb4-9f00-4b12-82bd-646c1e68e0df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:08.603872 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-53cc8fb4-9f00-4b12-82bd-646c1e68e0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:08.605367 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cc8fb4-9f00-4b12-82bd-646c1e68e0df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:08.606136 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-53cc8fb4-9f00-4b12-82bd-646c1e68e0df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:08.657589 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-53cc8fb4-9f00-4b12-82bd-646c1e68e0df admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4115403 Nov 27 03:54:08.658681 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42192) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:08.664260 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-72c2e523-373a-44e1-95a5-56441ed77163 admin admin] Request body: {'subnet': {'network_id': 'ba6a0631-f5bd-430f-8d81-0c43ca84aa5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1407014296-subnet', 'tenant_id': 'c7b8c34d3ee147878db306e2372b2f4b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:54:08.704269 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc8fb4-9f00-4b12-82bd-646c1e68e0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b188e02-3c8b-401f-b3fb-fa9e5aa6d263,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:08.737936 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc8fb4-9f00-4b12-82bd-646c1e68e0df admin admin] Pushing event updated for resources: {'Network': ['ID=ba6a0631-f5bd-430f-8d81-0c43ca84aa5d,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:08.739598 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c2e523-373a-44e1-95a5-56441ed77163 admin admin] Made reservation on behalf of c7b8c34d3ee147878db306e2372b2f4b for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:54:08.743421 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-72c2e523-373a-44e1-95a5-56441ed77163 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:08.766509 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network ba6a0631-f5bd-430f-8d81-0c43ca84aa5d details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:54:08.957276 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e9572-cd8c-4517-98c1-39b16a4eb5d2 req-4b9abc08-3390-4d1e-869e-a44d6dc742e0 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:08.967904 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-af7e9572-cd8c-4517-98c1-39b16a4eb5d2 req-4b9abc08-3390-4d1e-869e-a44d6dc742e0 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=e736e06a-8b43-4209-ab4f-fdd892d32807 HTTP/1.1" status: 200 len: 945 time: 0.1286058 Nov 27 03:54:08.979873 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d20d7ca-1eab-4228-89e5-51409b71eb3c None None] Sync routers for ids ['747283ec-ab35-452d-b285-c4497f6f1f58'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:54:08.989852 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0e3cb-4814-4ee9-8888-f10013eb2f70 req-3faf4089-3ad7-4342-898b-75331473f207 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:08.998017 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f6f0e3cb-4814-4ee9-8888-f10013eb2f70 req-3faf4089-3ad7-4342-898b-75331473f207 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 946 time: 0.1109066 Nov 27 03:54:09.014691 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d20d7ca-1eab-4228-89e5-51409b71eb3c None None] Routers {'747283ec-ab35-452d-b285-c4497f6f1f58'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:54:09.016635 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-4d20d7ca-1eab-4228-89e5-51409b71eb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:53:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['747283ec-ab35-452d-b285-c4497f6f1f58'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:54:09.090592 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f6f0e3cb-4814-4ee9-8888-f10013eb2f70 req-b336d808-91db-4cc2-8700-c509bce4a23b tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=12c77282-abb4-49c4-b21d-278815576516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869691 Nov 27 03:54:09.162007 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 4a578ec2-6732-406b-be02-c61cbe3943aa up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:54:09.178635 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-af7e9572-cd8c-4517-98c1-39b16a4eb5d2 req-1adc4942-15d7-4e5e-8cca-fff2638fa4c4 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088890 Nov 27 03:54:09.246871 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-4d20d7ca-1eab-4228-89e5-51409b71eb3c None None] Set router 747283ec-ab35-452d-b285-c4497f6f1f58 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:54:09.247774 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-72c2e523-373a-44e1-95a5-56441ed77163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:09.335602 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 4a578ec2-6732-406b-be02-c61cbe3943aa triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:54:09.335990 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:09.369836 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c2e523-373a-44e1-95a5-56441ed77163 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c89e992-3dc0-4f36-a65c-4e5d7eec089a,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:09.388732 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c2e523-373a-44e1-95a5-56441ed77163 admin admin] Checking segment: {'id': '87d5a7bd-e384-46ad-8848-1ab0e40c0a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ba6a0631-f5bd-430f-8d81-0c43ca84aa5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:54:09.389237 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c2e523-373a-44e1-95a5-56441ed77163 admin admin] Network hostable DHCP agents. Network: ba6a0631-f5bd-430f-8d81-0c43ca84aa5d, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:54:09.403581 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42204) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:09.424771 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c2e523-373a-44e1-95a5-56441ed77163 admin admin] Network ba6a0631-f5bd-430f-8d81-0c43ca84aa5d is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:54:09.456811 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-72c2e523-373a-44e1-95a5-56441ed77163 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, ba6a0631-f5bd-430f-8d81-0c43ca84aa5d) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:54:09.477721 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97a0c5f-0154-4838-bf51-c55259194aa2 None None] Network ba6a0631-f5bd-430f-8d81-0c43ca84aa5d requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:54:09.477978 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c2e523-373a-44e1-95a5-56441ed77163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:09.478578 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-72c2e523-373a-44e1-95a5-56441ed77163 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:09.504007 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-72c2e523-373a-44e1-95a5-56441ed77163 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8439431 Nov 27 03:54:09.507317 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42212) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:09.514396 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-1260813d-638f-491c-a320-25eb147a7802 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1407014296-router', 'tenant_id': 'c7b8c34d3ee147878db306e2372b2f4b', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:54:09.587085 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1260813d-638f-491c-a320-25eb147a7802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:09.588506 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1260813d-638f-491c-a320-25eb147a7802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:09.671678 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc7f62d-2bc3-433e-93c5-09b0e8780f09 req-f88c9f1c-93a5-464e-ab17-686dcc6ef289 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:09.682033 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0bc7f62d-2bc3-433e-93c5-09b0e8780f09 req-f88c9f1c-93a5-464e-ab17-686dcc6ef289 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=266b043d-91d1-4019-bc7e-a73bfb4bf987 HTTP/1.1" status: 200 len: 949 time: 0.1276574 Nov 27 03:54:09.700260 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad767020-03ea-4b7e-bcbc-0aea27cff945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-ba6a0631-f5bd-430f-8d81-0c43ca84aa5d', 'network_id': 'ba6a0631-f5bd-430f-8d81-0c43ca84aa5d', 'tenant_id': 'c7b8c34d3ee147878db306e2372b2f4b', 'fixed_ips': [{'subnet_id': '0c89e992-3dc0-4f36-a65c-4e5d7eec089a'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 03:54:09.701579 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ad767020-03ea-4b7e-bcbc-0aea27cff945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:09.718774 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ba9173-5d81-4158-892e-cb424cba2920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb98403-a8ea-45ea-948a-aff68d563e8c'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:54:09.721682 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fbb9ffe-ae7a-4f52-8865-07e7ef4b8c81" -d '{"events": [{"server_uuid": "12ba9173-5d81-4158-892e-cb424cba2920", "name": "network-vif-plugged", "status": "completed", "tag": "fcb98403-a8ea-45ea-948a-aff68d563e8c"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:54:09.728553 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-4d20d7ca-1eab-4228-89e5-51409b71eb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747283ec-ab35-452d-b285-c4497f6f1f58', 'name': 'tempest-TaggedBootDevicesTest-1558233758-router', 'tenant_id': '1dec02752c8a4ea2ac075e58dda75d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '4a578ec2-6732-406b-be02-c61cbe3943aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:54:01Z', 'updated_at': '2021-11-27T03:54:06Z', 'revision_number': 4, 'project_id': '1dec02752c8a4ea2ac075e58dda75d55', 'gw_port': {'id': '4a578ec2-6732-406b-be02-c61cbe3943aa', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747283ec-ab35-452d-b285-c4497f6f1f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:02Z', 'updated_at': '2021-11-27T03:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '116b3f0f-b018-4c98-98e4-a4655d3a19c2', 'name': '', 'network_id': 'de70f11c-4372-4ca5-89fb-09782e179a3b', 'tenant_id': '1dec02752c8a4ea2ac075e58dda75d55', 'mac_address': 'fa:16:3e:fb:10:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747283ec-ab35-452d-b285-c4497f6f1f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '4466658f-32d6-449e-8c43-df2a536056c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:05Z', 'updated_at': '2021-11-27T03:54:06Z', 'revision_number': 2, 'project_id': '1dec02752c8a4ea2ac075e58dda75d55', 'subnets': [{'id': '4466658f-32d6-449e-8c43-df2a536056c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:54:09.744792 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b11aec1c-0efd-4db2-b009-fa9792071c45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:09.771056 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0bc7f62d-2bc3-433e-93c5-09b0e8780f09 req-91ddff98-2919-41e6-a598-1546c5f9db88 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815997 Nov 27 03:54:09.777839 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1260813d-638f-491c-a320-25eb147a7802 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:09.797294 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8daa39-74c5-4498-a532-c21a670e9137 x-openstack-request-id: req-ea8daa39-74c5-4498-a532-c21a670e9137 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:54:09.797476 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d20d7ca-1eab-4228-89e5-51409b71eb3c None None] Checking router: 747283ec-ab35-452d-b285-c4497f6f1f58 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:54:09.797597 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ba9173-5d81-4158-892e-cb424cba2920", "name": "network-vif-plugged", "status": "completed", "tag": "fcb98403-a8ea-45ea-948a-aff68d563e8c", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:54:09.797836 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea8daa39-74c5-4498-a532-c21a670e9137 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:54:09.798016 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d20d7ca-1eab-4228-89e5-51409b71eb3c None None] Updating router 747283ec-ab35-452d-b285-c4497f6f1f58 port 116b3f0f-b018-4c98-98e4-a4655d3a19c2 binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:54:09.798251 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ba9173-5d81-4158-892e-cb424cba2920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb98403-a8ea-45ea-948a-aff68d563e8c', 'code': 200} Nov 27 03:54:09.840570 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-4d20d7ca-1eab-4228-89e5-51409b71eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:09.915764 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-ad767020-03ea-4b7e-bcbc-0aea27cff945 None None] Allocated IP 172.20.0.2 (ba6a0631-f5bd-430f-8d81-0c43ca84aa5d/0c89e992-3dc0-4f36-a65c-4e5d7eec089a/e430e8f1-0524-4211-b6ac-d6492699fecc) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:54:09.947855 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44cfdf-e19f-440d-989b-f58f6f94ec80 req-2434df35-e3c4-4fd1-b51b-570ec8c4a979 tempest-ServersOnMultiNodesTest-1751271675 tempest-ServersOnMultiNodesTest-1751271675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:09.958667 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6f44cfdf-e19f-440d-989b-f58f6f94ec80 req-2434df35-e3c4-4fd1-b51b-570ec8c4a979 tempest-ServersOnMultiNodesTest-1751271675 tempest-ServersOnMultiNodesTest-1751271675-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=266b043d-91d1-4019-bc7e-a73bfb4bf987 HTTP/1.1" status: 200 len: 1100 time: 0.0795920 Nov 27 03:54:10.031897 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6f44cfdf-e19f-440d-989b-f58f6f94ec80 req-ef9cb37a-6850-4a42-ad4a-079cdbc2af60 tempest-ServersOnMultiNodesTest-1751271675 tempest-ServersOnMultiNodesTest-1751271675-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723481 Nov 27 03:54:10.043682 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1260813d-638f-491c-a320-25eb147a7802 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:10.049005 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd15c56-6112-400f-90d6-e7181085a654 req-2e89eaa6-e380-45b9-bac0-c059d77123cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:10.050764 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fdd15c56-6112-400f-90d6-e7181085a654 req-2e89eaa6-e380-45b9-bac0-c059d77123cf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 1097 time: 0.1570914 Nov 27 03:54:10.114712 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ad767020-03ea-4b7e-bcbc-0aea27cff945 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:10.124123 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ad767020-03ea-4b7e-bcbc-0aea27cff945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:10.176708 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad767020-03ea-4b7e-bcbc-0aea27cff945 None None] Network ba6a0631-f5bd-430f-8d81-0c43ca84aa5d is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:54:10.181896 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-ad767020-03ea-4b7e-bcbc-0aea27cff945 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:54:10.197901 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad767020-03ea-4b7e-bcbc-0aea27cff945 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:54:10.212626 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad767020-03ea-4b7e-bcbc-0aea27cff945 None None] Pushing event updated for resources: {'Port': ['ID=e430e8f1-0524-4211-b6ac-d6492699fecc,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:10.257244 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66381b3a-b940-4908-815c-aed3cc8de7ce req-addd9c93-31c3-4b6d-8688-914b35dba589 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:10.266844 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-66381b3a-b940-4908-815c-aed3cc8de7ce req-addd9c93-31c3-4b6d-8688-914b35dba589 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 946 time: 0.0805397 Nov 27 03:54:10.326506 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-ad767020-03ea-4b7e-bcbc-0aea27cff945 None None] Attempting to bind port e430e8f1-0524-4211-b6ac-d6492699fecc on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:54:10.327690 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-ad767020-03ea-4b7e-bcbc-0aea27cff945 None None] Attempting to bind port e430e8f1-0524-4211-b6ac-d6492699fecc by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '87d5a7bd-e384-46ad-8848-1ab0e40c0a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ba6a0631-f5bd-430f-8d81-0c43ca84aa5d'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:54:10.328116 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad767020-03ea-4b7e-bcbc-0aea27cff945 None None] Attempting to bind port e430e8f1-0524-4211-b6ac-d6492699fecc on network ba6a0631-f5bd-430f-8d81-0c43ca84aa5d {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:54:10.338998 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad767020-03ea-4b7e-bcbc-0aea27cff945 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:54:10.341486 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad767020-03ea-4b7e-bcbc-0aea27cff945 None None] Checking segment: {'id': '87d5a7bd-e384-46ad-8848-1ab0e40c0a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ba6a0631-f5bd-430f-8d81-0c43ca84aa5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:54:10.341924 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ad767020-03ea-4b7e-bcbc-0aea27cff945 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:10.342329 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad767020-03ea-4b7e-bcbc-0aea27cff945 None None] Bound using segment: {'id': '87d5a7bd-e384-46ad-8848-1ab0e40c0a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ba6a0631-f5bd-430f-8d81-0c43ca84aa5d'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:54:10.342871 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-ad767020-03ea-4b7e-bcbc-0aea27cff945 None None] Bound port: e430e8f1-0524-4211-b6ac-d6492699fecc, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87d5a7bd-e384-46ad-8848-1ab0e40c0a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ba6a0631-f5bd-430f-8d81-0c43ca84aa5d'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:54:10.343248 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-66381b3a-b940-4908-815c-aed3cc8de7ce req-8fb124db-3067-4930-83d9-f39da0036be9 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=12c77282-abb4-49c4-b21d-278815576516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707111 Nov 27 03:54:10.343905 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ad767020-03ea-4b7e-bcbc-0aea27cff945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:10.344401 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-4d20d7ca-1eab-4228-89e5-51409b71eb3c None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:10.362137 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-4d20d7ca-1eab-4228-89e5-51409b71eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:10.458859 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad75abb-3364-4723-968a-3ce9ccac8714 None None] Pushing event updated for resources: {'Port': ['ID=116b3f0f-b018-4c98-98e4-a4655d3a19c2,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:10.460369 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-ad767020-03ea-4b7e-bcbc-0aea27cff945 None None] For port e430e8f1-0524-4211-b6ac-d6492699fecc, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:54:10.463825 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-ad767020-03ea-4b7e-bcbc-0aea27cff945 None None] For port e430e8f1-0524-4211-b6ac-d6492699fecc, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=e430e8f1-0524-4211-b6ac-d6492699fecc,segment=NetworkSegment(87d5a7bd-e384-46ad-8848-1ab0e40c0a23),segment_id=87d5a7bd-e384-46ad-8848-1ab0e40c0a23)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:54:10.471468 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ad767020-03ea-4b7e-bcbc-0aea27cff945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:10.509339 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-4d20d7ca-1eab-4228-89e5-51409b71eb3c None None] Attempting to bind port 116b3f0f-b018-4c98-98e4-a4655d3a19c2 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:54:10.510507 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-4d20d7ca-1eab-4228-89e5-51409b71eb3c None None] Attempting to bind port 116b3f0f-b018-4c98-98e4-a4655d3a19c2 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'fd7d7e7b-7dbb-424a-bc51-ecd051dc8d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'de70f11c-4372-4ca5-89fb-09782e179a3b'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:54:10.511143 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d20d7ca-1eab-4228-89e5-51409b71eb3c None None] Attempting to bind port 116b3f0f-b018-4c98-98e4-a4655d3a19c2 on network de70f11c-4372-4ca5-89fb-09782e179a3b {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:54:10.518285 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 9b373b31-72bb-4625-bcc4-c0f87ce7af11 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:54:10.527724 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d20d7ca-1eab-4228-89e5-51409b71eb3c None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:54:10.528210 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d20d7ca-1eab-4228-89e5-51409b71eb3c None None] Checking segment: {'id': 'fd7d7e7b-7dbb-424a-bc51-ecd051dc8d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'de70f11c-4372-4ca5-89fb-09782e179a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:54:10.528619 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-4d20d7ca-1eab-4228-89e5-51409b71eb3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:10.529372 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d20d7ca-1eab-4228-89e5-51409b71eb3c None None] Bound using segment: {'id': 'fd7d7e7b-7dbb-424a-bc51-ecd051dc8d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'de70f11c-4372-4ca5-89fb-09782e179a3b'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:54:10.529955 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-4d20d7ca-1eab-4228-89e5-51409b71eb3c None None] Bound port: 116b3f0f-b018-4c98-98e4-a4655d3a19c2, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd7d7e7b-7dbb-424a-bc51-ecd051dc8d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'de70f11c-4372-4ca5-89fb-09782e179a3b'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:54:10.530794 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-4d20d7ca-1eab-4228-89e5-51409b71eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:10.601627 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad767020-03ea-4b7e-bcbc-0aea27cff945 None None] Pushing event updated for resources: {'Port': ['ID=e430e8f1-0524-4211-b6ac-d6492699fecc,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:10.606118 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e0bc5-a0c8-4fe7-a81b-6778f5877ef7 req-84cbc4bb-9d9e-48ee-bc62-b5e317d69961 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:10.616052 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f51e0bc5-a0c8-4fe7-a81b-6778f5877ef7 req-84cbc4bb-9d9e-48ee-bc62-b5e317d69961 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=266b043d-91d1-4019-bc7e-a73bfb4bf987 HTTP/1.1" status: 200 len: 949 time: 0.1046112 Nov 27 03:54:10.630746 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-4d20d7ca-1eab-4228-89e5-51409b71eb3c None None] For port 116b3f0f-b018-4c98-98e4-a4655d3a19c2, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:54:10.635849 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-4d20d7ca-1eab-4228-89e5-51409b71eb3c None None] For port 116b3f0f-b018-4c98-98e4-a4655d3a19c2, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=116b3f0f-b018-4c98-98e4-a4655d3a19c2,segment=NetworkSegment(fd7d7e7b-7dbb-424a-bc51-ecd051dc8d7b),segment_id=fd7d7e7b-7dbb-424a-bc51-ecd051dc8d7b)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:54:10.636845 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad767020-03ea-4b7e-bcbc-0aea27cff945 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:10.639951 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad767020-03ea-4b7e-bcbc-0aea27cff945 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:10.640414 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad767020-03ea-4b7e-bcbc-0aea27cff945 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:10.641472 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-4d20d7ca-1eab-4228-89e5-51409b71eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:10.641837 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad767020-03ea-4b7e-bcbc-0aea27cff945 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:10.642298 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b11aec1c-0efd-4db2-b009-fa9792071c45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:10.642829 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad767020-03ea-4b7e-bcbc-0aea27cff945 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:10.642829 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad767020-03ea-4b7e-bcbc-0aea27cff945 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:10.643360 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad767020-03ea-4b7e-bcbc-0aea27cff945 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:10.647392 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad767020-03ea-4b7e-bcbc-0aea27cff945 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:10.647900 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad767020-03ea-4b7e-bcbc-0aea27cff945 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:10.650194 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad767020-03ea-4b7e-bcbc-0aea27cff945 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:10.650534 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad767020-03ea-4b7e-bcbc-0aea27cff945 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:10.651824 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad767020-03ea-4b7e-bcbc-0aea27cff945 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:10.660049 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fdd15c56-6112-400f-90d6-e7181085a654 req-8d9e41aa-a485-4afd-b09a-bb94c739599a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=12c77282-abb4-49c4-b21d-278815576516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5915601 Nov 27 03:54:10.662090 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b11aec1c-0efd-4db2-b009-fa9792071c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:10.667691 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 9b373b31-72bb-4625-bcc4-c0f87ce7af11 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:54:10.676435 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 9b373b31-72bb-4625-bcc4-c0f87ce7af11 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:54:10.677035 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:10.692252 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f51e0bc5-a0c8-4fe7-a81b-6778f5877ef7 req-5840f3d0-6236-4057-a10c-c7a5fe60e705 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716183 Nov 27 03:54:10.718407 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11aec1c-0efd-4db2-b009-fa9792071c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec8cb2a-c7bc-4749-9535-64e8bdad550f,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:10.760643 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79d06e-10ec-4dd9-aa05-aedd4d35f32e req-824db5e9-58f0-4fb3-a448-2ce3e4dd1256 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:10.762229 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2a79d06e-10ec-4dd9-aa05-aedd4d35f32e req-824db5e9-58f0-4fb3-a448-2ce3e4dd1256 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=e736e06a-8b43-4209-ab4f-fdd892d32807 HTTP/1.1" status: 200 len: 945 time: 0.2719862 Nov 27 03:54:10.769417 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42232) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:10.769725 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b11aec1c-0efd-4db2-b009-fa9792071c45 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d2ee442857048208237134b32a0f3e6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3650362 Nov 27 03:54:10.803177 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad75abb-3364-4723-968a-3ce9ccac8714 None None] Pushing event updated for resources: {'Port': ['ID=116b3f0f-b018-4c98-98e4-a4655d3a19c2,revision_number=4']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:10.810187 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d20d7ca-1eab-4228-89e5-51409b71eb3c None None] Routers {'747283ec-ab35-452d-b285-c4497f6f1f58'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:54:10.812035 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-4d20d7ca-1eab-4228-89e5-51409b71eb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:53:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['747283ec-ab35-452d-b285-c4497f6f1f58'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:54:10.869383 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2a79d06e-10ec-4dd9-aa05-aedd4d35f32e req-4eefa285-a864-409d-8887-356c3d5ff8af tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848911 Nov 27 03:54:10.871313 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:10.893318 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-91ab2932-aeb1-4e8f-88f7-18f2c7439745 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:10.963429 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-91ab2932-aeb1-4e8f-88f7-18f2c7439745 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:11.048651 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 9b373b31-72bb-4625-bcc4-c0f87ce7af11, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=9b373b31-72bb-4625-bcc4-c0f87ce7af11,segment=NetworkSegment(277708b6-af23-477b-abf6-dbbbeb02c2ba),segment_id=277708b6-af23-477b-abf6-dbbbeb02c2ba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:54:11.057233 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-50273780-86a2-4c3d-a69d-f28e04e25b8c None None] Provisioning complete for port 116b3f0f-b018-4c98-98e4-a4655d3a19c2 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:54:11.057543 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-50273780-86a2-4c3d-a69d-f28e04e25b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:11.059374 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:11.097356 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-4d20d7ca-1eab-4228-89e5-51409b71eb3c None None] Set router 747283ec-ab35-452d-b285-c4497f6f1f58 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:54:11.097982 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-91ab2932-aeb1-4e8f-88f7-18f2c7439745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:11.102200 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-91ab2932-aeb1-4e8f-88f7-18f2c7439745 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:11.103425 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-91ab2932-aeb1-4e8f-88f7-18f2c7439745 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bec8cb2a-c7bc-4749-9535-64e8bdad550f HTTP/1.1" status: 204 len: 168 time: 0.3323960 Nov 27 03:54:11.116161 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab2932-aeb1-4e8f-88f7-18f2c7439745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec8cb2a-c7bc-4749-9535-64e8bdad550f,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:11.123473 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1260813d-638f-491c-a320-25eb147a7802 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:11.167429 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1260813d-638f-491c-a320-25eb147a7802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:11.217836 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e430e8f1-0524-4211-b6ac-d6492699fecc up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:54:11.304333 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=9b373b31-72bb-4625-bcc4-c0f87ce7af11,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:11.380106 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port e430e8f1-0524-4211-b6ac-d6492699fecc triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:54:11.380490 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:11.385562 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-50273780-86a2-4c3d-a69d-f28e04e25b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:11.389187 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-1260813d-638f-491c-a320-25eb147a7802 admin admin] Allocated IP 172.25.1.88 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/8941bb77-fc80-4447-8d70-1ee55f7cb1b2) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:54:11.487981 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-4d20d7ca-1eab-4228-89e5-51409b71eb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747283ec-ab35-452d-b285-c4497f6f1f58', 'name': 'tempest-TaggedBootDevicesTest-1558233758-router', 'tenant_id': '1dec02752c8a4ea2ac075e58dda75d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '4a578ec2-6732-406b-be02-c61cbe3943aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:54:01Z', 'updated_at': '2021-11-27T03:54:06Z', 'revision_number': 4, 'project_id': '1dec02752c8a4ea2ac075e58dda75d55', 'gw_port': {'id': '4a578ec2-6732-406b-be02-c61cbe3943aa', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747283ec-ab35-452d-b285-c4497f6f1f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:02Z', 'updated_at': '2021-11-27T03:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '116b3f0f-b018-4c98-98e4-a4655d3a19c2', 'name': '', 'network_id': 'de70f11c-4372-4ca5-89fb-09782e179a3b', 'tenant_id': '1dec02752c8a4ea2ac075e58dda75d55', 'mac_address': 'fa:16:3e:fb:10:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747283ec-ab35-452d-b285-c4497f6f1f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '4466658f-32d6-449e-8c43-df2a536056c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:05Z', 'updated_at': '2021-11-27T03:54:10Z', 'revision_number': 4, 'project_id': '1dec02752c8a4ea2ac075e58dda75d55', 'subnets': [{'id': '4466658f-32d6-449e-8c43-df2a536056c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:54:11.505793 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-50273780-86a2-4c3d-a69d-f28e04e25b8c None None] For port 116b3f0f-b018-4c98-98e4-a4655d3a19c2, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=116b3f0f-b018-4c98-98e4-a4655d3a19c2,segment=NetworkSegment(fd7d7e7b-7dbb-424a-bc51-ecd051dc8d7b),segment_id=fd7d7e7b-7dbb-424a-bc51-ecd051dc8d7b)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:54:11.523892 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-50273780-86a2-4c3d-a69d-f28e04e25b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:11.541736 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d20d7ca-1eab-4228-89e5-51409b71eb3c None None] The sync data for ids ['747283ec-ab35-452d-b285-c4497f6f1f58'] in n-d-819494-3 is: [{'id': '747283ec-ab35-452d-b285-c4497f6f1f58', 'name': 'tempest-TaggedBootDevicesTest-1558233758-router', 'tenant_id': '1dec02752c8a4ea2ac075e58dda75d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '4a578ec2-6732-406b-be02-c61cbe3943aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:54:01Z', 'updated_at': '2021-11-27T03:54:06Z', 'revision_number': 4, 'project_id': '1dec02752c8a4ea2ac075e58dda75d55', 'gw_port': {'id': '4a578ec2-6732-406b-be02-c61cbe3943aa', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747283ec-ab35-452d-b285-c4497f6f1f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:02Z', 'updated_at': '2021-11-27T03:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '116b3f0f-b018-4c98-98e4-a4655d3a19c2', 'name': '', 'network_id': 'de70f11c-4372-4ca5-89fb-09782e179a3b', 'tenant_id': '1dec02752c8a4ea2ac075e58dda75d55', 'mac_address': 'fa:16:3e:fb:10:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747283ec-ab35-452d-b285-c4497f6f1f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '4466658f-32d6-449e-8c43-df2a536056c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:05Z', 'updated_at': '2021-11-27T03:54:10Z', 'revision_number': 4, 'project_id': '1dec02752c8a4ea2ac075e58dda75d55', 'subnets': [{'id': '4466658f-32d6-449e-8c43-df2a536056c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:54:11.565404 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1260813d-638f-491c-a320-25eb147a7802 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:11.573154 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff9143-9f39-411d-a524-00f5caac4553 req-119a4283-1c8c-4314-ae4c-137acf462e9c tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:11.598041 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9ff9143-9f39-411d-a524-00f5caac4553 req-119a4283-1c8c-4314-ae4c-137acf462e9c tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 946 time: 0.1213043 Nov 27 03:54:11.657437 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1260813d-638f-491c-a320-25eb147a7802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:11.680295 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50273780-86a2-4c3d-a69d-f28e04e25b8c None None] Pushing event updated for resources: {'Port': ['ID=116b3f0f-b018-4c98-98e4-a4655d3a19c2,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:11.702758 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9ff9143-9f39-411d-a524-00f5caac4553 req-69d49dc8-058e-4545-825d-998a96b7cb9c tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=12c77282-abb4-49c4-b21d-278815576516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036229 Nov 27 03:54:11.707004 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:11.724941 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-19706368-741c-4068-8ecb-26a16d591aeb None None] Provisioning complete for port 116b3f0f-b018-4c98-98e4-a4655d3a19c2 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:54:11.725324 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-19706368-741c-4068-8ecb-26a16d591aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:11.768682 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42244) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:11.795055 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1260813d-638f-491c-a320-25eb147a7802 admin admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:54:11.797300 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-1260813d-638f-491c-a320-25eb147a7802 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:54:11.797728 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-13d47e67-a0ce-47a2-ae9b-d1d607a2d27e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:11.801943 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1260813d-638f-491c-a320-25eb147a7802 admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:54:11.807305 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e736e06a-8b43-4209-ab4f-fdd892d32807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b373b31-72bb-4625-bcc4-c0f87ce7af11'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:54:11.814925 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bd5aaa-1fcb-4f0c-9d09-f7daf9eb4fc6" -d '{"events": [{"server_uuid": "e736e06a-8b43-4209-ab4f-fdd892d32807", "name": "network-vif-plugged", "status": "completed", "tag": "9b373b31-72bb-4625-bcc4-c0f87ce7af11"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:54:11.839646 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260813d-638f-491c-a320-25eb147a7802 admin admin] Pushing event updated for resources: {'Port': ['ID=8941bb77-fc80-4447-8d70-1ee55f7cb1b2,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:11.871225 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port e430e8f1-0524-4211-b6ac-d6492699fecc, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=e430e8f1-0524-4211-b6ac-d6492699fecc,segment=NetworkSegment(87d5a7bd-e384-46ad-8848-1ab0e40c0a23),segment_id=87d5a7bd-e384-46ad-8848-1ab0e40c0a23)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:54:11.896211 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:11.970824 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d0c78a-352c-4724-83c8-abddd810418d x-openstack-request-id: req-67d0c78a-352c-4724-83c8-abddd810418d {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:54:11.971358 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e736e06a-8b43-4209-ab4f-fdd892d32807", "name": "network-vif-plugged", "status": "completed", "tag": "9b373b31-72bb-4625-bcc4-c0f87ce7af11", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:54:11.971626 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-67d0c78a-352c-4724-83c8-abddd810418d {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:54:11.972019 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e736e06a-8b43-4209-ab4f-fdd892d32807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b373b31-72bb-4625-bcc4-c0f87ce7af11', 'code': 200} Nov 27 03:54:12.044419 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-13d47e67-a0ce-47a2-ae9b-d1d607a2d27e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:12.050467 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=e430e8f1-0524-4211-b6ac-d6492699fecc,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:12.051977 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-13d47e67-a0ce-47a2-ae9b-d1d607a2d27e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:12.107052 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d47e67-a0ce-47a2-ae9b-d1d607a2d27e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba860448-29cb-44b1-92a9-220a36829a5d,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:12.195163 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-13d47e67-a0ce-47a2-ae9b-d1d607a2d27e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e66336a7ac9749b9a2b91501c2da0c37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4253399 Nov 27 03:54:12.197645 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42254) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:12.210165 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d4417-00bc-4c0f-b0be-0af13b0aafea req-283c30eb-4b70-4305-b80c-c405130a4d15 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:12.220673 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-da9d4417-00bc-4c0f-b0be-0af13b0aafea req-283c30eb-4b70-4305-b80c-c405130a4d15 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=266b043d-91d1-4019-bc7e-a73bfb4bf987 HTTP/1.1" status: 200 len: 949 time: 0.3802400 Nov 27 03:54:12.244045 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59f6d1-c10d-49e3-96ed-87725aa90277 req-48b9cdc5-1633-4596-a63d-fc68417ee085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:12.245733 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bd59f6d1-c10d-49e3-96ed-87725aa90277 req-48b9cdc5-1633-4596-a63d-fc68417ee085 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e736e06a-8b43-4209-ab4f-fdd892d32807 HTTP/1.1" status: 200 len: 1097 time: 0.1309764 Nov 27 03:54:12.263992 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34655ec9-824c-48d6-bc76-f194fb410aaf req-71966e8b-a011-491e-878a-20774dc180f5 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:12.266280 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-34655ec9-824c-48d6-bc76-f194fb410aaf req-71966e8b-a011-491e-878a-20774dc180f5 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=e736e06a-8b43-4209-ab4f-fdd892d32807 HTTP/1.1" status: 200 len: 946 time: 0.1546471 Nov 27 03:54:12.315008 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfc2fbb-6834-4f6e-870d-729ce2148d3b None None] Network ba6a0631-f5bd-430f-8d81-0c43ca84aa5d requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:54:12.315568 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-da9d4417-00bc-4c0f-b0be-0af13b0aafea req-eb49203b-2d02-4ec8-826b-1740ffc78d4d tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933080 Nov 27 03:54:12.354069 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bd59f6d1-c10d-49e3-96ed-87725aa90277 req-6c2bf876-8e57-49dd-ade3-a37a379e7b48 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856299 Nov 27 03:54:12.362529 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1a6486e3-c277-4447-83d8-61f3f1427e57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:12.400007 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 03:54:12.414131 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-34655ec9-824c-48d6-bc76-f194fb410aaf req-683cdb70-c495-4d98-9068-ace9c29cc3f8 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384389 Nov 27 03:54:12.430527 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1a6486e3-c277-4447-83d8-61f3f1427e57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:12.434825 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acdd053-c098-4443-8a39-30b2eb0a0623 req-69a7310a-0c6d-458c-ade3-02a5311ec3f6 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:12.439123 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8acdd053-c098-4443-8a39-30b2eb0a0623 req-69a7310a-0c6d-458c-ade3-02a5311ec3f6 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.11 "GET /v2.0/ports?device_id=266b043d-91d1-4019-bc7e-a73bfb4bf987 HTTP/1.1" status: 200 len: 949 time: 0.1919210 Nov 27 03:54:12.501252 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1a6486e3-c277-4447-83d8-61f3f1427e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:12.505456 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1a6486e3-c277-4447-83d8-61f3f1427e57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:12.526433 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1a6486e3-c277-4447-83d8-61f3f1427e57 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ba860448-29cb-44b1-92a9-220a36829a5d HTTP/1.1" status: 204 len: 168 time: 0.3098664 Nov 27 03:54:12.544380 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6486e3-c277-4447-83d8-61f3f1427e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba860448-29cb-44b1-92a9-220a36829a5d,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:12.584840 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1260813d-638f-491c-a320-25eb147a7802 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:12.668175 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-98c9a2df-9e59-48ce-8798-60754f276a55 None None] Provisioning complete for port e430e8f1-0524-4211-b6ac-d6492699fecc triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:54:12.668723 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-98c9a2df-9e59-48ce-8798-60754f276a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:12.838994 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-8acdd053-c098-4443-8a39-30b2eb0a0623 req-117d7a24-9b48-4f3a-b1ab-07b0778b9fe4 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Deleting port 5057c648-4e82-4539-b4e6-572c3dcc1925 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:54:12.839544 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-8acdd053-c098-4443-8a39-30b2eb0a0623 req-117d7a24-9b48-4f3a-b1ab-07b0778b9fe4 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:12.891369 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618fbff5-a8e4-4d4d-a7ba-bd4f63c43a7c req-d46b01b9-06d8-4027-9fd6-2be362d26ac1 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:12.906860 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-618fbff5-a8e4-4d4d-a7ba-bd4f63c43a7c req-d46b01b9-06d8-4027-9fd6-2be362d26ac1 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 946 time: 0.0874705 Nov 27 03:54:12.912835 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1260813d-638f-491c-a320-25eb147a7802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:12.993075 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-8acdd053-c098-4443-8a39-30b2eb0a0623 req-117d7a24-9b48-4f3a-b1ab-07b0778b9fe4 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] For port 5057c648-4e82-4539-b4e6-572c3dcc1925, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=5057c648-4e82-4539-b4e6-572c3dcc1925,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:54:12.993452 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-8acdd053-c098-4443-8a39-30b2eb0a0623 req-117d7a24-9b48-4f3a-b1ab-07b0778b9fe4 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:12.997680 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-618fbff5-a8e4-4d4d-a7ba-bd4f63c43a7c req-68779ae4-1216-439a-820a-65c0506aa678 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=12c77282-abb4-49c4-b21d-278815576516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835929 Nov 27 03:54:13.023366 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-8acdd053-c098-4443-8a39-30b2eb0a0623 req-117d7a24-9b48-4f3a-b1ab-07b0778b9fe4 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Calling delete_port for 5057c648-4e82-4539-b4e6-572c3dcc1925 owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:54:13.219877 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-1bb43c78-78fe-4a08-b924-0bf8a93b6304 None None] Provisioning complete for port e430e8f1-0524-4211-b6ac-d6492699fecc triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:54:13.220549 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1bb43c78-78fe-4a08-b924-0bf8a93b6304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:13.277831 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd473b-b853-4330-b337-f5e965af9a90 req-bf5342f2-8b89-439b-a621-acb2b7621bc9 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:13.283607 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1cbd473b-b853-4330-b337-f5e965af9a90 req-bf5342f2-8b89-439b-a621-acb2b7621bc9 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 946 time: 0.1406302 Nov 27 03:54:13.290024 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42274) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:13.295424 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-c650a23c-7b4b-4993-941b-0e6f93e217c1 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Request body: {'floatingip': {'port_id': 'fcb98403-a8ea-45ea-948a-aff68d563e8c'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:54:13.351077 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e430e8f1-0524-4211-b6ac-d6492699fecc up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:54:13.367098 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1260813d-638f-491c-a320-25eb147a7802 admin admin] Router cb926c56-6b8e-42ff-ab9b-fa78109f6ab0 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 03:54:13.416007 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port e430e8f1-0524-4211-b6ac-d6492699fecc triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:54:13.416482 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:13.421977 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c650a23c-7b4b-4993-941b-0e6f93e217c1 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks [] for floatingip, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:13.508115 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-8acdd053-c098-4443-8a39-30b2eb0a0623 req-117d7a24-9b48-4f3a-b1ab-07b0778b9fe4 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:13.557657 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['569ae718-ab2b-48d3-a2ff-7d22136a6303', 'c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f', '5cfa4de2-2dcf-41c3-a367-4b3fa38863d3'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:54:13.566060 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['84099172-9d4b-490d-ba96-813571fab01c', '961a2ab4-de32-49de-85e1-357b240eda4d', '20fb2fc7-16d0-46d0-be48-59a1d267810c', '834fa54e-823d-4eb0-be3e-9ff70ca76660', '5057c648-4e82-4539-b4e6-572c3dcc1925'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:54:13.674321 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-18dd240a-4ac2-44eb-8ef7-519ba29fd7bd req-5ad2bec5-cd3d-434a-bfc6-3d184971ed20 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=266b043d-91d1-4019-bc7e-a73bfb4bf987 HTTP/1.1" status: 200 len: 210 time: 0.0618563 Nov 27 03:54:13.689630 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d7a24-9b48-4f3a-b1ab-07b0778b9fe4 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Pushing event deleted for resources: {'Port': ['ID=5057c648-4e82-4539-b4e6-572c3dcc1925,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:13.815280 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-8acdd053-c098-4443-8a39-30b2eb0a0623 req-117d7a24-9b48-4f3a-b1ab-07b0778b9fe4 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] No DVR routers for this DVR port 5057c648-4e82-4539-b4e6-572c3dcc1925 on host n-h2-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:54:13.821367 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-8acdd053-c098-4443-8a39-30b2eb0a0623 req-117d7a24-9b48-4f3a-b1ab-07b0778b9fe4 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:13.830031 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8acdd053-c098-4443-8a39-30b2eb0a0623 req-117d7a24-9b48-4f3a-b1ab-07b0778b9fe4 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.11 "DELETE /v2.0/ports/5057c648-4e82-4539-b4e6-572c3dcc1925 HTTP/1.1" status: 204 len: 173 time: 1.3857670 Nov 27 03:54:13.837647 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266b043d-91d1-4019-bc7e-a73bfb4bf987', 'name': 'network-vif-deleted', 'tag': '5057c648-4e82-4539-b4e6-572c3dcc1925'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:54:13.837647 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd7c7be-2911-4d3e-b5d8-3334ec57c8cb" -d '{"events": [{"server_uuid": "266b043d-91d1-4019-bc7e-a73bfb4bf987", "name": "network-vif-deleted", "tag": "5057c648-4e82-4539-b4e6-572c3dcc1925"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:54:13.910696 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf4956-9c5c-4b4f-bd41-67a4ec03abf5 req-c94edf49-bdbb-4276-88d2-aa6e26248787 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:13.918656 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-11bf4956-9c5c-4b4f-bd41-67a4ec03abf5 req-c94edf49-bdbb-4276-88d2-aa6e26248787 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=e736e06a-8b43-4209-ab4f-fdd892d32807 HTTP/1.1" status: 200 len: 946 time: 0.2340846 Nov 27 03:54:13.961499 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1260813d-638f-491c-a320-25eb147a7802 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:54:13.985681 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 116b3f0f-b018-4c98-98e4-a4655d3a19c2 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:54:14.004435 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f503877-08a6-44ab-9d46-431cd58a35c2 None None] Sync routers for ids ['cb926c56-6b8e-42ff-ab9b-fa78109f6ab0'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:54:14.008339 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-11bf4956-9c5c-4b4f-bd41-67a4ec03abf5 req-61f0c3d6-d485-46d6-a9c5-ef524ff4a104 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852530 Nov 27 03:54:14.028323 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1260813d-638f-491c-a320-25eb147a7802 admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:14.034034 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1260813d-638f-491c-a320-25eb147a7802 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5217471 Nov 27 03:54:14.037774 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42300) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:14.039611 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b1c12e-3859-4bcb-abe3-9422377c7d1a x-openstack-request-id: req-94b1c12e-3859-4bcb-abe3-9422377c7d1a {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:54:14.041249 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266b043d-91d1-4019-bc7e-a73bfb4bf987", "name": "network-vif-deleted", "tag": "5057c648-4e82-4539-b4e6-572c3dcc1925", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:54:14.041622 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94b1c12e-3859-4bcb-abe3-9422377c7d1a {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:54:14.042619 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '266b043d-91d1-4019-bc7e-a73bfb4bf987', 'name': 'network-vif-deleted', 'tag': '5057c648-4e82-4539-b4e6-572c3dcc1925', 'status': 'completed', 'code': 200} Nov 27 03:54:14.142863 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f503877-08a6-44ab-9d46-431cd58a35c2 None None] Routers {'cb926c56-6b8e-42ff-ab9b-fa78109f6ab0'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:54:14.143434 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-6f503877-08a6-44ab-9d46-431cd58a35c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:53:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['cb926c56-6b8e-42ff-ab9b-fa78109f6ab0'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:54:14.418946 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-6f503877-08a6-44ab-9d46-431cd58a35c2 None None] Set router cb926c56-6b8e-42ff-ab9b-fa78109f6ab0 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:54:14.626336 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 116b3f0f-b018-4c98-98e4-a4655d3a19c2 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:54:14.626926 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:14.637031 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545eaf30-7231-45c5-a4ae-7b53aa7c75ee req-294ee590-9a95-40f0-a902-5a0d8eeab304 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:14.647221 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-545eaf30-7231-45c5-a4ae-7b53aa7c75ee req-294ee590-9a95-40f0-a902-5a0d8eeab304 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/ports?device_id=90fc54bd-543e-40e8-a36e-a1f2dec172ab HTTP/1.1" status: 200 len: 945 time: 0.5318234 Nov 27 03:54:14.717177 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-545eaf30-7231-45c5-a4ae-7b53aa7c75ee req-358a7a35-2a38-4c84-9965-20cee3b4336a tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0eb8b8-bf77-4327-8d45-23dba6f823d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628591 Nov 27 03:54:14.725906 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c650a23c-7b4b-4993-941b-0e6f93e217c1 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:14.731856 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c650a23c-7b4b-4993-941b-0e6f93e217c1 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:14.926647 n-d-819494-3 neutron-server[110019]: INFO neutron.db.l3_db [None req-c650a23c-7b4b-4993-941b-0e6f93e217c1 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Floating IP ef5142f9-d77f-4471-bada-29e99ef97765 associated. External IP: 172.25.1.171, port: fcb98403-a8ea-45ea-948a-aff68d563e8c. Nov 27 03:54:14.998945 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-46250881-5a5d-4395-b5e8-4f024ed0eff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:15.130168 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-6f503877-08a6-44ab-9d46-431cd58a35c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb926c56-6b8e-42ff-ab9b-fa78109f6ab0', 'name': 'tempest-TaggedBootDevicesTest-1407014296-router', 'tenant_id': 'c7b8c34d3ee147878db306e2372b2f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '8941bb77-fc80-4447-8d70-1ee55f7cb1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:54:09Z', 'updated_at': '2021-11-27T03:54:12Z', 'revision_number': 3, 'project_id': 'c7b8c34d3ee147878db306e2372b2f4b', 'gw_port': {'id': '8941bb77-fc80-4447-8d70-1ee55f7cb1b2', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb926c56-6b8e-42ff-ab9b-fa78109f6ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:11Z', 'updated_at': '2021-11-27T03:54:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:54:15.184588 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f503877-08a6-44ab-9d46-431cd58a35c2 None None] Checking router: cb926c56-6b8e-42ff-ab9b-fa78109f6ab0 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:54:15.184588 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f503877-08a6-44ab-9d46-431cd58a35c2 None None] Updating router cb926c56-6b8e-42ff-ab9b-fa78109f6ab0 port 8941bb77-fc80-4447-8d70-1ee55f7cb1b2 binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:54:15.240635 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6f503877-08a6-44ab-9d46-431cd58a35c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:15.283049 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6f413-6d7b-4312-905c-4d4d70fd3707 req-066725da-8b1a-427b-9783-b5ceee362194 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:15.285108 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-86f6f413-6d7b-4312-905c-4d4d70fd3707 req-066725da-8b1a-427b-9783-b5ceee362194 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=496451c4-e920-40ff-b54e-4e93f5f832d5 HTTP/1.1" status: 200 len: 950 time: 0.1147392 Nov 27 03:54:15.326628 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868308b-69f3-4010-8cd6-5320e7c6be1a req-97b50f48-6dcf-4efb-964a-8e6fd12b9e60 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:15.338388 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9868308b-69f3-4010-8cd6-5320e7c6be1a req-97b50f48-6dcf-4efb-964a-8e6fd12b9e60 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=e736e06a-8b43-4209-ab4f-fdd892d32807 HTTP/1.1" status: 200 len: 946 time: 0.1634934 Nov 27 03:54:15.356888 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c650a23c-7b4b-4993-941b-0e6f93e217c1 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Router 54dabedd-7aa0-4f70-a3fb-c4907dc6fc69 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:54:15.365518 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-86f6f413-6d7b-4312-905c-4d4d70fd3707 req-79bbe896-e7bf-4384-95a3-0d35cd5faf34 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733130 Nov 27 03:54:15.437450 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9868308b-69f3-4010-8cd6-5320e7c6be1a req-95665d37-6561-459e-b193-a4f0cedf9044 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981033 Nov 27 03:54:15.524950 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c650a23c-7b4b-4993-941b-0e6f93e217c1 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:54:15.530421 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c650a23c-7b4b-4993-941b-0e6f93e217c1 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:15.539450 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-46250881-5a5d-4395-b5e8-4f024ed0eff5 admin admin] Allocated IP 172.20.0.1 (ba6a0631-f5bd-430f-8d81-0c43ca84aa5d/0c89e992-3dc0-4f36-a65c-4e5d7eec089a/5dad1147-d27a-4716-9348-0c8a17aa0842) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:54:15.539760 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64049c91-b8a4-4a64-b976-b11bfe9f4110 None None] Sync routers for ids ['54dabedd-7aa0-4f70-a3fb-c4907dc6fc69'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:54:15.556257 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64049c91-b8a4-4a64-b976-b11bfe9f4110 None None] Routers {'54dabedd-7aa0-4f70-a3fb-c4907dc6fc69'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:54:15.556892 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-64049c91-b8a4-4a64-b976-b11bfe9f4110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:53:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['54dabedd-7aa0-4f70-a3fb-c4907dc6fc69'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:54:15.568721 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c650a23c-7b4b-4993-941b-0e6f93e217c1 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "PUT /v2.0/floatingips/ef5142f9-d77f-4471-bada-29e99ef97765 HTTP/1.1" status: 200 len: 992 time: 2.2752061 Nov 27 03:54:15.568721 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ba9173-5d81-4158-892e-cb424cba2920', 'tag': 'fcb98403-a8ea-45ea-948a-aff68d563e8c'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:54:15.577079 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7d734c-6ea8-4032-bfca-cf0df16e31b9" -d '{"events": [{"name": "network-changed", "server_uuid": "12ba9173-5d81-4158-892e-cb424cba2920", "tag": "fcb98403-a8ea-45ea-948a-aff68d563e8c"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:54:15.738365 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d67cc1e-acbc-4df0-9dbb-3d26aca6c27d x-openstack-request-id: req-7d67cc1e-acbc-4df0-9dbb-3d26aca6c27d {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:54:15.739089 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ba9173-5d81-4158-892e-cb424cba2920", "tag": "fcb98403-a8ea-45ea-948a-aff68d563e8c", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:54:15.739089 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d67cc1e-acbc-4df0-9dbb-3d26aca6c27d {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:54:15.739900 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ba9173-5d81-4158-892e-cb424cba2920', 'tag': 'fcb98403-a8ea-45ea-948a-aff68d563e8c', 'status': 'completed', 'code': 200} Nov 27 03:54:15.873496 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6f503877-08a6-44ab-9d46-431cd58a35c2 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:15.883281 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6f503877-08a6-44ab-9d46-431cd58a35c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:15.885669 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-46250881-5a5d-4395-b5e8-4f024ed0eff5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:15.905543 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-64049c91-b8a4-4a64-b976-b11bfe9f4110 None None] Set router 54dabedd-7aa0-4f70-a3fb-c4907dc6fc69 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:54:15.942014 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b2183-1091-440c-9f3e-12a0a9661bf3 req-ce80993f-0764-4ea5-ac92-e2b10613fa10 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:15.947404 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d734c-6ea8-4032-bfca-cf0df16e31b9 req-b303b468-cd01-4742-b5a7-34779fbd9d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:15.954626 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5a3b2183-1091-440c-9f3e-12a0a9661bf3 req-ce80993f-0764-4ea5-ac92-e2b10613fa10 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=e736e06a-8b43-4209-ab4f-fdd892d32807 HTTP/1.1" status: 200 len: 946 time: 0.1174252 Nov 27 03:54:15.956920 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3f7d734c-6ea8-4032-bfca-cf0df16e31b9 req-b303b468-cd01-4742-b5a7-34779fbd9d31 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b9bd4f2386ca49389eb1721b8a19f965&device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 1097 time: 0.1720583 Nov 27 03:54:15.959694 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07540e43-0e57-4983-86b8-18c60622e86f None None] Pushing event updated for resources: {'Port': ['ID=8941bb77-fc80-4447-8d70-1ee55f7cb1b2,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:16.045661 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-6f503877-08a6-44ab-9d46-431cd58a35c2 None None] Attempting to bind port 8941bb77-fc80-4447-8d70-1ee55f7cb1b2 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:54:16.046037 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-6f503877-08a6-44ab-9d46-431cd58a35c2 None None] Attempting to bind port 8941bb77-fc80-4447-8d70-1ee55f7cb1b2 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:54:16.057424 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f503877-08a6-44ab-9d46-431cd58a35c2 None None] Attempting to bind port 8941bb77-fc80-4447-8d70-1ee55f7cb1b2 on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:54:16.060200 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5a3b2183-1091-440c-9f3e-12a0a9661bf3 req-d8dde584-a985-4449-a201-c3dc36804cc9 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017656 Nov 27 03:54:16.064626 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:16.071376 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f503877-08a6-44ab-9d46-431cd58a35c2 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:54:16.071759 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f503877-08a6-44ab-9d46-431cd58a35c2 None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:54:16.072165 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6f503877-08a6-44ab-9d46-431cd58a35c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:16.072570 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f503877-08a6-44ab-9d46-431cd58a35c2 None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:54:16.073047 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-6f503877-08a6-44ab-9d46-431cd58a35c2 None None] Bound port: 8941bb77-fc80-4447-8d70-1ee55f7cb1b2, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:54:16.073426 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6f503877-08a6-44ab-9d46-431cd58a35c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:16.118117 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3535ede9-1090-4bc1-8c29-c12e312af0af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:16.141735 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d734c-6ea8-4032-bfca-cf0df16e31b9 req-08ffaec7-0cb1-48fb-aee3-63b854f74e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:16.143807 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3f7d734c-6ea8-4032-bfca-cf0df16e31b9 req-08ffaec7-0cb1-48fb-aee3-63b854f74e78 service neutron] 10.222.0.11 "GET /v2.0/networks?id=206ec85b-e04a-4c10-8a6e-66c9bea7fa3d HTTP/1.1" status: 200 len: 911 time: 0.1760542 Nov 27 03:54:16.188141 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-6f503877-08a6-44ab-9d46-431cd58a35c2 None None] For port 8941bb77-fc80-4447-8d70-1ee55f7cb1b2, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:54:16.195743 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-6f503877-08a6-44ab-9d46-431cd58a35c2 None None] For port 8941bb77-fc80-4447-8d70-1ee55f7cb1b2, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=8941bb77-fc80-4447-8d70-1ee55f7cb1b2,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:54:16.206920 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6f503877-08a6-44ab-9d46-431cd58a35c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:16.223473 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-46250881-5a5d-4395-b5e8-4f024ed0eff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:16.243346 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-64049c91-b8a4-4a64-b976-b11bfe9f4110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'name': 'tempest-AttachVolumeTestJSON-843500189-router', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:53:42Z', 'updated_at': '2021-11-27T03:53:46Z', 'revision_number': 4, 'project_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'gw_port': {'id': '06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:53:43Z', 'updated_at': '2021-11-27T03:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': 'ef5142f9-d77f-4471-bada-29e99ef97765', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'floating_ip_address': '172.25.1.171', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'port_id': 'fcb98403-a8ea-45ea-948a-aff68d563e8c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '206ec85b-e04a-4c10-8a6e-66c9bea7fa3d', 'mac_address': 'fa:16:3e:53:15:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ba9173-5d81-4158-892e-cb424cba2920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:53:50Z', 'updated_at': '2021-11-27T03:54:14Z', 'revision_number': 1, 'project_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566b3d46-e37a-433b-b3db-756b03bd740e', 'name': '', 'network_id': '206ec85b-e04a-4c10-8a6e-66c9bea7fa3d', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'mac_address': 'fa:16:3e:c3:14:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '16a2ad0e-052b-4c88-8b6f-df6566997da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:53:45Z', 'updated_at': '2021-11-27T03:53:51Z', 'revision_number': 5, 'project_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'subnets': [{'id': '16a2ad0e-052b-4c88-8b6f-df6566997da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:54:16.266955 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3f7d734c-6ea8-4032-bfca-cf0df16e31b9 req-52b37367-1486-471f-b70a-ece473ff96b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcb98403-a8ea-45ea-948a-aff68d563e8c HTTP/1.1" status: 200 len: 1000 time: 0.1145365 Nov 27 03:54:16.282811 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46250881-5a5d-4395-b5e8-4f024ed0eff5 admin admin] Network ba6a0631-f5bd-430f-8d81-0c43ca84aa5d is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:54:16.288934 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f503877-08a6-44ab-9d46-431cd58a35c2 None None] Routers {'cb926c56-6b8e-42ff-ab9b-fa78109f6ab0'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:54:16.289111 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-46250881-5a5d-4395-b5e8-4f024ed0eff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:54:16.289580 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-6f503877-08a6-44ab-9d46-431cd58a35c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:53:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['cb926c56-6b8e-42ff-ab9b-fa78109f6ab0'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:54:16.311543 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64049c91-b8a4-4a64-b976-b11bfe9f4110 None None] Checking router: 54dabedd-7aa0-4f70-a3fb-c4907dc6fc69 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:54:16.324018 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64049c91-b8a4-4a64-b976-b11bfe9f4110 None None] Routers {'54dabedd-7aa0-4f70-a3fb-c4907dc6fc69'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:54:16.324855 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-64049c91-b8a4-4a64-b976-b11bfe9f4110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:53:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['54dabedd-7aa0-4f70-a3fb-c4907dc6fc69'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:54:16.349829 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d734c-6ea8-4032-bfca-cf0df16e31b9 req-d9752bdd-6377-4481-b2f6-6e0f91ed3076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:16.351594 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3f7d734c-6ea8-4032-bfca-cf0df16e31b9 req-d9752bdd-6377-4481-b2f6-6e0f91ed3076 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=16a2ad0e-052b-4c88-8b6f-df6566997da5 HTTP/1.1" status: 200 len: 849 time: 0.0640416 Nov 27 03:54:16.352469 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46250881-5a5d-4395-b5e8-4f024ed0eff5 admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:54:16.448902 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-46250881-5a5d-4395-b5e8-4f024ed0eff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:16.548517 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46250881-5a5d-4395-b5e8-4f024ed0eff5 admin admin] Pushing event updated for resources: {'Port': ['ID=5dad1147-d27a-4716-9348-0c8a17aa0842,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:16.572610 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-64049c91-b8a4-4a64-b976-b11bfe9f4110 None None] Set router 54dabedd-7aa0-4f70-a3fb-c4907dc6fc69 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:54:16.602062 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df45725-f265-49e3-b0c8-ea2978eae55a req-2b469d86-5513-4fc0-a2ab-0202b06a22ed tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:16.610514 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6df45725-f265-49e3-b0c8-ea2978eae55a req-2b469d86-5513-4fc0-a2ab-0202b06a22ed tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=496451c4-e920-40ff-b54e-4e93f5f832d5 HTTP/1.1" status: 200 len: 950 time: 0.1032929 Nov 27 03:54:16.627485 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07540e43-0e57-4983-86b8-18c60622e86f None None] Pushing event updated for resources: {'Port': ['ID=8941bb77-fc80-4447-8d70-1ee55f7cb1b2,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:16.705096 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6df45725-f265-49e3-b0c8-ea2978eae55a req-fc80c408-c187-4d4d-917e-6aaaad529346 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820572 Nov 27 03:54:16.708795 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-6f503877-08a6-44ab-9d46-431cd58a35c2 None None] Set router cb926c56-6b8e-42ff-ab9b-fa78109f6ab0 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:54:16.783166 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 5057c648-4e82-4539-b4e6-572c3dcc1925 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:54:16.879992 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-46250881-5a5d-4395-b5e8-4f024ed0eff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:16.894006 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: 5057c648-4e82-4539-b4e6-572c3dcc1925 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:54:16.894603 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 5057c648-4e82-4539-b4e6-572c3dcc1925 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:54:16.898643 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-65633558-fb66-4a35-9f11-aa676e6f1955 None None] Provisioning complete for port 5dad1147-d27a-4716-9348-0c8a17aa0842 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:54:16.899069 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-65633558-fb66-4a35-9f11-aa676e6f1955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:16.910109 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858c46b-5b5d-4b8c-a039-865fe851cbb8 req-95e8c6f7-f576-4907-9111-00b22834d938 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:16.911689 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b858c46b-5b5d-4b8c-a039-865fe851cbb8 req-95e8c6f7-f576-4907-9111-00b22834d938 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/ports?device_id=90fc54bd-543e-40e8-a36e-a1f2dec172ab HTTP/1.1" status: 200 len: 945 time: 0.6252613 Nov 27 03:54:16.961624 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d734c-6ea8-4032-bfca-cf0df16e31b9 req-cf0edf30-cda8-4d66-8dd7-af7ff22d535b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:16.964836 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3f7d734c-6ea8-4032-bfca-cf0df16e31b9 req-cf0edf30-cda8-4d66-8dd7-af7ff22d535b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=206ec85b-e04a-4c10-8a6e-66c9bea7fa3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5025043 Nov 27 03:54:16.965455 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-64049c91-b8a4-4a64-b976-b11bfe9f4110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'name': 'tempest-AttachVolumeTestJSON-843500189-router', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:53:42Z', 'updated_at': '2021-11-27T03:53:46Z', 'revision_number': 4, 'project_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'gw_port': {'id': '06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:53:43Z', 'updated_at': '2021-11-27T03:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': 'ef5142f9-d77f-4471-bada-29e99ef97765', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'floating_ip_address': '172.25.1.171', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'port_id': 'fcb98403-a8ea-45ea-948a-aff68d563e8c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '206ec85b-e04a-4c10-8a6e-66c9bea7fa3d', 'mac_address': 'fa:16:3e:53:15:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ba9173-5d81-4158-892e-cb424cba2920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:53:50Z', 'updated_at': '2021-11-27T03:54:14Z', 'revision_number': 1, 'project_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566b3d46-e37a-433b-b3db-756b03bd740e', 'name': '', 'network_id': '206ec85b-e04a-4c10-8a6e-66c9bea7fa3d', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'mac_address': 'fa:16:3e:c3:14:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '16a2ad0e-052b-4c88-8b6f-df6566997da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:53:45Z', 'updated_at': '2021-11-27T03:53:51Z', 'revision_number': 5, 'project_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'subnets': [{'id': '16a2ad0e-052b-4c88-8b6f-df6566997da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:54:16.968911 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-65633558-fb66-4a35-9f11-aa676e6f1955 None None] Port 5dad1147-d27a-4716-9348-0c8a17aa0842 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:54:17.001230 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64049c91-b8a4-4a64-b976-b11bfe9f4110 None None] The sync data for ids ['54dabedd-7aa0-4f70-a3fb-c4907dc6fc69'] in n-d-819494-3 is: [{'id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'name': 'tempest-AttachVolumeTestJSON-843500189-router', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:53:42Z', 'updated_at': '2021-11-27T03:53:46Z', 'revision_number': 4, 'project_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'gw_port': {'id': '06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:53:43Z', 'updated_at': '2021-11-27T03:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': 'ef5142f9-d77f-4471-bada-29e99ef97765', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'floating_ip_address': '172.25.1.171', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'port_id': 'fcb98403-a8ea-45ea-948a-aff68d563e8c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '206ec85b-e04a-4c10-8a6e-66c9bea7fa3d', 'mac_address': 'fa:16:3e:53:15:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ba9173-5d81-4158-892e-cb424cba2920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:53:50Z', 'updated_at': '2021-11-27T03:54:14Z', 'revision_number': 1, 'project_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566b3d46-e37a-433b-b3db-756b03bd740e', 'name': '', 'network_id': '206ec85b-e04a-4c10-8a6e-66c9bea7fa3d', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'mac_address': 'fa:16:3e:c3:14:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '16a2ad0e-052b-4c88-8b6f-df6566997da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:53:45Z', 'updated_at': '2021-11-27T03:53:51Z', 'revision_number': 5, 'project_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'subnets': [{'id': '16a2ad0e-052b-4c88-8b6f-df6566997da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:54:17.005251 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-6f503877-08a6-44ab-9d46-431cd58a35c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb926c56-6b8e-42ff-ab9b-fa78109f6ab0', 'name': 'tempest-TaggedBootDevicesTest-1407014296-router', 'tenant_id': 'c7b8c34d3ee147878db306e2372b2f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '8941bb77-fc80-4447-8d70-1ee55f7cb1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:54:09Z', 'updated_at': '2021-11-27T03:54:12Z', 'revision_number': 3, 'project_id': 'c7b8c34d3ee147878db306e2372b2f4b', 'gw_port': {'id': '8941bb77-fc80-4447-8d70-1ee55f7cb1b2', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb926c56-6b8e-42ff-ab9b-fa78109f6ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:11Z', 'updated_at': '2021-11-27T03:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:54:17.068735 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f503877-08a6-44ab-9d46-431cd58a35c2 None None] The sync data for ids ['cb926c56-6b8e-42ff-ab9b-fa78109f6ab0'] in n-d-819494-3 is: [{'id': 'cb926c56-6b8e-42ff-ab9b-fa78109f6ab0', 'name': 'tempest-TaggedBootDevicesTest-1407014296-router', 'tenant_id': 'c7b8c34d3ee147878db306e2372b2f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '8941bb77-fc80-4447-8d70-1ee55f7cb1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:54:09Z', 'updated_at': '2021-11-27T03:54:12Z', 'revision_number': 3, 'project_id': 'c7b8c34d3ee147878db306e2372b2f4b', 'gw_port': {'id': '8941bb77-fc80-4447-8d70-1ee55f7cb1b2', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb926c56-6b8e-42ff-ab9b-fa78109f6ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:11Z', 'updated_at': '2021-11-27T03:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:54:17.086430 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5a8cf-4eb4-4c0d-b4ee-04d2ca3dc0d2 req-fb03f953-9879-476a-8f94-1953ef800ea2 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:17.088145 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-91d5a8cf-4eb4-4c0d-b4ee-04d2ca3dc0d2 req-fb03f953-9879-476a-8f94-1953ef800ea2 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.23 "GET /v2.0/ports?device_id=496451c4-e920-40ff-b54e-4e93f5f832d5 HTTP/1.1" status: 200 len: 950 time: 0.1005270 Nov 27 03:54:17.254257 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-91d5a8cf-4eb4-4c0d-b4ee-04d2ca3dc0d2 req-ff65f5fe-de7b-46eb-b38e-860ec377bff7 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Deleting port 5cfa4de2-2dcf-41c3-a367-4b3fa38863d3 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:54:17.254758 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-91d5a8cf-4eb4-4c0d-b4ee-04d2ca3dc0d2 req-ff65f5fe-de7b-46eb-b38e-860ec377bff7 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:17.271457 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b858c46b-5b5d-4b8c-a039-865fe851cbb8 req-fd93c649-e902-452b-8372-42ff198685a6 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0eb8b8-bf77-4327-8d45-23dba6f823d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3501687 Nov 27 03:54:17.352587 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3f7d734c-6ea8-4032-bfca-cf0df16e31b9 req-12527ce2-6a2b-4ccf-86e0-27ea7f2427f5 service neutron] 10.222.0.11 "GET /v2.0/networks/206ec85b-e04a-4c10-8a6e-66c9bea7fa3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383083 Nov 27 03:54:17.412728 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7f1b6e-57b5-4588-835d-27d7a56cfbe7 None None] New status for floating IP ef5142f9-d77f-4471-bada-29e99ef97765: ACTIVE {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 03:54:17.431260 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a86eec-1796-4022-9c7b-6d9833d0b936 req-a55ff0ff-0f1b-47cb-b488-b0bd7ed443ba tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:17.433463 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-63a86eec-1796-4022-9c7b-6d9833d0b936 req-a55ff0ff-0f1b-47cb-b488-b0bd7ed443ba tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=e736e06a-8b43-4209-ab4f-fdd892d32807 HTTP/1.1" status: 200 len: 946 time: 0.0920479 Nov 27 03:54:17.448987 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-91d5a8cf-4eb4-4c0d-b4ee-04d2ca3dc0d2 req-ff65f5fe-de7b-46eb-b38e-860ec377bff7 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] For port 5cfa4de2-2dcf-41c3-a367-4b3fa38863d3, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=5cfa4de2-2dcf-41c3-a367-4b3fa38863d3,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:54:17.451303 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-91d5a8cf-4eb4-4c0d-b4ee-04d2ca3dc0d2 req-ff65f5fe-de7b-46eb-b38e-860ec377bff7 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:17.461307 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-46250881-5a5d-4395-b5e8-4f024ed0eff5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:17.472090 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-46250881-5a5d-4395-b5e8-4f024ed0eff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:17.481819 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-91d5a8cf-4eb4-4c0d-b4ee-04d2ca3dc0d2 req-ff65f5fe-de7b-46eb-b38e-860ec377bff7 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Calling delete_port for 5cfa4de2-2dcf-41c3-a367-4b3fa38863d3 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:54:17.550495 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-63a86eec-1796-4022-9c7b-6d9833d0b936 req-1ab4b2ed-a64d-4e77-ae87-35cb111793e5 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088786 Nov 27 03:54:17.583178 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3f7d734c-6ea8-4032-bfca-cf0df16e31b9 req-e3e59d9a-dbb6-4b92-9a11-9b9929afdcb9 service neutron] 10.222.0.11 "GET /v2.0/networks/206ec85b-e04a-4c10-8a6e-66c9bea7fa3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213621 Nov 27 03:54:17.594698 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-46250881-5a5d-4395-b5e8-4f024ed0eff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:17.603580 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46250881-5a5d-4395-b5e8-4f024ed0eff5 admin admin] Pushing event updated for resources: {'Port': ['ID=5dad1147-d27a-4716-9348-0c8a17aa0842,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:17.698802 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-91d5a8cf-4eb4-4c0d-b4ee-04d2ca3dc0d2 req-ff65f5fe-de7b-46eb-b38e-860ec377bff7 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:17.719526 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46250881-5a5d-4395-b5e8-4f024ed0eff5 admin admin] Network ba6a0631-f5bd-430f-8d81-0c43ca84aa5d is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:54:17.721055 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-46250881-5a5d-4395-b5e8-4f024ed0eff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:54:17.731621 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['84099172-9d4b-490d-ba96-813571fab01c', '961a2ab4-de32-49de-85e1-357b240eda4d', '20fb2fc7-16d0-46d0-be48-59a1d267810c', '834fa54e-823d-4eb0-be3e-9ff70ca76660'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:54:17.735858 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['569ae718-ab2b-48d3-a2ff-7d22136a6303', 'c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f', '5cfa4de2-2dcf-41c3-a367-4b3fa38863d3'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:54:17.741975 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff65f5fe-de7b-46eb-b38e-860ec377bff7 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Pushing event deleted for resources: {'Port': ['ID=5cfa4de2-2dcf-41c3-a367-4b3fa38863d3,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:17.801899 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d5a8cf-4eb4-4c0d-b4ee-04d2ca3dc0d2 req-ff65f5fe-de7b-46eb-b38e-860ec377bff7 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] No DVR routers for this DVR port 5cfa4de2-2dcf-41c3-a367-4b3fa38863d3 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:54:17.804467 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-91d5a8cf-4eb4-4c0d-b4ee-04d2ca3dc0d2 req-ff65f5fe-de7b-46eb-b38e-860ec377bff7 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:17.810975 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-91d5a8cf-4eb4-4c0d-b4ee-04d2ca3dc0d2 req-ff65f5fe-de7b-46eb-b38e-860ec377bff7 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.23 "DELETE /v2.0/ports/5cfa4de2-2dcf-41c3-a367-4b3fa38863d3 HTTP/1.1" status: 204 len: 173 time: 0.7114887 Nov 27 03:54:17.811576 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496451c4-e920-40ff-b54e-4e93f5f832d5', 'name': 'network-vif-deleted', 'tag': '5cfa4de2-2dcf-41c3-a367-4b3fa38863d3'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:54:17.814672 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f821678a-e98b-4d20-bd87-68643934d40b" -d '{"events": [{"server_uuid": "496451c4-e920-40ff-b54e-4e93f5f832d5", "name": "network-vif-deleted", "tag": "5cfa4de2-2dcf-41c3-a367-4b3fa38863d3"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:54:17.919854 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c1e9645a-d08a-4d01-aed8-c5946fa7b517 req-9c935391-ac64-46d1-b33b-f8155b766552 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=496451c4-e920-40ff-b54e-4e93f5f832d5 HTTP/1.1" status: 200 len: 210 time: 0.0714402 Nov 27 03:54:17.960121 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46250881-5a5d-4395-b5e8-4f024ed0eff5 admin admin] Router cb926c56-6b8e-42ff-ab9b-fa78109f6ab0 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:54:18.223454 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17e3685-296a-44d2-bbd1-c7620aabd51c x-openstack-request-id: req-f17e3685-296a-44d2-bbd1-c7620aabd51c {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:54:18.223960 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496451c4-e920-40ff-b54e-4e93f5f832d5", "name": "network-vif-deleted", "tag": "5cfa4de2-2dcf-41c3-a367-4b3fa38863d3", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:54:18.224068 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f17e3685-296a-44d2-bbd1-c7620aabd51c {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:54:18.224401 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496451c4-e920-40ff-b54e-4e93f5f832d5', 'name': 'network-vif-deleted', 'tag': '5cfa4de2-2dcf-41c3-a367-4b3fa38863d3', 'status': 'completed', 'code': 200} Nov 27 03:54:18.244275 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46250881-5a5d-4395-b5e8-4f024ed0eff5 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:54:18.278039 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-46250881-5a5d-4395-b5e8-4f024ed0eff5 admin admin] 10.222.0.20 "PUT /v2.0/routers/cb926c56-6b8e-42ff-ab9b-fa78109f6ab0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2237008 Nov 27 03:54:18.361417 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7b4bf-1930-449a-89f1-68c43a5f33bc req-ba799ef8-7483-41f7-a466-987a264328f9 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:18.374228 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-65f7b4bf-1930-449a-89f1-68c43a5f33bc req-ba799ef8-7483-41f7-a466-987a264328f9 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=e736e06a-8b43-4209-ab4f-fdd892d32807 HTTP/1.1" status: 200 len: 946 time: 0.1167271 Nov 27 03:54:18.417368 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-64210bf5-f84e-43ff-a751-721c977d3f1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:18.470014 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-bc27eb21-d976-4dfa-975c-aa404a61c21a None None] Provisioning complete for port 5dad1147-d27a-4716-9348-0c8a17aa0842 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:54:18.470249 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bc27eb21-d976-4dfa-975c-aa404a61c21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:18.488239 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-65f7b4bf-1930-449a-89f1-68c43a5f33bc req-33eb208f-430a-4795-8021-a12f1b1a2b12 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130965 Nov 27 03:54:18.557189 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-bc27eb21-d976-4dfa-975c-aa404a61c21a None None] Port 5dad1147-d27a-4716-9348-0c8a17aa0842 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:54:18.703485 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:18.838907 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c710dac-043c-4e7a-8b73-aa8462bd24cb req-3768a632-3142-4811-bc71-af6a51d7f2b1 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:18.840194 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8c710dac-043c-4e7a-8b73-aa8462bd24cb req-3768a632-3142-4811-bc71-af6a51d7f2b1 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/ports?device_id=90fc54bd-543e-40e8-a36e-a1f2dec172ab HTTP/1.1" status: 200 len: 945 time: 0.5382681 Nov 27 03:54:18.914843 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8c710dac-043c-4e7a-8b73-aa8462bd24cb req-c1496fc1-c3dc-421e-95f6-050e31d96a08 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0eb8b8-bf77-4327-8d45-23dba6f823d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645709 Nov 27 03:54:19.245042 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 8941bb77-fc80-4447-8d70-1ee55f7cb1b2 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:54:19.321310 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 8941bb77-fc80-4447-8d70-1ee55f7cb1b2 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:54:19.321790 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:19.464232 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7211c6-7290-4b6f-9099-5cceed77597c req-379983d3-2724-4057-9e90-9159c8d11a16 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:19.473750 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3f7211c6-7290-4b6f-9099-5cceed77597c req-379983d3-2724-4057-9e90-9159c8d11a16 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8a8ee13-29bb-40e8-b0a2-00527a3314c4 HTTP/1.1" status: 200 len: 949 time: 0.0993187 Nov 27 03:54:19.496803 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:19.533676 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3f7211c6-7290-4b6f-9099-5cceed77597c req-afe2d0c8-469e-4e31-9e31-bf7c7e06ec7d tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589130 Nov 27 03:54:19.570737 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:19.581571 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 8941bb77-fc80-4447-8d70-1ee55f7cb1b2, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=8941bb77-fc80-4447-8d70-1ee55f7cb1b2,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:54:19.589395 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:19.670958 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=8941bb77-fc80-4447-8d70-1ee55f7cb1b2,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:19.793067 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c767fce-f227-43b7-82fd-8854c461265b req-f11e99cb-7f6e-4179-b58b-cf0dde6827c8 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:19.802469 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3c767fce-f227-43b7-82fd-8854c461265b req-f11e99cb-7f6e-4179-b58b-cf0dde6827c8 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=e736e06a-8b43-4209-ab4f-fdd892d32807 HTTP/1.1" status: 200 len: 946 time: 0.1623850 Nov 27 03:54:19.910844 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3c767fce-f227-43b7-82fd-8854c461265b req-3dce3566-5997-43db-9d00-33a452adc141 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072574 Nov 27 03:54:19.921366 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef671b-04b0-411f-8f6c-f6608066c8d0 req-bcc989a4-5de4-4524-890f-ddb5d778940d tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:19.923355 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-52ef671b-04b0-411f-8f6c-f6608066c8d0 req-bcc989a4-5de4-4524-890f-ddb5d778940d tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736e06a-8b43-4209-ab4f-fdd892d32807 HTTP/1.1" status: 200 len: 946 time: 0.2208064 Nov 27 03:54:20.139793 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-52ef671b-04b0-411f-8f6c-f6608066c8d0 req-cda32679-cb04-4972-b6a9-61e711e26239 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Deleting port 9b373b31-72bb-4625-bcc4-c0f87ce7af11 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:54:20.141093 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-52ef671b-04b0-411f-8f6c-f6608066c8d0 req-cda32679-cb04-4972-b6a9-61e711e26239 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:20.260815 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-52ef671b-04b0-411f-8f6c-f6608066c8d0 req-cda32679-cb04-4972-b6a9-61e711e26239 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] For port 9b373b31-72bb-4625-bcc4-c0f87ce7af11, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=9b373b31-72bb-4625-bcc4-c0f87ce7af11,segment=NetworkSegment(277708b6-af23-477b-abf6-dbbbeb02c2ba),segment_id=277708b6-af23-477b-abf6-dbbbeb02c2ba)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:54:20.261414 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-52ef671b-04b0-411f-8f6c-f6608066c8d0 req-cda32679-cb04-4972-b6a9-61e711e26239 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:20.276127 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-52ef671b-04b0-411f-8f6c-f6608066c8d0 req-cda32679-cb04-4972-b6a9-61e711e26239 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Calling delete_port for 9b373b31-72bb-4625-bcc4-c0f87ce7af11 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:54:20.279338 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65100bec-0366-449f-af57-e1d66f480e5f req-b514e45f-e317-41d5-9f8f-d831558e5e67 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:20.282363 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-65100bec-0366-449f-af57-e1d66f480e5f req-b514e45f-e317-41d5-9f8f-d831558e5e67 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.23 "GET /v2.0/ports?device_id=90fc54bd-543e-40e8-a36e-a1f2dec172ab HTTP/1.1" status: 200 len: 945 time: 0.0770962 Nov 27 03:54:20.291044 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1fcaf5-d28e-4d36-89ca-1c86bb8e2e3b req-a3ce5ac2-06c8-4aa7-a1bd-cf22e6a9d6b4 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:20.293091 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ea1fcaf5-d28e-4d36-89ca-1c86bb8e2e3b req-a3ce5ac2-06c8-4aa7-a1bd-cf22e6a9d6b4 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/ports?device_id=90fc54bd-543e-40e8-a36e-a1f2dec172ab HTTP/1.1" status: 200 len: 945 time: 0.2287886 Nov 27 03:54:20.432731 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ea1fcaf5-d28e-4d36-89ca-1c86bb8e2e3b req-14f09a78-009a-4128-b66b-043fba5741f1 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0eb8b8-bf77-4327-8d45-23dba6f823d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314795 Nov 27 03:54:20.498464 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-65100bec-0366-449f-af57-e1d66f480e5f req-5a655beb-0bc0-45a9-b40e-14075926d9ad tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Deleting port 47cf5bc7-152c-4288-aaba-5a29010e080d {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:54:20.501663 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-65100bec-0366-449f-af57-e1d66f480e5f req-5a655beb-0bc0-45a9-b40e-14075926d9ad tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:20.529250 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 5cfa4de2-2dcf-41c3-a367-4b3fa38863d3 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:54:20.623239 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 5cfa4de2-2dcf-41c3-a367-4b3fa38863d3 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:54:20.623596 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 5cfa4de2-2dcf-41c3-a367-4b3fa38863d3 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:54:20.627429 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-52ef671b-04b0-411f-8f6c-f6608066c8d0 req-cda32679-cb04-4972-b6a9-61e711e26239 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:20.668340 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['9b373b31-72bb-4625-bcc4-c0f87ce7af11'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:54:20.669522 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda32679-cb04-4972-b6a9-61e711e26239 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Pushing event deleted for resources: {'Port': ['ID=9b373b31-72bb-4625-bcc4-c0f87ce7af11,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:20.741708 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ef671b-04b0-411f-8f6c-f6608066c8d0 req-cda32679-cb04-4972-b6a9-61e711e26239 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] No DVR routers for this DVR port 9b373b31-72bb-4625-bcc4-c0f87ce7af11 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:54:20.745536 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-52ef671b-04b0-411f-8f6c-f6608066c8d0 req-cda32679-cb04-4972-b6a9-61e711e26239 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:20.749818 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-52ef671b-04b0-411f-8f6c-f6608066c8d0 req-cda32679-cb04-4972-b6a9-61e711e26239 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.23 "DELETE /v2.0/ports/9b373b31-72bb-4625-bcc4-c0f87ce7af11 HTTP/1.1" status: 204 len: 173 time: 0.8068719 Nov 27 03:54:20.751626 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e736e06a-8b43-4209-ab4f-fdd892d32807', 'name': 'network-vif-deleted', 'tag': '9b373b31-72bb-4625-bcc4-c0f87ce7af11'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:54:20.759883 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1628104-5ec6-4c78-b38a-d24b9a237886" -d '{"events": [{"server_uuid": "e736e06a-8b43-4209-ab4f-fdd892d32807", "name": "network-vif-deleted", "tag": "9b373b31-72bb-4625-bcc4-c0f87ce7af11"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:54:20.760930 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eddcb6c-d7f9-41ab-90a9-d1337ac6c0c6 None None] Sync routers for ids ['cb926c56-6b8e-42ff-ab9b-fa78109f6ab0'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:54:20.779763 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eddcb6c-d7f9-41ab-90a9-d1337ac6c0c6 None None] Routers {'cb926c56-6b8e-42ff-ab9b-fa78109f6ab0'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:54:20.780433 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-8eddcb6c-d7f9-41ab-90a9-d1337ac6c0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:54:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['cb926c56-6b8e-42ff-ab9b-fa78109f6ab0'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:54:20.816269 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b1854f-7fb4-42cf-88ef-f61fab9043be x-openstack-request-id: req-f6b1854f-7fb4-42cf-88ef-f61fab9043be {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:54:20.816800 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e736e06a-8b43-4209-ab4f-fdd892d32807", "name": "network-vif-deleted", "tag": "9b373b31-72bb-4625-bcc4-c0f87ce7af11", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:54:20.819668 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6b1854f-7fb4-42cf-88ef-f61fab9043be {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:54:20.820929 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e736e06a-8b43-4209-ab4f-fdd892d32807', 'name': 'network-vif-deleted', 'tag': '9b373b31-72bb-4625-bcc4-c0f87ce7af11', 'status': 'completed', 'code': 200} Nov 27 03:54:20.856197 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-65100bec-0366-449f-af57-e1d66f480e5f req-5a655beb-0bc0-45a9-b40e-14075926d9ad tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] For port 47cf5bc7-152c-4288-aaba-5a29010e080d, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=47cf5bc7-152c-4288-aaba-5a29010e080d,segment=NetworkSegment(a02c82bc-6482-413f-b293-2a48a922c5a0),segment_id=a02c82bc-6482-413f-b293-2a48a922c5a0)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:54:20.856779 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-65100bec-0366-449f-af57-e1d66f480e5f req-5a655beb-0bc0-45a9-b40e-14075926d9ad tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:20.881518 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbc808-27c6-4347-a647-b1c3176b13d5 req-6ada778b-fef8-4cc0-871a-ab42c81dafdb tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:20.888735 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-81cbc808-27c6-4347-a647-b1c3176b13d5 req-6ada778b-fef8-4cc0-871a-ab42c81dafdb tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8a8ee13-29bb-40e8-b0a2-00527a3314c4 HTTP/1.1" status: 200 len: 949 time: 0.1738582 Nov 27 03:54:20.968636 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-8eddcb6c-d7f9-41ab-90a9-d1337ac6c0c6 None None] Set router cb926c56-6b8e-42ff-ab9b-fa78109f6ab0 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:54:21.096410 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:21.143645 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ae151a4e-a13a-4156-be05-b3520f48097a req-00c9f735-62ed-4f6c-b60a-71eb6dd1d675 tempest-DeleteServersTestJSON-833811865 tempest-DeleteServersTestJSON-833811865-project] 10.222.0.20 "GET /v2.0/ports?device_id=e736e06a-8b43-4209-ab4f-fdd892d32807 HTTP/1.1" status: 200 len: 210 time: 0.0552359 Nov 27 03:54:21.203589 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 8941bb77-fc80-4447-8d70-1ee55f7cb1b2 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:54:21.256223 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-81cbc808-27c6-4347-a647-b1c3176b13d5 req-6ed5bf38-8df8-4b46-9613-68e14aa35b21 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665066 Nov 27 03:54:21.310889 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aea531-4beb-4272-8a89-bff3c03bef1b req-da1be24e-28cd-4c3d-99c8-c776eae35149 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:21.325348 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 8941bb77-fc80-4447-8d70-1ee55f7cb1b2 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:54:21.327379 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:21.327731 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-62aea531-4beb-4272-8a89-bff3c03bef1b req-da1be24e-28cd-4c3d-99c8-c776eae35149 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8a8ee13-29bb-40e8-b0a2-00527a3314c4 HTTP/1.1" status: 200 len: 949 time: 0.1075246 Nov 27 03:54:21.345355 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-8eddcb6c-d7f9-41ab-90a9-d1337ac6c0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb926c56-6b8e-42ff-ab9b-fa78109f6ab0', 'name': 'tempest-TaggedBootDevicesTest-1407014296-router', 'tenant_id': 'c7b8c34d3ee147878db306e2372b2f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '8941bb77-fc80-4447-8d70-1ee55f7cb1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:54:09Z', 'updated_at': '2021-11-27T03:54:16Z', 'revision_number': 4, 'project_id': 'c7b8c34d3ee147878db306e2372b2f4b', 'gw_port': {'id': '8941bb77-fc80-4447-8d70-1ee55f7cb1b2', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb926c56-6b8e-42ff-ab9b-fa78109f6ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:11Z', 'updated_at': '2021-11-27T03:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '5dad1147-d27a-4716-9348-0c8a17aa0842', 'name': '', 'network_id': 'ba6a0631-f5bd-430f-8d81-0c43ca84aa5d', 'tenant_id': 'c7b8c34d3ee147878db306e2372b2f4b', 'mac_address': 'fa:16:3e:4f:90:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb926c56-6b8e-42ff-ab9b-fa78109f6ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '0c89e992-3dc0-4f36-a65c-4e5d7eec089a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:15Z', 'updated_at': '2021-11-27T03:54:17Z', 'revision_number': 2, 'project_id': 'c7b8c34d3ee147878db306e2372b2f4b', 'subnets': [{'id': '0c89e992-3dc0-4f36-a65c-4e5d7eec089a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:54:21.375845 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eddcb6c-d7f9-41ab-90a9-d1337ac6c0c6 None None] Checking router: cb926c56-6b8e-42ff-ab9b-fa78109f6ab0 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:54:21.376205 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eddcb6c-d7f9-41ab-90a9-d1337ac6c0c6 None None] Updating router cb926c56-6b8e-42ff-ab9b-fa78109f6ab0 port 5dad1147-d27a-4716-9348-0c8a17aa0842 binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:54:21.411154 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-65100bec-0366-449f-af57-e1d66f480e5f req-5a655beb-0bc0-45a9-b40e-14075926d9ad tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:21.412223 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-65100bec-0366-449f-af57-e1d66f480e5f req-5a655beb-0bc0-45a9-b40e-14075926d9ad tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:21.412605 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [req-65100bec-0366-449f-af57-e1d66f480e5f req-5a655beb-0bc0-45a9-b40e-14075926d9ad tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Floating IP c624bfff-dab8-4a8b-995b-ca7b85ede497 disassociated. External IP: 172.25.1.142, port: 47cf5bc7-152c-4288-aaba-5a29010e080d. Nov 27 03:54:21.412977 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-65100bec-0366-449f-af57-e1d66f480e5f req-5a655beb-0bc0-45a9-b40e-14075926d9ad tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Calling delete_port for 47cf5bc7-152c-4288-aaba-5a29010e080d owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:54:21.414589 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-8eddcb6c-d7f9-41ab-90a9-d1337ac6c0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:21.574461 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-62aea531-4beb-4272-8a89-bff3c03bef1b req-1051c983-90ae-4914-af22-acd87b613229 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Deleting port c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:54:21.576581 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-62aea531-4beb-4272-8a89-bff3c03bef1b req-1051c983-90ae-4914-af22-acd87b613229 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:21.742141 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ba9b7-1452-41db-b952-aea6a03b94a4 req-62f8c0d4-7466-46db-9c1a-7db7cb0ce4c0 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:21.749593 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-871ba9b7-1452-41db-b952-aea6a03b94a4 req-62f8c0d4-7466-46db-9c1a-7db7cb0ce4c0 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/ports?device_id=90fc54bd-543e-40e8-a36e-a1f2dec172ab HTTP/1.1" status: 200 len: 945 time: 0.1513896 Nov 27 03:54:21.771977 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:21.798182 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-65100bec-0366-449f-af57-e1d66f480e5f req-5a655beb-0bc0-45a9-b40e-14075926d9ad tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:21.808840 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-62aea531-4beb-4272-8a89-bff3c03bef1b req-1051c983-90ae-4914-af22-acd87b613229 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] For port c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:54:21.809606 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-62aea531-4beb-4272-8a89-bff3c03bef1b req-1051c983-90ae-4914-af22-acd87b613229 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:21.837269 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-62aea531-4beb-4272-8a89-bff3c03bef1b req-1051c983-90ae-4914-af22-acd87b613229 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Calling delete_port for c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:54:21.852095 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a655beb-0bc0-45a9-b40e-14075926d9ad tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Pushing event deleted for resources: {'Port': ['ID=47cf5bc7-152c-4288-aaba-5a29010e080d,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:21.852870 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-871ba9b7-1452-41db-b952-aea6a03b94a4 req-4b4130ff-5398-4b06-b4b0-ddb212ecee35 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0eb8b8-bf77-4327-8d45-23dba6f823d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844376 Nov 27 03:54:22.033881 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-8eddcb6c-d7f9-41ab-90a9-d1337ac6c0c6 None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:22.041887 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-8eddcb6c-d7f9-41ab-90a9-d1337ac6c0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:22.058205 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-62aea531-4beb-4272-8a89-bff3c03bef1b req-1051c983-90ae-4914-af22-acd87b613229 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:22.090470 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['84099172-9d4b-490d-ba96-813571fab01c', '961a2ab4-de32-49de-85e1-357b240eda4d', '20fb2fc7-16d0-46d0-be48-59a1d267810c', '834fa54e-823d-4eb0-be3e-9ff70ca76660'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:54:22.108235 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65100bec-0366-449f-af57-e1d66f480e5f req-5a655beb-0bc0-45a9-b40e-14075926d9ad tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Router c261b810-91c5-4a9b-bb23-b819f6f5489c has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:54:22.135427 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f558675-c541-4dbf-b6df-d1c08d28ce56 None None] Pushing event updated for resources: {'Port': ['ID=5dad1147-d27a-4716-9348-0c8a17aa0842,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:22.163658 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1051c983-90ae-4914-af22-acd87b613229 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Pushing event deleted for resources: {'Port': ['ID=c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:22.166326 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-62aea531-4beb-4272-8a89-bff3c03bef1b req-1051c983-90ae-4914-af22-acd87b613229 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] No DVR routers for this DVR port c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:54:22.169082 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-62aea531-4beb-4272-8a89-bff3c03bef1b req-1051c983-90ae-4914-af22-acd87b613229 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:22.178047 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-62aea531-4beb-4272-8a89-bff3c03bef1b req-1051c983-90ae-4914-af22-acd87b613229 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.23 "DELETE /v2.0/ports/c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f HTTP/1.1" status: 204 len: 173 time: 0.8399310 Nov 27 03:54:22.231701 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['569ae718-ab2b-48d3-a2ff-7d22136a6303', 'c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:54:22.313467 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-8eddcb6c-d7f9-41ab-90a9-d1337ac6c0c6 None None] Attempting to bind port 5dad1147-d27a-4716-9348-0c8a17aa0842 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:54:22.315162 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-8eddcb6c-d7f9-41ab-90a9-d1337ac6c0c6 None None] Attempting to bind port 5dad1147-d27a-4716-9348-0c8a17aa0842 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '87d5a7bd-e384-46ad-8848-1ab0e40c0a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ba6a0631-f5bd-430f-8d81-0c43ca84aa5d'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:54:22.315716 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eddcb6c-d7f9-41ab-90a9-d1337ac6c0c6 None None] Attempting to bind port 5dad1147-d27a-4716-9348-0c8a17aa0842 on network ba6a0631-f5bd-430f-8d81-0c43ca84aa5d {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:54:22.339190 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eddcb6c-d7f9-41ab-90a9-d1337ac6c0c6 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:54:22.339486 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eddcb6c-d7f9-41ab-90a9-d1337ac6c0c6 None None] Checking segment: {'id': '87d5a7bd-e384-46ad-8848-1ab0e40c0a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ba6a0631-f5bd-430f-8d81-0c43ca84aa5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:54:22.342945 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-8eddcb6c-d7f9-41ab-90a9-d1337ac6c0c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:22.343437 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eddcb6c-d7f9-41ab-90a9-d1337ac6c0c6 None None] Bound using segment: {'id': '87d5a7bd-e384-46ad-8848-1ab0e40c0a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ba6a0631-f5bd-430f-8d81-0c43ca84aa5d'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:54:22.350432 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-8eddcb6c-d7f9-41ab-90a9-d1337ac6c0c6 None None] Bound port: 5dad1147-d27a-4716-9348-0c8a17aa0842, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87d5a7bd-e384-46ad-8848-1ab0e40c0a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ba6a0631-f5bd-430f-8d81-0c43ca84aa5d'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:54:22.351169 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-8eddcb6c-d7f9-41ab-90a9-d1337ac6c0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:22.441104 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65100bec-0366-449f-af57-e1d66f480e5f req-5a655beb-0bc0-45a9-b40e-14075926d9ad tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:54:22.501438 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed206493-6bac-4532-81a4-c556de561ae3 None None] Sync routers for ids ['c261b810-91c5-4a9b-bb23-b819f6f5489c'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:54:22.567357 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-65100bec-0366-449f-af57-e1d66f480e5f req-5a655beb-0bc0-45a9-b40e-14075926d9ad tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] No DVR routers for this DVR port 47cf5bc7-152c-4288-aaba-5a29010e080d on host n-h1-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:54:22.585304 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-65100bec-0366-449f-af57-e1d66f480e5f req-5a655beb-0bc0-45a9-b40e-14075926d9ad tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:22.596334 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-65100bec-0366-449f-af57-e1d66f480e5f req-5a655beb-0bc0-45a9-b40e-14075926d9ad tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.23 "DELETE /v2.0/ports/47cf5bc7-152c-4288-aaba-5a29010e080d HTTP/1.1" status: 204 len: 173 time: 2.3064268 Nov 27 03:54:22.597264 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90fc54bd-543e-40e8-a36e-a1f2dec172ab', 'name': 'network-vif-deleted', 'tag': '47cf5bc7-152c-4288-aaba-5a29010e080d'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:54:22.600525 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-8eddcb6c-d7f9-41ab-90a9-d1337ac6c0c6 None None] For port 5dad1147-d27a-4716-9348-0c8a17aa0842, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:54:22.605937 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141b7532-855a-417c-bdc8-8cf6a16f03c5" -d '{"events": [{"server_uuid": "90fc54bd-543e-40e8-a36e-a1f2dec172ab", "name": "network-vif-deleted", "tag": "47cf5bc7-152c-4288-aaba-5a29010e080d"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:54:22.609124 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-8eddcb6c-d7f9-41ab-90a9-d1337ac6c0c6 None None] For port 5dad1147-d27a-4716-9348-0c8a17aa0842, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=5dad1147-d27a-4716-9348-0c8a17aa0842,segment=NetworkSegment(87d5a7bd-e384-46ad-8848-1ab0e40c0a23),segment_id=87d5a7bd-e384-46ad-8848-1ab0e40c0a23)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:54:22.613492 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-939137e4-bbd6-4f25-abaa-09bc28a49dbc req-f1013a99-ef7a-4eda-884c-50f8a2e066ad tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8a8ee13-29bb-40e8-b0a2-00527a3314c4 HTTP/1.1" status: 200 len: 210 time: 0.0975149 Nov 27 03:54:22.636199 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-8eddcb6c-d7f9-41ab-90a9-d1337ac6c0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:22.718952 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed206493-6bac-4532-81a4-c556de561ae3 None None] Routers {'c261b810-91c5-4a9b-bb23-b819f6f5489c'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:54:22.722144 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-ed206493-6bac-4532-81a4-c556de561ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:54:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c261b810-91c5-4a9b-bb23-b819f6f5489c'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:54:22.772963 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2636f421-4ffe-4d52-b304-aee274413846 x-openstack-request-id: req-2636f421-4ffe-4d52-b304-aee274413846 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:54:22.773361 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90fc54bd-543e-40e8-a36e-a1f2dec172ab", "name": "network-vif-deleted", "tag": "47cf5bc7-152c-4288-aaba-5a29010e080d", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:54:22.774209 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2636f421-4ffe-4d52-b304-aee274413846 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:54:22.774899 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90fc54bd-543e-40e8-a36e-a1f2dec172ab', 'name': 'network-vif-deleted', 'tag': '47cf5bc7-152c-4288-aaba-5a29010e080d', 'status': 'completed', 'code': 200} Nov 27 03:54:22.810981 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f558675-c541-4dbf-b6df-d1c08d28ce56 None None] Pushing event updated for resources: {'Port': ['ID=5dad1147-d27a-4716-9348-0c8a17aa0842,revision_number=4']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:22.814199 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eddcb6c-d7f9-41ab-90a9-d1337ac6c0c6 None None] Routers {'cb926c56-6b8e-42ff-ab9b-fa78109f6ab0'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:54:22.820692 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-8eddcb6c-d7f9-41ab-90a9-d1337ac6c0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:54:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['cb926c56-6b8e-42ff-ab9b-fa78109f6ab0'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:54:22.822297 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a8ee13-29bb-40e8-b0a2-00527a3314c4', 'name': 'network-vif-deleted', 'tag': 'c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:54:22.825026 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7b14c2-63cd-4362-84e7-09425cb9714b" -d '{"events": [{"server_uuid": "a8a8ee13-29bb-40e8-b0a2-00527a3314c4", "name": "network-vif-deleted", "tag": "c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:54:22.951303 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946d1fab-0dab-422f-b882-52a19820d705 x-openstack-request-id: req-946d1fab-0dab-422f-b882-52a19820d705 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:54:22.953661 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a8ee13-29bb-40e8-b0a2-00527a3314c4", "name": "network-vif-deleted", "tag": "c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:54:22.954066 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-946d1fab-0dab-422f-b882-52a19820d705 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:54:22.954648 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a8ee13-29bb-40e8-b0a2-00527a3314c4', 'name': 'network-vif-deleted', 'tag': 'c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f', 'status': 'completed', 'code': 200} Nov 27 03:54:23.128403 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-48d6a22c-b824-4b9e-a4be-8e5c3792d3e5 req-0b7f6253-1fde-467d-8ff3-7a0c1ad593ca tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/ports?device_id=90fc54bd-543e-40e8-a36e-a1f2dec172ab HTTP/1.1" status: 200 len: 210 time: 0.0552149 Nov 27 03:54:23.168984 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-8eddcb6c-d7f9-41ab-90a9-d1337ac6c0c6 None None] Set router cb926c56-6b8e-42ff-ab9b-fa78109f6ab0 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:54:23.399841 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-07ceefb2-add1-495f-ae23-fd64e273451b None None] Provisioning complete for port 5dad1147-d27a-4716-9348-0c8a17aa0842 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:54:23.400419 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-07ceefb2-add1-495f-ae23-fd64e273451b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:23.677340 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-ed206493-6bac-4532-81a4-c556de561ae3 None None] Set router c261b810-91c5-4a9b-bb23-b819f6f5489c gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:54:23.715573 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-8eddcb6c-d7f9-41ab-90a9-d1337ac6c0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb926c56-6b8e-42ff-ab9b-fa78109f6ab0', 'name': 'tempest-TaggedBootDevicesTest-1407014296-router', 'tenant_id': 'c7b8c34d3ee147878db306e2372b2f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '8941bb77-fc80-4447-8d70-1ee55f7cb1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:54:09Z', 'updated_at': '2021-11-27T03:54:16Z', 'revision_number': 4, 'project_id': 'c7b8c34d3ee147878db306e2372b2f4b', 'gw_port': {'id': '8941bb77-fc80-4447-8d70-1ee55f7cb1b2', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb926c56-6b8e-42ff-ab9b-fa78109f6ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:11Z', 'updated_at': '2021-11-27T03:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '5dad1147-d27a-4716-9348-0c8a17aa0842', 'name': '', 'network_id': 'ba6a0631-f5bd-430f-8d81-0c43ca84aa5d', 'tenant_id': 'c7b8c34d3ee147878db306e2372b2f4b', 'mac_address': 'fa:16:3e:4f:90:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb926c56-6b8e-42ff-ab9b-fa78109f6ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '0c89e992-3dc0-4f36-a65c-4e5d7eec089a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:15Z', 'updated_at': '2021-11-27T03:54:22Z', 'revision_number': 4, 'project_id': 'c7b8c34d3ee147878db306e2372b2f4b', 'subnets': [{'id': '0c89e992-3dc0-4f36-a65c-4e5d7eec089a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:54:23.797150 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eddcb6c-d7f9-41ab-90a9-d1337ac6c0c6 None None] The sync data for ids ['cb926c56-6b8e-42ff-ab9b-fa78109f6ab0'] in n-d-819494-3 is: [{'id': 'cb926c56-6b8e-42ff-ab9b-fa78109f6ab0', 'name': 'tempest-TaggedBootDevicesTest-1407014296-router', 'tenant_id': 'c7b8c34d3ee147878db306e2372b2f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '8941bb77-fc80-4447-8d70-1ee55f7cb1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:54:09Z', 'updated_at': '2021-11-27T03:54:16Z', 'revision_number': 4, 'project_id': 'c7b8c34d3ee147878db306e2372b2f4b', 'gw_port': {'id': '8941bb77-fc80-4447-8d70-1ee55f7cb1b2', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb926c56-6b8e-42ff-ab9b-fa78109f6ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:11Z', 'updated_at': '2021-11-27T03:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '5dad1147-d27a-4716-9348-0c8a17aa0842', 'name': '', 'network_id': 'ba6a0631-f5bd-430f-8d81-0c43ca84aa5d', 'tenant_id': 'c7b8c34d3ee147878db306e2372b2f4b', 'mac_address': 'fa:16:3e:4f:90:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb926c56-6b8e-42ff-ab9b-fa78109f6ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '0c89e992-3dc0-4f36-a65c-4e5d7eec089a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:15Z', 'updated_at': '2021-11-27T03:54:22Z', 'revision_number': 4, 'project_id': 'c7b8c34d3ee147878db306e2372b2f4b', 'subnets': [{'id': '0c89e992-3dc0-4f36-a65c-4e5d7eec089a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:54:24.326910 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-07ceefb2-add1-495f-ae23-fd64e273451b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:24.368479 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ad31a795-0320-4510-93a2-3c9499d506dd req-fb484471-904c-4a93-a267-1bac981471e2 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/ports?device_id=90fc54bd-543e-40e8-a36e-a1f2dec172ab HTTP/1.1" status: 200 len: 210 time: 0.0549273 Nov 27 03:54:24.589721 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:54:24.591305 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082990a8-83ec-4e02-825d-62a1183e68b5 req-621cce45-7b22-423a-aac8-62eee9f4b210 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:24.600198 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-082990a8-83ec-4e02-825d-62a1183e68b5 req-621cce45-7b22-423a-aac8-62eee9f4b210 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=0201e3ea-23d8-4dd7-9b48-2176a179e938 HTTP/1.1" status: 200 len: 950 time: 0.0893662 Nov 27 03:54:24.623403 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-07ceefb2-add1-495f-ae23-fd64e273451b None None] For port 5dad1147-d27a-4716-9348-0c8a17aa0842, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=5dad1147-d27a-4716-9348-0c8a17aa0842,segment=NetworkSegment(87d5a7bd-e384-46ad-8848-1ab0e40c0a23),segment_id=87d5a7bd-e384-46ad-8848-1ab0e40c0a23)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:54:24.624336 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:54:24.624686 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device c4a6b2a4-d1b7-4e4a-a136-df885f7ae25f not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:54:24.625242 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 47cf5bc7-152c-4288-aaba-5a29010e080d no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:54:24.694864 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-082990a8-83ec-4e02-825d-62a1183e68b5 req-f3645e8e-cf77-4c0a-925d-586e46c5acfd tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884407 Nov 27 03:54:24.709320 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-07ceefb2-add1-495f-ae23-fd64e273451b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:24.724263 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 47cf5bc7-152c-4288-aaba-5a29010e080d {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:54:24.724836 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 47cf5bc7-152c-4288-aaba-5a29010e080d not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:54:24.725406 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 9b373b31-72bb-4625-bcc4-c0f87ce7af11 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:54:24.830207 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 9b373b31-72bb-4625-bcc4-c0f87ce7af11 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:54:24.830587 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 9b373b31-72bb-4625-bcc4-c0f87ce7af11 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:54:24.957558 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ceefb2-add1-495f-ae23-fd64e273451b None None] Pushing event updated for resources: {'Port': ['ID=5dad1147-d27a-4716-9348-0c8a17aa0842,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:25.071756 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-db49a564-8d1a-4a67-8702-2170a75cd80a None None] Provisioning complete for port 5dad1147-d27a-4716-9348-0c8a17aa0842 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:54:25.072734 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-db49a564-8d1a-4a67-8702-2170a75cd80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:25.293531 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 5dad1147-d27a-4716-9348-0c8a17aa0842 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:54:25.404453 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-ed206493-6bac-4532-81a4-c556de561ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c261b810-91c5-4a9b-bb23-b819f6f5489c', 'name': 'tempest-ServersTestBootFromVolume-329565633-router', 'tenant_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '6ec702fa-adff-48d8-81f1-3ac1d203d801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:51:04Z', 'updated_at': '2021-11-27T03:51:12Z', 'revision_number': 4, 'project_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'gw_port': {'id': '6ec702fa-adff-48d8-81f1-3ac1d203d801', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:74:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c261b810-91c5-4a9b-bb23-b819f6f5489c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:51:05Z', 'updated_at': '2021-11-27T03:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '88fafb10-6073-4385-8856-5cb6b0edc15c', 'name': '', 'network_id': 'a46e9489-60ec-4374-a176-dd7aab6e679c', 'tenant_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'mac_address': 'fa:16:3e:23:14:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c261b810-91c5-4a9b-bb23-b819f6f5489c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'c458efea-531b-4a57-81ee-2e1022cafc81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:51:11Z', 'updated_at': '2021-11-27T03:51:18Z', 'revision_number': 5, 'project_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'subnets': [{'id': 'c458efea-531b-4a57-81ee-2e1022cafc81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:54:25.405259 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42612) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:25.494721 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed206493-6bac-4532-81a4-c556de561ae3 None None] Checking router: c261b810-91c5-4a9b-bb23-b819f6f5489c for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:54:25.546506 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 5dad1147-d27a-4716-9348-0c8a17aa0842 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:54:25.552979 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:25.590229 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed206493-6bac-4532-81a4-c556de561ae3 None None] Routers {'c261b810-91c5-4a9b-bb23-b819f6f5489c'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:54:25.591622 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-ed206493-6bac-4532-81a4-c556de561ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:54:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c261b810-91c5-4a9b-bb23-b819f6f5489c'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:54:25.630132 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b2b9bd88-8578-4a77-9a90-8e05166d2681 req-b9461378-0c0e-422f-a89a-12e325726a00 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/ports?device_id=90fc54bd-543e-40e8-a36e-a1f2dec172ab HTTP/1.1" status: 200 len: 210 time: 0.0641499 Nov 27 03:54:25.705573 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fad130ec-8187-40ed-b1b6-cfb60119ba0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:25.891035 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-ed206493-6bac-4532-81a4-c556de561ae3 None None] Set router c261b810-91c5-4a9b-bb23-b819f6f5489c gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:54:26.048021 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fad130ec-8187-40ed-b1b6-cfb60119ba0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:26.067181 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fad130ec-8187-40ed-b1b6-cfb60119ba0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:26.110927 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb91c07-1746-4f46-a480-4f0b397890ea req-588b1feb-1c3d-497b-9305-435aabe2cb64 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:26.114495 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9fb91c07-1746-4f46-a480-4f0b397890ea req-588b1feb-1c3d-497b-9305-435aabe2cb64 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.23 "GET /v2.0/ports?device_id=0201e3ea-23d8-4dd7-9b48-2176a179e938 HTTP/1.1" status: 200 len: 950 time: 0.4044619 Nov 27 03:54:26.274105 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad130ec-8187-40ed-b1b6-cfb60119ba0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5bb639e-306f-4f15-81dc-909e0c25bc66,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:26.329175 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bedf1e-473e-4d46-88aa-2943cb360c06 req-7f47d427-2819-463f-90a2-c3b754521a14 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:26.331099 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-03bedf1e-473e-4d46-88aa-2943cb360c06 req-7f47d427-2819-463f-90a2-c3b754521a14 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=0201e3ea-23d8-4dd7-9b48-2176a179e938 HTTP/1.1" status: 200 len: 950 time: 0.5291660 Nov 27 03:54:26.341503 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-fad130ec-8187-40ed-b1b6-cfb60119ba0a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5016d63aed254085ae3237c947ca9446&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9342546 Nov 27 03:54:26.345144 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42628) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:26.363709 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-ed206493-6bac-4532-81a4-c556de561ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c261b810-91c5-4a9b-bb23-b819f6f5489c', 'name': 'tempest-ServersTestBootFromVolume-329565633-router', 'tenant_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '6ec702fa-adff-48d8-81f1-3ac1d203d801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:51:04Z', 'updated_at': '2021-11-27T03:51:12Z', 'revision_number': 4, 'project_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'gw_port': {'id': '6ec702fa-adff-48d8-81f1-3ac1d203d801', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:74:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c261b810-91c5-4a9b-bb23-b819f6f5489c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:51:05Z', 'updated_at': '2021-11-27T03:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '88fafb10-6073-4385-8856-5cb6b0edc15c', 'name': '', 'network_id': 'a46e9489-60ec-4374-a176-dd7aab6e679c', 'tenant_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'mac_address': 'fa:16:3e:23:14:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c261b810-91c5-4a9b-bb23-b819f6f5489c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'c458efea-531b-4a57-81ee-2e1022cafc81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:51:11Z', 'updated_at': '2021-11-27T03:51:18Z', 'revision_number': 5, 'project_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'subnets': [{'id': 'c458efea-531b-4a57-81ee-2e1022cafc81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:54:26.370691 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f430d-0f8b-41f2-957a-56ba4c544040 req-5a2ab572-7429-47b5-bf44-9d0e0f7c8594 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:26.372230 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d24f430d-0f8b-41f2-957a-56ba4c544040 req-5a2ab572-7429-47b5-bf44-9d0e0f7c8594 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.11 "GET /v2.0/ports?device_id=72c4806c-f80f-4b98-9f35-4f7113136f0d HTTP/1.1" status: 200 len: 950 time: 0.2913167 Nov 27 03:54:26.421271 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9c10bb73-8ac0-4f18-b919-f4726abe43f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:26.440328 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed206493-6bac-4532-81a4-c556de561ae3 None None] The sync data for ids ['c261b810-91c5-4a9b-bb23-b819f6f5489c'] in n-d-819494-3 is: [{'id': 'c261b810-91c5-4a9b-bb23-b819f6f5489c', 'name': 'tempest-ServersTestBootFromVolume-329565633-router', 'tenant_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '6ec702fa-adff-48d8-81f1-3ac1d203d801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:51:04Z', 'updated_at': '2021-11-27T03:51:12Z', 'revision_number': 4, 'project_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'gw_port': {'id': '6ec702fa-adff-48d8-81f1-3ac1d203d801', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:74:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c261b810-91c5-4a9b-bb23-b819f6f5489c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:51:05Z', 'updated_at': '2021-11-27T03:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '88fafb10-6073-4385-8856-5cb6b0edc15c', 'name': '', 'network_id': 'a46e9489-60ec-4374-a176-dd7aab6e679c', 'tenant_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'mac_address': 'fa:16:3e:23:14:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c261b810-91c5-4a9b-bb23-b819f6f5489c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'c458efea-531b-4a57-81ee-2e1022cafc81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:51:11Z', 'updated_at': '2021-11-27T03:51:18Z', 'revision_number': 5, 'project_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'subnets': [{'id': 'c458efea-531b-4a57-81ee-2e1022cafc81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:54:26.460534 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9c10bb73-8ac0-4f18-b919-f4726abe43f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:26.570445 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9c10bb73-8ac0-4f18-b919-f4726abe43f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:26.573146 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9c10bb73-8ac0-4f18-b919-f4726abe43f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:26.574883 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9c10bb73-8ac0-4f18-b919-f4726abe43f3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e5bb639e-306f-4f15-81dc-909e0c25bc66 HTTP/1.1" status: 204 len: 168 time: 0.2280629 Nov 27 03:54:26.590008 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c10bb73-8ac0-4f18-b919-f4726abe43f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5bb639e-306f-4f15-81dc-909e0c25bc66,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:26.633263 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-03bedf1e-473e-4d46-88aa-2943cb360c06 req-4d7e8b95-bcb6-4cf8-86fa-6b05a32550ff tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879219 Nov 27 03:54:26.662009 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-d24f430d-0f8b-41f2-957a-56ba4c544040 req-caca295c-3e63-4995-8625-6645c5aa900c tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Deleting port 834fa54e-823d-4eb0-be3e-9ff70ca76660 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:54:26.662700 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d24f430d-0f8b-41f2-957a-56ba4c544040 req-caca295c-3e63-4995-8625-6645c5aa900c tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:26.774745 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-9fb91c07-1746-4f46-a480-4f0b397890ea req-393fff8a-5444-4de0-adba-bf2a649b3f22 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Deleting port 569ae718-ab2b-48d3-a2ff-7d22136a6303 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:54:26.776749 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9fb91c07-1746-4f46-a480-4f0b397890ea req-393fff8a-5444-4de0-adba-bf2a649b3f22 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:26.913288 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f0f0de8c-a31b-48f6-be54-6ff7df3ffd24 req-7cbf2e62-ce3a-4b9e-ba6e-05abc0ebf4c7 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/ports?device_id=90fc54bd-543e-40e8-a36e-a1f2dec172ab HTTP/1.1" status: 200 len: 210 time: 0.0368588 Nov 27 03:54:26.965442 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a0fc92-064e-46a9-a340-218241cdb90d None None] New status for floating IP c624bfff-dab8-4a8b-995b-ca7b85ede497: DOWN {{(pid=110021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 03:54:26.976973 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-d24f430d-0f8b-41f2-957a-56ba4c544040 req-caca295c-3e63-4995-8625-6645c5aa900c tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] For port 834fa54e-823d-4eb0-be3e-9ff70ca76660, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=834fa54e-823d-4eb0-be3e-9ff70ca76660,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:54:26.976973 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d24f430d-0f8b-41f2-957a-56ba4c544040 req-caca295c-3e63-4995-8625-6645c5aa900c tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:27.011292 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-9fb91c07-1746-4f46-a480-4f0b397890ea req-393fff8a-5444-4de0-adba-bf2a649b3f22 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] For port 569ae718-ab2b-48d3-a2ff-7d22136a6303, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=569ae718-ab2b-48d3-a2ff-7d22136a6303,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:54:27.011861 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9fb91c07-1746-4f46-a480-4f0b397890ea req-393fff8a-5444-4de0-adba-bf2a649b3f22 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:27.034903 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-d24f430d-0f8b-41f2-957a-56ba4c544040 req-caca295c-3e63-4995-8625-6645c5aa900c tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Calling delete_port for 834fa54e-823d-4eb0-be3e-9ff70ca76660 owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:54:27.057381 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42640) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:27.065970 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-9fb91c07-1746-4f46-a480-4f0b397890ea req-393fff8a-5444-4de0-adba-bf2a649b3f22 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Calling delete_port for 569ae718-ab2b-48d3-a2ff-7d22136a6303 owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:54:27.081035 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f2bb958d-c1fd-4fe4-b3f1-3b740521887f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:27.248523 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f2bb958d-c1fd-4fe4-b3f1-3b740521887f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:27.265183 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f2bb958d-c1fd-4fe4-b3f1-3b740521887f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:27.304157 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f2bb958d-c1fd-4fe4-b3f1-3b740521887f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c38a099841644f0aaa25440a3d8a6716&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2454052 Nov 27 03:54:27.310269 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42648) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:27.356905 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb958d-c1fd-4fe4-b3f1-3b740521887f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aecb15b-4845-4e07-86be-95ecc59a37cb,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:27.483927 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c37a824f-7aaa-4d80-94d8-5460a93a7ab6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:27.495583 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d24f430d-0f8b-41f2-957a-56ba4c544040 req-caca295c-3e63-4995-8625-6645c5aa900c tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:27.498833 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9fb91c07-1746-4f46-a480-4f0b397890ea req-393fff8a-5444-4de0-adba-bf2a649b3f22 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:27.534387 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['84099172-9d4b-490d-ba96-813571fab01c', '961a2ab4-de32-49de-85e1-357b240eda4d', '20fb2fc7-16d0-46d0-be48-59a1d267810c'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:54:27.540724 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['569ae718-ab2b-48d3-a2ff-7d22136a6303'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:54:27.543334 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c37a824f-7aaa-4d80-94d8-5460a93a7ab6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:27.548126 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca295c-3e63-4995-8625-6645c5aa900c tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Pushing event deleted for resources: {'Port': ['ID=834fa54e-823d-4eb0-be3e-9ff70ca76660,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:27.635169 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393fff8a-5444-4de0-adba-bf2a649b3f22 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Pushing event deleted for resources: {'Port': ['ID=569ae718-ab2b-48d3-a2ff-7d22136a6303,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:27.643853 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['569ae718-ab2b-48d3-a2ff-7d22136a6303'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:54:27.683167 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-d24f430d-0f8b-41f2-957a-56ba4c544040 req-caca295c-3e63-4995-8625-6645c5aa900c tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] No DVR routers for this DVR port 834fa54e-823d-4eb0-be3e-9ff70ca76660 on host n-h2-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:54:27.691082 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d24f430d-0f8b-41f2-957a-56ba4c544040 req-caca295c-3e63-4995-8625-6645c5aa900c tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:27.695304 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d24f430d-0f8b-41f2-957a-56ba4c544040 req-caca295c-3e63-4995-8625-6645c5aa900c tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.11 "DELETE /v2.0/ports/834fa54e-823d-4eb0-be3e-9ff70ca76660 HTTP/1.1" status: 204 len: 173 time: 1.2944753 Nov 27 03:54:27.725654 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c4806c-f80f-4b98-9f35-4f7113136f0d', 'name': 'network-vif-deleted', 'tag': '834fa54e-823d-4eb0-be3e-9ff70ca76660'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:54:27.733339 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b0c88f-fcc0-4aa3-8740-0526c8adcb4d" -d '{"events": [{"server_uuid": "72c4806c-f80f-4b98-9f35-4f7113136f0d", "name": "network-vif-deleted", "tag": "834fa54e-823d-4eb0-be3e-9ff70ca76660"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:54:27.749731 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb91c07-1746-4f46-a480-4f0b397890ea req-393fff8a-5444-4de0-adba-bf2a649b3f22 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] No DVR routers for this DVR port 569ae718-ab2b-48d3-a2ff-7d22136a6303 on host n-h1-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:54:27.773544 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9fb91c07-1746-4f46-a480-4f0b397890ea req-393fff8a-5444-4de0-adba-bf2a649b3f22 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:27.779310 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9fb91c07-1746-4f46-a480-4f0b397890ea req-393fff8a-5444-4de0-adba-bf2a649b3f22 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.23 "DELETE /v2.0/ports/569ae718-ab2b-48d3-a2ff-7d22136a6303 HTTP/1.1" status: 204 len: 173 time: 1.5846956 Nov 27 03:54:27.794210 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c37a824f-7aaa-4d80-94d8-5460a93a7ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:27.802353 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c37a824f-7aaa-4d80-94d8-5460a93a7ab6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:27.806506 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c37a824f-7aaa-4d80-94d8-5460a93a7ab6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3aecb15b-4845-4e07-86be-95ecc59a37cb HTTP/1.1" status: 204 len: 168 time: 0.4950082 Nov 27 03:54:27.849819 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a824f-7aaa-4d80-94d8-5460a93a7ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aecb15b-4845-4e07-86be-95ecc59a37cb,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:27.863396 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cded2ef8-3ca7-427a-9a6c-9aaefa53d5d0 req-11cf8f8c-c6d5-44e2-9b0d-312e916ab3d0 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=0201e3ea-23d8-4dd7-9b48-2176a179e938 HTTP/1.1" status: 200 len: 210 time: 0.1028345 Nov 27 03:54:27.960088 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2cd2c2-a2be-403a-870a-4d6ffd4d13a3 x-openstack-request-id: req-2d2cd2c2-a2be-403a-870a-4d6ffd4d13a3 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:54:27.960567 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72c4806c-f80f-4b98-9f35-4f7113136f0d", "name": "network-vif-deleted", "tag": "834fa54e-823d-4eb0-be3e-9ff70ca76660", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:54:27.961097 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d2cd2c2-a2be-403a-870a-4d6ffd4d13a3 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:54:27.961568 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72c4806c-f80f-4b98-9f35-4f7113136f0d', 'name': 'network-vif-deleted', 'tag': '834fa54e-823d-4eb0-be3e-9ff70ca76660', 'status': 'completed', 'code': 200} Nov 27 03:54:28.140183 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-04d97179-d65f-4c96-bead-1edac4f6d284 req-f560adb1-4afc-42a5-93fb-9b86f2bed5ec tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/ports?device_id=90fc54bd-543e-40e8-a36e-a1f2dec172ab HTTP/1.1" status: 200 len: 210 time: 0.0929246 Nov 27 03:54:29.270204 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8e6b4906-e7fd-4598-ac8f-3fa3661e5104 req-02ad7fc1-ea7f-44a4-9633-54c0b0f051a3 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/ports?device_id=90fc54bd-543e-40e8-a36e-a1f2dec172ab HTTP/1.1" status: 200 len: 210 time: 0.0288262 Nov 27 03:54:29.574444 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232064aa-279f-49a9-9326-7c984e71e7b7 req-47afa8b8-92b5-4b18-aa5f-1ab06c393964 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:29.577444 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-232064aa-279f-49a9-9326-7c984e71e7b7 req-47afa8b8-92b5-4b18-aa5f-1ab06c393964 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d6ca585-5265-4c58-9677-cf58c93a33ae HTTP/1.1" status: 200 len: 950 time: 0.0934036 Nov 27 03:54:29.645957 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-232064aa-279f-49a9-9326-7c984e71e7b7 req-24bb8f45-9d22-46a2-9e46-c456e14d3443 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613484 Nov 27 03:54:29.686147 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['84099172-9d4b-490d-ba96-813571fab01c', '961a2ab4-de32-49de-85e1-357b240eda4d', '20fb2fc7-16d0-46d0-be48-59a1d267810c'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:54:29.856421 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42720) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:29.962811 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0201e3ea-23d8-4dd7-9b48-2176a179e938', 'name': 'network-vif-deleted', 'tag': '569ae718-ab2b-48d3-a2ff-7d22136a6303'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:54:29.965508 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4974da5e-ea28-4c00-b1f4-c57662bc3706" -d '{"events": [{"server_uuid": "0201e3ea-23d8-4dd7-9b48-2176a179e938", "name": "network-vif-deleted", "tag": "569ae718-ab2b-48d3-a2ff-7d22136a6303"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:54:30.005432 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f45b1ed3-5c7a-44e7-85c9-88cf4e48ef37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:30.043351 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce08b235-dc18-47b0-ac84-c836e54e1ae2 x-openstack-request-id: req-ce08b235-dc18-47b0-ac84-c836e54e1ae2 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:54:30.043633 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0201e3ea-23d8-4dd7-9b48-2176a179e938", "name": "network-vif-deleted", "tag": "569ae718-ab2b-48d3-a2ff-7d22136a6303", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:54:30.043893 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ce08b235-dc18-47b0-ac84-c836e54e1ae2 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:54:30.044294 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0201e3ea-23d8-4dd7-9b48-2176a179e938', 'name': 'network-vif-deleted', 'tag': '569ae718-ab2b-48d3-a2ff-7d22136a6303', 'status': 'completed', 'code': 200} Nov 27 03:54:30.117631 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f45b1ed3-5c7a-44e7-85c9-88cf4e48ef37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:30.124310 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f45b1ed3-5c7a-44e7-85c9-88cf4e48ef37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:30.165103 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f45b1ed3-5c7a-44e7-85c9-88cf4e48ef37 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c8979c7d81be4589a9222327f7d89928&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3073964 Nov 27 03:54:30.166501 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b1ed3-5c7a-44e7-85c9-88cf4e48ef37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820fc983-7288-4916-9380-350c8c7eff4f,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:30.167767 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42728) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:30.235958 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4ebb354a-a55d-480e-8a6b-8bbd18b9cde6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:30.261717 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4ebb354a-a55d-480e-8a6b-8bbd18b9cde6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:30.353354 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4ebb354a-a55d-480e-8a6b-8bbd18b9cde6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:30.359042 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4ebb354a-a55d-480e-8a6b-8bbd18b9cde6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:30.364622 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4ebb354a-a55d-480e-8a6b-8bbd18b9cde6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/820fc983-7288-4916-9380-350c8c7eff4f HTTP/1.1" status: 204 len: 168 time: 0.1954284 Nov 27 03:54:30.381561 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb354a-a55d-480e-8a6b-8bbd18b9cde6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820fc983-7288-4916-9380-350c8c7eff4f,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:30.426899 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0a82fcd0-bc96-437b-a045-7ec97853c9c8 req-536b82e4-7ebc-44de-9f15-a6143cfaa862 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/ports?device_id=90fc54bd-543e-40e8-a36e-a1f2dec172ab HTTP/1.1" status: 200 len: 210 time: 0.0305386 Nov 27 03:54:30.604933 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 569ae718-ab2b-48d3-a2ff-7d22136a6303 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:54:30.641734 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 569ae718-ab2b-48d3-a2ff-7d22136a6303 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:54:30.642105 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 569ae718-ab2b-48d3-a2ff-7d22136a6303 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:54:30.822100 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 834fa54e-823d-4eb0-be3e-9ff70ca76660 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:54:30.879593 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5366da7-4a7a-41e8-b6da-5f0ea5524d2e req-0eedd851-8eb2-4539-a1f9-ce1ce81e6470 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:30.895864 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e5366da7-4a7a-41e8-b6da-5f0ea5524d2e req-0eedd851-8eb2-4539-a1f9-ce1ce81e6470 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d6ca585-5265-4c58-9677-cf58c93a33ae HTTP/1.1" status: 200 len: 950 time: 0.1182141 Nov 27 03:54:30.900300 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: 834fa54e-823d-4eb0-be3e-9ff70ca76660 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:54:30.900837 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 834fa54e-823d-4eb0-be3e-9ff70ca76660 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:54:30.981642 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e5366da7-4a7a-41e8-b6da-5f0ea5524d2e req-b100cf24-0191-4077-ba12-4d906176e9c7 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848043 Nov 27 03:54:31.181077 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d2e41-961e-4ebf-a0c2-d0c5e37899b9 req-5d00790d-0dae-4241-8d23-9df36e27f274 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:31.182762 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ab4d2e41-961e-4ebf-a0c2-d0c5e37899b9 req-5d00790d-0dae-4241-8d23-9df36e27f274 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d6ca585-5265-4c58-9677-cf58c93a33ae HTTP/1.1" status: 200 len: 950 time: 0.0616603 Nov 27 03:54:31.345659 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-ab4d2e41-961e-4ebf-a0c2-d0c5e37899b9 req-3bdb4b2e-7e7a-4163-a6fc-bc891a5508a3 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Deleting port 961a2ab4-de32-49de-85e1-357b240eda4d {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:54:31.346699 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ab4d2e41-961e-4ebf-a0c2-d0c5e37899b9 req-3bdb4b2e-7e7a-4163-a6fc-bc891a5508a3 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:31.499411 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b01e9-9fdc-4f6b-a973-88cccbc4bbdc req-0c8eb746-86cf-4894-8f88-be0e1473d991 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:31.501705 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-846b01e9-9fdc-4f6b-a973-88cccbc4bbdc req-0c8eb746-86cf-4894-8f88-be0e1473d991 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.11 "GET /v2.0/ports?device_id=9616d27b-5fc1-402a-a56b-5ebfb8f23b55 HTTP/1.1" status: 200 len: 949 time: 0.1327918 Nov 27 03:54:31.627701 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d8c1d6e6-6e8d-4ccc-b9c6-adfdda5a6e56 req-08c5c4b8-9e40-4eed-b043-df60cdc81b6d tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/ports?device_id=90fc54bd-543e-40e8-a36e-a1f2dec172ab HTTP/1.1" status: 200 len: 210 time: 0.0381243 Nov 27 03:54:31.664549 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-ab4d2e41-961e-4ebf-a0c2-d0c5e37899b9 req-3bdb4b2e-7e7a-4163-a6fc-bc891a5508a3 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] For port 961a2ab4-de32-49de-85e1-357b240eda4d, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=961a2ab4-de32-49de-85e1-357b240eda4d,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:54:31.665268 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ab4d2e41-961e-4ebf-a0c2-d0c5e37899b9 req-3bdb4b2e-7e7a-4163-a6fc-bc891a5508a3 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:31.687945 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-ab4d2e41-961e-4ebf-a0c2-d0c5e37899b9 req-3bdb4b2e-7e7a-4163-a6fc-bc891a5508a3 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Calling delete_port for 961a2ab4-de32-49de-85e1-357b240eda4d owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:54:31.714344 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-846b01e9-9fdc-4f6b-a973-88cccbc4bbdc req-2cd5dc66-84c6-4566-a813-85a169b45d75 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Deleting port 20fb2fc7-16d0-46d0-be48-59a1d267810c {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:54:31.714981 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-846b01e9-9fdc-4f6b-a973-88cccbc4bbdc req-2cd5dc66-84c6-4566-a813-85a169b45d75 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:31.915096 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-846b01e9-9fdc-4f6b-a973-88cccbc4bbdc req-2cd5dc66-84c6-4566-a813-85a169b45d75 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] For port 20fb2fc7-16d0-46d0-be48-59a1d267810c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=20fb2fc7-16d0-46d0-be48-59a1d267810c,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:54:31.915805 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-846b01e9-9fdc-4f6b-a973-88cccbc4bbdc req-2cd5dc66-84c6-4566-a813-85a169b45d75 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:32.046511 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-846b01e9-9fdc-4f6b-a973-88cccbc4bbdc req-2cd5dc66-84c6-4566-a813-85a169b45d75 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Calling delete_port for 20fb2fc7-16d0-46d0-be48-59a1d267810c owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:54:32.135277 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ab4d2e41-961e-4ebf-a0c2-d0c5e37899b9 req-3bdb4b2e-7e7a-4163-a6fc-bc891a5508a3 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:32.168847 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['84099172-9d4b-490d-ba96-813571fab01c', '961a2ab4-de32-49de-85e1-357b240eda4d', '20fb2fc7-16d0-46d0-be48-59a1d267810c'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:54:32.235006 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bd082517-512c-4fee-94f1-8a6bf6bc9039 req-e381d4bc-6221-4a07-b7c1-467991ba8d6c tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d6ca585-5265-4c58-9677-cf58c93a33ae HTTP/1.1" status: 200 len: 210 time: 0.0754263 Nov 27 03:54:32.243788 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb4b2e-7e7a-4163-a6fc-bc891a5508a3 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Pushing event deleted for resources: {'Port': ['ID=961a2ab4-de32-49de-85e1-357b240eda4d,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:32.303314 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4d2e41-961e-4ebf-a0c2-d0c5e37899b9 req-3bdb4b2e-7e7a-4163-a6fc-bc891a5508a3 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] No DVR routers for this DVR port 961a2ab4-de32-49de-85e1-357b240eda4d on host n-h2-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:54:32.307185 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ab4d2e41-961e-4ebf-a0c2-d0c5e37899b9 req-3bdb4b2e-7e7a-4163-a6fc-bc891a5508a3 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:32.316590 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ab4d2e41-961e-4ebf-a0c2-d0c5e37899b9 req-3bdb4b2e-7e7a-4163-a6fc-bc891a5508a3 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.11 "DELETE /v2.0/ports/961a2ab4-de32-49de-85e1-357b240eda4d HTTP/1.1" status: 204 len: 173 time: 1.1218078 Nov 27 03:54:32.319854 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6ca585-5265-4c58-9677-cf58c93a33ae', 'name': 'network-vif-deleted', 'tag': '961a2ab4-de32-49de-85e1-357b240eda4d'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:54:32.323736 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998c4337-4aab-414a-a2e5-c60d5c3262f6" -d '{"events": [{"server_uuid": "7d6ca585-5265-4c58-9677-cf58c93a33ae", "name": "network-vif-deleted", "tag": "961a2ab4-de32-49de-85e1-357b240eda4d"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:54:32.417723 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42788) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:32.432704 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d111fc-573d-4042-ae0e-727e7e30c87b x-openstack-request-id: req-34d111fc-573d-4042-ae0e-727e7e30c87b {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:54:32.433134 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d6ca585-5265-4c58-9677-cf58c93a33ae", "name": "network-vif-deleted", "tag": "961a2ab4-de32-49de-85e1-357b240eda4d", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:54:32.433488 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-34d111fc-573d-4042-ae0e-727e7e30c87b {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:54:32.449699 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d6ca585-5265-4c58-9677-cf58c93a33ae', 'name': 'network-vif-deleted', 'tag': '961a2ab4-de32-49de-85e1-357b240eda4d', 'status': 'completed', 'code': 200} Nov 27 03:54:32.497227 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-846b01e9-9fdc-4f6b-a973-88cccbc4bbdc req-2cd5dc66-84c6-4566-a813-85a169b45d75 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:32.596359 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5dc66-84c6-4566-a813-85a169b45d75 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Pushing event deleted for resources: {'Port': ['ID=20fb2fc7-16d0-46d0-be48-59a1d267810c,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:32.699952 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-87b4a37a-cbdf-4d56-be49-40c23ad31e02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:32.746473 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-846b01e9-9fdc-4f6b-a973-88cccbc4bbdc req-2cd5dc66-84c6-4566-a813-85a169b45d75 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] No DVR routers for this DVR port 20fb2fc7-16d0-46d0-be48-59a1d267810c on host n-h2-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:54:32.752600 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-846b01e9-9fdc-4f6b-a973-88cccbc4bbdc req-2cd5dc66-84c6-4566-a813-85a169b45d75 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:32.767234 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-846b01e9-9fdc-4f6b-a973-88cccbc4bbdc req-2cd5dc66-84c6-4566-a813-85a169b45d75 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.11 "DELETE /v2.0/ports/20fb2fc7-16d0-46d0-be48-59a1d267810c HTTP/1.1" status: 204 len: 173 time: 1.2580640 Nov 27 03:54:32.797108 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42798) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:32.980921 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-499aeacf-ba08-4dae-8dc3-3862c8fc3362 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:33.033189 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-87b4a37a-cbdf-4d56-be49-40c23ad31e02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:33.042175 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-87b4a37a-cbdf-4d56-be49-40c23ad31e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:33.091028 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4a37a-cbdf-4d56-be49-40c23ad31e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1fb172-ee39-44fb-b55d-7c66babd73d4,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:33.099343 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-499aeacf-ba08-4dae-8dc3-3862c8fc3362 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:33.121266 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-87b4a37a-cbdf-4d56-be49-40c23ad31e02 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e2986f30f314b469848f0cd6eb8469f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7021074 Nov 27 03:54:33.127315 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42806) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:33.152811 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['84099172-9d4b-490d-ba96-813571fab01c'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:54:33.229920 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-499aeacf-ba08-4dae-8dc3-3862c8fc3362 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:33.236564 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-499aeacf-ba08-4dae-8dc3-3862c8fc3362 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:33.239089 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-499aeacf-ba08-4dae-8dc3-3862c8fc3362 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "DELETE /v2.0/security-groups/fa0eb8b8-bf77-4327-8d45-23dba6f823d3 HTTP/1.1" status: 204 len: 168 time: 0.4402332 Nov 27 03:54:33.242593 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42808) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:33.287883 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f785705b-753e-4980-80bc-fa204be68bf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:33.309851 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499aeacf-ba08-4dae-8dc3-3862c8fc3362 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0eb8b8-bf77-4327-8d45-23dba6f823d3,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:33.324310 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f785705b-753e-4980-80bc-fa204be68bf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:33.332048 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-95f7f3b2-9d84-49bc-a663-6e41f450e428 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] show failed (client error): The resource could not be found. Nov 27 03:54:33.333393 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-95f7f3b2-9d84-49bc-a663-6e41f450e428 tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "GET /v2.0/security-groups/fa0eb8b8-bf77-4327-8d45-23dba6f823d3 HTTP/1.1" status: 404 len: 347 time: 0.0857573 Nov 27 03:54:33.336079 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42816) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:33.416415 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f785705b-753e-4980-80bc-fa204be68bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:33.424388 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f785705b-753e-4980-80bc-fa204be68bf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:33.434797 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f785705b-753e-4980-80bc-fa204be68bf2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe1fb172-ee39-44fb-b55d-7c66babd73d4 HTTP/1.1" status: 204 len: 168 time: 0.3050575 Nov 27 03:54:33.466845 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f785705b-753e-4980-80bc-fa204be68bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1fb172-ee39-44fb-b55d-7c66babd73d4,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:33.657118 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-017b3c37-06c6-4520-92b6-ecc2e4419953 req-e0e26c12-c0aa-462b-9494-afd4ab1ac1f2 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=9616d27b-5fc1-402a-a56b-5ebfb8f23b55 HTTP/1.1" status: 200 len: 210 time: 0.0966842 Nov 27 03:54:34.222082 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e513f833-692c-4a19-9ef5-d56143a6268c req-4a3a0918-effb-41a7-84d0-be2c2e8c890a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1577814 Nov 27 03:54:34.261451 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-1c210af6-2a75-4afb-941a-1a33b4ef7cea tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Deleting port 1e81bbd6-9d13-48b3-9d86-d69348213c5c {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:54:34.263624 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1c210af6-2a75-4afb-941a-1a33b4ef7cea tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:34.448062 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513f833-692c-4a19-9ef5-d56143a6268c req-4741a8f4-2ca3-4993-a928-334371bca7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:34.448538 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513f833-692c-4a19-9ef5-d56143a6268c req-4741a8f4-2ca3-4993-a928-334371bca7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:34.449002 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513f833-692c-4a19-9ef5-d56143a6268c req-4741a8f4-2ca3-4993-a928-334371bca7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:34.449463 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513f833-692c-4a19-9ef5-d56143a6268c req-4741a8f4-2ca3-4993-a928-334371bca7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:34.449918 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513f833-692c-4a19-9ef5-d56143a6268c req-4741a8f4-2ca3-4993-a928-334371bca7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:34.450373 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513f833-692c-4a19-9ef5-d56143a6268c req-4741a8f4-2ca3-4993-a928-334371bca7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:34.450867 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513f833-692c-4a19-9ef5-d56143a6268c req-4741a8f4-2ca3-4993-a928-334371bca7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:34.453675 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e513f833-692c-4a19-9ef5-d56143a6268c req-4741a8f4-2ca3-4993-a928-334371bca7cb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3e0a6e3903404d4c8a0246b387bf3805&device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 6501 time: 0.1234524 Nov 27 03:54:34.470487 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9616d27b-5fc1-402a-a56b-5ebfb8f23b55', 'name': 'network-vif-deleted', 'tag': '20fb2fc7-16d0-46d0-be48-59a1d267810c'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:54:34.474434 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa34abe-48ab-4222-bb02-0428941792d2" -d '{"events": [{"server_uuid": "9616d27b-5fc1-402a-a56b-5ebfb8f23b55", "name": "network-vif-deleted", "tag": "20fb2fc7-16d0-46d0-be48-59a1d267810c"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:54:34.657274 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1c210af6-2a75-4afb-941a-1a33b4ef7cea tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:34.657583 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1c210af6-2a75-4afb-941a-1a33b4ef7cea tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:34.666928 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2aa6b18-a83a-477b-a089-953c8d50ee06 x-openstack-request-id: req-b2aa6b18-a83a-477b-a089-953c8d50ee06 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:54:34.667224 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9616d27b-5fc1-402a-a56b-5ebfb8f23b55", "name": "network-vif-deleted", "tag": "20fb2fc7-16d0-46d0-be48-59a1d267810c", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:54:34.667481 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b2aa6b18-a83a-477b-a089-953c8d50ee06 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:54:34.667878 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9616d27b-5fc1-402a-a56b-5ebfb8f23b55', 'name': 'network-vif-deleted', 'tag': '20fb2fc7-16d0-46d0-be48-59a1d267810c', 'status': 'completed', 'code': 200} Nov 27 03:54:34.697504 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513f833-692c-4a19-9ef5-d56143a6268c req-441b2841-3009-40d6-94c4-4ccb5fddce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:34.699164 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513f833-692c-4a19-9ef5-d56143a6268c req-441b2841-3009-40d6-94c4-4ccb5fddce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:34.699639 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513f833-692c-4a19-9ef5-d56143a6268c req-441b2841-3009-40d6-94c4-4ccb5fddce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:34.701320 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e513f833-692c-4a19-9ef5-d56143a6268c req-441b2841-3009-40d6-94c4-4ccb5fddce7b service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ff8078f-ae3b-4728-b001-9277e61f21a6&id=e40f6bbd-098b-49f7-b15f-a15d5c62f421&id=e40f6bbd-098b-49f7-b15f-a15d5c62f421&id=e40f6bbd-098b-49f7-b15f-a15d5c62f421&id=e40f6bbd-098b-49f7-b15f-a15d5c62f421&id=19023ddb-b83b-433d-89aa-500b49070446&id=19023ddb-b83b-433d-89aa-500b49070446 HTTP/1.1" status: 200 len: 2295 time: 0.2169595 Nov 27 03:54:34.709068 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-1c210af6-2a75-4afb-941a-1a33b4ef7cea tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Calling delete_port for 1e81bbd6-9d13-48b3-9d86-d69348213c5c owned by network:floatingip {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:54:34.818137 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e513f833-692c-4a19-9ef5-d56143a6268c req-734a5627-5b93-4517-a56d-eb39b70c0547 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b HTTP/1.1" status: 200 len: 1001 time: 0.1050332 Nov 27 03:54:34.835190 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 961a2ab4-de32-49de-85e1-357b240eda4d no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:54:34.909075 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: 961a2ab4-de32-49de-85e1-357b240eda4d {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:54:34.909930 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 961a2ab4-de32-49de-85e1-357b240eda4d not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:54:35.005118 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513f833-692c-4a19-9ef5-d56143a6268c req-75310c9f-9770-4815-91ff-03007e71342b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:35.006908 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e513f833-692c-4a19-9ef5-d56143a6268c req-75310c9f-9770-4815-91ff-03007e71342b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fdd47af3-1760-4461-be21-108e1865b763 HTTP/1.1" status: 200 len: 856 time: 0.1819746 Nov 27 03:54:35.194121 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513f833-692c-4a19-9ef5-d56143a6268c req-557dff99-8cc1-41cc-aa12-5bd030cf5cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:35.200977 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e513f833-692c-4a19-9ef5-d56143a6268c req-557dff99-8cc1-41cc-aa12-5bd030cf5cc5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ff8078f-ae3b-4728-b001-9277e61f21a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1722403 Nov 27 03:54:35.458987 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1c210af6-2a75-4afb-941a-1a33b4ef7cea tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:35.507513 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c210af6-2a75-4afb-941a-1a33b4ef7cea tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Pushing event deleted for resources: {'Port': ['ID=1e81bbd6-9d13-48b3-9d86-d69348213c5c,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:35.598155 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23642a46-8af8-40b7-9134-dd016217fbc8 req-8dc16ea0-470e-464f-b3bb-6f8a083bd246 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:35.614180 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42884) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:35.615689 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-23642a46-8af8-40b7-9134-dd016217fbc8 req-8dc16ea0-470e-464f-b3bb-6f8a083bd246 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3be2f0c-3e4f-4f80-8c41-fe98400b1362 HTTP/1.1" status: 200 len: 950 time: 0.2373269 Nov 27 03:54:35.645973 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e513f833-692c-4a19-9ef5-d56143a6268c req-6baf940e-2534-474b-bedc-ea693bb8ae8f service neutron] 10.222.0.11 "GET /v2.0/networks/9ff8078f-ae3b-4728-b001-9277e61f21a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860040 Nov 27 03:54:35.803285 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-23642a46-8af8-40b7-9134-dd016217fbc8 req-d537321c-d2dc-4d8f-bd9e-c35d89146c9b tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866136 Nov 27 03:54:35.843349 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e513f833-692c-4a19-9ef5-d56143a6268c req-825246bd-af83-45b9-b112-5487b8e2bd55 service neutron] 10.222.0.11 "GET /v2.0/networks/9ff8078f-ae3b-4728-b001-9277e61f21a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738791 Nov 27 03:54:35.860345 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1c210af6-2a75-4afb-941a-1a33b4ef7cea tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Publish callbacks [] for floatingip, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:35.863567 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1c210af6-2a75-4afb-941a-1a33b4ef7cea tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:35.865476 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1c210af6-2a75-4afb-941a-1a33b4ef7cea tempest-ServersTestBootFromVolume-302555295 tempest-ServersTestBootFromVolume-302555295-project] 10.222.0.20 "DELETE /v2.0/floatingips/c624bfff-dab8-4a8b-995b-ca7b85ede497 HTTP/1.1" status: 204 len: 168 time: 2.5284612 Nov 27 03:54:35.868948 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42892) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:35.948298 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e513f833-692c-4a19-9ef5-d56143a6268c req-ffecde11-a825-4b52-874e-f55942ab6e2c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=585334de-cf96-45ed-97e3-75b5e155a4d3 HTTP/1.1" status: 200 len: 217 time: 0.0971365 Nov 27 03:54:36.076712 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513f833-692c-4a19-9ef5-d56143a6268c req-f421a614-1fd6-40c3-9e92-9cda23cfea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:36.078221 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e513f833-692c-4a19-9ef5-d56143a6268c req-f421a614-1fd6-40c3-9e92-9cda23cfea18 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9c95fc5-2816-48b1-af67-21fc91123a75 HTTP/1.1" status: 200 len: 797 time: 0.1218596 Nov 27 03:54:36.172515 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513f833-692c-4a19-9ef5-d56143a6268c req-bf0a2fe1-dd5d-4da8-a34d-400b369d946a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:36.174876 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e513f833-692c-4a19-9ef5-d56143a6268c req-bf0a2fe1-dd5d-4da8-a34d-400b369d946a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e40f6bbd-098b-49f7-b15f-a15d5c62f421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0873652 Nov 27 03:54:36.331369 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-7654710a-09ef-47ff-971e-07f4f3c93b96 admin admin] Deleting subnet 921fe779-c75e-43af-88d5-b8ba03d01bf5 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:54:36.355782 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7654710a-09ef-47ff-971e-07f4f3c93b96 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:36.368673 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e513f833-692c-4a19-9ef5-d56143a6268c req-3f81ec24-ba74-4232-b401-ac2cc4f648cd service neutron] 10.222.0.11 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850345 Nov 27 03:54:36.497184 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7654710a-09ef-47ff-971e-07f4f3c93b96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:36.536639 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e513f833-692c-4a19-9ef5-d56143a6268c req-0a08e797-68c7-4c23-a597-465b1c560982 service neutron] 10.222.0.11 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580448 Nov 27 03:54:36.559339 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7654710a-09ef-47ff-971e-07f4f3c93b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:36.634974 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e513f833-692c-4a19-9ef5-d56143a6268c req-a1d09806-15bf-4c7b-ab17-84a334184944 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=ae70ab0d-14d1-46fd-947b-016a7578b456 HTTP/1.1" status: 200 len: 217 time: 0.0567148 Nov 27 03:54:36.654935 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7654710a-09ef-47ff-971e-07f4f3c93b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:36.719443 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7654710a-09ef-47ff-971e-07f4f3c93b96 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:36.725822 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7654710a-09ef-47ff-971e-07f4f3c93b96 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/921fe779-c75e-43af-88d5-b8ba03d01bf5 HTTP/1.1" status: 204 len: 168 time: 1.1093996 Nov 27 03:54:36.728573 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7654710a-09ef-47ff-971e-07f4f3c93b96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=921fe779-c75e-43af-88d5-b8ba03d01bf5,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:36.731247 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42914) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:36.739185 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513f833-692c-4a19-9ef5-d56143a6268c req-c0295de0-455b-41be-8fd4-cb0c0db495c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:36.743335 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e513f833-692c-4a19-9ef5-d56143a6268c req-c0295de0-455b-41be-8fd4-cb0c0db495c2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9c95fc5-2816-48b1-af67-21fc91123a75 HTTP/1.1" status: 200 len: 797 time: 0.0988712 Nov 27 03:54:36.820159 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 20fb2fc7-16d0-46d0-be48-59a1d267810c no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:54:36.874591 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-850c2882-a388-425c-9df6-c91153bed77a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:36.877649 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: 20fb2fc7-16d0-46d0-be48-59a1d267810c {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:54:36.878454 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 20fb2fc7-16d0-46d0-be48-59a1d267810c not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:54:36.986308 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513f833-692c-4a19-9ef5-d56143a6268c req-a52156ff-165b-49d5-a1a8-ede4b239bda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:36.991878 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e513f833-692c-4a19-9ef5-d56143a6268c req-a52156ff-165b-49d5-a1a8-ede4b239bda6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e40f6bbd-098b-49f7-b15f-a15d5c62f421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2355812 Nov 27 03:54:37.002518 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6b28cb51-718d-4416-82b4-91ad6306e846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:37.087294 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f7afe-3ae9-4d58-ae97-0225cbd71f0f req-06ca453f-bd1b-41ec-97db-be705c138f09 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:37.096912 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-794f7afe-3ae9-4d58-ae97-0225cbd71f0f req-06ca453f-bd1b-41ec-97db-be705c138f09 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3be2f0c-3e4f-4f80-8c41-fe98400b1362 HTTP/1.1" status: 200 len: 950 time: 0.2664156 Nov 27 03:54:37.383047 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60616c-3630-409e-b33b-c60a7d03a264 req-e125cbf5-2b37-4605-81c2-8f9c0dff783d tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:37.390602 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ee60616c-3630-409e-b33b-c60a7d03a264 req-e125cbf5-2b37-4605-81c2-8f9c0dff783d tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3be2f0c-3e4f-4f80-8c41-fe98400b1362 HTTP/1.1" status: 200 len: 950 time: 0.4109185 Nov 27 03:54:37.505923 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e513f833-692c-4a19-9ef5-d56143a6268c req-21481eba-5ef7-471c-a107-e17e84e55625 service neutron] 10.222.0.11 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4978878 Nov 27 03:54:37.670001 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ee60616c-3630-409e-b33b-c60a7d03a264 req-eec879f3-5f96-4047-a2e6-b9d0ab2c38f3 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c8b8201-957e-46bb-baa3-58dcb926547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782397 Nov 27 03:54:37.682669 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-794f7afe-3ae9-4d58-ae97-0225cbd71f0f req-f92485e2-195d-426b-abf2-f43d354bcd72 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Deleting port 84099172-9d4b-490d-ba96-813571fab01c {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:54:37.683357 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-794f7afe-3ae9-4d58-ae97-0225cbd71f0f req-f92485e2-195d-426b-abf2-f43d354bcd72 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:37.853223 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e513f833-692c-4a19-9ef5-d56143a6268c req-bae259d5-65ca-4741-991a-cd9d76eae2a3 service neutron] 10.222.0.11 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197207 Nov 27 03:54:37.868934 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6b28cb51-718d-4416-82b4-91ad6306e846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:37.901090 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-6b28cb51-718d-4416-82b4-91ad6306e846 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08f5ab49-0e80-484e-b2da-92afccf8b9b1']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:54:37.917683 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-6b28cb51-718d-4416-82b4-91ad6306e846 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '277708b6-af23-477b-abf6-dbbbeb02c2ba') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:54:37.918051 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-6b28cb51-718d-4416-82b4-91ad6306e846 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '277708b6-af23-477b-abf6-dbbbeb02c2ba') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:54:37.924095 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-794f7afe-3ae9-4d58-ae97-0225cbd71f0f req-f92485e2-195d-426b-abf2-f43d354bcd72 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] For port 84099172-9d4b-490d-ba96-813571fab01c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=84099172-9d4b-490d-ba96-813571fab01c,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:54:37.924463 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-794f7afe-3ae9-4d58-ae97-0225cbd71f0f req-f92485e2-195d-426b-abf2-f43d354bcd72 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:37.927805 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e513f833-692c-4a19-9ef5-d56143a6268c req-fdfa5646-1fd4-49b8-a6ee-3317814a5510 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=7b351237-4bd0-45c7-a806-427c75ca3765 HTTP/1.1" status: 200 len: 217 time: 0.0614407 Nov 27 03:54:37.931216 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6b28cb51-718d-4416-82b4-91ad6306e846 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:37.957218 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6b28cb51-718d-4416-82b4-91ad6306e846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:37.968848 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b28cb51-718d-4416-82b4-91ad6306e846 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:54:37.969451 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6b28cb51-718d-4416-82b4-91ad6306e846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:37.971806 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 03:54:37.971806 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:54:37.971806 n-d-819494-3 neutron-server[110019]: timer() Nov 27 03:54:37.971806 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:54:37.971806 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 03:54:37.971806 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:54:37.971806 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 03:54:37.971806 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:54:37.971806 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 03:54:37.971806 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:54:37.971806 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 03:54:37.971806 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:54:37.971806 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 03:54:37.971806 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:54:37.971806 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:54:37.971806 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:54:37.971806 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:54:37.971806 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:54:37.971806 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 03:54:37.971806 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:54:37.971806 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 03:54:37.971806 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:54:37.971806 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:54:37.971806 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:54:37.971806 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 03:54:37.971806 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:54:37.971806 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:54:37.971806 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:54:37.971806 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:54:37.971806 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:54:37.971806 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:54:37.971806 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:54:38.004562 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-794f7afe-3ae9-4d58-ae97-0225cbd71f0f req-f92485e2-195d-426b-abf2-f43d354bcd72 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Calling delete_port for 84099172-9d4b-490d-ba96-813571fab01c owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:54:38.109569 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6b28cb51-718d-4416-82b4-91ad6306e846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:38.112967 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-850c2882-a388-425c-9df6-c91153bed77a admin admin] Deleting port 88fafb10-6073-4385-8856-5cb6b0edc15c {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:54:38.113312 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-850c2882-a388-425c-9df6-c91153bed77a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:38.138596 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6b28cb51-718d-4416-82b4-91ad6306e846 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:38.141833 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6b28cb51-718d-4416-82b4-91ad6306e846 admin admin] 10.222.0.20 "DELETE /v2.0/networks/08f5ab49-0e80-484e-b2da-92afccf8b9b1 HTTP/1.1" status: 204 len: 168 time: 1.4095778 Nov 27 03:54:38.192297 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b28cb51-718d-4416-82b4-91ad6306e846 admin admin] Pushing event deleted for resources: {'Network': ['ID=08f5ab49-0e80-484e-b2da-92afccf8b9b1,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:38.232001 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-794f7afe-3ae9-4d58-ae97-0225cbd71f0f req-f92485e2-195d-426b-abf2-f43d354bcd72 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:38.259030 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-850c2882-a388-425c-9df6-c91153bed77a admin admin] For port 88fafb10-6073-4385-8856-5cb6b0edc15c, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=88fafb10-6073-4385-8856-5cb6b0edc15c,segment=NetworkSegment(a02c82bc-6482-413f-b293-2a48a922c5a0),segment_id=a02c82bc-6482-413f-b293-2a48a922c5a0)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:54:38.259638 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-850c2882-a388-425c-9df6-c91153bed77a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:38.267547 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['84099172-9d4b-490d-ba96-813571fab01c'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:54:38.275536 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-850c2882-a388-425c-9df6-c91153bed77a admin admin] Calling delete_port for 88fafb10-6073-4385-8856-5cb6b0edc15c owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:54:38.311700 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92485e2-195d-426b-abf2-f43d354bcd72 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Pushing event deleted for resources: {'Port': ['ID=84099172-9d4b-490d-ba96-813571fab01c,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:38.341222 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513f833-692c-4a19-9ef5-d56143a6268c req-f49a6120-ac67-45e9-bcbb-7a4ba982a1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:38.343321 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e513f833-692c-4a19-9ef5-d56143a6268c req-f49a6120-ac67-45e9-bcbb-7a4ba982a1eb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9c95fc5-2816-48b1-af67-21fc91123a75 HTTP/1.1" status: 200 len: 797 time: 0.4079611 Nov 27 03:54:38.477900 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-794f7afe-3ae9-4d58-ae97-0225cbd71f0f req-f92485e2-195d-426b-abf2-f43d354bcd72 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] No DVR routers for this DVR port 84099172-9d4b-490d-ba96-813571fab01c on host n-h2-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:54:38.481334 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-794f7afe-3ae9-4d58-ae97-0225cbd71f0f req-f92485e2-195d-426b-abf2-f43d354bcd72 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:38.485275 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-794f7afe-3ae9-4d58-ae97-0225cbd71f0f req-f92485e2-195d-426b-abf2-f43d354bcd72 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.11 "DELETE /v2.0/ports/84099172-9d4b-490d-ba96-813571fab01c HTTP/1.1" status: 204 len: 173 time: 1.3874860 Nov 27 03:54:38.485762 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3be2f0c-3e4f-4f80-8c41-fe98400b1362', 'name': 'network-vif-deleted', 'tag': '84099172-9d4b-490d-ba96-813571fab01c'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:54:38.495790 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a260ef-19a8-4d64-8bd4-3962188a2318" -d '{"events": [{"server_uuid": "c3be2f0c-3e4f-4f80-8c41-fe98400b1362", "name": "network-vif-deleted", "tag": "84099172-9d4b-490d-ba96-813571fab01c"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:54:38.561221 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513f833-692c-4a19-9ef5-d56143a6268c req-657917cf-1b91-4e0b-a0ec-0f6ff78e87d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:38.562822 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e513f833-692c-4a19-9ef5-d56143a6268c req-657917cf-1b91-4e0b-a0ec-0f6ff78e87d7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e40f6bbd-098b-49f7-b15f-a15d5c62f421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1784947 Nov 27 03:54:38.578951 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-850c2882-a388-425c-9df6-c91153bed77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:38.586305 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86ff9fd-b0a6-4586-bab7-f34f3fb81a5d x-openstack-request-id: req-d86ff9fd-b0a6-4586-bab7-f34f3fb81a5d {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:54:38.587748 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3be2f0c-3e4f-4f80-8c41-fe98400b1362", "name": "network-vif-deleted", "tag": "84099172-9d4b-490d-ba96-813571fab01c", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:54:38.589226 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d86ff9fd-b0a6-4586-bab7-f34f3fb81a5d {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:54:38.590590 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3be2f0c-3e4f-4f80-8c41-fe98400b1362', 'name': 'network-vif-deleted', 'tag': '84099172-9d4b-490d-ba96-813571fab01c', 'status': 'completed', 'code': 200} Nov 27 03:54:38.617508 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42946) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:38.653650 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c2882-a388-425c-9df6-c91153bed77a admin admin] Pushing event deleted for resources: {'Port': ['ID=88fafb10-6073-4385-8856-5cb6b0edc15c,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:38.922145 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-41932c76-9eea-4090-8c18-0a539b3ac156 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a17274e888df4225aeb5638a41a17698&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3007681 Nov 27 03:54:38.926648 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42954) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:39.058990 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e513f833-692c-4a19-9ef5-d56143a6268c req-235abb0d-d878-4fb4-beb7-133c4c5c4320 service neutron] 10.222.0.11 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4668725 Nov 27 03:54:39.121695 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-850c2882-a388-425c-9df6-c91153bed77a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:39.167578 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bba80436-1aa4-40ca-8fa0-e987d481e945 req-04d935d1-30c0-470a-844b-e559cd8dbb49 tempest-ServersOnMultiNodesTest-782551352 tempest-ServersOnMultiNodesTest-782551352-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3be2f0c-3e4f-4f80-8c41-fe98400b1362 HTTP/1.1" status: 200 len: 210 time: 0.2739034 Nov 27 03:54:39.196353 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bfefda3e-a4ea-4997-bd24-1b49af442ea6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:39.255432 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bfefda3e-a4ea-4997-bd24-1b49af442ea6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:39.426165 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bfefda3e-a4ea-4997-bd24-1b49af442ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:39.428965 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bfefda3e-a4ea-4997-bd24-1b49af442ea6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:39.430133 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-bfefda3e-a4ea-4997-bd24-1b49af442ea6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7 HTTP/1.1" status: 204 len: 168 time: 0.4772055 Nov 27 03:54:39.452168 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfefda3e-a4ea-4997-bd24-1b49af442ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0579a0-0d23-4ad0-9822-a0c9aaafe4c7,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:39.474284 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e513f833-692c-4a19-9ef5-d56143a6268c req-9855dea7-ac7d-4604-9420-6911eabb2657 service neutron] 10.222.0.11 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616490 Nov 27 03:54:39.535556 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e513f833-692c-4a19-9ef5-d56143a6268c req-17fb9933-48b9-47b6-97f0-988ec2d606ce service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=26b81207-9333-4de8-8d7f-cf0229429ddd HTTP/1.1" status: 200 len: 217 time: 0.0536430 Nov 27 03:54:39.583162 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850c2882-a388-425c-9df6-c91153bed77a admin admin] Router c261b810-91c5-4a9b-bb23-b819f6f5489c has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:54:39.605748 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513f833-692c-4a19-9ef5-d56143a6268c req-0ff70b86-8255-44a1-9bac-e0a51067fa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:39.607313 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e513f833-692c-4a19-9ef5-d56143a6268c req-0ff70b86-8255-44a1-9bac-e0a51067fa97 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9c95fc5-2816-48b1-af67-21fc91123a75 HTTP/1.1" status: 200 len: 797 time: 0.0638542 Nov 27 03:54:39.668649 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513f833-692c-4a19-9ef5-d56143a6268c req-ac2198cf-66f8-4e1f-8120-b357912a1123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:39.671099 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e513f833-692c-4a19-9ef5-d56143a6268c req-ac2198cf-66f8-4e1f-8120-b357912a1123 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e40f6bbd-098b-49f7-b15f-a15d5c62f421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0562301 Nov 27 03:54:39.716105 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850c2882-a388-425c-9df6-c91153bed77a admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:54:39.726950 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-850c2882-a388-425c-9df6-c91153bed77a admin admin] 10.222.0.20 "PUT /v2.0/routers/c261b810-91c5-4a9b-bb23-b819f6f5489c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8567078 Nov 27 03:54:39.728068 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42962) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:39.728629 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37584acd-37d6-44c6-a673-836438e4bc14 None None] Sync routers for ids ['c261b810-91c5-4a9b-bb23-b819f6f5489c'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:54:39.796478 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e513f833-692c-4a19-9ef5-d56143a6268c req-c38f57b3-1b41-4866-a012-13bee89e5f4c service neutron] 10.222.0.11 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171880 Nov 27 03:54:39.935296 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e513f833-692c-4a19-9ef5-d56143a6268c req-6b6120ca-97dc-4288-848c-8ae6375fee1b service neutron] 10.222.0.11 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311944 Nov 27 03:54:39.991703 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b50cffd5-25ff-4b2d-86ec-69c5e91960d4 admin admin] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:40.036815 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e513f833-692c-4a19-9ef5-d56143a6268c req-84bdff6b-d513-454f-8660-c4b47a510df4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=994f489a-7134-463c-90df-7f5e22d2a68c HTTP/1.1" status: 200 len: 217 time: 0.0927925 Nov 27 03:54:40.119089 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513f833-692c-4a19-9ef5-d56143a6268c req-82d69598-4b9d-40e8-836c-44875505171e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:40.120886 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e513f833-692c-4a19-9ef5-d56143a6268c req-82d69598-4b9d-40e8-836c-44875505171e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=14307b56-4179-4fb0-9b1a-ab924af31129 HTTP/1.1" status: 200 len: 797 time: 0.0766664 Nov 27 03:54:40.126133 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37584acd-37d6-44c6-a673-836438e4bc14 None None] Routers {'c261b810-91c5-4a9b-bb23-b819f6f5489c'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:54:40.126861 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-37584acd-37d6-44c6-a673-836438e4bc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:54:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c261b810-91c5-4a9b-bb23-b819f6f5489c'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:54:40.217816 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513f833-692c-4a19-9ef5-d56143a6268c req-ec59c518-319d-4792-ac17-322e58337033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:40.219787 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e513f833-692c-4a19-9ef5-d56143a6268c req-ec59c518-319d-4792-ac17-322e58337033 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=19023ddb-b83b-433d-89aa-500b49070446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0886073 Nov 27 03:54:40.255003 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b50cffd5-25ff-4b2d-86ec-69c5e91960d4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:40.313272 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-37584acd-37d6-44c6-a673-836438e4bc14 None None] Set router c261b810-91c5-4a9b-bb23-b819f6f5489c gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:54:40.374738 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e513f833-692c-4a19-9ef5-d56143a6268c req-d49a83e2-b379-4b4d-a984-ad7c279f57ef service neutron] 10.222.0.11 "GET /v2.0/networks/19023ddb-b83b-433d-89aa-500b49070446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456852 Nov 27 03:54:40.392600 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-b50cffd5-25ff-4b2d-86ec-69c5e91960d4 admin admin] Deleting port 6ec702fa-adff-48d8-81f1-3ac1d203d801 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:54:40.393725 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b50cffd5-25ff-4b2d-86ec-69c5e91960d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:40.569554 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e513f833-692c-4a19-9ef5-d56143a6268c req-bb5b8b7a-e158-40c1-aa9d-544b8d791613 service neutron] 10.222.0.11 "GET /v2.0/networks/19023ddb-b83b-433d-89aa-500b49070446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866436 Nov 27 03:54:40.616286 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-b50cffd5-25ff-4b2d-86ec-69c5e91960d4 admin admin] For port 6ec702fa-adff-48d8-81f1-3ac1d203d801, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=6ec702fa-adff-48d8-81f1-3ac1d203d801,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:54:40.618258 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b50cffd5-25ff-4b2d-86ec-69c5e91960d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:40.638399 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-b50cffd5-25ff-4b2d-86ec-69c5e91960d4 admin admin] Calling delete_port for 6ec702fa-adff-48d8-81f1-3ac1d203d801 owned by network:router_gateway {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:54:40.682799 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e513f833-692c-4a19-9ef5-d56143a6268c req-1203b0fa-e0fd-4f18-be02-e62dd138fc21 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6cb9156c-61e5-4397-bd95-aff4277a4ae5 HTTP/1.1" status: 200 len: 217 time: 0.1040363 Nov 27 03:54:40.751591 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513f833-692c-4a19-9ef5-d56143a6268c req-ad73eff4-2687-443f-a58f-61422402aaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:40.753194 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e513f833-692c-4a19-9ef5-d56143a6268c req-ad73eff4-2687-443f-a58f-61422402aaa7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=14307b56-4179-4fb0-9b1a-ab924af31129 HTTP/1.1" status: 200 len: 797 time: 0.0593631 Nov 27 03:54:40.758355 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-37584acd-37d6-44c6-a673-836438e4bc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c261b810-91c5-4a9b-bb23-b819f6f5489c', 'name': 'tempest-ServersTestBootFromVolume-329565633-router', 'tenant_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '6ec702fa-adff-48d8-81f1-3ac1d203d801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:51:04Z', 'updated_at': '2021-11-27T03:54:38Z', 'revision_number': 5, 'project_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'gw_port': {'id': '6ec702fa-adff-48d8-81f1-3ac1d203d801', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:74:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c261b810-91c5-4a9b-bb23-b819f6f5489c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:51:05Z', 'updated_at': '2021-11-27T03:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:54:40.799900 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37584acd-37d6-44c6-a673-836438e4bc14 None None] Checking router: c261b810-91c5-4a9b-bb23-b819f6f5489c for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:54:40.810338 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43004) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:40.816220 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37584acd-37d6-44c6-a673-836438e4bc14 None None] Routers {'c261b810-91c5-4a9b-bb23-b819f6f5489c'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:54:40.821833 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-37584acd-37d6-44c6-a673-836438e4bc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:54:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c261b810-91c5-4a9b-bb23-b819f6f5489c'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:54:40.838359 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513f833-692c-4a19-9ef5-d56143a6268c req-9b212410-55fc-4920-b5e4-0737950092e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:40.841665 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e513f833-692c-4a19-9ef5-d56143a6268c req-9b212410-55fc-4920-b5e4-0737950092e4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=19023ddb-b83b-433d-89aa-500b49070446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0813320 Nov 27 03:54:40.906107 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 84099172-9d4b-490d-ba96-813571fab01c no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:54:40.999204 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: 84099172-9d4b-490d-ba96-813571fab01c {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:54:40.999760 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 84099172-9d4b-490d-ba96-813571fab01c not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:54:41.034447 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-37584acd-37d6-44c6-a673-836438e4bc14 None None] Set router c261b810-91c5-4a9b-bb23-b819f6f5489c gateway port host: None {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:54:41.069651 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b50cffd5-25ff-4b2d-86ec-69c5e91960d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:41.130800 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50cffd5-25ff-4b2d-86ec-69c5e91960d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ec702fa-adff-48d8-81f1-3ac1d203d801,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:41.142805 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-37584acd-37d6-44c6-a673-836438e4bc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c261b810-91c5-4a9b-bb23-b819f6f5489c', 'name': 'tempest-ServersTestBootFromVolume-329565633-router', 'tenant_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:51:04Z', 'updated_at': '2021-11-27T03:54:40Z', 'revision_number': 6, 'project_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'gw_port_host': None}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:54:41.148388 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50cffd5-25ff-4b2d-86ec-69c5e91960d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:41.148816 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50cffd5-25ff-4b2d-86ec-69c5e91960d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:41.149079 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50cffd5-25ff-4b2d-86ec-69c5e91960d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:41.158506 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50cffd5-25ff-4b2d-86ec-69c5e91960d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:41.160182 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50cffd5-25ff-4b2d-86ec-69c5e91960d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:41.161196 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50cffd5-25ff-4b2d-86ec-69c5e91960d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:41.163588 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50cffd5-25ff-4b2d-86ec-69c5e91960d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:41.166300 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50cffd5-25ff-4b2d-86ec-69c5e91960d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:41.170982 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50cffd5-25ff-4b2d-86ec-69c5e91960d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:41.171610 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50cffd5-25ff-4b2d-86ec-69c5e91960d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:41.172140 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50cffd5-25ff-4b2d-86ec-69c5e91960d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:41.175851 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50cffd5-25ff-4b2d-86ec-69c5e91960d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:41.229192 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37584acd-37d6-44c6-a673-836438e4bc14 None None] The sync data for ids ['c261b810-91c5-4a9b-bb23-b819f6f5489c'] in n-d-819494-3 is: [{'id': 'c261b810-91c5-4a9b-bb23-b819f6f5489c', 'name': 'tempest-ServersTestBootFromVolume-329565633-router', 'tenant_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:51:04Z', 'updated_at': '2021-11-27T03:54:40Z', 'revision_number': 6, 'project_id': 'c0af4e6deb794f9cb7f84aabc923dba5', 'gw_port_host': None}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:54:41.240605 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43028) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:41.327024 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b50cffd5-25ff-4b2d-86ec-69c5e91960d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:41.432279 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-313041af-ecdf-4ab4-a6ac-dfbb80985bfd admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1032012005-network', 'tenant_id': '46135dccf44d429491602b72145d91a0'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:54:41.457978 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313041af-ecdf-4ab4-a6ac-dfbb80985bfd admin admin] Made reservation on behalf of 46135dccf44d429491602b72145d91a0 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:54:41.460562 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-313041af-ecdf-4ab4-a6ac-dfbb80985bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:41.471288 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b50cffd5-25ff-4b2d-86ec-69c5e91960d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:41.472978 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-313041af-ecdf-4ab4-a6ac-dfbb80985bfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:41.475402 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b50cffd5-25ff-4b2d-86ec-69c5e91960d4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:41.498381 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-69f7fddb-28a6-428d-8d24-6971bca30f0a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c720ea29fd104ba29257a79f5e68861c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6852326 Nov 27 03:54:41.502051 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43040) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:41.570998 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b50cffd5-25ff-4b2d-86ec-69c5e91960d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:41.572366 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4a870119-96d9-421d-931a-eb13486d39cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:41.572678 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50cffd5-25ff-4b2d-86ec-69c5e91960d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c261b810-91c5-4a9b-bb23-b819f6f5489c {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 03:54:41.578873 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b50cffd5-25ff-4b2d-86ec-69c5e91960d4 admin admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:41.580187 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b50cffd5-25ff-4b2d-86ec-69c5e91960d4 admin admin] 10.222.0.20 "DELETE /v2.0/routers/c261b810-91c5-4a9b-bb23-b819f6f5489c HTTP/1.1" status: 204 len: 168 time: 1.8490438 Nov 27 03:54:41.584193 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43046) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:41.604306 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4a870119-96d9-421d-931a-eb13486d39cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:41.640761 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-88b879a4-7de8-43be-8ed3-dfd4fe8ea3a2 admin admin] Deleting subnet c458efea-531b-4a57-81ee-2e1022cafc81 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:54:41.647891 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-88b879a4-7de8-43be-8ed3-dfd4fe8ea3a2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:41.678793 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e513f833-692c-4a19-9ef5-d56143a6268c req-e2d40ac6-2b19-4103-834a-534df6f4dbe8 service neutron] 10.222.0.11 "GET /v2.0/networks/19023ddb-b83b-433d-89aa-500b49070446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8289840 Nov 27 03:54:41.682110 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4a870119-96d9-421d-931a-eb13486d39cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:41.686322 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4a870119-96d9-421d-931a-eb13486d39cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:41.689845 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4a870119-96d9-421d-931a-eb13486d39cc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6c8b8201-957e-46bb-baa3-58dcb926547f HTTP/1.1" status: 204 len: 168 time: 0.1843519 Nov 27 03:54:41.743097 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-88b879a4-7de8-43be-8ed3-dfd4fe8ea3a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:41.822578 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a870119-96d9-421d-931a-eb13486d39cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8b8201-957e-46bb-baa3-58dcb926547f,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:41.832105 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e513f833-692c-4a19-9ef5-d56143a6268c req-d885263e-237d-4a26-bb49-e26ad4ed8227 service neutron] 10.222.0.11 "GET /v2.0/networks/19023ddb-b83b-433d-89aa-500b49070446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431878 Nov 27 03:54:41.833553 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a870119-96d9-421d-931a-eb13486d39cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:41.833913 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a870119-96d9-421d-931a-eb13486d39cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:41.834489 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a870119-96d9-421d-931a-eb13486d39cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:41.834872 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a870119-96d9-421d-931a-eb13486d39cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:41.835221 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a870119-96d9-421d-931a-eb13486d39cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:41.835618 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a870119-96d9-421d-931a-eb13486d39cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:41.835963 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a870119-96d9-421d-931a-eb13486d39cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:41.836305 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a870119-96d9-421d-931a-eb13486d39cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:41.836644 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a870119-96d9-421d-931a-eb13486d39cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:41.836981 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a870119-96d9-421d-931a-eb13486d39cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:41.837319 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a870119-96d9-421d-931a-eb13486d39cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:41.837708 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a870119-96d9-421d-931a-eb13486d39cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:41.849397 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-313041af-ecdf-4ab4-a6ac-dfbb80985bfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:41.863294 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-313041af-ecdf-4ab4-a6ac-dfbb80985bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:41.958802 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-313041af-ecdf-4ab4-a6ac-dfbb80985bfd admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:54:41.968457 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-88b879a4-7de8-43be-8ed3-dfd4fe8ea3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:42.008133 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-313041af-ecdf-4ab4-a6ac-dfbb80985bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:42.008712 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-313041af-ecdf-4ab4-a6ac-dfbb80985bfd admin admin] Added segment ea781d0b-ba35-4c5d-b337-08e66a6646e3 of type vlan for network 70dfc39d-e0be-4b22-a239-fe5e3588c205 Nov 27 03:54:42.010622 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313041af-ecdf-4ab4-a6ac-dfbb80985bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0feadc-1c94-4268-a82c-bad6375e6616,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:42.086964 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-313041af-ecdf-4ab4-a6ac-dfbb80985bfd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:42.117944 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-88b879a4-7de8-43be-8ed3-dfd4fe8ea3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:42.166220 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b879a4-7de8-43be-8ed3-dfd4fe8ea3a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c458efea-531b-4a57-81ee-2e1022cafc81,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:42.175524 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-88b879a4-7de8-43be-8ed3-dfd4fe8ea3a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:42.179082 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-88b879a4-7de8-43be-8ed3-dfd4fe8ea3a2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c458efea-531b-4a57-81ee-2e1022cafc81 HTTP/1.1" status: 204 len: 168 time: 0.5937054 Nov 27 03:54:42.180971 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-313041af-ecdf-4ab4-a6ac-dfbb80985bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:42.182439 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65aa4f15-4f5c-4ae6-b3e3-1f54cdc68a50 None None] Network a46e9489-60ec-4374-a176-dd7aab6e679c requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:54:42.183105 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313041af-ecdf-4ab4-a6ac-dfbb80985bfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:42.183847 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-313041af-ecdf-4ab4-a6ac-dfbb80985bfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:42.192765 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43062) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:42.267766 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43068) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:42.303859 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-313041af-ecdf-4ab4-a6ac-dfbb80985bfd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0613725 Nov 27 03:54:42.330076 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43072) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:42.340399 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-b5eb657c-4f3b-4469-9450-c188602a9a69 admin admin] Request body: {'subnet': {'network_id': '70dfc39d-e0be-4b22-a239-fe5e3588c205', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1032012005-subnet', 'tenant_id': '46135dccf44d429491602b72145d91a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:54:42.356149 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ae6bc873-208d-45b9-8b2c-831dd17890c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:42.368796 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313041af-ecdf-4ab4-a6ac-dfbb80985bfd admin admin] Pushing event updated for resources: {'Network': ['ID=70dfc39d-e0be-4b22-a239-fe5e3588c205,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:42.406474 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 70dfc39d-e0be-4b22-a239-fe5e3588c205 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:54:42.407307 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5eb657c-4f3b-4469-9450-c188602a9a69 admin admin] Made reservation on behalf of 46135dccf44d429491602b72145d91a0 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:54:42.410876 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b5eb657c-4f3b-4469-9450-c188602a9a69 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:42.430995 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6e2d8d69-44b3-4cac-972e-02fe7245af52 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=94c2f29535d841fbad9434b3bec0dc8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1614707 Nov 27 03:54:42.431839 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43074) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:42.458140 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-ae6bc873-208d-45b9-8b2c-831dd17890c2 admin admin] Deleting port b1afbfd1-e0e3-4df1-9003-2bd8aa83971b {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:54:42.458485 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ae6bc873-208d-45b9-8b2c-831dd17890c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:42.573680 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-ae6bc873-208d-45b9-8b2c-831dd17890c2 admin admin] For port b1afbfd1-e0e3-4df1-9003-2bd8aa83971b, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b1afbfd1-e0e3-4df1-9003-2bd8aa83971b,segment=NetworkSegment(a02c82bc-6482-413f-b293-2a48a922c5a0),segment_id=a02c82bc-6482-413f-b293-2a48a922c5a0)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:54:42.574498 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ae6bc873-208d-45b9-8b2c-831dd17890c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:42.588733 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-ae6bc873-208d-45b9-8b2c-831dd17890c2 admin admin] Calling delete_port for b1afbfd1-e0e3-4df1-9003-2bd8aa83971b owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:54:42.643944 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7b687905-0248-4e32-a50b-a01472be453d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:42.652061 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc50131-e72c-436b-a5c5-b006ffcbe1a3 None None] DHCP port deletion for a46e9489-60ec-4374-a176-dd7aab6e679c request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 03:54:42.730107 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-4bc50131-e72c-436b-a5c5-b006ffcbe1a3 None None] Deleting port b1afbfd1-e0e3-4df1-9003-2bd8aa83971b {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:54:42.730617 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4bc50131-e72c-436b-a5c5-b006ffcbe1a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:42.730781 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ae6bc873-208d-45b9-8b2c-831dd17890c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:42.760562 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6bc873-208d-45b9-8b2c-831dd17890c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1afbfd1-e0e3-4df1-9003-2bd8aa83971b,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:42.774324 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6bc873-208d-45b9-8b2c-831dd17890c2 admin admin] No DVR routers for this DVR port b1afbfd1-e0e3-4df1-9003-2bd8aa83971b on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:54:42.832188 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7b687905-0248-4e32-a50b-a01472be453d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:42.867466 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b5eb657c-4f3b-4469-9450-c188602a9a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:42.882190 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-4bc50131-e72c-436b-a5c5-b006ffcbe1a3 None None] For port b1afbfd1-e0e3-4df1-9003-2bd8aa83971b, host n-d-819494-3, got binding levels [] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:54:42.882614 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4bc50131-e72c-436b-a5c5-b006ffcbe1a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:42.908613 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-4bc50131-e72c-436b-a5c5-b006ffcbe1a3 None None] Calling delete_port for b1afbfd1-e0e3-4df1-9003-2bd8aa83971b owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:54:42.913925 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.ipam_backend_mixin [None req-4bc50131-e72c-436b-a5c5-b006ffcbe1a3 None None] Port b1afbfd1-e0e3-4df1-9003-2bd8aa83971b was not found and therefore no delete operation was performed {{(pid=110020) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 03:54:42.915228 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4bc50131-e72c-436b-a5c5-b006ffcbe1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:42.923188 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ae6bc873-208d-45b9-8b2c-831dd17890c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:42.965784 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5eb657c-4f3b-4469-9450-c188602a9a69 admin admin] Checking segment: {'id': 'ea781d0b-ba35-4c5d-b337-08e66a6646e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '70dfc39d-e0be-4b22-a239-fe5e3588c205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:54:42.966307 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5eb657c-4f3b-4469-9450-c188602a9a69 admin admin] Network hostable DHCP agents. Network: 70dfc39d-e0be-4b22-a239-fe5e3588c205, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:54:42.976164 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb657c-4f3b-4469-9450-c188602a9a69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bad807ad-7468-4e30-adbe-394b40c62217,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:42.981551 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7b687905-0248-4e32-a50b-a01472be453d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:42.987603 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7b687905-0248-4e32-a50b-a01472be453d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:42.991396 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7b687905-0248-4e32-a50b-a01472be453d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b09ec3ef-93ff-47e8-977f-1a17246d5940 HTTP/1.1" status: 204 len: 168 time: 0.4948804 Nov 27 03:54:42.998858 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc50131-e72c-436b-a5c5-b006ffcbe1a3 None None] Pushing event deleted for resources: {'Port': ['ID=b1afbfd1-e0e3-4df1-9003-2bd8aa83971b,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:43.011250 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-ae6bc873-208d-45b9-8b2c-831dd17890c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a46e9489-60ec-4374-a176-dd7aab6e679c']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:54:43.018291 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc50131-e72c-436b-a5c5-b006ffcbe1a3 None None] No DVR routers for this DVR port b1afbfd1-e0e3-4df1-9003-2bd8aa83971b on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:54:43.026453 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5eb657c-4f3b-4469-9450-c188602a9a69 admin admin] Network 70dfc39d-e0be-4b22-a239-fe5e3588c205 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:54:43.040767 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b687905-0248-4e32-a50b-a01472be453d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09ec3ef-93ff-47e8-977f-1a17246d5940,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:43.047338 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-b5eb657c-4f3b-4469-9450-c188602a9a69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 70dfc39d-e0be-4b22-a239-fe5e3588c205) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:54:43.062963 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5eb657c-4f3b-4469-9450-c188602a9a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:43.064645 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b5eb657c-4f3b-4469-9450-c188602a9a69 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:43.066514 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-ae6bc873-208d-45b9-8b2c-831dd17890c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a02c82bc-6482-413f-b293-2a48a922c5a0') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:54:43.066847 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-ae6bc873-208d-45b9-8b2c-831dd17890c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a02c82bc-6482-413f-b293-2a48a922c5a0') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:54:43.068515 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c419de-489b-4375-9459-1f11619e6196 None None] Network 70dfc39d-e0be-4b22-a239-fe5e3588c205 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:54:43.101238 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b5eb657c-4f3b-4469-9450-c188602a9a69 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7698269 Nov 27 03:54:43.108148 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ae6bc873-208d-45b9-8b2c-831dd17890c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:43.154584 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ae6bc873-208d-45b9-8b2c-831dd17890c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:43.182065 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae6bc873-208d-45b9-8b2c-831dd17890c2 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:54:43.182487 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ae6bc873-208d-45b9-8b2c-831dd17890c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:43.184600 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 03:54:43.184600 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:54:43.184600 n-d-819494-3 neutron-server[110018]: timer() Nov 27 03:54:43.184600 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:54:43.184600 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 03:54:43.184600 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:54:43.184600 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 03:54:43.184600 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:54:43.184600 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 03:54:43.184600 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:54:43.184600 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 03:54:43.184600 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:54:43.184600 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 03:54:43.184600 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:54:43.184600 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:54:43.184600 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:54:43.184600 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:54:43.184600 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:54:43.184600 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 03:54:43.184600 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:54:43.184600 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 03:54:43.184600 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:54:43.184600 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:54:43.184600 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:54:43.184600 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 03:54:43.184600 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:54:43.184600 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:54:43.184600 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:54:43.184600 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:54:43.184600 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:54:43.184600 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:54:43.184600 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:54:43.237767 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 6ec702fa-adff-48d8-81f1-3ac1d203d801 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:54:43.305865 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 6ec702fa-adff-48d8-81f1-3ac1d203d801 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:54:43.307232 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 6ec702fa-adff-48d8-81f1-3ac1d203d801 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:54:43.308526 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b1afbfd1-e0e3-4df1-9003-2bd8aa83971b no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:54:43.317756 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ae6bc873-208d-45b9-8b2c-831dd17890c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:43.344790 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ae6bc873-208d-45b9-8b2c-831dd17890c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:43.355123 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ae6bc873-208d-45b9-8b2c-831dd17890c2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a46e9489-60ec-4374-a176-dd7aab6e679c HTTP/1.1" status: 204 len: 168 time: 1.1615436 Nov 27 03:54:43.356195 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6bc873-208d-45b9-8b2c-831dd17890c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a46e9489-60ec-4374-a176-dd7aab6e679c,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:43.368487 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: b1afbfd1-e0e3-4df1-9003-2bd8aa83971b {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:54:43.368849 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b1afbfd1-e0e3-4df1-9003-2bd8aa83971b not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:54:43.369282 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 88fafb10-6073-4385-8856-5cb6b0edc15c no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:54:43.460430 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 88fafb10-6073-4385-8856-5cb6b0edc15c {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:54:43.460788 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 88fafb10-6073-4385-8856-5cb6b0edc15c not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:54:43.478926 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5465e4-212e-426e-a6a2-9af143d67ab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-70dfc39d-e0be-4b22-a239-fe5e3588c205', 'network_id': '70dfc39d-e0be-4b22-a239-fe5e3588c205', 'tenant_id': '46135dccf44d429491602b72145d91a0', 'fixed_ips': [{'subnet_id': 'bad807ad-7468-4e30-adbe-394b40c62217'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 03:54:43.480324 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4d5465e4-212e-426e-a6a2-9af143d67ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:43.645732 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43104) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:43.650152 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-4d5465e4-212e-426e-a6a2-9af143d67ab0 None None] Allocated IP 172.20.0.2 (70dfc39d-e0be-4b22-a239-fe5e3588c205/bad807ad-7468-4e30-adbe-394b40c62217/d8f64936-9035-4da5-ae9d-88766f216169) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:54:43.760984 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e3805f53-c66f-4c97-adf9-2756ecb402c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c0af4e6deb794f9cb7f84aabc923dba5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1136208 Nov 27 03:54:43.763418 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43108) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:43.824932 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4d5465e4-212e-426e-a6a2-9af143d67ab0 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:43.834266 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4d5465e4-212e-426e-a6a2-9af143d67ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:43.856535 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5a563d5b-a8ba-46df-b833-a12170f893ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:43.890578 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5a563d5b-a8ba-46df-b833-a12170f893ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:43.897708 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5465e4-212e-426e-a6a2-9af143d67ab0 None None] Network 70dfc39d-e0be-4b22-a239-fe5e3588c205 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:54:43.900088 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5465e4-212e-426e-a6a2-9af143d67ab0 None None] Pushing event updated for resources: {'Port': ['ID=d8f64936-9035-4da5-ae9d-88766f216169,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:43.907326 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-4d5465e4-212e-426e-a6a2-9af143d67ab0 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:54:43.910239 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5465e4-212e-426e-a6a2-9af143d67ab0 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:54:43.969905 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5a563d5b-a8ba-46df-b833-a12170f893ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:43.972737 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5a563d5b-a8ba-46df-b833-a12170f893ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:43.974475 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5a563d5b-a8ba-46df-b833-a12170f893ce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4ad7171a-4dce-4a59-a171-071ba528c647 HTTP/1.1" status: 204 len: 168 time: 0.2095292 Nov 27 03:54:43.978196 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-4d5465e4-212e-426e-a6a2-9af143d67ab0 None None] Attempting to bind port d8f64936-9035-4da5-ae9d-88766f216169 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:54:43.978618 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-4d5465e4-212e-426e-a6a2-9af143d67ab0 None None] Attempting to bind port d8f64936-9035-4da5-ae9d-88766f216169 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'ea781d0b-ba35-4c5d-b337-08e66a6646e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '70dfc39d-e0be-4b22-a239-fe5e3588c205'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:54:43.979002 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5465e4-212e-426e-a6a2-9af143d67ab0 None None] Attempting to bind port d8f64936-9035-4da5-ae9d-88766f216169 on network 70dfc39d-e0be-4b22-a239-fe5e3588c205 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:54:43.985681 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5465e4-212e-426e-a6a2-9af143d67ab0 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:54:43.986214 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5465e4-212e-426e-a6a2-9af143d67ab0 None None] Checking segment: {'id': 'ea781d0b-ba35-4c5d-b337-08e66a6646e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '70dfc39d-e0be-4b22-a239-fe5e3588c205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:54:43.987189 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4d5465e4-212e-426e-a6a2-9af143d67ab0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:43.987189 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5465e4-212e-426e-a6a2-9af143d67ab0 None None] Bound using segment: {'id': 'ea781d0b-ba35-4c5d-b337-08e66a6646e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '70dfc39d-e0be-4b22-a239-fe5e3588c205'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:54:43.987755 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-4d5465e4-212e-426e-a6a2-9af143d67ab0 None None] Bound port: d8f64936-9035-4da5-ae9d-88766f216169, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea781d0b-ba35-4c5d-b337-08e66a6646e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '70dfc39d-e0be-4b22-a239-fe5e3588c205'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:54:43.988138 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4d5465e4-212e-426e-a6a2-9af143d67ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:43.993576 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a563d5b-a8ba-46df-b833-a12170f893ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad7171a-4dce-4a59-a171-071ba528c647,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:44.072581 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-4d5465e4-212e-426e-a6a2-9af143d67ab0 None None] For port d8f64936-9035-4da5-ae9d-88766f216169, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:54:44.077005 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-4d5465e4-212e-426e-a6a2-9af143d67ab0 None None] For port d8f64936-9035-4da5-ae9d-88766f216169, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=d8f64936-9035-4da5-ae9d-88766f216169,segment=NetworkSegment(ea781d0b-ba35-4c5d-b337-08e66a6646e3),segment_id=ea781d0b-ba35-4c5d-b337-08e66a6646e3)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:54:44.084824 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4d5465e4-212e-426e-a6a2-9af143d67ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:44.206294 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5465e4-212e-426e-a6a2-9af143d67ab0 None None] Pushing event updated for resources: {'Port': ['ID=d8f64936-9035-4da5-ae9d-88766f216169,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:44.418450 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-8e2e2e67-e901-4d10-9ce0-4dfc0ec0f840 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:44.434048 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-8e2e2e67-e901-4d10-9ce0-4dfc0ec0f840 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/networks?id=70dfc39d-e0be-4b22-a239-fe5e3588c205 HTTP/1.1" status: 200 len: 816 time: 0.2263370 Nov 27 03:54:44.462145 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-56b617db-259e-4bac-b563-352ac1d13460 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/quotas/46135dccf44d429491602b72145d91a0 HTTP/1.1" status: 200 len: 375 time: 0.0255919 Nov 27 03:54:44.613323 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-fb7a6a4e-dd9b-4e3f-9261-3189e29263fd tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=46135dccf44d429491602b72145d91a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1501493 Nov 27 03:54:44.826964 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-c867f5bc-d381-4981-9b8c-77423b359303 service neutron] 10.222.0.20 "GET /v2.0/networks/70dfc39d-e0be-4b22-a239-fe5e3588c205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127132 Nov 27 03:54:44.961312 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-7b7bec0c-77b0-4207-8b17-9611775ec486 service neutron] 10.222.0.20 "GET /v2.0/networks/70dfc39d-e0be-4b22-a239-fe5e3588c205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249497 Nov 27 03:54:45.309368 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device d8f64936-9035-4da5-ae9d-88766f216169 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:54:45.421855 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port d8f64936-9035-4da5-ae9d-88766f216169 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:54:45.422423 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:45.672666 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:45.774909 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port d8f64936-9035-4da5-ae9d-88766f216169, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=d8f64936-9035-4da5-ae9d-88766f216169,segment=NetworkSegment(ea781d0b-ba35-4c5d-b337-08e66a6646e3),segment_id=ea781d0b-ba35-4c5d-b337-08e66a6646e3)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:54:45.790975 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:45.830237 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-9c4dd96d-7bbe-468c-aa57-930c78da8fac tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:45.832552 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-9c4dd96d-7bbe-468c-aa57-930c78da8fac tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/networks?id=70dfc39d-e0be-4b22-a239-fe5e3588c205 HTTP/1.1" status: 200 len: 816 time: 0.2708998 Nov 27 03:54:45.859893 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-47575df8-6274-40e8-a743-4082c8163ff3 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/quotas/46135dccf44d429491602b72145d91a0 HTTP/1.1" status: 200 len: 375 time: 0.0204647 Nov 27 03:54:45.931602 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=d8f64936-9035-4da5-ae9d-88766f216169,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:45.955867 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-16831709-6b21-4654-81c6-00bc868aa757 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=46135dccf44d429491602b72145d91a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0946641 Nov 27 03:54:45.968349 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:45.992510 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43214) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:46.054036 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-beaa0ac1-3e8d-4e6d-84ba-a2c4575bff44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:46.191765 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96aa1142-3835-4847-91cb-7da04bca7d06 None None] Network 70dfc39d-e0be-4b22-a239-fe5e3588c205 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:54:46.210192 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-47491742-eee1-42ff-bf07-4f762e1330e2 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 03:54:46.219248 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-47491742-eee1-42ff-bf07-4f762e1330e2 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2535911 Nov 27 03:54:46.412646 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-138d1034-0284-4c62-8c74-1b8200ccf926 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1927455745-network', 'tenant_id': '47ae16ff37d2448f915bd8f03c73987e'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:54:46.469571 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138d1034-0284-4c62-8c74-1b8200ccf926 admin admin] Made reservation on behalf of 47ae16ff37d2448f915bd8f03c73987e for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:54:46.472303 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-138d1034-0284-4c62-8c74-1b8200ccf926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:46.505148 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-138d1034-0284-4c62-8c74-1b8200ccf926 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:46.578793 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-68b99bfd-352f-41dd-8787-460c3d065d7f service neutron] 10.222.0.20 "GET /v2.0/networks/70dfc39d-e0be-4b22-a239-fe5e3588c205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584201 Nov 27 03:54:46.587990 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-7247fe14-6bd9-4dd5-9eb2-531ae3a0b44c None None] Provisioning complete for port d8f64936-9035-4da5-ae9d-88766f216169 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:54:46.588549 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7247fe14-6bd9-4dd5-9eb2-531ae3a0b44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:46.698293 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-138d1034-0284-4c62-8c74-1b8200ccf926 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:46.709793 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-138d1034-0284-4c62-8c74-1b8200ccf926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:46.759328 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-138d1034-0284-4c62-8c74-1b8200ccf926 admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:54:46.790820 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-d0c2e49f-0597-42cb-8260-4ed5518d7430 service neutron] 10.222.0.20 "GET /v2.0/networks/70dfc39d-e0be-4b22-a239-fe5e3588c205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108319 Nov 27 03:54:46.795480 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138d1034-0284-4c62-8c74-1b8200ccf926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c98faf-7de7-424a-b8ef-368773b395de,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:46.803618 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-138d1034-0284-4c62-8c74-1b8200ccf926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:46.804964 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-138d1034-0284-4c62-8c74-1b8200ccf926 admin admin] Added segment 0a587f35-0a39-4fc4-b0ff-200373687efc of type vlan for network 461e781d-0c2c-4b68-9f4d-8feb5eb833d0 Nov 27 03:54:46.898318 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-138d1034-0284-4c62-8c74-1b8200ccf926 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:47.008482 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-138d1034-0284-4c62-8c74-1b8200ccf926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:47.009708 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138d1034-0284-4c62-8c74-1b8200ccf926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:47.012866 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-138d1034-0284-4c62-8c74-1b8200ccf926 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:47.200574 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138d1034-0284-4c62-8c74-1b8200ccf926 admin admin] Pushing event updated for resources: {'Network': ['ID=461e781d-0c2c-4b68-9f4d-8feb5eb833d0,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:47.215143 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 461e781d-0c2c-4b68-9f4d-8feb5eb833d0 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:54:47.382942 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device d8f64936-9035-4da5-ae9d-88766f216169 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:54:47.431136 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-c96b9e84-f5d0-4d16-ba8d-30c8f55d4339 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:47.432765 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-c96b9e84-f5d0-4d16-ba8d-30c8f55d4339 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.23 "GET /v2.0/networks?id=70dfc39d-e0be-4b22-a239-fe5e3588c205 HTTP/1.1" status: 200 len: 816 time: 0.2414360 Nov 27 03:54:47.437986 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-138d1034-0284-4c62-8c74-1b8200ccf926 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4439709 Nov 27 03:54:47.440906 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43250) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:47.446221 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-6b09ca68-1d41-4aa5-a44a-d78cada262a4 admin admin] Request body: {'subnet': {'network_id': '461e781d-0c2c-4b68-9f4d-8feb5eb833d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1927455745-subnet', 'tenant_id': '47ae16ff37d2448f915bd8f03c73987e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:54:47.464411 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-e91477aa-912b-47c9-a916-95cf531969a9 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Request body: {'port': {'device_id': '5f2efe25-aa7f-4279-b64a-4510c75e7cd5', 'network_id': '70dfc39d-e0be-4b22-a239-fe5e3588c205', 'admin_state_up': True, 'tenant_id': '46135dccf44d429491602b72145d91a0'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:54:47.516682 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b09ca68-1d41-4aa5-a44a-d78cada262a4 admin admin] Made reservation on behalf of 47ae16ff37d2448f915bd8f03c73987e for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:54:47.523747 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6b09ca68-1d41-4aa5-a44a-d78cada262a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:47.544049 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-7df39750-4d91-4b7b-9d42-c3851f941b5b None None] Provisioning complete for port d8f64936-9035-4da5-ae9d-88766f216169 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:54:47.558207 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7df39750-4d91-4b7b-9d42-c3851f941b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:47.590635 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port d8f64936-9035-4da5-ae9d-88766f216169 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:54:47.592381 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:47.861350 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772dcc99-243e-449f-891c-432d128a3a8c req-15c17d79-18eb-484d-bb46-b881cc27337e tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:47.870403 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-772dcc99-243e-449f-891c-432d128a3a8c req-15c17d79-18eb-484d-bb46-b881cc27337e tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/networks?id=70dfc39d-e0be-4b22-a239-fe5e3588c205 HTTP/1.1" status: 200 len: 816 time: 0.2170510 Nov 27 03:54:47.903096 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-772dcc99-243e-449f-891c-432d128a3a8c req-223570f6-f7d0-4be7-8557-6b2f56a00850 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/quotas/46135dccf44d429491602b72145d91a0 HTTP/1.1" status: 200 len: 375 time: 0.0315552 Nov 27 03:54:47.991287 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6b09ca68-1d41-4aa5-a44a-d78cada262a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:48.040569 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43276) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:48.077384 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-772dcc99-243e-449f-891c-432d128a3a8c req-6b17b8ad-5941-457c-bb49-c94b35c4ed75 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=46135dccf44d429491602b72145d91a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1724377 Nov 27 03:54:48.083590 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b09ca68-1d41-4aa5-a44a-d78cada262a4 admin admin] Checking segment: {'id': '0a587f35-0a39-4fc4-b0ff-200373687efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '461e781d-0c2c-4b68-9f4d-8feb5eb833d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:54:48.084436 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b09ca68-1d41-4aa5-a44a-d78cada262a4 admin admin] Network hostable DHCP agents. Network: 461e781d-0c2c-4b68-9f4d-8feb5eb833d0, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:54:48.090758 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09ca68-1d41-4aa5-a44a-d78cada262a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd9e42b7-23f0-4e8f-9535-cb693456746c,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:48.109992 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b09ca68-1d41-4aa5-a44a-d78cada262a4 admin admin] Network 461e781d-0c2c-4b68-9f4d-8feb5eb833d0 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:54:48.126131 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-6b09ca68-1d41-4aa5-a44a-d78cada262a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 461e781d-0c2c-4b68-9f4d-8feb5eb833d0) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:54:48.132383 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b09ca68-1d41-4aa5-a44a-d78cada262a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:48.135507 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6b09ca68-1d41-4aa5-a44a-d78cada262a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:48.137922 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78902ebd-80c5-402a-95ec-d64d5f0b4aae None None] Network 461e781d-0c2c-4b68-9f4d-8feb5eb833d0 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:54:48.172164 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6b09ca68-1d41-4aa5-a44a-d78cada262a4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7296500 Nov 27 03:54:48.174464 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43282) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:48.179135 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-35369ad8-1a0d-4f6b-ab47-cc4ef71d756b admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1927455745-router', 'tenant_id': '47ae16ff37d2448f915bd8f03c73987e', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:54:48.227179 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-35369ad8-1a0d-4f6b-ab47-cc4ef71d756b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:48.228816 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-35369ad8-1a0d-4f6b-ab47-cc4ef71d756b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:48.284007 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-772dcc99-243e-449f-891c-432d128a3a8c req-95eb779a-bc3a-4a3d-aeb3-ba9039042497 service neutron] 10.222.0.20 "GET /v2.0/networks/70dfc39d-e0be-4b22-a239-fe5e3588c205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044115 Nov 27 03:54:48.356083 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-996d03a8-e601-4846-acc6-b3dbb8dad1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:48.361339 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-35369ad8-1a0d-4f6b-ab47-cc4ef71d756b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:48.441333 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-e91477aa-912b-47c9-a916-95cf531969a9 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Made reservation on behalf of 46135dccf44d429491602b72145d91a0 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:54:48.444912 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-e91477aa-912b-47c9-a916-95cf531969a9 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:48.516383 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b610cde0-7699-4fe7-acc1-143c84e89570 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:48.573966 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:48.585141 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf53ef18-2bf1-48a7-93ae-ad445807072e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-461e781d-0c2c-4b68-9f4d-8feb5eb833d0', 'network_id': '461e781d-0c2c-4b68-9f4d-8feb5eb833d0', 'tenant_id': '47ae16ff37d2448f915bd8f03c73987e', 'fixed_ips': [{'subnet_id': 'fd9e42b7-23f0-4e8f-9535-cb693456746c'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 03:54:48.586022 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cf53ef18-2bf1-48a7-93ae-ad445807072e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:48.656356 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-35369ad8-1a0d-4f6b-ab47-cc4ef71d756b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:48.740792 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-772dcc99-243e-449f-891c-432d128a3a8c req-5ae439d6-25e6-43d9-af56-fcd3709fdaf7 service neutron] 10.222.0.20 "GET /v2.0/networks/70dfc39d-e0be-4b22-a239-fe5e3588c205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4338219 Nov 27 03:54:48.944548 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-cf53ef18-2bf1-48a7-93ae-ad445807072e None None] Allocated IP 172.20.0.2 (461e781d-0c2c-4b68-9f4d-8feb5eb833d0/fd9e42b7-23f0-4e8f-9535-cb693456746c/77e52e95-c23a-4a8f-9d11-df5072c03a95) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:54:49.087436 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-35369ad8-1a0d-4f6b-ab47-cc4ef71d756b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:49.100086 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b610cde0-7699-4fe7-acc1-143c84e89570 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:49.137511 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b610cde0-7699-4fe7-acc1-143c84e89570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:49.147639 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-35369ad8-1a0d-4f6b-ab47-cc4ef71d756b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:49.156087 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-e91477aa-912b-47c9-a916-95cf531969a9 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Allocated IP 172.20.0.9 (70dfc39d-e0be-4b22-a239-fe5e3588c205/bad807ad-7468-4e30-adbe-394b40c62217/03914a98-6b1d-4dcb-8f5d-24c1a77b668b) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:54:49.259506 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cf53ef18-2bf1-48a7-93ae-ad445807072e None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:49.267827 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cf53ef18-2bf1-48a7-93ae-ad445807072e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:49.278406 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c88c152f-1ba0-497e-9b22-f853bd697e0d req-3f54ae06-a1df-4d61-bd12-4c985d2b0470 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7d8460-faa5-44c6-b51b-fe9a84a9a9a9 HTTP/1.1" status: 200 len: 210 time: 0.1940677 Nov 27 03:54:49.351370 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf53ef18-2bf1-48a7-93ae-ad445807072e None None] Network 461e781d-0c2c-4b68-9f4d-8feb5eb833d0 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:54:49.353208 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53ef18-2bf1-48a7-93ae-ad445807072e None None] Pushing event updated for resources: {'Port': ['ID=77e52e95-c23a-4a8f-9d11-df5072c03a95,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:49.362377 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-cf53ef18-2bf1-48a7-93ae-ad445807072e None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:54:49.364820 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf53ef18-2bf1-48a7-93ae-ad445807072e None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:54:49.400476 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 03:54:49.431183 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-cf53ef18-2bf1-48a7-93ae-ad445807072e None None] Attempting to bind port 77e52e95-c23a-4a8f-9d11-df5072c03a95 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:54:49.431735 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-cf53ef18-2bf1-48a7-93ae-ad445807072e None None] Attempting to bind port 77e52e95-c23a-4a8f-9d11-df5072c03a95 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '0a587f35-0a39-4fc4-b0ff-200373687efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '461e781d-0c2c-4b68-9f4d-8feb5eb833d0'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:54:49.432610 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf53ef18-2bf1-48a7-93ae-ad445807072e None None] Attempting to bind port 77e52e95-c23a-4a8f-9d11-df5072c03a95 on network 461e781d-0c2c-4b68-9f4d-8feb5eb833d0 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:54:49.436447 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-35369ad8-1a0d-4f6b-ab47-cc4ef71d756b admin admin] Allocated IP 172.25.1.55 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:54:49.439527 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf53ef18-2bf1-48a7-93ae-ad445807072e None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:54:49.442820 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf53ef18-2bf1-48a7-93ae-ad445807072e None None] Checking segment: {'id': '0a587f35-0a39-4fc4-b0ff-200373687efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '461e781d-0c2c-4b68-9f4d-8feb5eb833d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:54:49.443465 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cf53ef18-2bf1-48a7-93ae-ad445807072e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:49.444023 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf53ef18-2bf1-48a7-93ae-ad445807072e None None] Bound using segment: {'id': '0a587f35-0a39-4fc4-b0ff-200373687efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '461e781d-0c2c-4b68-9f4d-8feb5eb833d0'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:54:49.444778 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-cf53ef18-2bf1-48a7-93ae-ad445807072e None None] Bound port: 77e52e95-c23a-4a8f-9d11-df5072c03a95, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a587f35-0a39-4fc4-b0ff-200373687efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '461e781d-0c2c-4b68-9f4d-8feb5eb833d0'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:54:49.445509 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cf53ef18-2bf1-48a7-93ae-ad445807072e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:49.503283 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:49.551971 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b610cde0-7699-4fe7-acc1-143c84e89570 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b19282a002f4480888a8f97ac213c551&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4711163 Nov 27 03:54:49.567525 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-cf53ef18-2bf1-48a7-93ae-ad445807072e None None] For port 77e52e95-c23a-4a8f-9d11-df5072c03a95, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:54:49.572078 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43306) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:49.580312 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-cf53ef18-2bf1-48a7-93ae-ad445807072e None None] For port 77e52e95-c23a-4a8f-9d11-df5072c03a95, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=77e52e95-c23a-4a8f-9d11-df5072c03a95,segment=NetworkSegment(0a587f35-0a39-4fc4-b0ff-200373687efc),segment_id=0a587f35-0a39-4fc4-b0ff-200373687efc)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:54:49.592125 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cf53ef18-2bf1-48a7-93ae-ad445807072e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:49.597292 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610cde0-7699-4fe7-acc1-143c84e89570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d14dee-362f-4147-9993-93710af7e67b,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:49.644212 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53ef18-2bf1-48a7-93ae-ad445807072e None None] Pushing event updated for resources: {'Port': ['ID=77e52e95-c23a-4a8f-9d11-df5072c03a95,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:49.712440 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7f5b12a4-96d0-4d68-ad5e-91a57e6c5afd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:49.738679 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-35369ad8-1a0d-4f6b-ab47-cc4ef71d756b admin admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:49.746056 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7f5b12a4-96d0-4d68-ad5e-91a57e6c5afd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:49.777271 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-64086a44-a3a0-4963-9795-6ff63ea83937 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:49.779785 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-64086a44-a3a0-4963-9795-6ff63ea83937 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.11 "GET /v2.0/networks?id=70dfc39d-e0be-4b22-a239-fe5e3588c205 HTTP/1.1" status: 200 len: 816 time: 0.3493681 Nov 27 03:54:49.806912 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-637091ca-046e-446e-bfaa-8a3e110bf9da tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Request body: {'port': {'device_id': '00f3c9e3-21f3-4909-9a32-57b55c0d8658', 'network_id': '70dfc39d-e0be-4b22-a239-fe5e3588c205', 'admin_state_up': True, 'tenant_id': '46135dccf44d429491602b72145d91a0'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:54:49.843836 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-35369ad8-1a0d-4f6b-ab47-cc4ef71d756b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:49.909256 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7f5b12a4-96d0-4d68-ad5e-91a57e6c5afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:49.917369 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7f5b12a4-96d0-4d68-ad5e-91a57e6c5afd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:49.924461 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7f5b12a4-96d0-4d68-ad5e-91a57e6c5afd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/37d14dee-362f-4147-9993-93710af7e67b HTTP/1.1" status: 204 len: 168 time: 0.3507679 Nov 27 03:54:49.949708 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-e91477aa-912b-47c9-a916-95cf531969a9 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:49.996290 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35369ad8-1a0d-4f6b-ab47-cc4ef71d756b admin admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:54:50.002429 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b12a4-96d0-4d68-ad5e-91a57e6c5afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d14dee-362f-4147-9993-93710af7e67b,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:50.009085 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35369ad8-1a0d-4f6b-ab47-cc4ef71d756b admin admin] Pushing event updated for resources: {'Port': ['ID=c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:50.012361 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-35369ad8-1a0d-4f6b-ab47-cc4ef71d756b admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:54:50.031744 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35369ad8-1a0d-4f6b-ab47-cc4ef71d756b admin admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:54:50.150442 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-e91477aa-912b-47c9-a916-95cf531969a9 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:50.295698 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-e91477aa-912b-47c9-a916-95cf531969a9 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Network 70dfc39d-e0be-4b22-a239-fe5e3588c205 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:54:50.348345 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-e91477aa-912b-47c9-a916-95cf531969a9 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:54:50.374056 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-e91477aa-912b-47c9-a916-95cf531969a9 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:54:50.587955 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-637091ca-046e-446e-bfaa-8a3e110bf9da tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Made reservation on behalf of 46135dccf44d429491602b72145d91a0 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:54:50.595566 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-637091ca-046e-446e-bfaa-8a3e110bf9da tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:50.615137 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91477aa-912b-47c9-a916-95cf531969a9 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Pushing event updated for resources: {'Port': ['ID=03914a98-6b1d-4dcb-8f5d-24c1a77b668b,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:50.636461 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-35369ad8-1a0d-4f6b-ab47-cc4ef71d756b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:50.692491 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7f43893f-0f87-4bf9-b0b3-dee22f352991 req-1327fb6d-5e11-42f5-9eba-929a6a716ca2 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7d8460-faa5-44c6-b51b-fe9a84a9a9a9 HTTP/1.1" status: 200 len: 210 time: 0.1607759 Nov 27 03:54:50.756818 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-e91477aa-912b-47c9-a916-95cf531969a9 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:50.760889 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-e91477aa-912b-47c9-a916-95cf531969a9 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:50.776455 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43336) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:50.859336 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b918bfb8-69e4-4de8-a6ed-b5353480ea65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:50.889653 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-e91477aa-912b-47c9-a916-95cf531969a9 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4342589 Nov 27 03:54:50.941447 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-b5e315c5-6dfa-44e5-bfaa-100c682b1118 service neutron] Request body: {'port': {'device_id': '5f2efe25-aa7f-4279-b64a-4510c75e7cd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:54:50.942388 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-862a4a40-5267-4677-b91d-0d6971b06aff None None] Provisioning complete for port 03914a98-6b1d-4dcb-8f5d-24c1a77b668b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:54:50.943552 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-862a4a40-5267-4677-b91d-0d6971b06aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:51.164005 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-b5e315c5-6dfa-44e5-bfaa-100c682b1118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:51.213658 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-862a4a40-5267-4677-b91d-0d6971b06aff None None] Port 03914a98-6b1d-4dcb-8f5d-24c1a77b668b cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:54:51.229166 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:51.298696 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-637091ca-046e-446e-bfaa-8a3e110bf9da tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Allocated IP 172.20.0.5 (70dfc39d-e0be-4b22-a239-fe5e3588c205/bad807ad-7468-4e30-adbe-394b40c62217/d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:54:51.357057 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 77e52e95-c23a-4a8f-9d11-df5072c03a95 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:54:51.488208 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 77e52e95-c23a-4a8f-9d11-df5072c03a95 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:54:51.488986 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:51.647578 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3df46da-56a1-4045-97ef-32e71d86d8bb None None] Network 461e781d-0c2c-4b68-9f4d-8feb5eb833d0 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:54:51.654200 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-637091ca-046e-446e-bfaa-8a3e110bf9da tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:51.724264 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-637091ca-046e-446e-bfaa-8a3e110bf9da tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:51.767460 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:51.809211 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-19fb5d85-0044-427a-8401-6e7d4c14d60f None None] Provisioning complete for port 77e52e95-c23a-4a8f-9d11-df5072c03a95 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:54:51.811679 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-19fb5d85-0044-427a-8401-6e7d4c14d60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:51.861724 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:51.920202 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 77e52e95-c23a-4a8f-9d11-df5072c03a95, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=77e52e95-c23a-4a8f-9d11-df5072c03a95,segment=NetworkSegment(0a587f35-0a39-4fc4-b0ff-200373687efc),segment_id=0a587f35-0a39-4fc4-b0ff-200373687efc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:54:51.956663 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:51.960813 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-07e335f2-9bdc-4ad5-91f9-8c0063c27e84 req-d454f9e0-4e3d-4fd1-9ebe-ee0e6cf79f6e tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7d8460-faa5-44c6-b51b-fe9a84a9a9a9 HTTP/1.1" status: 200 len: 210 time: 0.1241119 Nov 27 03:54:51.963969 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-637091ca-046e-446e-bfaa-8a3e110bf9da tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Network 70dfc39d-e0be-4b22-a239-fe5e3588c205 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:54:51.989708 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-637091ca-046e-446e-bfaa-8a3e110bf9da tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:54:52.013454 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-637091ca-046e-446e-bfaa-8a3e110bf9da tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:54:52.030655 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772dcc99-243e-449f-891c-432d128a3a8c req-f432c4f7-7915-487a-8ce8-27ae2229eb7f tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:52.031164 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637091ca-046e-446e-bfaa-8a3e110bf9da tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Pushing event updated for resources: {'Port': ['ID=d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:52.040460 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-772dcc99-243e-449f-891c-432d128a3a8c req-f432c4f7-7915-487a-8ce8-27ae2229eb7f tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.23 "GET /v2.0/networks?id=70dfc39d-e0be-4b22-a239-fe5e3588c205 HTTP/1.1" status: 200 len: 816 time: 1.1978173 Nov 27 03:54:52.061289 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-35369ad8-1a0d-4f6b-ab47-cc4ef71d756b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:52.072991 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-772dcc99-243e-449f-891c-432d128a3a8c req-fd0345f5-4c39-42a1-9740-50a90bd58e0d tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Request body: {'port': {'device_id': 'cf7d8460-faa5-44c6-b51b-fe9a84a9a9a9', 'network_id': '70dfc39d-e0be-4b22-a239-fe5e3588c205', 'admin_state_up': True, 'tenant_id': '46135dccf44d429491602b72145d91a0'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:54:52.186294 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=77e52e95-c23a-4a8f-9d11-df5072c03a95,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:52.188623 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-637091ca-046e-446e-bfaa-8a3e110bf9da tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:52.190074 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-637091ca-046e-446e-bfaa-8a3e110bf9da tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:52.224455 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-637091ca-046e-446e-bfaa-8a3e110bf9da tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4251125 Nov 27 03:54:52.262303 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-f2d95f51-2ef3-491e-8692-ac29d9cc6bab service neutron] Request body: {'port': {'device_id': '00f3c9e3-21f3-4909-9a32-57b55c0d8658', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:54:52.348915 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-b5e315c5-6dfa-44e5-bfaa-100c682b1118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03914a98-6b1d-4dcb-8f5d-24c1a77b668b {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:54:52.361945 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-b5e315c5-6dfa-44e5-bfaa-100c682b1118 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:52.364657 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-f2d95f51-2ef3-491e-8692-ac29d9cc6bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:52.402872 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-b5e315c5-6dfa-44e5-bfaa-100c682b1118 service neutron] Transition to ACTIVE for port object 03914a98-6b1d-4dcb-8f5d-24c1a77b668b will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:54:52.414225 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-b5e315c5-6dfa-44e5-bfaa-100c682b1118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:52.483506 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-97c4d4ab-95ae-4cc6-a799-7ca6737b789d None None] Provisioning complete for port d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:54:52.483880 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-97c4d4ab-95ae-4cc6-a799-7ca6737b789d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:52.486826 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b918bfb8-69e4-4de8-a6ed-b5353480ea65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:52.541388 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b918bfb8-69e4-4de8-a6ed-b5353480ea65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:52.576684 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-97c4d4ab-95ae-4cc6-a799-7ca6737b789d None None] Port d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:54:52.671895 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b918bfb8-69e4-4de8-a6ed-b5353480ea65 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9fcbe4d623ba4cdb94e8b1bafde0c0d6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8914914 Nov 27 03:54:52.699722 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43364) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:52.720228 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-772dcc99-243e-449f-891c-432d128a3a8c req-fd0345f5-4c39-42a1-9740-50a90bd58e0d tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Made reservation on behalf of 46135dccf44d429491602b72145d91a0 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:54:52.725268 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-772dcc99-243e-449f-891c-432d128a3a8c req-fd0345f5-4c39-42a1-9740-50a90bd58e0d tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:52.819072 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-988781c7-e801-4320-b5fe-be723f3676ce None None] Provisioning complete for port 77e52e95-c23a-4a8f-9d11-df5072c03a95 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:54:52.819783 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-988781c7-e801-4320-b5fe-be723f3676ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:52.898688 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b918bfb8-69e4-4de8-a6ed-b5353480ea65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6656c4-a4d0-4356-b09d-4720094c329d,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:52.906564 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35369ad8-1a0d-4f6b-ab47-cc4ef71d756b admin admin] Router c0573663-d34a-4db7-873d-174c1c9e34e1 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 03:54:52.914094 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e315c5-6dfa-44e5-bfaa-100c682b1118 service neutron] Pushing event updated for resources: {'Port': ['ID=03914a98-6b1d-4dcb-8f5d-24c1a77b668b,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:53.036731 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-f2d95f51-2ef3-491e-8692-ac29d9cc6bab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:54:53.048216 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-f2d95f51-2ef3-491e-8692-ac29d9cc6bab service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:53.051265 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c1f61c90-57f5-43a2-a2c9-6af1221f8e4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:53.062712 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-b5e315c5-6dfa-44e5-bfaa-100c682b1118 service neutron] Attempting to bind port 03914a98-6b1d-4dcb-8f5d-24c1a77b668b on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:54:53.063055 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-b5e315c5-6dfa-44e5-bfaa-100c682b1118 service neutron] Attempting to bind port 03914a98-6b1d-4dcb-8f5d-24c1a77b668b by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': 'ea781d0b-ba35-4c5d-b337-08e66a6646e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '70dfc39d-e0be-4b22-a239-fe5e3588c205'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:54:53.063394 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-b5e315c5-6dfa-44e5-bfaa-100c682b1118 service neutron] Attempting to bind port 03914a98-6b1d-4dcb-8f5d-24c1a77b668b on network 70dfc39d-e0be-4b22-a239-fe5e3588c205 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:54:53.087506 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-faff6c91-379b-4fa3-8ea9-44d0b7c44762 req-0e430643-5adb-4b9e-ad17-a9a59db0c86b tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7d8460-faa5-44c6-b51b-fe9a84a9a9a9 HTTP/1.1" status: 200 len: 210 time: 0.0372386 Nov 27 03:54:53.090118 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-f2d95f51-2ef3-491e-8692-ac29d9cc6bab service neutron] Transition to ACTIVE for port object d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:54:53.091764 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-b5e315c5-6dfa-44e5-bfaa-100c682b1118 service neutron] Port 03914a98-6b1d-4dcb-8f5d-24c1a77b668b on network 70dfc39d-e0be-4b22-a239-fe5e3588c205 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:54:53.091976 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-b5e315c5-6dfa-44e5-bfaa-100c682b1118 service neutron] Attempting to bind port 03914a98-6b1d-4dcb-8f5d-24c1a77b668b on network 70dfc39d-e0be-4b22-a239-fe5e3588c205 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:54:53.098671 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-b5e315c5-6dfa-44e5-bfaa-100c682b1118 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:54:53.098958 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-b5e315c5-6dfa-44e5-bfaa-100c682b1118 service neutron] Checking segment: {'id': 'ea781d0b-ba35-4c5d-b337-08e66a6646e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '70dfc39d-e0be-4b22-a239-fe5e3588c205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:54:53.099376 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-b5e315c5-6dfa-44e5-bfaa-100c682b1118 service neutron] Bound using segment: {'id': 'ea781d0b-ba35-4c5d-b337-08e66a6646e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '70dfc39d-e0be-4b22-a239-fe5e3588c205'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:54:53.099844 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-b5e315c5-6dfa-44e5-bfaa-100c682b1118 service neutron] Bound port: 03914a98-6b1d-4dcb-8f5d-24c1a77b668b, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea781d0b-ba35-4c5d-b337-08e66a6646e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '70dfc39d-e0be-4b22-a239-fe5e3588c205'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:54:53.100228 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-b5e315c5-6dfa-44e5-bfaa-100c682b1118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:53.104336 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-f2d95f51-2ef3-491e-8692-ac29d9cc6bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:53.137394 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c1f61c90-57f5-43a2-a2c9-6af1221f8e4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:53.214028 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35369ad8-1a0d-4f6b-ab47-cc4ef71d756b admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:54:53.235037 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-772dcc99-243e-449f-891c-432d128a3a8c req-fd0345f5-4c39-42a1-9740-50a90bd58e0d tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Allocated IP 172.20.0.4 (70dfc39d-e0be-4b22-a239-fe5e3588c205/bad807ad-7468-4e30-adbe-394b40c62217/8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:54:53.241158 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 77e52e95-c23a-4a8f-9d11-df5072c03a95 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:54:53.248107 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d95f51-2ef3-491e-8692-ac29d9cc6bab service neutron] Pushing event updated for resources: {'Port': ['ID=d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:53.249292 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5bc951-c12f-401f-b140-5743fd36fd49 None None] Sync routers for ids ['c0573663-d34a-4db7-873d-174c1c9e34e1'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:54:53.273066 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5bc951-c12f-401f-b140-5743fd36fd49 None None] Routers {'c0573663-d34a-4db7-873d-174c1c9e34e1'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:54:53.275436 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-4f5bc951-c12f-401f-b140-5743fd36fd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:54:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c0573663-d34a-4db7-873d-174c1c9e34e1'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:54:53.309926 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-b5e315c5-6dfa-44e5-bfaa-100c682b1118 service neutron] For port 03914a98-6b1d-4dcb-8f5d-24c1a77b668b, host n-h1-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:54:53.328131 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c1f61c90-57f5-43a2-a2c9-6af1221f8e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:53.337726 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c1f61c90-57f5-43a2-a2c9-6af1221f8e4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:53.338789 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-b5e315c5-6dfa-44e5-bfaa-100c682b1118 service neutron] For port 03914a98-6b1d-4dcb-8f5d-24c1a77b668b, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=03914a98-6b1d-4dcb-8f5d-24c1a77b668b,segment=NetworkSegment(ea781d0b-ba35-4c5d-b337-08e66a6646e3),segment_id=ea781d0b-ba35-4c5d-b337-08e66a6646e3)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:54:53.344900 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c1f61c90-57f5-43a2-a2c9-6af1221f8e4c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d6656c4-a4d0-4356-b09d-4720094c329d HTTP/1.1" status: 204 len: 168 time: 0.6367507 Nov 27 03:54:53.347906 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-b5e315c5-6dfa-44e5-bfaa-100c682b1118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:53.691903 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-4f5bc951-c12f-401f-b140-5743fd36fd49 None None] Set router c0573663-d34a-4db7-873d-174c1c9e34e1 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:54:53.707379 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-772dcc99-243e-449f-891c-432d128a3a8c req-fd0345f5-4c39-42a1-9740-50a90bd58e0d tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:53.714959 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 77e52e95-c23a-4a8f-9d11-df5072c03a95 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:54:53.715516 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:53.756135 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-35369ad8-1a0d-4f6b-ab47-cc4ef71d756b admin admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:53.757498 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-35369ad8-1a0d-4f6b-ab47-cc4ef71d756b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5818851 Nov 27 03:54:53.764663 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-772dcc99-243e-449f-891c-432d128a3a8c req-fd0345f5-4c39-42a1-9740-50a90bd58e0d tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:53.766923 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43382) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:53.775176 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f61c90-57f5-43a2-a2c9-6af1221f8e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6656c4-a4d0-4356-b09d-4720094c329d,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:53.902193 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-772dcc99-243e-449f-891c-432d128a3a8c req-fd0345f5-4c39-42a1-9740-50a90bd58e0d tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Network 70dfc39d-e0be-4b22-a239-fe5e3588c205 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:54:53.909221 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-772dcc99-243e-449f-891c-432d128a3a8c req-fd0345f5-4c39-42a1-9740-50a90bd58e0d tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:54:53.919882 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-772dcc99-243e-449f-891c-432d128a3a8c req-fd0345f5-4c39-42a1-9740-50a90bd58e0d tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:54:54.011292 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-b5e315c5-6dfa-44e5-bfaa-100c682b1118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:54.012491 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-b5e315c5-6dfa-44e5-bfaa-100c682b1118 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:54.015114 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-b5e315c5-6dfa-44e5-bfaa-100c682b1118 service neutron] 10.222.0.23 "PUT /v2.0/ports/03914a98-6b1d-4dcb-8f5d-24c1a77b668b HTTP/1.1" status: 200 len: 1091 time: 3.1038563 Nov 27 03:54:54.019463 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f2efe25-aa7f-4279-b64a-4510c75e7cd5', 'tag': '03914a98-6b1d-4dcb-8f5d-24c1a77b668b'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:54:54.019911 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0345f5-4c39-42a1-9740-50a90bd58e0d tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Pushing event updated for resources: {'Port': ['ID=8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:54.023845 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22409cc9-74fd-46d4-b3b8-2a83860f39af" -d '{"events": [{"name": "network-changed", "server_uuid": "5f2efe25-aa7f-4279-b64a-4510c75e7cd5", "tag": "03914a98-6b1d-4dcb-8f5d-24c1a77b668b"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:54:54.046356 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-f2d95f51-2ef3-491e-8692-ac29d9cc6bab service neutron] Attempting to bind port d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:54:54.047072 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-f2d95f51-2ef3-491e-8692-ac29d9cc6bab service neutron] Attempting to bind port d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': 'ea781d0b-ba35-4c5d-b337-08e66a6646e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '70dfc39d-e0be-4b22-a239-fe5e3588c205'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:54:54.047723 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-f2d95f51-2ef3-491e-8692-ac29d9cc6bab service neutron] Attempting to bind port d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d on network 70dfc39d-e0be-4b22-a239-fe5e3588c205 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:54:54.060080 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-f2d95f51-2ef3-491e-8692-ac29d9cc6bab service neutron] Port d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d on network 70dfc39d-e0be-4b22-a239-fe5e3588c205 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:54:54.060689 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-f2d95f51-2ef3-491e-8692-ac29d9cc6bab service neutron] Attempting to bind port d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d on network 70dfc39d-e0be-4b22-a239-fe5e3588c205 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:54:54.110400 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772dcc99-243e-449f-891c-432d128a3a8c req-fd0345f5-4c39-42a1-9740-50a90bd58e0d tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:54.111131 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-772dcc99-243e-449f-891c-432d128a3a8c req-fd0345f5-4c39-42a1-9740-50a90bd58e0d tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:54.132730 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-f2d95f51-2ef3-491e-8692-ac29d9cc6bab service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:54:54.137530 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-f2d95f51-2ef3-491e-8692-ac29d9cc6bab service neutron] Checking segment: {'id': 'ea781d0b-ba35-4c5d-b337-08e66a6646e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '70dfc39d-e0be-4b22-a239-fe5e3588c205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:54:54.138127 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-f2d95f51-2ef3-491e-8692-ac29d9cc6bab service neutron] Bound using segment: {'id': 'ea781d0b-ba35-4c5d-b337-08e66a6646e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '70dfc39d-e0be-4b22-a239-fe5e3588c205'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:54:54.139663 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-f2d95f51-2ef3-491e-8692-ac29d9cc6bab service neutron] Bound port: d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea781d0b-ba35-4c5d-b337-08e66a6646e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '70dfc39d-e0be-4b22-a239-fe5e3588c205'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:54:54.140153 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-f2d95f51-2ef3-491e-8692-ac29d9cc6bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:54.187605 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4259db6-f3d1-4764-a40a-ed9739fe4351 x-openstack-request-id: req-d4259db6-f3d1-4764-a40a-ed9739fe4351 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:54:54.188150 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f2efe25-aa7f-4279-b64a-4510c75e7cd5", "tag": "03914a98-6b1d-4dcb-8f5d-24c1a77b668b", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:54:54.188518 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4259db6-f3d1-4764-a40a-ed9739fe4351 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:54:54.189044 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f2efe25-aa7f-4279-b64a-4510c75e7cd5', 'tag': '03914a98-6b1d-4dcb-8f5d-24c1a77b668b', 'status': 'completed', 'code': 200} Nov 27 03:54:54.193674 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e315c5-6dfa-44e5-bfaa-100c682b1118 service neutron] Pushing event updated for resources: {'Port': ['ID=03914a98-6b1d-4dcb-8f5d-24c1a77b668b,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:54.214806 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-772dcc99-243e-449f-891c-432d128a3a8c req-fd0345f5-4c39-42a1-9740-50a90bd58e0d tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1560175 Nov 27 03:54:54.262315 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-772dcc99-243e-449f-891c-432d128a3a8c req-a40ac92e-343c-4a82-887a-66d164476808 service neutron] Request body: {'port': {'device_id': 'cf7d8460-faa5-44c6-b51b-fe9a84a9a9a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:54:54.317888 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-4f5bc951-c12f-401f-b140-5743fd36fd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0573663-d34a-4db7-873d-174c1c9e34e1', 'name': 'tempest-ServersTestFqdnHostnames-1927455745-router', 'tenant_id': '47ae16ff37d2448f915bd8f03c73987e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:54:48Z', 'updated_at': '2021-11-27T03:54:50Z', 'revision_number': 3, 'project_id': '47ae16ff37d2448f915bd8f03c73987e', 'gw_port': {'id': 'c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0573663-d34a-4db7-873d-174c1c9e34e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:49Z', 'updated_at': '2021-11-27T03:54:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:54:54.374495 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5bc951-c12f-401f-b140-5743fd36fd49 None None] Checking router: c0573663-d34a-4db7-873d-174c1c9e34e1 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:54:54.375038 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5bc951-c12f-401f-b140-5743fd36fd49 None None] Updating router c0573663-d34a-4db7-873d-174c1c9e34e1 port c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:54:54.415296 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46ba72e9-4284-44ba-9e31-3bfc252bf8b4 None None] Provisioning complete for port 8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:54:54.415791 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46ba72e9-4284-44ba-9e31-3bfc252bf8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:54.448887 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-676f2d45-6ac9-407a-8721-aa8adcfa3f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:54.461602 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-676f2d45-6ac9-407a-8721-aa8adcfa3f7b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=46135dccf44d429491602b72145d91a0&device_id=5f2efe25-aa7f-4279-b64a-4510c75e7cd5 HTTP/1.1" status: 200 len: 1094 time: 0.3612552 Nov 27 03:54:54.462244 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-4f5bc951-c12f-401f-b140-5743fd36fd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:54.532239 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46ba72e9-4284-44ba-9e31-3bfc252bf8b4 None None] Port 8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:54:54.581375 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-69491917-dae9-4585-9901-f6cf23877f89 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03914a98-6b1d-4dcb-8f5d-24c1a77b668b HTTP/1.1" status: 200 len: 217 time: 0.0798924 Nov 27 03:54:54.596833 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f2e45-7647-4e4b-9730-b45c21a8381c req-7421275c-d1ba-4e88-bfc2-7a7c0e341d36 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:54.598524 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ce4f2e45-7647-4e4b-9730-b45c21a8381c req-7421275c-d1ba-4e88-bfc2-7a7c0e341d36 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7d8460-faa5-44c6-b51b-fe9a84a9a9a9 HTTP/1.1" status: 200 len: 931 time: 0.3220804 Nov 27 03:54:54.600114 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-f2d95f51-2ef3-491e-8692-ac29d9cc6bab service neutron] For port d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:54:54.617096 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-f2d95f51-2ef3-491e-8692-ac29d9cc6bab service neutron] For port d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d,segment=NetworkSegment(ea781d0b-ba35-4c5d-b337-08e66a6646e3),segment_id=ea781d0b-ba35-4c5d-b337-08e66a6646e3)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:54:54.660046 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-f2d95f51-2ef3-491e-8692-ac29d9cc6bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:54.729031 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-772dcc99-243e-449f-891c-432d128a3a8c req-a40ac92e-343c-4a82-887a-66d164476808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:54.733534 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-f2d95f51-2ef3-491e-8692-ac29d9cc6bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:54.738252 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-f2d95f51-2ef3-491e-8692-ac29d9cc6bab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:54.739887 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-f2d95f51-2ef3-491e-8692-ac29d9cc6bab service neutron] 10.222.0.11 "PUT /v2.0/ports/d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d HTTP/1.1" status: 200 len: 1091 time: 2.4843235 Nov 27 03:54:54.856482 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-42cae825-ec63-47f8-8ea1-e9f14b367bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:54.862591 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-42cae825-ec63-47f8-8ea1-e9f14b367bd8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bad807ad-7468-4e30-adbe-394b40c62217 HTTP/1.1" status: 200 len: 855 time: 0.2599185 Nov 27 03:54:54.872157 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d95f51-2ef3-491e-8692-ac29d9cc6bab service neutron] Pushing event updated for resources: {'Port': ['ID=d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:54.904838 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ce4f2e45-7647-4e4b-9730-b45c21a8381c req-ce377df9-14e8-446d-8d21-bd42e823ecac tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833478 Nov 27 03:54:55.030721 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-b0a8f2ab-b96d-4466-bc1a-a338a36c04d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:55.030721 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-b0a8f2ab-b96d-4466-bc1a-a338a36c04d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=46135dccf44d429491602b72145d91a0&device_id=00f3c9e3-21f3-4909-9a32-57b55c0d8658 HTTP/1.1" status: 200 len: 1094 time: 0.2058418 Nov 27 03:54:55.037505 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-6f7b7ffa-4f4a-4ede-9b86-8537b9d72563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:55.040693 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-6f7b7ffa-4f4a-4ede-9b86-8537b9d72563 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=70dfc39d-e0be-4b22-a239-fe5e3588c205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1416585 Nov 27 03:54:55.157021 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-a8a3859d-a03f-435c-bb5b-b227fe885465 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d HTTP/1.1" status: 200 len: 217 time: 0.1105380 Nov 27 03:54:55.177164 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-4f5bc951-c12f-401f-b140-5743fd36fd49 None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:55.192522 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-4f5bc951-c12f-401f-b140-5743fd36fd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:55.328506 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61d300-f16f-475e-a51d-26efba224f7a None None] Pushing event updated for resources: {'Port': ['ID=c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd,revision_number=2']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:55.332279 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-4f5bc951-c12f-401f-b140-5743fd36fd49 None None] Attempting to bind port c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:54:55.332664 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-4f5bc951-c12f-401f-b140-5743fd36fd49 None None] Attempting to bind port c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:54:55.333190 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5bc951-c12f-401f-b140-5743fd36fd49 None None] Attempting to bind port c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:54:55.349685 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5bc951-c12f-401f-b140-5743fd36fd49 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:54:55.350060 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5bc951-c12f-401f-b140-5743fd36fd49 None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:54:55.351066 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-4f5bc951-c12f-401f-b140-5743fd36fd49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:55.351473 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5bc951-c12f-401f-b140-5743fd36fd49 None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:54:55.351956 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-4f5bc951-c12f-401f-b140-5743fd36fd49 None None] Bound port: c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:54:55.352338 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-4f5bc951-c12f-401f-b140-5743fd36fd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:55.358096 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef61d300-f16f-475e-a51d-26efba224f7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:55.358277 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef61d300-f16f-475e-a51d-26efba224f7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:55.358980 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef61d300-f16f-475e-a51d-26efba224f7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:55.359338 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef61d300-f16f-475e-a51d-26efba224f7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:55.360071 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef61d300-f16f-475e-a51d-26efba224f7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:55.360576 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef61d300-f16f-475e-a51d-26efba224f7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:55.360748 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef61d300-f16f-475e-a51d-26efba224f7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:55.361257 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef61d300-f16f-475e-a51d-26efba224f7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:55.361593 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef61d300-f16f-475e-a51d-26efba224f7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:55.362383 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef61d300-f16f-475e-a51d-26efba224f7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:55.362757 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef61d300-f16f-475e-a51d-26efba224f7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:55.363088 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef61d300-f16f-475e-a51d-26efba224f7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:54:55.388857 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-715d2272-187c-4ed8-8083-6802f1f02fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:55.390587 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-715d2272-187c-4ed8-8083-6802f1f02fe9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bad807ad-7468-4e30-adbe-394b40c62217 HTTP/1.1" status: 200 len: 855 time: 0.2176328 Nov 27 03:54:55.436737 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2e28068a-f7d6-4994-b527-31fd174d40d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:55.489125 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-4f5bc951-c12f-401f-b140-5743fd36fd49 None None] For port c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:54:55.493718 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-4f5bc951-c12f-401f-b140-5743fd36fd49 None None] For port c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:54:55.502124 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-e7c4760a-e6ab-4bea-9eaf-7e03aa2ba26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:55.503038 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-4f5bc951-c12f-401f-b140-5743fd36fd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:55.504008 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-e7c4760a-e6ab-4bea-9eaf-7e03aa2ba26d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70dfc39d-e0be-4b22-a239-fe5e3588c205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981972 Nov 27 03:54:55.571329 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5bc951-c12f-401f-b140-5743fd36fd49 None None] Routers {'c0573663-d34a-4db7-873d-174c1c9e34e1'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:54:55.572174 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-4f5bc951-c12f-401f-b140-5743fd36fd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:54:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c0573663-d34a-4db7-873d-174c1c9e34e1'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:54:55.587796 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-eb645502-a682-43c5-9cde-01668fe4f278 service neutron] 10.222.0.23 "GET /v2.0/networks/70dfc39d-e0be-4b22-a239-fe5e3588c205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5168586 Nov 27 03:54:55.604645 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-772dcc99-243e-449f-891c-432d128a3a8c req-a40ac92e-343c-4a82-887a-66d164476808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:54:55.620546 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-772dcc99-243e-449f-891c-432d128a3a8c req-a40ac92e-343c-4a82-887a-66d164476808 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:55.666644 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-772dcc99-243e-449f-891c-432d128a3a8c req-a40ac92e-343c-4a82-887a-66d164476808 service neutron] Transition to ACTIVE for port object 8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:54:55.726330 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-772dcc99-243e-449f-891c-432d128a3a8c req-a40ac92e-343c-4a82-887a-66d164476808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:55.727756 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61d300-f16f-475e-a51d-26efba224f7a None None] Pushing event updated for resources: {'Port': ['ID=c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:55.834276 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ac92e-343c-4a82-887a-66d164476808 service neutron] Pushing event updated for resources: {'Port': ['ID=8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:55.847617 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-4f5bc951-c12f-401f-b140-5743fd36fd49 None None] Set router c0573663-d34a-4db7-873d-174c1c9e34e1 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:54:55.909117 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-2e28068a-f7d6-4994-b527-31fd174d40d8 admin admin] Allocated IP 172.20.0.1 (461e781d-0c2c-4b68-9f4d-8feb5eb833d0/fd9e42b7-23f0-4e8f-9535-cb693456746c/723d4cd2-a000-4b8e-8122-e5ea970eecb3) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:54:56.025689 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-59176069-a9bf-419c-bfb9-d9014c5ec6a7 service neutron] 10.222.0.11 "GET /v2.0/networks/70dfc39d-e0be-4b22-a239-fe5e3588c205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5080595 Nov 27 03:54:56.035131 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d83eee6b-d1e4-4e33-8562-2498f43ab6d6 req-06acfa54-639f-4dc9-9c11-e706f7969644 service neutron] 10.222.0.23 "GET /v2.0/networks/70dfc39d-e0be-4b22-a239-fe5e3588c205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006972 Nov 27 03:54:56.227437 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f3c9e3-21f3-4909-9a32-57b55c0d8658', 'tag': 'd96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:54:56.229738 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb8d548-4368-4f15-9135-9e2cf4996370" -d '{"events": [{"name": "network-changed", "server_uuid": "00f3c9e3-21f3-4909-9a32-57b55c0d8658", "tag": "d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:54:56.306655 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-4f5bc951-c12f-401f-b140-5743fd36fd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0573663-d34a-4db7-873d-174c1c9e34e1', 'name': 'tempest-ServersTestFqdnHostnames-1927455745-router', 'tenant_id': '47ae16ff37d2448f915bd8f03c73987e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:54:48Z', 'updated_at': '2021-11-27T03:54:50Z', 'revision_number': 3, 'project_id': '47ae16ff37d2448f915bd8f03c73987e', 'gw_port': {'id': 'c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0573663-d34a-4db7-873d-174c1c9e34e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:49Z', 'updated_at': '2021-11-27T03:54:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:54:56.385278 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-772dcc99-243e-449f-891c-432d128a3a8c req-a40ac92e-343c-4a82-887a-66d164476808 service neutron] Attempting to bind port 8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:54:56.385621 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-772dcc99-243e-449f-891c-432d128a3a8c req-a40ac92e-343c-4a82-887a-66d164476808 service neutron] Attempting to bind port 8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': 'ea781d0b-ba35-4c5d-b337-08e66a6646e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '70dfc39d-e0be-4b22-a239-fe5e3588c205'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:54:56.385963 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772dcc99-243e-449f-891c-432d128a3a8c req-a40ac92e-343c-4a82-887a-66d164476808 service neutron] Attempting to bind port 8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2 on network 70dfc39d-e0be-4b22-a239-fe5e3588c205 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:54:56.392337 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5bc951-c12f-401f-b140-5743fd36fd49 None None] The sync data for ids ['c0573663-d34a-4db7-873d-174c1c9e34e1'] in n-d-819494-3 is: [{'id': 'c0573663-d34a-4db7-873d-174c1c9e34e1', 'name': 'tempest-ServersTestFqdnHostnames-1927455745-router', 'tenant_id': '47ae16ff37d2448f915bd8f03c73987e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:54:48Z', 'updated_at': '2021-11-27T03:54:50Z', 'revision_number': 3, 'project_id': '47ae16ff37d2448f915bd8f03c73987e', 'gw_port': {'id': 'c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0573663-d34a-4db7-873d-174c1c9e34e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:49Z', 'updated_at': '2021-11-27T03:54:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:54:56.416100 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-355b47c1-9773-4b89-96b9-bad1a7f7aa50 req-fd1c2e74-375b-4d27-b062-cf3c8bdafd89 service neutron] 10.222.0.11 "GET /v2.0/networks/70dfc39d-e0be-4b22-a239-fe5e3588c205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799224 Nov 27 03:54:56.419818 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772dcc99-243e-449f-891c-432d128a3a8c req-a40ac92e-343c-4a82-887a-66d164476808 service neutron] Port 8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2 on network 70dfc39d-e0be-4b22-a239-fe5e3588c205 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:54:56.420170 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772dcc99-243e-449f-891c-432d128a3a8c req-a40ac92e-343c-4a82-887a-66d164476808 service neutron] Attempting to bind port 8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2 on network 70dfc39d-e0be-4b22-a239-fe5e3588c205 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:54:56.442252 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772dcc99-243e-449f-891c-432d128a3a8c req-a40ac92e-343c-4a82-887a-66d164476808 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:54:56.443099 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772dcc99-243e-449f-891c-432d128a3a8c req-a40ac92e-343c-4a82-887a-66d164476808 service neutron] Checking segment: {'id': 'ea781d0b-ba35-4c5d-b337-08e66a6646e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '70dfc39d-e0be-4b22-a239-fe5e3588c205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:54:56.443099 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772dcc99-243e-449f-891c-432d128a3a8c req-a40ac92e-343c-4a82-887a-66d164476808 service neutron] Bound using segment: {'id': 'ea781d0b-ba35-4c5d-b337-08e66a6646e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '70dfc39d-e0be-4b22-a239-fe5e3588c205'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:54:56.444161 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-772dcc99-243e-449f-891c-432d128a3a8c req-a40ac92e-343c-4a82-887a-66d164476808 service neutron] Bound port: 8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea781d0b-ba35-4c5d-b337-08e66a6646e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '70dfc39d-e0be-4b22-a239-fe5e3588c205'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:54:56.444161 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-772dcc99-243e-449f-891c-432d128a3a8c req-a40ac92e-343c-4a82-887a-66d164476808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:56.461086 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43458) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:56.490628 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbbefb-8fbd-4287-8875-fea33b8d03a0 req-3efd9694-1c47-4df7-a97f-fdfbe704a61d tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:56.499777 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f3cbbefb-8fbd-4287-8875-fea33b8d03a0 req-3efd9694-1c47-4df7-a97f-fdfbe704a61d tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7d8460-faa5-44c6-b51b-fe9a84a9a9a9 HTTP/1.1" status: 200 len: 943 time: 0.2357578 Nov 27 03:54:56.557257 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22409cc9-74fd-46d4-b3b8-2a83860f39af req-82c9d541-c6e3-4bd5-b2fd-7351b040cdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:56.561075 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-22409cc9-74fd-46d4-b3b8-2a83860f39af req-82c9d541-c6e3-4bd5-b2fd-7351b040cdf2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=46135dccf44d429491602b72145d91a0&device_id=5f2efe25-aa7f-4279-b64a-4510c75e7cd5 HTTP/1.1" status: 200 len: 1094 time: 0.2989151 Nov 27 03:54:56.594409 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-772dcc99-243e-449f-891c-432d128a3a8c req-a40ac92e-343c-4a82-887a-66d164476808 service neutron] For port 8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:54:56.598863 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-772dcc99-243e-449f-891c-432d128a3a8c req-a40ac92e-343c-4a82-887a-66d164476808 service neutron] For port 8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2,segment=NetworkSegment(ea781d0b-ba35-4c5d-b337-08e66a6646e3),segment_id=ea781d0b-ba35-4c5d-b337-08e66a6646e3)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:54:56.623401 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-772dcc99-243e-449f-891c-432d128a3a8c req-a40ac92e-343c-4a82-887a-66d164476808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:56.683092 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5484983-0b03-4010-8506-9bd91b19ff27 x-openstack-request-id: req-a5484983-0b03-4010-8506-9bd91b19ff27 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:54:56.683847 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00f3c9e3-21f3-4909-9a32-57b55c0d8658", "tag": "d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:54:56.684756 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a5484983-0b03-4010-8506-9bd91b19ff27 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:54:56.687353 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00f3c9e3-21f3-4909-9a32-57b55c0d8658', 'tag': 'd96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d', 'status': 'completed', 'code': 200} Nov 27 03:54:56.744591 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f3cbbefb-8fbd-4287-8875-fea33b8d03a0 req-cf90d0b9-f773-439c-b4bb-9aaf98223140 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395239 Nov 27 03:54:56.757363 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772dcc99-243e-449f-891c-432d128a3a8c req-a40ac92e-343c-4a82-887a-66d164476808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:56.759122 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-772dcc99-243e-449f-891c-432d128a3a8c req-a40ac92e-343c-4a82-887a-66d164476808 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:56.760799 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-772dcc99-243e-449f-891c-432d128a3a8c req-a40ac92e-343c-4a82-887a-66d164476808 service neutron] 10.222.0.23 "PUT /v2.0/ports/8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2 HTTP/1.1" status: 200 len: 1091 time: 2.5045772 Nov 27 03:54:56.766654 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf7d8460-faa5-44c6-b51b-fe9a84a9a9a9', 'tag': '8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:54:56.769529 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19985c8d-503a-43d5-a975-9da00986d615" -d '{"events": [{"name": "network-changed", "server_uuid": "cf7d8460-faa5-44c6-b51b-fe9a84a9a9a9", "tag": "8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:54:56.822576 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2e28068a-f7d6-4994-b527-31fd174d40d8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:56.825791 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fd88f96d-94e6-4774-a694-8a60e4b1dc78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:56.977559 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8d548-4368-4f15-9135-9e2cf4996370 req-e9811ebd-99d6-4e86-aebc-26243702dfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:56.979190 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1eb8d548-4368-4f15-9135-9e2cf4996370 req-e9811ebd-99d6-4e86-aebc-26243702dfed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=46135dccf44d429491602b72145d91a0&device_id=00f3c9e3-21f3-4909-9a32-57b55c0d8658 HTTP/1.1" status: 200 len: 1094 time: 0.2684917 Nov 27 03:54:56.987625 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66811a34-d3b8-4c16-bcfd-170d35c783a3 x-openstack-request-id: req-66811a34-d3b8-4c16-bcfd-170d35c783a3 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:54:56.987625 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf7d8460-faa5-44c6-b51b-fe9a84a9a9a9", "tag": "8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:54:56.987625 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-66811a34-d3b8-4c16-bcfd-170d35c783a3 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:54:56.987625 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf7d8460-faa5-44c6-b51b-fe9a84a9a9a9', 'tag': '8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2', 'status': 'completed', 'code': 200} Nov 27 03:54:57.125232 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fd88f96d-94e6-4774-a694-8a60e4b1dc78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:57.133112 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22409cc9-74fd-46d4-b3b8-2a83860f39af req-608bd1de-9c30-4081-9dbe-102692768312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:57.137119 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-22409cc9-74fd-46d4-b3b8-2a83860f39af req-608bd1de-9c30-4081-9dbe-102692768312 service neutron] 10.222.0.23 "GET /v2.0/networks?id=70dfc39d-e0be-4b22-a239-fe5e3588c205 HTTP/1.1" status: 200 len: 917 time: 0.5632622 Nov 27 03:54:57.147025 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fd88f96d-94e6-4774-a694-8a60e4b1dc78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:57.151937 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ac92e-343c-4a82-887a-66d164476808 service neutron] Pushing event updated for resources: {'Port': ['ID=8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:57.164819 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2e28068a-f7d6-4994-b527-31fd174d40d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:57.274867 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:54:57.307416 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e28068a-f7d6-4994-b527-31fd174d40d8 admin admin] Network 461e781d-0c2c-4b68-9f4d-8feb5eb833d0 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:54:57.333324 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-2e28068a-f7d6-4994-b527-31fd174d40d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:54:57.335395 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd88f96d-94e6-4774-a694-8a60e4b1dc78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936738c8-c371-4b75-86a2-689e3df0bf8f,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:57.348183 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e28068a-f7d6-4994-b527-31fd174d40d8 admin admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:54:57.353964 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-22409cc9-74fd-46d4-b3b8-2a83860f39af req-5ddadbeb-55c0-4d01-9574-c5f4cc1e1b7f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03914a98-6b1d-4dcb-8f5d-24c1a77b668b HTTP/1.1" status: 200 len: 217 time: 0.1766627 Nov 27 03:54:57.380544 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772dcc99-243e-449f-891c-432d128a3a8c req-c38ed555-c7d5-4937-a117-8014e7e1f853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:57.387105 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-772dcc99-243e-449f-891c-432d128a3a8c req-c38ed555-c7d5-4937-a117-8014e7e1f853 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=46135dccf44d429491602b72145d91a0&device_id=cf7d8460-faa5-44c6-b51b-fe9a84a9a9a9 HTTP/1.1" status: 200 len: 1094 time: 0.4387259 Nov 27 03:54:57.387820 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e28068a-f7d6-4994-b527-31fd174d40d8 admin admin] Pushing event updated for resources: {'Port': ['ID=723d4cd2-a000-4b8e-8122-e5ea970eecb3,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:57.424584 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-fd88f96d-94e6-4774-a694-8a60e4b1dc78 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eeb8e75436474409b332f93f40bd9010&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9549625 Nov 27 03:54:57.428184 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43488) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:57.472315 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:54:57.473022 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:57.564658 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-772dcc99-243e-449f-891c-432d128a3a8c req-72254e8a-e4ac-4e52-95dc-58514005603a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2 HTTP/1.1" status: 200 len: 217 time: 0.1338601 Nov 27 03:54:57.603676 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8d548-4368-4f15-9135-9e2cf4996370 req-3b94aa1a-c049-43f5-a3d3-8bdb703ac21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:57.605193 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1eb8d548-4368-4f15-9135-9e2cf4996370 req-3b94aa1a-c049-43f5-a3d3-8bdb703ac21a service neutron] 10.222.0.11 "GET /v2.0/networks?id=70dfc39d-e0be-4b22-a239-fe5e3588c205 HTTP/1.1" status: 200 len: 917 time: 0.6136982 Nov 27 03:54:57.607733 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22409cc9-74fd-46d4-b3b8-2a83860f39af req-cf44e250-e96c-4dbb-955e-840713f677ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:57.609133 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-22409cc9-74fd-46d4-b3b8-2a83860f39af req-cf44e250-e96c-4dbb-955e-840713f677ed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bad807ad-7468-4e30-adbe-394b40c62217 HTTP/1.1" status: 200 len: 855 time: 0.2398870 Nov 27 03:54:57.665810 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:57.690604 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7ab13363-357a-46c7-894f-332aee615647 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:57.696531 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43492) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:57.720440 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:54:57.722150 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2e28068a-f7d6-4994-b527-31fd174d40d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:57.731374 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:57.798915 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1eb8d548-4368-4f15-9135-9e2cf4996370 req-6607c81e-4470-45c2-9696-7340f6c38ebf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d HTTP/1.1" status: 200 len: 217 time: 0.1740286 Nov 27 03:54:57.869419 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:57.871139 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7ab13363-357a-46c7-894f-332aee615647 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:57.910714 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772dcc99-243e-449f-891c-432d128a3a8c req-1659d83a-3cea-4fdd-81a2-ff1c06987ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:57.916682 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-772dcc99-243e-449f-891c-432d128a3a8c req-1659d83a-3cea-4fdd-81a2-ff1c06987ba5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bad807ad-7468-4e30-adbe-394b40c62217 HTTP/1.1" status: 200 len: 855 time: 0.3215401 Nov 27 03:54:57.921906 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8d548-4368-4f15-9135-9e2cf4996370 req-2a6e42de-ca8b-462b-a677-ec2b4adba50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:57.926136 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-d6574cbd-78f3-44c7-9c41-a957b625c706 None None] Provisioning complete for port 723d4cd2-a000-4b8e-8122-e5ea970eecb3 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:54:57.927281 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1eb8d548-4368-4f15-9135-9e2cf4996370 req-2a6e42de-ca8b-462b-a677-ec2b4adba50c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bad807ad-7468-4e30-adbe-394b40c62217 HTTP/1.1" status: 200 len: 855 time: 0.1153214 Nov 27 03:54:57.928970 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d6574cbd-78f3-44c7-9c41-a957b625c706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:57.940678 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22409cc9-74fd-46d4-b3b8-2a83860f39af req-7eb246cf-fd79-47f4-85ca-691aba910cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:57.942152 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-22409cc9-74fd-46d4-b3b8-2a83860f39af req-7eb246cf-fd79-47f4-85ca-691aba910cb6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=70dfc39d-e0be-4b22-a239-fe5e3588c205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3186679 Nov 27 03:54:58.026312 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-d6574cbd-78f3-44c7-9c41-a957b625c706 None None] Port 723d4cd2-a000-4b8e-8122-e5ea970eecb3 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:54:58.096103 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8d548-4368-4f15-9135-9e2cf4996370 req-57d0d83c-5b14-4a26-a35f-2d5a81b5e085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:58.097883 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1eb8d548-4368-4f15-9135-9e2cf4996370 req-57d0d83c-5b14-4a26-a35f-2d5a81b5e085 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70dfc39d-e0be-4b22-a239-fe5e3588c205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1596382 Nov 27 03:54:58.158204 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772dcc99-243e-449f-891c-432d128a3a8c req-09739fde-81b8-4df5-bf65-74abe7489e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:58.160206 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-772dcc99-243e-449f-891c-432d128a3a8c req-09739fde-81b8-4df5-bf65-74abe7489e65 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=70dfc39d-e0be-4b22-a239-fe5e3588c205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2275939 Nov 27 03:54:58.181190 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5637f8-4a10-4e2d-b3f1-4453212f57a6 req-aaa3b13d-b0c4-4090-b90d-8727e8bbe779 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:58.183259 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3b5637f8-4a10-4e2d-b3f1-4453212f57a6 req-aaa3b13d-b0c4-4090-b90d-8727e8bbe779 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7d8460-faa5-44c6-b51b-fe9a84a9a9a9 HTTP/1.1" status: 200 len: 943 time: 0.2101674 Nov 27 03:54:58.202305 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7ab13363-357a-46c7-894f-332aee615647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:58.205442 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7ab13363-357a-46c7-894f-332aee615647 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:58.210532 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7ab13363-357a-46c7-894f-332aee615647 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/936738c8-c371-4b75-86a2-689e3df0bf8f HTTP/1.1" status: 204 len: 168 time: 0.7622483 Nov 27 03:54:58.236129 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1eb8d548-4368-4f15-9135-9e2cf4996370 req-bfa443ca-ba55-4567-9fe3-4aa8f251b0d8 service neutron] 10.222.0.11 "GET /v2.0/networks/70dfc39d-e0be-4b22-a239-fe5e3588c205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297691 Nov 27 03:54:58.238580 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bd4b8686-d43e-4044-9db5-9b2441c280d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:58.304612 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab13363-357a-46c7-894f-332aee615647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936738c8-c371-4b75-86a2-689e3df0bf8f,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:58.335075 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2e28068a-f7d6-4994-b527-31fd174d40d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:58.381656 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1eb8d548-4368-4f15-9135-9e2cf4996370 req-bfdb44c4-8d94-4683-b4e9-ba86f354c39e service neutron] 10.222.0.11 "GET /v2.0/networks/70dfc39d-e0be-4b22-a239-fe5e3588c205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353221 Nov 27 03:54:58.392733 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3b5637f8-4a10-4e2d-b3f1-4453212f57a6 req-b61cc87e-fc65-4ab8-b9cc-7501cab5c6f5 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983247 Nov 27 03:54:58.461887 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-772dcc99-243e-449f-891c-432d128a3a8c req-89dd1a7d-3ea2-4d71-9a0f-7154a5e712bd service neutron] 10.222.0.23 "GET /v2.0/networks/70dfc39d-e0be-4b22-a239-fe5e3588c205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770391 Nov 27 03:54:58.486930 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bd4b8686-d43e-4044-9db5-9b2441c280d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:58.524745 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bd4b8686-d43e-4044-9db5-9b2441c280d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:58.545495 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-22409cc9-74fd-46d4-b3b8-2a83860f39af req-82983523-35ac-431c-988b-5d462523b654 service neutron] 10.222.0.23 "GET /v2.0/networks/70dfc39d-e0be-4b22-a239-fe5e3588c205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5522542 Nov 27 03:54:58.625950 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-bd4b8686-d43e-4044-9db5-9b2441c280d0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=288a165433ea48b98a152ce74ffd1b8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9272373 Nov 27 03:54:58.640612 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43510) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:58.704705 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 03914a98-6b1d-4dcb-8f5d-24c1a77b668b details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:54:58.750992 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b8686-d43e-4044-9db5-9b2441c280d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f62b15f-54f2-43ed-96f9-72fa4b49fb10,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:58.786174 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43512) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:58.817121 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cc6b1b6b-fdbb-444a-9c00-da8343528010 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:58.869158 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 03914a98-6b1d-4dcb-8f5d-24c1a77b668b, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=03914a98-6b1d-4dcb-8f5d-24c1a77b668b,segment=NetworkSegment(ea781d0b-ba35-4c5d-b337-08e66a6646e3),segment_id=ea781d0b-ba35-4c5d-b337-08e66a6646e3)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:54:58.886122 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '03914a98-6b1d-4dcb-8f5d-24c1a77b668b', 'network_id': '70dfc39d-e0be-4b22-a239-fe5e3588c205', 'port_id': '03914a98-6b1d-4dcb-8f5d-24c1a77b668b', 'mac_address': 'fa:16:3e:fd:dc:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bad807ad-7468-4e30-adbe-394b40c62217', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:54:58.925486 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-22409cc9-74fd-46d4-b3b8-2a83860f39af req-047d61ac-97da-41f0-b9dd-ef572045632b service neutron] 10.222.0.23 "GET /v2.0/networks/70dfc39d-e0be-4b22-a239-fe5e3588c205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552315 Nov 27 03:54:58.934180 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2b9c81fb-b801-46b1-b66b-e0cdea7daf41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:58.962762 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:58.966213 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2b9c81fb-b801-46b1-b66b-e0cdea7daf41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:58.975729 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43516) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:58.982353 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-4089e489-ee37-43ad-9652-5f37b6111c39 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1235923610'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:54:58.990092 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03914a98-6b1d-4dcb-8f5d-24c1a77b668b {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:54:59.020261 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 03914a98-6b1d-4dcb-8f5d-24c1a77b668b, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=03914a98-6b1d-4dcb-8f5d-24c1a77b668b,segment=NetworkSegment(ea781d0b-ba35-4c5d-b337-08e66a6646e3),segment_id=ea781d0b-ba35-4c5d-b337-08e66a6646e3)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:54:59.026800 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:59.095876 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4089e489-ee37-43ad-9652-5f37b6111c39 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Made reservation on behalf of 1dec02752c8a4ea2ac075e58dda75d55 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:54:59.099336 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4089e489-ee37-43ad-9652-5f37b6111c39 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:59.103880 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cc6b1b6b-fdbb-444a-9c00-da8343528010 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:59.110482 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=03914a98-6b1d-4dcb-8f5d-24c1a77b668b,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:59.113773 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cc6b1b6b-fdbb-444a-9c00-da8343528010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:59.119800 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-772dcc99-243e-449f-891c-432d128a3a8c req-635c00ea-aa36-416c-8d3c-411a579b6e1e service neutron] 10.222.0.23 "GET /v2.0/networks/70dfc39d-e0be-4b22-a239-fe5e3588c205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6205888 Nov 27 03:54:59.156167 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2b9c81fb-b801-46b1-b66b-e0cdea7daf41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:59.158779 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2b9c81fb-b801-46b1-b66b-e0cdea7daf41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:59.162645 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2b9c81fb-b801-46b1-b66b-e0cdea7daf41 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9f62b15f-54f2-43ed-96f9-72fa4b49fb10 HTTP/1.1" status: 204 len: 168 time: 0.4430580 Nov 27 03:54:59.175451 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2e28068a-f7d6-4994-b527-31fd174d40d8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:59.188738 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2e28068a-f7d6-4994-b527-31fd174d40d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:59.191422 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b1b6b-fdbb-444a-9c00-da8343528010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a83ff7-a2a4-43fd-92f6-c19a002598d2,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:59.193518 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:54:59.194996 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4089e489-ee37-43ad-9652-5f37b6111c39 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:54:59.220664 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-cc6b1b6b-fdbb-444a-9c00-da8343528010 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b7fcb2d5af0c4f3d9835b1cd37ef2326&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4311235 Nov 27 03:54:59.221219 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43522) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:59.222427 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4089e489-ee37-43ad-9652-5f37b6111c39 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:59.222864 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-4089e489-ee37-43ad-9652-5f37b6111c39 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Added segment f22bdb49-3b05-46d4-b948-1eca6d498b9c of type vlan for network 51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5 Nov 27 03:54:59.238245 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c81fb-b801-46b1-b66b-e0cdea7daf41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f62b15f-54f2-43ed-96f9-72fa4b49fb10,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:59.300681 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2e28068a-f7d6-4994-b527-31fd174d40d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:59.305322 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4089e489-ee37-43ad-9652-5f37b6111c39 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:59.305647 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e28068a-f7d6-4994-b527-31fd174d40d8 admin admin] Pushing event updated for resources: {'Port': ['ID=723d4cd2-a000-4b8e-8122-e5ea970eecb3,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:59.321594 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:54:59.321969 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:59.377112 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['03914a98-6b1d-4dcb-8f5d-24c1a77b668b'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:54:59.378303 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-332766e4-11e1-4d2f-955a-558a4176f7c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:59.389354 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4089e489-ee37-43ad-9652-5f37b6111c39 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:59.397442 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4089e489-ee37-43ad-9652-5f37b6111c39 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:59.398056 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4089e489-ee37-43ad-9652-5f37b6111c39 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:59.439757 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19985c8d-503a-43d5-a975-9da00986d615 req-ed0a7514-0555-4db6-90c7-ac735aa9b226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:59.444358 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-19985c8d-503a-43d5-a975-9da00986d615 req-ed0a7514-0555-4db6-90c7-ac735aa9b226 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=46135dccf44d429491602b72145d91a0&device_id=cf7d8460-faa5-44c6-b51b-fe9a84a9a9a9 HTTP/1.1" status: 200 len: 1094 time: 0.2025032 Nov 27 03:54:59.483051 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-332766e4-11e1-4d2f-955a-558a4176f7c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:59.494689 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4089e489-ee37-43ad-9652-5f37b6111c39 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5176094 Nov 27 03:54:59.501035 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43528) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:59.507896 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-66c931fc-11ce-45c3-9116-2c01d59b6896 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-242392684'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:54:59.549707 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089e489-ee37-43ad-9652-5f37b6111c39 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Pushing event updated for resources: {'Network': ['ID=51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:59.577734 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c931fc-11ce-45c3-9116-2c01d59b6896 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Made reservation on behalf of 1dec02752c8a4ea2ac075e58dda75d55 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:54:59.581720 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-66c931fc-11ce-45c3-9116-2c01d59b6896 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:59.588210 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19985c8d-503a-43d5-a975-9da00986d615 req-757815ab-d3c0-4eda-995c-20f1cc069a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:59.589979 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-19985c8d-503a-43d5-a975-9da00986d615 req-757815ab-d3c0-4eda-995c-20f1cc069a62 service neutron] 10.222.0.23 "GET /v2.0/networks?id=70dfc39d-e0be-4b22-a239-fe5e3588c205 HTTP/1.1" status: 200 len: 917 time: 0.1405106 Nov 27 03:54:59.605113 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-332766e4-11e1-4d2f-955a-558a4176f7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:59.608376 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-332766e4-11e1-4d2f-955a-558a4176f7c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:59.609617 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-332766e4-11e1-4d2f-955a-558a4176f7c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/48a83ff7-a2a4-43fd-92f6-c19a002598d2 HTTP/1.1" status: 204 len: 168 time: 0.3848817 Nov 27 03:54:59.615782 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:54:59.625688 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66c931fc-11ce-45c3-9116-2c01d59b6896 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:54:59.631329 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332766e4-11e1-4d2f-955a-558a4176f7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a83ff7-a2a4-43fd-92f6-c19a002598d2,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:59.641776 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-66c931fc-11ce-45c3-9116-2c01d59b6896 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:59.642134 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-66c931fc-11ce-45c3-9116-2c01d59b6896 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Added segment 205b1345-2e5b-4c2e-b95c-348fea1df7b2 of type vlan for network c50e5d64-07f3-44bc-b3a4-01ba809267ac Nov 27 03:54:59.678259 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-19985c8d-503a-43d5-a975-9da00986d615 req-8f1c5a5f-4c05-4ab5-974f-9b6fa3376e2e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2 HTTP/1.1" status: 200 len: 217 time: 0.0723763 Nov 27 03:54:59.719976 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-66c931fc-11ce-45c3-9116-2c01d59b6896 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:59.755619 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-66c931fc-11ce-45c3-9116-2c01d59b6896 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:59.765121 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c931fc-11ce-45c3-9116-2c01d59b6896 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:59.766061 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-66c931fc-11ce-45c3-9116-2c01d59b6896 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:54:59.790624 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d06bbd-170e-4da4-a1c4-14662a190e08 req-3d0a855d-48bb-4f48-9b02-e31b04054cf5 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:59.799326 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-90d06bbd-170e-4da4-a1c4-14662a190e08 req-3d0a855d-48bb-4f48-9b02-e31b04054cf5 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7d8460-faa5-44c6-b51b-fe9a84a9a9a9 HTTP/1.1" status: 200 len: 943 time: 0.2073567 Nov 27 03:54:59.811547 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19985c8d-503a-43d5-a975-9da00986d615 req-fe69fb38-43eb-403a-b51b-c021db9d3fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:54:59.813330 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-19985c8d-503a-43d5-a975-9da00986d615 req-fe69fb38-43eb-403a-b51b-c021db9d3fdd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bad807ad-7468-4e30-adbe-394b40c62217 HTTP/1.1" status: 200 len: 855 time: 0.1227698 Nov 27 03:54:59.843107 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-66c931fc-11ce-45c3-9116-2c01d59b6896 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3409882 Nov 27 03:54:59.849762 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43538) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:54:59.858038 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c931fc-11ce-45c3-9116-2c01d59b6896 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Pushing event updated for resources: {'Network': ['ID=c50e5d64-07f3-44bc-b3a4-01ba809267ac,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:54:59.858806 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-e3aed8b2-b3ba-4b73-9125-951441dfa862 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Request body: {'subnet': {'network_id': '51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:54:59.870225 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network c50e5d64-07f3-44bc-b3a4-01ba809267ac details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:54:59.870865 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e28068a-f7d6-4994-b527-31fd174d40d8 admin admin] Network 461e781d-0c2c-4b68-9f4d-8feb5eb833d0 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:54:59.958738 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-2e28068a-f7d6-4994-b527-31fd174d40d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:54:59.976207 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-90d06bbd-170e-4da4-a1c4-14662a190e08 req-ee8c1dab-fd49-4960-a82f-d68317880979 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758821 Nov 27 03:55:00.096951 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19985c8d-503a-43d5-a975-9da00986d615 req-30eb854c-fc7c-49de-af16-89030dcb4e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:00.098436 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-19985c8d-503a-43d5-a975-9da00986d615 req-30eb854c-fc7c-49de-af16-89030dcb4e02 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=70dfc39d-e0be-4b22-a239-fe5e3588c205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2742150 Nov 27 03:55:00.165341 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43550) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:55:00.179346 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-10924d47-28ac-4976-aead-0583015ecb34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:00.246338 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3aed8b2-b3ba-4b73-9125-951441dfa862 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Made reservation on behalf of 1dec02752c8a4ea2ac075e58dda75d55 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:55:00.251596 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e3aed8b2-b3ba-4b73-9125-951441dfa862 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:00.299524 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-10924d47-28ac-4976-aead-0583015ecb34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:00.305572 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-10924d47-28ac-4976-aead-0583015ecb34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:00.356949 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-10924d47-28ac-4976-aead-0583015ecb34 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de3201cda5144c24ac4ef9103d355a42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1877193 Nov 27 03:55:00.356949 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10924d47-28ac-4976-aead-0583015ecb34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35ea764-bac4-4ce7-bea1-0973927786d0,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:00.358622 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43556) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:55:00.373574 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-19985c8d-503a-43d5-a975-9da00986d615 req-558f7716-b786-4fa2-95eb-d4c8609e4ef5 service neutron] 10.222.0.23 "GET /v2.0/networks/70dfc39d-e0be-4b22-a239-fe5e3588c205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667680 Nov 27 03:55:00.382238 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-1d0014d2-ca57-4d60-9628-4a75571d8517 None None] Provisioning complete for port 723d4cd2-a000-4b8e-8122-e5ea970eecb3 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:55:00.382873 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e28068a-f7d6-4994-b527-31fd174d40d8 admin admin] Router c0573663-d34a-4db7-873d-174c1c9e34e1 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:55:00.383002 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1d0014d2-ca57-4d60-9628-4a75571d8517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:00.423000 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1d3c61a2-9f66-4dc5-bcfc-cd2c5f027a19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:00.430585 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-1d0014d2-ca57-4d60-9628-4a75571d8517 None None] Port 723d4cd2-a000-4b8e-8122-e5ea970eecb3 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:55:00.447319 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1d3c61a2-9f66-4dc5-bcfc-cd2c5f027a19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:00.530485 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1d3c61a2-9f66-4dc5-bcfc-cd2c5f027a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:00.533329 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1d3c61a2-9f66-4dc5-bcfc-cd2c5f027a19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:00.537367 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1d3c61a2-9f66-4dc5-bcfc-cd2c5f027a19 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d35ea764-bac4-4ce7-bea1-0973927786d0 HTTP/1.1" status: 204 len: 168 time: 0.1749477 Nov 27 03:55:00.547133 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c61a2-9f66-4dc5-bcfc-cd2c5f027a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35ea764-bac4-4ce7-bea1-0973927786d0,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:00.578044 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43566) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:55:00.640774 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-19985c8d-503a-43d5-a975-9da00986d615 req-50d2e86e-6f03-4dbd-a980-d67a9917647a service neutron] 10.222.0.23 "GET /v2.0/networks/70dfc39d-e0be-4b22-a239-fe5e3588c205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553785 Nov 27 03:55:00.691253 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-25998797-a832-4e78-9e2a-ab104d4c82fb admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-772255742-network', 'tenant_id': '1b50a26fbf4e4ac2ae82d7a8006f27fa'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:55:00.699616 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 03914a98-6b1d-4dcb-8f5d-24c1a77b668b up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:55:00.707193 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e28068a-f7d6-4994-b527-31fd174d40d8 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:55:00.713490 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2e28068a-f7d6-4994-b527-31fd174d40d8 admin admin] 10.222.0.20 "PUT /v2.0/routers/c0573663-d34a-4db7-873d-174c1c9e34e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9455140 Nov 27 03:55:00.715260 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e3aed8b2-b3ba-4b73-9125-951441dfa862 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:00.718972 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25998797-a832-4e78-9e2a-ab104d4c82fb admin admin] Made reservation on behalf of 1b50a26fbf4e4ac2ae82d7a8006f27fa for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:55:00.723221 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-25998797-a832-4e78-9e2a-ab104d4c82fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:00.732834 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-25998797-a832-4e78-9e2a-ab104d4c82fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:00.757336 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc6aa09-3d94-4e68-8bba-1b2dd7523c81 None None] Sync routers for ids ['c0573663-d34a-4db7-873d-174c1c9e34e1'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:55:00.793181 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aed8b2-b3ba-4b73-9125-951441dfa862 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Pushing event updated for resources: {'Subnet': ['ID=a5669422-959b-42bf-adae-eb6b666499da,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:00.800434 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3aed8b2-b3ba-4b73-9125-951441dfa862 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Checking segment: {'id': 'f22bdb49-3b05-46d4-b948-1eca6d498b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:55:00.800946 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3aed8b2-b3ba-4b73-9125-951441dfa862 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Network hostable DHCP agents. Network: 51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:55:00.813099 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc6aa09-3d94-4e68-8bba-1b2dd7523c81 None None] Routers {'c0573663-d34a-4db7-873d-174c1c9e34e1'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:55:00.823066 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-0bc6aa09-3d94-4e68-8bba-1b2dd7523c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:54:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c0573663-d34a-4db7-873d-174c1c9e34e1'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:55:00.830163 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3aed8b2-b3ba-4b73-9125-951441dfa862 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Network 51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:55:00.840040 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-25998797-a832-4e78-9e2a-ab104d4c82fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:00.846735 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-25998797-a832-4e78-9e2a-ab104d4c82fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:00.849310 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-e3aed8b2-b3ba-4b73-9125-951441dfa862 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:55:00.854715 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3aed8b2-b3ba-4b73-9125-951441dfa862 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:00.856865 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e3aed8b2-b3ba-4b73-9125-951441dfa862 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:00.861759 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25998797-a832-4e78-9e2a-ab104d4c82fb admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:55:00.875039 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-25998797-a832-4e78-9e2a-ab104d4c82fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:00.875820 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-25998797-a832-4e78-9e2a-ab104d4c82fb admin admin] Added segment 6c2c8aa3-2731-42bd-bba4-8ad2d6d79985 of type vlan for network a0d2adb9-f818-45ca-8a33-9d0230736008 Nov 27 03:55:00.883659 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3021fd53-f69e-4948-b01a-0da8c21280f3 None None] Network 51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:55:00.893838 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e3aed8b2-b3ba-4b73-9125-951441dfa862 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0401328 Nov 27 03:55:00.896153 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43576) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:55:00.910952 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-ce862adb-54ea-4e5d-9cd9-71bf9ede2556 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Request body: {'subnet': {'network_id': 'c50e5d64-07f3-44bc-b3a4-01ba809267ac', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:55:00.943834 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-25998797-a832-4e78-9e2a-ab104d4c82fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:00.988680 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25998797-a832-4e78-9e2a-ab104d4c82fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0c2db6-a786-401b-8501-9422bdfb827d,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:01.011607 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-25998797-a832-4e78-9e2a-ab104d4c82fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:01.012475 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25998797-a832-4e78-9e2a-ab104d4c82fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:01.014796 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-25998797-a832-4e78-9e2a-ab104d4c82fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:01.065378 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:55:01.099507 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce862adb-54ea-4e5d-9cd9-71bf9ede2556 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Made reservation on behalf of 1dec02752c8a4ea2ac075e58dda75d55 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:55:01.107972 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ce862adb-54ea-4e5d-9cd9-71bf9ede2556 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:01.137051 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25998797-a832-4e78-9e2a-ab104d4c82fb admin admin] Pushing event updated for resources: {'Network': ['ID=a0d2adb9-f818-45ca-8a33-9d0230736008,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:01.149551 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 03914a98-6b1d-4dcb-8f5d-24c1a77b668b completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:55:01.157605 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network a0d2adb9-f818-45ca-8a33-9d0230736008 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:55:01.230748 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 03914a98-6b1d-4dcb-8f5d-24c1a77b668b triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:55:01.231241 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:01.240477 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43594) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:55:01.241726 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-25998797-a832-4e78-9e2a-ab104d4c82fb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6621737 Nov 27 03:55:01.251004 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-501939a9-cf70-4fc4-8880-ed2e9be35f36 admin admin] Request body: {'subnet': {'network_id': 'a0d2adb9-f818-45ca-8a33-9d0230736008', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-772255742-subnet', 'tenant_id': '1b50a26fbf4e4ac2ae82d7a8006f27fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:55:01.269243 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10afaf9-a8ea-4871-89d8-509b5f9f55ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5', 'network_id': '51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5', 'tenant_id': '1dec02752c8a4ea2ac075e58dda75d55', 'fixed_ips': [{'subnet_id': 'a5669422-959b-42bf-adae-eb6b666499da'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 03:55:01.272301 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c10afaf9-a8ea-4871-89d8-509b5f9f55ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:01.291300 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5aaeb-6127-4e41-9584-b1ef36575293 req-90aa0448-934f-4408-96bf-c6db78b8efca tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:01.293181 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7cc5aaeb-6127-4e41-9584-b1ef36575293 req-90aa0448-934f-4408-96bf-c6db78b8efca tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7d8460-faa5-44c6-b51b-fe9a84a9a9a9 HTTP/1.1" status: 200 len: 943 time: 0.1630266 Nov 27 03:55:01.295326 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.resource_extend [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 03:55:01.336174 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501939a9-cf70-4fc4-8880-ed2e9be35f36 admin admin] Made reservation on behalf of 1b50a26fbf4e4ac2ae82d7a8006f27fa for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:55:01.338982 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-501939a9-cf70-4fc4-8880-ed2e9be35f36 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:01.388931 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7cc5aaeb-6127-4e41-9584-b1ef36575293 req-575758e5-50ed-427e-b53b-c59804d495ba tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843806 Nov 27 03:55:01.461178 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-0bc6aa09-3d94-4e68-8bba-1b2dd7523c81 None None] Set router c0573663-d34a-4db7-873d-174c1c9e34e1 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:55:01.593090 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-501939a9-cf70-4fc4-8880-ed2e9be35f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:01.626693 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ce862adb-54ea-4e5d-9cd9-71bf9ede2556 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:01.717323 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501939a9-cf70-4fc4-8880-ed2e9be35f36 admin admin] Checking segment: {'id': '6c2c8aa3-2731-42bd-bba4-8ad2d6d79985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a0d2adb9-f818-45ca-8a33-9d0230736008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:55:01.717715 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501939a9-cf70-4fc4-8880-ed2e9be35f36 admin admin] Network hostable DHCP agents. Network: a0d2adb9-f818-45ca-8a33-9d0230736008, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:55:01.759466 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce862adb-54ea-4e5d-9cd9-71bf9ede2556 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Checking segment: {'id': '205b1345-2e5b-4c2e-b95c-348fea1df7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c50e5d64-07f3-44bc-b3a4-01ba809267ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:55:01.759881 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce862adb-54ea-4e5d-9cd9-71bf9ede2556 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Network hostable DHCP agents. Network: c50e5d64-07f3-44bc-b3a4-01ba809267ac, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:55:01.782388 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501939a9-cf70-4fc4-8880-ed2e9be35f36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96964785-3ad1-4856-8b42-aea81599cd83,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:01.791580 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce862adb-54ea-4e5d-9cd9-71bf9ede2556 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Network c50e5d64-07f3-44bc-b3a4-01ba809267ac is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:55:01.796527 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43610) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:55:01.799967 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501939a9-cf70-4fc4-8880-ed2e9be35f36 admin admin] Network a0d2adb9-f818-45ca-8a33-9d0230736008 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:55:01.804304 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-3ad9e042-aba4-4b44-9c82-44ed024418a6 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Request body: {'security_group': {'name': 'tempest-securitygroup--661019671', 'description': 'tempest-description--1096685552'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:55:01.829609 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-ce862adb-54ea-4e5d-9cd9-71bf9ede2556 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, c50e5d64-07f3-44bc-b3a4-01ba809267ac) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:55:01.835254 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce862adb-54ea-4e5d-9cd9-71bf9ede2556 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:01.835868 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ce862adb-54ea-4e5d-9cd9-71bf9ede2556 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:01.846537 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3ad9e042-aba4-4b44-9c82-44ed024418a6 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:01.851897 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-501939a9-cf70-4fc4-8880-ed2e9be35f36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, a0d2adb9-f818-45ca-8a33-9d0230736008) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:55:01.857459 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501939a9-cf70-4fc4-8880-ed2e9be35f36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:01.858105 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-501939a9-cf70-4fc4-8880-ed2e9be35f36 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:01.876074 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ce862adb-54ea-4e5d-9cd9-71bf9ede2556 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9788043 Nov 27 03:55:01.879624 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860d6cd5-42a8-47aa-a04f-27340fcf04e1 None None] Network c50e5d64-07f3-44bc-b3a4-01ba809267ac requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:55:01.889464 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43612) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:55:01.895728 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-a93100ff-97df-42e7-ab66-203b89814e8e tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Request body: {'port': {'network_id': '51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5', 'name': 'tempest-TaggedBootDevicesTest-2021052290', 'fixed_ips': [{'subnet_id': 'a5669422-959b-42bf-adae-eb6b666499da'}]}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:55:01.925167 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-501939a9-cf70-4fc4-8880-ed2e9be35f36 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6810989 Nov 27 03:55:01.931658 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce862adb-54ea-4e5d-9cd9-71bf9ede2556 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Pushing event updated for resources: {'Subnet': ['ID=f712b216-a943-478e-91ec-701ddeee200a,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:01.957355 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95f6a15-ffb8-4257-bd93-73fc8ed2386e None None] Network a0d2adb9-f818-45ca-8a33-9d0230736008 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:55:02.037767 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d,segment=NetworkSegment(ea781d0b-ba35-4c5d-b337-08e66a6646e3),segment_id=ea781d0b-ba35-4c5d-b337-08e66a6646e3)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:55:02.121147 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3ad9e042-aba4-4b44-9c82-44ed024418a6 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:02.129328 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3ad9e042-aba4-4b44-9c82-44ed024418a6 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:02.169634 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3ad9e042-aba4-4b44-9c82-44ed024418a6 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:02.174256 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3ad9e042-aba4-4b44-9c82-44ed024418a6 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3726752 Nov 27 03:55:02.180161 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43626) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:55:02.186626 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-1d69517e-5f21-41e5-ad46-a976a3b60d80 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Request body: {'security_group_rule': {'security_group_id': '084d5012-f210-4da5-a788-3e718c827129', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:55:02.215922 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9e042-aba4-4b44-9c82-44ed024418a6 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=084d5012-f210-4da5-a788-3e718c827129,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:02.219018 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'd96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d', 'network_id': '70dfc39d-e0be-4b22-a239-fe5e3588c205', 'port_id': 'd96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d', 'mac_address': 'fa:16:3e:0f:dc:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bad807ad-7468-4e30-adbe-394b40c62217', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:55:02.225725 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93100ff-97df-42e7-ab66-203b89814e8e tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Made reservation on behalf of 1dec02752c8a4ea2ac075e58dda75d55 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:55:02.246415 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1d69517e-5f21-41e5-ad46-a976a3b60d80 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:02.260432 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:02.336030 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a93100ff-97df-42e7-ab66-203b89814e8e tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:02.346503 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-c10afaf9-a8ea-4871-89d8-509b5f9f55ce None None] Allocated IP 10.1.1.2 (51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5/a5669422-959b-42bf-adae-eb6b666499da/2c249626-d499-4ea7-96ad-7ead7e6f4625) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:55:02.352897 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1d69517e-5f21-41e5-ad46-a976a3b60d80 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:02.361733 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1d69517e-5f21-41e5-ad46-a976a3b60d80 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:02.373034 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-a93100ff-97df-42e7-ab66-203b89814e8e tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] device_id is not set on port 8d21c359-8b29-4bc7-8fd4-65e475953c35 yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 03:55:02.394651 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2efe25-aa7f-4279-b64a-4510c75e7cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03914a98-6b1d-4dcb-8f5d-24c1a77b668b'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:55:02.397462 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54aa05bc-97ac-4f48-8f10-78ff36d85b43" -d '{"events": [{"server_uuid": "5f2efe25-aa7f-4279-b64a-4510c75e7cd5", "name": "network-vif-plugged", "status": "completed", "tag": "03914a98-6b1d-4dcb-8f5d-24c1a77b668b"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:55:02.400627 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d69517e-5f21-41e5-ad46-a976a3b60d80 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d038bb24-1b5b-4719-aa56-414d1320f000,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:02.417250 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1d69517e-5f21-41e5-ad46-a976a3b60d80 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:02.426867 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1d69517e-5f21-41e5-ad46-a976a3b60d80 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2461193 Nov 27 03:55:02.427572 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43636) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:55:02.433067 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-cec1a294-480d-45cc-8822-454d0feec68b tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Request body: {'security_group_rule': {'security_group_id': '084d5012-f210-4da5-a788-3e718c827129', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:55:02.489545 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cec1a294-480d-45cc-8822-454d0feec68b tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:02.587212 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 03914a98-6b1d-4dcb-8f5d-24c1a77b668b, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=03914a98-6b1d-4dcb-8f5d-24c1a77b668b,segment=NetworkSegment(ea781d0b-ba35-4c5d-b337-08e66a6646e3),segment_id=ea781d0b-ba35-4c5d-b337-08e66a6646e3)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:55:02.609851 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:02.620740 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cec1a294-480d-45cc-8822-454d0feec68b tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:02.704318 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=03914a98-6b1d-4dcb-8f5d-24c1a77b668b,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:02.706585 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fe67e-7718-408e-a079-c32430700528 req-b7548757-dac8-46e8-887d-e3434861f399 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:02.718336 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:02.721294 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ad1fe67e-7718-408e-a079-c32430700528 req-b7548757-dac8-46e8-887d-e3434861f399 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7d8460-faa5-44c6-b51b-fe9a84a9a9a9 HTTP/1.1" status: 200 len: 943 time: 0.1230869 Nov 27 03:55:02.764297 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:55:02.782100 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ad1fe67e-7718-408e-a079-c32430700528 req-495d401a-16b1-4f99-a88d-e78cdbadc7ad tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599194 Nov 27 03:55:02.782657 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-2e07e063-9382-4843-8507-6eb53b3ce7c6 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:02.784054 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-2e07e063-9382-4843-8507-6eb53b3ce7c6 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/networks?id=a0d2adb9-f818-45ca-8a33-9d0230736008 HTTP/1.1" status: 200 len: 814 time: 0.1767266 Nov 27 03:55:02.785298 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cec1a294-480d-45cc-8822-454d0feec68b tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:02.807776 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-0bc6aa09-3d94-4e68-8bba-1b2dd7523c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0573663-d34a-4db7-873d-174c1c9e34e1', 'name': 'tempest-ServersTestFqdnHostnames-1927455745-router', 'tenant_id': '47ae16ff37d2448f915bd8f03c73987e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:54:48Z', 'updated_at': '2021-11-27T03:54:58Z', 'revision_number': 4, 'project_id': '47ae16ff37d2448f915bd8f03c73987e', 'gw_port': {'id': 'c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0573663-d34a-4db7-873d-174c1c9e34e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:49Z', 'updated_at': '2021-11-27T03:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '723d4cd2-a000-4b8e-8122-e5ea970eecb3', 'name': '', 'network_id': '461e781d-0c2c-4b68-9f4d-8feb5eb833d0', 'tenant_id': '47ae16ff37d2448f915bd8f03c73987e', 'mac_address': 'fa:16:3e:fd:77:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0573663-d34a-4db7-873d-174c1c9e34e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'fd9e42b7-23f0-4e8f-9535-cb693456746c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:55Z', 'updated_at': '2021-11-27T03:54:58Z', 'revision_number': 2, 'project_id': '47ae16ff37d2448f915bd8f03c73987e', 'subnets': [{'id': 'fd9e42b7-23f0-4e8f-9535-cb693456746c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:55:02.808862 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec1a294-480d-45cc-8822-454d0feec68b tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3525c7c4-6f1e-4a44-9314-4b59c93fc6b8,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:02.841108 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-77168e4d-e893-4c6a-a141-313fae5dc462 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/quotas/1b50a26fbf4e4ac2ae82d7a8006f27fa HTTP/1.1" status: 200 len: 375 time: 0.0375731 Nov 27 03:55:02.899729 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-0762d07f-5004-476f-837f-a51e7d91f3e5 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1b50a26fbf4e4ac2ae82d7a8006f27fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576358 Nov 27 03:55:02.912651 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbfec9c-5465-4924-9b78-85003bd9ee51 None None] Network a0d2adb9-f818-45ca-8a33-9d0230736008 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:55:02.917647 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45ff714-60ff-4fbe-bd9b-95ac81a3bf81 x-openstack-request-id: req-b45ff714-60ff-4fbe-bd9b-95ac81a3bf81 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:55:02.917939 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f2efe25-aa7f-4279-b64a-4510c75e7cd5", "name": "network-vif-plugged", "status": "completed", "tag": "03914a98-6b1d-4dcb-8f5d-24c1a77b668b", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:55:02.918194 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b45ff714-60ff-4fbe-bd9b-95ac81a3bf81 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:55:02.919374 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2efe25-aa7f-4279-b64a-4510c75e7cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03914a98-6b1d-4dcb-8f5d-24c1a77b668b', 'code': 200} Nov 27 03:55:02.925130 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:55:02.962903 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d,segment=NetworkSegment(ea781d0b-ba35-4c5d-b337-08e66a6646e3),segment_id=ea781d0b-ba35-4c5d-b337-08e66a6646e3)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:55:02.998592 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cec1a294-480d-45cc-8822-454d0feec68b tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:03.000462 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-cec1a294-480d-45cc-8822-454d0feec68b tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5714476 Nov 27 03:55:03.003251 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43654) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:55:03.003713 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:03.006269 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc6aa09-3d94-4e68-8bba-1b2dd7523c81 None None] Checking router: c0573663-d34a-4db7-873d-174c1c9e34e1 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:55:03.006694 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc6aa09-3d94-4e68-8bba-1b2dd7523c81 None None] Updating router c0573663-d34a-4db7-873d-174c1c9e34e1 port 723d4cd2-a000-4b8e-8122-e5ea970eecb3 binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:55:03.012390 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-def55a66-e646-4e80-996d-55a32ae68b32 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:55:03.064531 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-ba44465a-1b93-4e6b-b81e-0e5108cf3e4f service neutron] 10.222.0.20 "GET /v2.0/networks/a0d2adb9-f818-45ca-8a33-9d0230736008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620631 Nov 27 03:55:03.069232 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-def55a66-e646-4e80-996d-55a32ae68b32 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Publish callbacks [] for floatingip, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:03.119109 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.resource_extend [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 03:55:03.189454 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb2bb8-54f9-4268-b2bf-f1190edd3ae2 req-7ed6dda5-3b12-4a42-8c58-4b19f378efea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:03.195076 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bfeb2bb8-54f9-4268-b2bf-f1190edd3ae2 req-7ed6dda5-3b12-4a42-8c58-4b19f378efea service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5f2efe25-aa7f-4279-b64a-4510c75e7cd5 HTTP/1.1" status: 200 len: 1096 time: 0.1905973 Nov 27 03:55:03.257464 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c10afaf9-a8ea-4871-89d8-509b5f9f55ce None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:03.293435 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0bc6aa09-3d94-4e68-8bba-1b2dd7523c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:03.310357 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bfeb2bb8-54f9-4268-b2bf-f1190edd3ae2 req-07a95984-9c25-4ff9-90bc-74d6e269e36f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959687 Nov 27 03:55:03.313445 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-c0a807ba-6414-45db-87d6-f75a64c32e94 service neutron] 10.222.0.20 "GET /v2.0/networks/a0d2adb9-f818-45ca-8a33-9d0230736008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406833 Nov 27 03:55:03.353266 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c10afaf9-a8ea-4871-89d8-509b5f9f55ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:03.430596 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a255bd4-bc90-4728-9484-ea7e6b04619d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-c50e5d64-07f3-44bc-b3a4-01ba809267ac', 'network_id': 'c50e5d64-07f3-44bc-b3a4-01ba809267ac', 'tenant_id': '1dec02752c8a4ea2ac075e58dda75d55', 'fixed_ips': [{'subnet_id': 'f712b216-a943-478e-91ec-701ddeee200a'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 03:55:03.431394 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6a255bd4-bc90-4728-9484-ea7e6b04619d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:03.486812 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10afaf9-a8ea-4871-89d8-509b5f9f55ce None None] Network 51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:55:03.487086 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:55:03.507042 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:03.543574 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-c10afaf9-a8ea-4871-89d8-509b5f9f55ce None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:55:03.605620 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-a93100ff-97df-42e7-ab66-203b89814e8e tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Allocated IP 10.1.1.245 (51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5/a5669422-959b-42bf-adae-eb6b666499da/8d21c359-8b29-4bc7-8fd4-65e475953c35) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:55:03.662934 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10afaf9-a8ea-4871-89d8-509b5f9f55ce None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:55:03.691517 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-63ad842e-09c0-4ff5-94a5-2fe6c5cc2d3b req-8c29f7e5-8cf6-42fa-a533-9d32bf748ec2 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b3eda56-3093-4c42-ab82-2da25d1f8b5a HTTP/1.1" status: 200 len: 210 time: 0.0289626 Nov 27 03:55:03.790419 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-def55a66-e646-4e80-996d-55a32ae68b32 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:03.905397 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2,segment=NetworkSegment(ea781d0b-ba35-4c5d-b337-08e66a6646e3),segment_id=ea781d0b-ba35-4c5d-b337-08e66a6646e3)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:55:03.932468 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a93100ff-97df-42e7-ab66-203b89814e8e tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:03.977817 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a414084-9951-463f-b6fa-5c118f47b066 req-88137f4b-7dba-4f6b-b5b8-cc0949ee8f88 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:03.978464 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-def55a66-e646-4e80-996d-55a32ae68b32 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Allocated IP 172.25.1.242 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/0cd53813-8fc8-4811-a6e6-6e36600dad54) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:55:03.979790 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7a414084-9951-463f-b6fa-5c118f47b066 req-88137f4b-7dba-4f6b-b5b8-cc0949ee8f88 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7d8460-faa5-44c6-b51b-fe9a84a9a9a9 HTTP/1.1" status: 200 len: 943 time: 0.0657396 Nov 27 03:55:04.045297 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7a414084-9951-463f-b6fa-5c118f47b066 req-a4109044-37bf-45c3-baed-7b6b42b5a35e tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538018 Nov 27 03:55:04.061488 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a93100ff-97df-42e7-ab66-203b89814e8e tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:04.139791 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10afaf9-a8ea-4871-89d8-509b5f9f55ce None None] Pushing event updated for resources: {'Port': ['ID=2c249626-d499-4ea7-96ad-7ead7e6f4625,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:04.144688 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93100ff-97df-42e7-ab66-203b89814e8e tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Network 51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:55:04.148300 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93100ff-97df-42e7-ab66-203b89814e8e tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Pushing event updated for resources: {'Port': ['ID=8d21c359-8b29-4bc7-8fd4-65e475953c35,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:04.154291 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-a93100ff-97df-42e7-ab66-203b89814e8e tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:55:04.156754 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93100ff-97df-42e7-ab66-203b89814e8e tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:55:04.166572 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2', 'network_id': '70dfc39d-e0be-4b22-a239-fe5e3588c205', 'port_id': '8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2', 'mac_address': 'fa:16:3e:9e:e5:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bad807ad-7468-4e30-adbe-394b40c62217', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:55:04.248676 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-c10afaf9-a8ea-4871-89d8-509b5f9f55ce None None] Attempting to bind port 2c249626-d499-4ea7-96ad-7ead7e6f4625 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:55:04.250683 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-c10afaf9-a8ea-4871-89d8-509b5f9f55ce None None] Attempting to bind port 2c249626-d499-4ea7-96ad-7ead7e6f4625 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'f22bdb49-3b05-46d4-b948-1eca6d498b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:55:04.250683 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10afaf9-a8ea-4871-89d8-509b5f9f55ce None None] Attempting to bind port 2c249626-d499-4ea7-96ad-7ead7e6f4625 on network 51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:55:04.251648 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93100ff-97df-42e7-ab66-203b89814e8e tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:04.252609 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a93100ff-97df-42e7-ab66-203b89814e8e tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:04.263604 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-def55a66-e646-4e80-996d-55a32ae68b32 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:04.280814 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a93100ff-97df-42e7-ab66-203b89814e8e tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3904533 Nov 27 03:55:04.283306 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43674) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:55:04.289625 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-834a199b-db91-4df0-8b38-667041ece997 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Request body: {'port': {'network_id': '51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5', 'name': 'tempest-TaggedBootDevicesTest-712782837', 'fixed_ips': [{'subnet_id': 'a5669422-959b-42bf-adae-eb6b666499da'}]}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:55:04.303419 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-6a255bd4-bc90-4728-9484-ea7e6b04619d None None] Allocated IP 10.2.2.2 (c50e5d64-07f3-44bc-b3a4-01ba809267ac/f712b216-a943-478e-91ec-701ddeee200a/37097554-c1b2-42eb-800c-8c4acd36d3af) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:55:04.306640 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10afaf9-a8ea-4871-89d8-509b5f9f55ce None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:55:04.307047 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10afaf9-a8ea-4871-89d8-509b5f9f55ce None None] Checking segment: {'id': 'f22bdb49-3b05-46d4-b948-1eca6d498b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:55:04.307463 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c10afaf9-a8ea-4871-89d8-509b5f9f55ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:04.307875 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10afaf9-a8ea-4871-89d8-509b5f9f55ce None None] Bound using segment: {'id': 'f22bdb49-3b05-46d4-b948-1eca6d498b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:55:04.308330 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-c10afaf9-a8ea-4871-89d8-509b5f9f55ce None None] Bound port: 2c249626-d499-4ea7-96ad-7ead7e6f4625, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22bdb49-3b05-46d4-b948-1eca6d498b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:55:04.308750 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c10afaf9-a8ea-4871-89d8-509b5f9f55ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:04.359274 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:04.385897 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-def55a66-e646-4e80-996d-55a32ae68b32 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:04.435007 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def55a66-e646-4e80-996d-55a32ae68b32 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:55:04.440059 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-def55a66-e646-4e80-996d-55a32ae68b32 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:55:04.450629 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def55a66-e646-4e80-996d-55a32ae68b32 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:55:04.478709 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:55:04.507535 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def55a66-e646-4e80-996d-55a32ae68b32 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Pushing event updated for resources: {'Port': ['ID=0cd53813-8fc8-4811-a6e6-6e36600dad54,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:04.564949 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834a199b-db91-4df0-8b38-667041ece997 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Made reservation on behalf of 1dec02752c8a4ea2ac075e58dda75d55 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:55:04.570147 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-834a199b-db91-4df0-8b38-667041ece997 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:04.574291 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2,segment=NetworkSegment(ea781d0b-ba35-4c5d-b337-08e66a6646e3),segment_id=ea781d0b-ba35-4c5d-b337-08e66a6646e3)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:55:04.575750 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c10afaf9-a8ea-4871-89d8-509b5f9f55ce None None] For port 2c249626-d499-4ea7-96ad-7ead7e6f4625, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:55:04.597163 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-834a199b-db91-4df0-8b38-667041ece997 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] device_id is not set on port 79505348-feb7-4bb2-ad3d-3724a74fb104 yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 03:55:04.598677 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:04.602110 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-def55a66-e646-4e80-996d-55a32ae68b32 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:04.633911 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c10afaf9-a8ea-4871-89d8-509b5f9f55ce None None] For port 2c249626-d499-4ea7-96ad-7ead7e6f4625, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=2c249626-d499-4ea7-96ad-7ead7e6f4625,segment=NetworkSegment(f22bdb49-3b05-46d4-b948-1eca6d498b9c),segment_id=f22bdb49-3b05-46d4-b948-1eca6d498b9c)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:55:04.669937 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c10afaf9-a8ea-4871-89d8-509b5f9f55ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:04.686100 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-def55a66-e646-4e80-996d-55a32ae68b32 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:04.740234 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0bc6aa09-3d94-4e68-8bba-1b2dd7523c81 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:04.760442 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:04.766381 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0bc6aa09-3d94-4e68-8bba-1b2dd7523c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:04.770202 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6a255bd4-bc90-4728-9484-ea7e6b04619d None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:04.808904 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6a255bd4-bc90-4728-9484-ea7e6b04619d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:04.870582 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10afaf9-a8ea-4871-89d8-509b5f9f55ce None None] Pushing event updated for resources: {'Port': ['ID=2c249626-d499-4ea7-96ad-7ead7e6f4625,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:04.901732 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a255bd4-bc90-4728-9484-ea7e6b04619d None None] Network c50e5d64-07f3-44bc-b3a4-01ba809267ac is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:55:04.913973 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:55:04.916176 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-834a199b-db91-4df0-8b38-667041ece997 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Allocated IP 10.1.1.95 (51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5/a5669422-959b-42bf-adae-eb6b666499da/79505348-feb7-4bb2-ad3d-3724a74fb104) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:55:04.923964 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-6a255bd4-bc90-4728-9484-ea7e6b04619d None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:55:05.009934 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b167f04a-e4d6-4825-b92b-4d2ca37fb1b4 req-dce6cdf2-58e0-43c1-bb29-62cfb37ed158 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b3eda56-3093-4c42-ab82-2da25d1f8b5a HTTP/1.1" status: 200 len: 210 time: 0.0625377 Nov 27 03:55:05.026335 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a255bd4-bc90-4728-9484-ea7e6b04619d None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:55:05.143720 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-0bc6aa09-3d94-4e68-8bba-1b2dd7523c81 None None] Attempting to bind port 723d4cd2-a000-4b8e-8122-e5ea970eecb3 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:55:05.144336 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-0bc6aa09-3d94-4e68-8bba-1b2dd7523c81 None None] Attempting to bind port 723d4cd2-a000-4b8e-8122-e5ea970eecb3 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '0a587f35-0a39-4fc4-b0ff-200373687efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '461e781d-0c2c-4b68-9f4d-8feb5eb833d0'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:55:05.144495 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc6aa09-3d94-4e68-8bba-1b2dd7523c81 None None] Attempting to bind port 723d4cd2-a000-4b8e-8122-e5ea970eecb3 on network 461e781d-0c2c-4b68-9f4d-8feb5eb833d0 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:55:05.225997 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30967986-5570-4eca-b4af-48f0e96af189 None None] Pushing event updated for resources: {'Port': ['ID=723d4cd2-a000-4b8e-8122-e5ea970eecb3,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:05.246829 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc6aa09-3d94-4e68-8bba-1b2dd7523c81 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:55:05.246829 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc6aa09-3d94-4e68-8bba-1b2dd7523c81 None None] Checking segment: {'id': '0a587f35-0a39-4fc4-b0ff-200373687efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '461e781d-0c2c-4b68-9f4d-8feb5eb833d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:55:05.247256 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0bc6aa09-3d94-4e68-8bba-1b2dd7523c81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:05.247658 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc6aa09-3d94-4e68-8bba-1b2dd7523c81 None None] Bound using segment: {'id': '0a587f35-0a39-4fc4-b0ff-200373687efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '461e781d-0c2c-4b68-9f4d-8feb5eb833d0'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:55:05.248152 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-0bc6aa09-3d94-4e68-8bba-1b2dd7523c81 None None] Bound port: 723d4cd2-a000-4b8e-8122-e5ea970eecb3, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a587f35-0a39-4fc4-b0ff-200373687efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '461e781d-0c2c-4b68-9f4d-8feb5eb833d0'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:55:05.248541 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0bc6aa09-3d94-4e68-8bba-1b2dd7523c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:05.343273 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-6a255bd4-bc90-4728-9484-ea7e6b04619d None None] Attempting to bind port 37097554-c1b2-42eb-800c-8c4acd36d3af on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:55:05.343648 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-6a255bd4-bc90-4728-9484-ea7e6b04619d None None] Attempting to bind port 37097554-c1b2-42eb-800c-8c4acd36d3af by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '205b1345-2e5b-4c2e-b95c-348fea1df7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c50e5d64-07f3-44bc-b3a4-01ba809267ac'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:55:05.344025 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a255bd4-bc90-4728-9484-ea7e6b04619d None None] Attempting to bind port 37097554-c1b2-42eb-800c-8c4acd36d3af on network c50e5d64-07f3-44bc-b3a4-01ba809267ac {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:55:05.364701 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a255bd4-bc90-4728-9484-ea7e6b04619d None None] Pushing event updated for resources: {'Port': ['ID=37097554-c1b2-42eb-800c-8c4acd36d3af,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:05.378406 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a255bd4-bc90-4728-9484-ea7e6b04619d None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:55:05.378822 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a255bd4-bc90-4728-9484-ea7e6b04619d None None] Checking segment: {'id': '205b1345-2e5b-4c2e-b95c-348fea1df7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c50e5d64-07f3-44bc-b3a4-01ba809267ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:55:05.379227 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6a255bd4-bc90-4728-9484-ea7e6b04619d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:05.379635 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a255bd4-bc90-4728-9484-ea7e6b04619d None None] Bound using segment: {'id': '205b1345-2e5b-4c2e-b95c-348fea1df7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c50e5d64-07f3-44bc-b3a4-01ba809267ac'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:55:05.380137 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-6a255bd4-bc90-4728-9484-ea7e6b04619d None None] Bound port: 37097554-c1b2-42eb-800c-8c4acd36d3af, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '205b1345-2e5b-4c2e-b95c-348fea1df7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c50e5d64-07f3-44bc-b3a4-01ba809267ac'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:55:05.380526 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6a255bd4-bc90-4728-9484-ea7e6b04619d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:05.393932 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-def55a66-e646-4e80-996d-55a32ae68b32 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:05.430032 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-a25d6499-4cc2-4e63-9053-f538d3f026c5 None None] Provisioning complete for port 723d4cd2-a000-4b8e-8122-e5ea970eecb3 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:55:05.430780 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a25d6499-4cc2-4e63-9053-f538d3f026c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:05.468654 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-def55a66-e646-4e80-996d-55a32ae68b32 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:05.488850 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0bc6aa09-3d94-4e68-8bba-1b2dd7523c81 None None] For port 723d4cd2-a000-4b8e-8122-e5ea970eecb3, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:55:05.494901 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0bc6aa09-3d94-4e68-8bba-1b2dd7523c81 None None] For port 723d4cd2-a000-4b8e-8122-e5ea970eecb3, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=723d4cd2-a000-4b8e-8122-e5ea970eecb3,segment=NetworkSegment(0a587f35-0a39-4fc4-b0ff-200373687efc),segment_id=0a587f35-0a39-4fc4-b0ff-200373687efc)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:55:05.535463 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def55a66-e646-4e80-996d-55a32ae68b32 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Pushing event updated for resources: {'Port': ['ID=0cd53813-8fc8-4811-a6e6-6e36600dad54,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:05.554969 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0bc6aa09-3d94-4e68-8bba-1b2dd7523c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:05.598114 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-9b8aaa62-dc45-4af6-b2a1-31fd104a5c74 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:05.599580 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-9b8aaa62-dc45-4af6-b2a1-31fd104a5c74 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.11 "GET /v2.0/networks?id=a0d2adb9-f818-45ca-8a33-9d0230736008 HTTP/1.1" status: 200 len: 814 time: 0.5837317 Nov 27 03:55:05.616298 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32269d3-7bf2-4ec8-9214-39c1f4a4413d req-82147df8-06e5-4301-8e85-1bb44e0943e5 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:05.624542 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c32269d3-7bf2-4ec8-9214-39c1f4a4413d req-82147df8-06e5-4301-8e85-1bb44e0943e5 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7d8460-faa5-44c6-b51b-fe9a84a9a9a9 HTTP/1.1" status: 200 len: 944 time: 0.2987020 Nov 27 03:55:05.633871 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc6aa09-3d94-4e68-8bba-1b2dd7523c81 None None] Routers {'c0573663-d34a-4db7-873d-174c1c9e34e1'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:55:05.634732 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-0bc6aa09-3d94-4e68-8bba-1b2dd7523c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:54:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c0573663-d34a-4db7-873d-174c1c9e34e1'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:55:05.646941 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-a25d6499-4cc2-4e63-9053-f538d3f026c5 None None] Port 723d4cd2-a000-4b8e-8122-e5ea970eecb3 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:55:05.651172 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-f4c7f64d-1983-4385-838d-ec477211b0b3 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Request body: {'port': {'device_id': '2b3eda56-3093-4c42-ab82-2da25d1f8b5a', 'network_id': 'a0d2adb9-f818-45ca-8a33-9d0230736008', 'admin_state_up': True, 'tenant_id': '1b50a26fbf4e4ac2ae82d7a8006f27fa'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:55:05.723938 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-834a199b-db91-4df0-8b38-667041ece997 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:05.768987 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-def55a66-e646-4e80-996d-55a32ae68b32 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:05.774744 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30967986-5570-4eca-b4af-48f0e96af189 None None] Pushing event updated for resources: {'Port': ['ID=723d4cd2-a000-4b8e-8122-e5ea970eecb3,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:05.812269 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-6a255bd4-bc90-4728-9484-ea7e6b04619d None None] For port 37097554-c1b2-42eb-800c-8c4acd36d3af, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:55:05.812544 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-834a199b-db91-4df0-8b38-667041ece997 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:05.832368 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-6a255bd4-bc90-4728-9484-ea7e6b04619d None None] For port 37097554-c1b2-42eb-800c-8c4acd36d3af, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=37097554-c1b2-42eb-800c-8c4acd36d3af,segment=NetworkSegment(205b1345-2e5b-4c2e-b95c-348fea1df7b2),segment_id=205b1345-2e5b-4c2e-b95c-348fea1df7b2)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:55:05.849078 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6a255bd4-bc90-4728-9484-ea7e6b04619d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:05.863652 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834a199b-db91-4df0-8b38-667041ece997 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Network 51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:55:05.873857 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-834a199b-db91-4df0-8b38-667041ece997 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:55:05.920231 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-0bc6aa09-3d94-4e68-8bba-1b2dd7523c81 None None] Set router c0573663-d34a-4db7-873d-174c1c9e34e1 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:55:05.940353 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-def55a66-e646-4e80-996d-55a32ae68b32 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:05.941618 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-def55a66-e646-4e80-996d-55a32ae68b32 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9363763 Nov 27 03:55:05.943509 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834a199b-db91-4df0-8b38-667041ece997 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:55:05.971210 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c32269d3-7bf2-4ec8-9214-39c1f4a4413d req-fca636e8-d238-46e3-832b-15b9e1181506 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434241 Nov 27 03:55:05.993029 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-71b67727-8946-45b2-b3a3-d84e2dfdde14 None None] Provisioning complete for port 723d4cd2-a000-4b8e-8122-e5ea970eecb3 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:55:05.993404 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-71b67727-8946-45b2-b3a3-d84e2dfdde14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:06.095044 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a255bd4-bc90-4728-9484-ea7e6b04619d None None] Pushing event updated for resources: {'Port': ['ID=37097554-c1b2-42eb-800c-8c4acd36d3af,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:06.162097 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a199b-db91-4df0-8b38-667041ece997 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Pushing event updated for resources: {'Port': ['ID=79505348-feb7-4bb2-ad3d-3724a74fb104,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:06.207001 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a25b73fe-dc12-4444-a648-2f714338d5d5 req-0ec7ad46-3ef4-4f01-bf18-ef8ffff39c14 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b3eda56-3093-4c42-ab82-2da25d1f8b5a HTTP/1.1" status: 200 len: 210 time: 0.0641458 Nov 27 03:55:06.272033 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834a199b-db91-4df0-8b38-667041ece997 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:06.272711 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-834a199b-db91-4df0-8b38-667041ece997 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:06.327424 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-71b67727-8946-45b2-b3a3-d84e2dfdde14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:06.393782 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-834a199b-db91-4df0-8b38-667041ece997 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1061532 Nov 27 03:55:06.432247 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-71b67727-8946-45b2-b3a3-d84e2dfdde14 None None] For port 723d4cd2-a000-4b8e-8122-e5ea970eecb3, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=723d4cd2-a000-4b8e-8122-e5ea970eecb3,segment=NetworkSegment(0a587f35-0a39-4fc4-b0ff-200373687efc),segment_id=0a587f35-0a39-4fc4-b0ff-200373687efc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:55:06.440888 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-71b67727-8946-45b2-b3a3-d84e2dfdde14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:06.459128 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-b5dd3ecf-0eb5-4804-8e6c-001f3a9c7191 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--661019671&fields=id&tenant_id=47ae16ff37d2448f915bd8f03c73987e HTTP/1.1" status: 200 len: 267 time: 0.1833668 Nov 27 03:55:06.463739 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-f4c7f64d-1983-4385-838d-ec477211b0b3 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Made reservation on behalf of 1b50a26fbf4e4ac2ae82d7a8006f27fa for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:55:06.470874 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-f4c7f64d-1983-4385-838d-ec477211b0b3 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:06.697704 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651fa43d-652c-45a3-b802-b44d71b12f1f None None] Network 51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:55:06.730494 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-e27bd028-227d-4040-a1be-933ac7dd1647 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:06.732642 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43724) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:55:06.732784 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-e27bd028-227d-4040-a1be-933ac7dd1647 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] 10.222.0.20 "GET /v2.0/networks?id=461e781d-0c2c-4b68-9f4d-8feb5eb833d0 HTTP/1.1" status: 200 len: 815 time: 0.2572660 Nov 27 03:55:06.737859 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-9263e4a6-9d39-4e04-ab1d-1329b16f6acc tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1571963645', 'description': 'tempest-description--1151660668'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:55:06.771067 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-993c601e-5101-4f49-8ded-592f785e6d93 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] 10.222.0.20 "GET /v2.0/quotas/47ae16ff37d2448f915bd8f03c73987e HTTP/1.1" status: 200 len: 375 time: 0.0233145 Nov 27 03:55:06.774821 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:55:06.792308 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-f4c7f64d-1983-4385-838d-ec477211b0b3 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Allocated IP 172.20.0.6 (a0d2adb9-f818-45ca-8a33-9d0230736008/96964785-3ad1-4856-8b42-aea81599cd83/13c02c05-2b42-4bb7-a821-ea9d97940d7d) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:55:06.825856 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9263e4a6-9d39-4e04-ab1d-1329b16f6acc tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:06.836318 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-0bc6aa09-3d94-4e68-8bba-1b2dd7523c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0573663-d34a-4db7-873d-174c1c9e34e1', 'name': 'tempest-ServersTestFqdnHostnames-1927455745-router', 'tenant_id': '47ae16ff37d2448f915bd8f03c73987e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:54:48Z', 'updated_at': '2021-11-27T03:54:58Z', 'revision_number': 4, 'project_id': '47ae16ff37d2448f915bd8f03c73987e', 'gw_port': {'id': 'c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0573663-d34a-4db7-873d-174c1c9e34e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:49Z', 'updated_at': '2021-11-27T03:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '723d4cd2-a000-4b8e-8122-e5ea970eecb3', 'name': '', 'network_id': '461e781d-0c2c-4b68-9f4d-8feb5eb833d0', 'tenant_id': '47ae16ff37d2448f915bd8f03c73987e', 'mac_address': 'fa:16:3e:fd:77:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0573663-d34a-4db7-873d-174c1c9e34e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'fd9e42b7-23f0-4e8f-9535-cb693456746c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:55Z', 'updated_at': '2021-11-27T03:55:05Z', 'revision_number': 4, 'project_id': '47ae16ff37d2448f915bd8f03c73987e', 'subnets': [{'id': 'fd9e42b7-23f0-4e8f-9535-cb693456746c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:55:06.853214 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-7f667748-d1c2-49e8-9983-0052bb0c3ff7 None None] Provisioning complete for port 2c249626-d499-4ea7-96ad-7ead7e6f4625 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:55:06.853588 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7f667748-d1c2-49e8-9983-0052bb0c3ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:06.884367 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-33044caa-bb30-480d-ae33-7c8afca0ea71 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=47ae16ff37d2448f915bd8f03c73987e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0942287 Nov 27 03:55:06.892418 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b67727-8946-45b2-b3a3-d84e2dfdde14 None None] Pushing event updated for resources: {'Port': ['ID=723d4cd2-a000-4b8e-8122-e5ea970eecb3,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:06.929884 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc6aa09-3d94-4e68-8bba-1b2dd7523c81 None None] The sync data for ids ['c0573663-d34a-4db7-873d-174c1c9e34e1'] in n-d-819494-3 is: [{'id': 'c0573663-d34a-4db7-873d-174c1c9e34e1', 'name': 'tempest-ServersTestFqdnHostnames-1927455745-router', 'tenant_id': '47ae16ff37d2448f915bd8f03c73987e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:54:48Z', 'updated_at': '2021-11-27T03:54:58Z', 'revision_number': 4, 'project_id': '47ae16ff37d2448f915bd8f03c73987e', 'gw_port': {'id': 'c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0573663-d34a-4db7-873d-174c1c9e34e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:49Z', 'updated_at': '2021-11-27T03:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '723d4cd2-a000-4b8e-8122-e5ea970eecb3', 'name': '', 'network_id': '461e781d-0c2c-4b68-9f4d-8feb5eb833d0', 'tenant_id': '47ae16ff37d2448f915bd8f03c73987e', 'mac_address': 'fa:16:3e:fd:77:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0573663-d34a-4db7-873d-174c1c9e34e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'fd9e42b7-23f0-4e8f-9535-cb693456746c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:55Z', 'updated_at': '2021-11-27T03:55:05Z', 'revision_number': 4, 'project_id': '47ae16ff37d2448f915bd8f03c73987e', 'subnets': [{'id': 'fd9e42b7-23f0-4e8f-9535-cb693456746c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:55:06.987253 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9263e4a6-9d39-4e04-ab1d-1329b16f6acc tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:07.014864 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9263e4a6-9d39-4e04-ab1d-1329b16f6acc tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:07.061510 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:55:07.071166 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:55:07.131046 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263e4a6-9d39-4e04-ab1d-1329b16f6acc tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=016761d4-993d-457c-bad7-1e1c8aa0ed3e,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:07.138705 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:55:07.147843 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:07.154775 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9263e4a6-9d39-4e04-ab1d-1329b16f6acc tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:07.162857 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43728) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:55:07.170605 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9263e4a6-9d39-4e04-ab1d-1329b16f6acc tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4360321 Nov 27 03:55:07.183475 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-787831f1-0eca-4a1a-afa5-3201f86d63ff tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Request body: {'security_group_rule': {'security_group_id': '016761d4-993d-457c-bad7-1e1c8aa0ed3e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:55:07.298621 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a22f9-c3ba-43a8-9f32-a3fff180dfbe req-3a3be0b9-6b54-4a40-ab52-bf7235df6142 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:07.300216 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e58a22f9-c3ba-43a8-9f32-a3fff180dfbe req-3a3be0b9-6b54-4a40-ab52-bf7235df6142 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7d8460-faa5-44c6-b51b-fe9a84a9a9a9 HTTP/1.1" status: 200 len: 944 time: 0.1285069 Nov 27 03:55:07.316953 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-787831f1-0eca-4a1a-afa5-3201f86d63ff tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:07.360510 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-5d92fe50-4b47-4990-b9f0-80e9489778b4 service neutron] 10.222.0.20 "GET /v2.0/networks/461e781d-0c2c-4b68-9f4d-8feb5eb833d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4533634 Nov 27 03:55:07.382508 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7f667748-d1c2-49e8-9983-0052bb0c3ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:07.405186 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e58a22f9-c3ba-43a8-9f32-a3fff180dfbe req-a6373cc7-c154-4f2d-b12c-e255b272e7cc tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969403 Nov 27 03:55:07.503714 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-7f667748-d1c2-49e8-9983-0052bb0c3ff7 None None] For port 2c249626-d499-4ea7-96ad-7ead7e6f4625, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=2c249626-d499-4ea7-96ad-7ead7e6f4625,segment=NetworkSegment(f22bdb49-3b05-46d4-b948-1eca6d498b9c),segment_id=f22bdb49-3b05-46d4-b948-1eca6d498b9c)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:55:07.506235 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:55:07.512044 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-f4c7f64d-1983-4385-838d-ec477211b0b3 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:07.525390 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 37097554-c1b2-42eb-800c-8c4acd36d3af up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:55:07.532943 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7f667748-d1c2-49e8-9983-0052bb0c3ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:07.544310 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ba3d8782-d568-49e4-9371-93cd34f89a2d req-6b0ae383-aec2-450f-a60f-e9d3c7d90080 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b3eda56-3093-4c42-ab82-2da25d1f8b5a HTTP/1.1" status: 200 len: 210 time: 0.0425773 Nov 27 03:55:07.571169 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:55:07.571548 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:07.615994 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-787831f1-0eca-4a1a-afa5-3201f86d63ff tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:07.634697 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-787831f1-0eca-4a1a-afa5-3201f86d63ff tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:07.671349 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:07.673427 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-37755767-15a9-439c-aacf-1fb2e4f857bf service neutron] 10.222.0.20 "GET /v2.0/networks/461e781d-0c2c-4b68-9f4d-8feb5eb833d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774653 Nov 27 03:55:07.691963 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787831f1-0eca-4a1a-afa5-3201f86d63ff tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45ef26ad-67aa-45e8-9545-496321573088,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:07.707980 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-f4c7f64d-1983-4385-838d-ec477211b0b3 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:07.724739 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-787831f1-0eca-4a1a-afa5-3201f86d63ff tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:07.725960 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-787831f1-0eca-4a1a-afa5-3201f86d63ff tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5607970 Nov 27 03:55:07.728728 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43736) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:55:07.734777 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-f0898173-ffe1-4ea4-8514-905a2eb1b10e tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Request body: {'security_group_rule': {'security_group_id': '016761d4-993d-457c-bad7-1e1c8aa0ed3e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:55:07.740987 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542232da-b8d6-4da3-aa38-f7df21505159 None None] Network c50e5d64-07f3-44bc-b3a4-01ba809267ac requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:55:07.757339 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f667748-d1c2-49e8-9983-0052bb0c3ff7 None None] Pushing event updated for resources: {'Port': ['ID=2c249626-d499-4ea7-96ad-7ead7e6f4625,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:07.765860 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7d8460-faa5-44c6-b51b-fe9a84a9a9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:55:07.769558 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467547e3-42eb-4ed8-9023-3810b2cd114f" -d '{"events": [{"server_uuid": "cf7d8460-faa5-44c6-b51b-fe9a84a9a9a9", "name": "network-vif-plugged", "status": "completed", "tag": "8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:55:07.820305 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f0898173-ffe1-4ea4-8514-905a2eb1b10e tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:07.863110 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-f4c7f64d-1983-4385-838d-ec477211b0b3 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Network a0d2adb9-f818-45ca-8a33-9d0230736008 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:55:07.884898 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-f4c7f64d-1983-4385-838d-ec477211b0b3 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:55:07.889619 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-f4c7f64d-1983-4385-838d-ec477211b0b3 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:55:07.903505 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2,segment=NetworkSegment(ea781d0b-ba35-4c5d-b337-08e66a6646e3),segment_id=ea781d0b-ba35-4c5d-b337-08e66a6646e3)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:55:07.942697 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a27cd66-2090-4bcf-9e66-a1472c92ccac x-openstack-request-id: req-0a27cd66-2090-4bcf-9e66-a1472c92ccac {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:55:07.943064 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7d8460-faa5-44c6-b51b-fe9a84a9a9a9", "name": "network-vif-plugged", "status": "completed", "tag": "8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:55:07.943237 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a27cd66-2090-4bcf-9e66-a1472c92ccac {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:55:07.943629 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7d8460-faa5-44c6-b51b-fe9a84a9a9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2', 'code': 200} Nov 27 03:55:07.944920 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:07.953793 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f0898173-ffe1-4ea4-8514-905a2eb1b10e tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:07.964855 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f0898173-ffe1-4ea4-8514-905a2eb1b10e tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:07.984961 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7f64d-1983-4385-838d-ec477211b0b3 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Pushing event updated for resources: {'Port': ['ID=13c02c05-2b42-4bb7-a821-ea9d97940d7d,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:07.991482 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0898173-ffe1-4ea4-8514-905a2eb1b10e tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe3d61c5-897d-49e1-9b28-4d0e39327280,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:08.083729 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-f4c7f64d-1983-4385-838d-ec477211b0b3 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:08.085375 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-f4c7f64d-1983-4385-838d-ec477211b0b3 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:08.085504 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:08.087376 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 37097554-c1b2-42eb-800c-8c4acd36d3af triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:55:08.087743 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:08.123768 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f0898173-ffe1-4ea4-8514-905a2eb1b10e tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:08.130138 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f128191d-0060-43f3-8aa8-8967c7a9d90b req-ff4469fd-5ddc-4527-b918-fb3370b0159c tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] 10.222.0.20 "GET /v2.0/ports?device_id=16d53e14-0887-488a-b966-eaf3100dc89e HTTP/1.1" status: 200 len: 210 time: 0.0682411 Nov 27 03:55:08.134972 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f0898173-ffe1-4ea4-8514-905a2eb1b10e tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4048076 Nov 27 03:55:08.135876 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43752) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:55:08.141898 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-4ce3053f-49cd-4eb0-a937-c96e9bfe4c66 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:55:08.170437 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-f4c7f64d-1983-4385-838d-ec477211b0b3 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5311441 Nov 27 03:55:08.197023 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-0b4e7b31-5f5e-4bae-98f3-82532b5b8d21 service neutron] Request body: {'port': {'device_id': '2b3eda56-3093-4c42-ab82-2da25d1f8b5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:55:08.259955 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b1d9b-06dc-403e-96e0-22ff420d91f2 req-d0f4d188-3c92-4852-8c0c-784cf2e6963c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:08.261642 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-050b1d9b-06dc-403e-96e0-22ff420d91f2 req-d0f4d188-3c92-4852-8c0c-784cf2e6963c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cf7d8460-faa5-44c6-b51b-fe9a84a9a9a9 HTTP/1.1" status: 200 len: 1096 time: 0.2299242 Nov 27 03:55:08.266592 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4ce3053f-49cd-4eb0-a937-c96e9bfe4c66 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks [] for floatingip, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:08.375087 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-f2aa64c1-38f8-4ca7-bdfb-5a04c6d9f88e None None] Provisioning complete for port 37097554-c1b2-42eb-800c-8c4acd36d3af triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:55:08.375475 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f2aa64c1-38f8-4ca7-bdfb-5a04c6d9f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:08.600469 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-050b1d9b-06dc-403e-96e0-22ff420d91f2 req-26407d64-0195-48ac-afe9-bda3cdf8cd3f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991672 Nov 27 03:55:08.669610 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:08.768006 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e30e44-cf68-4344-aee7-cef22b1cd880 req-7f533e7c-bec9-4a89-8e3c-a1937e8cfac4 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:08.769546 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d,segment=NetworkSegment(ea781d0b-ba35-4c5d-b337-08e66a6646e3),segment_id=ea781d0b-ba35-4c5d-b337-08e66a6646e3)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:55:08.780499 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-65e30e44-cf68-4344-aee7-cef22b1cd880 req-7f533e7c-bec9-4a89-8e3c-a1937e8cfac4 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7d8460-faa5-44c6-b51b-fe9a84a9a9a9 HTTP/1.1" status: 200 len: 945 time: 0.1825953 Nov 27 03:55:08.797835 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:08.914430 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4ce3053f-49cd-4eb0-a937-c96e9bfe4c66 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:09.045092 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:09.047682 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:09.068544 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-65e30e44-cf68-4344-aee7-cef22b1cd880 req-72fec343-2a70-4064-9ffe-dbba22a95949 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842607 Nov 27 03:55:09.307766 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 37097554-c1b2-42eb-800c-8c4acd36d3af, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=37097554-c1b2-42eb-800c-8c4acd36d3af,segment=NetworkSegment(205b1345-2e5b-4c2e-b95c-348fea1df7b2),segment_id=205b1345-2e5b-4c2e-b95c-348fea1df7b2)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:55:09.330443 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-0b4e7b31-5f5e-4bae-98f3-82532b5b8d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:09.354209 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe70466-8388-44b1-855e-913b8b8307a7 req-b18fe8a7-6706-466e-a419-5f4975d01718 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:09.355815 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2fe70466-8388-44b1-855e-913b8b8307a7 req-b18fe8a7-6706-466e-a419-5f4975d01718 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] 10.222.0.20 "GET /v2.0/ports?device_id=f13aea62-07b5-4d0a-9ae2-222b59d3d89b HTTP/1.1" status: 200 len: 946 time: 0.2351403 Nov 27 03:55:09.357481 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:09.358448 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 723d4cd2-a000-4b8e-8122-e5ea970eecb3 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:55:09.388783 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-4ce3053f-49cd-4eb0-a937-c96e9bfe4c66 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Allocated IP 172.25.1.210 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/15843f6a-df00-4d54-b942-7da652a62318) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:55:09.424836 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec676f2-c66c-4d43-8657-1abd358f4fd7 req-2103bf97-6d67-4459-a509-020cd9f9b8f6 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:09.435176 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-eec676f2-c66c-4d43-8657-1abd358f4fd7 req-2103bf97-6d67-4459-a509-020cd9f9b8f6 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b3eda56-3093-4c42-ab82-2da25d1f8b5a HTTP/1.1" status: 200 len: 931 time: 0.2053630 Nov 27 03:55:09.502948 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f2aa64c1-38f8-4ca7-bdfb-5a04c6d9f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:09.584137 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-eec676f2-c66c-4d43-8657-1abd358f4fd7 req-79fa7fb2-a9c4-479d-a1a4-2c9315f5a49c tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475186 Nov 27 03:55:09.628145 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.api [None req-f2aa64c1-38f8-4ca7-bdfb-5a04c6d9f88e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 03:55:09.628423 n-d-819494-3 neutron-server[110020]: DEBUG oslo_db.api [None req-f2aa64c1-38f8-4ca7-bdfb-5a04c6d9f88e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 03:55:09.640726 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2fe70466-8388-44b1-855e-913b8b8307a7 req-972e99b8-563b-4594-a819-52de35fa145d tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] 10.222.0.20 "GET /v2.0/security-groups?id=c298acf9-e53a-4b23-882c-b58bab8df7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2574952 Nov 27 03:55:09.650441 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=37097554-c1b2-42eb-800c-8c4acd36d3af,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:09.705194 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 723d4cd2-a000-4b8e-8122-e5ea970eecb3 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:55:09.713321 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:09.831291 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4ce3053f-49cd-4eb0-a937-c96e9bfe4c66 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:09.890177 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4ce3053f-49cd-4eb0-a937-c96e9bfe4c66 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:09.907227 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 2c249626-d499-4ea7-96ad-7ead7e6f4625 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:55:09.941945 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce3053f-49cd-4eb0-a937-c96e9bfe4c66 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:55:09.944250 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f3c9e3-21f3-4909-9a32-57b55c0d8658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:55:09.947183 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f9d770-e6ee-48d7-8f31-27ba6c5e71ae" -d '{"events": [{"server_uuid": "00f3c9e3-21f3-4909-9a32-57b55c0d8658", "name": "network-vif-plugged", "status": "completed", "tag": "d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:55:09.950834 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-4ce3053f-49cd-4eb0-a937-c96e9bfe4c66 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:55:09.955347 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce3053f-49cd-4eb0-a937-c96e9bfe4c66 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:55:09.961726 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3053f-49cd-4eb0-a937-c96e9bfe4c66 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Pushing event updated for resources: {'Port': ['ID=15843f6a-df00-4d54-b942-7da652a62318,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:10.024161 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 2c249626-d499-4ea7-96ad-7ead7e6f4625 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:55:10.024451 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:10.033940 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5b5ed7-7913-44b8-9417-388c543f83ac x-openstack-request-id: req-be5b5ed7-7913-44b8-9417-388c543f83ac {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:55:10.034227 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f3c9e3-21f3-4909-9a32-57b55c0d8658", "name": "network-vif-plugged", "status": "completed", "tag": "d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:55:10.034497 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be5b5ed7-7913-44b8-9417-388c543f83ac {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:55:10.035617 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dd7a478c-7518-4daa-a39d-24b19f7d243c req-04b55788-825e-46a7-8d3b-d4df5aa7950d tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] 10.222.0.20 "GET /v2.0/ports?device_id=16d53e14-0887-488a-b966-eaf3100dc89e HTTP/1.1" status: 200 len: 210 time: 0.1015284 Nov 27 03:55:10.046361 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f3c9e3-21f3-4909-9a32-57b55c0d8658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d', 'code': 200} Nov 27 03:55:10.101479 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4ce3053f-49cd-4eb0-a937-c96e9bfe4c66 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:10.339654 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-0b4e7b31-5f5e-4bae-98f3-82532b5b8d21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13c02c05-2b42-4bb7-a821-ea9d97940d7d {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:55:10.356750 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4ce3053f-49cd-4eb0-a937-c96e9bfe4c66 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:10.367000 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-0b4e7b31-5f5e-4bae-98f3-82532b5b8d21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:10.412665 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa89b2-24dd-4928-9339-fb0392d11554 req-ec7b65ce-6a29-4472-8b7c-7778505ccb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:10.418709 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-56aa89b2-24dd-4928-9339-fb0392d11554 req-ec7b65ce-6a29-4472-8b7c-7778505ccb64 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=00f3c9e3-21f3-4909-9a32-57b55c0d8658 HTTP/1.1" status: 200 len: 1096 time: 0.1663365 Nov 27 03:55:10.429710 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7196f-7ff6-4973-bd34-c943c39578a7 req-1234e3c7-b4b5-43c2-905e-7c40b89e0d27 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:10.439137 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-43e7196f-7ff6-4973-bd34-c943c39578a7 req-1234e3c7-b4b5-43c2-905e-7c40b89e0d27 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7d8460-faa5-44c6-b51b-fe9a84a9a9a9 HTTP/1.1" status: 200 len: 945 time: 0.1879416 Nov 27 03:55:10.489972 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-0b4e7b31-5f5e-4bae-98f3-82532b5b8d21 service neutron] Transition to ACTIVE for port object 13c02c05-2b42-4bb7-a821-ea9d97940d7d will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:55:10.498861 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-7287cbe4-c605-476c-9c6d-bd1558a9e478 None None] Provisioning complete for port 79505348-feb7-4bb2-ad3d-3724a74fb104 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:55:10.500620 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7287cbe4-c605-476c-9c6d-bd1558a9e478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:10.506888 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-0b4e7b31-5f5e-4bae-98f3-82532b5b8d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:10.552934 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-7287cbe4-c605-476c-9c6d-bd1558a9e478 None None] Port 79505348-feb7-4bb2-ad3d-3724a74fb104 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:55:10.586260 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 37097554-c1b2-42eb-800c-8c4acd36d3af up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:55:10.597671 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-56aa89b2-24dd-4928-9339-fb0392d11554 req-bb81bcf8-f6aa-450d-b222-e217b78158ed service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735632 Nov 27 03:55:10.633873 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-7287cbe4-c605-476c-9c6d-bd1558a9e478 None None] Provisioning complete for port 2c249626-d499-4ea7-96ad-7ead7e6f4625 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:55:10.634259 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7287cbe4-c605-476c-9c6d-bd1558a9e478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:10.670580 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e7b31-5f5e-4bae-98f3-82532b5b8d21 service neutron] Pushing event updated for resources: {'Port': ['ID=13c02c05-2b42-4bb7-a821-ea9d97940d7d,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:10.732141 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c3480-070d-4136-ba67-31c2f2bfde73 req-56424934-2a75-4ade-aa97-7bb8ea3add46 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:10.734586 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-155c3480-070d-4136-ba67-31c2f2bfde73 req-56424934-2a75-4ade-aa97-7bb8ea3add46 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] 10.222.0.20 "GET /v2.0/ports?device_id=f13aea62-07b5-4d0a-9ae2-222b59d3d89b HTTP/1.1" status: 200 len: 946 time: 0.1143453 Nov 27 03:55:10.788005 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-0b4e7b31-5f5e-4bae-98f3-82532b5b8d21 service neutron] Attempting to bind port 13c02c05-2b42-4bb7-a821-ea9d97940d7d on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:55:10.788345 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-0b4e7b31-5f5e-4bae-98f3-82532b5b8d21 service neutron] Attempting to bind port 13c02c05-2b42-4bb7-a821-ea9d97940d7d by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '6c2c8aa3-2731-42bd-bba4-8ad2d6d79985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a0d2adb9-f818-45ca-8a33-9d0230736008'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:55:10.788679 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-0b4e7b31-5f5e-4bae-98f3-82532b5b8d21 service neutron] Attempting to bind port 13c02c05-2b42-4bb7-a821-ea9d97940d7d on network a0d2adb9-f818-45ca-8a33-9d0230736008 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:55:10.802263 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-0b4e7b31-5f5e-4bae-98f3-82532b5b8d21 service neutron] Port 13c02c05-2b42-4bb7-a821-ea9d97940d7d on network a0d2adb9-f818-45ca-8a33-9d0230736008 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:55:10.802615 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-0b4e7b31-5f5e-4bae-98f3-82532b5b8d21 service neutron] Attempting to bind port 13c02c05-2b42-4bb7-a821-ea9d97940d7d on network a0d2adb9-f818-45ca-8a33-9d0230736008 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:55:10.820149 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-0b4e7b31-5f5e-4bae-98f3-82532b5b8d21 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:55:10.820710 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-0b4e7b31-5f5e-4bae-98f3-82532b5b8d21 service neutron] Checking segment: {'id': '6c2c8aa3-2731-42bd-bba4-8ad2d6d79985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a0d2adb9-f818-45ca-8a33-9d0230736008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:55:10.821360 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-0b4e7b31-5f5e-4bae-98f3-82532b5b8d21 service neutron] Bound using segment: {'id': '6c2c8aa3-2731-42bd-bba4-8ad2d6d79985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a0d2adb9-f818-45ca-8a33-9d0230736008'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:55:10.821993 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-0b4e7b31-5f5e-4bae-98f3-82532b5b8d21 service neutron] Bound port: 13c02c05-2b42-4bb7-a821-ea9d97940d7d, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c2c8aa3-2731-42bd-bba4-8ad2d6d79985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a0d2adb9-f818-45ca-8a33-9d0230736008'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:55:10.822423 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-0b4e7b31-5f5e-4bae-98f3-82532b5b8d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:10.853565 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-155c3480-070d-4136-ba67-31c2f2bfde73 req-72063809-ef20-46d1-98d2-c205da10f392 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] 10.222.0.20 "GET /v2.0/security-groups?id=c298acf9-e53a-4b23-882c-b58bab8df7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935993 Nov 27 03:55:10.946730 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-b1d44114-2bd5-4922-ba89-d076ba3ea784 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:10.948351 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-b1d44114-2bd5-4922-ba89-d076ba3ea784 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] 10.222.0.23 "GET /v2.0/networks?id=461e781d-0c2c-4b68-9f4d-8feb5eb833d0 HTTP/1.1" status: 200 len: 815 time: 0.8392375 Nov 27 03:55:10.973259 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 37097554-c1b2-42eb-800c-8c4acd36d3af triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:55:10.973839 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:11.029837 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-43e7196f-7ff6-4973-bd34-c943c39578a7 req-58634ba3-dec1-4634-abfe-4af7ea9bd8a6 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5832984 Nov 27 03:55:11.091666 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-0b4e7b31-5f5e-4bae-98f3-82532b5b8d21 service neutron] For port 13c02c05-2b42-4bb7-a821-ea9d97940d7d, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:55:11.095776 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-0b4e7b31-5f5e-4bae-98f3-82532b5b8d21 service neutron] For port 13c02c05-2b42-4bb7-a821-ea9d97940d7d, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=13c02c05-2b42-4bb7-a821-ea9d97940d7d,segment=NetworkSegment(6c2c8aa3-2731-42bd-bba4-8ad2d6d79985),segment_id=6c2c8aa3-2731-42bd-bba4-8ad2d6d79985)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:55:11.106796 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9732acc-0260-4e27-a4ce-2de72796bb04 req-42a2ff8d-7c13-46fe-aea7-047be7f4d37b tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:11.115946 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b9732acc-0260-4e27-a4ce-2de72796bb04 req-42a2ff8d-7c13-46fe-aea7-047be7f4d37b tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b3eda56-3093-4c42-ab82-2da25d1f8b5a HTTP/1.1" status: 200 len: 943 time: 0.1598899 Nov 27 03:55:11.127296 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-0b4e7b31-5f5e-4bae-98f3-82532b5b8d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:11.162076 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 2c249626-d499-4ea7-96ad-7ead7e6f4625 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:55:11.192294 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-740c4612-b1fc-4141-99cf-67ac7daea05e tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47ae16ff37d2448f915bd8f03c73987e HTTP/1.1" status: 200 len: 379 time: 0.1984932 Nov 27 03:55:11.203695 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-c9163f83-8a2c-4d1b-afd1-37953660e69c tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Request body: {'port': {'device_id': '16d53e14-0887-488a-b966-eaf3100dc89e', 'network_id': '461e781d-0c2c-4b68-9f4d-8feb5eb833d0', 'admin_state_up': True, 'tenant_id': '47ae16ff37d2448f915bd8f03c73987e', 'security_groups': ['084d5012-f210-4da5-a788-3e718c827129']}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:55:11.217437 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-7287cbe4-c605-476c-9c6d-bd1558a9e478 None None] Provisioning complete for port 37097554-c1b2-42eb-800c-8c4acd36d3af triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:55:11.218691 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7287cbe4-c605-476c-9c6d-bd1558a9e478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:11.284252 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 2c249626-d499-4ea7-96ad-7ead7e6f4625 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:55:11.284631 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:11.289732 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b9732acc-0260-4e27-a4ce-2de72796bb04 req-9bb9c632-a9dc-4d05-99f7-e43d9f0d4900 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726706 Nov 27 03:55:11.294633 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-0b4e7b31-5f5e-4bae-98f3-82532b5b8d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:11.298595 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-0b4e7b31-5f5e-4bae-98f3-82532b5b8d21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:11.302816 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-0b4e7b31-5f5e-4bae-98f3-82532b5b8d21 service neutron] 10.222.0.11 "PUT /v2.0/ports/13c02c05-2b42-4bb7-a821-ea9d97940d7d HTTP/1.1" status: 200 len: 1091 time: 3.1144910 Nov 27 03:55:11.310601 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b3eda56-3093-4c42-ab82-2da25d1f8b5a', 'tag': '13c02c05-2b42-4bb7-a821-ea9d97940d7d'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:55:11.312072 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c069c3-5447-4ee1-9d52-458f943c9dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "2b3eda56-3093-4c42-ab82-2da25d1f8b5a", "tag": "13c02c05-2b42-4bb7-a821-ea9d97940d7d"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:55:11.315980 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4ce3053f-49cd-4eb0-a937-c96e9bfe4c66 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:11.330289 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4ce3053f-49cd-4eb0-a937-c96e9bfe4c66 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:11.370006 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e7b31-5f5e-4bae-98f3-82532b5b8d21 service neutron] Pushing event updated for resources: {'Port': ['ID=13c02c05-2b42-4bb7-a821-ea9d97940d7d,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:11.478513 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-c9163f83-8a2c-4d1b-afd1-37953660e69c tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Made reservation on behalf of 47ae16ff37d2448f915bd8f03c73987e for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:55:11.481690 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39536f1b-ec39-487c-8090-e85aa1966eb6 req-b668c04f-3b55-42c4-8086-e5252a842231 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:11.482060 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-c9163f83-8a2c-4d1b-afd1-37953660e69c tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:11.483686 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-39536f1b-ec39-487c-8090-e85aa1966eb6 req-b668c04f-3b55-42c4-8086-e5252a842231 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2efe25-aa7f-4279-b64a-4510c75e7cd5 HTTP/1.1" status: 200 len: 945 time: 0.0692251 Nov 27 03:55:11.499207 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-7287cbe4-c605-476c-9c6d-bd1558a9e478 None None] Provisioning complete for port 8d21c359-8b29-4bc7-8fd4-65e475953c35 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:55:11.499587 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7287cbe4-c605-476c-9c6d-bd1558a9e478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:11.517564 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4ce3053f-49cd-4eb0-a937-c96e9bfe4c66 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:11.540364 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-7287cbe4-c605-476c-9c6d-bd1558a9e478 None None] Port 8d21c359-8b29-4bc7-8fd4-65e475953c35 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:55:11.547924 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1ef7a6be-90cf-4f7a-a266-528ab6bcfcea req-e533c71a-9252-4e21-8722-9da69975f88a tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] 10.222.0.20 "GET /v2.0/ports?device_id=16d53e14-0887-488a-b966-eaf3100dc89e HTTP/1.1" status: 200 len: 210 time: 0.1067274 Nov 27 03:55:11.553243 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3053f-49cd-4eb0-a937-c96e9bfe4c66 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Pushing event updated for resources: {'Port': ['ID=15843f6a-df00-4d54-b942-7da652a62318,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:11.558095 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-39536f1b-ec39-487c-8090-e85aa1966eb6 req-5c2f4638-28ed-4add-ad6f-652ef5b9a6e3 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684297 Nov 27 03:55:11.573063 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4ce3053f-49cd-4eb0-a937-c96e9bfe4c66 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:11.578610 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4ce3053f-49cd-4eb0-a937-c96e9bfe4c66 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4382241 Nov 27 03:55:11.654189 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-d27b5918-7a1b-4f71-abaa-d8029cfa9159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:11.656629 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-d27b5918-7a1b-4f71-abaa-d8029cfa9159 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1b50a26fbf4e4ac2ae82d7a8006f27fa&device_id=2b3eda56-3093-4c42-ab82-2da25d1f8b5a HTTP/1.1" status: 200 len: 1094 time: 0.1135497 Nov 27 03:55:11.733359 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fedab61e-c471-408a-bc7d-76ec107a209e x-openstack-request-id: req-fedab61e-c471-408a-bc7d-76ec107a209e {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:55:11.733807 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b3eda56-3093-4c42-ab82-2da25d1f8b5a", "tag": "13c02c05-2b42-4bb7-a821-ea9d97940d7d", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:55:11.734171 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fedab61e-c471-408a-bc7d-76ec107a209e {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:55:11.734755 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b3eda56-3093-4c42-ab82-2da25d1f8b5a', 'tag': '13c02c05-2b42-4bb7-a821-ea9d97940d7d', 'status': 'completed', 'code': 200} Nov 27 03:55:11.737647 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-44f787b8-9f10-409d-a237-d5055fde948e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13c02c05-2b42-4bb7-a821-ea9d97940d7d HTTP/1.1" status: 200 len: 217 time: 0.0667243 Nov 27 03:55:11.813016 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-c50917c7-f44c-40ff-a7e2-9881e5c25f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:11.815747 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-c50917c7-f44c-40ff-a7e2-9881e5c25f5d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=96964785-3ad1-4856-8b42-aea81599cd83 HTTP/1.1" status: 200 len: 854 time: 0.0711579 Nov 27 03:55:11.833212 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24295ef1-2a96-4797-957d-8c5f64511a78 req-2b79976c-5b00-4306-85cc-9ce6813c22fd tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:11.841136 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-24295ef1-2a96-4797-957d-8c5f64511a78 req-2b79976c-5b00-4306-85cc-9ce6813c22fd tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=00f3c9e3-21f3-4909-9a32-57b55c0d8658 HTTP/1.1" status: 200 len: 945 time: 0.1769400 Nov 27 03:55:11.859156 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-c9163f83-8a2c-4d1b-afd1-37953660e69c tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Allocated IP 172.20.0.10 (461e781d-0c2c-4b68-9f4d-8feb5eb833d0/fd9e42b7-23f0-4e8f-9535-cb693456746c/6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:55:11.871058 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-782c0b11-7fe9-47f5-96b0-1747db50b78c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0d2adb9-f818-45ca-8a33-9d0230736008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381854 Nov 27 03:55:11.934581 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-24295ef1-2a96-4797-957d-8c5f64511a78 req-d44a0cff-1e06-4d70-916e-6cdd4033b9f8 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923555 Nov 27 03:55:12.005897 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-f5627bfc-972a-4c53-8576-319ef95cbdc6 service neutron] 10.222.0.11 "GET /v2.0/networks/a0d2adb9-f818-45ca-8a33-9d0230736008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262736 Nov 27 03:55:12.113227 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-a59b57a7-c954-4b97-b08d-4254be8f7ddd tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1571963645&fields=id&tenant_id=1dec02752c8a4ea2ac075e58dda75d55 HTTP/1.1" status: 200 len: 267 time: 0.0730054 Nov 27 03:55:12.126273 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9606de9-eae1-4805-8d24-7eed49539f3b req-0f8812e7-1ef0-46e7-8977-16e25ed12f8b tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:12.127540 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-c9163f83-8a2c-4d1b-afd1-37953660e69c tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:12.128206 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e9606de9-eae1-4805-8d24-7eed49539f3b req-0f8812e7-1ef0-46e7-8977-16e25ed12f8b tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] 10.222.0.20 "GET /v2.0/ports?device_id=f13aea62-07b5-4d0a-9ae2-222b59d3d89b HTTP/1.1" status: 200 len: 946 time: 0.1183681 Nov 27 03:55:12.178209 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2e2d2a48-06bf-4390-aae5-32c538a1afd5 req-364cbe1e-2a84-477d-9346-ed8405e065a5 service neutron] 10.222.0.11 "GET /v2.0/networks/a0d2adb9-f818-45ca-8a33-9d0230736008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598363 Nov 27 03:55:12.186917 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-a0291a85-6cf5-45f4-bd7f-773fb515bdd4 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:12.188324 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-a0291a85-6cf5-45f4-bd7f-773fb515bdd4 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports/8d21c359-8b29-4bc7-8fd4-65e475953c35 HTTP/1.1" status: 200 len: 932 time: 0.0557587 Nov 27 03:55:12.218495 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e9606de9-eae1-4805-8d24-7eed49539f3b req-79c2c465-be24-496c-92e6-a7aeb5c2f568 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] 10.222.0.20 "GET /v2.0/security-groups?id=c298acf9-e53a-4b23-882c-b58bab8df7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830972 Nov 27 03:55:12.222724 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-c9163f83-8a2c-4d1b-afd1-37953660e69c tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:12.298496 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-c9163f83-8a2c-4d1b-afd1-37953660e69c tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Network 461e781d-0c2c-4b68-9f4d-8feb5eb833d0 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:55:12.302013 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-c9163f83-8a2c-4d1b-afd1-37953660e69c tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:55:12.313077 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-43910fb7-fc36-45d6-9ee4-177da55004f3 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:12.314645 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-43910fb7-fc36-45d6-9ee4-177da55004f3 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports/79505348-feb7-4bb2-ad3d-3724a74fb104 HTTP/1.1" status: 200 len: 930 time: 0.1043601 Nov 27 03:55:12.318462 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-c9163f83-8a2c-4d1b-afd1-37953660e69c tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:55:12.324152 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9163f83-8a2c-4d1b-afd1-37953660e69c tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Pushing event updated for resources: {'Port': ['ID=6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:12.376622 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c069c3-5447-4ee1-9d52-458f943c9dfe req-c0b682cd-783f-4fee-82e6-4d7b3f7fc72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:12.380027 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b8c069c3-5447-4ee1-9d52-458f943c9dfe req-c0b682cd-783f-4fee-82e6-4d7b3f7fc72c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1b50a26fbf4e4ac2ae82d7a8006f27fa&device_id=2b3eda56-3093-4c42-ab82-2da25d1f8b5a HTTP/1.1" status: 200 len: 1094 time: 0.0894675 Nov 27 03:55:12.458928 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-368d8755-c818-4eac-9791-593a8343aab9 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?network_id=c50e5d64-07f3-44bc-b3a4-01ba809267ac&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1055925 Nov 27 03:55:12.499224 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-d9afaf6c-71fd-46bc-91e7-982129cf1c15 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?network_id=c50e5d64-07f3-44bc-b3a4-01ba809267ac&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0391605 Nov 27 03:55:12.513559 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-c9163f83-8a2c-4d1b-afd1-37953660e69c tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:12.514214 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-c9163f83-8a2c-4d1b-afd1-37953660e69c tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:12.534754 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf7f01-09d0-4409-9ed3-87b909a8ec3e req-ed7bd9d8-d9c7-4590-b6c2-a6f56e5d7922 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:12.538314 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-18cf7f01-09d0-4409-9ed3-87b909a8ec3e req-ed7bd9d8-d9c7-4590-b6c2-a6f56e5d7922 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b3eda56-3093-4c42-ab82-2da25d1f8b5a HTTP/1.1" status: 200 len: 943 time: 0.1155214 Nov 27 03:55:12.549584 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c069c3-5447-4ee1-9d52-458f943c9dfe req-d7703d9b-0d62-4bad-8ec8-7bd9b7bda635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:12.551555 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b8c069c3-5447-4ee1-9d52-458f943c9dfe req-d7703d9b-0d62-4bad-8ec8-7bd9b7bda635 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0d2adb9-f818-45ca-8a33-9d0230736008 HTTP/1.1" status: 200 len: 915 time: 0.1626711 Nov 27 03:55:12.586773 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-c9163f83-8a2c-4d1b-afd1-37953660e69c tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3871408 Nov 27 03:55:12.608865 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-f42966ed-cc35-45e4-adb9-ef0b814e0111 service neutron] Request body: {'port': {'device_id': '16d53e14-0887-488a-b966-eaf3100dc89e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:55:12.615186 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b8c069c3-5447-4ee1-9d52-458f943c9dfe req-d903d347-37a9-493d-b40e-2a28c8b87037 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13c02c05-2b42-4bb7-a821-ea9d97940d7d HTTP/1.1" status: 200 len: 217 time: 0.0450168 Nov 27 03:55:12.672974 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-7e198772-15fc-4d49-8875-eb43945f39ac None None] Provisioning complete for port 6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:55:12.674075 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7e198772-15fc-4d49-8875-eb43945f39ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:12.689911 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-18cf7f01-09d0-4409-9ed3-87b909a8ec3e req-8675a6b1-9f7b-4338-9e0c-5f5d04b535a3 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418586 Nov 27 03:55:12.696492 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-0cca4693-9009-4afe-ba9e-66799e57d5dc tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:12.706318 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-0cca4693-9009-4afe-ba9e-66799e57d5dc tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:12.708332 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-0cca4693-9009-4afe-ba9e-66799e57d5dc tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:12.710009 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-0cca4693-9009-4afe-ba9e-66799e57d5dc tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/networks?id=de70f11c-4372-4ca5-89fb-09782e179a3b&id=51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5&id=51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5&id=c50e5d64-07f3-44bc-b3a4-01ba809267ac&id=c50e5d64-07f3-44bc-b3a4-01ba809267ac HTTP/1.1" status: 200 len: 1990 time: 0.1922884 Nov 27 03:55:12.715817 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-f42966ed-cc35-45e4-adb9-ef0b814e0111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:12.738825 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c069c3-5447-4ee1-9d52-458f943c9dfe req-e4812781-113e-4108-a37b-0246b3ef0836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:12.738825 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b8c069c3-5447-4ee1-9d52-458f943c9dfe req-e4812781-113e-4108-a37b-0246b3ef0836 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=96964785-3ad1-4856-8b42-aea81599cd83 HTTP/1.1" status: 200 len: 854 time: 0.1026247 Nov 27 03:55:12.739525 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-69039743-7b97-4808-83c6-0eb75aab3412 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/quotas/1dec02752c8a4ea2ac075e58dda75d55 HTTP/1.1" status: 200 len: 375 time: 0.0161109 Nov 27 03:55:12.748374 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-7e198772-15fc-4d49-8875-eb43945f39ac None None] Port 6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:55:12.783223 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b8c069c3-5447-4ee1-9d52-458f943c9dfe req-6e4b9b96-ac63-4760-8b65-8c83a794ca2e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0d2adb9-f818-45ca-8a33-9d0230736008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460882 Nov 27 03:55:12.900404 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-43eb3e3a-1c84-4bcb-8016-f8fdfc691d97 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1dec02752c8a4ea2ac075e58dda75d55&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1584504 Nov 27 03:55:12.942745 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b8c069c3-5447-4ee1-9d52-458f943c9dfe req-f4c14784-9d73-40e1-93d6-890d2eade4d5 service neutron] 10.222.0.11 "GET /v2.0/networks/a0d2adb9-f818-45ca-8a33-9d0230736008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351235 Nov 27 03:55:12.951467 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d0d97-aa6d-47e4-9c28-3c46469b4d12 req-f94e9fd8-fd81-4291-bc4d-df68f1e1f74f tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:12.952887 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b83d0d97-aa6d-47e4-9c28-3c46469b4d12 req-f94e9fd8-fd81-4291-bc4d-df68f1e1f74f tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] 10.222.0.20 "GET /v2.0/ports?device_id=16d53e14-0887-488a-b966-eaf3100dc89e HTTP/1.1" status: 200 len: 932 time: 0.0749526 Nov 27 03:55:13.063182 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b83d0d97-aa6d-47e4-9c28-3c46469b4d12 req-cb5af6eb-2421-4c68-bbf4-fdc183a4278d tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] 10.222.0.20 "GET /v2.0/security-groups?id=084d5012-f210-4da5-a788-3e718c827129&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012328 Nov 27 03:55:13.087545 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b8c069c3-5447-4ee1-9d52-458f943c9dfe req-414b1c76-f99c-47a6-add5-ef696aabafa0 service neutron] 10.222.0.11 "GET /v2.0/networks/a0d2adb9-f818-45ca-8a33-9d0230736008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337178 Nov 27 03:55:13.122674 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-4a083b39-1ea2-4450-87c0-87ad9c563d12 service neutron] 10.222.0.20 "GET /v2.0/networks/de70f11c-4372-4ca5-89fb-09782e179a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406825 Nov 27 03:55:13.196759 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfeeb73-fdff-4279-9b5b-f1072de4e076 req-2387dd53-f937-414f-882a-7ff543bf477e tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:13.198537 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dcfeeb73-fdff-4279-9b5b-f1072de4e076 req-2387dd53-f937-414f-882a-7ff543bf477e tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=00f3c9e3-21f3-4909-9a32-57b55c0d8658 HTTP/1.1" status: 200 len: 945 time: 0.0674093 Nov 27 03:55:13.209480 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-f42966ed-cc35-45e4-adb9-ef0b814e0111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:55:13.222621 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-f42966ed-cc35-45e4-adb9-ef0b814e0111 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:13.243276 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-f42966ed-cc35-45e4-adb9-ef0b814e0111 service neutron] Transition to ACTIVE for port object 6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:55:13.251992 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-f42966ed-cc35-45e4-adb9-ef0b814e0111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:13.268217 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dcfeeb73-fdff-4279-9b5b-f1072de4e076 req-ca41dbac-4767-4314-95fa-4c8fcf7bbab3 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620241 Nov 27 03:55:13.320228 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-54f5edb2-a20a-4c67-86ae-ab159984d918 service neutron] 10.222.0.20 "GET /v2.0/networks/de70f11c-4372-4ca5-89fb-09782e179a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903458 Nov 27 03:55:13.354163 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42966ed-cc35-45e4-adb9-ef0b814e0111 service neutron] Pushing event updated for resources: {'Port': ['ID=6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:13.406611 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff91658-eea3-44f9-8453-52a494d8fe7f req-a06b16e2-8c8f-4257-98b1-9a8cdda58fac tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:13.409274 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-c20b3883-c6f4-4bd0-872a-33385c9fd503 service neutron] 10.222.0.20 "GET /v2.0/ports/8d21c359-8b29-4bc7-8fd4-65e475953c35?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0696607 Nov 27 03:55:13.414589 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5ff91658-eea3-44f9-8453-52a494d8fe7f req-a06b16e2-8c8f-4257-98b1-9a8cdda58fac tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] 10.222.0.20 "GET /v2.0/ports?device_id=f13aea62-07b5-4d0a-9ae2-222b59d3d89b HTTP/1.1" status: 200 len: 946 time: 0.0703268 Nov 27 03:55:13.485443 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5ff91658-eea3-44f9-8453-52a494d8fe7f req-030b7001-d839-4f85-87cf-65df86c79aee tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] 10.222.0.20 "GET /v2.0/security-groups?id=c298acf9-e53a-4b23-882c-b58bab8df7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610919 Nov 27 03:55:13.537596 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-7711543d-095a-4b7a-ae15-24bf46aeb36c service neutron] 10.222.0.20 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055443 Nov 27 03:55:13.616193 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240efc39-1d7e-457e-af04-b18f384fdb21 req-ade51713-062d-44b1-9534-66806bd8e4bf tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:13.618633 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-240efc39-1d7e-457e-af04-b18f384fdb21 req-ade51713-062d-44b1-9534-66806bd8e4bf tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] 10.222.0.11 "GET /v2.0/ports?device_id=f13aea62-07b5-4d0a-9ae2-222b59d3d89b HTTP/1.1" status: 200 len: 946 time: 0.0712759 Nov 27 03:55:13.620597 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-f42966ed-cc35-45e4-adb9-ef0b814e0111 service neutron] Attempting to bind port 6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:55:13.620940 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-f42966ed-cc35-45e4-adb9-ef0b814e0111 service neutron] Attempting to bind port 6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '0a587f35-0a39-4fc4-b0ff-200373687efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '461e781d-0c2c-4b68-9f4d-8feb5eb833d0'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:55:13.621306 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-f42966ed-cc35-45e4-adb9-ef0b814e0111 service neutron] Attempting to bind port 6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400 on network 461e781d-0c2c-4b68-9f4d-8feb5eb833d0 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:55:13.630845 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-f42966ed-cc35-45e4-adb9-ef0b814e0111 service neutron] Port 6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400 on network 461e781d-0c2c-4b68-9f4d-8feb5eb833d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:55:13.631176 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-f42966ed-cc35-45e4-adb9-ef0b814e0111 service neutron] Attempting to bind port 6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400 on network 461e781d-0c2c-4b68-9f4d-8feb5eb833d0 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:55:13.647120 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-f42966ed-cc35-45e4-adb9-ef0b814e0111 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:55:13.647467 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-f42966ed-cc35-45e4-adb9-ef0b814e0111 service neutron] Checking segment: {'id': '0a587f35-0a39-4fc4-b0ff-200373687efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '461e781d-0c2c-4b68-9f4d-8feb5eb833d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:55:13.647859 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-f42966ed-cc35-45e4-adb9-ef0b814e0111 service neutron] Bound using segment: {'id': '0a587f35-0a39-4fc4-b0ff-200373687efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '461e781d-0c2c-4b68-9f4d-8feb5eb833d0'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:55:13.648313 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-f42966ed-cc35-45e4-adb9-ef0b814e0111 service neutron] Bound port: 6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a587f35-0a39-4fc4-b0ff-200373687efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '461e781d-0c2c-4b68-9f4d-8feb5eb833d0'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:55:13.648674 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-f42966ed-cc35-45e4-adb9-ef0b814e0111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:13.678909 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-9aee5b01-2829-42b8-8ac4-69acf65b2ac6 service neutron] 10.222.0.20 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341310 Nov 27 03:55:13.760168 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-4841059e-70a4-40f7-bee7-4a3485bc9a95 service neutron] 10.222.0.20 "GET /v2.0/ports/79505348-feb7-4bb2-ad3d-3724a74fb104?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0607088 Nov 27 03:55:13.777453 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-240efc39-1d7e-457e-af04-b18f384fdb21 req-29585bba-00ac-4667-8ddf-57b17d4fb1fd tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Deleting port 1ec144ed-5d68-4d77-bb2a-3501abd9a1ce {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:55:13.778387 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-240efc39-1d7e-457e-af04-b18f384fdb21 req-29585bba-00ac-4667-8ddf-57b17d4fb1fd tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:13.794063 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-f42966ed-cc35-45e4-adb9-ef0b814e0111 service neutron] For port 6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:55:13.833233 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-f42966ed-cc35-45e4-adb9-ef0b814e0111 service neutron] For port 6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400,segment=NetworkSegment(0a587f35-0a39-4fc4-b0ff-200373687efc),segment_id=0a587f35-0a39-4fc4-b0ff-200373687efc)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:55:13.838142 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f2915-5b2a-4a70-9600-d967495319a1 req-0b4ed7cb-642b-4388-b723-6c044fdc5efd tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:13.840059 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f35f2915-5b2a-4a70-9600-d967495319a1 req-0b4ed7cb-642b-4388-b723-6c044fdc5efd tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7d8460-faa5-44c6-b51b-fe9a84a9a9a9 HTTP/1.1" status: 200 len: 945 time: 0.1141353 Nov 27 03:55:13.841691 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-f42966ed-cc35-45e4-adb9-ef0b814e0111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:13.893515 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-f42966ed-cc35-45e4-adb9-ef0b814e0111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:13.894141 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-f42966ed-cc35-45e4-adb9-ef0b814e0111 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:13.895574 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-f42966ed-cc35-45e4-adb9-ef0b814e0111 service neutron] 10.222.0.23 "PUT /v2.0/ports/6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400 HTTP/1.1" status: 200 len: 1092 time: 1.2915990 Nov 27 03:55:13.902046 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16d53e14-0887-488a-b966-eaf3100dc89e', 'tag': '6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:55:13.905647 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2cf333e-45fc-4014-b533-715267909c19" -d '{"events": [{"name": "network-changed", "server_uuid": "16d53e14-0887-488a-b966-eaf3100dc89e", "tag": "6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:55:13.938535 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-e491568a-2aaf-4212-afd6-39dd158d588f service neutron] 10.222.0.20 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668773 Nov 27 03:55:13.943763 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42966ed-cc35-45e4-adb9-ef0b814e0111 service neutron] Pushing event updated for resources: {'Port': ['ID=6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:13.957352 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f35f2915-5b2a-4a70-9600-d967495319a1 req-c95d5fa2-4949-47fb-bd02-bf7f2b34aa3f tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045706 Nov 27 03:55:13.962471 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-240efc39-1d7e-457e-af04-b18f384fdb21 req-29585bba-00ac-4667-8ddf-57b17d4fb1fd tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] For port 1ec144ed-5d68-4d77-bb2a-3501abd9a1ce, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=1ec144ed-5d68-4d77-bb2a-3501abd9a1ce,segment=NetworkSegment(db72c7fd-8acf-4a83-a943-7e9fddab17ca),segment_id=db72c7fd-8acf-4a83-a943-7e9fddab17ca)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:55:13.963000 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-240efc39-1d7e-457e-af04-b18f384fdb21 req-29585bba-00ac-4667-8ddf-57b17d4fb1fd tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:14.094095 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-f823f118-3ae7-4bba-9b38-ec45198a322e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:14.095678 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-f823f118-3ae7-4bba-9b38-ec45198a322e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=47ae16ff37d2448f915bd8f03c73987e&device_id=16d53e14-0887-488a-b966-eaf3100dc89e HTTP/1.1" status: 200 len: 1095 time: 0.1353784 Nov 27 03:55:14.166325 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-9dd729ba-ffb7-4384-977e-e9531b8f601c service neutron] 10.222.0.20 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973960 Nov 27 03:55:14.167670 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-dcdb4b27-b791-404e-b388-64e22d74a1e9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400 HTTP/1.1" status: 200 len: 217 time: 0.0495882 Nov 27 03:55:14.250259 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-240efc39-1d7e-457e-af04-b18f384fdb21 req-29585bba-00ac-4667-8ddf-57b17d4fb1fd tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:14.250654 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-240efc39-1d7e-457e-af04-b18f384fdb21 req-29585bba-00ac-4667-8ddf-57b17d4fb1fd tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:14.250956 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [req-240efc39-1d7e-457e-af04-b18f384fdb21 req-29585bba-00ac-4667-8ddf-57b17d4fb1fd tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Floating IP 10b03ebe-d181-44ad-99bf-a70f0afd9824 disassociated. External IP: 172.25.1.163, port: 1ec144ed-5d68-4d77-bb2a-3501abd9a1ce. Nov 27 03:55:14.251300 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-240efc39-1d7e-457e-af04-b18f384fdb21 req-29585bba-00ac-4667-8ddf-57b17d4fb1fd tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Calling delete_port for 1ec144ed-5d68-4d77-bb2a-3501abd9a1ce owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:55:14.276210 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-8779471b-09e2-4935-b521-8e2ea0932001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:14.277674 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-8779471b-09e2-4935-b521-8e2ea0932001 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fd9e42b7-23f0-4e8f-9535-cb693456746c HTTP/1.1" status: 200 len: 854 time: 0.0873389 Nov 27 03:55:14.284060 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b4372-3081-4be2-b79e-0b849cdf807b req-62e2fc06-aa9f-4b25-b174-00da47e8efcd tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:14.293592 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b38b4372-3081-4be2-b79e-0b849cdf807b req-62e2fc06-aa9f-4b25-b174-00da47e8efcd tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b3eda56-3093-4c42-ab82-2da25d1f8b5a HTTP/1.1" status: 200 len: 943 time: 0.0995467 Nov 27 03:55:14.354471 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-cce452db-7b68-47eb-8e60-d406df8a8fab service neutron] 10.222.0.20 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733396 Nov 27 03:55:14.358969 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-f1aed674-11a8-4d49-bd46-8a812d4eda42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:14.360462 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-f1aed674-11a8-4d49-bd46-8a812d4eda42 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=461e781d-0c2c-4b68-9f4d-8feb5eb833d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707424 Nov 27 03:55:14.399270 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b38b4372-3081-4be2-b79e-0b849cdf807b req-0fe9692b-87ba-4431-a495-31d90b709080 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046600 Nov 27 03:55:14.497702 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-240efc39-1d7e-457e-af04-b18f384fdb21 req-29585bba-00ac-4667-8ddf-57b17d4fb1fd tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:14.521390 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-7686c307-6c95-44b0-87af-4b32f54ea922 service neutron] 10.222.0.20 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599615 Nov 27 03:55:14.526742 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-108adc36-a71c-4dfb-bfbd-2457df2b8c08 service neutron] 10.222.0.23 "GET /v2.0/networks/461e781d-0c2c-4b68-9f4d-8feb5eb833d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477761 Nov 27 03:55:14.550294 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29585bba-00ac-4667-8ddf-57b17d4fb1fd tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Pushing event deleted for resources: {'Port': ['ID=1ec144ed-5d68-4d77-bb2a-3501abd9a1ce,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:14.625332 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b03e2e-6ebe-42db-9981-5956786ca990 x-openstack-request-id: req-30b03e2e-6ebe-42db-9981-5956786ca990 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:55:14.625722 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16d53e14-0887-488a-b966-eaf3100dc89e", "tag": "6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:55:14.626058 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30b03e2e-6ebe-42db-9981-5956786ca990 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:55:14.626527 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16d53e14-0887-488a-b966-eaf3100dc89e', 'tag': '6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400', 'status': 'completed', 'code': 200} Nov 27 03:55:14.703530 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4c1f4a96-bbd2-4f1d-9fb3-1652d0870eef req-25b6145d-56bc-4190-a334-372339ba2c9b service neutron] 10.222.0.23 "GET /v2.0/networks/461e781d-0c2c-4b68-9f4d-8feb5eb833d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667755 Nov 27 03:55:14.705280 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-084ef3f2-8f89-42f4-b8ef-0dc752149c54 service neutron] 10.222.0.20 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767569 Nov 27 03:55:14.713728 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-240efc39-1d7e-457e-af04-b18f384fdb21 req-29585bba-00ac-4667-8ddf-57b17d4fb1fd tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Router 2fefc244-a0cd-4c7d-8f96-fc98770e34f9 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:55:14.842704 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-6d9fcff3-02e2-4cf5-94de-dc58c503368a service neutron] 10.222.0.20 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308537 Nov 27 03:55:14.880417 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-240efc39-1d7e-457e-af04-b18f384fdb21 req-29585bba-00ac-4667-8ddf-57b17d4fb1fd tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:55:14.893086 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287e3000-2e03-4458-923a-48e8685550b8 None None] Sync routers for ids ['2fefc244-a0cd-4c7d-8f96-fc98770e34f9'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:55:14.898220 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf333e-45fc-4014-b533-715267909c19 req-a896ce1f-439b-4948-a449-8c0ff3e04ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:14.899776 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2cf333e-45fc-4014-b533-715267909c19 req-a896ce1f-439b-4948-a449-8c0ff3e04ae0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=47ae16ff37d2448f915bd8f03c73987e&device_id=16d53e14-0887-488a-b966-eaf3100dc89e HTTP/1.1" status: 200 len: 1095 time: 0.0951324 Nov 27 03:55:14.914810 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287e3000-2e03-4458-923a-48e8685550b8 None None] Routers {'2fefc244-a0cd-4c7d-8f96-fc98770e34f9'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:55:14.916363 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ed2ca-429d-404f-ae7b-b01dab71058e req-19a841b4-054f-447d-a3bf-b1fd56ce96e7 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:14.917264 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-287e3000-2e03-4458-923a-48e8685550b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:54:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['2fefc244-a0cd-4c7d-8f96-fc98770e34f9'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:55:14.917902 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ba1ed2ca-429d-404f-ae7b-b01dab71058e req-19a841b4-054f-447d-a3bf-b1fd56ce96e7 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2efe25-aa7f-4279-b64a-4510c75e7cd5 HTTP/1.1" status: 200 len: 945 time: 0.0788653 Nov 27 03:55:14.932846 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-240efc39-1d7e-457e-af04-b18f384fdb21 req-29585bba-00ac-4667-8ddf-57b17d4fb1fd tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] No DVR routers for this DVR port 1ec144ed-5d68-4d77-bb2a-3501abd9a1ce on host n-h2-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:55:14.935504 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-240efc39-1d7e-457e-af04-b18f384fdb21 req-29585bba-00ac-4667-8ddf-57b17d4fb1fd tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:14.938863 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-240efc39-1d7e-457e-af04-b18f384fdb21 req-29585bba-00ac-4667-8ddf-57b17d4fb1fd tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] 10.222.0.11 "DELETE /v2.0/ports/1ec144ed-5d68-4d77-bb2a-3501abd9a1ce HTTP/1.1" status: 204 len: 173 time: 1.3131919 Nov 27 03:55:14.939321 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13aea62-07b5-4d0a-9ae2-222b59d3d89b', 'name': 'network-vif-deleted', 'tag': '1ec144ed-5d68-4d77-bb2a-3501abd9a1ce'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:55:14.941679 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb434bb0-6383-424c-8994-f8c69720a89f" -d '{"events": [{"server_uuid": "f13aea62-07b5-4d0a-9ae2-222b59d3d89b", "name": "network-vif-deleted", "tag": "1ec144ed-5d68-4d77-bb2a-3501abd9a1ce"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:55:15.021210 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ba1ed2ca-429d-404f-ae7b-b01dab71058e req-ab475187-fe6e-4eb9-b7e4-7c76778c2ccd tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895584 Nov 27 03:55:15.060787 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-ac7878f2-501e-436b-9d1d-620e60be3cb5 service neutron] 10.222.0.20 "GET /v2.0/networks/c50e5d64-07f3-44bc-b3a4-01ba809267ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086933 Nov 27 03:55:15.081756 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 13c02c05-2b42-4bb7-a821-ea9d97940d7d details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:55:15.087285 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-287e3000-2e03-4458-923a-48e8685550b8 None None] Set router 2fefc244-a0cd-4c7d-8f96-fc98770e34f9 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:55:15.184997 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf333e-45fc-4014-b533-715267909c19 req-6a36bda2-480e-4382-b7a5-19d1486af698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:15.190715 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2cf333e-45fc-4014-b533-715267909c19 req-6a36bda2-480e-4382-b7a5-19d1486af698 service neutron] 10.222.0.23 "GET /v2.0/networks?id=461e781d-0c2c-4b68-9f4d-8feb5eb833d0 HTTP/1.1" status: 200 len: 916 time: 0.2783179 Nov 27 03:55:15.265792 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99cbd1-e709-44a3-b19f-3f116b6da1f4 req-e6556182-07e2-45a1-a865-6ba1daeb8a06 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:15.267696 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5f99cbd1-e709-44a3-b19f-3f116b6da1f4 req-e6556182-07e2-45a1-a865-6ba1daeb8a06 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] 10.222.0.20 "GET /v2.0/ports?device_id=16d53e14-0887-488a-b966-eaf3100dc89e HTTP/1.1" status: 200 len: 944 time: 0.1264756 Nov 27 03:55:15.335969 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5f99cbd1-e709-44a3-b19f-3f116b6da1f4 req-4a861326-5341-49e3-b2f3-4313a8b4776c tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] 10.222.0.20 "GET /v2.0/security-groups?id=084d5012-f210-4da5-a788-3e718c827129&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606778 Nov 27 03:55:15.352841 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 13c02c05-2b42-4bb7-a821-ea9d97940d7d, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=13c02c05-2b42-4bb7-a821-ea9d97940d7d,segment=NetworkSegment(6c2c8aa3-2731-42bd-bba4-8ad2d6d79985),segment_id=6c2c8aa3-2731-42bd-bba4-8ad2d6d79985)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:55:15.366237 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '13c02c05-2b42-4bb7-a821-ea9d97940d7d', 'network_id': 'a0d2adb9-f818-45ca-8a33-9d0230736008', 'port_id': '13c02c05-2b42-4bb7-a821-ea9d97940d7d', 'mac_address': 'fa:16:3e:8f:d0:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96964785-3ad1-4856-8b42-aea81599cd83', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:55:15.414436 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:15.428926 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13c02c05-2b42-4bb7-a821-ea9d97940d7d {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:55:15.444335 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-287e3000-2e03-4458-923a-48e8685550b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fefc244-a0cd-4c7d-8f96-fc98770e34f9', 'name': 'tempest-ServersTestJSON-303380979-router', 'tenant_id': '8bb01210b11c43889360e732fe76fd2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '76d23f9a-625b-4107-8e60-41f63c6bfecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:52:55Z', 'updated_at': '2021-11-27T03:53:04Z', 'revision_number': 4, 'project_id': '8bb01210b11c43889360e732fe76fd2a', 'gw_port': {'id': '76d23f9a-625b-4107-8e60-41f63c6bfecf', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:25:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fefc244-a0cd-4c7d-8f96-fc98770e34f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:52:57Z', 'updated_at': '2021-11-27T03:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'c6424ff9-0749-4dcf-b9e9-8b25d6d81e3c', 'name': '', 'network_id': 'cbc1a1c0-8b3a-4e82-94f8-83b55129e91a', 'tenant_id': '8bb01210b11c43889360e732fe76fd2a', 'mac_address': 'fa:16:3e:cc:f9:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fefc244-a0cd-4c7d-8f96-fc98770e34f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '8ca69a11-da44-4ad3-88b5-25018bbf4566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:53:03Z', 'updated_at': '2021-11-27T03:53:10Z', 'revision_number': 5, 'project_id': '8bb01210b11c43889360e732fe76fd2a', 'subnets': [{'id': '8ca69a11-da44-4ad3-88b5-25018bbf4566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:55:15.453039 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 13c02c05-2b42-4bb7-a821-ea9d97940d7d, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=13c02c05-2b42-4bb7-a821-ea9d97940d7d,segment=NetworkSegment(6c2c8aa3-2731-42bd-bba4-8ad2d6d79985),segment_id=6c2c8aa3-2731-42bd-bba4-8ad2d6d79985)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:55:15.470757 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:15.482810 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287e3000-2e03-4458-923a-48e8685550b8 None None] Checking router: 2fefc244-a0cd-4c7d-8f96-fc98770e34f9 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:55:15.492546 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287e3000-2e03-4458-923a-48e8685550b8 None None] Routers {'2fefc244-a0cd-4c7d-8f96-fc98770e34f9'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:55:15.493422 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-287e3000-2e03-4458-923a-48e8685550b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:54:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['2fefc244-a0cd-4c7d-8f96-fc98770e34f9'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:55:15.570572 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e322c800-6c35-4e78-966c-b2b70e6eb6dd req-f57c27a7-74b5-4694-95ff-acd337305b7f tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] 10.222.0.20 "GET /v2.0/ports?device_id=f13aea62-07b5-4d0a-9ae2-222b59d3d89b HTTP/1.1" status: 200 len: 210 time: 0.0857837 Nov 27 03:55:15.609997 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=13c02c05-2b42-4bb7-a821-ea9d97940d7d,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:15.619302 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:15.619656 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:15.620006 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:15.620352 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:15.620721 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:15.622109 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:15.622449 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:15.622829 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:15.623167 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:15.623502 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:15.623837 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:15.624170 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:15.640272 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-287e3000-2e03-4458-923a-48e8685550b8 None None] Set router 2fefc244-a0cd-4c7d-8f96-fc98770e34f9 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:55:15.660797 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44bc1561-740f-4673-8770-c9ff4244a548 x-openstack-request-id: req-44bc1561-740f-4673-8770-c9ff4244a548 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:55:15.661104 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f13aea62-07b5-4d0a-9ae2-222b59d3d89b", "name": "network-vif-deleted", "tag": "1ec144ed-5d68-4d77-bb2a-3501abd9a1ce", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:55:15.661379 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-44bc1561-740f-4673-8770-c9ff4244a548 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:55:15.661799 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f13aea62-07b5-4d0a-9ae2-222b59d3d89b', 'name': 'network-vif-deleted', 'tag': '1ec144ed-5d68-4d77-bb2a-3501abd9a1ce', 'status': 'completed', 'code': 200} Nov 27 03:55:15.835415 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['13c02c05-2b42-4bb7-a821-ea9d97940d7d'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:55:15.836597 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2cf333e-45fc-4014-b533-715267909c19 req-d9360dc0-4f0c-4a9b-9d2c-fad6cd25cc9f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400 HTTP/1.1" status: 200 len: 217 time: 0.6170444 Nov 27 03:55:15.889776 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf333e-45fc-4014-b533-715267909c19 req-7569a4f7-4503-413d-aebb-535a365e0f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:15.891345 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2cf333e-45fc-4014-b533-715267909c19 req-7569a4f7-4503-413d-aebb-535a365e0f85 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fd9e42b7-23f0-4e8f-9535-cb693456746c HTTP/1.1" status: 200 len: 854 time: 0.0468302 Nov 27 03:55:15.922487 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-287e3000-2e03-4458-923a-48e8685550b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fefc244-a0cd-4c7d-8f96-fc98770e34f9', 'name': 'tempest-ServersTestJSON-303380979-router', 'tenant_id': '8bb01210b11c43889360e732fe76fd2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '76d23f9a-625b-4107-8e60-41f63c6bfecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:52:55Z', 'updated_at': '2021-11-27T03:53:04Z', 'revision_number': 4, 'project_id': '8bb01210b11c43889360e732fe76fd2a', 'gw_port': {'id': '76d23f9a-625b-4107-8e60-41f63c6bfecf', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:25:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fefc244-a0cd-4c7d-8f96-fc98770e34f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:52:57Z', 'updated_at': '2021-11-27T03:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'c6424ff9-0749-4dcf-b9e9-8b25d6d81e3c', 'name': '', 'network_id': 'cbc1a1c0-8b3a-4e82-94f8-83b55129e91a', 'tenant_id': '8bb01210b11c43889360e732fe76fd2a', 'mac_address': 'fa:16:3e:cc:f9:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fefc244-a0cd-4c7d-8f96-fc98770e34f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '8ca69a11-da44-4ad3-88b5-25018bbf4566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:53:03Z', 'updated_at': '2021-11-27T03:53:10Z', 'revision_number': 5, 'project_id': '8bb01210b11c43889360e732fe76fd2a', 'subnets': [{'id': '8ca69a11-da44-4ad3-88b5-25018bbf4566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:55:15.977952 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-5a729e1a-68d0-4f72-b1a2-cf73e72dfc73 service neutron] 10.222.0.20 "GET /v2.0/networks/c50e5d64-07f3-44bc-b3a4-01ba809267ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7850688 Nov 27 03:55:15.978392 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287e3000-2e03-4458-923a-48e8685550b8 None None] The sync data for ids ['2fefc244-a0cd-4c7d-8f96-fc98770e34f9'] in n-d-819494-3 is: [{'id': '2fefc244-a0cd-4c7d-8f96-fc98770e34f9', 'name': 'tempest-ServersTestJSON-303380979-router', 'tenant_id': '8bb01210b11c43889360e732fe76fd2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '76d23f9a-625b-4107-8e60-41f63c6bfecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:52:55Z', 'updated_at': '2021-11-27T03:53:04Z', 'revision_number': 4, 'project_id': '8bb01210b11c43889360e732fe76fd2a', 'gw_port': {'id': '76d23f9a-625b-4107-8e60-41f63c6bfecf', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:25:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fefc244-a0cd-4c7d-8f96-fc98770e34f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:52:57Z', 'updated_at': '2021-11-27T03:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'c6424ff9-0749-4dcf-b9e9-8b25d6d81e3c', 'name': '', 'network_id': 'cbc1a1c0-8b3a-4e82-94f8-83b55129e91a', 'tenant_id': '8bb01210b11c43889360e732fe76fd2a', 'mac_address': 'fa:16:3e:cc:f9:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fefc244-a0cd-4c7d-8f96-fc98770e34f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '8ca69a11-da44-4ad3-88b5-25018bbf4566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:53:03Z', 'updated_at': '2021-11-27T03:53:10Z', 'revision_number': 5, 'project_id': '8bb01210b11c43889360e732fe76fd2a', 'subnets': [{'id': '8ca69a11-da44-4ad3-88b5-25018bbf4566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:55:15.996780 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:16.009307 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf333e-45fc-4014-b533-715267909c19 req-25c6dc46-6785-4857-9746-e2e1efb53234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:16.010866 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2cf333e-45fc-4014-b533-715267909c19 req-25c6dc46-6785-4857-9746-e2e1efb53234 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=461e781d-0c2c-4b68-9f4d-8feb5eb833d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1080728 Nov 27 03:55:16.043734 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ae73f-b695-4e7b-b9ca-932051e21c56 req-124609f0-64e8-4b03-a6c8-6892a0b19368 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:16.049940 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ae73f-b695-4e7b-b9ca-932051e21c56 req-124609f0-64e8-4b03-a6c8-6892a0b19368 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:16.063771 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ae73f-b695-4e7b-b9ca-932051e21c56 req-124609f0-64e8-4b03-a6c8-6892a0b19368 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:16.073337 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d86ae73f-b695-4e7b-b9ca-932051e21c56 req-124609f0-64e8-4b03-a6c8-6892a0b19368 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7d8460-faa5-44c6-b51b-fe9a84a9a9a9&device_id=00f3c9e3-21f3-4909-9a32-57b55c0d8658&device_id=5f2efe25-aa7f-4279-b64a-4510c75e7cd5 HTTP/1.1" status: 200 len: 2416 time: 0.1103289 Nov 27 03:55:16.080018 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1be74b84-1009-496a-b828-a7f0e61b4448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:16.151228 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d86ae73f-b695-4e7b-b9ca-932051e21c56 req-4792b3bc-1a32-4250-866c-edaaaad8e4fc tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767448 Nov 27 03:55:16.243515 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2cf333e-45fc-4014-b533-715267909c19 req-5903404e-4b73-4f8a-b07f-db444627b6cb service neutron] 10.222.0.23 "GET /v2.0/networks/461e781d-0c2c-4b68-9f4d-8feb5eb833d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209668 Nov 27 03:55:16.245570 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-b8803a85-9eb2-4ffa-b9c4-32c5bd76b207 service neutron] 10.222.0.20 "GET /v2.0/networks/c50e5d64-07f3-44bc-b3a4-01ba809267ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518740 Nov 27 03:55:16.380703 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede116c0-aea7-4d4e-9747-2b4f07681a18 req-dea14197-4d67-4355-8d1d-f031d078b4a9 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:16.382257 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ede116c0-aea7-4d4e-9747-2b4f07681a18 req-dea14197-4d67-4355-8d1d-f031d078b4a9 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b3eda56-3093-4c42-ab82-2da25d1f8b5a HTTP/1.1" status: 200 len: 944 time: 0.0653303 Nov 27 03:55:16.382393 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af677f6-2ed8-436a-8e98-7672458fc454 None None] New status for floating IP 10b03ebe-d181-44ad-99bf-a70f0afd9824: DOWN {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 03:55:16.440181 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-22293561-686c-46be-9ac8-c56fdbe5f673 service neutron] 10.222.0.20 "GET /v2.0/networks/c50e5d64-07f3-44bc-b3a4-01ba809267ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825309 Nov 27 03:55:16.442726 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2cf333e-45fc-4014-b533-715267909c19 req-9d95acc0-7fbf-4192-b112-414d076b7fc5 service neutron] 10.222.0.23 "GET /v2.0/networks/461e781d-0c2c-4b68-9f4d-8feb5eb833d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840515 Nov 27 03:55:16.476823 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ede116c0-aea7-4d4e-9747-2b4f07681a18 req-5f4aacb4-6700-4803-8e96-bf51157ad6d4 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852749 Nov 27 03:55:16.713424 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4ca80-c560-47fc-9c0e-43de70c41c9e req-c98df25e-30d3-4762-908c-3517690d19fc tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:16.715993 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e5c4ca80-c560-47fc-9c0e-43de70c41c9e req-c98df25e-30d3-4762-908c-3517690d19fc tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7d8460-faa5-44c6-b51b-fe9a84a9a9a9 HTTP/1.1" status: 200 len: 945 time: 0.0561590 Nov 27 03:55:16.770632 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e5c4ca80-c560-47fc-9c0e-43de70c41c9e req-b1cd3f4f-920f-4bdd-bba1-8208486fd967 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479913 Nov 27 03:55:16.781806 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:55:16.916413 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091f6c6-4b86-4b44-90f9-d7940f576fd2 req-94ed64d3-fe70-4290-b116-bf737a86acd7 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:16.924495 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b091f6c6-4b86-4b44-90f9-d7940f576fd2 req-94ed64d3-fe70-4290-b116-bf737a86acd7 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] 10.222.0.20 "GET /v2.0/ports?device_id=16d53e14-0887-488a-b966-eaf3100dc89e HTTP/1.1" status: 200 len: 944 time: 0.0715117 Nov 27 03:55:16.951080 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400,segment=NetworkSegment(0a587f35-0a39-4fc4-b0ff-200373687efc),segment_id=0a587f35-0a39-4fc4-b0ff-200373687efc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:55:16.968304 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400', 'network_id': '461e781d-0c2c-4b68-9f4d-8feb5eb833d0', 'port_id': '6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400', 'mac_address': 'fa:16:3e:f4:32:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd9e42b7-23f0-4e8f-9535-cb693456746c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:55:16.989226 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b091f6c6-4b86-4b44-90f9-d7940f576fd2 req-e85418f4-f5d4-44ef-b6e4-3d3841e824d9 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] 10.222.0.20 "GET /v2.0/security-groups?id=084d5012-f210-4da5-a788-3e718c827129&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635233 Nov 27 03:55:17.016513 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:17.030767 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:55:17.051683 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400,segment=NetworkSegment(0a587f35-0a39-4fc4-b0ff-200373687efc),segment_id=0a587f35-0a39-4fc4-b0ff-200373687efc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:55:17.079020 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:17.123990 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43966) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:55:17.170987 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 13c02c05-2b42-4bb7-a821-ea9d97940d7d up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:55:17.223290 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:17.272770 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 13c02c05-2b42-4bb7-a821-ea9d97940d7d completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:55:17.276854 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-62dc4176-6635-4b87-8422-39c1645817d0 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:17.292651 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-453e0d93-ffc3-4bb0-94b5-5d3ad299d1a9 req-501d8b3c-d110-4baa-a17b-7ef176951da0 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 210 time: 0.0610669 Nov 27 03:55:17.311479 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 13c02c05-2b42-4bb7-a821-ea9d97940d7d triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:55:17.312111 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:17.411930 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:55:17.419693 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-62dc4176-6635-4b87-8422-39c1645817d0 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:17.562532 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-62dc4176-6635-4b87-8422-39c1645817d0 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:17.565339 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-62dc4176-6635-4b87-8422-39c1645817d0 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:17.566672 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:17.569398 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43984) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:55:17.569571 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-62dc4176-6635-4b87-8422-39c1645817d0 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] 10.222.0.20 "DELETE /v2.0/security-groups/c298acf9-e53a-4b23-882c-b58bab8df7ee HTTP/1.1" status: 204 len: 168 time: 0.4437323 Nov 27 03:55:17.600574 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-1e65214c-d1a1-457e-80e9-1ba861559817 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] show failed (client error): The resource could not be found. Nov 27 03:55:17.608376 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1e65214c-d1a1-457e-80e9-1ba861559817 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] 10.222.0.20 "GET /v2.0/security-groups/c298acf9-e53a-4b23-882c-b58bab8df7ee HTTP/1.1" status: 404 len: 347 time: 0.0377221 Nov 27 03:55:17.612886 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc4176-6635-4b87-8422-39c1645817d0 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c298acf9-e53a-4b23-882c-b58bab8df7ee,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:17.615769 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43988) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:55:17.629864 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 13c02c05-2b42-4bb7-a821-ea9d97940d7d, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=13c02c05-2b42-4bb7-a821-ea9d97940d7d,segment=NetworkSegment(6c2c8aa3-2731-42bd-bba4-8ad2d6d79985),segment_id=6c2c8aa3-2731-42bd-bba4-8ad2d6d79985)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:55:17.634492 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b3eda56-3093-4c42-ab82-2da25d1f8b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c02c05-2b42-4bb7-a821-ea9d97940d7d'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:55:17.637953 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a948887-d769-4bdf-bb8f-e512f5f4dec1" -d '{"events": [{"server_uuid": "2b3eda56-3093-4c42-ab82-2da25d1f8b5a", "name": "network-vif-plugged", "status": "completed", "tag": "13c02c05-2b42-4bb7-a821-ea9d97940d7d"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:55:17.646337 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:17.647162 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 1ec144ed-5d68-4d77-bb2a-3501abd9a1ce no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:55:17.729632 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd2aa3-3e6c-46ed-8cb1-630a6709af78 req-545439c3-0bbb-4377-bb7f-e19d5def3f2f tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:17.755036 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-74bd2aa3-3e6c-46ed-8cb1-630a6709af78 req-545439c3-0bbb-4377-bb7f-e19d5def3f2f tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b3eda56-3093-4c42-ab82-2da25d1f8b5a HTTP/1.1" status: 200 len: 945 time: 0.1469619 Nov 27 03:55:17.817636 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: 1ec144ed-5d68-4d77-bb2a-3501abd9a1ce {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:55:17.819036 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 1ec144ed-5d68-4d77-bb2a-3501abd9a1ce not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:55:17.849080 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-74bd2aa3-3e6c-46ed-8cb1-630a6709af78 req-34c5ce4d-7b7a-45a2-9be1-5064a0f3baf3 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882573 Nov 27 03:55:17.851035 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=13c02c05-2b42-4bb7-a821-ea9d97940d7d,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:17.940159 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb93926-e621-428e-94ba-a4ef8a639853 x-openstack-request-id: req-ddb93926-e621-428e-94ba-a4ef8a639853 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:55:17.940776 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b3eda56-3093-4c42-ab82-2da25d1f8b5a", "name": "network-vif-plugged", "status": "completed", "tag": "13c02c05-2b42-4bb7-a821-ea9d97940d7d", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:55:17.941189 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ddb93926-e621-428e-94ba-a4ef8a639853 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:55:17.941581 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b3eda56-3093-4c42-ab82-2da25d1f8b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c02c05-2b42-4bb7-a821-ea9d97940d7d', 'code': 200} Nov 27 03:55:18.013622 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-c981991c-4905-4cca-b043-07a9990488d0 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Deleting port 5b37d60d-b649-4762-b58a-5c73092b5bdf {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:55:18.014030 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c981991c-4905-4cca-b043-07a9990488d0 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:18.156643 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d3fda-1353-4cb7-9fd4-c050afb83d16 req-fbcab76c-a632-4932-817e-551d660bedb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:18.158623 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a99d3fda-1353-4cb7-9fd4-c050afb83d16 req-fbcab76c-a632-4932-817e-551d660bedb5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2b3eda56-3093-4c42-ab82-2da25d1f8b5a HTTP/1.1" status: 200 len: 1096 time: 0.0869832 Nov 27 03:55:18.174917 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c981991c-4905-4cca-b043-07a9990488d0 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:18.175449 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c981991c-4905-4cca-b043-07a9990488d0 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:18.209903 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-c981991c-4905-4cca-b043-07a9990488d0 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Calling delete_port for 5b37d60d-b649-4762-b58a-5c73092b5bdf owned by network:floatingip {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:55:18.250800 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a99d3fda-1353-4cb7-9fd4-c050afb83d16 req-46c529c4-5228-42c7-80d2-375e0a654ff8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833888 Nov 27 03:55:18.253049 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-39e9930d-70bf-4c89-923e-db48a71d169f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:18.272797 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060f509-1208-433a-9136-a5323b7aecac req-8693a804-ef46-4cda-917c-766057e99479 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:18.274627 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3060f509-1208-433a-9136-a5323b7aecac req-8693a804-ef46-4cda-917c-766057e99479 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] 10.222.0.20 "GET /v2.0/ports?device_id=16d53e14-0887-488a-b966-eaf3100dc89e HTTP/1.1" status: 200 len: 945 time: 0.1120522 Nov 27 03:55:18.452028 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3060f509-1208-433a-9136-a5323b7aecac req-0b811518-54ba-4670-8f69-0db542cd1c68 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] 10.222.0.20 "GET /v2.0/security-groups?id=084d5012-f210-4da5-a788-3e718c827129&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138904 Nov 27 03:55:18.455626 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c981991c-4905-4cca-b043-07a9990488d0 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:18.520833 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c981991c-4905-4cca-b043-07a9990488d0 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Pushing event deleted for resources: {'Port': ['ID=5b37d60d-b649-4762-b58a-5c73092b5bdf,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:18.543802 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-15635552-1a25-406b-90c7-fdf95c22e7eb req-72f6bfcb-2c9b-40d4-9851-58ffc6b17b80 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 210 time: 0.0372863 Nov 27 03:55:18.547915 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:18.618822 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c981991c-4905-4cca-b043-07a9990488d0 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Publish callbacks [] for floatingip, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:18.624024 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c981991c-4905-4cca-b043-07a9990488d0 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:18.628009 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c981991c-4905-4cca-b043-07a9990488d0 tempest-ServersTestJSON-367187724 tempest-ServersTestJSON-367187724-project] 10.222.0.20 "DELETE /v2.0/floatingips/10b03ebe-d181-44ad-99bf-a70f0afd9824 HTTP/1.1" status: 204 len: 168 time: 1.0085919 Nov 27 03:55:18.628403 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44010) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:55:18.799350 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:55:18.928548 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:55:18.935190 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:55:18.936071 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:19.069584 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:19.100882 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03fb4ce-b315-48bd-b031-2f2755d695e2 req-aca84951-406d-493a-9c5a-da47b61acbb8 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:19.102595 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a03fb4ce-b315-48bd-b031-2f2755d695e2 req-aca84951-406d-493a-9c5a-da47b61acbb8 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b3eda56-3093-4c42-ab82-2da25d1f8b5a HTTP/1.1" status: 200 len: 945 time: 0.0750604 Nov 27 03:55:19.110443 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400,segment=NetworkSegment(0a587f35-0a39-4fc4-b0ff-200373687efc),segment_id=0a587f35-0a39-4fc4-b0ff-200373687efc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:55:19.118162 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:19.185084 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a03fb4ce-b315-48bd-b031-2f2755d695e2 req-df02c323-9279-449b-ac79-4498e3fa69c5 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712538 Nov 27 03:55:19.206600 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:19.311632 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-be371ff2-69da-4b14-871c-61a78c99255b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:19.312989 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-be371ff2-69da-4b14-871c-61a78c99255b service neutron] 10.222.0.11 "GET /v2.0/ports/8d21c359-8b29-4bc7-8fd4-65e475953c35 HTTP/1.1" status: 200 len: 1028 time: 0.0863285 Nov 27 03:55:19.356816 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137456c9-405a-417b-993d-d60e83e5cfec req-cd035af0-1258-4b93-820b-1a52f2ca9b5c tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:19.358366 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-137456c9-405a-417b-993d-d60e83e5cfec req-cd035af0-1258-4b93-820b-1a52f2ca9b5c tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2efe25-aa7f-4279-b64a-4510c75e7cd5 HTTP/1.1" status: 200 len: 945 time: 0.1328099 Nov 27 03:55:19.424080 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-37e18080-7ce6-4546-916d-a76167adfbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:19.425632 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-37e18080-7ce6-4546-916d-a76167adfbf0 service neutron] 10.222.0.11 "GET /v2.0/ports/79505348-feb7-4bb2-ad3d-3724a74fb104 HTTP/1.1" status: 200 len: 1026 time: 0.0945580 Nov 27 03:55:19.478195 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:19.591483 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-137456c9-405a-417b-993d-d60e83e5cfec req-6078f767-42cd-4155-83a1-066f0a4a87e2 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143240 Nov 27 03:55:19.669533 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e10e2d-69a3-4f53-9ac7-f1af289bc5b5 req-67a6ed9a-c7e1-452e-94de-cd6af37e4a44 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:19.678339 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d6e10e2d-69a3-4f53-9ac7-f1af289bc5b5 req-67a6ed9a-c7e1-452e-94de-cd6af37e4a44 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] 10.222.0.20 "GET /v2.0/ports?device_id=16d53e14-0887-488a-b966-eaf3100dc89e HTTP/1.1" status: 200 len: 946 time: 0.0972388 Nov 27 03:55:19.693843 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7b92c72a-a795-4ac3-8ae3-969aab8b3fde req-a5fcdc35-f391-48dc-bb38-7c9175c1928d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 210 time: 0.0411303 Nov 27 03:55:19.748622 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d6e10e2d-69a3-4f53-9ac7-f1af289bc5b5 req-e6349e59-85bf-44ec-8021-effedfebb649 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] 10.222.0.20 "GET /v2.0/security-groups?id=084d5012-f210-4da5-a788-3e718c827129&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665839 Nov 27 03:55:19.766955 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-acb20b9f-023d-4320-9c61-64d6c8f48a53 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:19.773716 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-acb20b9f-023d-4320-9c61-64d6c8f48a53 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:19.781523 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-acb20b9f-023d-4320-9c61-64d6c8f48a53 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:19.783597 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-acb20b9f-023d-4320-9c61-64d6c8f48a53 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.11 "GET /v2.0/networks?id=de70f11c-4372-4ca5-89fb-09782e179a3b&id=51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5&id=51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5&id=51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5&id=51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5&id=c50e5d64-07f3-44bc-b3a4-01ba809267ac&id=c50e5d64-07f3-44bc-b3a4-01ba809267ac HTTP/1.1" status: 200 len: 1990 time: 0.3506098 Nov 27 03:55:19.916210 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-8d965318-103f-47c1-bc28-d1be9792c8e3 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dec02752c8a4ea2ac075e58dda75d55 HTTP/1.1" status: 200 len: 380 time: 0.0838318 Nov 27 03:55:19.927208 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d1e035db-c53d-4a84-af3d-7613c694187d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:19.932250 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-3a1ff00a-e601-4c55-b134-a22fd5113489 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Request body: {'port': {'device_id': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'network_id': 'de70f11c-4372-4ca5-89fb-09782e179a3b', 'admin_state_up': True, 'tenant_id': '1dec02752c8a4ea2ac075e58dda75d55', 'security_groups': ['016761d4-993d-457c-bad7-1e1c8aa0ed3e']}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:55:19.942317 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d53e14-0887-488a-b966-eaf3100dc89e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:55:19.945491 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6940f6-77c7-4f59-9dd8-eec2d197aa46" -d '{"events": [{"server_uuid": "16d53e14-0887-488a-b966-eaf3100dc89e", "name": "network-vif-plugged", "status": "completed", "tag": "6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:55:19.998700 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451acf4a-66d8-46f6-9979-2f6b88485724 x-openstack-request-id: req-451acf4a-66d8-46f6-9979-2f6b88485724 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:55:19.999317 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d53e14-0887-488a-b966-eaf3100dc89e", "name": "network-vif-plugged", "status": "completed", "tag": "6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:55:19.999974 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-451acf4a-66d8-46f6-9979-2f6b88485724 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:55:20.000584 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d53e14-0887-488a-b966-eaf3100dc89e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400', 'code': 200} Nov 27 03:55:20.197238 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a410f082-cd0a-4209-a14d-dcd5512650f5 req-67273f7b-6272-4f5d-aadf-1c471dc1c080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:20.198852 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a410f082-cd0a-4209-a14d-dcd5512650f5 req-67273f7b-6272-4f5d-aadf-1c471dc1c080 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=16d53e14-0887-488a-b966-eaf3100dc89e HTTP/1.1" status: 200 len: 1097 time: 0.0601585 Nov 27 03:55:20.266515 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a410f082-cd0a-4209-a14d-dcd5512650f5 req-53fc3821-c7bb-4c19-8dde-1ab42e512371 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=084d5012-f210-4da5-a788-3e718c827129&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597134 Nov 27 03:55:20.284041 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-3a1ff00a-e601-4c55-b134-a22fd5113489 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Made reservation on behalf of 1dec02752c8a4ea2ac075e58dda75d55 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:55:20.288474 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-3a1ff00a-e601-4c55-b134-a22fd5113489 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:20.311055 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e64c32-117a-40e3-abcd-8839fa87dbba req-e27226b1-e9b2-4bb2-9347-1e882608670a tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:20.313934 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-58e64c32-117a-40e3-abcd-8839fa87dbba req-e27226b1-e9b2-4bb2-9347-1e882608670a tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b3eda56-3093-4c42-ab82-2da25d1f8b5a HTTP/1.1" status: 200 len: 945 time: 0.0707402 Nov 27 03:55:20.388066 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-58e64c32-117a-40e3-abcd-8839fa87dbba req-48c5215a-2cdf-4b93-af8e-ef5baa5d919e tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642602 Nov 27 03:55:20.541359 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-3a1ff00a-e601-4c55-b134-a22fd5113489 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Allocated IP 172.20.0.14 (de70f11c-4372-4ca5-89fb-09782e179a3b/4466658f-32d6-449e-8c43-df2a536056c1/02981edf-7b84-4fc5-b179-a27331a3be22) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:55:20.588273 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb2d4b-1afa-4017-89ea-f5711e1bc611 req-8aeb3730-5b97-4517-8234-f250a33508eb tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:20.589816 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-49eb2d4b-1afa-4017-89ea-f5711e1bc611 req-8aeb3730-5b97-4517-8234-f250a33508eb tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b3eda56-3093-4c42-ab82-2da25d1f8b5a HTTP/1.1" status: 200 len: 945 time: 0.1164761 Nov 27 03:55:20.680434 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-d1e035db-c53d-4a84-af3d-7613c694187d admin admin] Deleting port c6424ff9-0749-4dcf-b9e9-8b25d6d81e3c {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:55:20.681016 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d1e035db-c53d-4a84-af3d-7613c694187d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:20.747220 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77dd16c-68bc-4054-aabb-1d756a26638c req-3111446f-d528-4d98-bb5e-0f73214aee5d tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:20.754792 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b77dd16c-68bc-4054-aabb-1d756a26638c req-3111446f-d528-4d98-bb5e-0f73214aee5d tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2efe25-aa7f-4279-b64a-4510c75e7cd5 HTTP/1.1" status: 200 len: 945 time: 0.0845184 Nov 27 03:55:20.809583 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-49eb2d4b-1afa-4017-89ea-f5711e1bc611 req-15a18be8-f1e7-4c1a-95f1-d070d20b36c6 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111056 Nov 27 03:55:20.889367 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b77dd16c-68bc-4054-aabb-1d756a26638c req-f6010324-91ab-4138-9ee9-016b67b8bc93 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335878 Nov 27 03:55:20.920750 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-3a1ff00a-e601-4c55-b134-a22fd5113489 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:20.958263 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-62d12e2f-6eee-4eca-aee8-03bcf975e409 req-f2353e1f-300c-4d4e-9257-9fb828ff8494 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 210 time: 0.0547922 Nov 27 03:55:21.007308 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-d1e035db-c53d-4a84-af3d-7613c694187d admin admin] For port c6424ff9-0749-4dcf-b9e9-8b25d6d81e3c, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=c6424ff9-0749-4dcf-b9e9-8b25d6d81e3c,segment=NetworkSegment(db72c7fd-8acf-4a83-a943-7e9fddab17ca),segment_id=db72c7fd-8acf-4a83-a943-7e9fddab17ca)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:55:21.017911 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d1e035db-c53d-4a84-af3d-7613c694187d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:21.042737 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54ed33-c026-43bd-80d4-0133f8c2c73c req-fae0471c-1af7-43be-87d1-0d8cd8b7fe7a tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:21.052914 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4e54ed33-c026-43bd-80d4-0133f8c2c73c req-fae0471c-1af7-43be-87d1-0d8cd8b7fe7a tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] 10.222.0.20 "GET /v2.0/ports?device_id=16d53e14-0887-488a-b966-eaf3100dc89e HTTP/1.1" status: 200 len: 946 time: 0.0740330 Nov 27 03:55:21.058102 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-d1e035db-c53d-4a84-af3d-7613c694187d admin admin] Calling delete_port for c6424ff9-0749-4dcf-b9e9-8b25d6d81e3c owned by network:router_interface {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:55:21.117129 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:21.140846 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-3a1ff00a-e601-4c55-b134-a22fd5113489 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:21.194225 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4e54ed33-c026-43bd-80d4-0133f8c2c73c req-149c77a7-31ce-4b2a-b945-64414cf465b1 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] 10.222.0.20 "GET /v2.0/security-groups?id=084d5012-f210-4da5-a788-3e718c827129&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334789 Nov 27 03:55:21.273686 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-3a1ff00a-e601-4c55-b134-a22fd5113489 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Network de70f11c-4372-4ca5-89fb-09782e179a3b is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:55:21.284271 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-3a1ff00a-e601-4c55-b134-a22fd5113489 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:55:21.300142 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-3a1ff00a-e601-4c55-b134-a22fd5113489 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:55:21.316267 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1ff00a-e601-4c55-b134-a22fd5113489 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Pushing event updated for resources: {'Port': ['ID=02981edf-7b84-4fc5-b179-a27331a3be22,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:21.533307 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-3a1ff00a-e601-4c55-b134-a22fd5113489 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:21.534157 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-3a1ff00a-e601-4c55-b134-a22fd5113489 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:21.714100 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d1e035db-c53d-4a84-af3d-7613c694187d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:21.730694 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-3a1ff00a-e601-4c55-b134-a22fd5113489 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8066521 Nov 27 03:55:21.746930 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-a512e119-a482-4ecf-9f23-b7db9cfb3f93 None None] Provisioning complete for port 02981edf-7b84-4fc5-b179-a27331a3be22 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:55:21.747552 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a512e119-a482-4ecf-9f23-b7db9cfb3f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:21.755405 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e035db-c53d-4a84-af3d-7613c694187d admin admin] Pushing event deleted for resources: {'Port': ['ID=c6424ff9-0749-4dcf-b9e9-8b25d6d81e3c,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:21.777098 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-efa07c82-3792-4f0b-95ab-73aa2154c039 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Request body: {'port': {'device_id': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'network_id': '51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5', 'admin_state_up': True, 'tenant_id': '1dec02752c8a4ea2ac075e58dda75d55', 'security_groups': ['016761d4-993d-457c-bad7-1e1c8aa0ed3e']}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:55:21.790836 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d792a9a-340f-4230-9cb6-0db2e4b9f02f req-10d0202d-5a67-4377-81dc-11fca4397265 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:21.798992 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8d792a9a-340f-4230-9cb6-0db2e4b9f02f req-10d0202d-5a67-4377-81dc-11fca4397265 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b3eda56-3093-4c42-ab82-2da25d1f8b5a HTTP/1.1" status: 200 len: 945 time: 0.2152054 Nov 27 03:55:21.815587 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:21.863811 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-a512e119-a482-4ecf-9f23-b7db9cfb3f93 None None] Port 02981edf-7b84-4fc5-b179-a27331a3be22 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:55:22.037749 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8d792a9a-340f-4230-9cb6-0db2e4b9f02f req-8b73a1a0-3388-4374-9cbf-6ac456447abe tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377596 Nov 27 03:55:22.070629 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb822c71-129f-443e-a323-009a0cd3a7d0 req-98391a3b-013e-4340-87a5-55c6e0069799 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:22.080212 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bb822c71-129f-443e-a323-009a0cd3a7d0 req-98391a3b-013e-4340-87a5-55c6e0069799 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2efe25-aa7f-4279-b64a-4510c75e7cd5 HTTP/1.1" status: 200 len: 945 time: 0.0733049 Nov 27 03:55:22.148798 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bb822c71-129f-443e-a323-009a0cd3a7d0 req-63054bbe-aba0-481c-8ba2-9895ab96f4fe tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672956 Nov 27 03:55:22.319934 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578225fd-ce47-4fc9-996a-6f4e00710fc6 req-353a7d64-a0b7-41f4-960c-27a88c82c35b tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:22.321850 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-578225fd-ce47-4fc9-996a-6f4e00710fc6 req-353a7d64-a0b7-41f4-960c-27a88c82c35b tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 932 time: 0.1429725 Nov 27 03:55:22.327488 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-efa07c82-3792-4f0b-95ab-73aa2154c039 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Made reservation on behalf of 1dec02752c8a4ea2ac075e58dda75d55 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:55:22.331549 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-efa07c82-3792-4f0b-95ab-73aa2154c039 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:22.364620 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ebf48-5009-4607-95f0-fae27dc79ecf req-63376f5e-3d03-43f3-80dd-176366651251 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:22.373046 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ab4ebf48-5009-4607-95f0-fae27dc79ecf req-63376f5e-3d03-43f3-80dd-176366651251 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] 10.222.0.20 "GET /v2.0/ports?device_id=16d53e14-0887-488a-b966-eaf3100dc89e HTTP/1.1" status: 200 len: 946 time: 0.0964885 Nov 27 03:55:22.440691 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ab4ebf48-5009-4607-95f0-fae27dc79ecf req-267fa1b3-c379-4aca-8bca-5e35e878a6ce tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] 10.222.0.20 "GET /v2.0/security-groups?id=084d5012-f210-4da5-a788-3e718c827129&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643139 Nov 27 03:55:22.635037 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dd636-b05c-4da2-8b93-ec98a6e19a25 req-2dbc569b-594b-4bc7-8d01-ae4612caf41a tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:22.636557 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f75dd636-b05c-4da2-8b93-ec98a6e19a25 req-2dbc569b-594b-4bc7-8d01-ae4612caf41a tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] 10.222.0.20 "GET /v2.0/ports?device_id=16d53e14-0887-488a-b966-eaf3100dc89e HTTP/1.1" status: 200 len: 946 time: 0.0505414 Nov 27 03:55:22.645614 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44082) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:55:22.650291 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-993782d0-1c46-4b9c-b12a-94831b11629d tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Request body: {'floatingip': {'port_id': '6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:55:22.695409 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d1e035db-c53d-4a84-af3d-7613c694187d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:22.698162 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-993782d0-1c46-4b9c-b12a-94831b11629d tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Publish callbacks [] for floatingip, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:22.827701 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-578225fd-ce47-4fc9-996a-6f4e00710fc6 req-b319ab67-83b0-40f5-a24f-5b15b4f86c4a tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4908099 Nov 27 03:55:22.958820 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-efa07c82-3792-4f0b-95ab-73aa2154c039 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Allocated IP 10.1.1.53 (51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5/a5669422-959b-42bf-adae-eb6b666499da/483722be-2ed4-4dbd-aefd-8406aba813b7) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:55:23.127424 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-efa07c82-3792-4f0b-95ab-73aa2154c039 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:23.171156 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-efa07c82-3792-4f0b-95ab-73aa2154c039 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:23.210115 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-993782d0-1c46-4b9c-b12a-94831b11629d tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:23.244360 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-993782d0-1c46-4b9c-b12a-94831b11629d tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:23.327894 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-efa07c82-3792-4f0b-95ab-73aa2154c039 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Network 51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:55:23.341896 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-efa07c82-3792-4f0b-95ab-73aa2154c039 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:55:23.352759 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf386bd-619d-4b06-9344-f718c925d870 req-c35e2345-e606-4e4a-bcb6-975ad04242df tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:23.354306 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6cf386bd-619d-4b06-9344-f718c925d870 req-c35e2345-e606-4e4a-bcb6-975ad04242df tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b3eda56-3093-4c42-ab82-2da25d1f8b5a HTTP/1.1" status: 200 len: 945 time: 0.1426165 Nov 27 03:55:23.371196 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-efa07c82-3792-4f0b-95ab-73aa2154c039 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:55:23.451875 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6cf386bd-619d-4b06-9344-f718c925d870 req-9dc94972-7904-4af5-9573-25b3688b5469 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799913 Nov 27 03:55:23.457920 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-efa07c82-3792-4f0b-95ab-73aa2154c039 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:23.458606 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-efa07c82-3792-4f0b-95ab-73aa2154c039 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:23.479569 n-d-819494-3 neutron-server[110019]: INFO neutron.db.l3_db [None req-993782d0-1c46-4b9c-b12a-94831b11629d tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Floating IP edef809b-e6c3-4367-b4e2-9adb43094742 associated. External IP: 172.25.1.242, port: 6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400. Nov 27 03:55:23.499215 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa07c82-3792-4f0b-95ab-73aa2154c039 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Pushing event updated for resources: {'Port': ['ID=483722be-2ed4-4dbd-aefd-8406aba813b7,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:23.514833 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd79ce-f230-46b3-92bb-b7d57ad5feab req-2098cf62-c9d7-4e03-97d8-6e350501e242 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:23.522812 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0ffd79ce-f230-46b3-92bb-b7d57ad5feab req-2098cf62-c9d7-4e03-97d8-6e350501e242 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2efe25-aa7f-4279-b64a-4510c75e7cd5 HTTP/1.1" status: 200 len: 945 time: 0.2466011 Nov 27 03:55:23.540954 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-efa07c82-3792-4f0b-95ab-73aa2154c039 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7683568 Nov 27 03:55:23.568359 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-14ecb540-1032-4ba1-b1cf-17d63ad6ee9e tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Request body: {'port': {'device_id': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'network_id': '51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5', 'admin_state_up': True, 'tenant_id': '1dec02752c8a4ea2ac075e58dda75d55', 'security_groups': ['016761d4-993d-457c-bad7-1e1c8aa0ed3e']}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:55:23.686515 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e035db-c53d-4a84-af3d-7613c694187d admin admin] Router 2fefc244-a0cd-4c7d-8f96-fc98770e34f9 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:55:23.706589 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-6c2a9d9b-a47d-4414-aad6-ba47a651497f None None] Provisioning complete for port 483722be-2ed4-4dbd-aefd-8406aba813b7 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:55:23.707140 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6c2a9d9b-a47d-4414-aad6-ba47a651497f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:23.723048 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0ffd79ce-f230-46b3-92bb-b7d57ad5feab req-5708e0c2-cd36-4c03-963b-3f32fffc452b tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938169 Nov 27 03:55:23.797087 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-6c2a9d9b-a47d-4414-aad6-ba47a651497f None None] Port 483722be-2ed4-4dbd-aefd-8406aba813b7 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:55:23.822363 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993782d0-1c46-4b9c-b12a-94831b11629d tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Router c0573663-d34a-4db7-873d-174c1c9e34e1 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:55:23.911050 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-14ecb540-1032-4ba1-b1cf-17d63ad6ee9e tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Made reservation on behalf of 1dec02752c8a4ea2ac075e58dda75d55 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:55:23.918801 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-14ecb540-1032-4ba1-b1cf-17d63ad6ee9e tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:23.994426 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e035db-c53d-4a84-af3d-7613c694187d admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:55:24.006591 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d1e035db-c53d-4a84-af3d-7613c694187d admin admin] 10.222.0.20 "PUT /v2.0/routers/2fefc244-a0cd-4c7d-8f96-fc98770e34f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3748131 Nov 27 03:55:24.011981 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f76dd16-3849-4605-90fd-caadc76b5092 None None] Sync routers for ids ['2fefc244-a0cd-4c7d-8f96-fc98770e34f9'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:55:24.034144 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44100) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:55:24.034846 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f76dd16-3849-4605-90fd-caadc76b5092 None None] Routers {'2fefc244-a0cd-4c7d-8f96-fc98770e34f9'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:55:24.035488 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-9f76dd16-3849-4605-90fd-caadc76b5092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:55:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['2fefc244-a0cd-4c7d-8f96-fc98770e34f9'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:55:24.054028 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993782d0-1c46-4b9c-b12a-94831b11629d tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:55:24.065116 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b021fa5-19f0-4600-b46a-0cca0a216812 None None] Sync routers for ids ['c0573663-d34a-4db7-873d-174c1c9e34e1'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:55:24.067445 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-993782d0-1c46-4b9c-b12a-94831b11629d tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:24.088247 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b021fa5-19f0-4600-b46a-0cca0a216812 None None] Routers {'c0573663-d34a-4db7-873d-174c1c9e34e1'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:55:24.088909 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-4b021fa5-19f0-4600-b46a-0cca0a216812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:55:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c0573663-d34a-4db7-873d-174c1c9e34e1'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:55:24.109427 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-993782d0-1c46-4b9c-b12a-94831b11629d tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] 10.222.0.20 "PUT /v2.0/floatingips/edef809b-e6c3-4367-b4e2-9adb43094742 HTTP/1.1" status: 200 len: 992 time: 1.4626789 Nov 27 03:55:24.110386 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16d53e14-0887-488a-b966-eaf3100dc89e', 'tag': '6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:55:24.115415 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651dc132-7dfd-41a3-913b-f3982c14607f" -d '{"events": [{"name": "network-changed", "server_uuid": "16d53e14-0887-488a-b966-eaf3100dc89e", "tag": "6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:55:24.197909 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818c72e-e9da-4661-a633-09d5f3e6864a req-5095ede3-a47b-49e1-9e1e-041eb64ac292 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:24.204615 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818c72e-e9da-4661-a633-09d5f3e6864a req-5095ede3-a47b-49e1-9e1e-041eb64ac292 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:24.213499 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b818c72e-e9da-4661-a633-09d5f3e6864a req-5095ede3-a47b-49e1-9e1e-041eb64ac292 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 1653 time: 0.2684355 Nov 27 03:55:24.300722 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-14ecb540-1032-4ba1-b1cf-17d63ad6ee9e tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Allocated IP 10.1.1.128 (51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5/a5669422-959b-42bf-adae-eb6b666499da/ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:55:24.325560 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-9f76dd16-3849-4605-90fd-caadc76b5092 None None] Set router 2fefc244-a0cd-4c7d-8f96-fc98770e34f9 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:55:24.340587 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8e6aebc5-6339-4a0b-a3b1-ffdcaaa8c1cd admin admin] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:24.369371 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-4b021fa5-19f0-4600-b46a-0cca0a216812 None None] Set router c0573663-d34a-4db7-873d-174c1c9e34e1 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:55:24.396528 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b818c72e-e9da-4661-a633-09d5f3e6864a req-41176dcd-b993-4291-8849-d8f255fcc4c4 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717014 Nov 27 03:55:24.400370 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14849ad3-fde5-4810-b396-f3301edcf504 x-openstack-request-id: req-14849ad3-fde5-4810-b396-f3301edcf504 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:55:24.400865 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16d53e14-0887-488a-b966-eaf3100dc89e", "tag": "6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:55:24.400965 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14849ad3-fde5-4810-b396-f3301edcf504 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:55:24.401290 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16d53e14-0887-488a-b966-eaf3100dc89e', 'tag': '6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400', 'status': 'completed', 'code': 200} Nov 27 03:55:24.545785 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651dc132-7dfd-41a3-913b-f3982c14607f req-54172368-bf46-4ded-932f-8a3865cf55cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:24.548048 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-651dc132-7dfd-41a3-913b-f3982c14607f req-54172368-bf46-4ded-932f-8a3865cf55cf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=47ae16ff37d2448f915bd8f03c73987e&device_id=16d53e14-0887-488a-b966-eaf3100dc89e HTTP/1.1" status: 200 len: 1097 time: 0.1013582 Nov 27 03:55:24.662417 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ac4ac-0bdf-49c2-81f4-cc54e44123a5 req-bbc76956-b9d6-4f5d-a9a7-5def0e426e49 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:24.669858 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-839ac4ac-0bdf-49c2-81f4-cc54e44123a5 req-bbc76956-b9d6-4f5d-a9a7-5def0e426e49 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b3eda56-3093-4c42-ab82-2da25d1f8b5a HTTP/1.1" status: 200 len: 945 time: 0.1046362 Nov 27 03:55:24.732779 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44112) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:55:24.743451 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651dc132-7dfd-41a3-913b-f3982c14607f req-4c340ecb-0092-46ab-9981-e89b87621a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:24.744919 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-651dc132-7dfd-41a3-913b-f3982c14607f req-4c340ecb-0092-46ab-9981-e89b87621a89 service neutron] 10.222.0.23 "GET /v2.0/networks?id=461e781d-0c2c-4b68-9f4d-8feb5eb833d0 HTTP/1.1" status: 200 len: 916 time: 0.1903887 Nov 27 03:55:24.773772 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8e6aebc5-6339-4a0b-a3b1-ffdcaaa8c1cd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:24.775967 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-839ac4ac-0bdf-49c2-81f4-cc54e44123a5 req-cf88351f-5e12-4e46-b6da-8c3cb89e86e6 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000571 Nov 27 03:55:24.796184 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-9f76dd16-3849-4605-90fd-caadc76b5092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fefc244-a0cd-4c7d-8f96-fc98770e34f9', 'name': 'tempest-ServersTestJSON-303380979-router', 'tenant_id': '8bb01210b11c43889360e732fe76fd2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '76d23f9a-625b-4107-8e60-41f63c6bfecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:52:55Z', 'updated_at': '2021-11-27T03:55:21Z', 'revision_number': 5, 'project_id': '8bb01210b11c43889360e732fe76fd2a', 'gw_port': {'id': '76d23f9a-625b-4107-8e60-41f63c6bfecf', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:25:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fefc244-a0cd-4c7d-8f96-fc98770e34f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:52:57Z', 'updated_at': '2021-11-27T03:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:55:24.869454 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f76dd16-3849-4605-90fd-caadc76b5092 None None] Checking router: 2fefc244-a0cd-4c7d-8f96-fc98770e34f9 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:55:24.889265 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f76dd16-3849-4605-90fd-caadc76b5092 None None] Routers {'2fefc244-a0cd-4c7d-8f96-fc98770e34f9'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:55:24.890053 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-9f76dd16-3849-4605-90fd-caadc76b5092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:55:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['2fefc244-a0cd-4c7d-8f96-fc98770e34f9'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:55:24.899073 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-14ecb540-1032-4ba1-b1cf-17d63ad6ee9e tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:24.913230 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-651dc132-7dfd-41a3-913b-f3982c14607f req-0f350b31-18ba-487a-9770-1255cff0aa30 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400 HTTP/1.1" status: 200 len: 1000 time: 0.1339316 Nov 27 03:55:24.977977 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-8e6aebc5-6339-4a0b-a3b1-ffdcaaa8c1cd admin admin] Deleting port 76d23f9a-625b-4107-8e60-41f63c6bfecf {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:55:24.978497 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8e6aebc5-6339-4a0b-a3b1-ffdcaaa8c1cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:24.983110 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-14ecb540-1032-4ba1-b1cf-17d63ad6ee9e tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:25.082483 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4e91b71e-8626-45ec-83fb-99a1a74b3751 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:25.096359 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-14ecb540-1032-4ba1-b1cf-17d63ad6ee9e tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Network 51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:55:25.125549 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-14ecb540-1032-4ba1-b1cf-17d63ad6ee9e tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:55:25.136527 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-9f76dd16-3849-4605-90fd-caadc76b5092 None None] Set router 2fefc244-a0cd-4c7d-8f96-fc98770e34f9 gateway port host: None {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:55:25.157977 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651dc132-7dfd-41a3-913b-f3982c14607f req-be545743-d3d2-4c0c-b365-c3eb6684aa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:25.168718 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-651dc132-7dfd-41a3-913b-f3982c14607f req-be545743-d3d2-4c0c-b365-c3eb6684aa4c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fd9e42b7-23f0-4e8f-9535-cb693456746c HTTP/1.1" status: 200 len: 854 time: 0.2477825 Nov 27 03:55:25.171673 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-14ecb540-1032-4ba1-b1cf-17d63ad6ee9e tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:55:25.178819 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ecb540-1032-4ba1-b1cf-17d63ad6ee9e tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Pushing event updated for resources: {'Port': ['ID=ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:25.219483 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6b09b-a697-4623-87b2-315a0230051e req-0c30f11a-c39a-4be7-b15e-6bd3fe141b56 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:25.229152 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5cd6b09b-a697-4623-87b2-315a0230051e req-0c30f11a-c39a-4be7-b15e-6bd3fe141b56 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2efe25-aa7f-4279-b64a-4510c75e7cd5 HTTP/1.1" status: 200 len: 945 time: 0.2969446 Nov 27 03:55:25.252376 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-4b021fa5-19f0-4600-b46a-0cca0a216812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0573663-d34a-4db7-873d-174c1c9e34e1', 'name': 'tempest-ServersTestFqdnHostnames-1927455745-router', 'tenant_id': '47ae16ff37d2448f915bd8f03c73987e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:54:48Z', 'updated_at': '2021-11-27T03:54:58Z', 'revision_number': 4, 'project_id': '47ae16ff37d2448f915bd8f03c73987e', 'gw_port': {'id': 'c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0573663-d34a-4db7-873d-174c1c9e34e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:49Z', 'updated_at': '2021-11-27T03:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': 'edef809b-e6c3-4367-b4e2-9adb43094742', 'tenant_id': '47ae16ff37d2448f915bd8f03c73987e', 'floating_ip_address': '172.25.1.242', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'c0573663-d34a-4db7-873d-174c1c9e34e1', 'port_id': '6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '461e781d-0c2c-4b68-9f4d-8feb5eb833d0', 'mac_address': 'fa:16:3e:f4:32:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d53e14-0887-488a-b966-eaf3100dc89e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:55:04Z', 'updated_at': '2021-11-27T03:55:23Z', 'revision_number': 1, 'project_id': '47ae16ff37d2448f915bd8f03c73987e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '723d4cd2-a000-4b8e-8122-e5ea970eecb3', 'name': '', 'network_id': '461e781d-0c2c-4b68-9f4d-8feb5eb833d0', 'tenant_id': '47ae16ff37d2448f915bd8f03c73987e', 'mac_address': 'fa:16:3e:fd:77:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0573663-d34a-4db7-873d-174c1c9e34e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'fd9e42b7-23f0-4e8f-9535-cb693456746c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:55Z', 'updated_at': '2021-11-27T03:55:06Z', 'revision_number': 5, 'project_id': '47ae16ff37d2448f915bd8f03c73987e', 'subnets': [{'id': 'fd9e42b7-23f0-4e8f-9535-cb693456746c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:55:25.295196 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-9f76dd16-3849-4605-90fd-caadc76b5092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fefc244-a0cd-4c7d-8f96-fc98770e34f9', 'name': 'tempest-ServersTestJSON-303380979-router', 'tenant_id': '8bb01210b11c43889360e732fe76fd2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:52:55Z', 'updated_at': '2021-11-27T03:55:24Z', 'revision_number': 6, 'project_id': '8bb01210b11c43889360e732fe76fd2a', 'gw_port_host': None}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:55:25.322244 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-8e6aebc5-6339-4a0b-a3b1-ffdcaaa8c1cd admin admin] For port 76d23f9a-625b-4107-8e60-41f63c6bfecf, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=76d23f9a-625b-4107-8e60-41f63c6bfecf,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:55:25.322667 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8e6aebc5-6339-4a0b-a3b1-ffdcaaa8c1cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:25.351706 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5cd6b09b-a697-4623-87b2-315a0230051e req-c93d2e35-4e27-4974-aad2-b89b92db1165 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198180 Nov 27 03:55:25.353382 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-8e6aebc5-6339-4a0b-a3b1-ffdcaaa8c1cd admin admin] Calling delete_port for 76d23f9a-625b-4107-8e60-41f63c6bfecf owned by network:router_gateway {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:55:25.362493 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651dc132-7dfd-41a3-913b-f3982c14607f req-9ad8ed4e-b58b-4c73-9ffb-5a5e43c0cf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:25.365971 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-651dc132-7dfd-41a3-913b-f3982c14607f req-9ad8ed4e-b58b-4c73-9ffb-5a5e43c0cf9e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=461e781d-0c2c-4b68-9f4d-8feb5eb833d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1825352 Nov 27 03:55:25.368898 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-14ecb540-1032-4ba1-b1cf-17d63ad6ee9e tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:25.369564 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-14ecb540-1032-4ba1-b1cf-17d63ad6ee9e tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:25.379861 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f76dd16-3849-4605-90fd-caadc76b5092 None None] The sync data for ids ['2fefc244-a0cd-4c7d-8f96-fc98770e34f9'] in n-d-819494-3 is: [{'id': '2fefc244-a0cd-4c7d-8f96-fc98770e34f9', 'name': 'tempest-ServersTestJSON-303380979-router', 'tenant_id': '8bb01210b11c43889360e732fe76fd2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:52:55Z', 'updated_at': '2021-11-27T03:55:24Z', 'revision_number': 6, 'project_id': '8bb01210b11c43889360e732fe76fd2a', 'gw_port_host': None}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:55:25.387276 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b021fa5-19f0-4600-b46a-0cca0a216812 None None] Checking router: c0573663-d34a-4db7-873d-174c1c9e34e1 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:55:25.433665 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b021fa5-19f0-4600-b46a-0cca0a216812 None None] Routers {'c0573663-d34a-4db7-873d-174c1c9e34e1'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:55:25.435822 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-4b021fa5-19f0-4600-b46a-0cca0a216812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:55:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c0573663-d34a-4db7-873d-174c1c9e34e1'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:55:25.529372 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-14ecb540-1032-4ba1-b1cf-17d63ad6ee9e tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9651713 Nov 27 03:55:25.559772 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-1bf70b29-24dc-4b66-8781-c6a4993add7d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Request body: {'port': {'device_id': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c50e5d64-07f3-44bc-b3a4-01ba809267ac', 'admin_state_up': True, 'tenant_id': '1dec02752c8a4ea2ac075e58dda75d55', 'security_groups': ['016761d4-993d-457c-bad7-1e1c8aa0ed3e']}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:55:25.612404 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-651dc132-7dfd-41a3-913b-f3982c14607f req-074ae95f-6e65-4874-b595-5df33bc69b55 service neutron] 10.222.0.23 "GET /v2.0/networks/461e781d-0c2c-4b68-9f4d-8feb5eb833d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330737 Nov 27 03:55:25.627490 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-4b021fa5-19f0-4600-b46a-0cca0a216812 None None] Set router c0573663-d34a-4db7-873d-174c1c9e34e1 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:55:25.687253 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-3b365c86-5c95-46d6-9feb-41afac922695 None None] Provisioning complete for port ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:55:25.687799 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3b365c86-5c95-46d6-9feb-41afac922695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:25.717159 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4e91b71e-8626-45ec-83fb-99a1a74b3751 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:25.735035 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4e91b71e-8626-45ec-83fb-99a1a74b3751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:25.738430 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a722cb-02c2-41da-91c6-ae518f956e0e req-4255296a-d478-43a4-9160-3d1b0f0a7945 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:25.748403 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a722cb-02c2-41da-91c6-ae518f956e0e req-4255296a-d478-43a4-9160-3d1b0f0a7945 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:25.754462 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a722cb-02c2-41da-91c6-ae518f956e0e req-4255296a-d478-43a4-9160-3d1b0f0a7945 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:25.756452 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b0a722cb-02c2-41da-91c6-ae518f956e0e req-4255296a-d478-43a4-9160-3d1b0f0a7945 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 2374 time: 0.2107322 Nov 27 03:55:25.759799 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-651dc132-7dfd-41a3-913b-f3982c14607f req-2a5b640e-7e49-4d95-8141-bfa704f7f6f9 service neutron] 10.222.0.23 "GET /v2.0/networks/461e781d-0c2c-4b68-9f4d-8feb5eb833d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385336 Nov 27 03:55:25.803983 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-3b365c86-5c95-46d6-9feb-41afac922695 None None] Port ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:55:25.903686 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b0a722cb-02c2-41da-91c6-ae518f956e0e req-2c1be324-943d-4c18-85ba-ac2708146f13 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383290 Nov 27 03:55:26.035290 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4e91b71e-8626-45ec-83fb-99a1a74b3751 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a8bd40db6c5c483b8ae5a2121911cf0b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2976670 Nov 27 03:55:26.043107 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44128) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:55:26.121885 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-4b021fa5-19f0-4600-b46a-0cca0a216812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0573663-d34a-4db7-873d-174c1c9e34e1', 'name': 'tempest-ServersTestFqdnHostnames-1927455745-router', 'tenant_id': '47ae16ff37d2448f915bd8f03c73987e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:54:48Z', 'updated_at': '2021-11-27T03:54:58Z', 'revision_number': 4, 'project_id': '47ae16ff37d2448f915bd8f03c73987e', 'gw_port': {'id': 'c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0573663-d34a-4db7-873d-174c1c9e34e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:49Z', 'updated_at': '2021-11-27T03:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': 'edef809b-e6c3-4367-b4e2-9adb43094742', 'tenant_id': '47ae16ff37d2448f915bd8f03c73987e', 'floating_ip_address': '172.25.1.242', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'c0573663-d34a-4db7-873d-174c1c9e34e1', 'port_id': '6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '461e781d-0c2c-4b68-9f4d-8feb5eb833d0', 'mac_address': 'fa:16:3e:f4:32:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d53e14-0887-488a-b966-eaf3100dc89e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:55:04Z', 'updated_at': '2021-11-27T03:55:23Z', 'revision_number': 1, 'project_id': '47ae16ff37d2448f915bd8f03c73987e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '723d4cd2-a000-4b8e-8122-e5ea970eecb3', 'name': '', 'network_id': '461e781d-0c2c-4b68-9f4d-8feb5eb833d0', 'tenant_id': '47ae16ff37d2448f915bd8f03c73987e', 'mac_address': 'fa:16:3e:fd:77:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0573663-d34a-4db7-873d-174c1c9e34e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'fd9e42b7-23f0-4e8f-9535-cb693456746c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:55Z', 'updated_at': '2021-11-27T03:55:06Z', 'revision_number': 5, 'project_id': '47ae16ff37d2448f915bd8f03c73987e', 'subnets': [{'id': 'fd9e42b7-23f0-4e8f-9535-cb693456746c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:55:26.151760 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e91b71e-8626-45ec-83fb-99a1a74b3751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca6673f-4c5e-4053-ac17-c35b6ff8b90c,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:26.153273 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a0fb998d-321b-428a-b912-4873267ab360 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:26.182635 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b021fa5-19f0-4600-b46a-0cca0a216812 None None] The sync data for ids ['c0573663-d34a-4db7-873d-174c1c9e34e1'] in n-d-819494-3 is: [{'id': 'c0573663-d34a-4db7-873d-174c1c9e34e1', 'name': 'tempest-ServersTestFqdnHostnames-1927455745-router', 'tenant_id': '47ae16ff37d2448f915bd8f03c73987e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:54:48Z', 'updated_at': '2021-11-27T03:54:58Z', 'revision_number': 4, 'project_id': '47ae16ff37d2448f915bd8f03c73987e', 'gw_port': {'id': 'c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0573663-d34a-4db7-873d-174c1c9e34e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:49Z', 'updated_at': '2021-11-27T03:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': 'edef809b-e6c3-4367-b4e2-9adb43094742', 'tenant_id': '47ae16ff37d2448f915bd8f03c73987e', 'floating_ip_address': '172.25.1.242', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'c0573663-d34a-4db7-873d-174c1c9e34e1', 'port_id': '6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '461e781d-0c2c-4b68-9f4d-8feb5eb833d0', 'mac_address': 'fa:16:3e:f4:32:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d53e14-0887-488a-b966-eaf3100dc89e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:55:04Z', 'updated_at': '2021-11-27T03:55:23Z', 'revision_number': 1, 'project_id': '47ae16ff37d2448f915bd8f03c73987e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '723d4cd2-a000-4b8e-8122-e5ea970eecb3', 'name': '', 'network_id': '461e781d-0c2c-4b68-9f4d-8feb5eb833d0', 'tenant_id': '47ae16ff37d2448f915bd8f03c73987e', 'mac_address': 'fa:16:3e:fd:77:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0573663-d34a-4db7-873d-174c1c9e34e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'fd9e42b7-23f0-4e8f-9535-cb693456746c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:55Z', 'updated_at': '2021-11-27T03:55:06Z', 'revision_number': 5, 'project_id': '47ae16ff37d2448f915bd8f03c73987e', 'subnets': [{'id': 'fd9e42b7-23f0-4e8f-9535-cb693456746c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:55:26.229683 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a0fb998d-321b-428a-b912-4873267ab360 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:26.264399 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef04b0-5583-475e-956b-330334aa9fba req-99b16ec4-ae39-4e16-b556-b7a820f90bc7 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:26.276003 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-21ef04b0-5583-475e-956b-330334aa9fba req-99b16ec4-ae39-4e16-b556-b7a820f90bc7 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b3eda56-3093-4c42-ab82-2da25d1f8b5a HTTP/1.1" status: 200 len: 945 time: 0.3231575 Nov 27 03:55:26.305348 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a0fb998d-321b-428a-b912-4873267ab360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:26.310803 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a0fb998d-321b-428a-b912-4873267ab360 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:26.328181 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a0fb998d-321b-428a-b912-4873267ab360 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8ca6673f-4c5e-4053-ac17-c35b6ff8b90c HTTP/1.1" status: 204 len: 168 time: 0.2838993 Nov 27 03:55:26.352317 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb998d-321b-428a-b912-4873267ab360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca6673f-4c5e-4053-ac17-c35b6ff8b90c,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:26.375762 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-1bf70b29-24dc-4b66-8781-c6a4993add7d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Made reservation on behalf of 1dec02752c8a4ea2ac075e58dda75d55 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:55:26.401498 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 03:55:26.541196 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc031a6-a9cb-4441-8e1f-d266b6cf685e req-8bd0e28a-bdc0-42b7-bb43-a2bc9822047c tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:26.560527 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4bc031a6-a9cb-4441-8e1f-d266b6cf685e req-8bd0e28a-bdc0-42b7-bb43-a2bc9822047c tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2efe25-aa7f-4279-b64a-4510c75e7cd5 HTTP/1.1" status: 200 len: 945 time: 0.0832806 Nov 27 03:55:26.596825 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device c6424ff9-0749-4dcf-b9e9-8b25d6d81e3c no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:55:26.647729 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4bc031a6-a9cb-4441-8e1f-d266b6cf685e req-b7ffa88a-fa71-498e-846b-4e740484a0d9 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847130 Nov 27 03:55:26.648900 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ff21ef-a1ca-4663-bcf6-8ddbd54ecf62 None None] New status for floating IP edef809b-e6c3-4367-b4e2-9adb43094742: ACTIVE {{(pid=110021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 03:55:26.668268 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: c6424ff9-0749-4dcf-b9e9-8b25d6d81e3c {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:55:26.668945 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device c6424ff9-0749-4dcf-b9e9-8b25d6d81e3c not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:55:26.669541 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 76d23f9a-625b-4107-8e60-41f63c6bfecf no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:55:26.710880 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-21ef04b0-5583-475e-956b-330334aa9fba req-a0faca43-068f-4d87-add7-2fa30aa9619c tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4315469 Nov 27 03:55:26.782128 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8e6aebc5-6339-4a0b-a3b1-ffdcaaa8c1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:26.803915 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:26.852473 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6aebc5-6339-4a0b-a3b1-ffdcaaa8c1cd admin admin] Pushing event deleted for resources: {'Port': ['ID=76d23f9a-625b-4107-8e60-41f63c6bfecf,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:26.945899 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-1bf70b29-24dc-4b66-8781-c6a4993add7d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:26.963943 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8e6aebc5-6339-4a0b-a3b1-ffdcaaa8c1cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:27.424529 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8e6aebc5-6339-4a0b-a3b1-ffdcaaa8c1cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:27.428560 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8e6aebc5-6339-4a0b-a3b1-ffdcaaa8c1cd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:27.443575 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44162) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:55:27.551971 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-8469a380-b54b-4e5d-bf6c-928700c78a90 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-128674554-network', 'tenant_id': '741148aceff5457daaf28ac0024541a5'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:55:27.578510 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8469a380-b54b-4e5d-bf6c-928700c78a90 admin admin] Made reservation on behalf of 741148aceff5457daaf28ac0024541a5 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:55:27.581317 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8469a380-b54b-4e5d-bf6c-928700c78a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:27.592917 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8e6aebc5-6339-4a0b-a3b1-ffdcaaa8c1cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:27.593489 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6aebc5-6339-4a0b-a3b1-ffdcaaa8c1cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fefc244-a0cd-4c7d-8f96-fc98770e34f9 {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 03:55:27.593984 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8469a380-b54b-4e5d-bf6c-928700c78a90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:27.620282 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8e6aebc5-6339-4a0b-a3b1-ffdcaaa8c1cd admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:27.621964 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8e6aebc5-6339-4a0b-a3b1-ffdcaaa8c1cd admin admin] 10.222.0.20 "DELETE /v2.0/routers/2fefc244-a0cd-4c7d-8f96-fc98770e34f9 HTTP/1.1" status: 204 len: 168 time: 3.5844688 Nov 27 03:55:27.624646 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44166) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:55:27.633288 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1d19e-6bf6-44a2-860c-47b8005f35de req-fbe540b9-d755-4a19-8efe-08211a2ce66b tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:27.639832 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1d19e-6bf6-44a2-860c-47b8005f35de req-fbe540b9-d755-4a19-8efe-08211a2ce66b tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:27.645749 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1d19e-6bf6-44a2-860c-47b8005f35de req-fbe540b9-d755-4a19-8efe-08211a2ce66b tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:27.647499 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b5c1d19e-6bf6-44a2-860c-47b8005f35de req-fbe540b9-d755-4a19-8efe-08211a2ce66b tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 2374 time: 0.2402017 Nov 27 03:55:27.678461 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-c41b46bb-3d2e-4b14-98a1-6f8fb3cf3955 admin admin] Deleting subnet 8ca69a11-da44-4ad3-88b5-25018bbf4566 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:55:27.688383 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c41b46bb-3d2e-4b14-98a1-6f8fb3cf3955 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:27.760747 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c41b46bb-3d2e-4b14-98a1-6f8fb3cf3955 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:27.767828 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b5c1d19e-6bf6-44a2-860c-47b8005f35de req-3485234f-9d8a-468d-9f07-1df30dd1b8a0 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135700 Nov 27 03:55:27.783890 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-1bf70b29-24dc-4b66-8781-c6a4993add7d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Allocated IP 10.2.2.100 (c50e5d64-07f3-44bc-b3a4-01ba809267ac/f712b216-a943-478e-91ec-701ddeee200a/f44fdf9b-a8d1-49ae-aeec-916704cb4fb4) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:55:27.875414 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8469a380-b54b-4e5d-bf6c-928700c78a90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:27.898674 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8469a380-b54b-4e5d-bf6c-928700c78a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:27.938079 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8469a380-b54b-4e5d-bf6c-928700c78a90 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:55:27.948112 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fcb017-eeae-4024-95b8-84c6bee8ab87 req-1f76895c-d07e-4910-97d9-537d6888604b tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:27.950426 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b5fcb017-eeae-4024-95b8-84c6bee8ab87 req-1f76895c-d07e-4910-97d9-537d6888604b tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2efe25-aa7f-4279-b64a-4510c75e7cd5 HTTP/1.1" status: 200 len: 945 time: 0.1511877 Nov 27 03:55:27.955881 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c41b46bb-3d2e-4b14-98a1-6f8fb3cf3955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:27.989393 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba8306-ec9d-4767-aebd-c9f02dbc27b1 req-1d17b044-064d-4002-adee-206f8693b3fe tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:27.992628 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6bba8306-ec9d-4767-aebd-c9f02dbc27b1 req-1d17b044-064d-4002-adee-206f8693b3fe tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b3eda56-3093-4c42-ab82-2da25d1f8b5a HTTP/1.1" status: 200 len: 945 time: 0.1033854 Nov 27 03:55:28.005027 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469a380-b54b-4e5d-bf6c-928700c78a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba55f1f-ba41-40ae-ab37-9f7a62b7b8a3,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:28.009798 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8469a380-b54b-4e5d-bf6c-928700c78a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:28.010334 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-8469a380-b54b-4e5d-bf6c-928700c78a90 admin admin] Added segment 28ceb821-4c0f-45d8-9192-687f5672cf7a of type vlan for network c3a2d930-27d1-411e-aeee-3915c7c9fb76 Nov 27 03:55:28.059611 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-1bf70b29-24dc-4b66-8781-c6a4993add7d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:28.070650 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6bba8306-ec9d-4767-aebd-c9f02dbc27b1 req-bad9b376-0d62-42b8-9a02-f227a241e658 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668106 Nov 27 03:55:28.093665 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8469a380-b54b-4e5d-bf6c-928700c78a90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:28.097283 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b5fcb017-eeae-4024-95b8-84c6bee8ab87 req-3a229d7b-7c59-4cab-a994-ba3c0e3ce5e8 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185682 Nov 27 03:55:28.127452 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-1bf70b29-24dc-4b66-8781-c6a4993add7d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:28.130050 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8469a380-b54b-4e5d-bf6c-928700c78a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:28.131175 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8469a380-b54b-4e5d-bf6c-928700c78a90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:28.131776 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8469a380-b54b-4e5d-bf6c-928700c78a90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:28.134971 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c41b46bb-3d2e-4b14-98a1-6f8fb3cf3955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:28.188101 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-1bf70b29-24dc-4b66-8781-c6a4993add7d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Network c50e5d64-07f3-44bc-b3a4-01ba809267ac is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:55:28.191487 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-1bf70b29-24dc-4b66-8781-c6a4993add7d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:55:28.196192 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-1bf70b29-24dc-4b66-8781-c6a4993add7d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:55:28.207786 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b46bb-3d2e-4b14-98a1-6f8fb3cf3955 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ca69a11-da44-4ad3-88b5-25018bbf4566,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:28.223029 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c41b46bb-3d2e-4b14-98a1-6f8fb3cf3955 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:28.226481 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22462db-6347-4a56-816f-2d8f5f814ff8 None None] Network cbc1a1c0-8b3a-4e82-94f8-83b55129e91a requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:55:28.230921 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c41b46bb-3d2e-4b14-98a1-6f8fb3cf3955 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8ca69a11-da44-4ad3-88b5-25018bbf4566 HTTP/1.1" status: 204 len: 168 time: 0.6014893 Nov 27 03:55:28.230921 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44176) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:55:28.236797 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8469a380-b54b-4e5d-bf6c-928700c78a90 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7918899 Nov 27 03:55:28.247605 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44178) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:55:28.261386 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf70b29-24dc-4b66-8781-c6a4993add7d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Pushing event updated for resources: {'Port': ['ID=f44fdf9b-a8d1-49ae-aeec-916704cb4fb4,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:28.261639 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-11c566f2-605b-401f-afbf-d428cd82031a admin admin] Request body: {'subnet': {'network_id': 'c3a2d930-27d1-411e-aeee-3915c7c9fb76', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-128674554-subnet', 'tenant_id': '741148aceff5457daaf28ac0024541a5', 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:55:28.289897 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469a380-b54b-4e5d-bf6c-928700c78a90 admin admin] Pushing event updated for resources: {'Network': ['ID=c3a2d930-27d1-411e-aeee-3915c7c9fb76,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:28.297953 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-1bf70b29-24dc-4b66-8781-c6a4993add7d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:28.298762 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-1bf70b29-24dc-4b66-8781-c6a4993add7d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:28.310222 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network c3a2d930-27d1-411e-aeee-3915c7c9fb76 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:55:28.334646 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-1bf70b29-24dc-4b66-8781-c6a4993add7d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7787097 Nov 27 03:55:28.367051 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-9f8f6bf2-778f-472c-9a18-8eae0c6fd42b tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Request body: {'port': {'device_id': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c50e5d64-07f3-44bc-b3a4-01ba809267ac', 'admin_state_up': True, 'tenant_id': '1dec02752c8a4ea2ac075e58dda75d55', 'security_groups': ['016761d4-993d-457c-bad7-1e1c8aa0ed3e']}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:55:28.405104 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c566f2-605b-401f-afbf-d428cd82031a admin admin] Made reservation on behalf of 741148aceff5457daaf28ac0024541a5 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:55:28.407950 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-11c566f2-605b-401f-afbf-d428cd82031a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:28.413197 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b34244fb-ff5e-4440-ae92-bc3c67bbaf2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:28.559179 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-9f8f6bf2-778f-472c-9a18-8eae0c6fd42b tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Made reservation on behalf of 1dec02752c8a4ea2ac075e58dda75d55 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:55:28.565732 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-9f8f6bf2-778f-472c-9a18-8eae0c6fd42b tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:28.581070 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-b34244fb-ff5e-4440-ae92-bc3c67bbaf2e admin admin] Deleting port 00e69cd1-0256-478f-9cc4-1758796fbf18 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:55:28.582303 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b34244fb-ff5e-4440-ae92-bc3c67bbaf2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:28.639284 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b716b6c7-23b7-4c2b-a254-70c861f2f001 None None] DHCP port deletion for cbc1a1c0-8b3a-4e82-94f8-83b55129e91a request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 03:55:28.674354 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-b34244fb-ff5e-4440-ae92-bc3c67bbaf2e admin admin] For port 00e69cd1-0256-478f-9cc4-1758796fbf18, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=00e69cd1-0256-478f-9cc4-1758796fbf18,segment=NetworkSegment(db72c7fd-8acf-4a83-a943-7e9fddab17ca),segment_id=db72c7fd-8acf-4a83-a943-7e9fddab17ca)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:55:28.674906 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b34244fb-ff5e-4440-ae92-bc3c67bbaf2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:28.689729 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-dac2bf85-c82e-4e1f-a38c-16ad5f4be18a None None] Provisioning complete for port f44fdf9b-a8d1-49ae-aeec-916704cb4fb4 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:55:28.690093 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dac2bf85-c82e-4e1f-a38c-16ad5f4be18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:28.690676 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-b34244fb-ff5e-4440-ae92-bc3c67bbaf2e admin admin] Calling delete_port for 00e69cd1-0256-478f-9cc4-1758796fbf18 owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:55:28.735733 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-b716b6c7-23b7-4c2b-a254-70c861f2f001 None None] Deleting port 00e69cd1-0256-478f-9cc4-1758796fbf18 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:55:28.736360 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b716b6c7-23b7-4c2b-a254-70c861f2f001 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:28.751765 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-dac2bf85-c82e-4e1f-a38c-16ad5f4be18a None None] Port f44fdf9b-a8d1-49ae-aeec-916704cb4fb4 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:55:28.786925 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-9f8f6bf2-778f-472c-9a18-8eae0c6fd42b tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Allocated IP 10.2.2.200 (c50e5d64-07f3-44bc-b3a4-01ba809267ac/f712b216-a943-478e-91ec-701ddeee200a/a1f03abc-cb7c-4762-a3d3-c924fa278769) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:55:28.817003 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-b716b6c7-23b7-4c2b-a254-70c861f2f001 None None] For port 00e69cd1-0256-478f-9cc4-1758796fbf18, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=00e69cd1-0256-478f-9cc4-1758796fbf18,segment=NetworkSegment(db72c7fd-8acf-4a83-a943-7e9fddab17ca),segment_id=db72c7fd-8acf-4a83-a943-7e9fddab17ca)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:55:28.817893 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b716b6c7-23b7-4c2b-a254-70c861f2f001 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:28.836078 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-b716b6c7-23b7-4c2b-a254-70c861f2f001 None None] Calling delete_port for 00e69cd1-0256-478f-9cc4-1758796fbf18 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:55:28.937925 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b716b6c7-23b7-4c2b-a254-70c861f2f001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:28.965710 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b716b6c7-23b7-4c2b-a254-70c861f2f001 None None] Pushing event deleted for resources: {'Port': ['ID=00e69cd1-0256-478f-9cc4-1758796fbf18,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:28.994908 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b716b6c7-23b7-4c2b-a254-70c861f2f001 None None] No DVR routers for this DVR port 00e69cd1-0256-478f-9cc4-1758796fbf18 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:55:29.043045 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-9f8f6bf2-778f-472c-9a18-8eae0c6fd42b tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:29.083794 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-9f8f6bf2-778f-472c-9a18-8eae0c6fd42b tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:29.130949 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-9f8f6bf2-778f-472c-9a18-8eae0c6fd42b tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Network c50e5d64-07f3-44bc-b3a4-01ba809267ac is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:55:29.137472 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-9f8f6bf2-778f-472c-9a18-8eae0c6fd42b tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:55:29.140435 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-9f8f6bf2-778f-472c-9a18-8eae0c6fd42b tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:55:29.161632 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-11c566f2-605b-401f-afbf-d428cd82031a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:29.234481 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f6bf2-778f-472c-9a18-8eae0c6fd42b tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Pushing event updated for resources: {'Port': ['ID=a1f03abc-cb7c-4762-a3d3-c924fa278769,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:29.262352 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-9f8f6bf2-778f-472c-9a18-8eae0c6fd42b tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:29.263698 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-9f8f6bf2-778f-472c-9a18-8eae0c6fd42b tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:29.285859 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c566f2-605b-401f-afbf-d428cd82031a admin admin] Pushing event updated for resources: {'Subnet': ['ID=015364fd-6c2d-4781-9233-495dcb6746ce,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:29.298157 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62f02c-599c-4a00-bcdd-a274f865562e req-f1de6736-c1ca-4208-9d5a-91203f070a89 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:29.299775 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3d62f02c-599c-4a00-bcdd-a274f865562e req-f1de6736-c1ca-4208-9d5a-91203f070a89 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b3eda56-3093-4c42-ab82-2da25d1f8b5a HTTP/1.1" status: 200 len: 945 time: 0.1101303 Nov 27 03:55:29.320877 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798c210-53f1-4bbf-a8bb-4eda18570c2c req-8cac3216-77bb-4359-99b1-6b3fb4840945 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:29.328922 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798c210-53f1-4bbf-a8bb-4eda18570c2c req-8cac3216-77bb-4359-99b1-6b3fb4840945 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:29.331174 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-9f8f6bf2-778f-472c-9a18-8eae0c6fd42b tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9698398 Nov 27 03:55:29.336908 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798c210-53f1-4bbf-a8bb-4eda18570c2c req-8cac3216-77bb-4359-99b1-6b3fb4840945 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:29.345403 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798c210-53f1-4bbf-a8bb-4eda18570c2c req-8cac3216-77bb-4359-99b1-6b3fb4840945 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:29.353256 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798c210-53f1-4bbf-a8bb-4eda18570c2c req-8cac3216-77bb-4359-99b1-6b3fb4840945 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:29.356308 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-acf440b5-b920-4af7-bd20-76e25acf9e21 service neutron] Request body: {'port': {'device_id': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:55:29.365618 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7798c210-53f1-4bbf-a8bb-4eda18570c2c req-8cac3216-77bb-4359-99b1-6b3fb4840945 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 3816 time: 0.2770181 Nov 27 03:55:29.392618 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b34244fb-ff5e-4440-ae92-bc3c67bbaf2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:29.404848 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3d62f02c-599c-4a00-bcdd-a274f865562e req-a9f7f3c2-3f9e-4d89-8bba-bde752078be0 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986381 Nov 27 03:55:29.427764 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c566f2-605b-401f-afbf-d428cd82031a admin admin] Checking segment: {'id': '28ceb821-4c0f-45d8-9192-687f5672cf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c3a2d930-27d1-411e-aeee-3915c7c9fb76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:55:29.428125 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c566f2-605b-401f-afbf-d428cd82031a admin admin] Network hostable DHCP agents. Network: c3a2d930-27d1-411e-aeee-3915c7c9fb76, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:55:29.437442 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-acf440b5-b920-4af7-bd20-76e25acf9e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:29.438154 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34244fb-ff5e-4440-ae92-bc3c67bbaf2e admin admin] Pushing event deleted for resources: {'Port': ['ID=00e69cd1-0256-478f-9cc4-1758796fbf18,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:29.449582 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34244fb-ff5e-4440-ae92-bc3c67bbaf2e admin admin] No DVR routers for this DVR port 00e69cd1-0256-478f-9cc4-1758796fbf18 on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:55:29.489753 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-744b2e44-b956-4f95-851a-0bf257d54aa6 None None] Provisioning complete for port a1f03abc-cb7c-4762-a3d3-c924fa278769 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:55:29.490795 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-744b2e44-b956-4f95-851a-0bf257d54aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:29.545710 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-744b2e44-b956-4f95-851a-0bf257d54aa6 None None] Port a1f03abc-cb7c-4762-a3d3-c924fa278769 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:55:29.567201 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7798c210-53f1-4bbf-a8bb-4eda18570c2c req-c6960e60-155a-41c7-b4ee-373e43cc3717 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006934 Nov 27 03:55:29.569447 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c566f2-605b-401f-afbf-d428cd82031a admin admin] Network c3a2d930-27d1-411e-aeee-3915c7c9fb76 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:55:29.572975 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b34244fb-ff5e-4440-ae92-bc3c67bbaf2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:29.606878 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-11c566f2-605b-401f-afbf-d428cd82031a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, c3a2d930-27d1-411e-aeee-3915c7c9fb76) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:55:29.612000 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c566f2-605b-401f-afbf-d428cd82031a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:29.612605 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-11c566f2-605b-401f-afbf-d428cd82031a admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:29.617259 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b1717a-e629-4a0a-ab0b-8ef66a7ad955 None None] Network c3a2d930-27d1-411e-aeee-3915c7c9fb76 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:55:29.622754 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-b34244fb-ff5e-4440-ae92-bc3c67bbaf2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbc1a1c0-8b3a-4e82-94f8-83b55129e91a']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:55:29.635575 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-b34244fb-ff5e-4440-ae92-bc3c67bbaf2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db72c7fd-8acf-4a83-a943-7e9fddab17ca') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:55:29.635921 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-b34244fb-ff5e-4440-ae92-bc3c67bbaf2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db72c7fd-8acf-4a83-a943-7e9fddab17ca') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:55:29.644596 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9994566-2557-43b1-a511-6202cb47ba9e req-d0ddef6f-0a7a-4220-92dc-a22b2b312786 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:29.650943 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-11c566f2-605b-401f-afbf-d428cd82031a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4012697 Nov 27 03:55:29.654859 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44194) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:55:29.659914 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-e9afb7f7-b26e-4c27-89db-8ad36a62efac admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-128674554-router', 'tenant_id': '741148aceff5457daaf28ac0024541a5', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:55:29.665224 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b9994566-2557-43b1-a511-6202cb47ba9e req-d0ddef6f-0a7a-4220-92dc-a22b2b312786 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2efe25-aa7f-4279-b64a-4510c75e7cd5 HTTP/1.1" status: 200 len: 945 time: 0.1338649 Nov 27 03:55:29.666059 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b34244fb-ff5e-4440-ae92-bc3c67bbaf2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:29.695079 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b34244fb-ff5e-4440-ae92-bc3c67bbaf2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:29.706076 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b34244fb-ff5e-4440-ae92-bc3c67bbaf2e admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:55:29.706512 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b34244fb-ff5e-4440-ae92-bc3c67bbaf2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:29.708407 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:55:29.708407 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 03:55:29.708407 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:55:29.708407 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 03:55:29.708407 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:55:29.708407 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 03:55:29.708407 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:55:29.708407 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 03:55:29.708407 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 03:55:29.708407 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:55:29.708407 n-d-819494-3 neutron-server[110019]: timer() Nov 27 03:55:29.708407 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:55:29.708407 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 03:55:29.708407 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:55:29.708407 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 03:55:29.708407 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:55:29.708407 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 03:55:29.708407 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:55:29.708407 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 03:55:29.708407 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:55:29.708407 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 03:55:29.708407 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:55:29.708407 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:55:29.708407 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:55:29.708407 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:55:29.708407 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:55:29.708407 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 03:55:29.708407 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:55:29.708407 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 03:55:29.708407 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:55:29.708407 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:55:29.708407 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:55:29.708407 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 03:55:29.708407 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:55:29.708407 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:55:29.708407 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:55:29.708407 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:55:29.708407 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:55:29.708407 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:55:29.708407 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:55:29.751714 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e9afb7f7-b26e-4c27-89db-8ad36a62efac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:29.752757 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e9afb7f7-b26e-4c27-89db-8ad36a62efac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:29.845835 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e9afb7f7-b26e-4c27-89db-8ad36a62efac admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:29.848774 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b34244fb-ff5e-4440-ae92-bc3c67bbaf2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:29.875607 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b34244fb-ff5e-4440-ae92-bc3c67bbaf2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:29.877297 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7961fdd5-b06e-4d0d-a54b-754fea02d943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-c3a2d930-27d1-411e-aeee-3915c7c9fb76', 'network_id': 'c3a2d930-27d1-411e-aeee-3915c7c9fb76', 'tenant_id': '741148aceff5457daaf28ac0024541a5', 'fixed_ips': [{'subnet_id': '015364fd-6c2d-4781-9233-495dcb6746ce'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 03:55:29.878460 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7961fdd5-b06e-4d0d-a54b-754fea02d943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:29.880385 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b34244fb-ff5e-4440-ae92-bc3c67bbaf2e admin admin] 10.222.0.20 "DELETE /v2.0/networks/cbc1a1c0-8b3a-4e82-94f8-83b55129e91a HTTP/1.1" status: 204 len: 168 time: 1.6427050 Nov 27 03:55:29.892771 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b9994566-2557-43b1-a511-6202cb47ba9e req-2769942b-b7a9-4d9a-94ac-075f8ab08d1d tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263999 Nov 27 03:55:29.945374 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34244fb-ff5e-4440-ae92-bc3c67bbaf2e admin admin] Pushing event deleted for resources: {'Network': ['ID=cbc1a1c0-8b3a-4e82-94f8-83b55129e91a,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:30.072860 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-acf440b5-b920-4af7-bd20-76e25acf9e21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02981edf-7b84-4fc5-b179-a27331a3be22 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:55:30.086177 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-acf440b5-b920-4af7-bd20-76e25acf9e21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:30.092516 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e9afb7f7-b26e-4c27-89db-8ad36a62efac admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:30.104379 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44198) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:55:30.108704 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-acf440b5-b920-4af7-bd20-76e25acf9e21 service neutron] Transition to ACTIVE for port object 02981edf-7b84-4fc5-b179-a27331a3be22 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:55:30.115011 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-acf440b5-b920-4af7-bd20-76e25acf9e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:30.175460 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-7961fdd5-b06e-4d0d-a54b-754fea02d943 None None] Allocated IP 172.20.0.2 (c3a2d930-27d1-411e-aeee-3915c7c9fb76/015364fd-6c2d-4781-9233-495dcb6746ce/c0ef363e-1dd7-43f3-9549-f347b959435c) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:55:30.176400 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf440b5-b920-4af7-bd20-76e25acf9e21 service neutron] Pushing event updated for resources: {'Port': ['ID=02981edf-7b84-4fc5-b179-a27331a3be22,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:30.236270 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-41fd4e75-b59b-4eae-b9b5-598fbb01b906 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8bb01210b11c43889360e732fe76fd2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1285250 Nov 27 03:55:30.239718 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44200) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:55:30.309528 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1e1bb6b9-6e6e-4111-bf2a-37a6979b9f9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:30.316693 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-acf440b5-b920-4af7-bd20-76e25acf9e21 service neutron] Attempting to bind port 02981edf-7b84-4fc5-b179-a27331a3be22 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:55:30.317145 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-acf440b5-b920-4af7-bd20-76e25acf9e21 service neutron] Attempting to bind port 02981edf-7b84-4fc5-b179-a27331a3be22 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': 'fd7d7e7b-7dbb-424a-bc51-ecd051dc8d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'de70f11c-4372-4ca5-89fb-09782e179a3b'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:55:30.317561 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-acf440b5-b920-4af7-bd20-76e25acf9e21 service neutron] Attempting to bind port 02981edf-7b84-4fc5-b179-a27331a3be22 on network de70f11c-4372-4ca5-89fb-09782e179a3b {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:55:30.325159 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-acf440b5-b920-4af7-bd20-76e25acf9e21 service neutron] Port 02981edf-7b84-4fc5-b179-a27331a3be22 on network de70f11c-4372-4ca5-89fb-09782e179a3b not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:55:30.325547 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-acf440b5-b920-4af7-bd20-76e25acf9e21 service neutron] Attempting to bind port 02981edf-7b84-4fc5-b179-a27331a3be22 on network de70f11c-4372-4ca5-89fb-09782e179a3b {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:55:30.332500 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-acf440b5-b920-4af7-bd20-76e25acf9e21 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:55:30.333077 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-acf440b5-b920-4af7-bd20-76e25acf9e21 service neutron] Checking segment: {'id': 'fd7d7e7b-7dbb-424a-bc51-ecd051dc8d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'de70f11c-4372-4ca5-89fb-09782e179a3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:55:30.333562 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-acf440b5-b920-4af7-bd20-76e25acf9e21 service neutron] Bound using segment: {'id': 'fd7d7e7b-7dbb-424a-bc51-ecd051dc8d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'de70f11c-4372-4ca5-89fb-09782e179a3b'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:55:30.335609 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-acf440b5-b920-4af7-bd20-76e25acf9e21 service neutron] Bound port: 02981edf-7b84-4fc5-b179-a27331a3be22, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd7d7e7b-7dbb-424a-bc51-ecd051dc8d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'de70f11c-4372-4ca5-89fb-09782e179a3b'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:55:30.336060 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-acf440b5-b920-4af7-bd20-76e25acf9e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:30.360092 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1e1bb6b9-6e6e-4111-bf2a-37a6979b9f9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:30.418906 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7961fdd5-b06e-4d0d-a54b-754fea02d943 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:30.429232 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7961fdd5-b06e-4d0d-a54b-754fea02d943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:30.504854 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-acf440b5-b920-4af7-bd20-76e25acf9e21 service neutron] For port 02981edf-7b84-4fc5-b179-a27331a3be22, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:55:30.515497 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-acf440b5-b920-4af7-bd20-76e25acf9e21 service neutron] For port 02981edf-7b84-4fc5-b179-a27331a3be22, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=02981edf-7b84-4fc5-b179-a27331a3be22,segment=NetworkSegment(fd7d7e7b-7dbb-424a-bc51-ecd051dc8d7b),segment_id=fd7d7e7b-7dbb-424a-bc51-ecd051dc8d7b)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:55:30.522299 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e9afb7f7-b26e-4c27-89db-8ad36a62efac admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:30.532730 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-acf440b5-b920-4af7-bd20-76e25acf9e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:30.543778 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7961fdd5-b06e-4d0d-a54b-754fea02d943 None None] Network c3a2d930-27d1-411e-aeee-3915c7c9fb76 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:55:30.547867 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-7961fdd5-b06e-4d0d-a54b-754fea02d943 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:55:30.564291 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7961fdd5-b06e-4d0d-a54b-754fea02d943 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:55:30.574743 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e9afb7f7-b26e-4c27-89db-8ad36a62efac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:30.606878 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1e1bb6b9-6e6e-4111-bf2a-37a6979b9f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:30.614068 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1e1bb6b9-6e6e-4111-bf2a-37a6979b9f9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:30.616321 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-acf440b5-b920-4af7-bd20-76e25acf9e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:30.616967 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-acf440b5-b920-4af7-bd20-76e25acf9e21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:30.617081 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1e1bb6b9-6e6e-4111-bf2a-37a6979b9f9d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ee93ab71-a178-45fc-ad6a-1a1bf0205f00 HTTP/1.1" status: 204 len: 168 time: 0.3755879 Nov 27 03:55:30.621833 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-acf440b5-b920-4af7-bd20-76e25acf9e21 service neutron] 10.222.0.11 "PUT /v2.0/ports/02981edf-7b84-4fc5-b179-a27331a3be22 HTTP/1.1" status: 200 len: 1092 time: 1.2724724 Nov 27 03:55:30.622328 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'tag': '02981edf-7b84-4fc5-b179-a27331a3be22'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:55:30.630460 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1e495b-b565-4097-ba2f-63527c209713" -d '{"events": [{"name": "network-changed", "server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "tag": "02981edf-7b84-4fc5-b179-a27331a3be22"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:55:30.643633 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 00e69cd1-0256-478f-9cc4-1758796fbf18 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:55:30.703646 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 00e69cd1-0256-478f-9cc4-1758796fbf18 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:55:30.703999 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 00e69cd1-0256-478f-9cc4-1758796fbf18 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:55:30.725837 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1bb6b9-6e6e-4111-bf2a-37a6979b9f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee93ab71-a178-45fc-ad6a-1a1bf0205f00,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:30.756487 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-f7c35a8c-20a6-492c-bb69-fe1bfbddb7c9 service neutron] Request body: {'port': {'device_id': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:55:30.770299 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7961fdd5-b06e-4d0d-a54b-754fea02d943 None None] Pushing event updated for resources: {'Port': ['ID=c0ef363e-1dd7-43f3-9549-f347b959435c,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:30.826016 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-7961fdd5-b06e-4d0d-a54b-754fea02d943 None None] Attempting to bind port c0ef363e-1dd7-43f3-9549-f347b959435c on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:55:30.826396 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-7961fdd5-b06e-4d0d-a54b-754fea02d943 None None] Attempting to bind port c0ef363e-1dd7-43f3-9549-f347b959435c by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '28ceb821-4c0f-45d8-9192-687f5672cf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c3a2d930-27d1-411e-aeee-3915c7c9fb76'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:55:30.826797 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7961fdd5-b06e-4d0d-a54b-754fea02d943 None None] Attempting to bind port c0ef363e-1dd7-43f3-9549-f347b959435c on network c3a2d930-27d1-411e-aeee-3915c7c9fb76 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:55:30.851660 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7961fdd5-b06e-4d0d-a54b-754fea02d943 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:55:30.854278 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7961fdd5-b06e-4d0d-a54b-754fea02d943 None None] Checking segment: {'id': '28ceb821-4c0f-45d8-9192-687f5672cf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c3a2d930-27d1-411e-aeee-3915c7c9fb76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:55:30.855456 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7961fdd5-b06e-4d0d-a54b-754fea02d943 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:30.855732 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7961fdd5-b06e-4d0d-a54b-754fea02d943 None None] Bound using segment: {'id': '28ceb821-4c0f-45d8-9192-687f5672cf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c3a2d930-27d1-411e-aeee-3915c7c9fb76'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:55:30.856239 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-7961fdd5-b06e-4d0d-a54b-754fea02d943 None None] Bound port: c0ef363e-1dd7-43f3-9549-f347b959435c, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28ceb821-4c0f-45d8-9192-687f5672cf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c3a2d930-27d1-411e-aeee-3915c7c9fb76'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:55:30.856625 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7961fdd5-b06e-4d0d-a54b-754fea02d943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:30.898489 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf440b5-b920-4af7-bd20-76e25acf9e21 service neutron] Pushing event updated for resources: {'Port': ['ID=02981edf-7b84-4fc5-b179-a27331a3be22,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:30.955610 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-f7c35a8c-20a6-492c-bb69-fe1bfbddb7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:30.973063 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebccb7f2-1d5b-4f63-8879-758aee780a0a req-6440d7c3-dc83-44c1-ac05-b31c4c5db6e6 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:30.986960 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebccb7f2-1d5b-4f63-8879-758aee780a0a req-6440d7c3-dc83-44c1-ac05-b31c4c5db6e6 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:31.000651 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebccb7f2-1d5b-4f63-8879-758aee780a0a req-6440d7c3-dc83-44c1-ac05-b31c4c5db6e6 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:31.010135 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-7961fdd5-b06e-4d0d-a54b-754fea02d943 None None] For port c0ef363e-1dd7-43f3-9549-f347b959435c, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:55:31.017927 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fbd4ae-48cc-4244-854f-edc0babf9021 req-b488e62f-af48-48b0-a83b-3f52acddab57 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:31.019600 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-61fbd4ae-48cc-4244-854f-edc0babf9021 req-b488e62f-af48-48b0-a83b-3f52acddab57 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b3eda56-3093-4c42-ab82-2da25d1f8b5a HTTP/1.1" status: 200 len: 945 time: 0.4389844 Nov 27 03:55:31.030865 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-7961fdd5-b06e-4d0d-a54b-754fea02d943 None None] For port c0ef363e-1dd7-43f3-9549-f347b959435c, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=c0ef363e-1dd7-43f3-9549-f347b959435c,segment=NetworkSegment(28ceb821-4c0f-45d8-9192-687f5672cf7a),segment_id=28ceb821-4c0f-45d8-9192-687f5672cf7a)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:55:31.034438 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebccb7f2-1d5b-4f63-8879-758aee780a0a req-6440d7c3-dc83-44c1-ac05-b31c4c5db6e6 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:31.040871 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7961fdd5-b06e-4d0d-a54b-754fea02d943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:31.053060 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebccb7f2-1d5b-4f63-8879-758aee780a0a req-6440d7c3-dc83-44c1-ac05-b31c4c5db6e6 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:31.061863 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ebccb7f2-1d5b-4f63-8879-758aee780a0a req-6440d7c3-dc83-44c1-ac05-b31c4c5db6e6 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 3828 time: 0.3208544 Nov 27 03:55:31.157243 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-e9afb7f7-b26e-4c27-89db-8ad36a62efac admin admin] Allocated IP 172.25.1.161 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/6db4ef84-39e8-4d4b-87c5-65ac76cbd02a) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:55:31.219178 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-61fbd4ae-48cc-4244-854f-edc0babf9021 req-72282108-7bae-4661-ab90-d224d0309021 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924133 Nov 27 03:55:31.240706 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7961fdd5-b06e-4d0d-a54b-754fea02d943 None None] Pushing event updated for resources: {'Port': ['ID=c0ef363e-1dd7-43f3-9549-f347b959435c,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:31.345997 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ebccb7f2-1d5b-4f63-8879-758aee780a0a req-6a988ae2-fe1f-44f8-bf76-f59d5239e9d6 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2830920 Nov 27 03:55:31.388523 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b510dd24-9115-4173-b244-f915926f34d4 x-openstack-request-id: req-b510dd24-9115-4173-b244-f915926f34d4 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:55:31.388827 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "tag": "02981edf-7b84-4fc5-b179-a27331a3be22", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:55:31.389089 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b510dd24-9115-4173-b244-f915926f34d4 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:55:31.389496 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'tag': '02981edf-7b84-4fc5-b179-a27331a3be22', 'status': 'completed', 'code': 200} Nov 27 03:55:31.590445 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e9afb7f7-b26e-4c27-89db-8ad36a62efac admin admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:31.660680 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e9afb7f7-b26e-4c27-89db-8ad36a62efac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:31.737256 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9afb7f7-b26e-4c27-89db-8ad36a62efac admin admin] Pushing event updated for resources: {'Port': ['ID=6db4ef84-39e8-4d4b-87c5-65ac76cbd02a,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:31.748216 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9afb7f7-b26e-4c27-89db-8ad36a62efac admin admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:55:31.756594 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-e9afb7f7-b26e-4c27-89db-8ad36a62efac admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:55:31.761316 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9afb7f7-b26e-4c27-89db-8ad36a62efac admin admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:55:31.767814 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e495b-b565-4097-ba2f-63527c209713 req-8e9a06d3-de7e-4723-8c48-b6edfce76bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:31.768326 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e495b-b565-4097-ba2f-63527c209713 req-8e9a06d3-de7e-4723-8c48-b6edfce76bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:31.768755 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e495b-b565-4097-ba2f-63527c209713 req-8e9a06d3-de7e-4723-8c48-b6edfce76bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:31.769219 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e495b-b565-4097-ba2f-63527c209713 req-8e9a06d3-de7e-4723-8c48-b6edfce76bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:31.769677 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e495b-b565-4097-ba2f-63527c209713 req-8e9a06d3-de7e-4723-8c48-b6edfce76bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:31.776176 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9b1e495b-b565-4097-ba2f-63527c209713 req-8e9a06d3-de7e-4723-8c48-b6edfce76bd2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1dec02752c8a4ea2ac075e58dda75d55&device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 4363 time: 0.3532770 Nov 27 03:55:31.928045 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56995ffb-1de6-4d6b-ae8c-9fcfda34eb40 req-c9a63f99-802d-48e5-a893-ec05219af7be tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:31.935669 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-56995ffb-1de6-4d6b-ae8c-9fcfda34eb40 req-c9a63f99-802d-48e5-a893-ec05219af7be tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2efe25-aa7f-4279-b64a-4510c75e7cd5 HTTP/1.1" status: 200 len: 945 time: 0.2504768 Nov 27 03:55:32.101820 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e495b-b565-4097-ba2f-63527c209713 req-b30e053d-7dbc-4cff-ab26-bc8b2bb31fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:32.102294 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e495b-b565-4097-ba2f-63527c209713 req-b30e053d-7dbc-4cff-ab26-bc8b2bb31fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:32.102779 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e495b-b565-4097-ba2f-63527c209713 req-b30e053d-7dbc-4cff-ab26-bc8b2bb31fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:32.104414 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9b1e495b-b565-4097-ba2f-63527c209713 req-b30e053d-7dbc-4cff-ab26-bc8b2bb31fe8 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=1dec02752c8a4ea2ac075e58dda75d55&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3096397 Nov 27 03:55:32.125064 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-56995ffb-1de6-4d6b-ae8c-9fcfda34eb40 req-4e3ee08a-881f-48e2-a916-5db1eb80ea04 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885316 Nov 27 03:55:32.140235 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e9afb7f7-b26e-4c27-89db-8ad36a62efac admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:32.186474 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44236) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:55:32.254385 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-f7c35a8c-20a6-492c-bb69-fe1bfbddb7c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d21c359-8b29-4bc7-8fd4-65e475953c35 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:55:32.279750 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-f7c35a8c-20a6-492c-bb69-fe1bfbddb7c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:32.330128 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-f7c35a8c-20a6-492c-bb69-fe1bfbddb7c9 service neutron] Transition to ACTIVE for port object 8d21c359-8b29-4bc7-8fd4-65e475953c35 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:55:32.341502 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e495b-b565-4097-ba2f-63527c209713 req-3eab2cec-42a8-44f9-9202-8bc34cfbed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:32.343421 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9b1e495b-b565-4097-ba2f-63527c209713 req-3eab2cec-42a8-44f9-9202-8bc34cfbed95 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2159412 Nov 27 03:55:32.344220 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-f7c35a8c-20a6-492c-bb69-fe1bfbddb7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:32.440235 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c35a8c-20a6-492c-bb69-fe1bfbddb7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=8d21c359-8b29-4bc7-8fd4-65e475953c35,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:32.510717 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-bf260e76-1032-486b-b78c-4b77fe976b57 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1458737682-network', 'tenant_id': '085708796d5a4a01a3dcd4001a8a35e7'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:55:32.562537 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99eb913-dac4-47ab-8d3e-7de9dec69283 req-b8c63aad-d0dc-432c-b1ef-d73cdb350b01 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:32.578106 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b99eb913-dac4-47ab-8d3e-7de9dec69283 req-b8c63aad-d0dc-432c-b1ef-d73cdb350b01 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b3eda56-3093-4c42-ab82-2da25d1f8b5a HTTP/1.1" status: 200 len: 945 time: 0.1885567 Nov 27 03:55:32.651447 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d0309-625f-49f6-9ced-979b6a83b003 req-0026d53d-be95-4f74-8d5d-349015632122 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:32.655253 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b99eb913-dac4-47ab-8d3e-7de9dec69283 req-2acf503d-c0f8-4841-9253-6f161831bc79 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762339 Nov 27 03:55:32.665358 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e9afb7f7-b26e-4c27-89db-8ad36a62efac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:32.669859 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf260e76-1032-486b-b78c-4b77fe976b57 admin admin] Made reservation on behalf of 085708796d5a4a01a3dcd4001a8a35e7 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:55:32.682190 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bf260e76-1032-486b-b78c-4b77fe976b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:32.700532 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d0309-625f-49f6-9ced-979b6a83b003 req-0026d53d-be95-4f74-8d5d-349015632122 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:32.707924 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device c0ef363e-1dd7-43f3-9549-f347b959435c up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:55:32.726696 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d0309-625f-49f6-9ced-979b6a83b003 req-0026d53d-be95-4f74-8d5d-349015632122 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:32.734192 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d0309-625f-49f6-9ced-979b6a83b003 req-0026d53d-be95-4f74-8d5d-349015632122 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:32.756563 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d0309-625f-49f6-9ced-979b6a83b003 req-0026d53d-be95-4f74-8d5d-349015632122 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:32.786441 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d0309-625f-49f6-9ced-979b6a83b003 req-0026d53d-be95-4f74-8d5d-349015632122 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:32.788237 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c05d0309-625f-49f6-9ced-979b6a83b003 req-0026d53d-be95-4f74-8d5d-349015632122 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 4601 time: 0.3154497 Nov 27 03:55:32.791447 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-f7c35a8c-20a6-492c-bb69-fe1bfbddb7c9 service neutron] Attempting to bind port 8d21c359-8b29-4bc7-8fd4-65e475953c35 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:55:32.791809 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-f7c35a8c-20a6-492c-bb69-fe1bfbddb7c9 service neutron] Attempting to bind port 8d21c359-8b29-4bc7-8fd4-65e475953c35 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': 'f22bdb49-3b05-46d4-b948-1eca6d498b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:55:32.792251 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-f7c35a8c-20a6-492c-bb69-fe1bfbddb7c9 service neutron] Attempting to bind port 8d21c359-8b29-4bc7-8fd4-65e475953c35 on network 51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:55:32.799358 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bf260e76-1032-486b-b78c-4b77fe976b57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:32.813805 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-f7c35a8c-20a6-492c-bb69-fe1bfbddb7c9 service neutron] Port 8d21c359-8b29-4bc7-8fd4-65e475953c35 on network 51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:55:32.814165 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-f7c35a8c-20a6-492c-bb69-fe1bfbddb7c9 service neutron] Attempting to bind port 8d21c359-8b29-4bc7-8fd4-65e475953c35 on network 51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:55:32.821858 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port c0ef363e-1dd7-43f3-9549-f347b959435c triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:55:32.822693 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:32.837179 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-f7c35a8c-20a6-492c-bb69-fe1bfbddb7c9 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:55:32.837535 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-f7c35a8c-20a6-492c-bb69-fe1bfbddb7c9 service neutron] Checking segment: {'id': 'f22bdb49-3b05-46d4-b948-1eca6d498b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:55:32.837931 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-f7c35a8c-20a6-492c-bb69-fe1bfbddb7c9 service neutron] Bound using segment: {'id': 'f22bdb49-3b05-46d4-b948-1eca6d498b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:55:32.838375 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-f7c35a8c-20a6-492c-bb69-fe1bfbddb7c9 service neutron] Bound port: 8d21c359-8b29-4bc7-8fd4-65e475953c35, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f22bdb49-3b05-46d4-b948-1eca6d498b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:55:32.846883 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-f7c35a8c-20a6-492c-bb69-fe1bfbddb7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:32.911096 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bf260e76-1032-486b-b78c-4b77fe976b57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:32.922489 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bf260e76-1032-486b-b78c-4b77fe976b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:32.927532 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac21052-2a03-47fa-87b2-14401e83b6fd None None] Network c3a2d930-27d1-411e-aeee-3915c7c9fb76 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:55:32.934136 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf260e76-1032-486b-b78c-4b77fe976b57 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:55:32.947594 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bf260e76-1032-486b-b78c-4b77fe976b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:32.947594 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-bf260e76-1032-486b-b78c-4b77fe976b57 admin admin] Added segment 78bfe3a3-b052-47e4-855b-505741d7aa50 of type vlan for network 9ed747ed-5fe8-4cae-8933-ca58a232a07c Nov 27 03:55:32.986863 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bf260e76-1032-486b-b78c-4b77fe976b57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:33.028750 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bf260e76-1032-486b-b78c-4b77fe976b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:33.030279 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf260e76-1032-486b-b78c-4b77fe976b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:33.030922 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bf260e76-1032-486b-b78c-4b77fe976b57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:33.076535 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-f7c35a8c-20a6-492c-bb69-fe1bfbddb7c9 service neutron] For port 8d21c359-8b29-4bc7-8fd4-65e475953c35, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:55:33.082017 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-f7c35a8c-20a6-492c-bb69-fe1bfbddb7c9 service neutron] For port 8d21c359-8b29-4bc7-8fd4-65e475953c35, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=8d21c359-8b29-4bc7-8fd4-65e475953c35,segment=NetworkSegment(f22bdb49-3b05-46d4-b948-1eca6d498b9c),segment_id=f22bdb49-3b05-46d4-b948-1eca6d498b9c)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:55:33.097753 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf260e76-1032-486b-b78c-4b77fe976b57 admin admin] Pushing event updated for resources: {'Network': ['ID=9ed747ed-5fe8-4cae-8933-ca58a232a07c,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:33.118499 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-f7c35a8c-20a6-492c-bb69-fe1bfbddb7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:33.123120 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf260e76-1032-486b-b78c-4b77fe976b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b185a953-28bd-4bae-8523-9419bcb027c6,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:33.141245 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-bf260e76-1032-486b-b78c-4b77fe976b57 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9542363 Nov 27 03:55:33.141865 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44250) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:55:33.151482 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-98d50438-0e4f-49f8-9506-5d7bcfa4da9e admin admin] Request body: {'subnet': {'network_id': '9ed747ed-5fe8-4cae-8933-ca58a232a07c', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1458737682-subnet', 'tenant_id': '085708796d5a4a01a3dcd4001a8a35e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:55:33.180820 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 9ed747ed-5fe8-4cae-8933-ca58a232a07c details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:55:33.211327 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9afb7f7-b26e-4c27-89db-8ad36a62efac admin admin] Router 1600e71c-7f2d-41ac-9f5e-fc6397649e78 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 03:55:33.220352 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c05d0309-625f-49f6-9ced-979b6a83b003 req-0000484d-4295-4e4f-87d4-38c1d80505df tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb62b710-5bd5-4197-94f7-dd959bb3e843&id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4157078 Nov 27 03:55:33.259820 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-f7c35a8c-20a6-492c-bb69-fe1bfbddb7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:33.260460 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-f7c35a8c-20a6-492c-bb69-fe1bfbddb7c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:33.262077 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-f7c35a8c-20a6-492c-bb69-fe1bfbddb7c9 service neutron] 10.222.0.11 "PUT /v2.0/ports/8d21c359-8b29-4bc7-8fd4-65e475953c35 HTTP/1.1" status: 200 len: 1131 time: 2.5420032 Nov 27 03:55:33.280129 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:33.290875 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d50438-0e4f-49f8-9506-5d7bcfa4da9e admin admin] Made reservation on behalf of 085708796d5a4a01a3dcd4001a8a35e7 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:55:33.295846 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-98d50438-0e4f-49f8-9506-5d7bcfa4da9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:33.298890 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-02f39158-7652-4f9a-b881-fe2dc6f9ec30 None None] Provisioning complete for port c0ef363e-1dd7-43f3-9549-f347b959435c triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:55:33.299284 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-02f39158-7652-4f9a-b881-fe2dc6f9ec30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:33.301351 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c35a8c-20a6-492c-bb69-fe1bfbddb7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=8d21c359-8b29-4bc7-8fd4-65e475953c35,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:33.312922 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-630ea106-08b4-4daf-94eb-6ae26ba6ceaf service neutron] Request body: {'port': {'device_id': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:55:33.465915 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port c0ef363e-1dd7-43f3-9549-f347b959435c, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=c0ef363e-1dd7-43f3-9549-f347b959435c,segment=NetworkSegment(28ceb821-4c0f-45d8-9192-687f5672cf7a),segment_id=28ceb821-4c0f-45d8-9192-687f5672cf7a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:55:33.483971 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:33.544192 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5df62-77be-4360-844b-8dfd3bf662bd req-74c4fe8a-8dfd-449b-9b2c-cfb2f8164b83 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:33.554083 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-61a5df62-77be-4360-844b-8dfd3bf662bd req-74c4fe8a-8dfd-449b-9b2c-cfb2f8164b83 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2efe25-aa7f-4279-b64a-4510c75e7cd5 HTTP/1.1" status: 200 len: 945 time: 0.2308581 Nov 27 03:55:33.617053 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=c0ef363e-1dd7-43f3-9549-f347b959435c,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:33.647955 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9afb7f7-b26e-4c27-89db-8ad36a62efac admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:55:33.661123 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bacc15-670c-4a8d-b435-fd53cc5e3799 None None] Sync routers for ids ['1600e71c-7f2d-41ac-9f5e-fc6397649e78'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:55:33.679878 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bacc15-670c-4a8d-b435-fd53cc5e3799 None None] Routers {'1600e71c-7f2d-41ac-9f5e-fc6397649e78'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:55:33.680709 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-a9bacc15-670c-4a8d-b435-fd53cc5e3799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:55:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['1600e71c-7f2d-41ac-9f5e-fc6397649e78'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:55:33.742390 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'tag': '8d21c359-8b29-4bc7-8fd4-65e475953c35'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:55:33.748889 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad7f9f1-8b5d-412b-9942-476935c9303e" -d '{"events": [{"name": "network-changed", "server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "tag": "8d21c359-8b29-4bc7-8fd4-65e475953c35"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:55:33.794020 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-61a5df62-77be-4360-844b-8dfd3bf662bd req-f254c32e-336a-4ccf-9bbd-191f83c9becf tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326264 Nov 27 03:55:33.809609 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e9afb7f7-b26e-4c27-89db-8ad36a62efac admin admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:33.818965 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e9afb7f7-b26e-4c27-89db-8ad36a62efac admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.1630192 Nov 27 03:55:33.821758 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44258) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:55:33.839839 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-a9bacc15-670c-4a8d-b435-fd53cc5e3799 None None] Set router 1600e71c-7f2d-41ac-9f5e-fc6397649e78 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:55:33.901004 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580937e9-c5c9-47d6-92f0-2a71003fd6c9 x-openstack-request-id: req-580937e9-c5c9-47d6-92f0-2a71003fd6c9 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:55:33.902069 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "tag": "8d21c359-8b29-4bc7-8fd4-65e475953c35", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:55:33.902069 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-580937e9-c5c9-47d6-92f0-2a71003fd6c9 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:55:33.902826 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'tag': '8d21c359-8b29-4bc7-8fd4-65e475953c35', 'status': 'completed', 'code': 200} Nov 27 03:55:33.909232 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-630ea106-08b4-4daf-94eb-6ae26ba6ceaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:33.997045 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465069fa-2f0e-4a8b-8564-f01e93f81fa0 req-49fddd3b-afc0-4459-9e06-4e0d3c953fc6 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:33.999106 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-465069fa-2f0e-4a8b-8564-f01e93f81fa0 req-49fddd3b-afc0-4459-9e06-4e0d3c953fc6 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b3eda56-3093-4c42-ab82-2da25d1f8b5a HTTP/1.1" status: 200 len: 945 time: 0.1923883 Nov 27 03:55:34.090038 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-98d50438-0e4f-49f8-9506-5d7bcfa4da9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:34.093305 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-dfcbf140-4126-4d25-acd3-5d92b94aae1b None None] Provisioning complete for port c0ef363e-1dd7-43f3-9549-f347b959435c triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:55:34.093692 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dfcbf140-4126-4d25-acd3-5d92b94aae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:34.150479 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d50438-0e4f-49f8-9506-5d7bcfa4da9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=34ccbd7b-ea86-497c-81e5-fa8fc3a30ae9,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:34.179077 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-465069fa-2f0e-4a8b-8564-f01e93f81fa0 req-8dba745e-43fc-422e-bb9e-8b48a7760360 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508029 Nov 27 03:55:34.181320 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7f9f1-8b5d-412b-9942-476935c9303e req-54c838fd-eda4-4265-9274-307b0edc7b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:34.181946 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7f9f1-8b5d-412b-9942-476935c9303e req-54c838fd-eda4-4265-9274-307b0edc7b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:34.182485 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7f9f1-8b5d-412b-9942-476935c9303e req-54c838fd-eda4-4265-9274-307b0edc7b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:34.183070 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7f9f1-8b5d-412b-9942-476935c9303e req-54c838fd-eda4-4265-9274-307b0edc7b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:34.183614 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7f9f1-8b5d-412b-9942-476935c9303e req-54c838fd-eda4-4265-9274-307b0edc7b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:34.184265 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7f9f1-8b5d-412b-9942-476935c9303e req-54c838fd-eda4-4265-9274-307b0edc7b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:34.186177 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2ad7f9f1-8b5d-412b-9942-476935c9303e req-54c838fd-eda4-4265-9274-307b0edc7b15 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1dec02752c8a4ea2ac075e58dda75d55&device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 5287 time: 0.1987531 Nov 27 03:55:34.242518 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d50438-0e4f-49f8-9506-5d7bcfa4da9e admin admin] Checking segment: {'id': '78bfe3a3-b052-47e4-855b-505741d7aa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9ed747ed-5fe8-4cae-8933-ca58a232a07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:55:34.242518 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d50438-0e4f-49f8-9506-5d7bcfa4da9e admin admin] Network hostable DHCP agents. Network: 9ed747ed-5fe8-4cae-8933-ca58a232a07c, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:55:34.338931 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-a9bacc15-670c-4a8d-b435-fd53cc5e3799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1600e71c-7f2d-41ac-9f5e-fc6397649e78', 'name': 'tempest-ImageQuotaTest-128674554-router', 'tenant_id': '741148aceff5457daaf28ac0024541a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '6db4ef84-39e8-4d4b-87c5-65ac76cbd02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:55:29Z', 'updated_at': '2021-11-27T03:55:31Z', 'revision_number': 3, 'project_id': '741148aceff5457daaf28ac0024541a5', 'gw_port': {'id': '6db4ef84-39e8-4d4b-87c5-65ac76cbd02a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b5:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1600e71c-7f2d-41ac-9f5e-fc6397649e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:30Z', 'updated_at': '2021-11-27T03:55:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:55:34.378139 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bacc15-670c-4a8d-b435-fd53cc5e3799 None None] Checking router: 1600e71c-7f2d-41ac-9f5e-fc6397649e78 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:55:34.378501 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bacc15-670c-4a8d-b435-fd53cc5e3799 None None] Updating router 1600e71c-7f2d-41ac-9f5e-fc6397649e78 port 6db4ef84-39e8-4d4b-87c5-65ac76cbd02a binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:55:34.421641 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a9bacc15-670c-4a8d-b435-fd53cc5e3799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:34.444115 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7f9f1-8b5d-412b-9942-476935c9303e req-b80364eb-93fc-43b7-8b74-432c6267309b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:34.444764 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7f9f1-8b5d-412b-9942-476935c9303e req-b80364eb-93fc-43b7-8b74-432c6267309b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:34.445259 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7f9f1-8b5d-412b-9942-476935c9303e req-b80364eb-93fc-43b7-8b74-432c6267309b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:34.447644 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2ad7f9f1-8b5d-412b-9942-476935c9303e req-b80364eb-93fc-43b7-8b74-432c6267309b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=1dec02752c8a4ea2ac075e58dda75d55&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1891162 Nov 27 03:55:34.622627 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bcb940-8edc-46b8-8f12-1ae21640bc38 req-b39596cf-6b54-4084-b3ee-69f68666f8c8 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:34.629251 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bcb940-8edc-46b8-8f12-1ae21640bc38 req-b39596cf-6b54-4084-b3ee-69f68666f8c8 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:34.636436 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bcb940-8edc-46b8-8f12-1ae21640bc38 req-b39596cf-6b54-4084-b3ee-69f68666f8c8 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:34.642603 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bcb940-8edc-46b8-8f12-1ae21640bc38 req-b39596cf-6b54-4084-b3ee-69f68666f8c8 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:34.649157 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bcb940-8edc-46b8-8f12-1ae21640bc38 req-b39596cf-6b54-4084-b3ee-69f68666f8c8 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:34.656043 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bcb940-8edc-46b8-8f12-1ae21640bc38 req-b39596cf-6b54-4084-b3ee-69f68666f8c8 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:34.658075 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e9bcb940-8edc-46b8-8f12-1ae21640bc38 req-b39596cf-6b54-4084-b3ee-69f68666f8c8 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 4601 time: 0.2586603 Nov 27 03:55:34.673382 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-630ea106-08b4-4daf-94eb-6ae26ba6ceaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79505348-feb7-4bb2-ad3d-3724a74fb104 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:55:34.695600 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-630ea106-08b4-4daf-94eb-6ae26ba6ceaf service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:34.731670 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-630ea106-08b4-4daf-94eb-6ae26ba6ceaf service neutron] Transition to ACTIVE for port object 79505348-feb7-4bb2-ad3d-3724a74fb104 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:55:34.755861 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-630ea106-08b4-4daf-94eb-6ae26ba6ceaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:34.780896 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a9bacc15-670c-4a8d-b435-fd53cc5e3799 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:34.785268 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device c0ef363e-1dd7-43f3-9549-f347b959435c up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:55:34.801992 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7f9f1-8b5d-412b-9942-476935c9303e req-39c5de2c-37fc-4246-8f8d-266d8b5899f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:34.803683 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2ad7f9f1-8b5d-412b-9942-476935c9303e req-39c5de2c-37fc-4246-8f8d-266d8b5899f7 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3320630 Nov 27 03:55:34.826798 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a9bacc15-670c-4a8d-b435-fd53cc5e3799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:34.860166 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e9bcb940-8edc-46b8-8f12-1ae21640bc38 req-19803ca7-6594-478e-824e-aeec71f068a2 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb62b710-5bd5-4197-94f7-dd959bb3e843&id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1949713 Nov 27 03:55:34.883071 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ea106-08b4-4daf-94eb-6ae26ba6ceaf service neutron] Pushing event updated for resources: {'Port': ['ID=79505348-feb7-4bb2-ad3d-3724a74fb104,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:34.906922 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-a9bacc15-670c-4a8d-b435-fd53cc5e3799 None None] Attempting to bind port 6db4ef84-39e8-4d4b-87c5-65ac76cbd02a on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:55:34.907379 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-a9bacc15-670c-4a8d-b435-fd53cc5e3799 None None] Attempting to bind port 6db4ef84-39e8-4d4b-87c5-65ac76cbd02a by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:55:34.907637 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bacc15-670c-4a8d-b435-fd53cc5e3799 None None] Attempting to bind port 6db4ef84-39e8-4d4b-87c5-65ac76cbd02a on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:55:34.930750 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d50438-0e4f-49f8-9506-5d7bcfa4da9e admin admin] Network 9ed747ed-5fe8-4cae-8933-ca58a232a07c is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:55:34.961659 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bacc15-670c-4a8d-b435-fd53cc5e3799 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:55:34.963932 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bacc15-670c-4a8d-b435-fd53cc5e3799 None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:55:34.964354 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a9bacc15-670c-4a8d-b435-fd53cc5e3799 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:34.964760 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bacc15-670c-4a8d-b435-fd53cc5e3799 None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:55:34.966410 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-98d50438-0e4f-49f8-9506-5d7bcfa4da9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 9ed747ed-5fe8-4cae-8933-ca58a232a07c) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:55:34.971309 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d50438-0e4f-49f8-9506-5d7bcfa4da9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:34.971965 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-98d50438-0e4f-49f8-9506-5d7bcfa4da9e admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:34.983265 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-a9bacc15-670c-4a8d-b435-fd53cc5e3799 None None] Bound port: 6db4ef84-39e8-4d4b-87c5-65ac76cbd02a, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:55:34.983722 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a9bacc15-670c-4a8d-b435-fd53cc5e3799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:34.991469 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-630ea106-08b4-4daf-94eb-6ae26ba6ceaf service neutron] Attempting to bind port 79505348-feb7-4bb2-ad3d-3724a74fb104 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:55:34.992958 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-630ea106-08b4-4daf-94eb-6ae26ba6ceaf service neutron] Attempting to bind port 79505348-feb7-4bb2-ad3d-3724a74fb104 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': 'f22bdb49-3b05-46d4-b948-1eca6d498b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:55:34.993477 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-630ea106-08b4-4daf-94eb-6ae26ba6ceaf service neutron] Attempting to bind port 79505348-feb7-4bb2-ad3d-3724a74fb104 on network 51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:55:35.000334 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-630ea106-08b4-4daf-94eb-6ae26ba6ceaf service neutron] Port 79505348-feb7-4bb2-ad3d-3724a74fb104 on network 51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:55:35.000841 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-630ea106-08b4-4daf-94eb-6ae26ba6ceaf service neutron] Attempting to bind port 79505348-feb7-4bb2-ad3d-3724a74fb104 on network 51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:55:35.007089 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-630ea106-08b4-4daf-94eb-6ae26ba6ceaf service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:55:35.007608 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-630ea106-08b4-4daf-94eb-6ae26ba6ceaf service neutron] Checking segment: {'id': 'f22bdb49-3b05-46d4-b948-1eca6d498b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:55:35.008111 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-630ea106-08b4-4daf-94eb-6ae26ba6ceaf service neutron] Bound using segment: {'id': 'f22bdb49-3b05-46d4-b948-1eca6d498b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:55:35.008844 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-630ea106-08b4-4daf-94eb-6ae26ba6ceaf service neutron] Bound port: 79505348-feb7-4bb2-ad3d-3724a74fb104, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f22bdb49-3b05-46d4-b948-1eca6d498b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:55:35.009314 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-630ea106-08b4-4daf-94eb-6ae26ba6ceaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:35.043943 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-98d50438-0e4f-49f8-9506-5d7bcfa4da9e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8902662 Nov 27 03:55:35.051001 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08280550-1976-4d7f-a455-98dd3f118664 None None] Network 9ed747ed-5fe8-4cae-8933-ca58a232a07c requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:55:35.067500 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b9b3e-9ca1-41e7-ad56-b5a7b3a3e031 req-5879b059-1ba8-490a-a65d-0406910eef15 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:35.074792 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-958b9b3e-9ca1-41e7-ad56-b5a7b3a3e031 req-5879b059-1ba8-490a-a65d-0406910eef15 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2efe25-aa7f-4279-b64a-4510c75e7cd5 HTTP/1.1" status: 200 len: 945 time: 0.1094587 Nov 27 03:55:35.141219 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d29f1019-c652-4244-b513-2235dd896696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:35.177635 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-a9bacc15-670c-4a8d-b435-fd53cc5e3799 None None] For port 6db4ef84-39e8-4d4b-87c5-65ac76cbd02a, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:55:35.181598 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-630ea106-08b4-4daf-94eb-6ae26ba6ceaf service neutron] For port 79505348-feb7-4bb2-ad3d-3724a74fb104, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:55:35.187592 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-a9bacc15-670c-4a8d-b435-fd53cc5e3799 None None] For port 6db4ef84-39e8-4d4b-87c5-65ac76cbd02a, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=6db4ef84-39e8-4d4b-87c5-65ac76cbd02a,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:55:35.188433 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-630ea106-08b4-4daf-94eb-6ae26ba6ceaf service neutron] For port 79505348-feb7-4bb2-ad3d-3724a74fb104, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=79505348-feb7-4bb2-ad3d-3724a74fb104,segment=NetworkSegment(f22bdb49-3b05-46d4-b948-1eca6d498b9c),segment_id=f22bdb49-3b05-46d4-b948-1eca6d498b9c)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:55:35.202718 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-630ea106-08b4-4daf-94eb-6ae26ba6ceaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:35.271936 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-630ea106-08b4-4daf-94eb-6ae26ba6ceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:35.278776 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a9bacc15-670c-4a8d-b435-fd53cc5e3799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:35.279409 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-630ea106-08b4-4daf-94eb-6ae26ba6ceaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:35.283419 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-630ea106-08b4-4daf-94eb-6ae26ba6ceaf service neutron] 10.222.0.11 "PUT /v2.0/ports/79505348-feb7-4bb2-ad3d-3724a74fb104 HTTP/1.1" status: 200 len: 1129 time: 1.9756222 Nov 27 03:55:35.284004 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffc2792-79ad-4bb6-adae-378585cf6121 None None] Pushing event updated for resources: {'Port': ['ID=6db4ef84-39e8-4d4b-87c5-65ac76cbd02a,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:35.323038 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-958b9b3e-9ca1-41e7-ad56-b5a7b3a3e031 req-bc2ee236-88f1-45f9-bc5f-7de4ab0c664c tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852129 Nov 27 03:55:35.356830 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-4c0f3cdf-739a-42cd-bf24-0da73b224b85 service neutron] Request body: {'port': {'device_id': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:55:35.407854 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ea106-08b4-4daf-94eb-6ae26ba6ceaf service neutron] Pushing event updated for resources: {'Port': ['ID=79505348-feb7-4bb2-ad3d-3724a74fb104,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:35.487650 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port c0ef363e-1dd7-43f3-9549-f347b959435c triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:55:35.488197 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:35.533373 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-4c0f3cdf-739a-42cd-bf24-0da73b224b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:35.553644 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bacc15-670c-4a8d-b435-fd53cc5e3799 None None] Routers {'1600e71c-7f2d-41ac-9f5e-fc6397649e78'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:55:35.554169 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-a9bacc15-670c-4a8d-b435-fd53cc5e3799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:55:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['1600e71c-7f2d-41ac-9f5e-fc6397649e78'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:55:35.556330 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffc2792-79ad-4bb6-adae-378585cf6121 None None] Pushing event updated for resources: {'Port': ['ID=6db4ef84-39e8-4d4b-87c5-65ac76cbd02a,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:35.580175 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-d29f1019-c652-4244-b513-2235dd896696 admin admin] Allocated IP 172.20.0.1 (c3a2d930-27d1-411e-aeee-3915c7c9fb76/015364fd-6c2d-4781-9233-495dcb6746ce/2a1d2656-aafb-4f42-b6eb-bf1e460d423a) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:55:35.593465 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad2e8d-6888-43bf-8d5a-23228531cf15 req-93c8358f-5811-4666-96ec-b2960b49334d tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:35.603410 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d0ad2e8d-6888-43bf-8d5a-23228531cf15 req-93c8358f-5811-4666-96ec-b2960b49334d tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b3eda56-3093-4c42-ab82-2da25d1f8b5a HTTP/1.1" status: 200 len: 945 time: 0.1191704 Nov 27 03:55:35.747969 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d0ad2e8d-6888-43bf-8d5a-23228531cf15 req-0a858395-5aa5-4272-8ccf-f940dcfd47b7 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424444 Nov 27 03:55:35.889704 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d29f1019-c652-4244-b513-2235dd896696 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:35.910164 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'tag': '79505348-feb7-4bb2-ad3d-3724a74fb104'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:55:35.912985 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11bc1e85-1c4f-45cb-b703-0043a4975d07" -d '{"events": [{"name": "network-changed", "server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "tag": "79505348-feb7-4bb2-ad3d-3724a74fb104"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:55:35.923698 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3318bd96-01b8-4f9d-b954-df1def74d7db req-e58aea76-ca7d-458b-9d5a-398603134ded service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1397080 Nov 27 03:55:35.968658 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d29f1019-c652-4244-b513-2235dd896696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:36.092711 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318bd96-01b8-4f9d-b954-df1def74d7db req-3a856ece-a883-4bd0-9cdf-efbfd62b1202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:36.093290 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f1019-c652-4244-b513-2235dd896696 admin admin] Pushing event updated for resources: {'Port': ['ID=2a1d2656-aafb-4f42-b6eb-bf1e460d423a,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:36.094429 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3318bd96-01b8-4f9d-b954-df1def74d7db req-3a856ece-a883-4bd0-9cdf-efbfd62b1202 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b9bd4f2386ca49389eb1721b8a19f965&device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 1097 time: 0.1138361 Nov 27 03:55:36.104020 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07dc033-3515-4169-b6c8-c3fa8ec6beb4 None None] Network 9ed747ed-5fe8-4cae-8933-ca58a232a07c requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:55:36.116277 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29f1019-c652-4244-b513-2235dd896696 admin admin] Network c3a2d930-27d1-411e-aeee-3915c7c9fb76 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:55:36.151555 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-d29f1019-c652-4244-b513-2235dd896696 admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:55:36.154534 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29f1019-c652-4244-b513-2235dd896696 admin admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:55:36.210368 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-4c0f3cdf-739a-42cd-bf24-0da73b224b85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 483722be-2ed4-4dbd-aefd-8406aba813b7 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:55:36.222772 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-a9bacc15-670c-4a8d-b435-fd53cc5e3799 None None] Set router 1600e71c-7f2d-41ac-9f5e-fc6397649e78 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:55:36.236305 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-4c0f3cdf-739a-42cd-bf24-0da73b224b85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:36.265981 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c49fc-8857-47b0-bfd6-708c45bb119e req-154d5b46-44d2-43d7-ad9a-c576b4b9295a tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:36.272612 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c49fc-8857-47b0-bfd6-708c45bb119e req-154d5b46-44d2-43d7-ad9a-c576b4b9295a tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:36.279416 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c49fc-8857-47b0-bfd6-708c45bb119e req-154d5b46-44d2-43d7-ad9a-c576b4b9295a tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:36.286004 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c49fc-8857-47b0-bfd6-708c45bb119e req-154d5b46-44d2-43d7-ad9a-c576b4b9295a tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:36.293187 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c49fc-8857-47b0-bfd6-708c45bb119e req-154d5b46-44d2-43d7-ad9a-c576b4b9295a tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:36.299398 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c49fc-8857-47b0-bfd6-708c45bb119e req-154d5b46-44d2-43d7-ad9a-c576b4b9295a tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:36.306079 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c49fc-8857-47b0-bfd6-708c45bb119e req-154d5b46-44d2-43d7-ad9a-c576b4b9295a tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:36.308811 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9c1c49fc-8857-47b0-bfd6-708c45bb119e req-154d5b46-44d2-43d7-ad9a-c576b4b9295a tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 5372 time: 0.2172086 Nov 27 03:55:36.314588 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d29f1019-c652-4244-b513-2235dd896696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:36.318701 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-4c0f3cdf-739a-42cd-bf24-0da73b224b85 service neutron] Transition to ACTIVE for port object 483722be-2ed4-4dbd-aefd-8406aba813b7 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:55:36.339829 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-4c0f3cdf-739a-42cd-bf24-0da73b224b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:36.370537 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdadd3ea-84a4-4b37-b07c-3d3c368b137d req-0eb223e8-2c0d-4bd5-9bf6-ab9a242abb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:36.372387 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fdadd3ea-84a4-4b37-b07c-3d3c368b137d req-0eb223e8-2c0d-4bd5-9bf6-ab9a242abb86 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=46135dccf44d429491602b72145d91a0&device_id=5f2efe25-aa7f-4279-b64a-4510c75e7cd5 HTTP/1.1" status: 200 len: 1096 time: 0.2406027 Nov 27 03:55:36.464813 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722b074-290c-4d18-a634-6e4f06e65bca req-61b95d8a-661e-4a73-bc25-a348114f8f74 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:36.469916 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1722b074-290c-4d18-a634-6e4f06e65bca req-61b95d8a-661e-4a73-bc25-a348114f8f74 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/networks?id=9ed747ed-5fe8-4cae-8933-ca58a232a07c HTTP/1.1" status: 200 len: 813 time: 0.3744919 Nov 27 03:55:36.522910 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318bd96-01b8-4f9d-b954-df1def74d7db req-20c6ae9c-4066-450a-9263-ee6433bd4b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:36.528361 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3318bd96-01b8-4f9d-b954-df1def74d7db req-20c6ae9c-4066-450a-9263-ee6433bd4b90 service neutron] 10.222.0.11 "GET /v2.0/networks?id=206ec85b-e04a-4c10-8a6e-66c9bea7fa3d HTTP/1.1" status: 200 len: 911 time: 0.3576546 Nov 27 03:55:36.534049 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f3cdf-739a-42cd-bf24-0da73b224b85 service neutron] Pushing event updated for resources: {'Port': ['ID=483722be-2ed4-4dbd-aefd-8406aba813b7,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:36.542911 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9c1c49fc-8857-47b0-bfd6-708c45bb119e req-07594d79-8d8f-4cee-a5fd-d2a4991022fd tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb62b710-5bd5-4197-94f7-dd959bb3e843&id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2203891 Nov 27 03:55:36.544866 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1722b074-290c-4d18-a634-6e4f06e65bca req-6a972801-1a54-4667-a046-ea8ba6c2c315 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/quotas/085708796d5a4a01a3dcd4001a8a35e7 HTTP/1.1" status: 200 len: 375 time: 0.0495570 Nov 27 03:55:36.603335 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46c582d0-62ce-445d-a38c-daccad4170b3 None None] Provisioning complete for port 2a1d2656-aafb-4f42-b6eb-bf1e460d423a triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:55:36.603812 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46c582d0-62ce-445d-a38c-daccad4170b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:36.668815 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdadd3ea-84a4-4b37-b07c-3d3c368b137d req-d0de9eab-4c25-4e3e-8af0-a37e8e8f5178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:36.670785 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fdadd3ea-84a4-4b37-b07c-3d3c368b137d req-d0de9eab-4c25-4e3e-8af0-a37e8e8f5178 service neutron] 10.222.0.23 "GET /v2.0/networks?id=70dfc39d-e0be-4b22-a239-fe5e3588c205 HTTP/1.1" status: 200 len: 917 time: 0.2748168 Nov 27 03:55:36.675653 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8e4f37-de72-4d14-a2eb-443f063faf59 x-openstack-request-id: req-ca8e4f37-de72-4d14-a2eb-443f063faf59 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:55:36.675950 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "tag": "79505348-feb7-4bb2-ad3d-3724a74fb104", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:55:36.676206 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca8e4f37-de72-4d14-a2eb-443f063faf59 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:55:36.676599 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'tag': '79505348-feb7-4bb2-ad3d-3724a74fb104', 'status': 'completed', 'code': 200} Nov 27 03:55:36.683089 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46c582d0-62ce-445d-a38c-daccad4170b3 None None] Port 2a1d2656-aafb-4f42-b6eb-bf1e460d423a cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:55:36.688533 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1722b074-290c-4d18-a634-6e4f06e65bca req-4eec46b5-3847-4dfe-ba33-15934fb459e7 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=085708796d5a4a01a3dcd4001a8a35e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1426663 Nov 27 03:55:36.809608 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fdadd3ea-84a4-4b37-b07c-3d3c368b137d req-3a98b665-dca2-4d5b-ac43-a45f97536e85 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03914a98-6b1d-4dcb-8f5d-24c1a77b668b HTTP/1.1" status: 200 len: 217 time: 0.0990918 Nov 27 03:55:36.813510 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3318bd96-01b8-4f9d-b954-df1def74d7db req-95fab267-18dc-4e43-a863-66311d762b0b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcb98403-a8ea-45ea-948a-aff68d563e8c HTTP/1.1" status: 200 len: 1002 time: 0.2766042 Nov 27 03:55:36.819136 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d29f1019-c652-4244-b513-2235dd896696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:36.844396 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-a9bacc15-670c-4a8d-b435-fd53cc5e3799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1600e71c-7f2d-41ac-9f5e-fc6397649e78', 'name': 'tempest-ImageQuotaTest-128674554-router', 'tenant_id': '741148aceff5457daaf28ac0024541a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '6db4ef84-39e8-4d4b-87c5-65ac76cbd02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:55:29Z', 'updated_at': '2021-11-27T03:55:31Z', 'revision_number': 3, 'project_id': '741148aceff5457daaf28ac0024541a5', 'gw_port': {'id': '6db4ef84-39e8-4d4b-87c5-65ac76cbd02a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b5:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1600e71c-7f2d-41ac-9f5e-fc6397649e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:30Z', 'updated_at': '2021-11-27T03:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:55:36.877791 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bacc15-670c-4a8d-b435-fd53cc5e3799 None None] The sync data for ids ['1600e71c-7f2d-41ac-9f5e-fc6397649e78'] in n-d-819494-3 is: [{'id': '1600e71c-7f2d-41ac-9f5e-fc6397649e78', 'name': 'tempest-ImageQuotaTest-128674554-router', 'tenant_id': '741148aceff5457daaf28ac0024541a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '6db4ef84-39e8-4d4b-87c5-65ac76cbd02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:55:29Z', 'updated_at': '2021-11-27T03:55:31Z', 'revision_number': 3, 'project_id': '741148aceff5457daaf28ac0024541a5', 'gw_port': {'id': '6db4ef84-39e8-4d4b-87c5-65ac76cbd02a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b5:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1600e71c-7f2d-41ac-9f5e-fc6397649e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:30Z', 'updated_at': '2021-11-27T03:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:55:36.894124 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-4c0f3cdf-739a-42cd-bf24-0da73b224b85 service neutron] Attempting to bind port 483722be-2ed4-4dbd-aefd-8406aba813b7 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:55:36.894469 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-4c0f3cdf-739a-42cd-bf24-0da73b224b85 service neutron] Attempting to bind port 483722be-2ed4-4dbd-aefd-8406aba813b7 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': 'f22bdb49-3b05-46d4-b948-1eca6d498b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:55:36.894829 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-4c0f3cdf-739a-42cd-bf24-0da73b224b85 service neutron] Attempting to bind port 483722be-2ed4-4dbd-aefd-8406aba813b7 on network 51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:55:36.922310 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-4c0f3cdf-739a-42cd-bf24-0da73b224b85 service neutron] Port 483722be-2ed4-4dbd-aefd-8406aba813b7 on network 51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:55:36.925445 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-4c0f3cdf-739a-42cd-bf24-0da73b224b85 service neutron] Attempting to bind port 483722be-2ed4-4dbd-aefd-8406aba813b7 on network 51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:55:36.933166 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318bd96-01b8-4f9d-b954-df1def74d7db req-f9b0d7b6-a9b4-4b85-ba80-88d317141be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:36.934699 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3318bd96-01b8-4f9d-b954-df1def74d7db req-f9b0d7b6-a9b4-4b85-ba80-88d317141be7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=16a2ad0e-052b-4c88-8b6f-df6566997da5 HTTP/1.1" status: 200 len: 849 time: 0.1117687 Nov 27 03:55:36.939153 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1722b074-290c-4d18-a634-6e4f06e65bca req-08af835c-db5a-4d15-ae11-ea25194118e2 service neutron] 10.222.0.20 "GET /v2.0/networks/9ed747ed-5fe8-4cae-8933-ca58a232a07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494102 Nov 27 03:55:36.940024 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-4c0f3cdf-739a-42cd-bf24-0da73b224b85 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:55:36.940370 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-4c0f3cdf-739a-42cd-bf24-0da73b224b85 service neutron] Checking segment: {'id': 'f22bdb49-3b05-46d4-b948-1eca6d498b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:55:36.940751 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-4c0f3cdf-739a-42cd-bf24-0da73b224b85 service neutron] Bound using segment: {'id': 'f22bdb49-3b05-46d4-b948-1eca6d498b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:55:36.941190 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-4c0f3cdf-739a-42cd-bf24-0da73b224b85 service neutron] Bound port: 483722be-2ed4-4dbd-aefd-8406aba813b7, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f22bdb49-3b05-46d4-b948-1eca6d498b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:55:36.941703 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-4c0f3cdf-739a-42cd-bf24-0da73b224b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:36.954016 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc1e85-1c4f-45cb-b703-0043a4975d07 req-c8af8e10-0192-4d5a-bad4-84df64eaf9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:36.954487 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc1e85-1c4f-45cb-b703-0043a4975d07 req-c8af8e10-0192-4d5a-bad4-84df64eaf9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:36.955043 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc1e85-1c4f-45cb-b703-0043a4975d07 req-c8af8e10-0192-4d5a-bad4-84df64eaf9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:36.955500 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc1e85-1c4f-45cb-b703-0043a4975d07 req-c8af8e10-0192-4d5a-bad4-84df64eaf9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:36.955952 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc1e85-1c4f-45cb-b703-0043a4975d07 req-c8af8e10-0192-4d5a-bad4-84df64eaf9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:36.956402 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc1e85-1c4f-45cb-b703-0043a4975d07 req-c8af8e10-0192-4d5a-bad4-84df64eaf9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:36.956851 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc1e85-1c4f-45cb-b703-0043a4975d07 req-c8af8e10-0192-4d5a-bad4-84df64eaf9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:36.958789 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-11bc1e85-1c4f-45cb-b703-0043a4975d07 req-c8af8e10-0192-4d5a-bad4-84df64eaf9aa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1dec02752c8a4ea2ac075e58dda75d55&device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 6234 time: 0.2473042 Nov 27 03:55:37.093983 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318bd96-01b8-4f9d-b954-df1def74d7db req-7ed08944-d6ca-493a-8988-bb54b4a0c2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:37.095549 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3318bd96-01b8-4f9d-b954-df1def74d7db req-7ed08944-d6ca-493a-8988-bb54b4a0c2bf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=206ec85b-e04a-4c10-8a6e-66c9bea7fa3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1517694 Nov 27 03:55:37.126658 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-4c0f3cdf-739a-42cd-bf24-0da73b224b85 service neutron] For port 483722be-2ed4-4dbd-aefd-8406aba813b7, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:55:37.182455 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-4c0f3cdf-739a-42cd-bf24-0da73b224b85 service neutron] For port 483722be-2ed4-4dbd-aefd-8406aba813b7, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=483722be-2ed4-4dbd-aefd-8406aba813b7,segment=NetworkSegment(f22bdb49-3b05-46d4-b948-1eca6d498b9c),segment_id=f22bdb49-3b05-46d4-b948-1eca6d498b9c)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:55:37.191832 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1722b074-290c-4d18-a634-6e4f06e65bca req-890563cc-f5a7-4763-a3ce-65cefb1d2eb9 service neutron] 10.222.0.20 "GET /v2.0/networks/9ed747ed-5fe8-4cae-8933-ca58a232a07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459416 Nov 27 03:55:37.192812 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdadd3ea-84a4-4b37-b07c-3d3c368b137d req-275864a0-0832-423a-bc7a-59fd3959b312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:37.194651 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fdadd3ea-84a4-4b37-b07c-3d3c368b137d req-275864a0-0832-423a-bc7a-59fd3959b312 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bad807ad-7468-4e30-adbe-394b40c62217 HTTP/1.1" status: 200 len: 855 time: 0.3568602 Nov 27 03:55:37.195174 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-4c0f3cdf-739a-42cd-bf24-0da73b224b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:37.245845 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca8734-8ec8-4879-b6c0-7c404713c31a req-4216e333-1519-48c4-aa96-8b775b60d08e tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:37.247521 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b6ca8734-8ec8-4879-b6c0-7c404713c31a req-4216e333-1519-48c4-aa96-8b775b60d08e tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2efe25-aa7f-4279-b64a-4510c75e7cd5 HTTP/1.1" status: 200 len: 945 time: 0.4427490 Nov 27 03:55:37.298268 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-4c0f3cdf-739a-42cd-bf24-0da73b224b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:37.298935 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-4c0f3cdf-739a-42cd-bf24-0da73b224b85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:37.299544 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc1e85-1c4f-45cb-b703-0043a4975d07 req-bd2ba897-3e0a-43ba-aa3c-a1f2e9568576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:37.300010 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc1e85-1c4f-45cb-b703-0043a4975d07 req-bd2ba897-3e0a-43ba-aa3c-a1f2e9568576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:37.300462 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc1e85-1c4f-45cb-b703-0043a4975d07 req-bd2ba897-3e0a-43ba-aa3c-a1f2e9568576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:37.300570 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-4c0f3cdf-739a-42cd-bf24-0da73b224b85 service neutron] 10.222.0.11 "PUT /v2.0/ports/483722be-2ed4-4dbd-aefd-8406aba813b7 HTTP/1.1" status: 200 len: 1090 time: 1.9589708 Nov 27 03:55:37.313475 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-11bc1e85-1c4f-45cb-b703-0043a4975d07 req-bd2ba897-3e0a-43ba-aa3c-a1f2e9568576 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=1dec02752c8a4ea2ac075e58dda75d55&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3048658 Nov 27 03:55:37.363413 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-de008b82-1341-4830-a10a-80d759d87066 service neutron] Request body: {'port': {'device_id': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:55:37.373755 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3318bd96-01b8-4f9d-b954-df1def74d7db req-2f2dbc16-90ce-4738-9ca1-99615a902a68 service neutron] 10.222.0.11 "GET /v2.0/networks/206ec85b-e04a-4c10-8a6e-66c9bea7fa3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654338 Nov 27 03:55:37.404603 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f3cdf-739a-42cd-bf24-0da73b224b85 service neutron] Pushing event updated for resources: {'Port': ['ID=483722be-2ed4-4dbd-aefd-8406aba813b7,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:37.571999 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdadd3ea-84a4-4b37-b07c-3d3c368b137d req-691a0852-c598-4646-84e2-368527802a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:37.573637 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fdadd3ea-84a4-4b37-b07c-3d3c368b137d req-691a0852-c598-4646-84e2-368527802a9a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=70dfc39d-e0be-4b22-a239-fe5e3588c205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3601964 Nov 27 03:55:37.582571 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-de008b82-1341-4830-a10a-80d759d87066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:37.603325 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b6ca8734-8ec8-4879-b6c0-7c404713c31a req-30b45c35-bed7-414e-a1bb-2838f5379b8e tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292549 Nov 27 03:55:37.666930 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d29f1019-c652-4244-b513-2235dd896696 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:37.746485 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d29f1019-c652-4244-b513-2235dd896696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:37.887625 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3318bd96-01b8-4f9d-b954-df1def74d7db req-b8ec2ac3-124a-4989-a731-86bcfb1d17c3 service neutron] 10.222.0.11 "GET /v2.0/networks/206ec85b-e04a-4c10-8a6e-66c9bea7fa3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4754212 Nov 27 03:55:37.970564 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc1e85-1c4f-45cb-b703-0043a4975d07 req-1c9036a4-d582-48ae-8210-c64ef574b442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:37.976838 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-11bc1e85-1c4f-45cb-b703-0043a4975d07 req-1c9036a4-d582-48ae-8210-c64ef574b442 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6487694 Nov 27 03:55:38.053301 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d29f1019-c652-4244-b513-2235dd896696 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:38.062477 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f1019-c652-4244-b513-2235dd896696 admin admin] Pushing event updated for resources: {'Port': ['ID=2a1d2656-aafb-4f42-b6eb-bf1e460d423a,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:38.128102 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fdadd3ea-84a4-4b37-b07c-3d3c368b137d req-9a1c15d1-0597-4a57-b115-c9a737f93b98 service neutron] 10.222.0.23 "GET /v2.0/networks/70dfc39d-e0be-4b22-a239-fe5e3588c205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5235302 Nov 27 03:55:38.136594 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-de008b82-1341-4830-a10a-80d759d87066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:55:38.147345 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-de008b82-1341-4830-a10a-80d759d87066 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:38.165213 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-de008b82-1341-4830-a10a-80d759d87066 service neutron] Transition to ACTIVE for port object ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:55:38.197233 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-de008b82-1341-4830-a10a-80d759d87066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:38.249851 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08cd16a-b2a0-47e5-bff5-fadbe1ac43dd req-75d943be-8929-468f-b5e6-1e75539fbf57 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:38.263098 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f08cd16a-b2a0-47e5-bff5-fadbe1ac43dd req-75d943be-8929-468f-b5e6-1e75539fbf57 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b3eda56-3093-4c42-ab82-2da25d1f8b5a HTTP/1.1" status: 200 len: 945 time: 0.3421063 Nov 27 03:55:38.381288 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29f1019-c652-4244-b513-2235dd896696 admin admin] Network c3a2d930-27d1-411e-aeee-3915c7c9fb76 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:55:38.385549 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-d29f1019-c652-4244-b513-2235dd896696 admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:55:38.397283 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db32f3-85b3-4f01-8207-c93f022479a5 req-e856b6a0-2ad3-46e0-ae92-87d102daaf65 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:38.410740 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db32f3-85b3-4f01-8207-c93f022479a5 req-e856b6a0-2ad3-46e0-ae92-87d102daaf65 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:38.416953 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db32f3-85b3-4f01-8207-c93f022479a5 req-e856b6a0-2ad3-46e0-ae92-87d102daaf65 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:38.418909 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f08cd16a-b2a0-47e5-bff5-fadbe1ac43dd req-b2436a3a-cbe5-4f4b-aba0-38fe3ae9e9d8 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426308 Nov 27 03:55:38.428319 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fdadd3ea-84a4-4b37-b07c-3d3c368b137d req-b775f3ae-53e3-41a2-bf5c-d2bcda79979a service neutron] 10.222.0.23 "GET /v2.0/networks/70dfc39d-e0be-4b22-a239-fe5e3588c205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619183 Nov 27 03:55:38.437263 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db32f3-85b3-4f01-8207-c93f022479a5 req-e856b6a0-2ad3-46e0-ae92-87d102daaf65 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:38.455003 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db32f3-85b3-4f01-8207-c93f022479a5 req-e856b6a0-2ad3-46e0-ae92-87d102daaf65 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:38.472401 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db32f3-85b3-4f01-8207-c93f022479a5 req-e856b6a0-2ad3-46e0-ae92-87d102daaf65 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:38.511528 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db32f3-85b3-4f01-8207-c93f022479a5 req-e856b6a0-2ad3-46e0-ae92-87d102daaf65 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:38.522929 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-72db32f3-85b3-4f01-8207-c93f022479a5 req-e856b6a0-2ad3-46e0-ae92-87d102daaf65 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 5396 time: 0.3533273 Nov 27 03:55:38.637714 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de008b82-1341-4830-a10a-80d759d87066 service neutron] Pushing event updated for resources: {'Port': ['ID=ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:38.681455 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 6db4ef84-39e8-4d4b-87c5-65ac76cbd02a up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:55:38.694839 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'tag': '483722be-2ed4-4dbd-aefd-8406aba813b7'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:55:38.702896 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bddb7c59-6852-4064-9b4f-863cfbbe3a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "tag": "483722be-2ed4-4dbd-aefd-8406aba813b7"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:55:38.724764 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d29f1019-c652-4244-b513-2235dd896696 admin admin] Router 1600e71c-7f2d-41ac-9f5e-fc6397649e78 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:55:38.790267 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-72db32f3-85b3-4f01-8207-c93f022479a5 req-dabe2568-49f3-48c0-8920-30820102f485 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb62b710-5bd5-4197-94f7-dd959bb3e843&id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2692428 Nov 27 03:55:38.793393 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f1466773-3faa-4d2c-9cbb-1c725021d07e req-f372cbe3-3122-4f20-a132-c12dd862d645 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/ports?device_id=3371f8f4-ec6e-4d2a-8f93-ec19c418c683 HTTP/1.1" status: 200 len: 210 time: 0.2236173 Nov 27 03:55:38.841909 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-de008b82-1341-4830-a10a-80d759d87066 service neutron] Attempting to bind port ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:55:38.842255 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-de008b82-1341-4830-a10a-80d759d87066 service neutron] Attempting to bind port ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': 'f22bdb49-3b05-46d4-b948-1eca6d498b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:55:38.842618 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-de008b82-1341-4830-a10a-80d759d87066 service neutron] Attempting to bind port ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb on network 51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:55:38.854058 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-de008b82-1341-4830-a10a-80d759d87066 service neutron] Port ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb on network 51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:55:38.857550 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-de008b82-1341-4830-a10a-80d759d87066 service neutron] Attempting to bind port ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb on network 51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:55:38.861876 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 6db4ef84-39e8-4d4b-87c5-65ac76cbd02a triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:55:38.862352 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:38.879827 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-de008b82-1341-4830-a10a-80d759d87066 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:55:38.880184 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-de008b82-1341-4830-a10a-80d759d87066 service neutron] Checking segment: {'id': 'f22bdb49-3b05-46d4-b948-1eca6d498b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:55:38.880588 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-de008b82-1341-4830-a10a-80d759d87066 service neutron] Bound using segment: {'id': 'f22bdb49-3b05-46d4-b948-1eca6d498b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:55:38.881032 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-de008b82-1341-4830-a10a-80d759d87066 service neutron] Bound port: ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f22bdb49-3b05-46d4-b948-1eca6d498b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:55:38.881431 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-de008b82-1341-4830-a10a-80d759d87066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:38.916003 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64b437f-638a-44c3-aaba-9e92c173d354 x-openstack-request-id: req-d64b437f-638a-44c3-aaba-9e92c173d354 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:55:38.918743 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "tag": "483722be-2ed4-4dbd-aefd-8406aba813b7", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:55:38.919036 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d64b437f-638a-44c3-aaba-9e92c173d354 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:55:38.920133 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'tag': '483722be-2ed4-4dbd-aefd-8406aba813b7', 'status': 'completed', 'code': 200} Nov 27 03:55:39.019317 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-de008b82-1341-4830-a10a-80d759d87066 service neutron] For port ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:55:39.023255 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-de008b82-1341-4830-a10a-80d759d87066 service neutron] For port ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb,segment=NetworkSegment(f22bdb49-3b05-46d4-b948-1eca6d498b9c),segment_id=f22bdb49-3b05-46d4-b948-1eca6d498b9c)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:55:39.029497 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-de008b82-1341-4830-a10a-80d759d87066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:39.040168 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-ef6a717d-bbd6-4544-8079-273504bf6442 None None] Provisioning complete for port 2a1d2656-aafb-4f42-b6eb-bf1e460d423a triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:55:39.040848 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ef6a717d-bbd6-4544-8079-273504bf6442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:39.086095 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:39.119342 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 6db4ef84-39e8-4d4b-87c5-65ac76cbd02a, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=6db4ef84-39e8-4d4b-87c5-65ac76cbd02a,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:55:39.170495 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:39.213535 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-de008b82-1341-4830-a10a-80d759d87066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:39.219019 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-de008b82-1341-4830-a10a-80d759d87066 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:39.220708 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-de008b82-1341-4830-a10a-80d759d87066 service neutron] 10.222.0.11 "PUT /v2.0/ports/ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb HTTP/1.1" status: 200 len: 1091 time: 1.8617473 Nov 27 03:55:39.259275 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de008b82-1341-4830-a10a-80d759d87066 service neutron] Pushing event updated for resources: {'Port': ['ID=ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:39.283454 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-ebe0e58b-816c-4c73-8ed9-7d5576b3d951 service neutron] Request body: {'port': {'device_id': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:55:39.366023 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=6db4ef84-39e8-4d4b-87c5-65ac76cbd02a,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:39.378333 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-ef6a717d-bbd6-4544-8079-273504bf6442 None None] Port 2a1d2656-aafb-4f42-b6eb-bf1e460d423a cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:55:39.441245 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-ebe0e58b-816c-4c73-8ed9-7d5576b3d951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:39.673504 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4282357-084f-4b28-9fc1-d077810e0ede req-4b9b3568-53b4-45f3-8ffe-555cae7a8eb9 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:39.675093 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e4282357-084f-4b28-9fc1-d077810e0ede req-4b9b3568-53b4-45f3-8ffe-555cae7a8eb9 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b3eda56-3093-4c42-ab82-2da25d1f8b5a HTTP/1.1" status: 200 len: 945 time: 0.1552281 Nov 27 03:55:39.691920 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29f1019-c652-4244-b513-2235dd896696 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:55:39.709344 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d29f1019-c652-4244-b513-2235dd896696 admin admin] 10.222.0.20 "PUT /v2.0/routers/1600e71c-7f2d-41ac-9f5e-fc6397649e78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8694057 Nov 27 03:55:39.709344 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235dc06e-5226-404e-9cdb-7dd24eb5575e req-f6f933bf-b2e5-4d09-b021-7fe0735b6c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:39.710130 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-235dc06e-5226-404e-9cdb-7dd24eb5575e req-f6f933bf-b2e5-4d09-b021-7fe0735b6c18 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=46135dccf44d429491602b72145d91a0&device_id=5f2efe25-aa7f-4279-b64a-4510c75e7cd5 HTTP/1.1" status: 200 len: 1096 time: 0.9825025 Nov 27 03:55:39.731638 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ffadc-49c2-48e8-bfee-9087b3a6771a req-f0d3a753-ddd1-47c5-98d1-7e828da224d1 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:39.738930 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fc6ffadc-49c2-48e8-bfee-9087b3a6771a req-f0d3a753-ddd1-47c5-98d1-7e828da224d1 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2efe25-aa7f-4279-b64a-4510c75e7cd5 HTTP/1.1" status: 200 len: 945 time: 0.1143284 Nov 27 03:55:39.753578 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb7c59-6852-4064-9b4f-863cfbbe3a7c req-6ec67e00-f7e1-4241-897d-83e3a529d687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:39.754064 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb7c59-6852-4064-9b4f-863cfbbe3a7c req-6ec67e00-f7e1-4241-897d-83e3a529d687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:39.754537 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb7c59-6852-4064-9b4f-863cfbbe3a7c req-6ec67e00-f7e1-4241-897d-83e3a529d687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:39.755026 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb7c59-6852-4064-9b4f-863cfbbe3a7c req-6ec67e00-f7e1-4241-897d-83e3a529d687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:39.755492 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb7c59-6852-4064-9b4f-863cfbbe3a7c req-6ec67e00-f7e1-4241-897d-83e3a529d687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:39.755951 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb7c59-6852-4064-9b4f-863cfbbe3a7c req-6ec67e00-f7e1-4241-897d-83e3a529d687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:39.756404 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb7c59-6852-4064-9b4f-863cfbbe3a7c req-6ec67e00-f7e1-4241-897d-83e3a529d687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:39.758952 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bddb7c59-6852-4064-9b4f-863cfbbe3a7c req-6ec67e00-f7e1-4241-897d-83e3a529d687 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1dec02752c8a4ea2ac075e58dda75d55&device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 6343 time: 0.1363044 Nov 27 03:55:39.910712 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90082120-ad39-4370-92cd-5a50739cb31e None None] Sync routers for ids ['1600e71c-7f2d-41ac-9f5e-fc6397649e78'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:55:39.937737 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90082120-ad39-4370-92cd-5a50739cb31e None None] Routers {'1600e71c-7f2d-41ac-9f5e-fc6397649e78'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:55:39.940743 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-90082120-ad39-4370-92cd-5a50739cb31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:55:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['1600e71c-7f2d-41ac-9f5e-fc6397649e78'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:55:39.954203 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fc6ffadc-49c2-48e8-bfee-9087b3a6771a req-6aa4d825-94bf-44c6-bc25-25cea1d012ab tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143309 Nov 27 03:55:40.083733 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235dc06e-5226-404e-9cdb-7dd24eb5575e req-abcd4d60-dc56-4c7f-a568-114164554696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:40.085329 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-235dc06e-5226-404e-9cdb-7dd24eb5575e req-abcd4d60-dc56-4c7f-a568-114164554696 service neutron] 10.222.0.23 "GET /v2.0/networks?id=70dfc39d-e0be-4b22-a239-fe5e3588c205 HTTP/1.1" status: 200 len: 917 time: 0.2945755 Nov 27 03:55:40.110433 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e4282357-084f-4b28-9fc1-d077810e0ede req-91ad1380-d26e-4623-b6bb-11ef87cd5c19 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689499 Nov 27 03:55:40.154796 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-90082120-ad39-4370-92cd-5a50739cb31e None None] Set router 1600e71c-7f2d-41ac-9f5e-fc6397649e78 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:55:40.169094 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb7c59-6852-4064-9b4f-863cfbbe3a7c req-af7d5f8f-b265-4a29-a361-7fdb79fe2a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:40.169588 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb7c59-6852-4064-9b4f-863cfbbe3a7c req-af7d5f8f-b265-4a29-a361-7fdb79fe2a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:40.170043 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb7c59-6852-4064-9b4f-863cfbbe3a7c req-af7d5f8f-b265-4a29-a361-7fdb79fe2a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:40.171716 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bddb7c59-6852-4064-9b4f-863cfbbe3a7c req-af7d5f8f-b265-4a29-a361-7fdb79fe2a28 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=1dec02752c8a4ea2ac075e58dda75d55&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3977358 Nov 27 03:55:40.183641 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1fd5fa3b-30e7-40c1-8748-35bf07cdb5e2 req-f40861d9-d568-449e-94e7-3626e672ae58 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/ports?device_id=3371f8f4-ec6e-4d2a-8f93-ec19c418c683 HTTP/1.1" status: 200 len: 210 time: 0.1015563 Nov 27 03:55:40.256358 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-235dc06e-5226-404e-9cdb-7dd24eb5575e req-35c9afca-b2e0-4b93-b6c6-656340b7926e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03914a98-6b1d-4dcb-8f5d-24c1a77b668b HTTP/1.1" status: 200 len: 217 time: 0.1273744 Nov 27 03:55:40.337693 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-ebe0e58b-816c-4c73-8ed9-7d5576b3d951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f44fdf9b-a8d1-49ae-aeec-916704cb4fb4 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:55:40.347254 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-ebe0e58b-816c-4c73-8ed9-7d5576b3d951 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:40.360651 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-ebe0e58b-816c-4c73-8ed9-7d5576b3d951 service neutron] Transition to ACTIVE for port object f44fdf9b-a8d1-49ae-aeec-916704cb4fb4 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:55:40.422506 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-ebe0e58b-816c-4c73-8ed9-7d5576b3d951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:40.485200 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722b074-290c-4d18-a634-6e4f06e65bca req-44fbfb11-ed08-479b-abd6-479e94c80b2b tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:40.486982 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1722b074-290c-4d18-a634-6e4f06e65bca req-44fbfb11-ed08-479b-abd6-479e94c80b2b tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.23 "GET /v2.0/networks?id=9ed747ed-5fe8-4cae-8933-ca58a232a07c HTTP/1.1" status: 200 len: 813 time: 0.5575111 Nov 27 03:55:40.594955 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-1722b074-290c-4d18-a634-6e4f06e65bca req-3a0cb3fa-4657-4cdc-8500-1aece39dd343 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Request body: {'port': {'device_id': '180e5bba-6f6b-42b5-bdc7-8d3bbfa609ea', 'network_id': '9ed747ed-5fe8-4cae-8933-ca58a232a07c', 'admin_state_up': True, 'tenant_id': '085708796d5a4a01a3dcd4001a8a35e7'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:55:40.605553 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 6db4ef84-39e8-4d4b-87c5-65ac76cbd02a up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:55:40.648304 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235dc06e-5226-404e-9cdb-7dd24eb5575e req-be691f27-fbfa-411e-b78b-976c6edac7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:40.652134 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-235dc06e-5226-404e-9cdb-7dd24eb5575e req-be691f27-fbfa-411e-b78b-976c6edac7c0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bad807ad-7468-4e30-adbe-394b40c62217 HTTP/1.1" status: 200 len: 855 time: 0.2706695 Nov 27 03:55:40.654406 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb7c59-6852-4064-9b4f-863cfbbe3a7c req-7280fbb8-6914-475e-acdf-20610aed1f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:40.656600 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bddb7c59-6852-4064-9b4f-863cfbbe3a7c req-7280fbb8-6914-475e-acdf-20610aed1f1f service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4224865 Nov 27 03:55:40.678509 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-90082120-ad39-4370-92cd-5a50739cb31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1600e71c-7f2d-41ac-9f5e-fc6397649e78', 'name': 'tempest-ImageQuotaTest-128674554-router', 'tenant_id': '741148aceff5457daaf28ac0024541a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '6db4ef84-39e8-4d4b-87c5-65ac76cbd02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:55:29Z', 'updated_at': '2021-11-27T03:55:36Z', 'revision_number': 4, 'project_id': '741148aceff5457daaf28ac0024541a5', 'gw_port': {'id': '6db4ef84-39e8-4d4b-87c5-65ac76cbd02a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1600e71c-7f2d-41ac-9f5e-fc6397649e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:30Z', 'updated_at': '2021-11-27T03:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '2a1d2656-aafb-4f42-b6eb-bf1e460d423a', 'name': '', 'network_id': 'c3a2d930-27d1-411e-aeee-3915c7c9fb76', 'tenant_id': '741148aceff5457daaf28ac0024541a5', 'mac_address': 'fa:16:3e:9e:af:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1600e71c-7f2d-41ac-9f5e-fc6397649e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '015364fd-6c2d-4781-9233-495dcb6746ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:35Z', 'updated_at': '2021-11-27T03:55:36Z', 'revision_number': 2, 'project_id': '741148aceff5457daaf28ac0024541a5', 'subnets': [{'id': '015364fd-6c2d-4781-9233-495dcb6746ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:55:40.781833 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 6db4ef84-39e8-4d4b-87c5-65ac76cbd02a triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:55:40.781833 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:40.782187 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90082120-ad39-4370-92cd-5a50739cb31e None None] Checking router: 1600e71c-7f2d-41ac-9f5e-fc6397649e78 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:55:40.782187 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90082120-ad39-4370-92cd-5a50739cb31e None None] Updating router 1600e71c-7f2d-41ac-9f5e-fc6397649e78 port 2a1d2656-aafb-4f42-b6eb-bf1e460d423a binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:55:40.820012 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235dc06e-5226-404e-9cdb-7dd24eb5575e req-877e8a03-e3e2-4e79-bb06-01ebc989e407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:40.821566 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-235dc06e-5226-404e-9cdb-7dd24eb5575e req-877e8a03-e3e2-4e79-bb06-01ebc989e407 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=70dfc39d-e0be-4b22-a239-fe5e3588c205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1591432 Nov 27 03:55:40.845911 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-90082120-ad39-4370-92cd-5a50739cb31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:41.009749 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722b074-290c-4d18-a634-6e4f06e65bca req-e2f0b306-fdd5-4762-90dc-0e0803d442fe tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:41.023761 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1722b074-290c-4d18-a634-6e4f06e65bca req-e2f0b306-fdd5-4762-90dc-0e0803d442fe tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.23 "GET /v2.0/networks?id=9ed747ed-5fe8-4cae-8933-ca58a232a07c HTTP/1.1" status: 200 len: 813 time: 0.4760294 Nov 27 03:55:41.056383 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-1722b074-290c-4d18-a634-6e4f06e65bca req-38fe62d5-9f75-4c11-8e2e-038886cd14df tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Request body: {'port': {'device_id': '3371f8f4-ec6e-4d2a-8f93-ec19c418c683', 'network_id': '9ed747ed-5fe8-4cae-8933-ca58a232a07c', 'admin_state_up': True, 'tenant_id': '085708796d5a4a01a3dcd4001a8a35e7'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:55:41.282072 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'tag': 'ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:55:41.284365 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4de80d8-23e8-471e-b80d-dcf47d420260" -d '{"events": [{"name": "network-changed", "server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "tag": "ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:55:41.315611 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e77771-d693-41a4-b5ff-d38012aad6e0 req-ebe3917d-d2ee-4119-b264-891d3f1653f7 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:41.325664 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f6e77771-d693-41a4-b5ff-d38012aad6e0 req-ebe3917d-d2ee-4119-b264-891d3f1653f7 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2efe25-aa7f-4279-b64a-4510c75e7cd5 HTTP/1.1" status: 200 len: 945 time: 0.2175074 Nov 27 03:55:41.331668 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-235dc06e-5226-404e-9cdb-7dd24eb5575e req-45534f42-4559-40f3-9baf-16dca87fbf43 service neutron] 10.222.0.23 "GET /v2.0/networks/70dfc39d-e0be-4b22-a239-fe5e3588c205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4981046 Nov 27 03:55:41.357155 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ed9e0-dce8-4f88-b1d3-052127f16c76 req-b79f105e-f8ab-49a4-a857-bcc7f31c30e9 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:41.370790 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ed9e0-dce8-4f88-b1d3-052127f16c76 req-b79f105e-f8ab-49a4-a857-bcc7f31c30e9 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:41.378608 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ed9e0-dce8-4f88-b1d3-052127f16c76 req-b79f105e-f8ab-49a4-a857-bcc7f31c30e9 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:41.384697 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ed9e0-dce8-4f88-b1d3-052127f16c76 req-b79f105e-f8ab-49a4-a857-bcc7f31c30e9 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:41.392106 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ed9e0-dce8-4f88-b1d3-052127f16c76 req-b79f105e-f8ab-49a4-a857-bcc7f31c30e9 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:41.398280 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ed9e0-dce8-4f88-b1d3-052127f16c76 req-b79f105e-f8ab-49a4-a857-bcc7f31c30e9 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:41.404861 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ed9e0-dce8-4f88-b1d3-052127f16c76 req-b79f105e-f8ab-49a4-a857-bcc7f31c30e9 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:41.412797 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3c9ed9e0-dce8-4f88-b1d3-052127f16c76 req-b79f105e-f8ab-49a4-a857-bcc7f31c30e9 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 5408 time: 1.0260925 Nov 27 03:55:41.421669 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0e58b-816c-4c73-8ed9-7d5576b3d951 service neutron] Pushing event updated for resources: {'Port': ['ID=f44fdf9b-a8d1-49ae-aeec-916704cb4fb4,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:41.445193 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-90082120-ad39-4370-92cd-5a50739cb31e None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:41.465246 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-90082120-ad39-4370-92cd-5a50739cb31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:41.547588 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-ebe0e58b-816c-4c73-8ed9-7d5576b3d951 service neutron] Attempting to bind port f44fdf9b-a8d1-49ae-aeec-916704cb4fb4 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:55:41.547932 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-ebe0e58b-816c-4c73-8ed9-7d5576b3d951 service neutron] Attempting to bind port f44fdf9b-a8d1-49ae-aeec-916704cb4fb4 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '205b1345-2e5b-4c2e-b95c-348fea1df7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c50e5d64-07f3-44bc-b3a4-01ba809267ac'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:55:41.548273 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-ebe0e58b-816c-4c73-8ed9-7d5576b3d951 service neutron] Attempting to bind port f44fdf9b-a8d1-49ae-aeec-916704cb4fb4 on network c50e5d64-07f3-44bc-b3a4-01ba809267ac {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:55:41.555914 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-235dc06e-5226-404e-9cdb-7dd24eb5575e req-bcb53891-84c9-4041-b315-062e9119fde0 service neutron] 10.222.0.23 "GET /v2.0/networks/70dfc39d-e0be-4b22-a239-fe5e3588c205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021592 Nov 27 03:55:41.558740 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3c9ed9e0-dce8-4f88-b1d3-052127f16c76 req-fcbca574-2900-40a7-9b2c-0c60fb01b026 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb62b710-5bd5-4197-94f7-dd959bb3e843&id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1450350 Nov 27 03:55:41.560129 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-ebe0e58b-816c-4c73-8ed9-7d5576b3d951 service neutron] Port f44fdf9b-a8d1-49ae-aeec-916704cb4fb4 on network c50e5d64-07f3-44bc-b3a4-01ba809267ac not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:55:41.560468 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-ebe0e58b-816c-4c73-8ed9-7d5576b3d951 service neutron] Attempting to bind port f44fdf9b-a8d1-49ae-aeec-916704cb4fb4 on network c50e5d64-07f3-44bc-b3a4-01ba809267ac {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:55:41.566403 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-ebe0e58b-816c-4c73-8ed9-7d5576b3d951 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:55:41.566796 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-ebe0e58b-816c-4c73-8ed9-7d5576b3d951 service neutron] Checking segment: {'id': '205b1345-2e5b-4c2e-b95c-348fea1df7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c50e5d64-07f3-44bc-b3a4-01ba809267ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:55:41.567239 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-ebe0e58b-816c-4c73-8ed9-7d5576b3d951 service neutron] Bound using segment: {'id': '205b1345-2e5b-4c2e-b95c-348fea1df7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c50e5d64-07f3-44bc-b3a4-01ba809267ac'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:55:41.567697 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-ebe0e58b-816c-4c73-8ed9-7d5576b3d951 service neutron] Bound port: f44fdf9b-a8d1-49ae-aeec-916704cb4fb4, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '205b1345-2e5b-4c2e-b95c-348fea1df7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c50e5d64-07f3-44bc-b3a4-01ba809267ac'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:55:41.568499 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-ebe0e58b-816c-4c73-8ed9-7d5576b3d951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:41.571627 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1722b074-290c-4d18-a634-6e4f06e65bca req-38fe62d5-9f75-4c11-8e2e-038886cd14df tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Made reservation on behalf of 085708796d5a4a01a3dcd4001a8a35e7 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:55:41.575991 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1722b074-290c-4d18-a634-6e4f06e65bca req-38fe62d5-9f75-4c11-8e2e-038886cd14df tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:41.596857 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1722b074-290c-4d18-a634-6e4f06e65bca req-3a0cb3fa-4657-4cdc-8500-1aece39dd343 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Made reservation on behalf of 085708796d5a4a01a3dcd4001a8a35e7 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:55:41.601921 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-1722b074-290c-4d18-a634-6e4f06e65bca req-3a0cb3fa-4657-4cdc-8500-1aece39dd343 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:41.644254 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c68c228-c26d-44a5-b841-20252dc85c06 None None] Pushing event updated for resources: {'Port': ['ID=2a1d2656-aafb-4f42-b6eb-bf1e460d423a,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:41.664594 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f6e77771-d693-41a4-b5ff-d38012aad6e0 req-570daca7-15db-4f67-836d-da4af991c1d8 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379681 Nov 27 03:55:41.833943 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-90082120-ad39-4370-92cd-5a50739cb31e None None] Attempting to bind port 2a1d2656-aafb-4f42-b6eb-bf1e460d423a on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:55:41.834530 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-90082120-ad39-4370-92cd-5a50739cb31e None None] Attempting to bind port 2a1d2656-aafb-4f42-b6eb-bf1e460d423a by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '28ceb821-4c0f-45d8-9192-687f5672cf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c3a2d930-27d1-411e-aeee-3915c7c9fb76'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:55:41.834929 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90082120-ad39-4370-92cd-5a50739cb31e None None] Attempting to bind port 2a1d2656-aafb-4f42-b6eb-bf1e460d423a on network c3a2d930-27d1-411e-aeee-3915c7c9fb76 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:55:41.846932 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90082120-ad39-4370-92cd-5a50739cb31e None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:55:41.847267 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90082120-ad39-4370-92cd-5a50739cb31e None None] Checking segment: {'id': '28ceb821-4c0f-45d8-9192-687f5672cf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c3a2d930-27d1-411e-aeee-3915c7c9fb76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:55:41.847648 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-90082120-ad39-4370-92cd-5a50739cb31e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:41.848665 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90082120-ad39-4370-92cd-5a50739cb31e None None] Bound using segment: {'id': '28ceb821-4c0f-45d8-9192-687f5672cf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c3a2d930-27d1-411e-aeee-3915c7c9fb76'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:55:41.849162 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-90082120-ad39-4370-92cd-5a50739cb31e None None] Bound port: 2a1d2656-aafb-4f42-b6eb-bf1e460d423a, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28ceb821-4c0f-45d8-9192-687f5672cf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c3a2d930-27d1-411e-aeee-3915c7c9fb76'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:55:41.849548 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-90082120-ad39-4370-92cd-5a50739cb31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:41.870599 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1c9b1d41-07e6-4fbb-9834-c0714967e799 req-e40c397d-48c6-45f2-b05d-0aa7c1186143 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/ports?device_id=3371f8f4-ec6e-4d2a-8f93-ec19c418c683 HTTP/1.1" status: 200 len: 210 time: 0.0480065 Nov 27 03:55:41.876573 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44386) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:55:41.929833 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a62943-aac8-4ecf-9ae0-c9764a0e7c2e req-54ae8558-5739-4754-9ba8-f079ef13235b tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:41.941717 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-29a62943-aac8-4ecf-9ae0-c9764a0e7c2e req-54ae8558-5739-4754-9ba8-f079ef13235b tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b3eda56-3093-4c42-ab82-2da25d1f8b5a HTTP/1.1" status: 200 len: 945 time: 0.2399032 Nov 27 03:55:41.958255 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-ebe0e58b-816c-4c73-8ed9-7d5576b3d951 service neutron] For port f44fdf9b-a8d1-49ae-aeec-916704cb4fb4, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:55:41.986635 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-90082120-ad39-4370-92cd-5a50739cb31e None None] For port 2a1d2656-aafb-4f42-b6eb-bf1e460d423a, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:55:41.988776 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53045f1e-1ad7-4f52-b5ca-6bc5d6a5b9a5 x-openstack-request-id: req-53045f1e-1ad7-4f52-b5ca-6bc5d6a5b9a5 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:55:41.989319 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "tag": "ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:55:41.990521 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-90082120-ad39-4370-92cd-5a50739cb31e None None] For port 2a1d2656-aafb-4f42-b6eb-bf1e460d423a, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=2a1d2656-aafb-4f42-b6eb-bf1e460d423a,segment=NetworkSegment(28ceb821-4c0f-45d8-9192-687f5672cf7a),segment_id=28ceb821-4c0f-45d8-9192-687f5672cf7a)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:55:41.990986 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-53045f1e-1ad7-4f52-b5ca-6bc5d6a5b9a5 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:55:41.992932 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'tag': 'ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb', 'status': 'completed', 'code': 200} Nov 27 03:55:42.013118 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-90082120-ad39-4370-92cd-5a50739cb31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:42.015746 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-ebe0e58b-816c-4c73-8ed9-7d5576b3d951 service neutron] For port f44fdf9b-a8d1-49ae-aeec-916704cb4fb4, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=f44fdf9b-a8d1-49ae-aeec-916704cb4fb4,segment=NetworkSegment(205b1345-2e5b-4c2e-b95c-348fea1df7b2),segment_id=205b1345-2e5b-4c2e-b95c-348fea1df7b2)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:55:42.030501 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-ebe0e58b-816c-4c73-8ed9-7d5576b3d951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:42.079617 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-ebe0e58b-816c-4c73-8ed9-7d5576b3d951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:42.080257 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-ebe0e58b-816c-4c73-8ed9-7d5576b3d951 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:42.081669 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-ebe0e58b-816c-4c73-8ed9-7d5576b3d951 service neutron] 10.222.0.11 "PUT /v2.0/ports/f44fdf9b-a8d1-49ae-aeec-916704cb4fb4 HTTP/1.1" status: 200 len: 1091 time: 2.8061423 Nov 27 03:55:42.104011 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-29a62943-aac8-4ecf-9ae0-c9764a0e7c2e req-0b34c9d0-0c95-40df-abbd-843abc6302e9 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608849 Nov 27 03:55:42.127247 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90082120-ad39-4370-92cd-5a50739cb31e None None] Routers {'1600e71c-7f2d-41ac-9f5e-fc6397649e78'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:55:42.127990 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-90082120-ad39-4370-92cd-5a50739cb31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:55:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['1600e71c-7f2d-41ac-9f5e-fc6397649e78'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:55:42.133266 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-f56e0be3-20df-44c3-9167-8ee70addc3af service neutron] Request body: {'port': {'device_id': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:55:42.182327 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-af7220f0-5cf2-4d7b-89ed-b1a6e945eacb None None] Provisioning complete for port 2a1d2656-aafb-4f42-b6eb-bf1e460d423a triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:55:42.183224 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-af7220f0-5cf2-4d7b-89ed-b1a6e945eacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:42.184141 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-1722b074-290c-4d18-a634-6e4f06e65bca req-38fe62d5-9f75-4c11-8e2e-038886cd14df tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Allocated IP 172.20.0.11 (9ed747ed-5fe8-4cae-8933-ca58a232a07c/34ccbd7b-ea86-497c-81e5-fa8fc3a30ae9/f5decaf1-a868-4b02-9f6b-917e6b583a62) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:55:42.260835 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0e58b-816c-4c73-8ed9-7d5576b3d951 service neutron] Pushing event updated for resources: {'Port': ['ID=f44fdf9b-a8d1-49ae-aeec-916704cb4fb4,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:42.311933 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe0e58b-816c-4c73-8ed9-7d5576b3d951 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:42.312562 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe0e58b-816c-4c73-8ed9-7d5576b3d951 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:42.313085 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe0e58b-816c-4c73-8ed9-7d5576b3d951 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:42.313726 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe0e58b-816c-4c73-8ed9-7d5576b3d951 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:42.314238 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe0e58b-816c-4c73-8ed9-7d5576b3d951 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:42.314952 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe0e58b-816c-4c73-8ed9-7d5576b3d951 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:42.315474 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe0e58b-816c-4c73-8ed9-7d5576b3d951 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:42.315989 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe0e58b-816c-4c73-8ed9-7d5576b3d951 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:42.316487 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe0e58b-816c-4c73-8ed9-7d5576b3d951 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:42.316993 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe0e58b-816c-4c73-8ed9-7d5576b3d951 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:42.317822 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe0e58b-816c-4c73-8ed9-7d5576b3d951 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:42.318319 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe0e58b-816c-4c73-8ed9-7d5576b3d951 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:42.328374 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-f56e0be3-20df-44c3-9167-8ee70addc3af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:42.382583 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c68c228-c26d-44a5-b841-20252dc85c06 None None] Pushing event updated for resources: {'Port': ['ID=2a1d2656-aafb-4f42-b6eb-bf1e460d423a,revision_number=4']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:42.466414 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-af7220f0-5cf2-4d7b-89ed-b1a6e945eacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:42.499790 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-90082120-ad39-4370-92cd-5a50739cb31e None None] Set router 1600e71c-7f2d-41ac-9f5e-fc6397649e78 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:55:42.527739 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-af7220f0-5cf2-4d7b-89ed-b1a6e945eacb None None] For port 2a1d2656-aafb-4f42-b6eb-bf1e460d423a, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=2a1d2656-aafb-4f42-b6eb-bf1e460d423a,segment=NetworkSegment(28ceb821-4c0f-45d8-9192-687f5672cf7a),segment_id=28ceb821-4c0f-45d8-9192-687f5672cf7a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:55:42.535278 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-af7220f0-5cf2-4d7b-89ed-b1a6e945eacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:42.628633 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7220f0-5cf2-4d7b-89ed-b1a6e945eacb None None] Pushing event updated for resources: {'Port': ['ID=2a1d2656-aafb-4f42-b6eb-bf1e460d423a,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:42.681602 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-b84c95aa-1b8f-49a7-b891-0a81b7161a12 None None] Provisioning complete for port 2a1d2656-aafb-4f42-b6eb-bf1e460d423a triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:55:42.682873 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b84c95aa-1b8f-49a7-b891-0a81b7161a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:42.796196 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a64c95-1bda-4a9e-961f-4579c66117c2 req-4558ba4b-3c03-4a38-9552-cf605016fdb9 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:42.803498 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a64c95-1bda-4a9e-961f-4579c66117c2 req-4558ba4b-3c03-4a38-9552-cf605016fdb9 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:42.811415 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a64c95-1bda-4a9e-961f-4579c66117c2 req-4558ba4b-3c03-4a38-9552-cf605016fdb9 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:42.819597 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a64c95-1bda-4a9e-961f-4579c66117c2 req-4558ba4b-3c03-4a38-9552-cf605016fdb9 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:42.830427 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a64c95-1bda-4a9e-961f-4579c66117c2 req-4558ba4b-3c03-4a38-9552-cf605016fdb9 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:42.836940 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a64c95-1bda-4a9e-961f-4579c66117c2 req-4558ba4b-3c03-4a38-9552-cf605016fdb9 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:42.843987 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a64c95-1bda-4a9e-961f-4579c66117c2 req-4558ba4b-3c03-4a38-9552-cf605016fdb9 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:42.846224 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-31a64c95-1bda-4a9e-961f-4579c66117c2 req-4558ba4b-3c03-4a38-9552-cf605016fdb9 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 5408 time: 0.1417778 Nov 27 03:55:42.866016 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1722b074-290c-4d18-a634-6e4f06e65bca req-38fe62d5-9f75-4c11-8e2e-038886cd14df tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:42.882579 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-90082120-ad39-4370-92cd-5a50739cb31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1600e71c-7f2d-41ac-9f5e-fc6397649e78', 'name': 'tempest-ImageQuotaTest-128674554-router', 'tenant_id': '741148aceff5457daaf28ac0024541a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '6db4ef84-39e8-4d4b-87c5-65ac76cbd02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:55:29Z', 'updated_at': '2021-11-27T03:55:36Z', 'revision_number': 4, 'project_id': '741148aceff5457daaf28ac0024541a5', 'gw_port': {'id': '6db4ef84-39e8-4d4b-87c5-65ac76cbd02a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1600e71c-7f2d-41ac-9f5e-fc6397649e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:30Z', 'updated_at': '2021-11-27T03:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '2a1d2656-aafb-4f42-b6eb-bf1e460d423a', 'name': '', 'network_id': 'c3a2d930-27d1-411e-aeee-3915c7c9fb76', 'tenant_id': '741148aceff5457daaf28ac0024541a5', 'mac_address': 'fa:16:3e:9e:af:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1600e71c-7f2d-41ac-9f5e-fc6397649e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '015364fd-6c2d-4781-9233-495dcb6746ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:35Z', 'updated_at': '2021-11-27T03:55:41Z', 'revision_number': 4, 'project_id': '741148aceff5457daaf28ac0024541a5', 'subnets': [{'id': '015364fd-6c2d-4781-9233-495dcb6746ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:55:42.913225 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90082120-ad39-4370-92cd-5a50739cb31e None None] The sync data for ids ['1600e71c-7f2d-41ac-9f5e-fc6397649e78'] in n-d-819494-3 is: [{'id': '1600e71c-7f2d-41ac-9f5e-fc6397649e78', 'name': 'tempest-ImageQuotaTest-128674554-router', 'tenant_id': '741148aceff5457daaf28ac0024541a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '6db4ef84-39e8-4d4b-87c5-65ac76cbd02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:55:29Z', 'updated_at': '2021-11-27T03:55:36Z', 'revision_number': 4, 'project_id': '741148aceff5457daaf28ac0024541a5', 'gw_port': {'id': '6db4ef84-39e8-4d4b-87c5-65ac76cbd02a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1600e71c-7f2d-41ac-9f5e-fc6397649e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:30Z', 'updated_at': '2021-11-27T03:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '2a1d2656-aafb-4f42-b6eb-bf1e460d423a', 'name': '', 'network_id': 'c3a2d930-27d1-411e-aeee-3915c7c9fb76', 'tenant_id': '741148aceff5457daaf28ac0024541a5', 'mac_address': 'fa:16:3e:9e:af:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1600e71c-7f2d-41ac-9f5e-fc6397649e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '015364fd-6c2d-4781-9233-495dcb6746ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:35Z', 'updated_at': '2021-11-27T03:55:41Z', 'revision_number': 4, 'project_id': '741148aceff5457daaf28ac0024541a5', 'subnets': [{'id': '015364fd-6c2d-4781-9233-495dcb6746ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:55:42.953554 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de80d8-23e8-471e-b80d-dcf47d420260 req-33e89366-f5ca-4030-a377-6aa7c85c2f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:42.954119 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de80d8-23e8-471e-b80d-dcf47d420260 req-33e89366-f5ca-4030-a377-6aa7c85c2f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:42.954528 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de80d8-23e8-471e-b80d-dcf47d420260 req-33e89366-f5ca-4030-a377-6aa7c85c2f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:42.955135 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de80d8-23e8-471e-b80d-dcf47d420260 req-33e89366-f5ca-4030-a377-6aa7c85c2f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:42.955737 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de80d8-23e8-471e-b80d-dcf47d420260 req-33e89366-f5ca-4030-a377-6aa7c85c2f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:42.956052 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de80d8-23e8-471e-b80d-dcf47d420260 req-33e89366-f5ca-4030-a377-6aa7c85c2f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:42.956509 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de80d8-23e8-471e-b80d-dcf47d420260 req-33e89366-f5ca-4030-a377-6aa7c85c2f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:42.958921 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e4de80d8-23e8-471e-b80d-dcf47d420260 req-33e89366-f5ca-4030-a377-6aa7c85c2f8e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1dec02752c8a4ea2ac075e58dda75d55&device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 6410 time: 0.9191513 Nov 27 03:55:42.961977 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-f56e0be3-20df-44c3-9167-8ee70addc3af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1f03abc-cb7c-4762-a3d3-c924fa278769 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:55:43.003757 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-31a64c95-1bda-4a9e-961f-4579c66117c2 req-6664e6b3-a696-47d1-8355-8409e33eeb68 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb62b710-5bd5-4197-94f7-dd959bb3e843&id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1397862 Nov 27 03:55:43.009881 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-f56e0be3-20df-44c3-9167-8ee70addc3af service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:43.021315 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9dec73-cd74-4858-9eaa-c214e560b0f5 req-3fc3fdd4-5e8b-4719-b7fb-9c9a17bf3bb6 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:43.027989 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-f56e0be3-20df-44c3-9167-8ee70addc3af service neutron] Transition to ACTIVE for port object a1f03abc-cb7c-4762-a3d3-c924fa278769 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:55:43.033435 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ae9dec73-cd74-4858-9eaa-c214e560b0f5 req-3fc3fdd4-5e8b-4719-b7fb-9c9a17bf3bb6 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2efe25-aa7f-4279-b64a-4510c75e7cd5 HTTP/1.1" status: 200 len: 945 time: 0.3267994 Nov 27 03:55:43.039364 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-f56e0be3-20df-44c3-9167-8ee70addc3af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:43.173449 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1722b074-290c-4d18-a634-6e4f06e65bca req-38fe62d5-9f75-4c11-8e2e-038886cd14df tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:43.257262 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1722b074-290c-4d18-a634-6e4f06e65bca req-38fe62d5-9f75-4c11-8e2e-038886cd14df tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Network 9ed747ed-5fe8-4cae-8933-ca58a232a07c is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:55:43.260645 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e0be3-20df-44c3-9167-8ee70addc3af service neutron] Pushing event updated for resources: {'Port': ['ID=a1f03abc-cb7c-4762-a3d3-c924fa278769,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:43.269770 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-1722b074-290c-4d18-a634-6e4f06e65bca req-38fe62d5-9f75-4c11-8e2e-038886cd14df tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:55:43.278184 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-1722b074-290c-4d18-a634-6e4f06e65bca req-38fe62d5-9f75-4c11-8e2e-038886cd14df tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:55:43.334208 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-1722b074-290c-4d18-a634-6e4f06e65bca req-3a0cb3fa-4657-4cdc-8500-1aece39dd343 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Allocated IP 172.20.0.2 (9ed747ed-5fe8-4cae-8933-ca58a232a07c/34ccbd7b-ea86-497c-81e5-fa8fc3a30ae9/9b9c12ed-273f-462a-9481-dab6d0acb000) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:55:43.425428 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9147b-29ef-4e91-9693-3634060877cc req-3de3051e-604a-43eb-9dfa-ed0db7de081c tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:43.427318 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b9f9147b-29ef-4e91-9693-3634060877cc req-3de3051e-604a-43eb-9dfa-ed0db7de081c tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/ports?device_id=3371f8f4-ec6e-4d2a-8f93-ec19c418c683 HTTP/1.1" status: 200 len: 932 time: 0.3220546 Nov 27 03:55:43.483781 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ae9dec73-cd74-4858-9eaa-c214e560b0f5 req-7d85478d-3a21-4b90-9353-a7d8bd132e6a tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4274049 Nov 27 03:55:43.484570 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe62d5-9f75-4c11-8e2e-038886cd14df tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Pushing event updated for resources: {'Port': ['ID=f5decaf1-a868-4b02-9f6b-917e6b583a62,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:43.507850 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-f56e0be3-20df-44c3-9167-8ee70addc3af service neutron] Attempting to bind port a1f03abc-cb7c-4762-a3d3-c924fa278769 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:55:43.508195 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-f56e0be3-20df-44c3-9167-8ee70addc3af service neutron] Attempting to bind port a1f03abc-cb7c-4762-a3d3-c924fa278769 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '205b1345-2e5b-4c2e-b95c-348fea1df7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c50e5d64-07f3-44bc-b3a4-01ba809267ac'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:55:43.508530 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-f56e0be3-20df-44c3-9167-8ee70addc3af service neutron] Attempting to bind port a1f03abc-cb7c-4762-a3d3-c924fa278769 on network c50e5d64-07f3-44bc-b3a4-01ba809267ac {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:55:43.559154 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-f56e0be3-20df-44c3-9167-8ee70addc3af service neutron] Port a1f03abc-cb7c-4762-a3d3-c924fa278769 on network c50e5d64-07f3-44bc-b3a4-01ba809267ac not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:55:43.559491 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-f56e0be3-20df-44c3-9167-8ee70addc3af service neutron] Attempting to bind port a1f03abc-cb7c-4762-a3d3-c924fa278769 on network c50e5d64-07f3-44bc-b3a4-01ba809267ac {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:55:43.567285 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe62d5-9f75-4c11-8e2e-038886cd14df tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:43.567613 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe62d5-9f75-4c11-8e2e-038886cd14df tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:43.567904 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe62d5-9f75-4c11-8e2e-038886cd14df tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:43.568251 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe62d5-9f75-4c11-8e2e-038886cd14df tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:43.568597 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe62d5-9f75-4c11-8e2e-038886cd14df tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:43.568939 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe62d5-9f75-4c11-8e2e-038886cd14df tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:43.570068 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe62d5-9f75-4c11-8e2e-038886cd14df tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:43.570420 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe62d5-9f75-4c11-8e2e-038886cd14df tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:43.570785 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe62d5-9f75-4c11-8e2e-038886cd14df tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:43.571124 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe62d5-9f75-4c11-8e2e-038886cd14df tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:43.571461 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe62d5-9f75-4c11-8e2e-038886cd14df tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:43.571795 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe62d5-9f75-4c11-8e2e-038886cd14df tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:43.593011 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b9f9147b-29ef-4e91-9693-3634060877cc req-c50532a3-e705-44bf-9187-fe1c4645ca3c tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/security-groups?id=b185a953-28bd-4bae-8523-9419bcb027c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552517 Nov 27 03:55:43.596859 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-f56e0be3-20df-44c3-9167-8ee70addc3af service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:55:43.597943 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-f56e0be3-20df-44c3-9167-8ee70addc3af service neutron] Checking segment: {'id': '205b1345-2e5b-4c2e-b95c-348fea1df7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c50e5d64-07f3-44bc-b3a4-01ba809267ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:55:43.598139 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-f56e0be3-20df-44c3-9167-8ee70addc3af service neutron] Bound using segment: {'id': '205b1345-2e5b-4c2e-b95c-348fea1df7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c50e5d64-07f3-44bc-b3a4-01ba809267ac'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:55:43.598768 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-f56e0be3-20df-44c3-9167-8ee70addc3af service neutron] Bound port: a1f03abc-cb7c-4762-a3d3-c924fa278769, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '205b1345-2e5b-4c2e-b95c-348fea1df7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c50e5d64-07f3-44bc-b3a4-01ba809267ac'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:55:43.599401 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-f56e0be3-20df-44c3-9167-8ee70addc3af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:43.610442 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722b074-290c-4d18-a634-6e4f06e65bca req-38fe62d5-9f75-4c11-8e2e-038886cd14df tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:43.625354 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1722b074-290c-4d18-a634-6e4f06e65bca req-38fe62d5-9f75-4c11-8e2e-038886cd14df tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:43.652010 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de80d8-23e8-471e-b80d-dcf47d420260 req-48be2ebe-27a1-4fb2-ac9e-42f3fab9b088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:43.652756 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de80d8-23e8-471e-b80d-dcf47d420260 req-48be2ebe-27a1-4fb2-ac9e-42f3fab9b088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:43.653222 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de80d8-23e8-471e-b80d-dcf47d420260 req-48be2ebe-27a1-4fb2-ac9e-42f3fab9b088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:43.656876 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e4de80d8-23e8-471e-b80d-dcf47d420260 req-48be2ebe-27a1-4fb2-ac9e-42f3fab9b088 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=1dec02752c8a4ea2ac075e58dda75d55&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6478820 Nov 27 03:55:43.700174 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-f56e0be3-20df-44c3-9167-8ee70addc3af service neutron] For port a1f03abc-cb7c-4762-a3d3-c924fa278769, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:55:43.703648 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-f56e0be3-20df-44c3-9167-8ee70addc3af service neutron] For port a1f03abc-cb7c-4762-a3d3-c924fa278769, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=a1f03abc-cb7c-4762-a3d3-c924fa278769,segment=NetworkSegment(205b1345-2e5b-4c2e-b95c-348fea1df7b2),segment_id=205b1345-2e5b-4c2e-b95c-348fea1df7b2)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:55:43.718463 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-f56e0be3-20df-44c3-9167-8ee70addc3af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:43.774867 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e0be3-20df-44c3-9167-8ee70addc3af service neutron] Pushing event updated for resources: {'Port': ['ID=a1f03abc-cb7c-4762-a3d3-c924fa278769,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:43.795816 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de80d8-23e8-471e-b80d-dcf47d420260 req-edcfb4e6-776a-44b3-9bdd-891240edc7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:43.797314 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e4de80d8-23e8-471e-b80d-dcf47d420260 req-edcfb4e6-776a-44b3-9bdd-891240edc7b4 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1327279 Nov 27 03:55:43.800025 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-f56e0be3-20df-44c3-9167-8ee70addc3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:43.800679 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-f56e0be3-20df-44c3-9167-8ee70addc3af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:43.802132 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-f56e0be3-20df-44c3-9167-8ee70addc3af service neutron] 10.222.0.11 "PUT /v2.0/ports/a1f03abc-cb7c-4762-a3d3-c924fa278769 HTTP/1.1" status: 200 len: 1091 time: 1.6730607 Nov 27 03:55:43.820652 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-1722b074-290c-4d18-a634-6e4f06e65bca req-3a0cb3fa-4657-4cdc-8500-1aece39dd343 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:43.913054 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-1722b074-290c-4d18-a634-6e4f06e65bca req-3a0cb3fa-4657-4cdc-8500-1aece39dd343 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:43.922282 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1722b074-290c-4d18-a634-6e4f06e65bca req-38fe62d5-9f75-4c11-8e2e-038886cd14df tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8702807 Nov 27 03:55:43.949648 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-1722b074-290c-4d18-a634-6e4f06e65bca req-8700d869-a03c-44a0-a70a-7063fd05dec4 service neutron] Request body: {'port': {'device_id': '3371f8f4-ec6e-4d2a-8f93-ec19c418c683', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:55:43.994470 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab695953-5e42-41f3-b435-d26ba4162e56 req-b899c1a4-7141-445d-9844-ed686849727c tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:44.007014 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ab695953-5e42-41f3-b435-d26ba4162e56 req-b899c1a4-7141-445d-9844-ed686849727c tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b3eda56-3093-4c42-ab82-2da25d1f8b5a HTTP/1.1" status: 200 len: 945 time: 0.1475928 Nov 27 03:55:44.008279 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'tag': 'f44fdf9b-a8d1-49ae-aeec-916704cb4fb4'}, {'name': 'network-changed', 'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'tag': 'a1f03abc-cb7c-4762-a3d3-c924fa278769'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:55:44.011491 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d34326-30ab-4b0a-9642-1d73c98fce26" -d '{"events": [{"name": "network-changed", "server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "tag": "f44fdf9b-a8d1-49ae-aeec-916704cb4fb4"}, {"name": "network-changed", "server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "tag": "a1f03abc-cb7c-4762-a3d3-c924fa278769"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:55:44.058148 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-26144e90-c3b7-4880-98b7-19372231f0b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:44.087998 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1722b074-290c-4d18-a634-6e4f06e65bca req-3a0cb3fa-4657-4cdc-8500-1aece39dd343 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Network 9ed747ed-5fe8-4cae-8933-ca58a232a07c is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:55:44.128531 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-1722b074-290c-4d18-a634-6e4f06e65bca req-3a0cb3fa-4657-4cdc-8500-1aece39dd343 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:55:44.143620 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-1722b074-290c-4d18-a634-6e4f06e65bca req-3a0cb3fa-4657-4cdc-8500-1aece39dd343 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:55:44.157917 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-93271782-ccf5-4371-8272-954a0f6d5b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:44.158399 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-93271782-ccf5-4371-8272-954a0f6d5b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:44.158909 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-93271782-ccf5-4371-8272-954a0f6d5b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:44.159374 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-93271782-ccf5-4371-8272-954a0f6d5b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:44.159835 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-93271782-ccf5-4371-8272-954a0f6d5b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:44.160294 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-93271782-ccf5-4371-8272-954a0f6d5b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:44.160752 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-93271782-ccf5-4371-8272-954a0f6d5b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:44.162786 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-93271782-ccf5-4371-8272-954a0f6d5b91 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1dec02752c8a4ea2ac075e58dda75d55&device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 6477 time: 0.2684700 Nov 27 03:55:44.194237 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0cb3fa-4657-4cdc-8500-1aece39dd343 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Pushing event updated for resources: {'Port': ['ID=9b9c12ed-273f-462a-9481-dab6d0acb000,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:44.195341 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1722b074-290c-4d18-a634-6e4f06e65bca req-8700d869-a03c-44a0-a70a-7063fd05dec4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:44.219693 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc04b74-834d-4424-a006-d7af1095a5c2 req-6aa14fd9-6fda-435d-bb7c-6dd6974fd010 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:44.221261 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1fc04b74-834d-4424-a006-d7af1095a5c2 req-6aa14fd9-6fda-435d-bb7c-6dd6974fd010 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=00f3c9e3-21f3-4909-9a32-57b55c0d8658 HTTP/1.1" status: 200 len: 945 time: 0.2047892 Nov 27 03:55:44.229828 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ab695953-5e42-41f3-b435-d26ba4162e56 req-f410390a-2ae6-4f61-9e15-1ad51a4ff72a tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218850 Nov 27 03:55:44.287213 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-d4375cb9-56a3-43e2-a466-94cf5c7f30ea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02981edf-7b84-4fc5-b179-a27331a3be22 HTTP/1.1" status: 200 len: 217 time: 0.0867603 Nov 27 03:55:44.352134 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722b074-290c-4d18-a634-6e4f06e65bca req-3a0cb3fa-4657-4cdc-8500-1aece39dd343 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:44.353004 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-1722b074-290c-4d18-a634-6e4f06e65bca req-3a0cb3fa-4657-4cdc-8500-1aece39dd343 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:44.369414 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 27 Nov 2021 03:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f4afd5-9221-449c-83c5-4430199fcb8c x-openstack-request-id: req-15f4afd5-9221-449c-83c5-4430199fcb8c {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:55:44.370385 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "tag": "f44fdf9b-a8d1-49ae-aeec-916704cb4fb4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "tag": "a1f03abc-cb7c-4762-a3d3-c924fa278769", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:55:44.370773 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-15f4afd5-9221-449c-83c5-4430199fcb8c {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:55:44.371389 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'tag': 'f44fdf9b-a8d1-49ae-aeec-916704cb4fb4', 'status': 'completed', 'code': 200} Nov 27 03:55:44.371685 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'tag': 'a1f03abc-cb7c-4762-a3d3-c924fa278769', 'status': 'completed', 'code': 200} Nov 27 03:55:44.415058 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1fc04b74-834d-4424-a006-d7af1095a5c2 req-491cf391-174a-4ec0-ad62-d3803f66efcc tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547070 Nov 27 03:55:44.417376 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-332bf7dd-51ab-4b3e-b02b-4639943c655e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:44.418433 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-332bf7dd-51ab-4b3e-b02b-4639943c655e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4466658f-32d6-449e-8c43-df2a536056c1 HTTP/1.1" status: 200 len: 851 time: 0.1220431 Nov 27 03:55:44.421943 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1722b074-290c-4d18-a634-6e4f06e65bca req-3a0cb3fa-4657-4cdc-8500-1aece39dd343 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8465507 Nov 27 03:55:44.479643 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-1722b074-290c-4d18-a634-6e4f06e65bca req-4c9dd564-1f90-4e77-8d3a-05640e47a2d7 service neutron] Request body: {'port': {'device_id': '180e5bba-6f6b-42b5-bdc7-8d3bbfa609ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:55:44.600306 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-1722b074-290c-4d18-a634-6e4f06e65bca req-4c9dd564-1f90-4e77-8d3a-05640e47a2d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:44.607813 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-9abe6a3f-a267-48d9-b966-0798ea64408c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:44.608527 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5ed90-dcea-4a1b-a9c6-7c77d9c0963e req-23853878-f0cc-4941-81de-5f0cbf57b0e4 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:44.609687 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-9abe6a3f-a267-48d9-b966-0798ea64408c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de70f11c-4372-4ca5-89fb-09782e179a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1836057 Nov 27 03:55:44.614753 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5ed90-dcea-4a1b-a9c6-7c77d9c0963e req-23853878-f0cc-4941-81de-5f0cbf57b0e4 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:44.623186 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5ed90-dcea-4a1b-a9c6-7c77d9c0963e req-23853878-f0cc-4941-81de-5f0cbf57b0e4 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:44.630285 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5ed90-dcea-4a1b-a9c6-7c77d9c0963e req-23853878-f0cc-4941-81de-5f0cbf57b0e4 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:44.637171 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5ed90-dcea-4a1b-a9c6-7c77d9c0963e req-23853878-f0cc-4941-81de-5f0cbf57b0e4 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:44.643491 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5ed90-dcea-4a1b-a9c6-7c77d9c0963e req-23853878-f0cc-4941-81de-5f0cbf57b0e4 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:44.651799 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5ed90-dcea-4a1b-a9c6-7c77d9c0963e req-23853878-f0cc-4941-81de-5f0cbf57b0e4 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:44.654145 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-19c5ed90-dcea-4a1b-a9c6-7c77d9c0963e req-23853878-f0cc-4941-81de-5f0cbf57b0e4 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 5420 time: 0.1725104 Nov 27 03:55:44.684523 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 2a1d2656-aafb-4f42-b6eb-bf1e460d423a up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:55:44.747695 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 2a1d2656-aafb-4f42-b6eb-bf1e460d423a triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:55:44.748316 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:44.750569 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-d565c12a-91b8-4e8f-a1b2-2689f889926c service neutron] 10.222.0.11 "GET /v2.0/networks/de70f11c-4372-4ca5-89fb-09782e179a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200576 Nov 27 03:55:44.795829 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e5d6a-dca4-42b3-8ac6-8a317637bfca req-7344de38-5bc4-4754-8ae2-02b44079bf4b tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:44.803434 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-669e5d6a-dca4-42b3-8ac6-8a317637bfca req-7344de38-5bc4-4754-8ae2-02b44079bf4b tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7d8460-faa5-44c6-b51b-fe9a84a9a9a9 HTTP/1.1" status: 200 len: 945 time: 0.2714245 Nov 27 03:55:44.917080 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-19c5ed90-dcea-4a1b-a9c6-7c77d9c0963e req-e9394de1-9415-4a70-8c01-eb58d3cd3364 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb62b710-5bd5-4197-94f7-dd959bb3e843&id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2373588 Nov 27 03:55:44.927214 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-1722b074-290c-4d18-a634-6e4f06e65bca req-8700d869-a03c-44a0-a70a-7063fd05dec4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5decaf1-a868-4b02-9f6b-917e6b583a62 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:55:44.939871 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1722b074-290c-4d18-a634-6e4f06e65bca req-8700d869-a03c-44a0-a70a-7063fd05dec4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:44.947794 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-26144e90-c3b7-4880-98b7-19372231f0b6 admin admin] Deleting port 2a1d2656-aafb-4f42-b6eb-bf1e460d423a {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:55:44.948137 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-26144e90-c3b7-4880-98b7-19372231f0b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:44.995061 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-1722b074-290c-4d18-a634-6e4f06e65bca req-8700d869-a03c-44a0-a70a-7063fd05dec4 service neutron] Transition to ACTIVE for port object f5decaf1-a868-4b02-9f6b-917e6b583a62 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:55:45.010358 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1722b074-290c-4d18-a634-6e4f06e65bca req-8700d869-a03c-44a0-a70a-7063fd05dec4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:45.103771 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8700d869-a03c-44a0-a70a-7063fd05dec4 service neutron] Pushing event updated for resources: {'Port': ['ID=f5decaf1-a868-4b02-9f6b-917e6b583a62,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:45.110105 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-669e5d6a-dca4-42b3-8ac6-8a317637bfca req-ce9c6d71-f0ee-494c-a629-53852523e179 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057387 Nov 27 03:55:45.170428 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-df0a933b-6e53-4f5f-895f-69c9e3433cbb service neutron] 10.222.0.11 "GET /v2.0/networks/de70f11c-4372-4ca5-89fb-09782e179a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915381 Nov 27 03:55:45.189789 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-26144e90-c3b7-4880-98b7-19372231f0b6 admin admin] For port 2a1d2656-aafb-4f42-b6eb-bf1e460d423a, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=2a1d2656-aafb-4f42-b6eb-bf1e460d423a,segment=NetworkSegment(28ceb821-4c0f-45d8-9192-687f5672cf7a),segment_id=28ceb821-4c0f-45d8-9192-687f5672cf7a)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:55:45.190276 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-26144e90-c3b7-4880-98b7-19372231f0b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:45.218296 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-26144e90-c3b7-4880-98b7-19372231f0b6 admin admin] Calling delete_port for 2a1d2656-aafb-4f42-b6eb-bf1e460d423a owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:55:45.232593 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-85f4ac3e-2b06-40ac-b671-efae3d313642 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=8d21c359-8b29-4bc7-8fd4-65e475953c35 HTTP/1.1" status: 200 len: 217 time: 0.0473628 Nov 27 03:55:45.246393 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c99375-7594-41de-823a-c041cee254ea req-1620f5ca-73a8-4438-8c43-35f63455f071 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:45.246393 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-59c99375-7594-41de-823a-c041cee254ea req-1620f5ca-73a8-4438-8c43-35f63455f071 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/ports?device_id=3371f8f4-ec6e-4d2a-8f93-ec19c418c683 HTTP/1.1" status: 200 len: 944 time: 0.1493058 Nov 27 03:55:45.315573 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-1722b074-290c-4d18-a634-6e4f06e65bca req-8700d869-a03c-44a0-a70a-7063fd05dec4 service neutron] Attempting to bind port f5decaf1-a868-4b02-9f6b-917e6b583a62 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:55:45.315925 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-1722b074-290c-4d18-a634-6e4f06e65bca req-8700d869-a03c-44a0-a70a-7063fd05dec4 service neutron] Attempting to bind port f5decaf1-a868-4b02-9f6b-917e6b583a62 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '78bfe3a3-b052-47e4-855b-505741d7aa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9ed747ed-5fe8-4cae-8933-ca58a232a07c'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:55:45.316286 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1722b074-290c-4d18-a634-6e4f06e65bca req-8700d869-a03c-44a0-a70a-7063fd05dec4 service neutron] Attempting to bind port f5decaf1-a868-4b02-9f6b-917e6b583a62 on network 9ed747ed-5fe8-4cae-8933-ca58a232a07c {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:55:45.340508 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1722b074-290c-4d18-a634-6e4f06e65bca req-8700d869-a03c-44a0-a70a-7063fd05dec4 service neutron] Port f5decaf1-a868-4b02-9f6b-917e6b583a62 on network 9ed747ed-5fe8-4cae-8933-ca58a232a07c not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:55:45.340835 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1722b074-290c-4d18-a634-6e4f06e65bca req-8700d869-a03c-44a0-a70a-7063fd05dec4 service neutron] Attempting to bind port f5decaf1-a868-4b02-9f6b-917e6b583a62 on network 9ed747ed-5fe8-4cae-8933-ca58a232a07c {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:55:45.357712 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-1722b074-290c-4d18-a634-6e4f06e65bca req-4c9dd564-1f90-4e77-8d3a-05640e47a2d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b9c12ed-273f-462a-9481-dab6d0acb000 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:55:45.361732 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1722b074-290c-4d18-a634-6e4f06e65bca req-8700d869-a03c-44a0-a70a-7063fd05dec4 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:55:45.362014 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1722b074-290c-4d18-a634-6e4f06e65bca req-8700d869-a03c-44a0-a70a-7063fd05dec4 service neutron] Checking segment: {'id': '78bfe3a3-b052-47e4-855b-505741d7aa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9ed747ed-5fe8-4cae-8933-ca58a232a07c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:55:45.362407 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1722b074-290c-4d18-a634-6e4f06e65bca req-8700d869-a03c-44a0-a70a-7063fd05dec4 service neutron] Bound using segment: {'id': '78bfe3a3-b052-47e4-855b-505741d7aa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9ed747ed-5fe8-4cae-8933-ca58a232a07c'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:55:45.362868 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-1722b074-290c-4d18-a634-6e4f06e65bca req-8700d869-a03c-44a0-a70a-7063fd05dec4 service neutron] Bound port: f5decaf1-a868-4b02-9f6b-917e6b583a62, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78bfe3a3-b052-47e4-855b-505741d7aa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9ed747ed-5fe8-4cae-8933-ca58a232a07c'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:55:45.363227 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1722b074-290c-4d18-a634-6e4f06e65bca req-8700d869-a03c-44a0-a70a-7063fd05dec4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:45.371816 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-1722b074-290c-4d18-a634-6e4f06e65bca req-4c9dd564-1f90-4e77-8d3a-05640e47a2d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:45.377598 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [req-8e6d15c8-1be8-45a8-bc90-931f5354569c req-d0c7e576-fb8c-4a66-8b39-6f589460ea30 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 03:55:45.378628 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8e6d15c8-1be8-45a8-bc90-931f5354569c req-d0c7e576-fb8c-4a66-8b39-6f589460ea30 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0142524 Nov 27 03:55:45.390502 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-fe1c14e8-84a9-47e1-9308-4ff52eb14d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:45.391931 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-fe1c14e8-84a9-47e1-9308-4ff52eb14d7a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a5669422-959b-42bf-adae-eb6b666499da HTTP/1.1" status: 200 len: 797 time: 0.0827522 Nov 27 03:55:45.407536 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-59c99375-7594-41de-823a-c041cee254ea req-21a2f089-2ef5-4491-95fa-3325be73b864 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/security-groups?id=b185a953-28bd-4bae-8523-9419bcb027c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546950 Nov 27 03:55:45.460013 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-1722b074-290c-4d18-a634-6e4f06e65bca req-4c9dd564-1f90-4e77-8d3a-05640e47a2d7 service neutron] Transition to ACTIVE for port object 9b9c12ed-273f-462a-9481-dab6d0acb000 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:55:45.489196 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-1722b074-290c-4d18-a634-6e4f06e65bca req-4c9dd564-1f90-4e77-8d3a-05640e47a2d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:45.548056 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8e6d15c8-1be8-45a8-bc90-931f5354569c req-fb31924c-33f5-4b82-8c84-146ce14314e7 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.9&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1591480 Nov 27 03:55:45.576766 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-144b139e-8f87-4384-bf5f-4245d0ddef5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:45.578317 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-144b139e-8f87-4384-bf5f-4245d0ddef5e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1324286 Nov 27 03:55:45.584454 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9dd564-1f90-4e77-8d3a-05640e47a2d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9b9c12ed-273f-462a-9481-dab6d0acb000,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:45.738731 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-1722b074-290c-4d18-a634-6e4f06e65bca req-4c9dd564-1f90-4e77-8d3a-05640e47a2d7 service neutron] Attempting to bind port 9b9c12ed-273f-462a-9481-dab6d0acb000 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:55:45.739089 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-1722b074-290c-4d18-a634-6e4f06e65bca req-4c9dd564-1f90-4e77-8d3a-05640e47a2d7 service neutron] Attempting to bind port 9b9c12ed-273f-462a-9481-dab6d0acb000 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '78bfe3a3-b052-47e4-855b-505741d7aa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9ed747ed-5fe8-4cae-8933-ca58a232a07c'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:55:45.739400 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1722b074-290c-4d18-a634-6e4f06e65bca req-4c9dd564-1f90-4e77-8d3a-05640e47a2d7 service neutron] Attempting to bind port 9b9c12ed-273f-462a-9481-dab6d0acb000 on network 9ed747ed-5fe8-4cae-8933-ca58a232a07c {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:55:45.748492 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1722b074-290c-4d18-a634-6e4f06e65bca req-4c9dd564-1f90-4e77-8d3a-05640e47a2d7 service neutron] Port 9b9c12ed-273f-462a-9481-dab6d0acb000 on network 9ed747ed-5fe8-4cae-8933-ca58a232a07c not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:55:45.748839 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1722b074-290c-4d18-a634-6e4f06e65bca req-4c9dd564-1f90-4e77-8d3a-05640e47a2d7 service neutron] Attempting to bind port 9b9c12ed-273f-462a-9481-dab6d0acb000 on network 9ed747ed-5fe8-4cae-8933-ca58a232a07c {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:55:45.757929 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-b9f6e8ac-b0ac-4646-99ee-14f8c6485695 service neutron] 10.222.0.11 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693437 Nov 27 03:55:45.759984 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1722b074-290c-4d18-a634-6e4f06e65bca req-4c9dd564-1f90-4e77-8d3a-05640e47a2d7 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:55:45.760356 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1722b074-290c-4d18-a634-6e4f06e65bca req-4c9dd564-1f90-4e77-8d3a-05640e47a2d7 service neutron] Checking segment: {'id': '78bfe3a3-b052-47e4-855b-505741d7aa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9ed747ed-5fe8-4cae-8933-ca58a232a07c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:55:45.760733 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1722b074-290c-4d18-a634-6e4f06e65bca req-4c9dd564-1f90-4e77-8d3a-05640e47a2d7 service neutron] Bound using segment: {'id': '78bfe3a3-b052-47e4-855b-505741d7aa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9ed747ed-5fe8-4cae-8933-ca58a232a07c'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:55:45.761167 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-1722b074-290c-4d18-a634-6e4f06e65bca req-4c9dd564-1f90-4e77-8d3a-05640e47a2d7 service neutron] Bound port: 9b9c12ed-273f-462a-9481-dab6d0acb000, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78bfe3a3-b052-47e4-855b-505741d7aa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9ed747ed-5fe8-4cae-8933-ca58a232a07c'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:55:45.761523 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-1722b074-290c-4d18-a634-6e4f06e65bca req-4c9dd564-1f90-4e77-8d3a-05640e47a2d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:45.811740 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-1722b074-290c-4d18-a634-6e4f06e65bca req-8700d869-a03c-44a0-a70a-7063fd05dec4 service neutron] For port f5decaf1-a868-4b02-9f6b-917e6b583a62, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:55:45.849361 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-1722b074-290c-4d18-a634-6e4f06e65bca req-8700d869-a03c-44a0-a70a-7063fd05dec4 service neutron] For port f5decaf1-a868-4b02-9f6b-917e6b583a62, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=f5decaf1-a868-4b02-9f6b-917e6b583a62,segment=NetworkSegment(78bfe3a3-b052-47e4-855b-505741d7aa50),segment_id=78bfe3a3-b052-47e4-855b-505741d7aa50)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:55:45.859518 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1722b074-290c-4d18-a634-6e4f06e65bca req-8700d869-a03c-44a0-a70a-7063fd05dec4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:45.908288 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5f5ae-92e9-4c4b-85c0-148191d16832 req-9e340d94-0e43-4a4d-ab69-ff1ed76671c4 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:45.909798 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-64e5f5ae-92e9-4c4b-85c0-148191d16832 req-9e340d94-0e43-4a4d-ab69-ff1ed76671c4 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b3eda56-3093-4c42-ab82-2da25d1f8b5a HTTP/1.1" status: 200 len: 945 time: 0.4373789 Nov 27 03:55:45.921269 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722b074-290c-4d18-a634-6e4f06e65bca req-8700d869-a03c-44a0-a70a-7063fd05dec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:45.921896 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1722b074-290c-4d18-a634-6e4f06e65bca req-8700d869-a03c-44a0-a70a-7063fd05dec4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:45.923183 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6feb25-e7a0-4e7d-8867-d3db74ee2fb1 req-d422ff80-b628-416f-9e87-ec24497becd4 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:45.923670 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1722b074-290c-4d18-a634-6e4f06e65bca req-8700d869-a03c-44a0-a70a-7063fd05dec4 service neutron] 10.222.0.23 "PUT /v2.0/ports/f5decaf1-a868-4b02-9f6b-917e6b583a62 HTTP/1.1" status: 200 len: 1092 time: 1.9816220 Nov 27 03:55:45.924817 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ed6feb25-e7a0-4e7d-8867-d3db74ee2fb1 req-d422ff80-b628-416f-9e87-ec24497becd4 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2efe25-aa7f-4279-b64a-4510c75e7cd5 HTTP/1.1" status: 200 len: 945 time: 0.1657975 Nov 27 03:55:45.925546 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3371f8f4-ec6e-4d2a-8f93-ec19c418c683', 'tag': 'f5decaf1-a868-4b02-9f6b-917e6b583a62'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:55:45.928274 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8afb13c-5ddd-46eb-944f-141bf68b3219" -d '{"events": [{"name": "network-changed", "server_uuid": "3371f8f4-ec6e-4d2a-8f93-ec19c418c683", "tag": "f5decaf1-a868-4b02-9f6b-917e6b583a62"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:55:45.939917 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-26144e90-c3b7-4880-98b7-19372231f0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:45.953779 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:45.963118 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-1722b074-290c-4d18-a634-6e4f06e65bca req-4c9dd564-1f90-4e77-8d3a-05640e47a2d7 service neutron] For port 9b9c12ed-273f-462a-9481-dab6d0acb000, host n-h1-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:55:45.975777 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-187ba39f-498a-4955-8c52-ed5f9b7382a6 service neutron] 10.222.0.11 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028484 Nov 27 03:55:45.978999 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8700d869-a03c-44a0-a70a-7063fd05dec4 service neutron] Pushing event updated for resources: {'Port': ['ID=f5decaf1-a868-4b02-9f6b-917e6b583a62,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:45.995317 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-1722b074-290c-4d18-a634-6e4f06e65bca req-4c9dd564-1f90-4e77-8d3a-05640e47a2d7 service neutron] For port 9b9c12ed-273f-462a-9481-dab6d0acb000, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=9b9c12ed-273f-462a-9481-dab6d0acb000,segment=NetworkSegment(78bfe3a3-b052-47e4-855b-505741d7aa50),segment_id=78bfe3a3-b052-47e4-855b-505741d7aa50)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:55:46.043391 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-415102a9-3acd-4760-a191-a5e80975a51c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=79505348-feb7-4bb2-ad3d-3724a74fb104 HTTP/1.1" status: 200 len: 217 time: 0.0584896 Nov 27 03:55:46.044558 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-1722b074-290c-4d18-a634-6e4f06e65bca req-4c9dd564-1f90-4e77-8d3a-05640e47a2d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:46.054271 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4328af9e-4080-4945-9874-3bce6468fd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:46.073242 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26144e90-c3b7-4880-98b7-19372231f0b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a1d2656-aafb-4f42-b6eb-bf1e460d423a,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:46.106937 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722b074-290c-4d18-a634-6e4f06e65bca req-4c9dd564-1f90-4e77-8d3a-05640e47a2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:46.108186 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-1722b074-290c-4d18-a634-6e4f06e65bca req-4c9dd564-1f90-4e77-8d3a-05640e47a2d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:46.109579 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1722b074-290c-4d18-a634-6e4f06e65bca req-4c9dd564-1f90-4e77-8d3a-05640e47a2d7 service neutron] 10.222.0.23 "PUT /v2.0/ports/9b9c12ed-273f-462a-9481-dab6d0acb000 HTTP/1.1" status: 200 len: 1091 time: 1.6401668 Nov 27 03:55:46.120293 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-64e5f5ae-92e9-4c4b-85c0-148191d16832 req-0d7a5f8e-4b03-4339-88d0-bf6ec81506b6 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954067 Nov 27 03:55:46.154481 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ed6feb25-e7a0-4e7d-8867-d3db74ee2fb1 req-9f2b2050-14c9-4566-92aa-2363a43d89a8 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175252 Nov 27 03:55:46.208952 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9dd564-1f90-4e77-8d3a-05640e47a2d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9b9c12ed-273f-462a-9481-dab6d0acb000,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:46.224545 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-c1717e37-2f72-462f-8651-c65680b73659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:46.226789 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722b074-290c-4d18-a634-6e4f06e65bca req-e9c0f953-6f49-422f-bfde-a540b42d9194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:46.228271 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1722b074-290c-4d18-a634-6e4f06e65bca req-e9c0f953-6f49-422f-bfde-a540b42d9194 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=085708796d5a4a01a3dcd4001a8a35e7&device_id=3371f8f4-ec6e-4d2a-8f93-ec19c418c683 HTTP/1.1" status: 200 len: 1095 time: 0.1750622 Nov 27 03:55:46.229391 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-c1717e37-2f72-462f-8651-c65680b73659 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a5669422-959b-42bf-adae-eb6b666499da HTTP/1.1" status: 200 len: 797 time: 0.1626267 Nov 27 03:55:46.230045 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a25cab8-b594-4a95-84c4-3bd6e34a7b9e x-openstack-request-id: req-6a25cab8-b594-4a95-84c4-3bd6e34a7b9e {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:55:46.230334 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3371f8f4-ec6e-4d2a-8f93-ec19c418c683", "tag": "f5decaf1-a868-4b02-9f6b-917e6b583a62", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:55:46.230741 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a25cab8-b594-4a95-84c4-3bd6e34a7b9e {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:55:46.231003 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3371f8f4-ec6e-4d2a-8f93-ec19c418c683', 'tag': 'f5decaf1-a868-4b02-9f6b-917e6b583a62', 'status': 'completed', 'code': 200} Nov 27 03:55:46.303817 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1722b074-290c-4d18-a634-6e4f06e65bca req-0d020af9-359b-4684-8a4f-517b63b604de service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5decaf1-a868-4b02-9f6b-917e6b583a62 HTTP/1.1" status: 200 len: 217 time: 0.0442350 Nov 27 03:55:46.344738 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722b074-290c-4d18-a634-6e4f06e65bca req-8096974f-2d11-4c80-a6d3-d97c69e48161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:46.346377 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1722b074-290c-4d18-a634-6e4f06e65bca req-8096974f-2d11-4c80-a6d3-d97c69e48161 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=085708796d5a4a01a3dcd4001a8a35e7&device_id=180e5bba-6f6b-42b5-bdc7-8d3bbfa609ea HTTP/1.1" status: 200 len: 1094 time: 0.1147296 Nov 27 03:55:46.356346 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-9687549d-f32b-4382-a7ad-b6fa2ab6d6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:46.357878 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-9687549d-f32b-4382-a7ad-b6fa2ab6d6c2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0959840 Nov 27 03:55:46.368747 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd85df-42c5-4762-9646-a7b0776dd765 req-cfa92896-0a16-4e08-a288-7be0c68d94fd tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:46.375231 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd85df-42c5-4762-9646-a7b0776dd765 req-cfa92896-0a16-4e08-a288-7be0c68d94fd tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:46.381175 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd85df-42c5-4762-9646-a7b0776dd765 req-cfa92896-0a16-4e08-a288-7be0c68d94fd tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:46.387618 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd85df-42c5-4762-9646-a7b0776dd765 req-cfa92896-0a16-4e08-a288-7be0c68d94fd tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:46.390791 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-26144e90-c3b7-4880-98b7-19372231f0b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:46.393668 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd85df-42c5-4762-9646-a7b0776dd765 req-cfa92896-0a16-4e08-a288-7be0c68d94fd tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:46.399510 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd85df-42c5-4762-9646-a7b0776dd765 req-cfa92896-0a16-4e08-a288-7be0c68d94fd tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:46.405647 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd85df-42c5-4762-9646-a7b0776dd765 req-cfa92896-0a16-4e08-a288-7be0c68d94fd tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:46.407550 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-40dd85df-42c5-4762-9646-a7b0776dd765 req-cfa92896-0a16-4e08-a288-7be0c68d94fd tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 5420 time: 0.1474323 Nov 27 03:55:46.410094 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '180e5bba-6f6b-42b5-bdc7-8d3bbfa609ea', 'tag': '9b9c12ed-273f-462a-9481-dab6d0acb000'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:55:46.411655 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722b074-290c-4d18-a634-6e4f06e65bca req-51473f1a-7ac1-4743-b2c4-5c56f2c65c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:46.412985 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364ee2ef-a099-457d-9570-6b84f7cecec0" -d '{"events": [{"name": "network-changed", "server_uuid": "180e5bba-6f6b-42b5-bdc7-8d3bbfa609ea", "tag": "9b9c12ed-273f-462a-9481-dab6d0acb000"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:55:46.413124 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1722b074-290c-4d18-a634-6e4f06e65bca req-51473f1a-7ac1-4743-b2c4-5c56f2c65c54 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=34ccbd7b-ea86-497c-81e5-fa8fc3a30ae9 HTTP/1.1" status: 200 len: 853 time: 0.0981295 Nov 27 03:55:46.492035 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66584997-e334-48be-a664-4e3e781c2796 req-f32739e8-b1c1-4f16-8928-cb5cc3ff8654 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:46.493527 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-66584997-e334-48be-a664-4e3e781c2796 req-f32739e8-b1c1-4f16-8928-cb5cc3ff8654 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=00f3c9e3-21f3-4909-9a32-57b55c0d8658 HTTP/1.1" status: 200 len: 945 time: 0.1453977 Nov 27 03:55:46.508926 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1722b074-290c-4d18-a634-6e4f06e65bca req-ca610e4e-5476-4b17-bf0d-5c4740a3ca2b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b9c12ed-273f-462a-9481-dab6d0acb000 HTTP/1.1" status: 200 len: 217 time: 0.1003842 Nov 27 03:55:46.521397 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1722b074-290c-4d18-a634-6e4f06e65bca req-7f8153c6-9096-4051-bb5a-54e7fa25f819 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9ed747ed-5fe8-4cae-8933-ca58a232a07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680270 Nov 27 03:55:46.610431 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-40dd85df-42c5-4762-9646-a7b0776dd765 req-2625eb22-f747-4501-a216-dac28cc9b9a2 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb62b710-5bd5-4197-94f7-dd959bb3e843&id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1817973 Nov 27 03:55:46.613684 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722b074-290c-4d18-a634-6e4f06e65bca req-f8a4451f-b58a-4dc4-8e94-3df06a5dd31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:46.615126 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1722b074-290c-4d18-a634-6e4f06e65bca req-f8a4451f-b58a-4dc4-8e94-3df06a5dd31d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=34ccbd7b-ea86-497c-81e5-fa8fc3a30ae9 HTTP/1.1" status: 200 len: 853 time: 0.0925529 Nov 27 03:55:46.647005 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-66584997-e334-48be-a664-4e3e781c2796 req-9fd7f9f3-7ab3-4b96-a3f1-5ed4caa9e824 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272254 Nov 27 03:55:46.658846 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1722b074-290c-4d18-a634-6e4f06e65bca req-1089bfdd-0ad0-41ec-a008-b10031e7552f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9ed747ed-5fe8-4cae-8933-ca58a232a07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324688 Nov 27 03:55:46.663319 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-da0a9ace-172b-4eb9-93b8-2d69907050b8 service neutron] 10.222.0.11 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533104 Nov 27 03:55:46.756663 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1722b074-290c-4d18-a634-6e4f06e65bca req-ef2003fe-0b58-44f9-84e8-c8e17626eb40 service neutron] 10.222.0.23 "GET /v2.0/networks/9ed747ed-5fe8-4cae-8933-ca58a232a07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238982 Nov 27 03:55:46.775877 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5c0c07-e328-49bc-8c9a-21ea21f18d57 x-openstack-request-id: req-da5c0c07-e328-49bc-8c9a-21ea21f18d57 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:55:46.776179 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "180e5bba-6f6b-42b5-bdc7-8d3bbfa609ea", "tag": "9b9c12ed-273f-462a-9481-dab6d0acb000", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:55:46.776440 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da5c0c07-e328-49bc-8c9a-21ea21f18d57 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:55:46.776838 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '180e5bba-6f6b-42b5-bdc7-8d3bbfa609ea', 'tag': '9b9c12ed-273f-462a-9481-dab6d0acb000', 'status': 'completed', 'code': 200} Nov 27 03:55:46.868938 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26144e90-c3b7-4880-98b7-19372231f0b6 admin admin] Router 1600e71c-7f2d-41ac-9f5e-fc6397649e78 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:55:46.874248 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1722b074-290c-4d18-a634-6e4f06e65bca req-ef8737fe-6cb2-4054-bd71-b3a513b4f0f8 service neutron] 10.222.0.23 "GET /v2.0/networks/9ed747ed-5fe8-4cae-8933-ca58a232a07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033453 Nov 27 03:55:46.879186 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-6c1798a1-8cfb-4797-b7b7-6c3691228b61 service neutron] 10.222.0.11 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981866 Nov 27 03:55:47.005915 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca44b0a-d7cd-4d0d-9331-9cefafd16e46 req-daeaa59f-616d-4536-8fc7-1279961d89ee tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:47.008037 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0ca44b0a-d7cd-4d0d-9331-9cefafd16e46 req-daeaa59f-616d-4536-8fc7-1279961d89ee tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7d8460-faa5-44c6-b51b-fe9a84a9a9a9 HTTP/1.1" status: 200 len: 945 time: 0.1844220 Nov 27 03:55:47.023008 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1722b074-290c-4d18-a634-6e4f06e65bca req-4c7c5a1c-96c9-414e-8306-0296f12d4ebb service neutron] 10.222.0.23 "GET /v2.0/networks/9ed747ed-5fe8-4cae-8933-ca58a232a07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336271 Nov 27 03:55:47.090355 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0ca44b0a-d7cd-4d0d-9331-9cefafd16e46 req-74374f6d-bf71-474e-a136-886163558cf9 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746870 Nov 27 03:55:47.093599 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26144e90-c3b7-4880-98b7-19372231f0b6 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:55:47.102490 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-26144e90-c3b7-4880-98b7-19372231f0b6 admin admin] 10.222.0.20 "PUT /v2.0/routers/1600e71c-7f2d-41ac-9f5e-fc6397649e78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2211728 Nov 27 03:55:47.102490 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44442) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:55:47.107426 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75755a08-b8b4-4a0b-9916-dc881e556f77 None None] Sync routers for ids ['1600e71c-7f2d-41ac-9f5e-fc6397649e78'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:55:47.123811 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75755a08-b8b4-4a0b-9916-dc881e556f77 None None] Routers {'1600e71c-7f2d-41ac-9f5e-fc6397649e78'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:55:47.136207 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-75755a08-b8b4-4a0b-9916-dc881e556f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:55:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['1600e71c-7f2d-41ac-9f5e-fc6397649e78'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:55:47.228849 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afb13c-5ddd-46eb-944f-141bf68b3219 req-bb1bddd1-3401-483b-9214-a4e9dcbc27ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:47.230928 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a8afb13c-5ddd-46eb-944f-141bf68b3219 req-bb1bddd1-3401-483b-9214-a4e9dcbc27ca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=085708796d5a4a01a3dcd4001a8a35e7&device_id=3371f8f4-ec6e-4d2a-8f93-ec19c418c683 HTTP/1.1" status: 200 len: 1095 time: 0.0859036 Nov 27 03:55:47.270364 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-75755a08-b8b4-4a0b-9916-dc881e556f77 None None] Set router 1600e71c-7f2d-41ac-9f5e-fc6397649e78 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:55:47.295932 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fd165cbc-90e6-4784-a57d-f7201808179e admin admin] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:47.309736 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-f4f97ea2-8d61-4e66-a887-019ec22dcf7a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=483722be-2ed4-4dbd-aefd-8406aba813b7 HTTP/1.1" status: 200 len: 217 time: 0.4186296 Nov 27 03:55:47.327064 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f87ab-8678-4122-b33e-477dd4ec3e40 req-00cce9a8-0ade-49d6-b6b7-e2e476e68b52 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:47.328698 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3d1f87ab-8678-4122-b33e-477dd4ec3e40 req-00cce9a8-0ade-49d6-b6b7-e2e476e68b52 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/ports?device_id=3371f8f4-ec6e-4d2a-8f93-ec19c418c683 HTTP/1.1" status: 200 len: 944 time: 0.5001664 Nov 27 03:55:47.424069 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-16c4692d-bb1a-4c31-8736-e9e75aaf5fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:47.425697 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-16c4692d-bb1a-4c31-8736-e9e75aaf5fcb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a5669422-959b-42bf-adae-eb6b666499da HTTP/1.1" status: 200 len: 797 time: 0.1071687 Nov 27 03:55:47.451290 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59e470-78fe-4163-a6d4-1420128f5dc0 req-f7683633-cc82-405f-9fc4-044c1183a1f2 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:47.457189 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59e470-78fe-4163-a6d4-1420128f5dc0 req-f7683633-cc82-405f-9fc4-044c1183a1f2 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:47.463141 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59e470-78fe-4163-a6d4-1420128f5dc0 req-f7683633-cc82-405f-9fc4-044c1183a1f2 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:47.464286 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-75755a08-b8b4-4a0b-9916-dc881e556f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1600e71c-7f2d-41ac-9f5e-fc6397649e78', 'name': 'tempest-ImageQuotaTest-128674554-router', 'tenant_id': '741148aceff5457daaf28ac0024541a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '6db4ef84-39e8-4d4b-87c5-65ac76cbd02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:55:29Z', 'updated_at': '2021-11-27T03:55:45Z', 'revision_number': 5, 'project_id': '741148aceff5457daaf28ac0024541a5', 'gw_port': {'id': '6db4ef84-39e8-4d4b-87c5-65ac76cbd02a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1600e71c-7f2d-41ac-9f5e-fc6397649e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:30Z', 'updated_at': '2021-11-27T03:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:55:47.465382 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1b59e470-78fe-4163-a6d4-1420128f5dc0 req-f7683633-cc82-405f-9fc4-044c1183a1f2 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7d8460-faa5-44c6-b51b-fe9a84a9a9a9&device_id=00f3c9e3-21f3-4909-9a32-57b55c0d8658&device_id=5f2efe25-aa7f-4279-b64a-4510c75e7cd5 HTTP/1.1" status: 200 len: 2416 time: 0.1351330 Nov 27 03:55:47.467285 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3d1f87ab-8678-4122-b33e-477dd4ec3e40 req-07d1b3bd-ad5d-4194-9f6b-57483519ad87 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/security-groups?id=b185a953-28bd-4bae-8523-9419bcb027c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094432 Nov 27 03:55:47.472954 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1722b074-290c-4d18-a634-6e4f06e65bca req-48eee0d5-30df-4e7a-8975-1f530a494f61 service neutron] 10.222.0.23 "GET /v2.0/networks/9ed747ed-5fe8-4cae-8933-ca58a232a07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5897429 Nov 27 03:55:47.487116 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-5784d8a4-ec02-4bd5-bd13-91e348a68763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:47.488954 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afb13c-5ddd-46eb-944f-141bf68b3219 req-317c7b79-fe83-499f-a718-94da3ee23f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:47.489132 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-5784d8a4-ec02-4bd5-bd13-91e348a68763 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0532968 Nov 27 03:55:47.490539 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a8afb13c-5ddd-46eb-944f-141bf68b3219 req-317c7b79-fe83-499f-a718-94da3ee23f57 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9ed747ed-5fe8-4cae-8933-ca58a232a07c HTTP/1.1" status: 200 len: 914 time: 0.2494383 Nov 27 03:55:47.491942 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75755a08-b8b4-4a0b-9916-dc881e556f77 None None] Checking router: 1600e71c-7f2d-41ac-9f5e-fc6397649e78 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:55:47.501091 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75755a08-b8b4-4a0b-9916-dc881e556f77 None None] Routers {'1600e71c-7f2d-41ac-9f5e-fc6397649e78'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:55:47.501831 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-75755a08-b8b4-4a0b-9916-dc881e556f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:55:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['1600e71c-7f2d-41ac-9f5e-fc6397649e78'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:55:47.548940 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fd165cbc-90e6-4784-a57d-f7201808179e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:47.552592 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a8afb13c-5ddd-46eb-944f-141bf68b3219 req-e9d18d00-c405-4b52-b596-9c252f925f1f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5decaf1-a868-4b02-9f6b-917e6b583a62 HTTP/1.1" status: 200 len: 217 time: 0.0527081 Nov 27 03:55:47.611213 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1b59e470-78fe-4163-a6d4-1420128f5dc0 req-841969b7-c85e-4a0a-a3f3-e76a59c06724 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357503 Nov 27 03:55:47.644505 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-75755a08-b8b4-4a0b-9916-dc881e556f77 None None] Set router 1600e71c-7f2d-41ac-9f5e-fc6397649e78 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:55:47.667994 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afb13c-5ddd-46eb-944f-141bf68b3219 req-d751bf60-5aff-40ce-9151-f07a267cae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:47.669599 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a8afb13c-5ddd-46eb-944f-141bf68b3219 req-d751bf60-5aff-40ce-9151-f07a267cae26 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=34ccbd7b-ea86-497c-81e5-fa8fc3a30ae9 HTTP/1.1" status: 200 len: 853 time: 0.0574510 Nov 27 03:55:47.669733 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-d893afbf-84e7-491a-a833-06c0feb4430f service neutron] 10.222.0.11 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723266 Nov 27 03:55:47.680156 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-fd165cbc-90e6-4784-a57d-f7201808179e admin admin] Deleting port 6db4ef84-39e8-4d4b-87c5-65ac76cbd02a {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:55:47.680359 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fd165cbc-90e6-4784-a57d-f7201808179e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:47.747826 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-7608c39f-d8f9-4ac9-b862-8315896b033c req-ed75cacc-944c-4811-b417-b8d86ae4f908 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 03:55:47.748902 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7608c39f-d8f9-4ac9-b862-8315896b033c req-ed75cacc-944c-4811-b417-b8d86ae4f908 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0164869 Nov 27 03:55:47.778273 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a8afb13c-5ddd-46eb-944f-141bf68b3219 req-b119a414-bcb8-4a94-85be-19ea75bf3207 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9ed747ed-5fe8-4cae-8933-ca58a232a07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467820 Nov 27 03:55:47.789031 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39fdb9f-e411-493c-b796-3952ffbe3c45 req-0c9c96d6-c1df-4d47-9c8f-157e073c0696 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:47.792748 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e39fdb9f-e411-493c-b796-3952ffbe3c45 req-0c9c96d6-c1df-4d47-9c8f-157e073c0696 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b3eda56-3093-4c42-ab82-2da25d1f8b5a HTTP/1.1" status: 200 len: 945 time: 0.1922655 Nov 27 03:55:47.826252 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ee2ef-a099-457d-9570-6b84f7cecec0 req-b99cf77c-309a-457f-bafc-897ef1d0d731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:47.827833 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-364ee2ef-a099-457d-9570-6b84f7cecec0 req-b99cf77c-309a-457f-bafc-897ef1d0d731 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=085708796d5a4a01a3dcd4001a8a35e7&device_id=180e5bba-6f6b-42b5-bdc7-8d3bbfa609ea HTTP/1.1" status: 200 len: 1094 time: 0.1571901 Nov 27 03:55:47.857938 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-75755a08-b8b4-4a0b-9916-dc881e556f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1600e71c-7f2d-41ac-9f5e-fc6397649e78', 'name': 'tempest-ImageQuotaTest-128674554-router', 'tenant_id': '741148aceff5457daaf28ac0024541a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '6db4ef84-39e8-4d4b-87c5-65ac76cbd02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:55:29Z', 'updated_at': '2021-11-27T03:55:45Z', 'revision_number': 5, 'project_id': '741148aceff5457daaf28ac0024541a5', 'gw_port': {'id': '6db4ef84-39e8-4d4b-87c5-65ac76cbd02a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1600e71c-7f2d-41ac-9f5e-fc6397649e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:30Z', 'updated_at': '2021-11-27T03:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:55:47.871577 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-f28ed4af-2234-47b3-9e78-4dc9cfec7417 service neutron] 10.222.0.11 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862445 Nov 27 03:55:47.892144 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75755a08-b8b4-4a0b-9916-dc881e556f77 None None] The sync data for ids ['1600e71c-7f2d-41ac-9f5e-fc6397649e78'] in n-d-819494-3 is: [{'id': '1600e71c-7f2d-41ac-9f5e-fc6397649e78', 'name': 'tempest-ImageQuotaTest-128674554-router', 'tenant_id': '741148aceff5457daaf28ac0024541a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '6db4ef84-39e8-4d4b-87c5-65ac76cbd02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:55:29Z', 'updated_at': '2021-11-27T03:55:45Z', 'revision_number': 5, 'project_id': '741148aceff5457daaf28ac0024541a5', 'gw_port': {'id': '6db4ef84-39e8-4d4b-87c5-65ac76cbd02a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1600e71c-7f2d-41ac-9f5e-fc6397649e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:30Z', 'updated_at': '2021-11-27T03:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:55:47.950668 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7608c39f-d8f9-4ac9-b862-8315896b033c req-0a2b0458-6a44-42c3-a986-e5fac54e58aa tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1812663 Nov 27 03:55:47.957215 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-fd165cbc-90e6-4784-a57d-f7201808179e admin admin] For port 6db4ef84-39e8-4d4b-87c5-65ac76cbd02a, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=6db4ef84-39e8-4d4b-87c5-65ac76cbd02a,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:55:47.957571 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-bc6aa814-1f34-4922-8a76-df9f8a349293 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb HTTP/1.1" status: 200 len: 217 time: 0.0569863 Nov 27 03:55:47.957698 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fd165cbc-90e6-4784-a57d-f7201808179e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:47.962842 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e39fdb9f-e411-493c-b796-3952ffbe3c45 req-7fdf2bc7-d7ef-4e3a-a13e-fb1813751c76 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660202 Nov 27 03:55:47.979325 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-fd165cbc-90e6-4784-a57d-f7201808179e admin admin] Calling delete_port for 6db4ef84-39e8-4d4b-87c5-65ac76cbd02a owned by network:router_gateway {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:55:48.004809 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a8afb13c-5ddd-46eb-944f-141bf68b3219 req-06a46c1e-245b-4426-9f97-e9457c037127 service neutron] 10.222.0.23 "GET /v2.0/networks/9ed747ed-5fe8-4cae-8933-ca58a232a07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140543 Nov 27 03:55:48.011358 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-2b1618c3-10cb-4d2b-a2b7-3b0ed2980b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:48.013038 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-2b1618c3-10cb-4d2b-a2b7-3b0ed2980b58 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a5669422-959b-42bf-adae-eb6b666499da HTTP/1.1" status: 200 len: 797 time: 0.0474963 Nov 27 03:55:48.088590 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ee2ef-a099-457d-9570-6b84f7cecec0 req-06a656dc-f06c-4439-acb2-b548ca01215c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:48.090249 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-364ee2ef-a099-457d-9570-6b84f7cecec0 req-06a656dc-f06c-4439-acb2-b548ca01215c service neutron] 10.222.0.23 "GET /v2.0/networks?id=9ed747ed-5fe8-4cae-8933-ca58a232a07c HTTP/1.1" status: 200 len: 914 time: 0.2503641 Nov 27 03:55:48.126332 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a8afb13c-5ddd-46eb-944f-141bf68b3219 req-f24118c0-763c-4632-a988-6b141ae3847a service neutron] 10.222.0.23 "GET /v2.0/networks/9ed747ed-5fe8-4cae-8933-ca58a232a07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863967 Nov 27 03:55:48.163480 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-008ab248-bfc5-4fab-96b9-9eb770309870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:48.164717 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-008ab248-bfc5-4fab-96b9-9eb770309870 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1423156 Nov 27 03:55:48.168779 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-364ee2ef-a099-457d-9570-6b84f7cecec0 req-53d77d03-96ee-41b2-b805-1573363014bd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b9c12ed-273f-462a-9481-dab6d0acb000 HTTP/1.1" status: 200 len: 217 time: 0.0566161 Nov 27 03:55:48.189916 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a16d3-85da-4b1f-891a-2d722a7de788 req-6245216c-c586-469f-a918-99eb6e295894 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:48.196113 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a16d3-85da-4b1f-891a-2d722a7de788 req-6245216c-c586-469f-a918-99eb6e295894 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:48.202672 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a16d3-85da-4b1f-891a-2d722a7de788 req-6245216c-c586-469f-a918-99eb6e295894 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:48.208731 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a16d3-85da-4b1f-891a-2d722a7de788 req-6245216c-c586-469f-a918-99eb6e295894 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:48.214820 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a16d3-85da-4b1f-891a-2d722a7de788 req-6245216c-c586-469f-a918-99eb6e295894 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:48.221786 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a16d3-85da-4b1f-891a-2d722a7de788 req-6245216c-c586-469f-a918-99eb6e295894 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:48.226901 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a16d3-85da-4b1f-891a-2d722a7de788 req-6245216c-c586-469f-a918-99eb6e295894 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:48.235295 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fd1a16d3-85da-4b1f-891a-2d722a7de788 req-6245216c-c586-469f-a918-99eb6e295894 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 5420 time: 0.1799254 Nov 27 03:55:48.262007 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-64267a88-4543-46a1-9479-ff40248c5087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:48.297372 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fd165cbc-90e6-4784-a57d-f7201808179e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:48.327945 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd165cbc-90e6-4784-a57d-f7201808179e admin admin] Pushing event deleted for resources: {'Port': ['ID=6db4ef84-39e8-4d4b-87c5-65ac76cbd02a,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:48.397779 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ee2ef-a099-457d-9570-6b84f7cecec0 req-0781cbe9-6798-4d57-b28d-442d467d0e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:48.399313 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-364ee2ef-a099-457d-9570-6b84f7cecec0 req-0781cbe9-6798-4d57-b28d-442d467d0e80 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=34ccbd7b-ea86-497c-81e5-fa8fc3a30ae9 HTTP/1.1" status: 200 len: 853 time: 0.1557310 Nov 27 03:55:48.400050 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fd165cbc-90e6-4784-a57d-f7201808179e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:48.427217 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fd1a16d3-85da-4b1f-891a-2d722a7de788 req-d102fb3b-16d1-41e9-9770-2c9050f77eda tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb62b710-5bd5-4197-94f7-dd959bb3e843&id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1910233 Nov 27 03:55:48.454149 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-364ee2ef-a099-457d-9570-6b84f7cecec0 req-c3056b8c-7afe-49b8-86e7-4555773ae610 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9ed747ed-5fe8-4cae-8933-ca58a232a07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409682 Nov 27 03:55:48.528460 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-03d80236-b2f3-4e83-91ad-83320a99a9bf service neutron] 10.222.0.11 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759073 Nov 27 03:55:48.553263 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:48.653913 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 2a1d2656-aafb-4f42-b6eb-bf1e460d423a no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:55:48.690299 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 2a1d2656-aafb-4f42-b6eb-bf1e460d423a {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:55:48.690690 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 2a1d2656-aafb-4f42-b6eb-bf1e460d423a not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:55:48.696996 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-364ee2ef-a099-457d-9570-6b84f7cecec0 req-05c185e2-3a26-4f50-b475-c3dbbed58744 service neutron] 10.222.0.23 "GET /v2.0/networks/9ed747ed-5fe8-4cae-8933-ca58a232a07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314482 Nov 27 03:55:48.782412 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-ac12f446-bb25-4eaf-8017-e992ab2eb4fe service neutron] 10.222.0.11 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349532 Nov 27 03:55:48.814691 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9038ae8-17f5-4eb7-9745-43985be414ca req-6d2bc6bb-0cf8-412d-b4a2-c4831c78f330 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:48.816554 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a9038ae8-17f5-4eb7-9745-43985be414ca req-6d2bc6bb-0cf8-412d-b4a2-c4831c78f330 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/ports?device_id=3371f8f4-ec6e-4d2a-8f93-ec19c418c683 HTTP/1.1" status: 200 len: 944 time: 0.1678641 Nov 27 03:55:48.868757 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-f4eafc76-1034-4006-a39b-757b6863a2df service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f44fdf9b-a8d1-49ae-aeec-916704cb4fb4 HTTP/1.1" status: 200 len: 217 time: 0.0688953 Nov 27 03:55:48.949694 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-364ee2ef-a099-457d-9570-6b84f7cecec0 req-1f4722a6-6b09-4829-847d-440cf3c934ca service neutron] 10.222.0.23 "GET /v2.0/networks/9ed747ed-5fe8-4cae-8933-ca58a232a07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409394 Nov 27 03:55:48.970953 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-4b108b9e-607b-435f-88bd-7647235c3ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:48.972470 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-4b108b9e-607b-435f-88bd-7647235c3ad4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f712b216-a943-478e-91ec-701ddeee200a HTTP/1.1" status: 200 len: 797 time: 0.0898750 Nov 27 03:55:48.976589 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a9038ae8-17f5-4eb7-9745-43985be414ca req-57663246-a0f1-4c4e-b35b-9cfad3db6fe0 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/security-groups?id=b185a953-28bd-4bae-8523-9419bcb027c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204226 Nov 27 03:55:48.995943 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fd165cbc-90e6-4784-a57d-f7201808179e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:48.998199 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fd165cbc-90e6-4784-a57d-f7201808179e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:49.025582 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-ed2c8498-ca1a-4ed6-84f1-1be525870dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:49.028167 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-ed2c8498-ca1a-4ed6-84f1-1be525870dde service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c50e5d64-07f3-44bc-b3a4-01ba809267ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0484717 Nov 27 03:55:49.047319 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fd165cbc-90e6-4784-a57d-f7201808179e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:49.047879 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd165cbc-90e6-4784-a57d-f7201808179e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1600e71c-7f2d-41ac-9f5e-fc6397649e78 {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 03:55:49.052930 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fd165cbc-90e6-4784-a57d-f7201808179e admin admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:49.054307 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-fd165cbc-90e6-4784-a57d-f7201808179e admin admin] 10.222.0.20 "DELETE /v2.0/routers/1600e71c-7f2d-41ac-9f5e-fc6397649e78 HTTP/1.1" status: 204 len: 168 time: 1.9513006 Nov 27 03:55:49.056853 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44470) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:55:49.142440 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-423f2e0a-8dc4-498d-ad30-1fee4f966962 admin admin] Deleting subnet 015364fd-6c2d-4781-9233-495dcb6746ce {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:55:49.143788 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-1775483b-6035-4411-8b2a-113b85089756 service neutron] 10.222.0.11 "GET /v2.0/networks/c50e5d64-07f3-44bc-b3a4-01ba809267ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076264 Nov 27 03:55:49.153197 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ed3fde-9deb-41ea-9355-c4d2ca6b6131 req-f3e41c71-edb5-44eb-95bc-6c97df5c72f0 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:49.154913 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d1ed3fde-9deb-41ea-9355-c4d2ca6b6131 req-f3e41c71-edb5-44eb-95bc-6c97df5c72f0 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b3eda56-3093-4c42-ab82-2da25d1f8b5a HTTP/1.1" status: 200 len: 945 time: 0.0703337 Nov 27 03:55:49.157003 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-423f2e0a-8dc4-498d-ad30-1fee4f966962 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:49.222915 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-423f2e0a-8dc4-498d-ad30-1fee4f966962 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:49.261678 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-0841df28-a760-42ae-aa47-9c7b18d32da7 service neutron] 10.222.0.11 "GET /v2.0/networks/c50e5d64-07f3-44bc-b3a4-01ba809267ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092265 Nov 27 03:55:49.264465 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d1ed3fde-9deb-41ea-9355-c4d2ca6b6131 req-7f340bae-7df7-4318-8b04-ab510a2814b9 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808620 Nov 27 03:55:49.317995 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-582d2dd6-4a55-4498-adbb-e2ca3a13b38d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a1f03abc-cb7c-4762-a3d3-c924fa278769 HTTP/1.1" status: 200 len: 217 time: 0.0451946 Nov 27 03:55:49.355229 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-423f2e0a-8dc4-498d-ad30-1fee4f966962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:49.378111 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-2754402c-d76f-4089-b4fd-299398568cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:49.379666 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-2754402c-d76f-4089-b4fd-299398568cea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f712b216-a943-478e-91ec-701ddeee200a HTTP/1.1" status: 200 len: 797 time: 0.0532923 Nov 27 03:55:49.433617 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-423f2e0a-8dc4-498d-ad30-1fee4f966962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:49.444357 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-bdffcff6-7470-476f-a3ef-2976f4b469c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:49.446156 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-bdffcff6-7470-476f-a3ef-2976f4b469c3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c50e5d64-07f3-44bc-b3a4-01ba809267ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0574615 Nov 27 03:55:49.469503 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:49.475930 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f2e0a-8dc4-498d-ad30-1fee4f966962 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=015364fd-6c2d-4781-9233-495dcb6746ce,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:49.487721 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-423f2e0a-8dc4-498d-ad30-1fee4f966962 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:49.488944 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c496438a-c94a-4923-af28-79a6122af43f None None] Network c3a2d930-27d1-411e-aeee-3915c7c9fb76 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:55:49.496076 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-423f2e0a-8dc4-498d-ad30-1fee4f966962 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/015364fd-6c2d-4781-9233-495dcb6746ce HTTP/1.1" status: 204 len: 168 time: 0.4380941 Nov 27 03:55:49.496761 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44480) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:55:49.624355 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-95e26990-31a4-4196-8135-597515bb58cb service neutron] 10.222.0.11 "GET /v2.0/networks/c50e5d64-07f3-44bc-b3a4-01ba809267ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515150 Nov 27 03:55:49.639643 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4e0de951-37f0-4315-bf6d-5fe225659ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:49.745225 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf4879-8ae2-4aeb-a0ac-5c8b3c6eae3b req-0d025980-3ec0-4528-bf56-0902f871ee96 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:49.751035 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de2bcb4-482f-4804-9cc1-fd1e34091412 None None] DHCP port deletion for c3a2d930-27d1-411e-aeee-3915c7c9fb76 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 03:55:49.752124 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf4879-8ae2-4aeb-a0ac-5c8b3c6eae3b req-0d025980-3ec0-4528-bf56-0902f871ee96 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:49.755733 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7fd38e1-bc8c-444e-b6d0-f02b11e46c57 req-48c1dad2-02d3-479b-9cdd-81ef8a39ec37 service neutron] 10.222.0.11 "GET /v2.0/networks/c50e5d64-07f3-44bc-b3a4-01ba809267ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210065 Nov 27 03:55:49.758985 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf4879-8ae2-4aeb-a0ac-5c8b3c6eae3b req-0d025980-3ec0-4528-bf56-0902f871ee96 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:49.764967 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf4879-8ae2-4aeb-a0ac-5c8b3c6eae3b req-0d025980-3ec0-4528-bf56-0902f871ee96 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:49.773161 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf4879-8ae2-4aeb-a0ac-5c8b3c6eae3b req-0d025980-3ec0-4528-bf56-0902f871ee96 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:49.783062 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf4879-8ae2-4aeb-a0ac-5c8b3c6eae3b req-0d025980-3ec0-4528-bf56-0902f871ee96 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:49.794247 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf4879-8ae2-4aeb-a0ac-5c8b3c6eae3b req-0d025980-3ec0-4528-bf56-0902f871ee96 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:49.799031 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-52cf4879-8ae2-4aeb-a0ac-5c8b3c6eae3b req-0d025980-3ec0-4528-bf56-0902f871ee96 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 5420 time: 0.1938639 Nov 27 03:55:49.809289 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-2de2bcb4-482f-4804-9cc1-fd1e34091412 None None] Deleting port c0ef363e-1dd7-43f3-9549-f347b959435c {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:55:49.809841 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2de2bcb4-482f-4804-9cc1-fd1e34091412 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:49.858955 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-4e0de951-37f0-4315-bf6d-5fe225659ba6 admin admin] Deleting port c0ef363e-1dd7-43f3-9549-f347b959435c {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:55:49.859594 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4e0de951-37f0-4315-bf6d-5fe225659ba6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:49.883683 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-2de2bcb4-482f-4804-9cc1-fd1e34091412 None None] For port c0ef363e-1dd7-43f3-9549-f347b959435c, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=c0ef363e-1dd7-43f3-9549-f347b959435c,segment=NetworkSegment(28ceb821-4c0f-45d8-9192-687f5672cf7a),segment_id=28ceb821-4c0f-45d8-9192-687f5672cf7a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:55:49.884194 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2de2bcb4-482f-4804-9cc1-fd1e34091412 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:49.901724 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-2de2bcb4-482f-4804-9cc1-fd1e34091412 None None] Calling delete_port for c0ef363e-1dd7-43f3-9549-f347b959435c owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:55:49.915891 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-52cf4879-8ae2-4aeb-a0ac-5c8b3c6eae3b req-41fc5f91-5cd4-4a03-93b9-226f9412e8de tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb62b710-5bd5-4197-94f7-dd959bb3e843&id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1118877 Nov 27 03:55:49.939957 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-4e0de951-37f0-4315-bf6d-5fe225659ba6 admin admin] For port c0ef363e-1dd7-43f3-9549-f347b959435c, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=c0ef363e-1dd7-43f3-9549-f347b959435c,segment=NetworkSegment(28ceb821-4c0f-45d8-9192-687f5672cf7a),segment_id=28ceb821-4c0f-45d8-9192-687f5672cf7a)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:55:49.940332 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4e0de951-37f0-4315-bf6d-5fe225659ba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:49.964867 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-4e0de951-37f0-4315-bf6d-5fe225659ba6 admin admin] Calling delete_port for c0ef363e-1dd7-43f3-9549-f347b959435c owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:55:49.993041 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2de2bcb4-482f-4804-9cc1-fd1e34091412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:50.006274 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de2bcb4-482f-4804-9cc1-fd1e34091412 None None] No DVR routers for this DVR port c0ef363e-1dd7-43f3-9549-f347b959435c on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:55:50.053303 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4e0de951-37f0-4315-bf6d-5fe225659ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:50.107961 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0de951-37f0-4315-bf6d-5fe225659ba6 admin admin] No DVR routers for this DVR port c0ef363e-1dd7-43f3-9549-f347b959435c on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:55:50.124652 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d34326-30ab-4b0a-9642-1d73c98fce26 req-a6da89b0-1dd5-4683-9397-b1f29229df33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:50.125376 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d34326-30ab-4b0a-9642-1d73c98fce26 req-a6da89b0-1dd5-4683-9397-b1f29229df33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:50.125745 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d34326-30ab-4b0a-9642-1d73c98fce26 req-a6da89b0-1dd5-4683-9397-b1f29229df33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:50.126207 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d34326-30ab-4b0a-9642-1d73c98fce26 req-a6da89b0-1dd5-4683-9397-b1f29229df33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:50.126691 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d34326-30ab-4b0a-9642-1d73c98fce26 req-a6da89b0-1dd5-4683-9397-b1f29229df33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:50.127155 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d34326-30ab-4b0a-9642-1d73c98fce26 req-a6da89b0-1dd5-4683-9397-b1f29229df33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:50.127616 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d34326-30ab-4b0a-9642-1d73c98fce26 req-a6da89b0-1dd5-4683-9397-b1f29229df33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:50.129737 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-16d34326-30ab-4b0a-9642-1d73c98fce26 req-a6da89b0-1dd5-4683-9397-b1f29229df33 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1dec02752c8a4ea2ac075e58dda75d55&device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 6477 time: 0.1249309 Nov 27 03:55:50.138687 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0de951-37f0-4315-bf6d-5fe225659ba6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0ef363e-1dd7-43f3-9549-f347b959435c,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:50.198001 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de2bcb4-482f-4804-9cc1-fd1e34091412 None None] Pushing event deleted for resources: {'Port': ['ID=c0ef363e-1dd7-43f3-9549-f347b959435c,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:50.244097 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4e0de951-37f0-4315-bf6d-5fe225659ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:50.265840 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d34326-30ab-4b0a-9642-1d73c98fce26 req-92e38474-ed94-422d-8b46-0cf2579244a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:50.267782 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-16d34326-30ab-4b0a-9642-1d73c98fce26 req-92e38474-ed94-422d-8b46-0cf2579244a4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c50e5d64-07f3-44bc-b3a4-01ba809267ac HTTP/1.1" status: 200 len: 902 time: 0.1248717 Nov 27 03:55:50.277919 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30da267-0b4b-4b5d-a620-6927f91cfec6 req-ab296f61-159e-4c14-aa00-54dc1a529b5b tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:50.279513 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c30da267-0b4b-4b5d-a620-6927f91cfec6 req-ab296f61-159e-4c14-aa00-54dc1a529b5b tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/ports?device_id=3371f8f4-ec6e-4d2a-8f93-ec19c418c683 HTTP/1.1" status: 200 len: 944 time: 0.1377194 Nov 27 03:55:50.281170 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-4e0de951-37f0-4315-bf6d-5fe225659ba6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a2d930-27d1-411e-aeee-3915c7c9fb76']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:55:50.293308 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-4e0de951-37f0-4315-bf6d-5fe225659ba6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28ceb821-4c0f-45d8-9192-687f5672cf7a') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:55:50.293616 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-4e0de951-37f0-4315-bf6d-5fe225659ba6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28ceb821-4c0f-45d8-9192-687f5672cf7a') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:55:50.313553 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4e0de951-37f0-4315-bf6d-5fe225659ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:50.328738 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-16d34326-30ab-4b0a-9642-1d73c98fce26 req-f2815916-9506-40ae-a938-2e4d78cd4345 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f44fdf9b-a8d1-49ae-aeec-916704cb4fb4 HTTP/1.1" status: 200 len: 217 time: 0.0517185 Nov 27 03:55:50.333362 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4e0de951-37f0-4315-bf6d-5fe225659ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:50.349418 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e0de951-37f0-4315-bf6d-5fe225659ba6 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:55:50.349932 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4e0de951-37f0-4315-bf6d-5fe225659ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:50.351612 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:55:50.351612 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 03:55:50.351612 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:55:50.351612 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 03:55:50.351612 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:55:50.351612 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 03:55:50.351612 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:55:50.351612 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 03:55:50.351612 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 03:55:50.351612 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:55:50.351612 n-d-819494-3 neutron-server[110019]: timer() Nov 27 03:55:50.351612 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:55:50.351612 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 03:55:50.351612 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:55:50.351612 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 03:55:50.351612 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:55:50.351612 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 03:55:50.351612 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:55:50.351612 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 03:55:50.351612 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:55:50.351612 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 03:55:50.351612 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:55:50.351612 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:55:50.351612 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:55:50.351612 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:55:50.351612 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:55:50.351612 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 03:55:50.351612 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:55:50.351612 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 03:55:50.351612 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:55:50.351612 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:55:50.351612 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:55:50.351612 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 03:55:50.351612 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:55:50.351612 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:55:50.351612 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:55:50.351612 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:55:50.351612 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:55:50.351612 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:55:50.351612 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:55:50.401060 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c30da267-0b4b-4b5d-a620-6927f91cfec6 req-e692a459-af3a-4fab-a03a-cb8efa14f374 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/security-groups?id=b185a953-28bd-4bae-8523-9419bcb027c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115520 Nov 27 03:55:50.407394 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264650c-5142-46dd-b290-a447bda2ee71 req-e7f1c1d5-fd14-4ab9-bc5a-90c3e3a00e46 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:50.408905 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d264650c-5142-46dd-b290-a447bda2ee71 req-e7f1c1d5-fd14-4ab9-bc5a-90c3e3a00e46 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7d8460-faa5-44c6-b51b-fe9a84a9a9a9 HTTP/1.1" status: 200 len: 945 time: 0.1204512 Nov 27 03:55:50.410782 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d34326-30ab-4b0a-9642-1d73c98fce26 req-4a811f09-9109-4530-ad27-8a4729b0fb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:50.412107 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-16d34326-30ab-4b0a-9642-1d73c98fce26 req-4a811f09-9109-4530-ad27-8a4729b0fb41 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f712b216-a943-478e-91ec-701ddeee200a HTTP/1.1" status: 200 len: 797 time: 0.0655966 Nov 27 03:55:50.426274 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4e0de951-37f0-4315-bf6d-5fe225659ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:50.432815 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4e0de951-37f0-4315-bf6d-5fe225659ba6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:50.440313 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4e0de951-37f0-4315-bf6d-5fe225659ba6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c3a2d930-27d1-411e-aeee-3915c7c9fb76 HTTP/1.1" status: 204 len: 168 time: 0.9384542 Nov 27 03:55:50.450111 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0de951-37f0-4315-bf6d-5fe225659ba6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3a2d930-27d1-411e-aeee-3915c7c9fb76,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:50.516467 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d34326-30ab-4b0a-9642-1d73c98fce26 req-b5b8dbc6-ba65-4039-8146-69df83bc29e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:50.518092 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-16d34326-30ab-4b0a-9642-1d73c98fce26 req-b5b8dbc6-ba65-4039-8146-69df83bc29e2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c50e5d64-07f3-44bc-b3a4-01ba809267ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0979149 Nov 27 03:55:50.533872 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d264650c-5142-46dd-b290-a447bda2ee71 req-246f929b-af51-4a2e-96b8-56c0064577a1 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121740 Nov 27 03:55:50.554748 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 6db4ef84-39e8-4d4b-87c5-65ac76cbd02a no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:55:50.555638 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ded78-673c-4a5a-b084-f5d230641daa req-f7b2b7f2-729b-4948-be9c-255db08632a7 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:50.563672 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d85ded78-673c-4a5a-b084-f5d230641daa req-f7b2b7f2-729b-4948-be9c-255db08632a7 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b3eda56-3093-4c42-ab82-2da25d1f8b5a HTTP/1.1" status: 200 len: 945 time: 0.0883460 Nov 27 03:55:50.591985 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 6db4ef84-39e8-4d4b-87c5-65ac76cbd02a {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:55:50.592341 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 6db4ef84-39e8-4d4b-87c5-65ac76cbd02a not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:55:50.592793 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device c0ef363e-1dd7-43f3-9549-f347b959435c no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:55:50.599985 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44500) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:55:50.633111 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: c0ef363e-1dd7-43f3-9549-f347b959435c {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:55:50.633824 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device c0ef363e-1dd7-43f3-9549-f347b959435c not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:55:50.668483 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-16d34326-30ab-4b0a-9642-1d73c98fce26 req-c7bf0bf3-3be9-492e-bc35-050473a3bfcb service neutron] 10.222.0.11 "GET /v2.0/networks/c50e5d64-07f3-44bc-b3a4-01ba809267ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334553 Nov 27 03:55:50.671992 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-cb48bda1-c718-47a3-8b74-81f2e0092bec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=741148aceff5457daaf28ac0024541a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0680990 Nov 27 03:55:50.672301 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44502) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:55:50.674484 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d85ded78-673c-4a5a-b084-f5d230641daa req-34932a0d-4993-4cbb-aecd-1d7f8bc31d9b tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099072 Nov 27 03:55:50.788803 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bf0734d8-2fba-4143-8111-d7667191c78f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:50.801578 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-16d34326-30ab-4b0a-9642-1d73c98fce26 req-7ac426a6-a724-4814-bcc2-24140ab22d06 service neutron] 10.222.0.11 "GET /v2.0/networks/c50e5d64-07f3-44bc-b3a4-01ba809267ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217148 Nov 27 03:55:50.814580 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bf0734d8-2fba-4143-8111-d7667191c78f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:50.861488 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bf0734d8-2fba-4143-8111-d7667191c78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:50.864775 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bf0734d8-2fba-4143-8111-d7667191c78f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:50.866006 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-bf0734d8-2fba-4143-8111-d7667191c78f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ba55f1f-ba41-40ae-ab37-9f7a62b7b8a3 HTTP/1.1" status: 204 len: 168 time: 0.1927006 Nov 27 03:55:50.873932 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0734d8-2fba-4143-8111-d7667191c78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba55f1f-ba41-40ae-ab37-9f7a62b7b8a3,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:50.939173 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d34326-30ab-4b0a-9642-1d73c98fce26 req-38e17001-a3e6-4167-b61e-0ff49ef94b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:50.939653 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d34326-30ab-4b0a-9642-1d73c98fce26 req-38e17001-a3e6-4167-b61e-0ff49ef94b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:50.940119 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d34326-30ab-4b0a-9642-1d73c98fce26 req-38e17001-a3e6-4167-b61e-0ff49ef94b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:50.940579 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d34326-30ab-4b0a-9642-1d73c98fce26 req-38e17001-a3e6-4167-b61e-0ff49ef94b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:50.941033 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d34326-30ab-4b0a-9642-1d73c98fce26 req-38e17001-a3e6-4167-b61e-0ff49ef94b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:50.941490 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d34326-30ab-4b0a-9642-1d73c98fce26 req-38e17001-a3e6-4167-b61e-0ff49ef94b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:50.941939 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d34326-30ab-4b0a-9642-1d73c98fce26 req-38e17001-a3e6-4167-b61e-0ff49ef94b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:50.944025 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-16d34326-30ab-4b0a-9642-1d73c98fce26 req-38e17001-a3e6-4167-b61e-0ff49ef94b6c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1dec02752c8a4ea2ac075e58dda75d55&device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 6477 time: 0.0585473 Nov 27 03:55:50.982947 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device f5decaf1-a868-4b02-9f6b-917e6b583a62 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:55:51.059423 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d34326-30ab-4b0a-9642-1d73c98fce26 req-1f2f6737-3191-4a58-92b4-d396c51575e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:51.061186 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-16d34326-30ab-4b0a-9642-1d73c98fce26 req-1f2f6737-3191-4a58-92b4-d396c51575e6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c50e5d64-07f3-44bc-b3a4-01ba809267ac HTTP/1.1" status: 200 len: 902 time: 0.1089854 Nov 27 03:55:51.083482 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75027b8-d009-4cfd-8213-fc43c40707d1 req-883bea9f-4964-424e-9cde-54ae3c52519d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:51.090293 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75027b8-d009-4cfd-8213-fc43c40707d1 req-883bea9f-4964-424e-9cde-54ae3c52519d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:51.096500 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75027b8-d009-4cfd-8213-fc43c40707d1 req-883bea9f-4964-424e-9cde-54ae3c52519d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:51.102573 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75027b8-d009-4cfd-8213-fc43c40707d1 req-883bea9f-4964-424e-9cde-54ae3c52519d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:51.108552 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port f5decaf1-a868-4b02-9f6b-917e6b583a62, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=f5decaf1-a868-4b02-9f6b-917e6b583a62,segment=NetworkSegment(78bfe3a3-b052-47e4-855b-505741d7aa50),segment_id=78bfe3a3-b052-47e4-855b-505741d7aa50)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:55:51.109509 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75027b8-d009-4cfd-8213-fc43c40707d1 req-883bea9f-4964-424e-9cde-54ae3c52519d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:51.114935 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-16d34326-30ab-4b0a-9642-1d73c98fce26 req-01fc09aa-1c1c-4d1c-94b4-988fd869fb27 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a1f03abc-cb7c-4762-a3d3-c924fa278769 HTTP/1.1" status: 200 len: 217 time: 0.0460274 Nov 27 03:55:51.115811 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75027b8-d009-4cfd-8213-fc43c40707d1 req-883bea9f-4964-424e-9cde-54ae3c52519d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:51.122054 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75027b8-d009-4cfd-8213-fc43c40707d1 req-883bea9f-4964-424e-9cde-54ae3c52519d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:51.123049 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:51.124230 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': 'f5decaf1-a868-4b02-9f6b-917e6b583a62', 'network_id': '9ed747ed-5fe8-4cae-8933-ca58a232a07c', 'port_id': 'f5decaf1-a868-4b02-9f6b-917e6b583a62', 'mac_address': 'fa:16:3e:9f:bf:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34ccbd7b-ea86-497c-81e5-fa8fc3a30ae9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:55:51.129991 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e75027b8-d009-4cfd-8213-fc43c40707d1 req-883bea9f-4964-424e-9cde-54ae3c52519d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 5420 time: 0.1180692 Nov 27 03:55:51.164734 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:51.182123 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5decaf1-a868-4b02-9f6b-917e6b583a62 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:55:51.192783 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d34326-30ab-4b0a-9642-1d73c98fce26 req-5ca71079-37cc-4c56-bec7-508d7896fd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:51.194342 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-16d34326-30ab-4b0a-9642-1d73c98fce26 req-5ca71079-37cc-4c56-bec7-508d7896fd16 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f712b216-a943-478e-91ec-701ddeee200a HTTP/1.1" status: 200 len: 797 time: 0.0720460 Nov 27 03:55:51.203920 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port f5decaf1-a868-4b02-9f6b-917e6b583a62, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=f5decaf1-a868-4b02-9f6b-917e6b583a62,segment=NetworkSegment(78bfe3a3-b052-47e4-855b-505741d7aa50),segment_id=78bfe3a3-b052-47e4-855b-505741d7aa50)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:55:51.209565 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:51.210645 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 9b9c12ed-273f-462a-9481-dab6d0acb000 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:55:51.234512 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e75027b8-d009-4cfd-8213-fc43c40707d1 req-1ba903a0-2bf1-4e02-8be1-00a5632cf9bc tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb62b710-5bd5-4197-94f7-dd959bb3e843&id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1034193 Nov 27 03:55:51.257445 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d34326-30ab-4b0a-9642-1d73c98fce26 req-99fadf16-f426-400d-998e-49153bede797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:51.259047 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-16d34326-30ab-4b0a-9642-1d73c98fce26 req-99fadf16-f426-400d-998e-49153bede797 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c50e5d64-07f3-44bc-b3a4-01ba809267ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0568357 Nov 27 03:55:51.280604 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=f5decaf1-a868-4b02-9f6b-917e6b583a62,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:51.291307 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44512) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:55:51.306815 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-36435252-505d-428b-a5b4-8aa9455392ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:51.310998 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 9b9c12ed-273f-462a-9481-dab6d0acb000, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=9b9c12ed-273f-462a-9481-dab6d0acb000,segment=NetworkSegment(78bfe3a3-b052-47e4-855b-505741d7aa50),segment_id=78bfe3a3-b052-47e4-855b-505741d7aa50)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:55:51.326815 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '9b9c12ed-273f-462a-9481-dab6d0acb000', 'network_id': '9ed747ed-5fe8-4cae-8933-ca58a232a07c', 'port_id': '9b9c12ed-273f-462a-9481-dab6d0acb000', 'mac_address': 'fa:16:3e:89:f6:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34ccbd7b-ea86-497c-81e5-fa8fc3a30ae9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:55:51.372204 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:51.380893 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-16d34326-30ab-4b0a-9642-1d73c98fce26 req-1480ef18-fc0f-4b4e-a357-cb850298d519 service neutron] 10.222.0.11 "GET /v2.0/networks/c50e5d64-07f3-44bc-b3a4-01ba809267ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097012 Nov 27 03:55:51.385976 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b9c12ed-273f-462a-9481-dab6d0acb000 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:55:51.397584 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-36435252-505d-428b-a5b4-8aa9455392ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:51.402054 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-36435252-505d-428b-a5b4-8aa9455392ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:51.406542 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 9b9c12ed-273f-462a-9481-dab6d0acb000, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=9b9c12ed-273f-462a-9481-dab6d0acb000,segment=NetworkSegment(78bfe3a3-b052-47e4-855b-505741d7aa50),segment_id=78bfe3a3-b052-47e4-855b-505741d7aa50)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:55:51.411683 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:51.463668 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=9b9c12ed-273f-462a-9481-dab6d0acb000,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:51.464012 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-36435252-505d-428b-a5b4-8aa9455392ba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1707766 Nov 27 03:55:51.464718 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44516) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:55:51.467983 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36435252-505d-428b-a5b4-8aa9455392ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3678a6-697d-46cf-8a50-b77084349aff,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:51.482302 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-16d34326-30ab-4b0a-9642-1d73c98fce26 req-fb0b9f9d-474a-4ec6-bc15-c299d467aaee service neutron] 10.222.0.11 "GET /v2.0/networks/c50e5d64-07f3-44bc-b3a4-01ba809267ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939116 Nov 27 03:55:51.548068 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cd6d7e23-1f07-446d-aa5d-6e13e2f13566 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:51.578050 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3fc75-ee67-49ee-b7de-dac5c5162be5 req-fb645f9d-a13f-4a1e-9106-09c6a5dd2999 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:51.579650 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-74e3fc75-ee67-49ee-b7de-dac5c5162be5 req-fb645f9d-a13f-4a1e-9106-09c6a5dd2999 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/ports?device_id=3371f8f4-ec6e-4d2a-8f93-ec19c418c683 HTTP/1.1" status: 200 len: 945 time: 0.0819266 Nov 27 03:55:51.589786 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cd6d7e23-1f07-446d-aa5d-6e13e2f13566 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:51.655933 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e355e-bd6b-499f-b4f1-f5ee971fdabe req-7ed3e069-f9a6-4e62-91dc-16734d65710e tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:51.657163 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-74e3fc75-ee67-49ee-b7de-dac5c5162be5 req-617410bd-24b1-4522-83f2-832b2c04466a tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/security-groups?id=b185a953-28bd-4bae-8523-9419bcb027c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694909 Nov 27 03:55:51.659412 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-169e355e-bd6b-499f-b4f1-f5ee971fdabe req-7ed3e069-f9a6-4e62-91dc-16734d65710e tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7d8460-faa5-44c6-b51b-fe9a84a9a9a9 HTTP/1.1" status: 200 len: 945 time: 0.0554430 Nov 27 03:55:51.679358 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cd6d7e23-1f07-446d-aa5d-6e13e2f13566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:51.682781 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cd6d7e23-1f07-446d-aa5d-6e13e2f13566 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:51.686589 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-cd6d7e23-1f07-446d-aa5d-6e13e2f13566 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7f3678a6-697d-46cf-8a50-b77084349aff HTTP/1.1" status: 204 len: 168 time: 0.2194865 Nov 27 03:55:51.694816 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d7e23-1f07-446d-aa5d-6e13e2f13566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3678a6-697d-46cf-8a50-b77084349aff,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:51.742375 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-169e355e-bd6b-499f-b4f1-f5ee971fdabe req-42967176-98b7-470b-89f9-f665aa29d6e3 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783184 Nov 27 03:55:51.752046 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:51.801156 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['f5decaf1-a868-4b02-9f6b-917e6b583a62'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:55:51.839811 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['9b9c12ed-273f-462a-9481-dab6d0acb000'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:55:51.860977 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983e220-2e78-42db-b546-4d3589248692 req-fe448cc2-a3e7-4d7a-9cf7-ec7de516d70c tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:51.862652 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2983e220-2e78-42db-b546-4d3589248692 req-fe448cc2-a3e7-4d7a-9cf7-ec7de516d70c tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b3eda56-3093-4c42-ab82-2da25d1f8b5a HTTP/1.1" status: 200 len: 945 time: 0.0583241 Nov 27 03:55:51.952848 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2983e220-2e78-42db-b546-4d3589248692 req-8d4e62b4-6a7a-4a84-91cd-3e6b07fc6f7e tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826085 Nov 27 03:55:51.960968 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73dcb58-9dff-40a4-9624-37bfe7972a1c req-26e1023a-5369-4e5f-a0b7-f42a5a63af03 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:51.962400 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e73dcb58-9dff-40a4-9624-37bfe7972a1c req-26e1023a-5369-4e5f-a0b7-f42a5a63af03 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7d8460-faa5-44c6-b51b-fe9a84a9a9a9 HTTP/1.1" status: 200 len: 945 time: 0.0780604 Nov 27 03:55:52.075630 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-e73dcb58-9dff-40a4-9624-37bfe7972a1c req-44e591c5-2598-485a-a470-17cb70034f51 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Deleting port 8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:55:52.075978 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e73dcb58-9dff-40a4-9624-37bfe7972a1c req-44e591c5-2598-485a-a470-17cb70034f51 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:52.171109 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-e73dcb58-9dff-40a4-9624-37bfe7972a1c req-44e591c5-2598-485a-a470-17cb70034f51 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] For port 8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2,segment=NetworkSegment(ea781d0b-ba35-4c5d-b337-08e66a6646e3),segment_id=ea781d0b-ba35-4c5d-b337-08e66a6646e3)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:55:52.171475 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e73dcb58-9dff-40a4-9624-37bfe7972a1c req-44e591c5-2598-485a-a470-17cb70034f51 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:52.186078 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-e73dcb58-9dff-40a4-9624-37bfe7972a1c req-44e591c5-2598-485a-a470-17cb70034f51 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Calling delete_port for 8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2 owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:55:52.327989 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e73dcb58-9dff-40a4-9624-37bfe7972a1c req-44e591c5-2598-485a-a470-17cb70034f51 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:52.358506 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44550) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:55:52.361475 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:55:52.369892 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e591c5-2598-485a-a470-17cb70034f51 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Pushing event deleted for resources: {'Port': ['ID=8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:52.370636 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c419c8-b2fe-409d-958b-483d73f35099 req-691ddf7d-9510-483f-a61c-821dc1392ccf tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:52.382515 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c419c8-b2fe-409d-958b-483d73f35099 req-691ddf7d-9510-483f-a61c-821dc1392ccf tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:52.390017 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c419c8-b2fe-409d-958b-483d73f35099 req-691ddf7d-9510-483f-a61c-821dc1392ccf tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:52.396671 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c419c8-b2fe-409d-958b-483d73f35099 req-691ddf7d-9510-483f-a61c-821dc1392ccf tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:52.404072 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c419c8-b2fe-409d-958b-483d73f35099 req-691ddf7d-9510-483f-a61c-821dc1392ccf tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:52.410716 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c419c8-b2fe-409d-958b-483d73f35099 req-691ddf7d-9510-483f-a61c-821dc1392ccf tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:52.419176 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c419c8-b2fe-409d-958b-483d73f35099 req-691ddf7d-9510-483f-a61c-821dc1392ccf tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:52.423211 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e7c419c8-b2fe-409d-958b-483d73f35099 req-691ddf7d-9510-483f-a61c-821dc1392ccf tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 5420 time: 0.1170931 Nov 27 03:55:52.427619 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73dcb58-9dff-40a4-9624-37bfe7972a1c req-44e591c5-2598-485a-a470-17cb70034f51 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] No DVR routers for this DVR port 8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2 on host n-h1-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:55:52.430897 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e73dcb58-9dff-40a4-9624-37bfe7972a1c req-44e591c5-2598-485a-a470-17cb70034f51 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:52.434992 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e73dcb58-9dff-40a4-9624-37bfe7972a1c req-44e591c5-2598-485a-a470-17cb70034f51 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.23 "DELETE /v2.0/ports/8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2 HTTP/1.1" status: 204 len: 173 time: 0.4639914 Nov 27 03:55:52.435479 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7d8460-faa5-44c6-b51b-fe9a84a9a9a9', 'name': 'network-vif-deleted', 'tag': '8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:55:52.437700 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063375bc-0e9f-42a5-8698-38251cac6cc0" -d '{"events": [{"server_uuid": "cf7d8460-faa5-44c6-b51b-fe9a84a9a9a9", "name": "network-vif-deleted", "tag": "8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:55:52.514157 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e84285b-b7c9-4554-a396-9f9e44974640 x-openstack-request-id: req-6e84285b-b7c9-4554-a396-9f9e44974640 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:55:52.515042 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7d8460-faa5-44c6-b51b-fe9a84a9a9a9", "name": "network-vif-deleted", "tag": "8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:55:52.515305 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e84285b-b7c9-4554-a396-9f9e44974640 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:55:52.516030 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7d8460-faa5-44c6-b51b-fe9a84a9a9a9', 'name': 'network-vif-deleted', 'tag': '8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2', 'status': 'completed', 'code': 200} Nov 27 03:55:52.528232 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e7c419c8-b2fe-409d-958b-483d73f35099 req-3bf27bae-c0e4-4fb6-9989-b108916233bb tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb62b710-5bd5-4197-94f7-dd959bb3e843&id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0973520 Nov 27 03:55:52.579206 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-0731122e-a860-4290-8f6e-6bae904b0d9b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2087569917-network', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:55:52.599230 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0731122e-a860-4290-8f6e-6bae904b0d9b admin admin] Made reservation on behalf of c0fb01b15ba04e8ca79caed9882229f4 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:55:52.601663 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0731122e-a860-4290-8f6e-6bae904b0d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:52.610943 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0731122e-a860-4290-8f6e-6bae904b0d9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:52.643014 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['03914a98-6b1d-4dcb-8f5d-24c1a77b668b', '8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:55:52.692260 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0731122e-a860-4290-8f6e-6bae904b0d9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:52.697008 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0731122e-a860-4290-8f6e-6bae904b0d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:52.720951 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0731122e-a860-4290-8f6e-6bae904b0d9b admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:55:52.740777 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0731122e-a860-4290-8f6e-6bae904b0d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66fa4a4b-bcda-4d96-84c1-f505b8527ec5,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:52.745550 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0731122e-a860-4290-8f6e-6bae904b0d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:52.745550 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-0731122e-a860-4290-8f6e-6bae904b0d9b admin admin] Added segment 7b573d51-51b1-4f49-9697-b1cce35223ba of type vlan for network 9066c940-2187-4bcb-b452-41734810299f Nov 27 03:55:52.789171 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0731122e-a860-4290-8f6e-6bae904b0d9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:52.815372 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3fa6a4-dc4f-4fdc-9a9b-bd7197d6e25c req-7cc81507-8c44-45b4-8719-5fc2dcd7953b tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:52.824724 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4c3fa6a4-dc4f-4fdc-9a9b-bd7197d6e25c req-7cc81507-8c44-45b4-8719-5fc2dcd7953b tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/ports?device_id=3371f8f4-ec6e-4d2a-8f93-ec19c418c683 HTTP/1.1" status: 200 len: 945 time: 0.0939240 Nov 27 03:55:52.828239 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0731122e-a860-4290-8f6e-6bae904b0d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:52.829407 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0731122e-a860-4290-8f6e-6bae904b0d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:52.832217 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0731122e-a860-4290-8f6e-6bae904b0d9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:52.886245 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4c3fa6a4-dc4f-4fdc-9a9b-bd7197d6e25c req-b2d273e2-01ce-4101-9ba3-ede1e7f375b8 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/security-groups?id=b185a953-28bd-4bae-8523-9419bcb027c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605316 Nov 27 03:55:52.895732 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44566) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:55:52.895895 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0731122e-a860-4290-8f6e-6bae904b0d9b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4714668 Nov 27 03:55:52.907159 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-c1f7aebf-7610-4542-8a6d-2f65a03267c1 admin admin] Request body: {'subnet': {'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2087569917-subnet', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:55:52.918821 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0731122e-a860-4290-8f6e-6bae904b0d9b admin admin] Pushing event updated for resources: {'Network': ['ID=9066c940-2187-4bcb-b452-41734810299f,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:52.929701 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 9066c940-2187-4bcb-b452-41734810299f details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:55:52.970508 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f7aebf-7610-4542-8a6d-2f65a03267c1 admin admin] Made reservation on behalf of c0fb01b15ba04e8ca79caed9882229f4 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:55:52.974992 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c1f7aebf-7610-4542-8a6d-2f65a03267c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:53.009500 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cc4222e4-41cc-48ff-955b-82693eef31eb req-dae8b171-996a-4a98-9654-7285f16ddb12 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7d8460-faa5-44c6-b51b-fe9a84a9a9a9 HTTP/1.1" status: 200 len: 210 time: 0.0383735 Nov 27 03:55:53.071749 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device f5decaf1-a868-4b02-9f6b-917e6b583a62 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:55:53.137324 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port f5decaf1-a868-4b02-9f6b-917e6b583a62 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:55:53.143553 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port f5decaf1-a868-4b02-9f6b-917e6b583a62 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:55:53.144214 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:53.149292 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e758e4-6601-46ca-acd7-623315dae2f9 req-a1290933-c1a2-422e-a62f-fb3fca0cbb65 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:53.151839 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-21e758e4-6601-46ca-acd7-623315dae2f9 req-a1290933-c1a2-422e-a62f-fb3fca0cbb65 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b3eda56-3093-4c42-ab82-2da25d1f8b5a HTTP/1.1" status: 200 len: 945 time: 0.0860405 Nov 27 03:55:53.215239 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-21e758e4-6601-46ca-acd7-623315dae2f9 req-7ab466dd-aa78-47c5-9d85-ef604769800b tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536830 Nov 27 03:55:53.226150 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c1f7aebf-7610-4542-8a6d-2f65a03267c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:53.261546 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:53.285259 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3371f8f4-ec6e-4d2a-8f93-ec19c418c683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5decaf1-a868-4b02-9f6b-917e6b583a62'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:55:53.287599 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1e4ee2-8ae4-494b-8df3-99c8773363f9" -d '{"events": [{"server_uuid": "3371f8f4-ec6e-4d2a-8f93-ec19c418c683", "name": "network-vif-plugged", "status": "completed", "tag": "f5decaf1-a868-4b02-9f6b-917e6b583a62"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:55:53.290419 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7aebf-7610-4542-8a6d-2f65a03267c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fdbb93f-95d3-4899-98b7-de442d33ecc0,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:53.296046 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 13c02c05-2b42-4bb7-a821-ea9d97940d7d details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:55:53.302234 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 13c02c05-2b42-4bb7-a821-ea9d97940d7d no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:55:53.342704 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f7aebf-7610-4542-8a6d-2f65a03267c1 admin admin] Checking segment: {'id': '7b573d51-51b1-4f49-9697-b1cce35223ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9066c940-2187-4bcb-b452-41734810299f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:55:53.343064 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f7aebf-7610-4542-8a6d-2f65a03267c1 admin admin] Network hostable DHCP agents. Network: 9066c940-2187-4bcb-b452-41734810299f, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:55:53.343402 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port f5decaf1-a868-4b02-9f6b-917e6b583a62, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=f5decaf1-a868-4b02-9f6b-917e6b583a62,segment=NetworkSegment(78bfe3a3-b052-47e4-855b-505741d7aa50),segment_id=78bfe3a3-b052-47e4-855b-505741d7aa50)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:55:53.348364 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30083bf4-8c15-45ab-b54f-d2df8a797943 x-openstack-request-id: req-30083bf4-8c15-45ab-b54f-d2df8a797943 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:55:53.348613 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3371f8f4-ec6e-4d2a-8f93-ec19c418c683", "name": "network-vif-plugged", "status": "completed", "tag": "f5decaf1-a868-4b02-9f6b-917e6b583a62", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:55:53.348834 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30083bf4-8c15-45ab-b54f-d2df8a797943 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:55:53.349237 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3371f8f4-ec6e-4d2a-8f93-ec19c418c683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5decaf1-a868-4b02-9f6b-917e6b583a62', 'code': 200} Nov 27 03:55:53.357371 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:53.358157 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 9b9c12ed-273f-462a-9481-dab6d0acb000 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:55:53.368911 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f7aebf-7610-4542-8a6d-2f65a03267c1 admin admin] Network 9066c940-2187-4bcb-b452-41734810299f is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:55:53.378609 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-c1f7aebf-7610-4542-8a6d-2f65a03267c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 9066c940-2187-4bcb-b452-41734810299f) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:55:53.382519 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f7aebf-7610-4542-8a6d-2f65a03267c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:53.383645 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c1f7aebf-7610-4542-8a6d-2f65a03267c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:53.404195 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c1f7aebf-7610-4542-8a6d-2f65a03267c1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5041742 Nov 27 03:55:53.404496 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44578) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:55:53.409108 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-7b86d54a-e855-4c09-961d-f3fbb4dc29a9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2087569917-router', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:55:53.413008 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf00e9b-f331-4453-b6b4-44e27d39997c None None] Network 9066c940-2187-4bcb-b452-41734810299f requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:55:53.434741 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7b86d54a-e855-4c09-961d-f3fbb4dc29a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:53.437032 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7b86d54a-e855-4c09-961d-f3fbb4dc29a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:53.504619 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7b86d54a-e855-4c09-961d-f3fbb4dc29a9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:53.581453 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=f5decaf1-a868-4b02-9f6b-917e6b583a62,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:53.658503 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:53.662835 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 13c02c05-2b42-4bb7-a821-ea9d97940d7d, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=13c02c05-2b42-4bb7-a821-ea9d97940d7d,segment=NetworkSegment(6c2c8aa3-2731-42bd-bba4-8ad2d6d79985),segment_id=6c2c8aa3-2731-42bd-bba4-8ad2d6d79985)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:55:53.696535 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 9b9c12ed-273f-462a-9481-dab6d0acb000 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:55:53.699167 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7b86d54a-e855-4c09-961d-f3fbb4dc29a9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:53.723753 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '13c02c05-2b42-4bb7-a821-ea9d97940d7d', 'network_id': 'a0d2adb9-f818-45ca-8a33-9d0230736008', 'port_id': '13c02c05-2b42-4bb7-a821-ea9d97940d7d', 'mac_address': 'fa:16:3e:8f:d0:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96964785-3ad1-4856-8b42-aea81599cd83', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:55:53.727994 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 9b9c12ed-273f-462a-9481-dab6d0acb000 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:55:53.728374 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:53.770762 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 13c02c05-2b42-4bb7-a821-ea9d97940d7d, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=13c02c05-2b42-4bb7-a821-ea9d97940d7d,segment=NetworkSegment(6c2c8aa3-2731-42bd-bba4-8ad2d6d79985),segment_id=6c2c8aa3-2731-42bd-bba4-8ad2d6d79985)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:55:53.799484 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:53.850143 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bf2e07-9724-4ff9-9bb4-0516bce90c02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-9066c940-2187-4bcb-b452-41734810299f', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'fixed_ips': [{'subnet_id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 03:55:53.851048 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-67bf2e07-9724-4ff9-9bb4-0516bce90c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:53.882995 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf14ad60-6011-49e5-9d70-21d96057e363 req-728a70f5-a3fb-4033-9e04-f099a684d472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:53.884505 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cf14ad60-6011-49e5-9d70-21d96057e363 req-728a70f5-a3fb-4033-9e04-f099a684d472 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3371f8f4-ec6e-4d2a-8f93-ec19c418c683 HTTP/1.1" status: 200 len: 1097 time: 0.4305208 Nov 27 03:55:53.886698 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:53.910529 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f847448-b8e9-4fd3-aadb-7d382b3259d4 req-2e3b1106-c5f3-4ea8-a021-e6465d974e8d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:53.916952 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f847448-b8e9-4fd3-aadb-7d382b3259d4 req-2e3b1106-c5f3-4ea8-a021-e6465d974e8d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:53.919744 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7b86d54a-e855-4c09-961d-f3fbb4dc29a9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:53.922919 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f847448-b8e9-4fd3-aadb-7d382b3259d4 req-2e3b1106-c5f3-4ea8-a021-e6465d974e8d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:53.923731 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=13c02c05-2b42-4bb7-a821-ea9d97940d7d,revision_number=6']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:53.940225 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f847448-b8e9-4fd3-aadb-7d382b3259d4 req-2e3b1106-c5f3-4ea8-a021-e6465d974e8d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:53.942340 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7b86d54a-e855-4c09-961d-f3fbb4dc29a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:53.949450 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f847448-b8e9-4fd3-aadb-7d382b3259d4 req-2e3b1106-c5f3-4ea8-a021-e6465d974e8d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:53.967759 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f847448-b8e9-4fd3-aadb-7d382b3259d4 req-2e3b1106-c5f3-4ea8-a021-e6465d974e8d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:53.970676 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13c02c05-2b42-4bb7-a821-ea9d97940d7d {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:55:53.982533 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f847448-b8e9-4fd3-aadb-7d382b3259d4 req-2e3b1106-c5f3-4ea8-a021-e6465d974e8d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:54.004164 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8f847448-b8e9-4fd3-aadb-7d382b3259d4 req-2e3b1106-c5f3-4ea8-a021-e6465d974e8d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 5420 time: 0.1656425 Nov 27 03:55:54.031136 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 13c02c05-2b42-4bb7-a821-ea9d97940d7d, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=13c02c05-2b42-4bb7-a821-ea9d97940d7d,segment=NetworkSegment(6c2c8aa3-2731-42bd-bba4-8ad2d6d79985),segment_id=6c2c8aa3-2731-42bd-bba4-8ad2d6d79985)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:55:54.042475 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:54.076283 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:54.093825 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cf14ad60-6011-49e5-9d70-21d96057e363 req-bb8a4291-ba57-4b2d-968b-af2fcb93871a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b185a953-28bd-4bae-8523-9419bcb027c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992743 Nov 27 03:55:54.114861 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8f847448-b8e9-4fd3-aadb-7d382b3259d4 req-8133538e-913d-43fc-aaeb-18e13fe6464a tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb62b710-5bd5-4197-94f7-dd959bb3e843&id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1051342 Nov 27 03:55:54.138778 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-7b86d54a-e855-4c09-961d-f3fbb4dc29a9 admin admin] Allocated IP 172.25.1.224 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/cd9ebe38-c966-4d9e-98a5-186aa71cb38b) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:55:54.144574 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-67bf2e07-9724-4ff9-9bb4-0516bce90c02 None None] Allocated IP 172.20.0.2 (9066c940-2187-4bcb-b452-41734810299f/7fdbb93f-95d3-4899-98b7-de442d33ecc0/82f69592-88b9-4f20-86de-903222816f20) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:55:54.167464 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 9b9c12ed-273f-462a-9481-dab6d0acb000, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=9b9c12ed-273f-462a-9481-dab6d0acb000,segment=NetworkSegment(78bfe3a3-b052-47e4-855b-505741d7aa50),segment_id=78bfe3a3-b052-47e4-855b-505741d7aa50)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:55:54.167693 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca973e0f-4ffa-4535-a84d-fe60a3df5742 req-2282433d-fd79-4c31-bf08-ec2d0ddbb257 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:54.169287 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca973e0f-4ffa-4535-a84d-fe60a3df5742 req-2282433d-fd79-4c31-bf08-ec2d0ddbb257 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/ports?device_id=3371f8f4-ec6e-4d2a-8f93-ec19c418c683 HTTP/1.1" status: 200 len: 946 time: 0.1064315 Nov 27 03:55:54.171645 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=13c02c05-2b42-4bb7-a821-ea9d97940d7d,revision_number=7']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:54.177179 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:54.177982 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:55:54.301725 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca973e0f-4ffa-4535-a84d-fe60a3df5742 req-74ae257f-02f6-4081-b800-56a676c2047d tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/security-groups?id=b185a953-28bd-4bae-8523-9419bcb027c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023197 Nov 27 03:55:54.337683 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7b86d54a-e855-4c09-961d-f3fbb4dc29a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:54.399391 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:55:54.399742 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 8de3d9a0-2a3c-4f95-9f2a-9b69ef2026f2 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:55:54.440322 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7b86d54a-e855-4c09-961d-f3fbb4dc29a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:54.445332 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=9b9c12ed-273f-462a-9481-dab6d0acb000,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:54.521030 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b86d54a-e855-4c09-961d-f3fbb4dc29a9 admin admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:55:54.526269 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-7b86d54a-e855-4c09-961d-f3fbb4dc29a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:55:54.538694 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f92481-494e-4fd5-ad0d-8fb651b1a1d0 req-a659a523-6dfc-4e54-a563-3a2eb1c0e17e tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:54.538694 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-89f92481-494e-4fd5-ad0d-8fb651b1a1d0 req-a659a523-6dfc-4e54-a563-3a2eb1c0e17e tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b3eda56-3093-4c42-ab82-2da25d1f8b5a HTTP/1.1" status: 200 len: 944 time: 0.1603301 Nov 27 03:55:54.546278 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b86d54a-e855-4c09-961d-f3fbb4dc29a9 admin admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:55:54.547215 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['13c02c05-2b42-4bb7-a821-ea9d97940d7d'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:55:54.592935 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b86d54a-e855-4c09-961d-f3fbb4dc29a9 admin admin] Pushing event updated for resources: {'Port': ['ID=cd9ebe38-c966-4d9e-98a5-186aa71cb38b,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:54.627272 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-67bf2e07-9724-4ff9-9bb4-0516bce90c02 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:54.658296 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-89f92481-494e-4fd5-ad0d-8fb651b1a1d0 req-890602e9-9ade-4f0d-ba1f-24c8dc630886 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969954 Nov 27 03:55:54.714375 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-67bf2e07-9724-4ff9-9bb4-0516bce90c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:54.771015 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bf2e07-9724-4ff9-9bb4-0516bce90c02 None None] Network 9066c940-2187-4bcb-b452-41734810299f is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:55:54.779762 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-67bf2e07-9724-4ff9-9bb4-0516bce90c02 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:55:54.783536 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bf2e07-9724-4ff9-9bb4-0516bce90c02 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:55:54.787282 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7f411-a96d-4859-8165-b775459c94ab req-1078fdae-4d4e-43d0-b8ba-e2c949e99ba0 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:54.794662 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4be7f411-a96d-4859-8165-b775459c94ab req-1078fdae-4d4e-43d0-b8ba-e2c949e99ba0 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=00f3c9e3-21f3-4909-9a32-57b55c0d8658 HTTP/1.1" status: 200 len: 945 time: 0.1255705 Nov 27 03:55:54.823458 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf2e07-9724-4ff9-9bb4-0516bce90c02 None None] Pushing event updated for resources: {'Port': ['ID=82f69592-88b9-4f20-86de-903222816f20,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:54.870668 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-67bf2e07-9724-4ff9-9bb4-0516bce90c02 None None] Attempting to bind port 82f69592-88b9-4f20-86de-903222816f20 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:55:54.871430 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-67bf2e07-9724-4ff9-9bb4-0516bce90c02 None None] Attempting to bind port 82f69592-88b9-4f20-86de-903222816f20 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '7b573d51-51b1-4f49-9697-b1cce35223ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9066c940-2187-4bcb-b452-41734810299f'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:55:54.872036 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bf2e07-9724-4ff9-9bb4-0516bce90c02 None None] Attempting to bind port 82f69592-88b9-4f20-86de-903222816f20 on network 9066c940-2187-4bcb-b452-41734810299f {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:55:54.877591 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bf2e07-9724-4ff9-9bb4-0516bce90c02 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:55:54.877882 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bf2e07-9724-4ff9-9bb4-0516bce90c02 None None] Checking segment: {'id': '7b573d51-51b1-4f49-9697-b1cce35223ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9066c940-2187-4bcb-b452-41734810299f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:55:54.878286 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-67bf2e07-9724-4ff9-9bb4-0516bce90c02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:54.878725 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bf2e07-9724-4ff9-9bb4-0516bce90c02 None None] Bound using segment: {'id': '7b573d51-51b1-4f49-9697-b1cce35223ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9066c940-2187-4bcb-b452-41734810299f'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:55:54.879202 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-67bf2e07-9724-4ff9-9bb4-0516bce90c02 None None] Bound port: 82f69592-88b9-4f20-86de-903222816f20, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b573d51-51b1-4f49-9697-b1cce35223ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9066c940-2187-4bcb-b452-41734810299f'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:55:54.879701 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-67bf2e07-9724-4ff9-9bb4-0516bce90c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:54.912733 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4be7f411-a96d-4859-8165-b775459c94ab req-6fd91a21-723b-4e20-ba76-0e66f567bfc5 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172035 Nov 27 03:55:54.944019 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7b86d54a-e855-4c09-961d-f3fbb4dc29a9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:54.950672 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-67bf2e07-9724-4ff9-9bb4-0516bce90c02 None None] For port 82f69592-88b9-4f20-86de-903222816f20, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:55:54.953716 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-67bf2e07-9724-4ff9-9bb4-0516bce90c02 None None] For port 82f69592-88b9-4f20-86de-903222816f20, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=82f69592-88b9-4f20-86de-903222816f20,segment=NetworkSegment(7b573d51-51b1-4f49-9697-b1cce35223ba),segment_id=7b573d51-51b1-4f49-9697-b1cce35223ba)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:55:54.958580 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-67bf2e07-9724-4ff9-9bb4-0516bce90c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:55.020886 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf2e07-9724-4ff9-9bb4-0516bce90c02 None None] Pushing event updated for resources: {'Port': ['ID=82f69592-88b9-4f20-86de-903222816f20,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:55.172284 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7b86d54a-e855-4c09-961d-f3fbb4dc29a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:55.338674 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd99a3-fb81-4810-940e-7f3186f4dbad req-38ef4911-5efa-43bf-b288-fa33eda9a6cd tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:55.351287 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b3eda56-3093-4c42-ab82-2da25d1f8b5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13c02c05-2b42-4bb7-a821-ea9d97940d7d'}, {'server_uuid': '180e5bba-6f6b-42b5-bdc7-8d3bbfa609ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9c12ed-273f-462a-9481-dab6d0acb000'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:55:55.355724 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd99a3-fb81-4810-940e-7f3186f4dbad req-38ef4911-5efa-43bf-b288-fa33eda9a6cd tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:55.360120 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9ce4d7-dbfa-4360-a401-adcd547464eb" -d '{"events": [{"server_uuid": "2b3eda56-3093-4c42-ab82-2da25d1f8b5a", "name": "network-vif-unplugged", "status": "completed", "tag": "13c02c05-2b42-4bb7-a821-ea9d97940d7d"}, {"server_uuid": "180e5bba-6f6b-42b5-bdc7-8d3bbfa609ea", "name": "network-vif-plugged", "status": "completed", "tag": "9b9c12ed-273f-462a-9481-dab6d0acb000"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:55:55.379205 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd99a3-fb81-4810-940e-7f3186f4dbad req-38ef4911-5efa-43bf-b288-fa33eda9a6cd tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:55.388645 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd99a3-fb81-4810-940e-7f3186f4dbad req-38ef4911-5efa-43bf-b288-fa33eda9a6cd tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:55.396153 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd99a3-fb81-4810-940e-7f3186f4dbad req-38ef4911-5efa-43bf-b288-fa33eda9a6cd tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:55.412830 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd99a3-fb81-4810-940e-7f3186f4dbad req-38ef4911-5efa-43bf-b288-fa33eda9a6cd tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:55.421468 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd99a3-fb81-4810-940e-7f3186f4dbad req-38ef4911-5efa-43bf-b288-fa33eda9a6cd tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:55.429238 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b86d54a-e855-4c09-961d-f3fbb4dc29a9 admin admin] Router f50a6542-6489-44cd-b46c-bece319553b1 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 03:55:55.430232 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d8cd99a3-fb81-4810-940e-7f3186f4dbad req-38ef4911-5efa-43bf-b288-fa33eda9a6cd tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 5420 time: 0.2047889 Nov 27 03:55:55.506712 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d8cd99a3-fb81-4810-940e-7f3186f4dbad req-6b823c2e-d432-46ab-a591-e1ef8b062302 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb62b710-5bd5-4197-94f7-dd959bb3e843&id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0750444 Nov 27 03:55:55.574836 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 27 Nov 2021 03:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89d5507-b301-48d0-87de-2db058b7e091 x-openstack-request-id: req-e89d5507-b301-48d0-87de-2db058b7e091 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:55:55.575890 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b3eda56-3093-4c42-ab82-2da25d1f8b5a", "name": "network-vif-unplugged", "status": "completed", "tag": "13c02c05-2b42-4bb7-a821-ea9d97940d7d", "code": 200}, {"server_uuid": "180e5bba-6f6b-42b5-bdc7-8d3bbfa609ea", "name": "network-vif-plugged", "status": "completed", "tag": "9b9c12ed-273f-462a-9481-dab6d0acb000", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:55:55.576414 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e89d5507-b301-48d0-87de-2db058b7e091 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:55:55.576921 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b3eda56-3093-4c42-ab82-2da25d1f8b5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13c02c05-2b42-4bb7-a821-ea9d97940d7d', 'code': 200} Nov 27 03:55:55.577274 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '180e5bba-6f6b-42b5-bdc7-8d3bbfa609ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9c12ed-273f-462a-9481-dab6d0acb000', 'code': 200} Nov 27 03:55:55.591450 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7823a41-c608-4da4-b4d4-f21fafb4b379 req-b93b48fb-bfd9-45d5-bc39-bb399e9d236f tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:55.593175 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e7823a41-c608-4da4-b4d4-f21fafb4b379 req-b93b48fb-bfd9-45d5-bc39-bb399e9d236f tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/ports?device_id=3371f8f4-ec6e-4d2a-8f93-ec19c418c683 HTTP/1.1" status: 200 len: 946 time: 0.0950012 Nov 27 03:55:55.638475 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b86d54a-e855-4c09-961d-f3fbb4dc29a9 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:55:55.650408 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a8437a-a8b7-48e4-8c4f-00e7b9ab9c66 None None] Sync routers for ids ['f50a6542-6489-44cd-b46c-bece319553b1'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:55:55.665491 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a8437a-a8b7-48e4-8c4f-00e7b9ab9c66 None None] Routers {'f50a6542-6489-44cd-b46c-bece319553b1'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:55:55.667234 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-d5a8437a-a8b7-48e4-8c4f-00e7b9ab9c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:55:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f50a6542-6489-44cd-b46c-bece319553b1'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:55:55.679033 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e7823a41-c608-4da4-b4d4-f21fafb4b379 req-f94c7c39-af48-4f51-8531-1c37da7f0bef tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/security-groups?id=b185a953-28bd-4bae-8523-9419bcb027c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770082 Nov 27 03:55:55.683600 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7b86d54a-e855-4c09-961d-f3fbb4dc29a9 admin admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:55.687637 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44622) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:55:55.687765 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7b86d54a-e855-4c09-961d-f3fbb4dc29a9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2821834 Nov 27 03:55:55.794352 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-d5a8437a-a8b7-48e4-8c4f-00e7b9ab9c66 None None] Set router f50a6542-6489-44cd-b46c-bece319553b1 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:55:55.819253 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b1142-d345-46a9-965a-7291abf3f37f req-2a086c20-103c-4935-8a81-3a611bddf719 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:55.830318 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7a0b1142-d345-46a9-965a-7291abf3f37f req-2a086c20-103c-4935-8a81-3a611bddf719 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b3eda56-3093-4c42-ab82-2da25d1f8b5a HTTP/1.1" status: 200 len: 944 time: 0.0700169 Nov 27 03:55:55.854807 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e12da5-2cbd-48fc-ae98-06c7384d8ae2 req-bac2206d-d33f-4f97-b655-2ef25c9d357c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:55.857883 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-53e12da5-2cbd-48fc-ae98-06c7384d8ae2 req-bac2206d-d33f-4f97-b655-2ef25c9d357c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=180e5bba-6f6b-42b5-bdc7-8d3bbfa609ea HTTP/1.1" status: 200 len: 1096 time: 0.1638415 Nov 27 03:55:55.937994 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7a0b1142-d345-46a9-965a-7291abf3f37f req-1d97c0f1-518d-4024-a3c2-26eea106f1f2 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062844 Nov 27 03:55:56.008086 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-53e12da5-2cbd-48fc-ae98-06c7384d8ae2 req-1f661127-988e-486a-ae46-5209bd35e38b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b185a953-28bd-4bae-8523-9419bcb027c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320031 Nov 27 03:55:56.128229 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a510aca-3fc8-4aeb-91a9-0ec23562c8e8 req-5af98a3f-2a74-45bf-b735-5222db382c81 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:56.137555 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8a510aca-3fc8-4aeb-91a9-0ec23562c8e8 req-5af98a3f-2a74-45bf-b735-5222db382c81 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/ports?device_id=180e5bba-6f6b-42b5-bdc7-8d3bbfa609ea HTTP/1.1" status: 200 len: 945 time: 0.1001589 Nov 27 03:55:56.200250 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-d5a8437a-a8b7-48e4-8c4f-00e7b9ab9c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'name': 'tempest-TestVolumeBootPattern-2087569917-router', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:54Z', 'revision_number': 3, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'gw_port': {'id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:55:56.220650 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8a510aca-3fc8-4aeb-91a9-0ec23562c8e8 req-136fef45-7403-4649-9219-a49adb21b0d3 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/security-groups?id=b185a953-28bd-4bae-8523-9419bcb027c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816250 Nov 27 03:55:56.240086 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a8437a-a8b7-48e4-8c4f-00e7b9ab9c66 None None] Checking router: f50a6542-6489-44cd-b46c-bece319553b1 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:55:56.240503 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a8437a-a8b7-48e4-8c4f-00e7b9ab9c66 None None] Updating router f50a6542-6489-44cd-b46c-bece319553b1 port cd9ebe38-c966-4d9e-98a5-186aa71cb38b binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:55:56.275923 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-d5a8437a-a8b7-48e4-8c4f-00e7b9ab9c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:56.286461 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45330aa0-c2a9-44bd-a690-8125bb0255e2 req-eef79116-0895-45d0-8ac8-a82e1617ede3 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:56.288766 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-45330aa0-c2a9-44bd-a690-8125bb0255e2 req-eef79116-0895-45d0-8ac8-a82e1617ede3 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.11 "GET /v2.0/ports?device_id=00f3c9e3-21f3-4909-9a32-57b55c0d8658 HTTP/1.1" status: 200 len: 945 time: 0.1413250 Nov 27 03:55:56.388471 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731cccf-0023-4be0-88f2-47c3bdb4a84d req-6cb8bd30-530c-4197-9e32-249367cc8a98 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:56.392006 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4731cccf-0023-4be0-88f2-47c3bdb4a84d req-6cb8bd30-530c-4197-9e32-249367cc8a98 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=00f3c9e3-21f3-4909-9a32-57b55c0d8658 HTTP/1.1" status: 200 len: 945 time: 0.0908060 Nov 27 03:55:56.432288 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d619a3-006c-4358-8f53-92d2bc30363e None None] Network 9066c940-2187-4bcb-b452-41734810299f requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:55:56.460974 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4731cccf-0023-4be0-88f2-47c3bdb4a84d req-1ead7d88-f332-4be8-91e0-e4e797ee948c tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589705 Nov 27 03:55:56.527416 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-7bdc1e0a-8c03-4b2d-a268-edcefca14fbf None None] Provisioning complete for port 82f69592-88b9-4f20-86de-903222816f20 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:55:56.528136 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7bdc1e0a-8c03-4b2d-a268-edcefca14fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:56.552007 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6aece82b-1eac-498a-abad-7626d0eb3de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:56.616654 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 82f69592-88b9-4f20-86de-903222816f20 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:55:56.747701 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-d5a8437a-a8b7-48e4-8c4f-00e7b9ab9c66 None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:56.757508 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-d5a8437a-a8b7-48e4-8c4f-00e7b9ab9c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:56.769893 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 82f69592-88b9-4f20-86de-903222816f20 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:55:56.770108 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:56.780190 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c1ea7-d026-4cf6-acf8-bfbae676651a req-91f331b1-2972-4b98-a1a1-564ee8ceddf7 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:56.784412 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-45330aa0-c2a9-44bd-a690-8125bb0255e2 req-ba66dab4-441a-49bd-97f7-9c1272e2529b tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Deleting port d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:55:56.784761 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-45330aa0-c2a9-44bd-a690-8125bb0255e2 req-ba66dab4-441a-49bd-97f7-9c1272e2529b tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:56.796377 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c1ea7-d026-4cf6-acf8-bfbae676651a req-91f331b1-2972-4b98-a1a1-564ee8ceddf7 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:56.805136 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c1ea7-d026-4cf6-acf8-bfbae676651a req-91f331b1-2972-4b98-a1a1-564ee8ceddf7 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:56.812719 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c1ea7-d026-4cf6-acf8-bfbae676651a req-91f331b1-2972-4b98-a1a1-564ee8ceddf7 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:56.819764 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c1ea7-d026-4cf6-acf8-bfbae676651a req-91f331b1-2972-4b98-a1a1-564ee8ceddf7 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:56.827402 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c1ea7-d026-4cf6-acf8-bfbae676651a req-91f331b1-2972-4b98-a1a1-564ee8ceddf7 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:56.836666 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c1ea7-d026-4cf6-acf8-bfbae676651a req-91f331b1-2972-4b98-a1a1-564ee8ceddf7 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:56.847486 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ee2c1ea7-d026-4cf6-acf8-bfbae676651a req-91f331b1-2972-4b98-a1a1-564ee8ceddf7 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 5420 time: 0.1928494 Nov 27 03:55:56.854892 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7bdc1e0a-8c03-4b2d-a268-edcefca14fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:56.876525 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-d5a8437a-a8b7-48e4-8c4f-00e7b9ab9c66 None None] Attempting to bind port cd9ebe38-c966-4d9e-98a5-186aa71cb38b on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:55:56.884777 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-d5a8437a-a8b7-48e4-8c4f-00e7b9ab9c66 None None] Attempting to bind port cd9ebe38-c966-4d9e-98a5-186aa71cb38b by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:55:56.886129 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a8437a-a8b7-48e4-8c4f-00e7b9ab9c66 None None] Attempting to bind port cd9ebe38-c966-4d9e-98a5-186aa71cb38b on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:55:56.910245 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-7bdc1e0a-8c03-4b2d-a268-edcefca14fbf None None] For port 82f69592-88b9-4f20-86de-903222816f20, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=82f69592-88b9-4f20-86de-903222816f20,segment=NetworkSegment(7b573d51-51b1-4f49-9697-b1cce35223ba),segment_id=7b573d51-51b1-4f49-9697-b1cce35223ba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:55:56.914390 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11aa85-3f47-408d-a937-bbac783d9646 None None] Pushing event updated for resources: {'Port': ['ID=cd9ebe38-c966-4d9e-98a5-186aa71cb38b,revision_number=2']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:56.914737 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-6aece82b-1eac-498a-abad-7626d0eb3de0 admin admin] Allocated IP 172.20.0.1 (9066c940-2187-4bcb-b452-41734810299f/7fdbb93f-95d3-4899-98b7-de442d33ecc0/33633549-8cd2-4329-89df-ce902341db7c) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:55:56.923266 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7bdc1e0a-8c03-4b2d-a268-edcefca14fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:56.931703 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11aa85-3f47-408d-a937-bbac783d9646 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:56.932341 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11aa85-3f47-408d-a937-bbac783d9646 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:56.932892 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11aa85-3f47-408d-a937-bbac783d9646 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:56.933437 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11aa85-3f47-408d-a937-bbac783d9646 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:56.934393 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11aa85-3f47-408d-a937-bbac783d9646 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:56.935099 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11aa85-3f47-408d-a937-bbac783d9646 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:56.935765 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11aa85-3f47-408d-a937-bbac783d9646 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:56.936343 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11aa85-3f47-408d-a937-bbac783d9646 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:56.938583 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11aa85-3f47-408d-a937-bbac783d9646 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:56.939174 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11aa85-3f47-408d-a937-bbac783d9646 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:56.939718 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11aa85-3f47-408d-a937-bbac783d9646 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:56.940256 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11aa85-3f47-408d-a937-bbac783d9646 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:55:56.944695 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a8437a-a8b7-48e4-8c4f-00e7b9ab9c66 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:55:56.946057 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a8437a-a8b7-48e4-8c4f-00e7b9ab9c66 None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:55:56.946751 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-d5a8437a-a8b7-48e4-8c4f-00e7b9ab9c66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:56.948064 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a8437a-a8b7-48e4-8c4f-00e7b9ab9c66 None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:55:56.949195 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-d5a8437a-a8b7-48e4-8c4f-00e7b9ab9c66 None None] Bound port: cd9ebe38-c966-4d9e-98a5-186aa71cb38b, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:55:56.949879 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-d5a8437a-a8b7-48e4-8c4f-00e7b9ab9c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:56.953521 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-45330aa0-c2a9-44bd-a690-8125bb0255e2 req-ba66dab4-441a-49bd-97f7-9c1272e2529b tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] For port d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d,segment=NetworkSegment(ea781d0b-ba35-4c5d-b337-08e66a6646e3),segment_id=ea781d0b-ba35-4c5d-b337-08e66a6646e3)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:55:56.955094 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-45330aa0-c2a9-44bd-a690-8125bb0255e2 req-ba66dab4-441a-49bd-97f7-9c1272e2529b tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:56.992039 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ee2c1ea7-d026-4cf6-acf8-bfbae676651a req-f6c0b0bf-2121-4df2-b6d3-0ca738319574 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb62b710-5bd5-4197-94f7-dd959bb3e843&id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1432474 Nov 27 03:55:57.040921 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-d5a8437a-a8b7-48e4-8c4f-00e7b9ab9c66 None None] For port cd9ebe38-c966-4d9e-98a5-186aa71cb38b, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:55:57.040921 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-d5a8437a-a8b7-48e4-8c4f-00e7b9ab9c66 None None] For port cd9ebe38-c966-4d9e-98a5-186aa71cb38b, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=cd9ebe38-c966-4d9e-98a5-186aa71cb38b,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:55:57.042447 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-d5a8437a-a8b7-48e4-8c4f-00e7b9ab9c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:57.048225 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-45330aa0-c2a9-44bd-a690-8125bb0255e2 req-ba66dab4-441a-49bd-97f7-9c1272e2529b tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Calling delete_port for d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:55:57.106117 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdc1e0a-8c03-4b2d-a268-edcefca14fbf None None] Pushing event updated for resources: {'Port': ['ID=82f69592-88b9-4f20-86de-903222816f20,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:57.127615 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11aa85-3f47-408d-a937-bbac783d9646 None None] Pushing event updated for resources: {'Port': ['ID=cd9ebe38-c966-4d9e-98a5-186aa71cb38b,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:57.164531 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a8437a-a8b7-48e4-8c4f-00e7b9ab9c66 None None] Routers {'f50a6542-6489-44cd-b46c-bece319553b1'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:55:57.172356 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-d5a8437a-a8b7-48e4-8c4f-00e7b9ab9c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:55:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f50a6542-6489-44cd-b46c-bece319553b1'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:55:57.208442 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83053c75-81df-4b2f-b1cb-16f8102928b5 req-e44d7387-824d-4a11-9348-5a5e4fa90112 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:57.223149 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-83053c75-81df-4b2f-b1cb-16f8102928b5 req-e44d7387-824d-4a11-9348-5a5e4fa90112 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b3eda56-3093-4c42-ab82-2da25d1f8b5a HTTP/1.1" status: 200 len: 944 time: 0.1728535 Nov 27 03:55:57.285581 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 13c02c05-2b42-4bb7-a821-ea9d97940d7d up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:55:57.344486 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-83053c75-81df-4b2f-b1cb-16f8102928b5 req-0d73800b-4db0-4e6e-86bc-7ff68f4a825a tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129372 Nov 27 03:55:57.355716 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6aece82b-1eac-498a-abad-7626d0eb3de0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:57.377044 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-8bf4c9aa-e0f5-4d78-bd91-593ace075255 None None] Provisioning complete for port 82f69592-88b9-4f20-86de-903222816f20 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:55:57.377927 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8bf4c9aa-e0f5-4d78-bd91-593ace075255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:57.393410 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-d5a8437a-a8b7-48e4-8c4f-00e7b9ab9c66 None None] Set router f50a6542-6489-44cd-b46c-bece319553b1 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:55:57.446772 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 13c02c05-2b42-4bb7-a821-ea9d97940d7d triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:55:57.448663 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:57.481653 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6aece82b-1eac-498a-abad-7626d0eb3de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:57.493502 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd51de-25c1-4e50-b21b-1c66771001fd req-2743b000-bbef-47cd-b582-fa2725a1c851 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:57.503685 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-97fd51de-25c1-4e50-b21b-1c66771001fd req-2743b000-bbef-47cd-b582-fa2725a1c851 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/ports?device_id=180e5bba-6f6b-42b5-bdc7-8d3bbfa609ea HTTP/1.1" status: 200 len: 945 time: 0.1125658 Nov 27 03:55:57.526345 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aece82b-1eac-498a-abad-7626d0eb3de0 admin admin] Network 9066c940-2187-4bcb-b452-41734810299f is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:55:57.533481 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-6aece82b-1eac-498a-abad-7626d0eb3de0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:55:57.539494 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aece82b-1eac-498a-abad-7626d0eb3de0 admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:55:57.597042 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6aece82b-1eac-498a-abad-7626d0eb3de0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:57.613310 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:57.632688 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-97fd51de-25c1-4e50-b21b-1c66771001fd req-26bf88bc-fb59-4260-813b-85095959a57d tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/security-groups?id=b185a953-28bd-4bae-8523-9419bcb027c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278849 Nov 27 03:55:57.689604 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b3eda56-3093-4c42-ab82-2da25d1f8b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c02c05-2b42-4bb7-a821-ea9d97940d7d'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:55:57.693049 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f7d005-ec5a-424b-bc41-572dd12be39e" -d '{"events": [{"server_uuid": "2b3eda56-3093-4c42-ab82-2da25d1f8b5a", "name": "network-vif-plugged", "status": "completed", "tag": "13c02c05-2b42-4bb7-a821-ea9d97940d7d"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:55:57.709927 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-45330aa0-c2a9-44bd-a690-8125bb0255e2 req-ba66dab4-441a-49bd-97f7-9c1272e2529b tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:57.713817 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 13c02c05-2b42-4bb7-a821-ea9d97940d7d, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=13c02c05-2b42-4bb7-a821-ea9d97940d7d,segment=NetworkSegment(6c2c8aa3-2731-42bd-bba4-8ad2d6d79985),segment_id=6c2c8aa3-2731-42bd-bba4-8ad2d6d79985)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:55:57.719808 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:57.777687 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-d5a8437a-a8b7-48e4-8c4f-00e7b9ab9c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'name': 'tempest-TestVolumeBootPattern-2087569917-router', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:54Z', 'revision_number': 3, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'gw_port': {'id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:55:57.782217 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cc708adf-a072-40d6-a8f6-9898d3237da5 req-bd8f346c-1b5a-4ce1-a44b-f7a930a625d5 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=00f3c9e3-21f3-4909-9a32-57b55c0d8658 HTTP/1.1" status: 200 len: 210 time: 0.0573401 Nov 27 03:55:57.808548 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63432640-938a-4b6d-ad92-e1a5ff066467 x-openstack-request-id: req-63432640-938a-4b6d-ad92-e1a5ff066467 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:55:57.808912 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b3eda56-3093-4c42-ab82-2da25d1f8b5a", "name": "network-vif-plugged", "status": "completed", "tag": "13c02c05-2b42-4bb7-a821-ea9d97940d7d", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:55:57.809092 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-63432640-938a-4b6d-ad92-e1a5ff066467 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:55:57.810034 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aece82b-1eac-498a-abad-7626d0eb3de0 admin admin] Pushing event updated for resources: {'Port': ['ID=33633549-8cd2-4329-89df-ce902341db7c,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:57.811349 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b3eda56-3093-4c42-ab82-2da25d1f8b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c02c05-2b42-4bb7-a821-ea9d97940d7d', 'code': 200} Nov 27 03:55:57.814049 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=13c02c05-2b42-4bb7-a821-ea9d97940d7d,revision_number=8']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:57.819415 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:55:57.845318 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a8437a-a8b7-48e4-8c4f-00e7b9ab9c66 None None] The sync data for ids ['f50a6542-6489-44cd-b46c-bece319553b1'] in n-d-819494-3 is: [{'id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'name': 'tempest-TestVolumeBootPattern-2087569917-router', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:54Z', 'revision_number': 3, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'gw_port': {'id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:55:57.855470 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['03914a98-6b1d-4dcb-8f5d-24c1a77b668b'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:55:57.865775 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66dab4-441a-49bd-97f7-9c1272e2529b tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Pushing event deleted for resources: {'Port': ['ID=d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:57.956809 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-6d44cac4-7bbb-4aa1-8ab0-91d6aacd0bc9 None None] Provisioning complete for port 33633549-8cd2-4329-89df-ce902341db7c triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:55:57.957198 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6d44cac4-7bbb-4aa1-8ab0-91d6aacd0bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:57.999216 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-6d44cac4-7bbb-4aa1-8ab0-91d6aacd0bc9 None None] Port 33633549-8cd2-4329-89df-ce902341db7c cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:55:58.027924 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cfc7a-8277-476c-a61b-745592a969a0 req-752aebbe-f0ed-42d4-bc91-8730a3fdd908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:58.030214 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-204cfc7a-8277-476c-a61b-745592a969a0 req-752aebbe-f0ed-42d4-bc91-8730a3fdd908 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2b3eda56-3093-4c42-ab82-2da25d1f8b5a HTTP/1.1" status: 200 len: 1096 time: 0.0656140 Nov 27 03:55:58.030601 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-45330aa0-c2a9-44bd-a690-8125bb0255e2 req-ba66dab4-441a-49bd-97f7-9c1272e2529b tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] No DVR routers for this DVR port d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d on host n-h2-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:55:58.034920 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-45330aa0-c2a9-44bd-a690-8125bb0255e2 req-ba66dab4-441a-49bd-97f7-9c1272e2529b tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:58.040210 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-45330aa0-c2a9-44bd-a690-8125bb0255e2 req-ba66dab4-441a-49bd-97f7-9c1272e2529b tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.11 "DELETE /v2.0/ports/d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d HTTP/1.1" status: 204 len: 173 time: 1.7442081 Nov 27 03:55:58.042784 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f3c9e3-21f3-4909-9a32-57b55c0d8658', 'name': 'network-vif-deleted', 'tag': 'd96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:55:58.062469 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6542c4-2920-48cb-99c0-021350e5d0d0" -d '{"events": [{"server_uuid": "00f3c9e3-21f3-4909-9a32-57b55c0d8658", "name": "network-vif-deleted", "tag": "d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:55:58.115052 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-204cfc7a-8277-476c-a61b-745592a969a0 req-cae9e996-b0e8-445b-91b0-285672ec0eec service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766921 Nov 27 03:55:58.170363 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60eb9646-e64f-49e8-9d5a-d29755df518a x-openstack-request-id: req-60eb9646-e64f-49e8-9d5a-d29755df518a {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:55:58.177217 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f3c9e3-21f3-4909-9a32-57b55c0d8658", "name": "network-vif-deleted", "tag": "d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:55:58.177217 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-60eb9646-e64f-49e8-9d5a-d29755df518a {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:55:58.180352 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f3c9e3-21f3-4909-9a32-57b55c0d8658', 'name': 'network-vif-deleted', 'tag': 'd96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d', 'status': 'completed', 'code': 200} Nov 27 03:55:58.222384 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6aece82b-1eac-498a-abad-7626d0eb3de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:58.288609 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b674d-5ffe-4867-9897-21790d2878ca req-d13660d8-a29b-4766-a8fa-e49643378170 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:58.300800 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b674d-5ffe-4867-9897-21790d2878ca req-d13660d8-a29b-4766-a8fa-e49643378170 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:58.309643 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b674d-5ffe-4867-9897-21790d2878ca req-d13660d8-a29b-4766-a8fa-e49643378170 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:58.318726 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b674d-5ffe-4867-9897-21790d2878ca req-d13660d8-a29b-4766-a8fa-e49643378170 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:58.329470 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b674d-5ffe-4867-9897-21790d2878ca req-d13660d8-a29b-4766-a8fa-e49643378170 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:58.338291 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b674d-5ffe-4867-9897-21790d2878ca req-d13660d8-a29b-4766-a8fa-e49643378170 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:58.349718 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b674d-5ffe-4867-9897-21790d2878ca req-d13660d8-a29b-4766-a8fa-e49643378170 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:58.351863 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-be4b674d-5ffe-4867-9897-21790d2878ca req-d13660d8-a29b-4766-a8fa-e49643378170 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 5420 time: 0.1731358 Nov 27 03:55:58.537611 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-be4b674d-5ffe-4867-9897-21790d2878ca req-984fcbe7-88e5-4c88-9b71-12d0ac4bd2f7 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb62b710-5bd5-4197-94f7-dd959bb3e843&id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1779768 Nov 27 03:55:58.616235 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6aece82b-1eac-498a-abad-7626d0eb3de0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:58.626338 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6aece82b-1eac-498a-abad-7626d0eb3de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:58.732255 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 82f69592-88b9-4f20-86de-903222816f20 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:55:58.753847 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583263c5-efba-4471-a9de-70e6d870de7b req-0cc3b811-ba84-4a7f-8cb0-f4575a5d6c90 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:58.769721 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-583263c5-efba-4471-a9de-70e6d870de7b req-0cc3b811-ba84-4a7f-8cb0-f4575a5d6c90 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b3eda56-3093-4c42-ab82-2da25d1f8b5a HTTP/1.1" status: 200 len: 945 time: 0.2611935 Nov 27 03:55:58.853764 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 82f69592-88b9-4f20-86de-903222816f20 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:55:58.854137 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:58.854486 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6aece82b-1eac-498a-abad-7626d0eb3de0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:58.866847 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c49a00-81ea-44f4-975f-bed8cff1d992 req-e70dbfc3-c6b6-4737-86e6-5d9b2a5ec33a tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:58.872615 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aece82b-1eac-498a-abad-7626d0eb3de0 admin admin] Pushing event updated for resources: {'Port': ['ID=33633549-8cd2-4329-89df-ce902341db7c,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:58.876891 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e1c49a00-81ea-44f4-975f-bed8cff1d992 req-e70dbfc3-c6b6-4737-86e6-5d9b2a5ec33a tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/ports?device_id=180e5bba-6f6b-42b5-bdc7-8d3bbfa609ea HTTP/1.1" status: 200 len: 945 time: 0.1086211 Nov 27 03:55:58.944342 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e1c49a00-81ea-44f4-975f-bed8cff1d992 req-d9948397-e9f3-40b3-88eb-a877ab634699 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/security-groups?id=b185a953-28bd-4bae-8523-9419bcb027c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664585 Nov 27 03:55:58.969293 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device cd9ebe38-c966-4d9e-98a5-186aa71cb38b up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:55:58.988784 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-583263c5-efba-4471-a9de-70e6d870de7b req-3669150d-015e-4d4d-853d-efbfd890bfc6 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942894 Nov 27 03:55:59.066969 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port cd9ebe38-c966-4d9e-98a5-186aa71cb38b triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:55:59.067571 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:59.082076 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aece82b-1eac-498a-abad-7626d0eb3de0 admin admin] Network 9066c940-2187-4bcb-b452-41734810299f is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:55:59.083738 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-6aece82b-1eac-498a-abad-7626d0eb3de0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:55:59.242950 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:59.302094 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port cd9ebe38-c966-4d9e-98a5-186aa71cb38b, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=cd9ebe38-c966-4d9e-98a5-186aa71cb38b,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:55:59.326400 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6f70f428-99db-4933-9392-feda5f179fcf req-627432ef-29b7-4f65-9061-baedb5ffa106 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=00f3c9e3-21f3-4909-9a32-57b55c0d8658 HTTP/1.1" status: 200 len: 210 time: 0.1425674 Nov 27 03:55:59.338728 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:59.410499 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aece82b-1eac-498a-abad-7626d0eb3de0 admin admin] Router f50a6542-6489-44cd-b46c-bece319553b1 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:55:59.460397 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=cd9ebe38-c966-4d9e-98a5-186aa71cb38b,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:55:59.550764 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-366f2291-0765-4637-bc20-501df7a6b349 None None] Provisioning complete for port 33633549-8cd2-4329-89df-ce902341db7c triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:55:59.551114 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-366f2291-0765-4637-bc20-501df7a6b349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:55:59.621306 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aece82b-1eac-498a-abad-7626d0eb3de0 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:55:59.640085 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6aece82b-1eac-498a-abad-7626d0eb3de0 admin admin] 10.222.0.20 "PUT /v2.0/routers/f50a6542-6489-44cd-b46c-bece319553b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9409912 Nov 27 03:55:59.684980 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-366f2291-0765-4637-bc20-501df7a6b349 None None] Port 33633549-8cd2-4329-89df-ce902341db7c cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:55:59.743230 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3caab1-be4b-47dc-ba86-eb37e17695f4 req-aba69da1-4a80-4b05-bf55-f79f43b042bb tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:59.755980 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3caab1-be4b-47dc-ba86-eb37e17695f4 req-aba69da1-4a80-4b05-bf55-f79f43b042bb tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:59.768734 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3caab1-be4b-47dc-ba86-eb37e17695f4 req-aba69da1-4a80-4b05-bf55-f79f43b042bb tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:59.784095 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3caab1-be4b-47dc-ba86-eb37e17695f4 req-aba69da1-4a80-4b05-bf55-f79f43b042bb tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:59.792807 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3caab1-be4b-47dc-ba86-eb37e17695f4 req-aba69da1-4a80-4b05-bf55-f79f43b042bb tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:59.802908 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3caab1-be4b-47dc-ba86-eb37e17695f4 req-aba69da1-4a80-4b05-bf55-f79f43b042bb tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:59.825018 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3caab1-be4b-47dc-ba86-eb37e17695f4 req-aba69da1-4a80-4b05-bf55-f79f43b042bb tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:55:59.827558 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4c3caab1-be4b-47dc-ba86-eb37e17695f4 req-aba69da1-4a80-4b05-bf55-f79f43b042bb tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 5420 time: 0.1792774 Nov 27 03:55:59.931393 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4c3caab1-be4b-47dc-ba86-eb37e17695f4 req-32056bd2-e2cb-4f52-9704-bcd5eb63ba69 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb62b710-5bd5-4197-94f7-dd959bb3e843&id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0965528 Nov 27 03:56:00.049437 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-9a80bcb3-a782-460b-ab90-c202af6f03dc tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:00.051079 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-9a80bcb3-a782-460b-ab90-c202af6f03dc tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/networks?id=9ed747ed-5fe8-4cae-8933-ca58a232a07c HTTP/1.1" status: 200 len: 813 time: 0.1419148 Nov 27 03:56:00.076575 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-6428c59d-1229-4be5-a2e6-17da9e2f79c1 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/quotas/085708796d5a4a01a3dcd4001a8a35e7 HTTP/1.1" status: 200 len: 375 time: 0.0195363 Nov 27 03:56:00.143964 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131dd41-991c-4e57-97d1-f2bfd2b50506 req-78a3a809-3eff-4b5f-ae1f-5e0eab0cb11f tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:00.155340 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7131dd41-991c-4e57-97d1-f2bfd2b50506 req-78a3a809-3eff-4b5f-ae1f-5e0eab0cb11f tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b3eda56-3093-4c42-ab82-2da25d1f8b5a HTTP/1.1" status: 200 len: 945 time: 0.0849679 Nov 27 03:56:00.157162 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-9e93029f-00e8-48f6-82af-1349301e1121 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=085708796d5a4a01a3dcd4001a8a35e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0749567 Nov 27 03:56:00.206457 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7131dd41-991c-4e57-97d1-f2bfd2b50506 req-16fe563e-e4cf-4f34-bb9b-7fd972b85de9 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501156 Nov 27 03:56:00.267185 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-93cb611a-4d27-4782-95ab-104d178c4f65 service neutron] 10.222.0.20 "GET /v2.0/networks/9ed747ed-5fe8-4cae-8933-ca58a232a07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090333 Nov 27 03:56:00.313901 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21508b7-963b-4a60-a61d-dcd84dca83fd None None] Sync routers for ids ['f50a6542-6489-44cd-b46c-bece319553b1'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:56:00.329520 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21508b7-963b-4a60-a61d-dcd84dca83fd None None] Routers {'f50a6542-6489-44cd-b46c-bece319553b1'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:56:00.330177 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-b21508b7-963b-4a60-a61d-dcd84dca83fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:55:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f50a6542-6489-44cd-b46c-bece319553b1'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:56:00.406801 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-405b06f9-013f-4708-9cff-843db0501649 service neutron] 10.222.0.20 "GET /v2.0/networks/9ed747ed-5fe8-4cae-8933-ca58a232a07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386292 Nov 27 03:56:00.421009 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44716) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:56:00.426208 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-86ba6ec5-0921-45b2-a69e-6f7087e1a9fe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1279800060-network', 'tenant_id': 'ee4e57f22b2a4bd4af7ab5789062d7cc'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:56:00.458709 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-b21508b7-963b-4a60-a61d-dcd84dca83fd None None] Set router f50a6542-6489-44cd-b46c-bece319553b1 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:56:00.491483 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ba6ec5-0921-45b2-a69e-6f7087e1a9fe admin admin] Made reservation on behalf of ee4e57f22b2a4bd4af7ab5789062d7cc for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:56:00.494611 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-86ba6ec5-0921-45b2-a69e-6f7087e1a9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:00.505111 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f865303-d4e9-4bf0-8d42-cc71c5973538 req-d49b3c84-8742-462f-9b37-4faa6e5ca0ee tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:00.507118 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1f865303-d4e9-4bf0-8d42-cc71c5973538 req-d49b3c84-8742-462f-9b37-4faa6e5ca0ee tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b3eda56-3093-4c42-ab82-2da25d1f8b5a HTTP/1.1" status: 200 len: 945 time: 0.0744123 Nov 27 03:56:00.515116 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-86ba6ec5-0921-45b2-a69e-6f7087e1a9fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:00.614520 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1f865303-d4e9-4bf0-8d42-cc71c5973538 req-62c453e0-451f-45cf-a86c-0dd714914faa tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970495 Nov 27 03:56:00.715913 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device cd9ebe38-c966-4d9e-98a5-186aa71cb38b up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:56:00.730306 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-86ba6ec5-0921-45b2-a69e-6f7087e1a9fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:00.735686 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-86ba6ec5-0921-45b2-a69e-6f7087e1a9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:00.773292 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba6ec5-0921-45b2-a69e-6f7087e1a9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb30b09-f8e6-47ac-a747-ec897400606b,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:00.793471 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86ba6ec5-0921-45b2-a69e-6f7087e1a9fe admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:56:00.820678 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-86ba6ec5-0921-45b2-a69e-6f7087e1a9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:00.821039 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-86ba6ec5-0921-45b2-a69e-6f7087e1a9fe admin admin] Added segment 4cbd1476-022b-470f-b924-867a8d42b0e0 of type vlan for network f1713ef5-cf15-4d60-a8a3-98817df466b1 Nov 27 03:56:00.834246 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port cd9ebe38-c966-4d9e-98a5-186aa71cb38b triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:56:00.834753 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:00.898298 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-86ba6ec5-0921-45b2-a69e-6f7087e1a9fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:00.951263 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-86ba6ec5-0921-45b2-a69e-6f7087e1a9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:00.963723 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ba6ec5-0921-45b2-a69e-6f7087e1a9fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:00.987692 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-b21508b7-963b-4a60-a61d-dcd84dca83fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'name': 'tempest-TestVolumeBootPattern-2087569917-router', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:58Z', 'revision_number': 4, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'gw_port': {'id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '33633549-8cd2-4329-89df-ce902341db7c', 'name': '', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'mac_address': 'fa:16:3e:ee:c6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:56Z', 'updated_at': '2021-11-27T03:55:58Z', 'revision_number': 2, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'subnets': [{'id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:56:00.992687 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-86ba6ec5-0921-45b2-a69e-6f7087e1a9fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:01.055089 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-86ba6ec5-0921-45b2-a69e-6f7087e1a9fe admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6328118 Nov 27 03:56:01.058426 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44740) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:56:01.064345 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-fe6b4b3a-4ffa-44af-86d8-f51d00fa740d admin admin] Request body: {'subnet': {'network_id': 'f1713ef5-cf15-4d60-a8a3-98817df466b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1279800060-subnet', 'tenant_id': 'ee4e57f22b2a4bd4af7ab5789062d7cc', 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:56:01.115553 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6b4b3a-4ffa-44af-86d8-f51d00fa740d admin admin] Made reservation on behalf of ee4e57f22b2a4bd4af7ab5789062d7cc for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:56:01.118206 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fe6b4b3a-4ffa-44af-86d8-f51d00fa740d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:01.206078 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba6ec5-0921-45b2-a69e-6f7087e1a9fe admin admin] Pushing event updated for resources: {'Network': ['ID=f1713ef5-cf15-4d60-a8a3-98817df466b1,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:01.301315 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-079c6b1f-0464-41ec-bfa7-f78390b7cea5 req-24e7fa6b-5029-4fbe-a4d4-512ac9381dd4 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f15855c-81e2-47bc-aa49-c32722f47485 HTTP/1.1" status: 200 len: 210 time: 0.0447443 Nov 27 03:56:01.355742 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21508b7-963b-4a60-a61d-dcd84dca83fd None None] Checking router: f50a6542-6489-44cd-b46c-bece319553b1 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:56:01.357315 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21508b7-963b-4a60-a61d-dcd84dca83fd None None] Updating router f50a6542-6489-44cd-b46c-bece319553b1 port 33633549-8cd2-4329-89df-ce902341db7c binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:56:01.362667 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network f1713ef5-cf15-4d60-a8a3-98817df466b1 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:56:01.365241 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:56:01.407548 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:56:01.408294 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device d96b3ac0-0e3a-4f84-98bf-ddc6b25a2c4d not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:56:01.453711 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e33ab-fab2-4f38-a977-1c6ae1dacc73 req-ba6138bc-7264-4d65-90cd-f21d1395e99d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:01.460550 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e33ab-fab2-4f38-a977-1c6ae1dacc73 req-ba6138bc-7264-4d65-90cd-f21d1395e99d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:01.467794 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e33ab-fab2-4f38-a977-1c6ae1dacc73 req-ba6138bc-7264-4d65-90cd-f21d1395e99d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:01.475826 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e33ab-fab2-4f38-a977-1c6ae1dacc73 req-ba6138bc-7264-4d65-90cd-f21d1395e99d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:01.485328 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e33ab-fab2-4f38-a977-1c6ae1dacc73 req-ba6138bc-7264-4d65-90cd-f21d1395e99d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:01.488204 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b21508b7-963b-4a60-a61d-dcd84dca83fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:01.494374 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e33ab-fab2-4f38-a977-1c6ae1dacc73 req-ba6138bc-7264-4d65-90cd-f21d1395e99d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:01.501478 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e33ab-fab2-4f38-a977-1c6ae1dacc73 req-ba6138bc-7264-4d65-90cd-f21d1395e99d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:01.511472 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3e3e33ab-fab2-4f38-a977-1c6ae1dacc73 req-ba6138bc-7264-4d65-90cd-f21d1395e99d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 5420 time: 0.1685731 Nov 27 03:56:01.644482 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3e3e33ab-fab2-4f38-a977-1c6ae1dacc73 req-7389cf95-572e-4987-bb49-11e43f104a80 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb62b710-5bd5-4197-94f7-dd959bb3e843&id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1320913 Nov 27 03:56:01.656393 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76bda3a-37ea-401b-8a84-7cb0bc1f019e req-aea6fb56-68ed-4051-9e54-101407c19a89 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:01.658398 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a76bda3a-37ea-401b-8a84-7cb0bc1f019e req-aea6fb56-68ed-4051-9e54-101407c19a89 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.23 "GET /v2.0/ports?device_id=3371f8f4-ec6e-4d2a-8f93-ec19c418c683 HTTP/1.1" status: 200 len: 946 time: 0.1443577 Nov 27 03:56:01.670395 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fe6b4b3a-4ffa-44af-86d8-f51d00fa740d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:01.688703 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b13ae2-f65e-4a5b-8c36-7b7e57d82a5e req-262de2ea-109f-492e-af1e-98a32ad82658 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:01.690445 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-91b13ae2-f65e-4a5b-8c36-7b7e57d82a5e req-262de2ea-109f-492e-af1e-98a32ad82658 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2efe25-aa7f-4279-b64a-4510c75e7cd5 HTTP/1.1" status: 200 len: 945 time: 0.1281395 Nov 27 03:56:01.767002 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f87c71-52b6-4750-87a6-e0858fb177b4 req-65f954f8-8fa3-46f4-a4b5-362ac139b517 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:01.769095 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-08f87c71-52b6-4750-87a6-e0858fb177b4 req-65f954f8-8fa3-46f4-a4b5-362ac139b517 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.23 "GET /v2.0/ports?device_id=180e5bba-6f6b-42b5-bdc7-8d3bbfa609ea HTTP/1.1" status: 200 len: 945 time: 0.2246871 Nov 27 03:56:01.847073 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b4b3a-4ffa-44af-86d8-f51d00fa740d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c45ec6da-9d94-4391-a2e5-1c073e742abd,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:01.978293 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-a76bda3a-37ea-401b-8a84-7cb0bc1f019e req-9cead6a6-98aa-4a8c-a7f4-06049b5c5cf7 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Deleting port f5decaf1-a868-4b02-9f6b-917e6b583a62 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:56:01.979015 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-a76bda3a-37ea-401b-8a84-7cb0bc1f019e req-9cead6a6-98aa-4a8c-a7f4-06049b5c5cf7 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:02.030709 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b21508b7-963b-4a60-a61d-dcd84dca83fd None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:02.045825 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b21508b7-963b-4a60-a61d-dcd84dca83fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:02.138629 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-12af2d96-d213-4ce3-ba23-7ad8e8342ebe tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:02.146341 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-12af2d96-d213-4ce3-ba23-7ad8e8342ebe tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/networks?id=a0d2adb9-f818-45ca-8a33-9d0230736008 HTTP/1.1" status: 200 len: 814 time: 0.2735081 Nov 27 03:56:02.162911 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eaa9aa-9465-4775-a13e-34c89cb1392d None None] Pushing event updated for resources: {'Port': ['ID=33633549-8cd2-4329-89df-ce902341db7c,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:02.175936 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-594e121a-eeb2-457e-8b23-0fb9385aae44 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/quotas/1b50a26fbf4e4ac2ae82d7a8006f27fa HTTP/1.1" status: 200 len: 375 time: 0.0284696 Nov 27 03:56:02.270044 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-a76bda3a-37ea-401b-8a84-7cb0bc1f019e req-9cead6a6-98aa-4a8c-a7f4-06049b5c5cf7 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] For port f5decaf1-a868-4b02-9f6b-917e6b583a62, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=f5decaf1-a868-4b02-9f6b-917e6b583a62,segment=NetworkSegment(78bfe3a3-b052-47e4-855b-505741d7aa50),segment_id=78bfe3a3-b052-47e4-855b-505741d7aa50)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:02.273688 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-a76bda3a-37ea-401b-8a84-7cb0bc1f019e req-9cead6a6-98aa-4a8c-a7f4-06049b5c5cf7 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:02.289669 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-b21508b7-963b-4a60-a61d-dcd84dca83fd None None] Attempting to bind port 33633549-8cd2-4329-89df-ce902341db7c on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:56:02.293437 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-b21508b7-963b-4a60-a61d-dcd84dca83fd None None] Attempting to bind port 33633549-8cd2-4329-89df-ce902341db7c by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '7b573d51-51b1-4f49-9697-b1cce35223ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9066c940-2187-4bcb-b452-41734810299f'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:56:02.293838 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21508b7-963b-4a60-a61d-dcd84dca83fd None None] Attempting to bind port 33633549-8cd2-4329-89df-ce902341db7c on network 9066c940-2187-4bcb-b452-41734810299f {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:56:02.305458 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21508b7-963b-4a60-a61d-dcd84dca83fd None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:56:02.305842 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21508b7-963b-4a60-a61d-dcd84dca83fd None None] Checking segment: {'id': '7b573d51-51b1-4f49-9697-b1cce35223ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9066c940-2187-4bcb-b452-41734810299f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:56:02.308458 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b21508b7-963b-4a60-a61d-dcd84dca83fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:02.308904 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21508b7-963b-4a60-a61d-dcd84dca83fd None None] Bound using segment: {'id': '7b573d51-51b1-4f49-9697-b1cce35223ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9066c940-2187-4bcb-b452-41734810299f'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:56:02.309409 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-b21508b7-963b-4a60-a61d-dcd84dca83fd None None] Bound port: 33633549-8cd2-4329-89df-ce902341db7c, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b573d51-51b1-4f49-9697-b1cce35223ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9066c940-2187-4bcb-b452-41734810299f'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:56:02.309807 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b21508b7-963b-4a60-a61d-dcd84dca83fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:02.319442 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-a76bda3a-37ea-401b-8a84-7cb0bc1f019e req-9cead6a6-98aa-4a8c-a7f4-06049b5c5cf7 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Calling delete_port for f5decaf1-a868-4b02-9f6b-917e6b583a62 owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:56:02.361388 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-4c448586-dae4-420b-8e72-60ffa0e94440 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1b50a26fbf4e4ac2ae82d7a8006f27fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1845462 Nov 27 03:56:02.426208 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-b21508b7-963b-4a60-a61d-dcd84dca83fd None None] For port 33633549-8cd2-4329-89df-ce902341db7c, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:56:02.430170 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-b21508b7-963b-4a60-a61d-dcd84dca83fd None None] For port 33633549-8cd2-4329-89df-ce902341db7c, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=33633549-8cd2-4329-89df-ce902341db7c,segment=NetworkSegment(7b573d51-51b1-4f49-9697-b1cce35223ba),segment_id=7b573d51-51b1-4f49-9697-b1cce35223ba)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:56:02.440525 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b21508b7-963b-4a60-a61d-dcd84dca83fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:02.515730 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eaa9aa-9465-4775-a13e-34c89cb1392d None None] Pushing event updated for resources: {'Port': ['ID=33633549-8cd2-4329-89df-ce902341db7c,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:02.549084 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21508b7-963b-4a60-a61d-dcd84dca83fd None None] Routers {'f50a6542-6489-44cd-b46c-bece319553b1'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:56:02.550449 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-b21508b7-963b-4a60-a61d-dcd84dca83fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:55:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f50a6542-6489-44cd-b46c-bece319553b1'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:56:02.622506 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-91b13ae2-f65e-4a5b-8c36-7b7e57d82a5e req-068e62fb-1c7d-49c9-aa62-109f0a4b8ac2 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8887057 Nov 27 03:56:02.648029 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6b4b3a-4ffa-44af-86d8-f51d00fa740d admin admin] Checking segment: {'id': '4cbd1476-022b-470f-b924-867a8d42b0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f1713ef5-cf15-4d60-a8a3-98817df466b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:56:02.648455 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6b4b3a-4ffa-44af-86d8-f51d00fa740d admin admin] Network hostable DHCP agents. Network: f1713ef5-cf15-4d60-a8a3-98817df466b1, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:56:02.699937 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6b4b3a-4ffa-44af-86d8-f51d00fa740d admin admin] Network f1713ef5-cf15-4d60-a8a3-98817df466b1 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:56:02.709895 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-92e3eb87-d5d1-48b7-ab04-da622b99a0e0 None None] Provisioning complete for port 33633549-8cd2-4329-89df-ce902341db7c triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:56:02.710747 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-92e3eb87-d5d1-48b7-ab04-da622b99a0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:02.735628 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-08f87c71-52b6-4750-87a6-e0858fb177b4 req-9f188647-16bb-4b04-9293-3ec1939d06c2 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Deleting port 9b9c12ed-273f-462a-9481-dab6d0acb000 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:56:02.736268 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-08f87c71-52b6-4750-87a6-e0858fb177b4 req-9f188647-16bb-4b04-9293-3ec1939d06c2 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:02.781774 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-b4dd85d9-ae11-4393-8295-51013a89ddd4 service neutron] 10.222.0.20 "GET /v2.0/networks/a0d2adb9-f818-45ca-8a33-9d0230736008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017320 Nov 27 03:56:02.802739 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-b21508b7-963b-4a60-a61d-dcd84dca83fd None None] Set router f50a6542-6489-44cd-b46c-bece319553b1 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:56:02.887032 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-fe6b4b3a-4ffa-44af-86d8-f51d00fa740d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, f1713ef5-cf15-4d60-a8a3-98817df466b1) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:56:02.894798 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6b4b3a-4ffa-44af-86d8-f51d00fa740d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:02.895405 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fe6b4b3a-4ffa-44af-86d8-f51d00fa740d admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:02.965369 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5853110-6952-4b4e-a5c7-51188f87b3e7 None None] Network f1713ef5-cf15-4d60-a8a3-98817df466b1 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:56:02.971970 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-fe6b4b3a-4ffa-44af-86d8-f51d00fa740d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9107487 Nov 27 03:56:02.973287 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44772) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:56:02.994170 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-3abef84e-683d-46de-b8e8-eedf9c727ac0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1279800060-router', 'tenant_id': 'ee4e57f22b2a4bd4af7ab5789062d7cc', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:56:03.036262 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3abef84e-683d-46de-b8e8-eedf9c727ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:03.037693 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3abef84e-683d-46de-b8e8-eedf9c727ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:03.059392 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7643bf8-3250-4ebe-89e9-9eec3b022ff7 req-40e390e7-6842-4f00-9717-9157bd849335 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:03.061005 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d7643bf8-3250-4ebe-89e9-9eec3b022ff7 req-40e390e7-6842-4f00-9717-9157bd849335 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b3eda56-3093-4c42-ab82-2da25d1f8b5a HTTP/1.1" status: 200 len: 945 time: 0.3539646 Nov 27 03:56:03.065552 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-a76bda3a-37ea-401b-8a84-7cb0bc1f019e req-9cead6a6-98aa-4a8c-a7f4-06049b5c5cf7 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:03.150647 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-08f87c71-52b6-4750-87a6-e0858fb177b4 req-9f188647-16bb-4b04-9293-3ec1939d06c2 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] For port 9b9c12ed-273f-462a-9481-dab6d0acb000, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=9b9c12ed-273f-462a-9481-dab6d0acb000,segment=NetworkSegment(78bfe3a3-b052-47e4-855b-505741d7aa50),segment_id=78bfe3a3-b052-47e4-855b-505741d7aa50)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:03.151578 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-08f87c71-52b6-4750-87a6-e0858fb177b4 req-9f188647-16bb-4b04-9293-3ec1939d06c2 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:03.169401 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-08f87c71-52b6-4750-87a6-e0858fb177b4 req-9f188647-16bb-4b04-9293-3ec1939d06c2 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Calling delete_port for 9b9c12ed-273f-462a-9481-dab6d0acb000 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:56:03.195582 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['f5decaf1-a868-4b02-9f6b-917e6b583a62', '9b9c12ed-273f-462a-9481-dab6d0acb000'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:56:03.198038 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-92e3eb87-d5d1-48b7-ab04-da622b99a0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:03.199784 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-e7ba487f-54ec-4f41-8a5a-43e86c9bcf55 service neutron] 10.222.0.20 "GET /v2.0/networks/a0d2adb9-f818-45ca-8a33-9d0230736008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161458 Nov 27 03:56:03.354652 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cead6a6-98aa-4a8c-a7f4-06049b5c5cf7 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Pushing event deleted for resources: {'Port': ['ID=f5decaf1-a868-4b02-9f6b-917e6b583a62,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:03.406263 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 03:56:03.466893 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-42b18a3a-d19c-47c9-aae9-786b9832f9c9 req-dfecf46f-540a-41ad-ae62-6b90f5f86ae1 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f15855c-81e2-47bc-aa49-c32722f47485 HTTP/1.1" status: 200 len: 210 time: 0.1256344 Nov 27 03:56:03.488294 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.23', 49154) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:56:03.702848 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-92e3eb87-d5d1-48b7-ab04-da622b99a0e0 None None] For port 33633549-8cd2-4329-89df-ce902341db7c, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=33633549-8cd2-4329-89df-ce902341db7c,segment=NetworkSegment(7b573d51-51b1-4f49-9697-b1cce35223ba),segment_id=7b573d51-51b1-4f49-9697-b1cce35223ba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:03.720433 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-92e3eb87-d5d1-48b7-ab04-da622b99a0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:03.790132 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cf4647ec-1487-4e3c-bd8f-ed4a7758d839 req-76d2325f-87fa-4559-87f1-f65459d27dda tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 210 time: 0.1791260 Nov 27 03:56:03.795531 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-08f87c71-52b6-4750-87a6-e0858fb177b4 req-9f188647-16bb-4b04-9293-3ec1939d06c2 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:03.958935 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092ccdb9-82b6-4f12-b7e2-56b6ece48829 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-f1713ef5-cf15-4d60-a8a3-98817df466b1', 'network_id': 'f1713ef5-cf15-4d60-a8a3-98817df466b1', 'tenant_id': 'ee4e57f22b2a4bd4af7ab5789062d7cc', 'fixed_ips': [{'subnet_id': 'c45ec6da-9d94-4391-a2e5-1c073e742abd'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 03:56:03.959922 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-092ccdb9-82b6-4f12-b7e2-56b6ece48829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:03.975662 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f188647-16bb-4b04-9293-3ec1939d06c2 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Pushing event deleted for resources: {'Port': ['ID=9b9c12ed-273f-462a-9481-dab6d0acb000,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:04.048195 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815f7e9-56a0-4084-8e3f-7538101f10f2 req-82574309-e84c-43e4-8e56-0ec16922cbf4 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:04.050599 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f815f7e9-56a0-4084-8e3f-7538101f10f2 req-82574309-e84c-43e4-8e56-0ec16922cbf4 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f2efe25-aa7f-4279-b64a-4510c75e7cd5 HTTP/1.1" status: 200 len: 945 time: 0.5616369 Nov 27 03:56:04.051900 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76bda3a-37ea-401b-8a84-7cb0bc1f019e req-9cead6a6-98aa-4a8c-a7f4-06049b5c5cf7 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] No DVR routers for this DVR port f5decaf1-a868-4b02-9f6b-917e6b583a62 on host n-h1-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:56:04.078980 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-a76bda3a-37ea-401b-8a84-7cb0bc1f019e req-9cead6a6-98aa-4a8c-a7f4-06049b5c5cf7 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:04.083697 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a76bda3a-37ea-401b-8a84-7cb0bc1f019e req-9cead6a6-98aa-4a8c-a7f4-06049b5c5cf7 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.23 "DELETE /v2.0/ports/f5decaf1-a868-4b02-9f6b-917e6b583a62 HTTP/1.1" status: 204 len: 173 time: 2.3943815 Nov 27 03:56:04.085226 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-838d20d0-e359-4788-981e-45dd9f81e2c9 None None] Provisioning complete for port 33633549-8cd2-4329-89df-ce902341db7c triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:56:04.085620 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-838d20d0-e359-4788-981e-45dd9f81e2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:04.091517 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f87c71-52b6-4750-87a6-e0858fb177b4 req-9f188647-16bb-4b04-9293-3ec1939d06c2 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] No DVR routers for this DVR port 9b9c12ed-273f-462a-9481-dab6d0acb000 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:56:04.099486 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3371f8f4-ec6e-4d2a-8f93-ec19c418c683', 'name': 'network-vif-deleted', 'tag': 'f5decaf1-a868-4b02-9f6b-917e6b583a62'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:56:04.102844 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f57e63b-8903-4746-8371-43136f4ea00f" -d '{"events": [{"server_uuid": "3371f8f4-ec6e-4d2a-8f93-ec19c418c683", "name": "network-vif-deleted", "tag": "f5decaf1-a868-4b02-9f6b-917e6b583a62"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:56:04.104516 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-67e8c934-4a28-4081-a618-144cb05022f6 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:04.106328 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-67e8c934-4a28-4081-a618-144cb05022f6 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.23 "GET /v2.0/networks?id=9ed747ed-5fe8-4cae-8933-ca58a232a07c HTTP/1.1" status: 200 len: 813 time: 0.6359441 Nov 27 03:56:04.114581 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3abef84e-683d-46de-b8e8-eedf9c727ac0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:04.131829 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-08f87c71-52b6-4750-87a6-e0858fb177b4 req-9f188647-16bb-4b04-9293-3ec1939d06c2 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:04.135594 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-08f87c71-52b6-4750-87a6-e0858fb177b4 req-9f188647-16bb-4b04-9293-3ec1939d06c2 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.23 "DELETE /v2.0/ports/9b9c12ed-273f-462a-9481-dab6d0acb000 HTTP/1.1" status: 204 len: 173 time: 2.3529840 Nov 27 03:56:04.137252 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180e5bba-6f6b-42b5-bdc7-8d3bbfa609ea', 'name': 'network-vif-deleted', 'tag': '9b9c12ed-273f-462a-9481-dab6d0acb000'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:56:04.140014 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272c47ac-f089-4091-a63e-cd4c405cdbd5" -d '{"events": [{"server_uuid": "180e5bba-6f6b-42b5-bdc7-8d3bbfa609ea", "name": "network-vif-deleted", "tag": "9b9c12ed-273f-462a-9481-dab6d0acb000"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:56:04.159860 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-d7643bf8-3250-4ebe-89e9-9eec3b022ff7 req-387a0094-e5b7-4d21-aee7-563824808806 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Deleting port 13c02c05-2b42-4bb7-a821-ea9d97940d7d {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:56:04.160596 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d7643bf8-3250-4ebe-89e9-9eec3b022ff7 req-387a0094-e5b7-4d21-aee7-563824808806 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:04.167107 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e3eb87-d5d1-48b7-ab04-da622b99a0e0 None None] Pushing event updated for resources: {'Port': ['ID=33633549-8cd2-4329-89df-ce902341db7c,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:04.194422 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-eb885303-389c-4a81-b813-9fac7a8beeca tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Request body: {'port': {'device_id': '58f1106c-e2db-4840-b22a-8a20a75c0d36', 'network_id': '9ed747ed-5fe8-4cae-8933-ca58a232a07c', 'admin_state_up': True, 'tenant_id': '085708796d5a4a01a3dcd4001a8a35e7'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:56:04.201470 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-b21508b7-963b-4a60-a61d-dcd84dca83fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'name': 'tempest-TestVolumeBootPattern-2087569917-router', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:58Z', 'revision_number': 4, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'gw_port': {'id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '33633549-8cd2-4329-89df-ce902341db7c', 'name': '', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'mac_address': 'fa:16:3e:ee:c6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:56Z', 'updated_at': '2021-11-27T03:56:02Z', 'revision_number': 4, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'subnets': [{'id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:56:04.240791 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f58146-be2d-472a-ab26-f080f02e604c req-827f271d-1ce0-418c-8023-23f23f58b216 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:04.248934 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d3f58146-be2d-472a-ab26-f080f02e604c req-827f271d-1ce0-418c-8023-23f23f58b216 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2efe25-aa7f-4279-b64a-4510c75e7cd5 HTTP/1.1" status: 200 len: 945 time: 0.2991383 Nov 27 03:56:04.251207 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21508b7-963b-4a60-a61d-dcd84dca83fd None None] The sync data for ids ['f50a6542-6489-44cd-b46c-bece319553b1'] in n-d-819494-3 is: [{'id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'name': 'tempest-TestVolumeBootPattern-2087569917-router', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:58Z', 'revision_number': 4, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'gw_port': {'id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '33633549-8cd2-4329-89df-ce902341db7c', 'name': '', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'mac_address': 'fa:16:3e:ee:c6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:56Z', 'updated_at': '2021-11-27T03:56:02Z', 'revision_number': 4, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'subnets': [{'id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:56:04.435686 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-d7643bf8-3250-4ebe-89e9-9eec3b022ff7 req-387a0094-e5b7-4d21-aee7-563824808806 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] For port 13c02c05-2b42-4bb7-a821-ea9d97940d7d, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=13c02c05-2b42-4bb7-a821-ea9d97940d7d,segment=NetworkSegment(6c2c8aa3-2731-42bd-bba4-8ad2d6d79985),segment_id=6c2c8aa3-2731-42bd-bba4-8ad2d6d79985)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:04.436465 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d7643bf8-3250-4ebe-89e9-9eec3b022ff7 req-387a0094-e5b7-4d21-aee7-563824808806 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:04.628672 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-d7643bf8-3250-4ebe-89e9-9eec3b022ff7 req-387a0094-e5b7-4d21-aee7-563824808806 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Calling delete_port for 13c02c05-2b42-4bb7-a821-ea9d97940d7d owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:56:04.638040 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3abef84e-683d-46de-b8e8-eedf9c727ac0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:04.639095 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 33633549-8cd2-4329-89df-ce902341db7c up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:56:04.741143 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e394c9-6e6d-48a0-af4c-ca4459baeadb req-0ca29166-7ed1-40d2-b7bb-57af77d46249 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:04.747973 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e394c9-6e6d-48a0-af4c-ca4459baeadb req-0ca29166-7ed1-40d2-b7bb-57af77d46249 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:04.754524 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e394c9-6e6d-48a0-af4c-ca4459baeadb req-0ca29166-7ed1-40d2-b7bb-57af77d46249 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:04.761357 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e394c9-6e6d-48a0-af4c-ca4459baeadb req-0ca29166-7ed1-40d2-b7bb-57af77d46249 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:04.768270 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e394c9-6e6d-48a0-af4c-ca4459baeadb req-0ca29166-7ed1-40d2-b7bb-57af77d46249 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:04.774507 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e394c9-6e6d-48a0-af4c-ca4459baeadb req-0ca29166-7ed1-40d2-b7bb-57af77d46249 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:04.781399 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e394c9-6e6d-48a0-af4c-ca4459baeadb req-0ca29166-7ed1-40d2-b7bb-57af77d46249 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:04.790288 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-11e394c9-6e6d-48a0-af4c-ca4459baeadb req-0ca29166-7ed1-40d2-b7bb-57af77d46249 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 5420 time: 0.7341051 Nov 27 03:56:04.817351 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-1dffa31a-a002-4f88-8b15-60dfbd029084 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:04.819090 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-1dffa31a-a002-4f88-8b15-60dfbd029084 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.11 "GET /v2.0/networks?id=9ed747ed-5fe8-4cae-8933-ca58a232a07c HTTP/1.1" status: 200 len: 813 time: 1.7725382 Nov 27 03:56:04.842167 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-f00644c4-5437-4168-bc40-174593898f52 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Request body: {'port': {'device_id': '3f15855c-81e2-47bc-aa49-c32722f47485', 'network_id': '9ed747ed-5fe8-4cae-8933-ca58a232a07c', 'admin_state_up': True, 'tenant_id': '085708796d5a4a01a3dcd4001a8a35e7'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:56:04.919031 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-11e394c9-6e6d-48a0-af4c-ca4459baeadb req-a4b6c84f-8388-4629-b2db-89ab3c096a46 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb62b710-5bd5-4197-94f7-dd959bb3e843&id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1241212 Nov 27 03:56:04.982883 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d3f58146-be2d-472a-ab26-f080f02e604c req-cd0c4aee-f3db-4c2c-b728-a2871e18be76 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7330034 Nov 27 03:56:04.996485 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-092ccdb9-82b6-4f12-b7e2-56b6ece48829 None None] Allocated IP 172.20.0.2 (f1713ef5-cf15-4d60-a8a3-98817df466b1/c45ec6da-9d94-4391-a2e5-1c073e742abd/73972319-85a7-4ead-8936-9b0cbe6f1792) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:56:05.043136 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-eb885303-389c-4a81-b813-9fac7a8beeca tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Made reservation on behalf of 085708796d5a4a01a3dcd4001a8a35e7 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:56:05.050402 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-eb885303-389c-4a81-b813-9fac7a8beeca tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:05.088980 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device f5decaf1-a868-4b02-9f6b-917e6b583a62 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:56:05.141702 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-f815f7e9-56a0-4084-8e3f-7538101f10f2 req-2126c408-fac2-4a54-9ee1-f4c4ba572731 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Deleting port 03914a98-6b1d-4dcb-8f5d-24c1a77b668b {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:56:05.142110 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f815f7e9-56a0-4084-8e3f-7538101f10f2 req-2126c408-fac2-4a54-9ee1-f4c4ba572731 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:05.168723 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d7643bf8-3250-4ebe-89e9-9eec3b022ff7 req-387a0094-e5b7-4d21-aee7-563824808806 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:05.362340 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d6cd50-e516-4800-972e-7945d87c5423 x-openstack-request-id: req-40d6cd50-e516-4800-972e-7945d87c5423 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:56:05.364732 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "180e5bba-6f6b-42b5-bdc7-8d3bbfa609ea", "name": "network-vif-deleted", "tag": "9b9c12ed-273f-462a-9481-dab6d0acb000", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:56:05.365221 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40d6cd50-e516-4800-972e-7945d87c5423 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:56:05.366039 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '180e5bba-6f6b-42b5-bdc7-8d3bbfa609ea', 'name': 'network-vif-deleted', 'tag': '9b9c12ed-273f-462a-9481-dab6d0acb000', 'status': 'completed', 'code': 200} Nov 27 03:56:05.391107 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b65bb8a-d4e0-4fad-8a7a-970cb09f4853 x-openstack-request-id: req-0b65bb8a-d4e0-4fad-8a7a-970cb09f4853 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:56:05.391600 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3371f8f4-ec6e-4d2a-8f93-ec19c418c683", "name": "network-vif-deleted", "tag": "f5decaf1-a868-4b02-9f6b-917e6b583a62", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:56:05.391773 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b65bb8a-d4e0-4fad-8a7a-970cb09f4853 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:56:05.392265 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3371f8f4-ec6e-4d2a-8f93-ec19c418c683', 'name': 'network-vif-deleted', 'tag': 'f5decaf1-a868-4b02-9f6b-917e6b583a62', 'status': 'completed', 'code': 200} Nov 27 03:56:05.394202 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-f00644c4-5437-4168-bc40-174593898f52 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Made reservation on behalf of 085708796d5a4a01a3dcd4001a8a35e7 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:56:05.405672 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-f00644c4-5437-4168-bc40-174593898f52 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:05.425783 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a0094-e5b7-4d21-aee7-563824808806 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Pushing event deleted for resources: {'Port': ['ID=13c02c05-2b42-4bb7-a821-ea9d97940d7d,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:05.447992 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-092ccdb9-82b6-4f12-b7e2-56b6ece48829 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:05.467181 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['13c02c05-2b42-4bb7-a821-ea9d97940d7d'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:56:05.498388 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-092ccdb9-82b6-4f12-b7e2-56b6ece48829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:05.528417 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e76a2372-2092-4cdb-afe5-6b5115250d48 req-373c3ed4-a914-400b-8b79-617972e89c76 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f15855c-81e2-47bc-aa49-c32722f47485 HTTP/1.1" status: 200 len: 210 time: 0.0880005 Nov 27 03:56:05.566696 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092ccdb9-82b6-4f12-b7e2-56b6ece48829 None None] Network f1713ef5-cf15-4d60-a8a3-98817df466b1 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:56:05.568182 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: f5decaf1-a868-4b02-9f6b-917e6b583a62 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:56:05.568747 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device f5decaf1-a868-4b02-9f6b-917e6b583a62 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:56:05.569320 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 03914a98-6b1d-4dcb-8f5d-24c1a77b668b no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:56:05.572918 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ccdb9-82b6-4f12-b7e2-56b6ece48829 None None] Pushing event updated for resources: {'Port': ['ID=73972319-85a7-4ead-8936-9b0cbe6f1792,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:05.575578 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-092ccdb9-82b6-4f12-b7e2-56b6ece48829 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:56:05.601196 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092ccdb9-82b6-4f12-b7e2-56b6ece48829 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:56:05.603723 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 33633549-8cd2-4329-89df-ce902341db7c triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:56:05.604084 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:05.628333 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1ba91c3b-37b9-451e-b8d1-59f5366921b1 req-f65f03df-f936-4917-9e11-d7b337f85757 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 210 time: 0.0719051 Nov 27 03:56:05.675913 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7643bf8-3250-4ebe-89e9-9eec3b022ff7 req-387a0094-e5b7-4d21-aee7-563824808806 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] No DVR routers for this DVR port 13c02c05-2b42-4bb7-a821-ea9d97940d7d on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:56:05.684206 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d7643bf8-3250-4ebe-89e9-9eec3b022ff7 req-387a0094-e5b7-4d21-aee7-563824808806 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:05.687682 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d7643bf8-3250-4ebe-89e9-9eec3b022ff7 req-387a0094-e5b7-4d21-aee7-563824808806 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.11 "DELETE /v2.0/ports/13c02c05-2b42-4bb7-a821-ea9d97940d7d HTTP/1.1" status: 204 len: 173 time: 2.5949724 Nov 27 03:56:05.689339 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3abef84e-683d-46de-b8e8-eedf9c727ac0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:05.729221 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-092ccdb9-82b6-4f12-b7e2-56b6ece48829 None None] Attempting to bind port 73972319-85a7-4ead-8936-9b0cbe6f1792 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:56:05.729780 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-092ccdb9-82b6-4f12-b7e2-56b6ece48829 None None] Attempting to bind port 73972319-85a7-4ead-8936-9b0cbe6f1792 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '4cbd1476-022b-470f-b924-867a8d42b0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f1713ef5-cf15-4d60-a8a3-98817df466b1'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:56:05.730145 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092ccdb9-82b6-4f12-b7e2-56b6ece48829 None None] Attempting to bind port 73972319-85a7-4ead-8936-9b0cbe6f1792 on network f1713ef5-cf15-4d60-a8a3-98817df466b1 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:56:05.734979 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3abef84e-683d-46de-b8e8-eedf9c727ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:05.792260 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092ccdb9-82b6-4f12-b7e2-56b6ece48829 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:56:05.792695 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092ccdb9-82b6-4f12-b7e2-56b6ece48829 None None] Checking segment: {'id': '4cbd1476-022b-470f-b924-867a8d42b0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f1713ef5-cf15-4d60-a8a3-98817df466b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:56:05.793113 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-092ccdb9-82b6-4f12-b7e2-56b6ece48829 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:05.793513 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092ccdb9-82b6-4f12-b7e2-56b6ece48829 None None] Bound using segment: {'id': '4cbd1476-022b-470f-b924-867a8d42b0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f1713ef5-cf15-4d60-a8a3-98817df466b1'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:56:05.794003 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-092ccdb9-82b6-4f12-b7e2-56b6ece48829 None None] Bound port: 73972319-85a7-4ead-8936-9b0cbe6f1792, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd1476-022b-470f-b924-867a8d42b0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f1713ef5-cf15-4d60-a8a3-98817df466b1'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:56:05.794394 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-092ccdb9-82b6-4f12-b7e2-56b6ece48829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:05.804405 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-f815f7e9-56a0-4084-8e3f-7538101f10f2 req-2126c408-fac2-4a54-9ee1-f4c4ba572731 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] For port 03914a98-6b1d-4dcb-8f5d-24c1a77b668b, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=03914a98-6b1d-4dcb-8f5d-24c1a77b668b,segment=NetworkSegment(ea781d0b-ba35-4c5d-b337-08e66a6646e3),segment_id=ea781d0b-ba35-4c5d-b337-08e66a6646e3)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:05.804776 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f815f7e9-56a0-4084-8e3f-7538101f10f2 req-2126c408-fac2-4a54-9ee1-f4c4ba572731 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:05.825489 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:05.826965 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-eb885303-389c-4a81-b813-9fac7a8beeca tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Allocated IP 172.20.0.13 (9ed747ed-5fe8-4cae-8933-ca58a232a07c/34ccbd7b-ea86-497c-81e5-fa8fc3a30ae9/2bf8396c-efb5-4d94-8027-212c4a0b485c) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:56:05.839576 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-f815f7e9-56a0-4084-8e3f-7538101f10f2 req-2126c408-fac2-4a54-9ee1-f4c4ba572731 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Calling delete_port for 03914a98-6b1d-4dcb-8f5d-24c1a77b668b owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:56:05.902936 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-3abef84e-683d-46de-b8e8-eedf9c727ac0 admin admin] Allocated IP 172.25.1.146 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/88ca08c4-f77f-4610-8ba5-867ba3afb8db) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:56:05.917655 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2efe25-aa7f-4279-b64a-4510c75e7cd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03914a98-6b1d-4dcb-8f5d-24c1a77b668b'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:56:05.920008 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935f46d0-7a09-49e2-8c5f-8fe3d8004be5" -d '{"events": [{"server_uuid": "5f2efe25-aa7f-4279-b64a-4510c75e7cd5", "name": "network-vif-unplugged", "status": "completed", "tag": "03914a98-6b1d-4dcb-8f5d-24c1a77b668b"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:56:05.946683 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 03914a98-6b1d-4dcb-8f5d-24c1a77b668b, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=03914a98-6b1d-4dcb-8f5d-24c1a77b668b,segment=NetworkSegment(ea781d0b-ba35-4c5d-b337-08e66a6646e3),segment_id=ea781d0b-ba35-4c5d-b337-08e66a6646e3)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:05.952891 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-092ccdb9-82b6-4f12-b7e2-56b6ece48829 None None] For port 73972319-85a7-4ead-8936-9b0cbe6f1792, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:56:05.956387 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-092ccdb9-82b6-4f12-b7e2-56b6ece48829 None None] For port 73972319-85a7-4ead-8936-9b0cbe6f1792, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=73972319-85a7-4ead-8936-9b0cbe6f1792,segment=NetworkSegment(4cbd1476-022b-470f-b924-867a8d42b0e0),segment_id=4cbd1476-022b-470f-b924-867a8d42b0e0)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:56:05.957647 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:05.958099 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 9b9c12ed-273f-462a-9481-dab6d0acb000 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:56:06.012514 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-092ccdb9-82b6-4f12-b7e2-56b6ece48829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:06.024182 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 9b9c12ed-273f-462a-9481-dab6d0acb000 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:56:06.024540 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 9b9c12ed-273f-462a-9481-dab6d0acb000 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:56:06.027143 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 03:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2361cf3a-7d6b-4c50-b45b-4f8aa7fc6ab1 x-openstack-request-id: req-2361cf3a-7d6b-4c50-b45b-4f8aa7fc6ab1 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:56:06.027523 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f2efe25-aa7f-4279-b64a-4510c75e7cd5", "name": "network-vif-unplugged", "status": "completed", "tag": "03914a98-6b1d-4dcb-8f5d-24c1a77b668b", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:56:06.027779 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2361cf3a-7d6b-4c50-b45b-4f8aa7fc6ab1 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:56:06.028180 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2efe25-aa7f-4279-b64a-4510c75e7cd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03914a98-6b1d-4dcb-8f5d-24c1a77b668b', 'code': 200} Nov 27 03:56:06.086185 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3abef84e-683d-46de-b8e8-eedf9c727ac0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:06.095820 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=03914a98-6b1d-4dcb-8f5d-24c1a77b668b,revision_number=6']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:06.231439 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ccdb9-82b6-4f12-b7e2-56b6ece48829 None None] Pushing event updated for resources: {'Port': ['ID=73972319-85a7-4ead-8936-9b0cbe6f1792,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:06.232394 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893cb20d-1c67-447c-a484-52bc03c8b4bb req-d53f60ff-5890-40cd-bec5-dee2b8d25af1 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:06.245052 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893cb20d-1c67-447c-a484-52bc03c8b4bb req-d53f60ff-5890-40cd-bec5-dee2b8d25af1 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:06.251902 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893cb20d-1c67-447c-a484-52bc03c8b4bb req-d53f60ff-5890-40cd-bec5-dee2b8d25af1 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:06.258625 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893cb20d-1c67-447c-a484-52bc03c8b4bb req-d53f60ff-5890-40cd-bec5-dee2b8d25af1 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:06.271842 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893cb20d-1c67-447c-a484-52bc03c8b4bb req-d53f60ff-5890-40cd-bec5-dee2b8d25af1 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:06.280674 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893cb20d-1c67-447c-a484-52bc03c8b4bb req-d53f60ff-5890-40cd-bec5-dee2b8d25af1 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:06.287066 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893cb20d-1c67-447c-a484-52bc03c8b4bb req-d53f60ff-5890-40cd-bec5-dee2b8d25af1 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:06.295990 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-893cb20d-1c67-447c-a484-52bc03c8b4bb req-d53f60ff-5890-40cd-bec5-dee2b8d25af1 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 5420 time: 0.2071536 Nov 27 03:56:06.354498 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3abef84e-683d-46de-b8e8-eedf9c727ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:06.412832 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abef84e-683d-46de-b8e8-eedf9c727ac0 admin admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:56:06.432732 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-893cb20d-1c67-447c-a484-52bc03c8b4bb req-7234314a-3ae2-477b-93c2-1902df3eeae0 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb62b710-5bd5-4197-94f7-dd959bb3e843&id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1334114 Nov 27 03:56:06.436395 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-3abef84e-683d-46de-b8e8-eedf9c727ac0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:56:06.439642 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abef84e-683d-46de-b8e8-eedf9c727ac0 admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:56:06.577037 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d4788-f064-4c74-ad06-1dc8a5d110da req-74a44f48-5c2f-4c73-a1dc-4b8e10457bd3 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:06.580569 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-664d4788-f064-4c74-ad06-1dc8a5d110da req-74a44f48-5c2f-4c73-a1dc-4b8e10457bd3 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2efe25-aa7f-4279-b64a-4510c75e7cd5 HTTP/1.1" status: 200 len: 943 time: 0.3854949 Nov 27 03:56:06.642378 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-eb885303-389c-4a81-b813-9fac7a8beeca tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:06.645608 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abef84e-683d-46de-b8e8-eedf9c727ac0 admin admin] Pushing event updated for resources: {'Port': ['ID=88ca08c4-f77f-4610-8ba5-867ba3afb8db,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:06.678390 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-15b7645d-de7d-44fe-a575-7fbf759ae0b6 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:06.680293 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-15b7645d-de7d-44fe-a575-7fbf759ae0b6 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.23 "GET /v2.0/networks?id=a0d2adb9-f818-45ca-8a33-9d0230736008 HTTP/1.1" status: 200 len: 814 time: 0.5732770 Nov 27 03:56:06.707698 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-bf525dd5-fd3e-453a-937a-ccf88b0ca350 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Request body: {'port': {'device_id': '7b9033b0-2c6b-424f-908e-797a5e4516cc', 'network_id': 'a0d2adb9-f818-45ca-8a33-9d0230736008', 'admin_state_up': True, 'tenant_id': '1b50a26fbf4e4ac2ae82d7a8006f27fa'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:56:06.716411 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f815f7e9-56a0-4084-8e3f-7538101f10f2 req-2126c408-fac2-4a54-9ee1-f4c4ba572731 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:06.743910 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-664d4788-f064-4c74-ad06-1dc8a5d110da req-ca61bcf1-b913-473c-b0a3-2258e7fb3500 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0feadc-1c94-4268-a82c-bad6375e6616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354866 Nov 27 03:56:06.799709 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4bfcd07d-a1e3-4962-9335-ec72ee918f8a req-27658bcf-da61-4e54-8056-46e1bd385dc6 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f15855c-81e2-47bc-aa49-c32722f47485 HTTP/1.1" status: 200 len: 210 time: 0.0372148 Nov 27 03:56:06.814159 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2126c408-fac2-4a54-9ee1-f4c4ba572731 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Pushing event deleted for resources: {'Port': ['ID=03914a98-6b1d-4dcb-8f5d-24c1a77b668b,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:06.834229 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3abef84e-683d-46de-b8e8-eedf9c727ac0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:06.852980 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-25ea7f42-2ee3-4912-a405-97903668cb3d req-5cb05b03-20db-4aae-a705-2956b8451e1b tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 210 time: 0.0426972 Nov 27 03:56:06.912353 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-f815f7e9-56a0-4084-8e3f-7538101f10f2 req-2126c408-fac2-4a54-9ee1-f4c4ba572731 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] No DVR routers for this DVR port 03914a98-6b1d-4dcb-8f5d-24c1a77b668b on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:56:06.918575 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f815f7e9-56a0-4084-8e3f-7538101f10f2 req-2126c408-fac2-4a54-9ee1-f4c4ba572731 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:06.921955 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f815f7e9-56a0-4084-8e3f-7538101f10f2 req-2126c408-fac2-4a54-9ee1-f4c4ba572731 tempest-ListServerFiltersTestJSON-2139878046 tempest-ListServerFiltersTestJSON-2139878046-project] 10.222.0.23 "DELETE /v2.0/ports/03914a98-6b1d-4dcb-8f5d-24c1a77b668b HTTP/1.1" status: 204 len: 173 time: 2.8590436 Nov 27 03:56:06.925375 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-eb885303-389c-4a81-b813-9fac7a8beeca tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:07.014944 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-eb885303-389c-4a81-b813-9fac7a8beeca tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Network 9ed747ed-5fe8-4cae-8933-ca58a232a07c is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:56:07.025535 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-eb885303-389c-4a81-b813-9fac7a8beeca tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:56:07.028018 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb885303-389c-4a81-b813-9fac7a8beeca tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Pushing event updated for resources: {'Port': ['ID=2bf8396c-efb5-4d94-8027-212c4a0b485c,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:07.031348 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-eb885303-389c-4a81-b813-9fac7a8beeca tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:56:07.034040 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-bf525dd5-fd3e-453a-937a-ccf88b0ca350 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Made reservation on behalf of 1b50a26fbf4e4ac2ae82d7a8006f27fa for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:56:07.037719 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-bf525dd5-fd3e-453a-937a-ccf88b0ca350 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:07.108633 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-f00644c4-5437-4168-bc40-174593898f52 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Allocated IP 172.20.0.9 (9ed747ed-5fe8-4cae-8933-ca58a232a07c/34ccbd7b-ea86-497c-81e5-fa8fc3a30ae9/5eaacecd-c6e8-43fb-b62d-3cf747b7bff3) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:56:07.117073 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-eb885303-389c-4a81-b813-9fac7a8beeca tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:07.118333 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-eb885303-389c-4a81-b813-9fac7a8beeca tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:07.188010 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-eb885303-389c-4a81-b813-9fac7a8beeca tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0393221 Nov 27 03:56:07.226857 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-940306b4-35cf-416f-b8a8-5e0b251e222c service neutron] Request body: {'port': {'device_id': '58f1106c-e2db-4840-b22a-8a20a75c0d36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:56:07.272262 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3abef84e-683d-46de-b8e8-eedf9c727ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:07.303280 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-940306b4-35cf-416f-b8a8-5e0b251e222c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:07.313838 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 13c02c05-2b42-4bb7-a821-ea9d97940d7d no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:56:07.328560 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-bf525dd5-fd3e-453a-937a-ccf88b0ca350 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Allocated IP 172.20.0.13 (a0d2adb9-f818-45ca-8a33-9d0230736008/96964785-3ad1-4856-8b42-aea81599cd83/3807a24d-608c-42de-aaaf-2f66fcff8e9d) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:56:07.335829 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: 13c02c05-2b42-4bb7-a821-ea9d97940d7d {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:56:07.336393 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 13c02c05-2b42-4bb7-a821-ea9d97940d7d not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:56:07.367358 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b3eda56-3093-4c42-ab82-2da25d1f8b5a', 'name': 'network-vif-deleted', 'tag': '13c02c05-2b42-4bb7-a821-ea9d97940d7d'}, {'server_uuid': '5f2efe25-aa7f-4279-b64a-4510c75e7cd5', 'name': 'network-vif-deleted', 'tag': '03914a98-6b1d-4dcb-8f5d-24c1a77b668b'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:56:07.370159 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fdbea7e-cbc2-4704-b997-0c46ce848e09" -d '{"events": [{"server_uuid": "2b3eda56-3093-4c42-ab82-2da25d1f8b5a", "name": "network-vif-deleted", "tag": "13c02c05-2b42-4bb7-a821-ea9d97940d7d"}, {"server_uuid": "5f2efe25-aa7f-4279-b64a-4510c75e7cd5", "name": "network-vif-deleted", "tag": "03914a98-6b1d-4dcb-8f5d-24c1a77b668b"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:56:07.385864 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-f00644c4-5437-4168-bc40-174593898f52 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:07.451340 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-f00644c4-5437-4168-bc40-174593898f52 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:07.474077 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 27 Nov 2021 03:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db266fb9-9599-403e-9bbc-05397cc41636 x-openstack-request-id: req-db266fb9-9599-403e-9bbc-05397cc41636 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:56:07.474517 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b3eda56-3093-4c42-ab82-2da25d1f8b5a", "name": "network-vif-deleted", "tag": "13c02c05-2b42-4bb7-a821-ea9d97940d7d", "status": "completed", "code": 200}, {"server_uuid": "5f2efe25-aa7f-4279-b64a-4510c75e7cd5", "name": "network-vif-deleted", "tag": "03914a98-6b1d-4dcb-8f5d-24c1a77b668b", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:56:07.474685 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db266fb9-9599-403e-9bbc-05397cc41636 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:56:07.475139 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b3eda56-3093-4c42-ab82-2da25d1f8b5a', 'name': 'network-vif-deleted', 'tag': '13c02c05-2b42-4bb7-a821-ea9d97940d7d', 'status': 'completed', 'code': 200} Nov 27 03:56:07.475418 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2efe25-aa7f-4279-b64a-4510c75e7cd5', 'name': 'network-vif-deleted', 'tag': '03914a98-6b1d-4dcb-8f5d-24c1a77b668b', 'status': 'completed', 'code': 200} Nov 27 03:56:07.509304 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-f00644c4-5437-4168-bc40-174593898f52 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Network 9ed747ed-5fe8-4cae-8933-ca58a232a07c is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:56:07.513328 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-f00644c4-5437-4168-bc40-174593898f52 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:56:07.527734 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-f00644c4-5437-4168-bc40-174593898f52 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:56:07.580916 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00644c4-5437-4168-bc40-174593898f52 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Pushing event updated for resources: {'Port': ['ID=5eaacecd-c6e8-43fb-b62d-3cf747b7bff3,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:07.597942 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3abef84e-683d-46de-b8e8-eedf9c727ac0 admin admin] Router c721807b-1718-4fa9-81cb-186c07d3f81f is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 03:56:07.606500 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d43e97-ce03-49e0-bee7-04dca42bfcd9 None None] Network f1713ef5-cf15-4d60-a8a3-98817df466b1 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:56:07.618873 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-f00644c4-5437-4168-bc40-174593898f52 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:07.619722 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-f00644c4-5437-4168-bc40-174593898f52 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:07.723219 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-f060f165-054d-4ba6-8bb3-ed65f4f93c27 None None] Provisioning complete for port 73972319-85a7-4ead-8936-9b0cbe6f1792 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:56:07.723600 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f060f165-054d-4ba6-8bb3-ed65f4f93c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:07.757419 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3abef84e-683d-46de-b8e8-eedf9c727ac0 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:56:07.773457 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b81cc72-6961-4098-9073-60f6916a1d98 None None] Sync routers for ids ['c721807b-1718-4fa9-81cb-186c07d3f81f'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:56:07.774046 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-f00644c4-5437-4168-bc40-174593898f52 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9375293 Nov 27 03:56:07.784108 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3abef84e-683d-46de-b8e8-eedf9c727ac0 admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:07.788419 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3abef84e-683d-46de-b8e8-eedf9c727ac0 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8113382 Nov 27 03:56:07.789037 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44830) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:56:07.790783 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b81cc72-6961-4098-9073-60f6916a1d98 None None] Routers {'c721807b-1718-4fa9-81cb-186c07d3f81f'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:56:07.791621 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-8b81cc72-6961-4098-9073-60f6916a1d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:55:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c721807b-1718-4fa9-81cb-186c07d3f81f'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:56:07.797765 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-e92228ac-e01d-41bc-803e-e52742aa2d7c service neutron] Request body: {'port': {'device_id': '3f15855c-81e2-47bc-aa49-c32722f47485', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:56:07.943940 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44834) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:56:07.952973 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f060f165-054d-4ba6-8bb3-ed65f4f93c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:08.000033 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-f060f165-054d-4ba6-8bb3-ed65f4f93c27 None None] For port 73972319-85a7-4ead-8936-9b0cbe6f1792, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=73972319-85a7-4ead-8936-9b0cbe6f1792,segment=NetworkSegment(4cbd1476-022b-470f-b924-867a8d42b0e0),segment_id=4cbd1476-022b-470f-b924-867a8d42b0e0)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:08.006480 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f060f165-054d-4ba6-8bb3-ed65f4f93c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:08.019707 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-8b81cc72-6961-4098-9073-60f6916a1d98 None None] Set router c721807b-1718-4fa9-81cb-186c07d3f81f gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:56:08.073017 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060f165-054d-4ba6-8bb3-ed65f4f93c27 None None] Pushing event updated for resources: {'Port': ['ID=73972319-85a7-4ead-8936-9b0cbe6f1792,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:08.162353 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d5ba1-53d0-4fb5-8289-43b3af49b5a4 req-6d86db17-2118-4126-9692-7f61e2036e62 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:08.169544 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d5ba1-53d0-4fb5-8289-43b3af49b5a4 req-6d86db17-2118-4126-9692-7f61e2036e62 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:08.176936 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d5ba1-53d0-4fb5-8289-43b3af49b5a4 req-6d86db17-2118-4126-9692-7f61e2036e62 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:08.197347 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d5ba1-53d0-4fb5-8289-43b3af49b5a4 req-6d86db17-2118-4126-9692-7f61e2036e62 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:08.203410 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d5ba1-53d0-4fb5-8289-43b3af49b5a4 req-6d86db17-2118-4126-9692-7f61e2036e62 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:08.204522 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ed8222d-ab6a-4f9b-ba0d-841a06a8b8c8 admin admin] Deleting subnet bad807ad-7468-4e30-adbe-394b40c62217 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:56:08.215102 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4ed8222d-ab6a-4f9b-ba0d-841a06a8b8c8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:08.219359 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d5ba1-53d0-4fb5-8289-43b3af49b5a4 req-6d86db17-2118-4126-9692-7f61e2036e62 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:08.226642 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d5ba1-53d0-4fb5-8289-43b3af49b5a4 req-6d86db17-2118-4126-9692-7f61e2036e62 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:08.235322 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e53d5ba1-53d0-4fb5-8289-43b3af49b5a4 req-6d86db17-2118-4126-9692-7f61e2036e62 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 5420 time: 0.6696963 Nov 27 03:56:08.251371 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d685d-2e5c-4ac9-ae43-e79233efcda9 req-c6b18e7a-3361-47f5-ba0a-b801efc4edf4 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:08.251528 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-8b81cc72-6961-4098-9073-60f6916a1d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c721807b-1718-4fa9-81cb-186c07d3f81f', 'name': 'tempest-TestVolumeBootPattern-1279800060-router', 'tenant_id': 'ee4e57f22b2a4bd4af7ab5789062d7cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '88ca08c4-f77f-4610-8ba5-867ba3afb8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:56:03Z', 'updated_at': '2021-11-27T03:56:06Z', 'revision_number': 3, 'project_id': 'ee4e57f22b2a4bd4af7ab5789062d7cc', 'gw_port': {'id': '88ca08c4-f77f-4610-8ba5-867ba3afb8db', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c721807b-1718-4fa9-81cb-186c07d3f81f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:56:05Z', 'updated_at': '2021-11-27T03:56:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:56:08.253075 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ff9d685d-2e5c-4ac9-ae43-e79233efcda9 req-c6b18e7a-3361-47f5-ba0a-b801efc4edf4 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f15855c-81e2-47bc-aa49-c32722f47485 HTTP/1.1" status: 200 len: 931 time: 0.2086384 Nov 27 03:56:08.273938 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-e92228ac-e01d-41bc-803e-e52742aa2d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:08.286941 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b81cc72-6961-4098-9073-60f6916a1d98 None None] Checking router: c721807b-1718-4fa9-81cb-186c07d3f81f for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:56:08.287294 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b81cc72-6961-4098-9073-60f6916a1d98 None None] Updating router c721807b-1718-4fa9-81cb-186c07d3f81f port 88ca08c4-f77f-4610-8ba5-867ba3afb8db binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:56:08.330821 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-bf525dd5-fd3e-453a-937a-ccf88b0ca350 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:08.346162 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c7bb9c73-7b58-42b1-a50f-57616a7b88b7 None None] Provisioning complete for port 73972319-85a7-4ead-8936-9b0cbe6f1792 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:56:08.346730 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c7bb9c73-7b58-42b1-a50f-57616a7b88b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:08.361717 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-8b81cc72-6961-4098-9073-60f6916a1d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:08.371463 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-940306b4-35cf-416f-b8a8-5e0b251e222c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bf8396c-efb5-4d94-8027-212c4a0b485c {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:56:08.383767 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-940306b4-35cf-416f-b8a8-5e0b251e222c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:08.407110 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e53d5ba1-53d0-4fb5-8289-43b3af49b5a4 req-99bf81ad-bb30-490a-a4cd-086607083467 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb62b710-5bd5-4197-94f7-dd959bb3e843&id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1708393 Nov 27 03:56:08.434574 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4ed8222d-ab6a-4f9b-ba0d-841a06a8b8c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:08.470803 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-940306b4-35cf-416f-b8a8-5e0b251e222c service neutron] Transition to ACTIVE for port object 2bf8396c-efb5-4d94-8027-212c4a0b485c will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:56:08.479993 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-940306b4-35cf-416f-b8a8-5e0b251e222c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:08.485970 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-bf525dd5-fd3e-453a-937a-ccf88b0ca350 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:08.564737 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-bf525dd5-fd3e-453a-937a-ccf88b0ca350 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Network a0d2adb9-f818-45ca-8a33-9d0230736008 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:56:08.601868 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-bf525dd5-fd3e-453a-937a-ccf88b0ca350 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:56:08.604660 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940306b4-35cf-416f-b8a8-5e0b251e222c service neutron] Pushing event updated for resources: {'Port': ['ID=2bf8396c-efb5-4d94-8027-212c4a0b485c,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:08.613201 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-bf525dd5-fd3e-453a-937a-ccf88b0ca350 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:56:08.699865 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 73972319-85a7-4ead-8936-9b0cbe6f1792 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:56:08.764270 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf525dd5-fd3e-453a-937a-ccf88b0ca350 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Pushing event updated for resources: {'Port': ['ID=3807a24d-608c-42de-aaaf-2f66fcff8e9d,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:08.779032 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-8b81cc72-6961-4098-9073-60f6916a1d98 None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:08.789808 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-8b81cc72-6961-4098-9073-60f6916a1d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:08.801034 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-bf525dd5-fd3e-453a-937a-ccf88b0ca350 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:08.801999 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-bf525dd5-fd3e-453a-937a-ccf88b0ca350 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:08.818880 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-940306b4-35cf-416f-b8a8-5e0b251e222c service neutron] Attempting to bind port 2bf8396c-efb5-4d94-8027-212c4a0b485c on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:56:08.819497 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-940306b4-35cf-416f-b8a8-5e0b251e222c service neutron] Attempting to bind port 2bf8396c-efb5-4d94-8027-212c4a0b485c by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '78bfe3a3-b052-47e4-855b-505741d7aa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9ed747ed-5fe8-4cae-8933-ca58a232a07c'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:56:08.819998 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-940306b4-35cf-416f-b8a8-5e0b251e222c service neutron] Attempting to bind port 2bf8396c-efb5-4d94-8027-212c4a0b485c on network 9ed747ed-5fe8-4cae-8933-ca58a232a07c {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:56:08.820270 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 73972319-85a7-4ead-8936-9b0cbe6f1792 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:56:08.820652 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:08.836545 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555ed2f-4b4e-439c-9153-45a1a9e39c8a req-64f5749e-b896-4149-b663-a65976abbbc6 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:08.845033 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5555ed2f-4b4e-439c-9153-45a1a9e39c8a req-64f5749e-b896-4149-b663-a65976abbbc6 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 932 time: 0.2538822 Nov 27 03:56:08.848401 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-940306b4-35cf-416f-b8a8-5e0b251e222c service neutron] Port 2bf8396c-efb5-4d94-8027-212c4a0b485c on network 9ed747ed-5fe8-4cae-8933-ca58a232a07c not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:56:08.848552 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-8b81cc72-6961-4098-9073-60f6916a1d98 None None] Attempting to bind port 88ca08c4-f77f-4610-8ba5-867ba3afb8db on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:56:08.849095 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-940306b4-35cf-416f-b8a8-5e0b251e222c service neutron] Attempting to bind port 2bf8396c-efb5-4d94-8027-212c4a0b485c on network 9ed747ed-5fe8-4cae-8933-ca58a232a07c {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:56:08.849211 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-8b81cc72-6961-4098-9073-60f6916a1d98 None None] Attempting to bind port 88ca08c4-f77f-4610-8ba5-867ba3afb8db by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:56:08.849710 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b81cc72-6961-4098-9073-60f6916a1d98 None None] Attempting to bind port 88ca08c4-f77f-4610-8ba5-867ba3afb8db on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:56:08.864879 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b81cc72-6961-4098-9073-60f6916a1d98 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:56:08.865390 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b81cc72-6961-4098-9073-60f6916a1d98 None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:56:08.866002 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-8b81cc72-6961-4098-9073-60f6916a1d98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:08.866472 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b81cc72-6961-4098-9073-60f6916a1d98 None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:56:08.867071 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-8b81cc72-6961-4098-9073-60f6916a1d98 None None] Bound port: 88ca08c4-f77f-4610-8ba5-867ba3afb8db, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:56:08.867890 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-8b81cc72-6961-4098-9073-60f6916a1d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:08.898176 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-bf525dd5-fd3e-453a-937a-ccf88b0ca350 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1980507 Nov 27 03:56:08.920668 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-940306b4-35cf-416f-b8a8-5e0b251e222c service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:56:08.921028 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-940306b4-35cf-416f-b8a8-5e0b251e222c service neutron] Checking segment: {'id': '78bfe3a3-b052-47e4-855b-505741d7aa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9ed747ed-5fe8-4cae-8933-ca58a232a07c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:56:08.921564 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-940306b4-35cf-416f-b8a8-5e0b251e222c service neutron] Bound using segment: {'id': '78bfe3a3-b052-47e4-855b-505741d7aa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9ed747ed-5fe8-4cae-8933-ca58a232a07c'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:56:08.922025 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-940306b4-35cf-416f-b8a8-5e0b251e222c service neutron] Bound port: 2bf8396c-efb5-4d94-8027-212c4a0b485c, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78bfe3a3-b052-47e4-855b-505741d7aa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9ed747ed-5fe8-4cae-8933-ca58a232a07c'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:56:08.922396 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-940306b4-35cf-416f-b8a8-5e0b251e222c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:08.934649 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-d96506f2-9269-42b0-b85c-af52f05ab5fd service neutron] Request body: {'port': {'device_id': '7b9033b0-2c6b-424f-908e-797a5e4516cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:56:08.987123 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5555ed2f-4b4e-439c-9153-45a1a9e39c8a req-39be89e5-fada-46be-83fc-6416f4755850 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408656 Nov 27 03:56:09.049762 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-8b81cc72-6961-4098-9073-60f6916a1d98 None None] For port 88ca08c4-f77f-4610-8ba5-867ba3afb8db, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:56:09.053918 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-8b81cc72-6961-4098-9073-60f6916a1d98 None None] For port 88ca08c4-f77f-4610-8ba5-867ba3afb8db, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=88ca08c4-f77f-4610-8ba5-867ba3afb8db,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:56:09.064367 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-8b81cc72-6961-4098-9073-60f6916a1d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:09.066950 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454d890-07e6-49de-8e3e-8a5afdf711b9 None None] Pushing event updated for resources: {'Port': ['ID=88ca08c4-f77f-4610-8ba5-867ba3afb8db,revision_number=2']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:09.081318 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-d96506f2-9269-42b0-b85c-af52f05ab5fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:09.129438 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-940306b4-35cf-416f-b8a8-5e0b251e222c service neutron] For port 2bf8396c-efb5-4d94-8027-212c4a0b485c, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:56:09.135389 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454d890-07e6-49de-8e3e-8a5afdf711b9 None None] Pushing event updated for resources: {'Port': ['ID=88ca08c4-f77f-4610-8ba5-867ba3afb8db,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:09.159878 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b81cc72-6961-4098-9073-60f6916a1d98 None None] Routers {'c721807b-1718-4fa9-81cb-186c07d3f81f'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:56:09.160745 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-8b81cc72-6961-4098-9073-60f6916a1d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:55:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c721807b-1718-4fa9-81cb-186c07d3f81f'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:56:09.296344 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-8b81cc72-6961-4098-9073-60f6916a1d98 None None] Set router c721807b-1718-4fa9-81cb-186c07d3f81f gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:56:09.331126 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 79505348-feb7-4bb2-ad3d-3724a74fb104 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:56:09.338189 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4ed8222d-ab6a-4f9b-ba0d-841a06a8b8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:09.432643 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ff9d685d-2e5c-4ac9-ae43-e79233efcda9 req-a17324d4-2c69-43cf-9ca4-06763c0ec771 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/security-groups?id=b185a953-28bd-4bae-8523-9419bcb027c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1657472 Nov 27 03:56:09.489759 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 79505348-feb7-4bb2-ad3d-3724a74fb104, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=79505348-feb7-4bb2-ad3d-3724a74fb104,segment=NetworkSegment(f22bdb49-3b05-46d4-b948-1eca6d498b9c),segment_id=f22bdb49-3b05-46d4-b948-1eca6d498b9c)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:09.509484 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4ed8222d-ab6a-4f9b-ba0d-841a06a8b8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:09.524354 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '79505348-feb7-4bb2-ad3d-3724a74fb104', 'network_id': '51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5', 'port_id': '79505348-feb7-4bb2-ad3d-3724a74fb104', 'mac_address': 'fa:16:3e:c6:84:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5669422-959b-42bf-adae-eb6b666499da', 'ip_address': '10.1.1.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:56:09.573105 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-d96506f2-9269-42b0-b85c-af52f05ab5fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3807a24d-608c-42de-aaaf-2f66fcff8e9d {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:56:09.581473 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8222d-ab6a-4f9b-ba0d-841a06a8b8c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bad807ad-7468-4e30-adbe-394b40c62217,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:09.581879 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-d96506f2-9269-42b0-b85c-af52f05ab5fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:09.597465 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4ed8222d-ab6a-4f9b-ba0d-841a06a8b8c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:09.599289 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-d96506f2-9269-42b0-b85c-af52f05ab5fd service neutron] Transition to ACTIVE for port object 3807a24d-608c-42de-aaaf-2f66fcff8e9d will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:56:09.600950 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4ed8222d-ab6a-4f9b-ba0d-841a06a8b8c8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bad807ad-7468-4e30-adbe-394b40c62217 HTTP/1.1" status: 204 len: 168 time: 1.6552556 Nov 27 03:56:09.607444 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44848) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:56:09.609539 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-940306b4-35cf-416f-b8a8-5e0b251e222c service neutron] For port 2bf8396c-efb5-4d94-8027-212c4a0b485c, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=2bf8396c-efb5-4d94-8027-212c4a0b485c,segment=NetworkSegment(78bfe3a3-b052-47e4-855b-505741d7aa50),segment_id=78bfe3a3-b052-47e4-855b-505741d7aa50)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:56:09.621744 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-d96506f2-9269-42b0-b85c-af52f05ab5fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:09.634541 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4421826-8487-4175-b0a1-39e65880c4fa None None] Network 70dfc39d-e0be-4b22-a239-fe5e3588c205 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:56:09.672672 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-940306b4-35cf-416f-b8a8-5e0b251e222c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:09.694482 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-e92228ac-e01d-41bc-803e-e52742aa2d7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eaacecd-c6e8-43fb-b62d-3cf747b7bff3 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:56:09.722109 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-e92228ac-e01d-41bc-803e-e52742aa2d7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:09.728656 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-8b81cc72-6961-4098-9073-60f6916a1d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c721807b-1718-4fa9-81cb-186c07d3f81f', 'name': 'tempest-TestVolumeBootPattern-1279800060-router', 'tenant_id': 'ee4e57f22b2a4bd4af7ab5789062d7cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '88ca08c4-f77f-4610-8ba5-867ba3afb8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:56:03Z', 'updated_at': '2021-11-27T03:56:06Z', 'revision_number': 3, 'project_id': 'ee4e57f22b2a4bd4af7ab5789062d7cc', 'gw_port': {'id': '88ca08c4-f77f-4610-8ba5-867ba3afb8db', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c721807b-1718-4fa9-81cb-186c07d3f81f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:56:05Z', 'updated_at': '2021-11-27T03:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:56:09.746198 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-e92228ac-e01d-41bc-803e-e52742aa2d7c service neutron] Transition to ACTIVE for port object 5eaacecd-c6e8-43fb-b62d-3cf747b7bff3 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:56:09.767778 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:09.774578 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b81cc72-6961-4098-9073-60f6916a1d98 None None] The sync data for ids ['c721807b-1718-4fa9-81cb-186c07d3f81f'] in n-d-819494-3 is: [{'id': 'c721807b-1718-4fa9-81cb-186c07d3f81f', 'name': 'tempest-TestVolumeBootPattern-1279800060-router', 'tenant_id': 'ee4e57f22b2a4bd4af7ab5789062d7cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '88ca08c4-f77f-4610-8ba5-867ba3afb8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:56:03Z', 'updated_at': '2021-11-27T03:56:06Z', 'revision_number': 3, 'project_id': 'ee4e57f22b2a4bd4af7ab5789062d7cc', 'gw_port': {'id': '88ca08c4-f77f-4610-8ba5-867ba3afb8db', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c721807b-1718-4fa9-81cb-186c07d3f81f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:56:05Z', 'updated_at': '2021-11-27T03:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:56:09.775516 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-e92228ac-e01d-41bc-803e-e52742aa2d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:09.780015 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-940306b4-35cf-416f-b8a8-5e0b251e222c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:09.780679 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-940306b4-35cf-416f-b8a8-5e0b251e222c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:09.782433 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-940306b4-35cf-416f-b8a8-5e0b251e222c service neutron] 10.222.0.23 "PUT /v2.0/ports/2bf8396c-efb5-4d94-8027-212c4a0b485c HTTP/1.1" status: 200 len: 1092 time: 2.5772550 Nov 27 03:56:09.818909 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f1106c-e2db-4840-b22a-8a20a75c0d36', 'tag': '2bf8396c-efb5-4d94-8027-212c4a0b485c'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:56:09.822691 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77cdd8b-e2b4-43ed-bd86-578e94a5f1fb" -d '{"events": [{"name": "network-changed", "server_uuid": "58f1106c-e2db-4840-b22a-8a20a75c0d36", "tag": "2bf8396c-efb5-4d94-8027-212c4a0b485c"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:56:09.833336 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79505348-feb7-4bb2-ad3d-3724a74fb104 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:56:09.867441 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 79505348-feb7-4bb2-ad3d-3724a74fb104, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=79505348-feb7-4bb2-ad3d-3724a74fb104,segment=NetworkSegment(f22bdb49-3b05-46d4-b948-1eca6d498b9c),segment_id=f22bdb49-3b05-46d4-b948-1eca6d498b9c)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:09.869783 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-434266aa-c0d9-4c0f-b65b-7ff540cfca6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:09.887312 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:09.888096 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device f44fdf9b-a8d1-49ae-aeec-916704cb4fb4 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:56:09.929129 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403bb02f-307e-404c-afcc-080d61a9eee4 x-openstack-request-id: req-403bb02f-307e-404c-afcc-080d61a9eee4 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:56:09.929477 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f1106c-e2db-4840-b22a-8a20a75c0d36", "tag": "2bf8396c-efb5-4d94-8027-212c4a0b485c", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:56:09.929731 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-403bb02f-307e-404c-afcc-080d61a9eee4 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:56:09.930078 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f1106c-e2db-4840-b22a-8a20a75c0d36', 'tag': '2bf8396c-efb5-4d94-8027-212c4a0b485c', 'status': 'completed', 'code': 200} Nov 27 03:56:09.930652 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92228ac-e01d-41bc-803e-e52742aa2d7c service neutron] Pushing event updated for resources: {'Port': ['ID=5eaacecd-c6e8-43fb-b62d-3cf747b7bff3,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:09.949311 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb5e9d-7f19-4461-b2c8-8093f3364174 req-8e8440c4-7796-4269-b093-20f32fd65659 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:09.958159 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb5e9d-7f19-4461-b2c8-8093f3364174 req-8e8440c4-7796-4269-b093-20f32fd65659 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:09.964622 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb5e9d-7f19-4461-b2c8-8093f3364174 req-8e8440c4-7796-4269-b093-20f32fd65659 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:09.971000 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb5e9d-7f19-4461-b2c8-8093f3364174 req-8e8440c4-7796-4269-b093-20f32fd65659 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:09.975252 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=79505348-feb7-4bb2-ad3d-3724a74fb104,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:09.977391 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb5e9d-7f19-4461-b2c8-8093f3364174 req-8e8440c4-7796-4269-b093-20f32fd65659 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:09.985334 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb5e9d-7f19-4461-b2c8-8093f3364174 req-8e8440c4-7796-4269-b093-20f32fd65659 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:09.991652 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb5e9d-7f19-4461-b2c8-8093f3364174 req-8e8440c4-7796-4269-b093-20f32fd65659 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:10.002355 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-65bb5e9d-7f19-4461-b2c8-8093f3364174 req-8e8440c4-7796-4269-b093-20f32fd65659 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 5420 time: 0.3963182 Nov 27 03:56:10.158902 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-65bb5e9d-7f19-4461-b2c8-8093f3364174 req-0bcc30a4-ca11-4806-96dc-7d39347250b9 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb62b710-5bd5-4197-94f7-dd959bb3e843&id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1554909 Nov 27 03:56:10.192523 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96506f2-9269-42b0-b85c-af52f05ab5fd service neutron] Pushing event updated for resources: {'Port': ['ID=3807a24d-608c-42de-aaaf-2f66fcff8e9d,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:10.230037 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-e92228ac-e01d-41bc-803e-e52742aa2d7c service neutron] Attempting to bind port 5eaacecd-c6e8-43fb-b62d-3cf747b7bff3 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:56:10.230223 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-e92228ac-e01d-41bc-803e-e52742aa2d7c service neutron] Attempting to bind port 5eaacecd-c6e8-43fb-b62d-3cf747b7bff3 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '78bfe3a3-b052-47e4-855b-505741d7aa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9ed747ed-5fe8-4cae-8933-ca58a232a07c'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:56:10.230515 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-e92228ac-e01d-41bc-803e-e52742aa2d7c service neutron] Attempting to bind port 5eaacecd-c6e8-43fb-b62d-3cf747b7bff3 on network 9ed747ed-5fe8-4cae-8933-ca58a232a07c {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:56:10.240009 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-22d23f62-06f5-4e91-893e-b8a9f488dded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:10.279272 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port f44fdf9b-a8d1-49ae-aeec-916704cb4fb4, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=f44fdf9b-a8d1-49ae-aeec-916704cb4fb4,segment=NetworkSegment(205b1345-2e5b-4c2e-b95c-348fea1df7b2),segment_id=205b1345-2e5b-4c2e-b95c-348fea1df7b2)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:10.283045 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99919e-def3-411c-8488-22d8613e4d2d req-09a9367d-e435-43a0-8342-7f412bcde544 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:10.284727 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5e99919e-def3-411c-8488-22d8613e4d2d req-09a9367d-e435-43a0-8342-7f412bcde544 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 944 time: 0.2026711 Nov 27 03:56:10.287694 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-e92228ac-e01d-41bc-803e-e52742aa2d7c service neutron] Port 5eaacecd-c6e8-43fb-b62d-3cf747b7bff3 on network 9ed747ed-5fe8-4cae-8933-ca58a232a07c not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:56:10.288027 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-e92228ac-e01d-41bc-803e-e52742aa2d7c service neutron] Attempting to bind port 5eaacecd-c6e8-43fb-b62d-3cf747b7bff3 on network 9ed747ed-5fe8-4cae-8933-ca58a232a07c {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:56:10.308718 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'f44fdf9b-a8d1-49ae-aeec-916704cb4fb4', 'network_id': 'c50e5d64-07f3-44bc-b3a4-01ba809267ac', 'port_id': 'f44fdf9b-a8d1-49ae-aeec-916704cb4fb4', 'mac_address': 'fa:16:3e:93:07:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f712b216-a943-478e-91ec-701ddeee200a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:56:10.312061 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-e92228ac-e01d-41bc-803e-e52742aa2d7c service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:56:10.312413 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-e92228ac-e01d-41bc-803e-e52742aa2d7c service neutron] Checking segment: {'id': '78bfe3a3-b052-47e4-855b-505741d7aa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9ed747ed-5fe8-4cae-8933-ca58a232a07c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:56:10.312798 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-e92228ac-e01d-41bc-803e-e52742aa2d7c service neutron] Bound using segment: {'id': '78bfe3a3-b052-47e4-855b-505741d7aa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9ed747ed-5fe8-4cae-8933-ca58a232a07c'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:56:10.313248 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-e92228ac-e01d-41bc-803e-e52742aa2d7c service neutron] Bound port: 5eaacecd-c6e8-43fb-b62d-3cf747b7bff3, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78bfe3a3-b052-47e4-855b-505741d7aa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9ed747ed-5fe8-4cae-8933-ca58a232a07c'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:56:10.313607 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-e92228ac-e01d-41bc-803e-e52742aa2d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:10.323973 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bad9f5-f173-46ed-a0f3-4a841a0bdd18 None None] DHCP port deletion for 70dfc39d-e0be-4b22-a239-fe5e3588c205 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 03:56:10.349137 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-434266aa-c0d9-4c0f-b65b-7ff540cfca6c admin admin] Allocated IP 172.20.0.1 (f1713ef5-cf15-4d60-a8a3-98817df466b1/c45ec6da-9d94-4391-a2e5-1c073e742abd/1ca7ff71-c406-49d4-b978-91a70f398560) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:56:10.370733 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-21d56720-5330-44a5-babb-00f6d69dccac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:10.372389 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-21d56720-5330-44a5-babb-00f6d69dccac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=085708796d5a4a01a3dcd4001a8a35e7&device_id=58f1106c-e2db-4840-b22a-8a20a75c0d36 HTTP/1.1" status: 200 len: 1095 time: 0.5028782 Nov 27 03:56:10.438813 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:10.457222 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f44fdf9b-a8d1-49ae-aeec-916704cb4fb4 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:56:10.479183 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5e99919e-def3-411c-8488-22d8613e4d2d req-d5d49f6b-f57b-49e3-a098-8dd4873a9f60 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837831 Nov 27 03:56:10.500079 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-d96506f2-9269-42b0-b85c-af52f05ab5fd service neutron] Attempting to bind port 3807a24d-608c-42de-aaaf-2f66fcff8e9d on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:56:10.500593 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-d96506f2-9269-42b0-b85c-af52f05ab5fd service neutron] Attempting to bind port 3807a24d-608c-42de-aaaf-2f66fcff8e9d by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '6c2c8aa3-2731-42bd-bba4-8ad2d6d79985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a0d2adb9-f818-45ca-8a33-9d0230736008'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:56:10.501097 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-d96506f2-9269-42b0-b85c-af52f05ab5fd service neutron] Attempting to bind port 3807a24d-608c-42de-aaaf-2f66fcff8e9d on network a0d2adb9-f818-45ca-8a33-9d0230736008 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:56:10.501236 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port f44fdf9b-a8d1-49ae-aeec-916704cb4fb4, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=f44fdf9b-a8d1-49ae-aeec-916704cb4fb4,segment=NetworkSegment(205b1345-2e5b-4c2e-b95c-348fea1df7b2),segment_id=205b1345-2e5b-4c2e-b95c-348fea1df7b2)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:10.515412 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:10.516082 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 483722be-2ed4-4dbd-aefd-8406aba813b7 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:56:10.517999 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-32892506-e664-495c-9957-87f3b1299ba4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2bf8396c-efb5-4d94-8027-212c4a0b485c HTTP/1.1" status: 200 len: 217 time: 0.1163785 Nov 27 03:56:10.601735 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-e92228ac-e01d-41bc-803e-e52742aa2d7c service neutron] For port 5eaacecd-c6e8-43fb-b62d-3cf747b7bff3, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:56:10.616703 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-d96506f2-9269-42b0-b85c-af52f05ab5fd service neutron] Port 3807a24d-608c-42de-aaaf-2f66fcff8e9d on network a0d2adb9-f818-45ca-8a33-9d0230736008 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:56:10.617343 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-d96506f2-9269-42b0-b85c-af52f05ab5fd service neutron] Attempting to bind port 3807a24d-608c-42de-aaaf-2f66fcff8e9d on network a0d2adb9-f818-45ca-8a33-9d0230736008 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:56:10.631296 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-e92228ac-e01d-41bc-803e-e52742aa2d7c service neutron] For port 5eaacecd-c6e8-43fb-b62d-3cf747b7bff3, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=5eaacecd-c6e8-43fb-b62d-3cf747b7bff3,segment=NetworkSegment(78bfe3a3-b052-47e4-855b-505741d7aa50),segment_id=78bfe3a3-b052-47e4-855b-505741d7aa50)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:56:10.637874 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-e92228ac-e01d-41bc-803e-e52742aa2d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:10.658144 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-a9bad9f5-f173-46ed-a0f3-4a841a0bdd18 None None] Deleting port d8f64936-9035-4da5-ae9d-88766f216169 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:56:10.663380 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a9bad9f5-f173-46ed-a0f3-4a841a0bdd18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:10.671516 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 88ca08c4-f77f-4610-8ba5-867ba3afb8db up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:56:10.698068 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-e92228ac-e01d-41bc-803e-e52742aa2d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:10.698881 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-e92228ac-e01d-41bc-803e-e52742aa2d7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:10.700369 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-e92228ac-e01d-41bc-803e-e52742aa2d7c service neutron] 10.222.0.11 "PUT /v2.0/ports/5eaacecd-c6e8-43fb-b62d-3cf747b7bff3 HTTP/1.1" status: 200 len: 1091 time: 2.9078774 Nov 27 03:56:10.702879 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f15855c-81e2-47bc-aa49-c32722f47485', 'tag': '5eaacecd-c6e8-43fb-b62d-3cf747b7bff3'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:56:10.705116 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d04d18a-c6cb-4f41-9980-bce5b0076bed" -d '{"events": [{"name": "network-changed", "server_uuid": "3f15855c-81e2-47bc-aa49-c32722f47485", "tag": "5eaacecd-c6e8-43fb-b62d-3cf747b7bff3"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:56:10.720536 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940306b4-35cf-416f-b8a8-5e0b251e222c service neutron] Pushing event updated for resources: {'Port': ['ID=2bf8396c-efb5-4d94-8027-212c4a0b485c,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:10.733944 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-434266aa-c0d9-4c0f-b65b-7ff540cfca6c admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:10.753460 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92228ac-e01d-41bc-803e-e52742aa2d7c service neutron] Pushing event updated for resources: {'Port': ['ID=5eaacecd-c6e8-43fb-b62d-3cf747b7bff3,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:10.761296 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-d96506f2-9269-42b0-b85c-af52f05ab5fd service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:56:10.764276 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-d96506f2-9269-42b0-b85c-af52f05ab5fd service neutron] Checking segment: {'id': '6c2c8aa3-2731-42bd-bba4-8ad2d6d79985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a0d2adb9-f818-45ca-8a33-9d0230736008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:56:10.765450 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-d96506f2-9269-42b0-b85c-af52f05ab5fd service neutron] Bound using segment: {'id': '6c2c8aa3-2731-42bd-bba4-8ad2d6d79985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a0d2adb9-f818-45ca-8a33-9d0230736008'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:56:10.767456 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-d96506f2-9269-42b0-b85c-af52f05ab5fd service neutron] Bound port: 3807a24d-608c-42de-aaaf-2f66fcff8e9d, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c2c8aa3-2731-42bd-bba4-8ad2d6d79985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a0d2adb9-f818-45ca-8a33-9d0230736008'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:56:10.767940 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-d96506f2-9269-42b0-b85c-af52f05ab5fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:10.772112 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=f44fdf9b-a8d1-49ae-aeec-916704cb4fb4,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:10.783141 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-0f71783d-d4ce-44f0-8f7b-d71e09c30c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:10.784768 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-0f71783d-d4ce-44f0-8f7b-d71e09c30c2b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=34ccbd7b-ea86-497c-81e5-fa8fc3a30ae9 HTTP/1.1" status: 200 len: 853 time: 0.2167814 Nov 27 03:56:10.803017 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef0d30d-ae00-4523-acc2-56d2d668111f x-openstack-request-id: req-7ef0d30d-ae00-4523-acc2-56d2d668111f {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:56:10.803316 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f15855c-81e2-47bc-aa49-c32722f47485", "tag": "5eaacecd-c6e8-43fb-b62d-3cf747b7bff3", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:56:10.804276 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ef0d30d-ae00-4523-acc2-56d2d668111f {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:56:10.804696 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f15855c-81e2-47bc-aa49-c32722f47485', 'tag': '5eaacecd-c6e8-43fb-b62d-3cf747b7bff3', 'status': 'completed', 'code': 200} Nov 27 03:56:10.815083 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 483722be-2ed4-4dbd-aefd-8406aba813b7, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=483722be-2ed4-4dbd-aefd-8406aba813b7,segment=NetworkSegment(f22bdb49-3b05-46d4-b948-1eca6d498b9c),segment_id=f22bdb49-3b05-46d4-b948-1eca6d498b9c)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:10.832609 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-7c6d19c8-5fe3-4487-9f0c-3391f2571bdd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9ed747ed-5fe8-4cae-8933-ca58a232a07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378349 Nov 27 03:56:10.854787 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-a9bad9f5-f173-46ed-a0f3-4a841a0bdd18 None None] For port d8f64936-9035-4da5-ae9d-88766f216169, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=d8f64936-9035-4da5-ae9d-88766f216169,segment=NetworkSegment(ea781d0b-ba35-4c5d-b337-08e66a6646e3),segment_id=ea781d0b-ba35-4c5d-b337-08e66a6646e3)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:10.855468 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a9bad9f5-f173-46ed-a0f3-4a841a0bdd18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:10.858455 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-434266aa-c0d9-4c0f-b65b-7ff540cfca6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:10.867457 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '483722be-2ed4-4dbd-aefd-8406aba813b7', 'network_id': '51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5', 'port_id': '483722be-2ed4-4dbd-aefd-8406aba813b7', 'mac_address': 'fa:16:3e:57:fa:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5669422-959b-42bf-adae-eb6b666499da', 'ip_address': '10.1.1.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:56:10.867687 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-810fa68f-024a-43e9-aab1-ead68219dae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:10.869303 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-810fa68f-024a-43e9-aab1-ead68219dae0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=085708796d5a4a01a3dcd4001a8a35e7&device_id=3f15855c-81e2-47bc-aa49-c32722f47485 HTTP/1.1" status: 200 len: 1094 time: 0.0622640 Nov 27 03:56:10.880808 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-a9bad9f5-f173-46ed-a0f3-4a841a0bdd18 None None] Calling delete_port for d8f64936-9035-4da5-ae9d-88766f216169 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:56:10.933219 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-4b261b46-de5f-4a82-85e7-6b559f1bba3e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5eaacecd-c6e8-43fb-b62d-3cf747b7bff3 HTTP/1.1" status: 200 len: 217 time: 0.0406649 Nov 27 03:56:10.960766 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434266aa-c0d9-4c0f-b65b-7ff540cfca6c admin admin] Network f1713ef5-cf15-4d60-a8a3-98817df466b1 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:56:10.968575 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 88ca08c4-f77f-4610-8ba5-867ba3afb8db triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:56:10.968955 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:10.974794 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:10.982276 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-434266aa-c0d9-4c0f-b65b-7ff540cfca6c admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:56:10.986361 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434266aa-c0d9-4c0f-b65b-7ff540cfca6c admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:56:10.995817 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-22d23f62-06f5-4e91-893e-b8a9f488dded admin admin] Deleting port d8f64936-9035-4da5-ae9d-88766f216169 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:56:10.996187 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-22d23f62-06f5-4e91-893e-b8a9f488dded admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:11.033217 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfea0fb-197f-4e18-9667-a1d69553c619 req-a6518f2e-3d5a-4417-bc16-094baa8900b7 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:11.034515 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 483722be-2ed4-4dbd-aefd-8406aba813b7 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:56:11.038632 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5bfea0fb-197f-4e18-9667-a1d69553c619 req-a6518f2e-3d5a-4417-bc16-094baa8900b7 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f15855c-81e2-47bc-aa49-c32722f47485 HTTP/1.1" status: 200 len: 943 time: 0.4651692 Nov 27 03:56:11.060149 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434266aa-c0d9-4c0f-b65b-7ff540cfca6c admin admin] Pushing event updated for resources: {'Port': ['ID=1ca7ff71-c406-49d4-b978-91a70f398560,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:11.112799 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 483722be-2ed4-4dbd-aefd-8406aba813b7, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=483722be-2ed4-4dbd-aefd-8406aba813b7,segment=NetworkSegment(f22bdb49-3b05-46d4-b948-1eca6d498b9c),segment_id=f22bdb49-3b05-46d4-b948-1eca6d498b9c)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:11.115271 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a9bad9f5-f173-46ed-a0f3-4a841a0bdd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:11.131340 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:11.133216 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 02981edf-7b84-4fc5-b179-a27331a3be22 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:56:11.148329 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-434266aa-c0d9-4c0f-b65b-7ff540cfca6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:11.163996 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-d96506f2-9269-42b0-b85c-af52f05ab5fd service neutron] For port 3807a24d-608c-42de-aaaf-2f66fcff8e9d, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:56:11.219782 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bad9f5-f173-46ed-a0f3-4a841a0bdd18 None None] Pushing event deleted for resources: {'Port': ['ID=d8f64936-9035-4da5-ae9d-88766f216169,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:11.238282 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-674de71a-0f71-422d-9aef-d4c8dae0d0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:11.239840 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-674de71a-0f71-422d-9aef-d4c8dae0d0a9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=34ccbd7b-ea86-497c-81e5-fa8fc3a30ae9 HTTP/1.1" status: 200 len: 853 time: 0.2862833 Nov 27 03:56:11.240633 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bad9f5-f173-46ed-a0f3-4a841a0bdd18 None None] No DVR routers for this DVR port d8f64936-9035-4da5-ae9d-88766f216169 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:56:11.244728 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-d96506f2-9269-42b0-b85c-af52f05ab5fd service neutron] For port 3807a24d-608c-42de-aaaf-2f66fcff8e9d, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=3807a24d-608c-42de-aaaf-2f66fcff8e9d,segment=NetworkSegment(6c2c8aa3-2731-42bd-bba4-8ad2d6d79985),segment_id=6c2c8aa3-2731-42bd-bba4-8ad2d6d79985)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:56:11.256540 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-c0f4f6f5-83c2-4827-b3ee-cfeb96579ec9 service neutron] 10.222.0.23 "GET /v2.0/networks/9ed747ed-5fe8-4cae-8933-ca58a232a07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007168 Nov 27 03:56:11.277417 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-22d23f62-06f5-4e91-893e-b8a9f488dded admin admin] For port d8f64936-9035-4da5-ae9d-88766f216169, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=d8f64936-9035-4da5-ae9d-88766f216169,segment=NetworkSegment(ea781d0b-ba35-4c5d-b337-08e66a6646e3),segment_id=ea781d0b-ba35-4c5d-b337-08e66a6646e3)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:11.282151 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-22d23f62-06f5-4e91-893e-b8a9f488dded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:11.294668 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-45044bc6-c773-4653-adf2-30ac2f678e2b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ed747ed-5fe8-4cae-8933-ca58a232a07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374532 Nov 27 03:56:11.301491 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-d96506f2-9269-42b0-b85c-af52f05ab5fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:11.411922 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-536991c7-8c69-48fe-af93-61d5470989a1 service neutron] 10.222.0.23 "GET /v2.0/networks/9ed747ed-5fe8-4cae-8933-ca58a232a07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246707 Nov 27 03:56:11.423401 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-22d23f62-06f5-4e91-893e-b8a9f488dded admin admin] Calling delete_port for d8f64936-9035-4da5-ae9d-88766f216169 owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:56:11.453559 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:11.464875 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-434266aa-c0d9-4c0f-b65b-7ff540cfca6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:11.469736 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5bfea0fb-197f-4e18-9667-a1d69553c619 req-79b3f2f2-3bdc-49ba-a6c2-4d6e5a066da2 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/security-groups?id=b185a953-28bd-4bae-8523-9419bcb027c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563323 Nov 27 03:56:11.489823 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-d96506f2-9269-42b0-b85c-af52f05ab5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:11.495480 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-d96506f2-9269-42b0-b85c-af52f05ab5fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:11.503902 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-d96506f2-9269-42b0-b85c-af52f05ab5fd service neutron] 10.222.0.23 "PUT /v2.0/ports/3807a24d-608c-42de-aaaf-2f66fcff8e9d HTTP/1.1" status: 200 len: 1092 time: 2.5740445 Nov 27 03:56:11.505382 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f920cc-e2ab-436c-b697-d97f236fac1f req-28c2a83c-56b9-4d2d-bc4d-3e500c41f0a3 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:11.516380 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f920cc-e2ab-436c-b697-d97f236fac1f req-28c2a83c-56b9-4d2d-bc4d-3e500c41f0a3 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:11.524658 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f920cc-e2ab-436c-b697-d97f236fac1f req-28c2a83c-56b9-4d2d-bc4d-3e500c41f0a3 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:11.528975 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f920cc-e2ab-436c-b697-d97f236fac1f req-28c2a83c-56b9-4d2d-bc4d-3e500c41f0a3 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:11.535756 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f920cc-e2ab-436c-b697-d97f236fac1f req-28c2a83c-56b9-4d2d-bc4d-3e500c41f0a3 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:11.542104 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f920cc-e2ab-436c-b697-d97f236fac1f req-28c2a83c-56b9-4d2d-bc4d-3e500c41f0a3 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:11.548878 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f920cc-e2ab-436c-b697-d97f236fac1f req-28c2a83c-56b9-4d2d-bc4d-3e500c41f0a3 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:11.551661 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 88ca08c4-f77f-4610-8ba5-867ba3afb8db, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=88ca08c4-f77f-4610-8ba5-867ba3afb8db,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:11.557814 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-18f920cc-e2ab-436c-b697-d97f236fac1f req-28c2a83c-56b9-4d2d-bc4d-3e500c41f0a3 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 5423 time: 0.2561591 Nov 27 03:56:11.570326 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 02981edf-7b84-4fc5-b179-a27331a3be22, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=02981edf-7b84-4fc5-b179-a27331a3be22,segment=NetworkSegment(fd7d7e7b-7dbb-424a-bc51-ecd051dc8d7b),segment_id=fd7d7e7b-7dbb-424a-bc51-ecd051dc8d7b)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:11.576046 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:11.594225 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-63cab0eb-c23b-4c1c-b08f-3d27fd7cf9d9 None None] Provisioning complete for port 1ca7ff71-c406-49d4-b978-91a70f398560 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:56:11.594783 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-63cab0eb-c23b-4c1c-b08f-3d27fd7cf9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:11.648890 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-63cab0eb-c23b-4c1c-b08f-3d27fd7cf9d9 None None] Port 1ca7ff71-c406-49d4-b978-91a70f398560 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:56:11.658212 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=483722be-2ed4-4dbd-aefd-8406aba813b7,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:11.661976 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '02981edf-7b84-4fc5-b179-a27331a3be22', 'network_id': 'de70f11c-4372-4ca5-89fb-09782e179a3b', 'port_id': '02981edf-7b84-4fc5-b179-a27331a3be22', 'mac_address': 'fa:16:3e:cb:8d:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4466658f-32d6-449e-8c43-df2a536056c1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:56:11.688353 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96506f2-9269-42b0-b85c-af52f05ab5fd service neutron] Pushing event updated for resources: {'Port': ['ID=3807a24d-608c-42de-aaaf-2f66fcff8e9d,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:11.719794 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device d8f64936-9035-4da5-ae9d-88766f216169 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:56:11.731049 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-383295a5-85bd-4560-a0c1-2dd1e0cf8bf8 service neutron] 10.222.0.11 "GET /v2.0/networks/9ed747ed-5fe8-4cae-8933-ca58a232a07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820903 Nov 27 03:56:11.733439 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77cdd8b-e2b4-43ed-bd86-578e94a5f1fb req-5c91d909-da14-4bc9-85a3-70944681773c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:11.735053 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a77cdd8b-e2b4-43ed-bd86-578e94a5f1fb req-5c91d909-da14-4bc9-85a3-70944681773c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=085708796d5a4a01a3dcd4001a8a35e7&device_id=58f1106c-e2db-4840-b22a-8a20a75c0d36 HTTP/1.1" status: 200 len: 1095 time: 0.1495931 Nov 27 03:56:11.739348 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-80616c49-41fa-4761-96cf-493e96afc17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:11.740890 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-80616c49-41fa-4761-96cf-493e96afc17d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1b50a26fbf4e4ac2ae82d7a8006f27fa&device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 1095 time: 0.1539502 Nov 27 03:56:11.767143 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-22d23f62-06f5-4e91-893e-b8a9f488dded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:11.836571 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-18f920cc-e2ab-436c-b697-d97f236fac1f req-c0a5522e-28ca-497a-8218-d8c1302ed53d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb62b710-5bd5-4197-94f7-dd959bb3e843&id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2778339 Nov 27 03:56:11.925426 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d23f62-06f5-4e91-893e-b8a9f488dded admin admin] Pushing event deleted for resources: {'Port': ['ID=d8f64936-9035-4da5-ae9d-88766f216169,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:11.932967 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-6400e58b-de63-44af-aedb-94ce0cf4f16d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3807a24d-608c-42de-aaaf-2f66fcff8e9d HTTP/1.1" status: 200 len: 217 time: 0.1566033 Nov 27 03:56:11.934681 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b9033b0-2c6b-424f-908e-797a5e4516cc', 'tag': '3807a24d-608c-42de-aaaf-2f66fcff8e9d'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:56:11.936954 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf568a0-bfe5-4277-a419-79113bd12ab2" -d '{"events": [{"name": "network-changed", "server_uuid": "7b9033b0-2c6b-424f-908e-797a5e4516cc", "tag": "3807a24d-608c-42de-aaaf-2f66fcff8e9d"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:56:11.967562 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d23f62-06f5-4e91-893e-b8a9f488dded admin admin] No DVR routers for this DVR port d8f64936-9035-4da5-ae9d-88766f216169 on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:56:11.975014 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:12.017226 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-434266aa-c0d9-4c0f-b65b-7ff540cfca6c admin admin] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:12.047527 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-0e1e4ee5-dec3-4b74-8bc4-2bfa99636fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:12.047837 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02981edf-7b84-4fc5-b179-a27331a3be22 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:56:12.049329 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-0e1e4ee5-dec3-4b74-8bc4-2bfa99636fcd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=96964785-3ad1-4856-8b42-aea81599cd83 HTTP/1.1" status: 200 len: 854 time: 0.0771103 Nov 27 03:56:12.050959 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f263f148-73a8-4cfb-b0a3-ee30496235f4 x-openstack-request-id: req-f263f148-73a8-4cfb-b0a3-ee30496235f4 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:56:12.051411 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b9033b0-2c6b-424f-908e-797a5e4516cc", "tag": "3807a24d-608c-42de-aaaf-2f66fcff8e9d", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:56:12.051659 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f263f148-73a8-4cfb-b0a3-ee30496235f4 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:56:12.052044 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b9033b0-2c6b-424f-908e-797a5e4516cc', 'tag': '3807a24d-608c-42de-aaaf-2f66fcff8e9d', 'status': 'completed', 'code': 200} Nov 27 03:56:12.065555 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-434266aa-c0d9-4c0f-b65b-7ff540cfca6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:12.071018 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: d8f64936-9035-4da5-ae9d-88766f216169 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:56:12.071758 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device d8f64936-9035-4da5-ae9d-88766f216169 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:56:12.088196 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=88ca08c4-f77f-4610-8ba5-867ba3afb8db,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:12.117374 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 02981edf-7b84-4fc5-b179-a27331a3be22, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=02981edf-7b84-4fc5-b179-a27331a3be22,segment=NetworkSegment(fd7d7e7b-7dbb-424a-bc51-ecd051dc8d7b),segment_id=fd7d7e7b-7dbb-424a-bc51-ecd051dc8d7b)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:12.123927 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-e6b42d65-5a17-4e94-a3a0-dcb0abb4836b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a0d2adb9-f818-45ca-8a33-9d0230736008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452828 Nov 27 03:56:12.124132 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:12.124895 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:56:12.158161 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d2a48c08-f905-4ca8-89e8-35b5f260a119 req-ae280e54-3ec1-4f73-a32e-a5fcbdf3b195 service neutron] 10.222.0.11 "GET /v2.0/networks/9ed747ed-5fe8-4cae-8933-ca58a232a07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941095 Nov 27 03:56:12.208480 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434266aa-c0d9-4c0f-b65b-7ff540cfca6c admin admin] Pushing event updated for resources: {'Port': ['ID=1ca7ff71-c406-49d4-b978-91a70f398560,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:12.218274 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-434266aa-c0d9-4c0f-b65b-7ff540cfca6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:12.220208 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb,segment=NetworkSegment(f22bdb49-3b05-46d4-b948-1eca6d498b9c),segment_id=f22bdb49-3b05-46d4-b948-1eca6d498b9c)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:12.247984 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-22d23f62-06f5-4e91-893e-b8a9f488dded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:12.250365 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb', 'network_id': '51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5', 'port_id': 'ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb', 'mac_address': 'fa:16:3e:06:9b:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5669422-959b-42bf-adae-eb6b666499da', 'ip_address': '10.1.1.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:56:12.261585 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77cdd8b-e2b4-43ed-bd86-578e94a5f1fb req-0b04af68-4b17-4a5e-b17a-3879d6b95d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:12.263109 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a77cdd8b-e2b4-43ed-bd86-578e94a5f1fb req-0b04af68-4b17-4a5e-b17a-3879d6b95d55 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9ed747ed-5fe8-4cae-8933-ca58a232a07c HTTP/1.1" status: 200 len: 914 time: 0.4912565 Nov 27 03:56:12.270018 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=02981edf-7b84-4fc5-b179-a27331a3be22,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:12.276329 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b7968-da5c-4086-931c-6fa1a92cf394 req-826dcd2c-c7a6-4eca-a4a2-e6d0c86953b0 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:12.286141 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-913b7968-da5c-4086-931c-6fa1a92cf394 req-826dcd2c-c7a6-4eca-a4a2-e6d0c86953b0 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 944 time: 0.4610665 Nov 27 03:56:12.295680 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2bb5fc-8f07-40e3-8252-b5c5b41084b0 req-6064e47c-b560-4e23-9337-f01b147264ac tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:12.297221 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4b2bb5fc-8f07-40e3-8252-b5c5b41084b0 req-6064e47c-b560-4e23-9337-f01b147264ac tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 946 time: 0.1694186 Nov 27 03:56:12.319160 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-22d23f62-06f5-4e91-893e-b8a9f488dded admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70dfc39d-e0be-4b22-a239-fe5e3588c205']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:56:12.334840 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:12.351203 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:56:12.369422 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-22d23f62-06f5-4e91-893e-b8a9f488dded admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea781d0b-ba35-4c5d-b337-08e66a6646e3') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:56:12.369762 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-22d23f62-06f5-4e91-893e-b8a9f488dded admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea781d0b-ba35-4c5d-b337-08e66a6646e3') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:56:12.372881 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a77cdd8b-e2b4-43ed-bd86-578e94a5f1fb req-3de32404-0626-44e1-8297-20615c6557e4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2bf8396c-efb5-4d94-8027-212c4a0b485c HTTP/1.1" status: 200 len: 217 time: 0.0866709 Nov 27 03:56:12.379757 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb,segment=NetworkSegment(f22bdb49-3b05-46d4-b948-1eca6d498b9c),segment_id=f22bdb49-3b05-46d4-b948-1eca6d498b9c)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:12.385268 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04d18a-c6cb-4f41-9980-bce5b0076bed req-02b56efd-566f-4ab7-85f2-052d1ae7a5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:12.386912 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7d04d18a-c6cb-4f41-9980-bce5b0076bed req-02b56efd-566f-4ab7-85f2-052d1ae7a5c4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=085708796d5a4a01a3dcd4001a8a35e7&device_id=3f15855c-81e2-47bc-aa49-c32722f47485 HTTP/1.1" status: 200 len: 1094 time: 0.1114595 Nov 27 03:56:12.388536 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:12.389296 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 8d21c359-8b29-4bc7-8fd4-65e475953c35 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:56:12.408481 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-22d23f62-06f5-4e91-893e-b8a9f488dded admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:12.472836 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4b2bb5fc-8f07-40e3-8252-b5c5b41084b0 req-050dbcc4-855b-410e-9393-cb5ea5e8501c tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=12c77282-abb4-49c4-b21d-278815576516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585095 Nov 27 03:56:12.477842 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-22d23f62-06f5-4e91-893e-b8a9f488dded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:12.478522 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 8d21c359-8b29-4bc7-8fd4-65e475953c35, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=8d21c359-8b29-4bc7-8fd4-65e475953c35,segment=NetworkSegment(f22bdb49-3b05-46d4-b948-1eca6d498b9c),segment_id=f22bdb49-3b05-46d4-b948-1eca6d498b9c)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:12.479669 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434266aa-c0d9-4c0f-b65b-7ff540cfca6c admin admin] Network f1713ef5-cf15-4d60-a8a3-98817df466b1 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:56:12.500153 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:12.506390 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-913b7968-da5c-4086-931c-6fa1a92cf394 req-47cada03-c751-4ac3-afc7-70356dba003d tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213342 Nov 27 03:56:12.520365 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '8d21c359-8b29-4bc7-8fd4-65e475953c35', 'network_id': '51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5', 'port_id': '8d21c359-8b29-4bc7-8fd4-65e475953c35', 'mac_address': 'fa:16:3e:70:79:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5669422-959b-42bf-adae-eb6b666499da', 'ip_address': '10.1.1.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:56:12.522254 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-8b738a0e-7596-4f39-b574-29ff1214e3d8 service neutron] 10.222.0.23 "GET /v2.0/networks/a0d2adb9-f818-45ca-8a33-9d0230736008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521700 Nov 27 03:56:12.525938 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d23f62-06f5-4e91-893e-b8a9f488dded admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:56:12.526350 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-22d23f62-06f5-4e91-893e-b8a9f488dded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:12.528445 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:56:12.528445 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 03:56:12.528445 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:56:12.528445 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 03:56:12.528445 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:56:12.528445 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 03:56:12.528445 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:56:12.528445 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 03:56:12.528445 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 03:56:12.528445 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:56:12.528445 n-d-819494-3 neutron-server[110019]: timer() Nov 27 03:56:12.528445 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:56:12.528445 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 03:56:12.528445 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:56:12.528445 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 03:56:12.528445 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:56:12.528445 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 03:56:12.528445 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:56:12.528445 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 03:56:12.528445 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:56:12.528445 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 03:56:12.528445 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:56:12.528445 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:56:12.528445 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:56:12.528445 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:56:12.528445 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:56:12.528445 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 03:56:12.528445 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:56:12.528445 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 03:56:12.528445 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:56:12.528445 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:56:12.528445 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:56:12.528445 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 03:56:12.528445 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:56:12.528445 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:56:12.528445 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:56:12.528445 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:56:12.528445 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:56:12.528445 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:56:12.528445 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:56:12.539255 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-434266aa-c0d9-4c0f-b65b-7ff540cfca6c admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:56:12.541805 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04d18a-c6cb-4f41-9980-bce5b0076bed req-6c6bcc2b-1cd9-4832-87c9-49a8347f6029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:12.548934 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7d04d18a-c6cb-4f41-9980-bce5b0076bed req-6c6bcc2b-1cd9-4832-87c9-49a8347f6029 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ed747ed-5fe8-4cae-8933-ca58a232a07c HTTP/1.1" status: 200 len: 914 time: 0.1506104 Nov 27 03:56:12.549323 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77cdd8b-e2b4-43ed-bd86-578e94a5f1fb req-3e75de3d-d26e-4b45-a27d-896067cc4b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:12.550891 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a77cdd8b-e2b4-43ed-bd86-578e94a5f1fb req-3e75de3d-d26e-4b45-a27d-896067cc4b29 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=34ccbd7b-ea86-497c-81e5-fa8fc3a30ae9 HTTP/1.1" status: 200 len: 853 time: 0.1680496 Nov 27 03:56:12.584786 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:12.599673 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d21c359-8b29-4bc7-8fd4-65e475953c35 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:56:12.629423 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 88ca08c4-f77f-4610-8ba5-867ba3afb8db up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:56:12.636491 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 8d21c359-8b29-4bc7-8fd4-65e475953c35, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=8d21c359-8b29-4bc7-8fd4-65e475953c35,segment=NetworkSegment(f22bdb49-3b05-46d4-b948-1eca6d498b9c),segment_id=f22bdb49-3b05-46d4-b948-1eca6d498b9c)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:12.676969 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:12.678916 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a77cdd8b-e2b4-43ed-bd86-578e94a5f1fb req-d860213b-fc58-46fb-b07e-05043c8f3f6f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9ed747ed-5fe8-4cae-8933-ca58a232a07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873435 Nov 27 03:56:12.749006 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7d04d18a-c6cb-4f41-9980-bce5b0076bed req-763428fd-fd95-4117-a2a5-a2351f0c8717 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5eaacecd-c6e8-43fb-b62d-3cf747b7bff3 HTTP/1.1" status: 200 len: 217 time: 0.1824906 Nov 27 03:56:12.761566 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=8d21c359-8b29-4bc7-8fd4-65e475953c35,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:12.771172 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 88ca08c4-f77f-4610-8ba5-867ba3afb8db triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:56:12.771717 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:12.806643 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f96439f7-bf9d-4850-aad9-0820457e4d96 req-18be564e-d8be-4a39-bdc8-d2cf8a9a8625 service neutron] 10.222.0.23 "GET /v2.0/networks/a0d2adb9-f818-45ca-8a33-9d0230736008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592204 Nov 27 03:56:12.813729 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-22d23f62-06f5-4e91-893e-b8a9f488dded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:12.822503 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-22d23f62-06f5-4e91-893e-b8a9f488dded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:12.825722 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-22d23f62-06f5-4e91-893e-b8a9f488dded admin admin] 10.222.0.20 "DELETE /v2.0/networks/70dfc39d-e0be-4b22-a239-fe5e3588c205 HTTP/1.1" status: 204 len: 168 time: 3.2142034 Nov 27 03:56:12.831424 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device a1f03abc-cb7c-4762-a3d3-c924fa278769 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:56:12.864438 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d23f62-06f5-4e91-893e-b8a9f488dded admin admin] Pushing event deleted for resources: {'Network': ['ID=70dfc39d-e0be-4b22-a239-fe5e3588c205,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:12.883446 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a77cdd8b-e2b4-43ed-bd86-578e94a5f1fb req-1cd59bef-cf7f-4585-ae0c-f20e4e4d4116 service neutron] 10.222.0.23 "GET /v2.0/networks/9ed747ed-5fe8-4cae-8933-ca58a232a07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887283 Nov 27 03:56:12.915424 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04d18a-c6cb-4f41-9980-bce5b0076bed req-d3e748bd-6e13-4b46-820c-3ba4def1fd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:12.917211 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7d04d18a-c6cb-4f41-9980-bce5b0076bed req-d3e748bd-6e13-4b46-820c-3ba4def1fd6f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=34ccbd7b-ea86-497c-81e5-fa8fc3a30ae9 HTTP/1.1" status: 200 len: 853 time: 0.1065383 Nov 27 03:56:12.932372 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a74748-7f04-49a9-a3ff-11758714a478 req-7ade3db3-efed-4db9-bc4f-c6fd02ee3692 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:12.939861 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-64a74748-7f04-49a9-a3ff-11758714a478 req-7ade3db3-efed-4db9-bc4f-c6fd02ee3692 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f15855c-81e2-47bc-aa49-c32722f47485 HTTP/1.1" status: 200 len: 943 time: 0.3132610 Nov 27 03:56:12.963849 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-434266aa-c0d9-4c0f-b65b-7ff540cfca6c admin admin] Router c721807b-1718-4fa9-81cb-186c07d3f81f has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:56:12.992569 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7d04d18a-c6cb-4f41-9980-bce5b0076bed req-4b5fb3d9-e2a3-4942-9e23-cdc7a47bbd3d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ed747ed-5fe8-4cae-8933-ca58a232a07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484126 Nov 27 03:56:13.050418 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port a1f03abc-cb7c-4762-a3d3-c924fa278769, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=a1f03abc-cb7c-4762-a3d3-c924fa278769,segment=NetworkSegment(205b1345-2e5b-4c2e-b95c-348fea1df7b2),segment_id=205b1345-2e5b-4c2e-b95c-348fea1df7b2)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:13.068247 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-a8119621-ff8c-424a-959b-40f8ae67a5fc None None] Provisioning complete for port 1ca7ff71-c406-49d4-b978-91a70f398560 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:56:13.068775 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a8119621-ff8c-424a-959b-40f8ae67a5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:13.071634 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'a1f03abc-cb7c-4762-a3d3-c924fa278769', 'network_id': 'c50e5d64-07f3-44bc-b3a4-01ba809267ac', 'port_id': 'a1f03abc-cb7c-4762-a3d3-c924fa278769', 'mac_address': 'fa:16:3e:c8:d7:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f712b216-a943-478e-91ec-701ddeee200a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:56:13.112892 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf568a0-bfe5-4277-a419-79113bd12ab2 req-fe765c99-2b77-4abd-bad1-3b9a3ed7e38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:13.114537 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4bf568a0-bfe5-4277-a419-79113bd12ab2 req-fe765c99-2b77-4abd-bad1-3b9a3ed7e38b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1b50a26fbf4e4ac2ae82d7a8006f27fa&device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 1095 time: 0.1534235 Nov 27 03:56:13.128571 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6162cbf-e23d-42d0-bfd8-dfe6a1f23c5b req-3f4b9f0a-73ec-438c-aa48-6c19bc94d208 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:13.134527 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6162cbf-e23d-42d0-bfd8-dfe6a1f23c5b req-3f4b9f0a-73ec-438c-aa48-6c19bc94d208 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:13.140501 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6162cbf-e23d-42d0-bfd8-dfe6a1f23c5b req-3f4b9f0a-73ec-438c-aa48-6c19bc94d208 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:13.142626 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:13.152222 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6162cbf-e23d-42d0-bfd8-dfe6a1f23c5b req-3f4b9f0a-73ec-438c-aa48-6c19bc94d208 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:13.161288 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-a8119621-ff8c-424a-959b-40f8ae67a5fc None None] Port 1ca7ff71-c406-49d4-b978-91a70f398560 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:56:13.162966 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6162cbf-e23d-42d0-bfd8-dfe6a1f23c5b req-3f4b9f0a-73ec-438c-aa48-6c19bc94d208 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:13.163574 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1f03abc-cb7c-4762-a3d3-c924fa278769 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:56:13.172652 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6162cbf-e23d-42d0-bfd8-dfe6a1f23c5b req-3f4b9f0a-73ec-438c-aa48-6c19bc94d208 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:13.181468 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6162cbf-e23d-42d0-bfd8-dfe6a1f23c5b req-3f4b9f0a-73ec-438c-aa48-6c19bc94d208 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:13.183963 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e6162cbf-e23d-42d0-bfd8-dfe6a1f23c5b req-3f4b9f0a-73ec-438c-aa48-6c19bc94d208 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 5426 time: 0.1706586 Nov 27 03:56:13.184267 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44892) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:56:13.187546 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port a1f03abc-cb7c-4762-a3d3-c924fa278769, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=a1f03abc-cb7c-4762-a3d3-c924fa278769,segment=NetworkSegment(205b1345-2e5b-4c2e-b95c-348fea1df7b2),segment_id=205b1345-2e5b-4c2e-b95c-348fea1df7b2)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:13.188121 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-64a74748-7f04-49a9-a3ff-11758714a478 req-b4bf6406-346f-4c9f-86c5-293b216ef3f0 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/security-groups?id=b185a953-28bd-4bae-8523-9419bcb027c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474344 Nov 27 03:56:13.193430 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:13.248105 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=a1f03abc-cb7c-4762-a3d3-c924fa278769,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:13.283794 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434266aa-c0d9-4c0f-b65b-7ff540cfca6c admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:56:13.294648 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-434266aa-c0d9-4c0f-b65b-7ff540cfca6c admin admin] 10.222.0.20 "PUT /v2.0/routers/c721807b-1718-4fa9-81cb-186c07d3f81f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4999082 Nov 27 03:56:13.294648 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c431d7dc-d198-40fe-83ef-23ade6636e92 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=46135dccf44d429491602b72145d91a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1042538 Nov 27 03:56:13.298366 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44894) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:56:13.309956 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569ee346-e0a8-4d26-97c8-1777875836c9 None None] Sync routers for ids ['c721807b-1718-4fa9-81cb-186c07d3f81f'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:56:13.325925 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7d04d18a-c6cb-4f41-9980-bce5b0076bed req-4c758249-4a82-4c7c-8e9e-4c2f480514cb service neutron] 10.222.0.11 "GET /v2.0/networks/9ed747ed-5fe8-4cae-8933-ca58a232a07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226941 Nov 27 03:56:13.335077 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569ee346-e0a8-4d26-97c8-1777875836c9 None None] Routers {'c721807b-1718-4fa9-81cb-186c07d3f81f'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:56:13.335957 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-569ee346-e0a8-4d26-97c8-1777875836c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:55:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c721807b-1718-4fa9-81cb-186c07d3f81f'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:56:13.431323 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-47583d18-8710-4386-97c6-eaa42fea300e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:13.472381 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-47583d18-8710-4386-97c6-eaa42fea300e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:13.476121 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7d04d18a-c6cb-4f41-9980-bce5b0076bed req-6e090080-679c-4d69-8f15-022d041ad479 service neutron] 10.222.0.11 "GET /v2.0/networks/9ed747ed-5fe8-4cae-8933-ca58a232a07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408391 Nov 27 03:56:13.507098 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-569ee346-e0a8-4d26-97c8-1777875836c9 None None] Set router c721807b-1718-4fa9-81cb-186c07d3f81f gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:56:13.566738 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-47583d18-8710-4386-97c6-eaa42fea300e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:13.570381 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-47583d18-8710-4386-97c6-eaa42fea300e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:13.572110 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-47583d18-8710-4386-97c6-eaa42fea300e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ce0feadc-1c94-4268-a82c-bad6375e6616 HTTP/1.1" status: 204 len: 168 time: 0.2725415 Nov 27 03:56:13.584271 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47583d18-8710-4386-97c6-eaa42fea300e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0feadc-1c94-4268-a82c-bad6375e6616,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:13.623971 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a77cdd8b-e2b4-43ed-bd86-578e94a5f1fb req-335af65b-e984-419e-82e0-cdaa4fe0b5de service neutron] 10.222.0.23 "GET /v2.0/networks/9ed747ed-5fe8-4cae-8933-ca58a232a07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6732380 Nov 27 03:56:13.637445 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf568a0-bfe5-4277-a419-79113bd12ab2 req-b9e9eb83-49ac-454c-9520-9436f450e3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:13.639271 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4bf568a0-bfe5-4277-a419-79113bd12ab2 req-b9e9eb83-49ac-454c-9520-9436f450e3df service neutron] 10.222.0.23 "GET /v2.0/networks?id=a0d2adb9-f818-45ca-8a33-9d0230736008 HTTP/1.1" status: 200 len: 915 time: 0.4543943 Nov 27 03:56:13.675091 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1be659-0766-4461-b1eb-458a7a181544 req-9a15a5b3-0e87-439a-bb9c-c43c668c7d4e tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:13.685340 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ba1be659-0766-4461-b1eb-458a7a181544 req-9a15a5b3-0e87-439a-bb9c-c43c668c7d4e tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 946 time: 0.0784721 Nov 27 03:56:13.717792 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4bf568a0-bfe5-4277-a419-79113bd12ab2 req-aadcd91c-3064-4142-9004-26c3cb22fa2e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3807a24d-608c-42de-aaaf-2f66fcff8e9d HTTP/1.1" status: 200 len: 217 time: 0.0502412 Nov 27 03:56:13.755395 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['483722be-2ed4-4dbd-aefd-8406aba813b7'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:56:13.762850 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['02981edf-7b84-4fc5-b179-a27331a3be22'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:56:13.778995 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ba1be659-0766-4461-b1eb-458a7a181544 req-ff910cb2-bdd2-4d98-8596-7a119c93ac5e tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=12c77282-abb4-49c4-b21d-278815576516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842867 Nov 27 03:56:13.792769 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf568a0-bfe5-4277-a419-79113bd12ab2 req-2b5642b8-02fc-450d-bcfe-895b70aae110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:13.792769 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4bf568a0-bfe5-4277-a419-79113bd12ab2 req-2b5642b8-02fc-450d-bcfe-895b70aae110 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=96964785-3ad1-4856-8b42-aea81599cd83 HTTP/1.1" status: 200 len: 854 time: 0.0624831 Nov 27 03:56:13.830285 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e6162cbf-e23d-42d0-bfd8-dfe6a1f23c5b req-208b4cd6-f690-4651-8a41-5b665b163020 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb62b710-5bd5-4197-94f7-dd959bb3e843&id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1940629 Nov 27 03:56:13.854952 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4bf568a0-bfe5-4277-a419-79113bd12ab2 req-c22ef3f5-ba29-4488-b4b8-4acb2e17a0f1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a0d2adb9-f818-45ca-8a33-9d0230736008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430913 Nov 27 03:56:13.872137 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:56:13.901099 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['8d21c359-8b29-4bc7-8fd4-65e475953c35'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:56:13.931139 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['f44fdf9b-a8d1-49ae-aeec-916704cb4fb4'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:56:13.932266 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9070aec4-5684-4b70-9e28-51a72ac1d8c6 req-f21065c5-639c-4298-bbd2-0fb8b0ba943f tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:13.933148 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['a1f03abc-cb7c-4762-a3d3-c924fa278769'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:56:13.941952 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9070aec4-5684-4b70-9e28-51a72ac1d8c6 req-f21065c5-639c-4298-bbd2-0fb8b0ba943f tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 944 time: 0.0834606 Nov 27 03:56:13.969392 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4bf568a0-bfe5-4277-a419-79113bd12ab2 req-3395f93e-2224-4688-8ea4-046c7270e972 service neutron] 10.222.0.23 "GET /v2.0/networks/a0d2adb9-f818-45ca-8a33-9d0230736008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146665 Nov 27 03:56:14.075953 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9070aec4-5684-4b70-9e28-51a72ac1d8c6 req-baddc72b-2074-49bd-bc64-f2908cf35d13 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321361 Nov 27 03:56:14.120529 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4bf568a0-bfe5-4277-a419-79113bd12ab2 req-e4b9121b-0b23-4034-9ee7-57c07e37880e service neutron] 10.222.0.23 "GET /v2.0/networks/a0d2adb9-f818-45ca-8a33-9d0230736008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425121 Nov 27 03:56:14.337668 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de2788-6333-4527-be6b-3a9ac356d9dd req-55f85eb0-2c9f-4ed5-a8b6-417364c9467f tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:14.345974 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-38de2788-6333-4527-be6b-3a9ac356d9dd req-55f85eb0-2c9f-4ed5-a8b6-417364c9467f tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f15855c-81e2-47bc-aa49-c32722f47485 HTTP/1.1" status: 200 len: 943 time: 0.0701931 Nov 27 03:56:14.351021 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-569ee346-e0a8-4d26-97c8-1777875836c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c721807b-1718-4fa9-81cb-186c07d3f81f', 'name': 'tempest-TestVolumeBootPattern-1279800060-router', 'tenant_id': 'ee4e57f22b2a4bd4af7ab5789062d7cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '88ca08c4-f77f-4610-8ba5-867ba3afb8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:56:03Z', 'updated_at': '2021-11-27T03:56:11Z', 'revision_number': 4, 'project_id': 'ee4e57f22b2a4bd4af7ab5789062d7cc', 'gw_port': {'id': '88ca08c4-f77f-4610-8ba5-867ba3afb8db', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c721807b-1718-4fa9-81cb-186c07d3f81f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:56:05Z', 'updated_at': '2021-11-27T03:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '1ca7ff71-c406-49d4-b978-91a70f398560', 'name': '', 'network_id': 'f1713ef5-cf15-4d60-a8a3-98817df466b1', 'tenant_id': 'ee4e57f22b2a4bd4af7ab5789062d7cc', 'mac_address': 'fa:16:3e:5c:92:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c721807b-1718-4fa9-81cb-186c07d3f81f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'c45ec6da-9d94-4391-a2e5-1c073e742abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:56:09Z', 'updated_at': '2021-11-27T03:56:11Z', 'revision_number': 2, 'project_id': 'ee4e57f22b2a4bd4af7ab5789062d7cc', 'subnets': [{'id': 'c45ec6da-9d94-4391-a2e5-1c073e742abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:56:14.394934 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-38de2788-6333-4527-be6b-3a9ac356d9dd req-4c181eee-2504-4552-be27-4de6f2ea2df9 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/security-groups?id=b185a953-28bd-4bae-8523-9419bcb027c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478661 Nov 27 03:56:14.472756 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569ee346-e0a8-4d26-97c8-1777875836c9 None None] Checking router: c721807b-1718-4fa9-81cb-186c07d3f81f for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:56:14.474451 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569ee346-e0a8-4d26-97c8-1777875836c9 None None] Updating router c721807b-1718-4fa9-81cb-186c07d3f81f port 1ca7ff71-c406-49d4-b978-91a70f398560 binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:56:14.592064 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-569ee346-e0a8-4d26-97c8-1777875836c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:14.613906 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['79505348-feb7-4bb2-ad3d-3724a74fb104'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:56:14.901409 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f22de9-d5b9-4135-aed6-ec5daeac1605 req-c302b93c-a9aa-491a-b947-77560c158087 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:14.908989 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-55f22de9-d5b9-4135-aed6-ec5daeac1605 req-c302b93c-a9aa-491a-b947-77560c158087 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 946 time: 0.0625839 Nov 27 03:56:14.921129 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 5eaacecd-c6e8-43fb-b62d-3cf747b7bff3 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:56:14.970199 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-55f22de9-d5b9-4135-aed6-ec5daeac1605 req-d91b264f-cd13-4cb4-89da-cfb3f8f64289 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=12c77282-abb4-49c4-b21d-278815576516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601308 Nov 27 03:56:15.095442 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a137e3-61ca-49f6-9fcc-2b1353853214 req-ec576f41-7eaf-49d4-8790-4dc9e86f32a2 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:15.101730 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a137e3-61ca-49f6-9fcc-2b1353853214 req-ec576f41-7eaf-49d4-8790-4dc9e86f32a2 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:15.113688 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a137e3-61ca-49f6-9fcc-2b1353853214 req-ec576f41-7eaf-49d4-8790-4dc9e86f32a2 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:15.115403 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a137e3-61ca-49f6-9fcc-2b1353853214 req-ec576f41-7eaf-49d4-8790-4dc9e86f32a2 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:15.122142 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a137e3-61ca-49f6-9fcc-2b1353853214 req-ec576f41-7eaf-49d4-8790-4dc9e86f32a2 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:15.128908 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a137e3-61ca-49f6-9fcc-2b1353853214 req-ec576f41-7eaf-49d4-8790-4dc9e86f32a2 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:15.136545 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a137e3-61ca-49f6-9fcc-2b1353853214 req-ec576f41-7eaf-49d4-8790-4dc9e86f32a2 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:15.141098 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.resource_extend [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 03:56:15.150516 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 3807a24d-608c-42de-aaaf-2f66fcff8e9d details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:56:15.150751 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b3a137e3-61ca-49f6-9fcc-2b1353853214 req-ec576f41-7eaf-49d4-8790-4dc9e86f32a2 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 5427 time: 0.1128802 Nov 27 03:56:15.216866 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b3a137e3-61ca-49f6-9fcc-2b1353853214 req-f997f9ba-d6ab-4f2b-b9ea-ecf9a08fc916 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb62b710-5bd5-4197-94f7-dd959bb3e843&id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0706844 Nov 27 03:56:15.391368 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-752fe380-ca6b-4755-ad0e-7bf83067c242 req-e5f54e43-63b8-4b1a-a43b-dc7a18e2b5f5 tempest-ServerShowV247Test-1579605934 tempest-ServerShowV247Test-1579605934-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a2d15a-7cc0-4372-8381-a4ee11273a73 HTTP/1.1" status: 200 len: 210 time: 0.0800788 Nov 27 03:56:15.444192 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daea306-68aa-48be-84b9-bf229a35293f req-a3a91958-2f66-4284-807b-16996f680d5b tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:15.446002 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7daea306-68aa-48be-84b9-bf229a35293f req-a3a91958-2f66-4284-807b-16996f680d5b tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 944 time: 0.1064777 Nov 27 03:56:15.546486 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7daea306-68aa-48be-84b9-bf229a35293f req-89a763f4-4296-4eab-bed3-ed8d5a857eb1 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928342 Nov 27 03:56:15.552016 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 5eaacecd-c6e8-43fb-b62d-3cf747b7bff3, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=5eaacecd-c6e8-43fb-b62d-3cf747b7bff3,segment=NetworkSegment(78bfe3a3-b052-47e4-855b-505741d7aa50),segment_id=78bfe3a3-b052-47e4-855b-505741d7aa50)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:15.623182 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '5eaacecd-c6e8-43fb-b62d-3cf747b7bff3', 'network_id': '9ed747ed-5fe8-4cae-8933-ca58a232a07c', 'port_id': '5eaacecd-c6e8-43fb-b62d-3cf747b7bff3', 'mac_address': 'fa:16:3e:da:cd:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34ccbd7b-ea86-497c-81e5-fa8fc3a30ae9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:56:15.698875 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 3807a24d-608c-42de-aaaf-2f66fcff8e9d, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=3807a24d-608c-42de-aaaf-2f66fcff8e9d,segment=NetworkSegment(6c2c8aa3-2731-42bd-bba4-8ad2d6d79985),segment_id=6c2c8aa3-2731-42bd-bba4-8ad2d6d79985)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:15.745454 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbed81-636d-4439-9175-0d016bf4433e req-85390a58-6441-4416-88c0-f9edd528ad28 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:15.752543 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-98bbed81-636d-4439-9175-0d016bf4433e req-85390a58-6441-4416-88c0-f9edd528ad28 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f15855c-81e2-47bc-aa49-c32722f47485 HTTP/1.1" status: 200 len: 943 time: 0.1187897 Nov 27 03:56:15.773431 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '3807a24d-608c-42de-aaaf-2f66fcff8e9d', 'network_id': 'a0d2adb9-f818-45ca-8a33-9d0230736008', 'port_id': '3807a24d-608c-42de-aaaf-2f66fcff8e9d', 'mac_address': 'fa:16:3e:ba:14:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96964785-3ad1-4856-8b42-aea81599cd83', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:56:15.792526 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:15.837166 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-98bbed81-636d-4439-9175-0d016bf4433e req-e75ab2ba-3209-478c-a1d1-4e4f4e4009b2 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/security-groups?id=b185a953-28bd-4bae-8523-9419bcb027c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780427 Nov 27 03:56:15.889569 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eaacecd-c6e8-43fb-b62d-3cf747b7bff3 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:56:15.938118 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 5eaacecd-c6e8-43fb-b62d-3cf747b7bff3, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=5eaacecd-c6e8-43fb-b62d-3cf747b7bff3,segment=NetworkSegment(78bfe3a3-b052-47e4-855b-505741d7aa50),segment_id=78bfe3a3-b052-47e4-855b-505741d7aa50)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:15.940628 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-569ee346-e0a8-4d26-97c8-1777875836c9 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:15.942702 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:15.947442 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:16.007496 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-569ee346-e0a8-4d26-97c8-1777875836c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:16.018733 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3807a24d-608c-42de-aaaf-2f66fcff8e9d {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:56:16.039043 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f734e799-1b45-40ce-8423-513154b262fc req-36d98406-5ce2-4637-aabc-da2e16f78801 tempest-ServerShowV247Test-1579605934 tempest-ServerShowV247Test-1579605934-project] 10.222.0.20 "GET /v2.0/ports?device_id=702b6b85-d552-4b22-82c4-7a546d047e31 HTTP/1.1" status: 200 len: 210 time: 0.0594049 Nov 27 03:56:16.114936 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 3807a24d-608c-42de-aaaf-2f66fcff8e9d, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=3807a24d-608c-42de-aaaf-2f66fcff8e9d,segment=NetworkSegment(6c2c8aa3-2731-42bd-bba4-8ad2d6d79985),segment_id=6c2c8aa3-2731-42bd-bba4-8ad2d6d79985)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:16.119267 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5682d551-7792-41fd-9922-29bc474b8141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:16.142678 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-aa864ec6-1b22-4574-b71d-0f4e624605d4 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:16.146715 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-aa864ec6-1b22-4574-b71d-0f4e624605d4 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/networks?id=9066c940-2187-4bcb-b452-41734810299f HTTP/1.1" status: 200 len: 812 time: 0.1896873 Nov 27 03:56:16.152122 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:16.152877 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:16.159569 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 2bf8396c-efb5-4d94-8027-212c4a0b485c details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:56:16.168206 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-5b091875-395b-46d4-82e3-ff3e3dc1a7a0 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/quotas/c0fb01b15ba04e8ca79caed9882229f4 HTTP/1.1" status: 200 len: 375 time: 0.0135064 Nov 27 03:56:16.193077 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=5eaacecd-c6e8-43fb-b62d-3cf747b7bff3,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:16.241376 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0bfaf-b809-4b9d-bed0-549c6c5c4b0a req-2e48c509-9f0b-4929-b675-3a4fe0ec85a1 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:16.251637 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b7e0bfaf-b809-4b9d-bed0-549c6c5c4b0a req-2e48c509-9f0b-4929-b675-3a4fe0ec85a1 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 946 time: 0.1143658 Nov 27 03:56:16.252612 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-f482a4b1-58a6-4e53-aa34-6930a48b93d8 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0fb01b15ba04e8ca79caed9882229f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0770624 Nov 27 03:56:16.327421 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b7e0bfaf-b809-4b9d-bed0-549c6c5c4b0a req-31c36282-f7c0-4ed6-8853-b6f68e5c8158 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=12c77282-abb4-49c4-b21d-278815576516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732510 Nov 27 03:56:16.370054 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:56:16.370416 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:56:16.370778 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:56:16.371329 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:56:16.371831 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:56:16.372334 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:56:16.372894 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:56:16.373398 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:56:16.373893 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:56:16.374383 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:56:16.374946 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:56:16.375430 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:56:16.386505 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-847563e1-13fa-4e68-af9e-a572fbad03ce service neutron] 10.222.0.20 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330264 Nov 27 03:56:16.408009 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.resource_extend [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 03:56:16.427128 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-569ee346-e0a8-4d26-97c8-1777875836c9 None None] Attempting to bind port 1ca7ff71-c406-49d4-b978-91a70f398560 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:56:16.427939 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-569ee346-e0a8-4d26-97c8-1777875836c9 None None] Attempting to bind port 1ca7ff71-c406-49d4-b978-91a70f398560 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '4cbd1476-022b-470f-b924-867a8d42b0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f1713ef5-cf15-4d60-a8a3-98817df466b1'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:56:16.428321 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569ee346-e0a8-4d26-97c8-1777875836c9 None None] Attempting to bind port 1ca7ff71-c406-49d4-b978-91a70f398560 on network f1713ef5-cf15-4d60-a8a3-98817df466b1 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:56:16.495610 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-f21009ce-e0b7-4269-9853-6e18a19cf847 service neutron] 10.222.0.20 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995748 Nov 27 03:56:16.508083 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a254f5d-674c-4a96-8dcb-898f1477c8f6 req-addb3dce-081c-4052-b2c7-3a8255dc180e tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:16.515416 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a254f5d-674c-4a96-8dcb-898f1477c8f6 req-addb3dce-081c-4052-b2c7-3a8255dc180e tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:16.523248 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a254f5d-674c-4a96-8dcb-898f1477c8f6 req-addb3dce-081c-4052-b2c7-3a8255dc180e tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:16.528889 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569ee346-e0a8-4d26-97c8-1777875836c9 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:56:16.529465 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569ee346-e0a8-4d26-97c8-1777875836c9 None None] Checking segment: {'id': '4cbd1476-022b-470f-b924-867a8d42b0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f1713ef5-cf15-4d60-a8a3-98817df466b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:56:16.529676 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-569ee346-e0a8-4d26-97c8-1777875836c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:16.530081 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569ee346-e0a8-4d26-97c8-1777875836c9 None None] Bound using segment: {'id': '4cbd1476-022b-470f-b924-867a8d42b0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f1713ef5-cf15-4d60-a8a3-98817df466b1'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:56:16.530609 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-569ee346-e0a8-4d26-97c8-1777875836c9 None None] Bound port: 1ca7ff71-c406-49d4-b978-91a70f398560, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd1476-022b-470f-b924-867a8d42b0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f1713ef5-cf15-4d60-a8a3-98817df466b1'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:56:16.531196 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-569ee346-e0a8-4d26-97c8-1777875836c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:16.531725 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a254f5d-674c-4a96-8dcb-898f1477c8f6 req-addb3dce-081c-4052-b2c7-3a8255dc180e tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:16.540285 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a254f5d-674c-4a96-8dcb-898f1477c8f6 req-addb3dce-081c-4052-b2c7-3a8255dc180e tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:16.546355 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a254f5d-674c-4a96-8dcb-898f1477c8f6 req-addb3dce-081c-4052-b2c7-3a8255dc180e tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:16.552871 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a254f5d-674c-4a96-8dcb-898f1477c8f6 req-addb3dce-081c-4052-b2c7-3a8255dc180e tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:16.559171 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3a254f5d-674c-4a96-8dcb-898f1477c8f6 req-addb3dce-081c-4052-b2c7-3a8255dc180e tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 5427 time: 0.1369154 Nov 27 03:56:16.583929 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-ea338d4b-a490-4ba0-8d4e-6a0e9cbeac01 None None] Provisioning complete for port 1ca7ff71-c406-49d4-b978-91a70f398560 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:56:16.584471 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ea338d4b-a490-4ba0-8d4e-6a0e9cbeac01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:16.603777 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad95ac2-d1ce-4aa4-8ecb-ffb81d9ae498 None None] Pushing event updated for resources: {'Port': ['ID=1ca7ff71-c406-49d4-b978-91a70f398560,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:16.643897 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3a254f5d-674c-4a96-8dcb-898f1477c8f6 req-234f10f2-31cd-47c2-b0ce-98cbeb8523fb tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb62b710-5bd5-4197-94f7-dd959bb3e843&id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0758317 Nov 27 03:56:16.706761 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 2bf8396c-efb5-4d94-8027-212c4a0b485c, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=2bf8396c-efb5-4d94-8027-212c4a0b485c,segment=NetworkSegment(78bfe3a3-b052-47e4-855b-505741d7aa50),segment_id=78bfe3a3-b052-47e4-855b-505741d7aa50)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:16.742467 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-ea338d4b-a490-4ba0-8d4e-6a0e9cbeac01 None None] Port 1ca7ff71-c406-49d4-b978-91a70f398560 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:56:16.744905 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-569ee346-e0a8-4d26-97c8-1777875836c9 None None] For port 1ca7ff71-c406-49d4-b978-91a70f398560, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:56:16.748940 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '2bf8396c-efb5-4d94-8027-212c4a0b485c', 'network_id': '9ed747ed-5fe8-4cae-8933-ca58a232a07c', 'port_id': '2bf8396c-efb5-4d94-8027-212c4a0b485c', 'mac_address': 'fa:16:3e:cb:ee:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34ccbd7b-ea86-497c-81e5-fa8fc3a30ae9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:56:16.751884 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-569ee346-e0a8-4d26-97c8-1777875836c9 None None] For port 1ca7ff71-c406-49d4-b978-91a70f398560, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=1ca7ff71-c406-49d4-b978-91a70f398560,segment=NetworkSegment(4cbd1476-022b-470f-b924-867a8d42b0e0),segment_id=4cbd1476-022b-470f-b924-867a8d42b0e0)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:56:16.754000 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=3807a24d-608c-42de-aaaf-2f66fcff8e9d,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:16.760388 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-569ee346-e0a8-4d26-97c8-1777875836c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:16.837112 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad95ac2-d1ce-4aa4-8ecb-ffb81d9ae498 None None] Pushing event updated for resources: {'Port': ['ID=1ca7ff71-c406-49d4-b978-91a70f398560,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:16.873343 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:16.904310 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569ee346-e0a8-4d26-97c8-1777875836c9 None None] Routers {'c721807b-1718-4fa9-81cb-186c07d3f81f'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:56:16.906161 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-569ee346-e0a8-4d26-97c8-1777875836c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:55:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c721807b-1718-4fa9-81cb-186c07d3f81f'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:56:16.909867 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bf8396c-efb5-4d94-8027-212c4a0b485c {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:56:16.946710 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28061ef9-c9e4-40da-9856-a39557ed8bb9 req-5850060c-205f-4033-a3e3-c21a91025409 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:16.955158 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-28061ef9-c9e4-40da-9856-a39557ed8bb9 req-5850060c-205f-4033-a3e3-c21a91025409 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 945 time: 0.0931442 Nov 27 03:56:17.021625 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-28061ef9-c9e4-40da-9856-a39557ed8bb9 req-dcc9c65a-aee3-4ec7-ac02-b6adb2470c54 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649431 Nov 27 03:56:17.044715 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['5eaacecd-c6e8-43fb-b62d-3cf747b7bff3'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:56:17.047780 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 2bf8396c-efb5-4d94-8027-212c4a0b485c, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=2bf8396c-efb5-4d94-8027-212c4a0b485c,segment=NetworkSegment(78bfe3a3-b052-47e4-855b-505741d7aa50),segment_id=78bfe3a3-b052-47e4-855b-505741d7aa50)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:17.053758 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-76681925-cc4c-4e4e-8027-8d59a75487e2 req-a7ed1388-0516-45f8-bda9-e65e7d971e65 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=a483e446-d37a-4ba3-b9e8-8f39f601be3d HTTP/1.1" status: 200 len: 210 time: 0.0593317 Nov 27 03:56:17.081669 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:17.192880 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-811d31a0-d8d2-44bc-af0e-3041797b9b1e req-f12fa3f4-8387-4955-89a1-e9556d3c95af tempest-ServerShowV247Test-1579605934 tempest-ServerShowV247Test-1579605934-project] 10.222.0.20 "GET /v2.0/ports?device_id=702b6b85-d552-4b22-82c4-7a546d047e31 HTTP/1.1" status: 200 len: 210 time: 0.0451455 Nov 27 03:56:17.210914 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4cb9f6-eb30-48d8-9310-24df4bba6f0c req-c83f81c6-fec7-429b-9642-dcffa0ecfc72 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:17.232092 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fd4cb9f6-eb30-48d8-9310-24df4bba6f0c req-c83f81c6-fec7-429b-9642-dcffa0ecfc72 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f15855c-81e2-47bc-aa49-c32722f47485 HTTP/1.1" status: 200 len: 944 time: 0.1061702 Nov 27 03:56:17.279995 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-569ee346-e0a8-4d26-97c8-1777875836c9 None None] Set router c721807b-1718-4fa9-81cb-186c07d3f81f gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:56:17.282677 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fd4cb9f6-eb30-48d8-9310-24df4bba6f0c req-406fd0ba-7377-4893-bd92-9f4025bec234 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/security-groups?id=b185a953-28bd-4bae-8523-9419bcb027c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496657 Nov 27 03:56:17.335805 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=2bf8396c-efb5-4d94-8027-212c4a0b485c,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:17.425029 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-8524ee7a-96d0-413a-8fe2-f642ea842efc None None] Provisioning complete for port 1ca7ff71-c406-49d4-b978-91a70f398560 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:56:17.425462 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8524ee7a-96d0-413a-8fe2-f642ea842efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:17.482323 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821b2ca-7a41-493e-9ea5-2b965520348f req-9c908506-d477-44ca-b722-fac07b4f9cb8 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:17.484681 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9821b2ca-7a41-493e-9ea5-2b965520348f req-9c908506-d477-44ca-b722-fac07b4f9cb8 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 946 time: 0.0806282 Nov 27 03:56:17.551810 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9821b2ca-7a41-493e-9ea5-2b965520348f req-76f1a790-1f0c-4f71-a53b-e6838c448111 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=12c77282-abb4-49c4-b21d-278815576516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593028 Nov 27 03:56:17.617687 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['2bf8396c-efb5-4d94-8027-212c4a0b485c'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:56:17.619721 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['3807a24d-608c-42de-aaaf-2f66fcff8e9d'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:56:17.799623 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37da688-0f77-4e04-8388-1ddf1da4b2d0 req-1eb133ba-eccc-4587-acf8-daaebf01cd67 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:17.806660 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37da688-0f77-4e04-8388-1ddf1da4b2d0 req-1eb133ba-eccc-4587-acf8-daaebf01cd67 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:17.812578 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37da688-0f77-4e04-8388-1ddf1da4b2d0 req-1eb133ba-eccc-4587-acf8-daaebf01cd67 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:17.819211 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37da688-0f77-4e04-8388-1ddf1da4b2d0 req-1eb133ba-eccc-4587-acf8-daaebf01cd67 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:17.827262 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37da688-0f77-4e04-8388-1ddf1da4b2d0 req-1eb133ba-eccc-4587-acf8-daaebf01cd67 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:17.833175 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37da688-0f77-4e04-8388-1ddf1da4b2d0 req-1eb133ba-eccc-4587-acf8-daaebf01cd67 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:17.839423 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37da688-0f77-4e04-8388-1ddf1da4b2d0 req-1eb133ba-eccc-4587-acf8-daaebf01cd67 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:17.841346 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e37da688-0f77-4e04-8388-1ddf1da4b2d0 req-1eb133ba-eccc-4587-acf8-daaebf01cd67 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 5427 time: 0.1065114 Nov 27 03:56:17.902867 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e37da688-0f77-4e04-8388-1ddf1da4b2d0 req-d6514b13-c0d3-48ba-bba9-7208809dd89d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb62b710-5bd5-4197-94f7-dd959bb3e843&id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550489 Nov 27 03:56:17.927443 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8524ee7a-96d0-413a-8fe2-f642ea842efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:18.027772 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-8524ee7a-96d0-413a-8fe2-f642ea842efc None None] For port 1ca7ff71-c406-49d4-b978-91a70f398560, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=1ca7ff71-c406-49d4-b978-91a70f398560,segment=NetworkSegment(4cbd1476-022b-470f-b924-867a8d42b0e0),segment_id=4cbd1476-022b-470f-b924-867a8d42b0e0)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:18.041589 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8524ee7a-96d0-413a-8fe2-f642ea842efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:18.088313 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-569ee346-e0a8-4d26-97c8-1777875836c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c721807b-1718-4fa9-81cb-186c07d3f81f', 'name': 'tempest-TestVolumeBootPattern-1279800060-router', 'tenant_id': 'ee4e57f22b2a4bd4af7ab5789062d7cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '88ca08c4-f77f-4610-8ba5-867ba3afb8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:56:03Z', 'updated_at': '2021-11-27T03:56:11Z', 'revision_number': 4, 'project_id': 'ee4e57f22b2a4bd4af7ab5789062d7cc', 'gw_port': {'id': '88ca08c4-f77f-4610-8ba5-867ba3afb8db', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c721807b-1718-4fa9-81cb-186c07d3f81f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:56:05Z', 'updated_at': '2021-11-27T03:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '1ca7ff71-c406-49d4-b978-91a70f398560', 'name': '', 'network_id': 'f1713ef5-cf15-4d60-a8a3-98817df466b1', 'tenant_id': 'ee4e57f22b2a4bd4af7ab5789062d7cc', 'mac_address': 'fa:16:3e:5c:92:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c721807b-1718-4fa9-81cb-186c07d3f81f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'c45ec6da-9d94-4391-a2e5-1c073e742abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:56:09Z', 'updated_at': '2021-11-27T03:56:16Z', 'revision_number': 4, 'project_id': 'ee4e57f22b2a4bd4af7ab5789062d7cc', 'subnets': [{'id': 'c45ec6da-9d94-4391-a2e5-1c073e742abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:56:18.129405 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5eb603-4f5c-4aae-b3ab-45b133565174 req-31801556-21a4-4519-ac8a-9c80902c3908 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:18.131150 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5e5eb603-4f5c-4aae-b3ab-45b133565174 req-31801556-21a4-4519-ac8a-9c80902c3908 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 945 time: 0.0516739 Nov 27 03:56:18.150695 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569ee346-e0a8-4d26-97c8-1777875836c9 None None] The sync data for ids ['c721807b-1718-4fa9-81cb-186c07d3f81f'] in n-d-819494-3 is: [{'id': 'c721807b-1718-4fa9-81cb-186c07d3f81f', 'name': 'tempest-TestVolumeBootPattern-1279800060-router', 'tenant_id': 'ee4e57f22b2a4bd4af7ab5789062d7cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '88ca08c4-f77f-4610-8ba5-867ba3afb8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:56:03Z', 'updated_at': '2021-11-27T03:56:11Z', 'revision_number': 4, 'project_id': 'ee4e57f22b2a4bd4af7ab5789062d7cc', 'gw_port': {'id': '88ca08c4-f77f-4610-8ba5-867ba3afb8db', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c721807b-1718-4fa9-81cb-186c07d3f81f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:56:05Z', 'updated_at': '2021-11-27T03:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '1ca7ff71-c406-49d4-b978-91a70f398560', 'name': '', 'network_id': 'f1713ef5-cf15-4d60-a8a3-98817df466b1', 'tenant_id': 'ee4e57f22b2a4bd4af7ab5789062d7cc', 'mac_address': 'fa:16:3e:5c:92:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c721807b-1718-4fa9-81cb-186c07d3f81f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'c45ec6da-9d94-4391-a2e5-1c073e742abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:56:09Z', 'updated_at': '2021-11-27T03:56:16Z', 'revision_number': 4, 'project_id': 'ee4e57f22b2a4bd4af7ab5789062d7cc', 'subnets': [{'id': 'c45ec6da-9d94-4391-a2e5-1c073e742abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:56:18.179158 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8524ee7a-96d0-413a-8fe2-f642ea842efc None None] Pushing event updated for resources: {'Port': ['ID=1ca7ff71-c406-49d4-b978-91a70f398560,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:18.223307 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c3355149-3a32-42d0-b5a8-6105c738b16a req-f764e4b6-ef5b-45dd-a7b2-bfc2710cd7dc tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=a483e446-d37a-4ba3-b9e8-8f39f601be3d HTTP/1.1" status: 200 len: 210 time: 0.0756836 Nov 27 03:56:18.266416 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-82f3799c-8fb3-4940-896c-77c3750ba3ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:18.373931 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-569c745c-200b-4021-a17d-b1402f7d6889 req-fdafa344-90f8-42d8-8803-cc5b89e33cf9 tempest-ServerShowV247Test-1579605934 tempest-ServerShowV247Test-1579605934-project] 10.222.0.20 "GET /v2.0/ports?device_id=702b6b85-d552-4b22-82c4-7a546d047e31 HTTP/1.1" status: 200 len: 210 time: 0.0426385 Nov 27 03:56:18.571651 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:18.573772 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ebf35697-27c7-4acb-8eed-e4e643f2bcae req-9a71b5e5-e602-458c-9c0e-c78b1dd4301c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b3a2d15a-7cc0-4372-8381-a4ee11273a73 HTTP/1.1" status: 200 len: 210 time: 0.0406473 Nov 27 03:56:18.588804 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 1ca7ff71-c406-49d4-b978-91a70f398560 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:56:18.611355 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abedf1f-9dce-41cd-8ef8-b813103625c6 req-7d6f86e2-13b0-4306-99b3-be3d8c2c9a0b tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:18.613073 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4abedf1f-9dce-41cd-8ef8-b813103625c6 req-7d6f86e2-13b0-4306-99b3-be3d8c2c9a0b tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f15855c-81e2-47bc-aa49-c32722f47485 HTTP/1.1" status: 200 len: 944 time: 0.1565094 Nov 27 03:56:18.683148 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 1ca7ff71-c406-49d4-b978-91a70f398560 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:56:18.683529 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:18.700475 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4abedf1f-9dce-41cd-8ef8-b813103625c6 req-95f57b91-2431-4835-a110-59039e9a84c8 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/security-groups?id=b185a953-28bd-4bae-8523-9419bcb027c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767624 Nov 27 03:56:18.788201 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-cdec35f1-a996-4167-accb-eeaeed62669d tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:18.790647 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-cdec35f1-a996-4167-accb-eeaeed62669d tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.11 "GET /v2.0/networks?id=9066c940-2187-4bcb-b452-41734810299f HTTP/1.1" status: 200 len: 812 time: 0.5855758 Nov 27 03:56:18.811545 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device a1f03abc-cb7c-4762-a3d3-c924fa278769 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:56:18.812697 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-f1d51e3f-950e-4807-9312-ab22e0bfd274 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Request body: {'port': {'device_id': 'a483e446-d37a-4ba3-b9e8-8f39f601be3d', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'admin_state_up': True, 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:56:18.831803 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5e5eb603-4f5c-4aae-b3ab-45b133565174 req-3aaa8215-4b98-411f-8c7c-0d4cbb771172 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6903648 Nov 27 03:56:18.884893 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc14fb-2a16-489d-973c-40eb60831993 req-2d02ea3d-1648-4f22-9083-e254635e43f6 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:18.887637 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9ebc14fb-2a16-489d-973c-40eb60831993 req-2d02ea3d-1648-4f22-9083-e254635e43f6 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 946 time: 0.1044595 Nov 27 03:56:18.965010 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port a1f03abc-cb7c-4762-a3d3-c924fa278769 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:56:18.974715 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port a1f03abc-cb7c-4762-a3d3-c924fa278769 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:56:18.976376 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:18.998951 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9ebc14fb-2a16-489d-973c-40eb60831993 req-2e4d6696-5bfe-4250-99f0-36b522cf5a54 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=12c77282-abb4-49c4-b21d-278815576516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004307 Nov 27 03:56:19.064703 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-f1d51e3f-950e-4807-9312-ab22e0bfd274 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Made reservation on behalf of c0fb01b15ba04e8ca79caed9882229f4 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:56:19.074744 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-f1d51e3f-950e-4807-9312-ab22e0bfd274 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:19.110964 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38961059-f9da-4d5e-bfd8-673e6dc696bf req-1fc3df2f-91fe-4f7d-8e2c-43110b505e01 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=702b6b85-d552-4b22-82c4-7a546d047e31 HTTP/1.1" status: 200 len: 210 time: 0.0527112 Nov 27 03:56:19.143064 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:19.179195 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f03abc-cb7c-4762-a3d3-c924fa278769'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:56:19.182450 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd048c29-e3c3-4a26-ad34-d938586d33b1" -d '{"events": [{"server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "name": "network-vif-plugged", "status": "completed", "tag": "a1f03abc-cb7c-4762-a3d3-c924fa278769"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:56:19.186491 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 3807a24d-608c-42de-aaaf-2f66fcff8e9d up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:56:19.241035 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port a1f03abc-cb7c-4762-a3d3-c924fa278769, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=a1f03abc-cb7c-4762-a3d3-c924fa278769,segment=NetworkSegment(205b1345-2e5b-4c2e-b95c-348fea1df7b2),segment_id=205b1345-2e5b-4c2e-b95c-348fea1df7b2)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:19.252577 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:19.253563 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 02981edf-7b84-4fc5-b179-a27331a3be22 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:56:19.253866 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64c238-c319-4d4e-9500-8f7e807d2c8d req-d94b6cd3-aa31-4f98-8a91-4a3efb198742 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:19.260618 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64c238-c319-4d4e-9500-8f7e807d2c8d req-d94b6cd3-aa31-4f98-8a91-4a3efb198742 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:19.265704 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259e2092-2f4f-4f54-8b19-28f57d35a701 x-openstack-request-id: req-259e2092-2f4f-4f54-8b19-28f57d35a701 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:56:19.265704 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "name": "network-vif-plugged", "status": "completed", "tag": "a1f03abc-cb7c-4762-a3d3-c924fa278769", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:56:19.265704 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-259e2092-2f4f-4f54-8b19-28f57d35a701 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:56:19.265704 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f03abc-cb7c-4762-a3d3-c924fa278769', 'code': 200} Nov 27 03:56:19.267851 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64c238-c319-4d4e-9500-8f7e807d2c8d req-d94b6cd3-aa31-4f98-8a91-4a3efb198742 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:19.276056 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64c238-c319-4d4e-9500-8f7e807d2c8d req-d94b6cd3-aa31-4f98-8a91-4a3efb198742 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:19.282755 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64c238-c319-4d4e-9500-8f7e807d2c8d req-d94b6cd3-aa31-4f98-8a91-4a3efb198742 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:19.288899 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64c238-c319-4d4e-9500-8f7e807d2c8d req-d94b6cd3-aa31-4f98-8a91-4a3efb198742 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:19.298249 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64c238-c319-4d4e-9500-8f7e807d2c8d req-d94b6cd3-aa31-4f98-8a91-4a3efb198742 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:19.300429 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ed64c238-c319-4d4e-9500-8f7e807d2c8d req-d94b6cd3-aa31-4f98-8a91-4a3efb198742 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 5427 time: 0.1556101 Nov 27 03:56:19.323478 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 3807a24d-608c-42de-aaaf-2f66fcff8e9d completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:56:19.343378 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 3807a24d-608c-42de-aaaf-2f66fcff8e9d triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:56:19.343936 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:19.364061 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-f1d51e3f-950e-4807-9312-ab22e0bfd274 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Allocated IP 172.20.0.9 (9066c940-2187-4bcb-b452-41734810299f/7fdbb93f-95d3-4899-98b7-de442d33ecc0/3e05f1c6-920b-4de3-accc-ff4ce0d48fc4) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:56:19.429775 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ed64c238-c319-4d4e-9500-8f7e807d2c8d req-60034a31-0489-460a-892e-9f9be7ac6ac2 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb62b710-5bd5-4197-94f7-dd959bb3e843&id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1205459 Nov 27 03:56:19.430085 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=a1f03abc-cb7c-4762-a3d3-c924fa278769,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:19.434880 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 02981edf-7b84-4fc5-b179-a27331a3be22 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:56:19.443529 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 02981edf-7b84-4fc5-b179-a27331a3be22 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:56:19.443909 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:19.471473 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-710ecc4c-e659-4b19-9246-ef82da64028e req-220ba049-f365-4864-8a1d-dd8d0db4e697 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=a483e446-d37a-4ba3-b9e8-8f39f601be3d HTTP/1.1" status: 200 len: 210 time: 0.0878587 Nov 27 03:56:19.562744 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:19.575841 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:19.639837 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 3807a24d-608c-42de-aaaf-2f66fcff8e9d, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=3807a24d-608c-42de-aaaf-2f66fcff8e9d,segment=NetworkSegment(6c2c8aa3-2731-42bd-bba4-8ad2d6d79985),segment_id=6c2c8aa3-2731-42bd-bba4-8ad2d6d79985)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:19.640013 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-f1d51e3f-950e-4807-9312-ab22e0bfd274 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:19.641576 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-497ab47d-72da-43c1-aef1-5350ea5af81b req-c28586f6-2911-41b6-af6b-cf7785ff7e04 tempest-ServerShowV247Test-1579605934 tempest-ServerShowV247Test-1579605934-project] 10.222.0.20 "GET /v2.0/ports?device_id=702b6b85-d552-4b22-82c4-7a546d047e31 HTTP/1.1" status: 200 len: 210 time: 0.0620077 Nov 27 03:56:19.666783 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:19.667587 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 2bf8396c-efb5-4d94-8027-212c4a0b485c up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:56:19.707235 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-f1d51e3f-950e-4807-9312-ab22e0bfd274 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:19.739425 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:19.759001 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d51e3f-950e-4807-9312-ab22e0bfd274 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Pushing event updated for resources: {'Port': ['ID=3e05f1c6-920b-4de3-accc-ff4ce0d48fc4,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:19.783662 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 02981edf-7b84-4fc5-b179-a27331a3be22, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=02981edf-7b84-4fc5-b179-a27331a3be22,segment=NetworkSegment(fd7d7e7b-7dbb-424a-bc51-ecd051dc8d7b),segment_id=fd7d7e7b-7dbb-424a-bc51-ecd051dc8d7b)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:19.798039 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:19.799281 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:56:19.800166 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-f1d51e3f-950e-4807-9312-ab22e0bfd274 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Network 9066c940-2187-4bcb-b452-41734810299f is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:56:19.805048 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-f1d51e3f-950e-4807-9312-ab22e0bfd274 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:56:19.809076 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-f1d51e3f-950e-4807-9312-ab22e0bfd274 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:56:19.902594 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=3807a24d-608c-42de-aaaf-2f66fcff8e9d,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:20.025131 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 2bf8396c-efb5-4d94-8027-212c4a0b485c completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:56:20.074346 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=02981edf-7b84-4fc5-b179-a27331a3be22,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:20.076324 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-f1d51e3f-950e-4807-9312-ab22e0bfd274 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:20.077138 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-f1d51e3f-950e-4807-9312-ab22e0bfd274 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:20.101501 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 2bf8396c-efb5-4d94-8027-212c4a0b485c triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:56:20.101884 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:20.128265 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a38ced-ad7f-48bf-8328-7474f27493eb req-6ddecf11-2c65-48fd-9ab4-15f5ea6336bc tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:20.129929 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-16a38ced-ad7f-48bf-8328-7474f27493eb req-6ddecf11-2c65-48fd-9ab4-15f5ea6336bc tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f15855c-81e2-47bc-aa49-c32722f47485 HTTP/1.1" status: 200 len: 944 time: 0.2251289 Nov 27 03:56:20.145949 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:56:20.146751 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-f1d51e3f-950e-4807-9312-ab22e0bfd274 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3391712 Nov 27 03:56:20.152450 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf59ea-014a-4bac-ab79-cf8a0d629b73 req-a62e7f01-fe20-4bd7-809d-1084696bba3e tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:20.156341 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0ebf59ea-014a-4bac-ab79-cf8a0d629b73 req-a62e7f01-fe20-4bd7-809d-1084696bba3e tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 946 time: 0.1513395 Nov 27 03:56:20.170476 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:56:20.171196 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:20.188995 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-99c3fc87-825f-458c-b94f-bb74e361a31f service neutron] Request body: {'port': {'device_id': 'a483e446-d37a-4ba3-b9e8-8f39f601be3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:56:20.245878 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0ebf59ea-014a-4bac-ab79-cf8a0d629b73 req-b1fe8a59-dc3e-45ef-b85e-7311e9c03813 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751941 Nov 27 03:56:20.301077 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-16a38ced-ad7f-48bf-8328-7474f27493eb req-cfed6045-4883-40c6-815f-6893b21d6de9 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/security-groups?id=b185a953-28bd-4bae-8523-9419bcb027c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514785 Nov 27 03:56:20.302180 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-99c3fc87-825f-458c-b94f-bb74e361a31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:20.339429 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:20.404491 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-02c2e282-2a7f-44c3-b516-e305934bdc28 None None] Provisioning complete for port 3e05f1c6-920b-4de3-accc-ff4ce0d48fc4 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:56:20.405218 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-02c2e282-2a7f-44c3-b516-e305934bdc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:20.434869 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:20.462985 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 2bf8396c-efb5-4d94-8027-212c4a0b485c, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=2bf8396c-efb5-4d94-8027-212c4a0b485c,segment=NetworkSegment(78bfe3a3-b052-47e4-855b-505741d7aa50),segment_id=78bfe3a3-b052-47e4-855b-505741d7aa50)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:20.475934 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:20.486955 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-02c2e282-2a7f-44c3-b516-e305934bdc28 None None] Port 3e05f1c6-920b-4de3-accc-ff4ce0d48fc4 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:56:20.517423 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb,segment=NetworkSegment(f22bdb49-3b05-46d4-b948-1eca6d498b9c),segment_id=f22bdb49-3b05-46d4-b948-1eca6d498b9c)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:20.528757 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:20.528965 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 8d21c359-8b29-4bc7-8fd4-65e475953c35 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:56:20.550360 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976532b-36d1-42d5-ac39-bea90db671fa req-3a03afe7-2831-4074-9b42-f96ee6442105 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:20.552102 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e976532b-36d1-42d5-ac39-bea90db671fa req-3a03afe7-2831-4074-9b42-f96ee6442105 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 946 time: 0.1516938 Nov 27 03:56:20.573656 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=2bf8396c-efb5-4d94-8027-212c4a0b485c,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:20.626275 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a9faf-a138-42f3-8ec2-2977bd6392a3 req-9cfdef08-6be3-4083-a5a4-c5c9df96f972 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:20.629495 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ac1a9faf-a138-42f3-8ec2-2977bd6392a3 req-9cfdef08-6be3-4083-a5a4-c5c9df96f972 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=a483e446-d37a-4ba3-b9e8-8f39f601be3d HTTP/1.1" status: 200 len: 931 time: 0.0771079 Nov 27 03:56:20.634733 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:20.639315 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 8d21c359-8b29-4bc7-8fd4-65e475953c35 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:56:20.643283 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 8d21c359-8b29-4bc7-8fd4-65e475953c35 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:56:20.643839 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:20.681931 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e976532b-36d1-42d5-ac39-bea90db671fa req-906cb8bc-b93b-444a-bc4f-5b26ad5ee23d tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=12c77282-abb4-49c4-b21d-278815576516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082242 Nov 27 03:56:20.744949 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ac1a9faf-a138-42f3-8ec2-2977bd6392a3 req-08aefd2d-8433-4c20-a2ac-c0425176f355 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828669 Nov 27 03:56:20.781362 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:20.828281 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-99c3fc87-825f-458c-b94f-bb74e361a31f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e05f1c6-920b-4de3-accc-ff4ce0d48fc4 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:56:20.828863 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 8d21c359-8b29-4bc7-8fd4-65e475953c35, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=8d21c359-8b29-4bc7-8fd4-65e475953c35,segment=NetworkSegment(f22bdb49-3b05-46d4-b948-1eca6d498b9c),segment_id=f22bdb49-3b05-46d4-b948-1eca6d498b9c)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:20.835030 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:20.840315 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-99c3fc87-825f-458c-b94f-bb74e361a31f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:20.862926 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 79505348-feb7-4bb2-ad3d-3724a74fb104 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:56:20.865689 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d95bf563-fb66-4d55-a63e-0da49ba5da94 req-11d7ba54-d4f0-477f-9748-0b99ab0bfad3 tempest-ServerShowV247Test-1579605934 tempest-ServerShowV247Test-1579605934-project] 10.222.0.20 "GET /v2.0/ports?device_id=702b6b85-d552-4b22-82c4-7a546d047e31 HTTP/1.1" status: 200 len: 210 time: 0.0417778 Nov 27 03:56:20.867544 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-99c3fc87-825f-458c-b94f-bb74e361a31f service neutron] Transition to ACTIVE for port object 3e05f1c6-920b-4de3-accc-ff4ce0d48fc4 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:56:20.883842 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99cfc-0210-405a-a8b3-3d7d8ec905a9 req-d23f87ac-c46b-4e04-8df6-118a62a53768 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:20.889895 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99cfc-0210-405a-a8b3-3d7d8ec905a9 req-d23f87ac-c46b-4e04-8df6-118a62a53768 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:20.896837 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99cfc-0210-405a-a8b3-3d7d8ec905a9 req-d23f87ac-c46b-4e04-8df6-118a62a53768 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:20.903841 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99cfc-0210-405a-a8b3-3d7d8ec905a9 req-d23f87ac-c46b-4e04-8df6-118a62a53768 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:20.909761 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99cfc-0210-405a-a8b3-3d7d8ec905a9 req-d23f87ac-c46b-4e04-8df6-118a62a53768 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:20.916657 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99cfc-0210-405a-a8b3-3d7d8ec905a9 req-d23f87ac-c46b-4e04-8df6-118a62a53768 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:20.924704 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99cfc-0210-405a-a8b3-3d7d8ec905a9 req-d23f87ac-c46b-4e04-8df6-118a62a53768 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:20.936055 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-73f99cfc-0210-405a-a8b3-3d7d8ec905a9 req-d23f87ac-c46b-4e04-8df6-118a62a53768 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 5430 time: 0.1571190 Nov 27 03:56:20.938113 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-99c3fc87-825f-458c-b94f-bb74e361a31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:21.123568 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3fc87-825f-458c-b94f-bb74e361a31f service neutron] Pushing event updated for resources: {'Port': ['ID=3e05f1c6-920b-4de3-accc-ff4ce0d48fc4,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:21.141905 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=8d21c359-8b29-4bc7-8fd4-65e475953c35,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:21.165402 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 79505348-feb7-4bb2-ad3d-3724a74fb104 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:56:21.168892 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:21.178397 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-99c3fc87-825f-458c-b94f-bb74e361a31f service neutron] Attempting to bind port 3e05f1c6-920b-4de3-accc-ff4ce0d48fc4 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:56:21.178770 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-99c3fc87-825f-458c-b94f-bb74e361a31f service neutron] Attempting to bind port 3e05f1c6-920b-4de3-accc-ff4ce0d48fc4 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '7b573d51-51b1-4f49-9697-b1cce35223ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9066c940-2187-4bcb-b452-41734810299f'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:56:21.179209 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-99c3fc87-825f-458c-b94f-bb74e361a31f service neutron] Attempting to bind port 3e05f1c6-920b-4de3-accc-ff4ce0d48fc4 on network 9066c940-2187-4bcb-b452-41734810299f {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:56:21.182147 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 79505348-feb7-4bb2-ad3d-3724a74fb104 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:56:21.182895 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:21.195087 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-99c3fc87-825f-458c-b94f-bb74e361a31f service neutron] Port 3e05f1c6-920b-4de3-accc-ff4ce0d48fc4 on network 9066c940-2187-4bcb-b452-41734810299f not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:56:21.195575 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-99c3fc87-825f-458c-b94f-bb74e361a31f service neutron] Attempting to bind port 3e05f1c6-920b-4de3-accc-ff4ce0d48fc4 on network 9066c940-2187-4bcb-b452-41734810299f {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:56:21.224499 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-99c3fc87-825f-458c-b94f-bb74e361a31f service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:56:21.224979 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-99c3fc87-825f-458c-b94f-bb74e361a31f service neutron] Checking segment: {'id': '7b573d51-51b1-4f49-9697-b1cce35223ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9066c940-2187-4bcb-b452-41734810299f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:56:21.225482 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-99c3fc87-825f-458c-b94f-bb74e361a31f service neutron] Bound using segment: {'id': '7b573d51-51b1-4f49-9697-b1cce35223ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9066c940-2187-4bcb-b452-41734810299f'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:56:21.226154 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-99c3fc87-825f-458c-b94f-bb74e361a31f service neutron] Bound port: 3e05f1c6-920b-4de3-accc-ff4ce0d48fc4, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b573d51-51b1-4f49-9697-b1cce35223ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9066c940-2187-4bcb-b452-41734810299f'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:56:21.231289 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-99c3fc87-825f-458c-b94f-bb74e361a31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:21.267084 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9033b0-2c6b-424f-908e-797a5e4516cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3807a24d-608c-42de-aaaf-2f66fcff8e9d'}, {'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02981edf-7b84-4fc5-b179-a27331a3be22'}, {'server_uuid': '58f1106c-e2db-4840-b22a-8a20a75c0d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf8396c-efb5-4d94-8027-212c4a0b485c'}, {'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb'}, {'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d21c359-8b29-4bc7-8fd4-65e475953c35'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:56:21.269320 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b839d154-1166-4078-aaa5-c308672618bb" -d '{"events": [{"server_uuid": "7b9033b0-2c6b-424f-908e-797a5e4516cc", "name": "network-vif-plugged", "status": "completed", "tag": "3807a24d-608c-42de-aaaf-2f66fcff8e9d"}, {"server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "name": "network-vif-plugged", "status": "completed", "tag": "02981edf-7b84-4fc5-b179-a27331a3be22"}, {"server_uuid": "58f1106c-e2db-4840-b22a-8a20a75c0d36", "name": "network-vif-plugged", "status": "completed", "tag": "2bf8396c-efb5-4d94-8027-212c4a0b485c"}, {"server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "name": "network-vif-plugged", "status": "completed", "tag": "ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb"}, {"server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "name": "network-vif-plugged", "status": "completed", "tag": "8d21c359-8b29-4bc7-8fd4-65e475953c35"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:56:21.283125 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-73f99cfc-0210-405a-a8b3-3d7d8ec905a9 req-a7c2bb2a-8642-49e8-a17c-6ecde8193317 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb62b710-5bd5-4197-94f7-dd959bb3e843&id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2704732 Nov 27 03:56:21.385486 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-99c3fc87-825f-458c-b94f-bb74e361a31f service neutron] For port 3e05f1c6-920b-4de3-accc-ff4ce0d48fc4, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:56:21.389788 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-99c3fc87-825f-458c-b94f-bb74e361a31f service neutron] For port 3e05f1c6-920b-4de3-accc-ff4ce0d48fc4, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=3e05f1c6-920b-4de3-accc-ff4ce0d48fc4,segment=NetworkSegment(7b573d51-51b1-4f49-9697-b1cce35223ba),segment_id=7b573d51-51b1-4f49-9697-b1cce35223ba)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:56:21.390256 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:21.397200 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-459252df-ec17-48b4-9dd9-2fb83541947c req-a90b924e-3da3-444e-9b4f-fd879e56df52 tempest-ServerShowV247Test-1579605934 tempest-ServerShowV247Test-1579605934-project] 10.222.0.20 "GET /v2.0/ports?device_id=702b6b85-d552-4b22-82c4-7a546d047e31 HTTP/1.1" status: 200 len: 210 time: 0.0422151 Nov 27 03:56:21.408785 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-99c3fc87-825f-458c-b94f-bb74e361a31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:21.447916 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 79505348-feb7-4bb2-ad3d-3724a74fb104, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=79505348-feb7-4bb2-ad3d-3724a74fb104,segment=NetworkSegment(f22bdb49-3b05-46d4-b948-1eca6d498b9c),segment_id=f22bdb49-3b05-46d4-b948-1eca6d498b9c)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:21.458382 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:21.459562 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device f44fdf9b-a8d1-49ae-aeec-916704cb4fb4 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:56:21.473361 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-99c3fc87-825f-458c-b94f-bb74e361a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:21.474126 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-99c3fc87-825f-458c-b94f-bb74e361a31f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:21.475491 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-99c3fc87-825f-458c-b94f-bb74e361a31f service neutron] 10.222.0.11 "PUT /v2.0/ports/3e05f1c6-920b-4de3-accc-ff4ce0d48fc4 HTTP/1.1" status: 200 len: 1091 time: 1.2907259 Nov 27 03:56:21.475965 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a483e446-d37a-4ba3-b9e8-8f39f601be3d', 'tag': '3e05f1c6-920b-4de3-accc-ff4ce0d48fc4'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:56:21.478786 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c4623b-16f5-4612-a692-32170fbfebbb" -d '{"events": [{"name": "network-changed", "server_uuid": "a483e446-d37a-4ba3-b9e8-8f39f601be3d", "tag": "3e05f1c6-920b-4de3-accc-ff4ce0d48fc4"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:56:21.512333 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7385e-dde0-40e2-88ef-29238c331c38 req-d436fd43-5ce0-4e34-941e-18cdf7f3834e tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:21.513969 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b3a7385e-dde0-40e2-88ef-29238c331c38 req-d436fd43-5ce0-4e34-941e-18cdf7f3834e tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 946 time: 0.1227190 Nov 27 03:56:21.514128 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Sat, 27 Nov 2021 03:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681bb4db-0251-4f53-b10d-e587b93f6e31 x-openstack-request-id: req-681bb4db-0251-4f53-b10d-e587b93f6e31 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:56:21.514277 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9033b0-2c6b-424f-908e-797a5e4516cc", "name": "network-vif-plugged", "status": "completed", "tag": "3807a24d-608c-42de-aaaf-2f66fcff8e9d", "code": 200}, {"server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "name": "network-vif-plugged", "status": "completed", "tag": "02981edf-7b84-4fc5-b179-a27331a3be22", "code": 200}, {"server_uuid": "58f1106c-e2db-4840-b22a-8a20a75c0d36", "name": "network-vif-plugged", "status": "completed", "tag": "2bf8396c-efb5-4d94-8027-212c4a0b485c", "code": 200}, {"server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "name": "network-vif-plugged", "status": "completed", "tag": "ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb", "code": 200}, {"server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "name": "network-vif-plugged", "status": "completed", "tag": "8d21c359-8b29-4bc7-8fd4-65e475953c35", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:56:21.514536 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-681bb4db-0251-4f53-b10d-e587b93f6e31 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:56:21.514961 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9033b0-2c6b-424f-908e-797a5e4516cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3807a24d-608c-42de-aaaf-2f66fcff8e9d', 'code': 200} Nov 27 03:56:21.515213 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02981edf-7b84-4fc5-b179-a27331a3be22', 'code': 200} Nov 27 03:56:21.515463 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f1106c-e2db-4840-b22a-8a20a75c0d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf8396c-efb5-4d94-8027-212c4a0b485c', 'code': 200} Nov 27 03:56:21.515708 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb', 'code': 200} Nov 27 03:56:21.515953 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d21c359-8b29-4bc7-8fd4-65e475953c35', 'code': 200} Nov 27 03:56:21.519260 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3fc87-825f-458c-b94f-bb74e361a31f service neutron] Pushing event updated for resources: {'Port': ['ID=3e05f1c6-920b-4de3-accc-ff4ce0d48fc4,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:21.582417 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=79505348-feb7-4bb2-ad3d-3724a74fb104,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:21.627794 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port f44fdf9b-a8d1-49ae-aeec-916704cb4fb4 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:56:21.635007 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port f44fdf9b-a8d1-49ae-aeec-916704cb4fb4 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:56:21.635525 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:21.688387 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b3a7385e-dde0-40e2-88ef-29238c331c38 req-b75081f7-40c7-4b21-871f-8eb4c45cd75e tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356473 Nov 27 03:56:21.723013 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-2184c267-ecfa-4bd6-b162-89f591fb086f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:21.729616 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-2184c267-ecfa-4bd6-b162-89f591fb086f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c0fb01b15ba04e8ca79caed9882229f4&device_id=a483e446-d37a-4ba3-b9e8-8f39f601be3d HTTP/1.1" status: 200 len: 1094 time: 0.1011698 Nov 27 03:56:21.735813 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:21.736122 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ce06d-2d40-426b-932a-2226d67dffc0 req-05be55f1-0841-4cf8-a7f5-003c74db9e16 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:21.744027 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e35ce06d-2d40-426b-932a-2226d67dffc0 req-05be55f1-0841-4cf8-a7f5-003c74db9e16 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f15855c-81e2-47bc-aa49-c32722f47485 HTTP/1.1" status: 200 len: 944 time: 0.2004724 Nov 27 03:56:21.819530 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port f44fdf9b-a8d1-49ae-aeec-916704cb4fb4, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=f44fdf9b-a8d1-49ae-aeec-916704cb4fb4,segment=NetworkSegment(205b1345-2e5b-4c2e-b95c-348fea1df7b2),segment_id=205b1345-2e5b-4c2e-b95c-348fea1df7b2)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:21.824313 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:21.828109 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:21.829032 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 483722be-2ed4-4dbd-aefd-8406aba813b7 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:56:21.839479 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-ece76629-5389-46cd-8fe3-32bbf6f0945d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e05f1c6-920b-4de3-accc-ff4ce0d48fc4 HTTP/1.1" status: 200 len: 217 time: 0.0983593 Nov 27 03:56:21.888380 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103889b-f0d5-4227-8089-7048d9a0f679 req-5a93dacf-8cbd-4ace-b8f4-4bbe3af6187b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:21.890484 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b103889b-f0d5-4227-8089-7048d9a0f679 req-5a93dacf-8cbd-4ace-b8f4-4bbe3af6187b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=58f1106c-e2db-4840-b22a-8a20a75c0d36 HTTP/1.1" status: 200 len: 1097 time: 0.2051263 Nov 27 03:56:21.892362 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d6d9b-387f-48f8-a8b8-827ebfaf5aae req-4e9ad4b9-6073-4d77-8e9b-0db71a00c337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:21.895125 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e88d6d9b-387f-48f8-a8b8-827ebfaf5aae req-4e9ad4b9-6073-4d77-8e9b-0db71a00c337 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 1097 time: 0.2620952 Nov 27 03:56:21.928450 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=f44fdf9b-a8d1-49ae-aeec-916704cb4fb4,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:21.973912 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e35ce06d-2d40-426b-932a-2226d67dffc0 req-fed132f9-3643-4060-a2bf-9a06413248c2 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/security-groups?id=b185a953-28bd-4bae-8523-9419bcb027c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246644 Nov 27 03:56:21.981057 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 483722be-2ed4-4dbd-aefd-8406aba813b7 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:56:21.985799 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 483722be-2ed4-4dbd-aefd-8406aba813b7 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:56:21.986202 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:21.987427 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-14b065be-813a-412e-920d-2bb24870e85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:21.988962 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-14b065be-813a-412e-920d-2bb24870e85c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7fdbb93f-95d3-4899-98b7-de442d33ecc0 HTTP/1.1" status: 200 len: 851 time: 0.1329243 Nov 27 03:56:22.021320 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b103889b-f0d5-4227-8089-7048d9a0f679 req-a36a3c96-8767-4aa8-a604-c3d78941fc78 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b185a953-28bd-4bae-8523-9419bcb027c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146414 Nov 27 03:56:22.030715 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e88d6d9b-387f-48f8-a8b8-827ebfaf5aae req-d8b89ae5-a7ce-487f-b474-d34aa25f8f89 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131802 Nov 27 03:56:22.047323 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba7bd18-142e-4ed0-8053-611e7d6723c1 x-openstack-request-id: req-aba7bd18-142e-4ed0-8053-611e7d6723c1 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:56:22.047323 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a483e446-d37a-4ba3-b9e8-8f39f601be3d", "tag": "3e05f1c6-920b-4de3-accc-ff4ce0d48fc4", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:56:22.047623 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aba7bd18-142e-4ed0-8053-611e7d6723c1 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:56:22.048377 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a483e446-d37a-4ba3-b9e8-8f39f601be3d', 'tag': '3e05f1c6-920b-4de3-accc-ff4ce0d48fc4', 'status': 'completed', 'code': 200} Nov 27 03:56:22.068012 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-373316ed-b0ad-4578-920d-e1c28dadee3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:22.070177 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-373316ed-b0ad-4578-920d-e1c28dadee3c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9066c940-2187-4bcb-b452-41734810299f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731816 Nov 27 03:56:22.081012 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:22.116611 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 483722be-2ed4-4dbd-aefd-8406aba813b7, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=483722be-2ed4-4dbd-aefd-8406aba813b7,segment=NetworkSegment(f22bdb49-3b05-46d4-b948-1eca6d498b9c),segment_id=f22bdb49-3b05-46d4-b948-1eca6d498b9c)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:22.123849 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:22.124857 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 5eaacecd-c6e8-43fb-b62d-3cf747b7bff3 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:56:22.190977 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a17f12-6af5-46bd-a979-45f02b1d087c req-3387ff35-8fa9-49dd-afb7-7d6099beb7d6 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:22.192833 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-34a17f12-6af5-46bd-a979-45f02b1d087c req-3387ff35-8fa9-49dd-afb7-7d6099beb7d6 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=a483e446-d37a-4ba3-b9e8-8f39f601be3d HTTP/1.1" status: 200 len: 943 time: 0.0738037 Nov 27 03:56:22.222975 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=483722be-2ed4-4dbd-aefd-8406aba813b7,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:22.229341 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-c4dbd902-8884-4f81-84d7-07733e4b347d service neutron] 10.222.0.11 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497157 Nov 27 03:56:22.242089 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 5eaacecd-c6e8-43fb-b62d-3cf747b7bff3 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:56:22.246601 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 5eaacecd-c6e8-43fb-b62d-3cf747b7bff3 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:56:22.247006 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:22.249646 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-34a17f12-6af5-46bd-a979-45f02b1d087c req-5ff30e75-163b-471c-bb1d-4149d6f7a6ec tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498338 Nov 27 03:56:22.313748 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa279a4-b412-420f-b52d-9cf1a17604b6 req-ed4f7a64-fae5-423d-bb8c-b32dc039b3fa tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:22.315301 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1fa279a4-b412-420f-b52d-9cf1a17604b6 req-ed4f7a64-fae5-423d-bb8c-b32dc039b3fa tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 946 time: 0.1598489 Nov 27 03:56:22.348404 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:22.361540 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2ee6bf79-b5db-4903-8390-eeba9b6bdfe9 req-49040a28-7848-457d-a51c-2ff30c19f1f7 service neutron] 10.222.0.11 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227005 Nov 27 03:56:22.392196 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 5eaacecd-c6e8-43fb-b62d-3cf747b7bff3, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=5eaacecd-c6e8-43fb-b62d-3cf747b7bff3,segment=NetworkSegment(78bfe3a3-b052-47e4-855b-505741d7aa50),segment_id=78bfe3a3-b052-47e4-855b-505741d7aa50)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:22.397863 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:22.426311 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1fa279a4-b412-420f-b52d-9cf1a17604b6 req-c13f2e75-be0f-42d0-be1b-7c4112a1dc96 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=12c77282-abb4-49c4-b21d-278815576516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636954 Nov 27 03:56:22.496373 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0c408-753c-469f-a64c-8da4a80c78b4 req-bfcc7d04-77d9-4f89-891b-d9255468feef tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:22.499261 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=5eaacecd-c6e8-43fb-b62d-3cf747b7bff3,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:22.502982 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0c408-753c-469f-a64c-8da4a80c78b4 req-bfcc7d04-77d9-4f89-891b-d9255468feef tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:22.510131 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0c408-753c-469f-a64c-8da4a80c78b4 req-bfcc7d04-77d9-4f89-891b-d9255468feef tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:22.517400 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0c408-753c-469f-a64c-8da4a80c78b4 req-bfcc7d04-77d9-4f89-891b-d9255468feef tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:22.522908 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0c408-753c-469f-a64c-8da4a80c78b4 req-bfcc7d04-77d9-4f89-891b-d9255468feef tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:22.529790 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0c408-753c-469f-a64c-8da4a80c78b4 req-bfcc7d04-77d9-4f89-891b-d9255468feef tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:22.536212 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0c408-753c-469f-a64c-8da4a80c78b4 req-bfcc7d04-77d9-4f89-891b-d9255468feef tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:22.537997 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-da6c272e-2951-43d5-bc32-c338e9e081b6 req-fed9cbac-f853-4192-9c7a-295ce6ef26dd tempest-ServerShowV247Test-1579605934 tempest-ServerShowV247Test-1579605934-project] 10.222.0.20 "GET /v2.0/ports?device_id=702b6b85-d552-4b22-82c4-7a546d047e31 HTTP/1.1" status: 200 len: 210 time: 0.0338378 Nov 27 03:56:22.544761 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-86c0c408-753c-469f-a64c-8da4a80c78b4 req-bfcc7d04-77d9-4f89-891b-d9255468feef tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 5434 time: 0.1270876 Nov 27 03:56:22.552945 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4623b-16f5-4612-a692-32170fbfebbb req-dbc5efc2-f6a0-4cc6-95e1-73395135fa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:22.554922 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a7c4623b-16f5-4612-a692-32170fbfebbb req-dbc5efc2-f6a0-4cc6-95e1-73395135fa17 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c0fb01b15ba04e8ca79caed9882229f4&device_id=a483e446-d37a-4ba3-b9e8-8f39f601be3d HTTP/1.1" status: 200 len: 1094 time: 0.1077952 Nov 27 03:56:22.611634 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-86c0c408-753c-469f-a64c-8da4a80c78b4 req-4eecc75f-1a63-49a6-99ae-ef40fbb48f22 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb62b710-5bd5-4197-94f7-dd959bb3e843&id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0659022 Nov 27 03:56:22.649267 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4623b-16f5-4612-a692-32170fbfebbb req-a4ebbf95-ffca-43ef-a5c7-620ef1200282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:22.650776 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a7c4623b-16f5-4612-a692-32170fbfebbb req-a4ebbf95-ffca-43ef-a5c7-620ef1200282 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9066c940-2187-4bcb-b452-41734810299f HTTP/1.1" status: 200 len: 913 time: 0.0888474 Nov 27 03:56:22.694993 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a7c4623b-16f5-4612-a692-32170fbfebbb req-1e397967-18c7-4aff-b5d9-a3b5518ce9ce service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e05f1c6-920b-4de3-accc-ff4ce0d48fc4 HTTP/1.1" status: 200 len: 217 time: 0.0370431 Nov 27 03:56:22.745755 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4623b-16f5-4612-a692-32170fbfebbb req-619649d1-3003-4897-965f-eab86ae4b08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:22.747489 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a7c4623b-16f5-4612-a692-32170fbfebbb req-619649d1-3003-4897-965f-eab86ae4b08f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7fdbb93f-95d3-4899-98b7-de442d33ecc0 HTTP/1.1" status: 200 len: 851 time: 0.0462956 Nov 27 03:56:22.821219 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4623b-16f5-4612-a692-32170fbfebbb req-42db9291-9d66-4401-9f10-07cb97597097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:22.822764 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a7c4623b-16f5-4612-a692-32170fbfebbb req-42db9291-9d66-4401-9f10-07cb97597097 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9066c940-2187-4bcb-b452-41734810299f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662396 Nov 27 03:56:22.834176 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6a794-6d15-469d-a848-3bc00f61fb5b req-8bee6f58-e690-4a72-b47f-44ba7c0071ee tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:22.835637 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b6d6a794-6d15-469d-a848-3bc00f61fb5b req-8bee6f58-e690-4a72-b47f-44ba7c0071ee tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 946 time: 0.0808358 Nov 27 03:56:22.944935 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b6d6a794-6d15-469d-a848-3bc00f61fb5b req-07aeda89-3f17-4035-92f3-55bbc941073a tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011889 Nov 27 03:56:22.961426 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a7c4623b-16f5-4612-a692-32170fbfebbb req-3b613de4-c581-491a-8568-b0adad57a2e5 service neutron] 10.222.0.11 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247926 Nov 27 03:56:23.072014 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a7c4623b-16f5-4612-a692-32170fbfebbb req-4dc2bc52-3fed-4697-a3c0-7b7bd83af17d service neutron] 10.222.0.11 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020365 Nov 27 03:56:23.094904 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d72dcf-0c55-4106-bf9b-b43f02d785e8 req-eae28917-3aae-48e7-9f19-f904d519eee4 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:23.096541 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-32d72dcf-0c55-4106-bf9b-b43f02d785e8 req-eae28917-3aae-48e7-9f19-f904d519eee4 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f15855c-81e2-47bc-aa49-c32722f47485 HTTP/1.1" status: 200 len: 945 time: 0.0556469 Nov 27 03:56:23.146751 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-32d72dcf-0c55-4106-bf9b-b43f02d785e8 req-b7ab60a4-aee0-4c15-b75a-e759f7a3bdb5 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/security-groups?id=b185a953-28bd-4bae-8523-9419bcb027c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427411 Nov 27 03:56:23.373127 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb80c2-c106-47a2-9bec-8152dc4c4983 req-cae2e8e5-7901-4b3a-964a-78ce7e668090 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:23.374654 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cebb80c2-c106-47a2-9bec-8152dc4c4983 req-cae2e8e5-7901-4b3a-964a-78ce7e668090 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=a483e446-d37a-4ba3-b9e8-8f39f601be3d HTTP/1.1" status: 200 len: 943 time: 0.0550270 Nov 27 03:56:23.433400 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cebb80c2-c106-47a2-9bec-8152dc4c4983 req-04d5e95e-71ee-4870-96d7-ea1939209136 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526969 Nov 27 03:56:23.516912 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79505348-feb7-4bb2-ad3d-3724a74fb104'}, {'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f44fdf9b-a8d1-49ae-aeec-916704cb4fb4'}, {'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '483722be-2ed4-4dbd-aefd-8406aba813b7'}, {'server_uuid': '3f15855c-81e2-47bc-aa49-c32722f47485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eaacecd-c6e8-43fb-b62d-3cf747b7bff3'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:56:23.521249 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02cec75-2da3-468d-9e5e-8e95f5b1cc89" -d '{"events": [{"server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "name": "network-vif-plugged", "status": "completed", "tag": "79505348-feb7-4bb2-ad3d-3724a74fb104"}, {"server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "name": "network-vif-plugged", "status": "completed", "tag": "f44fdf9b-a8d1-49ae-aeec-916704cb4fb4"}, {"server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "name": "network-vif-plugged", "status": "completed", "tag": "483722be-2ed4-4dbd-aefd-8406aba813b7"}, {"server_uuid": "3f15855c-81e2-47bc-aa49-c32722f47485", "name": "network-vif-plugged", "status": "completed", "tag": "5eaacecd-c6e8-43fb-b62d-3cf747b7bff3"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:56:23.561315 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500fd3a-25e0-4f21-80a8-24b9349e6431 req-551baaa9-b217-42ae-8960-78e7ee02cd8c tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:23.562811 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2500fd3a-25e0-4f21-80a8-24b9349e6431 req-551baaa9-b217-42ae-8960-78e7ee02cd8c tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 946 time: 0.0549202 Nov 27 03:56:23.577742 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sat, 27 Nov 2021 03:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d33bde8-398d-4891-9cfc-302d1501121a x-openstack-request-id: req-7d33bde8-398d-4891-9cfc-302d1501121a {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:56:23.578252 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "name": "network-vif-plugged", "status": "completed", "tag": "79505348-feb7-4bb2-ad3d-3724a74fb104", "code": 200}, {"server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "name": "network-vif-plugged", "status": "completed", "tag": "f44fdf9b-a8d1-49ae-aeec-916704cb4fb4", "code": 200}, {"server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "name": "network-vif-plugged", "status": "completed", "tag": "483722be-2ed4-4dbd-aefd-8406aba813b7", "code": 200}, {"server_uuid": "3f15855c-81e2-47bc-aa49-c32722f47485", "name": "network-vif-plugged", "status": "completed", "tag": "5eaacecd-c6e8-43fb-b62d-3cf747b7bff3", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:56:23.578732 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d33bde8-398d-4891-9cfc-302d1501121a {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:56:23.579417 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79505348-feb7-4bb2-ad3d-3724a74fb104', 'code': 200} Nov 27 03:56:23.579767 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f44fdf9b-a8d1-49ae-aeec-916704cb4fb4', 'code': 200} Nov 27 03:56:23.580037 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '483722be-2ed4-4dbd-aefd-8406aba813b7', 'code': 200} Nov 27 03:56:23.580422 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f15855c-81e2-47bc-aa49-c32722f47485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eaacecd-c6e8-43fb-b62d-3cf747b7bff3', 'code': 200} Nov 27 03:56:23.618247 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2500fd3a-25e0-4f21-80a8-24b9349e6431 req-745bbcec-8dd0-4345-a90a-26f19eb1d9ec tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=12c77282-abb4-49c4-b21d-278815576516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491586 Nov 27 03:56:23.670228 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9df6ad69-3fca-4ca4-9815-73d00f49b481 req-2dfe4a6e-affa-45f9-96ea-24d6f1544f55 tempest-ServerShowV247Test-1579605934 tempest-ServerShowV247Test-1579605934-project] 10.222.0.20 "GET /v2.0/ports?device_id=702b6b85-d552-4b22-82c4-7a546d047e31 HTTP/1.1" status: 200 len: 210 time: 0.0414326 Nov 27 03:56:23.789894 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37907c-4f8e-45f9-aec4-960b86135bc0 req-0c4acf8b-b1e4-4e5c-b323-3a1a23984cd8 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:23.806216 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37907c-4f8e-45f9-aec4-960b86135bc0 req-0c4acf8b-b1e4-4e5c-b323-3a1a23984cd8 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:23.812779 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37907c-4f8e-45f9-aec4-960b86135bc0 req-0c4acf8b-b1e4-4e5c-b323-3a1a23984cd8 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:23.823339 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37907c-4f8e-45f9-aec4-960b86135bc0 req-0c4acf8b-b1e4-4e5c-b323-3a1a23984cd8 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:23.830265 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37907c-4f8e-45f9-aec4-960b86135bc0 req-0c4acf8b-b1e4-4e5c-b323-3a1a23984cd8 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:23.837259 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37907c-4f8e-45f9-aec4-960b86135bc0 req-0c4acf8b-b1e4-4e5c-b323-3a1a23984cd8 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:23.846603 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37907c-4f8e-45f9-aec4-960b86135bc0 req-0c4acf8b-b1e4-4e5c-b323-3a1a23984cd8 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:23.849422 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca37907c-4f8e-45f9-aec4-960b86135bc0 req-0c4acf8b-b1e4-4e5c-b323-3a1a23984cd8 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 5434 time: 0.1322205 Nov 27 03:56:23.861503 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c01e9-831a-4a3b-a71c-1c66af42de63 req-77848f02-2ace-4eb4-9868-df16487888a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:23.861993 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c01e9-831a-4a3b-a71c-1c66af42de63 req-77848f02-2ace-4eb4-9868-df16487888a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:23.862475 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c01e9-831a-4a3b-a71c-1c66af42de63 req-77848f02-2ace-4eb4-9868-df16487888a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:23.862971 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c01e9-831a-4a3b-a71c-1c66af42de63 req-77848f02-2ace-4eb4-9868-df16487888a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:23.863436 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c01e9-831a-4a3b-a71c-1c66af42de63 req-77848f02-2ace-4eb4-9868-df16487888a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:23.863899 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c01e9-831a-4a3b-a71c-1c66af42de63 req-77848f02-2ace-4eb4-9868-df16487888a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:23.864360 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c01e9-831a-4a3b-a71c-1c66af42de63 req-77848f02-2ace-4eb4-9868-df16487888a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:23.881380 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-be7c01e9-831a-4a3b-a71c-1c66af42de63 req-77848f02-2ace-4eb4-9868-df16487888a9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 6491 time: 0.0908043 Nov 27 03:56:23.931234 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0900d-39be-4a0a-9e11-3741ff0ba852 req-b3a0970e-6cb7-4af5-b9d2-5da3adf862e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:23.933084 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-22d0900d-39be-4a0a-9e11-3741ff0ba852 req-b3a0970e-6cb7-4af5-b9d2-5da3adf862e2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3f15855c-81e2-47bc-aa49-c32722f47485 HTTP/1.1" status: 200 len: 1096 time: 0.0825417 Nov 27 03:56:23.965092 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca37907c-4f8e-45f9-aec4-960b86135bc0 req-a4145b1b-f8c4-4694-83bb-5e29ff079fa7 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb62b710-5bd5-4197-94f7-dd959bb3e843&id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1034696 Nov 27 03:56:23.983216 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-be7c01e9-831a-4a3b-a71c-1c66af42de63 req-ffb05c9f-f154-455f-a315-836a393191ce service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&id=eb62b710-5bd5-4197-94f7-dd959bb3e843&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1009293 Nov 27 03:56:24.009115 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-22d0900d-39be-4a0a-9e11-3741ff0ba852 req-e53353aa-2248-409c-aac1-59455c4cfb3c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b185a953-28bd-4bae-8523-9419bcb027c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640571 Nov 27 03:56:24.033222 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65214d46-306d-45b6-8fe4-8f3d24ef1c78 req-f73dcff6-6f1e-47a6-a1db-3baa022fe15a tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:24.034776 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-65214d46-306d-45b6-8fe4-8f3d24ef1c78 req-f73dcff6-6f1e-47a6-a1db-3baa022fe15a tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 946 time: 0.0869210 Nov 27 03:56:24.084320 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-65214d46-306d-45b6-8fe4-8f3d24ef1c78 req-56fc0008-e729-488a-9b94-be1cca115257 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=12c77282-abb4-49c4-b21d-278815576516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431316 Nov 27 03:56:24.187569 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6dd66-d17f-45ea-96a5-f537fa51cddc req-8c1ed6a0-97be-4108-88b9-7f713072a30a tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:24.189121 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f1e6dd66-d17f-45ea-96a5-f537fa51cddc req-8c1ed6a0-97be-4108-88b9-7f713072a30a tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 946 time: 0.0503480 Nov 27 03:56:24.241241 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f1e6dd66-d17f-45ea-96a5-f537fa51cddc req-087c9a2b-0f18-473d-9021-b922ba0ad24a tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461049 Nov 27 03:56:24.424021 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16181661-c511-4c83-a012-e77e311d4259 req-921d4856-4605-4b66-8543-9c9854ce21e0 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:24.425540 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-16181661-c511-4c83-a012-e77e311d4259 req-921d4856-4605-4b66-8543-9c9854ce21e0 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f15855c-81e2-47bc-aa49-c32722f47485 HTTP/1.1" status: 200 len: 945 time: 0.0489812 Nov 27 03:56:24.476199 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-16181661-c511-4c83-a012-e77e311d4259 req-08fb526b-1558-44ca-bc6f-638db1074cea tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/security-groups?id=b185a953-28bd-4bae-8523-9419bcb027c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438626 Nov 27 03:56:24.585875 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df7cb8-4a2f-4c23-a012-c545c7a15668 req-89ccd333-3698-43ad-8899-1293e7b5c4a7 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:24.588038 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-35df7cb8-4a2f-4c23-a012-c545c7a15668 req-89ccd333-3698-43ad-8899-1293e7b5c4a7 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 946 time: 0.0535839 Nov 27 03:56:24.647705 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-35df7cb8-4a2f-4c23-a012-c545c7a15668 req-a6fb78d6-0a8c-42f3-8e29-c0b5624a729a tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529549 Nov 27 03:56:24.662037 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058049ed-ade1-4b70-a3b6-7d80283b7431 req-58ed9e96-30cf-4ccd-b5c5-23cbaf51fa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:24.663692 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-058049ed-ade1-4b70-a3b6-7d80283b7431 req-58ed9e96-30cf-4ccd-b5c5-23cbaf51fa77 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b9bd4f2386ca49389eb1721b8a19f965&device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 1097 time: 0.0930007 Nov 27 03:56:24.677421 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3c921-33e0-4ddd-a112-b8c9923e1774 req-d150c111-c297-4d7d-97b7-a4a3da00a4d2 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:24.679188 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-89a3c921-33e0-4ddd-a112-b8c9923e1774 req-d150c111-c297-4d7d-97b7-a4a3da00a4d2 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=a483e446-d37a-4ba3-b9e8-8f39f601be3d HTTP/1.1" status: 200 len: 943 time: 0.0631454 Nov 27 03:56:24.795754 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-89a3c921-33e0-4ddd-a112-b8c9923e1774 req-57a14ea3-869f-4f17-a152-a23bdf5a3fcb tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066761 Nov 27 03:56:24.828533 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058049ed-ade1-4b70-a3b6-7d80283b7431 req-f7ed3859-c928-4403-a77f-12aa565ee09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:24.829845 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-058049ed-ade1-4b70-a3b6-7d80283b7431 req-f7ed3859-c928-4403-a77f-12aa565ee09a service neutron] 10.222.0.11 "GET /v2.0/networks?id=206ec85b-e04a-4c10-8a6e-66c9bea7fa3d HTTP/1.1" status: 200 len: 911 time: 0.1495976 Nov 27 03:56:24.866117 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8b9e4f0a-f11b-4d8f-bf73-834d43be6bcc req-2b897a57-d9b4-4402-b9f7-989e10b2fd86 tempest-ServerShowV247Test-1579605934 tempest-ServerShowV247Test-1579605934-project] 10.222.0.20 "GET /v2.0/ports?device_id=702b6b85-d552-4b22-82c4-7a546d047e31 HTTP/1.1" status: 200 len: 210 time: 0.0493057 Nov 27 03:56:24.935584 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-058049ed-ade1-4b70-a3b6-7d80283b7431 req-a0350b0b-2a87-4858-ad6c-f18029327845 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcb98403-a8ea-45ea-948a-aff68d563e8c HTTP/1.1" status: 200 len: 1002 time: 0.0967069 Nov 27 03:56:24.959853 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb545e-6539-4f38-a8fd-ff4190ca5b7b req-005e1745-ee53-4ff5-9b77-7110c752e1d7 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:24.961932 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-15bb545e-6539-4f38-a8fd-ff4190ca5b7b req-005e1745-ee53-4ff5-9b77-7110c752e1d7 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 946 time: 0.0798845 Nov 27 03:56:25.020366 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058049ed-ade1-4b70-a3b6-7d80283b7431 req-8bc57579-1fac-44d4-9cee-6c7386d41412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:25.021813 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-058049ed-ade1-4b70-a3b6-7d80283b7431 req-8bc57579-1fac-44d4-9cee-6c7386d41412 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=16a2ad0e-052b-4c88-8b6f-df6566997da5 HTTP/1.1" status: 200 len: 849 time: 0.0780423 Nov 27 03:56:25.049229 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-15bb545e-6539-4f38-a8fd-ff4190ca5b7b req-b7560148-16bc-4dd5-8fb9-294d775c8f1f tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696108 Nov 27 03:56:25.091370 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058049ed-ade1-4b70-a3b6-7d80283b7431 req-4a4ce538-4538-42ca-80b4-6039af846710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:25.093053 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-058049ed-ade1-4b70-a3b6-7d80283b7431 req-4a4ce538-4538-42ca-80b4-6039af846710 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=206ec85b-e04a-4c10-8a6e-66c9bea7fa3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615084 Nov 27 03:56:25.125006 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71ecf0-e3c7-4b73-bf21-45ac0ad118b9 req-9fbc4464-57f9-4842-a9d6-0b738da15d65 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:25.131213 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71ecf0-e3c7-4b73-bf21-45ac0ad118b9 req-9fbc4464-57f9-4842-a9d6-0b738da15d65 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:25.137974 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71ecf0-e3c7-4b73-bf21-45ac0ad118b9 req-9fbc4464-57f9-4842-a9d6-0b738da15d65 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:25.144375 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71ecf0-e3c7-4b73-bf21-45ac0ad118b9 req-9fbc4464-57f9-4842-a9d6-0b738da15d65 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:25.151337 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71ecf0-e3c7-4b73-bf21-45ac0ad118b9 req-9fbc4464-57f9-4842-a9d6-0b738da15d65 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:25.158487 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71ecf0-e3c7-4b73-bf21-45ac0ad118b9 req-9fbc4464-57f9-4842-a9d6-0b738da15d65 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:25.164645 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71ecf0-e3c7-4b73-bf21-45ac0ad118b9 req-9fbc4464-57f9-4842-a9d6-0b738da15d65 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:25.166680 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ca71ecf0-e3c7-4b73-bf21-45ac0ad118b9 req-9fbc4464-57f9-4842-a9d6-0b738da15d65 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 5434 time: 0.1010287 Nov 27 03:56:25.229446 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58fff6a-2126-42c4-8663-e417de8e8007 req-c12f095c-b1aa-43f1-936a-2c5313c1df82 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:25.231434 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b58fff6a-2126-42c4-8663-e417de8e8007 req-c12f095c-b1aa-43f1-936a-2c5313c1df82 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 946 time: 0.0736697 Nov 27 03:56:25.234354 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ca71ecf0-e3c7-4b73-bf21-45ac0ad118b9 req-2d3744be-d54c-4ed7-96cd-c6ccc32d3545 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb62b710-5bd5-4197-94f7-dd959bb3e843&id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601528 Nov 27 03:56:25.260246 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-058049ed-ade1-4b70-a3b6-7d80283b7431 req-b9a52366-9bc0-4b3c-bdf5-9d55a87ade03 service neutron] 10.222.0.11 "GET /v2.0/networks/206ec85b-e04a-4c10-8a6e-66c9bea7fa3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589491 Nov 27 03:56:25.340477 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b58fff6a-2126-42c4-8663-e417de8e8007 req-bd0abdf3-562f-4acf-9ed3-8374635ef11f tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988002 Nov 27 03:56:25.366600 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac01cc-cbd6-4ad5-b796-107519062a47 req-e6ffa5c4-bd37-43b2-8c3f-8015f8a1884b tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:25.368864 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-faac01cc-cbd6-4ad5-b796-107519062a47 req-e6ffa5c4-bd37-43b2-8c3f-8015f8a1884b tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 946 time: 0.0557241 Nov 27 03:56:25.400167 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-058049ed-ade1-4b70-a3b6-7d80283b7431 req-e130e740-d041-44f3-87a6-5ef266ee2cd8 service neutron] 10.222.0.11 "GET /v2.0/networks/206ec85b-e04a-4c10-8a6e-66c9bea7fa3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262231 Nov 27 03:56:25.436941 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-faac01cc-cbd6-4ad5-b796-107519062a47 req-d2c448b2-84a2-458b-8a58-df91ccaa0d92 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=12c77282-abb4-49c4-b21d-278815576516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613918 Nov 27 03:56:25.603451 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016dda1-294a-41f5-8b40-a22d8167346b req-6089b1be-09a8-4078-aa1d-9bb51f54b0a0 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:25.605203 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4016dda1-294a-41f5-8b40-a22d8167346b req-6089b1be-09a8-4078-aa1d-9bb51f54b0a0 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f15855c-81e2-47bc-aa49-c32722f47485 HTTP/1.1" status: 200 len: 945 time: 0.0556653 Nov 27 03:56:25.684937 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4016dda1-294a-41f5-8b40-a22d8167346b req-4deeabf1-20e4-4150-9ca1-bd3dbd697362 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/security-groups?id=b185a953-28bd-4bae-8523-9419bcb027c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729122 Nov 27 03:56:25.807960 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21116d22-a442-48ba-84fc-137ff19174b6 req-84ba1650-0c9d-4ad6-8e54-2661fec9fd87 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:25.809469 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-21116d22-a442-48ba-84fc-137ff19174b6 req-84ba1650-0c9d-4ad6-8e54-2661fec9fd87 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 946 time: 0.0512445 Nov 27 03:56:25.862935 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-21116d22-a442-48ba-84fc-137ff19174b6 req-177cd481-6109-41cf-90f0-0251de445cf5 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471342 Nov 27 03:56:25.932029 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8cbd91-0282-4016-be0c-665d7a3b316d req-0729027d-455f-4e2c-979e-0d1cb22b0d3b tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:25.933652 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8e8cbd91-0282-4016-be0c-665d7a3b316d req-0729027d-455f-4e2c-979e-0d1cb22b0d3b tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=a483e446-d37a-4ba3-b9e8-8f39f601be3d HTTP/1.1" status: 200 len: 943 time: 0.0603507 Nov 27 03:56:25.970940 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bf4e8259-b8a1-425b-919d-5ad5a40d4c13 req-631095d0-cafe-4a18-938d-12ecb4dd5028 tempest-ServerShowV247Test-1579605934 tempest-ServerShowV247Test-1579605934-project] 10.222.0.20 "GET /v2.0/ports?device_id=702b6b85-d552-4b22-82c4-7a546d047e31 HTTP/1.1" status: 200 len: 210 time: 0.0316904 Nov 27 03:56:25.987536 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8e8cbd91-0282-4016-be0c-665d7a3b316d req-733c927c-b845-4065-8a1f-f7b87108ead6 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465667 Nov 27 03:56:26.368699 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda08708-7c2c-4d56-93c9-8ec50ce0b004 req-0f051c63-a73c-4eb9-b39e-25e5b5370df2 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:26.374714 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda08708-7c2c-4d56-93c9-8ec50ce0b004 req-0f051c63-a73c-4eb9-b39e-25e5b5370df2 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:26.380551 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda08708-7c2c-4d56-93c9-8ec50ce0b004 req-0f051c63-a73c-4eb9-b39e-25e5b5370df2 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:26.386450 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda08708-7c2c-4d56-93c9-8ec50ce0b004 req-0f051c63-a73c-4eb9-b39e-25e5b5370df2 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:26.392293 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda08708-7c2c-4d56-93c9-8ec50ce0b004 req-0f051c63-a73c-4eb9-b39e-25e5b5370df2 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:26.398190 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda08708-7c2c-4d56-93c9-8ec50ce0b004 req-0f051c63-a73c-4eb9-b39e-25e5b5370df2 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:26.404809 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda08708-7c2c-4d56-93c9-8ec50ce0b004 req-0f051c63-a73c-4eb9-b39e-25e5b5370df2 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:26.406742 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cda08708-7c2c-4d56-93c9-8ec50ce0b004 req-0f051c63-a73c-4eb9-b39e-25e5b5370df2 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 5434 time: 0.0961962 Nov 27 03:56:26.469404 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cda08708-7c2c-4d56-93c9-8ec50ce0b004 req-03859546-a231-4300-a774-6be504bd5cdc tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb62b710-5bd5-4197-94f7-dd959bb3e843&id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561700 Nov 27 03:56:26.581291 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619cebd-d058-440b-be54-4101e44a7ad8 req-03b57c6b-d21b-45c2-bc34-a2cdee33883d tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:26.582786 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c619cebd-d058-440b-be54-4101e44a7ad8 req-03b57c6b-d21b-45c2-bc34-a2cdee33883d tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 946 time: 0.0519276 Nov 27 03:56:26.629332 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c619cebd-d058-440b-be54-4101e44a7ad8 req-fb3b36db-d4ae-4fca-bce7-94700553eb23 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=12c77282-abb4-49c4-b21d-278815576516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399480 Nov 27 03:56:26.635059 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d94833-1d43-4ff8-90b9-e8c8f9e23254 req-4cdc0e5e-4feb-406c-b428-c8409eb73393 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:26.640815 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d94833-1d43-4ff8-90b9-e8c8f9e23254 req-4cdc0e5e-4feb-406c-b428-c8409eb73393 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:26.646792 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d94833-1d43-4ff8-90b9-e8c8f9e23254 req-4cdc0e5e-4feb-406c-b428-c8409eb73393 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:26.653521 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d94833-1d43-4ff8-90b9-e8c8f9e23254 req-4cdc0e5e-4feb-406c-b428-c8409eb73393 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:26.660047 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d94833-1d43-4ff8-90b9-e8c8f9e23254 req-4cdc0e5e-4feb-406c-b428-c8409eb73393 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:26.665830 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d94833-1d43-4ff8-90b9-e8c8f9e23254 req-4cdc0e5e-4feb-406c-b428-c8409eb73393 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:26.671639 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d94833-1d43-4ff8-90b9-e8c8f9e23254 req-4cdc0e5e-4feb-406c-b428-c8409eb73393 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:26.673498 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b7d94833-1d43-4ff8-90b9-e8c8f9e23254 req-4cdc0e5e-4feb-406c-b428-c8409eb73393 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 5434 time: 0.0910034 Nov 27 03:56:26.684254 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45210) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:56:26.688559 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-caeb37a5-d8b5-4397-8292-69ba2fc484af tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Request body: {'floatingip': {'port_id': '02981edf-7b84-4fc5-b179-a27331a3be22'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:56:26.730951 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-caeb37a5-d8b5-4397-8292-69ba2fc484af tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks [] for floatingip, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:26.804148 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3a5c5-a9c2-4409-a29e-60a422beded7 req-a397dfff-6d65-475d-9f70-d74d465d0dde tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:26.807023 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-97e3a5c5-a9c2-4409-a29e-60a422beded7 req-a397dfff-6d65-475d-9f70-d74d465d0dde tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f15855c-81e2-47bc-aa49-c32722f47485 HTTP/1.1" status: 200 len: 945 time: 0.0519967 Nov 27 03:56:26.859246 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-97e3a5c5-a9c2-4409-a29e-60a422beded7 req-6aa6ed23-b938-4bbb-ac08-ff0701c5b024 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/security-groups?id=b185a953-28bd-4bae-8523-9419bcb027c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467978 Nov 27 03:56:26.977106 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3146d-89e2-4f9c-be94-7d279f728157 req-9478f953-61a8-4a97-91d0-e0d2ec355884 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:26.978390 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9ed3146d-89e2-4f9c-be94-7d279f728157 req-9478f953-61a8-4a97-91d0-e0d2ec355884 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/ports?device_id=58f1106c-e2db-4840-b22a-8a20a75c0d36 HTTP/1.1" status: 200 len: 946 time: 0.0492787 Nov 27 03:56:27.033488 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9ed3146d-89e2-4f9c-be94-7d279f728157 req-44c22361-3f64-4946-9e56-140941f851aa tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/security-groups?id=b185a953-28bd-4bae-8523-9419bcb027c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485904 Nov 27 03:56:27.100811 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23266a-7c85-48cc-b39b-929768f7da27 req-732d0105-b3e3-46c4-aedb-f3955c4e1d17 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:27.102339 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ae23266a-7c85-48cc-b39b-929768f7da27 req-732d0105-b3e3-46c4-aedb-f3955c4e1d17 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 946 time: 0.1554871 Nov 27 03:56:27.116210 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1776a0c8-f471-467a-96fe-1ac963d41893 req-72d5c5df-ab03-45e6-ac15-72624a7e57c7 tempest-ServerShowV247Test-1579605934 tempest-ServerShowV247Test-1579605934-project] 10.222.0.20 "GET /v2.0/ports?device_id=702b6b85-d552-4b22-82c4-7a546d047e31 HTTP/1.1" status: 200 len: 210 time: 0.0261173 Nov 27 03:56:27.187677 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ae23266a-7c85-48cc-b39b-929768f7da27 req-ffb3ec5c-e0ff-4896-a150-d448ea8d0255 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786066 Nov 27 03:56:27.240922 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c95d9d-e53a-46e0-bc14-1ab35467cf8b req-fd780978-0661-421a-b077-50a7f8db245d tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:27.247038 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a9c95d9d-e53a-46e0-bc14-1ab35467cf8b req-fd780978-0661-421a-b077-50a7f8db245d tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=a483e446-d37a-4ba3-b9e8-8f39f601be3d HTTP/1.1" status: 200 len: 943 time: 0.0655909 Nov 27 03:56:27.255626 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-caeb37a5-d8b5-4397-8292-69ba2fc484af tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:27.260065 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-caeb37a5-d8b5-4397-8292-69ba2fc484af tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:27.298720 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a9c95d9d-e53a-46e0-bc14-1ab35467cf8b req-838df15a-2f1a-463f-9680-6c85fa169977 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498531 Nov 27 03:56:27.363860 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [None req-caeb37a5-d8b5-4397-8292-69ba2fc484af tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Floating IP 155f0af4-a34c-4149-8af4-93cd85727112 associated. External IP: 172.25.1.210, port: 02981edf-7b84-4fc5-b179-a27331a3be22. Nov 27 03:56:27.604614 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979deeba-66aa-4df3-a798-dacae7525926 req-5ccdc9ac-c0cb-4aac-90dd-a7c616dbf731 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:27.606109 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-979deeba-66aa-4df3-a798-dacae7525926 req-5ccdc9ac-c0cb-4aac-90dd-a7c616dbf731 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/ports?device_id=58f1106c-e2db-4840-b22a-8a20a75c0d36 HTTP/1.1" status: 200 len: 946 time: 0.0957756 Nov 27 03:56:27.641512 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caeb37a5-d8b5-4397-8292-69ba2fc484af tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Router 747283ec-ab35-452d-b285-c4497f6f1f58 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:56:27.673474 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-979deeba-66aa-4df3-a798-dacae7525926 req-0ef88af7-47bd-4b4e-8366-611ed504b345 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/security-groups?id=b185a953-28bd-4bae-8523-9419bcb027c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607984 Nov 27 03:56:28.068594 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caeb37a5-d8b5-4397-8292-69ba2fc484af tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:56:28.074077 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-caeb37a5-d8b5-4397-8292-69ba2fc484af tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:28.080550 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f65121-cd93-4ad4-85de-7cd5343fb541 None None] Sync routers for ids ['747283ec-ab35-452d-b285-c4497f6f1f58'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:56:28.093779 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f65121-cd93-4ad4-85de-7cd5343fb541 None None] Routers {'747283ec-ab35-452d-b285-c4497f6f1f58'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:56:28.094516 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-d9f65121-cd93-4ad4-85de-7cd5343fb541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:56:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['747283ec-ab35-452d-b285-c4497f6f1f58'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:56:28.100975 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-caeb37a5-d8b5-4397-8292-69ba2fc484af tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "PUT /v2.0/floatingips/155f0af4-a34c-4149-8af4-93cd85727112 HTTP/1.1" status: 200 len: 992 time: 1.4156775 Nov 27 03:56:28.101683 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'tag': '02981edf-7b84-4fc5-b179-a27331a3be22'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:56:28.104108 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d35078f-0ee9-4693-bf16-8aff03d0aadc" -d '{"events": [{"name": "network-changed", "server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "tag": "02981edf-7b84-4fc5-b179-a27331a3be22"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:56:28.150764 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3991c9e4-0d71-43d8-9904-5bb9c1a02931 x-openstack-request-id: req-3991c9e4-0d71-43d8-9904-5bb9c1a02931 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:56:28.150764 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "tag": "02981edf-7b84-4fc5-b179-a27331a3be22", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:56:28.150764 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3991c9e4-0d71-43d8-9904-5bb9c1a02931 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:56:28.150764 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'tag': '02981edf-7b84-4fc5-b179-a27331a3be22', 'status': 'completed', 'code': 200} Nov 27 03:56:28.208342 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-d9f65121-cd93-4ad4-85de-7cd5343fb541 None None] Set router 747283ec-ab35-452d-b285-c4497f6f1f58 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:56:28.234811 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b8ce8f0b-dbfa-4ff7-b21d-af1f2681ebe5 req-da4da78d-fbe6-4f65-bf23-021d15ec8220 tempest-ServerShowV247Test-1579605934 tempest-ServerShowV247Test-1579605934-project] 10.222.0.20 "GET /v2.0/ports?device_id=702b6b85-d552-4b22-82c4-7a546d047e31 HTTP/1.1" status: 200 len: 210 time: 0.0331085 Nov 27 03:56:28.291507 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35078f-0ee9-4693-bf16-8aff03d0aadc req-29991783-1367-4335-88ee-103e0a4d3d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:28.292152 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35078f-0ee9-4693-bf16-8aff03d0aadc req-29991783-1367-4335-88ee-103e0a4d3d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:28.292688 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35078f-0ee9-4693-bf16-8aff03d0aadc req-29991783-1367-4335-88ee-103e0a4d3d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:28.293225 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35078f-0ee9-4693-bf16-8aff03d0aadc req-29991783-1367-4335-88ee-103e0a4d3d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:28.293685 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35078f-0ee9-4693-bf16-8aff03d0aadc req-29991783-1367-4335-88ee-103e0a4d3d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:28.294202 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35078f-0ee9-4693-bf16-8aff03d0aadc req-29991783-1367-4335-88ee-103e0a4d3d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:28.294708 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35078f-0ee9-4693-bf16-8aff03d0aadc req-29991783-1367-4335-88ee-103e0a4d3d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:28.296613 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0d35078f-0ee9-4693-bf16-8aff03d0aadc req-29991783-1367-4335-88ee-103e0a4d3d4e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1dec02752c8a4ea2ac075e58dda75d55&device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 6491 time: 0.0614355 Nov 27 03:56:28.342859 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739d9af-97f1-4df0-b2cf-6e706b31cb29 req-d2ab5b26-d87d-4a5c-926d-c72211ad0518 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:28.345062 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e739d9af-97f1-4df0-b2cf-6e706b31cb29 req-d2ab5b26-d87d-4a5c-926d-c72211ad0518 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 946 time: 0.0682545 Nov 27 03:56:28.415347 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e739d9af-97f1-4df0-b2cf-6e706b31cb29 req-c6b2c465-55cc-46ae-ad16-ba2697656ec4 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644593 Nov 27 03:56:28.428777 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35078f-0ee9-4693-bf16-8aff03d0aadc req-c1ef17b5-f15f-40ae-90e1-fb3e9acca17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:28.431024 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0d35078f-0ee9-4693-bf16-8aff03d0aadc req-c1ef17b5-f15f-40ae-90e1-fb3e9acca17c service neutron] 10.222.0.11 "GET /v2.0/networks?id=de70f11c-4372-4ca5-89fb-09782e179a3b HTTP/1.1" status: 200 len: 913 time: 0.1248317 Nov 27 03:56:28.467950 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-d9f65121-cd93-4ad4-85de-7cd5343fb541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747283ec-ab35-452d-b285-c4497f6f1f58', 'name': 'tempest-TaggedBootDevicesTest-1558233758-router', 'tenant_id': '1dec02752c8a4ea2ac075e58dda75d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '4a578ec2-6732-406b-be02-c61cbe3943aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:54:01Z', 'updated_at': '2021-11-27T03:54:06Z', 'revision_number': 4, 'project_id': '1dec02752c8a4ea2ac075e58dda75d55', 'gw_port': {'id': '4a578ec2-6732-406b-be02-c61cbe3943aa', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747283ec-ab35-452d-b285-c4497f6f1f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:02Z', 'updated_at': '2021-11-27T03:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '155f0af4-a34c-4149-8af4-93cd85727112', 'tenant_id': '1dec02752c8a4ea2ac075e58dda75d55', 'floating_ip_address': '172.25.1.210', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '747283ec-ab35-452d-b285-c4497f6f1f58', 'port_id': '02981edf-7b84-4fc5-b179-a27331a3be22', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de70f11c-4372-4ca5-89fb-09782e179a3b', 'mac_address': 'fa:16:3e:cb:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:55:10Z', 'updated_at': '2021-11-27T03:56:27Z', 'revision_number': 1, 'project_id': '1dec02752c8a4ea2ac075e58dda75d55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '116b3f0f-b018-4c98-98e4-a4655d3a19c2', 'name': '', 'network_id': 'de70f11c-4372-4ca5-89fb-09782e179a3b', 'tenant_id': '1dec02752c8a4ea2ac075e58dda75d55', 'mac_address': 'fa:16:3e:fb:10:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747283ec-ab35-452d-b285-c4497f6f1f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '4466658f-32d6-449e-8c43-df2a536056c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:05Z', 'updated_at': '2021-11-27T03:54:11Z', 'revision_number': 5, 'project_id': '1dec02752c8a4ea2ac075e58dda75d55', 'subnets': [{'id': '4466658f-32d6-449e-8c43-df2a536056c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:56:28.491413 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ab7cd-9bd4-423f-b301-689ca85f4adf req-807479a2-606d-4dbd-9854-03fb3b4de991 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:28.493407 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a77ab7cd-9bd4-423f-b301-689ca85f4adf req-807479a2-606d-4dbd-9854-03fb3b4de991 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=a483e446-d37a-4ba3-b9e8-8f39f601be3d HTTP/1.1" status: 200 len: 943 time: 0.1015811 Nov 27 03:56:28.497623 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f65121-cd93-4ad4-85de-7cd5343fb541 None None] Checking router: 747283ec-ab35-452d-b285-c4497f6f1f58 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:56:28.506306 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f65121-cd93-4ad4-85de-7cd5343fb541 None None] Routers {'747283ec-ab35-452d-b285-c4497f6f1f58'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:56:28.506952 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-d9f65121-cd93-4ad4-85de-7cd5343fb541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:56:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['747283ec-ab35-452d-b285-c4497f6f1f58'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:56:28.536466 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0d35078f-0ee9-4693-bf16-8aff03d0aadc req-97c990f3-31f0-436b-8ad1-9936cd269a4d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02981edf-7b84-4fc5-b179-a27331a3be22 HTTP/1.1" status: 200 len: 1000 time: 0.0936577 Nov 27 03:56:28.557717 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a77ab7cd-9bd4-423f-b301-689ca85f4adf req-dc3cea56-201d-4656-9119-111ba8c48f36 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573647 Nov 27 03:56:28.610709 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-d9f65121-cd93-4ad4-85de-7cd5343fb541 None None] Set router 747283ec-ab35-452d-b285-c4497f6f1f58 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:56:28.612589 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35078f-0ee9-4693-bf16-8aff03d0aadc req-951e63e2-ab64-46d0-b2f2-9d49a14680c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:28.614468 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0d35078f-0ee9-4693-bf16-8aff03d0aadc req-951e63e2-ab64-46d0-b2f2-9d49a14680c7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4466658f-32d6-449e-8c43-df2a536056c1 HTTP/1.1" status: 200 len: 851 time: 0.0526562 Nov 27 03:56:28.672402 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35078f-0ee9-4693-bf16-8aff03d0aadc req-78c67175-ee5b-4811-9222-25b554fd7ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:28.673833 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0d35078f-0ee9-4693-bf16-8aff03d0aadc req-78c67175-ee5b-4811-9222-25b554fd7ab6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de70f11c-4372-4ca5-89fb-09782e179a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468574 Nov 27 03:56:28.831180 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f10f9-d6fc-4f2f-b915-5e77e8e9bdb3 req-d25f9143-8356-4d32-966a-5af9da7a9de3 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:28.832704 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f03f10f9-d6fc-4f2f-b915-5e77e8e9bdb3 req-d25f9143-8356-4d32-966a-5af9da7a9de3 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/ports?device_id=58f1106c-e2db-4840-b22a-8a20a75c0d36 HTTP/1.1" status: 200 len: 946 time: 0.0781097 Nov 27 03:56:28.838758 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0d35078f-0ee9-4693-bf16-8aff03d0aadc req-6c10e5ad-4dad-4129-a308-bc93e415dd14 service neutron] 10.222.0.11 "GET /v2.0/networks/de70f11c-4372-4ca5-89fb-09782e179a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319242 Nov 27 03:56:28.842738 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-d9f65121-cd93-4ad4-85de-7cd5343fb541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747283ec-ab35-452d-b285-c4497f6f1f58', 'name': 'tempest-TaggedBootDevicesTest-1558233758-router', 'tenant_id': '1dec02752c8a4ea2ac075e58dda75d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '4a578ec2-6732-406b-be02-c61cbe3943aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:54:01Z', 'updated_at': '2021-11-27T03:54:06Z', 'revision_number': 4, 'project_id': '1dec02752c8a4ea2ac075e58dda75d55', 'gw_port': {'id': '4a578ec2-6732-406b-be02-c61cbe3943aa', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747283ec-ab35-452d-b285-c4497f6f1f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:02Z', 'updated_at': '2021-11-27T03:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '155f0af4-a34c-4149-8af4-93cd85727112', 'tenant_id': '1dec02752c8a4ea2ac075e58dda75d55', 'floating_ip_address': '172.25.1.210', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '747283ec-ab35-452d-b285-c4497f6f1f58', 'port_id': '02981edf-7b84-4fc5-b179-a27331a3be22', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de70f11c-4372-4ca5-89fb-09782e179a3b', 'mac_address': 'fa:16:3e:cb:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:55:10Z', 'updated_at': '2021-11-27T03:56:27Z', 'revision_number': 1, 'project_id': '1dec02752c8a4ea2ac075e58dda75d55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '116b3f0f-b018-4c98-98e4-a4655d3a19c2', 'name': '', 'network_id': 'de70f11c-4372-4ca5-89fb-09782e179a3b', 'tenant_id': '1dec02752c8a4ea2ac075e58dda75d55', 'mac_address': 'fa:16:3e:fb:10:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747283ec-ab35-452d-b285-c4497f6f1f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '4466658f-32d6-449e-8c43-df2a536056c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:05Z', 'updated_at': '2021-11-27T03:54:11Z', 'revision_number': 5, 'project_id': '1dec02752c8a4ea2ac075e58dda75d55', 'subnets': [{'id': '4466658f-32d6-449e-8c43-df2a536056c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:56:28.871910 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f65121-cd93-4ad4-85de-7cd5343fb541 None None] The sync data for ids ['747283ec-ab35-452d-b285-c4497f6f1f58'] in n-d-819494-3 is: [{'id': '747283ec-ab35-452d-b285-c4497f6f1f58', 'name': 'tempest-TaggedBootDevicesTest-1558233758-router', 'tenant_id': '1dec02752c8a4ea2ac075e58dda75d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '4a578ec2-6732-406b-be02-c61cbe3943aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:54:01Z', 'updated_at': '2021-11-27T03:54:06Z', 'revision_number': 4, 'project_id': '1dec02752c8a4ea2ac075e58dda75d55', 'gw_port': {'id': '4a578ec2-6732-406b-be02-c61cbe3943aa', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747283ec-ab35-452d-b285-c4497f6f1f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:02Z', 'updated_at': '2021-11-27T03:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '155f0af4-a34c-4149-8af4-93cd85727112', 'tenant_id': '1dec02752c8a4ea2ac075e58dda75d55', 'floating_ip_address': '172.25.1.210', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '747283ec-ab35-452d-b285-c4497f6f1f58', 'port_id': '02981edf-7b84-4fc5-b179-a27331a3be22', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de70f11c-4372-4ca5-89fb-09782e179a3b', 'mac_address': 'fa:16:3e:cb:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:55:10Z', 'updated_at': '2021-11-27T03:56:27Z', 'revision_number': 1, 'project_id': '1dec02752c8a4ea2ac075e58dda75d55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '116b3f0f-b018-4c98-98e4-a4655d3a19c2', 'name': '', 'network_id': 'de70f11c-4372-4ca5-89fb-09782e179a3b', 'tenant_id': '1dec02752c8a4ea2ac075e58dda75d55', 'mac_address': 'fa:16:3e:fb:10:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747283ec-ab35-452d-b285-c4497f6f1f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '4466658f-32d6-449e-8c43-df2a536056c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:05Z', 'updated_at': '2021-11-27T03:54:11Z', 'revision_number': 5, 'project_id': '1dec02752c8a4ea2ac075e58dda75d55', 'subnets': [{'id': '4466658f-32d6-449e-8c43-df2a536056c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:56:28.937451 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f03f10f9-d6fc-4f2f-b915-5e77e8e9bdb3 req-bddbb677-8aa6-4859-9a5d-94b3979d1c3d tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/security-groups?id=b185a953-28bd-4bae-8523-9419bcb027c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976861 Nov 27 03:56:28.970273 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0d35078f-0ee9-4693-bf16-8aff03d0aadc req-93f404c5-d6e6-4c1d-9859-9aab68b54009 service neutron] 10.222.0.11 "GET /v2.0/networks/de70f11c-4372-4ca5-89fb-09782e179a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143105 Nov 27 03:56:29.081991 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25ba716-03f7-423c-82a1-83ecda475f1f None None] New status for floating IP 155f0af4-a34c-4149-8af4-93cd85727112: ACTIVE {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 03:56:29.085718 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c25ccb-7937-4937-ac80-a00633b032f5 req-1bb0d2ff-592a-4ab0-b3c1-377370d44247 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:29.087652 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c1c25ccb-7937-4937-ac80-a00633b032f5 req-1bb0d2ff-592a-4ab0-b3c1-377370d44247 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.23 "GET /v2.0/ports?device_id=58f1106c-e2db-4840-b22a-8a20a75c0d36 HTTP/1.1" status: 200 len: 946 time: 0.0519488 Nov 27 03:56:29.191757 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-c1c25ccb-7937-4937-ac80-a00633b032f5 req-021edb62-a57b-4b4f-a558-28ce0921be85 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Deleting port 2bf8396c-efb5-4d94-8027-212c4a0b485c {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:56:29.192024 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c1c25ccb-7937-4937-ac80-a00633b032f5 req-021edb62-a57b-4b4f-a558-28ce0921be85 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:29.306367 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d525cb2-0797-419d-9885-d75ea60c57a7 req-8a616b8c-f302-4342-8aca-99f26bb15349 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:29.307948 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4d525cb2-0797-419d-9885-d75ea60c57a7 req-8a616b8c-f302-4342-8aca-99f26bb15349 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f15855c-81e2-47bc-aa49-c32722f47485 HTTP/1.1" status: 200 len: 945 time: 0.1130223 Nov 27 03:56:29.326945 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-c1c25ccb-7937-4937-ac80-a00633b032f5 req-021edb62-a57b-4b4f-a558-28ce0921be85 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] For port 2bf8396c-efb5-4d94-8027-212c4a0b485c, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=2bf8396c-efb5-4d94-8027-212c4a0b485c,segment=NetworkSegment(78bfe3a3-b052-47e4-855b-505741d7aa50),segment_id=78bfe3a3-b052-47e4-855b-505741d7aa50)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:29.327316 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c1c25ccb-7937-4937-ac80-a00633b032f5 req-021edb62-a57b-4b4f-a558-28ce0921be85 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:29.337366 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dda5373e-dfc0-4768-83a7-8c2f9aace4fb req-8d233a61-a56c-4a17-a1f3-9acd23c2b7cf tempest-ServerShowV247Test-1579605934 tempest-ServerShowV247Test-1579605934-project] 10.222.0.20 "GET /v2.0/ports?device_id=702b6b85-d552-4b22-82c4-7a546d047e31 HTTP/1.1" status: 200 len: 210 time: 0.0304973 Nov 27 03:56:29.349108 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-c1c25ccb-7937-4937-ac80-a00633b032f5 req-021edb62-a57b-4b4f-a558-28ce0921be85 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Calling delete_port for 2bf8396c-efb5-4d94-8027-212c4a0b485c owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:56:29.503000 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-4d525cb2-0797-419d-9885-d75ea60c57a7 req-9de8e1f7-bf9b-43b8-828d-a03d2d8b1c35 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Deleting port 5eaacecd-c6e8-43fb-b62d-3cf747b7bff3 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:56:29.503344 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-4d525cb2-0797-419d-9885-d75ea60c57a7 req-9de8e1f7-bf9b-43b8-828d-a03d2d8b1c35 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:29.637406 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5684a-00c6-4d85-8d7b-9e30fbf28af0 req-506abb59-3aa8-451c-8480-655f34f9e316 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:29.638914 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2da5684a-00c6-4d85-8d7b-9e30fbf28af0 req-506abb59-3aa8-451c-8480-655f34f9e316 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 946 time: 0.1531603 Nov 27 03:56:29.654071 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c1c25ccb-7937-4937-ac80-a00633b032f5 req-021edb62-a57b-4b4f-a558-28ce0921be85 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:29.683948 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd97be-d8d8-4899-ac33-575623693a86 req-7ebf6d03-c0ab-4b96-8d12-e061d53ca963 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:29.685462 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3fbd97be-d8d8-4899-ac33-575623693a86 req-7ebf6d03-c0ab-4b96-8d12-e061d53ca963 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=a483e446-d37a-4ba3-b9e8-8f39f601be3d HTTP/1.1" status: 200 len: 943 time: 0.0505898 Nov 27 03:56:29.691537 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['2bf8396c-efb5-4d94-8027-212c4a0b485c'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:56:29.705812 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021edb62-a57b-4b4f-a558-28ce0921be85 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Pushing event deleted for resources: {'Port': ['ID=2bf8396c-efb5-4d94-8027-212c4a0b485c,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:29.710219 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-4d525cb2-0797-419d-9885-d75ea60c57a7 req-9de8e1f7-bf9b-43b8-828d-a03d2d8b1c35 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] For port 5eaacecd-c6e8-43fb-b62d-3cf747b7bff3, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=5eaacecd-c6e8-43fb-b62d-3cf747b7bff3,segment=NetworkSegment(78bfe3a3-b052-47e4-855b-505741d7aa50),segment_id=78bfe3a3-b052-47e4-855b-505741d7aa50)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:29.710619 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-4d525cb2-0797-419d-9885-d75ea60c57a7 req-9de8e1f7-bf9b-43b8-828d-a03d2d8b1c35 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:29.714643 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['5eaacecd-c6e8-43fb-b62d-3cf747b7bff3'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:56:29.737419 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-4d525cb2-0797-419d-9885-d75ea60c57a7 req-9de8e1f7-bf9b-43b8-828d-a03d2d8b1c35 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Calling delete_port for 5eaacecd-c6e8-43fb-b62d-3cf747b7bff3 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:56:29.745702 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3fbd97be-d8d8-4899-ac33-575623693a86 req-d3fead3c-6192-4772-a3c5-46abc45c89d7 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523531 Nov 27 03:56:29.795152 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2da5684a-00c6-4d85-8d7b-9e30fbf28af0 req-e786dabc-effe-4dfa-ad5e-7bfb2491adf5 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456470 Nov 27 03:56:29.797566 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c25ccb-7937-4937-ac80-a00633b032f5 req-021edb62-a57b-4b4f-a558-28ce0921be85 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] No DVR routers for this DVR port 2bf8396c-efb5-4d94-8027-212c4a0b485c on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:56:29.800966 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c1c25ccb-7937-4937-ac80-a00633b032f5 req-021edb62-a57b-4b4f-a558-28ce0921be85 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:29.804330 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c1c25ccb-7937-4937-ac80-a00633b032f5 req-021edb62-a57b-4b4f-a558-28ce0921be85 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.23 "DELETE /v2.0/ports/2bf8396c-efb5-4d94-8027-212c4a0b485c HTTP/1.1" status: 204 len: 173 time: 0.7099936 Nov 27 03:56:29.805335 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f1106c-e2db-4840-b22a-8a20a75c0d36', 'name': 'network-vif-deleted', 'tag': '2bf8396c-efb5-4d94-8027-212c4a0b485c'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:56:29.807635 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ade123-a41c-4137-ab1f-31a3f7c8508f" -d '{"events": [{"server_uuid": "58f1106c-e2db-4840-b22a-8a20a75c0d36", "name": "network-vif-deleted", "tag": "2bf8396c-efb5-4d94-8027-212c4a0b485c"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:56:29.873232 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb4ed65-1849-4820-8541-e46b44a1725e x-openstack-request-id: req-1cb4ed65-1849-4820-8541-e46b44a1725e {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:56:29.873524 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f1106c-e2db-4840-b22a-8a20a75c0d36", "name": "network-vif-deleted", "tag": "2bf8396c-efb5-4d94-8027-212c4a0b485c", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:56:29.873785 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1cb4ed65-1849-4820-8541-e46b44a1725e {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:56:29.874451 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f1106c-e2db-4840-b22a-8a20a75c0d36', 'name': 'network-vif-deleted', 'tag': '2bf8396c-efb5-4d94-8027-212c4a0b485c', 'status': 'completed', 'code': 200} Nov 27 03:56:29.944851 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-4d525cb2-0797-419d-9885-d75ea60c57a7 req-9de8e1f7-bf9b-43b8-828d-a03d2d8b1c35 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:29.979262 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['2bf8396c-efb5-4d94-8027-212c4a0b485c'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:56:29.980323 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de8e1f7-bf9b-43b8-828d-a03d2d8b1c35 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Pushing event deleted for resources: {'Port': ['ID=5eaacecd-c6e8-43fb-b62d-3cf747b7bff3,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:30.029612 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d525cb2-0797-419d-9885-d75ea60c57a7 req-9de8e1f7-bf9b-43b8-828d-a03d2d8b1c35 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] No DVR routers for this DVR port 5eaacecd-c6e8-43fb-b62d-3cf747b7bff3 on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:56:30.032443 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-4d525cb2-0797-419d-9885-d75ea60c57a7 req-9de8e1f7-bf9b-43b8-828d-a03d2d8b1c35 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:30.035802 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4d525cb2-0797-419d-9885-d75ea60c57a7 req-9de8e1f7-bf9b-43b8-828d-a03d2d8b1c35 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.11 "DELETE /v2.0/ports/5eaacecd-c6e8-43fb-b62d-3cf747b7bff3 HTTP/1.1" status: 204 len: 173 time: 0.7005935 Nov 27 03:56:30.072203 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b280f0ae-90a5-4b73-aac1-1bf9c6fb5261 req-511dd105-9e4f-4c64-9ef5-25a28c8fd429 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] 10.222.0.20 "GET /v2.0/ports?device_id=58f1106c-e2db-4840-b22a-8a20a75c0d36 HTTP/1.1" status: 200 len: 210 time: 0.0309401 Nov 27 03:56:30.446431 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0d722998-abf3-429a-b60b-c0ae3555f455 req-ecaa82f5-3402-4aba-b98f-1ebd8a71d6ff tempest-ServerShowV247Test-1579605934 tempest-ServerShowV247Test-1579605934-project] 10.222.0.20 "GET /v2.0/ports?device_id=702b6b85-d552-4b22-82c4-7a546d047e31 HTTP/1.1" status: 200 len: 210 time: 0.0275099 Nov 27 03:56:30.873737 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad39f34-4af0-4330-a1eb-eff2eb352866 req-3d580e2a-8518-4205-bca7-387bbd93b149 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:30.876627 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fad39f34-4af0-4330-a1eb-eff2eb352866 req-3d580e2a-8518-4205-bca7-387bbd93b149 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=a483e446-d37a-4ba3-b9e8-8f39f601be3d HTTP/1.1" status: 200 len: 943 time: 0.0553272 Nov 27 03:56:30.929004 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84261d4f-7a62-4c42-acee-f97e1cff4dcc req-11a26463-3542-4953-9dec-4717175e5db4 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:30.931052 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-84261d4f-7a62-4c42-acee-f97e1cff4dcc req-11a26463-3542-4953-9dec-4717175e5db4 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 946 time: 0.0525410 Nov 27 03:56:30.935457 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fad39f34-4af0-4330-a1eb-eff2eb352866 req-e424f890-4146-48b7-b14a-8ceacd6cbcdf tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501473 Nov 27 03:56:30.987254 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-84261d4f-7a62-4c42-acee-f97e1cff4dcc req-26492597-70fe-4ae6-a08d-da9c7b7f96a2 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499296 Nov 27 03:56:31.162328 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45280) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:56:31.206450 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6e40c74-cec0-44f5-9beb-f86714a8bb83 admin admin] Deleting subnet 34ccbd7b-ea86-497c-81e5-fa8fc3a30ae9 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:56:31.209516 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c6e40c74-cec0-44f5-9beb-f86714a8bb83 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:31.244306 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c6e40c74-cec0-44f5-9beb-f86714a8bb83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:31.283139 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c6e40c74-cec0-44f5-9beb-f86714a8bb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:31.340566 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c6e40c74-cec0-44f5-9beb-f86714a8bb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:31.375442 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e40c74-cec0-44f5-9beb-f86714a8bb83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34ccbd7b-ea86-497c-81e5-fa8fc3a30ae9,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:31.375710 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c6e40c74-cec0-44f5-9beb-f86714a8bb83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:31.379035 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c6e40c74-cec0-44f5-9beb-f86714a8bb83 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/34ccbd7b-ea86-497c-81e5-fa8fc3a30ae9 HTTP/1.1" status: 204 len: 168 time: 0.2156441 Nov 27 03:56:31.382866 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45284) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:56:31.452872 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-113eb48c-dbad-43ca-accb-6f85e9e4a0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:31.542211 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-113eb48c-dbad-43ca-accb-6f85e9e4a0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:31.563673 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-113eb48c-dbad-43ca-accb-6f85e9e4a0dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ed747ed-5fe8-4cae-8933-ca58a232a07c']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:56:31.567365 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8acce48d-b5c3-407c-ba8f-95a888fd9044 req-419b686b-5071-4c37-9eac-fdc0b240c24d tempest-ServerShowV247Test-1579605934 tempest-ServerShowV247Test-1579605934-project] 10.222.0.20 "GET /v2.0/ports?device_id=702b6b85-d552-4b22-82c4-7a546d047e31 HTTP/1.1" status: 200 len: 210 time: 0.0343926 Nov 27 03:56:31.573935 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-113eb48c-dbad-43ca-accb-6f85e9e4a0dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78bfe3a3-b052-47e4-855b-505741d7aa50') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:56:31.574241 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-113eb48c-dbad-43ca-accb-6f85e9e4a0dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78bfe3a3-b052-47e4-855b-505741d7aa50') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:56:31.585167 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-113eb48c-dbad-43ca-accb-6f85e9e4a0dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:31.599195 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-113eb48c-dbad-43ca-accb-6f85e9e4a0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:31.605757 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-113eb48c-dbad-43ca-accb-6f85e9e4a0dc admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:56:31.606179 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-113eb48c-dbad-43ca-accb-6f85e9e4a0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:31.608093 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 03:56:31.608093 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:56:31.608093 n-d-819494-3 neutron-server[110018]: timer() Nov 27 03:56:31.608093 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:56:31.608093 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 03:56:31.608093 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:56:31.608093 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 03:56:31.608093 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:56:31.608093 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 03:56:31.608093 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:56:31.608093 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 03:56:31.608093 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:56:31.608093 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 03:56:31.608093 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:56:31.608093 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:56:31.608093 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:56:31.608093 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:56:31.608093 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:56:31.608093 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 03:56:31.608093 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:56:31.608093 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 03:56:31.608093 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:56:31.608093 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:56:31.608093 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:56:31.608093 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 03:56:31.608093 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:56:31.608093 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:56:31.608093 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:56:31.608093 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:56:31.608093 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:56:31.608093 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:56:31.608093 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:56:31.660505 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-113eb48c-dbad-43ca-accb-6f85e9e4a0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:31.666452 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-113eb48c-dbad-43ca-accb-6f85e9e4a0dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:31.669633 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-113eb48c-dbad-43ca-accb-6f85e9e4a0dc admin admin] 10.222.0.20 "DELETE /v2.0/networks/9ed747ed-5fe8-4cae-8933-ca58a232a07c HTTP/1.1" status: 204 len: 168 time: 0.2872090 Nov 27 03:56:31.685133 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113eb48c-dbad-43ca-accb-6f85e9e4a0dc admin admin] Pushing event deleted for resources: {'Network': ['ID=9ed747ed-5fe8-4cae-8933-ca58a232a07c,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:31.828062 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45292) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:56:31.866937 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-35127b30-688a-48b5-a65a-4cfa0ce21320 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=085708796d5a4a01a3dcd4001a8a35e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377069 Nov 27 03:56:31.869244 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45294) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:56:31.875605 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f15855c-81e2-47bc-aa49-c32722f47485', 'name': 'network-vif-deleted', 'tag': '5eaacecd-c6e8-43fb-b62d-3cf747b7bff3'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:56:31.877896 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537169a0-f9dd-4593-ae96-5cdd3ec94c9d" -d '{"events": [{"server_uuid": "3f15855c-81e2-47bc-aa49-c32722f47485", "name": "network-vif-deleted", "tag": "5eaacecd-c6e8-43fb-b62d-3cf747b7bff3"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:56:31.914944 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea28100-00e1-44f7-a09b-838bb46e7e8c x-openstack-request-id: req-aea28100-00e1-44f7-a09b-838bb46e7e8c {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:56:31.915238 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f15855c-81e2-47bc-aa49-c32722f47485", "name": "network-vif-deleted", "tag": "5eaacecd-c6e8-43fb-b62d-3cf747b7bff3", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:56:31.915596 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aea28100-00e1-44f7-a09b-838bb46e7e8c {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:56:31.916048 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f15855c-81e2-47bc-aa49-c32722f47485', 'name': 'network-vif-deleted', 'tag': '5eaacecd-c6e8-43fb-b62d-3cf747b7bff3', 'status': 'completed', 'code': 200} Nov 27 03:56:31.919849 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3bee661e-091c-4734-8183-ed03ae206768 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:31.940445 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3bee661e-091c-4734-8183-ed03ae206768 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:31.987124 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3bee661e-091c-4734-8183-ed03ae206768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:31.989777 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3bee661e-091c-4734-8183-ed03ae206768 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:31.990979 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3bee661e-091c-4734-8183-ed03ae206768 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b185a953-28bd-4bae-8523-9419bcb027c6 HTTP/1.1" status: 204 len: 168 time: 0.1208463 Nov 27 03:56:31.998854 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee661e-091c-4734-8183-ed03ae206768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b185a953-28bd-4bae-8523-9419bcb027c6,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:32.062423 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d04d5c-40c5-4a6c-bea3-9f0ac448716b req-ddbd95f5-7469-4609-b395-4443f8309d73 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:32.063930 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-91d04d5c-40c5-4a6c-bea3-9f0ac448716b req-ddbd95f5-7469-4609-b395-4443f8309d73 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=a483e446-d37a-4ba3-b9e8-8f39f601be3d HTTP/1.1" status: 200 len: 943 time: 0.0593441 Nov 27 03:56:32.111739 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ce130-0f05-4845-a558-f9fe411e0d0e req-dac4a5f3-fe20-477e-add3-85190b90ecc4 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:32.113265 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-001ce130-0f05-4845-a558-f9fe411e0d0e req-dac4a5f3-fe20-477e-add3-85190b90ecc4 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 946 time: 0.0498128 Nov 27 03:56:32.113956 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-91d04d5c-40c5-4a6c-bea3-9f0ac448716b req-0a99f27c-51bb-4efb-a5e2-301790ec6ee6 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441763 Nov 27 03:56:32.175438 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-001ce130-0f05-4845-a558-f9fe411e0d0e req-6ae7a661-e163-436c-84bd-49470ab88990 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551755 Nov 27 03:56:32.673975 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-90a5825d-9e69-4aa7-9ee6-5e9812df8bdd req-cd2ca1d4-0c8e-4fb2-bb09-4ff9590d6a14 tempest-ServerShowV247Test-1579605934 tempest-ServerShowV247Test-1579605934-project] 10.222.0.20 "GET /v2.0/ports?device_id=702b6b85-d552-4b22-82c4-7a546d047e31 HTTP/1.1" status: 200 len: 210 time: 0.0266762 Nov 27 03:56:32.709482 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45330) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:56:32.802192 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-3f8ee1c4-dbad-4add-bad5-9de99eee3cd5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1520343581-network', 'tenant_id': '3f15a86d7b9a4eda805c341155209493'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:56:32.822898 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8ee1c4-dbad-4add-bad5-9de99eee3cd5 admin admin] Made reservation on behalf of 3f15a86d7b9a4eda805c341155209493 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:56:32.825098 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3f8ee1c4-dbad-4add-bad5-9de99eee3cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:32.829208 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 5eaacecd-c6e8-43fb-b62d-3cf747b7bff3 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:56:32.834489 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3f8ee1c4-dbad-4add-bad5-9de99eee3cd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:32.849525 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: 5eaacecd-c6e8-43fb-b62d-3cf747b7bff3 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:56:32.849878 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 5eaacecd-c6e8-43fb-b62d-3cf747b7bff3 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:56:32.909454 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3f8ee1c4-dbad-4add-bad5-9de99eee3cd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:32.913207 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3f8ee1c4-dbad-4add-bad5-9de99eee3cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:32.933550 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f8ee1c4-dbad-4add-bad5-9de99eee3cd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:56:32.947798 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ee1c4-dbad-4add-bad5-9de99eee3cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b03222-a846-417a-978d-9251171d4b5f,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:32.950632 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3f8ee1c4-dbad-4add-bad5-9de99eee3cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:32.950980 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-3f8ee1c4-dbad-4add-bad5-9de99eee3cd5 admin admin] Added segment e40e3b9b-cd7d-4402-aebb-20a69a216b2f of type vlan for network 4c2206f1-5002-4d5a-a6bd-f85327f757ed Nov 27 03:56:32.990457 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3f8ee1c4-dbad-4add-bad5-9de99eee3cd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:33.014204 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3f8ee1c4-dbad-4add-bad5-9de99eee3cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:33.015180 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8ee1c4-dbad-4add-bad5-9de99eee3cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:33.015768 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3f8ee1c4-dbad-4add-bad5-9de99eee3cd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:33.069384 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3f8ee1c4-dbad-4add-bad5-9de99eee3cd5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3587942 Nov 27 03:56:33.072346 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45334) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:56:33.077899 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-8163a663-783b-4b15-97f9-a663073067ea admin admin] Request body: {'subnet': {'network_id': '4c2206f1-5002-4d5a-a6bd-f85327f757ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1520343581-subnet', 'tenant_id': '3f15a86d7b9a4eda805c341155209493', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:56:33.080292 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ee1c4-dbad-4add-bad5-9de99eee3cd5 admin admin] Pushing event updated for resources: {'Network': ['ID=4c2206f1-5002-4d5a-a6bd-f85327f757ed,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:33.090403 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 4c2206f1-5002-4d5a-a6bd-f85327f757ed details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:56:33.100413 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8163a663-783b-4b15-97f9-a663073067ea admin admin] Made reservation on behalf of 3f15a86d7b9a4eda805c341155209493 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:56:33.103423 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8163a663-783b-4b15-97f9-a663073067ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:33.226415 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 2bf8396c-efb5-4d94-8027-212c4a0b485c no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:56:33.246768 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 2bf8396c-efb5-4d94-8027-212c4a0b485c {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:56:33.247270 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 2bf8396c-efb5-4d94-8027-212c4a0b485c not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:56:33.268993 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76314b-f041-48eb-b418-1ab3b20ef771 req-ec924bf7-e1c2-47f3-b970-39c6ac2be6b3 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:33.270488 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7f76314b-f041-48eb-b418-1ab3b20ef771 req-ec924bf7-e1c2-47f3-b970-39c6ac2be6b3 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=a483e446-d37a-4ba3-b9e8-8f39f601be3d HTTP/1.1" status: 200 len: 943 time: 0.0793529 Nov 27 03:56:33.292451 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f0c3d-05ce-4bc3-9bd3-947ab6ed2265 req-d83eb4d9-cec0-488a-a8b8-836422e97c5c tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:33.293948 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fb4f0c3d-05ce-4bc3-9bd3-947ab6ed2265 req-d83eb4d9-cec0-488a-a8b8-836422e97c5c tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 946 time: 0.0511651 Nov 27 03:56:33.342599 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fb4f0c3d-05ce-4bc3-9bd3-947ab6ed2265 req-f976109d-75fe-40d8-90cc-9d61cee93f75 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424542 Nov 27 03:56:33.362513 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7f76314b-f041-48eb-b418-1ab3b20ef771 req-4a5d6f02-6e87-463c-9db6-95f75bd8f038 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840662 Nov 27 03:56:33.367301 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8163a663-783b-4b15-97f9-a663073067ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:33.704893 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8163a663-783b-4b15-97f9-a663073067ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=19827895-167c-4ffb-a565-ae1a5e643330,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:33.720876 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8163a663-783b-4b15-97f9-a663073067ea admin admin] Checking segment: {'id': 'e40e3b9b-cd7d-4402-aebb-20a69a216b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4c2206f1-5002-4d5a-a6bd-f85327f757ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:56:33.721237 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8163a663-783b-4b15-97f9-a663073067ea admin admin] Network hostable DHCP agents. Network: 4c2206f1-5002-4d5a-a6bd-f85327f757ed, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:56:33.737869 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8163a663-783b-4b15-97f9-a663073067ea admin admin] Network 4c2206f1-5002-4d5a-a6bd-f85327f757ed is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:56:33.747610 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-8163a663-783b-4b15-97f9-a663073067ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 4c2206f1-5002-4d5a-a6bd-f85327f757ed) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:56:33.753153 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8163a663-783b-4b15-97f9-a663073067ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:33.754274 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8163a663-783b-4b15-97f9-a663073067ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:33.760383 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260a8ed1-1f17-475b-819d-4454d32cd073 None None] Network 4c2206f1-5002-4d5a-a6bd-f85327f757ed requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:56:33.795482 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cac487b1-b4f1-447e-bc3b-0a0c6f42dd01 req-f4114977-c21a-40b1-9ae5-7c8464f9cf7e tempest-ServerShowV247Test-1579605934 tempest-ServerShowV247Test-1579605934-project] 10.222.0.20 "GET /v2.0/ports?device_id=702b6b85-d552-4b22-82c4-7a546d047e31 HTTP/1.1" status: 200 len: 210 time: 0.0315878 Nov 27 03:56:33.805094 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8163a663-783b-4b15-97f9-a663073067ea admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7256517 Nov 27 03:56:33.892459 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795accda-1aa7-40d0-829b-961cf5ca97f9 None None] Network 4c2206f1-5002-4d5a-a6bd-f85327f757ed requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:56:34.237433 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-6af30801-1928-402e-9de7-a78e46818b6c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:34.239082 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-6af30801-1928-402e-9de7-a78e46818b6c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/networks?id=4c2206f1-5002-4d5a-a6bd-f85327f757ed HTTP/1.1" status: 200 len: 806 time: 0.1052737 Nov 27 03:56:34.253954 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-5a59c6eb-02c2-4649-916b-9fd28bad70c7 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/quotas/3f15a86d7b9a4eda805c341155209493 HTTP/1.1" status: 200 len: 375 time: 0.0086775 Nov 27 03:56:34.283568 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-4ed77e06-ac78-4014-b97b-b98c80e48436 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f15a86d7b9a4eda805c341155209493&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0244548 Nov 27 03:56:34.377113 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-17419e3d-d92a-4be5-b0e0-f6105efe6c55 service neutron] 10.222.0.20 "GET /v2.0/networks/4c2206f1-5002-4d5a-a6bd-f85327f757ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862980 Nov 27 03:56:34.460406 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4a5f7-522c-4afd-8995-d4308184d729 req-a1d644a1-c9bf-4676-809d-ba1c1300b153 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:34.462514 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d2a4a5f7-522c-4afd-8995-d4308184d729 req-a1d644a1-c9bf-4676-809d-ba1c1300b153 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 946 time: 0.0508313 Nov 27 03:56:34.467772 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-0361ab20-2f19-4e68-9afa-bc33d5709ae4 service neutron] 10.222.0.20 "GET /v2.0/networks/4c2206f1-5002-4d5a-a6bd-f85327f757ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839014 Nov 27 03:56:34.511832 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d2a4a5f7-522c-4afd-8995-d4308184d729 req-e7b39ed3-6061-4893-bdbe-7972b250af35 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430479 Nov 27 03:56:34.634169 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1bb63-4d8f-4d93-a2e8-f98910b0bffa req-6e04a965-6460-462e-8fb6-361ff09dbdb4 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:34.635682 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2df1bb63-4d8f-4d93-a2e8-f98910b0bffa req-6e04a965-6460-462e-8fb6-361ff09dbdb4 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=a483e446-d37a-4ba3-b9e8-8f39f601be3d HTTP/1.1" status: 200 len: 943 time: 0.0606244 Nov 27 03:56:34.687126 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2df1bb63-4d8f-4d93-a2e8-f98910b0bffa req-0ddd827c-670a-4ce0-9542-f2aa2d6e52a4 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453012 Nov 27 03:56:34.762726 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-769321fe-6045-4ebf-8fb7-d086ae94f96a req-367496e2-d583-41e6-ac8f-2b33dcdbb935 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=d780dbe4-380e-40f9-9c61-6bcfc7c34317 HTTP/1.1" status: 200 len: 210 time: 0.0332665 Nov 27 03:56:34.846193 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 3e05f1c6-920b-4de3-accc-ff4ce0d48fc4 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:56:34.907354 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7a5c809e-df9a-42c4-bede-dcb192fb35cd req-ba68ef43-7ea7-414a-b421-e10c3d38b7b0 tempest-ServerShowV247Test-1579605934 tempest-ServerShowV247Test-1579605934-project] 10.222.0.20 "GET /v2.0/ports?device_id=702b6b85-d552-4b22-82c4-7a546d047e31 HTTP/1.1" status: 200 len: 210 time: 0.0321808 Nov 27 03:56:34.957092 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 3e05f1c6-920b-4de3-accc-ff4ce0d48fc4, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=3e05f1c6-920b-4de3-accc-ff4ce0d48fc4,segment=NetworkSegment(7b573d51-51b1-4f49-9697-b1cce35223ba),segment_id=7b573d51-51b1-4f49-9697-b1cce35223ba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:34.968367 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '3e05f1c6-920b-4de3-accc-ff4ce0d48fc4', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'port_id': '3e05f1c6-920b-4de3-accc-ff4ce0d48fc4', 'mac_address': 'fa:16:3e:aa:9b:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:56:35.005489 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:35.020672 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e05f1c6-920b-4de3-accc-ff4ce0d48fc4 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:56:35.043654 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 3e05f1c6-920b-4de3-accc-ff4ce0d48fc4, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=3e05f1c6-920b-4de3-accc-ff4ce0d48fc4,segment=NetworkSegment(7b573d51-51b1-4f49-9697-b1cce35223ba),segment_id=7b573d51-51b1-4f49-9697-b1cce35223ba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:35.047484 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:35.094806 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=3e05f1c6-920b-4de3-accc-ff4ce0d48fc4,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:35.494217 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['3e05f1c6-920b-4de3-accc-ff4ce0d48fc4'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:56:35.655508 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-404671ff-a5e3-4956-97dc-8e2bd2ee9bce service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0524113 Nov 27 03:56:35.728061 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea1f34-4c16-4911-9fe3-c15a61820d27 req-ae5ed8c7-7a25-4938-9f4d-641bc5907c9a tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:35.740943 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-beea1f34-4c16-4911-9fe3-c15a61820d27 req-ae5ed8c7-7a25-4938-9f4d-641bc5907c9a tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 946 time: 0.1547043 Nov 27 03:56:35.779532 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-49c3b00b-06dc-4f8a-8a48-e5d8ab3731a3 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:35.780998 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-49c3b00b-06dc-4f8a-8a48-e5d8ab3731a3 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.11 "GET /v2.0/networks?id=4c2206f1-5002-4d5a-a6bd-f85327f757ed HTTP/1.1" status: 200 len: 806 time: 0.1592338 Nov 27 03:56:35.791969 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-8bf9c9df-a7ff-40f4-98da-662ca2258017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:35.792596 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-8bf9c9df-a7ff-40f4-98da-662ca2258017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:35.793072 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-8bf9c9df-a7ff-40f4-98da-662ca2258017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:35.793536 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-8bf9c9df-a7ff-40f4-98da-662ca2258017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:35.793993 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-8bf9c9df-a7ff-40f4-98da-662ca2258017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:35.794451 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-8bf9c9df-a7ff-40f4-98da-662ca2258017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:35.794940 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-8bf9c9df-a7ff-40f4-98da-662ca2258017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:35.796978 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-8bf9c9df-a7ff-40f4-98da-662ca2258017 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3e0a6e3903404d4c8a0246b387bf3805&device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 6501 time: 0.0724967 Nov 27 03:56:35.816412 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-7f4fcfe8-627f-4095-a66a-d468af02f47d tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Request body: {'port': {'device_id': 'd780dbe4-380e-40f9-9c61-6bcfc7c34317', 'network_id': '4c2206f1-5002-4d5a-a6bd-f85327f757ed', 'admin_state_up': True, 'tenant_id': '3f15a86d7b9a4eda805c341155209493'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:56:35.824643 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-beea1f34-4c16-4911-9fe3-c15a61820d27 req-262a78f3-8c96-47f1-8342-c9e61604af43 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828390 Nov 27 03:56:35.910971 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763fc9db-cca6-40ea-ae37-333ed4b230aa req-db9239ea-c740-46af-92ba-ca7ddfae20ff tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:35.912454 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-763fc9db-cca6-40ea-ae37-333ed4b230aa req-db9239ea-c740-46af-92ba-ca7ddfae20ff tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=a483e446-d37a-4ba3-b9e8-8f39f601be3d HTTP/1.1" status: 200 len: 944 time: 0.1085877 Nov 27 03:56:35.943172 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-7f4fcfe8-627f-4095-a66a-d468af02f47d tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Made reservation on behalf of 3f15a86d7b9a4eda805c341155209493 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:56:35.946414 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-7f4fcfe8-627f-4095-a66a-d468af02f47d tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:35.982642 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-763fc9db-cca6-40ea-ae37-333ed4b230aa req-99c1aecb-ee65-4a5d-a990-d9c2bbb9831f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626748 Nov 27 03:56:35.988054 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-f5c56890-8ede-4432-a0e1-289e8e331993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:35.988520 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-f5c56890-8ede-4432-a0e1-289e8e331993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:35.989391 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-f5c56890-8ede-4432-a0e1-289e8e331993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:35.990492 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-f5c56890-8ede-4432-a0e1-289e8e331993 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ff8078f-ae3b-4728-b001-9277e61f21a6&id=e40f6bbd-098b-49f7-b15f-a15d5c62f421&id=e40f6bbd-098b-49f7-b15f-a15d5c62f421&id=e40f6bbd-098b-49f7-b15f-a15d5c62f421&id=e40f6bbd-098b-49f7-b15f-a15d5c62f421&id=19023ddb-b83b-433d-89aa-500b49070446&id=19023ddb-b83b-433d-89aa-500b49070446 HTTP/1.1" status: 200 len: 2295 time: 0.1601887 Nov 27 03:56:36.061368 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-c47d5f6d-dc72-4400-96c6-1daf95b4315e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b HTTP/1.1" status: 200 len: 1001 time: 0.0627704 Nov 27 03:56:36.097437 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c18ded50-8b1a-409a-bf60-3d6f0578e1da req-c7b11953-64d8-42e3-8d2d-a8d75726677b tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=d780dbe4-380e-40f9-9c61-6bcfc7c34317 HTTP/1.1" status: 200 len: 210 time: 0.0314851 Nov 27 03:56:36.107778 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-7f4fcfe8-627f-4095-a66a-d468af02f47d tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Allocated IP 172.20.0.12 (4c2206f1-5002-4d5a-a6bd-f85327f757ed/19827895-167c-4ffb-a565-ae1a5e643330/0465d762-6c9e-4453-a78f-ed2e7501887c) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:56:36.154041 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-e41274cd-887c-446e-8e4f-65a851dd403c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:36.155511 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-e41274cd-887c-446e-8e4f-65a851dd403c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fdd47af3-1760-4461-be21-108e1865b763 HTTP/1.1" status: 200 len: 856 time: 0.0609250 Nov 27 03:56:36.172065 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-411c561d-e335-42ad-9d25-1f8817343810 req-045fd096-2379-4fb1-8a72-3f9527374ed7 tempest-ServerShowV247Test-1579605934 tempest-ServerShowV247Test-1579605934-project] 10.222.0.20 "GET /v2.0/ports?device_id=702b6b85-d552-4b22-82c4-7a546d047e31 HTTP/1.1" status: 200 len: 210 time: 0.0329010 Nov 27 03:56:36.215774 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-950bff1f-dd3d-4016-91ea-08eb711cb4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:36.217520 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-950bff1f-dd3d-4016-91ea-08eb711cb4b5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ff8078f-ae3b-4728-b001-9277e61f21a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477374 Nov 27 03:56:36.276298 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-7f4fcfe8-627f-4095-a66a-d468af02f47d tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:36.315862 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-7f4fcfe8-627f-4095-a66a-d468af02f47d tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:36.322440 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-b65286c4-fe66-47c5-a3b4-7dee2d86ca0f service neutron] 10.222.0.11 "GET /v2.0/networks/9ff8078f-ae3b-4728-b001-9277e61f21a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969110 Nov 27 03:56:36.359670 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-7f4fcfe8-627f-4095-a66a-d468af02f47d tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Network 4c2206f1-5002-4d5a-a6bd-f85327f757ed is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:56:36.362856 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-7f4fcfe8-627f-4095-a66a-d468af02f47d tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:56:36.366666 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-7f4fcfe8-627f-4095-a66a-d468af02f47d tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:56:36.398109 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4fcfe8-627f-4095-a66a-d468af02f47d tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Pushing event updated for resources: {'Port': ['ID=0465d762-6c9e-4453-a78f-ed2e7501887c,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:36.424114 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-7f4fcfe8-627f-4095-a66a-d468af02f47d tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:36.424727 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-7f4fcfe8-627f-4095-a66a-d468af02f47d tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:36.425211 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-4df9f447-3f46-4bcb-9b1a-bd40076b44b2 service neutron] 10.222.0.11 "GET /v2.0/networks/9ff8078f-ae3b-4728-b001-9277e61f21a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953372 Nov 27 03:56:36.441894 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-7f4fcfe8-627f-4095-a66a-d468af02f47d tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6314256 Nov 27 03:56:36.468201 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-5a1268b9-6c0e-4bfd-9d04-dda1b3560498 service neutron] Request body: {'port': {'device_id': 'd780dbe4-380e-40f9-9c61-6bcfc7c34317', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:56:36.469678 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-2c88867f-ec35-47a4-835e-0e4af253a83a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=585334de-cf96-45ed-97e3-75b5e155a4d3 HTTP/1.1" status: 200 len: 217 time: 0.0370240 Nov 27 03:56:36.525908 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-5a1268b9-6c0e-4bfd-9d04-dda1b3560498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:36.526139 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-b8565050-bedf-40cd-8c31-c2f58eb63cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:36.527926 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-b8565050-bedf-40cd-8c31-c2f58eb63cb8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9c95fc5-2816-48b1-af67-21fc91123a75 HTTP/1.1" status: 200 len: 797 time: 0.0451033 Nov 27 03:56:36.572573 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-45b2abaa-b7be-4747-970f-411f43c8464d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:36.574082 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-45b2abaa-b7be-4747-970f-411f43c8464d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e40f6bbd-098b-49f7-b15f-a15d5c62f421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0393286 Nov 27 03:56:36.675493 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-d4854317-7837-43a7-8142-0bcb5b4292ca service neutron] 10.222.0.11 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864451 Nov 27 03:56:36.766379 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-bf5d9f6b-6a11-4cd6-98d1-dd6c9c19f943 service neutron] 10.222.0.11 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840862 Nov 27 03:56:36.786267 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-5a1268b9-6c0e-4bfd-9d04-dda1b3560498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0465d762-6c9e-4453-a78f-ed2e7501887c {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:56:36.795694 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-5a1268b9-6c0e-4bfd-9d04-dda1b3560498 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:36.808321 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-5a1268b9-6c0e-4bfd-9d04-dda1b3560498 service neutron] Transition to ACTIVE for port object 0465d762-6c9e-4453-a78f-ed2e7501887c will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:56:36.812120 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-5a1268b9-6c0e-4bfd-9d04-dda1b3560498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:36.824776 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-268fcbf2-206b-4c6b-963b-a6efb2f9f781 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=ae70ab0d-14d1-46fd-947b-016a7578b456 HTTP/1.1" status: 200 len: 217 time: 0.0454068 Nov 27 03:56:36.868892 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1268b9-6c0e-4bfd-9d04-dda1b3560498 service neutron] Pushing event updated for resources: {'Port': ['ID=0465d762-6c9e-4453-a78f-ed2e7501887c,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:36.885901 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-50159645-c8df-4ddd-9bec-7e5146395bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:36.888353 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-50159645-c8df-4ddd-9bec-7e5146395bf4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9c95fc5-2816-48b1-af67-21fc91123a75 HTTP/1.1" status: 200 len: 797 time: 0.0533512 Nov 27 03:56:36.946862 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-5a1268b9-6c0e-4bfd-9d04-dda1b3560498 service neutron] Attempting to bind port 0465d762-6c9e-4453-a78f-ed2e7501887c on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:56:36.947514 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-5a1268b9-6c0e-4bfd-9d04-dda1b3560498 service neutron] Attempting to bind port 0465d762-6c9e-4453-a78f-ed2e7501887c by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': 'e40e3b9b-cd7d-4402-aebb-20a69a216b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4c2206f1-5002-4d5a-a6bd-f85327f757ed'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:56:36.947855 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-5a1268b9-6c0e-4bfd-9d04-dda1b3560498 service neutron] Attempting to bind port 0465d762-6c9e-4453-a78f-ed2e7501887c on network 4c2206f1-5002-4d5a-a6bd-f85327f757ed {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:56:36.952352 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-5a1268b9-6c0e-4bfd-9d04-dda1b3560498 service neutron] Port 0465d762-6c9e-4453-a78f-ed2e7501887c on network 4c2206f1-5002-4d5a-a6bd-f85327f757ed not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:56:36.952684 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-5a1268b9-6c0e-4bfd-9d04-dda1b3560498 service neutron] Attempting to bind port 0465d762-6c9e-4453-a78f-ed2e7501887c on network 4c2206f1-5002-4d5a-a6bd-f85327f757ed {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:56:36.957805 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-5a1268b9-6c0e-4bfd-9d04-dda1b3560498 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:56:36.958157 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-5a1268b9-6c0e-4bfd-9d04-dda1b3560498 service neutron] Checking segment: {'id': 'e40e3b9b-cd7d-4402-aebb-20a69a216b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4c2206f1-5002-4d5a-a6bd-f85327f757ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:56:36.958542 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-5a1268b9-6c0e-4bfd-9d04-dda1b3560498 service neutron] Bound using segment: {'id': 'e40e3b9b-cd7d-4402-aebb-20a69a216b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4c2206f1-5002-4d5a-a6bd-f85327f757ed'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:56:36.959006 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-5a1268b9-6c0e-4bfd-9d04-dda1b3560498 service neutron] Bound port: 0465d762-6c9e-4453-a78f-ed2e7501887c, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e40e3b9b-cd7d-4402-aebb-20a69a216b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4c2206f1-5002-4d5a-a6bd-f85327f757ed'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:56:36.959365 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-5a1268b9-6c0e-4bfd-9d04-dda1b3560498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:36.973781 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-6d2fb9a9-14db-4e0e-a5d9-ed4fe2b4ed4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:36.975320 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-6d2fb9a9-14db-4e0e-a5d9-ed4fe2b4ed4c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e40f6bbd-098b-49f7-b15f-a15d5c62f421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0792255 Nov 27 03:56:36.987594 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ea46a-11a6-47aa-a6a0-8d37a4826808 req-eba2a4bf-4ba9-426d-89a5-fc3b884963c6 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:36.989032 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3d4ea46a-11a6-47aa-a6a0-8d37a4826808 req-eba2a4bf-4ba9-426d-89a5-fc3b884963c6 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 946 time: 0.0847414 Nov 27 03:56:37.030325 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-5a1268b9-6c0e-4bfd-9d04-dda1b3560498 service neutron] For port 0465d762-6c9e-4453-a78f-ed2e7501887c, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:56:37.034030 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-5a1268b9-6c0e-4bfd-9d04-dda1b3560498 service neutron] For port 0465d762-6c9e-4453-a78f-ed2e7501887c, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=0465d762-6c9e-4453-a78f-ed2e7501887c,segment=NetworkSegment(e40e3b9b-cd7d-4402-aebb-20a69a216b2f),segment_id=e40e3b9b-cd7d-4402-aebb-20a69a216b2f)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:56:37.041978 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-5a1268b9-6c0e-4bfd-9d04-dda1b3560498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:37.081475 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3d4ea46a-11a6-47aa-a6a0-8d37a4826808 req-0ae4dfc0-b1d5-4c6c-b841-f3921f281338 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864027 Nov 27 03:56:37.104415 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-5a1268b9-6c0e-4bfd-9d04-dda1b3560498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:37.105722 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-5a1268b9-6c0e-4bfd-9d04-dda1b3560498 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:37.107162 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-5a1268b9-6c0e-4bfd-9d04-dda1b3560498 service neutron] 10.222.0.11 "PUT /v2.0/ports/0465d762-6c9e-4453-a78f-ed2e7501887c HTTP/1.1" status: 200 len: 1092 time: 0.6431837 Nov 27 03:56:37.107631 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd780dbe4-380e-40f9-9c61-6bcfc7c34317', 'tag': '0465d762-6c9e-4453-a78f-ed2e7501887c'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:56:37.109890 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e03d198-b485-4322-ad99-cfac574a8055" -d '{"events": [{"name": "network-changed", "server_uuid": "d780dbe4-380e-40f9-9c61-6bcfc7c34317", "tag": "0465d762-6c9e-4453-a78f-ed2e7501887c"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:56:37.148355 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-07d9890d-3ffe-4274-9a9c-245bc62a7d83 service neutron] 10.222.0.11 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329076 Nov 27 03:56:37.193050 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553fdfd-9915-42d0-91e8-0a2c26a4fd30 req-13071aa6-c73a-4657-9420-388bd6284bd7 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:37.194579 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8553fdfd-9915-42d0-91e8-0a2c26a4fd30 req-13071aa6-c73a-4657-9420-388bd6284bd7 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=a483e446-d37a-4ba3-b9e8-8f39f601be3d HTTP/1.1" status: 200 len: 944 time: 0.0927851 Nov 27 03:56:37.195219 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1268b9-6c0e-4bfd-9d04-dda1b3560498 service neutron] Pushing event updated for resources: {'Port': ['ID=0465d762-6c9e-4453-a78f-ed2e7501887c,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:37.265040 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601e6473-358b-4eed-bae6-df15bd02bbc1 x-openstack-request-id: req-601e6473-358b-4eed-bae6-df15bd02bbc1 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:56:37.265339 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d780dbe4-380e-40f9-9c61-6bcfc7c34317", "tag": "0465d762-6c9e-4453-a78f-ed2e7501887c", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:56:37.265599 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-601e6473-358b-4eed-bae6-df15bd02bbc1 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:56:37.266008 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd780dbe4-380e-40f9-9c61-6bcfc7c34317', 'tag': '0465d762-6c9e-4453-a78f-ed2e7501887c', 'status': 'completed', 'code': 200} Nov 27 03:56:37.270802 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-c5314007-cbee-4988-b0de-461559e7daf8 service neutron] 10.222.0.11 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049380 Nov 27 03:56:37.285240 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8553fdfd-9915-42d0-91e8-0a2c26a4fd30 req-4be342d7-eca8-4506-8360-f170900974b1 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764561 Nov 27 03:56:37.287100 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-4a4f7d8d-2729-4dad-bbdc-688b3ea58e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:37.288531 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-4a4f7d8d-2729-4dad-bbdc-688b3ea58e9c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3f15a86d7b9a4eda805c341155209493&device_id=d780dbe4-380e-40f9-9c61-6bcfc7c34317 HTTP/1.1" status: 200 len: 1095 time: 0.1047611 Nov 27 03:56:37.351293 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-21ace981-2437-4324-941b-58102b99e2c4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0465d762-6c9e-4453-a78f-ed2e7501887c HTTP/1.1" status: 200 len: 217 time: 0.0387220 Nov 27 03:56:37.375362 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-a7e78b70-6853-40ca-9c5c-e568576a2cb5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=7b351237-4bd0-45c7-a806-427c75ca3765 HTTP/1.1" status: 200 len: 217 time: 0.0640230 Nov 27 03:56:37.386783 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a23902b6-4bd7-49cc-beca-18aaf8f48977 req-a5390909-39cf-4e60-bbda-cda8f497c662 tempest-ServerShowV247Test-1579605934 tempest-ServerShowV247Test-1579605934-project] 10.222.0.20 "GET /v2.0/ports?device_id=702b6b85-d552-4b22-82c4-7a546d047e31 HTTP/1.1" status: 200 len: 210 time: 0.0383332 Nov 27 03:56:37.420593 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4eac1-0009-4afa-ba10-18b10a84ca15 req-cee6143d-298c-431b-a4f5-3c4c0be9f750 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:37.421970 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-6de7daa2-56dc-4265-839f-b7309440f40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:37.422085 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2ca4eac1-0009-4afa-ba10-18b10a84ca15 req-cee6143d-298c-431b-a4f5-3c4c0be9f750 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=d780dbe4-380e-40f9-9c61-6bcfc7c34317 HTTP/1.1" status: 200 len: 944 time: 0.1121445 Nov 27 03:56:37.423477 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-6de7daa2-56dc-4265-839f-b7309440f40f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=19827895-167c-4ffb-a565-ae1a5e643330 HTTP/1.1" status: 200 len: 846 time: 0.0648103 Nov 27 03:56:37.454842 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-63f634d5-4a16-446a-8c16-0ed76ef14f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:37.456296 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-63f634d5-4a16-446a-8c16-0ed76ef14f1e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9c95fc5-2816-48b1-af67-21fc91123a75 HTTP/1.1" status: 200 len: 797 time: 0.0729957 Nov 27 03:56:37.456421 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-e9bdea48-aac7-4196-9401-0827b588feb8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c2206f1-5002-4d5a-a6bd-f85327f757ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249584 Nov 27 03:56:37.504582 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2ca4eac1-0009-4afa-ba10-18b10a84ca15 req-775c5371-00cf-408e-a301-1939816d8a49 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726717 Nov 27 03:56:37.518325 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-64eeeebb-5543-4d26-993f-d2944eef0be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:37.526868 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-64eeeebb-5543-4d26-993f-d2944eef0be6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e40f6bbd-098b-49f7-b15f-a15d5c62f421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0493295 Nov 27 03:56:37.558459 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-8143e958-62da-4182-ad22-465f8a6163e2 service neutron] 10.222.0.11 "GET /v2.0/networks/4c2206f1-5002-4d5a-a6bd-f85327f757ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884619 Nov 27 03:56:37.627766 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-f13625b1-3d4b-4124-8d94-69c07fd02df8 service neutron] 10.222.0.11 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860984 Nov 27 03:56:37.661523 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6e79b36a-ae99-4192-b842-b22999faeda5 req-eebf46d9-b7e9-4fc5-a275-f98c7701775b service neutron] 10.222.0.11 "GET /v2.0/networks/4c2206f1-5002-4d5a-a6bd-f85327f757ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825508 Nov 27 03:56:37.723502 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-9a9a55bd-72dc-4bcc-964b-d463b7d634bb service neutron] 10.222.0.11 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828452 Nov 27 03:56:37.835964 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-10106d8d-2f90-400b-ad1a-10c0f6b5fd1f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=26b81207-9333-4de8-8d7f-cf0229429ddd HTTP/1.1" status: 200 len: 217 time: 0.0380394 Nov 27 03:56:37.837278 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e03d198-b485-4322-ad99-cfac574a8055 req-34ecee52-20a6-4b2d-a449-1aea3bc83106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:37.838881 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4e03d198-b485-4322-ad99-cfac574a8055 req-34ecee52-20a6-4b2d-a449-1aea3bc83106 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3f15a86d7b9a4eda805c341155209493&device_id=d780dbe4-380e-40f9-9c61-6bcfc7c34317 HTTP/1.1" status: 200 len: 1095 time: 0.0405908 Nov 27 03:56:37.902659 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-592e6ee3-338d-48c6-8afd-54858ca67217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:37.904226 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-592e6ee3-338d-48c6-8afd-54858ca67217 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9c95fc5-2816-48b1-af67-21fc91123a75 HTTP/1.1" status: 200 len: 797 time: 0.0508664 Nov 27 03:56:37.950086 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e03d198-b485-4322-ad99-cfac574a8055 req-fea9c743-ad01-4d34-a02e-e23e850cd1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:37.951655 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4e03d198-b485-4322-ad99-cfac574a8055 req-fea9c743-ad01-4d34-a02e-e23e850cd1ea service neutron] 10.222.0.11 "GET /v2.0/networks?id=4c2206f1-5002-4d5a-a6bd-f85327f757ed HTTP/1.1" status: 200 len: 907 time: 0.0975571 Nov 27 03:56:37.955099 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-0fa4b71c-1e55-4511-8eb2-79925b57c456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:37.956653 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-0fa4b71c-1e55-4511-8eb2-79925b57c456 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e40f6bbd-098b-49f7-b15f-a15d5c62f421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0429709 Nov 27 03:56:38.005532 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4e03d198-b485-4322-ad99-cfac574a8055 req-b3e34d1b-da1e-4671-af98-fd73085bad6a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0465d762-6c9e-4453-a78f-ed2e7501887c HTTP/1.1" status: 200 len: 217 time: 0.0351505 Nov 27 03:56:38.063682 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-b3172254-335d-4597-9521-b7cdda4e9bfa service neutron] 10.222.0.11 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921392 Nov 27 03:56:38.063947 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e03d198-b485-4322-ad99-cfac574a8055 req-0f727e0d-5416-4ff9-9128-f19d95a5553c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:38.065432 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4e03d198-b485-4322-ad99-cfac574a8055 req-0f727e0d-5416-4ff9-9128-f19d95a5553c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=19827895-167c-4ffb-a565-ae1a5e643330 HTTP/1.1" status: 200 len: 846 time: 0.0532746 Nov 27 03:56:38.144306 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4e03d198-b485-4322-ad99-cfac574a8055 req-e051da7d-9d81-461f-98e0-a4b2ffb53222 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c2206f1-5002-4d5a-a6bd-f85327f757ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283139 Nov 27 03:56:38.179185 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-2c342fc6-1598-4e23-8181-0bfde40ba82a service neutron] 10.222.0.11 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010082 Nov 27 03:56:38.234456 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-9588c75c-f958-43c1-9e5b-e0d80c8706a1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=994f489a-7134-463c-90df-7f5e22d2a68c HTTP/1.1" status: 200 len: 217 time: 0.0397661 Nov 27 03:56:38.279042 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81593590-f8fa-4a9b-887d-8bae19bd7fa0 req-87770bc9-c4c6-4572-ba1e-f160d0459d37 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:38.280716 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-81593590-f8fa-4a9b-887d-8bae19bd7fa0 req-87770bc9-c4c6-4572-ba1e-f160d0459d37 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 946 time: 0.1078019 Nov 27 03:56:38.287643 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4e03d198-b485-4322-ad99-cfac574a8055 req-14e94fb4-f019-49c1-aaf5-1179e5d59797 service neutron] 10.222.0.11 "GET /v2.0/networks/4c2206f1-5002-4d5a-a6bd-f85327f757ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342609 Nov 27 03:56:38.297665 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-48c55678-e0ec-4a84-b697-2aa9568b1576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:38.299210 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-48c55678-e0ec-4a84-b697-2aa9568b1576 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=14307b56-4179-4fb0-9b1a-ab924af31129 HTTP/1.1" status: 200 len: 797 time: 0.0506387 Nov 27 03:56:38.363752 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-77ae2bd2-b007-42c3-b714-b24fe638219c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:38.365784 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-77ae2bd2-b007-42c3-b714-b24fe638219c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=19023ddb-b83b-433d-89aa-500b49070446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0455577 Nov 27 03:56:38.379471 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-81593590-f8fa-4a9b-887d-8bae19bd7fa0 req-f59d1ace-47fb-480b-a387-37bba8e2a06d tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907474 Nov 27 03:56:38.430020 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4e03d198-b485-4322-ad99-cfac574a8055 req-7197fcd8-6daf-409c-9289-837697c2a780 service neutron] 10.222.0.11 "GET /v2.0/networks/4c2206f1-5002-4d5a-a6bd-f85327f757ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093893 Nov 27 03:56:38.475831 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309b9bb-b06b-4857-8b62-fdaefa5edd6f req-d6fd63be-c2bc-437c-a434-f4e2e411d7d4 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:38.480329 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6309b9bb-b06b-4857-8b62-fdaefa5edd6f req-d6fd63be-c2bc-437c-a434-f4e2e411d7d4 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=a483e446-d37a-4ba3-b9e8-8f39f601be3d HTTP/1.1" status: 200 len: 944 time: 0.1136239 Nov 27 03:56:38.499630 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ef77312e-ac59-4636-938c-1446c6c62525 req-f939b558-f43c-4ed9-8a93-731466a891b5 tempest-ServerShowV247Test-1579605934 tempest-ServerShowV247Test-1579605934-project] 10.222.0.20 "GET /v2.0/ports?device_id=702b6b85-d552-4b22-82c4-7a546d047e31 HTTP/1.1" status: 200 len: 210 time: 0.0331850 Nov 27 03:56:38.537332 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-08058b30-5966-42bc-a04b-1bd98a897188 service neutron] 10.222.0.11 "GET /v2.0/networks/19023ddb-b83b-433d-89aa-500b49070446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615036 Nov 27 03:56:38.572706 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6309b9bb-b06b-4857-8b62-fdaefa5edd6f req-6ad97cca-8c6c-4fac-8e14-543b0b3b3bc1 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857868 Nov 27 03:56:38.626239 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272a9c0-fd9a-4333-af91-2bddd96e1857 req-77dbba24-8c09-432c-afee-1d2f2d4d611a tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:38.627933 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a272a9c0-fd9a-4333-af91-2bddd96e1857 req-77dbba24-8c09-432c-afee-1d2f2d4d611a tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=d780dbe4-380e-40f9-9c61-6bcfc7c34317 HTTP/1.1" status: 200 len: 944 time: 0.0520079 Nov 27 03:56:38.650377 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-f39c3ccd-3c2d-4306-a178-ab224e5ef02d service neutron] 10.222.0.11 "GET /v2.0/networks/19023ddb-b83b-433d-89aa-500b49070446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042173 Nov 27 03:56:38.678806 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a272a9c0-fd9a-4333-af91-2bddd96e1857 req-aeef5248-c47b-4ba5-ab2c-0bb7f54436a4 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446906 Nov 27 03:56:38.694825 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-b67432c3-806d-4db5-8b0a-6895347f8197 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6cb9156c-61e5-4397-bd95-aff4277a4ae5 HTTP/1.1" status: 200 len: 217 time: 0.0346727 Nov 27 03:56:38.740808 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-bd0ec3ee-bd0c-45d7-98e6-410e34477002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:38.742196 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-bd0ec3ee-bd0c-45d7-98e6-410e34477002 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=14307b56-4179-4fb0-9b1a-ab924af31129 HTTP/1.1" status: 200 len: 797 time: 0.0426867 Nov 27 03:56:38.792834 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-0d237d10-9904-4f27-9a76-44bc85b4b699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:38.794301 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-0d237d10-9904-4f27-9a76-44bc85b4b699 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=19023ddb-b83b-433d-89aa-500b49070446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0436621 Nov 27 03:56:38.862860 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 3e05f1c6-920b-4de3-accc-ff4ce0d48fc4 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:56:38.887097 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-d67c8027-ad93-48a0-9513-7aaae20b9d1a service neutron] 10.222.0.11 "GET /v2.0/networks/19023ddb-b83b-433d-89aa-500b49070446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838871 Nov 27 03:56:38.916571 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 3e05f1c6-920b-4de3-accc-ff4ce0d48fc4 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:56:38.920784 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 3e05f1c6-920b-4de3-accc-ff4ce0d48fc4 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:56:38.921160 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:38.991810 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0820bbd-9049-4fec-a044-15efca1c6945 req-d34dc45f-8265-4255-953b-e002f1590923 service neutron] 10.222.0.11 "GET /v2.0/networks/19023ddb-b83b-433d-89aa-500b49070446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931785 Nov 27 03:56:39.010708 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:39.035052 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a483e446-d37a-4ba3-b9e8-8f39f601be3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e05f1c6-920b-4de3-accc-ff4ce0d48fc4'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:56:39.037373 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15ec8e7-4775-45dc-a35f-98a578aec50c" -d '{"events": [{"server_uuid": "a483e446-d37a-4ba3-b9e8-8f39f601be3d", "name": "network-vif-plugged", "status": "completed", "tag": "3e05f1c6-920b-4de3-accc-ff4ce0d48fc4"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:56:39.050534 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 3e05f1c6-920b-4de3-accc-ff4ce0d48fc4, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=3e05f1c6-920b-4de3-accc-ff4ce0d48fc4,segment=NetworkSegment(7b573d51-51b1-4f49-9697-b1cce35223ba),segment_id=7b573d51-51b1-4f49-9697-b1cce35223ba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:39.055083 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:39.079406 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ff1ee9-c06b-4b66-8fbb-eedd533d3939 x-openstack-request-id: req-05ff1ee9-c06b-4b66-8fbb-eedd533d3939 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:56:39.079703 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a483e446-d37a-4ba3-b9e8-8f39f601be3d", "name": "network-vif-plugged", "status": "completed", "tag": "3e05f1c6-920b-4de3-accc-ff4ce0d48fc4", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:56:39.079954 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-05ff1ee9-c06b-4b66-8fbb-eedd533d3939 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:56:39.080392 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a483e446-d37a-4ba3-b9e8-8f39f601be3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e05f1c6-920b-4de3-accc-ff4ce0d48fc4', 'code': 200} Nov 27 03:56:39.105315 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=3e05f1c6-920b-4de3-accc-ff4ce0d48fc4,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:39.252848 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b987e53-0af5-429c-9bc4-63d00259a598 req-491a24c8-d43f-40a7-9c73-51a3203118b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:39.254362 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1b987e53-0af5-429c-9bc4-63d00259a598 req-491a24c8-d43f-40a7-9c73-51a3203118b8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a483e446-d37a-4ba3-b9e8-8f39f601be3d HTTP/1.1" status: 200 len: 1096 time: 0.0425348 Nov 27 03:56:39.301166 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1b987e53-0af5-429c-9bc4-63d00259a598 req-6ab34b27-8d6f-4ae8-8ed6-acdbd43155db service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379598 Nov 27 03:56:39.507494 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac59e9-1a8e-4ec4-adc1-8855f98c1581 req-bfb96a72-9cbe-4961-aa45-78035b6050e2 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:39.509015 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8eac59e9-1a8e-4ec4-adc1-8855f98c1581 req-bfb96a72-9cbe-4961-aa45-78035b6050e2 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 946 time: 0.0525861 Nov 27 03:56:39.556777 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8eac59e9-1a8e-4ec4-adc1-8855f98c1581 req-e81cbd7f-7651-4e91-8acd-2761f4035ad2 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419481 Nov 27 03:56:39.639080 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-88b17c3a-9044-407a-a972-7cef74967b13 req-c73b867d-94df-499a-91cf-901089066cfe tempest-ServerShowV247Test-1579605934 tempest-ServerShowV247Test-1579605934-project] 10.222.0.20 "GET /v2.0/ports?device_id=702b6b85-d552-4b22-82c4-7a546d047e31 HTTP/1.1" status: 200 len: 210 time: 0.0262821 Nov 27 03:56:39.723022 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42a099-b1cb-439f-a543-263fda53a5e4 req-87bb4d3c-1387-402e-a553-5afd50f7c12c tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:39.724718 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0c42a099-b1cb-439f-a543-263fda53a5e4 req-87bb4d3c-1387-402e-a553-5afd50f7c12c tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=a483e446-d37a-4ba3-b9e8-8f39f601be3d HTTP/1.1" status: 200 len: 945 time: 0.0486267 Nov 27 03:56:39.771920 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0c42a099-b1cb-439f-a543-263fda53a5e4 req-4891ebf5-ab55-476c-a83e-4162acd007b8 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406032 Nov 27 03:56:39.796923 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af2bd0-5296-4d42-a56d-95e1cda3e144 req-88b2eab9-4fcf-4d12-866c-694401bfed8b tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:39.798422 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b4af2bd0-5296-4d42-a56d-95e1cda3e144 req-88b2eab9-4fcf-4d12-866c-694401bfed8b tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=d780dbe4-380e-40f9-9c61-6bcfc7c34317 HTTP/1.1" status: 200 len: 944 time: 0.0493739 Nov 27 03:56:39.845048 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b4af2bd0-5296-4d42-a56d-95e1cda3e144 req-b70693f1-6b3a-4582-b812-fde63a670c38 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405171 Nov 27 03:56:40.395952 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 03:56:40.709158 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107e24f-bd90-44e6-a057-18214e5317ef req-65f77639-4a44-4b59-9d4f-ec2760da6524 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:40.710661 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6107e24f-bd90-44e6-a057-18214e5317ef req-65f77639-4a44-4b59-9d4f-ec2760da6524 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 946 time: 0.0788071 Nov 27 03:56:40.718296 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-29b11884-5710-44ba-a17c-3b4fa6f477db req-fc775480-a335-4ad7-8277-2aa317fd250b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=16d53e14-0887-488a-b966-eaf3100dc89e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0808575 Nov 27 03:56:40.725163 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8e73994e-5e9c-4ff8-9f1e-994d84ef3b4f req-bec917dd-212e-4861-8418-44b7b0ae20d6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0519886 Nov 27 03:56:40.777000 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6107e24f-bd90-44e6-a057-18214e5317ef req-a0fb0b82-7488-4cdf-ba34-61fd6ce19df7 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595770 Nov 27 03:56:40.843511 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-43806fc8-0ab8-4bbb-b57f-83d8f8ae9533 req-6e880ab3-afe1-4edb-9423-cd120b16c203 tempest-ServerShowV247Test-1579605934 tempest-ServerShowV247Test-1579605934-project] 10.222.0.20 "GET /v2.0/ports?device_id=702b6b85-d552-4b22-82c4-7a546d047e31 HTTP/1.1" status: 200 len: 210 time: 0.0371056 Nov 27 03:56:40.856375 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e73994e-5e9c-4ff8-9f1e-994d84ef3b4f req-66a74359-2c40-4db9-88c4-72128d984104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:40.857883 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8e73994e-5e9c-4ff8-9f1e-994d84ef3b4f req-66a74359-2c40-4db9-88c4-72128d984104 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b9bd4f2386ca49389eb1721b8a19f965&device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 1097 time: 0.0889935 Nov 27 03:56:40.860553 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b11884-5710-44ba-a17c-3b4fa6f477db req-328ace16-7540-4356-8296-8df1f7905575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:40.873123 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-29b11884-5710-44ba-a17c-3b4fa6f477db req-328ace16-7540-4356-8296-8df1f7905575 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=47ae16ff37d2448f915bd8f03c73987e&device_id=16d53e14-0887-488a-b966-eaf3100dc89e HTTP/1.1" status: 200 len: 1097 time: 0.1132176 Nov 27 03:56:40.883726 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 0465d762-6c9e-4453-a78f-ed2e7501887c details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:56:40.895974 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6ee80-5559-42d8-82af-a0850c9c14c8 req-c848e46b-1fee-4899-a77c-0e690e3594a3 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:40.897526 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e4d6ee80-5559-42d8-82af-a0850c9c14c8 req-c848e46b-1fee-4899-a77c-0e690e3594a3 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=a483e446-d37a-4ba3-b9e8-8f39f601be3d HTTP/1.1" status: 200 len: 945 time: 0.0556653 Nov 27 03:56:40.951117 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e4d6ee80-5559-42d8-82af-a0850c9c14c8 req-ee938737-421a-4942-92d2-cfa5793863a3 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467496 Nov 27 03:56:40.990312 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 0465d762-6c9e-4453-a78f-ed2e7501887c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=0465d762-6c9e-4453-a78f-ed2e7501887c,segment=NetworkSegment(e40e3b9b-cd7d-4402-aebb-20a69a216b2f),segment_id=e40e3b9b-cd7d-4402-aebb-20a69a216b2f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:41.007321 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '0465d762-6c9e-4453-a78f-ed2e7501887c', 'network_id': '4c2206f1-5002-4d5a-a6bd-f85327f757ed', 'port_id': '0465d762-6c9e-4453-a78f-ed2e7501887c', 'mac_address': 'fa:16:3e:0b:d6:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19827895-167c-4ffb-a565-ae1a5e643330', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:56:41.058939 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:41.072839 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0465d762-6c9e-4453-a78f-ed2e7501887c {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:56:41.082478 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786099c-f6f6-4293-b6b1-ad12d4a163e1 req-8620b607-e325-4376-b53a-a0c3a0150b00 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:41.085743 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2786099c-f6f6-4293-b6b1-ad12d4a163e1 req-8620b607-e325-4376-b53a-a0c3a0150b00 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=a483e446-d37a-4ba3-b9e8-8f39f601be3d HTTP/1.1" status: 200 len: 945 time: 0.0593369 Nov 27 03:56:41.093706 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 0465d762-6c9e-4453-a78f-ed2e7501887c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=0465d762-6c9e-4453-a78f-ed2e7501887c,segment=NetworkSegment(e40e3b9b-cd7d-4402-aebb-20a69a216b2f),segment_id=e40e3b9b-cd7d-4402-aebb-20a69a216b2f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:41.099950 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06790a-2fa9-4521-8fcd-f56c71b0e3e7 req-6e34d7e8-3425-40b0-a275-04632e20772d tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:41.101311 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:41.101634 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4a06790a-2fa9-4521-8fcd-f56c71b0e3e7 req-6e34d7e8-3425-40b0-a275-04632e20772d tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=d780dbe4-380e-40f9-9c61-6bcfc7c34317 HTTP/1.1" status: 200 len: 944 time: 0.1517169 Nov 27 03:56:41.109880 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b11884-5710-44ba-a17c-3b4fa6f477db req-683bb246-3479-4e6d-8506-f1253c73fd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:41.111401 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-29b11884-5710-44ba-a17c-3b4fa6f477db req-683bb246-3479-4e6d-8506-f1253c73fd36 service neutron] 10.222.0.23 "GET /v2.0/networks?id=461e781d-0c2c-4b68-9f4d-8feb5eb833d0 HTTP/1.1" status: 200 len: 916 time: 0.2074854 Nov 27 03:56:41.135581 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e73994e-5e9c-4ff8-9f1e-994d84ef3b4f req-d29ec62c-92fe-4c72-82ec-2916d7f6092e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:41.137042 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8e73994e-5e9c-4ff8-9f1e-994d84ef3b4f req-d29ec62c-92fe-4c72-82ec-2916d7f6092e service neutron] 10.222.0.11 "GET /v2.0/networks?id=206ec85b-e04a-4c10-8a6e-66c9bea7fa3d HTTP/1.1" status: 200 len: 911 time: 0.2454901 Nov 27 03:56:41.141608 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2786099c-f6f6-4293-b6b1-ad12d4a163e1 req-ae7a4ebd-36f9-4b03-a298-5737831e9ecc tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489063 Nov 27 03:56:41.157145 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=0465d762-6c9e-4453-a78f-ed2e7501887c,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:41.267164 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-29b11884-5710-44ba-a17c-3b4fa6f477db req-79fc274f-d315-475a-8582-63232fa16012 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400 HTTP/1.1" status: 200 len: 1002 time: 0.1459203 Nov 27 03:56:41.272290 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4a06790a-2fa9-4521-8fcd-f56c71b0e3e7 req-9e99bc14-59d6-49f8-ad4b-a12f2a342adf tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585970 Nov 27 03:56:41.276019 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8e73994e-5e9c-4ff8-9f1e-994d84ef3b4f req-31cd0c5a-5340-414f-97c4-2b04bed85e40 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcb98403-a8ea-45ea-948a-aff68d563e8c HTTP/1.1" status: 200 len: 1002 time: 0.0987940 Nov 27 03:56:41.353684 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6690c2-4bff-43d1-a298-d0ba4bcb5714 req-c27a28a9-b8ba-4538-8633-9909303a542f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:41.355329 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ff6690c2-4bff-43d1-a298-d0ba4bcb5714 req-c27a28a9-b8ba-4538-8633-9909303a542f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=a483e446-d37a-4ba3-b9e8-8f39f601be3d HTTP/1.1" status: 200 len: 945 time: 0.0541420 Nov 27 03:56:41.358535 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b11884-5710-44ba-a17c-3b4fa6f477db req-47101a43-b4f4-4ea8-a53e-d1212c267d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:41.359980 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-29b11884-5710-44ba-a17c-3b4fa6f477db req-47101a43-b4f4-4ea8-a53e-d1212c267d2f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fd9e42b7-23f0-4e8f-9535-cb693456746c HTTP/1.1" status: 200 len: 854 time: 0.0828702 Nov 27 03:56:41.366976 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e73994e-5e9c-4ff8-9f1e-994d84ef3b4f req-a4449d49-20e6-44a0-8726-610a3e32b76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:41.368895 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8e73994e-5e9c-4ff8-9f1e-994d84ef3b4f req-a4449d49-20e6-44a0-8726-610a3e32b76f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=16a2ad0e-052b-4c88-8b6f-df6566997da5 HTTP/1.1" status: 200 len: 849 time: 0.0610852 Nov 27 03:56:41.407800 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ff6690c2-4bff-43d1-a298-d0ba4bcb5714 req-63adb015-4e63-43ab-bdf9-954f9ee58189 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459077 Nov 27 03:56:41.434539 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b11884-5710-44ba-a17c-3b4fa6f477db req-42ec0946-140d-436b-81b4-31a4598b3f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:41.436124 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-29b11884-5710-44ba-a17c-3b4fa6f477db req-42ec0946-140d-436b-81b4-31a4598b3f09 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=461e781d-0c2c-4b68-9f4d-8feb5eb833d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663877 Nov 27 03:56:41.444984 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e73994e-5e9c-4ff8-9f1e-994d84ef3b4f req-4fe15c87-e96b-4211-9450-e445222b3123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:41.446464 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8e73994e-5e9c-4ff8-9f1e-994d84ef3b4f req-4fe15c87-e96b-4211-9450-e445222b3123 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=206ec85b-e04a-4c10-8a6e-66c9bea7fa3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503905 Nov 27 03:56:41.567080 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['0465d762-6c9e-4453-a78f-ed2e7501887c'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:56:41.666388 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea17827-f61a-48ec-98cc-4f254afae00e req-afcdb229-fd7b-4340-90e9-87d6af2b2a98 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:41.668278 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7ea17827-f61a-48ec-98cc-4f254afae00e req-afcdb229-fd7b-4340-90e9-87d6af2b2a98 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=a483e446-d37a-4ba3-b9e8-8f39f601be3d HTTP/1.1" status: 200 len: 945 time: 0.0548892 Nov 27 03:56:41.730618 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7ea17827-f61a-48ec-98cc-4f254afae00e req-784ad776-b097-4b5c-9890-d5bdb19e10d1 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547323 Nov 27 03:56:41.903913 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f2b7d-33e7-474a-94b4-6f9d691175cb req-1d0baa5d-ebb5-4c3c-9a7b-4d1f0e444fdc tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:41.905544 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6d4f2b7d-33e7-474a-94b4-6f9d691175cb req-1d0baa5d-ebb5-4c3c-9a7b-4d1f0e444fdc tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 946 time: 0.0542841 Nov 27 03:56:41.922888 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-29b11884-5710-44ba-a17c-3b4fa6f477db req-eacf06c4-ec3d-4dae-bc0e-10cffd0fc89d service neutron] 10.222.0.23 "GET /v2.0/networks/461e781d-0c2c-4b68-9f4d-8feb5eb833d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4753213 Nov 27 03:56:41.928182 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8e73994e-5e9c-4ff8-9f1e-994d84ef3b4f req-707801b2-d3a7-4e38-8fda-2dac5130949e service neutron] 10.222.0.11 "GET /v2.0/networks/206ec85b-e04a-4c10-8a6e-66c9bea7fa3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4719779 Nov 27 03:56:41.957520 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6d4f2b7d-33e7-474a-94b4-6f9d691175cb req-67f74247-a0b9-4ea8-b8f7-4a55ff39b03b tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438931 Nov 27 03:56:41.972481 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4861dc8f-bb8d-4e92-bfde-f5e0063e46f8 req-61ae21fe-c3c6-4355-b117-16f01e9eba4b tempest-ServerShowV247Test-1579605934 tempest-ServerShowV247Test-1579605934-project] 10.222.0.20 "GET /v2.0/ports?device_id=702b6b85-d552-4b22-82c4-7a546d047e31 HTTP/1.1" status: 200 len: 210 time: 0.0433211 Nov 27 03:56:42.113953 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-29b11884-5710-44ba-a17c-3b4fa6f477db req-ec52e94e-be70-4f1f-916f-e7847fa2a5b6 service neutron] 10.222.0.23 "GET /v2.0/networks/461e781d-0c2c-4b68-9f4d-8feb5eb833d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758530 Nov 27 03:56:42.115850 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8e73994e-5e9c-4ff8-9f1e-994d84ef3b4f req-13b5f32e-ecae-4128-a142-92d9320baae3 service neutron] 10.222.0.11 "GET /v2.0/networks/206ec85b-e04a-4c10-8a6e-66c9bea7fa3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767938 Nov 27 03:56:42.391214 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ee971-91fd-42aa-bc53-8ee5ae70f5b4 req-44c54d9f-73f0-4d58-aac8-9e8e19562e82 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:42.392859 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6d9ee971-91fd-42aa-bc53-8ee5ae70f5b4 req-44c54d9f-73f0-4d58-aac8-9e8e19562e82 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=d780dbe4-380e-40f9-9c61-6bcfc7c34317 HTTP/1.1" status: 200 len: 945 time: 0.0521555 Nov 27 03:56:42.440931 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6d9ee971-91fd-42aa-bc53-8ee5ae70f5b4 req-05711613-0eb0-4c23-b57a-ccf845951190 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421650 Nov 27 03:56:42.846209 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096a4f2-2542-4716-9ee9-65319a68a6d3 req-98798621-3850-43f6-9078-5b5288fd8ca8 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:42.847719 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6096a4f2-2542-4716-9ee9-65319a68a6d3 req-98798621-3850-43f6-9078-5b5288fd8ca8 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=a483e446-d37a-4ba3-b9e8-8f39f601be3d HTTP/1.1" status: 200 len: 945 time: 0.0479629 Nov 27 03:56:42.895629 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6096a4f2-2542-4716-9ee9-65319a68a6d3 req-da0a8360-4bc5-4a13-87a1-0fd387623c07 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419960 Nov 27 03:56:43.072977 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1affaa-a709-40fa-8371-315c58f10b35 req-51d69c37-43fb-48d0-ba3f-00309a5d5efd tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:43.074484 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ba1affaa-a709-40fa-8371-315c58f10b35 req-51d69c37-43fb-48d0-ba3f-00309a5d5efd tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 946 time: 0.0495808 Nov 27 03:56:43.077690 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a7a59b74-2121-4bfc-b4ff-d5c34b0e5d55 req-07dc15cf-e3cf-40aa-9571-96bc81d6746c tempest-ServerShowV247Test-1579605934 tempest-ServerShowV247Test-1579605934-project] 10.222.0.20 "GET /v2.0/ports?device_id=702b6b85-d552-4b22-82c4-7a546d047e31 HTTP/1.1" status: 200 len: 210 time: 0.0280702 Nov 27 03:56:43.133242 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ba1affaa-a709-40fa-8371-315c58f10b35 req-50dc7651-2a14-4673-a90d-0cde89492281 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514169 Nov 27 03:56:43.558458 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2572a5-ebd5-4ef6-b28d-3dce8a73bd3d req-5ce18142-0184-4444-8e83-47911741db6a tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:43.559950 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8a2572a5-ebd5-4ef6-b28d-3dce8a73bd3d req-5ce18142-0184-4444-8e83-47911741db6a tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=d780dbe4-380e-40f9-9c61-6bcfc7c34317 HTTP/1.1" status: 200 len: 945 time: 0.0516078 Nov 27 03:56:43.608883 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8a2572a5-ebd5-4ef6-b28d-3dce8a73bd3d req-6c28525b-d587-41cd-aee4-e2d873434ae3 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429232 Nov 27 03:56:43.694350 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c503a-436b-4208-9fb8-1157deab5b25 req-7e14006b-8f90-4b14-ba2e-7ab295519400 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:43.696789 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-215c503a-436b-4208-9fb8-1157deab5b25 req-7e14006b-8f90-4b14-ba2e-7ab295519400 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.11 "GET /v2.0/ports?device_id=a483e446-d37a-4ba3-b9e8-8f39f601be3d HTTP/1.1" status: 200 len: 945 time: 0.0493786 Nov 27 03:56:43.793104 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-215c503a-436b-4208-9fb8-1157deab5b25 req-20a673ae-2b8b-4423-9060-da50c6fc6087 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Deleting port 3e05f1c6-920b-4de3-accc-ff4ce0d48fc4 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:56:43.793443 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-215c503a-436b-4208-9fb8-1157deab5b25 req-20a673ae-2b8b-4423-9060-da50c6fc6087 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:43.878267 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-215c503a-436b-4208-9fb8-1157deab5b25 req-20a673ae-2b8b-4423-9060-da50c6fc6087 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] For port 3e05f1c6-920b-4de3-accc-ff4ce0d48fc4, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=3e05f1c6-920b-4de3-accc-ff4ce0d48fc4,segment=NetworkSegment(7b573d51-51b1-4f49-9697-b1cce35223ba),segment_id=7b573d51-51b1-4f49-9697-b1cce35223ba)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:43.878542 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-215c503a-436b-4208-9fb8-1157deab5b25 req-20a673ae-2b8b-4423-9060-da50c6fc6087 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:43.891461 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-215c503a-436b-4208-9fb8-1157deab5b25 req-20a673ae-2b8b-4423-9060-da50c6fc6087 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Calling delete_port for 3e05f1c6-920b-4de3-accc-ff4ce0d48fc4 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:56:44.020474 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50528275-3127-4012-a8ef-db7ecbe4d350 req-9b62f626-22f1-4782-9ca2-3dc3716591f6 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:44.022076 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-50528275-3127-4012-a8ef-db7ecbe4d350 req-9b62f626-22f1-4782-9ca2-3dc3716591f6 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=a483e446-d37a-4ba3-b9e8-8f39f601be3d HTTP/1.1" status: 200 len: 945 time: 0.0510819 Nov 27 03:56:44.028961 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-215c503a-436b-4208-9fb8-1157deab5b25 req-20a673ae-2b8b-4423-9060-da50c6fc6087 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:44.057170 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a673ae-2b8b-4423-9060-da50c6fc6087 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Pushing event deleted for resources: {'Port': ['ID=3e05f1c6-920b-4de3-accc-ff4ce0d48fc4,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:44.064835 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['3e05f1c6-920b-4de3-accc-ff4ce0d48fc4'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:56:44.067694 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a673ae-2b8b-4423-9060-da50c6fc6087 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:56:44.068052 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a673ae-2b8b-4423-9060-da50c6fc6087 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:56:44.068399 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a673ae-2b8b-4423-9060-da50c6fc6087 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:56:44.068739 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a673ae-2b8b-4423-9060-da50c6fc6087 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:56:44.069078 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a673ae-2b8b-4423-9060-da50c6fc6087 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:56:44.069413 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a673ae-2b8b-4423-9060-da50c6fc6087 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:56:44.069749 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a673ae-2b8b-4423-9060-da50c6fc6087 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:56:44.070078 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a673ae-2b8b-4423-9060-da50c6fc6087 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:56:44.071084 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a673ae-2b8b-4423-9060-da50c6fc6087 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:56:44.071306 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a673ae-2b8b-4423-9060-da50c6fc6087 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:56:44.071636 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a673ae-2b8b-4423-9060-da50c6fc6087 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:56:44.071965 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a673ae-2b8b-4423-9060-da50c6fc6087 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:56:44.078112 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-50528275-3127-4012-a8ef-db7ecbe4d350 req-e8148394-ee95-4879-9bc3-f6963873b543 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478542 Nov 27 03:56:44.122630 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-215c503a-436b-4208-9fb8-1157deab5b25 req-20a673ae-2b8b-4423-9060-da50c6fc6087 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] No DVR routers for this DVR port 3e05f1c6-920b-4de3-accc-ff4ce0d48fc4 on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:56:44.125552 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-215c503a-436b-4208-9fb8-1157deab5b25 req-20a673ae-2b8b-4423-9060-da50c6fc6087 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:44.130132 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-215c503a-436b-4208-9fb8-1157deab5b25 req-20a673ae-2b8b-4423-9060-da50c6fc6087 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.11 "DELETE /v2.0/ports/3e05f1c6-920b-4de3-accc-ff4ce0d48fc4 HTTP/1.1" status: 204 len: 173 time: 0.4267077 Nov 27 03:56:44.130132 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a483e446-d37a-4ba3-b9e8-8f39f601be3d', 'name': 'network-vif-deleted', 'tag': '3e05f1c6-920b-4de3-accc-ff4ce0d48fc4'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:56:44.132217 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f74f38-6558-4252-873f-3153d90f92a8" -d '{"events": [{"server_uuid": "a483e446-d37a-4ba3-b9e8-8f39f601be3d", "name": "network-vif-deleted", "tag": "3e05f1c6-920b-4de3-accc-ff4ce0d48fc4"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:56:44.184160 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3502e189-c978-411b-881f-e9b4ac77066d x-openstack-request-id: req-3502e189-c978-411b-881f-e9b4ac77066d {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:56:44.184673 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a483e446-d37a-4ba3-b9e8-8f39f601be3d", "name": "network-vif-deleted", "tag": "3e05f1c6-920b-4de3-accc-ff4ce0d48fc4", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:56:44.185107 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3502e189-c978-411b-881f-e9b4ac77066d {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:56:44.185699 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a483e446-d37a-4ba3-b9e8-8f39f601be3d', 'name': 'network-vif-deleted', 'tag': '3e05f1c6-920b-4de3-accc-ff4ce0d48fc4', 'status': 'completed', 'code': 200} Nov 27 03:56:44.228872 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1c7a4efc-2fc2-4ab0-86c8-de5f29c74668 req-a64f618e-875b-4d88-9b26-d6b2c7c835eb tempest-ServerShowV247Test-1579605934 tempest-ServerShowV247Test-1579605934-project] 10.222.0.20 "GET /v2.0/ports?device_id=702b6b85-d552-4b22-82c4-7a546d047e31 HTTP/1.1" status: 200 len: 210 time: 0.0399778 Nov 27 03:56:44.301400 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1968b1b-5f26-4f8b-8490-cd036eae651d req-c3c3fe2c-5318-44b6-83b5-d936e24177ec tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:44.303057 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f1968b1b-5f26-4f8b-8490-cd036eae651d req-c3c3fe2c-5318-44b6-83b5-d936e24177ec tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 946 time: 0.0598383 Nov 27 03:56:44.352535 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f1968b1b-5f26-4f8b-8490-cd036eae651d req-9581a8ed-9f83-4f98-aebc-4e29c33c5a5a tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425653 Nov 27 03:56:44.729412 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103dbb34-d75f-4a4e-ab3f-30b6de0f44e1 req-c241d8db-9cb3-4d7a-baa1-530e670924cf tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:44.730974 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-103dbb34-d75f-4a4e-ab3f-30b6de0f44e1 req-c241d8db-9cb3-4d7a-baa1-530e670924cf tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=d780dbe4-380e-40f9-9c61-6bcfc7c34317 HTTP/1.1" status: 200 len: 945 time: 0.0491815 Nov 27 03:56:44.778472 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-103dbb34-d75f-4a4e-ab3f-30b6de0f44e1 req-d220f24e-6e3d-40c8-aaa7-df6b13214f56 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417802 Nov 27 03:56:44.927337 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 0465d762-6c9e-4453-a78f-ed2e7501887c up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:56:44.974970 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 0465d762-6c9e-4453-a78f-ed2e7501887c completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:56:44.978916 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 0465d762-6c9e-4453-a78f-ed2e7501887c triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:56:44.979292 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:45.186345 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7aeb1b52-3ef6-4d75-be40-4b40c7be34d6 req-9b1a99a8-5dcd-45ae-ba77-bfb2699c08df tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=a483e446-d37a-4ba3-b9e8-8f39f601be3d HTTP/1.1" status: 200 len: 210 time: 0.0322680 Nov 27 03:56:45.216847 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:45.240022 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd780dbe4-380e-40f9-9c61-6bcfc7c34317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0465d762-6c9e-4453-a78f-ed2e7501887c'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:56:45.243143 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c05ad4-58c5-4136-8dfe-109e352ea8fc" -d '{"events": [{"server_uuid": "d780dbe4-380e-40f9-9c61-6bcfc7c34317", "name": "network-vif-plugged", "status": "completed", "tag": "0465d762-6c9e-4453-a78f-ed2e7501887c"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:56:45.256251 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 0465d762-6c9e-4453-a78f-ed2e7501887c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=0465d762-6c9e-4453-a78f-ed2e7501887c,segment=NetworkSegment(e40e3b9b-cd7d-4402-aebb-20a69a216b2f),segment_id=e40e3b9b-cd7d-4402-aebb-20a69a216b2f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:45.263560 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:45.298489 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bda9179-31ff-4c85-b527-18e9f43bda9c x-openstack-request-id: req-5bda9179-31ff-4c85-b527-18e9f43bda9c {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:56:45.298949 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d780dbe4-380e-40f9-9c61-6bcfc7c34317", "name": "network-vif-plugged", "status": "completed", "tag": "0465d762-6c9e-4453-a78f-ed2e7501887c", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:56:45.299239 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5bda9179-31ff-4c85-b527-18e9f43bda9c {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:56:45.299936 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd780dbe4-380e-40f9-9c61-6bcfc7c34317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0465d762-6c9e-4453-a78f-ed2e7501887c', 'code': 200} Nov 27 03:56:45.319648 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=0465d762-6c9e-4453-a78f-ed2e7501887c,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:45.342564 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-596ab543-1472-4a09-b326-c7ed6d09e5e0 req-2b1bbad0-b676-4a33-b218-826bf6c5d24f tempest-ServerShowV247Test-1579605934 tempest-ServerShowV247Test-1579605934-project] 10.222.0.20 "GET /v2.0/ports?device_id=702b6b85-d552-4b22-82c4-7a546d047e31 HTTP/1.1" status: 200 len: 210 time: 0.0302873 Nov 27 03:56:45.451004 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bddff0-d6e2-42e6-9dd6-c870d8ecb890 req-cc9b3a33-a2ad-43a0-935c-cc80ec05702b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:45.453192 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-74bddff0-d6e2-42e6-9dd6-c870d8ecb890 req-cc9b3a33-a2ad-43a0-935c-cc80ec05702b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d780dbe4-380e-40f9-9c61-6bcfc7c34317 HTTP/1.1" status: 200 len: 1097 time: 0.0456066 Nov 27 03:56:45.472468 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bb638-53fc-4f10-94d2-92d1e0db23ca req-4aa593f8-7507-44b1-ab36-1c630b779e54 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:45.474137 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7d1bb638-53fc-4f10-94d2-92d1e0db23ca req-4aa593f8-7507-44b1-ab36-1c630b779e54 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 946 time: 0.0499477 Nov 27 03:56:45.501927 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-74bddff0-d6e2-42e6-9dd6-c870d8ecb890 req-32746f42-5cfa-4845-b28a-8cd81a51ddad service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400636 Nov 27 03:56:45.525545 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7d1bb638-53fc-4f10-94d2-92d1e0db23ca req-b6d881d0-25c3-4936-b443-3b32c834f6bd tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441549 Nov 27 03:56:45.897405 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c5819-97da-4520-9455-95e7243035ee req-03be8996-f585-4f48-aaee-c6ca8609314f tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:45.899411 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2e0c5819-97da-4520-9455-95e7243035ee req-03be8996-f585-4f48-aaee-c6ca8609314f tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=d780dbe4-380e-40f9-9c61-6bcfc7c34317 HTTP/1.1" status: 200 len: 946 time: 0.0483949 Nov 27 03:56:45.946129 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2e0c5819-97da-4520-9455-95e7243035ee req-6eee8b10-d403-447e-8a53-3858e47519ea tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401723 Nov 27 03:56:45.977000 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:46.043429 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5739bec4-8b7e-42b6-b69e-329c827f5fcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:46.282296 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7a5439e8-7e6b-44f7-8a89-e65c2475e32b req-503297c5-3375-47f0-a070-0d418d33f338 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=a483e446-d37a-4ba3-b9e8-8f39f601be3d HTTP/1.1" status: 200 len: 210 time: 0.0271163 Nov 27 03:56:46.454259 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-597ccb45-29b5-4f81-a9c8-5f2131a58593 req-956fc85a-f8ca-42ae-8b88-52ca3c67b60e tempest-ServerShowV247Test-1579605934 tempest-ServerShowV247Test-1579605934-project] 10.222.0.20 "GET /v2.0/ports?device_id=702b6b85-d552-4b22-82c4-7a546d047e31 HTTP/1.1" status: 200 len: 210 time: 0.0290296 Nov 27 03:56:46.658645 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90b331-e160-4e47-a9a2-c9e40cb373f2 req-6a5f56e3-e776-42da-b05d-7d97c50e893d tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:46.660218 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4a90b331-e160-4e47-a9a2-c9e40cb373f2 req-6a5f56e3-e776-42da-b05d-7d97c50e893d tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 946 time: 0.0608771 Nov 27 03:56:46.709748 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4a90b331-e160-4e47-a9a2-c9e40cb373f2 req-e1ebadae-0c69-4c67-b747-13e19a349bea tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423250 Nov 27 03:56:46.939203 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 3e05f1c6-920b-4de3-accc-ff4ce0d48fc4 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:56:46.963411 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: 3e05f1c6-920b-4de3-accc-ff4ce0d48fc4 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:56:46.963922 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 3e05f1c6-920b-4de3-accc-ff4ce0d48fc4 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:56:47.061746 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef132c93-712c-47d9-b0c0-ec82d2c2e53b req-14fd1cfe-9b8a-4105-aecf-6ad014bbb0bc tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:47.063368 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ef132c93-712c-47d9-b0c0-ec82d2c2e53b req-14fd1cfe-9b8a-4105-aecf-6ad014bbb0bc tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=d780dbe4-380e-40f9-9c61-6bcfc7c34317 HTTP/1.1" status: 200 len: 946 time: 0.0515010 Nov 27 03:56:47.111841 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ef132c93-712c-47d9-b0c0-ec82d2c2e53b req-1a4aff05-727d-4067-a648-e981d78b64b0 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422916 Nov 27 03:56:47.362751 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cefac0-feb1-4666-8a92-7cbd53e841bf req-8e26562e-8a45-47f5-afe3-9596f2852b22 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:47.365037 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f0cefac0-feb1-4666-8a92-7cbd53e841bf req-8e26562e-8a45-47f5-afe3-9596f2852b22 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/networks?id=4c2206f1-5002-4d5a-a6bd-f85327f757ed HTTP/1.1" status: 200 len: 806 time: 0.1148646 Nov 27 03:56:47.390422 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f0cefac0-feb1-4666-8a92-7cbd53e841bf req-f63185c8-f1d7-45f1-a84e-967d2397409e tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/quotas/3f15a86d7b9a4eda805c341155209493 HTTP/1.1" status: 200 len: 375 time: 0.0191822 Nov 27 03:56:47.398932 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1df8ca81-b8f9-4c9b-9cdc-375faf65cbfc req-ecfd4bf7-bfe7-4d01-914e-fe7d4dad3963 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=a483e446-d37a-4ba3-b9e8-8f39f601be3d HTTP/1.1" status: 200 len: 210 time: 0.0268486 Nov 27 03:56:47.442238 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f0cefac0-feb1-4666-8a92-7cbd53e841bf req-2bfb399f-4789-4f37-afae-050bfd949b11 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f15a86d7b9a4eda805c341155209493&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0506737 Nov 27 03:56:47.566570 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f0cefac0-feb1-4666-8a92-7cbd53e841bf req-adf4c0a4-89a0-406a-805e-1b21a0eff274 service neutron] 10.222.0.20 "GET /v2.0/networks/4c2206f1-5002-4d5a-a6bd-f85327f757ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164300 Nov 27 03:56:47.573398 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-180d608c-4cb1-452f-88e9-8de85991383a req-53661fe2-f2e7-449c-a958-c44ff8cb2e36 tempest-ServerShowV247Test-1579605934 tempest-ServerShowV247Test-1579605934-project] 10.222.0.20 "GET /v2.0/ports?device_id=702b6b85-d552-4b22-82c4-7a546d047e31 HTTP/1.1" status: 200 len: 210 time: 0.0380366 Nov 27 03:56:47.677899 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f0cefac0-feb1-4666-8a92-7cbd53e841bf req-80cf95c3-88dd-4900-9b6f-575dfae4104d service neutron] 10.222.0.20 "GET /v2.0/networks/4c2206f1-5002-4d5a-a6bd-f85327f757ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030519 Nov 27 03:56:47.890365 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1174f-845d-4320-8f70-2ab64a819ce0 req-a1d87446-a0e5-42f9-9ca9-9d97e853691a tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:47.892088 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-52b1174f-845d-4320-8f70-2ab64a819ce0 req-a1d87446-a0e5-42f9-9ca9-9d97e853691a tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 946 time: 0.0606883 Nov 27 03:56:47.959410 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-52b1174f-845d-4320-8f70-2ab64a819ce0 req-ce97f525-cb8d-4870-b181-84fc2191c712 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584574 Nov 27 03:56:48.267917 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1837a970-0055-4bd9-b745-5541a9343b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:48.476136 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-ceab55fa-269e-4f67-835e-8b1311422db1 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:48.477726 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-ceab55fa-269e-4f67-835e-8b1311422db1 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/networks?id=4c2206f1-5002-4d5a-a6bd-f85327f757ed HTTP/1.1" status: 200 len: 806 time: 0.1131608 Nov 27 03:56:48.494074 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-b3ed672c-23cf-4119-b8a5-bb4578b59092 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/quotas/3f15a86d7b9a4eda805c341155209493 HTTP/1.1" status: 200 len: 375 time: 0.0091677 Nov 27 03:56:48.502328 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2aedde93-9b1c-4226-893e-85473a370331 req-7e0ae4b6-c012-4231-bf76-c2117c23701d tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=a483e446-d37a-4ba3-b9e8-8f39f601be3d HTTP/1.1" status: 200 len: 210 time: 0.0298777 Nov 27 03:56:48.555658 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-1e5fd0a6-7aee-4188-bf61-a6f3fefe6e00 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f15a86d7b9a4eda805c341155209493&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0557222 Nov 27 03:56:48.562091 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:48.648106 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-000616f0-0abc-4cfc-a022-f4406c09facc service neutron] 10.222.0.20 "GET /v2.0/networks/4c2206f1-5002-4d5a-a6bd-f85327f757ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906963 Nov 27 03:56:48.686025 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7d371bb7-97f4-4c53-8a49-18b1dc047722 req-a901f1ae-1caf-499e-bcad-a4d884fe46a0 tempest-ServerShowV247Test-1579605934 tempest-ServerShowV247Test-1579605934-project] 10.222.0.20 "GET /v2.0/ports?device_id=702b6b85-d552-4b22-82c4-7a546d047e31 HTTP/1.1" status: 200 len: 210 time: 0.0262246 Nov 27 03:56:48.754219 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-eea924ad-8ea6-4a45-bbd6-dc26c4a35e69 service neutron] 10.222.0.20 "GET /v2.0/networks/4c2206f1-5002-4d5a-a6bd-f85327f757ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988951 Nov 27 03:56:48.939606 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d214ad04-34a8-4e95-8731-64289e8cb7de req-ab8bbc72-fc7b-4361-b10b-f2e4cd554852 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=80f00a74-5d8f-4acb-89e5-1062e63dbac5 HTTP/1.1" status: 200 len: 210 time: 0.0409100 Nov 27 03:56:49.080155 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d6dd5-ed53-4362-a08b-c69b5acb03c3 req-5b531ab0-063a-4bcd-87fe-bde69926fb6f tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:49.081891 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bb7d6dd5-ed53-4362-a08b-c69b5acb03c3 req-5b531ab0-063a-4bcd-87fe-bde69926fb6f tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 946 time: 0.0509670 Nov 27 03:56:49.132847 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bb7d6dd5-ed53-4362-a08b-c69b5acb03c3 req-0773fe3d-ee8e-470c-bc8b-31817634b134 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440516 Nov 27 03:56:49.470498 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:49.791925 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b34ff698-0aac-40ce-8650-6378a21fac8a req-baf34d11-ceae-4505-b581-f554a2bdb4b9 tempest-ServerShowV247Test-1579605934 tempest-ServerShowV247Test-1579605934-project] 10.222.0.20 "GET /v2.0/ports?device_id=702b6b85-d552-4b22-82c4-7a546d047e31 HTTP/1.1" status: 200 len: 210 time: 0.0262403 Nov 27 03:56:50.039551 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-defd5020-c91c-46ce-a260-df57a6c0b721 req-99fb143f-1319-4cb0-8ea9-3a7215d06227 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=80f00a74-5d8f-4acb-89e5-1062e63dbac5 HTTP/1.1" status: 200 len: 210 time: 0.0284750 Nov 27 03:56:50.120286 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-34c05014-2808-4913-9d29-5d3df9145231 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:50.121871 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-34c05014-2808-4913-9d29-5d3df9145231 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.23 "GET /v2.0/networks?id=4c2206f1-5002-4d5a-a6bd-f85327f757ed HTTP/1.1" status: 200 len: 806 time: 0.1336474 Nov 27 03:56:50.163688 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-67f77850-a30d-4694-8ae5-4c6789fde642 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Request body: {'port': {'device_id': '80f00a74-5d8f-4acb-89e5-1062e63dbac5', 'network_id': '4c2206f1-5002-4d5a-a6bd-f85327f757ed', 'admin_state_up': True, 'tenant_id': '3f15a86d7b9a4eda805c341155209493'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:56:50.306064 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a81dc-edf7-41c7-80ce-51576c0b641d req-9d5ee413-d2d3-4a5e-a94e-e72f07fc8c0f tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:50.307635 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e62a81dc-edf7-41c7-80ce-51576c0b641d req-9d5ee413-d2d3-4a5e-a94e-e72f07fc8c0f tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 946 time: 0.0878010 Nov 27 03:56:50.369527 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-67f77850-a30d-4694-8ae5-4c6789fde642 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Made reservation on behalf of 3f15a86d7b9a4eda805c341155209493 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:56:50.373024 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-67f77850-a30d-4694-8ae5-4c6789fde642 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:50.377742 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e62a81dc-edf7-41c7-80ce-51576c0b641d req-487dc0a8-87bc-4e37-a45d-6872a428e9fa tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625181 Nov 27 03:56:50.520511 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-67f77850-a30d-4694-8ae5-4c6789fde642 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Allocated IP 172.20.0.3 (4c2206f1-5002-4d5a-a6bd-f85327f757ed/19827895-167c-4ffb-a565-ae1a5e643330/2c2c98e5-faab-4cda-849f-c768ae8b3141) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:56:50.689996 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-67f77850-a30d-4694-8ae5-4c6789fde642 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:50.733162 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-67f77850-a30d-4694-8ae5-4c6789fde642 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:50.772942 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['0465d762-6c9e-4453-a78f-ed2e7501887c'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:56:50.779980 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-67f77850-a30d-4694-8ae5-4c6789fde642 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Network 4c2206f1-5002-4d5a-a6bd-f85327f757ed is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:56:50.785490 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-67f77850-a30d-4694-8ae5-4c6789fde642 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:56:50.790652 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-67f77850-a30d-4694-8ae5-4c6789fde642 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:56:50.794822 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f77850-a30d-4694-8ae5-4c6789fde642 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Pushing event updated for resources: {'Port': ['ID=2c2c98e5-faab-4cda-849f-c768ae8b3141,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:50.853578 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-67f77850-a30d-4694-8ae5-4c6789fde642 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:50.854912 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-67f77850-a30d-4694-8ae5-4c6789fde642 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:50.879167 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-67f77850-a30d-4694-8ae5-4c6789fde642 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7193651 Nov 27 03:56:50.910901 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5a8be54b-1498-4f4d-a62b-73c96b1974a2 req-72f57ebe-fb9f-4f0d-ba6e-4853e48452e8 tempest-ServerShowV247Test-1579605934 tempest-ServerShowV247Test-1579605934-project] 10.222.0.20 "GET /v2.0/ports?device_id=702b6b85-d552-4b22-82c4-7a546d047e31 HTTP/1.1" status: 200 len: 210 time: 0.0302610 Nov 27 03:56:50.915241 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-91b52fbe-27d3-44c1-8e08-2dac1de81c75 service neutron] Request body: {'port': {'device_id': '80f00a74-5d8f-4acb-89e5-1062e63dbac5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:56:50.974755 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-91b52fbe-27d3-44c1-8e08-2dac1de81c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:51.143535 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:51.232272 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5bd9c6-a02e-4e8f-9e10-51e4b711b0e0 req-739b458f-1362-4f06-8e71-5d21d44c78cd tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:51.233786 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c5bd9c6-a02e-4e8f-9e10-51e4b711b0e0 req-739b458f-1362-4f06-8e71-5d21d44c78cd tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=80f00a74-5d8f-4acb-89e5-1062e63dbac5 HTTP/1.1" status: 200 len: 931 time: 0.0831048 Nov 27 03:56:51.332464 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c5bd9c6-a02e-4e8f-9e10-51e4b711b0e0 req-a3f21e14-6d25-47f5-a0dd-620c6773771c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883925 Nov 27 03:56:51.339928 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-91b52fbe-27d3-44c1-8e08-2dac1de81c75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c2c98e5-faab-4cda-849f-c768ae8b3141 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:56:51.348002 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-91b52fbe-27d3-44c1-8e08-2dac1de81c75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:51.362580 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-91b52fbe-27d3-44c1-8e08-2dac1de81c75 service neutron] Transition to ACTIVE for port object 2c2c98e5-faab-4cda-849f-c768ae8b3141 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:56:51.365241 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-91b52fbe-27d3-44c1-8e08-2dac1de81c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:51.434702 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b52fbe-27d3-44c1-8e08-2dac1de81c75 service neutron] Pushing event updated for resources: {'Port': ['ID=2c2c98e5-faab-4cda-849f-c768ae8b3141,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:51.535744 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-91b52fbe-27d3-44c1-8e08-2dac1de81c75 service neutron] Attempting to bind port 2c2c98e5-faab-4cda-849f-c768ae8b3141 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:56:51.536081 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-91b52fbe-27d3-44c1-8e08-2dac1de81c75 service neutron] Attempting to bind port 2c2c98e5-faab-4cda-849f-c768ae8b3141 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': 'e40e3b9b-cd7d-4402-aebb-20a69a216b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4c2206f1-5002-4d5a-a6bd-f85327f757ed'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:56:51.536475 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-91b52fbe-27d3-44c1-8e08-2dac1de81c75 service neutron] Attempting to bind port 2c2c98e5-faab-4cda-849f-c768ae8b3141 on network 4c2206f1-5002-4d5a-a6bd-f85327f757ed {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:56:51.547881 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7004513-254d-4644-8865-47792424b3f7 req-8cdb4b2f-4dd4-44f6-9d7c-54f0e9a38776 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:51.549427 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c7004513-254d-4644-8865-47792424b3f7 req-8cdb4b2f-4dd4-44f6-9d7c-54f0e9a38776 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 946 time: 0.0793214 Nov 27 03:56:51.551783 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-91b52fbe-27d3-44c1-8e08-2dac1de81c75 service neutron] Port 2c2c98e5-faab-4cda-849f-c768ae8b3141 on network 4c2206f1-5002-4d5a-a6bd-f85327f757ed not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:56:51.552113 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-91b52fbe-27d3-44c1-8e08-2dac1de81c75 service neutron] Attempting to bind port 2c2c98e5-faab-4cda-849f-c768ae8b3141 on network 4c2206f1-5002-4d5a-a6bd-f85327f757ed {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:56:51.559015 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-91b52fbe-27d3-44c1-8e08-2dac1de81c75 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:56:51.559352 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-91b52fbe-27d3-44c1-8e08-2dac1de81c75 service neutron] Checking segment: {'id': 'e40e3b9b-cd7d-4402-aebb-20a69a216b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4c2206f1-5002-4d5a-a6bd-f85327f757ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:56:51.559732 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-91b52fbe-27d3-44c1-8e08-2dac1de81c75 service neutron] Bound using segment: {'id': 'e40e3b9b-cd7d-4402-aebb-20a69a216b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4c2206f1-5002-4d5a-a6bd-f85327f757ed'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:56:51.560160 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-91b52fbe-27d3-44c1-8e08-2dac1de81c75 service neutron] Bound port: 2c2c98e5-faab-4cda-849f-c768ae8b3141, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e40e3b9b-cd7d-4402-aebb-20a69a216b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4c2206f1-5002-4d5a-a6bd-f85327f757ed'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:56:51.560530 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-91b52fbe-27d3-44c1-8e08-2dac1de81c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:51.639411 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c7004513-254d-4644-8865-47792424b3f7 req-318099c3-bca2-4cc1-9fea-ad73d89306ee tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820236 Nov 27 03:56:51.662121 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-91b52fbe-27d3-44c1-8e08-2dac1de81c75 service neutron] For port 2c2c98e5-faab-4cda-849f-c768ae8b3141, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:56:51.666317 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-91b52fbe-27d3-44c1-8e08-2dac1de81c75 service neutron] For port 2c2c98e5-faab-4cda-849f-c768ae8b3141, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=2c2c98e5-faab-4cda-849f-c768ae8b3141,segment=NetworkSegment(e40e3b9b-cd7d-4402-aebb-20a69a216b2f),segment_id=e40e3b9b-cd7d-4402-aebb-20a69a216b2f)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:56:51.671798 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-91b52fbe-27d3-44c1-8e08-2dac1de81c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:51.713796 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-91b52fbe-27d3-44c1-8e08-2dac1de81c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:51.714535 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-91b52fbe-27d3-44c1-8e08-2dac1de81c75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:51.716010 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-91b52fbe-27d3-44c1-8e08-2dac1de81c75 service neutron] 10.222.0.23 "PUT /v2.0/ports/2c2c98e5-faab-4cda-849f-c768ae8b3141 HTTP/1.1" status: 200 len: 1091 time: 0.8080902 Nov 27 03:56:51.716561 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f00a74-5d8f-4acb-89e5-1062e63dbac5', 'tag': '2c2c98e5-faab-4cda-849f-c768ae8b3141'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:56:51.718958 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979091c6-78a1-4518-9077-e26d4b92ca85" -d '{"events": [{"name": "network-changed", "server_uuid": "80f00a74-5d8f-4acb-89e5-1062e63dbac5", "tag": "2c2c98e5-faab-4cda-849f-c768ae8b3141"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:56:51.752288 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b52fbe-27d3-44c1-8e08-2dac1de81c75 service neutron] Pushing event updated for resources: {'Port': ['ID=2c2c98e5-faab-4cda-849f-c768ae8b3141,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:51.762677 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19248725-a516-483b-aaea-27de957a611a x-openstack-request-id: req-19248725-a516-483b-aaea-27de957a611a {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:56:51.763514 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f00a74-5d8f-4acb-89e5-1062e63dbac5", "tag": "2c2c98e5-faab-4cda-849f-c768ae8b3141", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:56:51.763514 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19248725-a516-483b-aaea-27de957a611a {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:56:51.763662 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f00a74-5d8f-4acb-89e5-1062e63dbac5', 'tag': '2c2c98e5-faab-4cda-849f-c768ae8b3141', 'status': 'completed', 'code': 200} Nov 27 03:56:51.773761 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:51.828691 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-4aa2ceac-172a-4a69-9e25-567f83f966d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:51.830262 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-4aa2ceac-172a-4a69-9e25-567f83f966d2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3f15a86d7b9a4eda805c341155209493&device_id=80f00a74-5d8f-4acb-89e5-1062e63dbac5 HTTP/1.1" status: 200 len: 1094 time: 0.0455816 Nov 27 03:56:51.881723 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-d59faf20-f834-4236-ae71-00eb4643811f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c2c98e5-faab-4cda-849f-c768ae8b3141 HTTP/1.1" status: 200 len: 217 time: 0.0367856 Nov 27 03:56:51.938988 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-84eb3629-5f0d-4e72-8542-8f02fd9d959e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:51.940471 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-84eb3629-5f0d-4e72-8542-8f02fd9d959e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=19827895-167c-4ffb-a565-ae1a5e643330 HTTP/1.1" status: 200 len: 846 time: 0.0500255 Nov 27 03:56:51.976454 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-d5e5f70c-8ac9-432b-ada3-d65c9118f7e0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4c2206f1-5002-4d5a-a6bd-f85327f757ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273845 Nov 27 03:56:52.033662 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2dfb3ec1-6f94-42c9-9fa3-70f2cff0a50a req-fdf12a57-0ca7-4252-a390-7f6373cece1b tempest-ServerShowV247Test-1579605934 tempest-ServerShowV247Test-1579605934-project] 10.222.0.20 "GET /v2.0/ports?device_id=702b6b85-d552-4b22-82c4-7a546d047e31 HTTP/1.1" status: 200 len: 210 time: 0.0335507 Nov 27 03:56:52.083071 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-422413a3-a1a7-4a10-83e3-46057996a306 service neutron] 10.222.0.23 "GET /v2.0/networks/4c2206f1-5002-4d5a-a6bd-f85327f757ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979745 Nov 27 03:56:52.192787 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-907e7adb-377d-4d04-9965-efc9c68dad0f req-78ba95c2-f50e-4689-bf94-f1ab712d877e service neutron] 10.222.0.23 "GET /v2.0/networks/4c2206f1-5002-4d5a-a6bd-f85327f757ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970283 Nov 27 03:56:52.338452 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979091c6-78a1-4518-9077-e26d4b92ca85 req-3c99743a-bd02-4e3b-8b28-34e8917f8e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:52.340773 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-979091c6-78a1-4518-9077-e26d4b92ca85 req-3c99743a-bd02-4e3b-8b28-34e8917f8e1c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3f15a86d7b9a4eda805c341155209493&device_id=80f00a74-5d8f-4acb-89e5-1062e63dbac5 HTTP/1.1" status: 200 len: 1094 time: 0.0465596 Nov 27 03:56:52.469063 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec451a7-93ff-495b-8fb4-8dc9879c7163 req-d11999ef-cc3e-4fcd-9857-b62c284d84a5 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:52.470638 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6ec451a7-93ff-495b-8fb4-8dc9879c7163 req-d11999ef-cc3e-4fcd-9857-b62c284d84a5 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=80f00a74-5d8f-4acb-89e5-1062e63dbac5 HTTP/1.1" status: 200 len: 943 time: 0.0641761 Nov 27 03:56:52.471070 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979091c6-78a1-4518-9077-e26d4b92ca85 req-cbadbf1f-9120-4768-a94f-819ff0c4d31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:52.472542 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-979091c6-78a1-4518-9077-e26d4b92ca85 req-cbadbf1f-9120-4768-a94f-819ff0c4d31c service neutron] 10.222.0.23 "GET /v2.0/networks?id=4c2206f1-5002-4d5a-a6bd-f85327f757ed HTTP/1.1" status: 200 len: 907 time: 0.1191738 Nov 27 03:56:52.524350 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-979091c6-78a1-4518-9077-e26d4b92ca85 req-b45533b5-06d8-4b5b-aab7-b3d7d4c4fa93 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c2c98e5-faab-4cda-849f-c768ae8b3141 HTTP/1.1" status: 200 len: 217 time: 0.0380659 Nov 27 03:56:52.527002 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6ec451a7-93ff-495b-8fb4-8dc9879c7163 req-db46154b-db25-4d16-8cd1-a16843c9f61f tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495358 Nov 27 03:56:52.579580 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979091c6-78a1-4518-9077-e26d4b92ca85 req-7cd98644-1748-441e-8e78-90642cce8484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:52.581108 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-979091c6-78a1-4518-9077-e26d4b92ca85 req-7cd98644-1748-441e-8e78-90642cce8484 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=19827895-167c-4ffb-a565-ae1a5e643330 HTTP/1.1" status: 200 len: 846 time: 0.0474293 Nov 27 03:56:52.622626 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-979091c6-78a1-4518-9077-e26d4b92ca85 req-f6703449-8996-4fd8-8742-1eb615dbcda4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4c2206f1-5002-4d5a-a6bd-f85327f757ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311770 Nov 27 03:56:52.743348 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-979091c6-78a1-4518-9077-e26d4b92ca85 req-75d4fd22-6e84-4846-8e49-da640a577a83 service neutron] 10.222.0.23 "GET /v2.0/networks/4c2206f1-5002-4d5a-a6bd-f85327f757ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088674 Nov 27 03:56:52.843824 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498786c-77c5-4a26-9547-2104803fb3aa req-274a3486-8cc1-4357-939b-7bbd3c415550 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:52.845333 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a498786c-77c5-4a26-9547-2104803fb3aa req-274a3486-8cc1-4357-939b-7bbd3c415550 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 946 time: 0.1172261 Nov 27 03:56:52.893890 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-979091c6-78a1-4518-9077-e26d4b92ca85 req-08a85209-7ff0-4124-bc13-a35ddbfe96f4 service neutron] 10.222.0.23 "GET /v2.0/networks/4c2206f1-5002-4d5a-a6bd-f85327f757ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366355 Nov 27 03:56:52.912203 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a498786c-77c5-4a26-9547-2104803fb3aa req-aa777637-9650-43ab-8966-43c764958420 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576761 Nov 27 03:56:53.159863 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-af64ba07-a17d-4df1-bb32-6fc0d377f805 req-4910a5a6-1d54-40e6-a1cf-a563f995c9a8 tempest-ServerShowV247Test-1579605934 tempest-ServerShowV247Test-1579605934-project] 10.222.0.20 "GET /v2.0/ports?device_id=702b6b85-d552-4b22-82c4-7a546d047e31 HTTP/1.1" status: 200 len: 210 time: 0.0385334 Nov 27 03:56:53.699813 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4c0b4-6765-4859-98ac-f848ff373663 req-1be1a8d9-bf9a-4129-8ad2-89b2e1734e3c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:53.701800 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7bb4c0b4-6765-4859-98ac-f848ff373663 req-1be1a8d9-bf9a-4129-8ad2-89b2e1734e3c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=80f00a74-5d8f-4acb-89e5-1062e63dbac5 HTTP/1.1" status: 200 len: 943 time: 0.0789700 Nov 27 03:56:53.762953 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7bb4c0b4-6765-4859-98ac-f848ff373663 req-0ba194b1-36a3-4a51-99d6-a5d25666ac91 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489507 Nov 27 03:56:54.051064 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a09c0-8cfa-4f6c-9062-fe20ea137311 req-7c342958-41ae-49f9-a2cf-6a3ec4ba72e4 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:54.052553 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-882a09c0-8cfa-4f6c-9062-fe20ea137311 req-7c342958-41ae-49f9-a2cf-6a3ec4ba72e4 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 946 time: 0.0537307 Nov 27 03:56:54.106397 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-882a09c0-8cfa-4f6c-9062-fe20ea137311 req-6d1c6e99-1587-4ed1-979f-d3f5dad093dd tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465720 Nov 27 03:56:54.279664 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-aa5e2d72-3f9d-40d4-b72d-fdaceb6c9294 req-b57d6096-21e2-4809-bb1b-4f8475ceef80 tempest-ServerShowV247Test-1579605934 tempest-ServerShowV247Test-1579605934-project] 10.222.0.20 "GET /v2.0/ports?device_id=702b6b85-d552-4b22-82c4-7a546d047e31 HTTP/1.1" status: 200 len: 210 time: 0.0282853 Nov 27 03:56:54.904310 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3fb54d-106b-46c1-a9ba-708aca70480f req-62acd924-79a0-4e5d-baf1-cfbbf88df462 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:54.905623 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7d3fb54d-106b-46c1-a9ba-708aca70480f req-62acd924-79a0-4e5d-baf1-cfbbf88df462 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=80f00a74-5d8f-4acb-89e5-1062e63dbac5 HTTP/1.1" status: 200 len: 943 time: 0.0577319 Nov 27 03:56:54.972430 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7d3fb54d-106b-46c1-a9ba-708aca70480f req-d8ce7660-cb5c-4999-b97c-d62eceb7c9f3 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589290 Nov 27 03:56:55.009645 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-eb3101bf-80d9-4da0-b3e2-ddc960bc31d8 req-b79a0a8a-eaa4-41d9-bba2-5d95f5a62118 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=702b6b85-d552-4b22-82c4-7a546d047e31 HTTP/1.1" status: 200 len: 210 time: 0.0363288 Nov 27 03:56:55.240031 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb6929-4339-4e45-b9c3-ed74bb895217 req-3d553731-d066-4e38-bd8d-d5d85b00e747 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:55.242369 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0bcb6929-4339-4e45-b9c3-ed74bb895217 req-3d553731-d066-4e38-bd8d-d5d85b00e747 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 946 time: 0.0578768 Nov 27 03:56:55.302406 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0bcb6929-4339-4e45-b9c3-ed74bb895217 req-f8123261-aa27-492f-b1e0-334d77e74e06 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523520 Nov 27 03:56:55.334593 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 2c2c98e5-faab-4cda-849f-c768ae8b3141 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:56:55.411170 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1514ef71-596a-4216-8bcd-2cf4328db631 req-561851f8-53dc-4977-b79f-ba1a075a656f tempest-ServerShowV247Test-1579605934 tempest-ServerShowV247Test-1579605934-project] 10.222.0.20 "GET /v2.0/ports?device_id=702b6b85-d552-4b22-82c4-7a546d047e31 HTTP/1.1" status: 200 len: 210 time: 0.0344870 Nov 27 03:56:55.462896 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 2c2c98e5-faab-4cda-849f-c768ae8b3141, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=2c2c98e5-faab-4cda-849f-c768ae8b3141,segment=NetworkSegment(e40e3b9b-cd7d-4402-aebb-20a69a216b2f),segment_id=e40e3b9b-cd7d-4402-aebb-20a69a216b2f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:55.474856 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '2c2c98e5-faab-4cda-849f-c768ae8b3141', 'network_id': '4c2206f1-5002-4d5a-a6bd-f85327f757ed', 'port_id': '2c2c98e5-faab-4cda-849f-c768ae8b3141', 'mac_address': 'fa:16:3e:9a:b5:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19827895-167c-4ffb-a565-ae1a5e643330', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:56:55.517817 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:55.541467 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c2c98e5-faab-4cda-849f-c768ae8b3141 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:56:55.563760 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 2c2c98e5-faab-4cda-849f-c768ae8b3141, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=2c2c98e5-faab-4cda-849f-c768ae8b3141,segment=NetworkSegment(e40e3b9b-cd7d-4402-aebb-20a69a216b2f),segment_id=e40e3b9b-cd7d-4402-aebb-20a69a216b2f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:55.568963 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:55.623345 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=2c2c98e5-faab-4cda-849f-c768ae8b3141,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:55.915996 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['2c2c98e5-faab-4cda-849f-c768ae8b3141'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:56:56.149452 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdac9b7-877d-4dc5-b718-bef8cc9f0c32 req-47579367-75d8-4a92-9579-6119ae1c43dd tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:56.151956 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8bdac9b7-877d-4dc5-b718-bef8cc9f0c32 req-47579367-75d8-4a92-9579-6119ae1c43dd tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=80f00a74-5d8f-4acb-89e5-1062e63dbac5 HTTP/1.1" status: 200 len: 944 time: 0.0669539 Nov 27 03:56:56.207516 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8bdac9b7-877d-4dc5-b718-bef8cc9f0c32 req-7f04ced0-c922-4d8d-b7bb-5ec16f5e60b0 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488780 Nov 27 03:56:56.431790 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81283c3b-e81e-4795-8bcc-dab1f709a46a req-0c478811-54c4-4097-9443-443371f88ceb tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:56.433288 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-81283c3b-e81e-4795-8bcc-dab1f709a46a req-0c478811-54c4-4097-9443-443371f88ceb tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 946 time: 0.0532384 Nov 27 03:56:56.483797 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-81283c3b-e81e-4795-8bcc-dab1f709a46a req-22f9133b-4d5c-48ee-bd7e-f0d160441906 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443838 Nov 27 03:56:56.531720 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5c80a488-75ba-4a90-a133-36f5d2c507ca req-f5610791-bdbd-44c6-a784-1f059748ddd7 tempest-ServerShowV247Test-1579605934 tempest-ServerShowV247Test-1579605934-project] 10.222.0.20 "GET /v2.0/ports?device_id=702b6b85-d552-4b22-82c4-7a546d047e31 HTTP/1.1" status: 200 len: 210 time: 0.0310514 Nov 27 03:56:56.841691 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c82b3139-12ba-4b5d-b253-997c3e858e15 req-5ca6f394-9f37-4727-b8fb-cc56758eb3da tempest-ServerShowV247Test-1579605934 tempest-ServerShowV247Test-1579605934-project] 10.222.0.20 "GET /v2.0/ports?device_id=702b6b85-d552-4b22-82c4-7a546d047e31&device_id=b3a2d15a-7cc0-4372-8381-a4ee11273a73 HTTP/1.1" status: 200 len: 210 time: 0.0313768 Nov 27 03:56:57.070066 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dea6b22d-bb9b-4d96-974a-9c3da119f47f req-6679c3c0-f13c-4cd1-a2c1-aa7be21be77e tempest-ServerShowV247Test-1579605934 tempest-ServerShowV247Test-1579605934-project] 10.222.0.20 "GET /v2.0/ports?device_id=702b6b85-d552-4b22-82c4-7a546d047e31 HTTP/1.1" status: 200 len: 210 time: 0.0267017 Nov 27 03:56:57.090092 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cd812bc2-1d73-45bf-b8b0-0d3e5f8e4504 req-bc20952e-7937-4900-9766-45268d865e90 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a73ba1d89699418c85af3e4a904e40de&device_id=702b6b85-d552-4b22-82c4-7a546d047e31 HTTP/1.1" status: 200 len: 210 time: 0.0279305 Nov 27 03:56:57.126490 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cd812bc2-1d73-45bf-b8b0-0d3e5f8e4504 req-74166539-e59f-4501-91b6-d87d2326b19f service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=a73ba1d89699418c85af3e4a904e40de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212770 Nov 27 03:56:57.237527 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd812bc2-1d73-45bf-b8b0-0d3e5f8e4504 req-80cf28f4-e9f3-4b79-bef7-ac3589874ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:57.239140 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cd812bc2-1d73-45bf-b8b0-0d3e5f8e4504 req-80cf28f4-e9f3-4b79-bef7-ac3589874ce3 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1010993 Nov 27 03:56:57.331627 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676afdc-aef5-42e1-910b-680c8d5d0cb5 req-501a0720-1499-49f3-a75d-8e06c9490c23 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:57.333120 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9676afdc-aef5-42e1-910b-680c8d5d0cb5 req-501a0720-1499-49f3-a75d-8e06c9490c23 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=80f00a74-5d8f-4acb-89e5-1062e63dbac5 HTTP/1.1" status: 200 len: 944 time: 0.0521488 Nov 27 03:56:57.346062 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 2c2c98e5-faab-4cda-849f-c768ae8b3141 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:56:57.395763 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9676afdc-aef5-42e1-910b-680c8d5d0cb5 req-45e955f2-43f9-4ad6-96eb-d478cd07008c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514839 Nov 27 03:56:57.399566 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 2c2c98e5-faab-4cda-849f-c768ae8b3141 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:56:57.404004 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 2c2c98e5-faab-4cda-849f-c768ae8b3141 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:56:57.404624 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:57.483231 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:57.505606 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f00a74-5d8f-4acb-89e5-1062e63dbac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2c98e5-faab-4cda-849f-c768ae8b3141'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:56:57.508462 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1c4ab5-afca-4869-a25f-99f4a549fdf8" -d '{"events": [{"server_uuid": "80f00a74-5d8f-4acb-89e5-1062e63dbac5", "name": "network-vif-plugged", "status": "completed", "tag": "2c2c98e5-faab-4cda-849f-c768ae8b3141"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:56:57.526624 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 2c2c98e5-faab-4cda-849f-c768ae8b3141, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=2c2c98e5-faab-4cda-849f-c768ae8b3141,segment=NetworkSegment(e40e3b9b-cd7d-4402-aebb-20a69a216b2f),segment_id=e40e3b9b-cd7d-4402-aebb-20a69a216b2f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:56:57.532660 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:56:57.558983 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b305d231-17cf-4b94-bd9a-f0efc3499166 x-openstack-request-id: req-b305d231-17cf-4b94-bd9a-f0efc3499166 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:56:57.559283 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f00a74-5d8f-4acb-89e5-1062e63dbac5", "name": "network-vif-plugged", "status": "completed", "tag": "2c2c98e5-faab-4cda-849f-c768ae8b3141", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:56:57.559541 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b305d231-17cf-4b94-bd9a-f0efc3499166 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:56:57.559936 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f00a74-5d8f-4acb-89e5-1062e63dbac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2c98e5-faab-4cda-849f-c768ae8b3141', 'code': 200} Nov 27 03:56:57.599213 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=2c2c98e5-faab-4cda-849f-c768ae8b3141,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:56:57.638253 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f837e85-76de-452e-ab31-43c14b7fd077 req-cf54e67f-54b4-4c52-b3cc-7a13852481c1 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:57.640244 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2f837e85-76de-452e-ab31-43c14b7fd077 req-cf54e67f-54b4-4c52-b3cc-7a13852481c1 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 946 time: 0.0594089 Nov 27 03:56:57.702761 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2f837e85-76de-452e-ab31-43c14b7fd077 req-8e49b143-7a60-4951-9cd8-2eee0f22d478 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561268 Nov 27 03:56:57.775260 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d1861-8af6-4528-a7c3-81e51c0ed646 req-4368096c-dae0-4f9c-a4ac-3a257299560a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:57.777125 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fd3d1861-8af6-4528-a7c3-81e51c0ed646 req-4368096c-dae0-4f9c-a4ac-3a257299560a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=80f00a74-5d8f-4acb-89e5-1062e63dbac5 HTTP/1.1" status: 200 len: 1096 time: 0.0427372 Nov 27 03:56:57.827841 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fd3d1861-8af6-4528-a7c3-81e51c0ed646 req-3572359f-95d5-4808-bfa3-3ca969d115f9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394430 Nov 27 03:56:58.174248 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-476b12cc-237e-45ec-9ef5-26021beef313 req-98afd7ea-bc7c-489f-8d31-f8b2f918fb55 tempest-ServerShowV247Test-1579605934 tempest-ServerShowV247Test-1579605934-project] 10.222.0.20 "GET /v2.0/ports?device_id=702b6b85-d552-4b22-82c4-7a546d047e31 HTTP/1.1" status: 200 len: 210 time: 0.0358076 Nov 27 03:56:58.517253 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05409ca8-2310-4572-8715-ba8976c0296b req-8da25511-8906-4789-b8bd-a5bf09214a29 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:58.518824 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-05409ca8-2310-4572-8715-ba8976c0296b req-8da25511-8906-4789-b8bd-a5bf09214a29 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=80f00a74-5d8f-4acb-89e5-1062e63dbac5 HTTP/1.1" status: 200 len: 945 time: 0.0513947 Nov 27 03:56:58.569294 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-05409ca8-2310-4572-8715-ba8976c0296b req-434db49a-7d75-426c-bc8b-e5b1016b52da tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432239 Nov 27 03:56:58.824803 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1e098-aaed-44a4-936e-130ca1354ccc req-d9f14939-39f5-4557-8eb1-cb17143e1b88 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:58.826448 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-24a1e098-aaed-44a4-936e-130ca1354ccc req-d9f14939-39f5-4557-8eb1-cb17143e1b88 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 946 time: 0.0491366 Nov 27 03:56:58.874607 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-24a1e098-aaed-44a4-936e-130ca1354ccc req-d2b26580-1214-4995-8363-bcf066772ec0 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419703 Nov 27 03:56:59.281454 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3e168de5-6010-40b0-b030-bf2ebff03640 req-8bfeb343-de7f-4ff4-9620-cb81835e7217 tempest-ServerShowV247Test-1579605934 tempest-ServerShowV247Test-1579605934-project] 10.222.0.20 "GET /v2.0/ports?device_id=702b6b85-d552-4b22-82c4-7a546d047e31 HTTP/1.1" status: 200 len: 210 time: 0.0336313 Nov 27 03:56:59.412363 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cd812bc2-1d73-45bf-b8b0-0d3e5f8e4504 req-bbe1d627-1864-4869-9ffa-da27ebbb88b9 tempest-ServerShowV247Test-1579605934 tempest-ServerShowV247Test-1579605934-project] 10.222.0.23 "GET /v2.0/ports?device_id=702b6b85-d552-4b22-82c4-7a546d047e31 HTTP/1.1" status: 200 len: 210 time: 0.0255198 Nov 27 03:56:59.687593 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6e829-bfbc-4ea5-8460-98caaf674a34 req-6e54c091-e86e-4829-99f8-309908392c07 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:59.689125 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b8d6e829-bfbc-4ea5-8460-98caaf674a34 req-6e54c091-e86e-4829-99f8-309908392c07 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=80f00a74-5d8f-4acb-89e5-1062e63dbac5 HTTP/1.1" status: 200 len: 945 time: 0.0512073 Nov 27 03:56:59.739492 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b8d6e829-bfbc-4ea5-8460-98caaf674a34 req-9943686a-8d8e-4de2-bcc9-14b166aa6794 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443575 Nov 27 03:56:59.871442 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c5560-c95d-41bc-a911-a57fd06352e1 req-00c7d9f5-1a2c-4fe7-959d-ed6d7fc25cfa tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:56:59.873065 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3e2c5560-c95d-41bc-a911-a57fd06352e1 req-00c7d9f5-1a2c-4fe7-959d-ed6d7fc25cfa tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=80f00a74-5d8f-4acb-89e5-1062e63dbac5 HTTP/1.1" status: 200 len: 945 time: 0.0513923 Nov 27 03:56:59.927301 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3e2c5560-c95d-41bc-a911-a57fd06352e1 req-999ad2d4-a104-4357-a0ae-6ff0bae4d43e tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475683 Nov 27 03:57:00.024872 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad574c4-56d2-4d24-b3ab-89326bfd2819 req-c345b5f7-cee0-4f7b-a125-4a3c4ec26020 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:00.027335 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9ad574c4-56d2-4d24-b3ab-89326bfd2819 req-c345b5f7-cee0-4f7b-a125-4a3c4ec26020 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 946 time: 0.0648286 Nov 27 03:57:00.095717 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9ad574c4-56d2-4d24-b3ab-89326bfd2819 req-99c9e471-77d5-41d7-a06a-120a34a721ab tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627081 Nov 27 03:57:00.235937 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b251a39-4d21-4058-99c9-9d1117a33d70 req-d3dd6c7a-0a48-4ea7-9db5-246cfb89b8f5 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:00.237425 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8b251a39-4d21-4058-99c9-9d1117a33d70 req-d3dd6c7a-0a48-4ea7-9db5-246cfb89b8f5 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=80f00a74-5d8f-4acb-89e5-1062e63dbac5 HTTP/1.1" status: 200 len: 945 time: 0.0550687 Nov 27 03:57:00.290327 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8b251a39-4d21-4058-99c9-9d1117a33d70 req-3a4c213f-503e-417d-94b0-e1298ba71d12 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463524 Nov 27 03:57:00.557324 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0b04b920-592c-4ff5-bdc4-ada25b042582 req-67896c8d-afa0-4e18-aad0-cc77a2b50600 tempest-ServerShowV247Test-1579605934 tempest-ServerShowV247Test-1579605934-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a2d15a-7cc0-4372-8381-a4ee11273a73 HTTP/1.1" status: 200 len: 210 time: 0.0406184 Nov 27 03:57:00.564663 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-54fff564-38b7-4eab-9042-c7fd8e2a0964 req-1e95a1ff-748e-4e21-8d66-03da9faf1f99 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a73ba1d89699418c85af3e4a904e40de&device_id=b3a2d15a-7cc0-4372-8381-a4ee11273a73 HTTP/1.1" status: 200 len: 210 time: 0.0280330 Nov 27 03:57:00.600077 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-54fff564-38b7-4eab-9042-c7fd8e2a0964 req-dfd7b60d-fdb3-41b9-abaf-b9397daecf28 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=a73ba1d89699418c85af3e4a904e40de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198593 Nov 27 03:57:00.702006 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fff564-38b7-4eab-9042-c7fd8e2a0964 req-ade66737-8d83-461c-9de7-b6fcbf8d9c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:00.703639 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-54fff564-38b7-4eab-9042-c7fd8e2a0964 req-ade66737-8d83-461c-9de7-b6fcbf8d9c5e service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0958407 Nov 27 03:57:01.245028 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965da35d-244e-4460-a943-b49fdbc15860 req-8bb82ba2-9e60-495c-a182-480f4a859273 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:01.251058 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-965da35d-244e-4460-a943-b49fdbc15860 req-8bb82ba2-9e60-495c-a182-480f4a859273 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 946 time: 0.0908697 Nov 27 03:57:01.299563 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-965da35d-244e-4460-a943-b49fdbc15860 req-427d7a50-5fae-4f95-be4d-065d3b69d861 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464778 Nov 27 03:57:01.381730 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 3807a24d-608c-42de-aaaf-2f66fcff8e9d details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:57:01.392480 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 3807a24d-608c-42de-aaaf-2f66fcff8e9d no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:57:01.415789 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f26f2-d292-4a62-8eb5-8910cdba31ff req-e0e17206-ed7c-4643-bd5f-316f91300608 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:01.417481 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-900f26f2-d292-4a62-8eb5-8910cdba31ff req-e0e17206-ed7c-4643-bd5f-316f91300608 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=80f00a74-5d8f-4acb-89e5-1062e63dbac5 HTTP/1.1" status: 200 len: 945 time: 0.0559752 Nov 27 03:57:01.470137 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-900f26f2-d292-4a62-8eb5-8910cdba31ff req-0efb4a5d-cd98-4a24-b551-89dfdf52e91a tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463419 Nov 27 03:57:01.555544 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 3807a24d-608c-42de-aaaf-2f66fcff8e9d, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=3807a24d-608c-42de-aaaf-2f66fcff8e9d,segment=NetworkSegment(6c2c8aa3-2731-42bd-bba4-8ad2d6d79985),segment_id=6c2c8aa3-2731-42bd-bba4-8ad2d6d79985)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:57:01.557764 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:01.575318 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '3807a24d-608c-42de-aaaf-2f66fcff8e9d', 'network_id': 'a0d2adb9-f818-45ca-8a33-9d0230736008', 'port_id': '3807a24d-608c-42de-aaaf-2f66fcff8e9d', 'mac_address': 'fa:16:3e:ba:14:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96964785-3ad1-4856-8b42-aea81599cd83', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:57:01.600077 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9033b0-2c6b-424f-908e-797a5e4516cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3807a24d-608c-42de-aaaf-2f66fcff8e9d'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:57:01.603081 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9b56c2-8555-4b67-b4d3-a53e90e8aa5e" -d '{"events": [{"server_uuid": "7b9033b0-2c6b-424f-908e-797a5e4516cc", "name": "network-vif-unplugged", "status": "completed", "tag": "3807a24d-608c-42de-aaaf-2f66fcff8e9d"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:57:01.619797 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 3807a24d-608c-42de-aaaf-2f66fcff8e9d, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=3807a24d-608c-42de-aaaf-2f66fcff8e9d,segment=NetworkSegment(6c2c8aa3-2731-42bd-bba4-8ad2d6d79985),segment_id=6c2c8aa3-2731-42bd-bba4-8ad2d6d79985)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:57:01.664522 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:01.665606 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7e1937c9-0d3b-407b-ab97-8d95fe668ff3 req-6cce3573-a803-42e5-b212-483046b22d36 tempest-ServerShowV247Test-1579605934 tempest-ServerShowV247Test-1579605934-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a2d15a-7cc0-4372-8381-a4ee11273a73 HTTP/1.1" status: 200 len: 210 time: 0.0358162 Nov 27 03:57:01.668333 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:01.673211 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 03:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff51ea7d-6fc6-4580-b56f-2253c9450090 x-openstack-request-id: req-ff51ea7d-6fc6-4580-b56f-2253c9450090 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:57:01.673503 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9033b0-2c6b-424f-908e-797a5e4516cc", "name": "network-vif-unplugged", "status": "completed", "tag": "3807a24d-608c-42de-aaaf-2f66fcff8e9d", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:57:01.673751 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff51ea7d-6fc6-4580-b56f-2253c9450090 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:57:01.674132 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9033b0-2c6b-424f-908e-797a5e4516cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3807a24d-608c-42de-aaaf-2f66fcff8e9d', 'code': 200} Nov 27 03:57:01.707243 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3807a24d-608c-42de-aaaf-2f66fcff8e9d {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:57:01.747965 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=3807a24d-608c-42de-aaaf-2f66fcff8e9d,revision_number=6']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:01.763496 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.api [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 03:57:01.763857 n-d-819494-3 neutron-server[110020]: DEBUG oslo_db.api [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 03:57:01.852297 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b32530-5b51-486e-8842-b77d34e04028 req-93c1a674-e96d-4a89-9c5d-2918d7d63563 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:01.853784 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-52b32530-5b51-486e-8842-b77d34e04028 req-93c1a674-e96d-4a89-9c5d-2918d7d63563 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.23 "GET /v2.0/ports?device_id=80f00a74-5d8f-4acb-89e5-1062e63dbac5 HTTP/1.1" status: 200 len: 945 time: 0.0521510 Nov 27 03:57:01.968362 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-52b32530-5b51-486e-8842-b77d34e04028 req-b7b5bcf1-4a3c-43a5-b806-85d74ded7ccd tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Deleting port 2c2c98e5-faab-4cda-849f-c768ae8b3141 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:57:01.969188 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-52b32530-5b51-486e-8842-b77d34e04028 req-b7b5bcf1-4a3c-43a5-b806-85d74ded7ccd tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:02.062635 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-52b32530-5b51-486e-8842-b77d34e04028 req-b7b5bcf1-4a3c-43a5-b806-85d74ded7ccd tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] For port 2c2c98e5-faab-4cda-849f-c768ae8b3141, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=2c2c98e5-faab-4cda-849f-c768ae8b3141,segment=NetworkSegment(e40e3b9b-cd7d-4402-aebb-20a69a216b2f),segment_id=e40e3b9b-cd7d-4402-aebb-20a69a216b2f)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:57:02.063006 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-52b32530-5b51-486e-8842-b77d34e04028 req-b7b5bcf1-4a3c-43a5-b806-85d74ded7ccd tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:02.077400 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-52b32530-5b51-486e-8842-b77d34e04028 req-b7b5bcf1-4a3c-43a5-b806-85d74ded7ccd tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Calling delete_port for 2c2c98e5-faab-4cda-849f-c768ae8b3141 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:57:02.226319 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-52b32530-5b51-486e-8842-b77d34e04028 req-b7b5bcf1-4a3c-43a5-b806-85d74ded7ccd tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:02.258702 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b5bcf1-4a3c-43a5-b806-85d74ded7ccd tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Pushing event deleted for resources: {'Port': ['ID=2c2c98e5-faab-4cda-849f-c768ae8b3141,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:02.259719 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['2c2c98e5-faab-4cda-849f-c768ae8b3141'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:57:02.291726 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['0465d762-6c9e-4453-a78f-ed2e7501887c'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:57:02.309750 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b32530-5b51-486e-8842-b77d34e04028 req-b7b5bcf1-4a3c-43a5-b806-85d74ded7ccd tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] No DVR routers for this DVR port 2c2c98e5-faab-4cda-849f-c768ae8b3141 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:57:02.312682 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-52b32530-5b51-486e-8842-b77d34e04028 req-b7b5bcf1-4a3c-43a5-b806-85d74ded7ccd tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:02.316747 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-52b32530-5b51-486e-8842-b77d34e04028 req-b7b5bcf1-4a3c-43a5-b806-85d74ded7ccd tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.23 "DELETE /v2.0/ports/2c2c98e5-faab-4cda-849f-c768ae8b3141 HTTP/1.1" status: 204 len: 173 time: 0.4563177 Nov 27 03:57:02.317498 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f00a74-5d8f-4acb-89e5-1062e63dbac5', 'name': 'network-vif-deleted', 'tag': '2c2c98e5-faab-4cda-849f-c768ae8b3141'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:57:02.321686 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe12a63-3c3d-4837-bfbd-3eb374543713" -d '{"events": [{"server_uuid": "80f00a74-5d8f-4acb-89e5-1062e63dbac5", "name": "network-vif-deleted", "tag": "2c2c98e5-faab-4cda-849f-c768ae8b3141"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:57:02.365426 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:02.386037 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3807a24d-608c-42de-aaaf-2f66fcff8e9d {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:57:02.406900 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-54fff564-38b7-4eab-9042-c7fd8e2a0964 req-99c0892a-5961-4e4f-8879-1ba7bf34db79 tempest-ServerShowV247Test-1579605934 tempest-ServerShowV247Test-1579605934-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3a2d15a-7cc0-4372-8381-a4ee11273a73 HTTP/1.1" status: 200 len: 210 time: 0.0493479 Nov 27 03:57:02.434199 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 3807a24d-608c-42de-aaaf-2f66fcff8e9d, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=3807a24d-608c-42de-aaaf-2f66fcff8e9d,segment=NetworkSegment(6c2c8aa3-2731-42bd-bba4-8ad2d6d79985),segment_id=6c2c8aa3-2731-42bd-bba4-8ad2d6d79985)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:57:02.450026 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:02.519329 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad99d8e-ed3d-4531-83d6-68cec6d6cefa x-openstack-request-id: req-bad99d8e-ed3d-4531-83d6-68cec6d6cefa {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:57:02.519712 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f00a74-5d8f-4acb-89e5-1062e63dbac5", "name": "network-vif-deleted", "tag": "2c2c98e5-faab-4cda-849f-c768ae8b3141", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:57:02.520060 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bad99d8e-ed3d-4531-83d6-68cec6d6cefa {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:57:02.520744 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f00a74-5d8f-4acb-89e5-1062e63dbac5', 'name': 'network-vif-deleted', 'tag': '2c2c98e5-faab-4cda-849f-c768ae8b3141', 'status': 'completed', 'code': 200} Nov 27 03:57:02.524217 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e6bf7-25d7-4858-aa42-dc2aba4880ac req-fcc670ac-a493-4680-a906-0c6901730637 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:02.536831 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-479e6bf7-25d7-4858-aa42-dc2aba4880ac req-fcc670ac-a493-4680-a906-0c6901730637 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 945 time: 0.0965128 Nov 27 03:57:02.553282 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=3807a24d-608c-42de-aaaf-2f66fcff8e9d,revision_number=7']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:02.599741 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-479e6bf7-25d7-4858-aa42-dc2aba4880ac req-b96bcd12-fe32-4246-a496-01a691fbffeb tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582523 Nov 27 03:57:02.673350 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-eddbd51a-1f95-42fd-8cc4-f8c9f1d5447f req-40427ac2-036a-44f8-8b6f-09865983f439 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=80f00a74-5d8f-4acb-89e5-1062e63dbac5 HTTP/1.1" status: 200 len: 210 time: 0.0269802 Nov 27 03:57:02.760349 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['3807a24d-608c-42de-aaaf-2f66fcff8e9d'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:57:02.788041 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a5ff1e5a-49dd-4bbb-8734-13b850e6660b req-b158ddf7-4fac-45d7-972b-1621f6aaa139 tempest-ServerShowV247Test-1579605934 tempest-ServerShowV247Test-1579605934-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a2d15a-7cc0-4372-8381-a4ee11273a73 HTTP/1.1" status: 200 len: 210 time: 0.0394964 Nov 27 03:57:03.448713 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 3807a24d-608c-42de-aaaf-2f66fcff8e9d up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:57:03.505761 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 3807a24d-608c-42de-aaaf-2f66fcff8e9d triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:57:03.506226 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:03.585397 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:03.620225 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 3807a24d-608c-42de-aaaf-2f66fcff8e9d, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=3807a24d-608c-42de-aaaf-2f66fcff8e9d,segment=NetworkSegment(6c2c8aa3-2731-42bd-bba4-8ad2d6d79985),segment_id=6c2c8aa3-2731-42bd-bba4-8ad2d6d79985)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:57:03.646413 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:03.650728 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 2c2c98e5-faab-4cda-849f-c768ae8b3141 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:57:03.670093 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 2c2c98e5-faab-4cda-849f-c768ae8b3141 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:57:03.670746 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 2c2c98e5-faab-4cda-849f-c768ae8b3141 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:57:03.695213 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9033b0-2c6b-424f-908e-797a5e4516cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3807a24d-608c-42de-aaaf-2f66fcff8e9d'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:57:03.697807 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d82315-ec43-44b4-bf85-5ec26d7d35bc" -d '{"events": [{"server_uuid": "7b9033b0-2c6b-424f-908e-797a5e4516cc", "name": "network-vif-plugged", "status": "completed", "tag": "3807a24d-608c-42de-aaaf-2f66fcff8e9d"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:57:03.729398 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=3807a24d-608c-42de-aaaf-2f66fcff8e9d,revision_number=8']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:03.775825 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff830a-dde7-4727-be7f-c0a481f80414 req-8abcd5f9-ace3-4e29-bc84-70f7294e3c2e tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:03.778158 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-19ff830a-dde7-4727-be7f-c0a481f80414 req-8abcd5f9-ace3-4e29-bc84-70f7294e3c2e tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 946 time: 0.0940468 Nov 27 03:57:03.844078 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-19ff830a-dde7-4727-be7f-c0a481f80414 req-17767779-e606-4221-90a1-ea5b302b00e0 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584645 Nov 27 03:57:03.892598 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a314b286-5e7f-453b-bca6-a333fd7eea48 x-openstack-request-id: req-a314b286-5e7f-453b-bca6-a333fd7eea48 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:57:03.893157 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9033b0-2c6b-424f-908e-797a5e4516cc", "name": "network-vif-plugged", "status": "completed", "tag": "3807a24d-608c-42de-aaaf-2f66fcff8e9d", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:57:03.893472 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a314b286-5e7f-453b-bca6-a333fd7eea48 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:57:03.893839 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9033b0-2c6b-424f-908e-797a5e4516cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3807a24d-608c-42de-aaaf-2f66fcff8e9d', 'code': 200} Nov 27 03:57:04.225956 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ab16f-b304-4c7b-a0b2-14fe23214062 req-2d82e9ca-1ea8-4fdf-af6d-a10c3f6bae15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:04.227715 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c20ab16f-b304-4c7b-a0b2-14fe23214062 req-2d82e9ca-1ea8-4fdf-af6d-a10c3f6bae15 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 1097 time: 0.0960844 Nov 27 03:57:04.357644 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c20ab16f-b304-4c7b-a0b2-14fe23214062 req-10593795-1ba9-4030-a7b7-4c081f7acf8f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215928 Nov 27 03:57:04.365679 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45952) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:04.527545 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c4dad441-1068-40fc-82b8-5910300961a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:04.627270 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c4dad441-1068-40fc-82b8-5910300961a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:04.666680 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c4dad441-1068-40fc-82b8-5910300961a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:04.704649 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-ce7f1f3b-4d30-45ee-8b4b-49040c027a2c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:04.706280 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-ce7f1f3b-4d30-45ee-8b4b-49040c027a2c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/networks?id=4c2206f1-5002-4d5a-a6bd-f85327f757ed HTTP/1.1" status: 200 len: 806 time: 0.2709842 Nov 27 03:57:04.730609 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c4dad441-1068-40fc-82b8-5910300961a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a73ba1d89699418c85af3e4a904e40de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3625686 Nov 27 03:57:04.733394 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45966) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:04.743043 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dad441-1068-40fc-82b8-5910300961a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea21fc9-54e1-40e8-b61a-f3f70790f9ab,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:04.752336 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-6a6d6b50-72e5-4cf6-993d-9fcae0e2d136 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/quotas/3f15a86d7b9a4eda805c341155209493 HTTP/1.1" status: 200 len: 375 time: 0.0341172 Nov 27 03:57:04.754043 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dad441-1068-40fc-82b8-5910300961a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:57:04.754732 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dad441-1068-40fc-82b8-5910300961a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:57:04.755270 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dad441-1068-40fc-82b8-5910300961a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:57:04.755791 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dad441-1068-40fc-82b8-5910300961a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:57:04.756302 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dad441-1068-40fc-82b8-5910300961a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:57:04.757351 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dad441-1068-40fc-82b8-5910300961a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:57:04.757850 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dad441-1068-40fc-82b8-5910300961a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:57:04.758358 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dad441-1068-40fc-82b8-5910300961a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:57:04.758926 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dad441-1068-40fc-82b8-5910300961a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:57:04.763200 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dad441-1068-40fc-82b8-5910300961a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:57:04.763641 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dad441-1068-40fc-82b8-5910300961a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:57:04.764068 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dad441-1068-40fc-82b8-5910300961a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:57:04.795324 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e6c32e0c-f754-4a7a-b007-6e1e3a6646e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:04.827608 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e6c32e0c-f754-4a7a-b007-6e1e3a6646e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:04.829645 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-3805b2c3-4f18-4549-85b9-4dc4ede4a6a1 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f15a86d7b9a4eda805c341155209493&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0586772 Nov 27 03:57:04.890230 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e6c32e0c-f754-4a7a-b007-6e1e3a6646e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:04.893673 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e6c32e0c-f754-4a7a-b007-6e1e3a6646e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:04.897327 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e6c32e0c-f754-4a7a-b007-6e1e3a6646e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fea21fc9-54e1-40e8-b61a-f3f70790f9ab HTTP/1.1" status: 204 len: 168 time: 0.1603007 Nov 27 03:57:04.910758 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c32e0c-f754-4a7a-b007-6e1e3a6646e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea21fc9-54e1-40e8-b61a-f3f70790f9ab,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:05.042330 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-031a335a-88ce-4b6b-96aa-2dd564ed5665 service neutron] 10.222.0.20 "GET /v2.0/networks/4c2206f1-5002-4d5a-a6bd-f85327f757ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896384 Nov 27 03:57:05.108506 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705c6b4-e96f-434f-961a-2d44313b7abb req-a6eb33e1-34de-4b55-bec7-520b2bf6984a tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:05.115286 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f705c6b4-e96f-434f-961a-2d44313b7abb req-a6eb33e1-34de-4b55-bec7-520b2bf6984a tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 946 time: 0.1114655 Nov 27 03:57:05.208409 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f705c6b4-e96f-434f-961a-2d44313b7abb req-c8ea3502-e00c-493a-93bc-dc817fca9153 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865188 Nov 27 03:57:05.685613 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-6ed140f1-4837-4e35-b44d-f7b0ec6d6eac service neutron] 10.222.0.20 "GET /v2.0/networks/4c2206f1-5002-4d5a-a6bd-f85327f757ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6277184 Nov 27 03:57:06.064557 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-36708862-e792-4cde-8f9e-176fb54ec35b req-832d3b62-052e-4df2-a76b-bbe0b33c01f5 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4ed45c7-69d5-4b7d-9d55-37c5314779f8 HTTP/1.1" status: 200 len: 210 time: 0.0628300 Nov 27 03:57:06.453243 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0e9ea-4e75-4c21-b9de-094ebf277f81 req-43dea444-2e69-4a33-8886-74383abdecf3 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:06.463838 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5bb0e9ea-4e75-4c21-b9de-094ebf277f81 req-43dea444-2e69-4a33-8886-74383abdecf3 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 946 time: 0.1404171 Nov 27 03:57:06.546912 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5bb0e9ea-4e75-4c21-b9de-094ebf277f81 req-52ced7bc-59f4-48b6-a5e1-f2892b20f8a3 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816777 Nov 27 03:57:06.749072 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f36db-125e-4d4c-aa60-d0eb4949dc8e req-778fc85c-97a6-4613-8dd9-9c31184a20a9 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:06.750925 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-514f36db-125e-4d4c-aa60-d0eb4949dc8e req-778fc85c-97a6-4613-8dd9-9c31184a20a9 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 946 time: 0.0806808 Nov 27 03:57:06.818859 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-514f36db-125e-4d4c-aa60-d0eb4949dc8e req-c1ae0d2a-22bf-48b8-9f28-d3d5db021fd6 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607524 Nov 27 03:57:07.453468 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-109cfe11-9072-4b25-af8a-356d03b63ac3 req-a917e0b0-b7f0-45b9-94cd-bd4b5db02262 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4ed45c7-69d5-4b7d-9d55-37c5314779f8 HTTP/1.1" status: 200 len: 210 time: 0.0748558 Nov 27 03:57:07.693064 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-5b8b511e-f1cd-4eb0-baf2-2944e20ccc93 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:07.697433 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-5b8b511e-f1cd-4eb0-baf2-2944e20ccc93 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.23 "GET /v2.0/networks?id=4c2206f1-5002-4d5a-a6bd-f85327f757ed HTTP/1.1" status: 200 len: 806 time: 0.2716060 Nov 27 03:57:07.730632 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-473194d6-a4aa-4a67-89f6-24722238137c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Request body: {'port': {'device_id': 'd4ed45c7-69d5-4b7d-9d55-37c5314779f8', 'network_id': '4c2206f1-5002-4d5a-a6bd-f85327f757ed', 'admin_state_up': True, 'tenant_id': '3f15a86d7b9a4eda805c341155209493'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:57:07.963624 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-473194d6-a4aa-4a67-89f6-24722238137c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Made reservation on behalf of 3f15a86d7b9a4eda805c341155209493 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:57:07.967202 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-473194d6-a4aa-4a67-89f6-24722238137c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:08.127713 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-473194d6-a4aa-4a67-89f6-24722238137c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Allocated IP 172.20.0.10 (4c2206f1-5002-4d5a-a6bd-f85327f757ed/19827895-167c-4ffb-a565-ae1a5e643330/d78f25da-b9b8-4f63-98ba-1b571695aee3) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:57:08.217337 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-1c32d256-ca48-4635-a818-bebb551bdb37 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:08.219488 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-1c32d256-ca48-4635-a818-bebb551bdb37 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/networks?id=a0d2adb9-f818-45ca-8a33-9d0230736008 HTTP/1.1" status: 200 len: 814 time: 0.3868289 Nov 27 03:57:08.285957 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-bc7fa93e-2606-486a-ab9f-e305778a8d1f tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/quotas/1b50a26fbf4e4ac2ae82d7a8006f27fa HTTP/1.1" status: 200 len: 375 time: 0.0499976 Nov 27 03:57:08.898093 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-18a1a7b7-022a-4092-8ffa-65f6cd96893e req-f0520174-f691-40b2-8177-80e9670163b4 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4ed45c7-69d5-4b7d-9d55-37c5314779f8 HTTP/1.1" status: 200 len: 210 time: 0.0438714 Nov 27 03:57:09.060771 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-74a6e539-23e5-43a1-9378-5acce333a755 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1b50a26fbf4e4ac2ae82d7a8006f27fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7732568 Nov 27 03:57:09.088593 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2cbf49-ff95-43e4-b2e9-1dcba76393b5 req-452044fa-b018-4595-bd25-a8a19e314dcc tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:09.097962 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3f2cbf49-ff95-43e4-b2e9-1dcba76393b5 req-452044fa-b018-4595-bd25-a8a19e314dcc tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] 10.222.0.20 "GET /v2.0/ports?device_id=16d53e14-0887-488a-b966-eaf3100dc89e HTTP/1.1" status: 200 len: 946 time: 0.1071615 Nov 27 03:57:09.153174 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-473194d6-a4aa-4a67-89f6-24722238137c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:09.218896 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3f2cbf49-ff95-43e4-b2e9-1dcba76393b5 req-b54a61f8-2b60-45f8-8042-afa8e1ba3e67 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] 10.222.0.20 "GET /v2.0/security-groups?id=084d5012-f210-4da5-a788-3e718c827129&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188459 Nov 27 03:57:09.317208 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-2cb06901-b6f8-4154-967f-824ab220de2c service neutron] 10.222.0.20 "GET /v2.0/networks/a0d2adb9-f818-45ca-8a33-9d0230736008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558186 Nov 27 03:57:09.455280 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-ac398ff9-1b16-4e34-8d5d-91a63a4ce271 service neutron] 10.222.0.20 "GET /v2.0/networks/a0d2adb9-f818-45ca-8a33-9d0230736008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212816 Nov 27 03:57:09.468694 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-473194d6-a4aa-4a67-89f6-24722238137c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:09.505293 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['0465d762-6c9e-4453-a78f-ed2e7501887c'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:57:09.512097 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71778d0-8e73-4091-8710-28b265359a22 req-ef828a39-6416-4dcf-9ef0-b5843e33a6c8 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:09.520463 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d71778d0-8e73-4091-8710-28b265359a22 req-ef828a39-6416-4dcf-9ef0-b5843e33a6c8 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b9033b0-2c6b-424f-908e-797a5e4516cc HTTP/1.1" status: 200 len: 946 time: 0.2748611 Nov 27 03:57:09.815303 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-473194d6-a4aa-4a67-89f6-24722238137c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Network 4c2206f1-5002-4d5a-a6bd-f85327f757ed is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:57:09.817355 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bafd8e43-dac2-4b5e-b940-9eb8b5548fd8 req-8888fc37-32e6-493a-92a4-505292ad07eb tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=e03cfa9d-1815-4204-855a-071772364d27 HTTP/1.1" status: 200 len: 210 time: 0.0690856 Nov 27 03:57:09.863095 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-473194d6-a4aa-4a67-89f6-24722238137c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:57:09.895000 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-473194d6-a4aa-4a67-89f6-24722238137c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:57:09.971045 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-473194d6-a4aa-4a67-89f6-24722238137c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:09.971711 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-473194d6-a4aa-4a67-89f6-24722238137c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:09.978045 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473194d6-a4aa-4a67-89f6-24722238137c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Pushing event updated for resources: {'Port': ['ID=d78f25da-b9b8-4f63-98ba-1b571695aee3,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:10.038982 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-473194d6-a4aa-4a67-89f6-24722238137c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3124852 Nov 27 03:57:10.060724 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-d71778d0-8e73-4091-8710-28b265359a22 req-44002e97-aeb4-4266-a1a7-6bff5b25b5b5 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Deleting port 3807a24d-608c-42de-aaaf-2f66fcff8e9d {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:57:10.062914 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d71778d0-8e73-4091-8710-28b265359a22 req-44002e97-aeb4-4266-a1a7-6bff5b25b5b5 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:10.091913 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-539b0009-75cf-4054-aa30-5b80d06966ef service neutron] Request body: {'port': {'device_id': 'd4ed45c7-69d5-4b7d-9d55-37c5314779f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:57:10.383806 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-539b0009-75cf-4054-aa30-5b80d06966ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:10.468366 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afb8b2-bbf2-4347-993c-771c18887bed req-e51be26f-f9b2-4813-8633-88a2279b18fc tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:10.478378 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-45afb8b2-bbf2-4347-993c-771c18887bed req-e51be26f-f9b2-4813-8633-88a2279b18fc tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4ed45c7-69d5-4b7d-9d55-37c5314779f8 HTTP/1.1" status: 200 len: 932 time: 0.2997181 Nov 27 03:57:10.488241 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-d71778d0-8e73-4091-8710-28b265359a22 req-44002e97-aeb4-4266-a1a7-6bff5b25b5b5 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] For port 3807a24d-608c-42de-aaaf-2f66fcff8e9d, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=3807a24d-608c-42de-aaaf-2f66fcff8e9d,segment=NetworkSegment(6c2c8aa3-2731-42bd-bba4-8ad2d6d79985),segment_id=6c2c8aa3-2731-42bd-bba4-8ad2d6d79985)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:57:10.488781 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d71778d0-8e73-4091-8710-28b265359a22 req-44002e97-aeb4-4266-a1a7-6bff5b25b5b5 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:10.529100 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-d71778d0-8e73-4091-8710-28b265359a22 req-44002e97-aeb4-4266-a1a7-6bff5b25b5b5 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Calling delete_port for 3807a24d-608c-42de-aaaf-2f66fcff8e9d owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:57:10.551091 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54399fe-488e-482d-b713-5d4468ba2e01 req-369c0b01-c3a0-40cb-8193-23e60435d88e tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:10.556575 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b54399fe-488e-482d-b713-5d4468ba2e01 req-369c0b01-c3a0-40cb-8193-23e60435d88e tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] 10.222.0.20 "GET /v2.0/ports?device_id=16d53e14-0887-488a-b966-eaf3100dc89e HTTP/1.1" status: 200 len: 946 time: 0.2118328 Nov 27 03:57:10.651832 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b54399fe-488e-482d-b713-5d4468ba2e01 req-98263ec1-a8bb-4cc4-8b97-35fe6d8b37b3 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] 10.222.0.20 "GET /v2.0/security-groups?id=084d5012-f210-4da5-a788-3e718c827129&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862312 Nov 27 03:57:11.067958 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-38859882-16d2-403a-9a59-4348949b6e73 req-9db329d1-1d53-489e-8de9-032a09471e68 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=e03cfa9d-1815-4204-855a-071772364d27 HTTP/1.1" status: 200 len: 210 time: 0.0521252 Nov 27 03:57:11.161109 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-45afb8b2-bbf2-4347-993c-771c18887bed req-412b371d-1273-404b-822a-7dd81043f861 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6815162 Nov 27 03:57:11.204260 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d71778d0-8e73-4091-8710-28b265359a22 req-44002e97-aeb4-4266-a1a7-6bff5b25b5b5 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:11.237701 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa2750-e3be-40e1-bfc3-a8c42d9c1c9a req-566429f2-d574-4d70-a71e-3930cb0c034a tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:11.239765 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-51fa2750-e3be-40e1-bfc3-a8c42d9c1c9a req-566429f2-d574-4d70-a71e-3930cb0c034a tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] 10.222.0.23 "GET /v2.0/ports?device_id=16d53e14-0887-488a-b966-eaf3100dc89e HTTP/1.1" status: 200 len: 946 time: 0.6615944 Nov 27 03:57:11.249823 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['3807a24d-608c-42de-aaaf-2f66fcff8e9d'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:57:11.280516 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44002e97-aeb4-4266-a1a7-6bff5b25b5b5 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Pushing event deleted for resources: {'Port': ['ID=3807a24d-608c-42de-aaaf-2f66fcff8e9d,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:11.363139 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71778d0-8e73-4091-8710-28b265359a22 req-44002e97-aeb4-4266-a1a7-6bff5b25b5b5 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] No DVR routers for this DVR port 3807a24d-608c-42de-aaaf-2f66fcff8e9d on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:57:11.376392 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d71778d0-8e73-4091-8710-28b265359a22 req-44002e97-aeb4-4266-a1a7-6bff5b25b5b5 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:11.380496 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d71778d0-8e73-4091-8710-28b265359a22 req-44002e97-aeb4-4266-a1a7-6bff5b25b5b5 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.23 "DELETE /v2.0/ports/3807a24d-608c-42de-aaaf-2f66fcff8e9d HTTP/1.1" status: 204 len: 173 time: 1.8133707 Nov 27 03:57:11.381057 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9033b0-2c6b-424f-908e-797a5e4516cc', 'name': 'network-vif-deleted', 'tag': '3807a24d-608c-42de-aaaf-2f66fcff8e9d'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:57:11.384283 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004b2b2a-a465-433c-b7ee-bf1524cb0865" -d '{"events": [{"server_uuid": "7b9033b0-2c6b-424f-908e-797a5e4516cc", "name": "network-vif-deleted", "tag": "3807a24d-608c-42de-aaaf-2f66fcff8e9d"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:57:11.462047 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3817743f-79d0-468d-8221-cb50a7aaf096 x-openstack-request-id: req-3817743f-79d0-468d-8221-cb50a7aaf096 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:57:11.462652 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9033b0-2c6b-424f-908e-797a5e4516cc", "name": "network-vif-deleted", "tag": "3807a24d-608c-42de-aaaf-2f66fcff8e9d", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:57:11.463075 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3817743f-79d0-468d-8221-cb50a7aaf096 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:57:11.463492 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9033b0-2c6b-424f-908e-797a5e4516cc', 'name': 'network-vif-deleted', 'tag': '3807a24d-608c-42de-aaaf-2f66fcff8e9d', 'status': 'completed', 'code': 200} Nov 27 03:57:11.516599 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-539b0009-75cf-4054-aa30-5b80d06966ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d78f25da-b9b8-4f63-98ba-1b571695aee3 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:57:11.528001 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-539b0009-75cf-4054-aa30-5b80d06966ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:11.550657 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-51fa2750-e3be-40e1-bfc3-a8c42d9c1c9a req-55fb79e0-d47a-4b15-87bf-2952c04b199d tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Deleting port 6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:57:11.551008 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-51fa2750-e3be-40e1-bfc3-a8c42d9c1c9a req-55fb79e0-d47a-4b15-87bf-2952c04b199d tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:11.688351 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-539b0009-75cf-4054-aa30-5b80d06966ef service neutron] Transition to ACTIVE for port object d78f25da-b9b8-4f63-98ba-1b571695aee3 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:57:11.690678 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-51fa2750-e3be-40e1-bfc3-a8c42d9c1c9a req-55fb79e0-d47a-4b15-87bf-2952c04b199d tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] For port 6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400,segment=NetworkSegment(0a587f35-0a39-4fc4-b0ff-200373687efc),segment_id=0a587f35-0a39-4fc4-b0ff-200373687efc)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:57:11.691080 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-51fa2750-e3be-40e1-bfc3-a8c42d9c1c9a req-55fb79e0-d47a-4b15-87bf-2952c04b199d tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:11.724555 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-539b0009-75cf-4054-aa30-5b80d06966ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:12.076703 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b0009-75cf-4054-aa30-5b80d06966ef service neutron] Pushing event updated for resources: {'Port': ['ID=d78f25da-b9b8-4f63-98ba-1b571695aee3,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:12.250618 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b22493-efda-4c96-a7d6-dda83d839582 req-523117b9-0198-44c6-bef6-f78a42bd49ca tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:12.252139 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-93b22493-efda-4c96-a7d6-dda83d839582 req-523117b9-0198-44c6-bef6-f78a42bd49ca tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] 10.222.0.20 "GET /v2.0/ports?device_id=16d53e14-0887-488a-b966-eaf3100dc89e HTTP/1.1" status: 200 len: 946 time: 0.4823427 Nov 27 03:57:12.367814 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bf806707-4cde-43ce-9264-2454b633ce71 req-18c4cc1c-3707-4287-baba-9f2bc977d07a tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=e03cfa9d-1815-4204-855a-071772364d27 HTTP/1.1" status: 200 len: 210 time: 0.0599320 Nov 27 03:57:12.384196 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-a2d1e4bc-ac4a-42aa-98ca-789298f779b6 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:12.386273 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-a2d1e4bc-ac4a-42aa-98ca-789298f779b6 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.11 "GET /v2.0/networks?id=a0d2adb9-f818-45ca-8a33-9d0230736008 HTTP/1.1" status: 200 len: 814 time: 0.6994958 Nov 27 03:57:12.447590 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-a6a236fe-6e4a-4c5c-be1f-5edb61467e57 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Request body: {'port': {'device_id': 'e03cfa9d-1815-4204-855a-071772364d27', 'network_id': 'a0d2adb9-f818-45ca-8a33-9d0230736008', 'admin_state_up': True, 'tenant_id': '1b50a26fbf4e4ac2ae82d7a8006f27fa'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:57:12.478686 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-539b0009-75cf-4054-aa30-5b80d06966ef service neutron] Attempting to bind port d78f25da-b9b8-4f63-98ba-1b571695aee3 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:57:12.478908 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-539b0009-75cf-4054-aa30-5b80d06966ef service neutron] Attempting to bind port d78f25da-b9b8-4f63-98ba-1b571695aee3 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': 'e40e3b9b-cd7d-4402-aebb-20a69a216b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4c2206f1-5002-4d5a-a6bd-f85327f757ed'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:57:12.479485 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-539b0009-75cf-4054-aa30-5b80d06966ef service neutron] Attempting to bind port d78f25da-b9b8-4f63-98ba-1b571695aee3 on network 4c2206f1-5002-4d5a-a6bd-f85327f757ed {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:57:12.484727 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-93b22493-efda-4c96-a7d6-dda83d839582 req-69bcca62-0c92-4289-a9fb-589dc75e0c0e tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] 10.222.0.20 "GET /v2.0/security-groups?id=084d5012-f210-4da5-a788-3e718c827129&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370637 Nov 27 03:57:12.545374 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4ddfe-ab46-4742-a45f-55d17f234e16 req-91049309-0476-46eb-bcb0-4267e661c580 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:12.545970 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-51fa2750-e3be-40e1-bfc3-a8c42d9c1c9a req-55fb79e0-d47a-4b15-87bf-2952c04b199d tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:12.546335 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-51fa2750-e3be-40e1-bfc3-a8c42d9c1c9a req-55fb79e0-d47a-4b15-87bf-2952c04b199d tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:12.546681 n-d-819494-3 neutron-server[110019]: INFO neutron.db.l3_db [req-51fa2750-e3be-40e1-bfc3-a8c42d9c1c9a req-55fb79e0-d47a-4b15-87bf-2952c04b199d tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Floating IP edef809b-e6c3-4367-b4e2-9adb43094742 disassociated. External IP: 172.25.1.242, port: 6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400. Nov 27 03:57:12.547128 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-90c4ddfe-ab46-4742-a45f-55d17f234e16 req-91049309-0476-46eb-bcb0-4267e661c580 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4ed45c7-69d5-4b7d-9d55-37c5314779f8 HTTP/1.1" status: 200 len: 944 time: 0.0973763 Nov 27 03:57:12.553689 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-51fa2750-e3be-40e1-bfc3-a8c42d9c1c9a req-55fb79e0-d47a-4b15-87bf-2952c04b199d tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Calling delete_port for 6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:57:12.558184 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-539b0009-75cf-4054-aa30-5b80d06966ef service neutron] Port d78f25da-b9b8-4f63-98ba-1b571695aee3 on network 4c2206f1-5002-4d5a-a6bd-f85327f757ed not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:57:12.558511 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-539b0009-75cf-4054-aa30-5b80d06966ef service neutron] Attempting to bind port d78f25da-b9b8-4f63-98ba-1b571695aee3 on network 4c2206f1-5002-4d5a-a6bd-f85327f757ed {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:57:12.580107 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-539b0009-75cf-4054-aa30-5b80d06966ef service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:57:12.580895 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-539b0009-75cf-4054-aa30-5b80d06966ef service neutron] Checking segment: {'id': 'e40e3b9b-cd7d-4402-aebb-20a69a216b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4c2206f1-5002-4d5a-a6bd-f85327f757ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:57:12.581296 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-539b0009-75cf-4054-aa30-5b80d06966ef service neutron] Bound using segment: {'id': 'e40e3b9b-cd7d-4402-aebb-20a69a216b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4c2206f1-5002-4d5a-a6bd-f85327f757ed'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:57:12.581757 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-539b0009-75cf-4054-aa30-5b80d06966ef service neutron] Bound port: d78f25da-b9b8-4f63-98ba-1b571695aee3, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e40e3b9b-cd7d-4402-aebb-20a69a216b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4c2206f1-5002-4d5a-a6bd-f85327f757ed'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:57:12.582112 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-539b0009-75cf-4054-aa30-5b80d06966ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:12.628247 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-90c4ddfe-ab46-4742-a45f-55d17f234e16 req-da634177-632f-41c1-b6ea-e52e05a5a780 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747945 Nov 27 03:57:12.812507 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e87859-4816-42b5-aff7-26f2627cb921 req-c16113c9-c6d9-4480-b319-3b3e3e3cebe0 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:12.814207 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-08e87859-4816-42b5-aff7-26f2627cb921 req-c16113c9-c6d9-4480-b319-3b3e3e3cebe0 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 946 time: 0.2227573 Nov 27 03:57:12.863529 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-539b0009-75cf-4054-aa30-5b80d06966ef service neutron] For port d78f25da-b9b8-4f63-98ba-1b571695aee3, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:57:12.876324 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-a6a236fe-6e4a-4c5c-be1f-5edb61467e57 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Made reservation on behalf of 1b50a26fbf4e4ac2ae82d7a8006f27fa for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:57:12.880098 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-a6a236fe-6e4a-4c5c-be1f-5edb61467e57 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:12.932983 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-539b0009-75cf-4054-aa30-5b80d06966ef service neutron] For port d78f25da-b9b8-4f63-98ba-1b571695aee3, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d78f25da-b9b8-4f63-98ba-1b571695aee3,segment=NetworkSegment(e40e3b9b-cd7d-4402-aebb-20a69a216b2f),segment_id=e40e3b9b-cd7d-4402-aebb-20a69a216b2f)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:57:12.950019 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-539b0009-75cf-4054-aa30-5b80d06966ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:13.004708 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-08e87859-4816-42b5-aff7-26f2627cb921 req-2d96fe90-022d-43c2-8cba-41668560eca2 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=12c77282-abb4-49c4-b21d-278815576516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673696 Nov 27 03:57:13.072237 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-539b0009-75cf-4054-aa30-5b80d06966ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:13.072715 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-539b0009-75cf-4054-aa30-5b80d06966ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:13.074264 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-539b0009-75cf-4054-aa30-5b80d06966ef service neutron] 10.222.0.23 "PUT /v2.0/ports/d78f25da-b9b8-4f63-98ba-1b571695aee3 HTTP/1.1" status: 200 len: 1092 time: 2.9913459 Nov 27 03:57:13.080395 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b0009-75cf-4054-aa30-5b80d06966ef service neutron] Pushing event updated for resources: {'Port': ['ID=d78f25da-b9b8-4f63-98ba-1b571695aee3,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:13.091354 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-51fa2750-e3be-40e1-bfc3-a8c42d9c1c9a req-55fb79e0-d47a-4b15-87bf-2952c04b199d tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:13.137187 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb79e0-d47a-4b15-87bf-2952c04b199d tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Pushing event deleted for resources: {'Port': ['ID=6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:13.305838 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-a6a236fe-6e4a-4c5c-be1f-5edb61467e57 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Allocated IP 172.20.0.6 (a0d2adb9-f818-45ca-8a33-9d0230736008/96964785-3ad1-4856-8b42-aea81599cd83/ad51e61c-d1d6-4c1d-8ec1-3355164a48f3) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:57:13.313420 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-028af2d0-46ab-4556-bc2a-ea03d46483c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:13.314964 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-028af2d0-46ab-4556-bc2a-ea03d46483c7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3f15a86d7b9a4eda805c341155209493&device_id=d4ed45c7-69d5-4b7d-9d55-37c5314779f8 HTTP/1.1" status: 200 len: 1095 time: 0.1716282 Nov 27 03:57:13.462843 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 3807a24d-608c-42de-aaaf-2f66fcff8e9d no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:57:13.492336 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 3807a24d-608c-42de-aaaf-2f66fcff8e9d {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:57:13.492744 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 3807a24d-608c-42de-aaaf-2f66fcff8e9d not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:57:13.493295 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:57:13.501346 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8192a13f-e085-47c8-ace9-c00ce28269ac req-20b546a1-89d2-4d4d-bc7c-ce90300e5fca tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=e03cfa9d-1815-4204-855a-071772364d27 HTTP/1.1" status: 200 len: 210 time: 0.0420215 Nov 27 03:57:13.527551 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:57:13.528060 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:57:13.735819 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ed45c7-69d5-4b7d-9d55-37c5314779f8', 'tag': 'd78f25da-b9b8-4f63-98ba-1b571695aee3'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:57:13.738301 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1af972-4ca2-4b1f-8ed5-7bda6a895f86" -d '{"events": [{"name": "network-changed", "server_uuid": "d4ed45c7-69d5-4b7d-9d55-37c5314779f8", "tag": "d78f25da-b9b8-4f63-98ba-1b571695aee3"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:57:13.770490 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebabb4b-a847-4012-a659-fef3033cd932 req-c2aece2b-f638-44c1-9354-1bd6f3bcbb4c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:13.772680 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-aebabb4b-a847-4012-a659-fef3033cd932 req-c2aece2b-f638-44c1-9354-1bd6f3bcbb4c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4ed45c7-69d5-4b7d-9d55-37c5314779f8 HTTP/1.1" status: 200 len: 944 time: 0.0542841 Nov 27 03:57:13.815118 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5df76a85-50f4-4dd6-94ea-7838c9853361 req-c16f42a5-897e-43b4-82b6-374b90e6c375 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] 10.222.0.20 "GET /v2.0/ports?device_id=16d53e14-0887-488a-b966-eaf3100dc89e HTTP/1.1" status: 200 len: 210 time: 0.0737445 Nov 27 03:57:13.842373 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-aebabb4b-a847-4012-a659-fef3033cd932 req-458a348b-dd0e-4d1d-b418-e5b35b950893 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523145 Nov 27 03:57:13.862594 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-e60816ca-0892-4e67-ad19-96f2c50b3089 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d78f25da-b9b8-4f63-98ba-1b571695aee3 HTTP/1.1" status: 200 len: 217 time: 0.5249791 Nov 27 03:57:13.867049 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b5bc7f-2941-4d52-b3b6-0c991eac4dd7 x-openstack-request-id: req-14b5bc7f-2941-4d52-b3b6-0c991eac4dd7 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:57:13.867335 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4ed45c7-69d5-4b7d-9d55-37c5314779f8", "tag": "d78f25da-b9b8-4f63-98ba-1b571695aee3", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:57:13.867590 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14b5bc7f-2941-4d52-b3b6-0c991eac4dd7 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:57:13.867975 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ed45c7-69d5-4b7d-9d55-37c5314779f8', 'tag': 'd78f25da-b9b8-4f63-98ba-1b571695aee3', 'status': 'completed', 'code': 200} Nov 27 03:57:13.873501 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51fa2750-e3be-40e1-bfc3-a8c42d9c1c9a req-55fb79e0-d47a-4b15-87bf-2952c04b199d tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Router c0573663-d34a-4db7-873d-174c1c9e34e1 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:57:13.934931 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-a6a236fe-6e4a-4c5c-be1f-5edb61467e57 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:14.033915 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-13b06c20-3327-49c0-8475-3c3ae4673b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:14.035441 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-13b06c20-3327-49c0-8475-3c3ae4673b6b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=19827895-167c-4ffb-a565-ae1a5e643330 HTTP/1.1" status: 200 len: 846 time: 0.1385446 Nov 27 03:57:14.089953 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-796022a7-0516-45bb-bd89-f71ea69b4706 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4c2206f1-5002-4d5a-a6bd-f85327f757ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402076 Nov 27 03:57:14.108042 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51fa2750-e3be-40e1-bfc3-a8c42d9c1c9a req-55fb79e0-d47a-4b15-87bf-2952c04b199d tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:57:14.123376 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4565021-4c48-4e76-b29a-bf62adc63514 None None] Sync routers for ids ['c0573663-d34a-4db7-873d-174c1c9e34e1'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:57:14.129585 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-a6a236fe-6e4a-4c5c-be1f-5edb61467e57 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:14.137423 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4565021-4c48-4e76-b29a-bf62adc63514 None None] Routers {'c0573663-d34a-4db7-873d-174c1c9e34e1'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:57:14.138280 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-e4565021-4c48-4e76-b29a-bf62adc63514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:56:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c0573663-d34a-4db7-873d-174c1c9e34e1'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:57:14.174811 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31fa01-9d90-4377-8c1d-73879a2cea48 req-167c8e8b-4ac7-46d0-a1c5-8f95803ec525 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:14.187399 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-be31fa01-9d90-4377-8c1d-73879a2cea48 req-167c8e8b-4ac7-46d0-a1c5-8f95803ec525 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 946 time: 0.0730228 Nov 27 03:57:14.243051 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-be31fa01-9d90-4377-8c1d-73879a2cea48 req-28bd19d4-89ee-4f19-9c09-93d97debcb54 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=12c77282-abb4-49c4-b21d-278815576516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541723 Nov 27 03:57:14.295917 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-a6a236fe-6e4a-4c5c-be1f-5edb61467e57 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Network a0d2adb9-f818-45ca-8a33-9d0230736008 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:57:14.300755 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-51fa2750-e3be-40e1-bfc3-a8c42d9c1c9a req-55fb79e0-d47a-4b15-87bf-2952c04b199d tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] No DVR routers for this DVR port 6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:57:14.328172 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-a6a236fe-6e4a-4c5c-be1f-5edb61467e57 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:57:14.333529 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-51fa2750-e3be-40e1-bfc3-a8c42d9c1c9a req-55fb79e0-d47a-4b15-87bf-2952c04b199d tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:14.340319 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-e4565021-4c48-4e76-b29a-bf62adc63514 None None] Set router c0573663-d34a-4db7-873d-174c1c9e34e1 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:57:14.340834 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-51fa2750-e3be-40e1-bfc3-a8c42d9c1c9a req-55fb79e0-d47a-4b15-87bf-2952c04b199d tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] 10.222.0.23 "DELETE /v2.0/ports/6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400 HTTP/1.1" status: 204 len: 173 time: 3.0743101 Nov 27 03:57:14.342391 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a236fe-6e4a-4c5c-be1f-5edb61467e57 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Pushing event updated for resources: {'Port': ['ID=ad51e61c-d1d6-4c1d-8ec1-3355164a48f3,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:14.358032 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-a6a236fe-6e4a-4c5c-be1f-5edb61467e57 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:57:14.430141 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-e9399dcb-2a70-4b25-80c0-0b29d58f1895 service neutron] 10.222.0.23 "GET /v2.0/networks/4c2206f1-5002-4d5a-a6bd-f85327f757ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153937 Nov 27 03:57:14.634748 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-708815a2-9ff0-4dee-b389-a3c557e87ca4 req-b48d3715-06cb-455d-b59c-0cbd3fa56344 service neutron] 10.222.0.23 "GET /v2.0/networks/4c2206f1-5002-4d5a-a6bd-f85327f757ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845133 Nov 27 03:57:14.643895 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-a6a236fe-6e4a-4c5c-be1f-5edb61467e57 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:14.644841 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-a6a236fe-6e4a-4c5c-be1f-5edb61467e57 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:14.683097 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-a6a236fe-6e4a-4c5c-be1f-5edb61467e57 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2468233 Nov 27 03:57:14.689381 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8df98d-c979-470a-a3ab-2089593e12eb req-ef7010b6-cd81-4c43-b4b9-92a4d593b355 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:14.697929 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0b8df98d-c979-470a-a3ab-2089593e12eb req-ef7010b6-cd81-4c43-b4b9-92a4d593b355 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=e03cfa9d-1815-4204-855a-071772364d27 HTTP/1.1" status: 200 len: 931 time: 0.0857353 Nov 27 03:57:14.709288 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-f31707d6-1a7f-4b83-a3a7-15343de897dd service neutron] Request body: {'port': {'device_id': 'e03cfa9d-1815-4204-855a-071772364d27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:57:14.777137 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0b8df98d-c979-470a-a3ab-2089593e12eb req-1ae86526-f704-46ba-bc5e-093319c3194d tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782421 Nov 27 03:57:14.823421 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-e4565021-4c48-4e76-b29a-bf62adc63514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0573663-d34a-4db7-873d-174c1c9e34e1', 'name': 'tempest-ServersTestFqdnHostnames-1927455745-router', 'tenant_id': '47ae16ff37d2448f915bd8f03c73987e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:54:48Z', 'updated_at': '2021-11-27T03:54:58Z', 'revision_number': 4, 'project_id': '47ae16ff37d2448f915bd8f03c73987e', 'gw_port': {'id': 'c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0573663-d34a-4db7-873d-174c1c9e34e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:49Z', 'updated_at': '2021-11-27T03:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '723d4cd2-a000-4b8e-8122-e5ea970eecb3', 'name': '', 'network_id': '461e781d-0c2c-4b68-9f4d-8feb5eb833d0', 'tenant_id': '47ae16ff37d2448f915bd8f03c73987e', 'mac_address': 'fa:16:3e:fd:77:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0573663-d34a-4db7-873d-174c1c9e34e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'fd9e42b7-23f0-4e8f-9535-cb693456746c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:55Z', 'updated_at': '2021-11-27T03:55:06Z', 'revision_number': 5, 'project_id': '47ae16ff37d2448f915bd8f03c73987e', 'subnets': [{'id': 'fd9e42b7-23f0-4e8f-9535-cb693456746c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:57:14.853456 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1af972-4ca2-4b1f-8ed5-7bda6a895f86 req-3038e3f5-8726-4fbb-8547-6d75d11047f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:14.856577 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6b1af972-4ca2-4b1f-8ed5-7bda6a895f86 req-3038e3f5-8726-4fbb-8547-6d75d11047f7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3f15a86d7b9a4eda805c341155209493&device_id=d4ed45c7-69d5-4b7d-9d55-37c5314779f8 HTTP/1.1" status: 200 len: 1095 time: 0.1048918 Nov 27 03:57:14.857229 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4565021-4c48-4e76-b29a-bf62adc63514 None None] Checking router: c0573663-d34a-4db7-873d-174c1c9e34e1 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:57:14.857894 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-f31707d6-1a7f-4b83-a3a7-15343de897dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:14.869067 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4565021-4c48-4e76-b29a-bf62adc63514 None None] Routers {'c0573663-d34a-4db7-873d-174c1c9e34e1'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:57:14.870795 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-e4565021-4c48-4e76-b29a-bf62adc63514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:56:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c0573663-d34a-4db7-873d-174c1c9e34e1'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:57:15.001668 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-e4565021-4c48-4e76-b29a-bf62adc63514 None None] Set router c0573663-d34a-4db7-873d-174c1c9e34e1 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:57:15.018479 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-984f0680-f9f2-49dd-92bf-02bfea69e2d7 req-bf7e95b3-9135-4039-87f8-aedaec9ab747 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] 10.222.0.20 "GET /v2.0/ports?device_id=16d53e14-0887-488a-b966-eaf3100dc89e HTTP/1.1" status: 200 len: 210 time: 0.0649436 Nov 27 03:57:15.019003 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa2681c-3138-4a41-9299-60608345f6d7 req-91e6d169-5412-4380-80ce-b4021b98894e tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:15.027999 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4fa2681c-3138-4a41-9299-60608345f6d7 req-91e6d169-5412-4380-80ce-b4021b98894e tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4ed45c7-69d5-4b7d-9d55-37c5314779f8 HTTP/1.1" status: 200 len: 944 time: 0.0656686 Nov 27 03:57:15.126529 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4fa2681c-3138-4a41-9299-60608345f6d7 req-b18f98de-ddd1-42dd-bcec-e541fe230009 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972595 Nov 27 03:57:15.173691 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1af972-4ca2-4b1f-8ed5-7bda6a895f86 req-90db7468-ff37-4557-8f75-08fc7431f699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:15.177805 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6b1af972-4ca2-4b1f-8ed5-7bda6a895f86 req-90db7468-ff37-4557-8f75-08fc7431f699 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4c2206f1-5002-4d5a-a6bd-f85327f757ed HTTP/1.1" status: 200 len: 907 time: 0.3069038 Nov 27 03:57:15.323207 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6b1af972-4ca2-4b1f-8ed5-7bda6a895f86 req-4e72dece-0ccb-4c12-bcfc-e14611e4ea70 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d78f25da-b9b8-4f63-98ba-1b571695aee3 HTTP/1.1" status: 200 len: 217 time: 0.1283472 Nov 27 03:57:15.347708 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-e4565021-4c48-4e76-b29a-bf62adc63514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0573663-d34a-4db7-873d-174c1c9e34e1', 'name': 'tempest-ServersTestFqdnHostnames-1927455745-router', 'tenant_id': '47ae16ff37d2448f915bd8f03c73987e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:54:48Z', 'updated_at': '2021-11-27T03:54:58Z', 'revision_number': 4, 'project_id': '47ae16ff37d2448f915bd8f03c73987e', 'gw_port': {'id': 'c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0573663-d34a-4db7-873d-174c1c9e34e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:49Z', 'updated_at': '2021-11-27T03:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '723d4cd2-a000-4b8e-8122-e5ea970eecb3', 'name': '', 'network_id': '461e781d-0c2c-4b68-9f4d-8feb5eb833d0', 'tenant_id': '47ae16ff37d2448f915bd8f03c73987e', 'mac_address': 'fa:16:3e:fd:77:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0573663-d34a-4db7-873d-174c1c9e34e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'fd9e42b7-23f0-4e8f-9535-cb693456746c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:55Z', 'updated_at': '2021-11-27T03:55:06Z', 'revision_number': 5, 'project_id': '47ae16ff37d2448f915bd8f03c73987e', 'subnets': [{'id': 'fd9e42b7-23f0-4e8f-9535-cb693456746c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:57:15.382135 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1af972-4ca2-4b1f-8ed5-7bda6a895f86 req-1f98996d-6ec4-4ad2-9e60-e04fe158fa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:15.383722 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6b1af972-4ca2-4b1f-8ed5-7bda6a895f86 req-1f98996d-6ec4-4ad2-9e60-e04fe158fa0d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=19827895-167c-4ffb-a565-ae1a5e643330 HTTP/1.1" status: 200 len: 846 time: 0.0533445 Nov 27 03:57:15.386915 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4565021-4c48-4e76-b29a-bf62adc63514 None None] The sync data for ids ['c0573663-d34a-4db7-873d-174c1c9e34e1'] in n-d-819494-3 is: [{'id': 'c0573663-d34a-4db7-873d-174c1c9e34e1', 'name': 'tempest-ServersTestFqdnHostnames-1927455745-router', 'tenant_id': '47ae16ff37d2448f915bd8f03c73987e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:54:48Z', 'updated_at': '2021-11-27T03:54:58Z', 'revision_number': 4, 'project_id': '47ae16ff37d2448f915bd8f03c73987e', 'gw_port': {'id': 'c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0573663-d34a-4db7-873d-174c1c9e34e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:49Z', 'updated_at': '2021-11-27T03:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '723d4cd2-a000-4b8e-8122-e5ea970eecb3', 'name': '', 'network_id': '461e781d-0c2c-4b68-9f4d-8feb5eb833d0', 'tenant_id': '47ae16ff37d2448f915bd8f03c73987e', 'mac_address': 'fa:16:3e:fd:77:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0573663-d34a-4db7-873d-174c1c9e34e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'fd9e42b7-23f0-4e8f-9535-cb693456746c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:55Z', 'updated_at': '2021-11-27T03:55:06Z', 'revision_number': 5, 'project_id': '47ae16ff37d2448f915bd8f03c73987e', 'subnets': [{'id': 'fd9e42b7-23f0-4e8f-9535-cb693456746c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:57:15.459241 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192211f-cb48-4aee-bfb4-4c14347cbeb2 req-fb070f06-dd60-49d7-a95f-f5aab102b151 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:15.461650 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e192211f-cb48-4aee-bfb4-4c14347cbeb2 req-fb070f06-dd60-49d7-a95f-f5aab102b151 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 946 time: 0.0564425 Nov 27 03:57:15.464472 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6b1af972-4ca2-4b1f-8ed5-7bda6a895f86 req-31a7d824-ba64-420c-9b7c-2089db74de16 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4c2206f1-5002-4d5a-a6bd-f85327f757ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684836 Nov 27 03:57:15.535275 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e192211f-cb48-4aee-bfb4-4c14347cbeb2 req-e688a31b-82f2-449d-9c90-041e95c66fce tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=12c77282-abb4-49c4-b21d-278815576516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620251 Nov 27 03:57:15.666081 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-f31707d6-1a7f-4b83-a3a7-15343de897dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad51e61c-d1d6-4c1d-8ec1-3355164a48f3 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:57:15.673040 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6b1af972-4ca2-4b1f-8ed5-7bda6a895f86 req-30197b40-8af8-4b10-8356-9992e81af156 service neutron] 10.222.0.23 "GET /v2.0/networks/4c2206f1-5002-4d5a-a6bd-f85327f757ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952348 Nov 27 03:57:15.677822 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-f31707d6-1a7f-4b83-a3a7-15343de897dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:15.773066 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea77ad8-42db-4c61-8bae-f478e615a7d7 None None] New status for floating IP edef809b-e6c3-4367-b4e2-9adb43094742: DOWN {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 03:57:15.782372 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-f31707d6-1a7f-4b83-a3a7-15343de897dd service neutron] Transition to ACTIVE for port object ad51e61c-d1d6-4c1d-8ec1-3355164a48f3 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:57:15.792242 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-f31707d6-1a7f-4b83-a3a7-15343de897dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:15.814292 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6b1af972-4ca2-4b1f-8ed5-7bda6a895f86 req-aea676c5-6a71-409b-a011-dc3bdd902e92 service neutron] 10.222.0.23 "GET /v2.0/networks/4c2206f1-5002-4d5a-a6bd-f85327f757ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328204 Nov 27 03:57:15.878928 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d53e14-0887-488a-b966-eaf3100dc89e', 'name': 'network-vif-deleted', 'tag': '6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:57:15.882165 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fdef61-3561-417a-9423-3cf677b7317e" -d '{"events": [{"server_uuid": "16d53e14-0887-488a-b966-eaf3100dc89e", "name": "network-vif-deleted", "tag": "6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:57:15.948609 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33763b2d-17c1-4044-a006-70ac813866de x-openstack-request-id: req-33763b2d-17c1-4044-a006-70ac813866de {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:57:15.948975 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d53e14-0887-488a-b966-eaf3100dc89e", "name": "network-vif-deleted", "tag": "6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:57:15.949229 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33763b2d-17c1-4044-a006-70ac813866de {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:57:15.949621 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d53e14-0887-488a-b966-eaf3100dc89e', 'name': 'network-vif-deleted', 'tag': '6cbcc77d-dd2f-43d9-b4fc-4cb1d0291400', 'status': 'completed', 'code': 200} Nov 27 03:57:15.968663 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31707d6-1a7f-4b83-a3a7-15343de897dd service neutron] Pushing event updated for resources: {'Port': ['ID=ad51e61c-d1d6-4c1d-8ec1-3355164a48f3,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:15.995144 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:16.074849 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-f31707d6-1a7f-4b83-a3a7-15343de897dd service neutron] Attempting to bind port ad51e61c-d1d6-4c1d-8ec1-3355164a48f3 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:57:16.075639 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-f31707d6-1a7f-4b83-a3a7-15343de897dd service neutron] Attempting to bind port ad51e61c-d1d6-4c1d-8ec1-3355164a48f3 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '6c2c8aa3-2731-42bd-bba4-8ad2d6d79985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a0d2adb9-f818-45ca-8a33-9d0230736008'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:57:16.076305 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-f31707d6-1a7f-4b83-a3a7-15343de897dd service neutron] Attempting to bind port ad51e61c-d1d6-4c1d-8ec1-3355164a48f3 on network a0d2adb9-f818-45ca-8a33-9d0230736008 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:57:16.081344 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f6e68749-6824-4d84-8279-df3ed750b7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:16.089687 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00678a3-79a2-4f3f-b5a6-f925dc14db63 req-4c20942b-eb69-4349-ac16-c420ece091aa tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:16.092389 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c00678a3-79a2-4f3f-b5a6-f925dc14db63 req-4c20942b-eb69-4349-ac16-c420ece091aa tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=e03cfa9d-1815-4204-855a-071772364d27 HTTP/1.1" status: 200 len: 943 time: 0.1782217 Nov 27 03:57:16.099051 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-f31707d6-1a7f-4b83-a3a7-15343de897dd service neutron] Port ad51e61c-d1d6-4c1d-8ec1-3355164a48f3 on network a0d2adb9-f818-45ca-8a33-9d0230736008 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:57:16.099720 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-f31707d6-1a7f-4b83-a3a7-15343de897dd service neutron] Attempting to bind port ad51e61c-d1d6-4c1d-8ec1-3355164a48f3 on network a0d2adb9-f818-45ca-8a33-9d0230736008 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:57:16.107251 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-f31707d6-1a7f-4b83-a3a7-15343de897dd service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:57:16.107667 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-f31707d6-1a7f-4b83-a3a7-15343de897dd service neutron] Checking segment: {'id': '6c2c8aa3-2731-42bd-bba4-8ad2d6d79985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a0d2adb9-f818-45ca-8a33-9d0230736008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:57:16.108184 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-f31707d6-1a7f-4b83-a3a7-15343de897dd service neutron] Bound using segment: {'id': '6c2c8aa3-2731-42bd-bba4-8ad2d6d79985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a0d2adb9-f818-45ca-8a33-9d0230736008'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:57:16.108752 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-f31707d6-1a7f-4b83-a3a7-15343de897dd service neutron] Bound port: ad51e61c-d1d6-4c1d-8ec1-3355164a48f3, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c2c8aa3-2731-42bd-bba4-8ad2d6d79985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a0d2adb9-f818-45ca-8a33-9d0230736008'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:57:16.109171 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-f31707d6-1a7f-4b83-a3a7-15343de897dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:16.243066 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-f31707d6-1a7f-4b83-a3a7-15343de897dd service neutron] For port ad51e61c-d1d6-4c1d-8ec1-3355164a48f3, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:57:16.247098 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-f31707d6-1a7f-4b83-a3a7-15343de897dd service neutron] For port ad51e61c-d1d6-4c1d-8ec1-3355164a48f3, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=ad51e61c-d1d6-4c1d-8ec1-3355164a48f3,segment=NetworkSegment(6c2c8aa3-2731-42bd-bba4-8ad2d6d79985),segment_id=6c2c8aa3-2731-42bd-bba4-8ad2d6d79985)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:57:16.252085 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c00678a3-79a2-4f3f-b5a6-f925dc14db63 req-94185d47-595c-4c8f-a9e7-d5f11947dc61 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402919 Nov 27 03:57:16.256649 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-f31707d6-1a7f-4b83-a3a7-15343de897dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:16.311735 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-f31707d6-1a7f-4b83-a3a7-15343de897dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:16.312361 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-f31707d6-1a7f-4b83-a3a7-15343de897dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:16.312702 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5b65f-ffcf-4561-aa75-10bb405fdc50 req-71ffa993-9f08-4626-a8c6-f64c457187ca tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:16.314042 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-f31707d6-1a7f-4b83-a3a7-15343de897dd service neutron] 10.222.0.11 "PUT /v2.0/ports/ad51e61c-d1d6-4c1d-8ec1-3355164a48f3 HTTP/1.1" status: 200 len: 1091 time: 1.6150763 Nov 27 03:57:16.314501 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-60b5b65f-ffcf-4561-aa75-10bb405fdc50 req-71ffa993-9f08-4626-a8c6-f64c457187ca tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4ed45c7-69d5-4b7d-9d55-37c5314779f8 HTTP/1.1" status: 200 len: 944 time: 0.0658686 Nov 27 03:57:16.324563 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46338) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:16.383721 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31707d6-1a7f-4b83-a3a7-15343de897dd service neutron] Pushing event updated for resources: {'Port': ['ID=ad51e61c-d1d6-4c1d-8ec1-3355164a48f3,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:16.457635 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-60b5b65f-ffcf-4561-aa75-10bb405fdc50 req-274328cd-a368-4404-bba4-f37dcae35ce9 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019342 Nov 27 03:57:16.531882 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-aebb5383-07e6-434c-8d61-adacfcdea79d tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:16.561851 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-311a3770-0d4e-48a1-a944-26880349e4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:16.566643 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-311a3770-0d4e-48a1-a944-26880349e4f6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1b50a26fbf4e4ac2ae82d7a8006f27fa&device_id=e03cfa9d-1815-4204-855a-071772364d27 HTTP/1.1" status: 200 len: 1094 time: 0.1716959 Nov 27 03:57:16.579846 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-aebb5383-07e6-434c-8d61-adacfcdea79d tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:16.633500 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-4857c029-ae6a-4860-a719-20bd3ed19966 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad51e61c-d1d6-4c1d-8ec1-3355164a48f3 HTTP/1.1" status: 200 len: 217 time: 0.0447624 Nov 27 03:57:16.726798 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-4b6ed06c-5c90-4e84-900a-b894982a196d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:16.728289 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-4b6ed06c-5c90-4e84-900a-b894982a196d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=96964785-3ad1-4856-8b42-aea81599cd83 HTTP/1.1" status: 200 len: 854 time: 0.0817306 Nov 27 03:57:16.739322 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4998dc-5ebb-419e-893a-063c18a34cf9 req-639e7cc8-19ea-43b2-8a8d-a02d0afcca6d tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:16.740795 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5a4998dc-5ebb-419e-893a-063c18a34cf9 req-639e7cc8-19ea-43b2-8a8d-a02d0afcca6d tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 946 time: 0.1120098 Nov 27 03:57:16.754455 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-aebb5383-07e6-434c-8d61-adacfcdea79d tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:16.757575 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-aebb5383-07e6-434c-8d61-adacfcdea79d tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:16.758683 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-aebb5383-07e6-434c-8d61-adacfcdea79d tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] 10.222.0.20 "DELETE /v2.0/security-groups/084d5012-f210-4da5-a788-3e718c827129 HTTP/1.1" status: 204 len: 168 time: 0.4331121 Nov 27 03:57:16.761549 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46354) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:16.775616 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-5ee866c0-9144-4227-a802-d5f3a7c9531e tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] show failed (client error): The resource could not be found. Nov 27 03:57:16.776886 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5ee866c0-9144-4227-a802-d5f3a7c9531e tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] 10.222.0.20 "GET /v2.0/security-groups/084d5012-f210-4da5-a788-3e718c827129 HTTP/1.1" status: 404 len: 347 time: 0.0141387 Nov 27 03:57:16.783018 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46356) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:16.788194 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-33dda779-889d-411b-8786-4e4b7f94de59 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0d2adb9-f818-45ca-8a33-9d0230736008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449786 Nov 27 03:57:16.808758 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebb5383-07e6-434c-8d61-adacfcdea79d tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=084d5012-f210-4da5-a788-3e718c827129,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:16.880482 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5a4998dc-5ebb-419e-893a-063c18a34cf9 req-ccb6aebc-d65f-4038-a81b-a40175487d85 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=12c77282-abb4-49c4-b21d-278815576516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277213 Nov 27 03:57:16.923931 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-44bb4a0b-4713-473d-902a-625efc0d3363 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Deleting port 0cd53813-8fc8-4811-a6e6-6e36600dad54 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:57:16.924396 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-44bb4a0b-4713-473d-902a-625efc0d3363 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:16.926211 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-7757f091-298b-492b-848a-b6451d84a5bf service neutron] 10.222.0.11 "GET /v2.0/networks/a0d2adb9-f818-45ca-8a33-9d0230736008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268702 Nov 27 03:57:17.007664 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-44bb4a0b-4713-473d-902a-625efc0d3363 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:17.008003 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-44bb4a0b-4713-473d-902a-625efc0d3363 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:17.020510 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-44bb4a0b-4713-473d-902a-625efc0d3363 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Calling delete_port for 0cd53813-8fc8-4811-a6e6-6e36600dad54 owned by network:floatingip {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:57:17.029327 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-40a36a66-ad04-4e91-b356-806fcb34be58 req-323f016c-b14b-406e-93c0-d897b3d7d4ea service neutron] 10.222.0.11 "GET /v2.0/networks/a0d2adb9-f818-45ca-8a33-9d0230736008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953166 Nov 27 03:57:17.174541 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-44bb4a0b-4713-473d-902a-625efc0d3363 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:17.200367 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb4a0b-4713-473d-902a-625efc0d3363 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Pushing event deleted for resources: {'Port': ['ID=0cd53813-8fc8-4811-a6e6-6e36600dad54,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:17.270184 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-44bb4a0b-4713-473d-902a-625efc0d3363 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Publish callbacks [] for floatingip, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:17.273040 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-44bb4a0b-4713-473d-902a-625efc0d3363 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:17.277718 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-44bb4a0b-4713-473d-902a-625efc0d3363 tempest-ServersTestFqdnHostnames-805812985 tempest-ServersTestFqdnHostnames-805812985-project] 10.222.0.20 "DELETE /v2.0/floatingips/edef809b-e6c3-4367-b4e2-9adb43094742 HTTP/1.1" status: 204 len: 168 time: 0.4902158 Nov 27 03:57:17.277718 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46372) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:17.401677 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 03:57:17.414956 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb87d1c-22a3-4392-9414-7a093163b75d req-033dd863-6816-4a38-8609-76e4dbed00f3 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:17.416801 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ddb87d1c-22a3-4392-9414-7a093163b75d req-033dd863-6816-4a38-8609-76e4dbed00f3 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=e03cfa9d-1815-4204-855a-071772364d27 HTTP/1.1" status: 200 len: 943 time: 0.0710075 Nov 27 03:57:17.493808 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device d78f25da-b9b8-4f63-98ba-1b571695aee3 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:57:17.549813 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ddb87d1c-22a3-4392-9414-7a093163b75d req-3cf33860-1ae5-4343-9e22-9c7bf635c0db tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243861 Nov 27 03:57:17.643067 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44b784-00b9-4053-ad33-2730af4ef850 req-961f52b4-fb12-461e-92ce-f657d9e70e3c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:17.651485 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8d44b784-00b9-4053-ad33-2730af4ef850 req-961f52b4-fb12-461e-92ce-f657d9e70e3c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4ed45c7-69d5-4b7d-9d55-37c5314779f8 HTTP/1.1" status: 200 len: 944 time: 0.0874012 Nov 27 03:57:17.722419 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8d44b784-00b9-4053-ad33-2730af4ef850 req-bbcc37e1-82d4-4afe-87f4-645562148e78 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648959 Nov 27 03:57:17.804082 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4fd63d31-a02b-4176-b829-256b5f3ad1a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:17.876508 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port d78f25da-b9b8-4f63-98ba-1b571695aee3, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d78f25da-b9b8-4f63-98ba-1b571695aee3,segment=NetworkSegment(e40e3b9b-cd7d-4402-aebb-20a69a216b2f),segment_id=e40e3b9b-cd7d-4402-aebb-20a69a216b2f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:57:17.888131 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': 'd78f25da-b9b8-4f63-98ba-1b571695aee3', 'network_id': '4c2206f1-5002-4d5a-a6bd-f85327f757ed', 'port_id': 'd78f25da-b9b8-4f63-98ba-1b571695aee3', 'mac_address': 'fa:16:3e:f7:90:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19827895-167c-4ffb-a565-ae1a5e643330', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:57:17.946481 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:17.951095 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e03cfa9d-1815-4204-855a-071772364d27', 'tag': 'ad51e61c-d1d6-4c1d-8ec1-3355164a48f3'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:57:17.953843 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34fb616-fb2c-45ea-8b1e-f756ade10d69" -d '{"events": [{"name": "network-changed", "server_uuid": "e03cfa9d-1815-4204-855a-071772364d27", "tag": "ad51e61c-d1d6-4c1d-8ec1-3355164a48f3"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:57:17.982538 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d78f25da-b9b8-4f63-98ba-1b571695aee3 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:57:18.015824 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port d78f25da-b9b8-4f63-98ba-1b571695aee3, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d78f25da-b9b8-4f63-98ba-1b571695aee3,segment=NetworkSegment(e40e3b9b-cd7d-4402-aebb-20a69a216b2f),segment_id=e40e3b9b-cd7d-4402-aebb-20a69a216b2f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:57:18.022807 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:18.035592 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcda1c6-0925-4dc4-ba25-b34a2e606d59 req-845e2b09-5ec4-4375-8125-db6f720389ed tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:18.043919 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fbcda1c6-0925-4dc4-ba25-b34a2e606d59 req-845e2b09-5ec4-4375-8125-db6f720389ed tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 946 time: 0.0689542 Nov 27 03:57:18.069264 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-32643998-22e3-403f-8a7c-083dc30e0b2d tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:18.070839 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-32643998-22e3-403f-8a7c-083dc30e0b2d tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/networks?id=9066c940-2187-4bcb-b452-41734810299f HTTP/1.1" status: 200 len: 812 time: 0.1875713 Nov 27 03:57:18.091633 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=d78f25da-b9b8-4f63-98ba-1b571695aee3,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:18.098586 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-d5389f56-a90c-4de6-8e1b-3f81f6da4e42 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/quotas/c0fb01b15ba04e8ca79caed9882229f4 HTTP/1.1" status: 200 len: 375 time: 0.0178645 Nov 27 03:57:18.108033 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:57:18.108398 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:57:18.108820 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:57:18.109421 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:57:18.110071 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:57:18.110703 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:57:18.111319 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:57:18.111898 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fbcda1c6-0925-4dc4-ba25-b34a2e606d59 req-33976df0-05fb-4a34-8cb1-383cff4f068e tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=12c77282-abb4-49c4-b21d-278815576516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619450 Nov 27 03:57:18.112413 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:57:18.123886 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:57:18.124451 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:57:18.125146 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:57:18.125504 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:57:18.154094 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b347aa7a-7dba-4c4f-b45f-5b65d32d66fd x-openstack-request-id: req-b347aa7a-7dba-4c4f-b45f-5b65d32d66fd {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:57:18.154661 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e03cfa9d-1815-4204-855a-071772364d27", "tag": "ad51e61c-d1d6-4c1d-8ec1-3355164a48f3", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:57:18.155042 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b347aa7a-7dba-4c4f-b45f-5b65d32d66fd {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:57:18.155454 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e03cfa9d-1815-4204-855a-071772364d27', 'tag': 'ad51e61c-d1d6-4c1d-8ec1-3355164a48f3', 'status': 'completed', 'code': 200} Nov 27 03:57:18.213629 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-919f2a76-0750-49d1-85e5-93d2604976f8 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0fb01b15ba04e8ca79caed9882229f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1057129 Nov 27 03:57:18.267772 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fb616-fb2c-45ea-8b1e-f756ade10d69 req-f9996076-635b-4c23-b3e4-e2c6bb510cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:18.270616 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f34fb616-fb2c-45ea-8b1e-f756ade10d69 req-f9996076-635b-4c23-b3e4-e2c6bb510cc8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1b50a26fbf4e4ac2ae82d7a8006f27fa&device_id=e03cfa9d-1815-4204-855a-071772364d27 HTTP/1.1" status: 200 len: 1094 time: 0.0595503 Nov 27 03:57:18.274125 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c0a81ff7-071e-4031-9e59-45afd755399a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:18.301317 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-4fd63d31-a02b-4176-b829-256b5f3ad1a1 admin admin] Deleting port 723d4cd2-a000-4b8e-8122-e5ea970eecb3 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:57:18.301676 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4fd63d31-a02b-4176-b829-256b5f3ad1a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:18.379442 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['d78f25da-b9b8-4f63-98ba-1b571695aee3'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:57:18.382950 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-c73a6865-1566-493b-8994-23aadcb1c69a service neutron] 10.222.0.20 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614449 Nov 27 03:57:18.392005 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fb616-fb2c-45ea-8b1e-f756ade10d69 req-097542b0-0199-4175-a740-9bf86a4fd455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:18.393659 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f34fb616-fb2c-45ea-8b1e-f756ade10d69 req-097542b0-0199-4175-a740-9bf86a4fd455 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0d2adb9-f818-45ca-8a33-9d0230736008 HTTP/1.1" status: 200 len: 915 time: 0.1156497 Nov 27 03:57:18.449075 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f34fb616-fb2c-45ea-8b1e-f756ade10d69 req-e1450219-140e-48f9-a746-2ae603078123 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad51e61c-d1d6-4c1d-8ec1-3355164a48f3 HTTP/1.1" status: 200 len: 217 time: 0.0457604 Nov 27 03:57:18.466495 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-4fd63d31-a02b-4176-b829-256b5f3ad1a1 admin admin] For port 723d4cd2-a000-4b8e-8122-e5ea970eecb3, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=723d4cd2-a000-4b8e-8122-e5ea970eecb3,segment=NetworkSegment(0a587f35-0a39-4fc4-b0ff-200373687efc),segment_id=0a587f35-0a39-4fc4-b0ff-200373687efc)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:57:18.467037 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4fd63d31-a02b-4176-b829-256b5f3ad1a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:18.484226 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-4fd63d31-a02b-4176-b829-256b5f3ad1a1 admin admin] Calling delete_port for 723d4cd2-a000-4b8e-8122-e5ea970eecb3 owned by network:router_interface {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:57:18.543868 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fb616-fb2c-45ea-8b1e-f756ade10d69 req-b129f9e1-6b1d-43a4-84bb-755b64d5a520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:18.545960 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f34fb616-fb2c-45ea-8b1e-f756ade10d69 req-b129f9e1-6b1d-43a4-84bb-755b64d5a520 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=96964785-3ad1-4856-8b42-aea81599cd83 HTTP/1.1" status: 200 len: 854 time: 0.0872710 Nov 27 03:57:18.553782 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-be3541c9-079d-4940-9382-2c06883fadf8 service neutron] 10.222.0.20 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611745 Nov 27 03:57:18.590699 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:18.621718 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f34fb616-fb2c-45ea-8b1e-f756ade10d69 req-d3dcda2c-bc8c-4d78-ac5e-afc1eb7591b3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0d2adb9-f818-45ca-8a33-9d0230736008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604508 Nov 27 03:57:18.757547 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4fd63d31-a02b-4176-b829-256b5f3ad1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:18.793406 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f34fb616-fb2c-45ea-8b1e-f756ade10d69 req-60894258-2cb7-48fd-a003-a7ea4a3c4a61 service neutron] 10.222.0.11 "GET /v2.0/networks/a0d2adb9-f818-45ca-8a33-9d0230736008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622152 Nov 27 03:57:18.818616 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03569e20-7b4e-411d-87ff-5796f7b4107d req-d1672063-ea32-40fb-9937-bf7099ea1904 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:18.826345 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-03569e20-7b4e-411d-87ff-5796f7b4107d req-d1672063-ea32-40fb-9937-bf7099ea1904 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=e03cfa9d-1815-4204-855a-071772364d27 HTTP/1.1" status: 200 len: 943 time: 0.1036439 Nov 27 03:57:18.887744 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd63d31-a02b-4176-b829-256b5f3ad1a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=723d4cd2-a000-4b8e-8122-e5ea970eecb3,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:18.961289 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-03569e20-7b4e-411d-87ff-5796f7b4107d req-04d9c0db-b9b1-4f1e-b1ce-5b0e794887ce tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335528 Nov 27 03:57:19.040444 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f34fb616-fb2c-45ea-8b1e-f756ade10d69 req-50333a1b-1d7d-4e2f-9063-6c2342718e34 service neutron] 10.222.0.11 "GET /v2.0/networks/a0d2adb9-f818-45ca-8a33-9d0230736008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332339 Nov 27 03:57:19.067779 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device ad51e61c-d1d6-4c1d-8ec1-3355164a48f3 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:57:19.101405 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3e8d83fa-20ff-461d-8757-b989dd9c7b69 req-8795bbf4-1b23-431d-8636-72f7e72941c0 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=222c6c9d-99cb-458a-b40a-c5ca57ab95eb HTTP/1.1" status: 200 len: 210 time: 0.0592461 Nov 27 03:57:19.161566 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4fd63d31-a02b-4176-b829-256b5f3ad1a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:19.218207 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f6cea-e534-4978-8c52-d819ac0d289b req-4a10da40-0cc7-45a5-a7bc-e428fd55d91b tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:19.219887 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-944f6cea-e534-4978-8c52-d819ac0d289b req-4a10da40-0cc7-45a5-a7bc-e428fd55d91b tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4ed45c7-69d5-4b7d-9d55-37c5314779f8 HTTP/1.1" status: 200 len: 945 time: 0.1572378 Nov 27 03:57:19.259443 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port ad51e61c-d1d6-4c1d-8ec1-3355164a48f3, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=ad51e61c-d1d6-4c1d-8ec1-3355164a48f3,segment=NetworkSegment(6c2c8aa3-2731-42bd-bba4-8ad2d6d79985),segment_id=6c2c8aa3-2731-42bd-bba4-8ad2d6d79985)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:57:19.277149 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'ad51e61c-d1d6-4c1d-8ec1-3355164a48f3', 'network_id': 'a0d2adb9-f818-45ca-8a33-9d0230736008', 'port_id': 'ad51e61c-d1d6-4c1d-8ec1-3355164a48f3', 'mac_address': 'fa:16:3e:5d:77:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96964785-3ad1-4856-8b42-aea81599cd83', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:57:19.322431 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:19.338426 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad51e61c-d1d6-4c1d-8ec1-3355164a48f3 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:57:19.388791 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port ad51e61c-d1d6-4c1d-8ec1-3355164a48f3, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=ad51e61c-d1d6-4c1d-8ec1-3355164a48f3,segment=NetworkSegment(6c2c8aa3-2731-42bd-bba4-8ad2d6d79985),segment_id=6c2c8aa3-2731-42bd-bba4-8ad2d6d79985)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:57:19.395837 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:19.397128 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7d31a-8e44-482e-bc24-32d850706fe9 req-5df16acf-7665-4e27-b579-48dfe100ec3c tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:19.402886 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-944f6cea-e534-4978-8c52-d819ac0d289b req-4fad875d-efc1-4c4b-92af-2de47de0dd2c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426294 Nov 27 03:57:19.406255 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5be7d31a-8e44-482e-bc24-32d850706fe9 req-5df16acf-7665-4e27-b579-48dfe100ec3c tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 946 time: 0.0739980 Nov 27 03:57:19.481566 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5be7d31a-8e44-482e-bc24-32d850706fe9 req-e1dc7d8a-02ee-4552-808c-09e09b088dc2 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=12c77282-abb4-49c4-b21d-278815576516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749760 Nov 27 03:57:19.484098 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:19.484908 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=ad51e61c-d1d6-4c1d-8ec1-3355164a48f3,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:19.508577 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device d78f25da-b9b8-4f63-98ba-1b571695aee3 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:57:19.569898 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port d78f25da-b9b8-4f63-98ba-1b571695aee3 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:57:19.574104 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port d78f25da-b9b8-4f63-98ba-1b571695aee3 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:57:19.574585 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:19.596459 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd63d31-a02b-4176-b829-256b5f3ad1a1 admin admin] Router c0573663-d34a-4db7-873d-174c1c9e34e1 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:57:19.680013 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:19.717346 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ed45c7-69d5-4b7d-9d55-37c5314779f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd78f25da-b9b8-4f63-98ba-1b571695aee3'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:57:19.719645 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169642fb-593c-4e70-a15e-ad6187a89ffd" -d '{"events": [{"server_uuid": "d4ed45c7-69d5-4b7d-9d55-37c5314779f8", "name": "network-vif-plugged", "status": "completed", "tag": "d78f25da-b9b8-4f63-98ba-1b571695aee3"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:57:19.728063 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd63d31-a02b-4176-b829-256b5f3ad1a1 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:57:19.734125 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port d78f25da-b9b8-4f63-98ba-1b571695aee3, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d78f25da-b9b8-4f63-98ba-1b571695aee3,segment=NetworkSegment(e40e3b9b-cd7d-4402-aebb-20a69a216b2f),segment_id=e40e3b9b-cd7d-4402-aebb-20a69a216b2f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:57:19.740498 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:19.746819 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4fd63d31-a02b-4176-b829-256b5f3ad1a1 admin admin] 10.222.0.20 "PUT /v2.0/routers/c0573663-d34a-4db7-873d-174c1c9e34e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4674728 Nov 27 03:57:19.748073 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46462) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:19.749516 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb1d040-21bb-4591-abe4-6d82f59e3a07 None None] Sync routers for ids ['c0573663-d34a-4db7-873d-174c1c9e34e1'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:57:19.762885 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb1d040-21bb-4591-abe4-6d82f59e3a07 None None] Routers {'c0573663-d34a-4db7-873d-174c1c9e34e1'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:57:19.764684 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-aeb1d040-21bb-4591-abe4-6d82f59e3a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:57:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c0573663-d34a-4db7-873d-174c1c9e34e1'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:57:19.813512 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c558d945-90b6-4423-b626-903ac2d67453 x-openstack-request-id: req-c558d945-90b6-4423-b626-903ac2d67453 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:57:19.813863 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ed45c7-69d5-4b7d-9d55-37c5314779f8", "name": "network-vif-plugged", "status": "completed", "tag": "d78f25da-b9b8-4f63-98ba-1b571695aee3", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:57:19.814121 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c558d945-90b6-4423-b626-903ac2d67453 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:57:19.814515 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ed45c7-69d5-4b7d-9d55-37c5314779f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd78f25da-b9b8-4f63-98ba-1b571695aee3', 'code': 200} Nov 27 03:57:19.819759 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=d78f25da-b9b8-4f63-98ba-1b571695aee3,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:19.890784 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d90d8cde-93b1-429b-9674-a7209c7f63c0 admin admin] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:19.915575 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-aeb1d040-21bb-4591-abe4-6d82f59e3a07 None None] Set router c0573663-d34a-4db7-873d-174c1c9e34e1 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:57:19.929062 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['ad51e61c-d1d6-4c1d-8ec1-3355164a48f3'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:57:20.112988 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fab1b2-bec1-4b0b-98fc-204dd64250d8 req-cd6c9e11-3100-4ee6-b509-b64b6633978f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:20.116898 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d2fab1b2-bec1-4b0b-98fc-204dd64250d8 req-cd6c9e11-3100-4ee6-b509-b64b6633978f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d4ed45c7-69d5-4b7d-9d55-37c5314779f8 HTTP/1.1" status: 200 len: 1097 time: 0.1181364 Nov 27 03:57:20.132796 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd42863-f694-477a-9e4b-0515bf79409b req-9b2b31fa-5b34-4e6f-94cf-50e9ce9786e6 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:20.135949 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cdd42863-f694-477a-9e4b-0515bf79409b req-9b2b31fa-5b34-4e6f-94cf-50e9ce9786e6 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=e03cfa9d-1815-4204-855a-071772364d27 HTTP/1.1" status: 200 len: 944 time: 0.0647490 Nov 27 03:57:20.200100 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d90d8cde-93b1-429b-9674-a7209c7f63c0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:20.244625 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-aeb1d040-21bb-4591-abe4-6d82f59e3a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0573663-d34a-4db7-873d-174c1c9e34e1', 'name': 'tempest-ServersTestFqdnHostnames-1927455745-router', 'tenant_id': '47ae16ff37d2448f915bd8f03c73987e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:54:48Z', 'updated_at': '2021-11-27T03:57:18Z', 'revision_number': 5, 'project_id': '47ae16ff37d2448f915bd8f03c73987e', 'gw_port': {'id': 'c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0573663-d34a-4db7-873d-174c1c9e34e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:49Z', 'updated_at': '2021-11-27T03:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:57:20.252166 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cdd42863-f694-477a-9e4b-0515bf79409b req-612ae137-2649-4702-a7f3-de6cc459022a tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090648 Nov 27 03:57:20.280248 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0efa3f12-2043-4faa-814c-86823d987447 req-5d075c37-28ac-40ff-8b6d-c367f4bf79bd tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=222c6c9d-99cb-458a-b40a-c5ca57ab95eb HTTP/1.1" status: 200 len: 210 time: 0.0728395 Nov 27 03:57:20.292822 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d2fab1b2-bec1-4b0b-98fc-204dd64250d8 req-edc1044e-9c1a-4777-ab07-2103e7ab5d90 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543369 Nov 27 03:57:20.316877 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-d90d8cde-93b1-429b-9674-a7209c7f63c0 admin admin] Deleting port c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:57:20.317473 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d90d8cde-93b1-429b-9674-a7209c7f63c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:20.330007 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb1d040-21bb-4591-abe4-6d82f59e3a07 None None] Checking router: c0573663-d34a-4db7-873d-174c1c9e34e1 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:57:20.344150 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb1d040-21bb-4591-abe4-6d82f59e3a07 None None] Routers {'c0573663-d34a-4db7-873d-174c1c9e34e1'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:57:20.344787 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-aeb1d040-21bb-4591-abe4-6d82f59e3a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:57:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c0573663-d34a-4db7-873d-174c1c9e34e1'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:57:20.410967 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-d90d8cde-93b1-429b-9674-a7209c7f63c0 admin admin] For port c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:57:20.411340 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d90d8cde-93b1-429b-9674-a7209c7f63c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:20.424666 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-d90d8cde-93b1-429b-9674-a7209c7f63c0 admin admin] Calling delete_port for c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd owned by network:router_gateway {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:57:20.450176 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-aeb1d040-21bb-4591-abe4-6d82f59e3a07 None None] Set router c0573663-d34a-4db7-873d-174c1c9e34e1 gateway port host: None {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:57:20.507098 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-aeb1d040-21bb-4591-abe4-6d82f59e3a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0573663-d34a-4db7-873d-174c1c9e34e1', 'name': 'tempest-ServersTestFqdnHostnames-1927455745-router', 'tenant_id': '47ae16ff37d2448f915bd8f03c73987e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:54:48Z', 'updated_at': '2021-11-27T03:57:20Z', 'revision_number': 6, 'project_id': '47ae16ff37d2448f915bd8f03c73987e', 'gw_port_host': None}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:57:20.540466 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb1d040-21bb-4591-abe4-6d82f59e3a07 None None] The sync data for ids ['c0573663-d34a-4db7-873d-174c1c9e34e1'] in n-d-819494-3 is: [{'id': 'c0573663-d34a-4db7-873d-174c1c9e34e1', 'name': 'tempest-ServersTestFqdnHostnames-1927455745-router', 'tenant_id': '47ae16ff37d2448f915bd8f03c73987e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:54:48Z', 'updated_at': '2021-11-27T03:57:20Z', 'revision_number': 6, 'project_id': '47ae16ff37d2448f915bd8f03c73987e', 'gw_port_host': None}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:57:20.651472 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f76e7-0c81-4037-ba47-354ee45a3764 req-2d4fa957-4eca-4362-8061-aba803543723 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:20.653470 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e81f76e7-0c81-4037-ba47-354ee45a3764 req-2d4fa957-4eca-4362-8061-aba803543723 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4ed45c7-69d5-4b7d-9d55-37c5314779f8 HTTP/1.1" status: 200 len: 946 time: 0.1651602 Nov 27 03:57:20.662808 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c5cd2-298e-4419-9874-dc92f07a0601 req-d1a86efb-802b-47bb-9e97-adb2490f6dc1 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:20.664664 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-311c5cd2-298e-4419-9874-dc92f07a0601 req-d1a86efb-802b-47bb-9e97-adb2490f6dc1 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 946 time: 0.0720181 Nov 27 03:57:20.731781 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-311c5cd2-298e-4419-9874-dc92f07a0601 req-caa8028d-a376-4182-b8b2-be818e870214 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=12c77282-abb4-49c4-b21d-278815576516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585682 Nov 27 03:57:21.108115 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:21.227533 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e81f76e7-0c81-4037-ba47-354ee45a3764 req-a8571783-7f50-43c5-826f-19ea0e94da27 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5465481 Nov 27 03:57:21.267581 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-967f164f-f9f7-4f15-b56c-a7c5406b9102 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:21.269153 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-967f164f-f9f7-4f15-b56c-a7c5406b9102 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.23 "GET /v2.0/networks?id=9066c940-2187-4bcb-b452-41734810299f HTTP/1.1" status: 200 len: 812 time: 0.6518874 Nov 27 03:57:21.270421 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d90d8cde-93b1-429b-9674-a7209c7f63c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:21.313710 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-108094cd-05ad-414e-aaa3-8d80be5ea52f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Request body: {'port': {'device_id': '222c6c9d-99cb-458a-b40a-c5ca57ab95eb', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'admin_state_up': True, 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:57:21.430171 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d8cde-93b1-429b-9674-a7209c7f63c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:21.488359 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f346553-f7e0-49e6-adf5-36f257aca53f req-2f1d655f-c078-42be-b18b-d6e64b01dc82 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:21.490073 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5f346553-f7e0-49e6-adf5-36f257aca53f req-2f1d655f-c078-42be-b18b-d6e64b01dc82 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=e03cfa9d-1815-4204-855a-071772364d27 HTTP/1.1" status: 200 len: 944 time: 0.1063240 Nov 27 03:57:21.566451 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5f346553-f7e0-49e6-adf5-36f257aca53f req-10f708f9-5317-4c69-a800-6713ab8b61ef tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679343 Nov 27 03:57:21.589432 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ba37d975-8f87-41b7-858c-422f43e54bd4 req-48eba26b-835f-4b8b-8424-7fef07630420 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=222c6c9d-99cb-458a-b40a-c5ca57ab95eb HTTP/1.1" status: 200 len: 210 time: 0.1617107 Nov 27 03:57:21.654910 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46502) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:21.691000 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-108094cd-05ad-414e-aaa3-8d80be5ea52f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Made reservation on behalf of c0fb01b15ba04e8ca79caed9882229f4 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:57:21.695709 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-108094cd-05ad-414e-aaa3-8d80be5ea52f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:21.711838 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d90d8cde-93b1-429b-9674-a7209c7f63c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:21.772023 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:21.813359 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2e2f21e6-4e51-45ff-9a9d-80306de9ce68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:21.901972 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2e2f21e6-4e51-45ff-9a9d-80306de9ce68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:21.905979 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2e2f21e6-4e51-45ff-9a9d-80306de9ce68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:21.915103 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d90d8cde-93b1-429b-9674-a7209c7f63c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:21.920680 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d90d8cde-93b1-429b-9674-a7209c7f63c0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:21.949141 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2e2f21e6-4e51-45ff-9a9d-80306de9ce68 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a35271535b114c0489702cb5fc9ea79f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2920146 Nov 27 03:57:21.949922 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f21e6-4e51-45ff-9a9d-80306de9ce68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9746810-6af7-441f-ba62-fb6156a49bca,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:21.953339 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46508) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:22.012728 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c12f26-34f3-4a7c-ad8b-f51772413feb req-a5b1bf9b-f63a-4267-b6be-e580b48d595d tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:22.015196 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d9bc9c62-c164-466f-b7b0-2c2962abc693 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:22.019456 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-43c12f26-34f3-4a7c-ad8b-f51772413feb req-a5b1bf9b-f63a-4267-b6be-e580b48d595d tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 946 time: 0.1868823 Nov 27 03:57:22.039657 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d9bc9c62-c164-466f-b7b0-2c2962abc693 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:22.060332 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d90d8cde-93b1-429b-9674-a7209c7f63c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:22.061109 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90d8cde-93b1-429b-9674-a7209c7f63c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0573663-d34a-4db7-873d-174c1c9e34e1 {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 03:57:22.073781 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d90d8cde-93b1-429b-9674-a7209c7f63c0 admin admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:22.074984 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d90d8cde-93b1-429b-9674-a7209c7f63c0 admin admin] 10.222.0.20 "DELETE /v2.0/routers/c0573663-d34a-4db7-873d-174c1c9e34e1 HTTP/1.1" status: 204 len: 168 time: 2.3255279 Nov 27 03:57:22.078099 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46510) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:22.126265 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-108094cd-05ad-414e-aaa3-8d80be5ea52f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Allocated IP 172.20.0.9 (9066c940-2187-4bcb-b452-41734810299f/7fdbb93f-95d3-4899-98b7-de442d33ecc0/9e467350-3c3d-43d0-a0da-3db733403146) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:57:22.131589 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-f961aa8f-72af-44b6-abfd-467c58d25803 admin admin] Deleting subnet fd9e42b7-23f0-4e8f-9535-cb693456746c {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:57:22.135928 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f961aa8f-72af-44b6-abfd-467c58d25803 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:22.143274 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-43c12f26-34f3-4a7c-ad8b-f51772413feb req-457fa67d-58ca-4e1c-baee-7724b7f9776c tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=12c77282-abb4-49c4-b21d-278815576516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801191 Nov 27 03:57:22.214125 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d9bc9c62-c164-466f-b7b0-2c2962abc693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:22.217953 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d9bc9c62-c164-466f-b7b0-2c2962abc693 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:22.220800 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d9bc9c62-c164-466f-b7b0-2c2962abc693 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f9746810-6af7-441f-ba62-fb6156a49bca HTTP/1.1" status: 204 len: 168 time: 0.2648656 Nov 27 03:57:22.224527 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f961aa8f-72af-44b6-abfd-467c58d25803 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:22.287433 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc9c62-c164-466f-b7b0-2c2962abc693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9746810-6af7-441f-ba62-fb6156a49bca,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:22.431041 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f961aa8f-72af-44b6-abfd-467c58d25803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:22.451861 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77f38f-c371-4046-bc99-db548b2f592a req-cce85075-954e-48ce-9c2f-1f1bbb7aa11f tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:22.453438 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-eb77f38f-c371-4046-bc99-db548b2f592a req-cce85075-954e-48ce-9c2f-1f1bbb7aa11f tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4ed45c7-69d5-4b7d-9d55-37c5314779f8 HTTP/1.1" status: 200 len: 946 time: 0.0979011 Nov 27 03:57:22.478949 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-108094cd-05ad-414e-aaa3-8d80be5ea52f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:22.513390 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f961aa8f-72af-44b6-abfd-467c58d25803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:22.537760 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-eb77f38f-c371-4046-bc99-db548b2f592a req-447f3e32-cdf3-4065-b3cb-c72f7dde0149 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702357 Nov 27 03:57:22.554585 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-108094cd-05ad-414e-aaa3-8d80be5ea52f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:22.589816 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f961aa8f-72af-44b6-abfd-467c58d25803 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd9e42b7-23f0-4e8f-9535-cb693456746c,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:22.607454 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f260c02-6b53-40ac-b7e0-d0f61b0b85f1 None None] Network 461e781d-0c2c-4b68-9f4d-8feb5eb833d0 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:57:22.620716 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f961aa8f-72af-44b6-abfd-467c58d25803 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:22.636550 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f961aa8f-72af-44b6-abfd-467c58d25803 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fd9e42b7-23f0-4e8f-9535-cb693456746c HTTP/1.1" status: 204 len: 168 time: 0.5572560 Nov 27 03:57:22.642467 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46526) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:22.686471 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:57:22.714958 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:57:22.715613 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device c8ff87ab-caf4-4e06-a4b6-c5eabf31cabd not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:57:22.716232 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 723d4cd2-a000-4b8e-8122-e5ea970eecb3 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:57:22.720075 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-108094cd-05ad-414e-aaa3-8d80be5ea52f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Network 9066c940-2187-4bcb-b452-41734810299f is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:57:22.729099 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-108094cd-05ad-414e-aaa3-8d80be5ea52f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:57:22.734533 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-108094cd-05ad-414e-aaa3-8d80be5ea52f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:57:22.764203 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 723d4cd2-a000-4b8e-8122-e5ea970eecb3 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:57:22.765701 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 723d4cd2-a000-4b8e-8122-e5ea970eecb3 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:57:22.783476 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108094cd-05ad-414e-aaa3-8d80be5ea52f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Pushing event updated for resources: {'Port': ['ID=9e467350-3c3d-43d0-a0da-3db733403146,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:22.824244 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46530) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:22.861795 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-108094cd-05ad-414e-aaa3-8d80be5ea52f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:22.862845 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-108094cd-05ad-414e-aaa3-8d80be5ea52f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:22.873300 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a8e2c5ac-a609-4c4e-86a8-c5ecad8bf59d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:22.903506 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d52cf88-35d2-472d-b70c-c15110a5e392 req-81fca598-e995-440d-8215-c5524077d4ea tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:22.911718 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5d52cf88-35d2-472d-b70c-c15110a5e392 req-81fca598-e995-440d-8215-c5524077d4ea tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=e03cfa9d-1815-4204-855a-071772364d27 HTTP/1.1" status: 200 len: 944 time: 0.1710815 Nov 27 03:57:22.925084 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-108094cd-05ad-414e-aaa3-8d80be5ea52f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6161714 Nov 27 03:57:22.947146 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-9d5e4b49-1692-4fce-858a-7b1e6855ee98 service neutron] Request body: {'port': {'device_id': '222c6c9d-99cb-458a-b40a-c5ca57ab95eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:57:23.034387 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3651bd0d-0454-44bf-9042-7adc915809ce None None] DHCP port deletion for 461e781d-0c2c-4b68-9f4d-8feb5eb833d0 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 03:57:23.071993 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5d52cf88-35d2-472d-b70c-c15110a5e392 req-50c3fee3-98d6-4aa7-ba16-f04c92b533ca tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589866 Nov 27 03:57:23.116371 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-3651bd0d-0454-44bf-9042-7adc915809ce None None] Deleting port 77e52e95-c23a-4a8f-9d11-df5072c03a95 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:57:23.117104 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3651bd0d-0454-44bf-9042-7adc915809ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:23.121664 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device ad51e61c-d1d6-4c1d-8ec1-3355164a48f3 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:57:23.125403 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-9d5e4b49-1692-4fce-858a-7b1e6855ee98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:23.223523 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a8e2c5ac-a609-4c4e-86a8-c5ecad8bf59d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:23.237463 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-686fedd1-a007-428f-92e8-b81aadccd11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:23.246357 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a8e2c5ac-a609-4c4e-86a8-c5ecad8bf59d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:23.256217 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070cedd-686d-4872-9871-d5e42ed71604 req-549c636c-96a0-4b25-aa76-dde048cf9266 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:23.257809 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c070cedd-686d-4872-9871-d5e42ed71604 req-549c636c-96a0-4b25-aa76-dde048cf9266 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4ed45c7-69d5-4b7d-9d55-37c5314779f8 HTTP/1.1" status: 200 len: 946 time: 0.4920108 Nov 27 03:57:23.261281 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-6d417a9e-3db8-4a9a-a549-184fcc52e2cc None None] Provisioning complete for port 9e467350-3c3d-43d0-a0da-3db733403146 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:57:23.262292 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6d417a9e-3db8-4a9a-a549-184fcc52e2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:23.325194 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-6d417a9e-3db8-4a9a-a549-184fcc52e2cc None None] Port 9e467350-3c3d-43d0-a0da-3db733403146 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:57:23.331015 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-3651bd0d-0454-44bf-9042-7adc915809ce None None] For port 77e52e95-c23a-4a8f-9d11-df5072c03a95, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=77e52e95-c23a-4a8f-9d11-df5072c03a95,segment=NetworkSegment(0a587f35-0a39-4fc4-b0ff-200373687efc),segment_id=0a587f35-0a39-4fc4-b0ff-200373687efc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:57:23.331938 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3651bd0d-0454-44bf-9042-7adc915809ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:23.336686 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port ad51e61c-d1d6-4c1d-8ec1-3355164a48f3 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:57:23.344728 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c070cedd-686d-4872-9871-d5e42ed71604 req-124425a2-d6c0-4057-99c7-7e8cc011e683 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615954 Nov 27 03:57:23.347344 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port ad51e61c-d1d6-4c1d-8ec1-3355164a48f3 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:57:23.348483 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:23.351326 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-686fedd1-a007-428f-92e8-b81aadccd11f admin admin] Deleting port 77e52e95-c23a-4a8f-9d11-df5072c03a95 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:57:23.353233 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-686fedd1-a007-428f-92e8-b81aadccd11f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:23.386923 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-3651bd0d-0454-44bf-9042-7adc915809ce None None] Calling delete_port for 77e52e95-c23a-4a8f-9d11-df5072c03a95 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:57:23.392572 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a8e2c5ac-a609-4c4e-86a8-c5ecad8bf59d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=334ff64361954585822eef56e23f88fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5669358 Nov 27 03:57:23.402663 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e2c5ac-a609-4c4e-86a8-c5ecad8bf59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20ee0fd-ed1c-4aa6-9af7-d82a559bac2d,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:23.409791 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46538) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:23.423294 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc6940-1a27-4d39-bbf1-97b6307455c6 req-d6ae4ed4-3a3e-4ddc-868b-faded036e588 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:23.430742 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-35dc6940-1a27-4d39-bbf1-97b6307455c6 req-d6ae4ed4-3a3e-4ddc-868b-faded036e588 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=222c6c9d-99cb-458a-b40a-c5ca57ab95eb HTTP/1.1" status: 200 len: 931 time: 0.2458959 Nov 27 03:57:23.442189 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-686fedd1-a007-428f-92e8-b81aadccd11f admin admin] For port 77e52e95-c23a-4a8f-9d11-df5072c03a95, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=77e52e95-c23a-4a8f-9d11-df5072c03a95,segment=NetworkSegment(0a587f35-0a39-4fc4-b0ff-200373687efc),segment_id=0a587f35-0a39-4fc4-b0ff-200373687efc)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:57:23.442694 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-686fedd1-a007-428f-92e8-b81aadccd11f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:23.466482 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-686fedd1-a007-428f-92e8-b81aadccd11f admin admin] Calling delete_port for 77e52e95-c23a-4a8f-9d11-df5072c03a95 owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:57:23.537909 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:23.574426 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e03cfa9d-1815-4204-855a-071772364d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad51e61c-d1d6-4c1d-8ec1-3355164a48f3'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:57:23.577380 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df4ae15-5ec4-41e1-80cc-5d735307111c" -d '{"events": [{"server_uuid": "e03cfa9d-1815-4204-855a-071772364d27", "name": "network-vif-plugged", "status": "completed", "tag": "ad51e61c-d1d6-4c1d-8ec1-3355164a48f3"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:57:23.582495 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3651bd0d-0454-44bf-9042-7adc915809ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:23.587992 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-35dc6940-1a27-4d39-bbf1-97b6307455c6 req-b580c331-eb3f-4629-892e-0c61b9edc92a tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562018 Nov 27 03:57:23.601479 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3651bd0d-0454-44bf-9042-7adc915809ce None None] No DVR routers for this DVR port 77e52e95-c23a-4a8f-9d11-df5072c03a95 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:57:23.609519 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port ad51e61c-d1d6-4c1d-8ec1-3355164a48f3, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=ad51e61c-d1d6-4c1d-8ec1-3355164a48f3,segment=NetworkSegment(6c2c8aa3-2731-42bd-bba4-8ad2d6d79985),segment_id=6c2c8aa3-2731-42bd-bba4-8ad2d6d79985)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:57:23.634615 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:23.637344 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3651bd0d-0454-44bf-9042-7adc915809ce None None] Pushing event deleted for resources: {'Port': ['ID=77e52e95-c23a-4a8f-9d11-df5072c03a95,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:23.652302 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-26efff74-10f5-4f3b-9ee4-34d71148db5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:23.655624 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-686fedd1-a007-428f-92e8-b81aadccd11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:23.694849 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686fedd1-a007-428f-92e8-b81aadccd11f admin admin] No DVR routers for this DVR port 77e52e95-c23a-4a8f-9d11-df5072c03a95 on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:57:23.711045 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=ad51e61c-d1d6-4c1d-8ec1-3355164a48f3,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:23.776497 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-9d5e4b49-1692-4fce-858a-7b1e6855ee98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e467350-3c3d-43d0-a0da-3db733403146 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:57:23.784598 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-9d5e4b49-1692-4fce-858a-7b1e6855ee98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:23.800515 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-9d5e4b49-1692-4fce-858a-7b1e6855ee98 service neutron] Transition to ACTIVE for port object 9e467350-3c3d-43d0-a0da-3db733403146 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:57:23.804284 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-26efff74-10f5-4f3b-9ee4-34d71148db5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:23.813988 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-9d5e4b49-1692-4fce-858a-7b1e6855ee98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:23.843309 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686fedd1-a007-428f-92e8-b81aadccd11f admin admin] Pushing event deleted for resources: {'Port': ['ID=77e52e95-c23a-4a8f-9d11-df5072c03a95,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:23.853532 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-686fedd1-a007-428f-92e8-b81aadccd11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:23.874251 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82238cbb-5bbc-4b4e-b5d6-f728cc531332 req-dff91356-4e6c-497e-9337-a3dc4a53befd tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:23.882691 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-82238cbb-5bbc-4b4e-b5d6-f728cc531332 req-dff91356-4e6c-497e-9337-a3dc4a53befd tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 946 time: 0.2122421 Nov 27 03:57:23.928613 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-686fedd1-a007-428f-92e8-b81aadccd11f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['461e781d-0c2c-4b68-9f4d-8feb5eb833d0']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:57:23.933660 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5e4b49-1692-4fce-858a-7b1e6855ee98 service neutron] Pushing event updated for resources: {'Port': ['ID=9e467350-3c3d-43d0-a0da-3db733403146,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:23.955235 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-686fedd1-a007-428f-92e8-b81aadccd11f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a587f35-0a39-4fc4-b0ff-200373687efc') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:57:23.955649 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-686fedd1-a007-428f-92e8-b81aadccd11f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a587f35-0a39-4fc4-b0ff-200373687efc') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:57:23.963430 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657633ac-2a6c-4b72-8c1b-8369e72ea346 x-openstack-request-id: req-657633ac-2a6c-4b72-8c1b-8369e72ea346 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:57:23.963843 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e03cfa9d-1815-4204-855a-071772364d27", "name": "network-vif-plugged", "status": "completed", "tag": "ad51e61c-d1d6-4c1d-8ec1-3355164a48f3", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:57:23.964214 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-657633ac-2a6c-4b72-8c1b-8369e72ea346 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:57:23.964969 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e03cfa9d-1815-4204-855a-071772364d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad51e61c-d1d6-4c1d-8ec1-3355164a48f3', 'code': 200} Nov 27 03:57:23.986642 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-686fedd1-a007-428f-92e8-b81aadccd11f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:24.018466 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-82238cbb-5bbc-4b4e-b5d6-f728cc531332 req-083ff5c0-968e-4a71-acef-1d51cc2f6415 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=12c77282-abb4-49c4-b21d-278815576516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308987 Nov 27 03:57:24.019071 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-26efff74-10f5-4f3b-9ee4-34d71148db5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:24.021991 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-26efff74-10f5-4f3b-9ee4-34d71148db5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:24.030325 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-26efff74-10f5-4f3b-9ee4-34d71148db5c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e20ee0fd-ed1c-4aa6-9af7-d82a559bac2d HTTP/1.1" status: 204 len: 168 time: 0.6126573 Nov 27 03:57:24.043152 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-686fedd1-a007-428f-92e8-b81aadccd11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:24.057368 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-686fedd1-a007-428f-92e8-b81aadccd11f admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:57:24.057965 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-686fedd1-a007-428f-92e8-b81aadccd11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:24.059831 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:57:24.059831 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 03:57:24.059831 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:57:24.059831 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 03:57:24.059831 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:57:24.059831 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 03:57:24.059831 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:57:24.059831 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 03:57:24.059831 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 03:57:24.059831 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:57:24.059831 n-d-819494-3 neutron-server[110018]: timer() Nov 27 03:57:24.059831 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:57:24.059831 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 03:57:24.059831 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:57:24.059831 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 03:57:24.059831 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:57:24.059831 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 03:57:24.059831 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:57:24.059831 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 03:57:24.059831 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:57:24.059831 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 03:57:24.059831 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:57:24.059831 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:57:24.059831 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:57:24.059831 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:57:24.059831 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:57:24.059831 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 03:57:24.059831 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:57:24.059831 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 03:57:24.059831 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:57:24.059831 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:57:24.059831 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:57:24.059831 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 03:57:24.059831 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:57:24.059831 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:57:24.059831 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:57:24.059831 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:57:24.059831 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:57:24.059831 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:57:24.059831 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:57:24.066141 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26efff74-10f5-4f3b-9ee4-34d71148db5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20ee0fd-ed1c-4aa6-9af7-d82a559bac2d,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:24.088540 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-9d5e4b49-1692-4fce-858a-7b1e6855ee98 service neutron] Attempting to bind port 9e467350-3c3d-43d0-a0da-3db733403146 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:57:24.089054 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-9d5e4b49-1692-4fce-858a-7b1e6855ee98 service neutron] Attempting to bind port 9e467350-3c3d-43d0-a0da-3db733403146 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '7b573d51-51b1-4f49-9697-b1cce35223ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9066c940-2187-4bcb-b452-41734810299f'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:57:24.089486 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-9d5e4b49-1692-4fce-858a-7b1e6855ee98 service neutron] Attempting to bind port 9e467350-3c3d-43d0-a0da-3db733403146 on network 9066c940-2187-4bcb-b452-41734810299f {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:57:24.139285 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-9d5e4b49-1692-4fce-858a-7b1e6855ee98 service neutron] Port 9e467350-3c3d-43d0-a0da-3db733403146 on network 9066c940-2187-4bcb-b452-41734810299f not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:57:24.139632 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-9d5e4b49-1692-4fce-858a-7b1e6855ee98 service neutron] Attempting to bind port 9e467350-3c3d-43d0-a0da-3db733403146 on network 9066c940-2187-4bcb-b452-41734810299f {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:57:24.170035 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-9d5e4b49-1692-4fce-858a-7b1e6855ee98 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:57:24.171377 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-9d5e4b49-1692-4fce-858a-7b1e6855ee98 service neutron] Checking segment: {'id': '7b573d51-51b1-4f49-9697-b1cce35223ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9066c940-2187-4bcb-b452-41734810299f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:57:24.172654 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-9d5e4b49-1692-4fce-858a-7b1e6855ee98 service neutron] Bound using segment: {'id': '7b573d51-51b1-4f49-9697-b1cce35223ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9066c940-2187-4bcb-b452-41734810299f'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:57:24.173475 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-9d5e4b49-1692-4fce-858a-7b1e6855ee98 service neutron] Bound port: 9e467350-3c3d-43d0-a0da-3db733403146, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b573d51-51b1-4f49-9697-b1cce35223ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9066c940-2187-4bcb-b452-41734810299f'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:57:24.174088 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-9d5e4b49-1692-4fce-858a-7b1e6855ee98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:24.176612 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-686fedd1-a007-428f-92e8-b81aadccd11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:24.195705 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-686fedd1-a007-428f-92e8-b81aadccd11f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:24.206647 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-686fedd1-a007-428f-92e8-b81aadccd11f admin admin] 10.222.0.20 "DELETE /v2.0/networks/461e781d-0c2c-4b68-9f4d-8feb5eb833d0 HTTP/1.1" status: 204 len: 168 time: 1.5604856 Nov 27 03:57:24.230215 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686fedd1-a007-428f-92e8-b81aadccd11f admin admin] Pushing event deleted for resources: {'Network': ['ID=461e781d-0c2c-4b68-9f4d-8feb5eb833d0,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:24.317028 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126097f6-dd4b-4e55-b853-9c3eaaae520b req-facb365a-d7c6-4aa9-ac93-4a719ffcd119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:24.324597 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-126097f6-dd4b-4e55-b853-9c3eaaae520b req-facb365a-d7c6-4aa9-ac93-4a719ffcd119 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e03cfa9d-1815-4204-855a-071772364d27 HTTP/1.1" status: 200 len: 1096 time: 0.2720006 Nov 27 03:57:24.467326 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9a219-10c5-4940-a997-d510c29946fe req-cd429801-b3b7-4858-8e5a-373ce3fa083f tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:24.469123 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b3a9a219-10c5-4940-a997-d510c29946fe req-cd429801-b3b7-4858-8e5a-373ce3fa083f tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=e03cfa9d-1815-4204-855a-071772364d27 HTTP/1.1" status: 200 len: 945 time: 0.1335607 Nov 27 03:57:24.479032 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e98444-9207-4782-b052-9200b66858e3 req-6b9b566f-a49b-41b4-aa42-4df076f6c5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:24.480627 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f1e98444-9207-4782-b052-9200b66858e3 req-6b9b566f-a49b-41b4-aa42-4df076f6c5f0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b9bd4f2386ca49389eb1721b8a19f965&device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 1097 time: 0.0770659 Nov 27 03:57:24.481638 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-126097f6-dd4b-4e55-b853-9c3eaaae520b req-6ee07bb1-60a7-45a7-a0ab-dfd0181fe954 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667548 Nov 27 03:57:24.502779 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3807b-cd56-477e-943d-7d7a5a41b159 req-464f4560-696e-42f2-8671-e6233a6ba9b8 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:24.520797 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38b3807b-cd56-477e-943d-7d7a5a41b159 req-464f4560-696e-42f2-8671-e6233a6ba9b8 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4ed45c7-69d5-4b7d-9d55-37c5314779f8 HTTP/1.1" status: 200 len: 946 time: 0.3768449 Nov 27 03:57:24.532688 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-9d5e4b49-1692-4fce-858a-7b1e6855ee98 service neutron] For port 9e467350-3c3d-43d0-a0da-3db733403146, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:57:24.540038 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b3a9a219-10c5-4940-a997-d510c29946fe req-1f576e49-8b24-4a90-a550-161219ace05c tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632718 Nov 27 03:57:24.543380 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-9d5e4b49-1692-4fce-858a-7b1e6855ee98 service neutron] For port 9e467350-3c3d-43d0-a0da-3db733403146, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=9e467350-3c3d-43d0-a0da-3db733403146,segment=NetworkSegment(7b573d51-51b1-4f49-9697-b1cce35223ba),segment_id=7b573d51-51b1-4f49-9697-b1cce35223ba)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:57:24.574386 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-9d5e4b49-1692-4fce-858a-7b1e6855ee98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:24.645433 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 77e52e95-c23a-4a8f-9d11-df5072c03a95 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:57:24.647761 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-9d5e4b49-1692-4fce-858a-7b1e6855ee98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:24.648467 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-9d5e4b49-1692-4fce-858a-7b1e6855ee98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:24.650045 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-9d5e4b49-1692-4fce-858a-7b1e6855ee98 service neutron] 10.222.0.23 "PUT /v2.0/ports/9e467350-3c3d-43d0-a0da-3db733403146 HTTP/1.1" status: 200 len: 1091 time: 1.7090793 Nov 27 03:57:24.657258 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '222c6c9d-99cb-458a-b40a-c5ca57ab95eb', 'tag': '9e467350-3c3d-43d0-a0da-3db733403146'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:57:24.664322 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073cdcb9-8263-4f44-bf03-9307a291c37a" -d '{"events": [{"name": "network-changed", "server_uuid": "222c6c9d-99cb-458a-b40a-c5ca57ab95eb", "tag": "9e467350-3c3d-43d0-a0da-3db733403146"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:57:24.687070 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38b3807b-cd56-477e-943d-7d7a5a41b159 req-9ec33cd4-c2b5-47d4-b767-49f6bb522cf8 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478093 Nov 27 03:57:24.693563 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46568) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:24.753433 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 77e52e95-c23a-4a8f-9d11-df5072c03a95 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:57:24.765909 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5e4b49-1692-4fce-858a-7b1e6855ee98 service neutron] Pushing event updated for resources: {'Port': ['ID=9e467350-3c3d-43d0-a0da-3db733403146,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:24.767939 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 77e52e95-c23a-4a8f-9d11-df5072c03a95 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:57:24.830800 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-7366aa32-5b1e-4324-a121-2a5c1a9f60b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:24.832432 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-7366aa32-5b1e-4324-a121-2a5c1a9f60b5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0fb01b15ba04e8ca79caed9882229f4&device_id=222c6c9d-99cb-458a-b40a-c5ca57ab95eb HTTP/1.1" status: 200 len: 1094 time: 0.1009014 Nov 27 03:57:24.896470 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-4b7f0dea-43dd-4e32-96e3-b3b22ac18e35 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e467350-3c3d-43d0-a0da-3db733403146 HTTP/1.1" status: 200 len: 217 time: 0.0487010 Nov 27 03:57:24.991447 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e98444-9207-4782-b052-9200b66858e3 req-7737fe0f-b453-4f17-be73-760dd8f18d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:24.993256 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f1e98444-9207-4782-b052-9200b66858e3 req-7737fe0f-b453-4f17-be73-760dd8f18d77 service neutron] 10.222.0.11 "GET /v2.0/networks?id=206ec85b-e04a-4c10-8a6e-66c9bea7fa3d HTTP/1.1" status: 200 len: 911 time: 0.2065663 Nov 27 03:57:25.014025 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-0004c875-c9e7-406b-847d-52499f5094f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:25.016069 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-0004c875-c9e7-406b-847d-52499f5094f9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7fdbb93f-95d3-4899-98b7-de442d33ecc0 HTTP/1.1" status: 200 len: 851 time: 0.1084607 Nov 27 03:57:25.028270 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc99a5-8965-4b6c-be61-39499b244a66 req-61b5433b-1b36-4c60-9403-cfa6b5c3d3f0 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:25.028429 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b99c2-f312-421c-bd16-549591d6e7c3 req-9033fc4b-481a-4902-9dc8-22b6d19d86ad tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:25.029853 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5e3b99c2-f312-421c-bd16-549591d6e7c3 req-9033fc4b-481a-4902-9dc8-22b6d19d86ad tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=222c6c9d-99cb-458a-b40a-c5ca57ab95eb HTTP/1.1" status: 200 len: 943 time: 0.0846682 Nov 27 03:57:25.039029 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-79bc99a5-8965-4b6c-be61-39499b244a66 req-61b5433b-1b36-4c60-9403-cfa6b5c3d3f0 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 946 time: 0.4002063 Nov 27 03:57:25.081201 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7506c8b0-a396-4f50-aa5b-1c110f742efe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=47ae16ff37d2448f915bd8f03c73987e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3213408 Nov 27 03:57:25.089237 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46576) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:25.129839 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-d1bb24fc-c7bd-4e61-b19c-80b5d7f1f01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:25.132167 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-d1bb24fc-c7bd-4e61-b19c-80b5d7f1f01a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9066c940-2187-4bcb-b452-41734810299f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941396 Nov 27 03:57:25.158656 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5e3b99c2-f312-421c-bd16-549591d6e7c3 req-816ebe52-9086-4a05-8f16-321b0fac9f66 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059644 Nov 27 03:57:25.189161 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-79bc99a5-8965-4b6c-be61-39499b244a66 req-4a1cd182-1e76-4633-8317-b7ac3214f94c tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=12c77282-abb4-49c4-b21d-278815576516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390934 Nov 27 03:57:25.254702 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f1e98444-9207-4782-b052-9200b66858e3 req-2a49f02f-a4aa-4758-8822-b1dde6f30d82 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcb98403-a8ea-45ea-948a-aff68d563e8c HTTP/1.1" status: 200 len: 1002 time: 0.2468991 Nov 27 03:57:25.276454 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50d81d4-ccb7-4acf-8392-47be46aca17c x-openstack-request-id: req-d50d81d4-ccb7-4acf-8392-47be46aca17c {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:57:25.276818 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "222c6c9d-99cb-458a-b40a-c5ca57ab95eb", "tag": "9e467350-3c3d-43d0-a0da-3db733403146", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:57:25.277050 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d50d81d4-ccb7-4acf-8392-47be46aca17c {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:57:25.277503 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '222c6c9d-99cb-458a-b40a-c5ca57ab95eb', 'tag': '9e467350-3c3d-43d0-a0da-3db733403146', 'status': 'completed', 'code': 200} Nov 27 03:57:25.304937 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18a0ceb1-aee5-4316-b9dd-23e73e07d1c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:25.333278 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-4f542198-1469-41f7-bc97-8a45b307f1ce service neutron] 10.222.0.23 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688488 Nov 27 03:57:25.338725 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e98444-9207-4782-b052-9200b66858e3 req-7a31c341-4cfd-4d63-a004-e82227b946a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:25.339938 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f1e98444-9207-4782-b052-9200b66858e3 req-7a31c341-4cfd-4d63-a004-e82227b946a5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=16a2ad0e-052b-4c88-8b6f-df6566997da5 HTTP/1.1" status: 200 len: 849 time: 0.0769422 Nov 27 03:57:25.341890 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18a0ceb1-aee5-4316-b9dd-23e73e07d1c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:25.435409 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e98444-9207-4782-b052-9200b66858e3 req-0b95f44f-130d-4edd-a7de-383344b798cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:25.437429 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f1e98444-9207-4782-b052-9200b66858e3 req-0b95f44f-130d-4edd-a7de-383344b798cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=206ec85b-e04a-4c10-8a6e-66c9bea7fa3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0863552 Nov 27 03:57:25.445040 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ecd1db1b-212f-4022-9567-95e1c3f08e8d req-629dfda8-c005-4b03-b6dc-e8ad1ba65243 service neutron] 10.222.0.23 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012139 Nov 27 03:57:25.491511 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18a0ceb1-aee5-4316-b9dd-23e73e07d1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:25.494211 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18a0ceb1-aee5-4316-b9dd-23e73e07d1c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:25.495451 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-18a0ceb1-aee5-4316-b9dd-23e73e07d1c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/00c98faf-7de7-424a-b8ef-368773b395de HTTP/1.1" status: 204 len: 168 time: 0.4037766 Nov 27 03:57:25.527026 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0ceb1-aee5-4316-b9dd-23e73e07d1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c98faf-7de7-424a-b8ef-368773b395de,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:25.606834 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f1e98444-9207-4782-b052-9200b66858e3 req-9de186aa-1921-4df2-a3ae-14b4df4409f9 service neutron] 10.222.0.11 "GET /v2.0/networks/206ec85b-e04a-4c10-8a6e-66c9bea7fa3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601396 Nov 27 03:57:25.685923 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd6b74-c6cb-432e-8aef-1d998ea59d19 req-a29560ab-a7fc-4788-ac57-82658ae0d0cc tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:25.687669 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-74cd6b74-c6cb-432e-8aef-1d998ea59d19 req-a29560ab-a7fc-4788-ac57-82658ae0d0cc tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ed45c7-69d5-4b7d-9d55-37c5314779f8 HTTP/1.1" status: 200 len: 946 time: 0.1631753 Nov 27 03:57:25.695442 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073cdcb9-8263-4f44-bf03-9307a291c37a req-2907e0b8-d4a2-4fe8-8013-593510ccfe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:25.697273 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-073cdcb9-8263-4f44-bf03-9307a291c37a req-2907e0b8-d4a2-4fe8-8013-593510ccfe80 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0fb01b15ba04e8ca79caed9882229f4&device_id=222c6c9d-99cb-458a-b40a-c5ca57ab95eb HTTP/1.1" status: 200 len: 1094 time: 0.0987625 Nov 27 03:57:25.893330 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f1e98444-9207-4782-b052-9200b66858e3 req-e1a17787-e548-431a-8b18-5089ee077ee3 service neutron] 10.222.0.11 "GET /v2.0/networks/206ec85b-e04a-4c10-8a6e-66c9bea7fa3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638705 Nov 27 03:57:25.913459 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a05812-3d22-4474-a0f8-d4d0ef4cd3fa req-7086625a-868f-4cf9-8100-14ba4e001a75 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:25.915362 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-10a05812-3d22-4474-a0f8-d4d0ef4cd3fa req-7086625a-868f-4cf9-8100-14ba4e001a75 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4ed45c7-69d5-4b7d-9d55-37c5314779f8 HTTP/1.1" status: 200 len: 946 time: 0.0767999 Nov 27 03:57:25.958808 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac2189-385a-4794-a41e-3b43ee9c6f00 req-8fde6131-9815-4f89-9654-561625c3d765 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:25.960812 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8cac2189-385a-4794-a41e-3b43ee9c6f00 req-8fde6131-9815-4f89-9654-561625c3d765 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=e03cfa9d-1815-4204-855a-071772364d27 HTTP/1.1" status: 200 len: 945 time: 0.1938550 Nov 27 03:57:26.007791 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-10a05812-3d22-4474-a0f8-d4d0ef4cd3fa req-14390571-2c96-411e-b927-ddb18a43f2af tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862589 Nov 27 03:57:26.055058 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-74cd6b74-c6cb-432e-8aef-1d998ea59d19 req-773a2565-60f0-4ca9-95de-b54b2a18f4d8 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Deleting port d78f25da-b9b8-4f63-98ba-1b571695aee3 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:57:26.055400 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-74cd6b74-c6cb-432e-8aef-1d998ea59d19 req-773a2565-60f0-4ca9-95de-b54b2a18f4d8 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:26.059600 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073cdcb9-8263-4f44-bf03-9307a291c37a req-748e900a-e812-4b34-935b-0d971f779305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:26.061253 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-073cdcb9-8263-4f44-bf03-9307a291c37a req-748e900a-e812-4b34-935b-0d971f779305 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9066c940-2187-4bcb-b452-41734810299f HTTP/1.1" status: 200 len: 913 time: 0.2847588 Nov 27 03:57:26.198912 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-073cdcb9-8263-4f44-bf03-9307a291c37a req-2d291ef1-8f60-4de2-a3aa-55906579acc0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e467350-3c3d-43d0-a0da-3db733403146 HTTP/1.1" status: 200 len: 217 time: 0.1166539 Nov 27 03:57:26.218816 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8cac2189-385a-4794-a41e-3b43ee9c6f00 req-b6f6dab2-d65a-47f9-ab9a-d7eae6b16eca tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451038 Nov 27 03:57:26.357691 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-74cd6b74-c6cb-432e-8aef-1d998ea59d19 req-773a2565-60f0-4ca9-95de-b54b2a18f4d8 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] For port d78f25da-b9b8-4f63-98ba-1b571695aee3, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d78f25da-b9b8-4f63-98ba-1b571695aee3,segment=NetworkSegment(e40e3b9b-cd7d-4402-aebb-20a69a216b2f),segment_id=e40e3b9b-cd7d-4402-aebb-20a69a216b2f)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:57:26.358421 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-74cd6b74-c6cb-432e-8aef-1d998ea59d19 req-773a2565-60f0-4ca9-95de-b54b2a18f4d8 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:26.390441 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-74cd6b74-c6cb-432e-8aef-1d998ea59d19 req-773a2565-60f0-4ca9-95de-b54b2a18f4d8 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Calling delete_port for d78f25da-b9b8-4f63-98ba-1b571695aee3 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:57:26.467929 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2c1cb-64fb-4a71-be11-0faec0a4643d req-3c861087-1102-4c49-a8ec-a064f8819835 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:26.483703 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5ee2c1cb-64fb-4a71-be11-0faec0a4643d req-3c861087-1102-4c49-a8ec-a064f8819835 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=222c6c9d-99cb-458a-b40a-c5ca57ab95eb HTTP/1.1" status: 200 len: 943 time: 0.1866283 Nov 27 03:57:26.507280 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073cdcb9-8263-4f44-bf03-9307a291c37a req-5f8bc615-ed39-45f4-9d0f-1884aea863b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:26.508957 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-073cdcb9-8263-4f44-bf03-9307a291c37a req-5f8bc615-ed39-45f4-9d0f-1884aea863b2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7fdbb93f-95d3-4899-98b7-de442d33ecc0 HTTP/1.1" status: 200 len: 851 time: 0.2768238 Nov 27 03:57:26.637562 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dcbe3-13c5-4599-bd40-9b809a0baf5f req-c019986e-d624-4f38-960d-942efec4e06f tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:26.647644 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-414dcbe3-13c5-4599-bd40-9b809a0baf5f req-c019986e-d624-4f38-960d-942efec4e06f tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 946 time: 0.1557281 Nov 27 03:57:26.654861 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5ee2c1cb-64fb-4a71-be11-0faec0a4643d req-ec43e593-12bb-42ef-824e-0b0284b2f96e tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633446 Nov 27 03:57:26.731588 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073cdcb9-8263-4f44-bf03-9307a291c37a req-efb9d804-8be0-4be7-9dce-b656788fd5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:26.733972 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-073cdcb9-8263-4f44-bf03-9307a291c37a req-efb9d804-8be0-4be7-9dce-b656788fd5f2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9066c940-2187-4bcb-b452-41734810299f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1985095 Nov 27 03:57:26.861248 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-414dcbe3-13c5-4599-bd40-9b809a0baf5f req-08788a66-289e-478a-ba6c-60305b6dd201 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=12c77282-abb4-49c4-b21d-278815576516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2125189 Nov 27 03:57:26.866736 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-74cd6b74-c6cb-432e-8aef-1d998ea59d19 req-773a2565-60f0-4ca9-95de-b54b2a18f4d8 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:26.895504 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46634) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:26.900366 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['0465d762-6c9e-4453-a78f-ed2e7501887c'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:57:26.930496 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['d78f25da-b9b8-4f63-98ba-1b571695aee3'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:57:27.280279 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a2565-60f0-4ca9-95de-b54b2a18f4d8 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Pushing event deleted for resources: {'Port': ['ID=d78f25da-b9b8-4f63-98ba-1b571695aee3,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:27.350913 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-74cd6b74-c6cb-432e-8aef-1d998ea59d19 req-773a2565-60f0-4ca9-95de-b54b2a18f4d8 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] No DVR routers for this DVR port d78f25da-b9b8-4f63-98ba-1b571695aee3 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:57:27.355674 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-74cd6b74-c6cb-432e-8aef-1d998ea59d19 req-773a2565-60f0-4ca9-95de-b54b2a18f4d8 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:27.360373 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-74cd6b74-c6cb-432e-8aef-1d998ea59d19 req-773a2565-60f0-4ca9-95de-b54b2a18f4d8 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.23 "DELETE /v2.0/ports/d78f25da-b9b8-4f63-98ba-1b571695aee3 HTTP/1.1" status: 204 len: 173 time: 1.6619782 Nov 27 03:57:27.360963 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ed45c7-69d5-4b7d-9d55-37c5314779f8', 'name': 'network-vif-deleted', 'tag': 'd78f25da-b9b8-4f63-98ba-1b571695aee3'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:57:27.364201 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3d4018-ad48-40dc-a3c4-abe4dc5aca54" -d '{"events": [{"server_uuid": "d4ed45c7-69d5-4b7d-9d55-37c5314779f8", "name": "network-vif-deleted", "tag": "d78f25da-b9b8-4f63-98ba-1b571695aee3"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:57:27.371793 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-073cdcb9-8263-4f44-bf03-9307a291c37a req-b6f6058c-80e4-47ab-877a-27725bbcc444 service neutron] 10.222.0.23 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6226959 Nov 27 03:57:27.395992 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-9c7b4737-93ec-4717-bac2-3848be0d5b0b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2022893376-network', 'tenant_id': '0e0ac711ba5b41f683cd3879fd4f0e64'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:57:27.464742 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7b4737-93ec-4717-bac2-3848be0d5b0b admin admin] Made reservation on behalf of 0e0ac711ba5b41f683cd3879fd4f0e64 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:57:27.467857 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9c7b4737-93ec-4717-bac2-3848be0d5b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:27.491482 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9c7b4737-93ec-4717-bac2-3848be0d5b0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:27.589587 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8cf16c3f-c8dc-4f55-b39a-37774e43f4bf req-0461815b-cc76-4e0b-a3ce-ca7f76ef1d58 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4ed45c7-69d5-4b7d-9d55-37c5314779f8 HTTP/1.1" status: 200 len: 210 time: 0.4008436 Nov 27 03:57:27.677558 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5716b910-7906-4a63-bc09-454118802c5d x-openstack-request-id: req-5716b910-7906-4a63-bc09-454118802c5d {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:57:27.678446 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ed45c7-69d5-4b7d-9d55-37c5314779f8", "name": "network-vif-deleted", "tag": "d78f25da-b9b8-4f63-98ba-1b571695aee3", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:57:27.678744 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5716b910-7906-4a63-bc09-454118802c5d {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:57:27.679555 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ed45c7-69d5-4b7d-9d55-37c5314779f8', 'name': 'network-vif-deleted', 'tag': 'd78f25da-b9b8-4f63-98ba-1b571695aee3', 'status': 'completed', 'code': 200} Nov 27 03:57:27.695825 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ed707-bcd7-4908-9edc-bc50f60e27e6 req-99ee9c75-fc62-40ad-970d-5ede0ea0a7df tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:27.703967 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-331ed707-bcd7-4908-9edc-bc50f60e27e6 req-99ee9c75-fc62-40ad-970d-5ede0ea0a7df tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=e03cfa9d-1815-4204-855a-071772364d27 HTTP/1.1" status: 200 len: 945 time: 0.1610334 Nov 27 03:57:27.737120 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-073cdcb9-8263-4f44-bf03-9307a291c37a req-6ca6b17c-b530-47eb-9b77-030227e2f2b9 service neutron] 10.222.0.23 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544257 Nov 27 03:57:27.755320 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9c7b4737-93ec-4717-bac2-3848be0d5b0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:27.767539 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9c7b4737-93ec-4717-bac2-3848be0d5b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:27.808907 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c7b4737-93ec-4717-bac2-3848be0d5b0b admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:57:27.864193 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9c7b4737-93ec-4717-bac2-3848be0d5b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:27.864740 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-9c7b4737-93ec-4717-bac2-3848be0d5b0b admin admin] Added segment 7e54b36d-c96c-4f61-9ba2-07556326e8d9 of type vlan for network f350aaaa-6412-4811-a76c-2bd690256d62 Nov 27 03:57:27.866385 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b4737-93ec-4717-bac2-3848be0d5b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fd4a12-1174-4d95-a220-44eacec67b60,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:27.940703 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5406cf-5df2-42a3-b571-32a36d5255ef req-ac4538fe-61dd-4e18-a631-34c8d1709459 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:27.942626 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6b5406cf-5df2-42a3-b571-32a36d5255ef req-ac4538fe-61dd-4e18-a631-34c8d1709459 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=222c6c9d-99cb-458a-b40a-c5ca57ab95eb HTTP/1.1" status: 200 len: 943 time: 0.1421838 Nov 27 03:57:27.945075 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9c7b4737-93ec-4717-bac2-3848be0d5b0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:28.024134 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6b5406cf-5df2-42a3-b571-32a36d5255ef req-59d6d7fd-a6b2-4041-90ac-c729515c02de tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703187 Nov 27 03:57:28.025328 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9c7b4737-93ec-4717-bac2-3848be0d5b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:28.026822 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7b4737-93ec-4717-bac2-3848be0d5b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:28.028339 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9c7b4737-93ec-4717-bac2-3848be0d5b0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:28.129335 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9c7b4737-93ec-4717-bac2-3848be0d5b0b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2315364 Nov 27 03:57:28.133496 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46664) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:28.141050 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-73158b04-1dcd-44d8-8bc3-55a2dbd1d4bd admin admin] Request body: {'subnet': {'network_id': 'f350aaaa-6412-4811-a76c-2bd690256d62', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2022893376-subnet', 'tenant_id': '0e0ac711ba5b41f683cd3879fd4f0e64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:57:28.166093 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b4737-93ec-4717-bac2-3848be0d5b0b admin admin] Pushing event updated for resources: {'Network': ['ID=f350aaaa-6412-4811-a76c-2bd690256d62,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:28.173949 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-331ed707-bcd7-4908-9edc-bc50f60e27e6 req-1e8b03dd-de10-4731-9ee1-bcd9bb324970 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4499383 Nov 27 03:57:28.202578 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network f350aaaa-6412-4811-a76c-2bd690256d62 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:57:28.254924 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73158b04-1dcd-44d8-8bc3-55a2dbd1d4bd admin admin] Made reservation on behalf of 0e0ac711ba5b41f683cd3879fd4f0e64 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:57:28.259594 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-73158b04-1dcd-44d8-8bc3-55a2dbd1d4bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:28.486950 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd83dc-c331-4187-a8f4-c96dffbd4db1 req-7f6d4fd2-e67a-413a-8c73-60ad78a98e39 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:28.488508 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3cfd83dc-c331-4187-a8f4-c96dffbd4db1 req-7f6d4fd2-e67a-413a-8c73-60ad78a98e39 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=e03cfa9d-1815-4204-855a-071772364d27 HTTP/1.1" status: 200 len: 945 time: 0.0963058 Nov 27 03:57:28.523160 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d53e186-66d3-4dbd-9cfb-c2d836f5c918 req-fd2204f9-82a1-4002-ae86-8f8fe199f2b1 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:28.524843 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d53e186-66d3-4dbd-9cfb-c2d836f5c918 req-fd2204f9-82a1-4002-ae86-8f8fe199f2b1 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 946 time: 0.1011319 Nov 27 03:57:28.624453 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d53e186-66d3-4dbd-9cfb-c2d836f5c918 req-8ea0fbb6-0cf6-4567-8815-f7c81fb13ca8 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=12c77282-abb4-49c4-b21d-278815576516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827188 Nov 27 03:57:28.642221 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3cfd83dc-c331-4187-a8f4-c96dffbd4db1 req-8cb63d3e-f2a0-4395-9698-c2db581ad4be tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154547 Nov 27 03:57:28.678639 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-73158b04-1dcd-44d8-8bc3-55a2dbd1d4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:28.792311 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ce516-1381-43b7-9740-9aa3ac511965 req-31847773-c7b7-4035-a958-a6f7ba1fb0bf tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:28.794215 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73158b04-1dcd-44d8-8bc3-55a2dbd1d4bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f137062d-c985-4602-af55-8be8223b5186,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:28.798084 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ce516-1381-43b7-9740-9aa3ac511965 req-31847773-c7b7-4035-a958-a6f7ba1fb0bf tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:28.804229 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ce516-1381-43b7-9740-9aa3ac511965 req-31847773-c7b7-4035-a958-a6f7ba1fb0bf tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:28.810311 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ce516-1381-43b7-9740-9aa3ac511965 req-31847773-c7b7-4035-a958-a6f7ba1fb0bf tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:28.816273 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ce516-1381-43b7-9740-9aa3ac511965 req-31847773-c7b7-4035-a958-a6f7ba1fb0bf tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:28.821555 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73158b04-1dcd-44d8-8bc3-55a2dbd1d4bd admin admin] Checking segment: {'id': '7e54b36d-c96c-4f61-9ba2-07556326e8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f350aaaa-6412-4811-a76c-2bd690256d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:57:28.823116 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ce516-1381-43b7-9740-9aa3ac511965 req-31847773-c7b7-4035-a958-a6f7ba1fb0bf tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:28.824154 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73158b04-1dcd-44d8-8bc3-55a2dbd1d4bd admin admin] Network hostable DHCP agents. Network: f350aaaa-6412-4811-a76c-2bd690256d62, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:57:28.828725 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ce516-1381-43b7-9740-9aa3ac511965 req-31847773-c7b7-4035-a958-a6f7ba1fb0bf tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:28.838150 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-731ce516-1381-43b7-9740-9aa3ac511965 req-31847773-c7b7-4035-a958-a6f7ba1fb0bf tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 5444 time: 0.1267121 Nov 27 03:57:28.896746 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73158b04-1dcd-44d8-8bc3-55a2dbd1d4bd admin admin] Network f350aaaa-6412-4811-a76c-2bd690256d62 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:57:28.918307 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-73158b04-1dcd-44d8-8bc3-55a2dbd1d4bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, f350aaaa-6412-4811-a76c-2bd690256d62) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:57:28.923502 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73158b04-1dcd-44d8-8bc3-55a2dbd1d4bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:28.924128 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-73158b04-1dcd-44d8-8bc3-55a2dbd1d4bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:28.930826 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ad2266-0b8f-459d-9cc8-d60380abf53b None None] Network f350aaaa-6412-4811-a76c-2bd690256d62 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:57:28.945377 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-731ce516-1381-43b7-9740-9aa3ac511965 req-08a7d5c2-81c6-4943-b753-39d15749fea5 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4368533-280d-4285-a228-ddd922f72d08&id=35921842-5bd8-4d3d-b228-d6a9b6023664&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1037502 Nov 27 03:57:28.946826 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-73158b04-1dcd-44d8-8bc3-55a2dbd1d4bd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8117177 Nov 27 03:57:29.204586 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5befc95-8cac-4c9c-b1b7-34b7349fbf4c req-8ed9ad12-786a-45e7-84ce-0764c56372d9 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:29.213796 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5befc95-8cac-4c9c-b1b7-34b7349fbf4c req-8ed9ad12-786a-45e7-84ce-0764c56372d9 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:29.222235 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5befc95-8cac-4c9c-b1b7-34b7349fbf4c req-8ed9ad12-786a-45e7-84ce-0764c56372d9 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:29.230205 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5befc95-8cac-4c9c-b1b7-34b7349fbf4c req-8ed9ad12-786a-45e7-84ce-0764c56372d9 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:29.236545 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5befc95-8cac-4c9c-b1b7-34b7349fbf4c req-8ed9ad12-786a-45e7-84ce-0764c56372d9 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:29.244641 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5befc95-8cac-4c9c-b1b7-34b7349fbf4c req-8ed9ad12-786a-45e7-84ce-0764c56372d9 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:29.261127 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5befc95-8cac-4c9c-b1b7-34b7349fbf4c req-8ed9ad12-786a-45e7-84ce-0764c56372d9 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:29.263506 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f5befc95-8cac-4c9c-b1b7-34b7349fbf4c req-8ed9ad12-786a-45e7-84ce-0764c56372d9 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 5444 time: 0.1638291 Nov 27 03:57:29.281324 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7a3a69-faca-4a15-9eb9-442c5baf06d7 None None] Network f350aaaa-6412-4811-a76c-2bd690256d62 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:57:29.308347 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1917b0-9ad2-4cce-aa0c-4ece3b788bb8 req-f3865045-b0f1-448b-b55d-82bbb594d3b5 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:29.318880 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7e1917b0-9ad2-4cce-aa0c-4ece3b788bb8 req-f3865045-b0f1-448b-b55d-82bbb594d3b5 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=e03cfa9d-1815-4204-855a-071772364d27 HTTP/1.1" status: 200 len: 945 time: 0.0906131 Nov 27 03:57:29.410143 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7e1917b0-9ad2-4cce-aa0c-4ece3b788bb8 req-f866a748-63a6-431d-b24e-f8d55475e01e tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898044 Nov 27 03:57:29.470945 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8674627-64d5-4979-b4b4-21adfeff2d2a req-04fab0a6-3824-4bd0-b71a-575e7da3db74 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:29.472571 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f8674627-64d5-4979-b4b4-21adfeff2d2a req-04fab0a6-3824-4bd0-b71a-575e7da3db74 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=222c6c9d-99cb-458a-b40a-c5ca57ab95eb HTTP/1.1" status: 200 len: 943 time: 0.1119947 Nov 27 03:57:29.575118 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device d78f25da-b9b8-4f63-98ba-1b571695aee3 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:57:29.602449 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f8674627-64d5-4979-b4b4-21adfeff2d2a req-16b8b211-cbca-4896-9a22-35f6491c1074 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217306 Nov 27 03:57:29.608958 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: d78f25da-b9b8-4f63-98ba-1b571695aee3 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:57:29.609683 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device d78f25da-b9b8-4f63-98ba-1b571695aee3 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:57:29.756368 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35d594-6e8f-4797-a252-cfea8926b029 req-d00c10df-edf8-4dd7-8f35-385452a76da0 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:29.758432 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dd35d594-6e8f-4797-a252-cfea8926b029 req-d00c10df-edf8-4dd7-8f35-385452a76da0 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=e03cfa9d-1815-4204-855a-071772364d27 HTTP/1.1" status: 200 len: 945 time: 0.0760257 Nov 27 03:57:29.763524 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-3e3eb67b-d6c1-434e-b800-599e2a3ef19f tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:29.775107 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-3e3eb67b-d6c1-434e-b800-599e2a3ef19f tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/networks?id=4c2206f1-5002-4d5a-a6bd-f85327f757ed HTTP/1.1" status: 200 len: 806 time: 0.2095702 Nov 27 03:57:29.813817 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dd35d594-6e8f-4797-a252-cfea8926b029 req-5d9ce550-23fb-4ffa-838b-ffed61dd2d45 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488107 Nov 27 03:57:29.817969 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-bcc80f12-4ebd-46aa-b73a-38567dc69eae tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/quotas/3f15a86d7b9a4eda805c341155209493 HTTP/1.1" status: 200 len: 375 time: 0.0370131 Nov 27 03:57:29.890383 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-db8618ad-fbf5-461e-8f89-77f39014963c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f15a86d7b9a4eda805c341155209493&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0698936 Nov 27 03:57:30.029007 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-e2a9793c-803b-4df7-aa1b-782247f2689c service neutron] 10.222.0.20 "GET /v2.0/networks/4c2206f1-5002-4d5a-a6bd-f85327f757ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300414 Nov 27 03:57:30.176282 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-0162beec-1d33-4ba7-8d38-362e198ebe44 service neutron] 10.222.0.20 "GET /v2.0/networks/4c2206f1-5002-4d5a-a6bd-f85327f757ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388333 Nov 27 03:57:30.486200 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-98c3eac1-cd99-4f9a-8b7b-ece8e52e1dfb tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:30.500824 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-98c3eac1-cd99-4f9a-8b7b-ece8e52e1dfb tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] 10.222.0.20 "GET /v2.0/networks?id=f350aaaa-6412-4811-a76c-2bd690256d62 HTTP/1.1" status: 200 len: 822 time: 0.1728635 Nov 27 03:57:30.539973 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-21cc88a6-8204-4613-9dbc-f13a18dd69f7 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] 10.222.0.20 "GET /v2.0/quotas/0e0ac711ba5b41f683cd3879fd4f0e64 HTTP/1.1" status: 200 len: 375 time: 0.0357020 Nov 27 03:57:30.617030 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-d1fbce25-8556-4012-aa0a-65749c0d012e tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e0ac711ba5b41f683cd3879fd4f0e64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657709 Nov 27 03:57:30.717075 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2503bff9-0da4-4535-9eba-a81ecbc0a553 req-ca393d96-6a96-4619-8b16-777ac3b91f50 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=af79439c-c341-4604-bb6f-32fa30eb1e4d HTTP/1.1" status: 200 len: 210 time: 0.0373726 Nov 27 03:57:30.806670 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-bf344b7d-f217-4464-b4c2-f87728807072 service neutron] 10.222.0.20 "GET /v2.0/networks/f350aaaa-6412-4811-a76c-2bd690256d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805975 Nov 27 03:57:30.950995 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff06ac4-e2ef-471a-acf2-42a165302ecb req-43877d67-3aa3-4f3f-8d6d-9e6505a60d8c tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:30.959328 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0ff06ac4-e2ef-471a-acf2-42a165302ecb req-43877d67-3aa3-4f3f-8d6d-9e6505a60d8c tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=e03cfa9d-1815-4204-855a-071772364d27 HTTP/1.1" status: 200 len: 945 time: 0.0758116 Nov 27 03:57:30.973400 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-9a7fb9da-6ba4-4a88-bdaa-a90f2fa8026a service neutron] 10.222.0.20 "GET /v2.0/networks/f350aaaa-6412-4811-a76c-2bd690256d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657996 Nov 27 03:57:31.091937 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0ff06ac4-e2ef-471a-acf2-42a165302ecb req-51a1e656-0dc6-4879-80a0-b63dd1d7b9dd tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310501 Nov 27 03:57:31.395120 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b93d0-6527-44e5-8831-7d98ab57758c req-2ceac4f4-c02b-443e-98ec-4e3c1959e278 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:31.422236 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-528b93d0-6527-44e5-8831-7d98ab57758c req-2ceac4f4-c02b-443e-98ec-4e3c1959e278 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=222c6c9d-99cb-458a-b40a-c5ca57ab95eb HTTP/1.1" status: 200 len: 943 time: 0.2295289 Nov 27 03:57:31.491274 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079291a4-199d-4eab-883d-5ef76408b12e req-fc18bf98-b135-47ae-ba1a-cb6711779107 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:31.510461 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-528b93d0-6527-44e5-8831-7d98ab57758c req-cf802f4f-9df1-43d9-b891-2c69e5b6439a tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823944 Nov 27 03:57:31.542739 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-079291a4-199d-4eab-883d-5ef76408b12e req-fc18bf98-b135-47ae-ba1a-cb6711779107 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=e03cfa9d-1815-4204-855a-071772364d27 HTTP/1.1" status: 200 len: 945 time: 0.2173190 Nov 27 03:57:31.595705 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c53843c0-6446-46f2-ad6b-a088075a6a4e req-436ce085-8cf4-451f-900c-e8a869c25138 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] 10.222.0.20 "GET /v2.0/ports?device_id=5635669d-f791-4ec3-9612-f385d0e7b21b HTTP/1.1" status: 200 len: 210 time: 0.0537441 Nov 27 03:57:31.790763 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-079291a4-199d-4eab-883d-5ef76408b12e req-b7a425a6-581a-47e5-9b53-0912c9efce71 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407401 Nov 27 03:57:32.042723 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9b109dbf-2d52-4596-9252-58339946fc31 req-f80a4886-eea7-4f70-9099-c4857bb3616f tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=af79439c-c341-4604-bb6f-32fa30eb1e4d HTTP/1.1" status: 200 len: 210 time: 0.0923307 Nov 27 03:57:32.186492 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46808) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:32.392152 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109127e-6eaf-463f-835b-581338287f5e req-fd2059da-676d-4895-8fd4-e83010a8d7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:32.392629 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109127e-6eaf-463f-835b-581338287f5e req-fd2059da-676d-4895-8fd4-e83010a8d7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:32.393097 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109127e-6eaf-463f-835b-581338287f5e req-fd2059da-676d-4895-8fd4-e83010a8d7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:32.394015 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109127e-6eaf-463f-835b-581338287f5e req-fd2059da-676d-4895-8fd4-e83010a8d7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:32.394489 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109127e-6eaf-463f-835b-581338287f5e req-fd2059da-676d-4895-8fd4-e83010a8d7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:32.399599 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109127e-6eaf-463f-835b-581338287f5e req-fd2059da-676d-4895-8fd4-e83010a8d7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:32.405448 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109127e-6eaf-463f-835b-581338287f5e req-fd2059da-676d-4895-8fd4-e83010a8d7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:32.432145 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d109127e-6eaf-463f-835b-581338287f5e req-fd2059da-676d-4895-8fd4-e83010a8d7f7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 6501 time: 0.2367010 Nov 27 03:57:32.622626 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-55760c11-27a4-416e-a86c-2918837dff39 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:32.624322 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-55760c11-27a4-416e-a86c-2918837dff39 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.23 "GET /v2.0/networks?id=4c2206f1-5002-4d5a-a6bd-f85327f757ed HTTP/1.1" status: 200 len: 806 time: 0.3111055 Nov 27 03:57:32.632936 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d109127e-6eaf-463f-835b-581338287f5e req-511619ee-da13-4ec9-a45e-e1c8bd2aedb5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=35921842-5bd8-4d3d-b228-d6a9b6023664&id=c4368533-280d-4285-a228-ddd922f72d08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1994696 Nov 27 03:57:32.647982 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c047b8-376f-4f8a-b831-d6510353b32d req-896d4416-9df0-4821-a850-a59c759c9ed8 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:32.658276 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-80c047b8-376f-4f8a-b831-d6510353b32d req-896d4416-9df0-4821-a850-a59c759c9ed8 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=e03cfa9d-1815-4204-855a-071772364d27 HTTP/1.1" status: 200 len: 945 time: 0.1869414 Nov 27 03:57:32.666104 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-80627f09-e7be-47d8-9d32-4a4b4080575c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Request body: {'port': {'device_id': 'af79439c-c341-4604-bb6f-32fa30eb1e4d', 'network_id': '4c2206f1-5002-4d5a-a6bd-f85327f757ed', 'admin_state_up': True, 'tenant_id': '3f15a86d7b9a4eda805c341155209493'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:57:32.757659 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff49f4-d4a1-4d49-b00b-110bd77490e9 req-7b103246-e22f-40e6-9014-590a03529415 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:32.760433 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-53ff49f4-d4a1-4d49-b00b-110bd77490e9 req-7b103246-e22f-40e6-9014-590a03529415 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=222c6c9d-99cb-458a-b40a-c5ca57ab95eb HTTP/1.1" status: 200 len: 943 time: 0.1192098 Nov 27 03:57:32.826937 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-80c047b8-376f-4f8a-b831-d6510353b32d req-7337dfe0-8988-4b58-b196-e07108802a79 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537616 Nov 27 03:57:32.870936 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-53ff49f4-d4a1-4d49-b00b-110bd77490e9 req-4d204498-f0be-4a91-b192-b29b19aaf08a tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024806 Nov 27 03:57:32.935073 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-80627f09-e7be-47d8-9d32-4a4b4080575c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Made reservation on behalf of 3f15a86d7b9a4eda805c341155209493 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:57:32.940928 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-80627f09-e7be-47d8-9d32-4a4b4080575c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:33.000941 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d546f079-b522-430b-a9b4-c262e7b3dbec req-5fcf7f78-a038-40f1-823a-8fb7cb4bd034 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] 10.222.0.20 "GET /v2.0/ports?device_id=5635669d-f791-4ec3-9612-f385d0e7b21b HTTP/1.1" status: 200 len: 210 time: 0.0551560 Nov 27 03:57:33.172116 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-921639b6-2a29-4183-8868-a7c144eb5cd5 req-bedb0c7f-c16b-422d-8385-0694668c7663 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=af79439c-c341-4604-bb6f-32fa30eb1e4d HTTP/1.1" status: 200 len: 210 time: 0.0439956 Nov 27 03:57:33.193971 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-80627f09-e7be-47d8-9d32-4a4b4080575c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Allocated IP 172.20.0.6 (4c2206f1-5002-4d5a-a6bd-f85327f757ed/19827895-167c-4ffb-a565-ae1a5e643330/20182db4-6a86-43d3-8b74-b5264acffc47) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:57:33.364417 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-80627f09-e7be-47d8-9d32-4a4b4080575c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:33.413358 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-80627f09-e7be-47d8-9d32-4a4b4080575c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:33.451536 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['0465d762-6c9e-4453-a78f-ed2e7501887c'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:57:33.512951 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-80627f09-e7be-47d8-9d32-4a4b4080575c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Network 4c2206f1-5002-4d5a-a6bd-f85327f757ed is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:57:33.519641 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-80627f09-e7be-47d8-9d32-4a4b4080575c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:57:33.522806 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-80627f09-e7be-47d8-9d32-4a4b4080575c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:57:33.580491 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80627f09-e7be-47d8-9d32-4a4b4080575c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Pushing event updated for resources: {'Port': ['ID=20182db4-6a86-43d3-8b74-b5264acffc47,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:33.594910 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-80627f09-e7be-47d8-9d32-4a4b4080575c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:33.595595 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-80627f09-e7be-47d8-9d32-4a4b4080575c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:33.621888 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-80627f09-e7be-47d8-9d32-4a4b4080575c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9611504 Nov 27 03:57:33.668493 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-3b906d6d-7688-4a58-a899-40f4916b89a0 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:33.669946 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-3b906d6d-7688-4a58-a899-40f4916b89a0 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] 10.222.0.23 "GET /v2.0/networks?id=f350aaaa-6412-4811-a76c-2bd690256d62 HTTP/1.1" status: 200 len: 822 time: 0.2477789 Nov 27 03:57:33.682869 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-529785a9-59dd-4c29-9716-80395fbe066a service neutron] Request body: {'port': {'device_id': 'af79439c-c341-4604-bb6f-32fa30eb1e4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:57:33.711780 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-143f77f1-199d-4eab-9220-99ec14c26ee5 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] Request body: {'port': {'device_id': '5635669d-f791-4ec3-9612-f385d0e7b21b', 'network_id': 'f350aaaa-6412-4811-a76c-2bd690256d62', 'admin_state_up': True, 'tenant_id': '0e0ac711ba5b41f683cd3879fd4f0e64'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:57:33.797780 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-529785a9-59dd-4c29-9716-80395fbe066a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:33.951486 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-143f77f1-199d-4eab-9220-99ec14c26ee5 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] Made reservation on behalf of 0e0ac711ba5b41f683cd3879fd4f0e64 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:57:33.956082 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-143f77f1-199d-4eab-9220-99ec14c26ee5 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:33.973747 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd58cc-8006-4ff3-a707-5af69ee62a57 req-e924bb89-1443-4b6b-98e4-9454c947d704 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:33.975941 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fbcd58cc-8006-4ff3-a707-5af69ee62a57 req-e924bb89-1443-4b6b-98e4-9454c947d704 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=e03cfa9d-1815-4204-855a-071772364d27 HTTP/1.1" status: 200 len: 945 time: 0.0880022 Nov 27 03:57:33.986906 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c4d9a-8b67-48cd-9c37-fd5a79c3c521 req-82cc681d-75ba-4b94-8d97-c43d0a4b11fa tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:33.988405 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-855c4d9a-8b67-48cd-9c37-fd5a79c3c521 req-82cc681d-75ba-4b94-8d97-c43d0a4b11fa tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.11 "GET /v2.0/ports?device_id=e03cfa9d-1815-4204-855a-071772364d27 HTTP/1.1" status: 200 len: 945 time: 0.0871377 Nov 27 03:57:34.094636 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fbcd58cc-8006-4ff3-a707-5af69ee62a57 req-ceca6a0c-e01c-4cef-b7d3-6f84eac31b14 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d0c2db6-a786-401b-8501-9422bdfb827d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052234 Nov 27 03:57:34.120219 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-855c4d9a-8b67-48cd-9c37-fd5a79c3c521 req-d74d1bb8-60ec-46a8-91c7-6cf3cbb196c2 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Deleting port ad51e61c-d1d6-4c1d-8ec1-3355164a48f3 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:57:34.120565 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-855c4d9a-8b67-48cd-9c37-fd5a79c3c521 req-d74d1bb8-60ec-46a8-91c7-6cf3cbb196c2 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:34.141388 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcfe5bd-d778-4b83-8754-8fa4545d6a0b req-d9c8045d-14d6-427e-a3df-fc36dc18c7e1 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:34.142928 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9bcfe5bd-d778-4b83-8754-8fa4545d6a0b req-d9c8045d-14d6-427e-a3df-fc36dc18c7e1 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=222c6c9d-99cb-458a-b40a-c5ca57ab95eb HTTP/1.1" status: 200 len: 943 time: 0.1742885 Nov 27 03:57:34.198649 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4b82871e-09da-4034-9c87-2061fc8267f9 req-7e3535a0-39f0-45c7-8afa-9dabc417de98 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] 10.222.0.20 "GET /v2.0/ports?device_id=5635669d-f791-4ec3-9612-f385d0e7b21b HTTP/1.1" status: 200 len: 210 time: 0.0371428 Nov 27 03:57:34.256388 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-855c4d9a-8b67-48cd-9c37-fd5a79c3c521 req-d74d1bb8-60ec-46a8-91c7-6cf3cbb196c2 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] For port ad51e61c-d1d6-4c1d-8ec1-3355164a48f3, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=ad51e61c-d1d6-4c1d-8ec1-3355164a48f3,segment=NetworkSegment(6c2c8aa3-2731-42bd-bba4-8ad2d6d79985),segment_id=6c2c8aa3-2731-42bd-bba4-8ad2d6d79985)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:57:34.257031 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-855c4d9a-8b67-48cd-9c37-fd5a79c3c521 req-d74d1bb8-60ec-46a8-91c7-6cf3cbb196c2 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:34.271723 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-855c4d9a-8b67-48cd-9c37-fd5a79c3c521 req-d74d1bb8-60ec-46a8-91c7-6cf3cbb196c2 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Calling delete_port for ad51e61c-d1d6-4c1d-8ec1-3355164a48f3 owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:57:34.286847 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9bcfe5bd-d778-4b83-8754-8fa4545d6a0b req-be53e471-83fd-47c1-9177-6565cb421ec4 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280043 Nov 27 03:57:34.298025 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-143f77f1-199d-4eab-9220-99ec14c26ee5 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] Allocated IP 172.20.0.6 (f350aaaa-6412-4811-a76c-2bd690256d62/f137062d-c985-4602-af55-8be8223b5186/85fd24be-686b-48e3-93f9-4645d015bbb5) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:57:34.394246 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-529785a9-59dd-4c29-9716-80395fbe066a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20182db4-6a86-43d3-8b74-b5264acffc47 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:57:34.423380 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-529785a9-59dd-4c29-9716-80395fbe066a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:34.443950 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-855c4d9a-8b67-48cd-9c37-fd5a79c3c521 req-d74d1bb8-60ec-46a8-91c7-6cf3cbb196c2 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:34.481200 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['ad51e61c-d1d6-4c1d-8ec1-3355164a48f3'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:57:34.485263 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d1bb8-60ec-46a8-91c7-6cf3cbb196c2 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Pushing event deleted for resources: {'Port': ['ID=ad51e61c-d1d6-4c1d-8ec1-3355164a48f3,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:34.491913 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-529785a9-59dd-4c29-9716-80395fbe066a service neutron] Transition to ACTIVE for port object 20182db4-6a86-43d3-8b74-b5264acffc47 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:57:34.508230 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-529785a9-59dd-4c29-9716-80395fbe066a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:34.532421 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-855c4d9a-8b67-48cd-9c37-fd5a79c3c521 req-d74d1bb8-60ec-46a8-91c7-6cf3cbb196c2 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] No DVR routers for this DVR port ad51e61c-d1d6-4c1d-8ec1-3355164a48f3 on host n-h2-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:57:34.535120 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-855c4d9a-8b67-48cd-9c37-fd5a79c3c521 req-d74d1bb8-60ec-46a8-91c7-6cf3cbb196c2 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:34.538765 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-855c4d9a-8b67-48cd-9c37-fd5a79c3c521 req-d74d1bb8-60ec-46a8-91c7-6cf3cbb196c2 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.11 "DELETE /v2.0/ports/ad51e61c-d1d6-4c1d-8ec1-3355164a48f3 HTTP/1.1" status: 204 len: 173 time: 0.5429926 Nov 27 03:57:34.539240 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e03cfa9d-1815-4204-855a-071772364d27', 'name': 'network-vif-deleted', 'tag': 'ad51e61c-d1d6-4c1d-8ec1-3355164a48f3'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:57:34.541757 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d563d2e8-0a59-422a-8b03-eff3ffee3237" -d '{"events": [{"server_uuid": "e03cfa9d-1815-4204-855a-071772364d27", "name": "network-vif-deleted", "tag": "ad51e61c-d1d6-4c1d-8ec1-3355164a48f3"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:57:34.553041 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999dafb-ee27-45d5-be0d-de0b4e6791bb req-6e73818a-a7c1-42f9-874c-5cb15804f2c8 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:34.559136 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5999dafb-ee27-45d5-be0d-de0b4e6791bb req-6e73818a-a7c1-42f9-874c-5cb15804f2c8 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=af79439c-c341-4604-bb6f-32fa30eb1e4d HTTP/1.1" status: 200 len: 931 time: 0.1830993 Nov 27 03:57:34.597346 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01443232-ecb5-4e98-bb94-c161eab0b2e5 x-openstack-request-id: req-01443232-ecb5-4e98-bb94-c161eab0b2e5 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:57:34.597778 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e03cfa9d-1815-4204-855a-071772364d27", "name": "network-vif-deleted", "tag": "ad51e61c-d1d6-4c1d-8ec1-3355164a48f3", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:57:34.598094 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-01443232-ecb5-4e98-bb94-c161eab0b2e5 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:57:34.598581 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e03cfa9d-1815-4204-855a-071772364d27', 'name': 'network-vif-deleted', 'tag': 'ad51e61c-d1d6-4c1d-8ec1-3355164a48f3', 'status': 'completed', 'code': 200} Nov 27 03:57:34.639254 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529785a9-59dd-4c29-9716-80395fbe066a service neutron] Pushing event updated for resources: {'Port': ['ID=20182db4-6a86-43d3-8b74-b5264acffc47,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:34.668397 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-143f77f1-199d-4eab-9220-99ec14c26ee5 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:34.718797 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5999dafb-ee27-45d5-be0d-de0b4e6791bb req-4ba4dd09-5007-4f12-83f3-6fe1fad6a922 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532211 Nov 27 03:57:34.764646 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-529785a9-59dd-4c29-9716-80395fbe066a service neutron] Attempting to bind port 20182db4-6a86-43d3-8b74-b5264acffc47 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:57:34.764979 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-529785a9-59dd-4c29-9716-80395fbe066a service neutron] Attempting to bind port 20182db4-6a86-43d3-8b74-b5264acffc47 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': 'e40e3b9b-cd7d-4402-aebb-20a69a216b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4c2206f1-5002-4d5a-a6bd-f85327f757ed'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:57:34.765304 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-529785a9-59dd-4c29-9716-80395fbe066a service neutron] Attempting to bind port 20182db4-6a86-43d3-8b74-b5264acffc47 on network 4c2206f1-5002-4d5a-a6bd-f85327f757ed {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:57:34.774036 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-529785a9-59dd-4c29-9716-80395fbe066a service neutron] Port 20182db4-6a86-43d3-8b74-b5264acffc47 on network 4c2206f1-5002-4d5a-a6bd-f85327f757ed not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:57:34.774333 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-529785a9-59dd-4c29-9716-80395fbe066a service neutron] Attempting to bind port 20182db4-6a86-43d3-8b74-b5264acffc47 on network 4c2206f1-5002-4d5a-a6bd-f85327f757ed {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:57:34.780613 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-143f77f1-199d-4eab-9220-99ec14c26ee5 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:34.782259 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-529785a9-59dd-4c29-9716-80395fbe066a service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:57:34.782625 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-529785a9-59dd-4c29-9716-80395fbe066a service neutron] Checking segment: {'id': 'e40e3b9b-cd7d-4402-aebb-20a69a216b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4c2206f1-5002-4d5a-a6bd-f85327f757ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:57:34.783055 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-529785a9-59dd-4c29-9716-80395fbe066a service neutron] Bound using segment: {'id': 'e40e3b9b-cd7d-4402-aebb-20a69a216b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4c2206f1-5002-4d5a-a6bd-f85327f757ed'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:57:34.783484 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-529785a9-59dd-4c29-9716-80395fbe066a service neutron] Bound port: 20182db4-6a86-43d3-8b74-b5264acffc47, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e40e3b9b-cd7d-4402-aebb-20a69a216b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4c2206f1-5002-4d5a-a6bd-f85327f757ed'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:57:34.783849 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-529785a9-59dd-4c29-9716-80395fbe066a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:34.858713 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-143f77f1-199d-4eab-9220-99ec14c26ee5 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] Network f350aaaa-6412-4811-a76c-2bd690256d62 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:57:34.864152 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-143f77f1-199d-4eab-9220-99ec14c26ee5 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:57:34.869407 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-143f77f1-199d-4eab-9220-99ec14c26ee5 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:57:34.898167 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f77f1-199d-4eab-9220-99ec14c26ee5 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] Pushing event updated for resources: {'Port': ['ID=85fd24be-686b-48e3-93f9-4645d015bbb5,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:34.926653 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-529785a9-59dd-4c29-9716-80395fbe066a service neutron] For port 20182db4-6a86-43d3-8b74-b5264acffc47, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:57:34.933603 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-529785a9-59dd-4c29-9716-80395fbe066a service neutron] For port 20182db4-6a86-43d3-8b74-b5264acffc47, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=20182db4-6a86-43d3-8b74-b5264acffc47,segment=NetworkSegment(e40e3b9b-cd7d-4402-aebb-20a69a216b2f),segment_id=e40e3b9b-cd7d-4402-aebb-20a69a216b2f)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:57:34.943330 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-143f77f1-199d-4eab-9220-99ec14c26ee5 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:34.943946 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-143f77f1-199d-4eab-9220-99ec14c26ee5 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:34.946620 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-529785a9-59dd-4c29-9716-80395fbe066a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:34.995049 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-529785a9-59dd-4c29-9716-80395fbe066a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:34.995722 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-529785a9-59dd-4c29-9716-80395fbe066a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:34.997208 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-529785a9-59dd-4c29-9716-80395fbe066a service neutron] 10.222.0.23 "PUT /v2.0/ports/20182db4-6a86-43d3-8b74-b5264acffc47 HTTP/1.1" status: 200 len: 1091 time: 1.3186073 Nov 27 03:57:34.997693 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af79439c-c341-4604-bb6f-32fa30eb1e4d', 'tag': '20182db4-6a86-43d3-8b74-b5264acffc47'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:57:35.000130 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e744cb-48fe-42e7-b88b-1d1d578a8fb5" -d '{"events": [{"name": "network-changed", "server_uuid": "af79439c-c341-4604-bb6f-32fa30eb1e4d", "tag": "20182db4-6a86-43d3-8b74-b5264acffc47"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:57:35.010458 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-143f77f1-199d-4eab-9220-99ec14c26ee5 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3056087 Nov 27 03:57:35.036613 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-8574b3e9-a8e1-4c3e-9257-a8b78adf95a4 service neutron] Request body: {'port': {'device_id': '5635669d-f791-4ec3-9612-f385d0e7b21b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:57:35.039443 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529785a9-59dd-4c29-9716-80395fbe066a service neutron] Pushing event updated for resources: {'Port': ['ID=20182db4-6a86-43d3-8b74-b5264acffc47,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:35.101933 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243dcff6-cd59-4a79-aa3d-44b4564a8fa6 x-openstack-request-id: req-243dcff6-cd59-4a79-aa3d-44b4564a8fa6 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:57:35.102268 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af79439c-c341-4604-bb6f-32fa30eb1e4d", "tag": "20182db4-6a86-43d3-8b74-b5264acffc47", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:57:35.102474 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-243dcff6-cd59-4a79-aa3d-44b4564a8fa6 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:57:35.102920 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af79439c-c341-4604-bb6f-32fa30eb1e4d', 'tag': '20182db4-6a86-43d3-8b74-b5264acffc47', 'status': 'completed', 'code': 200} Nov 27 03:57:35.128752 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-8574b3e9-a8e1-4c3e-9257-a8b78adf95a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:35.155410 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-100444d1-e73f-4151-b6ca-7fea1205f675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:35.156923 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-100444d1-e73f-4151-b6ca-7fea1205f675 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3f15a86d7b9a4eda805c341155209493&device_id=af79439c-c341-4604-bb6f-32fa30eb1e4d HTTP/1.1" status: 200 len: 1094 time: 0.0797749 Nov 27 03:57:35.220996 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-82ef87bd-5eeb-45c5-adc6-45499ae1c8a0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20182db4-6a86-43d3-8b74-b5264acffc47 HTTP/1.1" status: 200 len: 217 time: 0.0416679 Nov 27 03:57:35.312653 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d77239f-ad69-41f3-ac70-06a8dbc358bf req-1e1aeda3-24c7-4fa6-a865-208dd1869049 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] 10.222.0.20 "GET /v2.0/ports?device_id=e03cfa9d-1815-4204-855a-071772364d27 HTTP/1.1" status: 200 len: 210 time: 0.0889058 Nov 27 03:57:35.349209 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc32606-6dcf-4db5-96ff-035d1004b297 req-c1449dfc-d01d-4def-8755-f3f3ef25200f tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:35.350818 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4bc32606-6dcf-4db5-96ff-035d1004b297 req-c1449dfc-d01d-4def-8755-f3f3ef25200f tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] 10.222.0.20 "GET /v2.0/ports?device_id=5635669d-f791-4ec3-9612-f385d0e7b21b HTTP/1.1" status: 200 len: 931 time: 0.0678270 Nov 27 03:57:35.393787 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-1c0b990b-a47a-43b6-8df3-f063fbc46fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:35.395394 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-1c0b990b-a47a-43b6-8df3-f063fbc46fac service neutron] 10.222.0.23 "GET /v2.0/subnets?id=19827895-167c-4ffb-a565-ae1a5e643330 HTTP/1.1" status: 200 len: 846 time: 0.1546607 Nov 27 03:57:35.418320 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4bc32606-6dcf-4db5-96ff-035d1004b297 req-422110ef-50f7-49a1-97ff-e6ca9e634922 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fd4a12-1174-4d95-a220-44eacec67b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607665 Nov 27 03:57:35.481267 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-bf11623f-b195-4661-9d70-99d150162bcc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4c2206f1-5002-4d5a-a6bd-f85327f757ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469401 Nov 27 03:57:35.520682 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9499ebf-d69c-4f1a-bc16-c45d563cd530 req-babeef8e-7b10-4941-9c31-65b859c73ec1 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:35.522267 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9499ebf-d69c-4f1a-bc16-c45d563cd530 req-babeef8e-7b10-4941-9c31-65b859c73ec1 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=222c6c9d-99cb-458a-b40a-c5ca57ab95eb HTTP/1.1" status: 200 len: 943 time: 0.1398787 Nov 27 03:57:35.620386 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46884) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:35.730954 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1d656920-2416-4e59-b452-3076be68b988 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:35.840509 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1d656920-2416-4e59-b452-3076be68b988 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:35.848978 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1d656920-2416-4e59-b452-3076be68b988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:35.902376 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a4134-f615-47d1-9f33-c32085b8be22 req-baa4097c-ca61-4e28-aa83-e98ab9264687 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:35.903896 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-498a4134-f615-47d1-9f33-c32085b8be22 req-baa4097c-ca61-4e28-aa83-e98ab9264687 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=af79439c-c341-4604-bb6f-32fa30eb1e4d HTTP/1.1" status: 200 len: 943 time: 0.0960143 Nov 27 03:57:35.909137 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1d656920-2416-4e59-b452-3076be68b988 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4eac8217d07b47cda478f20e7e778386&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2849545 Nov 27 03:57:35.909137 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d656920-2416-4e59-b452-3076be68b988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c33032-6998-4904-8709-5411151b24be,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:35.909425 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46890) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:35.987569 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9499ebf-d69c-4f1a-bc16-c45d563cd530 req-41f84484-59c2-4fd8-8e45-1f6f2ef869d3 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4271250 Nov 27 03:57:35.996061 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-498a4134-f615-47d1-9f33-c32085b8be22 req-36e7f369-e756-434c-939e-2273df3cb5b3 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801570 Nov 27 03:57:35.999185 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c8dd174d-02a7-42c2-be7f-bee82c872985 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:36.012627 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-90c07693-099a-4cc3-a444-b3a2401deac3 service neutron] 10.222.0.23 "GET /v2.0/networks/4c2206f1-5002-4d5a-a6bd-f85327f757ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5147550 Nov 27 03:57:36.016314 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-8574b3e9-a8e1-4c3e-9257-a8b78adf95a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85fd24be-686b-48e3-93f9-4645d015bbb5 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:57:36.021941 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c8dd174d-02a7-42c2-be7f-bee82c872985 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:36.024669 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-8574b3e9-a8e1-4c3e-9257-a8b78adf95a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:36.071107 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c8dd174d-02a7-42c2-be7f-bee82c872985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:36.073737 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c8dd174d-02a7-42c2-be7f-bee82c872985 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:36.075123 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c8dd174d-02a7-42c2-be7f-bee82c872985 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a4c33032-6998-4904-8709-5411151b24be HTTP/1.1" status: 204 len: 168 time: 0.1647637 Nov 27 03:57:36.082575 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-8574b3e9-a8e1-4c3e-9257-a8b78adf95a4 service neutron] Transition to ACTIVE for port object 85fd24be-686b-48e3-93f9-4645d015bbb5 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:57:36.091772 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-8574b3e9-a8e1-4c3e-9257-a8b78adf95a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:36.091975 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd174d-02a7-42c2-be7f-bee82c872985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c33032-6998-4904-8709-5411151b24be,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:36.172530 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574b3e9-a8e1-4c3e-9257-a8b78adf95a4 service neutron] Pushing event updated for resources: {'Port': ['ID=85fd24be-686b-48e3-93f9-4645d015bbb5,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:36.184151 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3469be3e-aabb-46e9-8ede-716e2b2a96eb req-4458bbf1-fbb8-422b-8e36-067d467d5e5c service neutron] 10.222.0.23 "GET /v2.0/networks/4c2206f1-5002-4d5a-a6bd-f85327f757ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567285 Nov 27 03:57:36.251780 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-8574b3e9-a8e1-4c3e-9257-a8b78adf95a4 service neutron] Attempting to bind port 85fd24be-686b-48e3-93f9-4645d015bbb5 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:57:36.252146 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-8574b3e9-a8e1-4c3e-9257-a8b78adf95a4 service neutron] Attempting to bind port 85fd24be-686b-48e3-93f9-4645d015bbb5 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '7e54b36d-c96c-4f61-9ba2-07556326e8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f350aaaa-6412-4811-a76c-2bd690256d62'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:57:36.252477 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-8574b3e9-a8e1-4c3e-9257-a8b78adf95a4 service neutron] Attempting to bind port 85fd24be-686b-48e3-93f9-4645d015bbb5 on network f350aaaa-6412-4811-a76c-2bd690256d62 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:57:36.257401 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-8574b3e9-a8e1-4c3e-9257-a8b78adf95a4 service neutron] Port 85fd24be-686b-48e3-93f9-4645d015bbb5 on network f350aaaa-6412-4811-a76c-2bd690256d62 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:57:36.257726 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-8574b3e9-a8e1-4c3e-9257-a8b78adf95a4 service neutron] Attempting to bind port 85fd24be-686b-48e3-93f9-4645d015bbb5 on network f350aaaa-6412-4811-a76c-2bd690256d62 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:57:36.262609 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-8574b3e9-a8e1-4c3e-9257-a8b78adf95a4 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:57:36.262893 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-8574b3e9-a8e1-4c3e-9257-a8b78adf95a4 service neutron] Checking segment: {'id': '7e54b36d-c96c-4f61-9ba2-07556326e8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f350aaaa-6412-4811-a76c-2bd690256d62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:57:36.263278 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-8574b3e9-a8e1-4c3e-9257-a8b78adf95a4 service neutron] Bound using segment: {'id': '7e54b36d-c96c-4f61-9ba2-07556326e8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f350aaaa-6412-4811-a76c-2bd690256d62'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:57:36.263706 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-8574b3e9-a8e1-4c3e-9257-a8b78adf95a4 service neutron] Bound port: 85fd24be-686b-48e3-93f9-4645d015bbb5, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e54b36d-c96c-4f61-9ba2-07556326e8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f350aaaa-6412-4811-a76c-2bd690256d62'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:57:36.264060 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-8574b3e9-a8e1-4c3e-9257-a8b78adf95a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:36.369471 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-8574b3e9-a8e1-4c3e-9257-a8b78adf95a4 service neutron] For port 85fd24be-686b-48e3-93f9-4645d015bbb5, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:57:36.373167 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e744cb-48fe-42e7-b88b-1d1d578a8fb5 req-9aa8012c-1206-4503-baa0-d9265198c454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:36.374943 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-69e744cb-48fe-42e7-b88b-1d1d578a8fb5 req-9aa8012c-1206-4503-baa0-d9265198c454 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3f15a86d7b9a4eda805c341155209493&device_id=af79439c-c341-4604-bb6f-32fa30eb1e4d HTTP/1.1" status: 200 len: 1094 time: 0.0751584 Nov 27 03:57:36.385045 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46900) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:36.394251 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-8574b3e9-a8e1-4c3e-9257-a8b78adf95a4 service neutron] For port 85fd24be-686b-48e3-93f9-4645d015bbb5, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=85fd24be-686b-48e3-93f9-4645d015bbb5,segment=NetworkSegment(7e54b36d-c96c-4f61-9ba2-07556326e8d9),segment_id=7e54b36d-c96c-4f61-9ba2-07556326e8d9)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:57:36.401092 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-59e9c2a6-db61-4119-95fc-9c7423d05747 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:36.446253 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-8574b3e9-a8e1-4c3e-9257-a8b78adf95a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:36.497960 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-8574b3e9-a8e1-4c3e-9257-a8b78adf95a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:36.498597 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-8574b3e9-a8e1-4c3e-9257-a8b78adf95a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:36.500411 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-8574b3e9-a8e1-4c3e-9257-a8b78adf95a4 service neutron] 10.222.0.23 "PUT /v2.0/ports/85fd24be-686b-48e3-93f9-4645d015bbb5 HTTP/1.1" status: 200 len: 1091 time: 1.4732749 Nov 27 03:57:36.507305 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-59e9c2a6-db61-4119-95fc-9c7423d05747 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:36.518983 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-59e9c2a6-db61-4119-95fc-9c7423d05747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:36.557715 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46912) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:36.571634 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574b3e9-a8e1-4c3e-9257-a8b78adf95a4 service neutron] Pushing event updated for resources: {'Port': ['ID=85fd24be-686b-48e3-93f9-4645d015bbb5,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:36.596433 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e9c2a6-db61-4119-95fc-9c7423d05747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3d4579-3333-47dd-a0c0-f5465f271611,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:36.604570 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-59e9c2a6-db61-4119-95fc-9c7423d05747 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=54dcf2af0da34e32ba0df9ebe13a22cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2155616 Nov 27 03:57:36.604837 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46914) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:36.621600 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1029e-fde2-48af-99c9-85edc79fae74 req-385c2dd4-0c98-4400-8a4c-98adcca458fb tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:36.623128 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-59e1029e-fde2-48af-99c9-85edc79fae74 req-385c2dd4-0c98-4400-8a4c-98adcca458fb tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] 10.222.0.20 "GET /v2.0/ports?device_id=5635669d-f791-4ec3-9612-f385d0e7b21b HTTP/1.1" status: 200 len: 943 time: 0.1227436 Nov 27 03:57:36.647352 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e744cb-48fe-42e7-b88b-1d1d578a8fb5 req-09631f90-321c-4564-97b2-fce5ad53ac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:36.650129 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-69e744cb-48fe-42e7-b88b-1d1d578a8fb5 req-09631f90-321c-4564-97b2-fce5ad53ac30 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4c2206f1-5002-4d5a-a6bd-f85327f757ed HTTP/1.1" status: 200 len: 907 time: 0.2667403 Nov 27 03:57:36.662665 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3e38e79-5331-49f2-8f3b-04e2efe75a8a admin admin] Deleting subnet 96964785-3ad1-4856-8b42-aea81599cd83 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:57:36.667557 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b3e38e79-5331-49f2-8f3b-04e2efe75a8a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:36.700432 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-b9b96057-e2f2-4c1f-bdc0-39c97104551a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:36.701733 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ca499046-109f-4791-bf12-0035f9168a65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:36.701876 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-b9b96057-e2f2-4c1f-bdc0-39c97104551a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e0ac711ba5b41f683cd3879fd4f0e64&device_id=5635669d-f791-4ec3-9612-f385d0e7b21b HTTP/1.1" status: 200 len: 1094 time: 0.1315508 Nov 27 03:57:36.710162 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-59e1029e-fde2-48af-99c9-85edc79fae74 req-d00c0354-e226-4e28-afcd-f5278d1f4fc6 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fd4a12-1174-4d95-a220-44eacec67b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784883 Nov 27 03:57:36.731787 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ca499046-109f-4791-bf12-0035f9168a65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:36.740402 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-69e744cb-48fe-42e7-b88b-1d1d578a8fb5 req-8b87ca7e-5e66-4dd2-a13e-3de0c3a66348 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20182db4-6a86-43d3-8b74-b5264acffc47 HTTP/1.1" status: 200 len: 217 time: 0.0501907 Nov 27 03:57:36.783593 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ca499046-109f-4791-bf12-0035f9168a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:36.783780 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-43c8a167-863b-402e-ae8e-ffcdf29c44f3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85fd24be-686b-48e3-93f9-4645d015bbb5 HTTP/1.1" status: 200 len: 217 time: 0.0512731 Nov 27 03:57:36.785829 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b3e38e79-5331-49f2-8f3b-04e2efe75a8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:36.787219 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ca499046-109f-4791-bf12-0035f9168a65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:36.791106 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ca499046-109f-4791-bf12-0035f9168a65 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/db3d4579-3333-47dd-a0c0-f5465f271611 HTTP/1.1" status: 204 len: 168 time: 0.1853216 Nov 27 03:57:36.799687 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca499046-109f-4791-bf12-0035f9168a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3d4579-3333-47dd-a0c0-f5465f271611,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:36.913436 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e744cb-48fe-42e7-b88b-1d1d578a8fb5 req-962b7c26-445d-4710-a2a7-7522deafbdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:36.914988 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-69e744cb-48fe-42e7-b88b-1d1d578a8fb5 req-962b7c26-445d-4710-a2a7-7522deafbdcc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=19827895-167c-4ffb-a565-ae1a5e643330 HTTP/1.1" status: 200 len: 846 time: 0.1419289 Nov 27 03:57:36.919612 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b3e38e79-5331-49f2-8f3b-04e2efe75a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:36.922767 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-3a7164d1-5ac8-45d0-a69f-573818ffe442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:36.924172 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-3a7164d1-5ac8-45d0-a69f-573818ffe442 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f137062d-c985-4602-af55-8be8223b5186 HTTP/1.1" status: 200 len: 862 time: 0.1026862 Nov 27 03:57:36.994720 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-69e744cb-48fe-42e7-b88b-1d1d578a8fb5 req-6a4575be-d2f5-4d9d-89aa-de3bd7bedf7f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4c2206f1-5002-4d5a-a6bd-f85327f757ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518844 Nov 27 03:57:36.999875 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-a6228077-0382-4eb7-94fd-5d24b5234f99 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f350aaaa-6412-4811-a76c-2bd690256d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553529 Nov 27 03:57:37.031562 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b3e38e79-5331-49f2-8f3b-04e2efe75a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:37.148574 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5635669d-f791-4ec3-9612-f385d0e7b21b', 'tag': '85fd24be-686b-48e3-93f9-4645d015bbb5'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:57:37.151582 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be91451-7459-4d75-88d4-39d63d95c6a7" -d '{"events": [{"name": "network-changed", "server_uuid": "5635669d-f791-4ec3-9612-f385d0e7b21b", "tag": "85fd24be-686b-48e3-93f9-4645d015bbb5"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:57:37.183516 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device ad51e61c-d1d6-4c1d-8ec1-3355164a48f3 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:57:37.220536 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: ad51e61c-d1d6-4c1d-8ec1-3355164a48f3 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:57:37.220990 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device ad51e61c-d1d6-4c1d-8ec1-3355164a48f3 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:57:37.221139 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3f051-49ce-4b9c-9497-7d1d516695e5 req-1e791da3-9995-4b0a-8b1a-622797b9339c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:37.231105 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e38e79-5331-49f2-8f3b-04e2efe75a8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96964785-3ad1-4856-8b42-aea81599cd83,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:37.231497 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-10d3f051-49ce-4b9c-9497-7d1d516695e5 req-1e791da3-9995-4b0a-8b1a-622797b9339c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=af79439c-c341-4604-bb6f-32fa30eb1e4d HTTP/1.1" status: 200 len: 943 time: 0.1038022 Nov 27 03:57:37.240877 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b3e38e79-5331-49f2-8f3b-04e2efe75a8a admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:37.244173 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b3e38e79-5331-49f2-8f3b-04e2efe75a8a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/96964785-3ad1-4856-8b42-aea81599cd83 HTTP/1.1" status: 204 len: 168 time: 0.6834288 Nov 27 03:57:37.249857 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46930) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:37.333609 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-69e744cb-48fe-42e7-b88b-1d1d578a8fb5 req-7182fd16-9a61-4b67-b170-d90460eddca2 service neutron] 10.222.0.23 "GET /v2.0/networks/4c2206f1-5002-4d5a-a6bd-f85327f757ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914212 Nov 27 03:57:37.341311 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-441d2c7d-0d25-45c6-8782-9db586650c9a service neutron] 10.222.0.23 "GET /v2.0/networks/f350aaaa-6412-4811-a76c-2bd690256d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965782 Nov 27 03:57:37.358306 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472c27e-5cba-40ca-8e68-b7365dba769c req-11bcc08f-b1cf-4f31-81a2-fd06476dd00e tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:37.367113 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a472c27e-5cba-40ca-8e68-b7365dba769c req-11bcc08f-b1cf-4f31-81a2-fd06476dd00e tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=222c6c9d-99cb-458a-b40a-c5ca57ab95eb HTTP/1.1" status: 200 len: 943 time: 0.1970367 Nov 27 03:57:37.384448 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-10d3f051-49ce-4b9c-9497-7d1d516695e5 req-9eb597b2-249c-4218-96c3-9a5d86240257 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512418 Nov 27 03:57:37.433381 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9780ed03-b611-417f-98f6-5357ada1b10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:37.535397 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9780ed03-b611-417f-98f6-5357ada1b10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:37.560503 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-9780ed03-b611-417f-98f6-5357ada1b10f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d2adb9-f818-45ca-8a33-9d0230736008']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:57:37.572912 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-9780ed03-b611-417f-98f6-5357ada1b10f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c2c8aa3-2731-42bd-bba4-8ad2d6d79985') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:57:37.573672 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-9780ed03-b611-417f-98f6-5357ada1b10f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c2c8aa3-2731-42bd-bba4-8ad2d6d79985') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:57:37.593872 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9780ed03-b611-417f-98f6-5357ada1b10f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:37.606393 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24003168-c0b0-4441-9f02-0e7d645a6797 x-openstack-request-id: req-24003168-c0b0-4441-9f02-0e7d645a6797 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:57:37.606638 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5635669d-f791-4ec3-9612-f385d0e7b21b", "tag": "85fd24be-686b-48e3-93f9-4645d015bbb5", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:57:37.607001 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-24003168-c0b0-4441-9f02-0e7d645a6797 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:57:37.607242 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5635669d-f791-4ec3-9612-f385d0e7b21b', 'tag': '85fd24be-686b-48e3-93f9-4645d015bbb5', 'status': 'completed', 'code': 200} Nov 27 03:57:37.631028 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-69e744cb-48fe-42e7-b88b-1d1d578a8fb5 req-2c09b65c-ed47-4e0c-8e3e-d7eb87dbd710 service neutron] 10.222.0.23 "GET /v2.0/networks/4c2206f1-5002-4d5a-a6bd-f85327f757ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887599 Nov 27 03:57:37.643583 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9780ed03-b611-417f-98f6-5357ada1b10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:37.654970 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9780ed03-b611-417f-98f6-5357ada1b10f admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:57:37.654970 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9780ed03-b611-417f-98f6-5357ada1b10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:37.657554 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 03:57:37.657554 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:57:37.657554 n-d-819494-3 neutron-server[110018]: timer() Nov 27 03:57:37.657554 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:57:37.657554 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 03:57:37.657554 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:57:37.657554 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 03:57:37.657554 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:57:37.657554 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 03:57:37.657554 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:57:37.657554 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 03:57:37.657554 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:57:37.657554 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 03:57:37.657554 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:57:37.657554 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:57:37.657554 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:57:37.657554 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:57:37.657554 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:57:37.657554 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 03:57:37.657554 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:57:37.657554 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 03:57:37.657554 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:57:37.657554 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:57:37.657554 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:57:37.657554 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 03:57:37.657554 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:57:37.657554 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:57:37.657554 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:57:37.657554 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:57:37.657554 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:57:37.657554 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:57:37.657554 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:57:37.686629 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a472c27e-5cba-40ca-8e68-b7365dba769c req-baa7f686-99dc-490e-a7bd-b76570170146 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174880 Nov 27 03:57:37.735113 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-39055c8a-d8dc-4424-afd0-63077b9eb256 req-8aabf101-5d75-4e46-9bb1-11dfdd630fa5 service neutron] 10.222.0.23 "GET /v2.0/networks/f350aaaa-6412-4811-a76c-2bd690256d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627381 Nov 27 03:57:37.750263 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d99dfea-1860-4540-b2d6-432a07baebed req-5c216627-ff87-4f4e-8854-1ea6b1ce3f2c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1531024 Nov 27 03:57:37.774596 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9780ed03-b611-417f-98f6-5357ada1b10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:37.780956 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9780ed03-b611-417f-98f6-5357ada1b10f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:37.787891 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9780ed03-b611-417f-98f6-5357ada1b10f admin admin] 10.222.0.20 "DELETE /v2.0/networks/a0d2adb9-f818-45ca-8a33-9d0230736008 HTTP/1.1" status: 204 len: 168 time: 0.5353229 Nov 27 03:57:37.803163 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9780ed03-b611-417f-98f6-5357ada1b10f admin admin] Pushing event deleted for resources: {'Network': ['ID=a0d2adb9-f818-45ca-8a33-9d0230736008,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:37.882624 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729599a5-dac3-44c1-9352-d8ae47336831 req-af4ac535-a069-4a40-99cf-9625d9ed99ee tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:37.883306 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99dfea-1860-4540-b2d6-432a07baebed req-ddde015c-875d-4ae2-b0b9-fe06e4bcead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:37.883990 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99dfea-1860-4540-b2d6-432a07baebed req-ddde015c-875d-4ae2-b0b9-fe06e4bcead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:37.884641 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99dfea-1860-4540-b2d6-432a07baebed req-ddde015c-875d-4ae2-b0b9-fe06e4bcead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:37.884859 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-729599a5-dac3-44c1-9352-d8ae47336831 req-af4ac535-a069-4a40-99cf-9625d9ed99ee tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] 10.222.0.20 "GET /v2.0/ports?device_id=5635669d-f791-4ec3-9612-f385d0e7b21b HTTP/1.1" status: 200 len: 943 time: 0.0744007 Nov 27 03:57:37.885498 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99dfea-1860-4540-b2d6-432a07baebed req-ddde015c-875d-4ae2-b0b9-fe06e4bcead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:37.886153 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99dfea-1860-4540-b2d6-432a07baebed req-ddde015c-875d-4ae2-b0b9-fe06e4bcead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:37.886898 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99dfea-1860-4540-b2d6-432a07baebed req-ddde015c-875d-4ae2-b0b9-fe06e4bcead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:37.887540 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99dfea-1860-4540-b2d6-432a07baebed req-ddde015c-875d-4ae2-b0b9-fe06e4bcead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:37.889816 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d99dfea-1860-4540-b2d6-432a07baebed req-ddde015c-875d-4ae2-b0b9-fe06e4bcead1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1dec02752c8a4ea2ac075e58dda75d55&device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 6491 time: 0.0843413 Nov 27 03:57:37.992390 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be91451-7459-4d75-88d4-39d63d95c6a7 req-1f4f7cba-069c-4279-9d2e-3fddb6c689ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:37.993907 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5be91451-7459-4d75-88d4-39d63d95c6a7 req-1f4f7cba-069c-4279-9d2e-3fddb6c689ec service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e0ac711ba5b41f683cd3879fd4f0e64&device_id=5635669d-f791-4ec3-9612-f385d0e7b21b HTTP/1.1" status: 200 len: 1094 time: 0.1081426 Nov 27 03:57:38.018045 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-729599a5-dac3-44c1-9352-d8ae47336831 req-024fdeba-2145-4c55-bcd6-0957e9129925 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fd4a12-1174-4d95-a220-44eacec67b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032104 Nov 27 03:57:38.053366 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99dfea-1860-4540-b2d6-432a07baebed req-d186fc56-f58e-4055-bb0e-9932667a70df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:38.054120 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99dfea-1860-4540-b2d6-432a07baebed req-d186fc56-f58e-4055-bb0e-9932667a70df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:38.054777 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99dfea-1860-4540-b2d6-432a07baebed req-d186fc56-f58e-4055-bb0e-9932667a70df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:38.056870 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d99dfea-1860-4540-b2d6-432a07baebed req-d186fc56-f58e-4055-bb0e-9932667a70df service neutron] 10.222.0.11 "GET /v2.0/networks?id=de70f11c-4372-4ca5-89fb-09782e179a3b&id=51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5&id=51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5&id=51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5&id=51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5&id=c50e5d64-07f3-44bc-b3a4-01ba809267ac&id=c50e5d64-07f3-44bc-b3a4-01ba809267ac HTTP/1.1" status: 200 len: 2293 time: 0.1367040 Nov 27 03:57:38.079412 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46964) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:38.124798 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be91451-7459-4d75-88d4-39d63d95c6a7 req-cb5c4a0e-5020-4636-a0dd-ba20df322b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:38.126395 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5be91451-7459-4d75-88d4-39d63d95c6a7 req-cb5c4a0e-5020-4636-a0dd-ba20df322b68 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f350aaaa-6412-4811-a76c-2bd690256d62 HTTP/1.1" status: 200 len: 923 time: 0.1073027 Nov 27 03:57:38.161594 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d99dfea-1860-4540-b2d6-432a07baebed req-6bb2992e-e1e8-4e1b-b71e-268c0cdaba6b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02981edf-7b84-4fc5-b179-a27331a3be22 HTTP/1.1" status: 200 len: 1002 time: 0.0962288 Nov 27 03:57:38.187914 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5be91451-7459-4d75-88d4-39d63d95c6a7 req-a824a0fc-7ec8-4d5c-a04f-e25d418272de service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85fd24be-686b-48e3-93f9-4645d015bbb5 HTTP/1.1" status: 200 len: 217 time: 0.0516877 Nov 27 03:57:38.228503 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-139612fa-e9a6-44b2-90f3-2a196c3ead5c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1b50a26fbf4e4ac2ae82d7a8006f27fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1169159 Nov 27 03:57:38.228718 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46978) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:38.246742 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99dfea-1860-4540-b2d6-432a07baebed req-cca41e1c-d7f0-45ee-8925-f99d002374f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:38.248287 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d99dfea-1860-4540-b2d6-432a07baebed req-cca41e1c-d7f0-45ee-8925-f99d002374f3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4466658f-32d6-449e-8c43-df2a536056c1 HTTP/1.1" status: 200 len: 851 time: 0.0758915 Nov 27 03:57:38.273793 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be91451-7459-4d75-88d4-39d63d95c6a7 req-e1db02c6-699e-464b-9631-ff64a6785fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:38.275716 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5be91451-7459-4d75-88d4-39d63d95c6a7 req-e1db02c6-699e-464b-9631-ff64a6785fe8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f137062d-c985-4602-af55-8be8223b5186 HTTP/1.1" status: 200 len: 862 time: 0.0794969 Nov 27 03:57:38.309491 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99dfea-1860-4540-b2d6-432a07baebed req-cbb97689-5014-4777-83c0-d5874da035a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:38.311432 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d99dfea-1860-4540-b2d6-432a07baebed req-cbb97689-5014-4777-83c0-d5874da035a2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de70f11c-4372-4ca5-89fb-09782e179a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550027 Nov 27 03:57:38.323717 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5be91451-7459-4d75-88d4-39d63d95c6a7 req-6bd8aa6e-befd-445d-9fab-a6a8f8c26feb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f350aaaa-6412-4811-a76c-2bd690256d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385406 Nov 27 03:57:38.326610 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-85eacf02-cb42-4561-b255-94271eddf7ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:38.398511 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-85eacf02-cb42-4561-b255-94271eddf7ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:38.477073 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d99dfea-1860-4540-b2d6-432a07baebed req-08d050fc-49fe-4761-9d48-bb725d4f1af0 service neutron] 10.222.0.11 "GET /v2.0/networks/de70f11c-4372-4ca5-89fb-09782e179a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563678 Nov 27 03:57:38.491794 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5be91451-7459-4d75-88d4-39d63d95c6a7 req-c8532b11-2c96-4131-86d9-798970862a66 service neutron] 10.222.0.23 "GET /v2.0/networks/f350aaaa-6412-4811-a76c-2bd690256d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595309 Nov 27 03:57:38.506926 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-85eacf02-cb42-4561-b255-94271eddf7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:38.509497 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-85eacf02-cb42-4561-b255-94271eddf7ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:38.510581 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-85eacf02-cb42-4561-b255-94271eddf7ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7d0c2db6-a786-401b-8501-9422bdfb827d HTTP/1.1" status: 204 len: 168 time: 0.2810016 Nov 27 03:57:38.564641 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eacf02-cb42-4561-b255-94271eddf7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0c2db6-a786-401b-8501-9422bdfb827d,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:38.620984 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5be91451-7459-4d75-88d4-39d63d95c6a7 req-508c1000-642c-465d-81a6-bf7a018651c2 service neutron] 10.222.0.23 "GET /v2.0/networks/f350aaaa-6412-4811-a76c-2bd690256d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149061 Nov 27 03:57:38.634670 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f5f85-e3a8-457a-b37e-90186e0a2791 req-989e68df-4bd7-4683-8a29-c4eb91204bc2 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:38.636559 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8b5f5f85-e3a8-457a-b37e-90186e0a2791 req-989e68df-4bd7-4683-8a29-c4eb91204bc2 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=af79439c-c341-4604-bb6f-32fa30eb1e4d HTTP/1.1" status: 200 len: 943 time: 0.1402242 Nov 27 03:57:38.673184 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46988) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:38.684877 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d99dfea-1860-4540-b2d6-432a07baebed req-136d9dad-8658-424f-aa01-10fe8a7f7707 service neutron] 10.222.0.11 "GET /v2.0/networks/de70f11c-4372-4ca5-89fb-09782e179a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001462 Nov 27 03:57:38.746777 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d99dfea-1860-4540-b2d6-432a07baebed req-d73687fe-35a6-40d7-af05-b0f9a6f2b888 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=8d21c359-8b29-4bc7-8fd4-65e475953c35 HTTP/1.1" status: 200 len: 217 time: 0.0458715 Nov 27 03:57:38.762426 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8b5f5f85-e3a8-457a-b37e-90186e0a2791 req-fc2163de-3c96-4be3-b15a-4ab950e6b19f tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117978 Nov 27 03:57:38.862308 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99dfea-1860-4540-b2d6-432a07baebed req-d44c0e57-f7e8-4c18-abbe-14526b99a9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:38.865132 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d99dfea-1860-4540-b2d6-432a07baebed req-d44c0e57-f7e8-4c18-abbe-14526b99a9be service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a5669422-959b-42bf-adae-eb6b666499da HTTP/1.1" status: 200 len: 797 time: 0.0957980 Nov 27 03:57:38.866075 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7046a0b1-3aaa-49d1-b952-0ca3b9fc4dfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:38.917914 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced2ad0-e0f7-4e79-8358-c18754b7b64c req-5793aaac-8c35-4df0-8386-9350d1185f6a tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:38.926066 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dced2ad0-e0f7-4e79-8358-c18754b7b64c req-5793aaac-8c35-4df0-8386-9350d1185f6a tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=222c6c9d-99cb-458a-b40a-c5ca57ab95eb HTTP/1.1" status: 200 len: 943 time: 0.1377254 Nov 27 03:57:38.972043 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99dfea-1860-4540-b2d6-432a07baebed req-9704ba60-33db-4971-971e-ba91afe00e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:38.976302 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d99dfea-1860-4540-b2d6-432a07baebed req-9704ba60-33db-4971-971e-ba91afe00e96 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0817180 Nov 27 03:57:39.022271 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dced2ad0-e0f7-4e79-8358-c18754b7b64c req-b0130662-322f-4f56-b773-90445c91a5fa tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952888 Nov 27 03:57:39.099967 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7046a0b1-3aaa-49d1-b952-0ca3b9fc4dfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:39.111718 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7046a0b1-3aaa-49d1-b952-0ca3b9fc4dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:39.142764 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d99dfea-1860-4540-b2d6-432a07baebed req-7fba45f8-3875-45e0-bdc4-9937c5f36b23 service neutron] 10.222.0.11 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571183 Nov 27 03:57:39.158725 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7046a0b1-3aaa-49d1-b952-0ca3b9fc4dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d901c9b-951a-4d0d-8d0f-b72bbccd7cea,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:39.201251 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7046a0b1-3aaa-49d1-b952-0ca3b9fc4dfb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f180db7a4e0a4dfdbdb8e513423a2ccd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5242996 Nov 27 03:57:39.201517 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47008) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:39.229609 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f767b68-247d-4bc7-a598-3b0ba4fda6c7 req-81e30583-9921-45df-b0e4-c4a700bef3c0 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:39.231153 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7f767b68-247d-4bc7-a598-3b0ba4fda6c7 req-81e30583-9921-45df-b0e4-c4a700bef3c0 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] 10.222.0.20 "GET /v2.0/ports?device_id=5635669d-f791-4ec3-9612-f385d0e7b21b HTTP/1.1" status: 200 len: 943 time: 0.1165276 Nov 27 03:57:39.261119 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dc5aabf4-247b-4fac-b68a-ec4a67446a41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:39.288230 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dc5aabf4-247b-4fac-b68a-ec4a67446a41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:39.319711 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d99dfea-1860-4540-b2d6-432a07baebed req-1ea66bcb-3ed5-4afd-a4d8-7e03c98375a4 service neutron] 10.222.0.11 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615093 Nov 27 03:57:39.330686 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7f767b68-247d-4bc7-a598-3b0ba4fda6c7 req-7beff343-669f-4890-a629-a3178a9404cc tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fd4a12-1174-4d95-a220-44eacec67b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910525 Nov 27 03:57:39.346055 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dc5aabf4-247b-4fac-b68a-ec4a67446a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:39.353537 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dc5aabf4-247b-4fac-b68a-ec4a67446a41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:39.361898 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-dc5aabf4-247b-4fac-b68a-ec4a67446a41 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d901c9b-951a-4d0d-8d0f-b72bbccd7cea HTTP/1.1" status: 204 len: 168 time: 0.1522856 Nov 27 03:57:39.372362 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5aabf4-247b-4fac-b68a-ec4a67446a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d901c9b-951a-4d0d-8d0f-b72bbccd7cea,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:39.392244 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d99dfea-1860-4540-b2d6-432a07baebed req-6e77aefe-9ac7-4bd5-8a63-cc5fc86cfe54 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=79505348-feb7-4bb2-ad3d-3724a74fb104 HTTP/1.1" status: 200 len: 217 time: 0.0604851 Nov 27 03:57:39.463220 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99dfea-1860-4540-b2d6-432a07baebed req-4fbff2fa-efbc-4ae1-a978-df8d6de824f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:39.465001 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d99dfea-1860-4540-b2d6-432a07baebed req-4fbff2fa-efbc-4ae1-a978-df8d6de824f7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a5669422-959b-42bf-adae-eb6b666499da HTTP/1.1" status: 200 len: 797 time: 0.0576766 Nov 27 03:57:39.516199 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99dfea-1860-4540-b2d6-432a07baebed req-db94989f-4149-4583-9a4a-03cb17785d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:39.517828 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d99dfea-1860-4540-b2d6-432a07baebed req-db94989f-4149-4583-9a4a-03cb17785d41 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0450721 Nov 27 03:57:39.613762 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47022) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:39.634325 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 20182db4-6a86-43d3-8b74-b5264acffc47 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:57:39.652961 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d99dfea-1860-4540-b2d6-432a07baebed req-edcbdaa0-5088-4454-8aa0-04ba9700f170 service neutron] 10.222.0.11 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222603 Nov 27 03:57:39.738802 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-256d83fc-8b39-4388-bf78-8900950c3965 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-61305607-network', 'tenant_id': '494f4a6b8c6040bea4faa902f76388fe'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:57:39.780229 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d99dfea-1860-4540-b2d6-432a07baebed req-a11772f1-15f6-4410-8d40-aceefa9b76f6 service neutron] 10.222.0.11 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187317 Nov 27 03:57:39.786271 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256d83fc-8b39-4388-bf78-8900950c3965 admin admin] Made reservation on behalf of 494f4a6b8c6040bea4faa902f76388fe for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:57:39.790253 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-256d83fc-8b39-4388-bf78-8900950c3965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:39.811372 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-256d83fc-8b39-4388-bf78-8900950c3965 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:39.903417 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d99dfea-1860-4540-b2d6-432a07baebed req-34940032-225b-4952-b73a-ac30227e7368 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=483722be-2ed4-4dbd-aefd-8406aba813b7 HTTP/1.1" status: 200 len: 217 time: 0.1153467 Nov 27 03:57:39.973516 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-256d83fc-8b39-4388-bf78-8900950c3965 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:39.987636 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-256d83fc-8b39-4388-bf78-8900950c3965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:40.027885 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-256d83fc-8b39-4388-bf78-8900950c3965 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:57:40.042058 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99dfea-1860-4540-b2d6-432a07baebed req-f8657cda-d9db-4560-9d62-0f94b6225c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:40.050387 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d99dfea-1860-4540-b2d6-432a07baebed req-f8657cda-d9db-4560-9d62-0f94b6225c3c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a5669422-959b-42bf-adae-eb6b666499da HTTP/1.1" status: 200 len: 797 time: 0.1306570 Nov 27 03:57:40.058525 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-256d83fc-8b39-4388-bf78-8900950c3965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:40.059022 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-256d83fc-8b39-4388-bf78-8900950c3965 admin admin] Added segment b74bca51-4dfb-4a57-a11b-a09a7071fc23 of type vlan for network abc5923b-b206-4644-9a0b-16ee7d6f30b5 Nov 27 03:57:40.092733 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d83fc-8b39-4388-bf78-8900950c3965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09b905e-a35e-4048-9035-6b2f00c08fe5,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:40.134456 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca4a42-146c-4b3a-87ae-6799be449d88 req-b0bf46de-a11c-4f14-828b-4ea8b865de75 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:40.141946 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3aca4a42-146c-4b3a-87ae-6799be449d88 req-b0bf46de-a11c-4f14-828b-4ea8b865de75 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=af79439c-c341-4604-bb6f-32fa30eb1e4d HTTP/1.1" status: 200 len: 943 time: 0.2508225 Nov 27 03:57:40.185327 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-256d83fc-8b39-4388-bf78-8900950c3965 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:40.217022 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3aca4a42-146c-4b3a-87ae-6799be449d88 req-81180f05-93a6-4d55-8100-9572bd6c3a8c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695820 Nov 27 03:57:40.226399 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 20182db4-6a86-43d3-8b74-b5264acffc47, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=20182db4-6a86-43d3-8b74-b5264acffc47,segment=NetworkSegment(e40e3b9b-cd7d-4402-aebb-20a69a216b2f),segment_id=e40e3b9b-cd7d-4402-aebb-20a69a216b2f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:57:40.241985 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-256d83fc-8b39-4388-bf78-8900950c3965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:40.243310 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256d83fc-8b39-4388-bf78-8900950c3965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:40.244066 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-256d83fc-8b39-4388-bf78-8900950c3965 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:40.254498 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '20182db4-6a86-43d3-8b74-b5264acffc47', 'network_id': '4c2206f1-5002-4d5a-a6bd-f85327f757ed', 'port_id': '20182db4-6a86-43d3-8b74-b5264acffc47', 'mac_address': 'fa:16:3e:4a:2d:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19827895-167c-4ffb-a565-ae1a5e643330', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:57:40.302341 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:40.320516 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20182db4-6a86-43d3-8b74-b5264acffc47 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:57:40.344064 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 20182db4-6a86-43d3-8b74-b5264acffc47, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=20182db4-6a86-43d3-8b74-b5264acffc47,segment=NetworkSegment(e40e3b9b-cd7d-4402-aebb-20a69a216b2f),segment_id=e40e3b9b-cd7d-4402-aebb-20a69a216b2f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:57:40.350900 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:40.351863 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 85fd24be-686b-48e3-93f9-4645d015bbb5 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:57:40.399483 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-256d83fc-8b39-4388-bf78-8900950c3965 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7836962 Nov 27 03:57:40.412305 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47052) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:40.437087 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-835a388f-e210-428b-85c2-e9e8a1d470d8 admin admin] Request body: {'subnet': {'network_id': 'abc5923b-b206-4644-9a0b-16ee7d6f30b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-61305607-subnet', 'tenant_id': '494f4a6b8c6040bea4faa902f76388fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:57:40.496928 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d83fc-8b39-4388-bf78-8900950c3965 admin admin] Pushing event updated for resources: {'Network': ['ID=abc5923b-b206-4644-9a0b-16ee7d6f30b5,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:40.499321 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835a388f-e210-428b-85c2-e9e8a1d470d8 admin admin] Made reservation on behalf of 494f4a6b8c6040bea4faa902f76388fe for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:57:40.501929 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-835a388f-e210-428b-85c2-e9e8a1d470d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:40.521075 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 85fd24be-686b-48e3-93f9-4645d015bbb5, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=85fd24be-686b-48e3-93f9-4645d015bbb5,segment=NetworkSegment(7e54b36d-c96c-4f61-9ba2-07556326e8d9),segment_id=7e54b36d-c96c-4f61-9ba2-07556326e8d9)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:57:40.539446 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '85fd24be-686b-48e3-93f9-4645d015bbb5', 'network_id': 'f350aaaa-6412-4811-a76c-2bd690256d62', 'port_id': '85fd24be-686b-48e3-93f9-4645d015bbb5', 'mac_address': 'fa:16:3e:39:86:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f137062d-c985-4602-af55-8be8223b5186', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:57:40.541112 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network abc5923b-b206-4644-9a0b-16ee7d6f30b5 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:57:40.593488 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99dfea-1860-4540-b2d6-432a07baebed req-13b79292-8006-43b1-bcdd-c456bc2f1276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:40.596309 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d99dfea-1860-4540-b2d6-432a07baebed req-13b79292-8006-43b1-bcdd-c456bc2f1276 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5329914 Nov 27 03:57:40.600769 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=20182db4-6a86-43d3-8b74-b5264acffc47,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:40.658452 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c5849-dc38-4eb3-838a-3fe5da408232 req-cb2774ed-dadc-46d1-95d6-b1aa4ff622d5 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:40.660070 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-410c5849-dc38-4eb3-838a-3fe5da408232 req-cb2774ed-dadc-46d1-95d6-b1aa4ff622d5 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] 10.222.0.20 "GET /v2.0/ports?device_id=5635669d-f791-4ec3-9612-f385d0e7b21b HTTP/1.1" status: 200 len: 943 time: 0.1959896 Nov 27 03:57:40.678919 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647ffd0-5633-485a-bd19-96f83d2f6a28 req-05bf58f0-ef73-41da-8e80-84de3c51bc82 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:40.688081 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3647ffd0-5633-485a-bd19-96f83d2f6a28 req-05bf58f0-ef73-41da-8e80-84de3c51bc82 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=222c6c9d-99cb-458a-b40a-c5ca57ab95eb HTTP/1.1" status: 200 len: 943 time: 0.5684726 Nov 27 03:57:40.698727 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:40.723544 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85fd24be-686b-48e3-93f9-4645d015bbb5 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:57:40.766482 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 85fd24be-686b-48e3-93f9-4645d015bbb5, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=85fd24be-686b-48e3-93f9-4645d015bbb5,segment=NetworkSegment(7e54b36d-c96c-4f61-9ba2-07556326e8d9),segment_id=7e54b36d-c96c-4f61-9ba2-07556326e8d9)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:57:40.793999 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:40.832092 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3647ffd0-5633-485a-bd19-96f83d2f6a28 req-48bc3e1b-daa7-4348-bd0d-27a20c10435e tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426675 Nov 27 03:57:40.848686 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-835a388f-e210-428b-85c2-e9e8a1d470d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:40.875063 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d99dfea-1860-4540-b2d6-432a07baebed req-67f25c4d-254e-401f-a8bd-25dff1a50a72 service neutron] 10.222.0.11 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708750 Nov 27 03:57:40.876848 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=85fd24be-686b-48e3-93f9-4645d015bbb5,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:40.939231 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-410c5849-dc38-4eb3-838a-3fe5da408232 req-4f1acf38-910d-4a9f-8785-46b3da021736 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fd4a12-1174-4d95-a220-44eacec67b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537472 Nov 27 03:57:40.940131 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a388f-e210-428b-85c2-e9e8a1d470d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db050135-fab7-41d2-9b7b-f172e1b626ae,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:40.963650 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835a388f-e210-428b-85c2-e9e8a1d470d8 admin admin] Checking segment: {'id': 'b74bca51-4dfb-4a57-a11b-a09a7071fc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'abc5923b-b206-4644-9a0b-16ee7d6f30b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:57:40.964254 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835a388f-e210-428b-85c2-e9e8a1d470d8 admin admin] Network hostable DHCP agents. Network: abc5923b-b206-4644-9a0b-16ee7d6f30b5, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:57:40.985033 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835a388f-e210-428b-85c2-e9e8a1d470d8 admin admin] Network abc5923b-b206-4644-9a0b-16ee7d6f30b5 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:57:41.004734 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-835a388f-e210-428b-85c2-e9e8a1d470d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, abc5923b-b206-4644-9a0b-16ee7d6f30b5) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:57:41.010001 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835a388f-e210-428b-85c2-e9e8a1d470d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:41.011104 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-835a388f-e210-428b-85c2-e9e8a1d470d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:41.014226 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee36bf7-2405-4fb1-b33f-3c2e3b30ba39 None None] Network abc5923b-b206-4644-9a0b-16ee7d6f30b5 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:57:41.025184 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d99dfea-1860-4540-b2d6-432a07baebed req-65dc7785-0a72-4ba4-b07d-a9f20c6180c3 service neutron] 10.222.0.11 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366515 Nov 27 03:57:41.072403 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-835a388f-e210-428b-85c2-e9e8a1d470d8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6588969 Nov 27 03:57:41.121394 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d99dfea-1860-4540-b2d6-432a07baebed req-d5bf5c1a-e63e-42e8-b928-350992932ee9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb HTTP/1.1" status: 200 len: 217 time: 0.0891676 Nov 27 03:57:41.180701 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59b0974-edfd-410c-bcfb-829ec8e0c539 None None] Network abc5923b-b206-4644-9a0b-16ee7d6f30b5 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:57:41.262190 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99dfea-1860-4540-b2d6-432a07baebed req-41b8e9de-6825-4c1c-8d75-fad55eb62e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:41.263552 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['20182db4-6a86-43d3-8b74-b5264acffc47'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:57:41.266973 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d99dfea-1860-4540-b2d6-432a07baebed req-41b8e9de-6825-4c1c-8d75-fad55eb62e9d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a5669422-959b-42bf-adae-eb6b666499da HTTP/1.1" status: 200 len: 797 time: 0.1390004 Nov 27 03:57:41.282588 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['85fd24be-686b-48e3-93f9-4645d015bbb5'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:57:41.326484 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99dfea-1860-4540-b2d6-432a07baebed req-c9fe41d6-c2e4-4543-93d0-2896b608e620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:41.329235 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d99dfea-1860-4540-b2d6-432a07baebed req-c9fe41d6-c2e4-4543-93d0-2896b608e620 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0545394 Nov 27 03:57:41.428807 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b804a5b-f4f4-416c-b95d-84c77658ef32 req-df926c2f-25ad-4fa9-a9d8-5545b9f753ab tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:41.438024 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8b804a5b-f4f4-416c-b95d-84c77658ef32 req-df926c2f-25ad-4fa9-a9d8-5545b9f753ab tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=af79439c-c341-4604-bb6f-32fa30eb1e4d HTTP/1.1" status: 200 len: 944 time: 0.1041925 Nov 27 03:57:41.513238 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d99dfea-1860-4540-b2d6-432a07baebed req-c57264b7-a666-4d14-b3df-73aec5c655be service neutron] 10.222.0.11 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716843 Nov 27 03:57:41.555058 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8b804a5b-f4f4-416c-b95d-84c77658ef32 req-687f8b05-3705-454b-9c0d-73cf1ace8259 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128421 Nov 27 03:57:41.760442 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-52c5f830-9821-4b89-9b9d-10c2e29f6454 tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:41.762016 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-52c5f830-9821-4b89-9b9d-10c2e29f6454 tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] 10.222.0.20 "GET /v2.0/networks?id=abc5923b-b206-4644-9a0b-16ee7d6f30b5 HTTP/1.1" status: 200 len: 816 time: 0.2073035 Nov 27 03:57:41.766620 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d99dfea-1860-4540-b2d6-432a07baebed req-49b86149-2d95-4aef-be4b-1624d635bddd service neutron] 10.222.0.11 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456415 Nov 27 03:57:41.785596 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-6574c1d3-7454-4a7a-986d-21bce8cb6652 tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] 10.222.0.20 "GET /v2.0/quotas/494f4a6b8c6040bea4faa902f76388fe HTTP/1.1" status: 200 len: 375 time: 0.0171404 Nov 27 03:57:41.831103 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-3cb39007-fc79-498b-bdcf-427fea68b2cc tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=494f4a6b8c6040bea4faa902f76388fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444877 Nov 27 03:57:41.863131 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d99dfea-1860-4540-b2d6-432a07baebed req-4c52dbaf-a480-443a-beaa-a11781abd589 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f44fdf9b-a8d1-49ae-aeec-916704cb4fb4 HTTP/1.1" status: 200 len: 217 time: 0.0747964 Nov 27 03:57:41.966874 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93ac58-0f4e-4071-b855-43078f28677e req-39983985-d64e-4d8f-bdc8-6d56b635453a tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:41.968781 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca93ac58-0f4e-4071-b855-43078f28677e req-39983985-d64e-4d8f-bdc8-6d56b635453a tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=222c6c9d-99cb-458a-b40a-c5ca57ab95eb HTTP/1.1" status: 200 len: 943 time: 0.0543578 Nov 27 03:57:42.008030 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99dfea-1860-4540-b2d6-432a07baebed req-b50042bc-3f9e-4e1e-bf5e-97c08f83ca2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:42.009740 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d99dfea-1860-4540-b2d6-432a07baebed req-b50042bc-3f9e-4e1e-bf5e-97c08f83ca2d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f712b216-a943-478e-91ec-701ddeee200a HTTP/1.1" status: 200 len: 797 time: 0.1366973 Nov 27 03:57:42.015290 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-5377f46e-d6cc-4483-89c5-c48e39dff94c service neutron] 10.222.0.20 "GET /v2.0/networks/abc5923b-b206-4644-9a0b-16ee7d6f30b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511643 Nov 27 03:57:42.051789 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca93ac58-0f4e-4071-b855-43078f28677e req-2fdf503b-c292-458e-b232-f8eeeedba2f3 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708430 Nov 27 03:57:42.159821 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-26b951d3-88ad-4509-a4c5-e82ee071f629 service neutron] 10.222.0.20 "GET /v2.0/networks/abc5923b-b206-4644-9a0b-16ee7d6f30b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352966 Nov 27 03:57:42.164220 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94521714-7dfb-4fe3-b234-65994ef7b0ce req-7ac05f2e-681d-498b-ba47-b70977572e9e tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:42.165818 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-94521714-7dfb-4fe3-b234-65994ef7b0ce req-7ac05f2e-681d-498b-ba47-b70977572e9e tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] 10.222.0.20 "GET /v2.0/ports?device_id=5635669d-f791-4ec3-9612-f385d0e7b21b HTTP/1.1" status: 200 len: 944 time: 0.0630045 Nov 27 03:57:42.166328 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47106) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:42.174928 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99dfea-1860-4540-b2d6-432a07baebed req-eece54b0-7e0b-4476-b628-d4d2df912bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:42.176662 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d99dfea-1860-4540-b2d6-432a07baebed req-eece54b0-7e0b-4476-b628-d4d2df912bea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c50e5d64-07f3-44bc-b3a4-01ba809267ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1601877 Nov 27 03:57:42.264644 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-94521714-7dfb-4fe3-b234-65994ef7b0ce req-20247bd2-0724-435a-ab61-82ca722aa572 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fd4a12-1174-4d95-a220-44eacec67b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926902 Nov 27 03:57:42.370129 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d99dfea-1860-4540-b2d6-432a07baebed req-0d629b92-776f-4a3e-8bab-7894a730c6e1 service neutron] 10.222.0.11 "GET /v2.0/networks/c50e5d64-07f3-44bc-b3a4-01ba809267ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809986 Nov 27 03:57:42.400348 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-07588219-0478-49ce-b91c-698275b18eee tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:57:42.467009 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b9db87b9-d953-4d11-9e83-455cf1cba61e req-2d1dc0dd-85fd-4c97-8a51-7713f18cbe2f tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f0a7c8f-015c-4eed-9ec1-8804f850ffd1 HTTP/1.1" status: 200 len: 210 time: 0.0732541 Nov 27 03:57:42.498714 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-07588219-0478-49ce-b91c-698275b18eee tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks [] for floatingip, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:42.594247 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d99dfea-1860-4540-b2d6-432a07baebed req-b397d6ac-85c6-4a52-b955-4d2c0d73bd52 service neutron] 10.222.0.11 "GET /v2.0/networks/c50e5d64-07f3-44bc-b3a4-01ba809267ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213225 Nov 27 03:57:42.655602 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d99dfea-1860-4540-b2d6-432a07baebed req-12b45b13-eccc-4950-88da-c2ad55f29987 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a1f03abc-cb7c-4762-a3d3-c924fa278769 HTTP/1.1" status: 200 len: 217 time: 0.0519249 Nov 27 03:57:42.716271 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07621782-fc30-4530-8919-1243623260d0 req-12fb8036-f81b-4d31-8800-89348c8922bb tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:42.727839 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-07621782-fc30-4530-8919-1243623260d0 req-12fb8036-f81b-4d31-8800-89348c8922bb tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=af79439c-c341-4604-bb6f-32fa30eb1e4d HTTP/1.1" status: 200 len: 944 time: 0.0790632 Nov 27 03:57:42.744660 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99dfea-1860-4540-b2d6-432a07baebed req-cf2edde5-d5b2-40d0-a97c-9262de0fee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:42.746249 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d99dfea-1860-4540-b2d6-432a07baebed req-cf2edde5-d5b2-40d0-a97c-9262de0fee31 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f712b216-a943-478e-91ec-701ddeee200a HTTP/1.1" status: 200 len: 797 time: 0.0822957 Nov 27 03:57:42.768255 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-07588219-0478-49ce-b91c-698275b18eee tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:42.793158 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-07621782-fc30-4530-8919-1243623260d0 req-b6052be1-ef95-4bfe-965d-0a1ae07a617f tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642426 Nov 27 03:57:42.860731 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99dfea-1860-4540-b2d6-432a07baebed req-4fc96699-9c6e-444f-9478-692173ecb874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:42.862369 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d99dfea-1860-4540-b2d6-432a07baebed req-4fc96699-9c6e-444f-9478-692173ecb874 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c50e5d64-07f3-44bc-b3a4-01ba809267ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1082287 Nov 27 03:57:42.977348 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-07588219-0478-49ce-b91c-698275b18eee tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Allocated IP 172.25.1.32 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/5684e8e7-20bb-475e-ae9c-6c36cfd8d401) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:57:43.068029 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d99dfea-1860-4540-b2d6-432a07baebed req-e246105a-ab46-4ee8-a4f6-dc31ad905f66 service neutron] 10.222.0.11 "GET /v2.0/networks/c50e5d64-07f3-44bc-b3a4-01ba809267ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754622 Nov 27 03:57:43.221113 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-07588219-0478-49ce-b91c-698275b18eee tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:43.261951 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d99dfea-1860-4540-b2d6-432a07baebed req-e018d452-77f2-4ad1-b85e-1fe726dec386 service neutron] 10.222.0.11 "GET /v2.0/networks/c50e5d64-07f3-44bc-b3a4-01ba809267ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741042 Nov 27 03:57:43.269269 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2346d3b-5812-4468-81d0-50de68644d4d req-3063d812-59cd-4e65-ad92-5bf9fb5b830b tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:43.271177 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b2346d3b-5812-4468-81d0-50de68644d4d req-3063d812-59cd-4e65-ad92-5bf9fb5b830b tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=222c6c9d-99cb-458a-b40a-c5ca57ab95eb HTTP/1.1" status: 200 len: 943 time: 0.1259956 Nov 27 03:57:43.325186 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-07588219-0478-49ce-b91c-698275b18eee tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:43.372864 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b2346d3b-5812-4468-81d0-50de68644d4d req-b410b149-d2c9-4d0e-a7c8-22b9a110bbda tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920959 Nov 27 03:57:43.388855 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07588219-0478-49ce-b91c-698275b18eee tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:57:43.394326 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-07588219-0478-49ce-b91c-698275b18eee tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:57:43.398427 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07588219-0478-49ce-b91c-698275b18eee tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:57:43.406827 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394c2d1-d758-4c53-9335-28e59ff67e2f req-45f4bda2-543d-40b6-af32-902d0f041838 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:43.409007 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8394c2d1-d758-4c53-9335-28e59ff67e2f req-45f4bda2-543d-40b6-af32-902d0f041838 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] 10.222.0.20 "GET /v2.0/ports?device_id=5635669d-f791-4ec3-9612-f385d0e7b21b HTTP/1.1" status: 200 len: 944 time: 0.0679739 Nov 27 03:57:43.434687 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07588219-0478-49ce-b91c-698275b18eee tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Pushing event updated for resources: {'Port': ['ID=5684e8e7-20bb-475e-ae9c-6c36cfd8d401,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:43.470233 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8394c2d1-d758-4c53-9335-28e59ff67e2f req-def255ad-9105-4582-873b-493460a5c648 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fd4a12-1174-4d95-a220-44eacec67b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547371 Nov 27 03:57:43.511778 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-07588219-0478-49ce-b91c-698275b18eee tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:43.551427 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-07588219-0478-49ce-b91c-698275b18eee tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:43.608299 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-06f5e7dd-6b1a-4afc-993a-67dc6372c64d req-ff67a884-d25f-4023-8cff-6c69e271e723 tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f0a7c8f-015c-4eed-9ec1-8804f850ffd1 HTTP/1.1" status: 200 len: 210 time: 0.0431995 Nov 27 03:57:43.652772 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 20182db4-6a86-43d3-8b74-b5264acffc47 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:57:43.718720 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 20182db4-6a86-43d3-8b74-b5264acffc47 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:57:43.723994 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 20182db4-6a86-43d3-8b74-b5264acffc47 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:57:43.724375 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:43.742209 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-64e6f67f-eb1c-4316-ade5-3ce42421dd0a tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:43.743822 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-64e6f67f-eb1c-4316-ade5-3ce42421dd0a tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] 10.222.0.11 "GET /v2.0/networks?id=abc5923b-b206-4644-9a0b-16ee7d6f30b5 HTTP/1.1" status: 200 len: 816 time: 0.1711385 Nov 27 03:57:43.808936 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:43.814138 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-b605174c-3edf-44b6-97b1-470ed12ccafc tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] Request body: {'port': {'device_id': '5f0a7c8f-015c-4eed-9ec1-8804f850ffd1', 'network_id': 'abc5923b-b206-4644-9a0b-16ee7d6f30b5', 'admin_state_up': True, 'tenant_id': '494f4a6b8c6040bea4faa902f76388fe'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:57:43.829093 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-07588219-0478-49ce-b91c-698275b18eee tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:43.846317 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-07588219-0478-49ce-b91c-698275b18eee tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:43.852006 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 20182db4-6a86-43d3-8b74-b5264acffc47, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=20182db4-6a86-43d3-8b74-b5264acffc47,segment=NetworkSegment(e40e3b9b-cd7d-4402-aebb-20a69a216b2f),segment_id=e40e3b9b-cd7d-4402-aebb-20a69a216b2f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:57:43.853030 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af79439c-c341-4604-bb6f-32fa30eb1e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20182db4-6a86-43d3-8b74-b5264acffc47'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:57:43.856145 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded69fbd-2c9b-4b8f-97e9-9c1afff1bea8" -d '{"events": [{"server_uuid": "af79439c-c341-4604-bb6f-32fa30eb1e4d", "name": "network-vif-plugged", "status": "completed", "tag": "20182db4-6a86-43d3-8b74-b5264acffc47"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:57:43.860241 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:43.861171 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 85fd24be-686b-48e3-93f9-4645d015bbb5 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:57:43.903921 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec76c69-431e-4a14-bf6a-b344c176091a x-openstack-request-id: req-0ec76c69-431e-4a14-bf6a-b344c176091a {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:57:43.904238 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af79439c-c341-4604-bb6f-32fa30eb1e4d", "name": "network-vif-plugged", "status": "completed", "tag": "20182db4-6a86-43d3-8b74-b5264acffc47", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:57:43.904574 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0ec76c69-431e-4a14-bf6a-b344c176091a {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:57:43.904845 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af79439c-c341-4604-bb6f-32fa30eb1e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20182db4-6a86-43d3-8b74-b5264acffc47', 'code': 200} Nov 27 03:57:43.939934 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=20182db4-6a86-43d3-8b74-b5264acffc47,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:43.955187 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 85fd24be-686b-48e3-93f9-4645d015bbb5 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:57:43.959867 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 85fd24be-686b-48e3-93f9-4645d015bbb5 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:57:43.960240 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:44.006695 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07588219-0478-49ce-b91c-698275b18eee tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Pushing event updated for resources: {'Port': ['ID=5684e8e7-20bb-475e-ae9c-6c36cfd8d401,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:44.022810 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-07588219-0478-49ce-b91c-698275b18eee tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:44.042912 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342919c-34f5-4662-83f7-6f464a227395 req-e169efe2-b85a-4e31-bc5b-85c147f6272b tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:44.044420 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1342919c-34f5-4662-83f7-6f464a227395 req-e169efe2-b85a-4e31-bc5b-85c147f6272b tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=af79439c-c341-4604-bb6f-32fa30eb1e4d HTTP/1.1" status: 200 len: 945 time: 0.1515009 Nov 27 03:57:44.048796 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:44.082642 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-07588219-0478-49ce-b91c-698275b18eee tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:44.085394 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba5636-6093-4933-9767-ec17b76c4bca req-3d69dd1e-ed24-4e38-a6d7-f2a1d0d799f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:44.086732 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 85fd24be-686b-48e3-93f9-4645d015bbb5, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=85fd24be-686b-48e3-93f9-4645d015bbb5,segment=NetworkSegment(7e54b36d-c96c-4f61-9ba2-07556326e8d9),segment_id=7e54b36d-c96c-4f61-9ba2-07556326e8d9)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:57:44.087236 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-07588219-0478-49ce-b91c-698275b18eee tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9195802 Nov 27 03:57:44.087758 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ccba5636-6093-4933-9767-ec17b76c4bca req-3d69dd1e-ed24-4e38-a6d7-f2a1d0d799f9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=af79439c-c341-4604-bb6f-32fa30eb1e4d HTTP/1.1" status: 200 len: 1096 time: 0.0498211 Nov 27 03:57:44.088752 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47136) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:44.091856 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:44.095829 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-d35f25f9-4bf8-4f2c-9767-86c2eb88a33d tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-277790487'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:57:44.120230 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-b605174c-3edf-44b6-97b1-470ed12ccafc tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] Made reservation on behalf of 494f4a6b8c6040bea4faa902f76388fe for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:57:44.123911 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-b605174c-3edf-44b6-97b1-470ed12ccafc tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:44.141692 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1342919c-34f5-4662-83f7-6f464a227395 req-4c70b262-68e5-4a1b-a5b0-e0c404b21e9f tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828636 Nov 27 03:57:44.144992 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=85fd24be-686b-48e3-93f9-4645d015bbb5,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:44.157281 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35f25f9-4bf8-4f2c-9767-86c2eb88a33d tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Made reservation on behalf of d9642e14662d47d99b8a5b09a8277a4f for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:57:44.161494 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d35f25f9-4bf8-4f2c-9767-86c2eb88a33d tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:44.166397 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ccba5636-6093-4933-9767-ec17b76c4bca req-89cb5bf9-46bc-41e5-9941-e65feb4c05b8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624256 Nov 27 03:57:44.173194 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d35f25f9-4bf8-4f2c-9767-86c2eb88a33d tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:44.253136 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d35f25f9-4bf8-4f2c-9767-86c2eb88a33d tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:44.257190 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d35f25f9-4bf8-4f2c-9767-86c2eb88a33d tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:44.276957 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-b605174c-3edf-44b6-97b1-470ed12ccafc tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] Allocated IP 172.20.0.6 (abc5923b-b206-4644-9a0b-16ee7d6f30b5/db050135-fab7-41d2-9b7b-f172e1b626ae/ec92e5a8-dee1-482e-9521-b818daac92a6) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:57:44.284169 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d35f25f9-4bf8-4f2c-9767-86c2eb88a33d tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:57:44.299283 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f25f9-4bf8-4f2c-9767-86c2eb88a33d tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8c9804-ca53-41b1-a259-b84d6598041d,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:44.304027 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d35f25f9-4bf8-4f2c-9767-86c2eb88a33d tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:44.304372 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-d35f25f9-4bf8-4f2c-9767-86c2eb88a33d tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Added segment 7390e802-a1ab-4417-976e-d43edc465bb4 of type vlan for network 01b90e66-68c1-44c3-90c0-74e01ee543e9 Nov 27 03:57:44.315648 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f25f9-4bf8-4f2c-9767-86c2eb88a33d tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:57:44.316002 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f25f9-4bf8-4f2c-9767-86c2eb88a33d tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:57:44.316371 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f25f9-4bf8-4f2c-9767-86c2eb88a33d tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:57:44.316732 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f25f9-4bf8-4f2c-9767-86c2eb88a33d tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:57:44.317101 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f25f9-4bf8-4f2c-9767-86c2eb88a33d tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:57:44.317478 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f25f9-4bf8-4f2c-9767-86c2eb88a33d tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:57:44.317822 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f25f9-4bf8-4f2c-9767-86c2eb88a33d tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:57:44.318180 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f25f9-4bf8-4f2c-9767-86c2eb88a33d tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:57:44.318512 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f25f9-4bf8-4f2c-9767-86c2eb88a33d tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:57:44.318861 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f25f9-4bf8-4f2c-9767-86c2eb88a33d tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:57:44.319187 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f25f9-4bf8-4f2c-9767-86c2eb88a33d tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:57:44.319512 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f25f9-4bf8-4f2c-9767-86c2eb88a33d tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:57:44.356742 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d35f25f9-4bf8-4f2c-9767-86c2eb88a33d tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:44.382338 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d35f25f9-4bf8-4f2c-9767-86c2eb88a33d tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:44.388365 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35f25f9-4bf8-4f2c-9767-86c2eb88a33d tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:44.389164 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d35f25f9-4bf8-4f2c-9767-86c2eb88a33d tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:44.444383 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-b605174c-3edf-44b6-97b1-470ed12ccafc tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:44.480722 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-b605174c-3edf-44b6-97b1-470ed12ccafc tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:44.484604 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d35f25f9-4bf8-4f2c-9767-86c2eb88a33d tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3945434 Nov 27 03:57:44.490055 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47140) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:44.502080 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-03e0f412-2281-4a23-8925-42a3060a75b6 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Request body: {'subnet': {'network_id': '01b90e66-68c1-44c3-90c0-74e01ee543e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:57:44.521035 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f25f9-4bf8-4f2c-9767-86c2eb88a33d tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Pushing event updated for resources: {'Network': ['ID=01b90e66-68c1-44c3-90c0-74e01ee543e9,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:44.531406 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 01b90e66-68c1-44c3-90c0-74e01ee543e9 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:57:44.543664 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977a3bf-fd61-47ad-a39c-581d8d616a3c req-e698f6ec-690c-4dae-a194-6c1f25330b96 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:44.545295 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e977a3bf-fd61-47ad-a39c-581d8d616a3c req-e698f6ec-690c-4dae-a194-6c1f25330b96 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=222c6c9d-99cb-458a-b40a-c5ca57ab95eb HTTP/1.1" status: 200 len: 943 time: 0.0920789 Nov 27 03:57:44.597476 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e977a3bf-fd61-47ad-a39c-581d8d616a3c req-14071085-4cc3-4aaf-879d-96d681a9022f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456486 Nov 27 03:57:44.613122 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-b605174c-3edf-44b6-97b1-470ed12ccafc tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] Network abc5923b-b206-4644-9a0b-16ee7d6f30b5 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:57:44.642407 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-b605174c-3edf-44b6-97b1-470ed12ccafc tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:57:44.645401 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-b605174c-3edf-44b6-97b1-470ed12ccafc tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:57:44.651217 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605174c-3edf-44b6-97b1-470ed12ccafc tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] Pushing event updated for resources: {'Port': ['ID=ec92e5a8-dee1-482e-9521-b818daac92a6,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:44.730823 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94d55f-e593-4b8f-ab46-3ccf269fd0ef req-1920c455-b605-4756-9e52-d70f8791bd10 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:44.732328 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5f94d55f-e593-4b8f-ab46-3ccf269fd0ef req-1920c455-b605-4756-9e52-d70f8791bd10 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] 10.222.0.20 "GET /v2.0/ports?device_id=5635669d-f791-4ec3-9612-f385d0e7b21b HTTP/1.1" status: 200 len: 945 time: 0.1450195 Nov 27 03:57:44.740141 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-b605174c-3edf-44b6-97b1-470ed12ccafc tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:44.740704 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-b605174c-3edf-44b6-97b1-470ed12ccafc tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:44.746158 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e0f412-2281-4a23-8925-42a3060a75b6 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Made reservation on behalf of d9642e14662d47d99b8a5b09a8277a4f for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:57:44.749452 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-03e0f412-2281-4a23-8925-42a3060a75b6 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:44.802559 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62383295-5c7f-4cc4-8eb1-9981a8fad4e5 req-1c7d5ccb-1281-47c3-8c7d-dc4a2af616c2 tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:44.804037 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-62383295-5c7f-4cc4-8eb1-9981a8fad4e5 req-1c7d5ccb-1281-47c3-8c7d-dc4a2af616c2 tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f0a7c8f-015c-4eed-9ec1-8804f850ffd1 HTTP/1.1" status: 200 len: 931 time: 0.0551808 Nov 27 03:57:44.830807 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-b605174c-3edf-44b6-97b1-470ed12ccafc tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0221815 Nov 27 03:57:44.851701 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-83169bbe-b4de-4995-80b1-b65afdd5eec4 service neutron] Request body: {'port': {'device_id': '5f0a7c8f-015c-4eed-9ec1-8804f850ffd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:57:44.852777 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-62383295-5c7f-4cc4-8eb1-9981a8fad4e5 req-61d9fca5-038e-477e-af6a-510dc48b7c44 tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] 10.222.0.20 "GET /v2.0/security-groups?id=a09b905e-a35e-4048-9035-6b2f00c08fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424426 Nov 27 03:57:44.897249 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5f94d55f-e593-4b8f-ab46-3ccf269fd0ef req-23d1e460-e20f-4b0f-9eca-9389070b1fc9 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fd4a12-1174-4d95-a220-44eacec67b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538439 Nov 27 03:57:44.934780 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-83169bbe-b4de-4995-80b1-b65afdd5eec4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:45.120472 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-03e0f412-2281-4a23-8925-42a3060a75b6 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:45.228340 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e0f412-2281-4a23-8925-42a3060a75b6 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Pushing event updated for resources: {'Subnet': ['ID=68619587-dcb9-4052-a7fd-44cbd5d2e1b4,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:45.245958 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e0f412-2281-4a23-8925-42a3060a75b6 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Checking segment: {'id': '7390e802-a1ab-4417-976e-d43edc465bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '01b90e66-68c1-44c3-90c0-74e01ee543e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:57:45.246325 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e0f412-2281-4a23-8925-42a3060a75b6 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Network hostable DHCP agents. Network: 01b90e66-68c1-44c3-90c0-74e01ee543e9, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:57:45.276888 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ee7a3-00e4-4457-bb21-5f2b8a2ca646 req-0d880a50-c97f-4f3e-b80a-6909f7328c72 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:45.278372 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f53ee7a3-00e4-4457-bb21-5f2b8a2ca646 req-0d880a50-c97f-4f3e-b80a-6909f7328c72 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=af79439c-c341-4604-bb6f-32fa30eb1e4d HTTP/1.1" status: 200 len: 945 time: 0.0543034 Nov 27 03:57:45.290045 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e0f412-2281-4a23-8925-42a3060a75b6 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Network 01b90e66-68c1-44c3-90c0-74e01ee543e9 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:57:45.307144 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-03e0f412-2281-4a23-8925-42a3060a75b6 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 01b90e66-68c1-44c3-90c0-74e01ee543e9) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:57:45.316735 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e0f412-2281-4a23-8925-42a3060a75b6 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:45.317934 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-03e0f412-2281-4a23-8925-42a3060a75b6 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:45.328325 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef877d1-8fcd-4c3b-90a9-7a1ee3c55dec None None] Network 01b90e66-68c1-44c3-90c0-74e01ee543e9 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:57:45.335483 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f53ee7a3-00e4-4457-bb21-5f2b8a2ca646 req-474cbbd8-1930-4736-8040-1edb16e96b41 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502491 Nov 27 03:57:45.358426 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47150) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:45.358670 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-03e0f412-2281-4a23-8925-42a3060a75b6 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8664165 Nov 27 03:57:45.366237 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-83169bbe-b4de-4995-80b1-b65afdd5eec4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec92e5a8-dee1-482e-9521-b818daac92a6 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:57:45.371357 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-63ed9903-bc5f-46b3-88c5-56dab4e44aa2 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1326708176', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}, 'admin_state_up': False}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:57:45.375786 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-83169bbe-b4de-4995-80b1-b65afdd5eec4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:45.399317 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-83169bbe-b4de-4995-80b1-b65afdd5eec4 service neutron] Transition to ACTIVE for port object ec92e5a8-dee1-482e-9521-b818daac92a6 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:57:45.404567 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-63ed9903-bc5f-46b3-88c5-56dab4e44aa2 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:45.405825 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-83169bbe-b4de-4995-80b1-b65afdd5eec4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:45.406738 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-63ed9903-bc5f-46b3-88c5-56dab4e44aa2 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:45.460951 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-63ed9903-bc5f-46b3-88c5-56dab4e44aa2 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:45.473054 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83169bbe-b4de-4995-80b1-b65afdd5eec4 service neutron] Pushing event updated for resources: {'Port': ['ID=ec92e5a8-dee1-482e-9521-b818daac92a6,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:45.506685 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84542520-a88c-4fc4-b71a-d72f8d55fdfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-01b90e66-68c1-44c3-90c0-74e01ee543e9', 'network_id': '01b90e66-68c1-44c3-90c0-74e01ee543e9', 'tenant_id': 'd9642e14662d47d99b8a5b09a8277a4f', 'fixed_ips': [{'subnet_id': '68619587-dcb9-4052-a7fd-44cbd5d2e1b4'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 03:57:45.507944 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-84542520-a88c-4fc4-b71a-d72f8d55fdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:45.553477 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-83169bbe-b4de-4995-80b1-b65afdd5eec4 service neutron] Attempting to bind port ec92e5a8-dee1-482e-9521-b818daac92a6 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:57:45.553863 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-83169bbe-b4de-4995-80b1-b65afdd5eec4 service neutron] Attempting to bind port ec92e5a8-dee1-482e-9521-b818daac92a6 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': 'b74bca51-4dfb-4a57-a11b-a09a7071fc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'abc5923b-b206-4644-9a0b-16ee7d6f30b5'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:57:45.554138 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-83169bbe-b4de-4995-80b1-b65afdd5eec4 service neutron] Attempting to bind port ec92e5a8-dee1-482e-9521-b818daac92a6 on network abc5923b-b206-4644-9a0b-16ee7d6f30b5 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:57:45.558493 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-83169bbe-b4de-4995-80b1-b65afdd5eec4 service neutron] Port ec92e5a8-dee1-482e-9521-b818daac92a6 on network abc5923b-b206-4644-9a0b-16ee7d6f30b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:57:45.558870 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-83169bbe-b4de-4995-80b1-b65afdd5eec4 service neutron] Attempting to bind port ec92e5a8-dee1-482e-9521-b818daac92a6 on network abc5923b-b206-4644-9a0b-16ee7d6f30b5 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:57:45.563816 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-83169bbe-b4de-4995-80b1-b65afdd5eec4 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:57:45.564159 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-83169bbe-b4de-4995-80b1-b65afdd5eec4 service neutron] Checking segment: {'id': 'b74bca51-4dfb-4a57-a11b-a09a7071fc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'abc5923b-b206-4644-9a0b-16ee7d6f30b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:57:45.564661 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-83169bbe-b4de-4995-80b1-b65afdd5eec4 service neutron] Bound using segment: {'id': 'b74bca51-4dfb-4a57-a11b-a09a7071fc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'abc5923b-b206-4644-9a0b-16ee7d6f30b5'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:57:45.565106 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-83169bbe-b4de-4995-80b1-b65afdd5eec4 service neutron] Bound port: ec92e5a8-dee1-482e-9521-b818daac92a6, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b74bca51-4dfb-4a57-a11b-a09a7071fc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'abc5923b-b206-4644-9a0b-16ee7d6f30b5'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:57:45.565466 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-83169bbe-b4de-4995-80b1-b65afdd5eec4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:45.608601 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-63ed9903-bc5f-46b3-88c5-56dab4e44aa2 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:45.658371 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-84542520-a88c-4fc4-b71a-d72f8d55fdfc None None] Allocated IP 172.20.0.2 (01b90e66-68c1-44c3-90c0-74e01ee543e9/68619587-dcb9-4052-a7fd-44cbd5d2e1b4/1c7759c9-6624-43d8-b16d-c8e4335fcfac) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:57:45.839194 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-63ed9903-bc5f-46b3-88c5-56dab4e44aa2 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks [] for router_gateway, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:45.840985 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-84542520-a88c-4fc4-b71a-d72f8d55fdfc None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:45.846996 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-84542520-a88c-4fc4-b71a-d72f8d55fdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:45.859282 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-63ed9903-bc5f-46b3-88c5-56dab4e44aa2 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:45.887811 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84542520-a88c-4fc4-b71a-d72f8d55fdfc None None] Network 01b90e66-68c1-44c3-90c0-74e01ee543e9 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:57:45.892668 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-84542520-a88c-4fc4-b71a-d72f8d55fdfc None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:57:45.897664 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84542520-a88c-4fc4-b71a-d72f8d55fdfc None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:57:45.905269 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84542520-a88c-4fc4-b71a-d72f8d55fdfc None None] Pushing event updated for resources: {'Port': ['ID=1c7759c9-6624-43d8-b16d-c8e4335fcfac,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:45.907820 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5635669d-f791-4ec3-9612-f385d0e7b21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85fd24be-686b-48e3-93f9-4645d015bbb5'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:57:45.910170 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86b3500-fa50-4b6b-8fde-fcdc7675cbee" -d '{"events": [{"server_uuid": "5635669d-f791-4ec3-9612-f385d0e7b21b", "name": "network-vif-plugged", "status": "completed", "tag": "85fd24be-686b-48e3-93f9-4645d015bbb5"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:57:45.977229 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-84542520-a88c-4fc4-b71a-d72f8d55fdfc None None] Attempting to bind port 1c7759c9-6624-43d8-b16d-c8e4335fcfac on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:57:45.977747 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-84542520-a88c-4fc4-b71a-d72f8d55fdfc None None] Attempting to bind port 1c7759c9-6624-43d8-b16d-c8e4335fcfac by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '7390e802-a1ab-4417-976e-d43edc465bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '01b90e66-68c1-44c3-90c0-74e01ee543e9'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:57:45.978235 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84542520-a88c-4fc4-b71a-d72f8d55fdfc None None] Attempting to bind port 1c7759c9-6624-43d8-b16d-c8e4335fcfac on network 01b90e66-68c1-44c3-90c0-74e01ee543e9 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:57:45.986395 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84542520-a88c-4fc4-b71a-d72f8d55fdfc None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:57:45.986944 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84542520-a88c-4fc4-b71a-d72f8d55fdfc None None] Checking segment: {'id': '7390e802-a1ab-4417-976e-d43edc465bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '01b90e66-68c1-44c3-90c0-74e01ee543e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:57:45.987447 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-84542520-a88c-4fc4-b71a-d72f8d55fdfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:45.988177 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84542520-a88c-4fc4-b71a-d72f8d55fdfc None None] Bound using segment: {'id': '7390e802-a1ab-4417-976e-d43edc465bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '01b90e66-68c1-44c3-90c0-74e01ee543e9'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:57:45.988524 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-84542520-a88c-4fc4-b71a-d72f8d55fdfc None None] Bound port: 1c7759c9-6624-43d8-b16d-c8e4335fcfac, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7390e802-a1ab-4417-976e-d43edc465bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '01b90e66-68c1-44c3-90c0-74e01ee543e9'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:57:45.989053 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-84542520-a88c-4fc4-b71a-d72f8d55fdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:46.004417 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec0d18-6362-42cc-b8a4-237d114d4b66 req-74407071-7da3-4ae1-bf42-9014023b6b64 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:46.011301 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:46.013420 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c8ec0d18-6362-42cc-b8a4-237d114d4b66 req-74407071-7da3-4ae1-bf42-9014023b6b64 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=222c6c9d-99cb-458a-b40a-c5ca57ab95eb HTTP/1.1" status: 200 len: 943 time: 0.0975232 Nov 27 03:57:46.027406 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9883db6-1436-45bc-a05a-97a371b8598f req-8185886f-61a2-4a0c-a2ae-2bdcb90f5f3a tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:46.029756 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e9883db6-1436-45bc-a05a-97a371b8598f req-8185886f-61a2-4a0c-a2ae-2bdcb90f5f3a tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f0a7c8f-015c-4eed-9ec1-8804f850ffd1 HTTP/1.1" status: 200 len: 943 time: 0.0921004 Nov 27 03:57:46.041453 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-63ed9903-bc5f-46b3-88c5-56dab4e44aa2 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Allocated IP 172.25.1.235 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/d22124ad-9dc4-4167-8b7f-30e8c48149a9) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:57:46.057765 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-83169bbe-b4de-4995-80b1-b65afdd5eec4 service neutron] For port ec92e5a8-dee1-482e-9521-b818daac92a6, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:57:46.062706 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-83169bbe-b4de-4995-80b1-b65afdd5eec4 service neutron] For port ec92e5a8-dee1-482e-9521-b818daac92a6, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=ec92e5a8-dee1-482e-9521-b818daac92a6,segment=NetworkSegment(b74bca51-4dfb-4a57-a11b-a09a7071fc23),segment_id=b74bca51-4dfb-4a57-a11b-a09a7071fc23)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:57:46.065157 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-17c7c935-19ca-481e-9fec-499991c7ea6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:46.077136 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-83169bbe-b4de-4995-80b1-b65afdd5eec4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:46.078124 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-84542520-a88c-4fc4-b71a-d72f8d55fdfc None None] For port 1c7759c9-6624-43d8-b16d-c8e4335fcfac, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:57:46.081639 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-84542520-a88c-4fc4-b71a-d72f8d55fdfc None None] For port 1c7759c9-6624-43d8-b16d-c8e4335fcfac, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=1c7759c9-6624-43d8-b16d-c8e4335fcfac,segment=NetworkSegment(7390e802-a1ab-4417-976e-d43edc465bb4),segment_id=7390e802-a1ab-4417-976e-d43edc465bb4)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:57:46.089224 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-84542520-a88c-4fc4-b71a-d72f8d55fdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:46.109376 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c8ec0d18-6362-42cc-b8a4-237d114d4b66 req-b619fc4e-7800-4302-963c-a125b7025305 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950794 Nov 27 03:57:46.125830 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-83169bbe-b4de-4995-80b1-b65afdd5eec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:46.126425 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-83169bbe-b4de-4995-80b1-b65afdd5eec4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:46.128370 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-83169bbe-b4de-4995-80b1-b65afdd5eec4 service neutron] 10.222.0.11 "PUT /v2.0/ports/ec92e5a8-dee1-482e-9521-b818daac92a6 HTTP/1.1" status: 200 len: 1091 time: 1.2833874 Nov 27 03:57:46.128826 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f0a7c8f-015c-4eed-9ec1-8804f850ffd1', 'tag': 'ec92e5a8-dee1-482e-9521-b818daac92a6'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:57:46.131724 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf1196b-d740-4f4b-b4bc-19f9e3e90a9a" -d '{"events": [{"name": "network-changed", "server_uuid": "5f0a7c8f-015c-4eed-9ec1-8804f850ffd1", "tag": "ec92e5a8-dee1-482e-9521-b818daac92a6"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:57:46.136929 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e9883db6-1436-45bc-a05a-97a371b8598f req-2f28e7e7-2a41-48a1-8b88-e7a4ec037af0 tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] 10.222.0.20 "GET /v2.0/security-groups?id=a09b905e-a35e-4048-9035-6b2f00c08fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927916 Nov 27 03:57:46.170805 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83169bbe-b4de-4995-80b1-b65afdd5eec4 service neutron] Pushing event updated for resources: {'Port': ['ID=ec92e5a8-dee1-482e-9521-b818daac92a6,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:46.211034 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84542520-a88c-4fc4-b71a-d72f8d55fdfc None None] Pushing event updated for resources: {'Port': ['ID=1c7759c9-6624-43d8-b16d-c8e4335fcfac,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:46.225664 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69b797f-9657-46c7-80c3-efd9155512f1 x-openstack-request-id: req-e69b797f-9657-46c7-80c3-efd9155512f1 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:57:46.226063 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5635669d-f791-4ec3-9612-f385d0e7b21b", "name": "network-vif-plugged", "status": "completed", "tag": "85fd24be-686b-48e3-93f9-4645d015bbb5", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:57:46.226477 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e69b797f-9657-46c7-80c3-efd9155512f1 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:57:46.226994 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5635669d-f791-4ec3-9612-f385d0e7b21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85fd24be-686b-48e3-93f9-4645d015bbb5', 'code': 200} Nov 27 03:57:46.247695 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-63ed9903-bc5f-46b3-88c5-56dab4e44aa2 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:46.280940 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ac0608-42f2-4d59-bfe6-ee79a8ec94dc x-openstack-request-id: req-b2ac0608-42f2-4d59-bfe6-ee79a8ec94dc {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:57:46.281360 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f0a7c8f-015c-4eed-9ec1-8804f850ffd1", "tag": "ec92e5a8-dee1-482e-9521-b818daac92a6", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:57:46.282121 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b2ac0608-42f2-4d59-bfe6-ee79a8ec94dc {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:57:46.282675 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f0a7c8f-015c-4eed-9ec1-8804f850ffd1', 'tag': 'ec92e5a8-dee1-482e-9521-b818daac92a6', 'status': 'completed', 'code': 200} Nov 27 03:57:46.287991 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-2ae9705c-c0b3-4d67-8340-8347e5ec7055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:46.289663 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-2ae9705c-c0b3-4d67-8340-8347e5ec7055 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=494f4a6b8c6040bea4faa902f76388fe&device_id=5f0a7c8f-015c-4eed-9ec1-8804f850ffd1 HTTP/1.1" status: 200 len: 1094 time: 0.0755000 Nov 27 03:57:46.340554 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-d7e73fa0-9e46-4828-a40e-775ef9c0492c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec92e5a8-dee1-482e-9521-b818daac92a6 HTTP/1.1" status: 200 len: 217 time: 0.0350518 Nov 27 03:57:46.375222 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ec656-5d48-4353-abba-cd991efbc0ea req-df68b240-1469-494e-88da-9cca1480abed tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:46.376974 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fa8ec656-5d48-4353-abba-cd991efbc0ea req-df68b240-1469-494e-88da-9cca1480abed tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] 10.222.0.20 "GET /v2.0/ports?device_id=5635669d-f791-4ec3-9612-f385d0e7b21b HTTP/1.1" status: 200 len: 945 time: 0.1048350 Nov 27 03:57:46.382312 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-63ed9903-bc5f-46b3-88c5-56dab4e44aa2 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:46.449534 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-0c138de4-bd18-4215-92bb-3664ff259648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:46.451484 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-0c138de4-bd18-4215-92bb-3664ff259648 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=db050135-fab7-41d2-9b7b-f172e1b626ae HTTP/1.1" status: 200 len: 856 time: 0.1029637 Nov 27 03:57:46.459654 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ed9903-bc5f-46b3-88c5-56dab4e44aa2 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:57:46.472887 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afefc3-fb2c-4085-b2fe-56917e8de34c req-f6129713-13ed-466c-8ded-0125cb89de48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:46.474441 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-84afefc3-fb2c-4085-b2fe-56917e8de34c req-f6129713-13ed-466c-8ded-0125cb89de48 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5635669d-f791-4ec3-9612-f385d0e7b21b HTTP/1.1" status: 200 len: 1096 time: 0.1526918 Nov 27 03:57:46.475311 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-63ed9903-bc5f-46b3-88c5-56dab4e44aa2 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:57:46.482254 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ed9903-bc5f-46b3-88c5-56dab4e44aa2 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:57:46.513015 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-ce2175d8-efff-4fc6-9784-f93a6d30f317 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=abc5923b-b206-4644-9a0b-16ee7d6f30b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301597 Nov 27 03:57:46.537649 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e1269-4403-4cfe-9c21-00fc969fafd0 req-03a2b7c5-430a-448d-bdf7-abc89f376372 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:46.539245 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f79e1269-4403-4cfe-9c21-00fc969fafd0 req-03a2b7c5-430a-448d-bdf7-abc89f376372 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=af79439c-c341-4604-bb6f-32fa30eb1e4d HTTP/1.1" status: 200 len: 945 time: 0.0847318 Nov 27 03:57:46.652487 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f79e1269-4403-4cfe-9c21-00fc969fafd0 req-ba7a2596-0d7d-42b1-a690-dcc85cc1a9bf tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032486 Nov 27 03:57:46.670489 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-b2acb281-fd45-4fcb-a278-fb4bea3cde0b service neutron] 10.222.0.11 "GET /v2.0/networks/abc5923b-b206-4644-9a0b-16ee7d6f30b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484573 Nov 27 03:57:46.691613 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 1c7759c9-6624-43d8-b16d-c8e4335fcfac up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:57:46.765800 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 1c7759c9-6624-43d8-b16d-c8e4335fcfac triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:57:46.766178 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:46.820248 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8ae154fd-c9f1-4835-8665-ede214e43dad req-6b854780-1c5a-4b5d-9776-8f53dd3250bf service neutron] 10.222.0.11 "GET /v2.0/networks/abc5923b-b206-4644-9a0b-16ee7d6f30b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417782 Nov 27 03:57:46.872446 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:46.906140 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fa8ec656-5d48-4353-abba-cd991efbc0ea req-412d1b79-f6d0-4cec-9a05-80b0b77d73b9 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fd4a12-1174-4d95-a220-44eacec67b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4489734 Nov 27 03:57:46.910573 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed9903-bc5f-46b3-88c5-56dab4e44aa2 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Pushing event updated for resources: {'Port': ['ID=d22124ad-9dc4-4167-8b7f-30e8c48149a9,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:46.936545 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 1c7759c9-6624-43d8-b16d-c8e4335fcfac, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=1c7759c9-6624-43d8-b16d-c8e4335fcfac,segment=NetworkSegment(7390e802-a1ab-4417-976e-d43edc465bb4),segment_id=7390e802-a1ab-4417-976e-d43edc465bb4)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:57:46.947209 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:46.957659 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-84afefc3-fb2c-4085-b2fe-56917e8de34c req-8c4a842f-73cf-49ad-b773-7d3fc1cfa390 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d5fd4a12-1174-4d95-a220-44eacec67b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4640999 Nov 27 03:57:47.016017 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=1c7759c9-6624-43d8-b16d-c8e4335fcfac,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:47.050819 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1196b-d740-4f4b-b4bc-19f9e3e90a9a req-93f89f03-5979-48cd-816b-e8a098ff2290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:47.052697 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6bf1196b-d740-4f4b-b4bc-19f9e3e90a9a req-93f89f03-5979-48cd-816b-e8a098ff2290 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=494f4a6b8c6040bea4faa902f76388fe&device_id=5f0a7c8f-015c-4eed-9ec1-8804f850ffd1 HTTP/1.1" status: 200 len: 1094 time: 0.1273108 Nov 27 03:57:47.136627 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-9d6200a9-c167-4bb8-a50a-07abc9a45823 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:47.138375 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-9d6200a9-c167-4bb8-a50a-07abc9a45823 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/networks?id=4c2206f1-5002-4d5a-a6bd-f85327f757ed HTTP/1.1" status: 200 len: 806 time: 0.2509947 Nov 27 03:57:47.162381 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-98b3f358-b137-4e79-a989-1d8b5aebc61c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/quotas/3f15a86d7b9a4eda805c341155209493 HTTP/1.1" status: 200 len: 375 time: 0.0159218 Nov 27 03:57:47.229216 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1196b-d740-4f4b-b4bc-19f9e3e90a9a req-e2c5d922-f31b-4257-af8e-a62846ca1bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:47.230748 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6bf1196b-d740-4f4b-b4bc-19f9e3e90a9a req-e2c5d922-f31b-4257-af8e-a62846ca1bef service neutron] 10.222.0.11 "GET /v2.0/networks?id=abc5923b-b206-4644-9a0b-16ee7d6f30b5 HTTP/1.1" status: 200 len: 917 time: 0.1665614 Nov 27 03:57:47.243604 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-aac7f826-9612-4c04-aab0-68e037dc45c8 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f15a86d7b9a4eda805c341155209493&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0726919 Nov 27 03:57:47.256670 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-63ed9903-bc5f-46b3-88c5-56dab4e44aa2 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks [] for router_gateway, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:47.310120 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6bf1196b-d740-4f4b-b4bc-19f9e3e90a9a req-a25c1e71-af40-4950-8d52-1b32a78ffb51 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec92e5a8-dee1-482e-9521-b818daac92a6 HTTP/1.1" status: 200 len: 217 time: 0.0603206 Nov 27 03:57:47.365611 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df790f3-97ec-4ed5-b8e3-74c4d9415691 None None] Network 01b90e66-68c1-44c3-90c0-74e01ee543e9 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:57:47.368432 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e7ba4f-bb6e-4033-a205-50314a28c523 req-df6904c2-4d1f-4855-85f8-e1665b3db9aa tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:47.369494 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-06e7ba4f-bb6e-4033-a205-50314a28c523 req-df6904c2-4d1f-4855-85f8-e1665b3db9aa tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=222c6c9d-99cb-458a-b40a-c5ca57ab95eb HTTP/1.1" status: 200 len: 943 time: 0.1295452 Nov 27 03:57:47.397815 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1196b-d740-4f4b-b4bc-19f9e3e90a9a req-0ac2a943-b7c0-444a-bdb1-ebb370658cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:47.399377 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6bf1196b-d740-4f4b-b4bc-19f9e3e90a9a req-0ac2a943-b7c0-444a-bdb1-ebb370658cc7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=db050135-fab7-41d2-9b7b-f172e1b626ae HTTP/1.1" status: 200 len: 856 time: 0.0645053 Nov 27 03:57:47.431954 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-7f8c3f20-0d53-4cbd-8fa1-767b4bf76d03 service neutron] 10.222.0.20 "GET /v2.0/networks/4c2206f1-5002-4d5a-a6bd-f85327f757ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720469 Nov 27 03:57:47.452130 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6bf1196b-d740-4f4b-b4bc-19f9e3e90a9a req-62a03a63-9e95-4e4c-afde-96d224a86e2d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=abc5923b-b206-4644-9a0b-16ee7d6f30b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397997 Nov 27 03:57:47.466258 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-affc2503-46d2-4ac5-a851-32b582625bf8 None None] Provisioning complete for port 1c7759c9-6624-43d8-b16d-c8e4335fcfac triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:57:47.466957 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-affc2503-46d2-4ac5-a851-32b582625bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:47.507728 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-06e7ba4f-bb6e-4033-a205-50314a28c523 req-3d3a8534-cd9c-478c-ae72-5e119514058c tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264505 Nov 27 03:57:47.541745 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-63ed9903-bc5f-46b3-88c5-56dab4e44aa2 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:47.627323 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-b1547aa7-0f35-4891-a5b8-e73a89c9ce9e service neutron] 10.222.0.20 "GET /v2.0/networks/4c2206f1-5002-4d5a-a6bd-f85327f757ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776071 Nov 27 03:57:47.631984 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6bf1196b-d740-4f4b-b4bc-19f9e3e90a9a req-d117bdb4-a240-4212-acfb-7ad7e1f3cfe9 service neutron] 10.222.0.11 "GET /v2.0/networks/abc5923b-b206-4644-9a0b-16ee7d6f30b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720440 Nov 27 03:57:47.708935 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a787b-3c00-4efb-baca-519994184ff1 req-92b031ad-f9a7-44ae-8940-d554f6781cad tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:47.716692 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-be0a787b-3c00-4efb-baca-519994184ff1 req-92b031ad-f9a7-44ae-8940-d554f6781cad tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f0a7c8f-015c-4eed-9ec1-8804f850ffd1 HTTP/1.1" status: 200 len: 943 time: 0.0804899 Nov 27 03:57:47.767524 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6bf1196b-d740-4f4b-b4bc-19f9e3e90a9a req-40d66adf-2be8-4b32-bad4-ad1b2dc160ac service neutron] 10.222.0.11 "GET /v2.0/networks/abc5923b-b206-4644-9a0b-16ee7d6f30b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250966 Nov 27 03:57:47.795708 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-be0a787b-3c00-4efb-baca-519994184ff1 req-38c32822-cae1-4dff-9518-3bf57d8edc83 tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] 10.222.0.20 "GET /v2.0/security-groups?id=a09b905e-a35e-4048-9035-6b2f00c08fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779748 Nov 27 03:57:47.827931 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ed9903-bc5f-46b3-88c5-56dab4e44aa2 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Router 1f20c00d-998c-455a-befd-c23c14542e6c is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 03:57:47.855211 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-92ab1ea4-d36b-4670-8e8a-2a52ecd981b1 req-19afcbcc-176d-414c-96ef-daf762bf6fe1 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bbec2ad-c634-46ed-9b93-652fa411e5d3 HTTP/1.1" status: 200 len: 210 time: 0.0508652 Nov 27 03:57:47.952643 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ed9903-bc5f-46b3-88c5-56dab4e44aa2 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:57:47.959774 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c0aa68fc-c15f-4362-91d2-2a47d991a10f None None] Provisioning complete for port 1c7759c9-6624-43d8-b16d-c8e4335fcfac triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:57:47.960257 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c0aa68fc-c15f-4362-91d2-2a47d991a10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:47.967855 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c682b1-61ef-42f5-9c78-e5336d42265d None None] Sync routers for ids ['1f20c00d-998c-455a-befd-c23c14542e6c'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:57:47.978976 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-63ed9903-bc5f-46b3-88c5-56dab4e44aa2 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:47.982780 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-63ed9903-bc5f-46b3-88c5-56dab4e44aa2 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.6205666 Nov 27 03:57:47.983327 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47194) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:48.014111 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c682b1-61ef-42f5-9c78-e5336d42265d None None] Routers {'1f20c00d-998c-455a-befd-c23c14542e6c'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:57:48.014776 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-d9c682b1-61ef-42f5-9c78-e5336d42265d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:57:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['1f20c00d-998c-455a-befd-c23c14542e6c'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:57:48.052590 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-d9c682b1-61ef-42f5-9c78-e5336d42265d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:57:48.110698 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c682b1-61ef-42f5-9c78-e5336d42265d None None] Routers {'1f20c00d-998c-455a-befd-c23c14542e6c'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:57:48.111821 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-d9c682b1-61ef-42f5-9c78-e5336d42265d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:57:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['1f20c00d-998c-455a-befd-c23c14542e6c'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:57:48.147119 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee92d0-59f9-41f5-bf0b-ce83590ffaeb req-5971efc9-0be0-4d62-95e5-ccdead9522a6 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:48.155105 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c5ee92d0-59f9-41f5-bf0b-ce83590ffaeb req-5971efc9-0be0-4d62-95e5-ccdead9522a6 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] 10.222.0.20 "GET /v2.0/ports?device_id=5635669d-f791-4ec3-9612-f385d0e7b21b HTTP/1.1" status: 200 len: 945 time: 0.1092522 Nov 27 03:57:48.182661 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-d9c682b1-61ef-42f5-9c78-e5336d42265d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:57:48.183355 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c682b1-61ef-42f5-9c78-e5336d42265d None None] The sync data for ids ['1f20c00d-998c-455a-befd-c23c14542e6c'] in n-d-819494-3 is: [] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:57:48.259042 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1df25ddb-7e06-47c8-ab1a-0b12d9c48d35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:48.291163 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c5ee92d0-59f9-41f5-bf0b-ce83590ffaeb req-8eca00f1-8089-4c6f-9d37-ef921d4e6d2e tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fd4a12-1174-4d95-a220-44eacec67b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347890 Nov 27 03:57:48.554267 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-679ff69c-d44d-4958-a2df-01d6ee3ddb59 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:48.602005 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:48.636082 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 1c7759c9-6624-43d8-b16d-c8e4335fcfac up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:57:48.652972 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca276641-f18f-4901-958e-80563639a334 req-b2c060d4-7779-4cb6-9f81-ceac6c21b326 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:48.654738 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ca276641-f18f-4901-958e-80563639a334 req-b2c060d4-7779-4cb6-9f81-ceac6c21b326 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=222c6c9d-99cb-458a-b40a-c5ca57ab95eb HTTP/1.1" status: 200 len: 943 time: 0.0521071 Nov 27 03:57:48.687399 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 1c7759c9-6624-43d8-b16d-c8e4335fcfac triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:57:48.687799 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:48.713137 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ca276641-f18f-4901-958e-80563639a334 req-a0ac92b0-3332-47ca-8729-08f9a31e0d4e tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506864 Nov 27 03:57:48.933238 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-679ff69c-d44d-4958-a2df-01d6ee3ddb59 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Allocated IP 172.20.0.1 (01b90e66-68c1-44c3-90c0-74e01ee543e9/68619587-dcb9-4052-a7fd-44cbd5d2e1b4/21a79aba-b180-46e5-9e50-f841c1e72bda) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:57:48.952772 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd9770-fefe-4005-a848-e072381ecdbb req-753cc89f-cc29-4f66-bcbb-f70e09b85c46 tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:48.954255 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0efd9770-fefe-4005-a848-e072381ecdbb req-753cc89f-cc29-4f66-bcbb-f70e09b85c46 tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f0a7c8f-015c-4eed-9ec1-8804f850ffd1 HTTP/1.1" status: 200 len: 943 time: 0.0748994 Nov 27 03:57:48.989860 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a82b3608-2f16-4c86-8a05-64307a28f40a req-6b317399-808c-4ee7-b75d-e2e04901d2d6 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bbec2ad-c634-46ed-9b93-652fa411e5d3 HTTP/1.1" status: 200 len: 210 time: 0.0620263 Nov 27 03:57:49.048928 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-6218bb27-e7f2-418a-93b9-d3f472ea566d tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:49.050730 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-6218bb27-e7f2-418a-93b9-d3f472ea566d tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.11 "GET /v2.0/networks?id=4c2206f1-5002-4d5a-a6bd-f85327f757ed HTTP/1.1" status: 200 len: 806 time: 0.1489589 Nov 27 03:57:49.076385 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-39f7169a-abd0-4a06-a1fc-59ab797db9fb tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Request body: {'port': {'device_id': '7bbec2ad-c634-46ed-9b93-652fa411e5d3', 'network_id': '4c2206f1-5002-4d5a-a6bd-f85327f757ed', 'admin_state_up': True, 'tenant_id': '3f15a86d7b9a4eda805c341155209493'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:57:49.079476 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0efd9770-fefe-4005-a848-e072381ecdbb req-ab6b4056-8c88-4df7-a3b4-6fbd702993b8 tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] 10.222.0.20 "GET /v2.0/security-groups?id=a09b905e-a35e-4048-9035-6b2f00c08fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044848 Nov 27 03:57:49.107509 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-679ff69c-d44d-4958-a2df-01d6ee3ddb59 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:49.141931 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-679ff69c-d44d-4958-a2df-01d6ee3ddb59 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:49.195877 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-39f7169a-abd0-4a06-a1fc-59ab797db9fb tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Made reservation on behalf of 3f15a86d7b9a4eda805c341155209493 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:57:49.199604 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-39f7169a-abd0-4a06-a1fc-59ab797db9fb tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:49.200228 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679ff69c-d44d-4958-a2df-01d6ee3ddb59 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Network 01b90e66-68c1-44c3-90c0-74e01ee543e9 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:57:49.204338 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-679ff69c-d44d-4958-a2df-01d6ee3ddb59 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:57:49.206275 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679ff69c-d44d-4958-a2df-01d6ee3ddb59 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Pushing event updated for resources: {'Port': ['ID=21a79aba-b180-46e5-9e50-f841c1e72bda,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:49.208452 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679ff69c-d44d-4958-a2df-01d6ee3ddb59 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:57:49.242176 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device ec92e5a8-dee1-482e-9521-b818daac92a6 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:57:49.266841 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-679ff69c-d44d-4958-a2df-01d6ee3ddb59 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:49.368954 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port ec92e5a8-dee1-482e-9521-b818daac92a6, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=ec92e5a8-dee1-482e-9521-b818daac92a6,segment=NetworkSegment(b74bca51-4dfb-4a57-a11b-a09a7071fc23),segment_id=b74bca51-4dfb-4a57-a11b-a09a7071fc23)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:57:49.374359 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-39f7169a-abd0-4a06-a1fc-59ab797db9fb tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Allocated IP 172.20.0.8 (4c2206f1-5002-4d5a-a6bd-f85327f757ed/19827895-167c-4ffb-a565-ae1a5e643330/2344c9dd-ab44-40e3-bd21-794524936a3a) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:57:49.392212 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'ec92e5a8-dee1-482e-9521-b818daac92a6', 'network_id': 'abc5923b-b206-4644-9a0b-16ee7d6f30b5', 'port_id': 'ec92e5a8-dee1-482e-9521-b818daac92a6', 'mac_address': 'fa:16:3e:60:be:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db050135-fab7-41d2-9b7b-f172e1b626ae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:57:49.445606 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:49.471315 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-679ff69c-d44d-4958-a2df-01d6ee3ddb59 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:49.476161 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec92e5a8-dee1-482e-9521-b818daac92a6 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:57:49.498917 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:49.500246 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2b764-20b0-410e-9cb7-163f887f1fd1 req-ab9c1922-55f6-473f-bf1b-fb08b7dfd58f tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:49.501808 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-05a2b764-20b0-410e-9cb7-163f887f1fd1 req-ab9c1922-55f6-473f-bf1b-fb08b7dfd58f tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] 10.222.0.20 "GET /v2.0/ports?device_id=5635669d-f791-4ec3-9612-f385d0e7b21b HTTP/1.1" status: 200 len: 945 time: 0.1001506 Nov 27 03:57:49.502340 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port ec92e5a8-dee1-482e-9521-b818daac92a6, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=ec92e5a8-dee1-482e-9521-b818daac92a6,segment=NetworkSegment(b74bca51-4dfb-4a57-a11b-a09a7071fc23),segment_id=b74bca51-4dfb-4a57-a11b-a09a7071fc23)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:57:49.509665 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:49.559090 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-369fe05c-7e1e-4407-b799-8a3752c290e8 None None] Provisioning complete for port 21a79aba-b180-46e5-9e50-f841c1e72bda triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:57:49.559477 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-369fe05c-7e1e-4407-b799-8a3752c290e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:49.587383 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-39f7169a-abd0-4a06-a1fc-59ab797db9fb tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:49.591580 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=ec92e5a8-dee1-482e-9521-b818daac92a6,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:49.607477 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-369fe05c-7e1e-4407-b799-8a3752c290e8 None None] Port 21a79aba-b180-46e5-9e50-f841c1e72bda cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:57:49.627097 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-39f7169a-abd0-4a06-a1fc-59ab797db9fb tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:49.656690 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-05a2b764-20b0-410e-9cb7-163f887f1fd1 req-a2451c57-c1a7-4ac9-863e-0615be40acf3 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fd4a12-1174-4d95-a220-44eacec67b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278093 Nov 27 03:57:49.663961 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['0465d762-6c9e-4453-a78f-ed2e7501887c'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:57:49.668216 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-39f7169a-abd0-4a06-a1fc-59ab797db9fb tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Network 4c2206f1-5002-4d5a-a6bd-f85327f757ed is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:57:49.671898 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-39f7169a-abd0-4a06-a1fc-59ab797db9fb tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:57:49.674455 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-39f7169a-abd0-4a06-a1fc-59ab797db9fb tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:57:49.721760 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f7169a-abd0-4a06-a1fc-59ab797db9fb tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Pushing event updated for resources: {'Port': ['ID=2344c9dd-ab44-40e3-bd21-794524936a3a,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:49.759765 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-39f7169a-abd0-4a06-a1fc-59ab797db9fb tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:49.760475 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-39f7169a-abd0-4a06-a1fc-59ab797db9fb tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:49.793647 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-39f7169a-abd0-4a06-a1fc-59ab797db9fb tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7210150 Nov 27 03:57:49.814525 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-e734dc60-8781-4544-b8d7-04a7c9138a4a service neutron] Request body: {'port': {'device_id': '7bbec2ad-c634-46ed-9b93-652fa411e5d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:57:49.856217 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['20182db4-6a86-43d3-8b74-b5264acffc47'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:57:49.880606 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c6d00-2a42-4c1d-98d6-777dd588c2e0 req-583c93e8-f2b2-493f-83a2-d4eeef15a20b tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:49.881183 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-e734dc60-8781-4544-b8d7-04a7c9138a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:49.887999 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c06c6d00-2a42-4c1d-98d6-777dd588c2e0 req-583c93e8-f2b2-493f-83a2-d4eeef15a20b tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=222c6c9d-99cb-458a-b40a-c5ca57ab95eb HTTP/1.1" status: 200 len: 943 time: 0.0856204 Nov 27 03:57:49.994280 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c06c6d00-2a42-4c1d-98d6-777dd588c2e0 req-77d38bb9-76fb-437b-8f4a-0acfa3efee31 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008677 Nov 27 03:57:50.018222 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-679ff69c-d44d-4958-a2df-01d6ee3ddb59 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:50.032985 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-679ff69c-d44d-4958-a2df-01d6ee3ddb59 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:50.084373 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['ec92e5a8-dee1-482e-9521-b818daac92a6'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:57:50.151970 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679ff69c-d44d-4958-a2df-01d6ee3ddb59 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Pushing event updated for resources: {'Port': ['ID=21a79aba-b180-46e5-9e50-f841c1e72bda,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:50.168576 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-679ff69c-d44d-4958-a2df-01d6ee3ddb59 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:50.228366 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a593ff6d-49c7-49c6-9745-9f1a325b783e req-d857d29c-7764-4297-9f82-945953c66b45 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:50.235573 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a593ff6d-49c7-49c6-9745-9f1a325b783e req-d857d29c-7764-4297-9f82-945953c66b45 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] 10.222.0.20 "GET /v2.0/ports?device_id=5635669d-f791-4ec3-9612-f385d0e7b21b HTTP/1.1" status: 200 len: 945 time: 0.0871704 Nov 27 03:57:50.240324 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13c1d0-993c-47f3-ad8c-6d2d5479368f req-8755ac37-c00e-4c77-bf12-232ed8193055 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:50.241861 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7f13c1d0-993c-47f3-ad8c-6d2d5479368f req-8755ac37-c00e-4c77-bf12-232ed8193055 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bbec2ad-c634-46ed-9b93-652fa411e5d3 HTTP/1.1" status: 200 len: 931 time: 0.1090124 Nov 27 03:57:50.310937 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679ff69c-d44d-4958-a2df-01d6ee3ddb59 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Network 01b90e66-68c1-44c3-90c0-74e01ee543e9 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:57:50.316229 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-679ff69c-d44d-4958-a2df-01d6ee3ddb59 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:57:50.319619 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a593ff6d-49c7-49c6-9745-9f1a325b783e req-82cde11f-bcd1-49e6-a34f-098cc9643532 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fd4a12-1174-4d95-a220-44eacec67b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831842 Nov 27 03:57:50.327915 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7f13c1d0-993c-47f3-ad8c-6d2d5479368f req-f3388554-97bb-48f5-a191-030ed6e9231a tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738854 Nov 27 03:57:50.330945 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-e734dc60-8781-4544-b8d7-04a7c9138a4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2344c9dd-ab44-40e3-bd21-794524936a3a {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:57:50.349896 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-e734dc60-8781-4544-b8d7-04a7c9138a4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:50.365308 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-e734dc60-8781-4544-b8d7-04a7c9138a4a service neutron] Transition to ACTIVE for port object 2344c9dd-ab44-40e3-bd21-794524936a3a will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:57:50.371429 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-e734dc60-8781-4544-b8d7-04a7c9138a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:50.464670 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679ff69c-d44d-4958-a2df-01d6ee3ddb59 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Router 1f20c00d-998c-455a-befd-c23c14542e6c has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:57:50.469076 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734dc60-8781-4544-b8d7-04a7c9138a4a service neutron] Pushing event updated for resources: {'Port': ['ID=2344c9dd-ab44-40e3-bd21-794524936a3a,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:50.507691 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e251cc-aa2f-4ed6-90ff-c4abacdef760 req-5feb1a8e-5ead-4353-9201-9d98622bf27f tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:50.509249 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-63e251cc-aa2f-4ed6-90ff-c4abacdef760 req-5feb1a8e-5ead-4353-9201-9d98622bf27f tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f0a7c8f-015c-4eed-9ec1-8804f850ffd1 HTTP/1.1" status: 200 len: 944 time: 0.1043983 Nov 27 03:57:50.592889 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-63e251cc-aa2f-4ed6-90ff-c4abacdef760 req-07254d98-eb20-4e96-8de0-7c3cef1f7fa3 tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] 10.222.0.20 "GET /v2.0/security-groups?id=a09b905e-a35e-4048-9035-6b2f00c08fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652540 Nov 27 03:57:50.593970 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-e734dc60-8781-4544-b8d7-04a7c9138a4a service neutron] Attempting to bind port 2344c9dd-ab44-40e3-bd21-794524936a3a on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:57:50.594112 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679ff69c-d44d-4958-a2df-01d6ee3ddb59 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:57:50.594305 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-e734dc60-8781-4544-b8d7-04a7c9138a4a service neutron] Attempting to bind port 2344c9dd-ab44-40e3-bd21-794524936a3a by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': 'e40e3b9b-cd7d-4402-aebb-20a69a216b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4c2206f1-5002-4d5a-a6bd-f85327f757ed'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:57:50.594669 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-e734dc60-8781-4544-b8d7-04a7c9138a4a service neutron] Attempting to bind port 2344c9dd-ab44-40e3-bd21-794524936a3a on network 4c2206f1-5002-4d5a-a6bd-f85327f757ed {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:57:50.600220 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-e734dc60-8781-4544-b8d7-04a7c9138a4a service neutron] Port 2344c9dd-ab44-40e3-bd21-794524936a3a on network 4c2206f1-5002-4d5a-a6bd-f85327f757ed not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:57:50.600580 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-e734dc60-8781-4544-b8d7-04a7c9138a4a service neutron] Attempting to bind port 2344c9dd-ab44-40e3-bd21-794524936a3a on network 4c2206f1-5002-4d5a-a6bd-f85327f757ed {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:57:50.601541 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-679ff69c-d44d-4958-a2df-01d6ee3ddb59 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] 10.222.0.20 "PUT /v2.0/routers/1f20c00d-998c-455a-befd-c23c14542e6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6151278 Nov 27 03:57:50.604692 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47228) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:50.609454 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-e734dc60-8781-4544-b8d7-04a7c9138a4a service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:57:50.609799 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-e734dc60-8781-4544-b8d7-04a7c9138a4a service neutron] Checking segment: {'id': 'e40e3b9b-cd7d-4402-aebb-20a69a216b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4c2206f1-5002-4d5a-a6bd-f85327f757ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:57:50.610184 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-e734dc60-8781-4544-b8d7-04a7c9138a4a service neutron] Bound using segment: {'id': 'e40e3b9b-cd7d-4402-aebb-20a69a216b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4c2206f1-5002-4d5a-a6bd-f85327f757ed'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:57:50.610577 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b49b21-2e5b-41e5-98a8-ce6450962422 None None] Sync routers for ids ['1f20c00d-998c-455a-befd-c23c14542e6c'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:57:50.611046 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-e734dc60-8781-4544-b8d7-04a7c9138a4a service neutron] Bound port: 2344c9dd-ab44-40e3-bd21-794524936a3a, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e40e3b9b-cd7d-4402-aebb-20a69a216b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4c2206f1-5002-4d5a-a6bd-f85327f757ed'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:57:50.611046 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-e734dc60-8781-4544-b8d7-04a7c9138a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:50.618238 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-9269fca5-3841-4b9d-8b5f-84c8c66aa89d tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Request body: {'port': {'network_id': '01b90e66-68c1-44c3-90c0-74e01ee543e9', 'name': 'tempest-FloatingIPAdminTestJSON-1070770330'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:57:50.627617 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b49b21-2e5b-41e5-98a8-ce6450962422 None None] Routers {'1f20c00d-998c-455a-befd-c23c14542e6c'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:57:50.628268 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-56b49b21-2e5b-41e5-98a8-ce6450962422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:57:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['1f20c00d-998c-455a-befd-c23c14542e6c'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:57:50.684274 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-bf9e8a43-6c5e-4127-a28f-aa52829c0f6f None None] Provisioning complete for port 21a79aba-b180-46e5-9e50-f841c1e72bda triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:57:50.684849 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bf9e8a43-6c5e-4127-a28f-aa52829c0f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:50.688117 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-e734dc60-8781-4544-b8d7-04a7c9138a4a service neutron] For port 2344c9dd-ab44-40e3-bd21-794524936a3a, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:57:50.693628 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-e734dc60-8781-4544-b8d7-04a7c9138a4a service neutron] For port 2344c9dd-ab44-40e3-bd21-794524936a3a, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=2344c9dd-ab44-40e3-bd21-794524936a3a,segment=NetworkSegment(e40e3b9b-cd7d-4402-aebb-20a69a216b2f),segment_id=e40e3b9b-cd7d-4402-aebb-20a69a216b2f)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:57:50.699200 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-e734dc60-8781-4544-b8d7-04a7c9138a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:50.731230 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-bf9e8a43-6c5e-4127-a28f-aa52829c0f6f None None] Port 21a79aba-b180-46e5-9e50-f841c1e72bda cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:57:50.746473 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-e734dc60-8781-4544-b8d7-04a7c9138a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:50.748216 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-e734dc60-8781-4544-b8d7-04a7c9138a4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:50.750144 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-e734dc60-8781-4544-b8d7-04a7c9138a4a service neutron] 10.222.0.11 "PUT /v2.0/ports/2344c9dd-ab44-40e3-bd21-794524936a3a HTTP/1.1" status: 200 len: 1091 time: 0.9413614 Nov 27 03:57:50.752818 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bbec2ad-c634-46ed-9b93-652fa411e5d3', 'tag': '2344c9dd-ab44-40e3-bd21-794524936a3a'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:57:50.756228 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94209e0-bec4-4e6c-86d3-c6d9dcb5cbbd" -d '{"events": [{"name": "network-changed", "server_uuid": "7bbec2ad-c634-46ed-9b93-652fa411e5d3", "tag": "2344c9dd-ab44-40e3-bd21-794524936a3a"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:57:50.774756 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-56b49b21-2e5b-41e5-98a8-ce6450962422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:57:50.781269 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9269fca5-3841-4b9d-8b5f-84c8c66aa89d tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Made reservation on behalf of d9642e14662d47d99b8a5b09a8277a4f for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:57:50.785112 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b49b21-2e5b-41e5-98a8-ce6450962422 None None] Routers {'1f20c00d-998c-455a-befd-c23c14542e6c'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:57:50.785258 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9269fca5-3841-4b9d-8b5f-84c8c66aa89d tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:50.786232 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-56b49b21-2e5b-41e5-98a8-ce6450962422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:57:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['1f20c00d-998c-455a-befd-c23c14542e6c'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:57:50.797087 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734dc60-8781-4544-b8d7-04a7c9138a4a service neutron] Pushing event updated for resources: {'Port': ['ID=2344c9dd-ab44-40e3-bd21-794524936a3a,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:50.813302 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [None req-9269fca5-3841-4b9d-8b5f-84c8c66aa89d tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] device_id is not set on port 75dc9a3c-da5c-445a-b77e-84c2e9600106 yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 03:57:50.819988 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-56b49b21-2e5b-41e5-98a8-ce6450962422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:57:50.820747 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b49b21-2e5b-41e5-98a8-ce6450962422 None None] The sync data for ids ['1f20c00d-998c-455a-befd-c23c14542e6c'] in n-d-819494-3 is: [] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:57:50.843973 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b151aa3-be0e-42d1-8d7a-21ac7d65bd44 x-openstack-request-id: req-6b151aa3-be0e-42d1-8d7a-21ac7d65bd44 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:57:50.844264 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bbec2ad-c634-46ed-9b93-652fa411e5d3", "tag": "2344c9dd-ab44-40e3-bd21-794524936a3a", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:57:50.844516 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b151aa3-be0e-42d1-8d7a-21ac7d65bd44 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:57:50.844906 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bbec2ad-c634-46ed-9b93-652fa411e5d3', 'tag': '2344c9dd-ab44-40e3-bd21-794524936a3a', 'status': 'completed', 'code': 200} Nov 27 03:57:50.860167 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-771734bf-3cd1-48bb-a381-6bf9b8038956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:50.861703 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-771734bf-3cd1-48bb-a381-6bf9b8038956 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3f15a86d7b9a4eda805c341155209493&device_id=7bbec2ad-c634-46ed-9b93-652fa411e5d3 HTTP/1.1" status: 200 len: 1094 time: 0.0497341 Nov 27 03:57:50.912144 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-f74d79cb-52ce-45e2-883d-1840c6f47319 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2344c9dd-ab44-40e3-bd21-794524936a3a HTTP/1.1" status: 200 len: 217 time: 0.0343022 Nov 27 03:57:50.931630 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-9269fca5-3841-4b9d-8b5f-84c8c66aa89d tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Allocated IP 172.20.0.5 (01b90e66-68c1-44c3-90c0-74e01ee543e9/68619587-dcb9-4052-a7fd-44cbd5d2e1b4/75dc9a3c-da5c-445a-b77e-84c2e9600106) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:57:50.967170 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-99f7b5e6-c2d2-4539-b1cc-d643867d291c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:50.968578 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-99f7b5e6-c2d2-4539-b1cc-d643867d291c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=19827895-167c-4ffb-a565-ae1a5e643330 HTTP/1.1" status: 200 len: 846 time: 0.0492127 Nov 27 03:57:51.001300 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-fa917370-b99c-42a7-9775-d8bb42a4ee69 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c2206f1-5002-4d5a-a6bd-f85327f757ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244193 Nov 27 03:57:51.083070 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9269fca5-3841-4b9d-8b5f-84c8c66aa89d tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:51.105561 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:51.119398 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9269fca5-3841-4b9d-8b5f-84c8c66aa89d tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:51.136395 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-675b3da8-3b3d-42ea-bc83-9431211a909d service neutron] 10.222.0.11 "GET /v2.0/networks/4c2206f1-5002-4d5a-a6bd-f85327f757ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267047 Nov 27 03:57:51.144405 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3dcb7-9383-4cbb-8ca9-250540c91359 req-17c69d3c-c099-46ee-8a24-277be013ffa4 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:51.150641 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-21b3dcb7-9383-4cbb-8ca9-250540c91359 req-17c69d3c-c099-46ee-8a24-277be013ffa4 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=222c6c9d-99cb-458a-b40a-c5ca57ab95eb HTTP/1.1" status: 200 len: 943 time: 0.0789216 Nov 27 03:57:51.245232 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-21b3dcb7-9383-4cbb-8ca9-250540c91359 req-23d6c33d-35f4-4fa6-aaa2-f1e448833f10 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901086 Nov 27 03:57:51.275210 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f56c8df4-410d-4fdf-878a-6c7f7d15e442 req-a91638aa-756c-410e-8abe-0c31750145bf service neutron] 10.222.0.11 "GET /v2.0/networks/4c2206f1-5002-4d5a-a6bd-f85327f757ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277132 Nov 27 03:57:51.444417 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94209e0-bec4-4e6c-86d3-c6d9dcb5cbbd req-be26b532-af0f-4c52-a3f0-87767264d422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:51.446785 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b94209e0-bec4-4e6c-86d3-c6d9dcb5cbbd req-be26b532-af0f-4c52-a3f0-87767264d422 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3f15a86d7b9a4eda805c341155209493&device_id=7bbec2ad-c634-46ed-9b93-652fa411e5d3 HTTP/1.1" status: 200 len: 1094 time: 0.0784295 Nov 27 03:57:51.506216 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9269fca5-3841-4b9d-8b5f-84c8c66aa89d tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Network 01b90e66-68c1-44c3-90c0-74e01ee543e9 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:57:51.515944 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-9269fca5-3841-4b9d-8b5f-84c8c66aa89d tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:57:51.523541 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9269fca5-3841-4b9d-8b5f-84c8c66aa89d tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:57:51.528463 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269fca5-3841-4b9d-8b5f-84c8c66aa89d tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Pushing event updated for resources: {'Port': ['ID=75dc9a3c-da5c-445a-b77e-84c2e9600106,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:51.539265 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7058e6-d2cc-4458-9002-5463ea502b2b req-9a1d7969-97a0-4114-a784-e947ac4d48f4 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:51.540840 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ac7058e6-d2cc-4458-9002-5463ea502b2b req-9a1d7969-97a0-4114-a784-e947ac4d48f4 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bbec2ad-c634-46ed-9b93-652fa411e5d3 HTTP/1.1" status: 200 len: 943 time: 0.1076264 Nov 27 03:57:51.582755 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388756d7-f437-4900-b93e-9e8ae42c2d4f req-53a0cddd-4cf4-45e6-81da-4d3ac75569c6 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:51.584496 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-388756d7-f437-4900-b93e-9e8ae42c2d4f req-53a0cddd-4cf4-45e6-81da-4d3ac75569c6 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] 10.222.0.20 "GET /v2.0/ports?device_id=5635669d-f791-4ec3-9612-f385d0e7b21b HTTP/1.1" status: 200 len: 945 time: 0.1161504 Nov 27 03:57:51.601262 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94209e0-bec4-4e6c-86d3-c6d9dcb5cbbd req-40074bcc-1bd9-45e2-a01a-53b33e88f181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:51.602782 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b94209e0-bec4-4e6c-86d3-c6d9dcb5cbbd req-40074bcc-1bd9-45e2-a01a-53b33e88f181 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4c2206f1-5002-4d5a-a6bd-f85327f757ed HTTP/1.1" status: 200 len: 907 time: 0.1357846 Nov 27 03:57:51.602910 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9269fca5-3841-4b9d-8b5f-84c8c66aa89d tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:51.603536 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9269fca5-3841-4b9d-8b5f-84c8c66aa89d tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:51.653345 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ac7058e6-d2cc-4458-9002-5463ea502b2b req-64c7334e-d737-483e-aedd-c0a812ba07bb tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053450 Nov 27 03:57:51.655319 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b94209e0-bec4-4e6c-86d3-c6d9dcb5cbbd req-86308eb5-b689-40ac-94bb-97ee98deb6ad service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2344c9dd-ab44-40e3-bd21-794524936a3a HTTP/1.1" status: 200 len: 217 time: 0.0420485 Nov 27 03:57:51.663317 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9269fca5-3841-4b9d-8b5f-84c8c66aa89d tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0544088 Nov 27 03:57:51.664953 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47242) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:51.688153 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 9e467350-3c3d-43d0-a0da-3db733403146 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:57:51.705598 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7c095-eac7-4b70-adae-824aff2ffae1 req-8cac51c5-58eb-467f-9b21-e11aa4ff685d tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:51.707182 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-77e7c095-eac7-4b70-adae-824aff2ffae1 req-8cac51c5-58eb-467f-9b21-e11aa4ff685d tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] 10.222.0.23 "GET /v2.0/ports?device_id=5635669d-f791-4ec3-9612-f385d0e7b21b HTTP/1.1" status: 200 len: 945 time: 0.1197085 Nov 27 03:57:51.716790 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-388756d7-f437-4900-b93e-9e8ae42c2d4f req-9315ee2c-815d-4297-8c43-2a7f279d6ba7 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fd4a12-1174-4d95-a220-44eacec67b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099546 Nov 27 03:57:51.758820 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-18c8da49-4ce2-40c2-8822-d0c05ca4c806 tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'project_id': 'd9642e14662d47d99b8a5b09a8277a4f', 'port_id': '75dc9a3c-da5c-445a-b77e-84c2e9600106'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:57:51.791427 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94209e0-bec4-4e6c-86d3-c6d9dcb5cbbd req-2bb06374-358d-48a1-ba26-97df03deb4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:51.793411 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b94209e0-bec4-4e6c-86d3-c6d9dcb5cbbd req-2bb06374-358d-48a1-ba26-97df03deb4f0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=19827895-167c-4ffb-a565-ae1a5e643330 HTTP/1.1" status: 200 len: 846 time: 0.1270537 Nov 27 03:57:51.818268 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18c8da49-4ce2-40c2-8822-d0c05ca4c806 tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:51.822470 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:51.878286 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 9e467350-3c3d-43d0-a0da-3db733403146, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=9e467350-3c3d-43d0-a0da-3db733403146,segment=NetworkSegment(7b573d51-51b1-4f49-9697-b1cce35223ba),segment_id=7b573d51-51b1-4f49-9697-b1cce35223ba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:57:51.889924 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b94209e0-bec4-4e6c-86d3-c6d9dcb5cbbd req-4cf93c78-041b-4b1a-8455-3deaf03058d5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c2206f1-5002-4d5a-a6bd-f85327f757ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530517 Nov 27 03:57:51.892410 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-3bd10452-89d2-4cdd-a0fa-a702418cfe93 None None] Provisioning complete for port 75dc9a3c-da5c-445a-b77e-84c2e9600106 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:57:51.892942 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3bd10452-89d2-4cdd-a0fa-a702418cfe93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:51.898235 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '9e467350-3c3d-43d0-a0da-3db733403146', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'port_id': '9e467350-3c3d-43d0-a0da-3db733403146', 'mac_address': 'fa:16:3e:7a:06:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:57:51.905505 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f65789-475b-4f07-ae8f-adf29468b5cb req-3d081cad-ed30-4c5b-ac8c-8dbb3eb631fe tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:51.907092 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-54f65789-475b-4f07-ae8f-adf29468b5cb req-3d081cad-ed30-4c5b-ac8c-8dbb3eb631fe tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f0a7c8f-015c-4eed-9ec1-8804f850ffd1 HTTP/1.1" status: 200 len: 944 time: 0.0745335 Nov 27 03:57:51.915672 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-77e7c095-eac7-4b70-adae-824aff2ffae1 req-608a41d9-700d-4637-821e-5a9866332282 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] Deleting port 85fd24be-686b-48e3-93f9-4645d015bbb5 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:57:51.916116 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-77e7c095-eac7-4b70-adae-824aff2ffae1 req-608a41d9-700d-4637-821e-5a9866332282 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:51.958309 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-3bd10452-89d2-4cdd-a0fa-a702418cfe93 None None] Port 75dc9a3c-da5c-445a-b77e-84c2e9600106 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:57:51.976094 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:51.989303 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e467350-3c3d-43d0-a0da-3db733403146 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:57:52.006502 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b94209e0-bec4-4e6c-86d3-c6d9dcb5cbbd req-b694dfb1-f7cd-442f-b2a5-200cf8f57a92 service neutron] 10.222.0.11 "GET /v2.0/networks/4c2206f1-5002-4d5a-a6bd-f85327f757ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055002 Nov 27 03:57:52.011150 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 9e467350-3c3d-43d0-a0da-3db733403146, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=9e467350-3c3d-43d0-a0da-3db733403146,segment=NetworkSegment(7b573d51-51b1-4f49-9697-b1cce35223ba),segment_id=7b573d51-51b1-4f49-9697-b1cce35223ba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:57:52.015660 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:52.019158 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-54f65789-475b-4f07-ae8f-adf29468b5cb req-b4c40649-3c01-414f-b1a9-db632d0d42e2 tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] 10.222.0.20 "GET /v2.0/security-groups?id=a09b905e-a35e-4048-9035-6b2f00c08fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995696 Nov 27 03:57:52.043532 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18c8da49-4ce2-40c2-8822-d0c05ca4c806 tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:52.048421 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-77e7c095-eac7-4b70-adae-824aff2ffae1 req-608a41d9-700d-4637-821e-5a9866332282 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] For port 85fd24be-686b-48e3-93f9-4645d015bbb5, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=85fd24be-686b-48e3-93f9-4645d015bbb5,segment=NetworkSegment(7e54b36d-c96c-4f61-9ba2-07556326e8d9),segment_id=7e54b36d-c96c-4f61-9ba2-07556326e8d9)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:57:52.048789 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-77e7c095-eac7-4b70-adae-824aff2ffae1 req-608a41d9-700d-4637-821e-5a9866332282 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:52.064433 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-77e7c095-eac7-4b70-adae-824aff2ffae1 req-608a41d9-700d-4637-821e-5a9866332282 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] Calling delete_port for 85fd24be-686b-48e3-93f9-4645d015bbb5 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:57:52.079363 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=9e467350-3c3d-43d0-a0da-3db733403146,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:52.187313 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b94209e0-bec4-4e6c-86d3-c6d9dcb5cbbd req-b48e7e71-8a72-4a94-90f0-26c0d2cb7f10 service neutron] 10.222.0.11 "GET /v2.0/networks/4c2206f1-5002-4d5a-a6bd-f85327f757ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677737 Nov 27 03:57:52.203775 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-77e7c095-eac7-4b70-adae-824aff2ffae1 req-608a41d9-700d-4637-821e-5a9866332282 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:52.213375 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-18c8da49-4ce2-40c2-8822-d0c05ca4c806 tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] Allocated IP 172.25.1.17 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/dda7afd2-8ee2-4233-afe2-d8cf9fc058a9) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:57:52.236543 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a41d9-700d-4637-821e-5a9866332282 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] Pushing event deleted for resources: {'Port': ['ID=85fd24be-686b-48e3-93f9-4645d015bbb5,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:52.239649 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['85fd24be-686b-48e3-93f9-4645d015bbb5'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:57:52.283844 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e7c095-eac7-4b70-adae-824aff2ffae1 req-608a41d9-700d-4637-821e-5a9866332282 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] No DVR routers for this DVR port 85fd24be-686b-48e3-93f9-4645d015bbb5 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:57:52.287311 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-77e7c095-eac7-4b70-adae-824aff2ffae1 req-608a41d9-700d-4637-821e-5a9866332282 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:52.290990 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-77e7c095-eac7-4b70-adae-824aff2ffae1 req-608a41d9-700d-4637-821e-5a9866332282 tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] 10.222.0.23 "DELETE /v2.0/ports/85fd24be-686b-48e3-93f9-4645d015bbb5 HTTP/1.1" status: 204 len: 173 time: 0.5732567 Nov 27 03:57:52.292877 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5635669d-f791-4ec3-9612-f385d0e7b21b', 'name': 'network-vif-deleted', 'tag': '85fd24be-686b-48e3-93f9-4645d015bbb5'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:57:52.295883 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2d99b6-b0e3-44ee-9214-082a179733f0" -d '{"events": [{"server_uuid": "5635669d-f791-4ec3-9612-f385d0e7b21b", "name": "network-vif-deleted", "tag": "85fd24be-686b-48e3-93f9-4645d015bbb5"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:57:52.341368 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361fd42c-6cfe-4a0e-9b92-c1e05f383aec x-openstack-request-id: req-361fd42c-6cfe-4a0e-9b92-c1e05f383aec {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:57:52.341633 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5635669d-f791-4ec3-9612-f385d0e7b21b", "name": "network-vif-deleted", "tag": "85fd24be-686b-48e3-93f9-4645d015bbb5", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:57:52.341918 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-361fd42c-6cfe-4a0e-9b92-c1e05f383aec {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:57:52.342465 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5635669d-f791-4ec3-9612-f385d0e7b21b', 'name': 'network-vif-deleted', 'tag': '85fd24be-686b-48e3-93f9-4645d015bbb5', 'status': 'completed', 'code': 200} Nov 27 03:57:52.344927 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18c8da49-4ce2-40c2-8822-d0c05ca4c806 tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:52.375331 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['9e467350-3c3d-43d0-a0da-3db733403146'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:57:52.415252 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09420b40-b8c8-405d-a7f7-1193ef614d50 req-32ca9042-b13f-41be-ab4b-2f5b6d9650a5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:52.416894 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-09420b40-b8c8-405d-a7f7-1193ef614d50 req-32ca9042-b13f-41be-ab4b-2f5b6d9650a5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=222c6c9d-99cb-458a-b40a-c5ca57ab95eb HTTP/1.1" status: 200 len: 944 time: 0.0843251 Nov 27 03:57:52.435681 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18c8da49-4ce2-40c2-8822-d0c05ca4c806 tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:52.515224 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c8da49-4ce2-40c2-8822-d0c05ca4c806 tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:57:52.527210 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c8da49-4ce2-40c2-8822-d0c05ca4c806 tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] Pushing event updated for resources: {'Port': ['ID=dda7afd2-8ee2-4233-afe2-d8cf9fc058a9,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:52.530590 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-18c8da49-4ce2-40c2-8822-d0c05ca4c806 tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:57:52.533629 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c8da49-4ce2-40c2-8822-d0c05ca4c806 tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:57:52.539389 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-09420b40-b8c8-405d-a7f7-1193ef614d50 req-42196cef-bb57-4c23-8179-c14a041acc9b tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135867 Nov 27 03:57:52.796084 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc666c17-4760-430f-92c1-89953eb78e62 req-f8576f3e-2921-4a65-a676-53651ad1ee79 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:52.797701 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dc666c17-4760-430f-92c1-89953eb78e62 req-f8576f3e-2921-4a65-a676-53651ad1ee79 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bbec2ad-c634-46ed-9b93-652fa411e5d3 HTTP/1.1" status: 200 len: 943 time: 0.0643311 Nov 27 03:57:52.862156 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dc666c17-4760-430f-92c1-89953eb78e62 req-da88469f-7063-435c-b236-ea35407deff4 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538964 Nov 27 03:57:53.049005 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f24a2fa9-c81d-40f2-86ea-02e313461052 req-0f45973f-af64-4e9b-ac2c-f658c0ecff9d tempest-InstanceActionsNegativeTestJSON-495089777 tempest-InstanceActionsNegativeTestJSON-495089777-project] 10.222.0.20 "GET /v2.0/ports?device_id=5635669d-f791-4ec3-9612-f385d0e7b21b HTTP/1.1" status: 200 len: 210 time: 0.0316753 Nov 27 03:57:53.152201 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91960b90-5710-46f6-8434-70399fb359ae req-6c108c69-4ad3-440c-831c-a81132b42f42 tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:53.153817 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-91960b90-5710-46f6-8434-70399fb359ae req-6c108c69-4ad3-440c-831c-a81132b42f42 tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f0a7c8f-015c-4eed-9ec1-8804f850ffd1 HTTP/1.1" status: 200 len: 944 time: 0.0482273 Nov 27 03:57:53.201329 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-91960b90-5710-46f6-8434-70399fb359ae req-3130fba4-7fe3-4a69-bad1-347ee0dc259b tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] 10.222.0.20 "GET /v2.0/security-groups?id=a09b905e-a35e-4048-9035-6b2f00c08fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410693 Nov 27 03:57:53.211069 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18c8da49-4ce2-40c2-8822-d0c05ca4c806 tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:53.248258 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 2344c9dd-ab44-40e3-bd21-794524936a3a details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:57:53.257032 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device ec92e5a8-dee1-482e-9521-b818daac92a6 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:57:53.281578 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18c8da49-4ce2-40c2-8822-d0c05ca4c806 tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:53.370309 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port ec92e5a8-dee1-482e-9521-b818daac92a6 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:57:53.381988 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port ec92e5a8-dee1-482e-9521-b818daac92a6 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:57:53.382362 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:53.388238 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 2344c9dd-ab44-40e3-bd21-794524936a3a, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=2344c9dd-ab44-40e3-bd21-794524936a3a,segment=NetworkSegment(e40e3b9b-cd7d-4402-aebb-20a69a216b2f),segment_id=e40e3b9b-cd7d-4402-aebb-20a69a216b2f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:57:53.424283 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '2344c9dd-ab44-40e3-bd21-794524936a3a', 'network_id': '4c2206f1-5002-4d5a-a6bd-f85327f757ed', 'port_id': '2344c9dd-ab44-40e3-bd21-794524936a3a', 'mac_address': 'fa:16:3e:f3:2a:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19827895-167c-4ffb-a565-ae1a5e643330', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:57:53.430260 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18c8da49-4ce2-40c2-8822-d0c05ca4c806 tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:53.436792 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18c8da49-4ce2-40c2-8822-d0c05ca4c806 tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:53.476843 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:53.512328 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2344c9dd-ab44-40e3-bd21-794524936a3a {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:57:53.513994 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c8da49-4ce2-40c2-8822-d0c05ca4c806 tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] Pushing event updated for resources: {'Port': ['ID=dda7afd2-8ee2-4233-afe2-d8cf9fc058a9,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:53.522888 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18c8da49-4ce2-40c2-8822-d0c05ca4c806 tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:53.534244 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:53.539757 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 2344c9dd-ab44-40e3-bd21-794524936a3a, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=2344c9dd-ab44-40e3-bd21-794524936a3a,segment=NetworkSegment(e40e3b9b-cd7d-4402-aebb-20a69a216b2f),segment_id=e40e3b9b-cd7d-4402-aebb-20a69a216b2f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:57:53.547378 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:53.587587 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0a7c8f-015c-4eed-9ec1-8804f850ffd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec92e5a8-dee1-482e-9521-b818daac92a6'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:57:53.589826 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d038ff94-22b7-4373-b87e-174acb908c87" -d '{"events": [{"server_uuid": "5f0a7c8f-015c-4eed-9ec1-8804f850ffd1", "name": "network-vif-plugged", "status": "completed", "tag": "ec92e5a8-dee1-482e-9521-b818daac92a6"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:57:53.609970 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port ec92e5a8-dee1-482e-9521-b818daac92a6, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=ec92e5a8-dee1-482e-9521-b818daac92a6,segment=NetworkSegment(b74bca51-4dfb-4a57-a11b-a09a7071fc23),segment_id=b74bca51-4dfb-4a57-a11b-a09a7071fc23)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:57:53.622538 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:53.628634 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=2344c9dd-ab44-40e3-bd21-794524936a3a,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:53.664588 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [None req-18c8da49-4ce2-40c2-8822-d0c05ca4c806 tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] Floating IP 78d27a22-3bad-49be-a902-1617e1a7af09 associated. External IP: 172.25.1.17, port: 75dc9a3c-da5c-445a-b77e-84c2e9600106. Nov 27 03:57:53.679044 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=ec92e5a8-dee1-482e-9521-b818daac92a6,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:53.696840 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 9e467350-3c3d-43d0-a0da-3db733403146 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:57:53.743398 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef26e9c6-2855-4915-92d8-c5eb04777f57 req-2878742d-a47f-45bb-a76f-579ece21db46 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:53.745489 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ef26e9c6-2855-4915-92d8-c5eb04777f57 req-2878742d-a47f-45bb-a76f-579ece21db46 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=222c6c9d-99cb-458a-b40a-c5ca57ab95eb HTTP/1.1" status: 200 len: 944 time: 0.1252863 Nov 27 03:57:53.760118 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 9e467350-3c3d-43d0-a0da-3db733403146 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:57:53.764552 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 9e467350-3c3d-43d0-a0da-3db733403146 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:57:53.765032 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:53.790668 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc2f01f-c81c-471c-9425-4352648a3b57 x-openstack-request-id: req-2dc2f01f-c81c-471c-9425-4352648a3b57 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:57:53.791036 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0a7c8f-015c-4eed-9ec1-8804f850ffd1", "name": "network-vif-plugged", "status": "completed", "tag": "ec92e5a8-dee1-482e-9521-b818daac92a6", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:57:53.791356 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2dc2f01f-c81c-471c-9425-4352648a3b57 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:57:53.791812 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f0a7c8f-015c-4eed-9ec1-8804f850ffd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec92e5a8-dee1-482e-9521-b818daac92a6', 'code': 200} Nov 27 03:57:53.820063 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ef26e9c6-2855-4915-92d8-c5eb04777f57 req-b90131e5-d518-4629-96ba-14d77b85c274 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660727 Nov 27 03:57:53.871539 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:53.905894 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 9e467350-3c3d-43d0-a0da-3db733403146, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=9e467350-3c3d-43d0-a0da-3db733403146,segment=NetworkSegment(7b573d51-51b1-4f49-9697-b1cce35223ba),segment_id=7b573d51-51b1-4f49-9697-b1cce35223ba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:57:53.911386 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:53.952777 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c70a11-4b29-476e-b8b0-e87bdf554a86 req-fa4959dd-eb5b-4266-ae40-0eedd49cf831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:53.954260 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-25c70a11-4b29-476e-b8b0-e87bdf554a86 req-fa4959dd-eb5b-4266-ae40-0eedd49cf831 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5f0a7c8f-015c-4eed-9ec1-8804f850ffd1 HTTP/1.1" status: 200 len: 1096 time: 0.0654778 Nov 27 03:57:53.960321 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=9e467350-3c3d-43d0-a0da-3db733403146,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:53.975435 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c8da49-4ce2-40c2-8822-d0c05ca4c806 tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] Router 1f20c00d-998c-455a-befd-c23c14542e6c has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:57:54.000680 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['2344c9dd-ab44-40e3-bd21-794524936a3a'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:57:54.014345 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a9503-aadf-465f-8356-81c27dafbb7f req-b909d14c-8836-4cfa-b2aa-a3c48732f71b tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:54.017621 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-886a9503-aadf-465f-8356-81c27dafbb7f req-b909d14c-8836-4cfa-b2aa-a3c48732f71b tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bbec2ad-c634-46ed-9b93-652fa411e5d3 HTTP/1.1" status: 200 len: 944 time: 0.0707834 Nov 27 03:57:54.070600 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-886a9503-aadf-465f-8356-81c27dafbb7f req-c015426f-e810-40fe-b19d-6b8d4d586771 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476878 Nov 27 03:57:54.094928 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-25c70a11-4b29-476e-b8b0-e87bdf554a86 req-f09452c7-91bb-4357-b37d-e730df52d284 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a09b905e-a35e-4048-9035-6b2f00c08fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295621 Nov 27 03:57:54.116916 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47270) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:54.123859 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c8da49-4ce2-40c2-8822-d0c05ca4c806 tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:57:54.138449 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4610689-1255-45aa-817e-ee405bde256d None None] Sync routers for ids ['1f20c00d-998c-455a-befd-c23c14542e6c'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:57:54.142713 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18c8da49-4ce2-40c2-8822-d0c05ca4c806 tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:54.163288 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4610689-1255-45aa-817e-ee405bde256d None None] Routers {'1f20c00d-998c-455a-befd-c23c14542e6c'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:57:54.163933 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-e4610689-1255-45aa-817e-ee405bde256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:57:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['1f20c00d-998c-455a-befd-c23c14542e6c'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:57:54.176061 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-86671c7b-e884-40f5-b0e2-1bcb96d12195 admin admin] Deleting subnet f137062d-c985-4602-af55-8be8223b5186 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:57:54.179453 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-86671c7b-e884-40f5-b0e2-1bcb96d12195 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:54.186731 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-18c8da49-4ce2-40c2-8822-d0c05ca4c806 tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 2.5118985 Nov 27 03:57:54.189218 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47272) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:54.205217 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-e4610689-1255-45aa-817e-ee405bde256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:57:54.216814 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4610689-1255-45aa-817e-ee405bde256d None None] Routers {'1f20c00d-998c-455a-befd-c23c14542e6c'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:57:54.217459 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-e4610689-1255-45aa-817e-ee405bde256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:57:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['1f20c00d-998c-455a-befd-c23c14542e6c'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:57:54.219952 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-86671c7b-e884-40f5-b0e2-1bcb96d12195 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:54.265177 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-e4610689-1255-45aa-817e-ee405bde256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:57:54.266159 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4610689-1255-45aa-817e-ee405bde256d None None] The sync data for ids ['1f20c00d-998c-455a-befd-c23c14542e6c'] in n-d-819494-3 is: [] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:57:54.272527 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-86671c7b-e884-40f5-b0e2-1bcb96d12195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:54.306488 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-30b45cf9-5271-473a-8e99-9a794d7b82b3 tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] 10.222.0.20 "GET /v2.0/floatingips/78d27a22-3bad-49be-a902-1617e1a7af09 HTTP/1.1" status: 200 len: 982 time: 0.1160355 Nov 27 03:57:54.308829 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47276) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:54.358756 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab61b7f-e2bb-4ca4-8c0f-51bb015945ca req-1b5f0ef5-1a4c-4cb6-aaab-89d2398363f4 tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:54.360253 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bab61b7f-e2bb-4ca4-8c0f-51bb015945ca req-1b5f0ef5-1a4c-4cb6-aaab-89d2398363f4 tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f0a7c8f-015c-4eed-9ec1-8804f850ffd1 HTTP/1.1" status: 200 len: 945 time: 0.0680273 Nov 27 03:57:54.366501 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-86671c7b-e884-40f5-b0e2-1bcb96d12195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:54.393152 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 03:57:54.409342 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86671c7b-e884-40f5-b0e2-1bcb96d12195 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f137062d-c985-4602-af55-8be8223b5186,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:54.413665 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-86671c7b-e884-40f5-b0e2-1bcb96d12195 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:54.417038 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-86671c7b-e884-40f5-b0e2-1bcb96d12195 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f137062d-c985-4602-af55-8be8223b5186 HTTP/1.1" status: 204 len: 168 time: 0.2983830 Nov 27 03:57:54.419737 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47278) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:54.423839 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-144243a3-1e96-4d20-b8eb-7b48a94112d4 tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3822 time: 0.1139379 Nov 27 03:57:54.427069 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47280) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:54.497851 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bab61b7f-e2bb-4ca4-8c0f-51bb015945ca req-0f2850d6-7a77-4384-92b6-c650ee9bb8d1 tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] 10.222.0.20 "GET /v2.0/security-groups?id=a09b905e-a35e-4048-9035-6b2f00c08fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281686 Nov 27 03:57:54.513909 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d2bd61ac-aaca-4cd2-b400-23550e8ae6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:54.583439 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-be66a7d7-08c1-4de2-9b2d-6b97112a32df tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Deleting port dda7afd2-8ee2-4233-afe2-d8cf9fc058a9 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:57:54.583784 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-be66a7d7-08c1-4de2-9b2d-6b97112a32df tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:54.600262 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d2bd61ac-aaca-4cd2-b400-23550e8ae6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:54.622812 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-d2bd61ac-aaca-4cd2-b400-23550e8ae6e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f350aaaa-6412-4811-a76c-2bd690256d62']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:57:54.633165 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-d2bd61ac-aaca-4cd2-b400-23550e8ae6e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e54b36d-c96c-4f61-9ba2-07556326e8d9') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:57:54.633474 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-d2bd61ac-aaca-4cd2-b400-23550e8ae6e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e54b36d-c96c-4f61-9ba2-07556326e8d9') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:57:54.642896 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d2bd61ac-aaca-4cd2-b400-23550e8ae6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:54.656463 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d2bd61ac-aaca-4cd2-b400-23550e8ae6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:54.659391 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-be66a7d7-08c1-4de2-9b2d-6b97112a32df tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:54.659730 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-be66a7d7-08c1-4de2-9b2d-6b97112a32df tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:54.663098 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2bd61ac-aaca-4cd2-b400-23550e8ae6e0 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:57:54.663490 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d2bd61ac-aaca-4cd2-b400-23550e8ae6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:54.665352 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 03:57:54.665352 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:57:54.665352 n-d-819494-3 neutron-server[110019]: timer() Nov 27 03:57:54.665352 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:57:54.665352 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 03:57:54.665352 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:57:54.665352 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 03:57:54.665352 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:57:54.665352 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 03:57:54.665352 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:57:54.665352 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 03:57:54.665352 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:57:54.665352 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 03:57:54.665352 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:57:54.665352 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:57:54.665352 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:57:54.665352 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:57:54.665352 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:57:54.665352 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 03:57:54.665352 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:57:54.665352 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 03:57:54.665352 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:57:54.665352 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:57:54.665352 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:57:54.665352 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 03:57:54.665352 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:57:54.665352 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:57:54.665352 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:57:54.665352 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:57:54.665352 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:57:54.665352 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:57:54.665352 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:57:54.671795 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-be66a7d7-08c1-4de2-9b2d-6b97112a32df tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Calling delete_port for dda7afd2-8ee2-4233-afe2-d8cf9fc058a9 owned by network:floatingip {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:57:54.720100 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d2bd61ac-aaca-4cd2-b400-23550e8ae6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:54.726595 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d2bd61ac-aaca-4cd2-b400-23550e8ae6e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:54.729793 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d2bd61ac-aaca-4cd2-b400-23550e8ae6e0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f350aaaa-6412-4811-a76c-2bd690256d62 HTTP/1.1" status: 204 len: 168 time: 0.3091426 Nov 27 03:57:54.741654 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd61ac-aaca-4cd2-b400-23550e8ae6e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f350aaaa-6412-4811-a76c-2bd690256d62,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:54.852368 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-be66a7d7-08c1-4de2-9b2d-6b97112a32df tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:54.884740 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66a7d7-08c1-4de2-9b2d-6b97112a32df tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Pushing event deleted for resources: {'Port': ['ID=dda7afd2-8ee2-4233-afe2-d8cf9fc058a9,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:54.909277 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47286) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:54.951841 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f198ff43-0d33-4b2e-b796-4fff3d0711e3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0e0ac711ba5b41f683cd3879fd4f0e64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390632 Nov 27 03:57:54.952052 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47288) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:54.973269 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-be66a7d7-08c1-4de2-9b2d-6b97112a32df tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks [] for floatingip, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:54.973610 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [None req-be66a7d7-08c1-4de2-9b2d-6b97112a32df tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Floating IP 78d27a22-3bad-49be-a902-1617e1a7af09 disassociated (deleted). External IP: 172.25.1.17, port: 75dc9a3c-da5c-445a-b77e-84c2e9600106. Nov 27 03:57:54.986285 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a767fad-5b43-4a04-a1bd-df5e2de5c7d1 req-8f912f22-0d15-4fe4-8a58-30fd9d450521 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:54.987813 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5a767fad-5b43-4a04-a1bd-df5e2de5c7d1 req-8f912f22-0d15-4fe4-8a58-30fd9d450521 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=222c6c9d-99cb-458a-b40a-c5ca57ab95eb HTTP/1.1" status: 200 len: 945 time: 0.0811243 Nov 27 03:57:55.005921 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8811ed1b-fccb-4597-abaf-fce5ea634ddc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:55.027764 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8811ed1b-fccb-4597-abaf-fce5ea634ddc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:55.081326 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8811ed1b-fccb-4597-abaf-fce5ea634ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:55.084292 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8811ed1b-fccb-4597-abaf-fce5ea634ddc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:55.087888 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8811ed1b-fccb-4597-abaf-fce5ea634ddc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d5fd4a12-1174-4d95-a220-44eacec67b60 HTTP/1.1" status: 204 len: 168 time: 0.1325057 Nov 27 03:57:55.096832 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8811ed1b-fccb-4597-abaf-fce5ea634ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fd4a12-1174-4d95-a220-44eacec67b60,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:55.109836 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5a767fad-5b43-4a04-a1bd-df5e2de5c7d1 req-bd202906-70f6-4b3b-9815-35b2cefa84de tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889833 Nov 27 03:57:55.279750 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eca67d-9b51-4da2-a49a-a039931a6b63 req-39d7a5ca-3f2a-45dc-8fdc-3632ecd66a1c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:55.287121 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-95eca67d-9b51-4da2-a49a-a039931a6b63 req-39d7a5ca-3f2a-45dc-8fdc-3632ecd66a1c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bbec2ad-c634-46ed-9b93-652fa411e5d3 HTTP/1.1" status: 200 len: 944 time: 0.0841286 Nov 27 03:57:55.320512 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be66a7d7-08c1-4de2-9b2d-6b97112a32df tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Router 1f20c00d-998c-455a-befd-c23c14542e6c has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:57:55.351395 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-95eca67d-9b51-4da2-a49a-a039931a6b63 req-5a707a13-4c54-4907-8d85-462b6e4e43c2 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633299 Nov 27 03:57:55.455235 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be66a7d7-08c1-4de2-9b2d-6b97112a32df tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:57:55.460700 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-be66a7d7-08c1-4de2-9b2d-6b97112a32df tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:55.466819 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7b66de-1a29-453c-ba8f-a9c088401f5f None None] Sync routers for ids ['1f20c00d-998c-455a-befd-c23c14542e6c'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:57:55.482585 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7b66de-1a29-453c-ba8f-a9c088401f5f None None] Routers {'1f20c00d-998c-455a-befd-c23c14542e6c'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:57:55.483198 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-8c7b66de-1a29-453c-ba8f-a9c088401f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:57:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['1f20c00d-998c-455a-befd-c23c14542e6c'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:57:55.492324 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-be66a7d7-08c1-4de2-9b2d-6b97112a32df tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] 10.222.0.20 "DELETE /v2.0/floatingips/78d27a22-3bad-49be-a902-1617e1a7af09 HTTP/1.1" status: 204 len: 168 time: 1.0601621 Nov 27 03:57:55.492544 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47304) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:55.497357 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-7cc5858f-8de4-437c-98b5-54b2b28afc6c tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:57:55.519421 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7cc5858f-8de4-437c-98b5-54b2b28afc6c tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:55.520228 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-8c7b66de-1a29-453c-ba8f-a9c088401f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:57:55.530145 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7b66de-1a29-453c-ba8f-a9c088401f5f None None] Routers {'1f20c00d-998c-455a-befd-c23c14542e6c'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:57:55.530789 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-8c7b66de-1a29-453c-ba8f-a9c088401f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:57:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['1f20c00d-998c-455a-befd-c23c14542e6c'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:57:55.565871 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-8c7b66de-1a29-453c-ba8f-a9c088401f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:57:55.566992 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7b66de-1a29-453c-ba8f-a9c088401f5f None None] The sync data for ids ['1f20c00d-998c-455a-befd-c23c14542e6c'] in n-d-819494-3 is: [] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:57:55.643715 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9c000-fc7a-417b-87f2-f7f583be4805 req-b8eff4bf-d1a1-458d-97bf-db4bf821b5f5 tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:55.645803 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-27d9c000-fc7a-417b-87f2-f7f583be4805 req-b8eff4bf-d1a1-458d-97bf-db4bf821b5f5 tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f0a7c8f-015c-4eed-9ec1-8804f850ffd1 HTTP/1.1" status: 200 len: 945 time: 0.0685198 Nov 27 03:57:55.689871 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 85fd24be-686b-48e3-93f9-4645d015bbb5 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:57:55.692670 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7cc5858f-8de4-437c-98b5-54b2b28afc6c tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:55.715311 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 85fd24be-686b-48e3-93f9-4645d015bbb5 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:57:55.715662 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 85fd24be-686b-48e3-93f9-4645d015bbb5 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:57:55.716404 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-27d9c000-fc7a-417b-87f2-f7f583be4805 req-9423bd01-883e-426f-865d-66553eec59a9 tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] 10.222.0.20 "GET /v2.0/security-groups?id=a09b905e-a35e-4048-9035-6b2f00c08fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627551 Nov 27 03:57:55.792988 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222c6c9d-99cb-458a-b40a-c5ca57ab95eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e467350-3c3d-43d0-a0da-3db733403146'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:57:55.797168 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e29e14-ada3-48e0-bd09-4fb250e4b8f2" -d '{"events": [{"server_uuid": "222c6c9d-99cb-458a-b40a-c5ca57ab95eb", "name": "network-vif-plugged", "status": "completed", "tag": "9e467350-3c3d-43d0-a0da-3db733403146"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:57:55.820189 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-7cc5858f-8de4-437c-98b5-54b2b28afc6c tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] Allocated IP 172.25.1.244 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/b6a60c6b-7835-45db-9d2f-9121a6ea3a57) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:57:55.850678 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5516c522-6b50-4993-9821-1b6fc536ef0e x-openstack-request-id: req-5516c522-6b50-4993-9821-1b6fc536ef0e {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:57:55.851080 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "222c6c9d-99cb-458a-b40a-c5ca57ab95eb", "name": "network-vif-plugged", "status": "completed", "tag": "9e467350-3c3d-43d0-a0da-3db733403146", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:57:55.851360 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5516c522-6b50-4993-9821-1b6fc536ef0e {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:57:55.851963 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '222c6c9d-99cb-458a-b40a-c5ca57ab95eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e467350-3c3d-43d0-a0da-3db733403146', 'code': 200} Nov 27 03:57:55.861971 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47322) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:55.974452 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7cc5858f-8de4-437c-98b5-54b2b28afc6c tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:55.988702 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-fa6bdef3-a9db-46ec-8c05-4c5e3d2b5555 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-990545451-network', 'tenant_id': 'ff3b2599ba5345f3a3f5bb4d1d4859ac'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:57:56.019415 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6bdef3-a9db-46ec-8c05-4c5e3d2b5555 admin admin] Made reservation on behalf of ff3b2599ba5345f3a3f5bb4d1d4859ac for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:57:56.022425 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fa6bdef3-a9db-46ec-8c05-4c5e3d2b5555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:56.031588 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fa6bdef3-a9db-46ec-8c05-4c5e3d2b5555 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:56.061607 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323215ca-9fea-4348-b92d-1de2d636be17 req-fc48ec15-e345-44f1-a60a-eb70a1dc31e3 tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:56.063197 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-323215ca-9fea-4348-b92d-1de2d636be17 req-fc48ec15-e345-44f1-a60a-eb70a1dc31e3 tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f0a7c8f-015c-4eed-9ec1-8804f850ffd1 HTTP/1.1" status: 200 len: 945 time: 0.1008084 Nov 27 03:57:56.085281 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7cc5858f-8de4-437c-98b5-54b2b28afc6c tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:56.091159 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc46b5-47c7-4225-ab66-968059694665 req-0785608e-23c0-473f-8ced-56080b8290aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:56.092824 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-66fc46b5-47c7-4225-ab66-968059694665 req-0785608e-23c0-473f-8ced-56080b8290aa service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=222c6c9d-99cb-458a-b40a-c5ca57ab95eb HTTP/1.1" status: 200 len: 1096 time: 0.1416972 Nov 27 03:57:56.109847 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fa6bdef3-a9db-46ec-8c05-4c5e3d2b5555 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:56.114453 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fa6bdef3-a9db-46ec-8c05-4c5e3d2b5555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:56.137956 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa6bdef3-a9db-46ec-8c05-4c5e3d2b5555 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:57:56.155338 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6bdef3-a9db-46ec-8c05-4c5e3d2b5555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc4a151-e343-4859-a109-197e23c2336b,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:56.158317 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fa6bdef3-a9db-46ec-8c05-4c5e3d2b5555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:56.158711 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-fa6bdef3-a9db-46ec-8c05-4c5e3d2b5555 admin admin] Added segment ac64fb3d-1a87-4d44-bbbe-6395d12deeb8 of type vlan for network f675616a-94f9-4e25-94f0-93badb5accf3 Nov 27 03:57:56.201730 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fa6bdef3-a9db-46ec-8c05-4c5e3d2b5555 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:56.202770 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc5858f-8de4-437c-98b5-54b2b28afc6c tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:57:56.217540 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-7cc5858f-8de4-437c-98b5-54b2b28afc6c tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:57:56.220223 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc5858f-8de4-437c-98b5-54b2b28afc6c tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:57:56.232547 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-323215ca-9fea-4348-b92d-1de2d636be17 req-9ce143cf-3f9b-4685-8e28-c3f2f378be99 tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] 10.222.0.20 "GET /v2.0/security-groups?id=a09b905e-a35e-4048-9035-6b2f00c08fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558716 Nov 27 03:57:56.264624 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5858f-8de4-437c-98b5-54b2b28afc6c tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] Pushing event updated for resources: {'Port': ['ID=b6a60c6b-7835-45db-9d2f-9121a6ea3a57,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:56.268595 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-66fc46b5-47c7-4225-ab66-968059694665 req-eaff5c22-94ff-4c95-bb64-3a915ec07673 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675935 Nov 27 03:57:56.269439 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a2dbf-734f-4b2b-9943-c56a101517c3 req-7e3d2658-3e7d-4c3a-84a9-4d263cc92a13 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:56.271574 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-245a2dbf-734f-4b2b-9943-c56a101517c3 req-7e3d2658-3e7d-4c3a-84a9-4d263cc92a13 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=222c6c9d-99cb-458a-b40a-c5ca57ab95eb HTTP/1.1" status: 200 len: 945 time: 0.0674002 Nov 27 03:57:56.280142 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fa6bdef3-a9db-46ec-8c05-4c5e3d2b5555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:56.281759 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6bdef3-a9db-46ec-8c05-4c5e3d2b5555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:56.282424 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fa6bdef3-a9db-46ec-8c05-4c5e3d2b5555 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:56.345463 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7cc5858f-8de4-437c-98b5-54b2b28afc6c tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:56.357930 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-fa6bdef3-a9db-46ec-8c05-4c5e3d2b5555 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4947796 Nov 27 03:57:56.364381 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47336) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:56.368989 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-53ef7967-8248-41ae-84a8-20a2317dc4fa admin admin] Request body: {'subnet': {'network_id': 'f675616a-94f9-4e25-94f0-93badb5accf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-990545451-subnet', 'tenant_id': 'ff3b2599ba5345f3a3f5bb4d1d4859ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:57:56.380929 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7cc5858f-8de4-437c-98b5-54b2b28afc6c tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:56.403102 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-245a2dbf-734f-4b2b-9943-c56a101517c3 req-fd7939ac-0ea4-4339-83ea-115f6f7d23d5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245329 Nov 27 03:57:56.422802 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6bdef3-a9db-46ec-8c05-4c5e3d2b5555 admin admin] Pushing event updated for resources: {'Network': ['ID=f675616a-94f9-4e25-94f0-93badb5accf3,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:56.426445 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ef7967-8248-41ae-84a8-20a2317dc4fa admin admin] Made reservation on behalf of ff3b2599ba5345f3a3f5bb4d1d4859ac for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:57:56.429154 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-53ef7967-8248-41ae-84a8-20a2317dc4fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:56.435175 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network f675616a-94f9-4e25-94f0-93badb5accf3 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:57:56.537695 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c19d9e-26c4-4b19-9314-2dd0d1afb182 req-948fe02d-9c21-42e9-b0d5-8021ee1de8eb tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:56.539235 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-40c19d9e-26c4-4b19-9314-2dd0d1afb182 req-948fe02d-9c21-42e9-b0d5-8021ee1de8eb tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bbec2ad-c634-46ed-9b93-652fa411e5d3 HTTP/1.1" status: 200 len: 944 time: 0.1044629 Nov 27 03:57:56.610608 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-53ef7967-8248-41ae-84a8-20a2317dc4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:56.627807 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-40c19d9e-26c4-4b19-9314-2dd0d1afb182 req-2f8757ec-40f0-4cec-a653-4dec80cb7993 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780265 Nov 27 03:57:56.630357 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7cc5858f-8de4-437c-98b5-54b2b28afc6c tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:56.636620 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7cc5858f-8de4-437c-98b5-54b2b28afc6c tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:56.666229 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef7967-8248-41ae-84a8-20a2317dc4fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3f73de6-f4bb-4498-8586-56dbd0bd6f69,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:56.681238 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ef7967-8248-41ae-84a8-20a2317dc4fa admin admin] Checking segment: {'id': 'ac64fb3d-1a87-4d44-bbbe-6395d12deeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f675616a-94f9-4e25-94f0-93badb5accf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:57:56.681598 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ef7967-8248-41ae-84a8-20a2317dc4fa admin admin] Network hostable DHCP agents. Network: f675616a-94f9-4e25-94f0-93badb5accf3, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:57:56.699207 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ef7967-8248-41ae-84a8-20a2317dc4fa admin admin] Network f675616a-94f9-4e25-94f0-93badb5accf3 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:57:56.709382 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-53ef7967-8248-41ae-84a8-20a2317dc4fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, f675616a-94f9-4e25-94f0-93badb5accf3) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:57:56.713223 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5858f-8de4-437c-98b5-54b2b28afc6c tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] Pushing event updated for resources: {'Port': ['ID=b6a60c6b-7835-45db-9d2f-9121a6ea3a57,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:56.714363 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ef7967-8248-41ae-84a8-20a2317dc4fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:56.715230 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-53ef7967-8248-41ae-84a8-20a2317dc4fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:56.719003 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aede01d4-f057-471f-9ac8-58afeedad07c None None] Network f675616a-94f9-4e25-94f0-93badb5accf3 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:57:56.727845 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7cc5858f-8de4-437c-98b5-54b2b28afc6c tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:56.737769 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-53ef7967-8248-41ae-84a8-20a2317dc4fa admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3722847 Nov 27 03:57:56.749383 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7cc5858f-8de4-437c-98b5-54b2b28afc6c tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:56.753395 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7cc5858f-8de4-437c-98b5-54b2b28afc6c tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2570159 Nov 27 03:57:56.753650 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47342) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:56.850851 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59244a47-f549-45fb-8b6a-33a7e64471d7 None None] Network f675616a-94f9-4e25-94f0-93badb5accf3 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:57:56.868164 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-ac91b6d0-5643-4398-bacc-246b7b521238 tempest-FloatingIPAdminTestJSON-1646268824 tempest-FloatingIPAdminTestJSON-1646268824-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:57:56.893155 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ac91b6d0-5643-4398-bacc-246b7b521238 tempest-FloatingIPAdminTestJSON-1646268824 tempest-FloatingIPAdminTestJSON-1646268824-project] Publish callbacks [] for floatingip, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:57.004869 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ac91b6d0-5643-4398-bacc-246b7b521238 tempest-FloatingIPAdminTestJSON-1646268824 tempest-FloatingIPAdminTestJSON-1646268824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:57.119103 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-ac91b6d0-5643-4398-bacc-246b7b521238 tempest-FloatingIPAdminTestJSON-1646268824 tempest-FloatingIPAdminTestJSON-1646268824-project] Allocated IP 172.25.1.61 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/9ca250c2-e66b-4f4a-9e5c-fc755ba1276a) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:57:57.208740 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-c2bde14a-067a-4e13-8873-f182b8f77b4a tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:57.210247 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-c2bde14a-067a-4e13-8873-f182b8f77b4a tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] 10.222.0.20 "GET /v2.0/networks?id=f675616a-94f9-4e25-94f0-93badb5accf3 HTTP/1.1" status: 200 len: 821 time: 0.1179769 Nov 27 03:57:57.226357 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-431f5b25-65f2-40d1-9e82-e7be63693aca tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] 10.222.0.20 "GET /v2.0/quotas/ff3b2599ba5345f3a3f5bb4d1d4859ac HTTP/1.1" status: 200 len: 375 time: 0.0098724 Nov 27 03:57:57.234778 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ac91b6d0-5643-4398-bacc-246b7b521238 tempest-FloatingIPAdminTestJSON-1646268824 tempest-FloatingIPAdminTestJSON-1646268824-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:57.262101 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-6af8c527-b288-4849-8102-37a93e4a4681 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff3b2599ba5345f3a3f5bb4d1d4859ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300415 Nov 27 03:57:57.262359 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 2344c9dd-ab44-40e3-bd21-794524936a3a up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:57:57.295110 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ac91b6d0-5643-4398-bacc-246b7b521238 tempest-FloatingIPAdminTestJSON-1646268824 tempest-FloatingIPAdminTestJSON-1646268824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:57.329462 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 2344c9dd-ab44-40e3-bd21-794524936a3a completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:57:57.336495 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 2344c9dd-ab44-40e3-bd21-794524936a3a triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:57:57.337147 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:57.360261 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac91b6d0-5643-4398-bacc-246b7b521238 tempest-FloatingIPAdminTestJSON-1646268824 tempest-FloatingIPAdminTestJSON-1646268824-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:57:57.382012 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-ac91b6d0-5643-4398-bacc-246b7b521238 tempest-FloatingIPAdminTestJSON-1646268824 tempest-FloatingIPAdminTestJSON-1646268824-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:57:57.384838 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-8c9fc5fe-f303-4371-9033-f0bc950fee21 service neutron] 10.222.0.20 "GET /v2.0/networks/f675616a-94f9-4e25-94f0-93badb5accf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153729 Nov 27 03:57:57.387302 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac91b6d0-5643-4398-bacc-246b7b521238 tempest-FloatingIPAdminTestJSON-1646268824 tempest-FloatingIPAdminTestJSON-1646268824-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:57:57.419195 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac91b6d0-5643-4398-bacc-246b7b521238 tempest-FloatingIPAdminTestJSON-1646268824 tempest-FloatingIPAdminTestJSON-1646268824-project] Pushing event updated for resources: {'Port': ['ID=9ca250c2-e66b-4f4a-9e5c-fc755ba1276a,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:57.454839 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:57.465128 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfaa8b8-ef25-4a39-a24f-69f2e1a76c71 req-7dc4d62b-a7c5-48f6-bcea-6a47eb8bf1b1 tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:57.467637 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1dfaa8b8-ef25-4a39-a24f-69f2e1a76c71 req-7dc4d62b-a7c5-48f6-bcea-6a47eb8bf1b1 tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f0a7c8f-015c-4eed-9ec1-8804f850ffd1 HTTP/1.1" status: 200 len: 945 time: 0.1241553 Nov 27 03:57:57.519139 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 2344c9dd-ab44-40e3-bd21-794524936a3a, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=2344c9dd-ab44-40e3-bd21-794524936a3a,segment=NetworkSegment(e40e3b9b-cd7d-4402-aebb-20a69a216b2f),segment_id=e40e3b9b-cd7d-4402-aebb-20a69a216b2f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:57:57.525558 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:57.542461 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ec37a-bdb6-422c-b0c6-a7f77bad454d req-e5b6da82-8371-4ba8-94f3-3edd2a7c59a8 tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:57.543972 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f58ec37a-bdb6-422c-b0c6-a7f77bad454d req-e5b6da82-8371-4ba8-94f3-3edd2a7c59a8 tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f0a7c8f-015c-4eed-9ec1-8804f850ffd1 HTTP/1.1" status: 200 len: 945 time: 0.0791156 Nov 27 03:57:57.549273 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ac91b6d0-5643-4398-bacc-246b7b521238 tempest-FloatingIPAdminTestJSON-1646268824 tempest-FloatingIPAdminTestJSON-1646268824-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:57.565854 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-82333b21-b2f3-4ed1-9263-7cfc4bee0491 service neutron] 10.222.0.20 "GET /v2.0/networks/f675616a-94f9-4e25-94f0-93badb5accf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743057 Nov 27 03:57:57.576842 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=2344c9dd-ab44-40e3-bd21-794524936a3a,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:57.578498 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1dfaa8b8-ef25-4a39-a24f-69f2e1a76c71 req-99b90aab-87ab-49b5-b7e8-d42150a690dc tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] 10.222.0.20 "GET /v2.0/security-groups?id=a09b905e-a35e-4048-9035-6b2f00c08fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809903 Nov 27 03:57:57.611413 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ac91b6d0-5643-4398-bacc-246b7b521238 tempest-FloatingIPAdminTestJSON-1646268824 tempest-FloatingIPAdminTestJSON-1646268824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:57.669129 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-f58ec37a-bdb6-422c-b0c6-a7f77bad454d req-4c72ba51-3a01-4ae6-b284-9a7ada344bee tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] Deleting port ec92e5a8-dee1-482e-9521-b818daac92a6 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:57:57.669638 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f58ec37a-bdb6-422c-b0c6-a7f77bad454d req-4c72ba51-3a01-4ae6-b284-9a7ada344bee tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:57.802798 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-f58ec37a-bdb6-422c-b0c6-a7f77bad454d req-4c72ba51-3a01-4ae6-b284-9a7ada344bee tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] For port ec92e5a8-dee1-482e-9521-b818daac92a6, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=ec92e5a8-dee1-482e-9521-b818daac92a6,segment=NetworkSegment(b74bca51-4dfb-4a57-a11b-a09a7071fc23),segment_id=b74bca51-4dfb-4a57-a11b-a09a7071fc23)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:57:57.803174 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f58ec37a-bdb6-422c-b0c6-a7f77bad454d req-4c72ba51-3a01-4ae6-b284-9a7ada344bee tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:57.832805 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-f58ec37a-bdb6-422c-b0c6-a7f77bad454d req-4c72ba51-3a01-4ae6-b284-9a7ada344bee tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] Calling delete_port for ec92e5a8-dee1-482e-9521-b818daac92a6 owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:57:57.850084 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ac91b6d0-5643-4398-bacc-246b7b521238 tempest-FloatingIPAdminTestJSON-1646268824 tempest-FloatingIPAdminTestJSON-1646268824-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:57.853301 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bbec2ad-c634-46ed-9b93-652fa411e5d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2344c9dd-ab44-40e3-bd21-794524936a3a'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:57:57.855925 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e6c61d-9e09-452d-8fa3-c773ccce5204" -d '{"events": [{"server_uuid": "7bbec2ad-c634-46ed-9b93-652fa411e5d3", "name": "network-vif-plugged", "status": "completed", "tag": "2344c9dd-ab44-40e3-bd21-794524936a3a"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:57:57.859748 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ac91b6d0-5643-4398-bacc-246b7b521238 tempest-FloatingIPAdminTestJSON-1646268824 tempest-FloatingIPAdminTestJSON-1646268824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:57.899401 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e9866-a0cc-40b4-9709-2e182dd98c17 req-0ea5d39e-bf0b-405b-8fe6-330431e2f2c5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:57.901321 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-976e9866-a0cc-40b4-9709-2e182dd98c17 req-0ea5d39e-bf0b-405b-8fe6-330431e2f2c5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=222c6c9d-99cb-458a-b40a-c5ca57ab95eb HTTP/1.1" status: 200 len: 945 time: 0.0983524 Nov 27 03:57:57.966148 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac91b6d0-5643-4398-bacc-246b7b521238 tempest-FloatingIPAdminTestJSON-1646268824 tempest-FloatingIPAdminTestJSON-1646268824-project] Pushing event updated for resources: {'Port': ['ID=9ca250c2-e66b-4f4a-9e5c-fc755ba1276a,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:57.988534 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ac91b6d0-5643-4398-bacc-246b7b521238 tempest-FloatingIPAdminTestJSON-1646268824 tempest-FloatingIPAdminTestJSON-1646268824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:58.020766 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-976e9866-a0cc-40b4-9709-2e182dd98c17 req-6a0ba1bb-5f29-4517-80f0-ec55ea57e716 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872045 Nov 27 03:57:58.025397 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ac91b6d0-5643-4398-bacc-246b7b521238 tempest-FloatingIPAdminTestJSON-1646268824 tempest-FloatingIPAdminTestJSON-1646268824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:58.026866 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ac91b6d0-5643-4398-bacc-246b7b521238 tempest-FloatingIPAdminTestJSON-1646268824 tempest-FloatingIPAdminTestJSON-1646268824-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2676330 Nov 27 03:57:58.029340 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47378) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:58.142851 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c0958ab5-460c-4390-b4e9-bb123b50192b req-193d6565-8365-4b4a-8f72-89c5c2065145 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] 10.222.0.20 "GET /v2.0/ports?device_id=77cec6ad-7eaf-43a8-9995-562e6b71105b HTTP/1.1" status: 200 len: 210 time: 0.0471094 Nov 27 03:57:58.180007 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2f6e6cbf-f4ac-4e4b-b338-ee0ca55d8cc4 tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4007 time: 0.1495428 Nov 27 03:57:58.182575 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47384) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:58.211050 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97e9e80-c85a-4745-8c06-86d1e3affe84 x-openstack-request-id: req-d97e9e80-c85a-4745-8c06-86d1e3affe84 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:57:58.211445 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bbec2ad-c634-46ed-9b93-652fa411e5d3", "name": "network-vif-plugged", "status": "completed", "tag": "2344c9dd-ab44-40e3-bd21-794524936a3a", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:57:58.211604 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d97e9e80-c85a-4745-8c06-86d1e3affe84 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:57:58.212001 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bbec2ad-c634-46ed-9b93-652fa411e5d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2344c9dd-ab44-40e3-bd21-794524936a3a', 'code': 200} Nov 27 03:57:58.245031 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d48100d-eee4-4814-ad76-3c982095f4ae req-9140f584-99c5-49f8-97b7-100da5552474 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:58.257705 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d48100d-eee4-4814-ad76-3c982095f4ae req-9140f584-99c5-49f8-97b7-100da5552474 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bbec2ad-c634-46ed-9b93-652fa411e5d3 HTTP/1.1" status: 200 len: 945 time: 0.4738069 Nov 27 03:57:58.266948 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6a8a2404-d8db-4027-87cd-1254ecab9d4e tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0831130 Nov 27 03:57:58.269423 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47388) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:58.345769 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d48100d-eee4-4814-ad76-3c982095f4ae req-d5e0ce69-0b1d-45d5-bc6b-3879d155b5db tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721331 Nov 27 03:57:58.413958 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f58ec37a-bdb6-422c-b0c6-a7f77bad454d req-4c72ba51-3a01-4ae6-b284-9a7ada344bee tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:58.430841 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e55f715-3189-4d42-b562-009190faf2bf req-ec7d3c8b-de87-49d2-a8a3-8d87a5217a13 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:58.432485 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0e55f715-3189-4d42-b562-009190faf2bf req-ec7d3c8b-de87-49d2-a8a3-8d87a5217a13 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=222c6c9d-99cb-458a-b40a-c5ca57ab95eb HTTP/1.1" status: 200 len: 945 time: 0.1600640 Nov 27 03:57:58.436048 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c112f2-25da-4f69-a8e9-8b1a0ebe8b01 req-d8b907b4-cdb3-466e-860d-03bc3388282e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:58.437461 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-15c112f2-25da-4f69-a8e9-8b1a0ebe8b01 req-d8b907b4-cdb3-466e-860d-03bc3388282e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7bbec2ad-c634-46ed-9b93-652fa411e5d3 HTTP/1.1" status: 200 len: 1096 time: 0.1084666 Nov 27 03:57:58.447917 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['ec92e5a8-dee1-482e-9521-b818daac92a6'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:57:58.490536 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58ec37a-bdb6-422c-b0c6-a7f77bad454d req-4c72ba51-3a01-4ae6-b284-9a7ada344bee tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] No DVR routers for this DVR port ec92e5a8-dee1-482e-9521-b818daac92a6 on host n-h2-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:57:58.492483 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c72ba51-3a01-4ae6-b284-9a7ada344bee tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] Pushing event deleted for resources: {'Port': ['ID=ec92e5a8-dee1-482e-9521-b818daac92a6,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:58.494702 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-f58ec37a-bdb6-422c-b0c6-a7f77bad454d req-4c72ba51-3a01-4ae6-b284-9a7ada344bee tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:58.499019 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f58ec37a-bdb6-422c-b0c6-a7f77bad454d req-4c72ba51-3a01-4ae6-b284-9a7ada344bee tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] 10.222.0.11 "DELETE /v2.0/ports/ec92e5a8-dee1-482e-9521-b818daac92a6 HTTP/1.1" status: 204 len: 173 time: 0.9450979 Nov 27 03:57:58.499019 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0a7c8f-015c-4eed-9ec1-8804f850ffd1', 'name': 'network-vif-deleted', 'tag': 'ec92e5a8-dee1-482e-9521-b818daac92a6'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:57:58.501162 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4d8d42-b0be-45bf-b66b-2dfe07981b05" -d '{"events": [{"server_uuid": "5f0a7c8f-015c-4eed-9ec1-8804f850ffd1", "name": "network-vif-deleted", "tag": "ec92e5a8-dee1-482e-9521-b818daac92a6"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:57:58.540274 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0e55f715-3189-4d42-b562-009190faf2bf req-c1b0224b-14a8-402a-b919-c85fb4f9e43c tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999222 Nov 27 03:57:58.549034 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315044ae-f479-4eb1-8f6a-b47dbceb27fd x-openstack-request-id: req-315044ae-f479-4eb1-8f6a-b47dbceb27fd {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:57:58.549376 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0a7c8f-015c-4eed-9ec1-8804f850ffd1", "name": "network-vif-deleted", "tag": "ec92e5a8-dee1-482e-9521-b818daac92a6", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:57:58.549648 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-315044ae-f479-4eb1-8f6a-b47dbceb27fd {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:57:58.550049 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f0a7c8f-015c-4eed-9ec1-8804f850ffd1', 'name': 'network-vif-deleted', 'tag': 'ec92e5a8-dee1-482e-9521-b818daac92a6', 'status': 'completed', 'code': 200} Nov 27 03:57:58.558759 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-15c112f2-25da-4f69-a8e9-8b1a0ebe8b01 req-0394728b-afe9-4124-8c49-a13be0c427a4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853081 Nov 27 03:57:58.567963 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-fd776a1f-003e-42d0-b7f2-d920fdfc4f92 tempest-FloatingIPAdminTestJSON-1646268824 tempest-FloatingIPAdminTestJSON-1646268824-project] Deleting port 9ca250c2-e66b-4f4a-9e5c-fc755ba1276a {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:57:58.568248 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fd776a1f-003e-42d0-b7f2-d920fdfc4f92 tempest-FloatingIPAdminTestJSON-1646268824 tempest-FloatingIPAdminTestJSON-1646268824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:58.670367 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fd776a1f-003e-42d0-b7f2-d920fdfc4f92 tempest-FloatingIPAdminTestJSON-1646268824 tempest-FloatingIPAdminTestJSON-1646268824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:58.670740 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fd776a1f-003e-42d0-b7f2-d920fdfc4f92 tempest-FloatingIPAdminTestJSON-1646268824 tempest-FloatingIPAdminTestJSON-1646268824-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:58.702321 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c1a4a-4b2e-45d3-9e9d-024b0be655a6 req-725167f0-f4fc-47a6-ac65-9bd342a83d97 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:58.704195 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-959c1a4a-4b2e-45d3-9e9d-024b0be655a6 req-725167f0-f4fc-47a6-ac65-9bd342a83d97 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=222c6c9d-99cb-458a-b40a-c5ca57ab95eb HTTP/1.1" status: 200 len: 945 time: 0.0622845 Nov 27 03:57:58.704649 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f3c93056-b7da-49c5-bd14-26760a6a1e15 req-b980e1b1-5f54-4015-b97a-90df3a365709 tempest-InstanceActionsV221TestJSON-1753616210 tempest-InstanceActionsV221TestJSON-1753616210-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f0a7c8f-015c-4eed-9ec1-8804f850ffd1 HTTP/1.1" status: 200 len: 210 time: 0.0310578 Nov 27 03:57:58.709279 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-fd776a1f-003e-42d0-b7f2-d920fdfc4f92 tempest-FloatingIPAdminTestJSON-1646268824 tempest-FloatingIPAdminTestJSON-1646268824-project] Calling delete_port for 9ca250c2-e66b-4f4a-9e5c-fc755ba1276a owned by network:floatingip {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:57:58.770603 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-959c1a4a-4b2e-45d3-9e9d-024b0be655a6 req-d4c3dd0f-6c83-45f0-98cd-5504722de351 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570216 Nov 27 03:57:58.849741 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fd776a1f-003e-42d0-b7f2-d920fdfc4f92 tempest-FloatingIPAdminTestJSON-1646268824 tempest-FloatingIPAdminTestJSON-1646268824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:58.875538 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd776a1f-003e-42d0-b7f2-d920fdfc4f92 tempest-FloatingIPAdminTestJSON-1646268824 tempest-FloatingIPAdminTestJSON-1646268824-project] Pushing event deleted for resources: {'Port': ['ID=9ca250c2-e66b-4f4a-9e5c-fc755ba1276a,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:57:58.947104 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fd776a1f-003e-42d0-b7f2-d920fdfc4f92 tempest-FloatingIPAdminTestJSON-1646268824 tempest-FloatingIPAdminTestJSON-1646268824-project] Publish callbacks [] for floatingip, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:58.951251 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fd776a1f-003e-42d0-b7f2-d920fdfc4f92 tempest-FloatingIPAdminTestJSON-1646268824 tempest-FloatingIPAdminTestJSON-1646268824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:58.955016 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-fd776a1f-003e-42d0-b7f2-d920fdfc4f92 tempest-FloatingIPAdminTestJSON-1646268824 tempest-FloatingIPAdminTestJSON-1646268824-project] 10.222.0.20 "DELETE /v2.0/floatingips/60a3b608-a630-4809-92e6-7386d453f3fa HTTP/1.1" status: 204 len: 168 time: 0.6812842 Nov 27 03:57:58.955269 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47402) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:57:59.265368 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cdf30b46-1ead-4dbf-9509-2112dca6cadb req-c09e5481-3304-4440-ace4-59ce68ef854a tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] 10.222.0.20 "GET /v2.0/ports?device_id=77cec6ad-7eaf-43a8-9995-562e6b71105b HTTP/1.1" status: 200 len: 210 time: 0.0338533 Nov 27 03:57:59.482091 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48c63f-2574-40d8-afa9-9755862c0b83 req-4c084a9e-5006-498f-a625-d7ad3cecbd36 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:59.484587 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2f48c63f-2574-40d8-afa9-9755862c0b83 req-4c084a9e-5006-498f-a625-d7ad3cecbd36 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bbec2ad-c634-46ed-9b93-652fa411e5d3 HTTP/1.1" status: 200 len: 945 time: 0.0534835 Nov 27 03:57:59.533940 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e90e3-453c-4835-b2e9-55423936cd1d req-28fdd234-579b-4fbe-80ac-178171069721 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:59.534886 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2f48c63f-2574-40d8-afa9-9755862c0b83 req-bd4a8df7-0e1a-4ce7-b9f1-c1c8f30666da tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441356 Nov 27 03:57:59.535663 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c62e90e3-453c-4835-b2e9-55423936cd1d req-28fdd234-579b-4fbe-80ac-178171069721 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=222c6c9d-99cb-458a-b40a-c5ca57ab95eb HTTP/1.1" status: 200 len: 945 time: 0.5086551 Nov 27 03:57:59.596712 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-b2ae323f-c5b5-4fd9-8038-9dbefa55745e tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:57:59.598280 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-b2ae323f-c5b5-4fd9-8038-9dbefa55745e tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] 10.222.0.23 "GET /v2.0/networks?id=f675616a-94f9-4e25-94f0-93badb5accf3 HTTP/1.1" status: 200 len: 821 time: 0.2182412 Nov 27 03:57:59.626904 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-bd43f3a3-8cc0-4e3b-b79d-180f085502f7 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] Request body: {'port': {'device_id': '77cec6ad-7eaf-43a8-9995-562e6b71105b', 'network_id': 'f675616a-94f9-4e25-94f0-93badb5accf3', 'admin_state_up': True, 'tenant_id': 'ff3b2599ba5345f3a3f5bb4d1d4859ac'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:57:59.638485 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-0d821847-6301-4188-8462-c07a52a55159 tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] Deleting port b6a60c6b-7835-45db-9d2f-9121a6ea3a57 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:57:59.639003 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0d821847-6301-4188-8462-c07a52a55159 tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:59.711551 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c62e90e3-453c-4835-b2e9-55423936cd1d req-8805af0b-4f09-4e71-b7e0-988c7d0956af tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676404 Nov 27 03:57:59.803544 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0d821847-6301-4188-8462-c07a52a55159 tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:59.803886 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0d821847-6301-4188-8462-c07a52a55159 tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:59.822207 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-0d821847-6301-4188-8462-c07a52a55159 tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] Calling delete_port for b6a60c6b-7835-45db-9d2f-9121a6ea3a57 owned by network:floatingip {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:57:59.834295 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-bd43f3a3-8cc0-4e3b-b79d-180f085502f7 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] Made reservation on behalf of ff3b2599ba5345f3a3f5bb4d1d4859ac for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:57:59.837827 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-bd43f3a3-8cc0-4e3b-b79d-180f085502f7 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:57:59.963244 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47420) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:00.059185 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-3acbcb8e-fdeb-4126-962d-fe5246aaaab2 admin admin] Deleting subnet db050135-fab7-41d2-9b7b-f172e1b626ae {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:58:00.064921 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3acbcb8e-fdeb-4126-962d-fe5246aaaab2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:00.132059 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3acbcb8e-fdeb-4126-962d-fe5246aaaab2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:00.134045 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-bd43f3a3-8cc0-4e3b-b79d-180f085502f7 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] Allocated IP 172.20.0.3 (f675616a-94f9-4e25-94f0-93badb5accf3/e3f73de6-f4bb-4498-8586-56dbd0bd6f69/df109c77-8e60-4cb4-8010-1397340a52c6) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:58:00.200785 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0d821847-6301-4188-8462-c07a52a55159 tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:00.208896 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3acbcb8e-fdeb-4126-962d-fe5246aaaab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:00.255917 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d821847-6301-4188-8462-c07a52a55159 tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6a60c6b-7835-45db-9d2f-9121a6ea3a57,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:00.417983 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d0911080-ff3f-4610-a9d2-0e96df633d11 req-df10e363-cec0-4da3-b897-912ee018f641 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] 10.222.0.20 "GET /v2.0/ports?device_id=77cec6ad-7eaf-43a8-9995-562e6b71105b HTTP/1.1" status: 200 len: 210 time: 0.0541022 Nov 27 03:58:00.434884 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3acbcb8e-fdeb-4126-962d-fe5246aaaab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:00.439857 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0d821847-6301-4188-8462-c07a52a55159 tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:00.442884 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0d821847-6301-4188-8462-c07a52a55159 tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:00.444022 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0d821847-6301-4188-8462-c07a52a55159 tempest-FloatingIPAdminTestJSON-85956914 tempest-FloatingIPAdminTestJSON-85956914-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/73dc7af3-d7de-48fb-a881-bf166b114637 HTTP/1.1" status: 204 len: 168 time: 1.4878249 Nov 27 03:58:00.447842 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47424) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:00.475333 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acbcb8e-fdeb-4126-962d-fe5246aaaab2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db050135-fab7-41d2-9b7b-f172e1b626ae,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:00.480449 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3acbcb8e-fdeb-4126-962d-fe5246aaaab2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:00.486168 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-3acbcb8e-fdeb-4126-962d-fe5246aaaab2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/db050135-fab7-41d2-9b7b-f172e1b626ae HTTP/1.1" status: 204 len: 168 time: 0.5177252 Nov 27 03:58:00.486292 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47426) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:00.509068 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-bd43f3a3-8cc0-4e3b-b79d-180f085502f7 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:00.553102 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-bd43f3a3-8cc0-4e3b-b79d-180f085502f7 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:00.592896 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3e3e3048-3fa5-45ab-b04d-d6c5ecd674c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:00.610221 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-bd43f3a3-8cc0-4e3b-b79d-180f085502f7 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] Network f675616a-94f9-4e25-94f0-93badb5accf3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:58:00.616902 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-bd43f3a3-8cc0-4e3b-b79d-180f085502f7 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:58:00.619959 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-bd43f3a3-8cc0-4e3b-b79d-180f085502f7 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:58:00.622148 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-a76d29d5-c08c-43b3-bbfe-ff1a79c29879 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Deleting port 75dc9a3c-da5c-445a-b77e-84c2e9600106 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:58:00.622497 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a76d29d5-c08c-43b3-bbfe-ff1a79c29879 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:00.646769 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd43f3a3-8cc0-4e3b-b79d-180f085502f7 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] Pushing event updated for resources: {'Port': ['ID=df109c77-8e60-4cb4-8010-1397340a52c6,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:00.681287 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-bd43f3a3-8cc0-4e3b-b79d-180f085502f7 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:00.681910 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-bd43f3a3-8cc0-4e3b-b79d-180f085502f7 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:00.698510 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-bd43f3a3-8cc0-4e3b-b79d-180f085502f7 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0804510 Nov 27 03:58:00.719859 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-3ff1337d-b088-4ad2-ae26-7ce71189be4d service neutron] Request body: {'port': {'device_id': '77cec6ad-7eaf-43a8-9995-562e6b71105b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:00.775834 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3e3e3048-3fa5-45ab-b04d-d6c5ecd674c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:00.785327 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-3ff1337d-b088-4ad2-ae26-7ce71189be4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:00.818828 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-3e3e3048-3fa5-45ab-b04d-d6c5ecd674c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abc5923b-b206-4644-9a0b-16ee7d6f30b5']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:58:00.838621 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520871c-c7e7-4425-b809-613943a9123b req-79ed7bf7-1f71-49b4-8749-872bf71a4d40 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:00.840145 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f520871c-c7e7-4425-b809-613943a9123b req-79ed7bf7-1f71-49b4-8749-872bf71a4d40 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bbec2ad-c634-46ed-9b93-652fa411e5d3 HTTP/1.1" status: 200 len: 945 time: 0.2226934 Nov 27 03:58:00.846383 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-3e3e3048-3fa5-45ab-b04d-d6c5ecd674c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b74bca51-4dfb-4a57-a11b-a09a7071fc23') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:58:00.846711 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-3e3e3048-3fa5-45ab-b04d-d6c5ecd674c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b74bca51-4dfb-4a57-a11b-a09a7071fc23') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:58:00.852046 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a76d29d5-c08c-43b3-bbfe-ff1a79c29879 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:00.874149 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3e3e3048-3fa5-45ab-b04d-d6c5ecd674c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:00.890723 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-a76d29d5-c08c-43b3-bbfe-ff1a79c29879 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Calling delete_port for 75dc9a3c-da5c-445a-b77e-84c2e9600106 owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:58:00.901173 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3e3e3048-3fa5-45ab-b04d-d6c5ecd674c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:00.914608 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e3e3048-3fa5-45ab-b04d-d6c5ecd674c5 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:58:00.915005 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3e3e3048-3fa5-45ab-b04d-d6c5ecd674c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:00.917797 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 03:58:00.917797 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:58:00.917797 n-d-819494-3 neutron-server[110018]: timer() Nov 27 03:58:00.917797 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:58:00.917797 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 03:58:00.917797 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:58:00.917797 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 03:58:00.917797 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:58:00.917797 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 03:58:00.917797 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:58:00.917797 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 03:58:00.917797 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:58:00.917797 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 03:58:00.917797 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:58:00.917797 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:58:00.917797 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:58:00.917797 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:58:00.917797 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:58:00.917797 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 03:58:00.917797 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:58:00.917797 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 03:58:00.917797 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:58:00.917797 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:58:00.917797 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:58:00.917797 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 03:58:00.917797 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:58:00.917797 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:58:00.917797 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:58:00.917797 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:58:00.917797 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:58:00.917797 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:58:00.917797 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:58:00.926787 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d9498-d2e4-4f43-b500-0230f966f0d2 req-d07faa67-2b8a-410b-b530-00dcac7ba1ca tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:00.928389 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-626d9498-d2e4-4f43-b500-0230f966f0d2 req-d07faa67-2b8a-410b-b530-00dcac7ba1ca tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=222c6c9d-99cb-458a-b40a-c5ca57ab95eb HTTP/1.1" status: 200 len: 945 time: 0.1397083 Nov 27 03:58:01.022130 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f520871c-c7e7-4425-b809-613943a9123b req-5a9d82be-a1db-4303-9e37-4f84429f5a1c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719565 Nov 27 03:58:01.034686 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3e3e3048-3fa5-45ab-b04d-d6c5ecd674c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:01.049392 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3e3e3048-3fa5-45ab-b04d-d6c5ecd674c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:01.055488 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3e3e3048-3fa5-45ab-b04d-d6c5ecd674c5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/abc5923b-b206-4644-9a0b-16ee7d6f30b5 HTTP/1.1" status: 204 len: 168 time: 0.5659630 Nov 27 03:58:01.075100 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e3048-3fa5-45ab-b04d-d6c5ecd674c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=abc5923b-b206-4644-9a0b-16ee7d6f30b5,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:01.086127 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3bf0d4-48a4-4e7c-916d-864085a7f3a1 req-59e14123-25de-47a1-9f78-f22a3bffef3e tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:01.087910 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5a3bf0d4-48a4-4e7c-916d-864085a7f3a1 req-59e14123-25de-47a1-9f78-f22a3bffef3e tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.23 "GET /v2.0/ports?device_id=222c6c9d-99cb-458a-b40a-c5ca57ab95eb HTTP/1.1" status: 200 len: 945 time: 0.1433990 Nov 27 03:58:01.114971 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-626d9498-d2e4-4f43-b500-0230f966f0d2 req-ef200571-b0ea-48c2-ac1d-efd3df3dbc8c tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660583 Nov 27 03:58:01.150687 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a76d29d5-c08c-43b3-bbfe-ff1a79c29879 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:01.186307 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d29d5-c08c-43b3-bbfe-ff1a79c29879 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Pushing event deleted for resources: {'Port': ['ID=75dc9a3c-da5c-445a-b77e-84c2e9600106,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:01.228142 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47440) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:01.280131 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device ec92e5a8-dee1-482e-9521-b818daac92a6 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:58:01.323851 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: ec92e5a8-dee1-482e-9521-b818daac92a6 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:58:01.324434 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device ec92e5a8-dee1-482e-9521-b818daac92a6 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:58:01.334938 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31a5f3-5df2-4cde-8639-baf199d3cfc5 req-e95accfa-1d7b-4dbf-859e-57b32024c690 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:01.337409 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2e31a5f3-5df2-4cde-8639-baf199d3cfc5 req-e95accfa-1d7b-4dbf-859e-57b32024c690 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=af79439c-c341-4604-bb6f-32fa30eb1e4d HTTP/1.1" status: 200 len: 945 time: 0.1372020 Nov 27 03:58:01.347093 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-301298ce-f9da-4235-98e7-a3a521c2afd6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=494f4a6b8c6040bea4faa902f76388fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1177621 Nov 27 03:58:01.348969 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a76d29d5-c08c-43b3-bbfe-ff1a79c29879 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:01.351266 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47446) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:01.355011 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a76d29d5-c08c-43b3-bbfe-ff1a79c29879 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] 10.222.0.20 "DELETE /v2.0/ports/75dc9a3c-da5c-445a-b77e-84c2e9600106 HTTP/1.1" status: 204 len: 168 time: 0.9060197 Nov 27 03:58:01.355651 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47448) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:01.417254 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c8de8f-ca26-4540-b52e-e854f601305a tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:01.421863 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-91c8de8f-ca26-4540-b52e-e854f601305a tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f20c00d-998c-455a-befd-c23c14542e6c HTTP/1.1" status: 200 len: 913 time: 0.0650973 Nov 27 03:58:01.422527 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47452) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:01.458348 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-5a3bf0d4-48a4-4e7c-916d-864085a7f3a1 req-88c0f367-6f76-4eb3-b7fa-a5c2e446bfdc tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Deleting port 9e467350-3c3d-43d0-a0da-3db733403146 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:58:01.459009 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-5a3bf0d4-48a4-4e7c-916d-864085a7f3a1 req-88c0f367-6f76-4eb3-b7fa-a5c2e446bfdc tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:01.488070 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-3ff1337d-b088-4ad2-ae26-7ce71189be4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df109c77-8e60-4cb4-8010-1397340a52c6 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:58:01.546187 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-3ff1337d-b088-4ad2-ae26-7ce71189be4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:01.556703 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2e31a5f3-5df2-4cde-8639-baf199d3cfc5 req-4b448ce9-4143-4469-a864-352a6121860d tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105410 Nov 27 03:58:01.586373 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-3ff1337d-b088-4ad2-ae26-7ce71189be4d service neutron] Transition to ACTIVE for port object df109c77-8e60-4cb4-8010-1397340a52c6 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:58:01.587238 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-03dd161d-5210-46fc-87cf-0480dfe9adba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:01.603488 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-3ff1337d-b088-4ad2-ae26-7ce71189be4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:01.693436 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-03dd161d-5210-46fc-87cf-0480dfe9adba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:01.697069 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff1337d-b088-4ad2-ae26-7ce71189be4d service neutron] Pushing event updated for resources: {'Port': ['ID=df109c77-8e60-4cb4-8010-1397340a52c6,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:01.736067 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-5a3bf0d4-48a4-4e7c-916d-864085a7f3a1 req-88c0f367-6f76-4eb3-b7fa-a5c2e446bfdc tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] For port 9e467350-3c3d-43d0-a0da-3db733403146, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=9e467350-3c3d-43d0-a0da-3db733403146,segment=NetworkSegment(7b573d51-51b1-4f49-9697-b1cce35223ba),segment_id=7b573d51-51b1-4f49-9697-b1cce35223ba)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:58:01.736346 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0573b0-dd39-4c41-99c9-3a6b0d1a9ba2 req-93e1a674-dd2c-4b64-912a-275500b349c5 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:01.736833 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-5a3bf0d4-48a4-4e7c-916d-864085a7f3a1 req-88c0f367-6f76-4eb3-b7fa-a5c2e446bfdc tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:01.737737 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5c0573b0-dd39-4c41-99c9-3a6b0d1a9ba2 req-93e1a674-dd2c-4b64-912a-275500b349c5 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] 10.222.0.20 "GET /v2.0/ports?device_id=77cec6ad-7eaf-43a8-9995-562e6b71105b HTTP/1.1" status: 200 len: 943 time: 0.0847592 Nov 27 03:58:01.777072 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-5a3bf0d4-48a4-4e7c-916d-864085a7f3a1 req-88c0f367-6f76-4eb3-b7fa-a5c2e446bfdc tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Calling delete_port for 9e467350-3c3d-43d0-a0da-3db733403146 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:58:01.831076 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5c0573b0-dd39-4c41-99c9-3a6b0d1a9ba2 req-bd435a56-a772-44a3-be53-eed5c23c3109 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] 10.222.0.20 "GET /v2.0/security-groups?id=7bc4a151-e343-4859-a109-197e23c2336b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844395 Nov 27 03:58:01.882428 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20fb32b-95ff-4c4c-b9d4-75a285e12892 req-53e1e997-3e71-4c2f-805d-5074fa739138 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:01.883994 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e20fb32b-95ff-4c4c-b9d4-75a285e12892 req-53e1e997-3e71-4c2f-805d-5074fa739138 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 946 time: 0.2286913 Nov 27 03:58:01.907558 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cce09007-f797-47a9-9d57-cdb6341fd837 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:01.932924 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-03dd161d-5210-46fc-87cf-0480dfe9adba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:01.935564 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-03dd161d-5210-46fc-87cf-0480dfe9adba admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:01.936701 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-03dd161d-5210-46fc-87cf-0480dfe9adba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a09b905e-a35e-4048-9035-6b2f00c08fe5 HTTP/1.1" status: 204 len: 168 time: 0.5731163 Nov 27 03:58:01.957729 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-3ff1337d-b088-4ad2-ae26-7ce71189be4d service neutron] Attempting to bind port df109c77-8e60-4cb4-8010-1397340a52c6 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:58:01.957729 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-3ff1337d-b088-4ad2-ae26-7ce71189be4d service neutron] Attempting to bind port df109c77-8e60-4cb4-8010-1397340a52c6 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': 'ac64fb3d-1a87-4d44-bbbe-6395d12deeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f675616a-94f9-4e25-94f0-93badb5accf3'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:58:01.957729 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-3ff1337d-b088-4ad2-ae26-7ce71189be4d service neutron] Attempting to bind port df109c77-8e60-4cb4-8010-1397340a52c6 on network f675616a-94f9-4e25-94f0-93badb5accf3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:58:01.973666 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd161d-5210-46fc-87cf-0480dfe9adba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09b905e-a35e-4048-9035-6b2f00c08fe5,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:01.979155 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-3ff1337d-b088-4ad2-ae26-7ce71189be4d service neutron] Port df109c77-8e60-4cb4-8010-1397340a52c6 on network f675616a-94f9-4e25-94f0-93badb5accf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:58:01.979483 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-3ff1337d-b088-4ad2-ae26-7ce71189be4d service neutron] Attempting to bind port df109c77-8e60-4cb4-8010-1397340a52c6 on network f675616a-94f9-4e25-94f0-93badb5accf3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:58:01.997522 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-3ff1337d-b088-4ad2-ae26-7ce71189be4d service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:58:01.997522 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-3ff1337d-b088-4ad2-ae26-7ce71189be4d service neutron] Checking segment: {'id': 'ac64fb3d-1a87-4d44-bbbe-6395d12deeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f675616a-94f9-4e25-94f0-93badb5accf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:58:01.997522 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-3ff1337d-b088-4ad2-ae26-7ce71189be4d service neutron] Bound using segment: {'id': 'ac64fb3d-1a87-4d44-bbbe-6395d12deeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f675616a-94f9-4e25-94f0-93badb5accf3'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:58:01.997939 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-3ff1337d-b088-4ad2-ae26-7ce71189be4d service neutron] Bound port: df109c77-8e60-4cb4-8010-1397340a52c6, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac64fb3d-1a87-4d44-bbbe-6395d12deeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f675616a-94f9-4e25-94f0-93badb5accf3'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:58:01.998910 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-3ff1337d-b088-4ad2-ae26-7ce71189be4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:02.013421 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e20fb32b-95ff-4c4c-b9d4-75a285e12892 req-efb7b47d-9d03-4bc0-9610-6caa7c5bb691 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=12c77282-abb4-49c4-b21d-278815576516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202738 Nov 27 03:58:02.045934 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0134fd-0bdf-4a85-a0fa-8eee32fc23da req-5bfaffdb-ef59-407c-a1ad-c8fa3283084c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:02.053742 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8b0134fd-0bdf-4a85-a0fa-8eee32fc23da req-5bfaffdb-ef59-407c-a1ad-c8fa3283084c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bbec2ad-c634-46ed-9b93-652fa411e5d3 HTTP/1.1" status: 200 len: 945 time: 0.1440775 Nov 27 03:58:02.101272 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-5a3bf0d4-48a4-4e7c-916d-864085a7f3a1 req-88c0f367-6f76-4eb3-b7fa-a5c2e446bfdc tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:02.142924 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c0f367-6f76-4eb3-b7fa-a5c2e446bfdc tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Pushing event deleted for resources: {'Port': ['ID=9e467350-3c3d-43d0-a0da-3db733403146,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:02.157480 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8b0134fd-0bdf-4a85-a0fa-8eee32fc23da req-7493d1e6-e530-4976-9f25-f232fab3ee02 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028631 Nov 27 03:58:02.169623 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-3ff1337d-b088-4ad2-ae26-7ce71189be4d service neutron] For port df109c77-8e60-4cb4-8010-1397340a52c6, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:58:02.202591 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-3ff1337d-b088-4ad2-ae26-7ce71189be4d service neutron] For port df109c77-8e60-4cb4-8010-1397340a52c6, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=df109c77-8e60-4cb4-8010-1397340a52c6,segment=NetworkSegment(ac64fb3d-1a87-4d44-bbbe-6395d12deeb8),segment_id=ac64fb3d-1a87-4d44-bbbe-6395d12deeb8)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:58:02.204804 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3bf0d4-48a4-4e7c-916d-864085a7f3a1 req-88c0f367-6f76-4eb3-b7fa-a5c2e446bfdc tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] No DVR routers for this DVR port 9e467350-3c3d-43d0-a0da-3db733403146 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:58:02.209056 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-5a3bf0d4-48a4-4e7c-916d-864085a7f3a1 req-88c0f367-6f76-4eb3-b7fa-a5c2e446bfdc tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:02.213238 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5a3bf0d4-48a4-4e7c-916d-864085a7f3a1 req-88c0f367-6f76-4eb3-b7fa-a5c2e446bfdc tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.23 "DELETE /v2.0/ports/9e467350-3c3d-43d0-a0da-3db733403146 HTTP/1.1" status: 204 len: 173 time: 1.1028965 Nov 27 03:58:02.214087 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222c6c9d-99cb-458a-b40a-c5ca57ab95eb', 'name': 'network-vif-deleted', 'tag': '9e467350-3c3d-43d0-a0da-3db733403146'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:58:02.216877 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3512cc5-e45e-463a-90cc-c67c0a1d2bed" -d '{"events": [{"server_uuid": "222c6c9d-99cb-458a-b40a-c5ca57ab95eb", "name": "network-vif-deleted", "tag": "9e467350-3c3d-43d0-a0da-3db733403146"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:58:02.225848 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-3ff1337d-b088-4ad2-ae26-7ce71189be4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:02.280421 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-3ff1337d-b088-4ad2-ae26-7ce71189be4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:02.281417 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-3ff1337d-b088-4ad2-ae26-7ce71189be4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:02.283086 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-3ff1337d-b088-4ad2-ae26-7ce71189be4d service neutron] 10.222.0.23 "PUT /v2.0/ports/df109c77-8e60-4cb4-8010-1397340a52c6 HTTP/1.1" status: 200 len: 1091 time: 1.5678995 Nov 27 03:58:02.320934 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1fd20fce-8949-4807-8366-c1c9993dc113 req-7cd9042e-4a3d-4192-9496-2d23aac1734b tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=222c6c9d-99cb-458a-b40a-c5ca57ab95eb HTTP/1.1" status: 200 len: 210 time: 0.0552101 Nov 27 03:58:02.371268 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff1337d-b088-4ad2-ae26-7ce71189be4d service neutron] Pushing event updated for resources: {'Port': ['ID=df109c77-8e60-4cb4-8010-1397340a52c6,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:02.448684 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-cce09007-f797-47a9-9d57-cdb6341fd837 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Deleting port 21a79aba-b180-46e5-9e50-f841c1e72bda {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:58:02.450491 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cce09007-f797-47a9-9d57-cdb6341fd837 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:02.478895 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-947c3f41-2731-42ee-b1d3-75a671a534a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:02.481753 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-947c3f41-2731-42ee-b1d3-75a671a534a5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff3b2599ba5345f3a3f5bb4d1d4859ac&device_id=77cec6ad-7eaf-43a8-9995-562e6b71105b HTTP/1.1" status: 200 len: 1094 time: 0.0997744 Nov 27 03:58:02.585029 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-218b73ea-1747-4dc4-ba76-d40eb0bfd218 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df109c77-8e60-4cb4-8010-1397340a52c6 HTTP/1.1" status: 200 len: 217 time: 0.0872416 Nov 27 03:58:02.596660 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e09e48-2ea6-41a4-b5c5-6184e71482bc x-openstack-request-id: req-a1e09e48-2ea6-41a4-b5c5-6184e71482bc {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:58:02.597066 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "222c6c9d-99cb-458a-b40a-c5ca57ab95eb", "name": "network-vif-deleted", "tag": "9e467350-3c3d-43d0-a0da-3db733403146", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:58:02.598324 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a1e09e48-2ea6-41a4-b5c5-6184e71482bc {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:58:02.599086 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '222c6c9d-99cb-458a-b40a-c5ca57ab95eb', 'name': 'network-vif-deleted', 'tag': '9e467350-3c3d-43d0-a0da-3db733403146', 'status': 'completed', 'code': 200} Nov 27 03:58:02.641401 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cce09007-f797-47a9-9d57-cdb6341fd837 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:02.658779 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-cce09007-f797-47a9-9d57-cdb6341fd837 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Calling delete_port for 21a79aba-b180-46e5-9e50-f841c1e72bda owned by network:router_interface {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:58:02.676239 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-2996b2b8-c110-46e8-90ec-97ff80aa7b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:02.677757 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-2996b2b8-c110-46e8-90ec-97ff80aa7b21 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e3f73de6-f4bb-4498-8586-56dbd0bd6f69 HTTP/1.1" status: 200 len: 861 time: 0.0781868 Nov 27 03:58:02.746332 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-0e7106c9-a924-4266-a45c-f36450bfe6aa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f675616a-94f9-4e25-94f0-93badb5accf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538881 Nov 27 03:58:02.781795 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a84ea-5d99-46dd-bb08-9df66533be7a req-d8e91eb9-2e6e-4819-aa0a-104f53ac29ed tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:02.783570 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-145a84ea-5d99-46dd-bb08-9df66533be7a req-d8e91eb9-2e6e-4819-aa0a-104f53ac29ed tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bbec2ad-c634-46ed-9b93-652fa411e5d3 HTTP/1.1" status: 200 len: 945 time: 0.0932155 Nov 27 03:58:02.899403 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cce09007-f797-47a9-9d57-cdb6341fd837 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:02.901059 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-145a84ea-5d99-46dd-bb08-9df66533be7a req-3576c75a-d256-4291-bfd8-0ca384a18b8f tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059661 Nov 27 03:58:02.925227 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-b8f50843-93d9-414f-a0a1-21d0c1f73ce1 service neutron] 10.222.0.23 "GET /v2.0/networks/f675616a-94f9-4e25-94f0-93badb5accf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621158 Nov 27 03:58:02.954490 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce09007-f797-47a9-9d57-cdb6341fd837 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Pushing event deleted for resources: {'Port': ['ID=21a79aba-b180-46e5-9e50-f841c1e72bda,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:03.060926 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f3913-9625-4fbf-9b5e-61c5e65a91e1 req-6a84ced7-5826-447e-adf7-963006515ade tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:03.068675 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1f8f3913-9625-4fbf-9b5e-61c5e65a91e1 req-6a84ced7-5826-447e-adf7-963006515ade tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] 10.222.0.20 "GET /v2.0/ports?device_id=77cec6ad-7eaf-43a8-9995-562e6b71105b HTTP/1.1" status: 200 len: 943 time: 0.1263752 Nov 27 03:58:03.170510 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6261d25c-4965-40d1-8433-2d447ed9e725 req-ca5bfb28-27a3-47fb-ab73-3bfb1ad28b31 service neutron] 10.222.0.23 "GET /v2.0/networks/f675616a-94f9-4e25-94f0-93badb5accf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354515 Nov 27 03:58:03.198798 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1f8f3913-9625-4fbf-9b5e-61c5e65a91e1 req-d968cc45-f920-4e11-bbea-0305d9adef1c tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] 10.222.0.20 "GET /v2.0/security-groups?id=7bc4a151-e343-4859-a109-197e23c2336b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290636 Nov 27 03:58:03.241362 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de01d1-ddad-4bf4-a7a1-f6698a8bf856 req-c3325591-3f98-4057-9965-3a9de35d8156 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:03.244674 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-18de01d1-ddad-4bf4-a7a1-f6698a8bf856 req-c3325591-3f98-4057-9965-3a9de35d8156 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 946 time: 0.1326621 Nov 27 03:58:03.265190 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cce09007-f797-47a9-9d57-cdb6341fd837 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:03.342245 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-18de01d1-ddad-4bf4-a7a1-f6698a8bf856 req-a90ca6c3-d506-4f75-abe1-8395ad97044c tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=12c77282-abb4-49c4-b21d-278815576516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708895 Nov 27 03:58:03.529742 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f0d6c462-4526-4bf8-9cfe-c192266f8dff req-eb2e9eb0-28c5-42e9-bab2-2e3fabbd1884 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=222c6c9d-99cb-458a-b40a-c5ca57ab95eb HTTP/1.1" status: 200 len: 210 time: 0.0333850 Nov 27 03:58:03.568723 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce09007-f797-47a9-9d57-cdb6341fd837 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Router 1f20c00d-998c-455a-befd-c23c14542e6c has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:58:03.681053 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce09007-f797-47a9-9d57-cdb6341fd837 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:58:03.688353 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-cce09007-f797-47a9-9d57-cdb6341fd837 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] 10.222.0.20 "PUT /v2.0/routers/1f20c00d-998c-455a-befd-c23c14542e6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2622709 Nov 27 03:58:03.689361 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47526) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:03.699013 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ebe2bb-93d2-44d4-ac4a-86354c9e0a3d None None] Sync routers for ids ['1f20c00d-998c-455a-befd-c23c14542e6c'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:58:03.721128 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ebe2bb-93d2-44d4-ac4a-86354c9e0a3d None None] Routers {'1f20c00d-998c-455a-befd-c23c14542e6c'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:58:03.722020 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-b3ebe2bb-93d2-44d4-ac4a-86354c9e0a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:57:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['1f20c00d-998c-455a-befd-c23c14542e6c'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:58:03.762916 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 9e467350-3c3d-43d0-a0da-3db733403146 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:58:03.766370 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-b3ebe2bb-93d2-44d4-ac4a-86354c9e0a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:58:03.789004 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 9e467350-3c3d-43d0-a0da-3db733403146 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:58:03.789807 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 9e467350-3c3d-43d0-a0da-3db733403146 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:58:03.798448 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ebe2bb-93d2-44d4-ac4a-86354c9e0a3d None None] Routers {'1f20c00d-998c-455a-befd-c23c14542e6c'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:58:03.799691 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-b3ebe2bb-93d2-44d4-ac4a-86354c9e0a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:57:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['1f20c00d-998c-455a-befd-c23c14542e6c'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:58:03.833729 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35388457-7b2d-49eb-96e6-ae1c9736a589 req-d3a9b5fe-0bfa-4c57-a1d6-7bcfc6a9d443 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:03.835321 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-35388457-7b2d-49eb-96e6-ae1c9736a589 req-d3a9b5fe-0bfa-4c57-a1d6-7bcfc6a9d443 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.11 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 946 time: 0.1403737 Nov 27 03:58:03.844916 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-b3ebe2bb-93d2-44d4-ac4a-86354c9e0a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:58:03.845897 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ebe2bb-93d2-44d4-ac4a-86354c9e0a3d None None] The sync data for ids ['1f20c00d-998c-455a-befd-c23c14542e6c'] in n-d-819494-3 is: [] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:58:03.888185 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2184efa1-ea7e-4d61-9e7c-8ca1dc23bdb6 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:03.973022 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47532) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:04.049729 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20bb141-8a21-4006-8f08-f737b348118c req-212628ec-0467-48d5-9590-0f0e5705991c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:04.057676 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b20bb141-8a21-4006-8f08-f737b348118c req-212628ec-0467-48d5-9590-0f0e5705991c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bbec2ad-c634-46ed-9b93-652fa411e5d3 HTTP/1.1" status: 200 len: 945 time: 0.0666015 Nov 27 03:58:04.103863 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3c4211ba-ed75-4f0f-bc70-4afdafc8677e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:04.131002 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b20bb141-8a21-4006-8f08-f737b348118c req-45a0764d-b718-4eef-b088-be518c55d97d tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723236 Nov 27 03:58:04.209675 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3c4211ba-ed75-4f0f-bc70-4afdafc8677e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:04.224210 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3c4211ba-ed75-4f0f-bc70-4afdafc8677e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:04.305323 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eee70d-b013-42f1-a029-a2fa7862367b req-b48cd17c-5f2c-4b70-860e-49f3f44b7c95 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:04.307050 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-83eee70d-b013-42f1-a029-a2fa7862367b req-b48cd17c-5f2c-4b70-860e-49f3f44b7c95 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bbec2ad-c634-46ed-9b93-652fa411e5d3 HTTP/1.1" status: 200 len: 945 time: 0.0957584 Nov 27 03:58:04.307832 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4211ba-ed75-4f0f-bc70-4afdafc8677e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e8f51c-79cc-49d2-b8e2-a2f1d9eefd3c,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:04.316747 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3c4211ba-ed75-4f0f-bc70-4afdafc8677e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cf09641066d74ef9ae35a54d6dddbe77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3401644 Nov 27 03:58:04.317045 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47538) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:04.454454 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c590c-3ae1-4a0e-9532-951c6792c9fc req-aeb7b673-be8a-4041-bf88-e819ab047801 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:04.459016 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-542c590c-3ae1-4a0e-9532-951c6792c9fc req-aeb7b673-be8a-4041-bf88-e819ab047801 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] 10.222.0.20 "GET /v2.0/ports?device_id=77cec6ad-7eaf-43a8-9995-562e6b71105b HTTP/1.1" status: 200 len: 943 time: 0.1205134 Nov 27 03:58:04.468417 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bf48629d-64fa-4416-9a69-eb5896555ec1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:04.475755 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-35388457-7b2d-49eb-96e6-ae1c9736a589 req-06e19fa7-36cc-4e9d-98e6-5c7ad3c0c079 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Deleting port fcb98403-a8ea-45ea-948a-aff68d563e8c {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:58:04.475755 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-35388457-7b2d-49eb-96e6-ae1c9736a589 req-06e19fa7-36cc-4e9d-98e6-5c7ad3c0c079 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:04.507687 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bf48629d-64fa-4416-9a69-eb5896555ec1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:04.522161 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a5cc4-af53-4db4-a9a5-9c68b5b01ebe req-43df46fd-4dd8-4f42-a7b6-aaad53a58434 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:04.524156 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7e6a5cc4-af53-4db4-a9a5-9c68b5b01ebe req-43df46fd-4dd8-4f42-a7b6-aaad53a58434 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 946 time: 0.0997078 Nov 27 03:58:04.541621 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2184efa1-ea7e-4d61-9e7c-8ca1dc23bdb6 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:04.565366 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-83eee70d-b013-42f1-a029-a2fa7862367b req-15e55aed-ce0f-44cf-a0aa-ed68454fb677 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Deleting port 2344c9dd-ab44-40e3-bd21-794524936a3a {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:58:04.566404 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-83eee70d-b013-42f1-a029-a2fa7862367b req-15e55aed-ce0f-44cf-a0aa-ed68454fb677 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:04.612045 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77cec6ad-7eaf-43a8-9995-562e6b71105b', 'tag': 'df109c77-8e60-4cb4-8010-1397340a52c6'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:58:04.614955 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314ce73c-8477-4a50-b345-70d03c595651" -d '{"events": [{"name": "network-changed", "server_uuid": "77cec6ad-7eaf-43a8-9995-562e6b71105b", "tag": "df109c77-8e60-4cb4-8010-1397340a52c6"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:58:04.626097 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-542c590c-3ae1-4a0e-9532-951c6792c9fc req-a0a9cae0-cb29-4245-9703-551cf28b150b tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] 10.222.0.20 "GET /v2.0/security-groups?id=7bc4a151-e343-4859-a109-197e23c2336b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587729 Nov 27 03:58:04.640913 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-35388457-7b2d-49eb-96e6-ae1c9736a589 req-06e19fa7-36cc-4e9d-98e6-5c7ad3c0c079 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] For port fcb98403-a8ea-45ea-948a-aff68d563e8c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=fcb98403-a8ea-45ea-948a-aff68d563e8c,segment=NetworkSegment(ec2570f7-674e-47ca-ba4a-60dc11f882c5),segment_id=ec2570f7-674e-47ca-ba4a-60dc11f882c5)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:58:04.641277 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-35388457-7b2d-49eb-96e6-ae1c9736a589 req-06e19fa7-36cc-4e9d-98e6-5c7ad3c0c079 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:04.668431 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bf48629d-64fa-4416-9a69-eb5896555ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:04.671594 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bf48629d-64fa-4416-9a69-eb5896555ec1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:04.673283 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-bf48629d-64fa-4416-9a69-eb5896555ec1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d4e8f51c-79cc-49d2-b8e2-a2f1d9eefd3c HTTP/1.1" status: 204 len: 168 time: 0.3548031 Nov 27 03:58:04.693575 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7e6a5cc4-af53-4db4-a9a5-9c68b5b01ebe req-1fc0da01-8157-467c-9f41-4710661b4d2b tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=12c77282-abb4-49c4-b21d-278815576516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430826 Nov 27 03:58:04.721168 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48629d-64fa-4416-9a69-eb5896555ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e8f51c-79cc-49d2-b8e2-a2f1d9eefd3c,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:04.747578 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-2184efa1-ea7e-4d61-9e7c-8ca1dc23bdb6 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Deleting port d22124ad-9dc4-4167-8b7f-30e8c48149a9 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:58:04.748119 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2184efa1-ea7e-4d61-9e7c-8ca1dc23bdb6 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:04.780341 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-83eee70d-b013-42f1-a029-a2fa7862367b req-15e55aed-ce0f-44cf-a0aa-ed68454fb677 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] For port 2344c9dd-ab44-40e3-bd21-794524936a3a, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=2344c9dd-ab44-40e3-bd21-794524936a3a,segment=NetworkSegment(e40e3b9b-cd7d-4402-aebb-20a69a216b2f),segment_id=e40e3b9b-cd7d-4402-aebb-20a69a216b2f)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:58:04.780341 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-83eee70d-b013-42f1-a029-a2fa7862367b req-15e55aed-ce0f-44cf-a0aa-ed68454fb677 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:04.819609 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-83eee70d-b013-42f1-a029-a2fa7862367b req-15e55aed-ce0f-44cf-a0aa-ed68454fb677 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Calling delete_port for 2344c9dd-ab44-40e3-bd21-794524936a3a owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:58:04.840034 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d2d6859b-1c79-4002-8cbc-eb93968d5b99 req-df71e0b7-ed26-4c94-a9ce-ee77eb1c9933 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=222c6c9d-99cb-458a-b40a-c5ca57ab95eb HTTP/1.1" status: 200 len: 210 time: 0.0370462 Nov 27 03:58:04.845403 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a965e26d-55b9-4a1a-b277-c082e016f7ce x-openstack-request-id: req-a965e26d-55b9-4a1a-b277-c082e016f7ce {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:58:04.845693 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77cec6ad-7eaf-43a8-9995-562e6b71105b", "tag": "df109c77-8e60-4cb4-8010-1397340a52c6", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:58:04.845998 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a965e26d-55b9-4a1a-b277-c082e016f7ce {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:58:04.846406 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77cec6ad-7eaf-43a8-9995-562e6b71105b', 'tag': 'df109c77-8e60-4cb4-8010-1397340a52c6', 'status': 'completed', 'code': 200} Nov 27 03:58:04.985212 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2184efa1-ea7e-4d61-9e7c-8ca1dc23bdb6 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:04.998651 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-83eee70d-b013-42f1-a029-a2fa7862367b req-15e55aed-ce0f-44cf-a0aa-ed68454fb677 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:05.017883 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-35388457-7b2d-49eb-96e6-ae1c9736a589 req-06e19fa7-36cc-4e9d-98e6-5c7ad3c0c079 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:05.018514 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-35388457-7b2d-49eb-96e6-ae1c9736a589 req-06e19fa7-36cc-4e9d-98e6-5c7ad3c0c079 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:05.018869 n-d-819494-3 neutron-server[110019]: INFO neutron.db.l3_db [req-35388457-7b2d-49eb-96e6-ae1c9736a589 req-06e19fa7-36cc-4e9d-98e6-5c7ad3c0c079 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Floating IP ef5142f9-d77f-4471-bada-29e99ef97765 disassociated. External IP: 172.25.1.171, port: fcb98403-a8ea-45ea-948a-aff68d563e8c. Nov 27 03:58:05.019953 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-35388457-7b2d-49eb-96e6-ae1c9736a589 req-06e19fa7-36cc-4e9d-98e6-5c7ad3c0c079 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Calling delete_port for fcb98403-a8ea-45ea-948a-aff68d563e8c owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:58:05.022116 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-2184efa1-ea7e-4d61-9e7c-8ca1dc23bdb6 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Calling delete_port for d22124ad-9dc4-4167-8b7f-30e8c48149a9 owned by network:router_gateway {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:58:05.024857 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ce73c-8477-4a50-b345-70d03c595651 req-220bea46-82c2-42ff-954b-8375a3e6ce0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:05.026635 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-314ce73c-8477-4a50-b345-70d03c595651 req-220bea46-82c2-42ff-954b-8375a3e6ce0e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff3b2599ba5345f3a3f5bb4d1d4859ac&device_id=77cec6ad-7eaf-43a8-9995-562e6b71105b HTTP/1.1" status: 200 len: 1094 time: 0.1398695 Nov 27 03:58:05.031710 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['0465d762-6c9e-4453-a78f-ed2e7501887c', '2344c9dd-ab44-40e3-bd21-794524936a3a'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:58:05.037625 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['20182db4-6a86-43d3-8b74-b5264acffc47'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:58:05.048544 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e55aed-ce0f-44cf-a0aa-ed68454fb677 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Pushing event deleted for resources: {'Port': ['ID=2344c9dd-ab44-40e3-bd21-794524936a3a,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:05.073143 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e55aed-ce0f-44cf-a0aa-ed68454fb677 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:05.073143 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e55aed-ce0f-44cf-a0aa-ed68454fb677 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:05.073143 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e55aed-ce0f-44cf-a0aa-ed68454fb677 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:05.073475 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e55aed-ce0f-44cf-a0aa-ed68454fb677 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:05.073583 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e55aed-ce0f-44cf-a0aa-ed68454fb677 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:05.074519 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e55aed-ce0f-44cf-a0aa-ed68454fb677 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:05.074519 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e55aed-ce0f-44cf-a0aa-ed68454fb677 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:05.074747 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e55aed-ce0f-44cf-a0aa-ed68454fb677 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:05.087107 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e55aed-ce0f-44cf-a0aa-ed68454fb677 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:05.087456 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e55aed-ce0f-44cf-a0aa-ed68454fb677 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:05.087802 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e55aed-ce0f-44cf-a0aa-ed68454fb677 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:05.088143 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e55aed-ce0f-44cf-a0aa-ed68454fb677 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:05.172760 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-83eee70d-b013-42f1-a029-a2fa7862367b req-15e55aed-ce0f-44cf-a0aa-ed68454fb677 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] No DVR routers for this DVR port 2344c9dd-ab44-40e3-bd21-794524936a3a on host n-h2-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:58:05.176629 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-83eee70d-b013-42f1-a029-a2fa7862367b req-15e55aed-ce0f-44cf-a0aa-ed68454fb677 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:05.185206 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-83eee70d-b013-42f1-a029-a2fa7862367b req-15e55aed-ce0f-44cf-a0aa-ed68454fb677 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.11 "DELETE /v2.0/ports/2344c9dd-ab44-40e3-bd21-794524936a3a HTTP/1.1" status: 204 len: 173 time: 0.8685300 Nov 27 03:58:05.200264 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bbec2ad-c634-46ed-9b93-652fa411e5d3', 'name': 'network-vif-deleted', 'tag': '2344c9dd-ab44-40e3-bd21-794524936a3a'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:58:05.213733 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c180ff4-0844-47ac-bfc7-88b22d2727d8" -d '{"events": [{"server_uuid": "7bbec2ad-c634-46ed-9b93-652fa411e5d3", "name": "network-vif-deleted", "tag": "2344c9dd-ab44-40e3-bd21-794524936a3a"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:58:05.351180 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-25f8e04b-0875-4ecd-b483-d758d338d2c2 req-8a8012c7-a659-43c2-a85e-df3b8650e5cb tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bbec2ad-c634-46ed-9b93-652fa411e5d3 HTTP/1.1" status: 200 len: 210 time: 0.0736947 Nov 27 03:58:05.444227 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ce73c-8477-4a50-b345-70d03c595651 req-1a16c31c-4397-4a10-a988-84a11a48b370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:05.446698 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-314ce73c-8477-4a50-b345-70d03c595651 req-1a16c31c-4397-4a10-a988-84a11a48b370 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f675616a-94f9-4e25-94f0-93badb5accf3 HTTP/1.1" status: 200 len: 922 time: 0.4117053 Nov 27 03:58:05.593990 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ec46fb-09eb-4877-9efa-42af9bb8ebd1 x-openstack-request-id: req-78ec46fb-09eb-4877-9efa-42af9bb8ebd1 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:58:05.594531 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bbec2ad-c634-46ed-9b93-652fa411e5d3", "name": "network-vif-deleted", "tag": "2344c9dd-ab44-40e3-bd21-794524936a3a", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:58:05.595109 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-78ec46fb-09eb-4877-9efa-42af9bb8ebd1 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:58:05.595787 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bbec2ad-c634-46ed-9b93-652fa411e5d3', 'name': 'network-vif-deleted', 'tag': '2344c9dd-ab44-40e3-bd21-794524936a3a', 'status': 'completed', 'code': 200} Nov 27 03:58:05.623936 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-314ce73c-8477-4a50-b345-70d03c595651 req-74491334-5907-4cf3-bd5d-7444b74a1bc5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df109c77-8e60-4cb4-8010-1397340a52c6 HTTP/1.1" status: 200 len: 217 time: 0.0695796 Nov 27 03:58:05.695362 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2184efa1-ea7e-4d61-9e7c-8ca1dc23bdb6 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:05.702824 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-35388457-7b2d-49eb-96e6-ae1c9736a589 req-06e19fa7-36cc-4e9d-98e6-5c7ad3c0c079 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:05.746329 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2184efa1-ea7e-4d61-9e7c-8ca1dc23bdb6 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Pushing event deleted for resources: {'Port': ['ID=d22124ad-9dc4-4167-8b7f-30e8c48149a9,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:05.762349 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ce73c-8477-4a50-b345-70d03c595651 req-6c97fc7d-82ca-4ff3-91db-8231f2bc3b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:05.763686 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device df109c77-8e60-4cb4-8010-1397340a52c6 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:58:05.763975 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-314ce73c-8477-4a50-b345-70d03c595651 req-6c97fc7d-82ca-4ff3-91db-8231f2bc3b2e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e3f73de6-f4bb-4498-8586-56dbd0bd6f69 HTTP/1.1" status: 200 len: 861 time: 0.1286948 Nov 27 03:58:05.824696 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e19fa7-36cc-4e9d-98e6-5c7ad3c0c079 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Pushing event deleted for resources: {'Port': ['ID=fcb98403-a8ea-45ea-948a-aff68d563e8c,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:05.859105 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b475b117-dc68-42b2-9806-ad535c1a59da req-6f5decb3-97f1-4185-95e2-3f2652541fde tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 210 time: 0.0622439 Nov 27 03:58:05.877154 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-314ce73c-8477-4a50-b345-70d03c595651 req-81721257-265c-4fcc-abd0-c43ac4abf22c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f675616a-94f9-4e25-94f0-93badb5accf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718677 Nov 27 03:58:05.894645 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47582) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:05.975897 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port df109c77-8e60-4cb4-8010-1397340a52c6, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=df109c77-8e60-4cb4-8010-1397340a52c6,segment=NetworkSegment(ac64fb3d-1a87-4d44-bbbe-6395d12deeb8),segment_id=ac64fb3d-1a87-4d44-bbbe-6395d12deeb8)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:58:05.993059 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': 'df109c77-8e60-4cb4-8010-1397340a52c6', 'network_id': 'f675616a-94f9-4e25-94f0-93badb5accf3', 'port_id': 'df109c77-8e60-4cb4-8010-1397340a52c6', 'mac_address': 'fa:16:3e:68:84:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3f73de6-f4bb-4498-8586-56dbd0bd6f69', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:58:06.062400 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:06.080259 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-a1a2a98d-6c16-4f81-a08f-4f07904fb277 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-828746732-network', 'tenant_id': 'b01c762313d54b279f09c5e5d81dadbf'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:06.082498 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df109c77-8e60-4cb4-8010-1397340a52c6 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:58:06.111317 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port df109c77-8e60-4cb4-8010-1397340a52c6, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=df109c77-8e60-4cb4-8010-1397340a52c6,segment=NetworkSegment(ac64fb3d-1a87-4d44-bbbe-6395d12deeb8),segment_id=ac64fb3d-1a87-4d44-bbbe-6395d12deeb8)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:58:06.116614 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:06.120739 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2184efa1-ea7e-4d61-9e7c-8ca1dc23bdb6 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:06.151976 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4851f467-5979-4edf-b69b-722e85e11036 req-11eafebf-4bb5-42ae-9dc6-952d084efbb2 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=222c6c9d-99cb-458a-b40a-c5ca57ab95eb HTTP/1.1" status: 200 len: 210 time: 0.0754201 Nov 27 03:58:06.159363 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a2a98d-6c16-4f81-a08f-4f07904fb277 admin admin] Made reservation on behalf of b01c762313d54b279f09c5e5d81dadbf for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:58:06.162359 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a5d68-3890-4817-829e-dbcb3e97b7ca req-64d6c97a-7393-4226-aaf0-3246252e255e tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:06.163944 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7f9a5d68-3890-4817-829e-dbcb3e97b7ca req-64d6c97a-7393-4226-aaf0-3246252e255e tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] 10.222.0.20 "GET /v2.0/ports?device_id=77cec6ad-7eaf-43a8-9995-562e6b71105b HTTP/1.1" status: 200 len: 943 time: 0.3510201 Nov 27 03:58:06.164894 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a1a2a98d-6c16-4f81-a08f-4f07904fb277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:06.185039 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a1a2a98d-6c16-4f81-a08f-4f07904fb277 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:06.215251 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=df109c77-8e60-4cb4-8010-1397340a52c6,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:06.254579 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2184efa1-ea7e-4d61-9e7c-8ca1dc23bdb6 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:06.258013 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2184efa1-ea7e-4d61-9e7c-8ca1dc23bdb6 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:06.305952 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a1a2a98d-6c16-4f81-a08f-4f07904fb277 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:06.312856 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a1a2a98d-6c16-4f81-a08f-4f07904fb277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:06.338178 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-314ce73c-8477-4a50-b345-70d03c595651 req-bdf42dfe-6c84-41b2-aa2c-a7fa7603ee6d service neutron] 10.222.0.23 "GET /v2.0/networks/f675616a-94f9-4e25-94f0-93badb5accf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018619 Nov 27 03:58:06.343753 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1a2a98d-6c16-4f81-a08f-4f07904fb277 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:58:06.365010 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a2a98d-6c16-4f81-a08f-4f07904fb277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a7aacd-8236-48f5-bda2-e3ee3435c9e3,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:06.404941 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a1a2a98d-6c16-4f81-a08f-4f07904fb277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:06.405307 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-a1a2a98d-6c16-4f81-a08f-4f07904fb277 admin admin] Added segment 732b5cd8-0e80-4483-9a5a-d4731966dbbc of type vlan for network ab8fc313-e01d-42bb-a8ec-9d136b503637 Nov 27 03:58:06.426181 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['df109c77-8e60-4cb4-8010-1397340a52c6'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:58:06.465134 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a1a2a98d-6c16-4f81-a08f-4f07904fb277 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:06.493073 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2184efa1-ea7e-4d61-9e7c-8ca1dc23bdb6 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:06.493579 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2184efa1-ea7e-4d61-9e7c-8ca1dc23bdb6 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Fanout notify agent at l3_agent the message router_deleted on router 1f20c00d-998c-455a-befd-c23c14542e6c {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 03:58:06.496571 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a1a2a98d-6c16-4f81-a08f-4f07904fb277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:06.498176 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a2a98d-6c16-4f81-a08f-4f07904fb277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:06.501538 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a1a2a98d-6c16-4f81-a08f-4f07904fb277 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:06.508398 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2184efa1-ea7e-4d61-9e7c-8ca1dc23bdb6 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:06.512853 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2184efa1-ea7e-4d61-9e7c-8ca1dc23bdb6 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] 10.222.0.20 "DELETE /v2.0/routers/1f20c00d-998c-455a-befd-c23c14542e6c HTTP/1.1" status: 204 len: 168 time: 2.8202841 Nov 27 03:58:06.513030 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47590) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:06.536451 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7f9a5d68-3890-4817-829e-dbcb3e97b7ca req-6780acb2-cd44-459f-9750-997eef19474f tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] 10.222.0.20 "GET /v2.0/security-groups?id=7bc4a151-e343-4859-a109-197e23c2336b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763364 Nov 27 03:58:06.547674 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35388457-7b2d-49eb-96e6-ae1c9736a589 req-06e19fa7-36cc-4e9d-98e6-5c7ad3c0c079 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Router 54dabedd-7aa0-4f70-a3fb-c4907dc6fc69 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:58:06.672915 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-314ce73c-8477-4a50-b345-70d03c595651 req-ff8dcebc-01d4-47c1-bf7b-24db52e7908f service neutron] 10.222.0.23 "GET /v2.0/networks/f675616a-94f9-4e25-94f0-93badb5accf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933462 Nov 27 03:58:06.735357 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35388457-7b2d-49eb-96e6-ae1c9736a589 req-06e19fa7-36cc-4e9d-98e6-5c7ad3c0c079 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:58:06.747876 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4aa8366-593b-4d55-883b-55f49567f260 None None] Sync routers for ids ['54dabedd-7aa0-4f70-a3fb-c4907dc6fc69'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:58:06.766537 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4aa8366-593b-4d55-883b-55f49567f260 None None] Routers {'54dabedd-7aa0-4f70-a3fb-c4907dc6fc69'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:58:06.768624 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-e4aa8366-593b-4d55-883b-55f49567f260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:57:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['54dabedd-7aa0-4f70-a3fb-c4907dc6fc69'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:58:06.802361 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-35388457-7b2d-49eb-96e6-ae1c9736a589 req-06e19fa7-36cc-4e9d-98e6-5c7ad3c0c079 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] No DVR routers for this DVR port fcb98403-a8ea-45ea-948a-aff68d563e8c on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:58:06.805812 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-35388457-7b2d-49eb-96e6-ae1c9736a589 req-06e19fa7-36cc-4e9d-98e6-5c7ad3c0c079 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:06.811286 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-35388457-7b2d-49eb-96e6-ae1c9736a589 req-06e19fa7-36cc-4e9d-98e6-5c7ad3c0c079 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.11 "DELETE /v2.0/ports/fcb98403-a8ea-45ea-948a-aff68d563e8c HTTP/1.1" status: 204 len: 173 time: 2.9682362 Nov 27 03:58:06.849430 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ba9173-5d81-4158-892e-cb424cba2920', 'name': 'network-vif-deleted', 'tag': 'fcb98403-a8ea-45ea-948a-aff68d563e8c'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:58:06.852827 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af57b9a-8077-4d1e-adc4-a3c89e6ab8b7" -d '{"events": [{"server_uuid": "12ba9173-5d81-4158-892e-cb424cba2920", "name": "network-vif-deleted", "tag": "fcb98403-a8ea-45ea-948a-aff68d563e8c"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:58:06.929834 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299fbb3-4753-43cd-ab4d-4ddd206f04c4 req-e3146223-0be4-45af-a994-25b9ae730855 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:06.939936 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d299fbb3-4753-43cd-ab4d-4ddd206f04c4 req-e3146223-0be4-45af-a994-25b9ae730855 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=af79439c-c341-4604-bb6f-32fa30eb1e4d HTTP/1.1" status: 200 len: 945 time: 0.1405876 Nov 27 03:58:06.948142 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63667aae-2756-40b3-b2a0-cd592ce3b745 x-openstack-request-id: req-63667aae-2756-40b3-b2a0-cd592ce3b745 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:58:06.948431 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ba9173-5d81-4158-892e-cb424cba2920", "name": "network-vif-deleted", "tag": "fcb98403-a8ea-45ea-948a-aff68d563e8c", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:58:06.950828 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-63667aae-2756-40b3-b2a0-cd592ce3b745 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:58:06.951677 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ba9173-5d81-4158-892e-cb424cba2920', 'name': 'network-vif-deleted', 'tag': 'fcb98403-a8ea-45ea-948a-aff68d563e8c', 'status': 'completed', 'code': 200} Nov 27 03:58:06.996011 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-e4aa8366-593b-4d55-883b-55f49567f260 None None] Set router 54dabedd-7aa0-4f70-a3fb-c4907dc6fc69 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:58:07.028709 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d299fbb3-4753-43cd-ab4d-4ddd206f04c4 req-9ef2b38f-8b60-4f08-9aaa-14ca3a9b3c45 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842841 Nov 27 03:58:07.059529 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a1a2a98d-6c16-4f81-a08f-4f07904fb277 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1636438 Nov 27 03:58:07.062441 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47600) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:07.068649 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-a6ccf75e-a306-4b0f-b1e4-56fb748dfdfc admin admin] Request body: {'subnet': {'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-828746732-subnet', 'tenant_id': 'b01c762313d54b279f09c5e5d81dadbf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:07.095898 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a2a98d-6c16-4f81-a08f-4f07904fb277 admin admin] Pushing event updated for resources: {'Network': ['ID=ab8fc313-e01d-42bb-a8ec-9d136b503637,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:07.096521 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ccf75e-a306-4b0f-b1e4-56fb748dfdfc admin admin] Made reservation on behalf of b01c762313d54b279f09c5e5d81dadbf for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:58:07.102808 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a6ccf75e-a306-4b0f-b1e4-56fb748dfdfc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:07.108841 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network ab8fc313-e01d-42bb-a8ec-9d136b503637 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:58:07.156912 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-75044bcc-c3f9-480d-8230-7c2c6ee14715 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Deleting subnet 68619587-dcb9-4052-a7fd-44cbd5d2e1b4 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:58:07.168831 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0389d224-a292-4cf2-ac3c-868385c32288 req-c3412398-943c-4b79-8008-db2a5264c43f tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ba9173-5d81-4158-892e-cb424cba2920 HTTP/1.1" status: 200 len: 210 time: 0.0903790 Nov 27 03:58:07.169650 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-75044bcc-c3f9-480d-8230-7c2c6ee14715 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:07.259292 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-75044bcc-c3f9-480d-8230-7c2c6ee14715 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:07.364237 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 2344c9dd-ab44-40e3-bd21-794524936a3a no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:58:07.374019 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-244ba3d2-9efb-4d7b-a567-2a254d2f8ed3 req-8f7ac4b2-d1b1-42f8-a233-199ed3a7190d tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=222c6c9d-99cb-458a-b40a-c5ca57ab95eb HTTP/1.1" status: 200 len: 210 time: 0.0457628 Nov 27 03:58:07.401154 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: 2344c9dd-ab44-40e3-bd21-794524936a3a {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:58:07.401680 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 2344c9dd-ab44-40e3-bd21-794524936a3a not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:58:07.402217 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device fcb98403-a8ea-45ea-948a-aff68d563e8c no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:58:07.428253 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-e4aa8366-593b-4d55-883b-55f49567f260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'name': 'tempest-AttachVolumeTestJSON-843500189-router', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:53:42Z', 'updated_at': '2021-11-27T03:53:46Z', 'revision_number': 4, 'project_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'gw_port': {'id': '06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:53:43Z', 'updated_at': '2021-11-27T03:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '566b3d46-e37a-433b-b3db-756b03bd740e', 'name': '', 'network_id': '206ec85b-e04a-4c10-8a6e-66c9bea7fa3d', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'mac_address': 'fa:16:3e:c3:14:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '16a2ad0e-052b-4c88-8b6f-df6566997da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:53:45Z', 'updated_at': '2021-11-27T03:53:51Z', 'revision_number': 5, 'project_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'subnets': [{'id': '16a2ad0e-052b-4c88-8b6f-df6566997da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:58:07.432253 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: fcb98403-a8ea-45ea-948a-aff68d563e8c {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:58:07.432748 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device fcb98403-a8ea-45ea-948a-aff68d563e8c not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:58:07.480614 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4aa8366-593b-4d55-883b-55f49567f260 None None] Checking router: 54dabedd-7aa0-4f70-a3fb-c4907dc6fc69 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:58:07.489642 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-75044bcc-c3f9-480d-8230-7c2c6ee14715 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:07.492274 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4aa8366-593b-4d55-883b-55f49567f260 None None] Routers {'54dabedd-7aa0-4f70-a3fb-c4907dc6fc69'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:58:07.493290 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-e4aa8366-593b-4d55-883b-55f49567f260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:57:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['54dabedd-7aa0-4f70-a3fb-c4907dc6fc69'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:58:07.514709 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a6ccf75e-a306-4b0f-b1e4-56fb748dfdfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:07.564934 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-75044bcc-c3f9-480d-8230-7c2c6ee14715 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:07.582955 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ccf75e-a306-4b0f-b1e4-56fb748dfdfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef82cdfa-d224-4963-bff3-3b0049ffee0b,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:07.605895 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d879b158-840d-4863-896c-be109b2b1265 None None] Network 01b90e66-68c1-44c3-90c0-74e01ee543e9 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:58:07.620028 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ccf75e-a306-4b0f-b1e4-56fb748dfdfc admin admin] Checking segment: {'id': '732b5cd8-0e80-4483-9a5a-d4731966dbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:58:07.620404 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ccf75e-a306-4b0f-b1e4-56fb748dfdfc admin admin] Network hostable DHCP agents. Network: ab8fc313-e01d-42bb-a8ec-9d136b503637, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:58:07.624316 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-75044bcc-c3f9-480d-8230-7c2c6ee14715 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:07.634631 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-75044bcc-c3f9-480d-8230-7c2c6ee14715 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] 10.222.0.20 "DELETE /v2.0/subnets/68619587-dcb9-4052-a7fd-44cbd5d2e1b4 HTTP/1.1" status: 204 len: 168 time: 1.1198437 Nov 27 03:58:07.635450 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47606) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:07.637313 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75044bcc-c3f9-480d-8230-7c2c6ee14715 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Pushing event deleted for resources: {'Subnet': ['ID=68619587-dcb9-4052-a7fd-44cbd5d2e1b4,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:07.673874 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-e4aa8366-593b-4d55-883b-55f49567f260 None None] Set router 54dabedd-7aa0-4f70-a3fb-c4907dc6fc69 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:58:07.720913 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ccf75e-a306-4b0f-b1e4-56fb748dfdfc admin admin] Network ab8fc313-e01d-42bb-a8ec-9d136b503637 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:58:07.744047 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690bc794-baa9-4b7f-85f7-e0e0f62a8fcf req-5a15554f-8232-4328-9bd9-4aa87d9fdc76 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:07.745683 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-690bc794-baa9-4b7f-85f7-e0e0f62a8fcf req-5a15554f-8232-4328-9bd9-4aa87d9fdc76 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] 10.222.0.20 "GET /v2.0/ports?device_id=77cec6ad-7eaf-43a8-9995-562e6b71105b HTTP/1.1" status: 200 len: 944 time: 0.1175008 Nov 27 03:58:07.746834 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-a6ccf75e-a306-4b0f-b1e4-56fb748dfdfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, ab8fc313-e01d-42bb-a8ec-9d136b503637) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:58:07.751667 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ccf75e-a306-4b0f-b1e4-56fb748dfdfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:07.752793 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a6ccf75e-a306-4b0f-b1e4-56fb748dfdfc admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:07.758979 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888dc514-f771-4658-a1ed-c37d457f4f7c None None] Network ab8fc313-e01d-42bb-a8ec-9d136b503637 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:58:07.821031 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device df109c77-8e60-4cb4-8010-1397340a52c6 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:58:07.824630 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2ae0f966-da0b-4b6f-921a-1e23a019d0a0 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:07.831016 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-690bc794-baa9-4b7f-85f7-e0e0f62a8fcf req-3f4cbf7d-c253-4d1d-9a1b-fe183ad655f3 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] 10.222.0.20 "GET /v2.0/security-groups?id=7bc4a151-e343-4859-a109-197e23c2336b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748382 Nov 27 03:58:07.859256 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a6ccf75e-a306-4b0f-b1e4-56fb748dfdfc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7952912 Nov 27 03:58:07.859787 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47608) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:07.865411 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff2e700-9f7d-4e60-9cbc-323e5883ab0e None None] DHCP port deletion for 01b90e66-68c1-44c3-90c0-74e01ee543e9 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 03:58:07.866338 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-2e947189-dfb8-448b-a1d6-1b65ae0a54d4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-828746732-router', 'tenant_id': 'b01c762313d54b279f09c5e5d81dadbf', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:07.901380 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2e947189-dfb8-448b-a1d6-1b65ae0a54d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:07.902663 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2e947189-dfb8-448b-a1d6-1b65ae0a54d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:07.959683 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port df109c77-8e60-4cb4-8010-1397340a52c6 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:58:07.965330 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-2ae0f966-da0b-4b6f-921a-1e23a019d0a0 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Deleting port 1c7759c9-6624-43d8-b16d-c8e4335fcfac {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:58:07.965750 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port df109c77-8e60-4cb4-8010-1397340a52c6 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:58:07.966133 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:07.968130 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2ae0f966-da0b-4b6f-921a-1e23a019d0a0 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:07.988647 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2e947189-dfb8-448b-a1d6-1b65ae0a54d4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:08.030542 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-e4aa8366-593b-4d55-883b-55f49567f260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'name': 'tempest-AttachVolumeTestJSON-843500189-router', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:53:42Z', 'updated_at': '2021-11-27T03:53:46Z', 'revision_number': 4, 'project_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'gw_port': {'id': '06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:53:43Z', 'updated_at': '2021-11-27T03:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '566b3d46-e37a-433b-b3db-756b03bd740e', 'name': '', 'network_id': '206ec85b-e04a-4c10-8a6e-66c9bea7fa3d', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'mac_address': 'fa:16:3e:c3:14:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '16a2ad0e-052b-4c88-8b6f-df6566997da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:53:45Z', 'updated_at': '2021-11-27T03:53:51Z', 'revision_number': 5, 'project_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'subnets': [{'id': '16a2ad0e-052b-4c88-8b6f-df6566997da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:58:08.067066 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-2ae0f966-da0b-4b6f-921a-1e23a019d0a0 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] For port 1c7759c9-6624-43d8-b16d-c8e4335fcfac, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=1c7759c9-6624-43d8-b16d-c8e4335fcfac,segment=NetworkSegment(7390e802-a1ab-4417-976e-d43edc465bb4),segment_id=7390e802-a1ab-4417-976e-d43edc465bb4)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:58:08.067460 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4aa8366-593b-4d55-883b-55f49567f260 None None] The sync data for ids ['54dabedd-7aa0-4f70-a3fb-c4907dc6fc69'] in n-d-819494-3 is: [{'id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'name': 'tempest-AttachVolumeTestJSON-843500189-router', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:53:42Z', 'updated_at': '2021-11-27T03:53:46Z', 'revision_number': 4, 'project_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'gw_port': {'id': '06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:53:43Z', 'updated_at': '2021-11-27T03:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '566b3d46-e37a-433b-b3db-756b03bd740e', 'name': '', 'network_id': '206ec85b-e04a-4c10-8a6e-66c9bea7fa3d', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'mac_address': 'fa:16:3e:c3:14:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '16a2ad0e-052b-4c88-8b6f-df6566997da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:53:45Z', 'updated_at': '2021-11-27T03:53:51Z', 'revision_number': 5, 'project_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'subnets': [{'id': '16a2ad0e-052b-4c88-8b6f-df6566997da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:58:08.073010 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2ae0f966-da0b-4b6f-921a-1e23a019d0a0 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:08.107973 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-2ae0f966-da0b-4b6f-921a-1e23a019d0a0 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Calling delete_port for 1c7759c9-6624-43d8-b16d-c8e4335fcfac owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:58:08.126480 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-1ff2e700-9f7d-4e60-9cbc-323e5883ab0e None None] Deleting port 1c7759c9-6624-43d8-b16d-c8e4335fcfac {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:58:08.127092 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1ff2e700-9f7d-4e60-9cbc-323e5883ab0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:08.231069 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2e947189-dfb8-448b-a1d6-1b65ae0a54d4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:08.296799 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf5ecd8-75f9-4201-8cab-fe32c02481ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-ab8fc313-e01d-42bb-a8ec-9d136b503637', 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637', 'tenant_id': 'b01c762313d54b279f09c5e5d81dadbf', 'fixed_ips': [{'subnet_id': 'ef82cdfa-d224-4963-bff3-3b0049ffee0b'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 03:58:08.297834 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-eaf5ecd8-75f9-4201-8cab-fe32c02481ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:08.315066 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2ae0f966-da0b-4b6f-921a-1e23a019d0a0 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:08.333935 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-1ff2e700-9f7d-4e60-9cbc-323e5883ab0e None None] For port 1c7759c9-6624-43d8-b16d-c8e4335fcfac, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=1c7759c9-6624-43d8-b16d-c8e4335fcfac,segment=NetworkSegment(7390e802-a1ab-4417-976e-d43edc465bb4),segment_id=7390e802-a1ab-4417-976e-d43edc465bb4)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:58:08.334294 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1ff2e700-9f7d-4e60-9cbc-323e5883ab0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:08.337577 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:08.392510 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port df109c77-8e60-4cb4-8010-1397340a52c6, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=df109c77-8e60-4cb4-8010-1397340a52c6,segment=NetworkSegment(ac64fb3d-1a87-4d44-bbbe-6395d12deeb8),segment_id=ac64fb3d-1a87-4d44-bbbe-6395d12deeb8)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:58:08.420161 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0f966-da0b-4b6f-921a-1e23a019d0a0 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Pushing event deleted for resources: {'Port': ['ID=1c7759c9-6624-43d8-b16d-c8e4335fcfac,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:08.435537 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae0f966-da0b-4b6f-921a-1e23a019d0a0 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] No DVR routers for this DVR port 1c7759c9-6624-43d8-b16d-c8e4335fcfac on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:58:08.504181 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47620) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:08.509767 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0117b7-a3ad-458a-a5e7-d013baf52f45 req-308aac71-c532-485e-b7a8-545a8937b5de tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:08.511358 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3f0117b7-a3ad-458a-a5e7-d013baf52f45 req-308aac71-c532-485e-b7a8-545a8937b5de tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.23 "GET /v2.0/ports?device_id=af79439c-c341-4604-bb6f-32fa30eb1e4d HTTP/1.1" status: 200 len: 945 time: 0.1119790 Nov 27 03:58:08.520936 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77cec6ad-7eaf-43a8-9995-562e6b71105b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df109c77-8e60-4cb4-8010-1397340a52c6'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:58:08.524716 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0a4992-43b8-4eab-927e-250bcdd3bf11" -d '{"events": [{"server_uuid": "77cec6ad-7eaf-43a8-9995-562e6b71105b", "name": "network-vif-plugged", "status": "completed", "tag": "df109c77-8e60-4cb4-8010-1397340a52c6"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:58:08.535485 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:08.556955 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-1ff2e700-9f7d-4e60-9cbc-323e5883ab0e None None] Calling delete_port for 1c7759c9-6624-43d8-b16d-c8e4335fcfac owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:58:08.645879 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a49f97-a47c-488f-ad58-5617d0c49b59 None None] New status for floating IP ef5142f9-d77f-4471-bada-29e99ef97765: DOWN {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 03:58:08.651710 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc6b48-757a-4991-9fe7-f81f30937f90 req-b22d944e-05ed-4975-8058-a8aba2bc2098 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:08.663329 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-10fc6b48-757a-4991-9fe7-f81f30937f90 req-b22d944e-05ed-4975-8058-a8aba2bc2098 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=af79439c-c341-4604-bb6f-32fa30eb1e4d HTTP/1.1" status: 200 len: 945 time: 0.3708820 Nov 27 03:58:08.704699 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2ae0f966-da0b-4b6f-921a-1e23a019d0a0 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:08.708610 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-20b14d8b-080b-4481-bc72-09720fd3cd38 req-6a60c046-5f54-4ec8-8536-bf336057a869 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=222c6c9d-99cb-458a-b40a-c5ca57ab95eb HTTP/1.1" status: 200 len: 210 time: 0.0921259 Nov 27 03:58:08.730347 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-2ae0f966-da0b-4b6f-921a-1e23a019d0a0 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01b90e66-68c1-44c3-90c0-74e01ee543e9']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:58:08.742229 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-2ae0f966-da0b-4b6f-921a-1e23a019d0a0 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7390e802-a1ab-4417-976e-d43edc465bb4') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:58:08.742629 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-2ae0f966-da0b-4b6f-921a-1e23a019d0a0 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7390e802-a1ab-4417-976e-d43edc465bb4') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:58:08.761142 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2ae0f966-da0b-4b6f-921a-1e23a019d0a0 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:08.781536 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 1c7759c9-6624-43d8-b16d-c8e4335fcfac no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:58:08.799147 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2ae0f966-da0b-4b6f-921a-1e23a019d0a0 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:08.814363 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ae0f966-da0b-4b6f-921a-1e23a019d0a0 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:58:08.814816 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2ae0f966-da0b-4b6f-921a-1e23a019d0a0 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:08.826925 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7003e7-87a7-4118-b6b6-9101949b05ff x-openstack-request-id: req-de7003e7-87a7-4118-b6b6-9101949b05ff {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:58:08.827297 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77cec6ad-7eaf-43a8-9995-562e6b71105b", "name": "network-vif-plugged", "status": "completed", "tag": "df109c77-8e60-4cb4-8010-1397340a52c6", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:58:08.827479 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-de7003e7-87a7-4118-b6b6-9101949b05ff {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:58:08.827866 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77cec6ad-7eaf-43a8-9995-562e6b71105b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df109c77-8e60-4cb4-8010-1397340a52c6', 'code': 200} Nov 27 03:58:08.867620 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 1c7759c9-6624-43d8-b16d-c8e4335fcfac {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:58:08.867952 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 1c7759c9-6624-43d8-b16d-c8e4335fcfac not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:58:08.870224 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=df109c77-8e60-4cb4-8010-1397340a52c6,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:08.955475 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 03:58:08.955475 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:58:08.955475 n-d-819494-3 neutron-server[110018]: timer() Nov 27 03:58:08.955475 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:58:08.955475 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 03:58:08.955475 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:58:08.955475 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 03:58:08.955475 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:58:08.955475 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 03:58:08.955475 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:58:08.955475 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 03:58:08.955475 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:58:08.955475 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 03:58:08.955475 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:58:08.955475 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:58:08.955475 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:58:08.955475 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:58:08.955475 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:58:08.955475 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 03:58:08.955475 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:58:08.955475 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 03:58:08.955475 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:58:08.955475 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:58:08.955475 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:58:08.955475 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 03:58:08.955475 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:58:08.955475 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:58:08.955475 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:58:08.955475 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:58:08.955475 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:58:08.955475 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:58:08.955475 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:58:08.973761 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2ae0f966-da0b-4b6f-921a-1e23a019d0a0 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:09.001087 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-eaf5ecd8-75f9-4201-8cab-fe32c02481ba None None] Allocated IP 172.20.0.2 (ab8fc313-e01d-42bb-a8ec-9d136b503637/ef82cdfa-d224-4963-bff3-3b0049ffee0b/1cb854ac-b416-43c2-91ee-d54260b2d06b) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:58:09.015160 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2ae0f966-da0b-4b6f-921a-1e23a019d0a0 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:09.020184 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2ae0f966-da0b-4b6f-921a-1e23a019d0a0 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] 10.222.0.20 "DELETE /v2.0/networks/01b90e66-68c1-44c3-90c0-74e01ee543e9 HTTP/1.1" status: 204 len: 168 time: 1.3805530 Nov 27 03:58:09.026199 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0f966-da0b-4b6f-921a-1e23a019d0a0 tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Pushing event deleted for resources: {'Network': ['ID=01b90e66-68c1-44c3-90c0-74e01ee543e9,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:09.028671 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47626) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:09.086203 n-d-819494-3 neutron-server[110020]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 27 03:58:09.086203 n-d-819494-3 neutron-server[110020]: from cryptography.utils import int_from_bytes Nov 27 03:58:09.086203 n-d-819494-3 neutron-server[110020]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 27 03:58:09.086203 n-d-819494-3 neutron-server[110020]: from cryptography.utils import int_from_bytes Nov 27 03:58:09.086203 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:58:09.086203 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 03:58:09.086203 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:58:09.086203 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 03:58:09.086203 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:58:09.086203 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 03:58:09.086203 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:58:09.086203 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 03:58:09.086203 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:58:09.086203 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 03:58:09.086203 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:58:09.086203 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 03:58:09.086203 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:58:09.086203 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 03:58:09.086203 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:58:09.086203 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 03:58:09.086203 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:58:09.086203 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 03:58:09.086203 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:58:09.086203 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 03:58:09.086203 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:58:09.086203 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 03:58:09.086203 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:58:09.086203 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 03:58:09.086203 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:58:09.086203 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 03:58:09.086203 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:58:09.086203 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 03:58:09.086203 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:58:09.086203 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 03:58:09.086203 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:58:09.086203 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 03:58:09.086203 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:58:09.086203 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 03:58:09.086203 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:58:09.086203 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 03:58:09.086203 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:58:09.086203 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 03:58:09.089237 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:58:09.089237 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 03:58:09.089237 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:58:09.089237 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 03:58:09.089237 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:58:09.089237 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 03:58:09.089237 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:58:09.089237 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 03:58:09.089237 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:58:09.089237 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 03:58:09.089237 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:58:09.089237 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 03:58:09.089237 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:58:09.089237 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 03:58:09.095408 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1ff2e700-9f7d-4e60-9cbc-323e5883ab0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:09.135930 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1ff2e700-9f7d-4e60-9cbc-323e5883ab0e None None] Network 01b90e66-68c1-44c3-90c0-74e01ee543e9 is not hosted by any dhcp agent {{(pid=110020) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 03:58:09.136563 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff2e700-9f7d-4e60-9cbc-323e5883ab0e None None] No DVR routers for this DVR port 1c7759c9-6624-43d8-b16d-c8e4335fcfac on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:58:09.138531 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2e700-9f7d-4e60-9cbc-323e5883ab0e None None] Pushing event deleted for resources: {'Port': ['ID=1c7759c9-6624-43d8-b16d-c8e4335fcfac,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:09.229633 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-43a99e46-c841-41ea-a9b4-37eeb5169277 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:09.283304 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-10fc6b48-757a-4991-9fe7-f81f30937f90 req-6be2440b-cb05-48c8-986e-3822184ca696 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6189799 Nov 27 03:58:09.354987 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-eaf5ecd8-75f9-4201-8cab-fe32c02481ba None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:09.365702 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-eaf5ecd8-75f9-4201-8cab-fe32c02481ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:09.388507 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-43a99e46-c841-41ea-a9b4-37eeb5169277 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:09.433904 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf5ecd8-75f9-4201-8cab-fe32c02481ba None None] Network ab8fc313-e01d-42bb-a8ec-9d136b503637 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:58:09.434714 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0deb37-8a3f-409f-8d6a-cdcc0c392eb4 req-23f87707-8b82-4b51-b5f2-dd770e843525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:09.436244 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cd0deb37-8a3f-409f-8d6a-cdcc0c392eb4 req-23f87707-8b82-4b51-b5f2-dd770e843525 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=77cec6ad-7eaf-43a8-9995-562e6b71105b HTTP/1.1" status: 200 len: 1096 time: 0.1839685 Nov 27 03:58:09.439184 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-eaf5ecd8-75f9-4201-8cab-fe32c02481ba None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:58:09.441686 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf5ecd8-75f9-4201-8cab-fe32c02481ba None None] Pushing event updated for resources: {'Port': ['ID=1cb854ac-b416-43c2-91ee-d54260b2d06b,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:09.444041 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf5ecd8-75f9-4201-8cab-fe32c02481ba None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:58:09.485200 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac562eab-d652-4fc1-96a5-c6e01804803a req-a74af784-53e9-4912-89c5-44668c02c3e9 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:09.494436 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ac562eab-d652-4fc1-96a5-c6e01804803a req-a74af784-53e9-4912-89c5-44668c02c3e9 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] 10.222.0.20 "GET /v2.0/ports?device_id=77cec6ad-7eaf-43a8-9995-562e6b71105b HTTP/1.1" status: 200 len: 945 time: 0.2430611 Nov 27 03:58:09.497560 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-3de2ad63-8a20-41a6-820f-a7071fbb67de tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Deleting port 5684e8e7-20bb-475e-ae9c-6c36cfd8d401 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:58:09.497961 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3de2ad63-8a20-41a6-820f-a7071fbb67de tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:09.507274 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-43a99e46-c841-41ea-a9b4-37eeb5169277 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:09.510312 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-43a99e46-c841-41ea-a9b4-37eeb5169277 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:09.513965 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-43a99e46-c841-41ea-a9b4-37eeb5169277 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "DELETE /v2.0/security-groups/12c77282-abb4-49c4-b21d-278815576516 HTTP/1.1" status: 204 len: 168 time: 1.0060868 Nov 27 03:58:09.535832 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47630) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:09.539123 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-eaf5ecd8-75f9-4201-8cab-fe32c02481ba None None] Attempting to bind port 1cb854ac-b416-43c2-91ee-d54260b2d06b on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:58:09.539637 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-eaf5ecd8-75f9-4201-8cab-fe32c02481ba None None] Attempting to bind port 1cb854ac-b416-43c2-91ee-d54260b2d06b by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '732b5cd8-0e80-4483-9a5a-d4731966dbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:58:09.540086 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf5ecd8-75f9-4201-8cab-fe32c02481ba None None] Attempting to bind port 1cb854ac-b416-43c2-91ee-d54260b2d06b on network ab8fc313-e01d-42bb-a8ec-9d136b503637 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:58:09.552549 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf5ecd8-75f9-4201-8cab-fe32c02481ba None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:58:09.558998 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf5ecd8-75f9-4201-8cab-fe32c02481ba None None] Checking segment: {'id': '732b5cd8-0e80-4483-9a5a-d4731966dbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:58:09.559564 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-eaf5ecd8-75f9-4201-8cab-fe32c02481ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:09.560070 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf5ecd8-75f9-4201-8cab-fe32c02481ba None None] Bound using segment: {'id': '732b5cd8-0e80-4483-9a5a-d4731966dbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:58:09.560764 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-eaf5ecd8-75f9-4201-8cab-fe32c02481ba None None] Bound port: 1cb854ac-b416-43c2-91ee-d54260b2d06b, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732b5cd8-0e80-4483-9a5a-d4731966dbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:58:09.564751 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-eaf5ecd8-75f9-4201-8cab-fe32c02481ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:09.577799 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-ea5d5b46-cf95-469e-a329-35b79e5973f5 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] show failed (client error): The resource could not be found. Nov 27 03:58:09.582674 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47632) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:09.583081 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ea5d5b46-cf95-469e-a329-35b79e5973f5 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups/12c77282-abb4-49c4-b21d-278815576516 HTTP/1.1" status: 404 len: 347 time: 0.0343134 Nov 27 03:58:09.590730 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-3f0117b7-a3ad-458a-a5e7-d013baf52f45 req-247904cc-baea-45b4-a035-5e2c2d150ff8 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Deleting port 20182db4-6a86-43d3-8b74-b5264acffc47 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:58:09.591291 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3f0117b7-a3ad-458a-a5e7-d013baf52f45 req-247904cc-baea-45b4-a035-5e2c2d150ff8 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:09.615325 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2e947189-dfb8-448b-a1d6-1b65ae0a54d4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:09.654488 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a99e46-c841-41ea-a9b4-37eeb5169277 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c77282-abb4-49c4-b21d-278815576516,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:09.686657 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-eaf5ecd8-75f9-4201-8cab-fe32c02481ba None None] For port 1cb854ac-b416-43c2-91ee-d54260b2d06b, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:58:09.691910 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2e947189-dfb8-448b-a1d6-1b65ae0a54d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:09.695698 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-eaf5ecd8-75f9-4201-8cab-fe32c02481ba None None] For port 1cb854ac-b416-43c2-91ee-d54260b2d06b, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=1cb854ac-b416-43c2-91ee-d54260b2d06b,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:58:09.716926 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-eaf5ecd8-75f9-4201-8cab-fe32c02481ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:09.857462 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3de2ad63-8a20-41a6-820f-a7071fbb67de tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:09.857890 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3de2ad63-8a20-41a6-820f-a7071fbb67de tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:09.872208 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf5ecd8-75f9-4201-8cab-fe32c02481ba None None] Pushing event updated for resources: {'Port': ['ID=1cb854ac-b416-43c2-91ee-d54260b2d06b,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:09.880707 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-3de2ad63-8a20-41a6-820f-a7071fbb67de tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Calling delete_port for 5684e8e7-20bb-475e-ae9c-6c36cfd8d401 owned by network:floatingip {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:58:09.898907 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-bc70df8f-8b44-4ae7-b7f5-bd46419b2962 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Deleting port e0714527-1c38-4903-b342-75acf1ea8733 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:58:09.899422 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bc70df8f-8b44-4ae7-b7f5-bd46419b2962 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:09.949612 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-2e947189-dfb8-448b-a1d6-1b65ae0a54d4 admin admin] Allocated IP 172.25.1.204 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/c994a619-a6b1-47f3-9c5e-ec30ea84b446) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:58:10.037886 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bc70df8f-8b44-4ae7-b7f5-bd46419b2962 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:10.038227 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bc70df8f-8b44-4ae7-b7f5-bd46419b2962 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:10.055084 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-bc70df8f-8b44-4ae7-b7f5-bd46419b2962 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Calling delete_port for e0714527-1c38-4903-b342-75acf1ea8733 owned by network:floatingip {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:58:10.072671 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2e947189-dfb8-448b-a1d6-1b65ae0a54d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:10.174931 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ac562eab-d652-4fc1-96a5-c6e01804803a req-ece74a72-6f46-42f1-bde0-84137a0f2fd1 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] 10.222.0.20 "GET /v2.0/security-groups?id=7bc4a151-e343-4859-a109-197e23c2336b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6792369 Nov 27 03:58:10.213195 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cd0deb37-8a3f-409f-8d6a-cdcc0c392eb4 req-1bff49d5-c976-499e-8268-8d7e1e4d177d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7bc4a151-e343-4859-a109-197e23c2336b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7540648 Nov 27 03:58:10.229007 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2e947189-dfb8-448b-a1d6-1b65ae0a54d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:10.290840 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8ef38d60-c5e3-44c5-938a-fffd09304ce2 req-b7d5badd-f76d-430d-85e6-8c901917699e tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=222c6c9d-99cb-458a-b40a-c5ca57ab95eb HTTP/1.1" status: 200 len: 210 time: 0.3942795 Nov 27 03:58:10.325503 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bc70df8f-8b44-4ae7-b7f5-bd46419b2962 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:10.340149 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e947189-dfb8-448b-a1d6-1b65ae0a54d4 admin admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:58:10.357141 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70df8f-8b44-4ae7-b7f5-bd46419b2962 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Pushing event deleted for resources: {'Port': ['ID=e0714527-1c38-4903-b342-75acf1ea8733,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:10.361129 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-3f0117b7-a3ad-458a-a5e7-d013baf52f45 req-247904cc-baea-45b4-a035-5e2c2d150ff8 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] For port 20182db4-6a86-43d3-8b74-b5264acffc47, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=20182db4-6a86-43d3-8b74-b5264acffc47,segment=NetworkSegment(e40e3b9b-cd7d-4402-aebb-20a69a216b2f),segment_id=e40e3b9b-cd7d-4402-aebb-20a69a216b2f)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:58:10.361584 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3f0117b7-a3ad-458a-a5e7-d013baf52f45 req-247904cc-baea-45b4-a035-5e2c2d150ff8 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:10.374450 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-2e947189-dfb8-448b-a1d6-1b65ae0a54d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:58:10.386464 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e947189-dfb8-448b-a1d6-1b65ae0a54d4 admin admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:58:10.428951 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e947189-dfb8-448b-a1d6-1b65ae0a54d4 admin admin] Pushing event updated for resources: {'Port': ['ID=c994a619-a6b1-47f3-9c5e-ec30ea84b446,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:10.433213 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-3f0117b7-a3ad-458a-a5e7-d013baf52f45 req-247904cc-baea-45b4-a035-5e2c2d150ff8 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Calling delete_port for 20182db4-6a86-43d3-8b74-b5264acffc47 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:58:10.462741 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bc70df8f-8b44-4ae7-b7f5-bd46419b2962 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks [] for floatingip, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:10.466035 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bc70df8f-8b44-4ae7-b7f5-bd46419b2962 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:10.473907 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-bc70df8f-8b44-4ae7-b7f5-bd46419b2962 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "DELETE /v2.0/floatingips/ef5142f9-d77f-4471-bada-29e99ef97765 HTTP/1.1" status: 204 len: 168 time: 0.8808618 Nov 27 03:58:10.604760 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3de2ad63-8a20-41a6-820f-a7071fbb67de tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:10.637988 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de2ad63-8a20-41a6-820f-a7071fbb67de tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Pushing event deleted for resources: {'Port': ['ID=5684e8e7-20bb-475e-ae9c-6c36cfd8d401,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:10.733067 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3de2ad63-8a20-41a6-820f-a7071fbb67de tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks [] for floatingip, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:10.736273 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3de2ad63-8a20-41a6-820f-a7071fbb67de tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:10.737472 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3de2ad63-8a20-41a6-820f-a7071fbb67de tempest-FloatingIPAdminTestJSON-186987872 tempest-FloatingIPAdminTestJSON-186987872-project] 10.222.0.20 "DELETE /v2.0/floatingips/ecc0ee4e-ae5a-4b10-8315-0401a7fed0fc HTTP/1.1" status: 204 len: 168 time: 1.7059026 Nov 27 03:58:10.782194 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5164a-e049-4447-8633-b9c41b5e22b3 req-15eb4964-8703-4f82-b79a-063c7f1e995d tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:10.790058 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 1cb854ac-b416-43c2-91ee-d54260b2d06b up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:58:10.792044 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dae5164a-e049-4447-8633-b9c41b5e22b3 req-15eb4964-8703-4f82-b79a-063c7f1e995d tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=af79439c-c341-4604-bb6f-32fa30eb1e4d HTTP/1.1" status: 200 len: 945 time: 0.3657825 Nov 27 03:58:10.875182 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 1cb854ac-b416-43c2-91ee-d54260b2d06b triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:58:10.877224 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:10.950464 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dae5164a-e049-4447-8633-b9c41b5e22b3 req-84be3788-9c42-4050-9b36-fa0edd8f5a98 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575153 Nov 27 03:58:11.006204 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:11.077184 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 1cb854ac-b416-43c2-91ee-d54260b2d06b, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=1cb854ac-b416-43c2-91ee-d54260b2d06b,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:58:11.087506 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:11.187989 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47648) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:11.216255 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2e947189-dfb8-448b-a1d6-1b65ae0a54d4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:11.230788 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=1cb854ac-b416-43c2-91ee-d54260b2d06b,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:11.301052 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47652) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:11.305867 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-92b4c6bf-8db0-4c15-b395-27c8a1fabf33 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Request body: {'security_group': {'name': 'tempest-securitygroup--589931744', 'description': 'tempest-description--1930875753'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:11.306947 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3f0117b7-a3ad-458a-a5e7-d013baf52f45 req-247904cc-baea-45b4-a035-5e2c2d150ff8 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:11.341979 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['0465d762-6c9e-4453-a78f-ed2e7501887c'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:58:11.355927 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-92b4c6bf-8db0-4c15-b395-27c8a1fabf33 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:11.413979 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247904cc-baea-45b4-a035-5e2c2d150ff8 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Pushing event deleted for resources: {'Port': ['ID=20182db4-6a86-43d3-8b74-b5264acffc47,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:11.457195 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ef8561-1d60-462d-9c5d-aa62e13e4580 None None] Network ab8fc313-e01d-42bb-a8ec-9d136b503637 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:58:11.492313 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-92b4c6bf-8db0-4c15-b395-27c8a1fabf33 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:11.501621 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-92b4c6bf-8db0-4c15-b395-27c8a1fabf33 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:11.505319 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f0117b7-a3ad-458a-a5e7-d013baf52f45 req-247904cc-baea-45b4-a035-5e2c2d150ff8 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] No DVR routers for this DVR port 20182db4-6a86-43d3-8b74-b5264acffc47 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:58:11.513770 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3f0117b7-a3ad-458a-a5e7-d013baf52f45 req-247904cc-baea-45b4-a035-5e2c2d150ff8 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:11.517601 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3f0117b7-a3ad-458a-a5e7-d013baf52f45 req-247904cc-baea-45b4-a035-5e2c2d150ff8 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.23 "DELETE /v2.0/ports/20182db4-6a86-43d3-8b74-b5264acffc47 HTTP/1.1" status: 204 len: 173 time: 2.9951959 Nov 27 03:58:11.519058 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af79439c-c341-4604-bb6f-32fa30eb1e4d', 'name': 'network-vif-deleted', 'tag': '20182db4-6a86-43d3-8b74-b5264acffc47'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:58:11.522505 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213fb95c-ec06-4648-9cc3-b78aa6793c69" -d '{"events": [{"server_uuid": "af79439c-c341-4604-bb6f-32fa30eb1e4d", "name": "network-vif-deleted", "tag": "20182db4-6a86-43d3-8b74-b5264acffc47"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:58:11.538470 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a01969-bfd5-468f-ae71-7d03e9910f8a req-f3c5db5b-6c61-4ae5-b7c2-90a156e7d39e tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:11.540448 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-36a01969-bfd5-468f-ae71-7d03e9910f8a req-f3c5db5b-6c61-4ae5-b7c2-90a156e7d39e tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] 10.222.0.20 "GET /v2.0/ports?device_id=77cec6ad-7eaf-43a8-9995-562e6b71105b HTTP/1.1" status: 200 len: 945 time: 0.2376895 Nov 27 03:58:11.590529 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-92b4c6bf-8db0-4c15-b395-27c8a1fabf33 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:11.592378 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-92b4c6bf-8db0-4c15-b395-27c8a1fabf33 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2903357 Nov 27 03:58:11.595915 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47660) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:11.598542 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4c6bf-8db0-4c15-b395-27c8a1fabf33 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dacdf9c-1301-4033-bb6e-79818c355822,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:11.608828 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-b9fcafb7-4133-4dac-a407-555226fe6918 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Request body: {'security_group_rule': {'security_group_id': '4dacdf9c-1301-4033-bb6e-79818c355822', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:11.634330 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-da8c00db-4fcf-46f2-aede-79ef5ac095f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d9642e14662d47d99b8a5b09a8277a4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4450834 Nov 27 03:58:11.637089 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47662) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:11.661919 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d25850b-55fd-4379-820d-c96c5858e9a0 x-openstack-request-id: req-1d25850b-55fd-4379-820d-c96c5858e9a0 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:58:11.662410 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af79439c-c341-4604-bb6f-32fa30eb1e4d", "name": "network-vif-deleted", "tag": "20182db4-6a86-43d3-8b74-b5264acffc47", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:58:11.662788 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d25850b-55fd-4379-820d-c96c5858e9a0 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:58:11.663367 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af79439c-c341-4604-bb6f-32fa30eb1e4d', 'name': 'network-vif-deleted', 'tag': '20182db4-6a86-43d3-8b74-b5264acffc47', 'status': 'completed', 'code': 200} Nov 27 03:58:11.695824 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b9fcafb7-4133-4dac-a407-555226fe6918 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:11.751048 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d037eabd-461b-4fca-8998-671b10f528b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:11.788748 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2e947189-dfb8-448b-a1d6-1b65ae0a54d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:11.791649 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b9fcafb7-4133-4dac-a407-555226fe6918 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:11.794388 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d037eabd-461b-4fca-8998-671b10f528b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:11.804694 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b9fcafb7-4133-4dac-a407-555226fe6918 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:11.813921 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-36a01969-bfd5-468f-ae71-7d03e9910f8a req-4605df03-e4ab-4fdb-81b0-e6fc815329a4 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] 10.222.0.20 "GET /v2.0/security-groups?id=7bc4a151-e343-4859-a109-197e23c2336b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612801 Nov 27 03:58:11.826429 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 20182db4-6a86-43d3-8b74-b5264acffc47 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:58:11.839102 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fcafb7-4133-4dac-a407-555226fe6918 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6a2eac1-e82c-4b42-a44f-2743b0270feb,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:11.870449 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 20182db4-6a86-43d3-8b74-b5264acffc47 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:58:11.870883 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 20182db4-6a86-43d3-8b74-b5264acffc47 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:58:11.875720 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b9fcafb7-4133-4dac-a407-555226fe6918 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:11.877371 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b9fcafb7-4133-4dac-a407-555226fe6918 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2804189 Nov 27 03:58:11.880577 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47664) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:11.886140 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-80edd9ba-b85f-45aa-903a-4aab84305f32 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Request body: {'security_group_rule': {'security_group_id': '4dacdf9c-1301-4033-bb6e-79818c355822', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:11.889176 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c4b5544e-fe86-4202-9dc2-7a28fa6b8e54 None None] Provisioning complete for port 1cb854ac-b416-43c2-91ee-d54260b2d06b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:58:11.889551 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c4b5544e-fe86-4202-9dc2-7a28fa6b8e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:11.912763 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d037eabd-461b-4fca-8998-671b10f528b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:11.916213 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d037eabd-461b-4fca-8998-671b10f528b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:11.918021 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d037eabd-461b-4fca-8998-671b10f528b8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4d8c9804-ca53-41b1-a259-b84d6598041d HTTP/1.1" status: 204 len: 168 time: 0.2797601 Nov 27 03:58:11.935233 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d037eabd-461b-4fca-8998-671b10f528b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8c9804-ca53-41b1-a259-b84d6598041d,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:11.938162 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-80edd9ba-b85f-45aa-903a-4aab84305f32 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:12.097817 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-80edd9ba-b85f-45aa-903a-4aab84305f32 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:12.102661 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e947189-dfb8-448b-a1d6-1b65ae0a54d4 admin admin] Router 425df3a7-8016-4d47-befa-8af5d431b4e1 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 03:58:12.109808 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-80edd9ba-b85f-45aa-903a-4aab84305f32 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:12.235254 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-80edd9ba-b85f-45aa-903a-4aab84305f32 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:12.244343 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-80edd9ba-b85f-45aa-903a-4aab84305f32 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3616478 Nov 27 03:58:12.245418 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47674) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:12.299184 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-d22a1514-7776-43c0-9b50-eefcafa1b28e tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:12.305526 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd9ba-b85f-45aa-903a-4aab84305f32 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f849981f-fd1a-40a3-be87-f4f55fb640dc,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:12.308338 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e947189-dfb8-448b-a1d6-1b65ae0a54d4 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:58:12.312215 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d0474bf-6131-4f1c-96fe-342edc8efa4a req-e9d18176-0da2-4c49-bd0c-4b1c6505475a tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=af79439c-c341-4604-bb6f-32fa30eb1e4d HTTP/1.1" status: 200 len: 210 time: 0.1219687 Nov 27 03:58:12.321474 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7008f62b-8567-4644-8c8a-705694311d18 None None] Sync routers for ids ['425df3a7-8016-4d47-befa-8af5d431b4e1'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:58:12.341333 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7008f62b-8567-4644-8c8a-705694311d18 None None] Routers {'425df3a7-8016-4d47-befa-8af5d431b4e1'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:58:12.341977 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-7008f62b-8567-4644-8c8a-705694311d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:57:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['425df3a7-8016-4d47-befa-8af5d431b4e1'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:58:12.369333 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d22a1514-7776-43c0-9b50-eefcafa1b28e tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks [] for floatingip, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:12.381801 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2e947189-dfb8-448b-a1d6-1b65ae0a54d4 admin admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:12.383430 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2e947189-dfb8-448b-a1d6-1b65ae0a54d4 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5223093 Nov 27 03:58:12.387291 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47676) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:12.465004 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-65445b5e-405d-463a-a1dc-cbe57f95a107 None None] Provisioning complete for port 1cb854ac-b416-43c2-91ee-d54260b2d06b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:58:12.466595 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-65445b5e-405d-463a-a1dc-cbe57f95a107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:12.494729 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-7008f62b-8567-4644-8c8a-705694311d18 None None] Set router 425df3a7-8016-4d47-befa-8af5d431b4e1 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:58:12.529843 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47680) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:12.659474 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d22a1514-7776-43c0-9b50-eefcafa1b28e tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:12.668640 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c828bf62-ae48-48b5-bee1-a15011e7562d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:12.763041 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 1cb854ac-b416-43c2-91ee-d54260b2d06b up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:58:12.773556 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-7008f62b-8567-4644-8c8a-705694311d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425df3a7-8016-4d47-befa-8af5d431b4e1', 'name': 'tempest-ServerActionsTestJSON-828746732-router', 'tenant_id': 'b01c762313d54b279f09c5e5d81dadbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c994a619-a6b1-47f3-9c5e-ec30ea84b446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:58:07Z', 'updated_at': '2021-11-27T03:58:10Z', 'revision_number': 3, 'project_id': 'b01c762313d54b279f09c5e5d81dadbf', 'gw_port': {'id': 'c994a619-a6b1-47f3-9c5e-ec30ea84b446', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b2:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425df3a7-8016-4d47-befa-8af5d431b4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:58:09Z', 'updated_at': '2021-11-27T03:58:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:58:12.807921 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7008f62b-8567-4644-8c8a-705694311d18 None None] Checking router: 425df3a7-8016-4d47-befa-8af5d431b4e1 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:58:12.808398 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7008f62b-8567-4644-8c8a-705694311d18 None None] Updating router 425df3a7-8016-4d47-befa-8af5d431b4e1 port c994a619-a6b1-47f3-9c5e-ec30ea84b446 binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:58:12.828674 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-d22a1514-7776-43c0-9b50-eefcafa1b28e tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Allocated IP 172.25.1.176 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/a3b37aa4-de32-47cb-8b99-f87b09127f6d) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:58:12.859506 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-7008f62b-8567-4644-8c8a-705694311d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:12.900135 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 1cb854ac-b416-43c2-91ee-d54260b2d06b triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:58:12.900725 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:13.004794 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d22a1514-7776-43c0-9b50-eefcafa1b28e tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:13.049425 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d22a1514-7776-43c0-9b50-eefcafa1b28e tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:13.091670 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907d5fe-b682-4941-9f59-f18ee416ef39 req-6a76a92e-634c-43e5-bf61-dc6b398616d1 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:13.097417 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22a1514-7776-43c0-9b50-eefcafa1b28e tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:58:13.099885 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2907d5fe-b682-4941-9f59-f18ee416ef39 req-6a76a92e-634c-43e5-bf61-dc6b398616d1 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] 10.222.0.20 "GET /v2.0/ports?device_id=77cec6ad-7eaf-43a8-9995-562e6b71105b HTTP/1.1" status: 200 len: 945 time: 0.1386757 Nov 27 03:58:13.103726 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-d22a1514-7776-43c0-9b50-eefcafa1b28e tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:58:13.111538 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22a1514-7776-43c0-9b50-eefcafa1b28e tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:58:13.116333 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a1514-7776-43c0-9b50-eefcafa1b28e tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Pushing event updated for resources: {'Port': ['ID=a3b37aa4-de32-47cb-8b99-f87b09127f6d,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:13.201731 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c828bf62-ae48-48b5-bee1-a15011e7562d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:13.216018 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c828bf62-ae48-48b5-bee1-a15011e7562d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:13.259885 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2907d5fe-b682-4941-9f59-f18ee416ef39 req-71c2dc1f-af24-42d7-9a41-d893cb17a52b tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] 10.222.0.20 "GET /v2.0/security-groups?id=7bc4a151-e343-4859-a109-197e23c2336b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592724 Nov 27 03:58:13.274073 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d22a1514-7776-43c0-9b50-eefcafa1b28e tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:13.323779 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c828bf62-ae48-48b5-bee1-a15011e7562d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c74e0be08b0b4e048e6a9b0db6545fb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7927458 Nov 27 03:58:13.329585 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47688) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:13.336469 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828bf62-ae48-48b5-bee1-a15011e7562d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1d10fd-62b3-4a44-898e-624df6fd650c,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:13.380370 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d22a1514-7776-43c0-9b50-eefcafa1b28e tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:13.434974 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d19adf09-7d8c-4ad5-8564-7ba6388423e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:13.498271 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-7008f62b-8567-4644-8c8a-705694311d18 None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:13.514491 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-7008f62b-8567-4644-8c8a-705694311d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:13.529462 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-17d69c98-6039-4c13-a4eb-1a2788b639e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:13.569555 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-17d69c98-6039-4c13-a4eb-1a2788b639e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:13.572563 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92802d17-6833-4a8b-883e-34863bd0db2e None None] Pushing event updated for resources: {'Port': ['ID=c994a619-a6b1-47f3-9c5e-ec30ea84b446,revision_number=2']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:13.586105 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92802d17-6833-4a8b-883e-34863bd0db2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:13.586447 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92802d17-6833-4a8b-883e-34863bd0db2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:13.586976 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92802d17-6833-4a8b-883e-34863bd0db2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:13.587324 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92802d17-6833-4a8b-883e-34863bd0db2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:13.587653 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92802d17-6833-4a8b-883e-34863bd0db2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:13.587978 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92802d17-6833-4a8b-883e-34863bd0db2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:13.588302 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92802d17-6833-4a8b-883e-34863bd0db2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:13.588962 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92802d17-6833-4a8b-883e-34863bd0db2e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:13.588962 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92802d17-6833-4a8b-883e-34863bd0db2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:13.589231 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92802d17-6833-4a8b-883e-34863bd0db2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:13.590146 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92802d17-6833-4a8b-883e-34863bd0db2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:13.590471 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92802d17-6833-4a8b-883e-34863bd0db2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:13.609508 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-7008f62b-8567-4644-8c8a-705694311d18 None None] Attempting to bind port c994a619-a6b1-47f3-9c5e-ec30ea84b446 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:58:13.610215 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-7008f62b-8567-4644-8c8a-705694311d18 None None] Attempting to bind port c994a619-a6b1-47f3-9c5e-ec30ea84b446 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:58:13.610379 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7008f62b-8567-4644-8c8a-705694311d18 None None] Attempting to bind port c994a619-a6b1-47f3-9c5e-ec30ea84b446 on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:58:13.620029 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7008f62b-8567-4644-8c8a-705694311d18 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:58:13.620406 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7008f62b-8567-4644-8c8a-705694311d18 None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:58:13.620805 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-7008f62b-8567-4644-8c8a-705694311d18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:13.621245 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7008f62b-8567-4644-8c8a-705694311d18 None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:58:13.621734 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-7008f62b-8567-4644-8c8a-705694311d18 None None] Bound port: c994a619-a6b1-47f3-9c5e-ec30ea84b446, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:58:13.622143 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-7008f62b-8567-4644-8c8a-705694311d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:13.731017 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-7008f62b-8567-4644-8c8a-705694311d18 None None] For port c994a619-a6b1-47f3-9c5e-ec30ea84b446, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:58:13.736221 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-7008f62b-8567-4644-8c8a-705694311d18 None None] For port c994a619-a6b1-47f3-9c5e-ec30ea84b446, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=c994a619-a6b1-47f3-9c5e-ec30ea84b446,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:58:13.742085 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-7008f62b-8567-4644-8c8a-705694311d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:13.771863 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-17d69c98-6039-4c13-a4eb-1a2788b639e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:13.775539 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-17d69c98-6039-4c13-a4eb-1a2788b639e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:13.777298 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-17d69c98-6039-4c13-a4eb-1a2788b639e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5a1d10fd-62b3-4a44-898e-624df6fd650c HTTP/1.1" status: 204 len: 168 time: 0.4463434 Nov 27 03:58:13.806245 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-d19adf09-7d8c-4ad5-8564-7ba6388423e0 admin admin] Allocated IP 172.20.0.1 (ab8fc313-e01d-42bb-a8ec-9d136b503637/ef82cdfa-d224-4963-bff3-3b0049ffee0b/78364b12-b6fa-4cbf-b9ae-9914a53f5fe1) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:58:13.825171 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7008f62b-8567-4644-8c8a-705694311d18 None None] Routers {'425df3a7-8016-4d47-befa-8af5d431b4e1'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:58:13.825984 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-7008f62b-8567-4644-8c8a-705694311d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:57:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['425df3a7-8016-4d47-befa-8af5d431b4e1'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:58:13.832778 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d69c98-6039-4c13-a4eb-1a2788b639e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1d10fd-62b3-4a44-898e-624df6fd650c,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:13.835794 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6e60d-6f5b-4348-bc61-a666f2a3b6e6 req-7b10567f-10aa-49f0-9fb9-0265ef66b07e tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:13.843703 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ebe6e60d-6f5b-4348-bc61-a666f2a3b6e6 req-7b10567f-10aa-49f0-9fb9-0265ef66b07e tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] 10.222.0.20 "GET /v2.0/ports?device_id=77cec6ad-7eaf-43a8-9995-562e6b71105b HTTP/1.1" status: 200 len: 945 time: 0.1065640 Nov 27 03:58:13.914714 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ebe6e60d-6f5b-4348-bc61-a666f2a3b6e6 req-5a3e9a25-8269-4028-b04f-aa516131d751 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] 10.222.0.20 "GET /v2.0/security-groups?id=7bc4a151-e343-4859-a109-197e23c2336b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700800 Nov 27 03:58:13.964325 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92802d17-6833-4a8b-883e-34863bd0db2e None None] Pushing event updated for resources: {'Port': ['ID=c994a619-a6b1-47f3-9c5e-ec30ea84b446,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:14.007006 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-7008f62b-8567-4644-8c8a-705694311d18 None None] Set router 425df3a7-8016-4d47-befa-8af5d431b4e1 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:58:14.067739 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d19adf09-7d8c-4ad5-8564-7ba6388423e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:14.101443 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-e0d4b00b-5751-4591-be2b-688d235ad2f6 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:14.107692 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-e0d4b00b-5751-4591-be2b-688d235ad2f6 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/networks?id=4c2206f1-5002-4d5a-a6bd-f85327f757ed HTTP/1.1" status: 200 len: 806 time: 0.2615025 Nov 27 03:58:14.120273 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d19adf09-7d8c-4ad5-8564-7ba6388423e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:14.132124 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-053b0597-875e-4f92-9fc7-16ae4056312f tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/quotas/3f15a86d7b9a4eda805c341155209493 HTTP/1.1" status: 200 len: 375 time: 0.0234928 Nov 27 03:58:14.179700 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d22a1514-7776-43c0-9b50-eefcafa1b28e tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:14.185550 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d22a1514-7776-43c0-9b50-eefcafa1b28e tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:14.202170 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19adf09-7d8c-4ad5-8564-7ba6388423e0 admin admin] Pushing event updated for resources: {'Port': ['ID=78364b12-b6fa-4cbf-b9ae-9914a53f5fe1,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:14.221437 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19adf09-7d8c-4ad5-8564-7ba6388423e0 admin admin] Network ab8fc313-e01d-42bb-a8ec-9d136b503637 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:58:14.223355 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-d19adf09-7d8c-4ad5-8564-7ba6388423e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:58:14.238839 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19adf09-7d8c-4ad5-8564-7ba6388423e0 admin admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:58:14.276861 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-1bba2db9-d3e9-40e8-a42c-2c45bbf83d4e tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f15a86d7b9a4eda805c341155209493&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1436856 Nov 27 03:58:14.309706 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d19adf09-7d8c-4ad5-8564-7ba6388423e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:14.334471 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-7008f62b-8567-4644-8c8a-705694311d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425df3a7-8016-4d47-befa-8af5d431b4e1', 'name': 'tempest-ServerActionsTestJSON-828746732-router', 'tenant_id': 'b01c762313d54b279f09c5e5d81dadbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c994a619-a6b1-47f3-9c5e-ec30ea84b446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:58:07Z', 'updated_at': '2021-11-27T03:58:10Z', 'revision_number': 3, 'project_id': 'b01c762313d54b279f09c5e5d81dadbf', 'gw_port': {'id': 'c994a619-a6b1-47f3-9c5e-ec30ea84b446', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b2:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425df3a7-8016-4d47-befa-8af5d431b4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:58:09Z', 'updated_at': '2021-11-27T03:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:58:14.380244 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47718) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:14.393477 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7008f62b-8567-4644-8c8a-705694311d18 None None] The sync data for ids ['425df3a7-8016-4d47-befa-8af5d431b4e1'] in n-d-819494-3 is: [{'id': '425df3a7-8016-4d47-befa-8af5d431b4e1', 'name': 'tempest-ServerActionsTestJSON-828746732-router', 'tenant_id': 'b01c762313d54b279f09c5e5d81dadbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c994a619-a6b1-47f3-9c5e-ec30ea84b446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:58:07Z', 'updated_at': '2021-11-27T03:58:10Z', 'revision_number': 3, 'project_id': 'b01c762313d54b279f09c5e5d81dadbf', 'gw_port': {'id': 'c994a619-a6b1-47f3-9c5e-ec30ea84b446', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b2:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425df3a7-8016-4d47-befa-8af5d431b4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:58:09Z', 'updated_at': '2021-11-27T03:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:58:14.406358 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dc552626-af11-4aef-9a5c-050acee7028a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:14.412703 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a1514-7776-43c0-9b50-eefcafa1b28e tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Pushing event updated for resources: {'Port': ['ID=a3b37aa4-de32-47cb-8b99-f87b09127f6d,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:14.491365 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d22a1514-7776-43c0-9b50-eefcafa1b28e tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:14.545552 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d22a1514-7776-43c0-9b50-eefcafa1b28e tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:14.555262 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d22a1514-7776-43c0-9b50-eefcafa1b28e tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2671485 Nov 27 03:58:14.584171 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-732fe0f1-8b9e-41d9-8e6c-57c320ae272e service neutron] 10.222.0.20 "GET /v2.0/networks/4c2206f1-5002-4d5a-a6bd-f85327f757ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059683 Nov 27 03:58:14.625439 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-4ac038c4-242d-41da-843c-da73de4528a0 None None] Provisioning complete for port 78364b12-b6fa-4cbf-b9ae-9914a53f5fe1 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:58:14.632644 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dc552626-af11-4aef-9a5c-050acee7028a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:14.633151 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4ac038c4-242d-41da-843c-da73de4528a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:14.645554 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dc552626-af11-4aef-9a5c-050acee7028a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:14.685307 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-dc552626-af11-4aef-9a5c-050acee7028a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=825ba07d2b1b41568024d4acf653a540&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3013518 Nov 27 03:58:14.685928 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47726) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:14.696646 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d19adf09-7d8c-4ad5-8564-7ba6388423e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:14.727079 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-4ac038c4-242d-41da-843c-da73de4528a0 None None] Port 78364b12-b6fa-4cbf-b9ae-9914a53f5fe1 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:58:14.780519 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc552626-af11-4aef-9a5c-050acee7028a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fcc03d-6743-4789-9e48-b70c2dd4597b,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:14.791411 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-6595e252-d18f-45ea-82f1-0ccdc09dee78 service neutron] 10.222.0.20 "GET /v2.0/networks/4c2206f1-5002-4d5a-a6bd-f85327f757ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061431 Nov 27 03:58:14.866144 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9106654f-6604-4a0d-b319-aa369222dda8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:14.948763 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9106654f-6604-4a0d-b319-aa369222dda8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:15.046043 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9106654f-6604-4a0d-b319-aa369222dda8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:15.049187 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9106654f-6604-4a0d-b319-aa369222dda8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:15.053436 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9106654f-6604-4a0d-b319-aa369222dda8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c1fcc03d-6743-4789-9e48-b70c2dd4597b HTTP/1.1" status: 204 len: 168 time: 0.3639565 Nov 27 03:58:15.084247 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9106654f-6604-4a0d-b319-aa369222dda8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fcc03d-6743-4789-9e48-b70c2dd4597b,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:15.250902 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d19adf09-7d8c-4ad5-8564-7ba6388423e0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:15.311469 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3e102-e25a-480b-8c8e-8afc87474612 req-c3e803c2-2ed2-43dd-a19e-99573fc2e95d tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:15.313048 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c5f3e102-e25a-480b-8c8e-8afc87474612 req-c3e803c2-2ed2-43dd-a19e-99573fc2e95d tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] 10.222.0.20 "GET /v2.0/ports?device_id=77cec6ad-7eaf-43a8-9995-562e6b71105b HTTP/1.1" status: 200 len: 945 time: 0.1398728 Nov 27 03:58:15.341834 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d19adf09-7d8c-4ad5-8564-7ba6388423e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:15.430364 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d19adf09-7d8c-4ad5-8564-7ba6388423e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:15.448713 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c5f3e102-e25a-480b-8c8e-8afc87474612 req-0a68efa1-ee1c-4920-b129-fa0864a00575 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] 10.222.0.20 "GET /v2.0/security-groups?id=7bc4a151-e343-4859-a109-197e23c2336b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271911 Nov 27 03:58:15.595154 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8cc984b9-9505-45b8-80ab-5fdfad42ad24 req-865862ae-418d-494f-adf2-404d0d1f1c2f tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0c9b0e0-d06c-4d5d-a183-0c403cf5cd63 HTTP/1.1" status: 200 len: 210 time: 0.0662448 Nov 27 03:58:15.724326 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-2f14e2b4-fa6b-41a9-b35d-4a7d02f26409 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--589931744&fields=id&tenant_id=b9bd4f2386ca49389eb1721b8a19f965 HTTP/1.1" status: 200 len: 267 time: 0.7898448 Nov 27 03:58:15.726860 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19adf09-7d8c-4ad5-8564-7ba6388423e0 admin admin] Network ab8fc313-e01d-42bb-a8ec-9d136b503637 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:58:15.754402 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-d19adf09-7d8c-4ad5-8564-7ba6388423e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:58:16.017451 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:16.080797 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3a954a25-ecc5-4920-baf2-d9e457b801f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:16.200220 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-9d3d5cd0-b9b8-4ba5-8298-cbd622008c1a None None] Provisioning complete for port 78364b12-b6fa-4cbf-b9ae-9914a53f5fe1 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:58:16.201538 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9d3d5cd0-b9b8-4ba5-8298-cbd622008c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:16.255403 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-9d3d5cd0-b9b8-4ba5-8298-cbd622008c1a None None] Port 78364b12-b6fa-4cbf-b9ae-9914a53f5fe1 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:58:16.418598 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2dd320-3a88-4832-8db3-48e64845f995 req-d7d70828-1a54-4612-ab57-8c5f7c8d85d1 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:16.420146 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0f2dd320-3a88-4832-8db3-48e64845f995 req-d7d70828-1a54-4612-ab57-8c5f7c8d85d1 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] 10.222.0.23 "GET /v2.0/ports?device_id=77cec6ad-7eaf-43a8-9995-562e6b71105b HTTP/1.1" status: 200 len: 945 time: 1.1666045 Nov 27 03:58:16.463942 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19adf09-7d8c-4ad5-8564-7ba6388423e0 admin admin] Pushing event updated for resources: {'Port': ['ID=78364b12-b6fa-4cbf-b9ae-9914a53f5fe1,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:16.598431 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e3b75-4ca0-4361-a8a8-4627513ec5c7 req-259573da-2a82-4b06-b0f4-8d5a16c0a386 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:16.600070 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bb8e3b75-4ca0-4361-a8a8-4627513ec5c7 req-259573da-2a82-4b06-b0f4-8d5a16c0a386 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] 10.222.0.20 "GET /v2.0/ports?device_id=77cec6ad-7eaf-43a8-9995-562e6b71105b HTTP/1.1" status: 200 len: 945 time: 0.0797153 Nov 27 03:58:16.683560 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-5e9cb76a-fc21-4a03-b14f-78adc98213db tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:16.685154 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-5e9cb76a-fc21-4a03-b14f-78adc98213db tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/networks?id=206ec85b-e04a-4c10-8a6e-66c9bea7fa3d HTTP/1.1" status: 200 len: 810 time: 0.9449544 Nov 27 03:58:16.713654 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bb8e3b75-4ca0-4361-a8a8-4627513ec5c7 req-cdd82108-b5dc-45f5-885b-35edb089df23 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] 10.222.0.20 "GET /v2.0/security-groups?id=7bc4a151-e343-4859-a109-197e23c2336b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964248 Nov 27 03:58:16.768370 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device c994a619-a6b1-47f3-9c5e-ec30ea84b446 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:58:16.852670 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19adf09-7d8c-4ad5-8564-7ba6388423e0 admin admin] Router 425df3a7-8016-4d47-befa-8af5d431b4e1 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:58:16.865701 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-98968ee5-1f70-46dc-ab87-65a7beff1932 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/quotas/b9bd4f2386ca49389eb1721b8a19f965 HTTP/1.1" status: 200 len: 375 time: 0.1700187 Nov 27 03:58:16.875368 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-38037ff6-c7c0-4f20-98ad-4a05041e87ac req-7c7ab22d-39be-432b-a9a2-42ad7248440d tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0c9b0e0-d06c-4d5d-a183-0c403cf5cd63 HTTP/1.1" status: 200 len: 210 time: 0.0696869 Nov 27 03:58:16.885406 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port c994a619-a6b1-47f3-9c5e-ec30ea84b446 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:58:16.887077 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:16.923869 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-0f2dd320-3a88-4832-8db3-48e64845f995 req-cdedece0-42b2-4b74-bf0a-4e2a4a4a1d21 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] Deleting port df109c77-8e60-4cb4-8010-1397340a52c6 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:58:16.924279 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-0f2dd320-3a88-4832-8db3-48e64845f995 req-cdedece0-42b2-4b74-bf0a-4e2a4a4a1d21 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:17.038711 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:17.064917 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port c994a619-a6b1-47f3-9c5e-ec30ea84b446, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=c994a619-a6b1-47f3-9c5e-ec30ea84b446,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:58:17.073147 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:17.151311 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=c994a619-a6b1-47f3-9c5e-ec30ea84b446,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:17.212077 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-79e01201-168c-4e74-acb6-4dfd1eaeeb78 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:17.213667 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-79e01201-168c-4e74-acb6-4dfd1eaeeb78 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.11 "GET /v2.0/networks?id=4c2206f1-5002-4d5a-a6bd-f85327f757ed HTTP/1.1" status: 200 len: 806 time: 0.5745807 Nov 27 03:58:17.230584 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47802) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:17.250720 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-e9ce2b26-97c6-4e3b-a9b2-a3438718a1cc tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Request body: {'port': {'device_id': 'a0c9b0e0-d06c-4d5d-a183-0c403cf5cd63', 'network_id': '4c2206f1-5002-4d5a-a6bd-f85327f757ed', 'admin_state_up': True, 'tenant_id': '3f15a86d7b9a4eda805c341155209493'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:17.338080 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-d73b20c9-6aad-4632-a593-b5001e789c4a tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b9bd4f2386ca49389eb1721b8a19f965&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4711750 Nov 27 03:58:17.358150 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-860736a7-0eae-4f75-b567-20b4f114934a tempest-RoutersAdminNegativeTest-1344187750 tempest-RoutersAdminNegativeTest-1344187750-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1425997851', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:17.358404 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-0f2dd320-3a88-4832-8db3-48e64845f995 req-cdedece0-42b2-4b74-bf0a-4e2a4a4a1d21 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] For port df109c77-8e60-4cb4-8010-1397340a52c6, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=df109c77-8e60-4cb4-8010-1397340a52c6,segment=NetworkSegment(ac64fb3d-1a87-4d44-bbbe-6395d12deeb8),segment_id=ac64fb3d-1a87-4d44-bbbe-6395d12deeb8)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:58:17.358816 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-0f2dd320-3a88-4832-8db3-48e64845f995 req-cdedece0-42b2-4b74-bf0a-4e2a4a4a1d21 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:17.381681 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860736a7-0eae-4f75-b567-20b4f114934a tempest-RoutersAdminNegativeTest-1344187750 tempest-RoutersAdminNegativeTest-1344187750-project-admin] Made reservation on behalf of 01cb17ae0f4b4a51ba04ee8e0047daef for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:58:17.384471 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-860736a7-0eae-4f75-b567-20b4f114934a tempest-RoutersAdminNegativeTest-1344187750 tempest-RoutersAdminNegativeTest-1344187750-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:17.400642 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-860736a7-0eae-4f75-b567-20b4f114934a tempest-RoutersAdminNegativeTest-1344187750 tempest-RoutersAdminNegativeTest-1344187750-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:17.404119 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-0f2dd320-3a88-4832-8db3-48e64845f995 req-cdedece0-42b2-4b74-bf0a-4e2a4a4a1d21 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] Calling delete_port for df109c77-8e60-4cb4-8010-1397340a52c6 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:58:17.448704 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19adf09-7d8c-4ad5-8564-7ba6388423e0 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:58:17.463891 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d19adf09-7d8c-4ad5-8564-7ba6388423e0 admin admin] 10.222.0.20 "PUT /v2.0/routers/425df3a7-8016-4d47-befa-8af5d431b4e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0753691 Nov 27 03:58:17.480854 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0ce42e-4bab-4e4f-a3c9-97f5013507ee None None] Sync routers for ids ['425df3a7-8016-4d47-befa-8af5d431b4e1'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:58:17.495613 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0ce42e-4bab-4e4f-a3c9-97f5013507ee None None] Routers {'425df3a7-8016-4d47-befa-8af5d431b4e1'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:58:17.496527 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-0d0ce42e-4bab-4e4f-a3c9-97f5013507ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:57:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['425df3a7-8016-4d47-befa-8af5d431b4e1'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:58:17.531087 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-860736a7-0eae-4f75-b567-20b4f114934a tempest-RoutersAdminNegativeTest-1344187750 tempest-RoutersAdminNegativeTest-1344187750-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:17.541104 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-860736a7-0eae-4f75-b567-20b4f114934a tempest-RoutersAdminNegativeTest-1344187750 tempest-RoutersAdminNegativeTest-1344187750-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:17.547112 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-860736a7-0eae-4f75-b567-20b4f114934a tempest-RoutersAdminNegativeTest-1344187750 tempest-RoutersAdminNegativeTest-1344187750-project-admin] device_id is not set on port 7c74c09d-c7c1-4f08-86f3-f66734ef906c yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 03:58:17.598954 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-89bf0b6c-df16-48f7-898c-1d881dfe3cdc service neutron] 10.222.0.20 "GET /v2.0/networks/206ec85b-e04a-4c10-8a6e-66c9bea7fa3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447815 Nov 27 03:58:17.615573 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860736a7-0eae-4f75-b567-20b4f114934a tempest-RoutersAdminNegativeTest-1344187750 tempest-RoutersAdminNegativeTest-1344187750-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59606e79-bf4c-4ec0-b068-9fbfe19a92ab,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:17.678927 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-0d0ce42e-4bab-4e4f-a3c9-97f5013507ee None None] Set router 425df3a7-8016-4d47-befa-8af5d431b4e1 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:58:17.702921 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-91950567-c871-42cf-9568-0c09a0a621a2 service neutron] 10.222.0.20 "GET /v2.0/networks/206ec85b-e04a-4c10-8a6e-66c9bea7fa3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919416 Nov 27 03:58:17.715273 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-860736a7-0eae-4f75-b567-20b4f114934a tempest-RoutersAdminNegativeTest-1344187750 tempest-RoutersAdminNegativeTest-1344187750-project-admin] Allocated IP 172.25.1.9 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/7c74c09d-c7c1-4f08-86f3-f66734ef906c) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:58:17.760871 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-e9ce2b26-97c6-4e3b-a9b2-a3438718a1cc tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Made reservation on behalf of 3f15a86d7b9a4eda805c341155209493 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:58:17.770284 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-e9ce2b26-97c6-4e3b-a9b2-a3438718a1cc tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:17.853116 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device df109c77-8e60-4cb4-8010-1397340a52c6 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:58:17.934968 n-d-819494-3 neutron-server[110020]: INFO neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No ports have port_id starting with df109c77-8e60-4cb4-8010-1397340a52c6 Nov 27 03:58:17.997153 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-0f2dd320-3a88-4832-8db3-48e64845f995 req-cdedece0-42b2-4b74-bf0a-4e2a4a4a1d21 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:17.999523 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-860736a7-0eae-4f75-b567-20b4f114934a tempest-RoutersAdminNegativeTest-1344187750 tempest-RoutersAdminNegativeTest-1344187750-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:18.010625 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-0d0ce42e-4bab-4e4f-a3c9-97f5013507ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425df3a7-8016-4d47-befa-8af5d431b4e1', 'name': 'tempest-ServerActionsTestJSON-828746732-router', 'tenant_id': 'b01c762313d54b279f09c5e5d81dadbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c994a619-a6b1-47f3-9c5e-ec30ea84b446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:58:07Z', 'updated_at': '2021-11-27T03:58:14Z', 'revision_number': 4, 'project_id': 'b01c762313d54b279f09c5e5d81dadbf', 'gw_port': {'id': 'c994a619-a6b1-47f3-9c5e-ec30ea84b446', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425df3a7-8016-4d47-befa-8af5d431b4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:58:09Z', 'updated_at': '2021-11-27T03:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '78364b12-b6fa-4cbf-b9ae-9914a53f5fe1', 'name': '', 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637', 'tenant_id': 'b01c762313d54b279f09c5e5d81dadbf', 'mac_address': 'fa:16:3e:dd:5a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425df3a7-8016-4d47-befa-8af5d431b4e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'ef82cdfa-d224-4963-bff3-3b0049ffee0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:58:13Z', 'updated_at': '2021-11-27T03:58:14Z', 'revision_number': 2, 'project_id': 'b01c762313d54b279f09c5e5d81dadbf', 'subnets': [{'id': 'ef82cdfa-d224-4963-bff3-3b0049ffee0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:58:18.043807 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0ce42e-4bab-4e4f-a3c9-97f5013507ee None None] Checking router: 425df3a7-8016-4d47-befa-8af5d431b4e1 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:58:18.044444 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0ce42e-4bab-4e4f-a3c9-97f5013507ee None None] Updating router 425df3a7-8016-4d47-befa-8af5d431b4e1 port 78364b12-b6fa-4cbf-b9ae-9914a53f5fe1 binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:58:18.059567 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5267fd45-e680-44c7-b413-ceff40f38a2b req-89745d9a-d7bf-4d14-a4bb-6c78ffcb26d9 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] 10.222.0.20 "GET /v2.0/ports?device_id=77cec6ad-7eaf-43a8-9995-562e6b71105b HTTP/1.1" status: 200 len: 210 time: 0.0475233 Nov 27 03:58:18.082136 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-860736a7-0eae-4f75-b567-20b4f114934a tempest-RoutersAdminNegativeTest-1344187750 tempest-RoutersAdminNegativeTest-1344187750-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:18.098227 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0d0ce42e-4bab-4e4f-a3c9-97f5013507ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:18.111093 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdedece0-42b2-4b74-bf0a-4e2a4a4a1d21 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] Pushing event deleted for resources: {'Port': ['ID=df109c77-8e60-4cb4-8010-1397340a52c6,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:18.152145 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f2dd320-3a88-4832-8db3-48e64845f995 req-cdedece0-42b2-4b74-bf0a-4e2a4a4a1d21 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] No DVR routers for this DVR port df109c77-8e60-4cb4-8010-1397340a52c6 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:58:18.157191 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-0f2dd320-3a88-4832-8db3-48e64845f995 req-cdedece0-42b2-4b74-bf0a-4e2a4a4a1d21 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:18.162310 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0f2dd320-3a88-4832-8db3-48e64845f995 req-cdedece0-42b2-4b74-bf0a-4e2a4a4a1d21 tempest-ServerAddressesNegativeTestJSON-2132531141 tempest-ServerAddressesNegativeTestJSON-2132531141-project] 10.222.0.23 "DELETE /v2.0/ports/df109c77-8e60-4cb4-8010-1397340a52c6 HTTP/1.1" status: 204 len: 173 time: 1.6994534 Nov 27 03:58:18.162988 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77cec6ad-7eaf-43a8-9995-562e6b71105b', 'name': 'network-vif-deleted', 'tag': 'df109c77-8e60-4cb4-8010-1397340a52c6'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:58:18.165637 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1abfb5-6ce7-4286-a184-5ff350d874e6" -d '{"events": [{"server_uuid": "77cec6ad-7eaf-43a8-9995-562e6b71105b", "name": "network-vif-deleted", "tag": "df109c77-8e60-4cb4-8010-1397340a52c6"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:58:18.195376 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860736a7-0eae-4f75-b567-20b4f114934a tempest-RoutersAdminNegativeTest-1344187750 tempest-RoutersAdminNegativeTest-1344187750-project-admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:58:18.199182 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-860736a7-0eae-4f75-b567-20b4f114934a tempest-RoutersAdminNegativeTest-1344187750 tempest-RoutersAdminNegativeTest-1344187750-project-admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:58:18.201899 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860736a7-0eae-4f75-b567-20b4f114934a tempest-RoutersAdminNegativeTest-1344187750 tempest-RoutersAdminNegativeTest-1344187750-project-admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:58:18.236828 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860736a7-0eae-4f75-b567-20b4f114934a tempest-RoutersAdminNegativeTest-1344187750 tempest-RoutersAdminNegativeTest-1344187750-project-admin] Pushing event updated for resources: {'Port': ['ID=7c74c09d-c7c1-4f08-86f3-f66734ef906c,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:18.267149 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860736a7-0eae-4f75-b567-20b4f114934a tempest-RoutersAdminNegativeTest-1344187750 tempest-RoutersAdminNegativeTest-1344187750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:18.267919 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-860736a7-0eae-4f75-b567-20b4f114934a tempest-RoutersAdminNegativeTest-1344187750 tempest-RoutersAdminNegativeTest-1344187750-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:18.291471 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-860736a7-0eae-4f75-b567-20b4f114934a tempest-RoutersAdminNegativeTest-1344187750 tempest-RoutersAdminNegativeTest-1344187750-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.0596049 Nov 27 03:58:18.294366 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47832) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:18.295690 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f41b7910-2ee0-4ff3-bdbe-2ce0f135acb8 req-8315ab8c-1ff2-4829-a7ab-3a619373fc62 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0c9b0e0-d06c-4d5d-a183-0c403cf5cd63 HTTP/1.1" status: 200 len: 210 time: 0.1064198 Nov 27 03:58:18.301246 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-d6e40eea-69cd-460a-bb60-b677fa6134c2 tempest-RoutersAdminNegativeTest-1344187750 tempest-RoutersAdminNegativeTest-1344187750-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.9'}]}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:18.353542 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d6e40eea-69cd-460a-bb60-b677fa6134c2 tempest-RoutersAdminNegativeTest-1344187750 tempest-RoutersAdminNegativeTest-1344187750-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:18.354774 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d6e40eea-69cd-460a-bb60-b677fa6134c2 tempest-RoutersAdminNegativeTest-1344187750 tempest-RoutersAdminNegativeTest-1344187750-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:18.386608 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-e9ce2b26-97c6-4e3b-a9b2-a3438718a1cc tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Allocated IP 172.20.0.8 (4c2206f1-5002-4d5a-a6bd-f85327f757ed/19827895-167c-4ffb-a565-ae1a5e643330/3604d648-bb8a-4878-b6eb-863259142c4d) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:58:18.441993 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-264f0db0-4195-42db-824a-4a743bc345f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:18.461438 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3e25f362-f4fa-4b23-8fb2-22e0d3cff0ea req-607548a5-98fa-4196-b948-30c4e52e22c1 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=a692ea22-77a1-43bb-be1f-5992d9fa6bff HTTP/1.1" status: 200 len: 210 time: 0.0461981 Nov 27 03:58:18.477286 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47840) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:18.488636 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-3a3b39ef-4853-4bc9-82d1-deac9d445684 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1674640379', 'description': 'tempest-description--129125950'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:18.523916 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d6e40eea-69cd-460a-bb60-b677fa6134c2 tempest-RoutersAdminNegativeTest-1344187750 tempest-RoutersAdminNegativeTest-1344187750-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:18.568763 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d505fd-526f-4761-a145-16cde8553e1f x-openstack-request-id: req-d8d505fd-526f-4761-a145-16cde8553e1f {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:58:18.569469 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77cec6ad-7eaf-43a8-9995-562e6b71105b", "name": "network-vif-deleted", "tag": "df109c77-8e60-4cb4-8010-1397340a52c6", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:58:18.570186 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d8d505fd-526f-4761-a145-16cde8553e1f {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:58:18.570756 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77cec6ad-7eaf-43a8-9995-562e6b71105b', 'name': 'network-vif-deleted', 'tag': 'df109c77-8e60-4cb4-8010-1397340a52c6', 'status': 'completed', 'code': 200} Nov 27 03:58:18.619931 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3a3b39ef-4853-4bc9-82d1-deac9d445684 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:18.734627 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d6e40eea-69cd-460a-bb60-b677fa6134c2 tempest-RoutersAdminNegativeTest-1344187750 tempest-RoutersAdminNegativeTest-1344187750-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:18.825901 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device c994a619-a6b1-47f3-9c5e-ec30ea84b446 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:58:18.850001 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-e9ce2b26-97c6-4e3b-a9b2-a3438718a1cc tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:18.880745 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:18.897172 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0d0ce42e-4bab-4e4f-a3c9-97f5013507ee None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:18.905065 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port c994a619-a6b1-47f3-9c5e-ec30ea84b446 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:58:18.905454 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:18.929694 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0d0ce42e-4bab-4e4f-a3c9-97f5013507ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:18.979637 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3a3b39ef-4853-4bc9-82d1-deac9d445684 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:18.985369 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-e9ce2b26-97c6-4e3b-a9b2-a3438718a1cc tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:18.992341 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3a3b39ef-4853-4bc9-82d1-deac9d445684 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:19.032134 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['0465d762-6c9e-4453-a78f-ed2e7501887c'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:58:19.044228 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3a3b39ef-4853-4bc9-82d1-deac9d445684 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:19.045556 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-3a3b39ef-4853-4bc9-82d1-deac9d445684 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5672622 Nov 27 03:58:19.059686 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47844) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:19.096356 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-e8455563-25cc-4250-a16f-7218bb55f934 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Request body: {'security_group_rule': {'security_group_id': '34c75a03-6fda-4197-9417-4cae157389b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:19.141220 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d6e40eea-69cd-460a-bb60-b677fa6134c2 tempest-RoutersAdminNegativeTest-1344187750 tempest-RoutersAdminNegativeTest-1344187750-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:19.158855 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d59a7b4-6db3-4d4e-9bea-7b353086691e None None] Pushing event updated for resources: {'Port': ['ID=78364b12-b6fa-4cbf-b9ae-9914a53f5fe1,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:19.161672 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-e9ce2b26-97c6-4e3b-a9b2-a3438718a1cc tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Network 4c2206f1-5002-4d5a-a6bd-f85327f757ed is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:58:19.166877 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47848) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:19.184424 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d6e40eea-69cd-460a-bb60-b677fa6134c2 tempest-RoutersAdminNegativeTest-1344187750 tempest-RoutersAdminNegativeTest-1344187750-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:19.186473 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d59a7b4-6db3-4d4e-9bea-7b353086691e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:19.187070 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d59a7b4-6db3-4d4e-9bea-7b353086691e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:19.187572 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d59a7b4-6db3-4d4e-9bea-7b353086691e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:19.188078 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d59a7b4-6db3-4d4e-9bea-7b353086691e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:19.188571 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d59a7b4-6db3-4d4e-9bea-7b353086691e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:19.189079 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d59a7b4-6db3-4d4e-9bea-7b353086691e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:19.189748 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d59a7b4-6db3-4d4e-9bea-7b353086691e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:19.190891 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d59a7b4-6db3-4d4e-9bea-7b353086691e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:19.191393 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d59a7b4-6db3-4d4e-9bea-7b353086691e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:19.191885 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d59a7b4-6db3-4d4e-9bea-7b353086691e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:19.192399 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d59a7b4-6db3-4d4e-9bea-7b353086691e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:19.192888 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d59a7b4-6db3-4d4e-9bea-7b353086691e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:19.193776 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-e9ce2b26-97c6-4e3b-a9b2-a3438718a1cc tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:58:19.202158 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e8455563-25cc-4250-a16f-7218bb55f934 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:19.230637 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-e9ce2b26-97c6-4e3b-a9b2-a3438718a1cc tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:58:19.234379 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-0d0ce42e-4bab-4e4f-a3c9-97f5013507ee None None] Attempting to bind port 78364b12-b6fa-4cbf-b9ae-9914a53f5fe1 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:58:19.234957 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-0d0ce42e-4bab-4e4f-a3c9-97f5013507ee None None] Attempting to bind port 78364b12-b6fa-4cbf-b9ae-9914a53f5fe1 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '732b5cd8-0e80-4483-9a5a-d4731966dbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:58:19.235535 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0ce42e-4bab-4e4f-a3c9-97f5013507ee None None] Attempting to bind port 78364b12-b6fa-4cbf-b9ae-9914a53f5fe1 on network ab8fc313-e01d-42bb-a8ec-9d136b503637 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:58:19.243468 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0ce42e-4bab-4e4f-a3c9-97f5013507ee None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:58:19.244194 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0ce42e-4bab-4e4f-a3c9-97f5013507ee None None] Checking segment: {'id': '732b5cd8-0e80-4483-9a5a-d4731966dbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:58:19.245353 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0d0ce42e-4bab-4e4f-a3c9-97f5013507ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:19.246391 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0ce42e-4bab-4e4f-a3c9-97f5013507ee None None] Bound using segment: {'id': '732b5cd8-0e80-4483-9a5a-d4731966dbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:58:19.246826 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b39ef-4853-4bc9-82d1-deac9d445684 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34c75a03-6fda-4197-9417-4cae157389b3,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:19.247325 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-0d0ce42e-4bab-4e4f-a3c9-97f5013507ee None None] Bound port: 78364b12-b6fa-4cbf-b9ae-9914a53f5fe1, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732b5cd8-0e80-4483-9a5a-d4731966dbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:58:19.247892 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0d0ce42e-4bab-4e4f-a3c9-97f5013507ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:19.303056 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce2b26-97c6-4e3b-a9b2-a3438718a1cc tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Pushing event updated for resources: {'Port': ['ID=3604d648-bb8a-4878-b6eb-863259142c4d,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:19.360060 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f25b5b8-b070-4518-9c7c-c1e2db5c54de admin admin] Deleting subnet e3f73de6-f4bb-4498-8586-56dbd0bd6f69 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:58:19.365691 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e8455563-25cc-4250-a16f-7218bb55f934 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:19.370181 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9f25b5b8-b070-4518-9c7c-c1e2db5c54de admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:19.386748 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e8455563-25cc-4250-a16f-7218bb55f934 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:19.417381 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8455563-25cc-4250-a16f-7218bb55f934 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dd53086-fa7e-44d3-8582-feab777fa9cb,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:19.461681 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e8455563-25cc-4250-a16f-7218bb55f934 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:19.465748 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e8455563-25cc-4250-a16f-7218bb55f934 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4020679 Nov 27 03:58:19.469082 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47852) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:19.493906 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-ae487cb0-5c63-42a8-b51f-5c14185d78b8 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Request body: {'security_group_rule': {'security_group_id': '34c75a03-6fda-4197-9417-4cae157389b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:19.506471 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9f25b5b8-b070-4518-9c7c-c1e2db5c54de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:19.506993 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0d0ce42e-4bab-4e4f-a3c9-97f5013507ee None None] For port 78364b12-b6fa-4cbf-b9ae-9914a53f5fe1, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:58:19.544676 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0d0ce42e-4bab-4e4f-a3c9-97f5013507ee None None] For port 78364b12-b6fa-4cbf-b9ae-9914a53f5fe1, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=78364b12-b6fa-4cbf-b9ae-9914a53f5fe1,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:58:19.548822 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:19.555049 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-b92d8e38-0dc6-4f6d-a00d-26e87fbdecc4 None None] Provisioning complete for port 78364b12-b6fa-4cbf-b9ae-9914a53f5fe1 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:58:19.555448 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b92d8e38-0dc6-4f6d-a00d-26e87fbdecc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:19.558880 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0d0ce42e-4bab-4e4f-a3c9-97f5013507ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:19.567381 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d6e40eea-69cd-460a-bb60-b677fa6134c2 tempest-RoutersAdminNegativeTest-1344187750 tempest-RoutersAdminNegativeTest-1344187750-project-admin] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:19.592439 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-e9ce2b26-97c6-4e3b-a9b2-a3438718a1cc tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:19.593229 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-e9ce2b26-97c6-4e3b-a9b2-a3438718a1cc tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:19.694194 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-486ddc56-7824-426d-9437-7e6a8ccc139f req-bc0c22a1-e1d8-44a3-b2aa-3b335474bc81 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=a692ea22-77a1-43bb-be1f-5992d9fa6bff HTTP/1.1" status: 200 len: 210 time: 0.0923395 Nov 27 03:58:19.729654 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9f25b5b8-b070-4518-9c7c-c1e2db5c54de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:19.744792 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0ce42e-4bab-4e4f-a3c9-97f5013507ee None None] Routers {'425df3a7-8016-4d47-befa-8af5d431b4e1'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:58:19.746170 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-0d0ce42e-4bab-4e4f-a3c9-97f5013507ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:58:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['425df3a7-8016-4d47-befa-8af5d431b4e1'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:58:19.748541 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d59a7b4-6db3-4d4e-9bea-7b353086691e None None] Pushing event updated for resources: {'Port': ['ID=78364b12-b6fa-4cbf-b9ae-9914a53f5fe1,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:19.775763 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-e9ce2b26-97c6-4e3b-a9b2-a3438718a1cc tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5334823 Nov 27 03:58:19.784590 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ae487cb0-5c63-42a8-b51f-5c14185d78b8 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:19.816389 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-20b0fa06-44f8-42aa-a412-89040d453259 service neutron] Request body: {'port': {'device_id': 'a0c9b0e0-d06c-4d5d-a183-0c403cf5cd63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:19.844948 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc2d40-ef3f-405c-8558-9c8143a287d7 req-c2ff0bb1-d439-441f-8a74-c752837ca178 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:19.846651 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2abc2d40-ef3f-405c-8558-9c8143a287d7 req-c2ff0bb1-d439-441f-8a74-c752837ca178 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0c9b0e0-d06c-4d5d-a183-0c403cf5cd63 HTTP/1.1" status: 200 len: 931 time: 0.3769033 Nov 27 03:58:19.959402 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-22368035-7ec7-4a94-8aa1-65596ca2c921 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:19.961154 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-22368035-7ec7-4a94-8aa1-65596ca2c921 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.23 "GET /v2.0/networks?id=206ec85b-e04a-4c10-8a6e-66c9bea7fa3d HTTP/1.1" status: 200 len: 810 time: 0.3888907 Nov 27 03:58:19.966353 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ae487cb0-5c63-42a8-b51f-5c14185d78b8 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:19.973444 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-20b0fa06-44f8-42aa-a412-89040d453259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:19.983998 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b92d8e38-0dc6-4f6d-a00d-26e87fbdecc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:19.985723 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ae487cb0-5c63-42a8-b51f-5c14185d78b8 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:20.006403 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9f25b5b8-b070-4518-9c7c-c1e2db5c54de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:20.016064 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae487cb0-5c63-42a8-b51f-5c14185d78b8 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=334f418c-d83b-436d-9554-b324f17e6064,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:20.068601 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f25b5b8-b070-4518-9c7c-c1e2db5c54de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3f73de6-f4bb-4498-8586-56dbd0bd6f69,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:20.071240 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-b92d8e38-0dc6-4f6d-a00d-26e87fbdecc4 None None] For port 78364b12-b6fa-4cbf-b9ae-9914a53f5fe1, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=78364b12-b6fa-4cbf-b9ae-9914a53f5fe1,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:58:20.075506 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9f25b5b8-b070-4518-9c7c-c1e2db5c54de admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:20.080115 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9f25b5b8-b070-4518-9c7c-c1e2db5c54de admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e3f73de6-f4bb-4498-8586-56dbd0bd6f69 HTTP/1.1" status: 204 len: 168 time: 0.9054656 Nov 27 03:58:20.084137 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b92d8e38-0dc6-4f6d-a00d-26e87fbdecc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:20.100412 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47860) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:20.162482 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d8e38-0dc6-4f6d-a00d-26e87fbdecc4 None None] Pushing event updated for resources: {'Port': ['ID=78364b12-b6fa-4cbf-b9ae-9914a53f5fe1,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:20.185262 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-0d0ce42e-4bab-4e4f-a3c9-97f5013507ee None None] Set router 425df3a7-8016-4d47-befa-8af5d431b4e1 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:58:20.208657 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2231a537-b226-49d1-b660-74b3bc20efee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:20.212992 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ae487cb0-5c63-42a8-b51f-5c14185d78b8 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:20.214300 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ae487cb0-5c63-42a8-b51f-5c14185d78b8 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7269969 Nov 27 03:58:20.222828 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47862) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:20.236828 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-583516b2-eb23-4abf-95da-796454dd4020 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:20.458015 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-06ad2a64-3db0-481b-9cc2-25bbd645b189 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9bd4f2386ca49389eb1721b8a19f965 HTTP/1.1" status: 200 len: 379 time: 0.4650199 Nov 27 03:58:20.498460 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-ab2edfa0-a982-4d51-a63b-6703d8768ae7 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Request body: {'port': {'device_id': 'a692ea22-77a1-43bb-be1f-5992d9fa6bff', 'network_id': '206ec85b-e04a-4c10-8a6e-66c9bea7fa3d', 'admin_state_up': True, 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'security_groups': ['4dacdf9c-1301-4033-bb6e-79818c355822']}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:20.506435 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-583516b2-eb23-4abf-95da-796454dd4020 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks [] for floatingip, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:20.549059 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-ef501dc6-3241-4624-9236-bb6c519bd5bf None None] Provisioning complete for port 78364b12-b6fa-4cbf-b9ae-9914a53f5fe1 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:58:20.549059 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ef501dc6-3241-4624-9236-bb6c519bd5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:20.549419 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d6e40eea-69cd-460a-bb60-b677fa6134c2 tempest-RoutersAdminNegativeTest-1344187750 tempest-RoutersAdminNegativeTest-1344187750-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:20.553160 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d6e40eea-69cd-460a-bb60-b677fa6134c2 tempest-RoutersAdminNegativeTest-1344187750 tempest-RoutersAdminNegativeTest-1344187750-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:20.583758 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2abc2d40-ef3f-405c-8558-9c8143a287d7 req-b92a6745-7a30-4c30-8e9e-a66e792529a5 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7269852 Nov 27 03:58:20.616250 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2231a537-b226-49d1-b660-74b3bc20efee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:20.648951 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d6e40eea-69cd-460a-bb60-b677fa6134c2 tempest-RoutersAdminNegativeTest-1344187750 tempest-RoutersAdminNegativeTest-1344187750-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:20.649225 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e40eea-69cd-460a-bb60-b677fa6134c2 tempest-RoutersAdminNegativeTest-1344187750 tempest-RoutersAdminNegativeTest-1344187750-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b13bf30e-ee05-4d4d-9a7c-710d1f6906ba {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 03:58:20.671328 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-d6e40eea-69cd-460a-bb60-b677fa6134c2 tempest-RoutersAdminNegativeTest-1344187750 tempest-RoutersAdminNegativeTest-1344187750-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 27 03:58:20.677332 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d6e40eea-69cd-460a-bb60-b677fa6134c2 tempest-RoutersAdminNegativeTest-1344187750 tempest-RoutersAdminNegativeTest-1344187750-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 2.3815694 Nov 27 03:58:20.678059 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47866) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:20.712649 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-2231a537-b226-49d1-b660-74b3bc20efee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f675616a-94f9-4e25-94f0-93badb5accf3']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:58:20.750728 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-2231a537-b226-49d1-b660-74b3bc20efee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac64fb3d-1a87-4d44-bbbe-6395d12deeb8') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:58:20.750728 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-2231a537-b226-49d1-b660-74b3bc20efee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac64fb3d-1a87-4d44-bbbe-6395d12deeb8') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:58:20.782826 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2231a537-b226-49d1-b660-74b3bc20efee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:20.796401 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-0d0ce42e-4bab-4e4f-a3c9-97f5013507ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425df3a7-8016-4d47-befa-8af5d431b4e1', 'name': 'tempest-ServerActionsTestJSON-828746732-router', 'tenant_id': 'b01c762313d54b279f09c5e5d81dadbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c994a619-a6b1-47f3-9c5e-ec30ea84b446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:58:07Z', 'updated_at': '2021-11-27T03:58:14Z', 'revision_number': 4, 'project_id': 'b01c762313d54b279f09c5e5d81dadbf', 'gw_port': {'id': 'c994a619-a6b1-47f3-9c5e-ec30ea84b446', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425df3a7-8016-4d47-befa-8af5d431b4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:58:09Z', 'updated_at': '2021-11-27T03:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '78364b12-b6fa-4cbf-b9ae-9914a53f5fe1', 'name': '', 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637', 'tenant_id': 'b01c762313d54b279f09c5e5d81dadbf', 'mac_address': 'fa:16:3e:dd:5a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425df3a7-8016-4d47-befa-8af5d431b4e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'ef82cdfa-d224-4963-bff3-3b0049ffee0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:58:13Z', 'updated_at': '2021-11-27T03:58:19Z', 'revision_number': 4, 'project_id': 'b01c762313d54b279f09c5e5d81dadbf', 'subnets': [{'id': 'ef82cdfa-d224-4963-bff3-3b0049ffee0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:58:20.828205 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0ce42e-4bab-4e4f-a3c9-97f5013507ee None None] The sync data for ids ['425df3a7-8016-4d47-befa-8af5d431b4e1'] in n-d-819494-3 is: [{'id': '425df3a7-8016-4d47-befa-8af5d431b4e1', 'name': 'tempest-ServerActionsTestJSON-828746732-router', 'tenant_id': 'b01c762313d54b279f09c5e5d81dadbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c994a619-a6b1-47f3-9c5e-ec30ea84b446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:58:07Z', 'updated_at': '2021-11-27T03:58:14Z', 'revision_number': 4, 'project_id': 'b01c762313d54b279f09c5e5d81dadbf', 'gw_port': {'id': 'c994a619-a6b1-47f3-9c5e-ec30ea84b446', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425df3a7-8016-4d47-befa-8af5d431b4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:58:09Z', 'updated_at': '2021-11-27T03:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '78364b12-b6fa-4cbf-b9ae-9914a53f5fe1', 'name': '', 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637', 'tenant_id': 'b01c762313d54b279f09c5e5d81dadbf', 'mac_address': 'fa:16:3e:dd:5a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425df3a7-8016-4d47-befa-8af5d431b4e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'ef82cdfa-d224-4963-bff3-3b0049ffee0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:58:13Z', 'updated_at': '2021-11-27T03:58:19Z', 'revision_number': 4, 'project_id': 'b01c762313d54b279f09c5e5d81dadbf', 'subnets': [{'id': 'ef82cdfa-d224-4963-bff3-3b0049ffee0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:58:20.832947 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2231a537-b226-49d1-b660-74b3bc20efee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:20.887391 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2231a537-b226-49d1-b660-74b3bc20efee admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:58:20.894777 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2231a537-b226-49d1-b660-74b3bc20efee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:20.911777 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 03:58:20.911777 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:58:20.911777 n-d-819494-3 neutron-server[110019]: timer() Nov 27 03:58:20.911777 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:58:20.911777 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 03:58:20.911777 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:58:20.911777 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 03:58:20.911777 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:58:20.911777 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 03:58:20.911777 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:58:20.911777 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 03:58:20.911777 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:58:20.911777 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 03:58:20.911777 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:58:20.911777 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:58:20.911777 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:58:20.911777 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:58:20.911777 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:58:20.911777 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 03:58:20.911777 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:58:20.911777 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 03:58:20.911777 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:58:20.911777 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:58:20.911777 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:58:20.911777 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 03:58:20.911777 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:58:20.911777 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:58:20.911777 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:58:20.911777 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:58:20.911777 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:58:20.911777 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:58:20.911777 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:58:20.920105 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-cee2c3c5-cf9b-4514-b9c9-7dfb20df6ea5 tempest-RoutersAdminNegativeTest-1344187750 tempest-RoutersAdminNegativeTest-1344187750-project-admin] Deleting port 7c74c09d-c7c1-4f08-86f3-f66734ef906c {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:58:20.920622 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cee2c3c5-cf9b-4514-b9c9-7dfb20df6ea5 tempest-RoutersAdminNegativeTest-1344187750 tempest-RoutersAdminNegativeTest-1344187750-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:21.056437 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cee2c3c5-cf9b-4514-b9c9-7dfb20df6ea5 tempest-RoutersAdminNegativeTest-1344187750 tempest-RoutersAdminNegativeTest-1344187750-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:21.078369 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-cee2c3c5-cf9b-4514-b9c9-7dfb20df6ea5 tempest-RoutersAdminNegativeTest-1344187750 tempest-RoutersAdminNegativeTest-1344187750-project-admin] Calling delete_port for 7c74c09d-c7c1-4f08-86f3-f66734ef906c owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:58:21.117453 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:21.258072 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cee2c3c5-cf9b-4514-b9c9-7dfb20df6ea5 tempest-RoutersAdminNegativeTest-1344187750 tempest-RoutersAdminNegativeTest-1344187750-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:21.294023 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2c3c5-cf9b-4514-b9c9-7dfb20df6ea5 tempest-RoutersAdminNegativeTest-1344187750 tempest-RoutersAdminNegativeTest-1344187750-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c74c09d-c7c1-4f08-86f3-f66734ef906c,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:21.377923 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cee2c3c5-cf9b-4514-b9c9-7dfb20df6ea5 tempest-RoutersAdminNegativeTest-1344187750 tempest-RoutersAdminNegativeTest-1344187750-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:21.384940 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-cee2c3c5-cf9b-4514-b9c9-7dfb20df6ea5 tempest-RoutersAdminNegativeTest-1344187750 tempest-RoutersAdminNegativeTest-1344187750-project-admin] 10.222.0.20 "DELETE /v2.0/ports/7c74c09d-c7c1-4f08-86f3-f66734ef906c HTTP/1.1" status: 204 len: 168 time: 0.7023754 Nov 27 03:58:21.415638 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-50c5c885-917b-4f97-b0c0-5f2c59665b7b req-bddc6e68-a850-4ff5-b750-bf209d0ef9ee tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=a692ea22-77a1-43bb-be1f-5992d9fa6bff HTTP/1.1" status: 200 len: 210 time: 0.5029130 Nov 27 03:58:21.443358 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-ab2edfa0-a982-4d51-a63b-6703d8768ae7 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Made reservation on behalf of b9bd4f2386ca49389eb1721b8a19f965 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:58:21.446843 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-ab2edfa0-a982-4d51-a63b-6703d8768ae7 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:21.452714 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-583516b2-eb23-4abf-95da-796454dd4020 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:21.499322 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2231a537-b226-49d1-b660-74b3bc20efee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:21.505149 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2231a537-b226-49d1-b660-74b3bc20efee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:21.508456 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2231a537-b226-49d1-b660-74b3bc20efee admin admin] 10.222.0.20 "DELETE /v2.0/networks/f675616a-94f9-4e25-94f0-93badb5accf3 HTTP/1.1" status: 204 len: 168 time: 1.4045014 Nov 27 03:58:21.655298 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-20b0fa06-44f8-42aa-a412-89040d453259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3604d648-bb8a-4878-b6eb-863259142c4d {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:58:21.708590 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47880) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:21.711850 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2231a537-b226-49d1-b660-74b3bc20efee admin admin] Pushing event deleted for resources: {'Network': ['ID=f675616a-94f9-4e25-94f0-93badb5accf3,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:21.754573 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-20b0fa06-44f8-42aa-a412-89040d453259 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:21.782758 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:21.846719 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-20b0fa06-44f8-42aa-a412-89040d453259 service neutron] Transition to ACTIVE for port object 3604d648-bb8a-4878-b6eb-863259142c4d will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:58:21.848772 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f9084891-c68a-4084-834f-0b3845c4195b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ff3b2599ba5345f3a3f5bb4d1d4859ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1390703 Nov 27 03:58:21.853657 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47894) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:21.867181 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-20b0fa06-44f8-42aa-a412-89040d453259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:21.875652 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d8b83-da31-480e-a8ce-6c5e06b52707 req-3cd29c4c-ab03-4a6a-b4dc-bf3ca1559922 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:21.883967 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-af5d8b83-da31-480e-a8ce-6c5e06b52707 req-3cd29c4c-ab03-4a6a-b4dc-bf3ca1559922 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0c9b0e0-d06c-4d5d-a183-0c403cf5cd63 HTTP/1.1" status: 200 len: 931 time: 0.1849024 Nov 27 03:58:21.885460 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47900) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:21.993489 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-583516b2-eb23-4abf-95da-796454dd4020 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Allocated IP 172.25.1.83 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/8a7999e9-0db5-4ebe-9a77-3abf5b105cf8) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:58:22.030837 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b0fa06-44f8-42aa-a412-89040d453259 service neutron] Pushing event updated for resources: {'Port': ['ID=3604d648-bb8a-4878-b6eb-863259142c4d,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:22.054844 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-af5d8b83-da31-480e-a8ce-6c5e06b52707 req-53337a64-c869-42d5-8767-924bfcf7b35f tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700895 Nov 27 03:58:22.081740 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-ab2edfa0-a982-4d51-a63b-6703d8768ae7 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Allocated IP 172.20.0.10 (206ec85b-e04a-4c10-8a6e-66c9bea7fa3d/16a2ad0e-052b-4c88-8b6f-df6566997da5/02d6475a-f113-40d3-bb30-5643ff13b119) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:58:22.106064 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-71435bd5-557e-411c-b913-8a8f926bdd9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:22.156384 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-71435bd5-557e-411c-b913-8a8f926bdd9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:22.206407 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-19587e60-70dd-4aa6-82e7-53736cd521a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:22.332921 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-71435bd5-557e-411c-b913-8a8f926bdd9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:22.343586 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-71435bd5-557e-411c-b913-8a8f926bdd9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:22.344759 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-71435bd5-557e-411c-b913-8a8f926bdd9b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7bc4a151-e343-4859-a109-197e23c2336b HTTP/1.1" status: 204 len: 168 time: 0.4899426 Nov 27 03:58:22.366448 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71435bd5-557e-411c-b913-8a8f926bdd9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc4a151-e343-4859-a109-197e23c2336b,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:22.384290 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-19587e60-70dd-4aa6-82e7-53736cd521a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:22.404230 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-19587e60-70dd-4aa6-82e7-53736cd521a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:22.407894 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-583516b2-eb23-4abf-95da-796454dd4020 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:22.528050 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-19587e60-70dd-4aa6-82e7-53736cd521a9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ccb1874f1a044df8aa353db97cd06a46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6355886 Nov 27 03:58:22.533049 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19587e60-70dd-4aa6-82e7-53736cd521a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6fed07-79b7-4942-8202-6fba1a043312,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:22.545373 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47936) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:22.586052 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-20b0fa06-44f8-42aa-a412-89040d453259 service neutron] Attempting to bind port 3604d648-bb8a-4878-b6eb-863259142c4d on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:58:22.586572 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-20b0fa06-44f8-42aa-a412-89040d453259 service neutron] Attempting to bind port 3604d648-bb8a-4878-b6eb-863259142c4d by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': 'e40e3b9b-cd7d-4402-aebb-20a69a216b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4c2206f1-5002-4d5a-a6bd-f85327f757ed'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:58:22.590643 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-20b0fa06-44f8-42aa-a412-89040d453259 service neutron] Attempting to bind port 3604d648-bb8a-4878-b6eb-863259142c4d on network 4c2206f1-5002-4d5a-a6bd-f85327f757ed {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:58:22.633979 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-20b0fa06-44f8-42aa-a412-89040d453259 service neutron] Port 3604d648-bb8a-4878-b6eb-863259142c4d on network 4c2206f1-5002-4d5a-a6bd-f85327f757ed not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:58:22.634326 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-20b0fa06-44f8-42aa-a412-89040d453259 service neutron] Attempting to bind port 3604d648-bb8a-4878-b6eb-863259142c4d on network 4c2206f1-5002-4d5a-a6bd-f85327f757ed {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:58:22.668314 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-20b0fa06-44f8-42aa-a412-89040d453259 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:58:22.668973 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-20b0fa06-44f8-42aa-a412-89040d453259 service neutron] Checking segment: {'id': 'e40e3b9b-cd7d-4402-aebb-20a69a216b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4c2206f1-5002-4d5a-a6bd-f85327f757ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:58:22.669089 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-20b0fa06-44f8-42aa-a412-89040d453259 service neutron] Bound using segment: {'id': 'e40e3b9b-cd7d-4402-aebb-20a69a216b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4c2206f1-5002-4d5a-a6bd-f85327f757ed'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:58:22.674275 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-20b0fa06-44f8-42aa-a412-89040d453259 service neutron] Bound port: 3604d648-bb8a-4878-b6eb-863259142c4d, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e40e3b9b-cd7d-4402-aebb-20a69a216b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4c2206f1-5002-4d5a-a6bd-f85327f757ed'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:58:22.675263 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-20b0fa06-44f8-42aa-a412-89040d453259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:22.695419 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5222f50f-8f28-4c79-9cc0-6b3536f295a7 req-acdc13d4-2615-48e8-a00d-0f24216a315b tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=a692ea22-77a1-43bb-be1f-5992d9fa6bff HTTP/1.1" status: 200 len: 210 time: 0.1214910 Nov 27 03:58:22.714741 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1cd1554e-f168-4882-9fb0-8aa1be553fd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:22.751717 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-ab2edfa0-a982-4d51-a63b-6703d8768ae7 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:22.765059 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1cd1554e-f168-4882-9fb0-8aa1be553fd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:22.839225 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-583516b2-eb23-4abf-95da-796454dd4020 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:22.857835 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1cd1554e-f168-4882-9fb0-8aa1be553fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:22.861061 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1cd1554e-f168-4882-9fb0-8aa1be553fd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:22.864847 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1cd1554e-f168-4882-9fb0-8aa1be553fd6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f6fed07-79b7-4942-8202-6fba1a043312 HTTP/1.1" status: 204 len: 168 time: 0.3164036 Nov 27 03:58:22.890343 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 78364b12-b6fa-4cbf-b9ae-9914a53f5fe1 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:58:22.927480 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583516b2-eb23-4abf-95da-796454dd4020 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Pushing event updated for resources: {'Port': ['ID=8a7999e9-0db5-4ebe-9a77-3abf5b105cf8,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:22.941787 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1554e-f168-4882-9fb0-8aa1be553fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6fed07-79b7-4942-8202-6fba1a043312,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:22.981495 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583516b2-eb23-4abf-95da-796454dd4020 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:58:22.991200 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-583516b2-eb23-4abf-95da-796454dd4020 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:58:23.007475 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583516b2-eb23-4abf-95da-796454dd4020 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:58:23.016761 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 78364b12-b6fa-4cbf-b9ae-9914a53f5fe1 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:58:23.016761 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:23.098632 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-ab2edfa0-a982-4d51-a63b-6703d8768ae7 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:23.316011 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-20b0fa06-44f8-42aa-a412-89040d453259 service neutron] For port 3604d648-bb8a-4878-b6eb-863259142c4d, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:58:23.320071 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2edfa0-a982-4d51-a63b-6703d8768ae7 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Pushing event updated for resources: {'Port': ['ID=02d6475a-f113-40d3-bb30-5643ff13b119,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:23.379868 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-20b0fa06-44f8-42aa-a412-89040d453259 service neutron] For port 3604d648-bb8a-4878-b6eb-863259142c4d, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=3604d648-bb8a-4878-b6eb-863259142c4d,segment=NetworkSegment(e40e3b9b-cd7d-4402-aebb-20a69a216b2f),segment_id=e40e3b9b-cd7d-4402-aebb-20a69a216b2f)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:58:23.404753 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-20b0fa06-44f8-42aa-a412-89040d453259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:23.415150 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-ab2edfa0-a982-4d51-a63b-6703d8768ae7 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Network 206ec85b-e04a-4c10-8a6e-66c9bea7fa3d is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:58:23.445730 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-583516b2-eb23-4abf-95da-796454dd4020 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:23.447479 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-ab2edfa0-a982-4d51-a63b-6703d8768ae7 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:58:23.457166 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96651431-75b9-445e-b5e6-eaf1590852a4 req-8026452d-033a-4352-ae1c-f7440e80868d tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:23.458782 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-96651431-75b9-445e-b5e6-eaf1590852a4 req-8026452d-033a-4352-ae1c-f7440e80868d tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0c9b0e0-d06c-4d5d-a183-0c403cf5cd63 HTTP/1.1" status: 200 len: 943 time: 0.1521876 Nov 27 03:58:23.461823 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-ab2edfa0-a982-4d51-a63b-6703d8768ae7 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:58:23.520416 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-20b0fa06-44f8-42aa-a412-89040d453259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:23.521059 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-20b0fa06-44f8-42aa-a412-89040d453259 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:23.522539 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-20b0fa06-44f8-42aa-a412-89040d453259 service neutron] 10.222.0.11 "PUT /v2.0/ports/3604d648-bb8a-4878-b6eb-863259142c4d HTTP/1.1" status: 200 len: 1091 time: 3.7198613 Nov 27 03:58:23.523301 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0c9b0e0-d06c-4d5d-a183-0c403cf5cd63', 'tag': '3604d648-bb8a-4878-b6eb-863259142c4d'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:58:23.525655 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde36dfd-51a1-4f98-8b89-52dde7860f94" -d '{"events": [{"name": "network-changed", "server_uuid": "a0c9b0e0-d06c-4d5d-a183-0c403cf5cd63", "tag": "3604d648-bb8a-4878-b6eb-863259142c4d"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:58:23.564187 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47990) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:23.633676 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-583516b2-eb23-4abf-95da-796454dd4020 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:23.671216 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5488b29-8bc3-4d48-a4c8-380e02bdd31d x-openstack-request-id: req-b5488b29-8bc3-4d48-a4c8-380e02bdd31d {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:58:23.671513 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0c9b0e0-d06c-4d5d-a183-0c403cf5cd63", "tag": "3604d648-bb8a-4878-b6eb-863259142c4d", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:58:23.671819 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5488b29-8bc3-4d48-a4c8-380e02bdd31d {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:58:23.672228 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0c9b0e0-d06c-4d5d-a183-0c403cf5cd63', 'tag': '3604d648-bb8a-4878-b6eb-863259142c4d', 'status': 'completed', 'code': 200} Nov 27 03:58:23.673488 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-11b00194-4757-49b7-b1ae-612f074992c8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=01cb17ae0f4b4a51ba04ee8e0047daef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1067929 Nov 27 03:58:23.676301 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47996) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:23.772997 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b0fa06-44f8-42aa-a412-89040d453259 service neutron] Pushing event updated for resources: {'Port': ['ID=3604d648-bb8a-4878-b6eb-863259142c4d,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:23.778061 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-82ebbc82-0904-48ba-ba02-7b17425878b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:23.785633 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-ab2edfa0-a982-4d51-a63b-6703d8768ae7 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:23.786321 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-ab2edfa0-a982-4d51-a63b-6703d8768ae7 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:23.825211 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-96651431-75b9-445e-b5e6-eaf1590852a4 req-2753837b-feb4-4c95-99ff-a63955328e6c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513424 Nov 27 03:58:23.838231 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-82ebbc82-0904-48ba-ba02-7b17425878b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:23.867351 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-ab2edfa0-a982-4d51-a63b-6703d8768ae7 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3705578 Nov 27 03:58:23.896588 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-baba1f57-b1f8-4856-939a-e9bf17161dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:23.900965 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-baba1f57-b1f8-4856-939a-e9bf17161dad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3f15a86d7b9a4eda805c341155209493&device_id=a0c9b0e0-d06c-4d5d-a183-0c403cf5cd63 HTTP/1.1" status: 200 len: 1094 time: 0.2648478 Nov 27 03:58:23.944538 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-dd85af1f-e5ca-4ffd-bde7-722879c7eb31 None None] Provisioning complete for port 02d6475a-f113-40d3-bb30-5643ff13b119 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:58:23.945118 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397214c8-7e85-4479-b2cd-8a8983d61fa2 req-1038f052-a215-4501-9a7f-bb2dec157e25 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:23.953052 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dd85af1f-e5ca-4ffd-bde7-722879c7eb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:23.954612 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-397214c8-7e85-4479-b2cd-8a8983d61fa2 req-1038f052-a215-4501-9a7f-bb2dec157e25 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=a692ea22-77a1-43bb-be1f-5992d9fa6bff HTTP/1.1" status: 200 len: 932 time: 0.1319554 Nov 27 03:58:23.957599 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-8e9de3b8-1fdd-4638-ade8-8dd3d43a7c72 service neutron] Request body: {'port': {'device_id': 'a692ea22-77a1-43bb-be1f-5992d9fa6bff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:24.036582 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-813d8f12-9748-4edd-85ae-475be03b02d5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3604d648-bb8a-4878-b6eb-863259142c4d HTTP/1.1" status: 200 len: 217 time: 0.0814626 Nov 27 03:58:24.043255 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-82ebbc82-0904-48ba-ba02-7b17425878b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:24.045938 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-82ebbc82-0904-48ba-ba02-7b17425878b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:24.049600 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-82ebbc82-0904-48ba-ba02-7b17425878b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/59606e79-bf4c-4ec0-b068-9fbfe19a92ab HTTP/1.1" status: 204 len: 168 time: 0.3690031 Nov 27 03:58:24.050263 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-dd85af1f-e5ca-4ffd-bde7-722879c7eb31 None None] Port 02d6475a-f113-40d3-bb30-5643ff13b119 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:58:24.072351 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebbc82-0904-48ba-ba02-7b17425878b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59606e79-bf4c-4ec0-b068-9fbfe19a92ab,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:24.095944 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-397214c8-7e85-4479-b2cd-8a8983d61fa2 req-4f3196a0-560b-4901-a8f1-0a2bc01a82e0 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dacdf9c-1301-4033-bb6e-79818c355822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402972 Nov 27 03:58:24.158052 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-1730d2b3-c91b-4e6f-ba75-bd31de37a0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:24.160351 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-1730d2b3-c91b-4e6f-ba75-bd31de37a0c6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=19827895-167c-4ffb-a565-ae1a5e643330 HTTP/1.1" status: 200 len: 846 time: 0.1171541 Nov 27 03:58:24.166423 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-8e9de3b8-1fdd-4638-ade8-8dd3d43a7c72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:24.183639 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48008) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:24.222654 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-7e98043a-0af4-4b33-9b2e-5268320f1436 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c2206f1-5002-4d5a-a6bd-f85327f757ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512979 Nov 27 03:58:24.324673 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-583516b2-eb23-4abf-95da-796454dd4020 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:24.344016 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-583516b2-eb23-4abf-95da-796454dd4020 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:24.528515 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-1f1e3a40-5f9c-46bd-919a-f6e699ace8ea admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1709131622-network', 'tenant_id': '880c19842dab430f9577c164a4efed77'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:24.536299 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583516b2-eb23-4abf-95da-796454dd4020 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Pushing event updated for resources: {'Port': ['ID=8a7999e9-0db5-4ebe-9a77-3abf5b105cf8,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:24.555198 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1e3a40-5f9c-46bd-919a-f6e699ace8ea admin admin] Made reservation on behalf of 880c19842dab430f9577c164a4efed77 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:58:24.560073 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1f1e3a40-5f9c-46bd-919a-f6e699ace8ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:24.563508 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-3708cf69-d13e-40a3-9f96-89d555dd794b service neutron] 10.222.0.11 "GET /v2.0/networks/4c2206f1-5002-4d5a-a6bd-f85327f757ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329511 Nov 27 03:58:24.576558 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1f1e3a40-5f9c-46bd-919a-f6e699ace8ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:24.595587 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-583516b2-eb23-4abf-95da-796454dd4020 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:24.675931 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-583516b2-eb23-4abf-95da-796454dd4020 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:24.685986 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-583516b2-eb23-4abf-95da-796454dd4020 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4472620 Nov 27 03:58:24.757226 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1f1e3a40-5f9c-46bd-919a-f6e699ace8ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:24.765055 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1f1e3a40-5f9c-46bd-919a-f6e699ace8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:24.809703 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b54b18ce-78f8-41a2-bf9e-3e6c8562613b req-b66c33f9-e237-4db3-b28f-4c8b339f6e7c service neutron] 10.222.0.11 "GET /v2.0/networks/4c2206f1-5002-4d5a-a6bd-f85327f757ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158837 Nov 27 03:58:24.816715 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f1e3a40-5f9c-46bd-919a-f6e699ace8ea admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:58:24.841602 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e3a40-5f9c-46bd-919a-f6e699ace8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5010b530-20df-46a3-b55e-b52853d2f8ec,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:24.867405 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1f1e3a40-5f9c-46bd-919a-f6e699ace8ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:24.869246 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-1f1e3a40-5f9c-46bd-919a-f6e699ace8ea admin admin] Added segment f23c5265-e234-4424-97ee-83c94f898369 of type vlan for network 343ecb42-979b-4dc7-a1dd-a75effdfc494 Nov 27 03:58:24.894832 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-8e9de3b8-1fdd-4638-ade8-8dd3d43a7c72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02d6475a-f113-40d3-bb30-5643ff13b119 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:58:24.918309 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-8e9de3b8-1fdd-4638-ade8-8dd3d43a7c72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:24.956280 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-8e9de3b8-1fdd-4638-ade8-8dd3d43a7c72 service neutron] Transition to ACTIVE for port object 02d6475a-f113-40d3-bb30-5643ff13b119 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:58:24.973554 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-8e9de3b8-1fdd-4638-ade8-8dd3d43a7c72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:25.001033 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1f1e3a40-5f9c-46bd-919a-f6e699ace8ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:25.023465 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde36dfd-51a1-4f98-8b89-52dde7860f94 req-4a3dd4eb-3af3-496b-8bab-96e9746fb57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:25.025434 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cde36dfd-51a1-4f98-8b89-52dde7860f94 req-4a3dd4eb-3af3-496b-8bab-96e9746fb57d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3f15a86d7b9a4eda805c341155209493&device_id=a0c9b0e0-d06c-4d5d-a183-0c403cf5cd63 HTTP/1.1" status: 200 len: 1094 time: 0.1199267 Nov 27 03:58:25.085145 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1f1e3a40-5f9c-46bd-919a-f6e699ace8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:25.086475 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1e3a40-5f9c-46bd-919a-f6e699ace8ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:25.089632 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1f1e3a40-5f9c-46bd-919a-f6e699ace8ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:25.130285 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-f07d5f5c-5e76-4297-9150-8ce04493c409 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1674640379&fields=id&tenant_id=b01c762313d54b279f09c5e5d81dadbf HTTP/1.1" status: 200 len: 267 time: 0.1204159 Nov 27 03:58:25.144630 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9de3b8-1fdd-4638-ade8-8dd3d43a7c72 service neutron] Pushing event updated for resources: {'Port': ['ID=02d6475a-f113-40d3-bb30-5643ff13b119,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:25.205147 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779940d6-7d2b-4986-a6c6-77357545d2f2 req-948d69e8-1384-4ac0-89a0-59c4aa1f36ac tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:25.212608 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-779940d6-7d2b-4986-a6c6-77357545d2f2 req-948d69e8-1384-4ac0-89a0-59c4aa1f36ac tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0c9b0e0-d06c-4d5d-a183-0c403cf5cd63 HTTP/1.1" status: 200 len: 943 time: 0.2509127 Nov 27 03:58:25.291679 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1f1e3a40-5f9c-46bd-919a-f6e699ace8ea admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1039236 Nov 27 03:58:25.296790 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48050) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:25.297243 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48052) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:25.303450 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-2935c02d-28bc-4a9a-973a-aae5cc878e40 admin admin] Request body: {'subnet': {'network_id': '343ecb42-979b-4dc7-a1dd-a75effdfc494', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1709131622-subnet', 'tenant_id': '880c19842dab430f9577c164a4efed77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:25.311587 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde36dfd-51a1-4f98-8b89-52dde7860f94 req-a0004a60-9da5-4a6a-8298-5a992b38cc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:25.313086 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cde36dfd-51a1-4f98-8b89-52dde7860f94 req-a0004a60-9da5-4a6a-8298-5a992b38cc41 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4c2206f1-5002-4d5a-a6bd-f85327f757ed HTTP/1.1" status: 200 len: 907 time: 0.2637761 Nov 27 03:58:25.355497 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e3a40-5f9c-46bd-919a-f6e699ace8ea admin admin] Pushing event updated for resources: {'Network': ['ID=343ecb42-979b-4dc7-a1dd-a75effdfc494,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:25.369010 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 343ecb42-979b-4dc7-a1dd-a75effdfc494 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:58:25.392320 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cde36dfd-51a1-4f98-8b89-52dde7860f94 req-5a43c913-ffae-4adb-8818-6186019b3740 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3604d648-bb8a-4878-b6eb-863259142c4d HTTP/1.1" status: 200 len: 217 time: 0.0632236 Nov 27 03:58:25.401938 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2935c02d-28bc-4a9a-973a-aae5cc878e40 admin admin] Made reservation on behalf of 880c19842dab430f9577c164a4efed77 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:58:25.405643 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2935c02d-28bc-4a9a-973a-aae5cc878e40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:25.421177 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-779940d6-7d2b-4986-a6c6-77357545d2f2 req-9fcfc101-601c-4ba1-a7a2-054adb038c48 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074573 Nov 27 03:58:25.466505 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-8e9de3b8-1fdd-4638-ade8-8dd3d43a7c72 service neutron] Attempting to bind port 02d6475a-f113-40d3-bb30-5643ff13b119 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:58:25.466868 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-8e9de3b8-1fdd-4638-ade8-8dd3d43a7c72 service neutron] Attempting to bind port 02d6475a-f113-40d3-bb30-5643ff13b119 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': 'ec2570f7-674e-47ca-ba4a-60dc11f882c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '206ec85b-e04a-4c10-8a6e-66c9bea7fa3d'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:58:25.467205 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-8e9de3b8-1fdd-4638-ade8-8dd3d43a7c72 service neutron] Attempting to bind port 02d6475a-f113-40d3-bb30-5643ff13b119 on network 206ec85b-e04a-4c10-8a6e-66c9bea7fa3d {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:58:25.513173 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-8e9de3b8-1fdd-4638-ade8-8dd3d43a7c72 service neutron] Port 02d6475a-f113-40d3-bb30-5643ff13b119 on network 206ec85b-e04a-4c10-8a6e-66c9bea7fa3d not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:58:25.513527 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-8e9de3b8-1fdd-4638-ade8-8dd3d43a7c72 service neutron] Attempting to bind port 02d6475a-f113-40d3-bb30-5643ff13b119 on network 206ec85b-e04a-4c10-8a6e-66c9bea7fa3d {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:58:25.519549 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde36dfd-51a1-4f98-8b89-52dde7860f94 req-8009e12a-fad1-4e87-bb36-8910d392b62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:25.521695 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cde36dfd-51a1-4f98-8b89-52dde7860f94 req-8009e12a-fad1-4e87-bb36-8910d392b62d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=19827895-167c-4ffb-a565-ae1a5e643330 HTTP/1.1" status: 200 len: 846 time: 0.1176009 Nov 27 03:58:25.526695 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-8e9de3b8-1fdd-4638-ade8-8dd3d43a7c72 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:58:25.527068 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-8e9de3b8-1fdd-4638-ade8-8dd3d43a7c72 service neutron] Checking segment: {'id': 'ec2570f7-674e-47ca-ba4a-60dc11f882c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '206ec85b-e04a-4c10-8a6e-66c9bea7fa3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:58:25.527438 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-8e9de3b8-1fdd-4638-ade8-8dd3d43a7c72 service neutron] Bound using segment: {'id': 'ec2570f7-674e-47ca-ba4a-60dc11f882c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '206ec85b-e04a-4c10-8a6e-66c9bea7fa3d'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:58:25.527888 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-8e9de3b8-1fdd-4638-ade8-8dd3d43a7c72 service neutron] Bound port: 02d6475a-f113-40d3-bb30-5643ff13b119, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec2570f7-674e-47ca-ba4a-60dc11f882c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '206ec85b-e04a-4c10-8a6e-66c9bea7fa3d'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:58:25.528255 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-8e9de3b8-1fdd-4638-ade8-8dd3d43a7c72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:25.532296 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-f6edc5f1-bb3c-453a-9c43-b2255a7eedc9 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:25.536692 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-f6edc5f1-bb3c-453a-9c43-b2255a7eedc9 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/networks?id=ab8fc313-e01d-42bb-a8ec-9d136b503637 HTTP/1.1" status: 200 len: 811 time: 0.3560727 Nov 27 03:58:25.542201 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-8c8106e1-97e9-455c-9e69-a23702c03995 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1943927718'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:25.563250 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-9bb0ce15-6b38-4046-9903-2dd43b1ea45b tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/quotas/b01c762313d54b279f09c5e5d81dadbf HTTP/1.1" status: 200 len: 375 time: 0.0108862 Nov 27 03:58:25.623485 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8106e1-97e9-455c-9e69-a23702c03995 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Made reservation on behalf of 52b604c9f7064f109bdaf3beb384c027 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:58:25.624198 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cde36dfd-51a1-4f98-8b89-52dde7860f94 req-a8d5fc9e-31d5-4b4f-82ab-816bd9b770b1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c2206f1-5002-4d5a-a6bd-f85327f757ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795772 Nov 27 03:58:25.627201 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8c8106e1-97e9-455c-9e69-a23702c03995 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:25.665712 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8c8106e1-97e9-455c-9e69-a23702c03995 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:25.693066 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-af951456-9cff-404a-8bf9-2cd1e2393650 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b01c762313d54b279f09c5e5d81dadbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1201417 Nov 27 03:58:25.709574 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71a1a8-ee8d-412a-9535-de9106e3539b req-a0fd885f-1c12-427b-a08e-c05e6591602f tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:25.711163 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2f71a1a8-ee8d-412a-9535-de9106e3539b req-a0fd885f-1c12-427b-a08e-c05e6591602f tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=a692ea22-77a1-43bb-be1f-5992d9fa6bff HTTP/1.1" status: 200 len: 944 time: 0.1558881 Nov 27 03:58:25.738743 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-8e9de3b8-1fdd-4638-ade8-8dd3d43a7c72 service neutron] For port 02d6475a-f113-40d3-bb30-5643ff13b119, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:58:25.778520 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-8e9de3b8-1fdd-4638-ade8-8dd3d43a7c72 service neutron] For port 02d6475a-f113-40d3-bb30-5643ff13b119, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=02d6475a-f113-40d3-bb30-5643ff13b119,segment=NetworkSegment(ec2570f7-674e-47ca-ba4a-60dc11f882c5),segment_id=ec2570f7-674e-47ca-ba4a-60dc11f882c5)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:58:25.840088 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2935c02d-28bc-4a9a-973a-aae5cc878e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:25.840277 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-8e9de3b8-1fdd-4638-ade8-8dd3d43a7c72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:25.864358 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2f71a1a8-ee8d-412a-9535-de9106e3539b req-b2587134-d4e2-4667-8ace-92623bec5544 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dacdf9c-1301-4033-bb6e-79818c355822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422560 Nov 27 03:58:25.867981 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cde36dfd-51a1-4f98-8b89-52dde7860f94 req-d88304b7-705b-41cf-8c7e-5a9323384969 service neutron] 10.222.0.11 "GET /v2.0/networks/4c2206f1-5002-4d5a-a6bd-f85327f757ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327800 Nov 27 03:58:25.919420 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-8e9de3b8-1fdd-4638-ade8-8dd3d43a7c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:25.920283 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-8e9de3b8-1fdd-4638-ade8-8dd3d43a7c72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:25.921878 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-8e9de3b8-1fdd-4638-ade8-8dd3d43a7c72 service neutron] 10.222.0.23 "PUT /v2.0/ports/02d6475a-f113-40d3-bb30-5643ff13b119 HTTP/1.1" status: 200 len: 1092 time: 2.0199614 Nov 27 03:58:25.922582 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a692ea22-77a1-43bb-be1f-5992d9fa6bff', 'tag': '02d6475a-f113-40d3-bb30-5643ff13b119'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:58:25.925050 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d129267a-2065-4a7c-8443-7ab5b3de542c" -d '{"events": [{"name": "network-changed", "server_uuid": "a692ea22-77a1-43bb-be1f-5992d9fa6bff", "tag": "02d6475a-f113-40d3-bb30-5643ff13b119"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:58:25.958613 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-77f5b050-c1ef-490d-86b3-49749ca254f5 service neutron] 10.222.0.20 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477851 Nov 27 03:58:25.976581 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935c02d-28bc-4a9a-973a-aae5cc878e40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45ee4c25-2fd9-47ad-9a57-72b803ef37f7,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:25.981844 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8c8106e1-97e9-455c-9e69-a23702c03995 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:26.006863 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8c8106e1-97e9-455c-9e69-a23702c03995 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:26.026500 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2935c02d-28bc-4a9a-973a-aae5cc878e40 admin admin] Checking segment: {'id': 'f23c5265-e234-4424-97ee-83c94f898369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '343ecb42-979b-4dc7-a1dd-a75effdfc494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:58:26.027026 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2935c02d-28bc-4a9a-973a-aae5cc878e40 admin admin] Network hostable DHCP agents. Network: 343ecb42-979b-4dc7-a1dd-a75effdfc494, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:58:26.088205 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c8106e1-97e9-455c-9e69-a23702c03995 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:58:26.122517 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8106e1-97e9-455c-9e69-a23702c03995 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8bf9a9-33e0-41ee-861e-c7cd5c72428a,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:26.135767 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8c8106e1-97e9-455c-9e69-a23702c03995 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:26.136258 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-8c8106e1-97e9-455c-9e69-a23702c03995 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Added segment 7b4e5369-9b3b-40d5-b5e2-5b6c268e814f of type vlan for network 043938a4-358f-4c8d-90c7-9262e476fa4f Nov 27 03:58:26.140641 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2935c02d-28bc-4a9a-973a-aae5cc878e40 admin admin] Network 343ecb42-979b-4dc7-a1dd-a75effdfc494 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:58:26.208970 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-7f931baa-145d-4c3c-9497-2b4919448ed5 service neutron] 10.222.0.20 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181001 Nov 27 03:58:26.252993 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8c8106e1-97e9-455c-9e69-a23702c03995 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:26.285768 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-2935c02d-28bc-4a9a-973a-aae5cc878e40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 343ecb42-979b-4dc7-a1dd-a75effdfc494) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:58:26.290282 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8c8106e1-97e9-455c-9e69-a23702c03995 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:26.296618 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8106e1-97e9-455c-9e69-a23702c03995 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:26.297395 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8c8106e1-97e9-455c-9e69-a23702c03995 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:26.298758 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d296c0f3-9e01-4e40-9683-db9d8e8df06f None None] Network 343ecb42-979b-4dc7-a1dd-a75effdfc494 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:58:26.303814 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2935c02d-28bc-4a9a-973a-aae5cc878e40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:26.304432 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2935c02d-28bc-4a9a-973a-aae5cc878e40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:26.380481 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2935c02d-28bc-4a9a-973a-aae5cc878e40 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0820913 Nov 27 03:58:26.409839 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8c8106e1-97e9-455c-9e69-a23702c03995 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1013970 Nov 27 03:58:26.413006 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48066) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:26.420816 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-d67e27f8-4725-42a4-a8cc-b0207f7de969 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Request body: {'subnet': {'network_id': '043938a4-358f-4c8d-90c7-9262e476fa4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:26.426171 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8106e1-97e9-455c-9e69-a23702c03995 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Pushing event updated for resources: {'Network': ['ID=043938a4-358f-4c8d-90c7-9262e476fa4f,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:26.579427 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae4fd13-fdde-4812-aa6d-75e2a3794e0a x-openstack-request-id: req-8ae4fd13-fdde-4812-aa6d-75e2a3794e0a {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:58:26.579894 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a692ea22-77a1-43bb-be1f-5992d9fa6bff", "tag": "02d6475a-f113-40d3-bb30-5643ff13b119", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:58:26.580255 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ae4fd13-fdde-4812-aa6d-75e2a3794e0a {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:58:26.582043 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a692ea22-77a1-43bb-be1f-5992d9fa6bff', 'tag': '02d6475a-f113-40d3-bb30-5643ff13b119', 'status': 'completed', 'code': 200} Nov 27 03:58:26.609336 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 043938a4-358f-4c8d-90c7-9262e476fa4f details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:58:26.663936 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4d21ff49-da0e-4fa4-9c7d-5f0a05ce4b86 req-a70ba57e-b218-400e-95d5-ae93198c194f tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 210 time: 0.0788791 Nov 27 03:58:26.669043 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67e27f8-4725-42a4-a8cc-b0207f7de969 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Made reservation on behalf of 52b604c9f7064f109bdaf3beb384c027 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:58:26.693445 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d67e27f8-4725-42a4-a8cc-b0207f7de969 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:26.699789 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9de3b8-1fdd-4638-ade8-8dd3d43a7c72 service neutron] Pushing event updated for resources: {'Port': ['ID=02d6475a-f113-40d3-bb30-5643ff13b119,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:26.785602 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92e092-b014-4826-a5ca-160436d58e0b req-442244b0-d81d-497f-839e-c4ffd8a46d9a tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:26.787730 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-548978de-67c8-4d13-86f6-7c665ae3c8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:26.789355 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-548978de-67c8-4d13-86f6-7c665ae3c8fb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9bd4f2386ca49389eb1721b8a19f965&device_id=a692ea22-77a1-43bb-be1f-5992d9fa6bff HTTP/1.1" status: 200 len: 1095 time: 0.2485127 Nov 27 03:58:26.799014 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68b8d50-6aaa-4c5b-82f0-8dcc9afae8c9 None None] Network 343ecb42-979b-4dc7-a1dd-a75effdfc494 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:58:26.799796 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1d92e092-b014-4826-a5ca-160436d58e0b req-442244b0-d81d-497f-839e-c4ffd8a46d9a tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0c9b0e0-d06c-4d5d-a183-0c403cf5cd63 HTTP/1.1" status: 200 len: 943 time: 0.2259984 Nov 27 03:58:26.799937 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cde36dfd-51a1-4f98-8b89-52dde7860f94 req-2d03a850-2c5b-4049-a120-1b514a872367 service neutron] 10.222.0.11 "GET /v2.0/networks/4c2206f1-5002-4d5a-a6bd-f85327f757ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9092364 Nov 27 03:58:26.885978 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-afa90468-2bf8-4af0-b982-d5eebff33e8a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02d6475a-f113-40d3-bb30-5643ff13b119 HTTP/1.1" status: 200 len: 217 time: 0.0725329 Nov 27 03:58:26.964858 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-a9c14fc4-f9e5-473c-9563-81ecfe714eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:26.969760 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-a9c14fc4-f9e5-473c-9563-81ecfe714eed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=16a2ad0e-052b-4c88-8b6f-df6566997da5 HTTP/1.1" status: 200 len: 849 time: 0.0720923 Nov 27 03:58:27.040615 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1d92e092-b014-4826-a5ca-160436d58e0b req-3f75180c-30ac-4b01-b291-2cd87ead0a1d tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396710 Nov 27 03:58:27.068741 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-3f47c7a2-e110-4e67-9daf-65ed35f57d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:27.070663 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-3f47c7a2-e110-4e67-9daf-65ed35f57d61 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=206ec85b-e04a-4c10-8a6e-66c9bea7fa3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869687 Nov 27 03:58:27.237772 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-f613f3d8-8c5d-4e69-ad83-ea083c690fd7 service neutron] 10.222.0.23 "GET /v2.0/networks/206ec85b-e04a-4c10-8a6e-66c9bea7fa3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544545 Nov 27 03:58:27.239957 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d67e27f8-4725-42a4-a8cc-b0207f7de969 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:27.289201 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a5e65-2ac1-4e30-9888-85b04d9889bf req-265c8824-2ba5-48b6-906c-cac9d6f2f59f tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:27.290755 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2f8a5e65-2ac1-4e30-9888-85b04d9889bf req-265c8824-2ba5-48b6-906c-cac9d6f2f59f tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=a692ea22-77a1-43bb-be1f-5992d9fa6bff HTTP/1.1" status: 200 len: 944 time: 0.1241832 Nov 27 03:58:27.343291 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67e27f8-4725-42a4-a8cc-b0207f7de969 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Pushing event updated for resources: {'Subnet': ['ID=34abc0aa-e95d-469a-8070-633da20b2b19,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:27.347958 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8d851af3-59e2-4b42-94a3-a2357f5db97d req-39fc3873-05af-4cd0-8c55-9dc73205e00b service neutron] 10.222.0.23 "GET /v2.0/networks/206ec85b-e04a-4c10-8a6e-66c9bea7fa3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982983 Nov 27 03:58:27.399624 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 3604d648-bb8a-4878-b6eb-863259142c4d details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:58:27.408146 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67e27f8-4725-42a4-a8cc-b0207f7de969 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Checking segment: {'id': '7b4e5369-9b3b-40d5-b5e2-5b6c268e814f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '043938a4-358f-4c8d-90c7-9262e476fa4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:58:27.408525 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67e27f8-4725-42a4-a8cc-b0207f7de969 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Network hostable DHCP agents. Network: 043938a4-358f-4c8d-90c7-9262e476fa4f, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:58:27.428986 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2f8a5e65-2ac1-4e30-9888-85b04d9889bf req-a5692503-aac3-461a-8229-259096d5c4c7 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dacdf9c-1301-4033-bb6e-79818c355822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275105 Nov 27 03:58:27.448037 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67e27f8-4725-42a4-a8cc-b0207f7de969 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Network 043938a4-358f-4c8d-90c7-9262e476fa4f is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:58:27.461901 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-d67e27f8-4725-42a4-a8cc-b0207f7de969 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 043938a4-358f-4c8d-90c7-9262e476fa4f) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:58:27.466384 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67e27f8-4725-42a4-a8cc-b0207f7de969 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:27.466991 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d67e27f8-4725-42a4-a8cc-b0207f7de969 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:27.515367 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 48092) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:27.515758 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d67e27f8-4725-42a4-a8cc-b0207f7de969 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1020377 Nov 27 03:58:27.528719 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-810b1b65-ff01-4cb8-ae5b-85e72a68b58c tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Request body: {'port': {'network_id': '043938a4-358f-4c8d-90c7-9262e476fa4f', 'name': 'tempest-AllowedAddressPairTestJSON-2054335224'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:27.543136 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff60d64-0272-4b96-a749-8f6f45cdff48 None None] Network 043938a4-358f-4c8d-90c7-9262e476fa4f requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:58:27.622003 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129267a-2065-4a7c-8443-7ab5b3de542c req-fc648c59-7471-4c42-814c-c09334db8338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:27.623936 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d129267a-2065-4a7c-8443-7ab5b3de542c req-fc648c59-7471-4c42-814c-c09334db8338 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9bd4f2386ca49389eb1721b8a19f965&device_id=a692ea22-77a1-43bb-be1f-5992d9fa6bff HTTP/1.1" status: 200 len: 1095 time: 0.1545556 Nov 27 03:58:27.635596 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 3604d648-bb8a-4878-b6eb-863259142c4d, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=3604d648-bb8a-4878-b6eb-863259142c4d,segment=NetworkSegment(e40e3b9b-cd7d-4402-aebb-20a69a216b2f),segment_id=e40e3b9b-cd7d-4402-aebb-20a69a216b2f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:58:27.691098 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '3604d648-bb8a-4878-b6eb-863259142c4d', 'network_id': '4c2206f1-5002-4d5a-a6bd-f85327f757ed', 'port_id': '3604d648-bb8a-4878-b6eb-863259142c4d', 'mac_address': 'fa:16:3e:c6:06:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19827895-167c-4ffb-a565-ae1a5e643330', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:58:27.778294 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810b1b65-ff01-4cb8-ae5b-85e72a68b58c tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Made reservation on behalf of 52b604c9f7064f109bdaf3beb384c027 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:58:27.789164 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-810b1b65-ff01-4cb8-ae5b-85e72a68b58c tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:27.811901 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:27.822110 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcab3b8-1e44-4bb9-bbad-10db4a5a2805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-043938a4-358f-4c8d-90c7-9262e476fa4f', 'network_id': '043938a4-358f-4c8d-90c7-9262e476fa4f', 'tenant_id': '52b604c9f7064f109bdaf3beb384c027', 'fixed_ips': [{'subnet_id': '34abc0aa-e95d-469a-8070-633da20b2b19'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 03:58:27.823074 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1dcab3b8-1e44-4bb9-bbad-10db4a5a2805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:27.844059 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3604d648-bb8a-4878-b6eb-863259142c4d {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:58:27.857547 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-84259302-72d8-459e-addb-0a708a220ad6 req-7fff5c31-e36d-4fef-8899-bab51ec53b11 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 210 time: 0.0472908 Nov 27 03:58:27.859375 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129267a-2065-4a7c-8443-7ab5b3de542c req-90332ba6-16fb-4ef8-bc5c-207e019b50b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:27.860940 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d129267a-2065-4a7c-8443-7ab5b3de542c req-90332ba6-16fb-4ef8-bc5c-207e019b50b1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=206ec85b-e04a-4c10-8a6e-66c9bea7fa3d HTTP/1.1" status: 200 len: 911 time: 0.2125659 Nov 27 03:58:27.865134 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [None req-810b1b65-ff01-4cb8-ae5b-85e72a68b58c tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] device_id is not set on port c91dbdef-998e-4e12-8e66-a6498ba02aa8 yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 03:58:27.917571 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 3604d648-bb8a-4878-b6eb-863259142c4d, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=3604d648-bb8a-4878-b6eb-863259142c4d,segment=NetworkSegment(e40e3b9b-cd7d-4402-aebb-20a69a216b2f),segment_id=e40e3b9b-cd7d-4402-aebb-20a69a216b2f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:58:27.949072 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:27.992521 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d129267a-2065-4a7c-8443-7ab5b3de542c req-4a33f380-0666-4595-9684-842f2944b7be service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02d6475a-f113-40d3-bb30-5643ff13b119 HTTP/1.1" status: 200 len: 217 time: 0.1192627 Nov 27 03:58:28.061341 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=3604d648-bb8a-4878-b6eb-863259142c4d,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:28.071979 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-1dcab3b8-1e44-4bb9-bbad-10db4a5a2805 None None] Allocated IP 172.20.0.2 (043938a4-358f-4c8d-90c7-9262e476fa4f/34abc0aa-e95d-469a-8070-633da20b2b19/3695578d-817f-48a6-9e6e-1a8abb38d327) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:58:28.088678 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129267a-2065-4a7c-8443-7ab5b3de542c req-bab2c8fc-2f72-491d-abad-4fc11e187a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:28.090686 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d129267a-2065-4a7c-8443-7ab5b3de542c req-bab2c8fc-2f72-491d-abad-4fc11e187a18 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=16a2ad0e-052b-4c88-8b6f-df6566997da5 HTTP/1.1" status: 200 len: 849 time: 0.0808022 Nov 27 03:58:28.148676 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129267a-2065-4a7c-8443-7ab5b3de542c req-aa99b9e5-d3b6-4a64-afac-d8906b55c3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:28.150532 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d129267a-2065-4a7c-8443-7ab5b3de542c req-aa99b9e5-d3b6-4a64-afac-d8906b55c3d0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=206ec85b-e04a-4c10-8a6e-66c9bea7fa3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519192 Nov 27 03:58:28.268966 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5c302-e373-49d6-9236-44f94783e0b1 req-b9153077-e1c9-4dd7-be52-80c0dec99df4 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:28.276043 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-11e5c302-e373-49d6-9236-44f94783e0b1 req-b9153077-e1c9-4dd7-be52-80c0dec99df4 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0c9b0e0-d06c-4d5d-a183-0c403cf5cd63 HTTP/1.1" status: 200 len: 944 time: 0.1049614 Nov 27 03:58:28.280108 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1dcab3b8-1e44-4bb9-bbad-10db4a5a2805 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:28.293895 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1dcab3b8-1e44-4bb9-bbad-10db4a5a2805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:28.338590 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcab3b8-1e44-4bb9-bbad-10db4a5a2805 None None] Network 043938a4-358f-4c8d-90c7-9262e476fa4f is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:58:28.343673 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-1dcab3b8-1e44-4bb9-bbad-10db4a5a2805 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:58:28.346445 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-11e5c302-e373-49d6-9236-44f94783e0b1 req-5ba6658f-da9d-49c4-bd68-757a6a046473 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607779 Nov 27 03:58:28.348242 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcab3b8-1e44-4bb9-bbad-10db4a5a2805 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:58:28.352808 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcab3b8-1e44-4bb9-bbad-10db4a5a2805 None None] Pushing event updated for resources: {'Port': ['ID=3695578d-817f-48a6-9e6e-1a8abb38d327,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:28.355641 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['3604d648-bb8a-4878-b6eb-863259142c4d'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:58:28.459376 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-1dcab3b8-1e44-4bb9-bbad-10db4a5a2805 None None] Attempting to bind port 3695578d-817f-48a6-9e6e-1a8abb38d327 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:58:28.459753 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-1dcab3b8-1e44-4bb9-bbad-10db4a5a2805 None None] Attempting to bind port 3695578d-817f-48a6-9e6e-1a8abb38d327 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '7b4e5369-9b3b-40d5-b5e2-5b6c268e814f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '043938a4-358f-4c8d-90c7-9262e476fa4f'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:58:28.460117 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcab3b8-1e44-4bb9-bbad-10db4a5a2805 None None] Attempting to bind port 3695578d-817f-48a6-9e6e-1a8abb38d327 on network 043938a4-358f-4c8d-90c7-9262e476fa4f {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:58:28.466726 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcab3b8-1e44-4bb9-bbad-10db4a5a2805 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:58:28.467061 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcab3b8-1e44-4bb9-bbad-10db4a5a2805 None None] Checking segment: {'id': '7b4e5369-9b3b-40d5-b5e2-5b6c268e814f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '043938a4-358f-4c8d-90c7-9262e476fa4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:58:28.467673 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1dcab3b8-1e44-4bb9-bbad-10db4a5a2805 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:28.468243 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcab3b8-1e44-4bb9-bbad-10db4a5a2805 None None] Bound using segment: {'id': '7b4e5369-9b3b-40d5-b5e2-5b6c268e814f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '043938a4-358f-4c8d-90c7-9262e476fa4f'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:58:28.468891 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-1dcab3b8-1e44-4bb9-bbad-10db4a5a2805 None None] Bound port: 3695578d-817f-48a6-9e6e-1a8abb38d327, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b4e5369-9b3b-40d5-b5e2-5b6c268e814f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '043938a4-358f-4c8d-90c7-9262e476fa4f'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:58:28.469665 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1dcab3b8-1e44-4bb9-bbad-10db4a5a2805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:28.571865 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d129267a-2065-4a7c-8443-7ab5b3de542c req-8e8a3d39-270b-4a4c-993e-40cc29e0600b service neutron] 10.222.0.23 "GET /v2.0/networks/206ec85b-e04a-4c10-8a6e-66c9bea7fa3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916905 Nov 27 03:58:28.585653 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-810b1b65-ff01-4cb8-ae5b-85e72a68b58c tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Allocated IP 172.20.0.7 (043938a4-358f-4c8d-90c7-9262e476fa4f/34abc0aa-e95d-469a-8070-633da20b2b19/c91dbdef-998e-4e12-8e66-a6498ba02aa8) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:58:28.632536 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-1dcab3b8-1e44-4bb9-bbad-10db4a5a2805 None None] For port 3695578d-817f-48a6-9e6e-1a8abb38d327, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:58:28.636835 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a0857-a549-489a-8988-2976ed465205 req-4cd48f56-d4e4-41cf-84e3-7de68fb8cea2 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:28.638042 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-1dcab3b8-1e44-4bb9-bbad-10db4a5a2805 None None] For port 3695578d-817f-48a6-9e6e-1a8abb38d327, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=3695578d-817f-48a6-9e6e-1a8abb38d327,segment=NetworkSegment(7b4e5369-9b3b-40d5-b5e2-5b6c268e814f),segment_id=7b4e5369-9b3b-40d5-b5e2-5b6c268e814f)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:58:28.649942 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1dcab3b8-1e44-4bb9-bbad-10db4a5a2805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:28.660288 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4f2a0857-a549-489a-8988-2976ed465205 req-4cd48f56-d4e4-41cf-84e3-7de68fb8cea2 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=a692ea22-77a1-43bb-be1f-5992d9fa6bff HTTP/1.1" status: 200 len: 944 time: 0.1018844 Nov 27 03:58:28.700611 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-4b4ad5bb-5ff8-42b3-9959-11044316ca8b tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:28.703780 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-4b4ad5bb-5ff8-42b3-9959-11044316ca8b tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.23 "GET /v2.0/networks?id=ab8fc313-e01d-42bb-a8ec-9d136b503637 HTTP/1.1" status: 200 len: 811 time: 0.5225179 Nov 27 03:58:28.742355 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4f2a0857-a549-489a-8988-2976ed465205 req-f5fa15bc-2a0f-43e6-b449-9e8bb0382b3a tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dacdf9c-1301-4033-bb6e-79818c355822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811191 Nov 27 03:58:28.751616 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcab3b8-1e44-4bb9-bbad-10db4a5a2805 None None] Pushing event updated for resources: {'Port': ['ID=3695578d-817f-48a6-9e6e-1a8abb38d327,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:28.993373 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-f7c877a1-2fbf-48c0-bb3c-d2305c5df80d tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b01c762313d54b279f09c5e5d81dadbf HTTP/1.1" status: 200 len: 380 time: 0.2422698 Nov 27 03:58:29.003441 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d129267a-2065-4a7c-8443-7ab5b3de542c req-8ffe235e-d4c5-44c7-848e-633ca6779fe5 service neutron] 10.222.0.23 "GET /v2.0/networks/206ec85b-e04a-4c10-8a6e-66c9bea7fa3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076552 Nov 27 03:58:29.014225 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-454bcfa8-438b-4c22-9e63-aff938352085 req-ad1d7813-48c9-4fbc-a141-315d3f751249 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 210 time: 0.0394003 Nov 27 03:58:29.035442 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-4428c080-d2d1-4d0a-b821-3545a639493f tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Request body: {'port': {'device_id': '4ce091d7-e20b-46b9-947e-d4019b8028fa', 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637', 'admin_state_up': True, 'tenant_id': 'b01c762313d54b279f09c5e5d81dadbf', 'security_groups': ['34c75a03-6fda-4197-9417-4cae157389b3']}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:29.117088 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ecb04-1355-452c-abe4-00adb56a925e req-29c5b41c-c89e-4f39-b4d5-2d95b5f32064 tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:29.118513 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-059ecb04-1355-452c-abe4-00adb56a925e req-29c5b41c-c89e-4f39-b4d5-2d95b5f32064 tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] 10.222.0.20 "GET /v2.0/networks?id=343ecb42-979b-4dc7-a1dd-a75effdfc494 HTTP/1.1" status: 200 len: 810 time: 0.3653324 Nov 27 03:58:29.145747 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-810b1b65-ff01-4cb8-ae5b-85e72a68b58c tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:29.156085 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-059ecb04-1355-452c-abe4-00adb56a925e req-c824af66-57a1-4e4e-82f4-7434979f26dc tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] 10.222.0.20 "GET /v2.0/quotas/880c19842dab430f9577c164a4efed77 HTTP/1.1" status: 200 len: 375 time: 0.0229335 Nov 27 03:58:29.199978 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-059ecb04-1355-452c-abe4-00adb56a925e req-68b83286-886c-4863-9100-6f0de8ffa57b tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=880c19842dab430f9577c164a4efed77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358653 Nov 27 03:58:29.304466 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-810b1b65-ff01-4cb8-ae5b-85e72a68b58c tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:29.378189 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-4428c080-d2d1-4d0a-b821-3545a639493f tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Made reservation on behalf of b01c762313d54b279f09c5e5d81dadbf for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:58:29.381895 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-4428c080-d2d1-4d0a-b821-3545a639493f tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:29.387493 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810b1b65-ff01-4cb8-ae5b-85e72a68b58c tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Network 043938a4-358f-4c8d-90c7-9262e476fa4f is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:58:29.400277 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-810b1b65-ff01-4cb8-ae5b-85e72a68b58c tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:58:29.407134 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810b1b65-ff01-4cb8-ae5b-85e72a68b58c tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:58:29.417480 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-059ecb04-1355-452c-abe4-00adb56a925e req-d1f764d4-825d-4f9a-97ab-89c4a8575b58 service neutron] 10.222.0.20 "GET /v2.0/networks/343ecb42-979b-4dc7-a1dd-a75effdfc494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096765 Nov 27 03:58:29.428002 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b1b65-ff01-4cb8-ae5b-85e72a68b58c tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Pushing event updated for resources: {'Port': ['ID=c91dbdef-998e-4e12-8e66-a6498ba02aa8,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:29.486196 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b7535-93e1-4676-9399-e919bfe8a30e req-7b7b48ff-d5bf-42be-91d3-c3de511a1a91 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:29.487935 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7d3b7535-93e1-4676-9399-e919bfe8a30e req-7b7b48ff-d5bf-42be-91d3-c3de511a1a91 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0c9b0e0-d06c-4d5d-a183-0c403cf5cd63 HTTP/1.1" status: 200 len: 944 time: 0.0654726 Nov 27 03:58:29.560565 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7d3b7535-93e1-4676-9399-e919bfe8a30e req-00d17cb6-9b73-47d8-8c8f-4e4e8f7c023e tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661006 Nov 27 03:58:29.579897 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810b1b65-ff01-4cb8-ae5b-85e72a68b58c tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:29.580575 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-810b1b65-ff01-4cb8-ae5b-85e72a68b58c tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:29.655271 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-810b1b65-ff01-4cb8-ae5b-85e72a68b58c tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1378706 Nov 27 03:58:29.656012 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48146) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:29.657821 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-059ecb04-1355-452c-abe4-00adb56a925e req-5d892ed7-944d-4c94-8c4a-6d8367d123ae service neutron] 10.222.0.20 "GET /v2.0/networks/343ecb42-979b-4dc7-a1dd-a75effdfc494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393584 Nov 27 03:58:29.664432 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-462b39b9-8b70-41ef-a280-d793f67da5fc tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Request body: {'port': {'network_id': '043938a4-358f-4c8d-90c7-9262e476fa4f', 'name': 'tempest-AllowedAddressPairTestJSON-63753067', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:45:3f:5e'}]}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:29.701374 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-4428c080-d2d1-4d0a-b821-3545a639493f tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Allocated IP 172.20.0.12 (ab8fc313-e01d-42bb-a8ec-9d136b503637/ef82cdfa-d224-4963-bff3-3b0049ffee0b/a1c9d3a6-1790-421d-8159-5888317d7f7e) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:58:29.869599 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 02d6475a-f113-40d3-bb30-5643ff13b119 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:58:29.927534 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462b39b9-8b70-41ef-a280-d793f67da5fc tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Made reservation on behalf of 52b604c9f7064f109bdaf3beb384c027 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:58:29.961789 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-4428c080-d2d1-4d0a-b821-3545a639493f tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:30.030296 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-4428c080-d2d1-4d0a-b821-3545a639493f tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:30.042351 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534a855-d13f-4d5b-85b8-08586cd84c8c req-15943978-7065-4681-a242-423ead9fb4cf tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:30.046037 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3534a855-d13f-4d5b-85b8-08586cd84c8c req-15943978-7065-4681-a242-423ead9fb4cf tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=a692ea22-77a1-43bb-be1f-5992d9fa6bff HTTP/1.1" status: 200 len: 944 time: 0.1647360 Nov 27 03:58:30.061211 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 02d6475a-f113-40d3-bb30-5643ff13b119, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=02d6475a-f113-40d3-bb30-5643ff13b119,segment=NetworkSegment(ec2570f7-674e-47ca-ba4a-60dc11f882c5),segment_id=ec2570f7-674e-47ca-ba4a-60dc11f882c5)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:58:30.083593 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '02d6475a-f113-40d3-bb30-5643ff13b119', 'network_id': '206ec85b-e04a-4c10-8a6e-66c9bea7fa3d', 'port_id': '02d6475a-f113-40d3-bb30-5643ff13b119', 'mac_address': 'fa:16:3e:44:6a:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16a2ad0e-052b-4c88-8b6f-df6566997da5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:58:30.131975 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-4428c080-d2d1-4d0a-b821-3545a639493f tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Network ab8fc313-e01d-42bb-a8ec-9d136b503637 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:58:30.134892 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:30.138071 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-462b39b9-8b70-41ef-a280-d793f67da5fc tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:30.147547 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-559b4222-57c9-4278-88b0-f90b09725e25 req-114b0051-951b-466b-887b-013057f407df tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] 10.222.0.20 "GET /v2.0/ports?device_id=338970e4-63a9-43b1-9472-2712fd414853 HTTP/1.1" status: 200 len: 210 time: 0.0721612 Nov 27 03:58:30.156919 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-4428c080-d2d1-4d0a-b821-3545a639493f tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:58:30.164612 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02d6475a-f113-40d3-bb30-5643ff13b119 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:58:30.167695 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-4428c080-d2d1-4d0a-b821-3545a639493f tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:58:30.175270 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428c080-d2d1-4d0a-b821-3545a639493f tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Pushing event updated for resources: {'Port': ['ID=a1c9d3a6-1790-421d-8159-5888317d7f7e,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:30.183113 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3534a855-d13f-4d5b-85b8-08586cd84c8c req-4cd525ff-43ee-40b1-98e5-52c96027accb tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dacdf9c-1301-4033-bb6e-79818c355822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182733 Nov 27 03:58:30.184419 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-462b39b9-8b70-41ef-a280-d793f67da5fc tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] device_id is not set on port 0318d507-fa1e-43df-8bba-1b1b705ee9d7 yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 03:58:30.207520 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 02d6475a-f113-40d3-bb30-5643ff13b119, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=02d6475a-f113-40d3-bb30-5643ff13b119,segment=NetworkSegment(ec2570f7-674e-47ca-ba4a-60dc11f882c5),segment_id=ec2570f7-674e-47ca-ba4a-60dc11f882c5)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:58:30.212281 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73a4249-25da-442c-95c8-75b1aca41d65 None None] Network 043938a4-358f-4c8d-90c7-9262e476fa4f requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:58:30.251415 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:30.352065 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=02d6475a-f113-40d3-bb30-5643ff13b119,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:30.377706 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-3f853900-1649-448b-bb5c-51fa9c63d837 None None] Provisioning complete for port 3695578d-817f-48a6-9e6e-1a8abb38d327 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:58:30.378100 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3f853900-1649-448b-bb5c-51fa9c63d837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:30.426785 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-4428c080-d2d1-4d0a-b821-3545a639493f tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:30.428165 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-4428c080-d2d1-4d0a-b821-3545a639493f tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:30.454797 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-462b39b9-8b70-41ef-a280-d793f67da5fc tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Allocated IP 172.20.0.11 (043938a4-358f-4c8d-90c7-9262e476fa4f/34abc0aa-e95d-469a-8070-633da20b2b19/0318d507-fa1e-43df-8bba-1b1b705ee9d7) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:58:30.472907 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f2034-b53b-40b0-8a3a-9343165f4dcb req-81f0af2b-5ece-4dbe-962a-221304da2ab9 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:30.484375 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8b2f2034-b53b-40b0-8a3a-9343165f4dcb req-81f0af2b-5ece-4dbe-962a-221304da2ab9 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 932 time: 0.1955080 Nov 27 03:58:30.522099 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-4428c080-d2d1-4d0a-b821-3545a639493f tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4898891 Nov 27 03:58:30.541072 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3f853900-1649-448b-bb5c-51fa9c63d837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:30.568595 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-491b675e-6a48-45da-9d18-6175d30b817a service neutron] Request body: {'port': {'device_id': '4ce091d7-e20b-46b9-947e-d4019b8028fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:30.623987 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8b2f2034-b53b-40b0-8a3a-9343165f4dcb req-cc9851a4-7f40-4a5c-b390-933a4f4d43df tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386044 Nov 27 03:58:30.662917 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-491b675e-6a48-45da-9d18-6175d30b817a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:30.766966 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['02d6475a-f113-40d3-bb30-5643ff13b119'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:58:30.828106 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 3695578d-817f-48a6-9e6e-1a8abb38d327 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:58:30.915884 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07690930-be32-4f74-89cd-dcc961074a33 req-aa26610d-2827-4469-85d8-2d8bf0d8580f tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:30.924746 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-07690930-be32-4f74-89cd-dcc961074a33 req-aa26610d-2827-4469-85d8-2d8bf0d8580f tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0c9b0e0-d06c-4d5d-a183-0c403cf5cd63 HTTP/1.1" status: 200 len: 944 time: 0.1361480 Nov 27 03:58:30.942565 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-462b39b9-8b70-41ef-a280-d793f67da5fc tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:30.955944 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-3f853900-1649-448b-bb5c-51fa9c63d837 None None] For port 3695578d-817f-48a6-9e6e-1a8abb38d327, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=3695578d-817f-48a6-9e6e-1a8abb38d327,segment=NetworkSegment(7b4e5369-9b3b-40d5-b5e2-5b6c268e814f),segment_id=7b4e5369-9b3b-40d5-b5e2-5b6c268e814f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:58:30.979862 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3f853900-1649-448b-bb5c-51fa9c63d837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:31.028097 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-07690930-be32-4f74-89cd-dcc961074a33 req-6585bfcf-0a38-4f4d-a7de-b24aa97df6ab tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023664 Nov 27 03:58:31.054428 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-462b39b9-8b70-41ef-a280-d793f67da5fc tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:31.105402 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 3695578d-817f-48a6-9e6e-1a8abb38d327 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:58:31.106399 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:31.111331 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f853900-1649-448b-bb5c-51fa9c63d837 None None] Pushing event updated for resources: {'Port': ['ID=3695578d-817f-48a6-9e6e-1a8abb38d327,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:31.183950 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-4343164f-6fbc-4d31-83d7-b2e15ef4e375 None None] Provisioning complete for port a1c9d3a6-1790-421d-8159-5888317d7f7e triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:58:31.183950 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4343164f-6fbc-4d31-83d7-b2e15ef4e375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:31.216362 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462b39b9-8b70-41ef-a280-d793f67da5fc tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Network 043938a4-358f-4c8d-90c7-9262e476fa4f is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:58:31.221467 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-491b675e-6a48-45da-9d18-6175d30b817a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1c9d3a6-1790-421d-8159-5888317d7f7e {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:58:31.229510 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-462b39b9-8b70-41ef-a280-d793f67da5fc tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:58:31.231858 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-491b675e-6a48-45da-9d18-6175d30b817a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:31.258237 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462b39b9-8b70-41ef-a280-d793f67da5fc tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:58:31.266766 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-491b675e-6a48-45da-9d18-6175d30b817a service neutron] Transition to ACTIVE for port object a1c9d3a6-1790-421d-8159-5888317d7f7e will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:58:31.286893 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-491b675e-6a48-45da-9d18-6175d30b817a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:31.301736 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-4343164f-6fbc-4d31-83d7-b2e15ef4e375 None None] Port a1c9d3a6-1790-421d-8159-5888317d7f7e cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:58:31.369015 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b39b9-8b70-41ef-a280-d793f67da5fc tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Pushing event updated for resources: {'Port': ['ID=0318d507-fa1e-43df-8bba-1b1b705ee9d7,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:31.398138 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 03:58:31.418384 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-58749eb1-a37e-46f6-ba3c-76bff0e9e4c0 req-2b506654-d894-4023-bd06-cbc7b3992d0b tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] 10.222.0.20 "GET /v2.0/ports?device_id=338970e4-63a9-43b1-9472-2712fd414853 HTTP/1.1" status: 200 len: 210 time: 0.0657606 Nov 27 03:58:31.435562 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b675e-6a48-45da-9d18-6175d30b817a service neutron] Pushing event updated for resources: {'Port': ['ID=a1c9d3a6-1790-421d-8159-5888317d7f7e,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:31.453531 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 3604d648-bb8a-4878-b6eb-863259142c4d up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:58:31.516957 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462b39b9-8b70-41ef-a280-d793f67da5fc tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:31.517621 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-462b39b9-8b70-41ef-a280-d793f67da5fc tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:31.551595 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298dd81d-4adb-483c-800a-018d9e2c8ffc req-b49ce60b-2235-448b-aadf-4fefc55c4a49 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:31.563399 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-298dd81d-4adb-483c-800a-018d9e2c8ffc req-b49ce60b-2235-448b-aadf-4fefc55c4a49 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=a692ea22-77a1-43bb-be1f-5992d9fa6bff HTTP/1.1" status: 200 len: 945 time: 0.1616552 Nov 27 03:58:31.574646 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-491b675e-6a48-45da-9d18-6175d30b817a service neutron] Attempting to bind port a1c9d3a6-1790-421d-8159-5888317d7f7e on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:58:31.574992 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-491b675e-6a48-45da-9d18-6175d30b817a service neutron] Attempting to bind port a1c9d3a6-1790-421d-8159-5888317d7f7e by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '732b5cd8-0e80-4483-9a5a-d4731966dbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:58:31.575450 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-491b675e-6a48-45da-9d18-6175d30b817a service neutron] Attempting to bind port a1c9d3a6-1790-421d-8159-5888317d7f7e on network ab8fc313-e01d-42bb-a8ec-9d136b503637 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:58:31.582832 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-491b675e-6a48-45da-9d18-6175d30b817a service neutron] Port a1c9d3a6-1790-421d-8159-5888317d7f7e on network ab8fc313-e01d-42bb-a8ec-9d136b503637 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:58:31.583154 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-491b675e-6a48-45da-9d18-6175d30b817a service neutron] Attempting to bind port a1c9d3a6-1790-421d-8159-5888317d7f7e on network ab8fc313-e01d-42bb-a8ec-9d136b503637 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:58:31.588893 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-491b675e-6a48-45da-9d18-6175d30b817a service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:58:31.589268 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-491b675e-6a48-45da-9d18-6175d30b817a service neutron] Checking segment: {'id': '732b5cd8-0e80-4483-9a5a-d4731966dbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:58:31.589666 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-491b675e-6a48-45da-9d18-6175d30b817a service neutron] Bound using segment: {'id': '732b5cd8-0e80-4483-9a5a-d4731966dbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:58:31.590100 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-491b675e-6a48-45da-9d18-6175d30b817a service neutron] Bound port: a1c9d3a6-1790-421d-8159-5888317d7f7e, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '732b5cd8-0e80-4483-9a5a-d4731966dbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:58:31.590462 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-491b675e-6a48-45da-9d18-6175d30b817a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:31.601279 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-462b39b9-8b70-41ef-a280-d793f67da5fc tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.9416714 Nov 27 03:58:31.601827 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 48174) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:31.610126 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-b90316b5-49b4-433c-b37c-024d8c70582f None None] Provisioning complete for port c91dbdef-998e-4e12-8e66-a6498ba02aa8 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:58:31.613395 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b90316b5-49b4-433c-b37c-024d8c70582f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:31.687332 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 3604d648-bb8a-4878-b6eb-863259142c4d completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:58:31.703330 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-298dd81d-4adb-483c-800a-018d9e2c8ffc req-ac0abeeb-c0fa-4fee-ae9b-7dc01970074b tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dacdf9c-1301-4033-bb6e-79818c355822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389556 Nov 27 03:58:31.712040 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 3604d648-bb8a-4878-b6eb-863259142c4d triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:58:31.712450 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:31.762356 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-b90316b5-49b4-433c-b37c-024d8c70582f None None] Port c91dbdef-998e-4e12-8e66-a6498ba02aa8 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:58:31.797041 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-b90316b5-49b4-433c-b37c-024d8c70582f None None] Provisioning complete for port 3695578d-817f-48a6-9e6e-1a8abb38d327 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:58:31.797393 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b90316b5-49b4-433c-b37c-024d8c70582f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:31.815110 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-491b675e-6a48-45da-9d18-6175d30b817a service neutron] For port a1c9d3a6-1790-421d-8159-5888317d7f7e, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:58:31.819409 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-491b675e-6a48-45da-9d18-6175d30b817a service neutron] For port a1c9d3a6-1790-421d-8159-5888317d7f7e, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=a1c9d3a6-1790-421d-8159-5888317d7f7e,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:58:31.886605 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 02d6475a-f113-40d3-bb30-5643ff13b119 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:58:31.893707 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-491b675e-6a48-45da-9d18-6175d30b817a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:31.921711 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:31.970722 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55c8391-1563-4b3a-91f2-95d7c4c21d16 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:31.976955 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55c8391-1563-4b3a-91f2-95d7c4c21d16 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:31.983388 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55c8391-1563-4b3a-91f2-95d7c4c21d16 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:31.985891 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a55c8391-1563-4b3a-91f2-95d7c4c21d16 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.3830538 Nov 27 03:58:31.989020 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48180) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:32.011917 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-491b675e-6a48-45da-9d18-6175d30b817a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:32.013133 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-491b675e-6a48-45da-9d18-6175d30b817a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:32.016106 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-491b675e-6a48-45da-9d18-6175d30b817a service neutron] 10.222.0.23 "PUT /v2.0/ports/a1c9d3a6-1790-421d-8159-5888317d7f7e HTTP/1.1" status: 200 len: 1092 time: 1.4513762 Nov 27 03:58:32.038641 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c9b0e0-d06c-4d5d-a183-0c403cf5cd63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3604d648-bb8a-4878-b6eb-863259142c4d'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:58:32.043992 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dde61cb-688a-4276-a453-bae573b74a41" -d '{"events": [{"server_uuid": "a0c9b0e0-d06c-4d5d-a183-0c403cf5cd63", "name": "network-vif-plugged", "status": "completed", "tag": "3604d648-bb8a-4878-b6eb-863259142c4d"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:58:32.144566 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 3604d648-bb8a-4878-b6eb-863259142c4d, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=3604d648-bb8a-4878-b6eb-863259142c4d,segment=NetworkSegment(e40e3b9b-cd7d-4402-aebb-20a69a216b2f),segment_id=e40e3b9b-cd7d-4402-aebb-20a69a216b2f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:58:32.173014 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:32.186048 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce091d7-e20b-46b9-947e-d4019b8028fa', 'tag': 'a1c9d3a6-1790-421d-8159-5888317d7f7e'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:58:32.190261 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36acc245-96f4-446b-af3c-b044b7ef6594" -d '{"events": [{"name": "network-changed", "server_uuid": "4ce091d7-e20b-46b9-947e-d4019b8028fa", "tag": "a1c9d3a6-1790-421d-8159-5888317d7f7e"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:58:32.251440 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ecb04-1355-452c-abe4-00adb56a925e req-fbe6241c-9262-46f2-bb5c-f68454ebabb4 tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:32.254454 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-059ecb04-1355-452c-abe4-00adb56a925e req-fbe6241c-9262-46f2-bb5c-f68454ebabb4 tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] 10.222.0.11 "GET /v2.0/networks?id=343ecb42-979b-4dc7-a1dd-a75effdfc494 HTTP/1.1" status: 200 len: 810 time: 0.2318377 Nov 27 03:58:32.317146 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 02d6475a-f113-40d3-bb30-5643ff13b119 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:58:32.343509 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 02d6475a-f113-40d3-bb30-5643ff13b119 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:58:32.343890 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:32.354155 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-059ecb04-1355-452c-abe4-00adb56a925e req-b4b34e9e-c52e-469e-aa62-a953a07b37b9 tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] Request body: {'port': {'device_id': '338970e4-63a9-43b1-9472-2712fd414853', 'network_id': '343ecb42-979b-4dc7-a1dd-a75effdfc494', 'admin_state_up': True, 'tenant_id': '880c19842dab430f9577c164a4efed77'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:32.426002 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=3604d648-bb8a-4878-b6eb-863259142c4d,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:32.437514 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c433043-60d2-49a7-aedf-e23fd4ef5749 req-2ead2a99-89cf-4960-8cf5-5801ebe1cc76 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:32.445630 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2c433043-60d2-49a7-aedf-e23fd4ef5749 req-2ead2a99-89cf-4960-8cf5-5801ebe1cc76 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0c9b0e0-d06c-4d5d-a183-0c403cf5cd63 HTTP/1.1" status: 200 len: 945 time: 0.2052138 Nov 27 03:58:32.448819 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-56c919a9-33d8-4ed1-a988-c5af922274e2 None None] Provisioning complete for port c91dbdef-998e-4e12-8e66-a6498ba02aa8 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:58:32.449403 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-56c919a9-33d8-4ed1-a988-c5af922274e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:32.466135 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-cbd3cd15-05f6-4e62-8d2c-ab948d6a54a7 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Deleting port 0318d507-fa1e-43df-8bba-1b1b705ee9d7 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:58:32.466647 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cbd3cd15-05f6-4e62-8d2c-ab948d6a54a7 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:32.494382 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-56c919a9-33d8-4ed1-a988-c5af922274e2 None None] Port c91dbdef-998e-4e12-8e66-a6498ba02aa8 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:58:32.544402 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:32.564470 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a49ae-1f44-45c8-80d8-ee90accc9f87 req-4c0b5312-25e2-491b-98ed-a447d9810397 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:32.574921 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0d8a49ae-1f44-45c8-80d8-ee90accc9f87 req-4c0b5312-25e2-491b-98ed-a447d9810397 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 944 time: 0.8069696 Nov 27 03:58:32.593874 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 02d6475a-f113-40d3-bb30-5643ff13b119, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=02d6475a-f113-40d3-bb30-5643ff13b119,segment=NetworkSegment(ec2570f7-674e-47ca-ba4a-60dc11f882c5),segment_id=ec2570f7-674e-47ca-ba4a-60dc11f882c5)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:58:32.602542 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:32.625992 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2c433043-60d2-49a7-aedf-e23fd4ef5749 req-f73cc078-24d6-46b8-aeed-8f994efa7d32 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794038 Nov 27 03:58:32.684961 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cbd3cd15-05f6-4e62-8d2c-ab948d6a54a7 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:32.699750 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-cbd3cd15-05f6-4e62-8d2c-ab948d6a54a7 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Calling delete_port for 0318d507-fa1e-43df-8bba-1b1b705ee9d7 owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:58:32.702432 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=02d6475a-f113-40d3-bb30-5643ff13b119,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:32.704034 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-9350c6e0-d520-40eb-84af-96b4f8b696bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:32.708352 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-9350c6e0-d520-40eb-84af-96b4f8b696bc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b01c762313d54b279f09c5e5d81dadbf&device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 1095 time: 0.4513376 Nov 27 03:58:32.724933 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b675e-6a48-45da-9d18-6175d30b817a service neutron] Pushing event updated for resources: {'Port': ['ID=a1c9d3a6-1790-421d-8159-5888317d7f7e,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:32.725666 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777d55a7-150e-4aa5-b6a4-b1d7ca20b123 x-openstack-request-id: req-777d55a7-150e-4aa5-b6a4-b1d7ca20b123 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:58:32.726196 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0c9b0e0-d06c-4d5d-a183-0c403cf5cd63", "name": "network-vif-plugged", "status": "completed", "tag": "3604d648-bb8a-4878-b6eb-863259142c4d", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:58:32.726638 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-777d55a7-150e-4aa5-b6a4-b1d7ca20b123 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:58:32.727249 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c9b0e0-d06c-4d5d-a183-0c403cf5cd63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3604d648-bb8a-4878-b6eb-863259142c4d', 'code': 200} Nov 27 03:58:32.739084 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-059ecb04-1355-452c-abe4-00adb56a925e req-b4b34e9e-c52e-469e-aa62-a953a07b37b9 tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] Made reservation on behalf of 880c19842dab430f9577c164a4efed77 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:58:32.742528 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-059ecb04-1355-452c-abe4-00adb56a925e req-b4b34e9e-c52e-469e-aa62-a953a07b37b9 tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:32.759280 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 3695578d-817f-48a6-9e6e-1a8abb38d327 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:58:32.817161 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-1b2f2ac0-1df6-48ed-aeff-0621ba3ae3dc None None] Provisioning complete for port 0318d507-fa1e-43df-8bba-1b1b705ee9d7 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:58:32.817540 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1b2f2ac0-1df6-48ed-aeff-0621ba3ae3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:32.821101 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0d8a49ae-1f44-45c8-80d8-ee90accc9f87 req-334119d1-42a5-4a9b-ae85-4ddf9d1a959c tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2440221 Nov 27 03:58:32.825934 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fde36e-97f3-47c3-9916-c1523853ffca x-openstack-request-id: req-d8fde36e-97f3-47c3-9916-c1523853ffca {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:58:32.826234 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ce091d7-e20b-46b9-947e-d4019b8028fa", "tag": "a1c9d3a6-1790-421d-8159-5888317d7f7e", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:58:32.826497 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d8fde36e-97f3-47c3-9916-c1523853ffca {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:58:32.826940 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ce091d7-e20b-46b9-947e-d4019b8028fa', 'tag': 'a1c9d3a6-1790-421d-8159-5888317d7f7e', 'status': 'completed', 'code': 200} Nov 27 03:58:32.837715 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-a1260af3-b744-480b-887b-9a6996dd6f95 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1c9d3a6-1790-421d-8159-5888317d7f7e HTTP/1.1" status: 200 len: 217 time: 0.0926204 Nov 27 03:58:32.875027 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 3695578d-817f-48a6-9e6e-1a8abb38d327 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:58:32.875651 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:32.930565 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-1b2f2ac0-1df6-48ed-aeff-0621ba3ae3dc None None] Port 0318d507-fa1e-43df-8bba-1b1b705ee9d7 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:58:32.993831 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-ce8d34e0-0c8b-4da7-8246-9139ebba1da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:32.995374 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-ce8d34e0-0c8b-4da7-8246-9139ebba1da9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ef82cdfa-d224-4963-bff3-3b0049ffee0b HTTP/1.1" status: 200 len: 850 time: 0.1446686 Nov 27 03:58:33.001317 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3dbeba6a-cc5d-4ff4-8c02-db85c638dd93 req-36acc45f-fab7-4a0a-9536-02ed7195f80b tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] 10.222.0.20 "GET /v2.0/ports?device_id=338970e4-63a9-43b1-9472-2712fd414853 HTTP/1.1" status: 200 len: 210 time: 0.0515811 Nov 27 03:58:33.003145 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ea98e-dc7d-4104-a0dd-ad84fc24885b req-baf7b9c6-40c0-4623-9541-318495c49f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:33.004786 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5d1ea98e-dc7d-4104-a0dd-ad84fc24885b req-baf7b9c6-40c0-4623-9541-318495c49f93 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a0c9b0e0-d06c-4d5d-a183-0c403cf5cd63 HTTP/1.1" status: 200 len: 1096 time: 0.1907990 Nov 27 03:58:33.028545 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c52bb5-e9c9-4445-8565-c357c53cdbca req-8c2f2c1e-b81b-4458-83f6-a04eb84a36cf tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:33.030106 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d6c52bb5-e9c9-4445-8565-c357c53cdbca req-8c2f2c1e-b81b-4458-83f6-a04eb84a36cf tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=a692ea22-77a1-43bb-be1f-5992d9fa6bff HTTP/1.1" status: 200 len: 946 time: 0.0828209 Nov 27 03:58:33.042031 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cbd3cd15-05f6-4e62-8d2c-ab948d6a54a7 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:33.082353 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd3cd15-05f6-4e62-8d2c-ab948d6a54a7 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Pushing event deleted for resources: {'Port': ['ID=0318d507-fa1e-43df-8bba-1b1b705ee9d7,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:33.171485 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5d1ea98e-dc7d-4104-a0dd-ad84fc24885b req-0ce7545d-8d61-4e18-a782-44e3587b7c12 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593564 Nov 27 03:58:33.182256 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-4fe9f0ca-9192-4c75-96f2-962c7b9a2b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:33.183602 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-4fe9f0ca-9192-4c75-96f2-962c7b9a2b94 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ab8fc313-e01d-42bb-a8ec-9d136b503637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1746807 Nov 27 03:58:33.190327 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d6c52bb5-e9c9-4445-8565-c357c53cdbca req-76ebcb12-3a9b-4da3-ab2f-d0e33ec9ab41 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dacdf9c-1301-4033-bb6e-79818c355822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426353 Nov 27 03:58:33.278871 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-059ecb04-1355-452c-abe4-00adb56a925e req-b4b34e9e-c52e-469e-aa62-a953a07b37b9 tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] Allocated IP 172.20.0.4 (343ecb42-979b-4dc7-a1dd-a75effdfc494/45ee4c25-2fd9-47ad-9a57-72b803ef37f7/4db98317-bdb9-4150-bb17-508a485a98e5) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:58:33.314764 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cbd3cd15-05f6-4e62-8d2c-ab948d6a54a7 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:33.318958 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-cbd3cd15-05f6-4e62-8d2c-ab948d6a54a7 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] 10.222.0.20 "DELETE /v2.0/ports/0318d507-fa1e-43df-8bba-1b1b705ee9d7 HTTP/1.1" status: 204 len: 168 time: 1.3287814 Nov 27 03:58:33.321522 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48196) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:33.350863 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-010e96a1-2da0-4287-8461-eb41190aa420 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] GET failed (client error): The resource could not be found. Nov 27 03:58:33.351711 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-89a2d31d-4946-4161-854e-5b8b90a0a7f1 service neutron] 10.222.0.23 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558859 Nov 27 03:58:33.355236 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-010e96a1-2da0-4287-8461-eb41190aa420 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] 10.222.0.20 "GET /v2.0/ports/0318d507-fa1e-43df-8bba-1b1b705ee9d7 HTTP/1.1" status: 404 len: 333 time: 0.0299680 Nov 27 03:58:33.357090 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48198) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:33.364224 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-1b662b67-85f9-48a9-883a-6d008378afa5 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Request body: {'port': {'network_id': '043938a4-358f-4c8d-90c7-9262e476fa4f', 'name': 'tempest-AllowedAddressPairTestJSON-521318117'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:33.492521 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b662b67-85f9-48a9-883a-6d008378afa5 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Made reservation on behalf of 52b604c9f7064f109bdaf3beb384c027 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:58:33.497306 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1b662b67-85f9-48a9-883a-6d008378afa5 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:33.516726 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-1b662b67-85f9-48a9-883a-6d008378afa5 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] device_id is not set on port bb3b49ad-9b3f-4857-891b-cd84f236e176 yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 03:58:33.645227 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-1b662b67-85f9-48a9-883a-6d008378afa5 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Allocated IP 172.20.0.12 (043938a4-358f-4c8d-90c7-9262e476fa4f/34abc0aa-e95d-469a-8070-633da20b2b19/bb3b49ad-9b3f-4857-891b-cd84f236e176) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:58:33.843774 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd146b9d-9a65-4861-9cd0-a8cd17074e8c req-a7cf053d-b846-412a-9acc-3581e31f367f tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:33.845443 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fd146b9d-9a65-4861-9cd0-a8cd17074e8c req-a7cf053d-b846-412a-9acc-3581e31f367f tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0c9b0e0-d06c-4d5d-a183-0c403cf5cd63 HTTP/1.1" status: 200 len: 945 time: 0.1303082 Nov 27 03:58:33.875203 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1b662b67-85f9-48a9-883a-6d008378afa5 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:33.907546 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b791d1ff-4a07-4fd2-b612-71a3cdc25f5a req-ff49e970-4b28-42f0-b423-45b22757beda service neutron] 10.222.0.23 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5356526 Nov 27 03:58:33.918654 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-059ecb04-1355-452c-abe4-00adb56a925e req-b4b34e9e-c52e-469e-aa62-a953a07b37b9 tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:33.930236 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fd146b9d-9a65-4861-9cd0-a8cd17074e8c req-80fe8aa4-d064-4f9a-8ac0-7b91a97db4bd tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665951 Nov 27 03:58:33.951583 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1b662b67-85f9-48a9-883a-6d008378afa5 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:34.003593 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b662b67-85f9-48a9-883a-6d008378afa5 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Network 043938a4-358f-4c8d-90c7-9262e476fa4f is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:58:34.007735 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-1b662b67-85f9-48a9-883a-6d008378afa5 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:58:34.009514 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-059ecb04-1355-452c-abe4-00adb56a925e req-b4b34e9e-c52e-469e-aa62-a953a07b37b9 tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:34.009880 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b662b67-85f9-48a9-883a-6d008378afa5 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Pushing event updated for resources: {'Port': ['ID=bb3b49ad-9b3f-4857-891b-cd84f236e176,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:34.012229 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b662b67-85f9-48a9-883a-6d008378afa5 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:58:34.069643 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b662b67-85f9-48a9-883a-6d008378afa5 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:34.070794 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1b662b67-85f9-48a9-883a-6d008378afa5 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:34.075863 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662b17e-0443-4d8a-927c-4823ec21181e req-a3414a1e-cd10-4000-8d7d-afd12ac7267d tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:34.079077 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9662b17e-0443-4d8a-927c-4823ec21181e req-a3414a1e-cd10-4000-8d7d-afd12ac7267d tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 944 time: 0.1172845 Nov 27 03:58:34.102154 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1b662b67-85f9-48a9-883a-6d008378afa5 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7438271 Nov 27 03:58:34.103067 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48208) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:34.109627 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-405a01e0-86d7-4d09-8512-bf2ba3567d6a tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:45:3f:5e'}]}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:34.141164 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-059ecb04-1355-452c-abe4-00adb56a925e req-b4b34e9e-c52e-469e-aa62-a953a07b37b9 tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] Network 343ecb42-979b-4dc7-a1dd-a75effdfc494 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:58:34.162877 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-059ecb04-1355-452c-abe4-00adb56a925e req-b4b34e9e-c52e-469e-aa62-a953a07b37b9 tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:58:34.177183 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-059ecb04-1355-452c-abe4-00adb56a925e req-b4b34e9e-c52e-469e-aa62-a953a07b37b9 tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:58:34.233144 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ecb04-1355-452c-abe4-00adb56a925e req-b4b34e9e-c52e-469e-aa62-a953a07b37b9 tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:34.233820 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-059ecb04-1355-452c-abe4-00adb56a925e req-b4b34e9e-c52e-469e-aa62-a953a07b37b9 tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:34.259502 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-059ecb04-1355-452c-abe4-00adb56a925e req-b4b34e9e-c52e-469e-aa62-a953a07b37b9 tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9177413 Nov 27 03:58:34.265469 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b34e9e-c52e-469e-aa62-a953a07b37b9 tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] Pushing event updated for resources: {'Port': ['ID=4db98317-bdb9-4150-bb17-508a485a98e5,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:34.280628 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-059ecb04-1355-452c-abe4-00adb56a925e req-15a7b676-073f-4ea1-97aa-1248b64e6bee service neutron] Request body: {'port': {'device_id': '338970e4-63a9-43b1-9472-2712fd414853', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:34.323513 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9662b17e-0443-4d8a-927c-4823ec21181e req-61a7cedc-43e9-4476-987c-8afe83b81674 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168028 Nov 27 03:58:34.352464 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36acc245-96f4-446b-af3c-b044b7ef6594 req-1783c86d-179e-479b-b2cd-15c38f8d1466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:34.354284 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-36acc245-96f4-446b-af3c-b044b7ef6594 req-1783c86d-179e-479b-b2cd-15c38f8d1466 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b01c762313d54b279f09c5e5d81dadbf&device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 1095 time: 0.2911286 Nov 27 03:58:34.469221 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-059ecb04-1355-452c-abe4-00adb56a925e req-15a7b676-073f-4ea1-97aa-1248b64e6bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:34.476206 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-4bb70537-58cd-43fd-8db9-47e44f351664 None None] Provisioning complete for port bb3b49ad-9b3f-4857-891b-cd84f236e176 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:58:34.476776 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4bb70537-58cd-43fd-8db9-47e44f351664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:34.541710 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-4bb70537-58cd-43fd-8db9-47e44f351664 None None] Port bb3b49ad-9b3f-4857-891b-cd84f236e176 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:58:34.614125 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36acc245-96f4-446b-af3c-b044b7ef6594 req-c77101eb-4904-4139-ae37-cfca427c2bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:34.615703 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-36acc245-96f4-446b-af3c-b044b7ef6594 req-c77101eb-4904-4139-ae37-cfca427c2bf2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ab8fc313-e01d-42bb-a8ec-9d136b503637 HTTP/1.1" status: 200 len: 912 time: 0.2030044 Nov 27 03:58:34.619109 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f72fef-dfbd-468b-ad86-b0db4c186250 req-d0f4118b-f489-4820-9430-cea50c649c9e tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:34.620903 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-04f72fef-dfbd-468b-ad86-b0db4c186250 req-d0f4118b-f489-4820-9430-cea50c649c9e tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] 10.222.0.20 "GET /v2.0/ports?device_id=338970e4-63a9-43b1-9472-2712fd414853 HTTP/1.1" status: 200 len: 931 time: 0.5151761 Nov 27 03:58:34.695571 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-405a01e0-86d7-4d09-8512-bf2ba3567d6a tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:34.718084 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-36acc245-96f4-446b-af3c-b044b7ef6594 req-2ed3a14d-e1d7-474d-a1b2-151b3a1bee7a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1c9d3a6-1790-421d-8159-5888317d7f7e HTTP/1.1" status: 200 len: 217 time: 0.0912902 Nov 27 03:58:34.719190 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-04f72fef-dfbd-468b-ad86-b0db4c186250 req-769eacff-6a9f-4d19-adec-72d22eeca542 tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] 10.222.0.20 "GET /v2.0/security-groups?id=5010b530-20df-46a3-b55e-b52853d2f8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698133 Nov 27 03:58:34.729019 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d88d05-f2ac-4b1a-813f-976f122327ae req-aa6cc832-5345-4d79-9024-8ed8e8952aff tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:34.729359 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a692ea22-77a1-43bb-be1f-5992d9fa6bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d6475a-f113-40d3-bb30-5643ff13b119'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:58:34.730976 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b2d88d05-f2ac-4b1a-813f-976f122327ae req-aa6cc832-5345-4d79-9024-8ed8e8952aff tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=a692ea22-77a1-43bb-be1f-5992d9fa6bff HTTP/1.1" status: 200 len: 946 time: 0.1931548 Nov 27 03:58:34.732322 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5929bb-c935-4bfe-8063-7158da09cb49" -d '{"events": [{"server_uuid": "a692ea22-77a1-43bb-be1f-5992d9fa6bff", "name": "network-vif-plugged", "status": "completed", "tag": "02d6475a-f113-40d3-bb30-5643ff13b119"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:58:34.791351 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950c0512-97d7-4a2f-847e-4cc671f60a9f x-openstack-request-id: req-950c0512-97d7-4a2f-847e-4cc671f60a9f {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:58:34.791886 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a692ea22-77a1-43bb-be1f-5992d9fa6bff", "name": "network-vif-plugged", "status": "completed", "tag": "02d6475a-f113-40d3-bb30-5643ff13b119", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:58:34.792324 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-950c0512-97d7-4a2f-847e-4cc671f60a9f {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:58:34.792975 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a692ea22-77a1-43bb-be1f-5992d9fa6bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d6475a-f113-40d3-bb30-5643ff13b119', 'code': 200} Nov 27 03:58:34.864931 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36acc245-96f4-446b-af3c-b044b7ef6594 req-9b2da1e2-372d-46d9-8162-3580bab88da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:34.866534 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-36acc245-96f4-446b-af3c-b044b7ef6594 req-9b2da1e2-372d-46d9-8162-3580bab88da8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ef82cdfa-d224-4963-bff3-3b0049ffee0b HTTP/1.1" status: 200 len: 850 time: 0.1278141 Nov 27 03:58:34.927492 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b2d88d05-f2ac-4b1a-813f-976f122327ae req-6702d611-769a-4137-a680-dd456ecbad7b tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dacdf9c-1301-4033-bb6e-79818c355822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558685 Nov 27 03:58:34.964066 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-405a01e0-86d7-4d09-8512-bf2ba3567d6a tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:34.973663 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-405a01e0-86d7-4d09-8512-bf2ba3567d6a tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:35.026289 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36acc245-96f4-446b-af3c-b044b7ef6594 req-77aa47a5-1fff-4b24-a2a2-f3600ee4bf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:35.027865 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-36acc245-96f4-446b-af3c-b044b7ef6594 req-77aa47a5-1fff-4b24-a2a2-f3600ee4bf73 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ab8fc313-e01d-42bb-a8ec-9d136b503637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1458681 Nov 27 03:58:35.093856 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a01e0-86d7-4d09-8512-bf2ba3567d6a tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Pushing event updated for resources: {'Port': ['ID=bb3b49ad-9b3f-4857-891b-cd84f236e176,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:35.126304 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70013534-fabf-4ac9-9152-9cda33bd4157 req-8ca766c8-370c-45e3-832a-faf7ef722f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:35.129327 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-70013534-fabf-4ac9-9152-9cda33bd4157 req-8ca766c8-370c-45e3-832a-faf7ef722f42 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a692ea22-77a1-43bb-be1f-5992d9fa6bff HTTP/1.1" status: 200 len: 1097 time: 0.2150578 Nov 27 03:58:35.133188 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-405a01e0-86d7-4d09-8512-bf2ba3567d6a tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] In _notify_port_updated(), no bound segment for port bb3b49ad-9b3f-4857-891b-cd84f236e176 on network 043938a4-358f-4c8d-90c7-9262e476fa4f {{(pid=110018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 03:58:35.138645 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405a01e0-86d7-4d09-8512-bf2ba3567d6a tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:35.139295 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-405a01e0-86d7-4d09-8512-bf2ba3567d6a tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:35.143536 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-405a01e0-86d7-4d09-8512-bf2ba3567d6a tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] 10.222.0.20 "PUT /v2.0/ports/bb3b49ad-9b3f-4857-891b-cd84f236e176 HTTP/1.1" status: 200 len: 993 time: 1.0393796 Nov 27 03:58:35.145315 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48220) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:35.180533 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194ffd7-3c68-4cb4-80f7-e81ecb9b4259 req-a6f59299-5dfb-4f13-8f49-8b0d361edd3f tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:35.182705 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e194ffd7-3c68-4cb4-80f7-e81ecb9b4259 req-a6f59299-5dfb-4f13-8f49-8b0d361edd3f tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0c9b0e0-d06c-4d5d-a183-0c403cf5cd63 HTTP/1.1" status: 200 len: 945 time: 0.1084206 Nov 27 03:58:35.200857 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-059ecb04-1355-452c-abe4-00adb56a925e req-15a7b676-073f-4ea1-97aa-1248b64e6bee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4db98317-bdb9-4150-bb17-508a485a98e5 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:58:35.216971 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-059ecb04-1355-452c-abe4-00adb56a925e req-15a7b676-073f-4ea1-97aa-1248b64e6bee service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:35.272885 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-70013534-fabf-4ac9-9152-9cda33bd4157 req-868611bb-7094-41a2-ab2c-7ba84428a63e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4dacdf9c-1301-4033-bb6e-79818c355822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214893 Nov 27 03:58:35.273836 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-059ecb04-1355-452c-abe4-00adb56a925e req-15a7b676-073f-4ea1-97aa-1248b64e6bee service neutron] Transition to ACTIVE for port object 4db98317-bdb9-4150-bb17-508a485a98e5 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:58:35.276472 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-36acc245-96f4-446b-af3c-b044b7ef6594 req-50942166-2754-41df-bb13-8c788eb37418 service neutron] 10.222.0.23 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398956 Nov 27 03:58:35.281445 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-059ecb04-1355-452c-abe4-00adb56a925e req-15a7b676-073f-4ea1-97aa-1248b64e6bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:35.296856 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e194ffd7-3c68-4cb4-80f7-e81ecb9b4259 req-8c948257-3bf1-420c-9ef0-c80ed1fa3307 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925701 Nov 27 03:58:35.321724 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-af31065d-fc0e-4b14-ba45-9e78913ffd4e tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Deleting port bb3b49ad-9b3f-4857-891b-cd84f236e176 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:58:35.322337 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-af31065d-fc0e-4b14-ba45-9e78913ffd4e tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:35.356927 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a7b676-073f-4ea1-97aa-1248b64e6bee service neutron] Pushing event updated for resources: {'Port': ['ID=4db98317-bdb9-4150-bb17-508a485a98e5,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:35.386009 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0300a293-7e8a-4754-9add-d3adb69db1d5 None None] Provisioning complete for port bb3b49ad-9b3f-4857-891b-cd84f236e176 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:58:35.387000 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0300a293-7e8a-4754-9add-d3adb69db1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:35.446561 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0300a293-7e8a-4754-9add-d3adb69db1d5 None None] Port bb3b49ad-9b3f-4857-891b-cd84f236e176 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:58:35.488655 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-059ecb04-1355-452c-abe4-00adb56a925e req-15a7b676-073f-4ea1-97aa-1248b64e6bee service neutron] Attempting to bind port 4db98317-bdb9-4150-bb17-508a485a98e5 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:58:35.489009 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-059ecb04-1355-452c-abe4-00adb56a925e req-15a7b676-073f-4ea1-97aa-1248b64e6bee service neutron] Attempting to bind port 4db98317-bdb9-4150-bb17-508a485a98e5 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': 'f23c5265-e234-4424-97ee-83c94f898369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '343ecb42-979b-4dc7-a1dd-a75effdfc494'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:58:35.489429 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059ecb04-1355-452c-abe4-00adb56a925e req-15a7b676-073f-4ea1-97aa-1248b64e6bee service neutron] Attempting to bind port 4db98317-bdb9-4150-bb17-508a485a98e5 on network 343ecb42-979b-4dc7-a1dd-a75effdfc494 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:58:35.493119 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-af31065d-fc0e-4b14-ba45-9e78913ffd4e tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:35.496250 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059ecb04-1355-452c-abe4-00adb56a925e req-15a7b676-073f-4ea1-97aa-1248b64e6bee service neutron] Port 4db98317-bdb9-4150-bb17-508a485a98e5 on network 343ecb42-979b-4dc7-a1dd-a75effdfc494 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:58:35.496596 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059ecb04-1355-452c-abe4-00adb56a925e req-15a7b676-073f-4ea1-97aa-1248b64e6bee service neutron] Attempting to bind port 4db98317-bdb9-4150-bb17-508a485a98e5 on network 343ecb42-979b-4dc7-a1dd-a75effdfc494 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:58:35.501905 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059ecb04-1355-452c-abe4-00adb56a925e req-15a7b676-073f-4ea1-97aa-1248b64e6bee service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:58:35.502266 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059ecb04-1355-452c-abe4-00adb56a925e req-15a7b676-073f-4ea1-97aa-1248b64e6bee service neutron] Checking segment: {'id': 'f23c5265-e234-4424-97ee-83c94f898369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '343ecb42-979b-4dc7-a1dd-a75effdfc494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:58:35.502709 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059ecb04-1355-452c-abe4-00adb56a925e req-15a7b676-073f-4ea1-97aa-1248b64e6bee service neutron] Bound using segment: {'id': 'f23c5265-e234-4424-97ee-83c94f898369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '343ecb42-979b-4dc7-a1dd-a75effdfc494'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:58:35.503387 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-059ecb04-1355-452c-abe4-00adb56a925e req-15a7b676-073f-4ea1-97aa-1248b64e6bee service neutron] Bound port: 4db98317-bdb9-4150-bb17-508a485a98e5, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23c5265-e234-4424-97ee-83c94f898369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '343ecb42-979b-4dc7-a1dd-a75effdfc494'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:58:35.503772 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-059ecb04-1355-452c-abe4-00adb56a925e req-15a7b676-073f-4ea1-97aa-1248b64e6bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:35.519758 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-af31065d-fc0e-4b14-ba45-9e78913ffd4e tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Calling delete_port for bb3b49ad-9b3f-4857-891b-cd84f236e176 owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:58:35.528762 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c29f56-f244-426a-8a2f-45b399949690 req-4d1c7f42-5a95-433c-aadd-a32a58925d31 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:35.530293 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-60c29f56-f244-426a-8a2f-45b399949690 req-4d1c7f42-5a95-433c-aadd-a32a58925d31 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 944 time: 0.1052067 Nov 27 03:58:35.589549 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-059ecb04-1355-452c-abe4-00adb56a925e req-15a7b676-073f-4ea1-97aa-1248b64e6bee service neutron] For port 4db98317-bdb9-4150-bb17-508a485a98e5, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:58:35.594413 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-059ecb04-1355-452c-abe4-00adb56a925e req-15a7b676-073f-4ea1-97aa-1248b64e6bee service neutron] For port 4db98317-bdb9-4150-bb17-508a485a98e5, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=4db98317-bdb9-4150-bb17-508a485a98e5,segment=NetworkSegment(f23c5265-e234-4424-97ee-83c94f898369),segment_id=f23c5265-e234-4424-97ee-83c94f898369)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:58:35.640405 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-60c29f56-f244-426a-8a2f-45b399949690 req-b2fc3ad6-29b1-4df4-a074-48b19773985c tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000774 Nov 27 03:58:35.668583 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-059ecb04-1355-452c-abe4-00adb56a925e req-15a7b676-073f-4ea1-97aa-1248b64e6bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:35.731222 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-af31065d-fc0e-4b14-ba45-9e78913ffd4e tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:35.741868 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ecb04-1355-452c-abe4-00adb56a925e req-15a7b676-073f-4ea1-97aa-1248b64e6bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:35.742503 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-059ecb04-1355-452c-abe4-00adb56a925e req-15a7b676-073f-4ea1-97aa-1248b64e6bee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:35.743914 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-059ecb04-1355-452c-abe4-00adb56a925e req-15a7b676-073f-4ea1-97aa-1248b64e6bee service neutron] 10.222.0.11 "PUT /v2.0/ports/4db98317-bdb9-4150-bb17-508a485a98e5 HTTP/1.1" status: 200 len: 1091 time: 1.4679801 Nov 27 03:58:35.746053 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '338970e4-63a9-43b1-9472-2712fd414853', 'tag': '4db98317-bdb9-4150-bb17-508a485a98e5'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:58:35.748239 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d514234-235c-46f0-b29a-dde59eab0d13" -d '{"events": [{"name": "network-changed", "server_uuid": "338970e4-63a9-43b1-9472-2712fd414853", "tag": "4db98317-bdb9-4150-bb17-508a485a98e5"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:58:35.769215 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af31065d-fc0e-4b14-ba45-9e78913ffd4e tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Pushing event deleted for resources: {'Port': ['ID=bb3b49ad-9b3f-4857-891b-cd84f236e176,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:35.850618 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2352aaf-a75d-40d3-ad8f-f5ae0bff780a req-418c1e8b-6e6c-47c1-a07c-583c548d7d51 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:35.852157 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a2352aaf-a75d-40d3-ad8f-f5ae0bff780a req-418c1e8b-6e6c-47c1-a07c-583c548d7d51 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0c9b0e0-d06c-4d5d-a183-0c403cf5cd63 HTTP/1.1" status: 200 len: 945 time: 0.1877906 Nov 27 03:58:35.886597 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device a1c9d3a6-1790-421d-8159-5888317d7f7e details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:58:35.903155 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a7b676-073f-4ea1-97aa-1248b64e6bee service neutron] Pushing event updated for resources: {'Port': ['ID=4db98317-bdb9-4150-bb17-508a485a98e5,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:35.925346 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-36acc245-96f4-446b-af3c-b044b7ef6594 req-d569df7b-66a8-4e04-9601-d74744b8e7d4 service neutron] 10.222.0.23 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258920 Nov 27 03:58:35.951526 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ecb04-1355-452c-abe4-00adb56a925e req-3c30c6fd-1d2a-48bd-af47-551870e7cb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:35.958224 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-059ecb04-1355-452c-abe4-00adb56a925e req-3c30c6fd-1d2a-48bd-af47-551870e7cb14 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=880c19842dab430f9577c164a4efed77&device_id=338970e4-63a9-43b1-9472-2712fd414853 HTTP/1.1" status: 200 len: 1094 time: 0.1337280 Nov 27 03:58:35.991417 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a2352aaf-a75d-40d3-ad8f-f5ae0bff780a req-64b91000-0855-4608-aadb-22b26e8c38a2 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124973 Nov 27 03:58:36.050761 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-af31065d-fc0e-4b14-ba45-9e78913ffd4e tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:36.055276 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-af31065d-fc0e-4b14-ba45-9e78913ffd4e tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] 10.222.0.20 "DELETE /v2.0/ports/bb3b49ad-9b3f-4857-891b-cd84f236e176 HTTP/1.1" status: 204 len: 168 time: 0.9006891 Nov 27 03:58:36.057857 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48240) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:36.069614 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port a1c9d3a6-1790-421d-8159-5888317d7f7e, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=a1c9d3a6-1790-421d-8159-5888317d7f7e,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:58:36.080320 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5af7e4-f18f-4ef6-b2fb-2e16e3b56a42 x-openstack-request-id: req-ff5af7e4-f18f-4ef6-b2fb-2e16e3b56a42 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:58:36.082653 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "338970e4-63a9-43b1-9472-2712fd414853", "tag": "4db98317-bdb9-4150-bb17-508a485a98e5", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:58:36.083516 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff5af7e4-f18f-4ef6-b2fb-2e16e3b56a42 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:58:36.083697 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '338970e4-63a9-43b1-9472-2712fd414853', 'tag': '4db98317-bdb9-4150-bb17-508a485a98e5', 'status': 'completed', 'code': 200} Nov 27 03:58:36.085483 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-059ecb04-1355-452c-abe4-00adb56a925e req-8824719c-1fc8-41ae-8af1-c87e71f74c3a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4db98317-bdb9-4150-bb17-508a485a98e5 HTTP/1.1" status: 200 len: 217 time: 0.0931857 Nov 27 03:58:36.112582 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ffc334-42f8-41b9-ba43-fd4759e93b16 req-bee8bd3a-1336-42cd-aa41-35548672563c tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:36.114361 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': 'a1c9d3a6-1790-421d-8159-5888317d7f7e', 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637', 'port_id': 'a1c9d3a6-1790-421d-8159-5888317d7f7e', 'mac_address': 'fa:16:3e:8b:ad:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef82cdfa-d224-4963-bff3-3b0049ffee0b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:58:36.122813 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-70ffc334-42f8-41b9-ba43-fd4759e93b16 req-bee8bd3a-1336-42cd-aa41-35548672563c tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] 10.222.0.20 "GET /v2.0/ports?device_id=338970e4-63a9-43b1-9472-2712fd414853 HTTP/1.1" status: 200 len: 943 time: 0.2733045 Nov 27 03:58:36.131782 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1d2258f-caa2-4eb4-a429-2b8e39e95e9e tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] GET failed (client error): The resource could not be found. Nov 27 03:58:36.133212 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f1d2258f-caa2-4eb4-a429-2b8e39e95e9e tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] 10.222.0.20 "GET /v2.0/ports/bb3b49ad-9b3f-4857-891b-cd84f236e176 HTTP/1.1" status: 404 len: 333 time: 0.0721605 Nov 27 03:58:36.146663 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48242) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:36.153752 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-1998d3e0-b359-4214-8b21-c0ce9cbcfada tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Request body: {'port': {'network_id': '043938a4-358f-4c8d-90c7-9262e476fa4f', 'name': 'tempest-AllowedAddressPairTestJSON-1954942182'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:36.174753 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:36.191351 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1c9d3a6-1790-421d-8159-5888317d7f7e {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:58:36.215519 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port a1c9d3a6-1790-421d-8159-5888317d7f7e, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=a1c9d3a6-1790-421d-8159-5888317d7f7e,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:58:36.222064 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:36.229814 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ecb04-1355-452c-abe4-00adb56a925e req-420258e7-4f5b-4ab9-ba3d-a4c220b2f5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:36.233162 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-059ecb04-1355-452c-abe4-00adb56a925e req-420258e7-4f5b-4ab9-ba3d-a4c220b2f5cf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=45ee4c25-2fd9-47ad-9a57-72b803ef37f7 HTTP/1.1" status: 200 len: 850 time: 0.1383531 Nov 27 03:58:36.268738 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70b4db-d015-4cda-be1f-4f32a00f5dc8 req-33e49e7d-99b7-45da-8dad-5330c2721a2d tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:36.268738 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ed70b4db-d015-4cda-be1f-4f32a00f5dc8 req-33e49e7d-99b7-45da-8dad-5330c2721a2d tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=a692ea22-77a1-43bb-be1f-5992d9fa6bff HTTP/1.1" status: 200 len: 946 time: 0.0782988 Nov 27 03:58:36.279872 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-70ffc334-42f8-41b9-ba43-fd4759e93b16 req-93717e20-787f-43b4-a0c0-d11e2ba709be tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] 10.222.0.20 "GET /v2.0/security-groups?id=5010b530-20df-46a3-b55e-b52853d2f8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561692 Nov 27 03:58:36.290883 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-059ecb04-1355-452c-abe4-00adb56a925e req-1f2bb6d1-a69f-44df-a83d-644b9a986e23 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=343ecb42-979b-4dc7-a1dd-a75effdfc494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502000 Nov 27 03:58:36.335422 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=a1c9d3a6-1790-421d-8159-5888317d7f7e,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:36.368114 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1998d3e0-b359-4214-8b21-c0ce9cbcfada tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Made reservation on behalf of 52b604c9f7064f109bdaf3beb384c027 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:58:36.375831 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1998d3e0-b359-4214-8b21-c0ce9cbcfada tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:36.404770 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ed70b4db-d015-4cda-be1f-4f32a00f5dc8 req-bc3414f6-76ba-4a8b-b73a-4c8eb30dba79 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dacdf9c-1301-4033-bb6e-79818c355822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211693 Nov 27 03:58:36.435064 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-1998d3e0-b359-4214-8b21-c0ce9cbcfada tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] device_id is not set on port dd07b693-6c88-4b88-956a-5961f07004a1 yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 03:58:36.445888 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-059ecb04-1355-452c-abe4-00adb56a925e req-dbf2b3b0-7bc6-4d23-a0c0-ca0afbce7338 service neutron] 10.222.0.11 "GET /v2.0/networks/343ecb42-979b-4dc7-a1dd-a75effdfc494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373758 Nov 27 03:58:36.498268 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b14fb-0721-4381-ad10-73a2be1debe9 req-de19446f-b873-4559-bcf8-77da237f05bc tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:36.508357 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0c2b14fb-0721-4381-ad10-73a2be1debe9 req-de19446f-b873-4559-bcf8-77da237f05bc tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0c9b0e0-d06c-4d5d-a183-0c403cf5cd63 HTTP/1.1" status: 200 len: 945 time: 0.1295474 Nov 27 03:58:36.525127 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['a1c9d3a6-1790-421d-8159-5888317d7f7e'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:58:36.568876 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-059ecb04-1355-452c-abe4-00adb56a925e req-c7ca2ef6-0336-4e45-8932-488433d69612 service neutron] 10.222.0.11 "GET /v2.0/networks/343ecb42-979b-4dc7-a1dd-a75effdfc494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145649 Nov 27 03:58:36.617051 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0c2b14fb-0721-4381-ad10-73a2be1debe9 req-0b8dbd13-aae8-475a-9362-502fc1a03aa3 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035900 Nov 27 03:58:36.646573 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-1998d3e0-b359-4214-8b21-c0ce9cbcfada tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Allocated IP 172.20.0.9 (043938a4-358f-4c8d-90c7-9262e476fa4f/34abc0aa-e95d-469a-8070-633da20b2b19/dd07b693-6c88-4b88-956a-5961f07004a1) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:58:36.778213 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d514234-235c-46f0-b29a-dde59eab0d13 req-431fd9ee-d3de-49b0-9e07-ca49b39196da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:36.780002 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2d514234-235c-46f0-b29a-dde59eab0d13 req-431fd9ee-d3de-49b0-9e07-ca49b39196da service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=880c19842dab430f9577c164a4efed77&device_id=338970e4-63a9-43b1-9472-2712fd414853 HTTP/1.1" status: 200 len: 1094 time: 0.0893404 Nov 27 03:58:36.894738 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37359304-d187-46f6-ab3f-1b878333cd27 req-5ef53e64-561f-4124-8a1a-1fb808caffe3 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:36.899427 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-37359304-d187-46f6-ab3f-1b878333cd27 req-5ef53e64-561f-4124-8a1a-1fb808caffe3 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.1169868 Nov 27 03:58:36.904064 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1998d3e0-b359-4214-8b21-c0ce9cbcfada tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:36.961062 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d514234-235c-46f0-b29a-dde59eab0d13 req-3003b203-6e51-430a-8073-8078bc4bd548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:36.963498 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2d514234-235c-46f0-b29a-dde59eab0d13 req-3003b203-6e51-430a-8073-8078bc4bd548 service neutron] 10.222.0.11 "GET /v2.0/networks?id=343ecb42-979b-4dc7-a1dd-a75effdfc494 HTTP/1.1" status: 200 len: 911 time: 0.1703548 Nov 27 03:58:36.972069 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1998d3e0-b359-4214-8b21-c0ce9cbcfada tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:36.984316 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-37359304-d187-46f6-ab3f-1b878333cd27 req-8841c2df-ba31-4c5a-a56d-359acc92305b tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777936 Nov 27 03:58:37.039291 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2d514234-235c-46f0-b29a-dde59eab0d13 req-764347f2-d4ab-48a9-8aa4-2adae07674e6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4db98317-bdb9-4150-bb17-508a485a98e5 HTTP/1.1" status: 200 len: 217 time: 0.0538824 Nov 27 03:58:37.043527 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb06e0-3422-4616-8651-3e78b9fe8bde req-295e6276-ebac-46c6-b15a-81f27e9b609f tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:37.045111 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e4bb06e0-3422-4616-8651-3e78b9fe8bde req-295e6276-ebac-46c6-b15a-81f27e9b609f tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0c9b0e0-d06c-4d5d-a183-0c403cf5cd63 HTTP/1.1" status: 200 len: 945 time: 0.1026089 Nov 27 03:58:37.047053 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1998d3e0-b359-4214-8b21-c0ce9cbcfada tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Network 043938a4-358f-4c8d-90c7-9262e476fa4f is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:58:37.051345 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-1998d3e0-b359-4214-8b21-c0ce9cbcfada tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:58:37.061584 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1998d3e0-b359-4214-8b21-c0ce9cbcfada tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:58:37.100950 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d514234-235c-46f0-b29a-dde59eab0d13 req-a335fe5e-bf54-488b-95f7-af1d845faf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:37.102033 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1998d3e0-b359-4214-8b21-c0ce9cbcfada tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Pushing event updated for resources: {'Port': ['ID=dd07b693-6c88-4b88-956a-5961f07004a1,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:37.102622 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2d514234-235c-46f0-b29a-dde59eab0d13 req-a335fe5e-bf54-488b-95f7-af1d845faf43 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=45ee4c25-2fd9-47ad-9a57-72b803ef37f7 HTTP/1.1" status: 200 len: 850 time: 0.0545554 Nov 27 03:58:37.152950 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2d514234-235c-46f0-b29a-dde59eab0d13 req-cba4f823-83b1-449e-a839-c81da8534441 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=343ecb42-979b-4dc7-a1dd-a75effdfc494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406461 Nov 27 03:58:37.158840 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1998d3e0-b359-4214-8b21-c0ce9cbcfada tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:37.159523 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1998d3e0-b359-4214-8b21-c0ce9cbcfada tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:37.174425 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e4bb06e0-3422-4616-8651-3e78b9fe8bde req-337d1e52-83b2-4c37-b882-00786250c4a6 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187799 Nov 27 03:58:37.181035 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1998d3e0-b359-4214-8b21-c0ce9cbcfada tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0330625 Nov 27 03:58:37.181673 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48254) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:37.186835 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-7ce7264d-aace-4e5e-882c-2f6d898d20c6 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:45:3f:5e'}]}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:37.277025 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2d514234-235c-46f0-b29a-dde59eab0d13 req-ad84132b-f9a0-4896-92d3-e3c0104289eb service neutron] 10.222.0.11 "GET /v2.0/networks/343ecb42-979b-4dc7-a1dd-a75effdfc494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149316 Nov 27 03:58:37.382960 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7ce7264d-aace-4e5e-882c-2f6d898d20c6 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:37.387066 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-d6bd6836-6b99-432f-a6be-2a1e5f2494b2 None None] Provisioning complete for port dd07b693-6c88-4b88-956a-5961f07004a1 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:58:37.387572 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d6bd6836-6b99-432f-a6be-2a1e5f2494b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:37.437853 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2d514234-235c-46f0-b29a-dde59eab0d13 req-f5a4ee36-6e4e-4915-b35d-fc709f1838a8 service neutron] 10.222.0.11 "GET /v2.0/networks/343ecb42-979b-4dc7-a1dd-a75effdfc494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526630 Nov 27 03:58:37.456858 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860f02c-60aa-43e0-8901-b7e1f64dea4b req-d206f0b5-5c75-401f-8f5e-1f61beec5cd8 tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:37.457765 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-d6bd6836-6b99-432f-a6be-2a1e5f2494b2 None None] Port dd07b693-6c88-4b88-956a-5961f07004a1 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:58:37.468632 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7860f02c-60aa-43e0-8901-b7e1f64dea4b req-d206f0b5-5c75-401f-8f5e-1f61beec5cd8 tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] 10.222.0.20 "GET /v2.0/ports?device_id=338970e4-63a9-43b1-9472-2712fd414853 HTTP/1.1" status: 200 len: 943 time: 0.0905735 Nov 27 03:58:37.530274 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7860f02c-60aa-43e0-8901-b7e1f64dea4b req-c481dc76-3ef2-4801-a912-b61431b3176a tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] 10.222.0.20 "GET /v2.0/security-groups?id=5010b530-20df-46a3-b55e-b52853d2f8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519416 Nov 27 03:58:37.590252 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b9db1-8d64-47a0-85ac-e3f88fe159f9 req-58666a0d-d3b2-452c-a20b-53b40ee1ee50 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:37.595052 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dd8b9db1-8d64-47a0-85ac-e3f88fe159f9 req-58666a0d-d3b2-452c-a20b-53b40ee1ee50 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=a692ea22-77a1-43bb-be1f-5992d9fa6bff HTTP/1.1" status: 200 len: 946 time: 0.0859590 Nov 27 03:58:37.674304 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7ce7264d-aace-4e5e-882c-2f6d898d20c6 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:37.679544 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dd8b9db1-8d64-47a0-85ac-e3f88fe159f9 req-756b811c-be1e-41a4-b5e3-6c2271d63129 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dacdf9c-1301-4033-bb6e-79818c355822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808358 Nov 27 03:58:37.680562 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7ce7264d-aace-4e5e-882c-2f6d898d20c6 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:37.762639 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce7264d-aace-4e5e-882c-2f6d898d20c6 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Pushing event updated for resources: {'Port': ['ID=dd07b693-6c88-4b88-956a-5961f07004a1,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:37.804529 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-7ce7264d-aace-4e5e-882c-2f6d898d20c6 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] In _notify_port_updated(), no bound segment for port dd07b693-6c88-4b88-956a-5961f07004a1 on network 043938a4-358f-4c8d-90c7-9262e476fa4f {{(pid=110018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 03:58:37.810028 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce7264d-aace-4e5e-882c-2f6d898d20c6 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:37.810689 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7ce7264d-aace-4e5e-882c-2f6d898d20c6 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:37.812010 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7ce7264d-aace-4e5e-882c-2f6d898d20c6 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] 10.222.0.20 "PUT /v2.0/ports/dd07b693-6c88-4b88-956a-5961f07004a1 HTTP/1.1" status: 200 len: 996 time: 0.6294041 Nov 27 03:58:37.814921 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 48266) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:37.842253 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a028343-87be-4938-b603-4b364667ebdf req-053035f0-6840-4dac-af58-3f18065ac3cb tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:37.844071 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1a028343-87be-4938-b603-4b364667ebdf req-053035f0-6840-4dac-af58-3f18065ac3cb tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=a692ea22-77a1-43bb-be1f-5992d9fa6bff HTTP/1.1" status: 200 len: 946 time: 0.0751207 Nov 27 03:58:37.866781 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48268) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:37.866781 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-4eeb9636-67b4-40ad-92ed-1ba0a1c9c1eb tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Request body: {'floatingip': {'port_id': '02d6475a-f113-40d3-bb30-5643ff13b119'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:37.892195 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device a1c9d3a6-1790-421d-8159-5888317d7f7e up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:58:37.933387 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4eeb9636-67b4-40ad-92ed-1ba0a1c9c1eb tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks [] for floatingip, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:37.973852 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-8a71ee96-9523-4fe2-b6b1-a265a77faa29 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Deleting port dd07b693-6c88-4b88-956a-5961f07004a1 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:58:37.974203 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8a71ee96-9523-4fe2-b6b1-a265a77faa29 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:38.000188 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port a1c9d3a6-1790-421d-8159-5888317d7f7e completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:58:38.005763 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port a1c9d3a6-1790-421d-8159-5888317d7f7e triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:58:38.006396 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:38.108390 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8a71ee96-9523-4fe2-b6b1-a265a77faa29 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:38.150940 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-f72bf690-37b5-40ac-a054-48c369833b41 None None] Provisioning complete for port dd07b693-6c88-4b88-956a-5961f07004a1 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:58:38.151594 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f72bf690-37b5-40ac-a054-48c369833b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:38.154437 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:38.160811 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-8a71ee96-9523-4fe2-b6b1-a265a77faa29 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Calling delete_port for dd07b693-6c88-4b88-956a-5961f07004a1 owned by {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:58:38.201794 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce091d7-e20b-46b9-947e-d4019b8028fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c9d3a6-1790-421d-8159-5888317d7f7e'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:58:38.204392 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e91a5c-e008-4226-a017-65422b55ef4e" -d '{"events": [{"server_uuid": "4ce091d7-e20b-46b9-947e-d4019b8028fa", "name": "network-vif-plugged", "status": "completed", "tag": "a1c9d3a6-1790-421d-8159-5888317d7f7e"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:58:38.225068 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port a1c9d3a6-1790-421d-8159-5888317d7f7e, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=a1c9d3a6-1790-421d-8159-5888317d7f7e,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:58:38.230095 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-f72bf690-37b5-40ac-a054-48c369833b41 None None] Port dd07b693-6c88-4b88-956a-5961f07004a1 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:58:38.232972 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:38.261548 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05b33a-9be3-4897-b22a-225982343287 req-ecce6f39-303e-426e-974a-0f31f7038305 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:38.269577 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0c05b33a-9be3-4897-b22a-225982343287 req-ecce6f39-303e-426e-974a-0f31f7038305 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.1345170 Nov 27 03:58:38.312294 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=a1c9d3a6-1790-421d-8159-5888317d7f7e,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:38.363394 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0c05b33a-9be3-4897-b22a-225982343287 req-e5356c2f-7205-4b3f-8d5a-3799f376f7c9 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921347 Nov 27 03:58:38.428234 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd149f75-765a-4feb-95b7-6f4e5ddde49c x-openstack-request-id: req-bd149f75-765a-4feb-95b7-6f4e5ddde49c {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:58:38.428986 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce091d7-e20b-46b9-947e-d4019b8028fa", "name": "network-vif-plugged", "status": "completed", "tag": "a1c9d3a6-1790-421d-8159-5888317d7f7e", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:58:38.428986 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd149f75-765a-4feb-95b7-6f4e5ddde49c {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:58:38.429183 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce091d7-e20b-46b9-947e-d4019b8028fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c9d3a6-1790-421d-8159-5888317d7f7e', 'code': 200} Nov 27 03:58:38.454613 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128cca1b-fef9-4176-949a-3c10e64dd784 req-5a141225-bc7c-4fef-9f0f-66081d418fbc tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:38.463300 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-128cca1b-fef9-4176-949a-3c10e64dd784 req-5a141225-bc7c-4fef-9f0f-66081d418fbc tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0c9b0e0-d06c-4d5d-a183-0c403cf5cd63 HTTP/1.1" status: 200 len: 945 time: 0.1386151 Nov 27 03:58:38.475124 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8a71ee96-9523-4fe2-b6b1-a265a77faa29 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:38.526365 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f8449-cd40-42e9-b6e3-99531b5142d1 req-f26ee83e-d67a-47f5-9358-c62e9468c94a tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:38.527893 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d55f8449-cd40-42e9-b6e3-99531b5142d1 req-f26ee83e-d67a-47f5-9358-c62e9468c94a tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0c9b0e0-d06c-4d5d-a183-0c403cf5cd63 HTTP/1.1" status: 200 len: 945 time: 0.1548352 Nov 27 03:58:38.529122 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a71ee96-9523-4fe2-b6b1-a265a77faa29 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Pushing event deleted for resources: {'Port': ['ID=dd07b693-6c88-4b88-956a-5961f07004a1,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:38.660842 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-128cca1b-fef9-4176-949a-3c10e64dd784 req-c740bf56-900a-44a2-bb25-c9d2f055b83b tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963291 Nov 27 03:58:38.701416 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4eeb9636-67b4-40ad-92ed-1ba0a1c9c1eb tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:38.709017 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4eeb9636-67b4-40ad-92ed-1ba0a1c9c1eb tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:38.759281 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1a1fb-1411-4eff-b387-4051e8dd7a55 req-88e661a6-561f-424c-b1bb-c956a130dd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:38.760817 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-23a1a1fb-1411-4eff-b387-4051e8dd7a55 req-88e661a6-561f-424c-b1bb-c956a130dd2a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 1097 time: 0.2295866 Nov 27 03:58:38.776322 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8a71ee96-9523-4fe2-b6b1-a265a77faa29 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:38.783885 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8a71ee96-9523-4fe2-b6b1-a265a77faa29 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] 10.222.0.20 "DELETE /v2.0/ports/dd07b693-6c88-4b88-956a-5961f07004a1 HTTP/1.1" status: 204 len: 168 time: 0.9670317 Nov 27 03:58:38.787429 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48278) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:38.824193 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffbc4c1b-7ce0-4da0-8195-190f0aa8e4a5 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] GET failed (client error): The resource could not be found. Nov 27 03:58:38.825638 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ffbc4c1b-7ce0-4da0-8195-190f0aa8e4a5 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] 10.222.0.20 "GET /v2.0/ports/dd07b693-6c88-4b88-956a-5961f07004a1 HTTP/1.1" status: 404 len: 333 time: 0.0372298 Nov 27 03:58:38.826919 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4762a-bd44-412a-90b6-55d81a016308 req-552bdad1-9fc3-4d09-8964-8a6e07136c28 tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:38.830893 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48284) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:38.835119 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-84c4762a-bd44-412a-90b6-55d81a016308 req-552bdad1-9fc3-4d09-8964-8a6e07136c28 tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] 10.222.0.20 "GET /v2.0/ports?device_id=338970e4-63a9-43b1-9472-2712fd414853 HTTP/1.1" status: 200 len: 943 time: 0.1827409 Nov 27 03:58:38.835639 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-89a7c208-42c3-46d0-98a3-ec7370c2da58 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Request body: {'port': {'network_id': '043938a4-358f-4c8d-90c7-9262e476fa4f', 'name': 'tempest-AllowedAddressPairTestJSON-2360553'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:38.894433 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-d55f8449-cd40-42e9-b6e3-99531b5142d1 req-a7bc5e6b-68ff-4e3f-9453-a91de2df1d11 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Deleting port 3604d648-bb8a-4878-b6eb-863259142c4d {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:58:38.894780 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d55f8449-cd40-42e9-b6e3-99531b5142d1 req-a7bc5e6b-68ff-4e3f-9453-a91de2df1d11 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:38.916435 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-23a1a1fb-1411-4eff-b387-4051e8dd7a55 req-f278face-bd73-431a-aba6-68ce91681fec service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316669 Nov 27 03:58:38.945893 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [None req-4eeb9636-67b4-40ad-92ed-1ba0a1c9c1eb tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Floating IP b8e10fd8-5d31-4456-8a05-ec30f8af1320 associated. External IP: 172.25.1.176, port: 02d6475a-f113-40d3-bb30-5643ff13b119. Nov 27 03:58:38.955803 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-84c4762a-bd44-412a-90b6-55d81a016308 req-6d54dc8c-8e25-4d7b-b6f7-6e375879c53c tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] 10.222.0.20 "GET /v2.0/security-groups?id=5010b530-20df-46a3-b55e-b52853d2f8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199379 Nov 27 03:58:39.004712 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-d55f8449-cd40-42e9-b6e3-99531b5142d1 req-a7bc5e6b-68ff-4e3f-9453-a91de2df1d11 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] For port 3604d648-bb8a-4878-b6eb-863259142c4d, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=3604d648-bb8a-4878-b6eb-863259142c4d,segment=NetworkSegment(e40e3b9b-cd7d-4402-aebb-20a69a216b2f),segment_id=e40e3b9b-cd7d-4402-aebb-20a69a216b2f)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:58:39.005110 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d55f8449-cd40-42e9-b6e3-99531b5142d1 req-a7bc5e6b-68ff-4e3f-9453-a91de2df1d11 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:39.025730 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-d55f8449-cd40-42e9-b6e3-99531b5142d1 req-a7bc5e6b-68ff-4e3f-9453-a91de2df1d11 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Calling delete_port for 3604d648-bb8a-4878-b6eb-863259142c4d owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:58:39.081114 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a7c208-42c3-46d0-98a3-ec7370c2da58 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Made reservation on behalf of 52b604c9f7064f109bdaf3beb384c027 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:58:39.084922 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-89a7c208-42c3-46d0-98a3-ec7370c2da58 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:39.111604 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-89a7c208-42c3-46d0-98a3-ec7370c2da58 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] device_id is not set on port a2f7f6a7-9fe0-446d-b9c4-9e604662ece9 yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 03:58:39.167292 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d55f8449-cd40-42e9-b6e3-99531b5142d1 req-a7bc5e6b-68ff-4e3f-9453-a91de2df1d11 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:39.202062 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['0465d762-6c9e-4453-a78f-ed2e7501887c', '3604d648-bb8a-4878-b6eb-863259142c4d'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:58:39.237908 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc5e6b-68ff-4e3f-9453-a91de2df1d11 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Pushing event deleted for resources: {'Port': ['ID=3604d648-bb8a-4878-b6eb-863259142c4d,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:39.271552 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55f8449-cd40-42e9-b6e3-99531b5142d1 req-a7bc5e6b-68ff-4e3f-9453-a91de2df1d11 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] No DVR routers for this DVR port 3604d648-bb8a-4878-b6eb-863259142c4d on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:58:39.274405 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d55f8449-cd40-42e9-b6e3-99531b5142d1 req-a7bc5e6b-68ff-4e3f-9453-a91de2df1d11 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:39.278442 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d55f8449-cd40-42e9-b6e3-99531b5142d1 req-a7bc5e6b-68ff-4e3f-9453-a91de2df1d11 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.11 "DELETE /v2.0/ports/3604d648-bb8a-4878-b6eb-863259142c4d HTTP/1.1" status: 204 len: 173 time: 0.7368169 Nov 27 03:58:39.279222 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c9b0e0-d06c-4d5d-a183-0c403cf5cd63', 'name': 'network-vif-deleted', 'tag': '3604d648-bb8a-4878-b6eb-863259142c4d'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:58:39.281474 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747189d6-3c10-4d4a-82a3-ef7a2c940271" -d '{"events": [{"server_uuid": "a0c9b0e0-d06c-4d5d-a183-0c403cf5cd63", "name": "network-vif-deleted", "tag": "3604d648-bb8a-4878-b6eb-863259142c4d"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:58:39.312125 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eeb9636-67b4-40ad-92ed-1ba0a1c9c1eb tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Router 54dabedd-7aa0-4f70-a3fb-c4907dc6fc69 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:58:39.318536 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-89a7c208-42c3-46d0-98a3-ec7370c2da58 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Allocated IP 172.20.0.3 (043938a4-358f-4c8d-90c7-9262e476fa4f/34abc0aa-e95d-469a-8070-633da20b2b19/a2f7f6a7-9fe0-446d-b9c4-9e604662ece9) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:58:39.367194 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b7bb31-dd1f-4612-932d-db43c35f9420 x-openstack-request-id: req-85b7bb31-dd1f-4612-932d-db43c35f9420 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:58:39.367591 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0c9b0e0-d06c-4d5d-a183-0c403cf5cd63", "name": "network-vif-deleted", "tag": "3604d648-bb8a-4878-b6eb-863259142c4d", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:58:39.367941 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-85b7bb31-dd1f-4612-932d-db43c35f9420 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:58:39.368569 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c9b0e0-d06c-4d5d-a183-0c403cf5cd63', 'name': 'network-vif-deleted', 'tag': '3604d648-bb8a-4878-b6eb-863259142c4d', 'status': 'completed', 'code': 200} Nov 27 03:58:39.484874 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 4db98317-bdb9-4150-bb17-508a485a98e5 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:58:39.518177 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0419ce2-b2f7-48bb-80f8-2af089bebd34 req-c4b79f0a-261a-47c0-a252-e191da2f66ef tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:39.527152 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0419ce2-b2f7-48bb-80f8-2af089bebd34 req-c4b79f0a-261a-47c0-a252-e191da2f66ef tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 946 time: 0.0698152 Nov 27 03:58:39.592606 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0419ce2-b2f7-48bb-80f8-2af089bebd34 req-839d6a12-97fd-4908-b16c-4371fd9948f4 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636876 Nov 27 03:58:39.638153 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 4db98317-bdb9-4150-bb17-508a485a98e5, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=4db98317-bdb9-4150-bb17-508a485a98e5,segment=NetworkSegment(f23c5265-e234-4424-97ee-83c94f898369),segment_id=f23c5265-e234-4424-97ee-83c94f898369)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:58:39.656692 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '4db98317-bdb9-4150-bb17-508a485a98e5', 'network_id': '343ecb42-979b-4dc7-a1dd-a75effdfc494', 'port_id': '4db98317-bdb9-4150-bb17-508a485a98e5', 'mac_address': 'fa:16:3e:b1:c8:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ee4c25-2fd9-47ad-9a57-72b803ef37f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:58:39.668217 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-905528b5-612c-4c59-b23f-081cb08aa91e req-8b90f724-44b3-4944-8eb4-9f6badc0dc73 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0617921 Nov 27 03:58:39.713492 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:39.762429 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4db98317-bdb9-4150-bb17-508a485a98e5 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:58:39.807381 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 4db98317-bdb9-4150-bb17-508a485a98e5, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=4db98317-bdb9-4150-bb17-508a485a98e5,segment=NetworkSegment(f23c5265-e234-4424-97ee-83c94f898369),segment_id=f23c5265-e234-4424-97ee-83c94f898369)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:58:39.813155 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:39.855872 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905528b5-612c-4c59-b23f-081cb08aa91e req-2965eede-0a21-4201-b4c4-6f9b614db924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:39.855872 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905528b5-612c-4c59-b23f-081cb08aa91e req-2965eede-0a21-4201-b4c4-6f9b614db924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:39.856279 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905528b5-612c-4c59-b23f-081cb08aa91e req-2965eede-0a21-4201-b4c4-6f9b614db924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:39.856819 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905528b5-612c-4c59-b23f-081cb08aa91e req-2965eede-0a21-4201-b4c4-6f9b614db924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:39.857279 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905528b5-612c-4c59-b23f-081cb08aa91e req-2965eede-0a21-4201-b4c4-6f9b614db924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:39.857780 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905528b5-612c-4c59-b23f-081cb08aa91e req-2965eede-0a21-4201-b4c4-6f9b614db924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:39.858234 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905528b5-612c-4c59-b23f-081cb08aa91e req-2965eede-0a21-4201-b4c4-6f9b614db924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:39.860401 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-905528b5-612c-4c59-b23f-081cb08aa91e req-2965eede-0a21-4201-b4c4-6f9b614db924 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3e0a6e3903404d4c8a0246b387bf3805&device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 6501 time: 0.0908504 Nov 27 03:58:39.887127 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-406e01b0-92d6-4bba-a3f8-b280b3054739 req-adc81637-afcc-4933-95c5-a0b6d60174eb tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0c9b0e0-d06c-4d5d-a183-0c403cf5cd63 HTTP/1.1" status: 200 len: 210 time: 0.0376573 Nov 27 03:58:39.908561 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=4db98317-bdb9-4150-bb17-508a485a98e5,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:39.909889 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eeb9636-67b4-40ad-92ed-1ba0a1c9c1eb tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:58:39.916508 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4eeb9636-67b4-40ad-92ed-1ba0a1c9c1eb tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:39.928109 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d16bb1d-6983-4a2c-9f60-58fb3cc5e5e7 None None] Sync routers for ids ['54dabedd-7aa0-4f70-a3fb-c4907dc6fc69'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:58:39.952724 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d16bb1d-6983-4a2c-9f60-58fb3cc5e5e7 None None] Routers {'54dabedd-7aa0-4f70-a3fb-c4907dc6fc69'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:58:39.953602 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-1d16bb1d-6983-4a2c-9f60-58fb3cc5e5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:58:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['54dabedd-7aa0-4f70-a3fb-c4907dc6fc69'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:58:40.019276 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4eeb9636-67b4-40ad-92ed-1ba0a1c9c1eb tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "PUT /v2.0/floatingips/b8e10fd8-5d31-4456-8a05-ec30f8af1320 HTTP/1.1" status: 200 len: 992 time: 2.1638699 Nov 27 03:58:40.026950 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a692ea22-77a1-43bb-be1f-5992d9fa6bff', 'tag': '02d6475a-f113-40d3-bb30-5643ff13b119'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:58:40.029461 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a705c61e-9c37-4820-a6a5-00c89039fa2e" -d '{"events": [{"name": "network-changed", "server_uuid": "a692ea22-77a1-43bb-be1f-5992d9fa6bff", "tag": "02d6475a-f113-40d3-bb30-5643ff13b119"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:58:40.053092 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-89a7c208-42c3-46d0-98a3-ec7370c2da58 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:40.154127 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905528b5-612c-4c59-b23f-081cb08aa91e req-d5ebd8e2-ce61-4bbe-a8af-83aef28c6ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:40.154624 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905528b5-612c-4c59-b23f-081cb08aa91e req-d5ebd8e2-ce61-4bbe-a8af-83aef28c6ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:40.155413 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905528b5-612c-4c59-b23f-081cb08aa91e req-d5ebd8e2-ce61-4bbe-a8af-83aef28c6ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:40.159030 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-905528b5-612c-4c59-b23f-081cb08aa91e req-d5ebd8e2-ce61-4bbe-a8af-83aef28c6ddb service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ff8078f-ae3b-4728-b001-9277e61f21a6&id=e40f6bbd-098b-49f7-b15f-a15d5c62f421&id=e40f6bbd-098b-49f7-b15f-a15d5c62f421&id=e40f6bbd-098b-49f7-b15f-a15d5c62f421&id=e40f6bbd-098b-49f7-b15f-a15d5c62f421&id=19023ddb-b83b-433d-89aa-500b49070446&id=19023ddb-b83b-433d-89aa-500b49070446 HTTP/1.1" status: 200 len: 2295 time: 0.2660186 Nov 27 03:58:40.169355 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-1d16bb1d-6983-4a2c-9f60-58fb3cc5e5e7 None None] Set router 54dabedd-7aa0-4f70-a3fb-c4907dc6fc69 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:58:40.217440 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['4db98317-bdb9-4150-bb17-508a485a98e5'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:58:40.247080 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24666e9a-ef61-437f-a2ab-75caa9d0c081 req-7b033070-c571-452d-a23d-cfa3bb68b2f2 tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:40.249185 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-24666e9a-ef61-437f-a2ab-75caa9d0c081 req-7b033070-c571-452d-a23d-cfa3bb68b2f2 tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] 10.222.0.20 "GET /v2.0/ports?device_id=338970e4-63a9-43b1-9472-2712fd414853 HTTP/1.1" status: 200 len: 944 time: 0.1500123 Nov 27 03:58:40.252067 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-89a7c208-42c3-46d0-98a3-ec7370c2da58 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:40.318652 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-905528b5-612c-4c59-b23f-081cb08aa91e req-db9f9642-3037-4c4b-9f5a-d5b55a51c4c6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b HTTP/1.1" status: 200 len: 1001 time: 0.1534436 Nov 27 03:58:40.335463 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801cf908-362b-4605-8388-d33adc51d563 x-openstack-request-id: req-801cf908-362b-4605-8388-d33adc51d563 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:58:40.335754 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a692ea22-77a1-43bb-be1f-5992d9fa6bff", "tag": "02d6475a-f113-40d3-bb30-5643ff13b119", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:58:40.336031 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-801cf908-362b-4605-8388-d33adc51d563 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:58:40.336400 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a692ea22-77a1-43bb-be1f-5992d9fa6bff', 'tag': '02d6475a-f113-40d3-bb30-5643ff13b119', 'status': 'completed', 'code': 200} Nov 27 03:58:40.372844 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a7c208-42c3-46d0-98a3-ec7370c2da58 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Network 043938a4-358f-4c8d-90c7-9262e476fa4f is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:58:40.380639 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-89a7c208-42c3-46d0-98a3-ec7370c2da58 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:58:40.383175 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a7c208-42c3-46d0-98a3-ec7370c2da58 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:58:40.439445 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a7c208-42c3-46d0-98a3-ec7370c2da58 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Pushing event updated for resources: {'Port': ['ID=a2f7f6a7-9fe0-446d-b9c4-9e604662ece9,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:40.481289 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905528b5-612c-4c59-b23f-081cb08aa91e req-30f78e4a-dda6-48eb-90a9-f8f275c12c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:40.482801 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-905528b5-612c-4c59-b23f-081cb08aa91e req-30f78e4a-dda6-48eb-90a9-f8f275c12c6c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fdd47af3-1760-4461-be21-108e1865b763 HTTP/1.1" status: 200 len: 856 time: 0.1567452 Nov 27 03:58:40.484472 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705c61e-9c37-4820-a6a5-00c89039fa2e req-022683b6-9cb1-442d-b5f9-58339de3f6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:40.485815 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a705c61e-9c37-4820-a6a5-00c89039fa2e req-022683b6-9cb1-442d-b5f9-58339de3f6f8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9bd4f2386ca49389eb1721b8a19f965&device_id=a692ea22-77a1-43bb-be1f-5992d9fa6bff HTTP/1.1" status: 200 len: 1097 time: 0.1412997 Nov 27 03:58:40.504639 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-24666e9a-ef61-437f-a2ab-75caa9d0c081 req-3bb226fd-1b52-48b9-a111-f9b839e41ab9 tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] 10.222.0.20 "GET /v2.0/security-groups?id=5010b530-20df-46a3-b55e-b52853d2f8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341340 Nov 27 03:58:40.523948 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a7c208-42c3-46d0-98a3-ec7370c2da58 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:40.530281 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-89a7c208-42c3-46d0-98a3-ec7370c2da58 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:40.561302 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-89a7c208-42c3-46d0-98a3-ec7370c2da58 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7293074 Nov 27 03:58:40.562398 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48310) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:40.568954 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-db4f0a5a-b480-4bcc-b640-2e6f77551b80 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Request body: {'port': {'network_id': '043938a4-358f-4c8d-90c7-9262e476fa4f', 'name': 'tempest-AllowedAddressPairTestJSON-642570695'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:40.614098 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905528b5-612c-4c59-b23f-081cb08aa91e req-dd524c2a-f78d-4b91-a2f6-1140dd63488b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:40.615639 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-905528b5-612c-4c59-b23f-081cb08aa91e req-dd524c2a-f78d-4b91-a2f6-1140dd63488b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ff8078f-ae3b-4728-b001-9277e61f21a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1235757 Nov 27 03:58:40.618686 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-1d16bb1d-6983-4a2c-9f60-58fb3cc5e5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'name': 'tempest-AttachVolumeTestJSON-843500189-router', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:53:42Z', 'updated_at': '2021-11-27T03:53:46Z', 'revision_number': 4, 'project_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'gw_port': {'id': '06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:53:43Z', 'updated_at': '2021-11-27T03:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': 'b8e10fd8-5d31-4456-8a05-ec30f8af1320', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'floating_ip_address': '172.25.1.176', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'port_id': '02d6475a-f113-40d3-bb30-5643ff13b119', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '206ec85b-e04a-4c10-8a6e-66c9bea7fa3d', 'mac_address': 'fa:16:3e:44:6a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a692ea22-77a1-43bb-be1f-5992d9fa6bff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:58:13Z', 'updated_at': '2021-11-27T03:58:38Z', 'revision_number': 1, 'project_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566b3d46-e37a-433b-b3db-756b03bd740e', 'name': '', 'network_id': '206ec85b-e04a-4c10-8a6e-66c9bea7fa3d', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'mac_address': 'fa:16:3e:c3:14:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '16a2ad0e-052b-4c88-8b6f-df6566997da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:53:45Z', 'updated_at': '2021-11-27T03:53:51Z', 'revision_number': 5, 'project_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'subnets': [{'id': '16a2ad0e-052b-4c88-8b6f-df6566997da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:58:40.659480 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d16bb1d-6983-4a2c-9f60-58fb3cc5e5e7 None None] Checking router: 54dabedd-7aa0-4f70-a3fb-c4907dc6fc69 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:58:40.669192 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d16bb1d-6983-4a2c-9f60-58fb3cc5e5e7 None None] Routers {'54dabedd-7aa0-4f70-a3fb-c4907dc6fc69'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:58:40.669982 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-1d16bb1d-6983-4a2c-9f60-58fb3cc5e5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:58:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['54dabedd-7aa0-4f70-a3fb-c4907dc6fc69'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:58:40.785543 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4f0a5a-b480-4bcc-b640-2e6f77551b80 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Made reservation on behalf of 52b604c9f7064f109bdaf3beb384c027 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:58:40.795687 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-1d16bb1d-6983-4a2c-9f60-58fb3cc5e5e7 None None] Set router 54dabedd-7aa0-4f70-a3fb-c4907dc6fc69 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:58:40.796150 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-db4f0a5a-b480-4bcc-b640-2e6f77551b80 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:40.799111 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-f00b83d7-0685-46d2-a907-2e05539244aa None None] Provisioning complete for port a2f7f6a7-9fe0-446d-b9c4-9e604662ece9 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:58:40.799673 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f00b83d7-0685-46d2-a907-2e05539244aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:40.839417 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-db4f0a5a-b480-4bcc-b640-2e6f77551b80 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] device_id is not set on port b95424a6-d96f-4104-b354-3f76df10f2f4 yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 03:58:40.845860 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-f00b83d7-0685-46d2-a907-2e05539244aa None None] Port a2f7f6a7-9fe0-446d-b9c4-9e604662ece9 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:58:41.081277 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-db4f0a5a-b480-4bcc-b640-2e6f77551b80 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Allocated IP 172.20.0.12 (043938a4-358f-4c8d-90c7-9262e476fa4f/34abc0aa-e95d-469a-8070-633da20b2b19/b95424a6-d96f-4104-b354-3f76df10f2f4) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:58:41.174736 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705c61e-9c37-4820-a6a5-00c89039fa2e req-4ddbc6c1-285a-43f8-838d-14d724407514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:41.178603 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a705c61e-9c37-4820-a6a5-00c89039fa2e req-4ddbc6c1-285a-43f8-838d-14d724407514 service neutron] 10.222.0.23 "GET /v2.0/networks?id=206ec85b-e04a-4c10-8a6e-66c9bea7fa3d HTTP/1.1" status: 200 len: 911 time: 0.6693232 Nov 27 03:58:41.188927 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-1d16bb1d-6983-4a2c-9f60-58fb3cc5e5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'name': 'tempest-AttachVolumeTestJSON-843500189-router', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:53:42Z', 'updated_at': '2021-11-27T03:53:46Z', 'revision_number': 4, 'project_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'gw_port': {'id': '06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:53:43Z', 'updated_at': '2021-11-27T03:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': 'b8e10fd8-5d31-4456-8a05-ec30f8af1320', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'floating_ip_address': '172.25.1.176', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'port_id': '02d6475a-f113-40d3-bb30-5643ff13b119', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '206ec85b-e04a-4c10-8a6e-66c9bea7fa3d', 'mac_address': 'fa:16:3e:44:6a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a692ea22-77a1-43bb-be1f-5992d9fa6bff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:58:13Z', 'updated_at': '2021-11-27T03:58:38Z', 'revision_number': 1, 'project_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566b3d46-e37a-433b-b3db-756b03bd740e', 'name': '', 'network_id': '206ec85b-e04a-4c10-8a6e-66c9bea7fa3d', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'mac_address': 'fa:16:3e:c3:14:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '16a2ad0e-052b-4c88-8b6f-df6566997da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:53:45Z', 'updated_at': '2021-11-27T03:53:51Z', 'revision_number': 5, 'project_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'subnets': [{'id': '16a2ad0e-052b-4c88-8b6f-df6566997da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:58:41.227087 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d16bb1d-6983-4a2c-9f60-58fb3cc5e5e7 None None] The sync data for ids ['54dabedd-7aa0-4f70-a3fb-c4907dc6fc69'] in n-d-819494-3 is: [{'id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'name': 'tempest-AttachVolumeTestJSON-843500189-router', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:53:42Z', 'updated_at': '2021-11-27T03:53:46Z', 'revision_number': 4, 'project_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'gw_port': {'id': '06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:53:43Z', 'updated_at': '2021-11-27T03:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': 'b8e10fd8-5d31-4456-8a05-ec30f8af1320', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'floating_ip_address': '172.25.1.176', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'port_id': '02d6475a-f113-40d3-bb30-5643ff13b119', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '206ec85b-e04a-4c10-8a6e-66c9bea7fa3d', 'mac_address': 'fa:16:3e:44:6a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a692ea22-77a1-43bb-be1f-5992d9fa6bff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:58:13Z', 'updated_at': '2021-11-27T03:58:38Z', 'revision_number': 1, 'project_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566b3d46-e37a-433b-b3db-756b03bd740e', 'name': '', 'network_id': '206ec85b-e04a-4c10-8a6e-66c9bea7fa3d', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'mac_address': 'fa:16:3e:c3:14:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '16a2ad0e-052b-4c88-8b6f-df6566997da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:53:45Z', 'updated_at': '2021-11-27T03:53:51Z', 'revision_number': 5, 'project_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'subnets': [{'id': '16a2ad0e-052b-4c88-8b6f-df6566997da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:58:41.266431 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23b40b-f7c4-41c4-a589-518db3527451 req-d8318245-bc8b-41fa-9108-7eb0efcc6468 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:41.268619 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1f23b40b-f7c4-41c4-a589-518db3527451 req-d8318245-bc8b-41fa-9108-7eb0efcc6468 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 946 time: 0.1504099 Nov 27 03:58:41.273814 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-905528b5-612c-4c59-b23f-081cb08aa91e req-5452752f-959d-46f9-bf23-d5ce3acab400 service neutron] 10.222.0.11 "GET /v2.0/networks/9ff8078f-ae3b-4728-b001-9277e61f21a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6491156 Nov 27 03:58:41.356640 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a705c61e-9c37-4820-a6a5-00c89039fa2e req-ec37773f-37a6-4f60-8b62-e07c58a88cfb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02d6475a-f113-40d3-bb30-5643ff13b119 HTTP/1.1" status: 200 len: 1000 time: 0.1639283 Nov 27 03:58:41.408916 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-db4f0a5a-b480-4bcc-b640-2e6f77551b80 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:41.421651 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-a706a011-9458-4e20-ac41-9abdb6eecac0 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:41.428835 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-a706a011-9458-4e20-ac41-9abdb6eecac0 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/networks?id=4c2206f1-5002-4d5a-a6bd-f85327f757ed HTTP/1.1" status: 200 len: 806 time: 0.1848257 Nov 27 03:58:41.435256 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1f23b40b-f7c4-41c4-a589-518db3527451 req-140c37bc-c748-4556-b73f-dda68a0b5539 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565034 Nov 27 03:58:41.463263 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-69bf3e74-f6cb-45a9-9306-0c30699cc7fe tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/quotas/3f15a86d7b9a4eda805c341155209493 HTTP/1.1" status: 200 len: 375 time: 0.0335038 Nov 27 03:58:41.482980 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 3604d648-bb8a-4878-b6eb-863259142c4d no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:58:41.513872 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: 3604d648-bb8a-4878-b6eb-863259142c4d {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:58:41.514608 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 3604d648-bb8a-4878-b6eb-863259142c4d not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:58:41.518039 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705c61e-9c37-4820-a6a5-00c89039fa2e req-481e71e7-e8de-4fde-85ee-854f0c1bc4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:41.519824 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a705c61e-9c37-4820-a6a5-00c89039fa2e req-481e71e7-e8de-4fde-85ee-854f0c1bc4e1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=16a2ad0e-052b-4c88-8b6f-df6566997da5 HTTP/1.1" status: 200 len: 849 time: 0.1526976 Nov 27 03:58:41.528241 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-905528b5-612c-4c59-b23f-081cb08aa91e req-bc39eb1e-3f13-41f5-aa7f-65e90521d611 service neutron] 10.222.0.11 "GET /v2.0/networks/9ff8078f-ae3b-4728-b001-9277e61f21a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384822 Nov 27 03:58:41.535635 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-db4f0a5a-b480-4bcc-b640-2e6f77551b80 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:41.553516 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-4a16aace-37ee-4c1b-a33a-167454d69a54 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f15a86d7b9a4eda805c341155209493&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0891616 Nov 27 03:58:41.616172 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3fa6c0-7d2e-44ef-965b-9e2bf26ebace None None] New status for floating IP b8e10fd8-5d31-4456-8a05-ec30f8af1320: ACTIVE {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 03:58:41.635791 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f0a5a-b480-4bcc-b640-2e6f77551b80 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Pushing event updated for resources: {'Port': ['ID=b95424a6-d96f-4104-b354-3f76df10f2f4,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:41.637169 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-905528b5-612c-4c59-b23f-081cb08aa91e req-14f238d2-826e-4d83-b395-ce8b9b441f88 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=585334de-cf96-45ed-97e3-75b5e155a4d3 HTTP/1.1" status: 200 len: 217 time: 0.0699069 Nov 27 03:58:41.656818 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705c61e-9c37-4820-a6a5-00c89039fa2e req-091445bb-ed20-470c-88c6-77861aa4bcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:41.661599 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a705c61e-9c37-4820-a6a5-00c89039fa2e req-091445bb-ed20-470c-88c6-77861aa4bcb4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=206ec85b-e04a-4c10-8a6e-66c9bea7fa3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1323922 Nov 27 03:58:41.698773 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4f0a5a-b480-4bcc-b640-2e6f77551b80 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Network 043938a4-358f-4c8d-90c7-9262e476fa4f is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:58:41.707857 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-db4f0a5a-b480-4bcc-b640-2e6f77551b80 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:58:41.712311 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4f0a5a-b480-4bcc-b640-2e6f77551b80 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:58:41.799767 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905528b5-612c-4c59-b23f-081cb08aa91e req-c11b01c2-4634-44e1-89bc-f58f73a920a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:41.800845 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-905528b5-612c-4c59-b23f-081cb08aa91e req-c11b01c2-4634-44e1-89bc-f58f73a920a7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9c95fc5-2816-48b1-af67-21fc91123a75 HTTP/1.1" status: 200 len: 797 time: 0.1551840 Nov 27 03:58:41.823093 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4f0a5a-b480-4bcc-b640-2e6f77551b80 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:41.823829 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-db4f0a5a-b480-4bcc-b640-2e6f77551b80 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:41.829760 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-0b561384-0a74-499b-9531-502593d1d38a service neutron] 10.222.0.20 "GET /v2.0/networks/4c2206f1-5002-4d5a-a6bd-f85327f757ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643449 Nov 27 03:58:41.887136 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d78cb-8ca8-427a-88da-c11f54c14ebd req-43f1a604-59b8-4deb-aef1-f1cc7b588113 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:41.888726 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e12d78cb-8ca8-427a-88da-c11f54c14ebd req-43f1a604-59b8-4deb-aef1-f1cc7b588113 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 946 time: 0.1528697 Nov 27 03:58:41.891599 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-db4f0a5a-b480-4bcc-b640-2e6f77551b80 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3270731 Nov 27 03:58:41.903515 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 48346) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:41.903869 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 48348) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:41.910930 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-2928525c-77cd-4970-a02a-83400e3d8a06 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Request body: {'floatingip': {'port_id': 'a1c9d3a6-1790-421d-8159-5888317d7f7e'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:41.920095 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-a022915b-05b2-4322-bd06-fed9f2b6f770 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:45:3f:5e'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:d5:4f:91'}]}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:42.011173 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a705c61e-9c37-4820-a6a5-00c89039fa2e req-2a7f9eca-3790-46ca-871b-5fe50b5ca0d3 service neutron] 10.222.0.23 "GET /v2.0/networks/206ec85b-e04a-4c10-8a6e-66c9bea7fa3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289211 Nov 27 03:58:42.016341 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2928525c-77cd-4970-a02a-83400e3d8a06 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks [] for floatingip, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:42.019863 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905528b5-612c-4c59-b23f-081cb08aa91e req-bd9085be-401e-41a0-83fc-34b542f4f1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:42.021358 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-905528b5-612c-4c59-b23f-081cb08aa91e req-bd9085be-401e-41a0-83fc-34b542f4f1ad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e40f6bbd-098b-49f7-b15f-a15d5c62f421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2050476 Nov 27 03:58:42.036091 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-cc1800f7-581c-407c-9df3-f475f3cceabc service neutron] 10.222.0.20 "GET /v2.0/networks/4c2206f1-5002-4d5a-a6bd-f85327f757ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922345 Nov 27 03:58:42.078722 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-66e1ad01-5b8c-4310-b440-cb80cec6983f None None] Provisioning complete for port b95424a6-d96f-4104-b354-3f76df10f2f4 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:58:42.079250 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-66e1ad01-5b8c-4310-b440-cb80cec6983f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:42.124594 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-66e1ad01-5b8c-4310-b440-cb80cec6983f None None] Port b95424a6-d96f-4104-b354-3f76df10f2f4 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:58:42.127450 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a705c61e-9c37-4820-a6a5-00c89039fa2e req-2dd9fd23-1979-4140-a334-a8d6ed1af4b3 service neutron] 10.222.0.23 "GET /v2.0/networks/206ec85b-e04a-4c10-8a6e-66c9bea7fa3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040189 Nov 27 03:58:42.264235 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7c079ae1-dd5e-4f29-9dc2-ca94ecd06d2e req-0b6ddbd6-391b-43e5-9d64-3266b6d29b04 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac1073d-902c-40e3-8b55-7f672eb2af52 HTTP/1.1" status: 200 len: 210 time: 0.0296867 Nov 27 03:58:42.392915 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c8b2e-e009-41ab-ad09-6582ba29de20 req-722da6ca-cdd9-4f49-a4f6-f65eb63062ce tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:42.394458 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5d2c8b2e-e009-41ab-ad09-6582ba29de20 req-722da6ca-cdd9-4f49-a4f6-f65eb63062ce tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] 10.222.0.20 "GET /v2.0/ports?device_id=338970e4-63a9-43b1-9472-2712fd414853 HTTP/1.1" status: 200 len: 944 time: 0.3990095 Nov 27 03:58:42.547367 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-905528b5-612c-4c59-b23f-081cb08aa91e req-cf1696c2-60a3-444e-9bea-46344f434561 service neutron] 10.222.0.11 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187386 Nov 27 03:58:42.654475 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a022915b-05b2-4322-bd06-fed9f2b6f770 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:42.693452 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5d2c8b2e-e009-41ab-ad09-6582ba29de20 req-0c9e6ff1-2830-4108-8575-ad0ea467c6ed tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] 10.222.0.20 "GET /v2.0/security-groups?id=5010b530-20df-46a3-b55e-b52853d2f8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872763 Nov 27 03:58:42.918835 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-905528b5-612c-4c59-b23f-081cb08aa91e req-e499f035-e5d0-4e2b-b5c1-d85f8a89a4c7 service neutron] 10.222.0.11 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398495 Nov 27 03:58:42.963809 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f2d21216-8f88-4a93-835a-d429c7817b91 req-cfd2477c-5c5b-4304-8fe1-dafd1f1dc59e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a692ea22-77a1-43bb-be1f-5992d9fa6bff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2603526 Nov 27 03:58:43.038890 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-905528b5-612c-4c59-b23f-081cb08aa91e req-36766a6f-d1b6-4409-bc21-f3f539c20b24 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=ae70ab0d-14d1-46fd-947b-016a7578b456 HTTP/1.1" status: 200 len: 217 time: 0.1029139 Nov 27 03:58:43.176721 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.db.resource_extend [None req-2928525c-77cd-4970-a02a-83400e3d8a06 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 03:58:43.238305 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905528b5-612c-4c59-b23f-081cb08aa91e req-9d5af8f4-aee9-4690-8070-d906a024dcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:43.240376 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-905528b5-612c-4c59-b23f-081cb08aa91e req-9d5af8f4-aee9-4690-8070-d906a024dcb8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9c95fc5-2816-48b1-af67-21fc91123a75 HTTP/1.1" status: 200 len: 797 time: 0.1918390 Nov 27 03:58:43.281463 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d21216-8f88-4a93-835a-d429c7817b91 req-a4c2eb25-5f25-4549-9a4d-e7a9ffc2d503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:43.283106 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f2d21216-8f88-4a93-835a-d429c7817b91 req-a4c2eb25-5f25-4549-9a4d-e7a9ffc2d503 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9bd4f2386ca49389eb1721b8a19f965&device_id=a692ea22-77a1-43bb-be1f-5992d9fa6bff HTTP/1.1" status: 200 len: 1097 time: 0.1909842 Nov 27 03:58:43.316083 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2928525c-77cd-4970-a02a-83400e3d8a06 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:43.380931 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2928525c-77cd-4970-a02a-83400e3d8a06 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:43.393168 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a022915b-05b2-4322-bd06-fed9f2b6f770 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:43.463839 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a022915b-05b2-4322-bd06-fed9f2b6f770 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:43.478301 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 4db98317-bdb9-4150-bb17-508a485a98e5 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:58:43.539462 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 4db98317-bdb9-4150-bb17-508a485a98e5 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:58:43.544297 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 4db98317-bdb9-4150-bb17-508a485a98e5 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:58:43.544926 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:43.633218 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:43.660221 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338970e4-63a9-43b1-9472-2712fd414853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db98317-bdb9-4150-bb17-508a485a98e5'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:58:43.662952 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca1f14a-55bb-415b-bb49-070c9908169b" -d '{"events": [{"server_uuid": "338970e4-63a9-43b1-9472-2712fd414853", "name": "network-vif-plugged", "status": "completed", "tag": "4db98317-bdb9-4150-bb17-508a485a98e5"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:58:43.676030 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 4db98317-bdb9-4150-bb17-508a485a98e5, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=4db98317-bdb9-4150-bb17-508a485a98e5,segment=NetworkSegment(f23c5265-e234-4424-97ee-83c94f898369),segment_id=f23c5265-e234-4424-97ee-83c94f898369)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:58:43.682314 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:43.739860 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=4db98317-bdb9-4150-bb17-508a485a98e5,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:43.792438 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827e0ec1-5dcc-48bd-b167-1155ae30c9ae x-openstack-request-id: req-827e0ec1-5dcc-48bd-b167-1155ae30c9ae {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:58:43.792895 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "338970e4-63a9-43b1-9472-2712fd414853", "name": "network-vif-plugged", "status": "completed", "tag": "4db98317-bdb9-4150-bb17-508a485a98e5", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:58:43.793353 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-827e0ec1-5dcc-48bd-b167-1155ae30c9ae {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:58:43.793588 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '338970e4-63a9-43b1-9472-2712fd414853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db98317-bdb9-4150-bb17-508a485a98e5', 'code': 200} Nov 27 03:58:43.862645 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-450c3914-4dd6-4052-9e92-3f7d1f130c19 req-d7baea1b-63b1-43e8-a9ea-84599b29e78f tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac1073d-902c-40e3-8b55-7f672eb2af52 HTTP/1.1" status: 200 len: 210 time: 0.5139031 Nov 27 03:58:43.971292 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a4c5b-f9ca-4b0e-996b-6c0eea296c41 req-6df308f3-5b25-41ef-b49d-bcf841a76fdd tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:43.972579 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905528b5-612c-4c59-b23f-081cb08aa91e req-c4c87445-3812-4aae-9f76-860faa7d99b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:43.973120 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-333a4c5b-f9ca-4b0e-996b-6c0eea296c41 req-6df308f3-5b25-41ef-b49d-bcf841a76fdd tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] 10.222.0.20 "GET /v2.0/ports?device_id=338970e4-63a9-43b1-9472-2712fd414853 HTTP/1.1" status: 200 len: 945 time: 0.1233187 Nov 27 03:58:43.974107 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-905528b5-612c-4c59-b23f-081cb08aa91e req-c4c87445-3812-4aae-9f76-860faa7d99b5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e40f6bbd-098b-49f7-b15f-a15d5c62f421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7260103 Nov 27 03:58:43.983416 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc9928-cb11-4d85-b3b8-c4406a4ce117 req-7fccd937-67ce-493f-b94e-41b3582a64fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:43.985103 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-afdc9928-cb11-4d85-b3b8-c4406a4ce117 req-7fccd937-67ce-493f-b94e-41b3582a64fe service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=338970e4-63a9-43b1-9472-2712fd414853 HTTP/1.1" status: 200 len: 1096 time: 0.0758164 Nov 27 03:58:44.050106 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-333a4c5b-f9ca-4b0e-996b-6c0eea296c41 req-6cac4578-2171-4346-9eaf-9596ed10b3be tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] 10.222.0.20 "GET /v2.0/security-groups?id=5010b530-20df-46a3-b55e-b52853d2f8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694621 Nov 27 03:58:44.084627 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-afdc9928-cb11-4d85-b3b8-c4406a4ce117 req-3994b942-f37b-42d4-ab1a-ee971140a254 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5010b530-20df-46a3-b55e-b52853d2f8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907569 Nov 27 03:58:44.130020 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d21216-8f88-4a93-835a-d429c7817b91 req-fc19eb97-6ac9-4882-bfaf-5ebff8a8afed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:44.131461 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f2d21216-8f88-4a93-835a-d429c7817b91 req-fc19eb97-6ac9-4882-bfaf-5ebff8a8afed service neutron] 10.222.0.23 "GET /v2.0/networks?id=206ec85b-e04a-4c10-8a6e-66c9bea7fa3d HTTP/1.1" status: 200 len: 911 time: 0.8100166 Nov 27 03:58:44.139204 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022915b-05b2-4322-bd06-fed9f2b6f770 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Pushing event updated for resources: {'Port': ['ID=b95424a6-d96f-4104-b354-3f76df10f2f4,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:44.214124 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-a022915b-05b2-4322-bd06-fed9f2b6f770 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] In _notify_port_updated(), no bound segment for port b95424a6-d96f-4104-b354-3f76df10f2f4 on network 043938a4-358f-4c8d-90c7-9262e476fa4f {{(pid=110019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 03:58:44.219778 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a022915b-05b2-4322-bd06-fed9f2b6f770 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:44.220438 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a022915b-05b2-4322-bd06-fed9f2b6f770 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:44.221727 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a022915b-05b2-4322-bd06-fed9f2b6f770 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] 10.222.0.20 "PUT /v2.0/ports/b95424a6-d96f-4104-b354-3f76df10f2f4 HTTP/1.1" status: 200 len: 1055 time: 2.3160434 Nov 27 03:58:44.224682 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48386) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:44.235288 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-c5051614-1b0f-4573-b2e4-d1e276df44b8 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:44.237187 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-c5051614-1b0f-4573-b2e4-d1e276df44b8 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.23 "GET /v2.0/networks?id=4c2206f1-5002-4d5a-a6bd-f85327f757ed HTTP/1.1" status: 200 len: 806 time: 0.8482070 Nov 27 03:58:44.250209 n-d-819494-3 neutron-server[110019]: INFO neutron.db.l3_db [None req-2928525c-77cd-4970-a02a-83400e3d8a06 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Floating IP 59897cc6-5257-4851-96e7-b9274320cbc2 associated. External IP: 172.25.1.83, port: a1c9d3a6-1790-421d-8159-5888317d7f7e. Nov 27 03:58:44.285544 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-a16fb90b-ac33-4e71-a62e-f4f4f115159f None None] Provisioning complete for port b95424a6-d96f-4104-b354-3f76df10f2f4 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:58:44.285925 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a16fb90b-ac33-4e71-a62e-f4f4f115159f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:44.332973 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-8faceab6-046d-4eb2-8e83-d630e9020fb5 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Deleting port b95424a6-d96f-4104-b354-3f76df10f2f4 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:58:44.333356 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8faceab6-046d-4eb2-8e83-d630e9020fb5 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:44.333751 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-a16fb90b-ac33-4e71-a62e-f4f4f115159f None None] Port b95424a6-d96f-4104-b354-3f76df10f2f4 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:58:44.343479 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f2d21216-8f88-4a93-835a-d429c7817b91 req-275846b6-79cd-4600-b763-48079ac77474 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02d6475a-f113-40d3-bb30-5643ff13b119 HTTP/1.1" status: 200 len: 1002 time: 0.1945128 Nov 27 03:58:44.374790 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-2668c1e3-d1b7-4088-8528-05f9e78e1f62 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Request body: {'port': {'device_id': '8ac1073d-902c-40e3-8b55-7f672eb2af52', 'network_id': '4c2206f1-5002-4d5a-a6bd-f85327f757ed', 'admin_state_up': True, 'tenant_id': '3f15a86d7b9a4eda805c341155209493'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:44.427034 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8faceab6-046d-4eb2-8e83-d630e9020fb5 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:44.440470 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-8faceab6-046d-4eb2-8e83-d630e9020fb5 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Calling delete_port for b95424a6-d96f-4104-b354-3f76df10f2f4 owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:58:44.467671 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-905528b5-612c-4c59-b23f-081cb08aa91e req-503703da-dae1-4484-bfff-c40a4bd16f90 service neutron] 10.222.0.11 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549665 Nov 27 03:58:44.554349 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d21216-8f88-4a93-835a-d429c7817b91 req-3f4f2e3b-5951-42ed-91d6-604145f76029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:44.556076 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f2d21216-8f88-4a93-835a-d429c7817b91 req-3f4f2e3b-5951-42ed-91d6-604145f76029 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=16a2ad0e-052b-4c88-8b6f-df6566997da5 HTTP/1.1" status: 200 len: 849 time: 0.1737137 Nov 27 03:58:44.596407 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8faceab6-046d-4eb2-8e83-d630e9020fb5 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:44.634443 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faceab6-046d-4eb2-8e83-d630e9020fb5 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Pushing event deleted for resources: {'Port': ['ID=b95424a6-d96f-4104-b354-3f76df10f2f4,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:44.784941 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d21216-8f88-4a93-835a-d429c7817b91 req-e8a32fbf-91e6-4c42-adfc-9f29d6475372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:44.794357 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f2d21216-8f88-4a93-835a-d429c7817b91 req-e8a32fbf-91e6-4c42-adfc-9f29d6475372 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=206ec85b-e04a-4c10-8a6e-66c9bea7fa3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2203972 Nov 27 03:58:44.848436 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-905528b5-612c-4c59-b23f-081cb08aa91e req-79cbfce0-7fa3-4ba9-9fa6-9bd522716065 service neutron] 10.222.0.11 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659430 Nov 27 03:58:44.916396 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-2668c1e3-d1b7-4088-8528-05f9e78e1f62 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Made reservation on behalf of 3f15a86d7b9a4eda805c341155209493 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:58:44.920329 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-2668c1e3-d1b7-4088-8528-05f9e78e1f62 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:44.937975 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8faceab6-046d-4eb2-8e83-d630e9020fb5 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:44.943583 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8faceab6-046d-4eb2-8e83-d630e9020fb5 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] 10.222.0.20 "DELETE /v2.0/ports/b95424a6-d96f-4104-b354-3f76df10f2f4 HTTP/1.1" status: 204 len: 168 time: 0.7173262 Nov 27 03:58:44.946629 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48394) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:44.974339 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-905528b5-612c-4c59-b23f-081cb08aa91e req-5d31d93f-18a4-43a3-9e82-3173b5d94da2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=7b351237-4bd0-45c7-a806-427c75ca3765 HTTP/1.1" status: 200 len: 217 time: 0.0790763 Nov 27 03:58:44.989580 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-7074b869-0943-4cc3-af86-44207aa0da9f tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] GET failed (client error): The resource could not be found. Nov 27 03:58:44.991108 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7074b869-0943-4cc3-af86-44207aa0da9f tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] 10.222.0.20 "GET /v2.0/ports/b95424a6-d96f-4104-b354-3f76df10f2f4 HTTP/1.1" status: 404 len: 333 time: 0.0434649 Nov 27 03:58:44.997962 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 48398) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:45.044376 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-41daf23b-7df3-4b10-9d83-1edd53f398b4 req-7700508b-530e-4b5c-8bd1-3dfe7260eb89 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac1073d-902c-40e3-8b55-7f672eb2af52 HTTP/1.1" status: 200 len: 210 time: 0.0521371 Nov 27 03:58:45.182850 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2928525c-77cd-4970-a02a-83400e3d8a06 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Router 425df3a7-8016-4d47-befa-8af5d431b4e1 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:58:45.222747 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f2d21216-8f88-4a93-835a-d429c7817b91 req-391903e2-f90a-4aa2-b864-6f038b0a96ff service neutron] 10.222.0.23 "GET /v2.0/networks/206ec85b-e04a-4c10-8a6e-66c9bea7fa3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060867 Nov 27 03:58:45.231101 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905528b5-612c-4c59-b23f-081cb08aa91e req-70c37de7-3227-4174-ad36-0a71b5240b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:45.232587 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-905528b5-612c-4c59-b23f-081cb08aa91e req-70c37de7-3227-4174-ad36-0a71b5240b44 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9c95fc5-2816-48b1-af67-21fc91123a75 HTTP/1.1" status: 200 len: 797 time: 0.2504616 Nov 27 03:58:45.232738 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49932dae-b3b9-4435-a6bb-02d774e50a53 req-2244405f-e890-4e94-a5d8-f81171c9ff90 tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:45.236386 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-49932dae-b3b9-4435-a6bb-02d774e50a53 req-2244405f-e890-4e94-a5d8-f81171c9ff90 tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] 10.222.0.20 "GET /v2.0/ports?device_id=338970e4-63a9-43b1-9472-2712fd414853 HTTP/1.1" status: 200 len: 945 time: 0.1092880 Nov 27 03:58:45.296281 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-49932dae-b3b9-4435-a6bb-02d774e50a53 req-e7d1119b-523a-416c-bfce-d3ba9eceeb90 tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] 10.222.0.20 "GET /v2.0/security-groups?id=5010b530-20df-46a3-b55e-b52853d2f8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530372 Nov 27 03:58:45.494325 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905528b5-612c-4c59-b23f-081cb08aa91e req-cde35214-7911-40a6-8268-0734dc03181e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:45.495883 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-905528b5-612c-4c59-b23f-081cb08aa91e req-cde35214-7911-40a6-8268-0734dc03181e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e40f6bbd-098b-49f7-b15f-a15d5c62f421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2427359 Nov 27 03:58:45.500694 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-2668c1e3-d1b7-4088-8528-05f9e78e1f62 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Allocated IP 172.20.0.11 (4c2206f1-5002-4d5a-a6bd-f85327f757ed/19827895-167c-4ffb-a565-ae1a5e643330/c901b9d3-5892-47a0-8eab-44c234153e6c) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:58:45.549984 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-0d537831-44a8-4e83-b236-f4c4c20fcb71 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Deleting port a2f7f6a7-9fe0-446d-b9c4-9e604662ece9 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:58:45.550249 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0d537831-44a8-4e83-b236-f4c4c20fcb71 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:45.554248 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f2d21216-8f88-4a93-835a-d429c7817b91 req-c2aead2a-a96d-452f-9692-ccc4ddd3675d service neutron] 10.222.0.23 "GET /v2.0/networks/206ec85b-e04a-4c10-8a6e-66c9bea7fa3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192148 Nov 27 03:58:45.703629 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2928525c-77cd-4970-a02a-83400e3d8a06 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:58:45.714152 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2928525c-77cd-4970-a02a-83400e3d8a06 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:45.716330 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77407d54-0a70-4397-bf1e-aab03f57721e None None] Sync routers for ids ['425df3a7-8016-4d47-befa-8af5d431b4e1'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:58:45.728533 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77407d54-0a70-4397-bf1e-aab03f57721e None None] Routers {'425df3a7-8016-4d47-befa-8af5d431b4e1'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:58:45.729428 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-77407d54-0a70-4397-bf1e-aab03f57721e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:58:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['425df3a7-8016-4d47-befa-8af5d431b4e1'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:58:45.838631 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-905528b5-612c-4c59-b23f-081cb08aa91e req-e9e51aeb-1afc-455c-8855-e396c7256d46 service neutron] 10.222.0.11 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339171 Nov 27 03:58:45.840098 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2928525c-77cd-4970-a02a-83400e3d8a06 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "PUT /v2.0/floatingips/59897cc6-5257-4851-96e7-b9274320cbc2 HTTP/1.1" status: 200 len: 991 time: 3.9332066 Nov 27 03:58:45.844779 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce091d7-e20b-46b9-947e-d4019b8028fa', 'tag': 'a1c9d3a6-1790-421d-8159-5888317d7f7e'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:58:45.847743 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c1da13-07a2-410e-8ccd-80d40214cd32" -d '{"events": [{"name": "network-changed", "server_uuid": "4ce091d7-e20b-46b9-947e-d4019b8028fa", "tag": "a1c9d3a6-1790-421d-8159-5888317d7f7e"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:58:45.852910 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0d537831-44a8-4e83-b236-f4c4c20fcb71 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:45.912011 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-0d537831-44a8-4e83-b236-f4c4c20fcb71 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Calling delete_port for a2f7f6a7-9fe0-446d-b9c4-9e604662ece9 owned by {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:58:45.954175 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a81a6ca-e978-400e-84af-6e9ac49e686b x-openstack-request-id: req-3a81a6ca-e978-400e-84af-6e9ac49e686b {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:58:45.955550 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ce091d7-e20b-46b9-947e-d4019b8028fa", "tag": "a1c9d3a6-1790-421d-8159-5888317d7f7e", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:58:45.955550 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a81a6ca-e978-400e-84af-6e9ac49e686b {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:58:45.955908 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ce091d7-e20b-46b9-947e-d4019b8028fa', 'tag': 'a1c9d3a6-1790-421d-8159-5888317d7f7e', 'status': 'completed', 'code': 200} Nov 27 03:58:46.003540 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-77407d54-0a70-4397-bf1e-aab03f57721e None None] Set router 425df3a7-8016-4d47-befa-8af5d431b4e1 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:58:46.027747 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:46.062096 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-49d9033b-ccdc-47a1-a5d3-99d737c1bced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:46.390950 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-77407d54-0a70-4397-bf1e-aab03f57721e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425df3a7-8016-4d47-befa-8af5d431b4e1', 'name': 'tempest-ServerActionsTestJSON-828746732-router', 'tenant_id': 'b01c762313d54b279f09c5e5d81dadbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c994a619-a6b1-47f3-9c5e-ec30ea84b446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:58:07Z', 'updated_at': '2021-11-27T03:58:14Z', 'revision_number': 4, 'project_id': 'b01c762313d54b279f09c5e5d81dadbf', 'gw_port': {'id': 'c994a619-a6b1-47f3-9c5e-ec30ea84b446', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425df3a7-8016-4d47-befa-8af5d431b4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:58:09Z', 'updated_at': '2021-11-27T03:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '59897cc6-5257-4851-96e7-b9274320cbc2', 'tenant_id': 'b01c762313d54b279f09c5e5d81dadbf', 'floating_ip_address': '172.25.1.83', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '425df3a7-8016-4d47-befa-8af5d431b4e1', 'port_id': 'a1c9d3a6-1790-421d-8159-5888317d7f7e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637', 'mac_address': 'fa:16:3e:8b:ad:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce091d7-e20b-46b9-947e-d4019b8028fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:58:23Z', 'updated_at': '2021-11-27T03:58:43Z', 'revision_number': 1, 'project_id': 'b01c762313d54b279f09c5e5d81dadbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78364b12-b6fa-4cbf-b9ae-9914a53f5fe1', 'name': '', 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637', 'tenant_id': 'b01c762313d54b279f09c5e5d81dadbf', 'mac_address': 'fa:16:3e:dd:5a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425df3a7-8016-4d47-befa-8af5d431b4e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'ef82cdfa-d224-4963-bff3-3b0049ffee0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:58:13Z', 'updated_at': '2021-11-27T03:58:20Z', 'revision_number': 5, 'project_id': 'b01c762313d54b279f09c5e5d81dadbf', 'subnets': [{'id': 'ef82cdfa-d224-4963-bff3-3b0049ffee0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:58:46.462204 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77407d54-0a70-4397-bf1e-aab03f57721e None None] Checking router: 425df3a7-8016-4d47-befa-8af5d431b4e1 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:58:46.472503 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77407d54-0a70-4397-bf1e-aab03f57721e None None] Routers {'425df3a7-8016-4d47-befa-8af5d431b4e1'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:58:46.473132 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-77407d54-0a70-4397-bf1e-aab03f57721e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:58:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['425df3a7-8016-4d47-befa-8af5d431b4e1'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:58:46.486158 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65689c1d-c18e-414f-96d4-12bce60bb428 req-34c4b17a-d805-4b0a-aad9-76a5977512be tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:46.487930 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-65689c1d-c18e-414f-96d4-12bce60bb428 req-34c4b17a-d805-4b0a-aad9-76a5977512be tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] 10.222.0.20 "GET /v2.0/ports?device_id=338970e4-63a9-43b1-9472-2712fd414853 HTTP/1.1" status: 200 len: 945 time: 0.0689137 Nov 27 03:58:46.543409 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2468f78f-7cd4-4757-a475-e466ad848b45 req-b0d5775c-acee-4d5a-b921-164bda03048c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac1073d-902c-40e3-8b55-7f672eb2af52 HTTP/1.1" status: 200 len: 210 time: 0.1251109 Nov 27 03:58:46.573262 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-65689c1d-c18e-414f-96d4-12bce60bb428 req-42f8c772-af09-4ebe-ae4d-bf666ff92749 tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] 10.222.0.20 "GET /v2.0/security-groups?id=5010b530-20df-46a3-b55e-b52853d2f8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703912 Nov 27 03:58:46.612590 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-77407d54-0a70-4397-bf1e-aab03f57721e None None] Set router 425df3a7-8016-4d47-befa-8af5d431b4e1 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:58:46.672851 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-2668c1e3-d1b7-4088-8528-05f9e78e1f62 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:46.685677 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0d537831-44a8-4e83-b236-f4c4c20fcb71 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:46.709846 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-905528b5-612c-4c59-b23f-081cb08aa91e req-52114dd4-7627-4bcd-be1e-6a8c45b0dfb8 service neutron] 10.222.0.11 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8404357 Nov 27 03:58:46.833276 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d537831-44a8-4e83-b236-f4c4c20fcb71 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Pushing event deleted for resources: {'Port': ['ID=a2f7f6a7-9fe0-446d-b9c4-9e604662ece9,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:46.885097 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d537831-44a8-4e83-b236-f4c4c20fcb71 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:46.885588 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d537831-44a8-4e83-b236-f4c4c20fcb71 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:46.886052 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d537831-44a8-4e83-b236-f4c4c20fcb71 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:46.886490 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d537831-44a8-4e83-b236-f4c4c20fcb71 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:46.886942 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d537831-44a8-4e83-b236-f4c4c20fcb71 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:46.887355 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d537831-44a8-4e83-b236-f4c4c20fcb71 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:46.888271 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d537831-44a8-4e83-b236-f4c4c20fcb71 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:46.888712 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d537831-44a8-4e83-b236-f4c4c20fcb71 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:46.889152 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d537831-44a8-4e83-b236-f4c4c20fcb71 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:46.889605 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d537831-44a8-4e83-b236-f4c4c20fcb71 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:46.890027 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d537831-44a8-4e83-b236-f4c4c20fcb71 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:46.890454 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d537831-44a8-4e83-b236-f4c4c20fcb71 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:58:46.910423 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1da13-07a2-410e-8ccd-80d40214cd32 req-b2fe0aaf-62cd-4501-b146-55a8a3a6148c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:46.912103 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e3c1da13-07a2-410e-8ccd-80d40214cd32 req-b2fe0aaf-62cd-4501-b146-55a8a3a6148c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b01c762313d54b279f09c5e5d81dadbf&device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 1097 time: 0.4954035 Nov 27 03:58:46.924565 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-77407d54-0a70-4397-bf1e-aab03f57721e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425df3a7-8016-4d47-befa-8af5d431b4e1', 'name': 'tempest-ServerActionsTestJSON-828746732-router', 'tenant_id': 'b01c762313d54b279f09c5e5d81dadbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c994a619-a6b1-47f3-9c5e-ec30ea84b446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:58:07Z', 'updated_at': '2021-11-27T03:58:14Z', 'revision_number': 4, 'project_id': 'b01c762313d54b279f09c5e5d81dadbf', 'gw_port': {'id': 'c994a619-a6b1-47f3-9c5e-ec30ea84b446', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425df3a7-8016-4d47-befa-8af5d431b4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:58:09Z', 'updated_at': '2021-11-27T03:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '59897cc6-5257-4851-96e7-b9274320cbc2', 'tenant_id': 'b01c762313d54b279f09c5e5d81dadbf', 'floating_ip_address': '172.25.1.83', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '425df3a7-8016-4d47-befa-8af5d431b4e1', 'port_id': 'a1c9d3a6-1790-421d-8159-5888317d7f7e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637', 'mac_address': 'fa:16:3e:8b:ad:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce091d7-e20b-46b9-947e-d4019b8028fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:58:23Z', 'updated_at': '2021-11-27T03:58:43Z', 'revision_number': 1, 'project_id': 'b01c762313d54b279f09c5e5d81dadbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78364b12-b6fa-4cbf-b9ae-9914a53f5fe1', 'name': '', 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637', 'tenant_id': 'b01c762313d54b279f09c5e5d81dadbf', 'mac_address': 'fa:16:3e:dd:5a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425df3a7-8016-4d47-befa-8af5d431b4e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'ef82cdfa-d224-4963-bff3-3b0049ffee0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:58:13Z', 'updated_at': '2021-11-27T03:58:20Z', 'revision_number': 5, 'project_id': 'b01c762313d54b279f09c5e5d81dadbf', 'subnets': [{'id': 'ef82cdfa-d224-4963-bff3-3b0049ffee0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:58:46.937853 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-905528b5-612c-4c59-b23f-081cb08aa91e req-e3c17c44-a9e1-4c9c-af2b-46d8fe9167c6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=26b81207-9333-4de8-8d7f-cf0229429ddd HTTP/1.1" status: 200 len: 217 time: 0.1877968 Nov 27 03:58:46.958310 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77407d54-0a70-4397-bf1e-aab03f57721e None None] The sync data for ids ['425df3a7-8016-4d47-befa-8af5d431b4e1'] in n-d-819494-3 is: [{'id': '425df3a7-8016-4d47-befa-8af5d431b4e1', 'name': 'tempest-ServerActionsTestJSON-828746732-router', 'tenant_id': 'b01c762313d54b279f09c5e5d81dadbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c994a619-a6b1-47f3-9c5e-ec30ea84b446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:58:07Z', 'updated_at': '2021-11-27T03:58:14Z', 'revision_number': 4, 'project_id': 'b01c762313d54b279f09c5e5d81dadbf', 'gw_port': {'id': 'c994a619-a6b1-47f3-9c5e-ec30ea84b446', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425df3a7-8016-4d47-befa-8af5d431b4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:58:09Z', 'updated_at': '2021-11-27T03:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '59897cc6-5257-4851-96e7-b9274320cbc2', 'tenant_id': 'b01c762313d54b279f09c5e5d81dadbf', 'floating_ip_address': '172.25.1.83', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '425df3a7-8016-4d47-befa-8af5d431b4e1', 'port_id': 'a1c9d3a6-1790-421d-8159-5888317d7f7e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637', 'mac_address': 'fa:16:3e:8b:ad:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce091d7-e20b-46b9-947e-d4019b8028fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:58:23Z', 'updated_at': '2021-11-27T03:58:43Z', 'revision_number': 1, 'project_id': 'b01c762313d54b279f09c5e5d81dadbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78364b12-b6fa-4cbf-b9ae-9914a53f5fe1', 'name': '', 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637', 'tenant_id': 'b01c762313d54b279f09c5e5d81dadbf', 'mac_address': 'fa:16:3e:dd:5a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425df3a7-8016-4d47-befa-8af5d431b4e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'ef82cdfa-d224-4963-bff3-3b0049ffee0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:58:13Z', 'updated_at': '2021-11-27T03:58:20Z', 'revision_number': 5, 'project_id': 'b01c762313d54b279f09c5e5d81dadbf', 'subnets': [{'id': 'ef82cdfa-d224-4963-bff3-3b0049ffee0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:58:47.076192 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905528b5-612c-4c59-b23f-081cb08aa91e req-7051b5d2-c8c6-460b-8348-9166d54ea609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:47.077854 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-905528b5-612c-4c59-b23f-081cb08aa91e req-7051b5d2-c8c6-460b-8348-9166d54ea609 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9c95fc5-2816-48b1-af67-21fc91123a75 HTTP/1.1" status: 200 len: 797 time: 0.1076975 Nov 27 03:58:47.117831 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-2668c1e3-d1b7-4088-8528-05f9e78e1f62 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:47.157387 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['0465d762-6c9e-4453-a78f-ed2e7501887c'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:58:47.189682 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0d537831-44a8-4e83-b236-f4c4c20fcb71 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:47.193022 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0d537831-44a8-4e83-b236-f4c4c20fcb71 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] 10.222.0.20 "DELETE /v2.0/ports/a2f7f6a7-9fe0-446d-b9c4-9e604662ece9 HTTP/1.1" status: 204 len: 168 time: 2.1887963 Nov 27 03:58:47.195925 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48430) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:47.207584 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b892a-a23c-40ad-b035-625b2616e95d req-6a4c4317-0af0-442b-be45-15ebd4dcdff2 tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:47.215857 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-816b892a-a23c-40ad-b035-625b2616e95d req-6a4c4317-0af0-442b-be45-15ebd4dcdff2 tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] 10.222.0.20 "GET /v2.0/ports?device_id=338970e4-63a9-43b1-9472-2712fd414853 HTTP/1.1" status: 200 len: 945 time: 0.3178146 Nov 27 03:58:47.269585 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-2668c1e3-d1b7-4088-8528-05f9e78e1f62 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Network 4c2206f1-5002-4d5a-a6bd-f85327f757ed is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:58:47.283973 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6f1c612-9c70-43db-9769-37f16ba3ff2d tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] GET failed (client error): The resource could not be found. Nov 27 03:58:47.292958 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f6f1c612-9c70-43db-9769-37f16ba3ff2d tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] 10.222.0.20 "GET /v2.0/ports/a2f7f6a7-9fe0-446d-b9c4-9e604662ece9 HTTP/1.1" status: 404 len: 333 time: 0.0913408 Nov 27 03:58:47.294271 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48434) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:47.297258 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-2668c1e3-d1b7-4088-8528-05f9e78e1f62 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:58:47.316332 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-2668c1e3-d1b7-4088-8528-05f9e78e1f62 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:58:47.325035 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2668c1e3-d1b7-4088-8528-05f9e78e1f62 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Pushing event updated for resources: {'Port': ['ID=c901b9d3-5892-47a0-8eab-44c234153e6c,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:47.353337 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da842367-37bc-425f-8a1e-b48f682fd848 None None] New status for floating IP 59897cc6-5257-4851-96e7-b9274320cbc2: ACTIVE {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 03:58:47.369349 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905528b5-612c-4c59-b23f-081cb08aa91e req-7ce07dce-fd6f-490d-ab14-bd0f7f3e8303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:47.370988 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-905528b5-612c-4c59-b23f-081cb08aa91e req-7ce07dce-fd6f-490d-ab14-bd0f7f3e8303 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e40f6bbd-098b-49f7-b15f-a15d5c62f421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2806718 Nov 27 03:58:47.372027 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1da13-07a2-410e-8ccd-80d40214cd32 req-421e7962-b7af-429c-9ec9-e3ebd7ec6eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:47.374110 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e3c1da13-07a2-410e-8ccd-80d40214cd32 req-421e7962-b7af-429c-9ec9-e3ebd7ec6eba service neutron] 10.222.0.23 "GET /v2.0/networks?id=ab8fc313-e01d-42bb-a8ec-9d136b503637 HTTP/1.1" status: 200 len: 912 time: 0.4299343 Nov 27 03:58:47.466754 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-816b892a-a23c-40ad-b035-625b2616e95d req-9c37ff86-7253-4d04-88df-af505b6f2fda tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] 10.222.0.20 "GET /v2.0/security-groups?id=5010b530-20df-46a3-b55e-b52853d2f8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498541 Nov 27 03:58:47.497600 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-a0f6bd0f-f7db-49b9-8257-9072b822e032 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Deleting port c91dbdef-998e-4e12-8e66-a6498ba02aa8 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:58:47.498199 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a0f6bd0f-f7db-49b9-8257-9072b822e032 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:47.541241 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-2668c1e3-d1b7-4088-8528-05f9e78e1f62 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:47.542354 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-2668c1e3-d1b7-4088-8528-05f9e78e1f62 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:47.609428 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e3c1da13-07a2-410e-8ccd-80d40214cd32 req-8e3ab403-f4db-4fe2-b559-d1c1af39dd1f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1c9d3a6-1790-421d-8159-5888317d7f7e HTTP/1.1" status: 200 len: 999 time: 0.2071774 Nov 27 03:58:47.621648 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-2668c1e3-d1b7-4088-8528-05f9e78e1f62 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2803569 Nov 27 03:58:47.675266 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a0f6bd0f-f7db-49b9-8257-9072b822e032 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:47.675918 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-89a12f29-fd87-4b92-a627-7c780e0c7277 service neutron] Request body: {'port': {'device_id': '8ac1073d-902c-40e3-8b55-7f672eb2af52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:47.688129 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-a0f6bd0f-f7db-49b9-8257-9072b822e032 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Calling delete_port for c91dbdef-998e-4e12-8e66-a6498ba02aa8 owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:58:47.756693 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-905528b5-612c-4c59-b23f-081cb08aa91e req-c8e7b2d4-5f86-4d6d-80ac-a63dced74eed service neutron] 10.222.0.11 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729525 Nov 27 03:58:47.758003 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1da13-07a2-410e-8ccd-80d40214cd32 req-31a1265f-e3c4-4d51-a777-3c87c20250ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:47.759371 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e3c1da13-07a2-410e-8ccd-80d40214cd32 req-31a1265f-e3c4-4d51-a777-3c87c20250ff service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ef82cdfa-d224-4963-bff3-3b0049ffee0b HTTP/1.1" status: 200 len: 850 time: 0.1421795 Nov 27 03:58:47.819851 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a0f6bd0f-f7db-49b9-8257-9072b822e032 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:47.847853 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6bd0f-f7db-49b9-8257-9072b822e032 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Pushing event deleted for resources: {'Port': ['ID=c91dbdef-998e-4e12-8e66-a6498ba02aa8,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:47.873665 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a14a4-1245-42b7-bd28-23d35b4e1730 req-5920f81f-39a8-43e4-9b43-472239ed9cac tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:47.875356 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d24a14a4-1245-42b7-bd28-23d35b4e1730 req-5920f81f-39a8-43e4-9b43-472239ed9cac tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac1073d-902c-40e3-8b55-7f672eb2af52 HTTP/1.1" status: 200 len: 932 time: 0.2437286 Nov 27 03:58:47.881181 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-89a12f29-fd87-4b92-a627-7c780e0c7277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:47.928418 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a0f6bd0f-f7db-49b9-8257-9072b822e032 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:47.933960 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a0f6bd0f-f7db-49b9-8257-9072b822e032 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] 10.222.0.20 "DELETE /v2.0/ports/c91dbdef-998e-4e12-8e66-a6498ba02aa8 HTTP/1.1" status: 204 len: 168 time: 0.6332684 Nov 27 03:58:47.934357 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48440) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:47.972695 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1da13-07a2-410e-8ccd-80d40214cd32 req-1fdfde7c-ac83-4189-a74e-af3318010323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:47.974203 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e3c1da13-07a2-410e-8ccd-80d40214cd32 req-1fdfde7c-ac83-4189-a74e-af3318010323 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ab8fc313-e01d-42bb-a8ec-9d136b503637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1922524 Nov 27 03:58:47.991108 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-83c8002d-e237-4e89-a7a5-5bffdfc8d5fe tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Deleting subnet 34abc0aa-e95d-469a-8070-633da20b2b19 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:58:47.994433 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-83c8002d-e237-4e89-a7a5-5bffdfc8d5fe tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:48.050420 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-83c8002d-e237-4e89-a7a5-5bffdfc8d5fe tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:48.123898 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d24a14a4-1245-42b7-bd28-23d35b4e1730 req-19608c40-bbd1-42ef-8534-1ef6cfb1c307 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171161 Nov 27 03:58:48.131009 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-905528b5-612c-4c59-b23f-081cb08aa91e req-357f414f-7041-4e85-987c-9bc02f727aea service neutron] 10.222.0.11 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500934 Nov 27 03:58:48.147795 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-83c8002d-e237-4e89-a7a5-5bffdfc8d5fe tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:48.203110 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-905528b5-612c-4c59-b23f-081cb08aa91e req-9c6b3f98-d60c-4e40-b26d-cc0464ef0b8c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=994f489a-7134-463c-90df-7f5e22d2a68c HTTP/1.1" status: 200 len: 217 time: 0.0501733 Nov 27 03:58:48.237445 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-83c8002d-e237-4e89-a7a5-5bffdfc8d5fe tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:48.271603 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8002d-e237-4e89-a7a5-5bffdfc8d5fe tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Pushing event deleted for resources: {'Subnet': ['ID=34abc0aa-e95d-469a-8070-633da20b2b19,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:48.272087 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-03eb8dea-6473-4667-90c5-9438873e6d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:48.279648 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-83c8002d-e237-4e89-a7a5-5bffdfc8d5fe tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:48.286216 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-83c8002d-e237-4e89-a7a5-5bffdfc8d5fe tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] 10.222.0.20 "DELETE /v2.0/subnets/34abc0aa-e95d-469a-8070-633da20b2b19 HTTP/1.1" status: 204 len: 168 time: 0.3479464 Nov 27 03:58:48.286216 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48446) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:48.288807 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0111ad-a9b5-433c-9780-c746c4fc7a98 None None] Network 043938a4-358f-4c8d-90c7-9262e476fa4f requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:58:48.300762 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e3c1da13-07a2-410e-8ccd-80d40214cd32 req-7772d8e5-2b4c-4a56-a41b-ad5f64bfb91c service neutron] 10.222.0.23 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125627 Nov 27 03:58:48.381184 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905528b5-612c-4c59-b23f-081cb08aa91e req-74b781de-cf1d-4fad-ad10-ce3ea0378dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:48.382726 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-905528b5-612c-4c59-b23f-081cb08aa91e req-74b781de-cf1d-4fad-ad10-ce3ea0378dcc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=14307b56-4179-4fb0-9b1a-ab924af31129 HTTP/1.1" status: 200 len: 797 time: 0.1684499 Nov 27 03:58:48.393728 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-64fb317b-7076-4302-8b87-e4f4ae6f6a57 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:48.416833 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf4420-ac5e-4c98-9a01-8120b27dbfc3 req-731833fe-a408-4924-8deb-60230d21ad2d tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:48.418060 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9ebf4420-ac5e-4c98-9a01-8120b27dbfc3 req-731833fe-a408-4924-8deb-60230d21ad2d tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] 10.222.0.11 "GET /v2.0/ports?device_id=338970e4-63a9-43b1-9472-2712fd414853 HTTP/1.1" status: 200 len: 945 time: 0.0826113 Nov 27 03:58:48.512279 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd47117c-6a33-414e-a4fb-f27f077eab8e None None] DHCP port deletion for 043938a4-358f-4c8d-90c7-9262e476fa4f request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 03:58:48.523021 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905528b5-612c-4c59-b23f-081cb08aa91e req-2f90efba-640d-4d19-9d03-91b984e2bc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:48.524888 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-905528b5-612c-4c59-b23f-081cb08aa91e req-2f90efba-640d-4d19-9d03-91b984e2bc82 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=19023ddb-b83b-433d-89aa-500b49070446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1293340 Nov 27 03:58:48.535993 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e3c1da13-07a2-410e-8ccd-80d40214cd32 req-3d98c37e-373d-4d87-93ad-fb81e1c40f8e service neutron] 10.222.0.23 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241387 Nov 27 03:58:48.538078 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-89a12f29-fd87-4b92-a627-7c780e0c7277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c901b9d3-5892-47a0-8eab-44c234153e6c {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:58:48.541878 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-64fb317b-7076-4302-8b87-e4f4ae6f6a57 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Deleting port 3695578d-817f-48a6-9e6e-1a8abb38d327 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:58:48.542371 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-64fb317b-7076-4302-8b87-e4f4ae6f6a57 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:48.568399 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-89a12f29-fd87-4b92-a627-7c780e0c7277 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:48.625590 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-cd47117c-6a33-414e-a4fb-f27f077eab8e None None] Deleting port 3695578d-817f-48a6-9e6e-1a8abb38d327 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:58:48.629394 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cd47117c-6a33-414e-a4fb-f27f077eab8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:48.663617 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-89a12f29-fd87-4b92-a627-7c780e0c7277 service neutron] Transition to ACTIVE for port object c901b9d3-5892-47a0-8eab-44c234153e6c will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:58:48.687582 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-89a12f29-fd87-4b92-a627-7c780e0c7277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:48.710382 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-64fb317b-7076-4302-8b87-e4f4ae6f6a57 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] For port 3695578d-817f-48a6-9e6e-1a8abb38d327, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=3695578d-817f-48a6-9e6e-1a8abb38d327,segment=NetworkSegment(7b4e5369-9b3b-40d5-b5e2-5b6c268e814f),segment_id=7b4e5369-9b3b-40d5-b5e2-5b6c268e814f)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:58:48.710787 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-64fb317b-7076-4302-8b87-e4f4ae6f6a57 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:48.721236 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-9ebf4420-ac5e-4c98-9a01-8120b27dbfc3 req-abc01ca1-3760-4a4f-ae0a-0cdbc15c29a3 tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] Deleting port 4db98317-bdb9-4150-bb17-508a485a98e5 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:58:48.721506 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9ebf4420-ac5e-4c98-9a01-8120b27dbfc3 req-abc01ca1-3760-4a4f-ae0a-0cdbc15c29a3 tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:48.745485 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a12f29-fd87-4b92-a627-7c780e0c7277 service neutron] Pushing event updated for resources: {'Port': ['ID=c901b9d3-5892-47a0-8eab-44c234153e6c,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:48.750471 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-cd47117c-6a33-414e-a4fb-f27f077eab8e None None] For port 3695578d-817f-48a6-9e6e-1a8abb38d327, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=3695578d-817f-48a6-9e6e-1a8abb38d327,segment=NetworkSegment(7b4e5369-9b3b-40d5-b5e2-5b6c268e814f),segment_id=7b4e5369-9b3b-40d5-b5e2-5b6c268e814f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:58:48.751032 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cd47117c-6a33-414e-a4fb-f27f077eab8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:48.764567 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-cd47117c-6a33-414e-a4fb-f27f077eab8e None None] Calling delete_port for 3695578d-817f-48a6-9e6e-1a8abb38d327 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:58:48.787550 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-905528b5-612c-4c59-b23f-081cb08aa91e req-718c4173-332b-46e1-954e-2c45afcf41d5 service neutron] 10.222.0.11 "GET /v2.0/networks/19023ddb-b83b-433d-89aa-500b49070446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366960 Nov 27 03:58:48.809323 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e63e72-e913-4bea-a58c-131fc3a46ead req-e01105f5-d521-4272-be7f-0b50268586e3 tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:48.813424 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 3695578d-817f-48a6-9e6e-1a8abb38d327 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:58:48.820801 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-02e63e72-e913-4bea-a58c-131fc3a46ead req-e01105f5-d521-4272-be7f-0b50268586e3 tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] 10.222.0.20 "GET /v2.0/ports?device_id=338970e4-63a9-43b1-9472-2712fd414853 HTTP/1.1" status: 200 len: 945 time: 0.2176239 Nov 27 03:58:48.855624 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-64fb317b-7076-4302-8b87-e4f4ae6f6a57 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Calling delete_port for 3695578d-817f-48a6-9e6e-1a8abb38d327 owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:58:48.869504 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:48.918873 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-02e63e72-e913-4bea-a58c-131fc3a46ead req-0a119ec5-8b1f-43d2-a403-80e098133a2f tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] 10.222.0.20 "GET /v2.0/security-groups?id=5010b530-20df-46a3-b55e-b52853d2f8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944350 Nov 27 03:58:48.926779 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-9ebf4420-ac5e-4c98-9a01-8120b27dbfc3 req-abc01ca1-3760-4a4f-ae0a-0cdbc15c29a3 tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] For port 4db98317-bdb9-4150-bb17-508a485a98e5, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=4db98317-bdb9-4150-bb17-508a485a98e5,segment=NetworkSegment(f23c5265-e234-4424-97ee-83c94f898369),segment_id=f23c5265-e234-4424-97ee-83c94f898369)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:58:48.927167 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9ebf4420-ac5e-4c98-9a01-8120b27dbfc3 req-abc01ca1-3760-4a4f-ae0a-0cdbc15c29a3 tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:48.936874 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:48.958353 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cd47117c-6a33-414e-a4fb-f27f077eab8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:48.980142 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-9ebf4420-ac5e-4c98-9a01-8120b27dbfc3 req-abc01ca1-3760-4a4f-ae0a-0cdbc15c29a3 tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] Calling delete_port for 4db98317-bdb9-4150-bb17-508a485a98e5 owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:58:48.986355 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd47117c-6a33-414e-a4fb-f27f077eab8e None None] Pushing event deleted for resources: {'Port': ['ID=3695578d-817f-48a6-9e6e-1a8abb38d327,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:48.995783 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-89a12f29-fd87-4b92-a627-7c780e0c7277 service neutron] Attempting to bind port c901b9d3-5892-47a0-8eab-44c234153e6c on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:58:48.996103 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-89a12f29-fd87-4b92-a627-7c780e0c7277 service neutron] Attempting to bind port c901b9d3-5892-47a0-8eab-44c234153e6c by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': 'e40e3b9b-cd7d-4402-aebb-20a69a216b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4c2206f1-5002-4d5a-a6bd-f85327f757ed'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:58:48.996437 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-89a12f29-fd87-4b92-a627-7c780e0c7277 service neutron] Attempting to bind port c901b9d3-5892-47a0-8eab-44c234153e6c on network 4c2206f1-5002-4d5a-a6bd-f85327f757ed {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:58:49.007344 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd47117c-6a33-414e-a4fb-f27f077eab8e None None] No DVR routers for this DVR port 3695578d-817f-48a6-9e6e-1a8abb38d327 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:58:49.026040 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-89a12f29-fd87-4b92-a627-7c780e0c7277 service neutron] Port c901b9d3-5892-47a0-8eab-44c234153e6c on network 4c2206f1-5002-4d5a-a6bd-f85327f757ed not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:58:49.026378 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-89a12f29-fd87-4b92-a627-7c780e0c7277 service neutron] Attempting to bind port c901b9d3-5892-47a0-8eab-44c234153e6c on network 4c2206f1-5002-4d5a-a6bd-f85327f757ed {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:58:49.047382 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-89a12f29-fd87-4b92-a627-7c780e0c7277 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:58:49.047732 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-89a12f29-fd87-4b92-a627-7c780e0c7277 service neutron] Checking segment: {'id': 'e40e3b9b-cd7d-4402-aebb-20a69a216b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4c2206f1-5002-4d5a-a6bd-f85327f757ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:58:49.048788 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-89a12f29-fd87-4b92-a627-7c780e0c7277 service neutron] Bound using segment: {'id': 'e40e3b9b-cd7d-4402-aebb-20a69a216b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4c2206f1-5002-4d5a-a6bd-f85327f757ed'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:58:49.049248 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-89a12f29-fd87-4b92-a627-7c780e0c7277 service neutron] Bound port: c901b9d3-5892-47a0-8eab-44c234153e6c, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e40e3b9b-cd7d-4402-aebb-20a69a216b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4c2206f1-5002-4d5a-a6bd-f85327f757ed'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:58:49.049609 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-89a12f29-fd87-4b92-a627-7c780e0c7277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:49.066811 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-905528b5-612c-4c59-b23f-081cb08aa91e req-e2f129f4-94a3-4918-86b3-911ef436bc96 service neutron] 10.222.0.11 "GET /v2.0/networks/19023ddb-b83b-433d-89aa-500b49070446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511823 Nov 27 03:58:49.069829 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-64fb317b-7076-4302-8b87-e4f4ae6f6a57 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:49.110419 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb317b-7076-4302-8b87-e4f4ae6f6a57 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Pushing event deleted for resources: {'Port': ['ID=3695578d-817f-48a6-9e6e-1a8abb38d327,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:49.113112 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fb317b-7076-4302-8b87-e4f4ae6f6a57 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] No DVR routers for this DVR port 3695578d-817f-48a6-9e6e-1a8abb38d327 on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:58:49.152801 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-905528b5-612c-4c59-b23f-081cb08aa91e req-3cde5188-9217-442b-959d-e10c430a8923 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6cb9156c-61e5-4397-bd95-aff4277a4ae5 HTTP/1.1" status: 200 len: 217 time: 0.0780342 Nov 27 03:58:49.178606 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-3dca5b4f-1a95-4aee-9622-523ba04493fb tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:49.183038 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-3dca5b4f-1a95-4aee-9622-523ba04493fb tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/networks?id=9066c940-2187-4bcb-b452-41734810299f HTTP/1.1" status: 200 len: 812 time: 0.2636175 Nov 27 03:58:49.237493 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-8f4cbccc-ff6e-41f5-a320-fb1381ad3ee9 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/quotas/c0fb01b15ba04e8ca79caed9882229f4 HTTP/1.1" status: 200 len: 375 time: 0.0268693 Nov 27 03:58:49.240128 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-89a12f29-fd87-4b92-a627-7c780e0c7277 service neutron] For port c901b9d3-5892-47a0-8eab-44c234153e6c, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:58:49.240593 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-64fb317b-7076-4302-8b87-e4f4ae6f6a57 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:49.255122 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905528b5-612c-4c59-b23f-081cb08aa91e req-df5e85b8-6cb5-4ba8-911a-16e141d73789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:49.256580 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-905528b5-612c-4c59-b23f-081cb08aa91e req-df5e85b8-6cb5-4ba8-911a-16e141d73789 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=14307b56-4179-4fb0-9b1a-ab924af31129 HTTP/1.1" status: 200 len: 797 time: 0.0960443 Nov 27 03:58:49.267772 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-89a12f29-fd87-4b92-a627-7c780e0c7277 service neutron] For port c901b9d3-5892-47a0-8eab-44c234153e6c, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=c901b9d3-5892-47a0-8eab-44c234153e6c,segment=NetworkSegment(e40e3b9b-cd7d-4402-aebb-20a69a216b2f),segment_id=e40e3b9b-cd7d-4402-aebb-20a69a216b2f)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:58:49.297476 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-64fb317b-7076-4302-8b87-e4f4ae6f6a57 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['043938a4-358f-4c8d-90c7-9262e476fa4f']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:58:49.306152 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-89a12f29-fd87-4b92-a627-7c780e0c7277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:49.307803 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9ebf4420-ac5e-4c98-9a01-8120b27dbfc3 req-abc01ca1-3760-4a4f-ae0a-0cdbc15c29a3 tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:49.314539 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-64fb317b-7076-4302-8b87-e4f4ae6f6a57 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b4e5369-9b3b-40d5-b5e2-5b6c268e814f') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:58:49.314864 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-64fb317b-7076-4302-8b87-e4f4ae6f6a57 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b4e5369-9b3b-40d5-b5e2-5b6c268e814f') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:58:49.341932 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['4db98317-bdb9-4150-bb17-508a485a98e5'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:58:49.355567 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-64fb317b-7076-4302-8b87-e4f4ae6f6a57 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:49.361280 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-89a12f29-fd87-4b92-a627-7c780e0c7277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:49.361944 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-89a12f29-fd87-4b92-a627-7c780e0c7277 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:49.363469 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-89a12f29-fd87-4b92-a627-7c780e0c7277 service neutron] 10.222.0.23 "PUT /v2.0/ports/c901b9d3-5892-47a0-8eab-44c234153e6c HTTP/1.1" status: 200 len: 1092 time: 1.6949337 Nov 27 03:58:49.367329 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ac1073d-902c-40e3-8b55-7f672eb2af52', 'tag': 'c901b9d3-5892-47a0-8eab-44c234153e6c'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:58:49.369832 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80f1512-a7bf-4edd-b204-bdf6e0da0d11" -d '{"events": [{"name": "network-changed", "server_uuid": "8ac1073d-902c-40e3-8b55-7f672eb2af52", "tag": "c901b9d3-5892-47a0-8eab-44c234153e6c"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:58:49.373277 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc01ca1-3760-4a4f-ae0a-0cdbc15c29a3 tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] Pushing event deleted for resources: {'Port': ['ID=4db98317-bdb9-4150-bb17-508a485a98e5,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:49.400850 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-ec29a357-cbbc-40af-ad51-f18b6ab87ceb tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0fb01b15ba04e8ca79caed9882229f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1530819 Nov 27 03:58:49.402689 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a12f29-fd87-4b92-a627-7c780e0c7277 service neutron] Pushing event updated for resources: {'Port': ['ID=c901b9d3-5892-47a0-8eab-44c234153e6c,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:49.410346 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a225b-5fe7-43ef-9261-94af56695182 req-50c31167-c71b-43b9-bf12-23758ac548a0 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:49.410728 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905528b5-612c-4c59-b23f-081cb08aa91e req-7b1cf805-35d3-4c3f-9ddd-c9f4faab8d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:49.412232 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-905528b5-612c-4c59-b23f-081cb08aa91e req-7b1cf805-35d3-4c3f-9ddd-c9f4faab8d36 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=19023ddb-b83b-433d-89aa-500b49070446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1420951 Nov 27 03:58:49.415280 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-429a225b-5fe7-43ef-9261-94af56695182 req-50c31167-c71b-43b9-bf12-23758ac548a0 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac1073d-902c-40e3-8b55-7f672eb2af52 HTTP/1.1" status: 200 len: 944 time: 0.2015731 Nov 27 03:58:49.426297 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-64fb317b-7076-4302-8b87-e4f4ae6f6a57 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:49.448442 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ebf4420-ac5e-4c98-9a01-8120b27dbfc3 req-abc01ca1-3760-4a4f-ae0a-0cdbc15c29a3 tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] No DVR routers for this DVR port 4db98317-bdb9-4150-bb17-508a485a98e5 on host n-h2-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:58:49.452855 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9ebf4420-ac5e-4c98-9a01-8120b27dbfc3 req-abc01ca1-3760-4a4f-ae0a-0cdbc15c29a3 tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:49.456716 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9ebf4420-ac5e-4c98-9a01-8120b27dbfc3 req-abc01ca1-3760-4a4f-ae0a-0cdbc15c29a3 tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] 10.222.0.11 "DELETE /v2.0/ports/4db98317-bdb9-4150-bb17-508a485a98e5 HTTP/1.1" status: 204 len: 173 time: 1.0329416 Nov 27 03:58:49.457629 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64fb317b-7076-4302-8b87-e4f4ae6f6a57 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:58:49.458072 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-64fb317b-7076-4302-8b87-e4f4ae6f6a57 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:49.461406 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338970e4-63a9-43b1-9472-2712fd414853', 'name': 'network-vif-deleted', 'tag': '4db98317-bdb9-4150-bb17-508a485a98e5'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:58:49.463521 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19abba55-0953-4fda-87a1-170bea6d091a" -d '{"events": [{"server_uuid": "338970e4-63a9-43b1-9472-2712fd414853", "name": "network-vif-deleted", "tag": "4db98317-bdb9-4150-bb17-508a485a98e5"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:58:49.465916 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:58:49.465916 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 03:58:49.465916 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:58:49.465916 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 03:58:49.465916 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:58:49.465916 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 03:58:49.465916 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 03:58:49.465916 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 03:58:49.465916 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 03:58:49.465916 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:58:49.465916 n-d-819494-3 neutron-server[110018]: timer() Nov 27 03:58:49.465916 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:58:49.465916 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 03:58:49.465916 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:58:49.465916 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 03:58:49.465916 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:58:49.465916 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 03:58:49.465916 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:58:49.465916 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 03:58:49.465916 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:58:49.465916 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 03:58:49.465916 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:58:49.465916 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:58:49.465916 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:58:49.465916 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:58:49.465916 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:58:49.465916 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 03:58:49.465916 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:58:49.465916 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 03:58:49.465916 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:58:49.465916 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:58:49.465916 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:58:49.465916 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 03:58:49.465916 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:58:49.465916 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:58:49.465916 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:58:49.465916 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:58:49.465916 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:58:49.465916 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:58:49.465916 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:58:49.479641 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:49.571096 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-429a225b-5fe7-43ef-9261-94af56695182 req-cf6ed196-ffe3-479b-8dce-659e00b6bb4d tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416395 Nov 27 03:58:49.572543 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-64fb317b-7076-4302-8b87-e4f4ae6f6a57 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:49.591402 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-64fb317b-7076-4302-8b87-e4f4ae6f6a57 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:49.597526 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-64fb317b-7076-4302-8b87-e4f4ae6f6a57 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] 10.222.0.20 "DELETE /v2.0/networks/043938a4-358f-4c8d-90c7-9262e476fa4f HTTP/1.1" status: 204 len: 168 time: 1.3078046 Nov 27 03:58:49.603125 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-624f117d-bedf-4aec-b1eb-e028d0ae6832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:49.604624 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-624f117d-bedf-4aec-b1eb-e028d0ae6832 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3f15a86d7b9a4eda805c341155209493&device_id=8ac1073d-902c-40e3-8b55-7f672eb2af52 HTTP/1.1" status: 200 len: 1095 time: 0.1407197 Nov 27 03:58:49.615969 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-00e6d28d-5455-4c6b-949b-5ba4ffc89ba8 service neutron] 10.222.0.20 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024055 Nov 27 03:58:49.616507 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb317b-7076-4302-8b87-e4f4ae6f6a57 tempest-AllowedAddressPairTestJSON-1284072559 tempest-AllowedAddressPairTestJSON-1284072559-project] Pushing event deleted for resources: {'Network': ['ID=043938a4-358f-4c8d-90c7-9262e476fa4f,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:49.617923 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-905528b5-612c-4c59-b23f-081cb08aa91e req-7917bbf3-3b90-4c09-9756-70f076639483 service neutron] 10.222.0.11 "GET /v2.0/networks/19023ddb-b83b-433d-89aa-500b49070446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961164 Nov 27 03:58:49.723108 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-b6be1abd-fa38-4b0c-bec5-bca1ee0ceed6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c901b9d3-5892-47a0-8eab-44c234153e6c HTTP/1.1" status: 200 len: 217 time: 0.0901835 Nov 27 03:58:49.844269 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfe9bea-0da2-4a50-9fa4-17aa19fcec82 x-openstack-request-id: req-4cfe9bea-0da2-4a50-9fa4-17aa19fcec82 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:58:49.844573 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "338970e4-63a9-43b1-9472-2712fd414853", "name": "network-vif-deleted", "tag": "4db98317-bdb9-4150-bb17-508a485a98e5", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:58:49.844861 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4cfe9bea-0da2-4a50-9fa4-17aa19fcec82 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:58:49.845295 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '338970e4-63a9-43b1-9472-2712fd414853', 'name': 'network-vif-deleted', 'tag': '4db98317-bdb9-4150-bb17-508a485a98e5', 'status': 'completed', 'code': 200} Nov 27 03:58:49.892050 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48478) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:50.063902 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d09cb69c-6f06-46f9-9511-9f3a8c0bb6e1 req-bd2e6a45-2852-4877-b3c0-b9ffba775fab tempest-ServerGroupTestJSON-1605031021 tempest-ServerGroupTestJSON-1605031021-project] 10.222.0.20 "GET /v2.0/ports?device_id=338970e4-63a9-43b1-9472-2712fd414853 HTTP/1.1" status: 200 len: 210 time: 0.0328839 Nov 27 03:58:50.089597 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e3a2913d-1925-4374-ab70-5970bc1b678f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=52b604c9f7064f109bdaf3beb384c027&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1961341 Nov 27 03:58:50.092172 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48484) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:50.128080 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02382a9-cf9d-4175-a3e6-e2776f1d98be x-openstack-request-id: req-c02382a9-cf9d-4175-a3e6-e2776f1d98be {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:58:50.128372 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ac1073d-902c-40e3-8b55-7f672eb2af52", "tag": "c901b9d3-5892-47a0-8eab-44c234153e6c", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:58:50.128624 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c02382a9-cf9d-4175-a3e6-e2776f1d98be {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:58:50.129021 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ac1073d-902c-40e3-8b55-7f672eb2af52', 'tag': 'c901b9d3-5892-47a0-8eab-44c234153e6c', 'status': 'completed', 'code': 200} Nov 27 03:58:50.143111 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dcdf6206-efc0-4bb8-8df4-6fc3017956c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:50.169857 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dcdf6206-efc0-4bb8-8df4-6fc3017956c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:50.213310 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-46298439-e724-4d53-b0bc-24623abcd721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:50.214958 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-46298439-e724-4d53-b0bc-24623abcd721 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=19827895-167c-4ffb-a565-ae1a5e643330 HTTP/1.1" status: 200 len: 846 time: 0.4604228 Nov 27 03:58:50.223855 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dcdf6206-efc0-4bb8-8df4-6fc3017956c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:50.226475 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dcdf6206-efc0-4bb8-8df4-6fc3017956c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:50.230350 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-dcdf6206-efc0-4bb8-8df4-6fc3017956c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5a8bf9a9-33e0-41ee-861e-c7cd5c72428a HTTP/1.1" status: 204 len: 168 time: 0.1344974 Nov 27 03:58:50.237265 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdf6206-efc0-4bb8-8df4-6fc3017956c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8bf9a9-33e0-41ee-861e-c7cd5c72428a,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:50.240929 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-d68a2ae2-945d-4a88-87c7-a5e7f82508a0 service neutron] 10.222.0.20 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6171553 Nov 27 03:58:50.269572 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-787d23dd-980a-425b-bb93-03d01124989a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4c2206f1-5002-4d5a-a6bd-f85327f757ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407858 Nov 27 03:58:50.272596 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-905528b5-612c-4c59-b23f-081cb08aa91e req-bd4332b8-9455-43cf-aadb-eb06946be55a service neutron] 10.222.0.11 "GET /v2.0/networks/19023ddb-b83b-433d-89aa-500b49070446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6285143 Nov 27 03:58:50.397336 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-3f0fe705-ff33-47c0-b3fe-370e0a650799 service neutron] 10.222.0.23 "GET /v2.0/networks/4c2206f1-5002-4d5a-a6bd-f85327f757ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183276 Nov 27 03:58:50.501566 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0c7040a-b9b0-446c-b949-04a6fab1f6a8 req-491d8032-8db2-49cd-a9c0-a89c4a27ed97 service neutron] 10.222.0.23 "GET /v2.0/networks/4c2206f1-5002-4d5a-a6bd-f85327f757ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935512 Nov 27 03:58:50.581019 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-70a4f5b1-8679-4e53-8acb-818624e48e3c req-47ce04b2-9b7f-4356-953d-d37cae2d8a4e tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01e5d68-e26c-4b06-981c-0b87763ebb7a HTTP/1.1" status: 200 len: 210 time: 0.0401278 Nov 27 03:58:50.681681 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f1512-a7bf-4edd-b204-bdf6e0da0d11 req-33b0685d-7e75-4d0b-806d-c0cecd681335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:50.683308 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c80f1512-a7bf-4edd-b204-bdf6e0da0d11 req-33b0685d-7e75-4d0b-806d-c0cecd681335 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3f15a86d7b9a4eda805c341155209493&device_id=8ac1073d-902c-40e3-8b55-7f672eb2af52 HTTP/1.1" status: 200 len: 1095 time: 0.0631378 Nov 27 03:58:50.784353 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6e534-a0b6-4841-adad-08714d166df9 req-3488a727-56d8-4216-b0bf-5d75cf58e92a tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:50.785966 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f2a6e534-a0b6-4841-adad-08714d166df9 req-3488a727-56d8-4216-b0bf-5d75cf58e92a tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac1073d-902c-40e3-8b55-7f672eb2af52 HTTP/1.1" status: 200 len: 944 time: 0.1179321 Nov 27 03:58:50.849715 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f1512-a7bf-4edd-b204-bdf6e0da0d11 req-95ccf337-3b8a-4891-90b5-edc025c6ee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:50.851170 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c80f1512-a7bf-4edd-b204-bdf6e0da0d11 req-95ccf337-3b8a-4891-90b5-edc025c6ee9d service neutron] 10.222.0.23 "GET /v2.0/networks?id=4c2206f1-5002-4d5a-a6bd-f85327f757ed HTTP/1.1" status: 200 len: 907 time: 0.1446161 Nov 27 03:58:50.874775 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f2a6e534-a0b6-4841-adad-08714d166df9 req-3e90043c-755a-4fe3-9934-848327a7ace1 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800996 Nov 27 03:58:50.903749 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c80f1512-a7bf-4edd-b204-bdf6e0da0d11 req-eb3c6f04-2dae-4a98-ab1a-feebc10f01dd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c901b9d3-5892-47a0-8eab-44c234153e6c HTTP/1.1" status: 200 len: 217 time: 0.0403037 Nov 27 03:58:50.962331 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f1512-a7bf-4edd-b204-bdf6e0da0d11 req-08b969d4-49a7-4588-b2d1-47743cd63053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:50.964116 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c80f1512-a7bf-4edd-b204-bdf6e0da0d11 req-08b969d4-49a7-4588-b2d1-47743cd63053 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=19827895-167c-4ffb-a565-ae1a5e643330 HTTP/1.1" status: 200 len: 846 time: 0.0523472 Nov 27 03:58:51.019283 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c80f1512-a7bf-4edd-b204-bdf6e0da0d11 req-86206f79-3bec-40d8-a430-f975cf7b1471 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4c2206f1-5002-4d5a-a6bd-f85327f757ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407467 Nov 27 03:58:51.099636 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48532) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:51.163735 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:51.198770 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c80f1512-a7bf-4edd-b204-bdf6e0da0d11 req-9a189f23-d23d-412b-8f4c-819521d76445 service neutron] 10.222.0.23 "GET /v2.0/networks/4c2206f1-5002-4d5a-a6bd-f85327f757ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410780 Nov 27 03:58:51.263276 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-51b7af42-5842-41ca-8787-1584b05e66d8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1418908485'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:51.296983 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b7af42-5842-41ca-8787-1584b05e66d8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Made reservation on behalf of b9a059a60c95449dbea48f7a9595ba66 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:58:51.301671 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-51b7af42-5842-41ca-8787-1584b05e66d8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:51.310969 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-51b7af42-5842-41ca-8787-1584b05e66d8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:51.326734 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c80f1512-a7bf-4edd-b204-bdf6e0da0d11 req-a19f60d8-5143-4388-9c5b-f95ad80a0434 service neutron] 10.222.0.23 "GET /v2.0/networks/4c2206f1-5002-4d5a-a6bd-f85327f757ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173136 Nov 27 03:58:51.411363 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-51b7af42-5842-41ca-8787-1584b05e66d8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:51.415688 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-51b7af42-5842-41ca-8787-1584b05e66d8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:51.443850 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51b7af42-5842-41ca-8787-1584b05e66d8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:58:51.450885 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 48554) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:51.454243 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b7af42-5842-41ca-8787-1584b05e66d8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7395c27-b4ca-4289-bcda-2e2f273dadda,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:51.460168 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-51b7af42-5842-41ca-8787-1584b05e66d8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:51.460507 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-51b7af42-5842-41ca-8787-1584b05e66d8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Added segment 15d4f153-b533-4f34-b4bf-867a9b5730c1 of type vlan for network 1c1cfdbd-93f1-4c88-929e-a296a9079cc3 Nov 27 03:58:51.497117 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-55f2f13a-5260-41cb-b4de-18e2a387c859 admin admin] Deleting subnet 45ee4c25-2fd9-47ad-9a57-72b803ef37f7 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:58:51.500107 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-51b7af42-5842-41ca-8787-1584b05e66d8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:51.500425 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-55f2f13a-5260-41cb-b4de-18e2a387c859 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:51.531048 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-51b7af42-5842-41ca-8787-1584b05e66d8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:51.536872 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-55f2f13a-5260-41cb-b4de-18e2a387c859 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:51.537070 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b7af42-5842-41ca-8787-1584b05e66d8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:51.537687 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-51b7af42-5842-41ca-8787-1584b05e66d8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:51.582450 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-55f2f13a-5260-41cb-b4de-18e2a387c859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:51.591727 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-51b7af42-5842-41ca-8787-1584b05e66d8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4908085 Nov 27 03:58:51.599001 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48556) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:51.606810 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-658b56b6-3914-45c8-bc71-21b1ddc07932 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'port': {'network_id': '1c1cfdbd-93f1-4c88-929e-a296a9079cc3', 'name': 'tempest-PortsIpV6TestJSON-1811364448'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:51.647326 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b7af42-5842-41ca-8787-1584b05e66d8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'Network': ['ID=1c1cfdbd-93f1-4c88-929e-a296a9079cc3,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:51.651329 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-55f2f13a-5260-41cb-b4de-18e2a387c859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:51.659722 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 1c1cfdbd-93f1-4c88-929e-a296a9079cc3 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:58:51.689644 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-55f2f13a-5260-41cb-b4de-18e2a387c859 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:51.692444 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-55f2f13a-5260-41cb-b4de-18e2a387c859 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/45ee4c25-2fd9-47ad-9a57-72b803ef37f7 HTTP/1.1" status: 204 len: 168 time: 0.2404263 Nov 27 03:58:51.694190 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f2f13a-5260-41cb-b4de-18e2a387c859 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45ee4c25-2fd9-47ad-9a57-72b803ef37f7,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:51.696826 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 48560) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:51.713056 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658b56b6-3914-45c8-bc71-21b1ddc07932 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Made reservation on behalf of b9a059a60c95449dbea48f7a9595ba66 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:58:51.718956 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-658b56b6-3914-45c8-bc71-21b1ddc07932 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:51.740544 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-658b56b6-3914-45c8-bc71-21b1ddc07932 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] device_id is not set on port 18e981d3-817a-4e20-8f1d-97c2ce5c76af yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 03:58:51.773435 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:51.781624 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d33473fb-98ac-4895-a2a3-d47666a9ac2c req-bb01103a-4397-4d09-88c3-c7bf9f0c7c06 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01e5d68-e26c-4b06-981c-0b87763ebb7a HTTP/1.1" status: 200 len: 210 time: 0.0987370 Nov 27 03:58:51.880521 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-394bc0ed-a2a9-430a-a779-869ff14b49c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:51.955294 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-658b56b6-3914-45c8-bc71-21b1ddc07932 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:51.962927 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-f797ec05-bb15-4285-97e7-d54e08ca049f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:51.964940 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-f797ec05-bb15-4285-97e7-d54e08ca049f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.11 "GET /v2.0/networks?id=9066c940-2187-4bcb-b452-41734810299f HTTP/1.1" status: 200 len: 812 time: 0.1823480 Nov 27 03:58:52.007949 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-a3dce48b-fa0d-48ec-871d-b6b9986d210e tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Request body: {'port': {'device_id': 'e01e5d68-e26c-4b06-981c-0b87763ebb7a', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'admin_state_up': True, 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:52.034984 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7339e0-4c77-49fe-a182-379eeff22d61 req-23605e9a-aeb6-4689-9a3b-347ec3ec84fd tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:52.036495 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3a7339e0-4c77-49fe-a182-379eeff22d61 req-23605e9a-aeb6-4689-9a3b-347ec3ec84fd tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac1073d-902c-40e3-8b55-7f672eb2af52 HTTP/1.1" status: 200 len: 944 time: 0.0629363 Nov 27 03:58:52.037996 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-658b56b6-3914-45c8-bc71-21b1ddc07932 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:52.069871 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-394bc0ed-a2a9-430a-a779-869ff14b49c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:52.101503 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-394bc0ed-a2a9-430a-a779-869ff14b49c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['343ecb42-979b-4dc7-a1dd-a75effdfc494']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:58:52.121513 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-394bc0ed-a2a9-430a-a779-869ff14b49c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f23c5265-e234-4424-97ee-83c94f898369') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:58:52.121810 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-394bc0ed-a2a9-430a-a779-869ff14b49c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f23c5265-e234-4424-97ee-83c94f898369') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:58:52.144885 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-394bc0ed-a2a9-430a-a779-869ff14b49c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:52.148633 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b56b6-3914-45c8-bc71-21b1ddc07932 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'Port': ['ID=18e981d3-817a-4e20-8f1d-97c2ce5c76af,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:52.169988 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3a7339e0-4c77-49fe-a182-379eeff22d61 req-d0068639-b88e-4a18-9c42-4a41dae354fe tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229584 Nov 27 03:58:52.191312 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-394bc0ed-a2a9-430a-a779-869ff14b49c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:52.191539 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658b56b6-3914-45c8-bc71-21b1ddc07932 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Checking segment: {'id': '15d4f153-b533-4f34-b4bf-867a9b5730c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1c1cfdbd-93f1-4c88-929e-a296a9079cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:58:52.191539 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658b56b6-3914-45c8-bc71-21b1ddc07932 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Network hostable DHCP agents. Network: 1c1cfdbd-93f1-4c88-929e-a296a9079cc3, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:58:52.195331 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-394bc0ed-a2a9-430a-a779-869ff14b49c4 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:58:52.195733 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-394bc0ed-a2a9-430a-a779-869ff14b49c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:52.198639 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 03:58:52.198639 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:58:52.198639 n-d-819494-3 neutron-server[110019]: timer() Nov 27 03:58:52.198639 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:58:52.198639 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 03:58:52.198639 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:58:52.198639 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 03:58:52.198639 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:58:52.198639 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 03:58:52.198639 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:58:52.198639 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 03:58:52.198639 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:58:52.198639 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 03:58:52.198639 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:58:52.198639 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:58:52.198639 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:58:52.198639 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:58:52.198639 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:58:52.198639 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 03:58:52.198639 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:58:52.198639 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 03:58:52.198639 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:58:52.198639 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:58:52.198639 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:58:52.198639 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 03:58:52.198639 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:58:52.198639 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:58:52.198639 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:58:52.198639 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:58:52.198639 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:58:52.198639 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:58:52.198639 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:58:52.209347 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658b56b6-3914-45c8-bc71-21b1ddc07932 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Network 1c1cfdbd-93f1-4c88-929e-a296a9079cc3 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:58:52.219161 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-658b56b6-3914-45c8-bc71-21b1ddc07932 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 1c1cfdbd-93f1-4c88-929e-a296a9079cc3) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:58:52.223750 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658b56b6-3914-45c8-bc71-21b1ddc07932 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:58:52.230064 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac87b5fa-d22e-43ba-b996-39df72e6745d None None] Network 1c1cfdbd-93f1-4c88-929e-a296a9079cc3 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:58:52.230929 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658b56b6-3914-45c8-bc71-21b1ddc07932 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:52.231712 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-658b56b6-3914-45c8-bc71-21b1ddc07932 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:52.274201 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-a3dce48b-fa0d-48ec-871d-b6b9986d210e tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Made reservation on behalf of c0fb01b15ba04e8ca79caed9882229f4 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:58:52.284465 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-a3dce48b-fa0d-48ec-871d-b6b9986d210e tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:52.284661 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-658b56b6-3914-45c8-bc71-21b1ddc07932 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6811247 Nov 27 03:58:52.284793 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48570) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:52.291192 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-9571730f-9761-47d5-bdbb-4241bd2c7ffd tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1998758471'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:52.303579 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-394bc0ed-a2a9-430a-a779-869ff14b49c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:52.320636 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-394bc0ed-a2a9-430a-a779-869ff14b49c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:52.328143 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-394bc0ed-a2a9-430a-a779-869ff14b49c4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/343ecb42-979b-4dc7-a1dd-a75effdfc494 HTTP/1.1" status: 204 len: 168 time: 0.6218131 Nov 27 03:58:52.331806 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9571730f-9761-47d5-bdbb-4241bd2c7ffd tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Made reservation on behalf of b9a059a60c95449dbea48f7a9595ba66 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:58:52.339664 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9571730f-9761-47d5-bdbb-4241bd2c7ffd tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:52.343051 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394bc0ed-a2a9-430a-a779-869ff14b49c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=343ecb42-979b-4dc7-a1dd-a75effdfc494,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:52.379599 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9571730f-9761-47d5-bdbb-4241bd2c7ffd tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:58:52.395067 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9571730f-9761-47d5-bdbb-4241bd2c7ffd tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:52.395891 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-9571730f-9761-47d5-bdbb-4241bd2c7ffd tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Added segment 763063cf-9ce0-487e-8a70-f16ded905281 of type vlan for network 58bbc5a1-9223-4ac3-b195-f78936b670ab Nov 27 03:58:52.450053 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9571730f-9761-47d5-bdbb-4241bd2c7ffd tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:52.483430 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9571730f-9761-47d5-bdbb-4241bd2c7ffd tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:52.494802 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9571730f-9761-47d5-bdbb-4241bd2c7ffd tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:52.495708 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9571730f-9761-47d5-bdbb-4241bd2c7ffd tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:52.520423 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-a3dce48b-fa0d-48ec-871d-b6b9986d210e tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Allocated IP 172.20.0.7 (9066c940-2187-4bcb-b452-41734810299f/7fdbb93f-95d3-4899-98b7-de442d33ecc0/30d277e2-a219-4e7a-996b-e5a18adee02b) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:58:52.557120 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48574) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:52.570961 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9571730f-9761-47d5-bdbb-4241bd2c7ffd tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2822158 Nov 27 03:58:52.573100 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 48576) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:52.583043 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-a17f5723-7b3d-426b-a2c0-dfae34c2888a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'ports': [{'network_id': '1c1cfdbd-93f1-4c88-929e-a296a9079cc3'}, {'network_id': '58bbc5a1-9223-4ac3-b195-f78936b670ab'}]} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:52.583368 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-a17f5723-7b3d-426b-a2c0-dfae34c2888a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'port': {'network_id': '1c1cfdbd-93f1-4c88-929e-a296a9079cc3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:52.583854 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-a17f5723-7b3d-426b-a2c0-dfae34c2888a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'port': {'network_id': '58bbc5a1-9223-4ac3-b195-f78936b670ab'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:52.595721 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9571730f-9761-47d5-bdbb-4241bd2c7ffd tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'Network': ['ID=58bbc5a1-9223-4ac3-b195-f78936b670ab,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:52.610863 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 58bbc5a1-9223-4ac3-b195-f78936b670ab details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:58:52.624707 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4466f857-5916-4c53-b3e9-db2f0fbe0a79 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=880c19842dab430f9577c164a4efed77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0665774 Nov 27 03:58:52.627795 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48578) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:52.691968 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7da32ed8-efb8-44ef-8da5-06ba12634b43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:52.713691 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7da32ed8-efb8-44ef-8da5-06ba12634b43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:52.764764 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7da32ed8-efb8-44ef-8da5-06ba12634b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:52.768343 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7da32ed8-efb8-44ef-8da5-06ba12634b43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:52.771936 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7da32ed8-efb8-44ef-8da5-06ba12634b43 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5010b530-20df-46a3-b55e-b52853d2f8ec HTTP/1.1" status: 204 len: 168 time: 0.1407144 Nov 27 03:58:52.779547 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da32ed8-efb8-44ef-8da5-06ba12634b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5010b530-20df-46a3-b55e-b52853d2f8ec,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:52.860419 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-a3dce48b-fa0d-48ec-871d-b6b9986d210e tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:52.921076 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17f5723-7b3d-426b-a2c0-dfae34c2888a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Made reservation on behalf of b9a059a60c95449dbea48f7a9595ba66 for: {'port': 2} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:58:52.925672 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a17f5723-7b3d-426b-a2c0-dfae34c2888a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:52.934196 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9fe76156-ba50-4ff9-8037-6965df4fb038 req-14cee2ac-1fed-400c-9719-c867bdbc9110 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01e5d68-e26c-4b06-981c-0b87763ebb7a HTTP/1.1" status: 200 len: 210 time: 0.0501630 Nov 27 03:58:52.951235 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a17f5723-7b3d-426b-a2c0-dfae34c2888a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:52.983707 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-a3dce48b-fa0d-48ec-871d-b6b9986d210e tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:53.057554 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-a3dce48b-fa0d-48ec-871d-b6b9986d210e tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Network 9066c940-2187-4bcb-b452-41734810299f is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:58:53.082426 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-a3dce48b-fa0d-48ec-871d-b6b9986d210e tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:58:53.088490 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-a3dce48b-fa0d-48ec-871d-b6b9986d210e tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:58:53.152952 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [None req-a17f5723-7b3d-426b-a2c0-dfae34c2888a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] device_id is not set on port 3b2c1e19-dcc0-48f5-9804-a3b15f3c042d yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 03:58:53.164651 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dce48b-fa0d-48ec-871d-b6b9986d210e tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Pushing event updated for resources: {'Port': ['ID=30d277e2-a219-4e7a-996b-e5a18adee02b,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:53.237649 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-a3dce48b-fa0d-48ec-871d-b6b9986d210e tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:53.243001 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-a3dce48b-fa0d-48ec-871d-b6b9986d210e tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:53.291958 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-a3dce48b-fa0d-48ec-871d-b6b9986d210e tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2892818 Nov 27 03:58:53.354516 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-6cc81263-2622-4cc2-8339-c6235edbbf50 service neutron] Request body: {'port': {'device_id': 'e01e5d68-e26c-4b06-981c-0b87763ebb7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:53.434402 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-a823ebc4-f5f7-4039-9f9f-992c90c7f899 None None] Provisioning complete for port 30d277e2-a219-4e7a-996b-e5a18adee02b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:58:53.435474 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a823ebc4-f5f7-4039-9f9f-992c90c7f899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:53.468685 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-6cc81263-2622-4cc2-8339-c6235edbbf50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:53.479230 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-a823ebc4-f5f7-4039-9f9f-992c90c7f899 None None] Port 30d277e2-a219-4e7a-996b-e5a18adee02b cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:58:53.496704 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71e395-36b5-473c-b713-d529ed422d84 req-470ef579-1225-4d8d-b51a-e223a7935333 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:53.498335 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7f71e395-36b5-473c-b713-d529ed422d84 req-470ef579-1225-4d8d-b51a-e223a7935333 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac1073d-902c-40e3-8b55-7f672eb2af52 HTTP/1.1" status: 200 len: 944 time: 0.2012937 Nov 27 03:58:53.527275 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 4db98317-bdb9-4150-bb17-508a485a98e5 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:58:53.557126 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: 4db98317-bdb9-4150-bb17-508a485a98e5 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:58:53.557492 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 4db98317-bdb9-4150-bb17-508a485a98e5 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:58:53.557622 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a17f5723-7b3d-426b-a2c0-dfae34c2888a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:53.745921 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7f71e395-36b5-473c-b713-d529ed422d84 req-47db3169-9ac4-4e09-8a72-abf7982a8749 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402122 Nov 27 03:58:53.748968 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [None req-a17f5723-7b3d-426b-a2c0-dfae34c2888a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] device_id is not set on port 4d76020c-6099-4ef7-bb18-898815f8226d yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 03:58:53.759965 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48610) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:53.875647 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-9c6a5c3d-aeae-4b41-a59c-a534526b97a7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1065742918-network', 'tenant_id': '68ffd2dc1c164a9db49281f8d2f5a12f'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:53.901179 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6a5c3d-aeae-4b41-a59c-a534526b97a7 admin admin] Made reservation on behalf of 68ffd2dc1c164a9db49281f8d2f5a12f for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:58:53.904598 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9c6a5c3d-aeae-4b41-a59c-a534526b97a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:53.914417 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9c6a5c3d-aeae-4b41-a59c-a534526b97a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:53.956823 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device c901b9d3-5892-47a0-8eab-44c234153e6c details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:58:53.995525 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a17f5723-7b3d-426b-a2c0-dfae34c2888a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:54.032237 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-6cc81263-2622-4cc2-8339-c6235edbbf50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30d277e2-a219-4e7a-996b-e5a18adee02b {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:58:54.043484 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-6cc81263-2622-4cc2-8339-c6235edbbf50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:54.053599 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9c6a5c3d-aeae-4b41-a59c-a534526b97a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:54.065902 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9c6a5c3d-aeae-4b41-a59c-a534526b97a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:54.070741 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-6cc81263-2622-4cc2-8339-c6235edbbf50 service neutron] Transition to ACTIVE for port object 30d277e2-a219-4e7a-996b-e5a18adee02b will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:58:54.079202 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-6cc81263-2622-4cc2-8339-c6235edbbf50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:54.095188 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a17f5723-7b3d-426b-a2c0-dfae34c2888a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:54.143785 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port c901b9d3-5892-47a0-8eab-44c234153e6c, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=c901b9d3-5892-47a0-8eab-44c234153e6c,segment=NetworkSegment(e40e3b9b-cd7d-4402-aebb-20a69a216b2f),segment_id=e40e3b9b-cd7d-4402-aebb-20a69a216b2f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:58:54.146279 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c6a5c3d-aeae-4b41-a59c-a534526b97a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:58:54.153567 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17f5723-7b3d-426b-a2c0-dfae34c2888a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Network 1c1cfdbd-93f1-4c88-929e-a296a9079cc3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:58:54.162667 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-a17f5723-7b3d-426b-a2c0-dfae34c2888a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:58:54.174600 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17f5723-7b3d-426b-a2c0-dfae34c2888a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:58:54.177212 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a17f5723-7b3d-426b-a2c0-dfae34c2888a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:54.177840 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9c6a5c3d-aeae-4b41-a59c-a534526b97a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:54.179016 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-9c6a5c3d-aeae-4b41-a59c-a534526b97a7 admin admin] Added segment b76dfa2f-4b39-46ae-aaef-e7ac6427206d of type vlan for network 216961a9-6bf5-4e25-9786-74e5df0ce06a Nov 27 03:58:54.179349 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': 'c901b9d3-5892-47a0-8eab-44c234153e6c', 'network_id': '4c2206f1-5002-4d5a-a6bd-f85327f757ed', 'port_id': 'c901b9d3-5892-47a0-8eab-44c234153e6c', 'mac_address': 'fa:16:3e:f3:46:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19827895-167c-4ffb-a565-ae1a5e643330', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:58:54.182540 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a5c3d-aeae-4b41-a59c-a534526b97a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8ba712-3cd0-4dd7-9ea5-ecc0634012e4,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:54.260585 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc81263-2622-4cc2-8339-c6235edbbf50 service neutron] Pushing event updated for resources: {'Port': ['ID=30d277e2-a219-4e7a-996b-e5a18adee02b,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:54.267607 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:54.271069 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61598937-0857-4866-99c1-110e0c229add req-dc06decb-a8ec-4308-9616-494180ea69e4 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:54.272686 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-61598937-0857-4866-99c1-110e0c229add req-dc06decb-a8ec-4308-9616-494180ea69e4 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01e5d68-e26c-4b06-981c-0b87763ebb7a HTTP/1.1" status: 200 len: 943 time: 0.1884115 Nov 27 03:58:54.296661 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c901b9d3-5892-47a0-8eab-44c234153e6c {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:58:54.296867 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9c6a5c3d-aeae-4b41-a59c-a534526b97a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:54.326966 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port c901b9d3-5892-47a0-8eab-44c234153e6c, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=c901b9d3-5892-47a0-8eab-44c234153e6c,segment=NetworkSegment(e40e3b9b-cd7d-4402-aebb-20a69a216b2f),segment_id=e40e3b9b-cd7d-4402-aebb-20a69a216b2f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:58:54.340298 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:54.378314 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-61598937-0857-4866-99c1-110e0c229add req-463e8692-735c-4dc8-8e94-0ed14e88b127 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891659 Nov 27 03:58:54.379950 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9c6a5c3d-aeae-4b41-a59c-a534526b97a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:54.391435 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6a5c3d-aeae-4b41-a59c-a534526b97a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:54.393181 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9c6a5c3d-aeae-4b41-a59c-a534526b97a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:54.443526 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=c901b9d3-5892-47a0-8eab-44c234153e6c,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:54.456164 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17f5723-7b3d-426b-a2c0-dfae34c2888a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Checking segment: {'id': '763063cf-9ce0-487e-8a70-f16ded905281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '58bbc5a1-9223-4ac3-b195-f78936b670ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:58:54.457112 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17f5723-7b3d-426b-a2c0-dfae34c2888a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Network hostable DHCP agents. Network: 58bbc5a1-9223-4ac3-b195-f78936b670ab, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:58:54.459456 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-6cc81263-2622-4cc2-8339-c6235edbbf50 service neutron] Attempting to bind port 30d277e2-a219-4e7a-996b-e5a18adee02b on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:58:54.459953 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-6cc81263-2622-4cc2-8339-c6235edbbf50 service neutron] Attempting to bind port 30d277e2-a219-4e7a-996b-e5a18adee02b by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '7b573d51-51b1-4f49-9697-b1cce35223ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9066c940-2187-4bcb-b452-41734810299f'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:58:54.460624 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-6cc81263-2622-4cc2-8339-c6235edbbf50 service neutron] Attempting to bind port 30d277e2-a219-4e7a-996b-e5a18adee02b on network 9066c940-2187-4bcb-b452-41734810299f {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:58:54.463971 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9c6a5c3d-aeae-4b41-a59c-a534526b97a7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7022150 Nov 27 03:58:54.471009 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 48624) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:54.472353 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-6cc81263-2622-4cc2-8339-c6235edbbf50 service neutron] Port 30d277e2-a219-4e7a-996b-e5a18adee02b on network 9066c940-2187-4bcb-b452-41734810299f not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:58:54.472688 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-6cc81263-2622-4cc2-8339-c6235edbbf50 service neutron] Attempting to bind port 30d277e2-a219-4e7a-996b-e5a18adee02b on network 9066c940-2187-4bcb-b452-41734810299f {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:58:54.476709 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a5c3d-aeae-4b41-a59c-a534526b97a7 admin admin] Pushing event updated for resources: {'Network': ['ID=216961a9-6bf5-4e25-9786-74e5df0ce06a,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:54.483964 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-0b0a1ea1-9025-49d1-ba14-ba52017d3eda admin admin] Request body: {'subnet': {'network_id': '216961a9-6bf5-4e25-9786-74e5df0ce06a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065742918-subnet', 'tenant_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:54.488691 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-6cc81263-2622-4cc2-8339-c6235edbbf50 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:58:54.488691 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-6cc81263-2622-4cc2-8339-c6235edbbf50 service neutron] Checking segment: {'id': '7b573d51-51b1-4f49-9697-b1cce35223ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9066c940-2187-4bcb-b452-41734810299f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:58:54.489020 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-6cc81263-2622-4cc2-8339-c6235edbbf50 service neutron] Bound using segment: {'id': '7b573d51-51b1-4f49-9697-b1cce35223ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9066c940-2187-4bcb-b452-41734810299f'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:58:54.489504 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-6cc81263-2622-4cc2-8339-c6235edbbf50 service neutron] Bound port: 30d277e2-a219-4e7a-996b-e5a18adee02b, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b573d51-51b1-4f49-9697-b1cce35223ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9066c940-2187-4bcb-b452-41734810299f'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:58:54.489824 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-6cc81263-2622-4cc2-8339-c6235edbbf50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:54.490922 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 216961a9-6bf5-4e25-9786-74e5df0ce06a details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:58:54.514610 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f5723-7b3d-426b-a2c0-dfae34c2888a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'Port': ['ID=3b2c1e19-dcc0-48f5-9804-a3b15f3c042d,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:54.591439 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17f5723-7b3d-426b-a2c0-dfae34c2888a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Network 58bbc5a1-9223-4ac3-b195-f78936b670ab is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:58:54.608869 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0a1ea1-9025-49d1-ba14-ba52017d3eda admin admin] Made reservation on behalf of 68ffd2dc1c164a9db49281f8d2f5a12f for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:58:54.611237 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0b0a1ea1-9025-49d1-ba14-ba52017d3eda admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:54.635436 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-a17f5723-7b3d-426b-a2c0-dfae34c2888a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 58bbc5a1-9223-4ac3-b195-f78936b670ab) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:58:54.644993 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3653bcf5-6006-47cd-8907-5a965d74e8a2 None None] Network 58bbc5a1-9223-4ac3-b195-f78936b670ab requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:58:54.669914 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-6cc81263-2622-4cc2-8339-c6235edbbf50 service neutron] For port 30d277e2-a219-4e7a-996b-e5a18adee02b, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:58:54.672060 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f5723-7b3d-426b-a2c0-dfae34c2888a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'Port': ['ID=4d76020c-6099-4ef7-bb18-898815f8226d,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:54.674360 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17f5723-7b3d-426b-a2c0-dfae34c2888a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:58:54.680076 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17f5723-7b3d-426b-a2c0-dfae34c2888a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:54.684923 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17f5723-7b3d-426b-a2c0-dfae34c2888a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:54.685610 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a17f5723-7b3d-426b-a2c0-dfae34c2888a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:54.700777 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['c901b9d3-5892-47a0-8eab-44c234153e6c'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:58:54.713809 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-6cc81263-2622-4cc2-8339-c6235edbbf50 service neutron] For port 30d277e2-a219-4e7a-996b-e5a18adee02b, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=30d277e2-a219-4e7a-996b-e5a18adee02b,segment=NetworkSegment(7b573d51-51b1-4f49-9697-b1cce35223ba),segment_id=7b573d51-51b1-4f49-9697-b1cce35223ba)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:58:54.721815 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-6cc81263-2622-4cc2-8339-c6235edbbf50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:54.726341 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a17f5723-7b3d-426b-a2c0-dfae34c2888a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1522465 Nov 27 03:58:54.730471 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48626) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:54.779188 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-6cc81263-2622-4cc2-8339-c6235edbbf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:54.779812 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-6cc81263-2622-4cc2-8339-c6235edbbf50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:54.781524 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-6cc81263-2622-4cc2-8339-c6235edbbf50 service neutron] 10.222.0.11 "PUT /v2.0/ports/30d277e2-a219-4e7a-996b-e5a18adee02b HTTP/1.1" status: 200 len: 1091 time: 1.4313624 Nov 27 03:58:54.787960 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e01e5d68-e26c-4b06-981c-0b87763ebb7a', 'tag': '30d277e2-a219-4e7a-996b-e5a18adee02b'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:58:54.797533 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13c5cf5-7b47-421b-9789-3a4bcbb4c2ec" -d '{"events": [{"name": "network-changed", "server_uuid": "e01e5d68-e26c-4b06-981c-0b87763ebb7a", "tag": "30d277e2-a219-4e7a-996b-e5a18adee02b"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:58:54.930989 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7093015b-a127-4e57-9594-07ece1d9c870 x-openstack-request-id: req-7093015b-a127-4e57-9594-07ece1d9c870 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:58:54.931443 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e01e5d68-e26c-4b06-981c-0b87763ebb7a", "tag": "30d277e2-a219-4e7a-996b-e5a18adee02b", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:58:54.931572 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7093015b-a127-4e57-9594-07ece1d9c870 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:58:54.931914 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e01e5d68-e26c-4b06-981c-0b87763ebb7a', 'tag': '30d277e2-a219-4e7a-996b-e5a18adee02b', 'status': 'completed', 'code': 200} Nov 27 03:58:54.937799 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc81263-2622-4cc2-8339-c6235edbbf50 service neutron] Pushing event updated for resources: {'Port': ['ID=30d277e2-a219-4e7a-996b-e5a18adee02b,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:54.996977 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649718b-4e3e-4424-a0e5-6adb68fadcbb req-949646b5-8047-4d8e-84e1-d77387192953 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:54.998506 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f649718b-4e3e-4424-a0e5-6adb68fadcbb req-949646b5-8047-4d8e-84e1-d77387192953 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac1073d-902c-40e3-8b55-7f672eb2af52 HTTP/1.1" status: 200 len: 945 time: 0.0867648 Nov 27 03:58:55.011646 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-a907c52e-f879-4923-a309-8a3ddd3507a8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Deleting port 4d76020c-6099-4ef7-bb18-898815f8226d {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:58:55.011965 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a907c52e-f879-4923-a309-8a3ddd3507a8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:55.026847 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-c4cb2c82-a14b-4f6b-a84f-fbab8516f0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:55.028486 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-c4cb2c82-a14b-4f6b-a84f-fbab8516f0fe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c0fb01b15ba04e8ca79caed9882229f4&device_id=e01e5d68-e26c-4b06-981c-0b87763ebb7a HTTP/1.1" status: 200 len: 1094 time: 0.1687062 Nov 27 03:58:55.105729 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-419fbe09-ea45-4323-9f55-04dd25e1a137 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30d277e2-a219-4e7a-996b-e5a18adee02b HTTP/1.1" status: 200 len: 217 time: 0.0489376 Nov 27 03:58:55.132813 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a907c52e-f879-4923-a309-8a3ddd3507a8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:55.145394 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0b0a1ea1-9025-49d1-ba14-ba52017d3eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:55.145938 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f649718b-4e3e-4424-a0e5-6adb68fadcbb req-65b6180d-7e71-431f-8188-aea4fd060218 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381264 Nov 27 03:58:55.155331 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-a907c52e-f879-4923-a309-8a3ddd3507a8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Calling delete_port for 4d76020c-6099-4ef7-bb18-898815f8226d owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:58:55.265360 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-fba0cb61-3b7f-4ba2-ad79-6ef4630da049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:55.267661 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-fba0cb61-3b7f-4ba2-ad79-6ef4630da049 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7fdbb93f-95d3-4899-98b7-de442d33ecc0 HTTP/1.1" status: 200 len: 851 time: 0.1410801 Nov 27 03:58:55.276551 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a1ea1-9025-49d1-ba14-ba52017d3eda admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd940eba-2dad-43ab-ba35-447883544931,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:55.318065 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0a1ea1-9025-49d1-ba14-ba52017d3eda admin admin] Checking segment: {'id': 'b76dfa2f-4b39-46ae-aaef-e7ac6427206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '216961a9-6bf5-4e25-9786-74e5df0ce06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:58:55.318486 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0a1ea1-9025-49d1-ba14-ba52017d3eda admin admin] Network hostable DHCP agents. Network: 216961a9-6bf5-4e25-9786-74e5df0ce06a, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:58:55.324871 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a907c52e-f879-4923-a309-8a3ddd3507a8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:55.343219 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0a1ea1-9025-49d1-ba14-ba52017d3eda admin admin] Network 216961a9-6bf5-4e25-9786-74e5df0ce06a is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:58:55.353349 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-a4542b2e-79b6-4f05-b30b-0b5842c7c90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:55.355325 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-a4542b2e-79b6-4f05-b30b-0b5842c7c90b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9066c940-2187-4bcb-b452-41734810299f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799358 Nov 27 03:58:55.356815 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a907c52e-f879-4923-a309-8a3ddd3507a8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:55.357857 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-0b0a1ea1-9025-49d1-ba14-ba52017d3eda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 216961a9-6bf5-4e25-9786-74e5df0ce06a) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:58:55.363800 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0a1ea1-9025-49d1-ba14-ba52017d3eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:55.365198 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0b0a1ea1-9025-49d1-ba14-ba52017d3eda admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:55.370298 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a907c52e-f879-4923-a309-8a3ddd3507a8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/ports/4d76020c-6099-4ef7-bb18-898815f8226d HTTP/1.1" status: 204 len: 168 time: 0.6381304 Nov 27 03:58:55.374737 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 48636) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:55.378662 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9aa5183-3652-4568-ae5a-d55db60605dc None None] Network 216961a9-6bf5-4e25-9786-74e5df0ce06a requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:58:55.406578 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907c52e-f879-4923-a309-8a3ddd3507a8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event deleted for resources: {'Port': ['ID=4d76020c-6099-4ef7-bb18-898815f8226d,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:55.521138 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f3e0ec-95c4-4c25-a857-0c7b3d1db43e None None] Network 216961a9-6bf5-4e25-9786-74e5df0ce06a requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:58:55.525217 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0b0a1ea1-9025-49d1-ba14-ba52017d3eda admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0442734 Nov 27 03:58:55.525899 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48642) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:55.531409 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-2e18d3ca-9f7e-4c38-a4fe-d69d51deed59 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1065742918-router', 'tenant_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:55.572866 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2e18d3ca-9f7e-4c38-a4fe-d69d51deed59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:55.574398 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f543ca5c-55ec-4a3c-80c6-3c7b7a0c2881 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:55.575202 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2e18d3ca-9f7e-4c38-a4fe-d69d51deed59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:55.581563 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f543ca5c-55ec-4a3c-80c6-3c7b7a0c2881 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:55.585918 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f543ca5c-55ec-4a3c-80c6-3c7b7a0c2881 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1200080 Nov 27 03:58:55.589926 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48644) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:55.618068 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1ac9f-1970-4154-a89c-03906efa1579 req-2e8e5642-6b2d-49d9-accc-7dc708cfe8ba tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:55.619638 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-71d1ac9f-1970-4154-a89c-03906efa1579 req-2e8e5642-6b2d-49d9-accc-7dc708cfe8ba tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01e5d68-e26c-4b06-981c-0b87763ebb7a HTTP/1.1" status: 200 len: 943 time: 0.1221628 Nov 27 03:58:55.621700 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-f1ba582e-aad3-42eb-8880-45aeab72d5a9 service neutron] 10.222.0.11 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458305 Nov 27 03:58:55.698976 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2e18d3ca-9f7e-4c38-a4fe-d69d51deed59 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:55.734175 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-71d1ac9f-1970-4154-a89c-03906efa1579 req-95eb6c57-6a14-4083-a975-cbe511632fc3 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062405 Nov 27 03:58:55.757923 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cd0c367f-f9d9-470d-9702-cd668ce053e7 req-383268b1-ed3b-453b-9ad4-61feb86f84db service neutron] 10.222.0.11 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218688 Nov 27 03:58:55.874268 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c5cf5-7b47-421b-9789-3a4bcbb4c2ec req-0f6fbb3e-de15-4a42-b29f-2f33eea687f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:55.876417 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b13c5cf5-7b47-421b-9789-3a4bcbb4c2ec req-0f6fbb3e-de15-4a42-b29f-2f33eea687f5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c0fb01b15ba04e8ca79caed9882229f4&device_id=e01e5d68-e26c-4b06-981c-0b87763ebb7a HTTP/1.1" status: 200 len: 1094 time: 0.0454278 Nov 27 03:58:55.961684 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device c901b9d3-5892-47a0-8eab-44c234153e6c up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:58:55.993833 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c5cf5-7b47-421b-9789-3a4bcbb4c2ec req-27ad1609-a184-4e31-9dda-f783a1e2e9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:55.995565 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b13c5cf5-7b47-421b-9789-3a4bcbb4c2ec req-27ad1609-a184-4e31-9dda-f783a1e2e9a9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9066c940-2187-4bcb-b452-41734810299f HTTP/1.1" status: 200 len: 913 time: 0.1122005 Nov 27 03:58:56.024964 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port c901b9d3-5892-47a0-8eab-44c234153e6c completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:58:56.030446 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port c901b9d3-5892-47a0-8eab-44c234153e6c triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:58:56.031131 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:56.045731 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b13c5cf5-7b47-421b-9789-3a4bcbb4c2ec req-a8a24609-c2bc-4ae7-9b2a-21a7f72cd599 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30d277e2-a219-4e7a-996b-e5a18adee02b HTTP/1.1" status: 200 len: 217 time: 0.0409958 Nov 27 03:58:56.109243 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c5cf5-7b47-421b-9789-3a4bcbb4c2ec req-43d5b061-c779-4fa5-99fb-6636073221f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:56.111917 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b13c5cf5-7b47-421b-9789-3a4bcbb4c2ec req-43d5b061-c779-4fa5-99fb-6636073221f2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7fdbb93f-95d3-4899-98b7-de442d33ecc0 HTTP/1.1" status: 200 len: 851 time: 0.0600410 Nov 27 03:58:56.121844 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:56.164419 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port c901b9d3-5892-47a0-8eab-44c234153e6c, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=c901b9d3-5892-47a0-8eab-44c234153e6c,segment=NetworkSegment(e40e3b9b-cd7d-4402-aebb-20a69a216b2f),segment_id=e40e3b9b-cd7d-4402-aebb-20a69a216b2f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:58:56.165761 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac1073d-902c-40e3-8b55-7f672eb2af52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c901b9d3-5892-47a0-8eab-44c234153e6c'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:58:56.168826 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6697a350-3c17-48d3-9569-1f1111a41833" -d '{"events": [{"server_uuid": "8ac1073d-902c-40e3-8b55-7f672eb2af52", "name": "network-vif-plugged", "status": "completed", "tag": "c901b9d3-5892-47a0-8eab-44c234153e6c"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:58:56.174168 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:56.201161 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c5cf5-7b47-421b-9789-3a4bcbb4c2ec req-6d0308a7-ac6f-432d-aefd-7abd8d0eedef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:56.208797 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b13c5cf5-7b47-421b-9789-3a4bcbb4c2ec req-6d0308a7-ac6f-432d-aefd-7abd8d0eedef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9066c940-2187-4bcb-b452-41734810299f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890801 Nov 27 03:58:56.233386 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2e18d3ca-9f7e-4c38-a4fe-d69d51deed59 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:56.235609 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=c901b9d3-5892-47a0-8eab-44c234153e6c,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:56.247597 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-91791a3d-a2df-49e6-902f-b3d8b65c3fca tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Deleting port 3b2c1e19-dcc0-48f5-9804-a3b15f3c042d {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:58:56.247945 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-91791a3d-a2df-49e6-902f-b3d8b65c3fca tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:56.259739 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78b4db5-b566-43a0-a5ea-88abaf1f1909 x-openstack-request-id: req-d78b4db5-b566-43a0-a5ea-88abaf1f1909 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:58:56.260266 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac1073d-902c-40e3-8b55-7f672eb2af52", "name": "network-vif-plugged", "status": "completed", "tag": "c901b9d3-5892-47a0-8eab-44c234153e6c", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:58:56.260835 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d78b4db5-b566-43a0-a5ea-88abaf1f1909 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:58:56.261382 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac1073d-902c-40e3-8b55-7f672eb2af52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c901b9d3-5892-47a0-8eab-44c234153e6c', 'code': 200} Nov 27 03:58:56.324090 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-91791a3d-a2df-49e6-902f-b3d8b65c3fca tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:56.346867 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-91791a3d-a2df-49e6-902f-b3d8b65c3fca tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Calling delete_port for 3b2c1e19-dcc0-48f5-9804-a3b15f3c042d owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:58:56.505012 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-91791a3d-a2df-49e6-902f-b3d8b65c3fca tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:56.540334 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91791a3d-a2df-49e6-902f-b3d8b65c3fca tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event deleted for resources: {'Port': ['ID=3b2c1e19-dcc0-48f5-9804-a3b15f3c042d,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:56.551787 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-91791a3d-a2df-49e6-902f-b3d8b65c3fca tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:56.557532 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-91791a3d-a2df-49e6-902f-b3d8b65c3fca tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/ports/3b2c1e19-dcc0-48f5-9804-a3b15f3c042d HTTP/1.1" status: 204 len: 168 time: 0.9629810 Nov 27 03:58:56.597118 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48656) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:56.698924 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2e18d3ca-9f7e-4c38-a4fe-d69d51deed59 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:56.710162 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800754fe-3772-4aa0-a791-f037079f445b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:56.711771 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-800754fe-3772-4aa0-a791-f037079f445b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1141827 Nov 27 03:58:56.733380 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48658) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:56.743336 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2e18d3ca-9f7e-4c38-a4fe-d69d51deed59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:56.767967 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-abd37fc7-bb74-4b2b-a8d0-aa8fdb09f8fa tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] GET failed (client error): The resource could not be found. Nov 27 03:58:56.772077 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-abd37fc7-bb74-4b2b-a8d0-aa8fdb09f8fa tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "GET /v2.0/ports/4d76020c-6099-4ef7-bb18-898815f8226d HTTP/1.1" status: 404 len: 333 time: 0.0351703 Nov 27 03:58:56.772887 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 48662) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:56.804703 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795b741-1a12-41b0-b2d4-a7ce6ca1b5a0 req-3e197db5-f1ad-4053-90ee-b5a4998fa1e1 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:56.806217 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8795b741-1a12-41b0-b2d4-a7ce6ca1b5a0 req-3e197db5-f1ad-4053-90ee-b5a4998fa1e1 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac1073d-902c-40e3-8b55-7f672eb2af52 HTTP/1.1" status: 200 len: 946 time: 0.4751327 Nov 27 03:58:56.845388 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad0c9638-45f1-4fe0-91e5-554183b316a5 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] GET failed (client error): The resource could not be found. Nov 27 03:58:56.846815 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ad0c9638-45f1-4fe0-91e5-554183b316a5 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "GET /v2.0/ports/3b2c1e19-dcc0-48f5-9804-a3b15f3c042d HTTP/1.1" status: 404 len: 333 time: 0.0668314 Nov 27 03:58:56.851270 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b13c5cf5-7b47-421b-9789-3a4bcbb4c2ec req-a92effa1-e186-4953-afb2-9723e9c31241 service neutron] 10.222.0.11 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6354806 Nov 27 03:58:56.851744 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 48664) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:56.916730 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-2e18d3ca-9f7e-4c38-a4fe-d69d51deed59 admin admin] Allocated IP 172.25.1.149 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/84de41c0-1909-49e9-ae8d-c4cd73ee043a) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:58:56.926114 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5fbab-d0ae-47b0-b830-3349e62e74ba req-8f05bd08-a1bb-4d99-b4c2-67140a6abd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:56.926388 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5282ac-6bad-431c-80e7-fe0ff8fe7d51 req-abad7594-184c-4e6a-b16f-436f3b655649 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:56.928031 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-eba5fbab-d0ae-47b0-b830-3349e62e74ba req-8f05bd08-a1bb-4d99-b4c2-67140a6abd67 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8ac1073d-902c-40e3-8b55-7f672eb2af52 HTTP/1.1" status: 200 len: 1097 time: 0.5381265 Nov 27 03:58:56.928188 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0a5282ac-6bad-431c-80e7-fe0ff8fe7d51 req-abad7594-184c-4e6a-b16f-436f3b655649 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01e5d68-e26c-4b06-981c-0b87763ebb7a HTTP/1.1" status: 200 len: 943 time: 0.1055148 Nov 27 03:58:57.015090 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8795b741-1a12-41b0-b2d4-a7ce6ca1b5a0 req-24228875-16ea-4c80-b893-cef35553f7e5 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869705 Nov 27 03:58:57.035351 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0a5282ac-6bad-431c-80e7-fe0ff8fe7d51 req-8f3072ff-6b21-49e4-8b57-f3a7326860c0 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982599 Nov 27 03:58:57.062605 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dc8515f7-7e9b-4d83-974e-95a68bfcf8e3 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:57.098818 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-eba5fbab-d0ae-47b0-b830-3349e62e74ba req-58558373-b516-4799-952f-302a9e8e41b9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485009 Nov 27 03:58:57.103435 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2e18d3ca-9f7e-4c38-a4fe-d69d51deed59 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:57.129862 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b13c5cf5-7b47-421b-9789-3a4bcbb4c2ec req-dca9d041-ca5c-42b0-bf97-13c1d2c05b9b service neutron] 10.222.0.11 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655911 Nov 27 03:58:57.141668 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2e18d3ca-9f7e-4c38-a4fe-d69d51deed59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:57.199952 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e18d3ca-9f7e-4c38-a4fe-d69d51deed59 admin admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:58:57.203857 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e18d3ca-9f7e-4c38-a4fe-d69d51deed59 admin admin] Pushing event updated for resources: {'Port': ['ID=84de41c0-1909-49e9-ae8d-c4cd73ee043a,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:57.207398 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-2e18d3ca-9f7e-4c38-a4fe-d69d51deed59 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:58:57.209454 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e18d3ca-9f7e-4c38-a4fe-d69d51deed59 admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:58:57.212903 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dc8515f7-7e9b-4d83-974e-95a68bfcf8e3 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:57.236385 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-dc8515f7-7e9b-4d83-974e-95a68bfcf8e3 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58bbc5a1-9223-4ac3-b195-f78936b670ab']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:58:57.248385 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-dc8515f7-7e9b-4d83-974e-95a68bfcf8e3 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '763063cf-9ce0-487e-8a70-f16ded905281') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:58:57.248968 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-dc8515f7-7e9b-4d83-974e-95a68bfcf8e3 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '763063cf-9ce0-487e-8a70-f16ded905281') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:58:57.264912 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dc8515f7-7e9b-4d83-974e-95a68bfcf8e3 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:57.279159 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dc8515f7-7e9b-4d83-974e-95a68bfcf8e3 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:57.287267 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc8515f7-7e9b-4d83-974e-95a68bfcf8e3 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:58:57.287955 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dc8515f7-7e9b-4d83-974e-95a68bfcf8e3 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:57.292003 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 03:58:57.292003 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:58:57.292003 n-d-819494-3 neutron-server[110019]: timer() Nov 27 03:58:57.292003 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:58:57.292003 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 03:58:57.292003 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:58:57.292003 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 03:58:57.292003 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:58:57.292003 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 03:58:57.292003 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:58:57.292003 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 03:58:57.292003 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:58:57.292003 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 03:58:57.292003 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:58:57.292003 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:58:57.292003 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:58:57.292003 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:58:57.292003 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:58:57.292003 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 03:58:57.292003 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:58:57.292003 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 03:58:57.292003 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:58:57.292003 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:58:57.292003 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:58:57.292003 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 03:58:57.292003 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:58:57.292003 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:58:57.292003 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:58:57.292003 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:58:57.292003 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:58:57.292003 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:58:57.292003 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:58:57.355532 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dc8515f7-7e9b-4d83-974e-95a68bfcf8e3 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:57.367293 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dc8515f7-7e9b-4d83-974e-95a68bfcf8e3 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:57.375587 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-dc8515f7-7e9b-4d83-974e-95a68bfcf8e3 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/networks/58bbc5a1-9223-4ac3-b195-f78936b670ab HTTP/1.1" status: 204 len: 168 time: 0.5203028 Nov 27 03:58:57.378330 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48668) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:57.385172 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-400a5ff6-81b8-4756-a79a-0286781934e2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1613548474'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:57.390485 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8515f7-7e9b-4d83-974e-95a68bfcf8e3 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event deleted for resources: {'Network': ['ID=58bbc5a1-9223-4ac3-b195-f78936b670ab,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:57.478827 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400a5ff6-81b8-4756-a79a-0286781934e2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Made reservation on behalf of b9a059a60c95449dbea48f7a9595ba66 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:58:57.482308 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-400a5ff6-81b8-4756-a79a-0286781934e2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:57.520408 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-400a5ff6-81b8-4756-a79a-0286781934e2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:58:57.522741 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2e18d3ca-9f7e-4c38-a4fe-d69d51deed59 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:57.600997 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-400a5ff6-81b8-4756-a79a-0286781934e2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:57.601346 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-400a5ff6-81b8-4756-a79a-0286781934e2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Added segment 4a3a113c-7357-4d9e-885e-16b41525dc4c of type vlan for network 4082af3a-0b04-4a36-9f9a-b15a034f5aa5 Nov 27 03:58:57.652211 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-400a5ff6-81b8-4756-a79a-0286781934e2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:57.750185 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-400a5ff6-81b8-4756-a79a-0286781934e2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:57.755806 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400a5ff6-81b8-4756-a79a-0286781934e2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:57.756420 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-400a5ff6-81b8-4756-a79a-0286781934e2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:57.836162 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-400a5ff6-81b8-4756-a79a-0286781934e2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4550390 Nov 27 03:58:57.839320 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 48674) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:57.844889 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-a04dd059-c06a-4ab5-9458-9d0158f1b53a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'subnet': {'network_id': '4082af3a-0b04-4a36-9f9a-b15a034f5aa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:57.852493 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2e18d3ca-9f7e-4c38-a4fe-d69d51deed59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:57.854591 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a5ff6-81b8-4756-a79a-0286781934e2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'Network': ['ID=4082af3a-0b04-4a36-9f9a-b15a034f5aa5,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:57.868790 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 4082af3a-0b04-4a36-9f9a-b15a034f5aa5 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:58:57.955865 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04dd059-c06a-4ab5-9458-9d0158f1b53a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Made reservation on behalf of b9a059a60c95449dbea48f7a9595ba66 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:58:57.962245 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a04dd059-c06a-4ab5-9458-9d0158f1b53a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:58.011017 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e18d3ca-9f7e-4c38-a4fe-d69d51deed59 admin admin] Router d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 03:58:58.031377 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.ipam_backend_mixin [None req-a04dd059-c06a-4ab5-9458-9d0158f1b53a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Performing IP validity checks on allocation pools {{(pid=110019) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 27 03:58:58.034933 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.ipam_backend_mixin [None req-a04dd059-c06a-4ab5-9458-9d0158f1b53a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110019) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 27 03:58:58.143163 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e18d3ca-9f7e-4c38-a4fe-d69d51deed59 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:58:58.153933 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6840809-58b2-4bfc-b813-106cab3fb912 None None] Sync routers for ids ['d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:58:58.175524 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6840809-58b2-4bfc-b813-106cab3fb912 None None] Routers {'d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:58:58.176318 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-a6840809-58b2-4bfc-b813-106cab3fb912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:58:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:58:58.190954 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2e18d3ca-9f7e-4c38-a4fe-d69d51deed59 admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:58.194867 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2e18d3ca-9f7e-4c38-a4fe-d69d51deed59 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.6652668 Nov 27 03:58:58.196353 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48680) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:58.290227 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4de43-3d94-430d-a2a7-eb71294c9964 req-030d1e61-4b3c-4aa2-89c4-e69643b3a856 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:58.291902 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f0e4de43-3d94-430d-a2a7-eb71294c9964 req-030d1e61-4b3c-4aa2-89c4-e69643b3a856 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01e5d68-e26c-4b06-981c-0b87763ebb7a HTTP/1.1" status: 200 len: 943 time: 0.1120629 Nov 27 03:58:58.293362 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a04dd059-c06a-4ab5-9458-9d0158f1b53a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:58.354975 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-a6840809-58b2-4bfc-b813-106cab3fb912 None None] Set router d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:58:58.387777 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04dd059-c06a-4ab5-9458-9d0158f1b53a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'Subnet': ['ID=69c1cccb-90a6-4a0b-a6c8-c003777d6b26,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:58.415381 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04dd059-c06a-4ab5-9458-9d0158f1b53a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Checking segment: {'id': '4a3a113c-7357-4d9e-885e-16b41525dc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4082af3a-0b04-4a36-9f9a-b15a034f5aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:58:58.415762 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04dd059-c06a-4ab5-9458-9d0158f1b53a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Network hostable DHCP agents. Network: 4082af3a-0b04-4a36-9f9a-b15a034f5aa5, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:58:58.425458 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f0e4de43-3d94-430d-a2a7-eb71294c9964 req-b8a74b99-c613-4812-a255-91ce068bd420 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222348 Nov 27 03:58:58.440023 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04dd059-c06a-4ab5-9458-9d0158f1b53a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Network 4082af3a-0b04-4a36-9f9a-b15a034f5aa5 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:58:58.459971 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-a04dd059-c06a-4ab5-9458-9d0158f1b53a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 4082af3a-0b04-4a36-9f9a-b15a034f5aa5) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:58:58.464695 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04dd059-c06a-4ab5-9458-9d0158f1b53a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:58.465467 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a04dd059-c06a-4ab5-9458-9d0158f1b53a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:58.476751 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d068c6-7897-498f-b091-988720e91db8 req-120d369e-fbd5-4c8e-bcc3-106c131f1cb2 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:58.477672 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277f1880-46cd-4646-b82f-a597b3c92c31 None None] Network 4082af3a-0b04-4a36-9f9a-b15a034f5aa5 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:58:58.484835 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e8d068c6-7897-498f-b091-988720e91db8 req-120d369e-fbd5-4c8e-bcc3-106c131f1cb2 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac1073d-902c-40e3-8b55-7f672eb2af52 HTTP/1.1" status: 200 len: 946 time: 0.2912273 Nov 27 03:58:58.509502 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48684) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:58.509689 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a04dd059-c06a-4ab5-9458-9d0158f1b53a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6688166 Nov 27 03:58:58.516378 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-da9eeaa2-f0b2-4e89-9b99-c2093b97af46 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'port': {'network_id': '4082af3a-0b04-4a36-9f9a-b15a034f5aa5', 'name': 'tempest-PortsIpV6TestJSON-705431570'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:58:58.586577 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-a6840809-58b2-4bfc-b813-106cab3fb912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065742918-router', 'tenant_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '84de41c0-1909-49e9-ae8d-c4cd73ee043a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:58:55Z', 'updated_at': '2021-11-27T03:58:57Z', 'revision_number': 3, 'project_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'gw_port': {'id': '84de41c0-1909-49e9-ae8d-c4cd73ee043a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:58:56Z', 'updated_at': '2021-11-27T03:58:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:58:58.621795 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6840809-58b2-4bfc-b813-106cab3fb912 None None] Checking router: d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:58:58.624372 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6840809-58b2-4bfc-b813-106cab3fb912 None None] Updating router d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e port 84de41c0-1909-49e9-ae8d-c4cd73ee043a binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:58:58.628592 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e8d068c6-7897-498f-b091-988720e91db8 req-bf032df3-70ef-464c-8f9f-31711fe3615c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363566 Nov 27 03:58:58.658404 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab49d3e-b62f-485b-8b85-73fc8bdcf9d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-4082af3a-0b04-4a36-9f9a-b15a034f5aa5', 'network_id': '4082af3a-0b04-4a36-9f9a-b15a034f5aa5', 'tenant_id': 'b9a059a60c95449dbea48f7a9595ba66', 'fixed_ips': [{'subnet_id': '69c1cccb-90a6-4a0b-a6c8-c003777d6b26'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 03:58:58.659018 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-a6840809-58b2-4bfc-b813-106cab3fb912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:58.659324 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dab49d3e-b62f-485b-8b85-73fc8bdcf9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:58.787539 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9eeaa2-f0b2-4e89-9b99-c2093b97af46 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Made reservation on behalf of b9a059a60c95449dbea48f7a9595ba66 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:58:58.791090 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-da9eeaa2-f0b2-4e89-9b99-c2093b97af46 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:58.818874 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-dab49d3e-b62f-485b-8b85-73fc8bdcf9d0 None None] Allocated IP 2001:db8::2 (4082af3a-0b04-4a36-9f9a-b15a034f5aa5/69c1cccb-90a6-4a0b-a6c8-c003777d6b26/44b607ee-ff01-476c-8834-231564f7ebe2) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:58:58.819422 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-da9eeaa2-f0b2-4e89-9b99-c2093b97af46 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] device_id is not set on port 99534497-ff7e-4aef-a72d-82600b0f626f yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 03:58:58.944075 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-a6840809-58b2-4bfc-b813-106cab3fb912 None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:58.951861 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-a6840809-58b2-4bfc-b813-106cab3fb912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:58.955625 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9f91130f-86b7-4900-8618-0c9e48a1bdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:58.988968 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dab49d3e-b62f-485b-8b85-73fc8bdcf9d0 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:58.996901 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dab49d3e-b62f-485b-8b85-73fc8bdcf9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:59.002194 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-a6840809-58b2-4bfc-b813-106cab3fb912 None None] Attempting to bind port 84de41c0-1909-49e9-ae8d-c4cd73ee043a on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:58:59.002586 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-a6840809-58b2-4bfc-b813-106cab3fb912 None None] Attempting to bind port 84de41c0-1909-49e9-ae8d-c4cd73ee043a by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:58:59.002959 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6840809-58b2-4bfc-b813-106cab3fb912 None None] Attempting to bind port 84de41c0-1909-49e9-ae8d-c4cd73ee043a on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:58:59.013323 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6840809-58b2-4bfc-b813-106cab3fb912 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:58:59.014340 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6840809-58b2-4bfc-b813-106cab3fb912 None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:58:59.014340 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-a6840809-58b2-4bfc-b813-106cab3fb912 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:59.014602 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6840809-58b2-4bfc-b813-106cab3fb912 None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:58:59.014994 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-a6840809-58b2-4bfc-b813-106cab3fb912 None None] Bound port: 84de41c0-1909-49e9-ae8d-c4cd73ee043a, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:58:59.015889 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-a6840809-58b2-4bfc-b813-106cab3fb912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:59.016010 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab49d3e-b62f-485b-8b85-73fc8bdcf9d0 None None] Network 4082af3a-0b04-4a36-9f9a-b15a034f5aa5 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:58:59.019459 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62f59b-9453-461b-a98b-a0086a8e776e None None] Pushing event updated for resources: {'Port': ['ID=84de41c0-1909-49e9-ae8d-c4cd73ee043a,revision_number=2']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:59.034695 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-dab49d3e-b62f-485b-8b85-73fc8bdcf9d0 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:58:59.038332 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab49d3e-b62f-485b-8b85-73fc8bdcf9d0 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:58:59.073927 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-a6840809-58b2-4bfc-b813-106cab3fb912 None None] For port 84de41c0-1909-49e9-ae8d-c4cd73ee043a, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:58:59.075793 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab49d3e-b62f-485b-8b85-73fc8bdcf9d0 None None] Pushing event updated for resources: {'Port': ['ID=44b607ee-ff01-476c-8834-231564f7ebe2,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:59.079433 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-a6840809-58b2-4bfc-b813-106cab3fb912 None None] For port 84de41c0-1909-49e9-ae8d-c4cd73ee043a, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=84de41c0-1909-49e9-ae8d-c4cd73ee043a,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:58:59.086581 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-a6840809-58b2-4bfc-b813-106cab3fb912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:59.104178 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-dab49d3e-b62f-485b-8b85-73fc8bdcf9d0 None None] Attempting to bind port 44b607ee-ff01-476c-8834-231564f7ebe2 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:58:59.104549 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-dab49d3e-b62f-485b-8b85-73fc8bdcf9d0 None None] Attempting to bind port 44b607ee-ff01-476c-8834-231564f7ebe2 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '4a3a113c-7357-4d9e-885e-16b41525dc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4082af3a-0b04-4a36-9f9a-b15a034f5aa5'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:58:59.104913 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab49d3e-b62f-485b-8b85-73fc8bdcf9d0 None None] Attempting to bind port 44b607ee-ff01-476c-8834-231564f7ebe2 on network 4082af3a-0b04-4a36-9f9a-b15a034f5aa5 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:58:59.112292 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab49d3e-b62f-485b-8b85-73fc8bdcf9d0 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:58:59.112634 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab49d3e-b62f-485b-8b85-73fc8bdcf9d0 None None] Checking segment: {'id': '4a3a113c-7357-4d9e-885e-16b41525dc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4082af3a-0b04-4a36-9f9a-b15a034f5aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:58:59.113220 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dab49d3e-b62f-485b-8b85-73fc8bdcf9d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:59.113766 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab49d3e-b62f-485b-8b85-73fc8bdcf9d0 None None] Bound using segment: {'id': '4a3a113c-7357-4d9e-885e-16b41525dc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4082af3a-0b04-4a36-9f9a-b15a034f5aa5'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:58:59.114418 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-dab49d3e-b62f-485b-8b85-73fc8bdcf9d0 None None] Bound port: 44b607ee-ff01-476c-8834-231564f7ebe2, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a3a113c-7357-4d9e-885e-16b41525dc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4082af3a-0b04-4a36-9f9a-b15a034f5aa5'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:58:59.114835 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dab49d3e-b62f-485b-8b85-73fc8bdcf9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:59.129210 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-da9eeaa2-f0b2-4e89-9b99-c2093b97af46 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Allocated IP 2001:db8::2f7 (4082af3a-0b04-4a36-9f9a-b15a034f5aa5/69c1cccb-90a6-4a0b-a6c8-c003777d6b26/99534497-ff7e-4aef-a72d-82600b0f626f) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:58:59.139728 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6840809-58b2-4bfc-b813-106cab3fb912 None None] Routers {'d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:58:59.139930 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-a6840809-58b2-4bfc-b813-106cab3fb912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:58:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:58:59.192888 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-dab49d3e-b62f-485b-8b85-73fc8bdcf9d0 None None] For port 44b607ee-ff01-476c-8834-231564f7ebe2, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:58:59.196620 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-dab49d3e-b62f-485b-8b85-73fc8bdcf9d0 None None] For port 44b607ee-ff01-476c-8834-231564f7ebe2, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=44b607ee-ff01-476c-8834-231564f7ebe2,segment=NetworkSegment(4a3a113c-7357-4d9e-885e-16b41525dc4c),segment_id=4a3a113c-7357-4d9e-885e-16b41525dc4c)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:58:59.201221 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dab49d3e-b62f-485b-8b85-73fc8bdcf9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:59.250098 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-9f91130f-86b7-4900-8618-0c9e48a1bdb6 admin admin] Allocated IP 172.20.0.1 (216961a9-6bf5-4e25-9786-74e5df0ce06a/dd940eba-2dad-43ab-ba35-447883544931/0aca3f15-9405-4be1-8a0f-bb2908b1f35a) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:58:59.263605 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab49d3e-b62f-485b-8b85-73fc8bdcf9d0 None None] Pushing event updated for resources: {'Port': ['ID=44b607ee-ff01-476c-8834-231564f7ebe2,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:59.334053 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62f59b-9453-461b-a98b-a0086a8e776e None None] Pushing event updated for resources: {'Port': ['ID=84de41c0-1909-49e9-ae8d-c4cd73ee043a,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:59.370744 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-a6840809-58b2-4bfc-b813-106cab3fb912 None None] Set router d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:58:59.414626 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-da9eeaa2-f0b2-4e89-9b99-c2093b97af46 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:59.450070 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9f91130f-86b7-4900-8618-0c9e48a1bdb6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:59.509631 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-da9eeaa2-f0b2-4e89-9b99-c2093b97af46 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:59.567962 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9eeaa2-f0b2-4e89-9b99-c2093b97af46 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Network 4082af3a-0b04-4a36-9f9a-b15a034f5aa5 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:58:59.571737 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-da9eeaa2-f0b2-4e89-9b99-c2093b97af46 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:58:59.577126 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9eeaa2-f0b2-4e89-9b99-c2093b97af46 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:58:59.584373 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9eeaa2-f0b2-4e89-9b99-c2093b97af46 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:59.585117 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-da9eeaa2-f0b2-4e89-9b99-c2093b97af46 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:59.589349 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9f91130f-86b7-4900-8618-0c9e48a1bdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:59.594863 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9eeaa2-f0b2-4e89-9b99-c2093b97af46 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'Port': ['ID=99534497-ff7e-4aef-a72d-82600b0f626f,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:59.613472 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-a6840809-58b2-4bfc-b813-106cab3fb912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065742918-router', 'tenant_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '84de41c0-1909-49e9-ae8d-c4cd73ee043a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:58:55Z', 'updated_at': '2021-11-27T03:58:57Z', 'revision_number': 3, 'project_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'gw_port': {'id': '84de41c0-1909-49e9-ae8d-c4cd73ee043a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:58:56Z', 'updated_at': '2021-11-27T03:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:58:59.645810 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ff580-65f5-4c89-bb92-42df5a839552 req-d99d4bb0-6e2c-4968-a416-aa2631f5b5ef tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:59.649543 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4d9ff580-65f5-4c89-bb92-42df5a839552 req-d99d4bb0-6e2c-4968-a416-aa2631f5b5ef tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01e5d68-e26c-4b06-981c-0b87763ebb7a HTTP/1.1" status: 200 len: 943 time: 0.1017997 Nov 27 03:58:59.652329 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6840809-58b2-4bfc-b813-106cab3fb912 None None] The sync data for ids ['d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e'] in n-d-819494-3 is: [{'id': 'd5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065742918-router', 'tenant_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '84de41c0-1909-49e9-ae8d-c4cd73ee043a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:58:55Z', 'updated_at': '2021-11-27T03:58:57Z', 'revision_number': 3, 'project_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'gw_port': {'id': '84de41c0-1909-49e9-ae8d-c4cd73ee043a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:58:56Z', 'updated_at': '2021-11-27T03:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:58:59.658399 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-da9eeaa2-f0b2-4e89-9b99-c2093b97af46 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1464274 Nov 27 03:58:59.661093 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f91130f-86b7-4900-8618-0c9e48a1bdb6 admin admin] Network 216961a9-6bf5-4e25-9786-74e5df0ce06a is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:58:59.661621 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48696) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:58:59.678733 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-9f91130f-86b7-4900-8618-0c9e48a1bdb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:58:59.703174 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f91130f-86b7-4900-8618-0c9e48a1bdb6 admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:58:59.729919 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91130f-86b7-4900-8618-0c9e48a1bdb6 admin admin] Pushing event updated for resources: {'Port': ['ID=0aca3f15-9405-4be1-8a0f-bb2908b1f35a,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:58:59.750739 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4d9ff580-65f5-4c89-bb92-42df5a839552 req-0abb1d04-99da-4bf3-9d3c-e1596b593cc0 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819898 Nov 27 03:58:59.830353 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9f91130f-86b7-4900-8618-0c9e48a1bdb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:58:59.926416 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bfa656-8be3-41d4-a20f-1f05b743029c req-baf0a23d-0479-4dab-b7a4-373fbeea5e9d tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:58:59.927976 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-23bfa656-8be3-41d4-a20f-1f05b743029c req-baf0a23d-0479-4dab-b7a4-373fbeea5e9d tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac1073d-902c-40e3-8b55-7f672eb2af52 HTTP/1.1" status: 200 len: 946 time: 0.1127841 Nov 27 03:59:00.011993 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-e791e423-3747-4cc4-9c72-ea243dccfbf7 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Deleting port 99534497-ff7e-4aef-a72d-82600b0f626f {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:59:00.012441 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e791e423-3747-4cc4-9c72-ea243dccfbf7 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:00.128914 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-23bfa656-8be3-41d4-a20f-1f05b743029c req-9e8ab9c4-a59b-4f34-99db-a5f2c159579e tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909127 Nov 27 03:59:00.136922 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9f91130f-86b7-4900-8618-0c9e48a1bdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:00.176194 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e791e423-3747-4cc4-9c72-ea243dccfbf7 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:00.208884 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-e791e423-3747-4cc4-9c72-ea243dccfbf7 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Calling delete_port for 99534497-ff7e-4aef-a72d-82600b0f626f owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:59:00.525573 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a26556-996e-40ab-b657-ba9ba87a0772 None None] Network 4082af3a-0b04-4a36-9f9a-b15a034f5aa5 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:59:00.654638 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-b667b437-f699-4da0-852d-6e8531914e44 None None] Provisioning complete for port 44b607ee-ff01-476c-8834-231564f7ebe2 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:00.655023 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b667b437-f699-4da0-852d-6e8531914e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:00.803157 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b667b437-f699-4da0-852d-6e8531914e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:00.822767 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2c77b-2c32-4b1c-977e-b00c4e1be5f5 req-1a471ef8-edb0-49aa-83fc-dea3c3bd4a6d tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:00.824317 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5fa2c77b-2c32-4b1c-977e-b00c4e1be5f5 req-1a471ef8-edb0-49aa-83fc-dea3c3bd4a6d tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac1073d-902c-40e3-8b55-7f672eb2af52 HTTP/1.1" status: 200 len: 946 time: 0.4947114 Nov 27 03:59:00.865486 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9f91130f-86b7-4900-8618-0c9e48a1bdb6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:00.868078 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 44b607ee-ff01-476c-8834-231564f7ebe2 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:59:00.868755 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e791e423-3747-4cc4-9c72-ea243dccfbf7 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:00.872902 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-b667b437-f699-4da0-852d-6e8531914e44 None None] For port 44b607ee-ff01-476c-8834-231564f7ebe2, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=44b607ee-ff01-476c-8834-231564f7ebe2,segment=NetworkSegment(4a3a113c-7357-4d9e-885e-16b41525dc4c),segment_id=4a3a113c-7357-4d9e-885e-16b41525dc4c)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:59:00.878225 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b667b437-f699-4da0-852d-6e8531914e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:00.899870 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9f91130f-86b7-4900-8618-0c9e48a1bdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:00.905805 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e791e423-3747-4cc4-9c72-ea243dccfbf7 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event deleted for resources: {'Port': ['ID=99534497-ff7e-4aef-a72d-82600b0f626f,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:00.985924 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b667b437-f699-4da0-852d-6e8531914e44 None None] Pushing event updated for resources: {'Port': ['ID=44b607ee-ff01-476c-8834-231564f7ebe2,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:00.993424 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 44b607ee-ff01-476c-8834-231564f7ebe2 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:00.993893 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:01.013756 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5fa2c77b-2c32-4b1c-977e-b00c4e1be5f5 req-de440a48-fbf1-40d0-a30e-abaaab597696 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795113 Nov 27 03:59:01.014956 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e791e423-3747-4cc4-9c72-ea243dccfbf7 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:01.020768 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e791e423-3747-4cc4-9c72-ea243dccfbf7 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/ports/99534497-ff7e-4aef-a72d-82600b0f626f HTTP/1.1" status: 204 len: 168 time: 1.3516843 Nov 27 03:59:01.027522 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48714) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:01.033753 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9218d-9c89-4c64-a0b9-739f23d114ad req-f0fd8ab1-a9e1-424f-8d17-5da46bcf3a36 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:01.039304 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8df9218d-9c89-4c64-a0b9-739f23d114ad req-f0fd8ab1-a9e1-424f-8d17-5da46bcf3a36 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01e5d68-e26c-4b06-981c-0b87763ebb7a HTTP/1.1" status: 200 len: 943 time: 0.1095228 Nov 27 03:59:01.067503 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9f91130f-86b7-4900-8618-0c9e48a1bdb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:01.069775 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91130f-86b7-4900-8618-0c9e48a1bdb6 admin admin] Pushing event updated for resources: {'Port': ['ID=0aca3f15-9405-4be1-8a0f-bb2908b1f35a,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:01.077588 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d0c14e3-9171-44ab-934d-c106db6603b7 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] DELETE failed (client error): The resource could not be found. Nov 27 03:59:01.078025 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d0c14e3-9171-44ab-934d-c106db6603b7 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 03:59:01.083626 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7d0c14e3-9171-44ab-934d-c106db6603b7 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/ports/99534497-ff7e-4aef-a72d-82600b0f626f HTTP/1.1" status: 404 len: 333 time: 0.0526462 Nov 27 03:59:01.087690 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48718) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:01.091384 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 84de41c0-1909-49e9-ae8d-c4cd73ee043a up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:59:01.136479 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-a766f6cf-5910-4777-b2ff-42a791f17964 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] GET failed (client error): The resource could not be found. Nov 27 03:59:01.138101 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a766f6cf-5910-4777-b2ff-42a791f17964 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "GET /v2.0/ports/99534497-ff7e-4aef-a72d-82600b0f626f HTTP/1.1" status: 404 len: 333 time: 0.0494061 Nov 27 03:59:01.141920 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8df9218d-9c89-4c64-a0b9-739f23d114ad req-c72e57b3-014e-4367-a428-3ec9b90d9250 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832090 Nov 27 03:59:01.142746 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 48720) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:01.145231 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 84de41c0-1909-49e9-ae8d-c4cd73ee043a triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:01.150810 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:01.269816 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-92cd518b-a138-42e5-91e6-ba5375c80569 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Deleting subnet 69c1cccb-90a6-4a0b-a6c8-c003777d6b26 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:59:01.273753 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-661c0635-cdbb-4c4d-8d02-3486e874bae9 None None] Provisioning complete for port 44b607ee-ff01-476c-8834-231564f7ebe2 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:01.274390 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-661c0635-cdbb-4c4d-8d02-3486e874bae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:01.276275 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-92cd518b-a138-42e5-91e6-ba5375c80569 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:01.327729 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f566e75-3118-4a6e-8103-484a6c04312f req-7b1d94db-661e-499f-9722-b384d75dd11c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:01.329621 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8f566e75-3118-4a6e-8103-484a6c04312f req-7b1d94db-661e-499f-9722-b384d75dd11c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac1073d-902c-40e3-8b55-7f672eb2af52 HTTP/1.1" status: 200 len: 946 time: 0.0859141 Nov 27 03:59:01.342622 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-92cd518b-a138-42e5-91e6-ba5375c80569 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:01.397896 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f91130f-86b7-4900-8618-0c9e48a1bdb6 admin admin] Network 216961a9-6bf5-4e25-9786-74e5df0ce06a is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:59:01.400877 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:01.404083 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-9f91130f-86b7-4900-8618-0c9e48a1bdb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:59:01.463773 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-92cd518b-a138-42e5-91e6-ba5375c80569 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:01.477870 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-661c0635-cdbb-4c4d-8d02-3486e874bae9 None None] Could not find standard attr ID for object 99534497-ff7e-4aef-a72d-82600b0f626f. {{(pid=110020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 03:59:01.491715 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 84de41c0-1909-49e9-ae8d-c4cd73ee043a, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=84de41c0-1909-49e9-ae8d-c4cd73ee043a,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:59:01.497688 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:01.515383 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8f566e75-3118-4a6e-8103-484a6c04312f req-d5d923e0-4dd1-4c9c-812d-bfd95744afa9 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748061 Nov 27 03:59:01.561014 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f91130f-86b7-4900-8618-0c9e48a1bdb6 admin admin] Router d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:59:01.566224 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-92cd518b-a138-42e5-91e6-ba5375c80569 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:01.617207 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd518b-a138-42e5-91e6-ba5375c80569 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event deleted for resources: {'Subnet': ['ID=69c1cccb-90a6-4a0b-a6c8-c003777d6b26,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:01.617460 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-9f832702-2b85-4b8d-95ce-ac42be5650b4 None None] Could not find standard attr ID for object 99534497-ff7e-4aef-a72d-82600b0f626f. {{(pid=110020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 03:59:01.618746 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=84de41c0-1909-49e9-ae8d-c4cd73ee043a,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:01.619643 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-92cd518b-a138-42e5-91e6-ba5375c80569 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:01.625916 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-92cd518b-a138-42e5-91e6-ba5375c80569 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/subnets/69c1cccb-90a6-4a0b-a6c8-c003777d6b26 HTTP/1.1" status: 204 len: 168 time: 0.4792511 Nov 27 03:59:01.625916 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 48724) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:01.738119 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f91130f-86b7-4900-8618-0c9e48a1bdb6 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:59:01.747386 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-90d20f19-2c95-4e79-8412-97b0e7050de8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:01.758709 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9f91130f-86b7-4900-8618-0c9e48a1bdb6 admin admin] 10.222.0.20 "PUT /v2.0/routers/d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5487502 Nov 27 03:59:01.785029 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79af7e29-f17e-43a5-ab7a-a0653e36fa7f None None] Sync routers for ids ['d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:59:01.804252 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79af7e29-f17e-43a5-ab7a-a0653e36fa7f None None] Routers {'d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:59:01.804904 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-79af7e29-f17e-43a5-ab7a-a0653e36fa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:58:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:59:01.818630 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-90d20f19-2c95-4e79-8412-97b0e7050de8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Deleting port 44b607ee-ff01-476c-8834-231564f7ebe2 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:59:01.819542 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-90d20f19-2c95-4e79-8412-97b0e7050de8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:01.844267 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce7be1-4526-4462-99f9-bb46efd5734a req-27ade12f-1940-4f1f-9831-fecc3e28e7c2 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:01.852369 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e6ce7be1-4526-4462-99f9-bb46efd5734a req-27ade12f-1940-4f1f-9831-fecc3e28e7c2 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac1073d-902c-40e3-8b55-7f672eb2af52 HTTP/1.1" status: 200 len: 946 time: 0.0977290 Nov 27 03:59:01.900206 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f5d4b8-75dc-4b52-9a38-2e15ea797e2b None None] Network 4082af3a-0b04-4a36-9f9a-b15a034f5aa5 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:59:01.937727 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-90d20f19-2c95-4e79-8412-97b0e7050de8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] For port 44b607ee-ff01-476c-8834-231564f7ebe2, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=44b607ee-ff01-476c-8834-231564f7ebe2,segment=NetworkSegment(4a3a113c-7357-4d9e-885e-16b41525dc4c),segment_id=4a3a113c-7357-4d9e-885e-16b41525dc4c)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:59:01.938861 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-90d20f19-2c95-4e79-8412-97b0e7050de8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:01.953498 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-90d20f19-2c95-4e79-8412-97b0e7050de8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Calling delete_port for 44b607ee-ff01-476c-8834-231564f7ebe2 owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:59:01.980515 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e6ce7be1-4526-4462-99f9-bb46efd5734a req-ffbd5daa-a362-4c54-8abc-3b1fc3de4825 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078272 Nov 27 03:59:02.032426 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-79af7e29-f17e-43a5-ab7a-a0653e36fa7f None None] Set router d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:59:02.053348 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-90d20f19-2c95-4e79-8412-97b0e7050de8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:02.086783 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d20f19-2c95-4e79-8412-97b0e7050de8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event deleted for resources: {'Port': ['ID=44b607ee-ff01-476c-8834-231564f7ebe2,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:02.093732 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d20f19-2c95-4e79-8412-97b0e7050de8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] No DVR routers for this DVR port 44b607ee-ff01-476c-8834-231564f7ebe2 on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:59:02.195495 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-90d20f19-2c95-4e79-8412-97b0e7050de8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:02.200241 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcee051c-7296-414b-b644-83f73d4b373b None None] DHCP port deletion for 4082af3a-0b04-4a36-9f9a-b15a034f5aa5 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 03:59:02.227810 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-90d20f19-2c95-4e79-8412-97b0e7050de8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4082af3a-0b04-4a36-9f9a-b15a034f5aa5']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:59:02.241563 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-90d20f19-2c95-4e79-8412-97b0e7050de8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a3a113c-7357-4d9e-885e-16b41525dc4c') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:59:02.241875 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-90d20f19-2c95-4e79-8412-97b0e7050de8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a3a113c-7357-4d9e-885e-16b41525dc4c') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:59:02.278076 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-90d20f19-2c95-4e79-8412-97b0e7050de8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:02.279445 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-79af7e29-f17e-43a5-ab7a-a0653e36fa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065742918-router', 'tenant_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '84de41c0-1909-49e9-ae8d-c4cd73ee043a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:58:55Z', 'updated_at': '2021-11-27T03:59:00Z', 'revision_number': 4, 'project_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'gw_port': {'id': '84de41c0-1909-49e9-ae8d-c4cd73ee043a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:58:56Z', 'updated_at': '2021-11-27T03:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '0aca3f15-9405-4be1-8a0f-bb2908b1f35a', 'name': '', 'network_id': '216961a9-6bf5-4e25-9786-74e5df0ce06a', 'tenant_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'mac_address': 'fa:16:3e:b7:d3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'dd940eba-2dad-43ab-ba35-447883544931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:58:58Z', 'updated_at': '2021-11-27T03:59:00Z', 'revision_number': 2, 'project_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'subnets': [{'id': 'dd940eba-2dad-43ab-ba35-447883544931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:59:02.310832 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79af7e29-f17e-43a5-ab7a-a0653e36fa7f None None] Checking router: d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:59:02.311376 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79af7e29-f17e-43a5-ab7a-a0653e36fa7f None None] Updating router d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e port 0aca3f15-9405-4be1-8a0f-bb2908b1f35a binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 03:59:02.313303 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a882394-111f-4da2-b488-dfdc13cc2018 req-de9e1aff-b921-485b-aae5-40a876c3e771 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:02.315087 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4a882394-111f-4da2-b488-dfdc13cc2018 req-de9e1aff-b921-485b-aae5-40a876c3e771 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01e5d68-e26c-4b06-981c-0b87763ebb7a HTTP/1.1" status: 200 len: 943 time: 0.0556183 Nov 27 03:59:02.328017 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-90d20f19-2c95-4e79-8412-97b0e7050de8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:02.339988 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90d20f19-2c95-4e79-8412-97b0e7050de8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:59:02.340681 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-90d20f19-2c95-4e79-8412-97b0e7050de8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:02.343836 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 03:59:02.343836 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:59:02.343836 n-d-819494-3 neutron-server[110019]: timer() Nov 27 03:59:02.343836 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:59:02.343836 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 03:59:02.343836 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:59:02.343836 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 03:59:02.343836 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:59:02.343836 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 03:59:02.343836 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:59:02.343836 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 03:59:02.343836 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:59:02.343836 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 03:59:02.343836 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:59:02.343836 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:59:02.343836 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:59:02.343836 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:59:02.343836 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:59:02.343836 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 03:59:02.343836 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:59:02.343836 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 03:59:02.343836 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:59:02.343836 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:59:02.343836 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:59:02.343836 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 03:59:02.343836 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:59:02.343836 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:59:02.343836 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:59:02.343836 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:59:02.343836 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:59:02.343836 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:59:02.343836 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:59:02.347074 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-79af7e29-f17e-43a5-ab7a-a0653e36fa7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:02.370476 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4a882394-111f-4da2-b488-dfdc13cc2018 req-b341bdf8-e088-4a66-8de8-e2167dfa6106 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494947 Nov 27 03:59:02.438773 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4b212-b580-4296-83a4-041358a2e65a req-88053f02-b40c-42a9-b3f5-64fa175acd2c tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:02.440394 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5ff4b212-b580-4296-83a4-041358a2e65a req-88053f02-b40c-42a9-b3f5-64fa175acd2c tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/networks?id=216961a9-6bf5-4e25-9786-74e5df0ce06a HTTP/1.1" status: 200 len: 820 time: 0.1965010 Nov 27 03:59:02.441427 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-90d20f19-2c95-4e79-8412-97b0e7050de8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:02.448297 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-90d20f19-2c95-4e79-8412-97b0e7050de8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:02.456612 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-90d20f19-2c95-4e79-8412-97b0e7050de8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/networks/4082af3a-0b04-4a36-9f9a-b15a034f5aa5 HTTP/1.1" status: 204 len: 168 time: 0.8241603 Nov 27 03:59:02.456816 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48752) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:02.462148 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-2ce6c858-4e9b-411f-99e6-18eb6d8e8650 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1048492795'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:02.476520 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d20f19-2c95-4e79-8412-97b0e7050de8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event deleted for resources: {'Network': ['ID=4082af3a-0b04-4a36-9f9a-b15a034f5aa5,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:02.488486 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce6c858-4e9b-411f-99e6-18eb6d8e8650 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Made reservation on behalf of b9a059a60c95449dbea48f7a9595ba66 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:59:02.494365 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2ce6c858-4e9b-411f-99e6-18eb6d8e8650 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:02.497058 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5ff4b212-b580-4296-83a4-041358a2e65a req-2bbe57eb-49c8-458e-8e36-40934b05642e tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/quotas/68ffd2dc1c164a9db49281f8d2f5a12f HTTP/1.1" status: 200 len: 375 time: 0.0445418 Nov 27 03:59:02.525333 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ce6c858-4e9b-411f-99e6-18eb6d8e8650 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:59:02.535848 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2ce6c858-4e9b-411f-99e6-18eb6d8e8650 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:02.536242 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-2ce6c858-4e9b-411f-99e6-18eb6d8e8650 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Added segment c6fec81b-f81b-4077-9fae-c4919cd71067 of type vlan for network 509bb1b6-95be-4f86-8817-6dccb756806f Nov 27 03:59:02.547966 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5ff4b212-b580-4296-83a4-041358a2e65a req-f7c4bb7e-7ddc-449c-b6f9-4faf1d2c7715 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=68ffd2dc1c164a9db49281f8d2f5a12f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0499854 Nov 27 03:59:02.586652 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2ce6c858-4e9b-411f-99e6-18eb6d8e8650 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:02.616409 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2ce6c858-4e9b-411f-99e6-18eb6d8e8650 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:02.623348 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce6c858-4e9b-411f-99e6-18eb6d8e8650 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:02.624136 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2ce6c858-4e9b-411f-99e6-18eb6d8e8650 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:02.663886 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5ff4b212-b580-4296-83a4-041358a2e65a req-8a93ecca-005d-4261-b824-6752a6159846 service neutron] 10.222.0.20 "GET /v2.0/networks/216961a9-6bf5-4e25-9786-74e5df0ce06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066389 Nov 27 03:59:02.700567 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2ce6c858-4e9b-411f-99e6-18eb6d8e8650 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2404513 Nov 27 03:59:02.705504 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48754) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:02.713390 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-1492786d-e9fa-4da6-b3ae-fb0367217b61 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'subnet': {'network_id': '509bb1b6-95be-4f86-8817-6dccb756806f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:02.748849 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 84de41c0-1909-49e9-ae8d-c4cd73ee043a up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:59:02.761609 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce6c858-4e9b-411f-99e6-18eb6d8e8650 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'Network': ['ID=509bb1b6-95be-4f86-8817-6dccb756806f,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:02.780165 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5ff4b212-b580-4296-83a4-041358a2e65a req-1159bdaf-7538-4770-9a69-10b12ce23632 service neutron] 10.222.0.20 "GET /v2.0/networks/216961a9-6bf5-4e25-9786-74e5df0ce06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143475 Nov 27 03:59:02.787157 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 509bb1b6-95be-4f86-8817-6dccb756806f details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:59:02.816277 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1492786d-e9fa-4da6-b3ae-fb0367217b61 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Made reservation on behalf of b9a059a60c95449dbea48f7a9595ba66 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:59:02.820031 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1492786d-e9fa-4da6-b3ae-fb0367217b61 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:02.920575 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-79af7e29-f17e-43a5-ab7a-a0653e36fa7f None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:02.927288 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 84de41c0-1909-49e9-ae8d-c4cd73ee043a triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:02.927831 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:02.930629 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-79af7e29-f17e-43a5-ab7a-a0653e36fa7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:03.003072 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d5aa1a0f-bd5d-4f6d-8dc8-e7bd57bf569c req-6a967047-7d9a-4a64-a4bc-d0bb1516c764 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 210 time: 0.0563545 Nov 27 03:59:03.028511 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8477702b-2844-4dba-807a-c423ba1ad3e2 None None] Pushing event updated for resources: {'Port': ['ID=0aca3f15-9405-4be1-8a0f-bb2908b1f35a,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:03.129856 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-79af7e29-f17e-43a5-ab7a-a0653e36fa7f None None] Attempting to bind port 0aca3f15-9405-4be1-8a0f-bb2908b1f35a on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:59:03.130264 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-79af7e29-f17e-43a5-ab7a-a0653e36fa7f None None] Attempting to bind port 0aca3f15-9405-4be1-8a0f-bb2908b1f35a by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'b76dfa2f-4b39-46ae-aaef-e7ac6427206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '216961a9-6bf5-4e25-9786-74e5df0ce06a'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:59:03.130658 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79af7e29-f17e-43a5-ab7a-a0653e36fa7f None None] Attempting to bind port 0aca3f15-9405-4be1-8a0f-bb2908b1f35a on network 216961a9-6bf5-4e25-9786-74e5df0ce06a {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:59:03.135541 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1492786d-e9fa-4da6-b3ae-fb0367217b61 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:03.138379 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79af7e29-f17e-43a5-ab7a-a0653e36fa7f None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:59:03.138887 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79af7e29-f17e-43a5-ab7a-a0653e36fa7f None None] Checking segment: {'id': 'b76dfa2f-4b39-46ae-aaef-e7ac6427206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '216961a9-6bf5-4e25-9786-74e5df0ce06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:59:03.139178 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-79af7e29-f17e-43a5-ab7a-a0653e36fa7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:03.139567 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79af7e29-f17e-43a5-ab7a-a0653e36fa7f None None] Bound using segment: {'id': 'b76dfa2f-4b39-46ae-aaef-e7ac6427206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '216961a9-6bf5-4e25-9786-74e5df0ce06a'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:59:03.140060 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-79af7e29-f17e-43a5-ab7a-a0653e36fa7f None None] Bound port: 0aca3f15-9405-4be1-8a0f-bb2908b1f35a, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b76dfa2f-4b39-46ae-aaef-e7ac6427206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '216961a9-6bf5-4e25-9786-74e5df0ce06a'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:59:03.140423 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-79af7e29-f17e-43a5-ab7a-a0653e36fa7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:03.208994 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794295a9-6f26-418f-85e7-184b951d6541 req-708a0bed-5fec-4d06-8d8e-ce625affdf39 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:03.210514 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-794295a9-6f26-418f-85e7-184b951d6541 req-708a0bed-5fec-4d06-8d8e-ce625affdf39 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac1073d-902c-40e3-8b55-7f672eb2af52 HTTP/1.1" status: 200 len: 946 time: 0.1126463 Nov 27 03:59:03.214758 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1492786d-e9fa-4da6-b3ae-fb0367217b61 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'Subnet': ['ID=c48dab52-f39e-4405-abc4-68b62617903a,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:03.216611 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 44b607ee-ff01-476c-8834-231564f7ebe2 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:59:03.248024 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1492786d-e9fa-4da6-b3ae-fb0367217b61 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Checking segment: {'id': 'c6fec81b-f81b-4077-9fae-c4919cd71067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '509bb1b6-95be-4f86-8817-6dccb756806f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:59:03.248401 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1492786d-e9fa-4da6-b3ae-fb0367217b61 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Network hostable DHCP agents. Network: 509bb1b6-95be-4f86-8817-6dccb756806f, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:59:03.253047 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 44b607ee-ff01-476c-8834-231564f7ebe2 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:59:03.254626 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 44b607ee-ff01-476c-8834-231564f7ebe2 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:59:03.258688 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-79af7e29-f17e-43a5-ab7a-a0653e36fa7f None None] For port 0aca3f15-9405-4be1-8a0f-bb2908b1f35a, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:59:03.271031 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-79af7e29-f17e-43a5-ab7a-a0653e36fa7f None None] For port 0aca3f15-9405-4be1-8a0f-bb2908b1f35a, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=0aca3f15-9405-4be1-8a0f-bb2908b1f35a,segment=NetworkSegment(b76dfa2f-4b39-46ae-aaef-e7ac6427206d),segment_id=b76dfa2f-4b39-46ae-aaef-e7ac6427206d)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:59:03.276924 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-79af7e29-f17e-43a5-ab7a-a0653e36fa7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:03.288976 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-794295a9-6f26-418f-85e7-184b951d6541 req-7e0735c4-da11-4798-bf6e-abef803d9601 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664856 Nov 27 03:59:03.289778 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1492786d-e9fa-4da6-b3ae-fb0367217b61 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Network 509bb1b6-95be-4f86-8817-6dccb756806f is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:59:03.309812 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-1492786d-e9fa-4da6-b3ae-fb0367217b61 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 509bb1b6-95be-4f86-8817-6dccb756806f) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:59:03.315884 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1492786d-e9fa-4da6-b3ae-fb0367217b61 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:03.316507 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1492786d-e9fa-4da6-b3ae-fb0367217b61 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:03.328763 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bca2be-ea6e-4884-87f1-1f39db19cd4a None None] Network 509bb1b6-95be-4f86-8817-6dccb756806f requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:59:03.339734 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1492786d-e9fa-4da6-b3ae-fb0367217b61 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6331758 Nov 27 03:59:03.342366 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48768) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:03.348609 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-cff31cc5-066b-44e5-b4df-24f424df0d3d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'port': {'network_id': '509bb1b6-95be-4f86-8817-6dccb756806f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-740593727'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:03.385371 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79af7e29-f17e-43a5-ab7a-a0653e36fa7f None None] Routers {'d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:59:03.386020 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-79af7e29-f17e-43a5-ab7a-a0653e36fa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:58:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:59:03.387810 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8477702b-2844-4dba-807a-c423ba1ad3e2 None None] Pushing event updated for resources: {'Port': ['ID=0aca3f15-9405-4be1-8a0f-bb2908b1f35a,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:03.522242 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53ed3c-6d69-4b84-a002-f5f902fd5953 req-5e1c9dde-b020-401c-b51f-2ec7af5ff371 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:03.535124 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4c53ed3c-6d69-4b84-a002-f5f902fd5953 req-5e1c9dde-b020-401c-b51f-2ec7af5ff371 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01e5d68-e26c-4b06-981c-0b87763ebb7a HTTP/1.1" status: 200 len: 943 time: 0.0762210 Nov 27 03:59:03.552302 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff31cc5-066b-44e5-b4df-24f424df0d3d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Made reservation on behalf of b9a059a60c95449dbea48f7a9595ba66 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:59:03.554252 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-79af7e29-f17e-43a5-ab7a-a0653e36fa7f None None] Set router d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:59:03.559013 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cff31cc5-066b-44e5-b4df-24f424df0d3d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:03.585401 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-cff31cc5-066b-44e5-b4df-24f424df0d3d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] device_id is not set on port d7302b2e-72df-4766-a1b1-88badd8cfa13 yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 03:59:03.629028 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4c53ed3c-6d69-4b84-a002-f5f902fd5953 req-34d131d0-6372-427b-89c2-633b9d28478b tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915310 Nov 27 03:59:03.659074 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69522f83-9648-43ac-b2ac-4d1abf27e04a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-509bb1b6-95be-4f86-8817-6dccb756806f', 'network_id': '509bb1b6-95be-4f86-8817-6dccb756806f', 'tenant_id': 'b9a059a60c95449dbea48f7a9595ba66', 'fixed_ips': [{'subnet_id': 'c48dab52-f39e-4405-abc4-68b62617903a'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 03:59:03.659946 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-69522f83-9648-43ac-b2ac-4d1abf27e04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:03.740588 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-cff31cc5-066b-44e5-b4df-24f424df0d3d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Allocated IP 2001:db8::1e7 (509bb1b6-95be-4f86-8817-6dccb756806f/c48dab52-f39e-4405-abc4-68b62617903a/d7302b2e-72df-4766-a1b1-88badd8cfa13) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:59:03.865895 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cff31cc5-066b-44e5-b4df-24f424df0d3d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:03.872917 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-79af7e29-f17e-43a5-ab7a-a0653e36fa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065742918-router', 'tenant_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '84de41c0-1909-49e9-ae8d-c4cd73ee043a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:58:55Z', 'updated_at': '2021-11-27T03:59:00Z', 'revision_number': 4, 'project_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'gw_port': {'id': '84de41c0-1909-49e9-ae8d-c4cd73ee043a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:58:56Z', 'updated_at': '2021-11-27T03:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '0aca3f15-9405-4be1-8a0f-bb2908b1f35a', 'name': '', 'network_id': '216961a9-6bf5-4e25-9786-74e5df0ce06a', 'tenant_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'mac_address': 'fa:16:3e:b7:d3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'dd940eba-2dad-43ab-ba35-447883544931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:58:58Z', 'updated_at': '2021-11-27T03:59:03Z', 'revision_number': 4, 'project_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'subnets': [{'id': 'dd940eba-2dad-43ab-ba35-447883544931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:59:03.900359 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cff31cc5-066b-44e5-b4df-24f424df0d3d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:03.905036 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79af7e29-f17e-43a5-ab7a-a0653e36fa7f None None] The sync data for ids ['d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e'] in n-d-819494-3 is: [{'id': 'd5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065742918-router', 'tenant_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '84de41c0-1909-49e9-ae8d-c4cd73ee043a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:58:55Z', 'updated_at': '2021-11-27T03:59:00Z', 'revision_number': 4, 'project_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'gw_port': {'id': '84de41c0-1909-49e9-ae8d-c4cd73ee043a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:58:56Z', 'updated_at': '2021-11-27T03:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '0aca3f15-9405-4be1-8a0f-bb2908b1f35a', 'name': '', 'network_id': '216961a9-6bf5-4e25-9786-74e5df0ce06a', 'tenant_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'mac_address': 'fa:16:3e:b7:d3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'dd940eba-2dad-43ab-ba35-447883544931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:58:58Z', 'updated_at': '2021-11-27T03:59:03Z', 'revision_number': 4, 'project_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'subnets': [{'id': 'dd940eba-2dad-43ab-ba35-447883544931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:59:03.946817 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff31cc5-066b-44e5-b4df-24f424df0d3d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Network 509bb1b6-95be-4f86-8817-6dccb756806f is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:59:03.949953 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-cff31cc5-066b-44e5-b4df-24f424df0d3d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:59:03.954585 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff31cc5-066b-44e5-b4df-24f424df0d3d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:59:03.958456 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-69522f83-9648-43ac-b2ac-4d1abf27e04a None None] Allocated IP 2001:db8::2 (509bb1b6-95be-4f86-8817-6dccb756806f/c48dab52-f39e-4405-abc4-68b62617903a/acd68f46-bd93-44f2-88ef-17c62f452a1c) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:59:03.963844 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff31cc5-066b-44e5-b4df-24f424df0d3d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:03.965179 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cff31cc5-066b-44e5-b4df-24f424df0d3d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:03.990219 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff31cc5-066b-44e5-b4df-24f424df0d3d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'Port': ['ID=d7302b2e-72df-4766-a1b1-88badd8cfa13,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:04.005533 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-cff31cc5-066b-44e5-b4df-24f424df0d3d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.6595907 Nov 27 03:59:04.006443 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 48778) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:04.157355 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ed67d487-8403-4eea-a708-b92c5ac0151e req-fb3c3d1b-d6e4-42e0-ad97-e4d42cd1615a tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 210 time: 0.0425460 Nov 27 03:59:04.197833 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-8cfc7238-c1d2-4ba5-b191-152fccd55375 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Deleting port d7302b2e-72df-4766-a1b1-88badd8cfa13 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:59:04.198296 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8cfc7238-c1d2-4ba5-b191-152fccd55375 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:04.200697 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-69522f83-9648-43ac-b2ac-4d1abf27e04a None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:04.209545 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-69522f83-9648-43ac-b2ac-4d1abf27e04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:04.260846 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69522f83-9648-43ac-b2ac-4d1abf27e04a None None] Network 509bb1b6-95be-4f86-8817-6dccb756806f is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:59:04.270219 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-69522f83-9648-43ac-b2ac-4d1abf27e04a None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:59:04.273717 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69522f83-9648-43ac-b2ac-4d1abf27e04a None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:59:04.278031 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69522f83-9648-43ac-b2ac-4d1abf27e04a None None] Pushing event updated for resources: {'Port': ['ID=acd68f46-bd93-44f2-88ef-17c62f452a1c,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:04.370254 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-69522f83-9648-43ac-b2ac-4d1abf27e04a None None] Attempting to bind port acd68f46-bd93-44f2-88ef-17c62f452a1c on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:59:04.371213 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-69522f83-9648-43ac-b2ac-4d1abf27e04a None None] Attempting to bind port acd68f46-bd93-44f2-88ef-17c62f452a1c by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'c6fec81b-f81b-4077-9fae-c4919cd71067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '509bb1b6-95be-4f86-8817-6dccb756806f'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:59:04.371870 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69522f83-9648-43ac-b2ac-4d1abf27e04a None None] Attempting to bind port acd68f46-bd93-44f2-88ef-17c62f452a1c on network 509bb1b6-95be-4f86-8817-6dccb756806f {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:59:04.379219 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69522f83-9648-43ac-b2ac-4d1abf27e04a None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:59:04.379757 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69522f83-9648-43ac-b2ac-4d1abf27e04a None None] Checking segment: {'id': 'c6fec81b-f81b-4077-9fae-c4919cd71067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '509bb1b6-95be-4f86-8817-6dccb756806f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:59:04.380275 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-69522f83-9648-43ac-b2ac-4d1abf27e04a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:04.381794 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69522f83-9648-43ac-b2ac-4d1abf27e04a None None] Bound using segment: {'id': 'c6fec81b-f81b-4077-9fae-c4919cd71067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '509bb1b6-95be-4f86-8817-6dccb756806f'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:59:04.382421 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-69522f83-9648-43ac-b2ac-4d1abf27e04a None None] Bound port: acd68f46-bd93-44f2-88ef-17c62f452a1c, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6fec81b-f81b-4077-9fae-c4919cd71067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '509bb1b6-95be-4f86-8817-6dccb756806f'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:59:04.382897 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8cfc7238-c1d2-4ba5-b191-152fccd55375 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:04.383394 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-69522f83-9648-43ac-b2ac-4d1abf27e04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:04.410859 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4b212-b580-4296-83a4-041358a2e65a req-2362f5c3-9f57-4557-9312-db324f7bcb57 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:04.412446 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5ff4b212-b580-4296-83a4-041358a2e65a req-2362f5c3-9f57-4557-9312-db324f7bcb57 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.11 "GET /v2.0/networks?id=216961a9-6bf5-4e25-9786-74e5df0ce06a HTTP/1.1" status: 200 len: 820 time: 0.1975524 Nov 27 03:59:04.413472 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-8cfc7238-c1d2-4ba5-b191-152fccd55375 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Calling delete_port for d7302b2e-72df-4766-a1b1-88badd8cfa13 owned by {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:59:04.461665 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-69522f83-9648-43ac-b2ac-4d1abf27e04a None None] For port acd68f46-bd93-44f2-88ef-17c62f452a1c, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:59:04.465892 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-69522f83-9648-43ac-b2ac-4d1abf27e04a None None] For port acd68f46-bd93-44f2-88ef-17c62f452a1c, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=acd68f46-bd93-44f2-88ef-17c62f452a1c,segment=NetworkSegment(c6fec81b-f81b-4077-9fae-c4919cd71067),segment_id=c6fec81b-f81b-4077-9fae-c4919cd71067)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:59:04.470765 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-69522f83-9648-43ac-b2ac-4d1abf27e04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:04.482365 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-5ff4b212-b580-4296-83a4-041358a2e65a req-1e049a86-261b-43df-96e1-3752c9d1718c tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Request body: {'port': {'device_id': '30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f', 'network_id': '216961a9-6bf5-4e25-9786-74e5df0ce06a', 'admin_state_up': True, 'tenant_id': '68ffd2dc1c164a9db49281f8d2f5a12f'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:04.532684 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69522f83-9648-43ac-b2ac-4d1abf27e04a None None] Pushing event updated for resources: {'Port': ['ID=acd68f46-bd93-44f2-88ef-17c62f452a1c,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:04.591306 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e39a93-5ab3-4568-bffd-fdc8394357a1 req-1d0e712d-e650-4ee7-b581-ab6b2f5c5bde tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:04.592917 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e5e39a93-5ab3-4568-bffd-fdc8394357a1 req-1d0e712d-e650-4ee7-b581-ab6b2f5c5bde tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac1073d-902c-40e3-8b55-7f672eb2af52 HTTP/1.1" status: 200 len: 946 time: 0.1685255 Nov 27 03:59:04.765109 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e5e39a93-5ab3-4568-bffd-fdc8394357a1 req-48797b8d-a01e-4cf6-a6ed-fd5db0d52000 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609845 Nov 27 03:59:04.805813 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8cfc7238-c1d2-4ba5-b191-152fccd55375 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:04.827675 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ff4b212-b580-4296-83a4-041358a2e65a req-1e049a86-261b-43df-96e1-3752c9d1718c tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Made reservation on behalf of 68ffd2dc1c164a9db49281f8d2f5a12f for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:59:04.832688 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-5ff4b212-b580-4296-83a4-041358a2e65a req-1e049a86-261b-43df-96e1-3752c9d1718c tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:04.848449 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f2c0b-5f07-4ca6-812a-497a08237500 req-d3b9e11f-4c4d-4279-87b8-bf5f8c875d0c tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:04.857255 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b78f2c0b-5f07-4ca6-812a-497a08237500 req-d3b9e11f-4c4d-4279-87b8-bf5f8c875d0c tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01e5d68-e26c-4b06-981c-0b87763ebb7a HTTP/1.1" status: 200 len: 943 time: 0.1171358 Nov 27 03:59:04.898583 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc7238-c1d2-4ba5-b191-152fccd55375 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event deleted for resources: {'Port': ['ID=d7302b2e-72df-4766-a1b1-88badd8cfa13,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:04.909183 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 0aca3f15-9405-4be1-8a0f-bb2908b1f35a up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:59:04.939844 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8cfc7238-c1d2-4ba5-b191-152fccd55375 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:04.948034 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8cfc7238-c1d2-4ba5-b191-152fccd55375 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/ports/d7302b2e-72df-4766-a1b1-88badd8cfa13 HTTP/1.1" status: 204 len: 168 time: 0.9401338 Nov 27 03:59:04.948763 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 48792) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:04.955748 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b78f2c0b-5f07-4ca6-812a-497a08237500 req-90dc1520-c685-40c7-bde9-8985db0f9474 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971043 Nov 27 03:59:05.005825 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 0aca3f15-9405-4be1-8a0f-bb2908b1f35a triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:05.006287 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:05.020130 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcb10bf6-1088-4485-90f4-4e70484865f8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] GET failed (client error): The resource could not be found. Nov 27 03:59:05.024607 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-dcb10bf6-1088-4485-90f4-4e70484865f8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "GET /v2.0/ports/d7302b2e-72df-4766-a1b1-88badd8cfa13 HTTP/1.1" status: 404 len: 333 time: 0.0360706 Nov 27 03:59:05.025049 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48794) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:05.099210 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-1148b34e-dbb2-4b49-995f-c51fcde52bea tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Deleting subnet c48dab52-f39e-4405-abc4-68b62617903a {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:59:05.104073 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1148b34e-dbb2-4b49-995f-c51fcde52bea tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:05.117382 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:05.130235 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-5ff4b212-b580-4296-83a4-041358a2e65a req-1e049a86-261b-43df-96e1-3752c9d1718c tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Allocated IP 172.20.0.12 (216961a9-6bf5-4e25-9786-74e5df0ce06a/dd940eba-2dad-43ab-ba35-447883544931/7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:59:05.157367 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 0aca3f15-9405-4be1-8a0f-bb2908b1f35a, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=0aca3f15-9405-4be1-8a0f-bb2908b1f35a,segment=NetworkSegment(b76dfa2f-4b39-46ae-aaef-e7ac6427206d),segment_id=b76dfa2f-4b39-46ae-aaef-e7ac6427206d)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:59:05.161561 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1148b34e-dbb2-4b49-995f-c51fcde52bea tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:05.164238 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:05.256202 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=0aca3f15-9405-4be1-8a0f-bb2908b1f35a,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:05.263071 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1148b34e-dbb2-4b49-995f-c51fcde52bea tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:05.336684 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1148b34e-dbb2-4b49-995f-c51fcde52bea tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:05.350061 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9d97be2f-a750-4ac2-ae22-af358d36a14f req-793a1917-98d5-47e2-9078-9d1cf91d1f2b tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 210 time: 0.0752881 Nov 27 03:59:05.369570 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148b34e-dbb2-4b49-995f-c51fcde52bea tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event deleted for resources: {'Subnet': ['ID=c48dab52-f39e-4405-abc4-68b62617903a,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:05.374510 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1148b34e-dbb2-4b49-995f-c51fcde52bea tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:05.378590 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1148b34e-dbb2-4b49-995f-c51fcde52bea tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/subnets/c48dab52-f39e-4405-abc4-68b62617903a HTTP/1.1" status: 204 len: 168 time: 0.3524168 Nov 27 03:59:05.382701 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 48800) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:05.387942 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148b34e-dbb2-4b49-995f-c51fcde52bea tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:59:05.388439 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148b34e-dbb2-4b49-995f-c51fcde52bea tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:59:05.388890 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148b34e-dbb2-4b49-995f-c51fcde52bea tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:59:05.389395 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148b34e-dbb2-4b49-995f-c51fcde52bea tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:59:05.389919 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148b34e-dbb2-4b49-995f-c51fcde52bea tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:59:05.390415 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148b34e-dbb2-4b49-995f-c51fcde52bea tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:59:05.391988 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148b34e-dbb2-4b49-995f-c51fcde52bea tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:59:05.392440 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148b34e-dbb2-4b49-995f-c51fcde52bea tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:59:05.392881 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148b34e-dbb2-4b49-995f-c51fcde52bea tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:59:05.393317 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148b34e-dbb2-4b49-995f-c51fcde52bea tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:59:05.393753 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148b34e-dbb2-4b49-995f-c51fcde52bea tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:59:05.394187 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148b34e-dbb2-4b49-995f-c51fcde52bea tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:59:05.509744 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca87d6ee-9d69-4e6b-a612-07e0b102eb58 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:05.516079 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-5ff4b212-b580-4296-83a4-041358a2e65a req-1e049a86-261b-43df-96e1-3752c9d1718c tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:05.584841 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-5ff4b212-b580-4296-83a4-041358a2e65a req-1e049a86-261b-43df-96e1-3752c9d1718c tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:05.642691 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ff4b212-b580-4296-83a4-041358a2e65a req-1e049a86-261b-43df-96e1-3752c9d1718c tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Network 216961a9-6bf5-4e25-9786-74e5df0ce06a is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:59:05.650047 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-ca87d6ee-9d69-4e6b-a612-07e0b102eb58 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Deleting port acd68f46-bd93-44f2-88ef-17c62f452a1c {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:59:05.650392 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca87d6ee-9d69-4e6b-a612-07e0b102eb58 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:05.652311 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-5ff4b212-b580-4296-83a4-041358a2e65a req-1e049a86-261b-43df-96e1-3752c9d1718c tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:59:05.654782 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff4b212-b580-4296-83a4-041358a2e65a req-1e049a86-261b-43df-96e1-3752c9d1718c tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:59:05.724291 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e049a86-261b-43df-96e1-3752c9d1718c tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Pushing event updated for resources: {'Port': ['ID=7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:05.731700 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7434314b-8370-4e10-943c-179d65acdba7 None None] Network 509bb1b6-95be-4f86-8817-6dccb756806f requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:59:05.770172 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-ca87d6ee-9d69-4e6b-a612-07e0b102eb58 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] For port acd68f46-bd93-44f2-88ef-17c62f452a1c, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=acd68f46-bd93-44f2-88ef-17c62f452a1c,segment=NetworkSegment(c6fec81b-f81b-4077-9fae-c4919cd71067),segment_id=c6fec81b-f81b-4077-9fae-c4919cd71067)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:59:05.770574 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca87d6ee-9d69-4e6b-a612-07e0b102eb58 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:05.778594 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4b212-b580-4296-83a4-041358a2e65a req-1e049a86-261b-43df-96e1-3752c9d1718c tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:05.779212 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-5ff4b212-b580-4296-83a4-041358a2e65a req-1e049a86-261b-43df-96e1-3752c9d1718c tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:05.798379 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-ca87d6ee-9d69-4e6b-a612-07e0b102eb58 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Calling delete_port for acd68f46-bd93-44f2-88ef-17c62f452a1c owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:59:05.811736 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5ff4b212-b580-4296-83a4-041358a2e65a req-1e049a86-261b-43df-96e1-3752c9d1718c tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3340662 Nov 27 03:59:05.848330 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-5ff4b212-b580-4296-83a4-041358a2e65a req-58492dce-268e-4bad-9463-bb8350ea274d service neutron] Request body: {'port': {'device_id': '30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:05.858659 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-7b1cbdca-d739-45d4-901d-a2146c8b2a84 None None] Provisioning complete for port acd68f46-bd93-44f2-88ef-17c62f452a1c triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:05.859230 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7b1cbdca-d739-45d4-901d-a2146c8b2a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:05.967452 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-5ff4b212-b580-4296-83a4-041358a2e65a req-58492dce-268e-4bad-9463-bb8350ea274d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:05.967774 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7b1cbdca-d739-45d4-901d-a2146c8b2a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:05.979820 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604d41c-206f-469e-98e1-252864aeb19c req-9472c2fa-5e03-4ee4-86f4-fbee2553d2d6 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:05.981365 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f604d41c-206f-469e-98e1-252864aeb19c req-9472c2fa-5e03-4ee4-86f4-fbee2553d2d6 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac1073d-902c-40e3-8b55-7f672eb2af52 HTTP/1.1" status: 200 len: 946 time: 0.1289985 Nov 27 03:59:05.982989 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06fda82-e65c-4a0a-a9b6-0a8c9675729e None None] DHCP port deletion for 509bb1b6-95be-4f86-8817-6dccb756806f request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 03:59:06.030964 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca87d6ee-9d69-4e6b-a612-07e0b102eb58 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:06.065403 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-d06fda82-e65c-4a0a-a9b6-0a8c9675729e None None] Deleting port acd68f46-bd93-44f2-88ef-17c62f452a1c {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:59:06.065891 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d06fda82-e65c-4a0a-a9b6-0a8c9675729e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:06.073324 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87d6ee-9d69-4e6b-a612-07e0b102eb58 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event deleted for resources: {'Port': ['ID=acd68f46-bd93-44f2-88ef-17c62f452a1c,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:06.086522 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca87d6ee-9d69-4e6b-a612-07e0b102eb58 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] No DVR routers for this DVR port acd68f46-bd93-44f2-88ef-17c62f452a1c on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:59:06.140448 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f604d41c-206f-469e-98e1-252864aeb19c req-b504a37a-97a4-4f17-ab95-cff784fe6ca9 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482790 Nov 27 03:59:06.260141 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca87d6ee-9d69-4e6b-a612-07e0b102eb58 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:06.279418 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-d06fda82-e65c-4a0a-a9b6-0a8c9675729e None None] For port acd68f46-bd93-44f2-88ef-17c62f452a1c, host n-d-819494-3, got binding levels [] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:59:06.279821 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d06fda82-e65c-4a0a-a9b6-0a8c9675729e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:06.294410 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-d06fda82-e65c-4a0a-a9b6-0a8c9675729e None None] Calling delete_port for acd68f46-bd93-44f2-88ef-17c62f452a1c owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:59:06.297722 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.ipam_backend_mixin [None req-d06fda82-e65c-4a0a-a9b6-0a8c9675729e None None] Port acd68f46-bd93-44f2-88ef-17c62f452a1c was not found and therefore no delete operation was performed {{(pid=110020) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 03:59:06.299163 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d06fda82-e65c-4a0a-a9b6-0a8c9675729e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:06.324252 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-ca87d6ee-9d69-4e6b-a612-07e0b102eb58 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['509bb1b6-95be-4f86-8817-6dccb756806f']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:59:06.329971 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06fda82-e65c-4a0a-a9b6-0a8c9675729e None None] Pushing event deleted for resources: {'Port': ['ID=acd68f46-bd93-44f2-88ef-17c62f452a1c,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:06.340016 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06fda82-e65c-4a0a-a9b6-0a8c9675729e None None] No DVR routers for this DVR port acd68f46-bd93-44f2-88ef-17c62f452a1c on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:59:06.349478 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-ca87d6ee-9d69-4e6b-a612-07e0b102eb58 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6fec81b-f81b-4077-9fae-c4919cd71067') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:59:06.349478 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-ca87d6ee-9d69-4e6b-a612-07e0b102eb58 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6fec81b-f81b-4077-9fae-c4919cd71067') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:59:06.364348 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca87d6ee-9d69-4e6b-a612-07e0b102eb58 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:06.382729 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a4dcc-408f-480d-9d46-63f18c48e21a req-b3d5155a-786b-4597-9b2c-70369df39991 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:06.384263 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1a9a4dcc-408f-480d-9d46-63f18c48e21a req-b3d5155a-786b-4597-9b2c-70369df39991 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01e5d68-e26c-4b06-981c-0b87763ebb7a HTTP/1.1" status: 200 len: 943 time: 0.0598338 Nov 27 03:59:06.393150 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca87d6ee-9d69-4e6b-a612-07e0b102eb58 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:06.408554 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca87d6ee-9d69-4e6b-a612-07e0b102eb58 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:59:06.408972 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca87d6ee-9d69-4e6b-a612-07e0b102eb58 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:06.412801 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 03:59:06.412801 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:59:06.412801 n-d-819494-3 neutron-server[110019]: timer() Nov 27 03:59:06.412801 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:59:06.412801 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 03:59:06.412801 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:59:06.412801 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 03:59:06.412801 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:59:06.412801 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 03:59:06.412801 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:59:06.412801 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 03:59:06.412801 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:59:06.412801 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 03:59:06.412801 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:59:06.412801 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:59:06.412801 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:59:06.412801 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:59:06.412801 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:59:06.412801 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 03:59:06.412801 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:59:06.412801 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 03:59:06.412801 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:59:06.412801 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:59:06.412801 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:59:06.412801 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 03:59:06.412801 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:59:06.412801 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:59:06.412801 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:59:06.412801 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:59:06.412801 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:59:06.412801 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:59:06.412801 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:59:06.436997 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1a9a4dcc-408f-480d-9d46-63f18c48e21a req-545a9efb-3469-4a30-9dd8-dcfeb8e5ca6a tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467925 Nov 27 03:59:06.520539 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca87d6ee-9d69-4e6b-a612-07e0b102eb58 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:06.548644 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca87d6ee-9d69-4e6b-a612-07e0b102eb58 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:06.551854 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ca87d6ee-9d69-4e6b-a612-07e0b102eb58 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/networks/509bb1b6-95be-4f86-8817-6dccb756806f HTTP/1.1" status: 204 len: 168 time: 1.1675489 Nov 27 03:59:06.555444 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48814) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:06.560472 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-063037b6-ca1b-47b0-85fc-755be9c49e2d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'port': {'network_id': '1c1cfdbd-93f1-4c88-929e-a296a9079cc3', 'name': 'tempest-PortsIpV6TestJSON-534700012'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:06.566450 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87d6ee-9d69-4e6b-a612-07e0b102eb58 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event deleted for resources: {'Network': ['ID=509bb1b6-95be-4f86-8817-6dccb756806f,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:06.582281 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-5ff4b212-b580-4296-83a4-041358a2e65a req-58492dce-268e-4bad-9463-bb8350ea274d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:59:06.591467 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-5ff4b212-b580-4296-83a4-041358a2e65a req-58492dce-268e-4bad-9463-bb8350ea274d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:06.601197 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476747d5-f074-4dc1-85a0-f18b8449d564 req-409768d8-d0a4-4159-a972-c48829651a6a tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:06.602673 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-476747d5-f074-4dc1-85a0-f18b8449d564 req-409768d8-d0a4-4159-a972-c48829651a6a tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 932 time: 0.1214411 Nov 27 03:59:06.619691 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-5ff4b212-b580-4296-83a4-041358a2e65a req-58492dce-268e-4bad-9463-bb8350ea274d service neutron] Transition to ACTIVE for port object 7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:59:06.627320 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-5ff4b212-b580-4296-83a4-041358a2e65a req-58492dce-268e-4bad-9463-bb8350ea274d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:06.653184 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063037b6-ca1b-47b0-85fc-755be9c49e2d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Made reservation on behalf of b9a059a60c95449dbea48f7a9595ba66 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:59:06.657557 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-063037b6-ca1b-47b0-85fc-755be9c49e2d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:06.683884 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-063037b6-ca1b-47b0-85fc-755be9c49e2d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] device_id is not set on port f3e34461-0d36-4dee-a81a-e558627249d2 yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 03:59:06.705736 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58492dce-268e-4bad-9463-bb8350ea274d service neutron] Pushing event updated for resources: {'Port': ['ID=7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:06.715071 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-476747d5-f074-4dc1-85a0-f18b8449d564 req-ddf31d20-ef18-4df6-9f6f-9d26e857270e tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8ba712-3cd0-4dd7-9ea5-ecc0634012e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053655 Nov 27 03:59:06.731883 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 0aca3f15-9405-4be1-8a0f-bb2908b1f35a up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:59:06.782651 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 0aca3f15-9405-4be1-8a0f-bb2908b1f35a triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:06.783299 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:06.796748 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-5ff4b212-b580-4296-83a4-041358a2e65a req-58492dce-268e-4bad-9463-bb8350ea274d service neutron] Attempting to bind port 7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:59:06.796748 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-5ff4b212-b580-4296-83a4-041358a2e65a req-58492dce-268e-4bad-9463-bb8350ea274d service neutron] Attempting to bind port 7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': 'b76dfa2f-4b39-46ae-aaef-e7ac6427206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '216961a9-6bf5-4e25-9786-74e5df0ce06a'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:59:06.796748 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff4b212-b580-4296-83a4-041358a2e65a req-58492dce-268e-4bad-9463-bb8350ea274d service neutron] Attempting to bind port 7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a on network 216961a9-6bf5-4e25-9786-74e5df0ce06a {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:59:06.802594 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff4b212-b580-4296-83a4-041358a2e65a req-58492dce-268e-4bad-9463-bb8350ea274d service neutron] Port 7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a on network 216961a9-6bf5-4e25-9786-74e5df0ce06a not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:59:06.802946 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff4b212-b580-4296-83a4-041358a2e65a req-58492dce-268e-4bad-9463-bb8350ea274d service neutron] Attempting to bind port 7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a on network 216961a9-6bf5-4e25-9786-74e5df0ce06a {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:59:06.808899 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff4b212-b580-4296-83a4-041358a2e65a req-58492dce-268e-4bad-9463-bb8350ea274d service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:59:06.809252 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff4b212-b580-4296-83a4-041358a2e65a req-58492dce-268e-4bad-9463-bb8350ea274d service neutron] Checking segment: {'id': 'b76dfa2f-4b39-46ae-aaef-e7ac6427206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '216961a9-6bf5-4e25-9786-74e5df0ce06a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:59:06.809654 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff4b212-b580-4296-83a4-041358a2e65a req-58492dce-268e-4bad-9463-bb8350ea274d service neutron] Bound using segment: {'id': 'b76dfa2f-4b39-46ae-aaef-e7ac6427206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '216961a9-6bf5-4e25-9786-74e5df0ce06a'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:59:06.810148 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-5ff4b212-b580-4296-83a4-041358a2e65a req-58492dce-268e-4bad-9463-bb8350ea274d service neutron] Bound port: 7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76dfa2f-4b39-46ae-aaef-e7ac6427206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '216961a9-6bf5-4e25-9786-74e5df0ce06a'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:59:06.810520 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-5ff4b212-b580-4296-83a4-041358a2e65a req-58492dce-268e-4bad-9463-bb8350ea274d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:06.881233 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-5ff4b212-b580-4296-83a4-041358a2e65a req-58492dce-268e-4bad-9463-bb8350ea274d service neutron] For port 7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:59:06.884282 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-5ff4b212-b580-4296-83a4-041358a2e65a req-58492dce-268e-4bad-9463-bb8350ea274d service neutron] For port 7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a,segment=NetworkSegment(b76dfa2f-4b39-46ae-aaef-e7ac6427206d),segment_id=b76dfa2f-4b39-46ae-aaef-e7ac6427206d)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:59:06.888170 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-5ff4b212-b580-4296-83a4-041358a2e65a req-58492dce-268e-4bad-9463-bb8350ea274d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:06.895066 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-063037b6-ca1b-47b0-85fc-755be9c49e2d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:06.925220 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4b212-b580-4296-83a4-041358a2e65a req-58492dce-268e-4bad-9463-bb8350ea274d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:06.926198 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-5ff4b212-b580-4296-83a4-041358a2e65a req-58492dce-268e-4bad-9463-bb8350ea274d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:06.927870 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5ff4b212-b580-4296-83a4-041358a2e65a req-58492dce-268e-4bad-9463-bb8350ea274d service neutron] 10.222.0.11 "PUT /v2.0/ports/7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a HTTP/1.1" status: 200 len: 1092 time: 1.0837128 Nov 27 03:59:06.929388 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-063037b6-ca1b-47b0-85fc-755be9c49e2d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:06.930211 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f', 'tag': '7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:59:06.932990 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83755b68-a18e-4d3a-b438-7cc0d34ce846" -d '{"events": [{"name": "network-changed", "server_uuid": "30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f", "tag": "7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:59:06.963174 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58492dce-268e-4bad-9463-bb8350ea274d service neutron] Pushing event updated for resources: {'Port': ['ID=7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:06.982990 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063037b6-ca1b-47b0-85fc-755be9c49e2d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Network 1c1cfdbd-93f1-4c88-929e-a296a9079cc3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:59:06.984003 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b74c7c8-571e-4dd7-b32f-e4aa923f241a x-openstack-request-id: req-2b74c7c8-571e-4dd7-b32f-e4aa923f241a {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:59:06.984433 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f", "tag": "7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:59:06.985264 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b74c7c8-571e-4dd7-b32f-e4aa923f241a {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:59:06.985676 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f', 'tag': '7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a', 'status': 'completed', 'code': 200} Nov 27 03:59:06.986785 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-063037b6-ca1b-47b0-85fc-755be9c49e2d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:59:06.994047 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063037b6-ca1b-47b0-85fc-755be9c49e2d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:59:06.999857 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063037b6-ca1b-47b0-85fc-755be9c49e2d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:07.000624 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-063037b6-ca1b-47b0-85fc-755be9c49e2d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:07.006823 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063037b6-ca1b-47b0-85fc-755be9c49e2d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'Port': ['ID=f3e34461-0d36-4dee-a81a-e558627249d2,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:07.021714 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-063037b6-ca1b-47b0-85fc-755be9c49e2d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4651566 Nov 27 03:59:07.024448 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48822) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:07.051464 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4b212-b580-4296-83a4-041358a2e65a req-1eec51ea-b268-484e-8765-701fec12aeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:07.053208 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5ff4b212-b580-4296-83a4-041358a2e65a req-1eec51ea-b268-484e-8765-701fec12aeeb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68ffd2dc1c164a9db49281f8d2f5a12f&device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 1095 time: 0.0543725 Nov 27 03:59:07.103749 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5ff4b212-b580-4296-83a4-041358a2e65a req-ea8c3c18-ff35-495b-9e41-318eb7ce90d1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a HTTP/1.1" status: 200 len: 217 time: 0.0364020 Nov 27 03:59:07.120043 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-51bfbc2c-1a29-4a1d-81dc-9991d98f063e tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Deleting port f3e34461-0d36-4dee-a81a-e558627249d2 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:59:07.120472 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-51bfbc2c-1a29-4a1d-81dc-9991d98f063e tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:07.166638 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4b212-b580-4296-83a4-041358a2e65a req-d085f3f5-56f1-45d1-aa7c-b4d8ffdec1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:07.168048 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5ff4b212-b580-4296-83a4-041358a2e65a req-d085f3f5-56f1-45d1-aa7c-b4d8ffdec1df service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dd940eba-2dad-43ab-ba35-447883544931 HTTP/1.1" status: 200 len: 860 time: 0.0574939 Nov 27 03:59:07.195204 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-51bfbc2c-1a29-4a1d-81dc-9991d98f063e tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:07.201892 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5ff4b212-b580-4296-83a4-041358a2e65a req-219065ae-f25e-41d4-b350-2b9753ab4920 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=216961a9-6bf5-4e25-9786-74e5df0ce06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258272 Nov 27 03:59:07.210589 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-51bfbc2c-1a29-4a1d-81dc-9991d98f063e tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Calling delete_port for f3e34461-0d36-4dee-a81a-e558627249d2 owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:59:07.289714 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-51bfbc2c-1a29-4a1d-81dc-9991d98f063e tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:07.326583 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bfbc2c-1a29-4a1d-81dc-9991d98f063e tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event deleted for resources: {'Port': ['ID=f3e34461-0d36-4dee-a81a-e558627249d2,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:07.328371 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b526c2-fe35-4981-98e9-5231ee5c3939 req-94f13bfb-a36b-4c4f-ac98-3eb15ce1cd45 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:07.329071 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-51bfbc2c-1a29-4a1d-81dc-9991d98f063e tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:07.329294 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-95b526c2-fe35-4981-98e9-5231ee5c3939 req-94f13bfb-a36b-4c4f-ac98-3eb15ce1cd45 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac1073d-902c-40e3-8b55-7f672eb2af52 HTTP/1.1" status: 200 len: 946 time: 0.0794871 Nov 27 03:59:07.333026 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-51bfbc2c-1a29-4a1d-81dc-9991d98f063e tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/ports/f3e34461-0d36-4dee-a81a-e558627249d2 HTTP/1.1" status: 204 len: 168 time: 0.3074014 Nov 27 03:59:07.335400 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48826) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:07.336794 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5ff4b212-b580-4296-83a4-041358a2e65a req-14c2d541-a3fa-4acf-b75e-1539b4e352e5 service neutron] 10.222.0.11 "GET /v2.0/networks/216961a9-6bf5-4e25-9786-74e5df0ce06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272264 Nov 27 03:59:07.340332 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-13d95cab-62da-4c5a-99ed-a824be7a798b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'port': {'network_id': '1c1cfdbd-93f1-4c88-929e-a296a9079cc3', 'mac_address': 'fa:16:3e:30:5b:4b', 'name': 'tempest-PortsIpV6TestJSON-1042868523'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:07.430683 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d95cab-62da-4c5a-99ed-a824be7a798b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Made reservation on behalf of b9a059a60c95449dbea48f7a9595ba66 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:59:07.431827 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-95b526c2-fe35-4981-98e9-5231ee5c3939 req-d9f63190-ec55-4976-a9c9-f0e4ec49799e tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905361 Nov 27 03:59:07.478956 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5ff4b212-b580-4296-83a4-041358a2e65a req-be8d053f-4d63-41d2-82ce-c5d040f9d51c service neutron] 10.222.0.11 "GET /v2.0/networks/216961a9-6bf5-4e25-9786-74e5df0ce06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315691 Nov 27 03:59:07.503471 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-13d95cab-62da-4c5a-99ed-a824be7a798b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:07.527511 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-13d95cab-62da-4c5a-99ed-a824be7a798b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] device_id is not set on port 84cb8981-9ca2-41e4-9c6c-05ce214afcde yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 03:59:07.553428 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 30d277e2-a219-4e7a-996b-e5a18adee02b details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:59:07.580837 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdec198-7db0-4e77-8fca-5148b6738d26 req-8980f0d3-38ea-4e92-9023-7032f22970d9 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:07.582473 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bbdec198-7db0-4e77-8fca-5148b6738d26 req-8980f0d3-38ea-4e92-9023-7032f22970d9 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01e5d68-e26c-4b06-981c-0b87763ebb7a HTTP/1.1" status: 200 len: 943 time: 0.0644941 Nov 27 03:59:07.638733 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83755b68-a18e-4d3a-b438-7cc0d34ce846 req-033313a5-960f-4d34-a91d-6d641576e9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:07.640245 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-83755b68-a18e-4d3a-b438-7cc0d34ce846 req-033313a5-960f-4d34-a91d-6d641576e9c8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68ffd2dc1c164a9db49281f8d2f5a12f&device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 1095 time: 0.0789092 Nov 27 03:59:07.659403 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bbdec198-7db0-4e77-8fca-5148b6738d26 req-0a1b8cd1-a4f5-4ac3-b792-993a6a754382 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620928 Nov 27 03:59:07.682254 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 30d277e2-a219-4e7a-996b-e5a18adee02b, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=30d277e2-a219-4e7a-996b-e5a18adee02b,segment=NetworkSegment(7b573d51-51b1-4f49-9697-b1cce35223ba),segment_id=7b573d51-51b1-4f49-9697-b1cce35223ba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:59:07.694641 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '30d277e2-a219-4e7a-996b-e5a18adee02b', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'port_id': '30d277e2-a219-4e7a-996b-e5a18adee02b', 'mac_address': 'fa:16:3e:db:09:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:59:07.702220 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-13d95cab-62da-4c5a-99ed-a824be7a798b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:07.731892 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:07.747439 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83755b68-a18e-4d3a-b438-7cc0d34ce846 req-6b4d0913-c652-4fd6-9cb1-a933706105a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:07.749118 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-83755b68-a18e-4d3a-b438-7cc0d34ce846 req-6b4d0913-c652-4fd6-9cb1-a933706105a4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=216961a9-6bf5-4e25-9786-74e5df0ce06a HTTP/1.1" status: 200 len: 921 time: 0.1005979 Nov 27 03:59:07.749829 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-13d95cab-62da-4c5a-99ed-a824be7a798b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:07.754220 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30d277e2-a219-4e7a-996b-e5a18adee02b {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:59:07.776010 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 30d277e2-a219-4e7a-996b-e5a18adee02b, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=30d277e2-a219-4e7a-996b-e5a18adee02b,segment=NetworkSegment(7b573d51-51b1-4f49-9697-b1cce35223ba),segment_id=7b573d51-51b1-4f49-9697-b1cce35223ba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:59:07.781309 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:07.802684 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-83755b68-a18e-4d3a-b438-7cc0d34ce846 req-877dedb7-cc10-4dce-bb10-5e153f9b7927 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a HTTP/1.1" status: 200 len: 217 time: 0.0439639 Nov 27 03:59:07.812301 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d95cab-62da-4c5a-99ed-a824be7a798b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Network 1c1cfdbd-93f1-4c88-929e-a296a9079cc3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:59:07.832883 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-13d95cab-62da-4c5a-99ed-a824be7a798b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:59:07.835418 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d95cab-62da-4c5a-99ed-a824be7a798b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:59:07.843123 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d95cab-62da-4c5a-99ed-a824be7a798b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:07.843300 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=30d277e2-a219-4e7a-996b-e5a18adee02b,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:07.843754 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-13d95cab-62da-4c5a-99ed-a824be7a798b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:07.856631 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83755b68-a18e-4d3a-b438-7cc0d34ce846 req-e121ce7c-79c0-4255-b03b-389e2847fa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:07.858357 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-83755b68-a18e-4d3a-b438-7cc0d34ce846 req-e121ce7c-79c0-4255-b03b-389e2847fa1d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dd940eba-2dad-43ab-ba35-447883544931 HTTP/1.1" status: 200 len: 860 time: 0.0485117 Nov 27 03:59:07.880571 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-13d95cab-62da-4c5a-99ed-a824be7a798b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5440917 Nov 27 03:59:07.882952 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d95cab-62da-4c5a-99ed-a824be7a798b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'Port': ['ID=84cb8981-9ca2-41e4-9c6c-05ce214afcde,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:07.887155 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48836) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:07.893859 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-83755b68-a18e-4d3a-b438-7cc0d34ce846 req-0a4a4c73-3120-47a4-8d65-901cbc988cd3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=216961a9-6bf5-4e25-9786-74e5df0ce06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276802 Nov 27 03:59:07.904829 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6348b-334a-4926-a747-ce1b67b64baa req-ae350250-0edc-4f33-aab2-4a97f910de00 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:07.906850 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-15b6348b-334a-4926-a747-ce1b67b64baa req-ae350250-0edc-4f33-aab2-4a97f910de00 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 944 time: 0.1151917 Nov 27 03:59:07.961304 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141fc16e-2b99-497e-af1c-2f2c8abce339 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:07.962688 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-141fc16e-2b99-497e-af1c-2f2c8abce339 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "GET /v2.0/ports/84cb8981-9ca2-41e4-9c6c-05ce214afcde HTTP/1.1" status: 200 len: 845 time: 0.0745628 Nov 27 03:59:07.967269 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48838) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:08.014738 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-83755b68-a18e-4d3a-b438-7cc0d34ce846 req-c1ee10c0-f40f-41de-9352-b120bf65d2b9 service neutron] 10.222.0.11 "GET /v2.0/networks/216961a9-6bf5-4e25-9786-74e5df0ce06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859108 Nov 27 03:59:08.025641 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-15b6348b-334a-4926-a747-ce1b67b64baa req-d521f2fa-e3ac-428d-b49c-a32e38c29a78 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8ba712-3cd0-4dd7-9ea5-ecc0634012e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983655 Nov 27 03:59:08.076612 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-54695f26-0b9e-461a-a9d3-6c99ea9e4b19 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Deleting port 84cb8981-9ca2-41e4-9c6c-05ce214afcde {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:59:08.076955 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-54695f26-0b9e-461a-a9d3-6c99ea9e4b19 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:08.118599 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-83755b68-a18e-4d3a-b438-7cc0d34ce846 req-4171b0e7-35cf-4392-81b4-906031551a80 service neutron] 10.222.0.11 "GET /v2.0/networks/216961a9-6bf5-4e25-9786-74e5df0ce06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953329 Nov 27 03:59:08.154568 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-54695f26-0b9e-461a-a9d3-6c99ea9e4b19 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:08.172958 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-54695f26-0b9e-461a-a9d3-6c99ea9e4b19 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Calling delete_port for 84cb8981-9ca2-41e4-9c6c-05ce214afcde owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:59:08.190178 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['30d277e2-a219-4e7a-996b-e5a18adee02b'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:59:08.268036 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-54695f26-0b9e-461a-a9d3-6c99ea9e4b19 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:08.299052 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54695f26-0b9e-461a-a9d3-6c99ea9e4b19 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event deleted for resources: {'Port': ['ID=84cb8981-9ca2-41e4-9c6c-05ce214afcde,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:08.308425 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-54695f26-0b9e-461a-a9d3-6c99ea9e4b19 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:08.315390 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-54695f26-0b9e-461a-a9d3-6c99ea9e4b19 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/ports/84cb8981-9ca2-41e4-9c6c-05ce214afcde HTTP/1.1" status: 204 len: 168 time: 0.3471587 Nov 27 03:59:08.317830 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48842) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:08.342994 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f37e1b8-19e2-4439-b937-61f93d981e3a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] GET failed (client error): The resource could not be found. Nov 27 03:59:08.347978 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5f37e1b8-19e2-4439-b937-61f93d981e3a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "GET /v2.0/ports/84cb8981-9ca2-41e4-9c6c-05ce214afcde HTTP/1.1" status: 404 len: 333 time: 0.0254290 Nov 27 03:59:08.348735 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48844) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:08.354260 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-18f0fc25-ba1a-4605-b8c8-049e0a717ddc tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'port': {'network_id': '1c1cfdbd-93f1-4c88-929e-a296a9079cc3', 'name': 'tempest-PortsIpV6TestJSON-95768291'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:08.398329 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 03:59:08.448441 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f0fc25-ba1a-4605-b8c8-049e0a717ddc tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Made reservation on behalf of b9a059a60c95449dbea48f7a9595ba66 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:59:08.452015 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18f0fc25-ba1a-4605-b8c8-049e0a717ddc tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:08.469841 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-18f0fc25-ba1a-4605-b8c8-049e0a717ddc tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] device_id is not set on port b626309e-67f0-4c20-bac2-ce90382e4dea yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 03:59:08.589896 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee79a61-2647-4be5-9acd-a032b8b27a4d req-a4782eb7-3b83-4a79-9dd4-c978587e9f0e tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:08.591430 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eee79a61-2647-4be5-9acd-a032b8b27a4d req-a4782eb7-3b83-4a79-9dd4-c978587e9f0e tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac1073d-902c-40e3-8b55-7f672eb2af52 HTTP/1.1" status: 200 len: 946 time: 0.0855291 Nov 27 03:59:08.710604 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18f0fc25-ba1a-4605-b8c8-049e0a717ddc tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:08.714955 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eee79a61-2647-4be5-9acd-a032b8b27a4d req-c16260c6-6e60-4455-8a3e-84d1e8918642 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066055 Nov 27 03:59:08.750470 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18f0fc25-ba1a-4605-b8c8-049e0a717ddc tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:08.787462 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16777d-7a53-4776-a128-caa02ec88c62 req-a8bba7a2-4f15-404d-ae15-b63b8e2f9f26 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:08.794459 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3c16777d-7a53-4776-a128-caa02ec88c62 req-a8bba7a2-4f15-404d-ae15-b63b8e2f9f26 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01e5d68-e26c-4b06-981c-0b87763ebb7a HTTP/1.1" status: 200 len: 944 time: 0.0609510 Nov 27 03:59:08.803180 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f0fc25-ba1a-4605-b8c8-049e0a717ddc tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Network 1c1cfdbd-93f1-4c88-929e-a296a9079cc3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:59:08.806505 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-18f0fc25-ba1a-4605-b8c8-049e0a717ddc tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:59:08.811372 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f0fc25-ba1a-4605-b8c8-049e0a717ddc tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:59:08.816590 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f0fc25-ba1a-4605-b8c8-049e0a717ddc tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:08.817309 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18f0fc25-ba1a-4605-b8c8-049e0a717ddc tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:08.827251 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f0fc25-ba1a-4605-b8c8-049e0a717ddc tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'Port': ['ID=b626309e-67f0-4c20-bac2-ce90382e4dea,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:08.848363 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 48852) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:08.848865 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-18f0fc25-ba1a-4605-b8c8-049e0a717ddc tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.4971089 Nov 27 03:59:08.854714 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-e4d38a11-89f5-4518-aeb9-71b0fd2aaaed tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:08.860716 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3c16777d-7a53-4776-a128-caa02ec88c62 req-c879efbd-3059-4c8e-8698-a73e108d585a tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652254 Nov 27 03:59:08.936137 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e4d38a11-89f5-4518-aeb9-71b0fd2aaaed tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:09.404020 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db30f8-9620-4556-b2e1-b29de7a4fc70 req-f4b00d53-c61d-48f5-9ff7-db5ec3c85e6f tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:09.405500 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-68db30f8-9620-4556-b2e1-b29de7a4fc70 req-f4b00d53-c61d-48f5-9ff7-db5ec3c85e6f tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 944 time: 0.1285059 Nov 27 03:59:09.490870 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-68db30f8-9620-4556-b2e1-b29de7a4fc70 req-5259caae-4aca-4b30-9fd9-d37647a6c344 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8ba712-3cd0-4dd7-9ea5-ecc0634012e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770535 Nov 27 03:59:09.499347 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e4d38a11-89f5-4518-aeb9-71b0fd2aaaed tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:09.505164 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e4d38a11-89f5-4518-aeb9-71b0fd2aaaed tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:09.548041 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-e4d38a11-89f5-4518-aeb9-71b0fd2aaaed tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] In _notify_port_updated(), no bound segment for port b626309e-67f0-4c20-bac2-ce90382e4dea on network 1c1cfdbd-93f1-4c88-929e-a296a9079cc3 {{(pid=110019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 03:59:09.553652 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d38a11-89f5-4518-aeb9-71b0fd2aaaed tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:09.554082 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 30d277e2-a219-4e7a-996b-e5a18adee02b up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:59:09.554627 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e4d38a11-89f5-4518-aeb9-71b0fd2aaaed tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:09.558123 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e4d38a11-89f5-4518-aeb9-71b0fd2aaaed tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "PUT /v2.0/ports/b626309e-67f0-4c20-bac2-ce90382e4dea HTTP/1.1" status: 200 len: 818 time: 0.7052050 Nov 27 03:59:09.558365 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 48860) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:09.597506 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d38a11-89f5-4518-aeb9-71b0fd2aaaed tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'Port': ['ID=b626309e-67f0-4c20-bac2-ce90382e4dea,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:09.609154 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 30d277e2-a219-4e7a-996b-e5a18adee02b completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:59:09.618030 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 30d277e2-a219-4e7a-996b-e5a18adee02b triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:09.618438 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:09.663932 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-ff37ce78-af67-4193-8bd2-51bd6fa8e7e2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Deleting port b626309e-67f0-4c20-bac2-ce90382e4dea {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:59:09.664347 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ff37ce78-af67-4193-8bd2-51bd6fa8e7e2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:09.700268 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:09.722903 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01e5d68-e26c-4b06-981c-0b87763ebb7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d277e2-a219-4e7a-996b-e5a18adee02b'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:59:09.725093 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5dc71f-a4e8-46b5-8c41-070b1740121f" -d '{"events": [{"server_uuid": "e01e5d68-e26c-4b06-981c-0b87763ebb7a", "name": "network-vif-plugged", "status": "completed", "tag": "30d277e2-a219-4e7a-996b-e5a18adee02b"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:59:09.731929 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ff37ce78-af67-4193-8bd2-51bd6fa8e7e2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:09.743899 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 30d277e2-a219-4e7a-996b-e5a18adee02b, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=30d277e2-a219-4e7a-996b-e5a18adee02b,segment=NetworkSegment(7b573d51-51b1-4f49-9697-b1cce35223ba),segment_id=7b573d51-51b1-4f49-9697-b1cce35223ba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:59:09.746361 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-ff37ce78-af67-4193-8bd2-51bd6fa8e7e2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Calling delete_port for b626309e-67f0-4c20-bac2-ce90382e4dea owned by {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:59:09.752181 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:09.780431 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1b3b8f-1448-4823-81ae-7ba04c2e5a7b x-openstack-request-id: req-9c1b3b8f-1448-4823-81ae-7ba04c2e5a7b {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:59:09.780753 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e01e5d68-e26c-4b06-981c-0b87763ebb7a", "name": "network-vif-plugged", "status": "completed", "tag": "30d277e2-a219-4e7a-996b-e5a18adee02b", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:59:09.780955 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c1b3b8f-1448-4823-81ae-7ba04c2e5a7b {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:59:09.781375 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01e5d68-e26c-4b06-981c-0b87763ebb7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d277e2-a219-4e7a-996b-e5a18adee02b', 'code': 200} Nov 27 03:59:09.827854 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=30d277e2-a219-4e7a-996b-e5a18adee02b,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:09.853765 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6532d9-f3e6-46b4-a6da-a494c2bf2184 req-eaed7563-a812-45e9-a39a-35215c0e8f2e tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:09.859988 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ff37ce78-af67-4193-8bd2-51bd6fa8e7e2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:09.863161 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d6532d9-f3e6-46b4-a6da-a494c2bf2184 req-eaed7563-a812-45e9-a39a-35215c0e8f2e tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac1073d-902c-40e3-8b55-7f672eb2af52 HTTP/1.1" status: 200 len: 946 time: 0.0672338 Nov 27 03:59:09.903531 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff37ce78-af67-4193-8bd2-51bd6fa8e7e2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event deleted for resources: {'Port': ['ID=b626309e-67f0-4c20-bac2-ce90382e4dea,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:09.914291 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d6532d9-f3e6-46b4-a6da-a494c2bf2184 req-8c08a3d7-6002-4066-a21c-fd8571eed849 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498950 Nov 27 03:59:09.930375 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ff37ce78-af67-4193-8bd2-51bd6fa8e7e2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:09.938983 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ff37ce78-af67-4193-8bd2-51bd6fa8e7e2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/ports/b626309e-67f0-4c20-bac2-ce90382e4dea HTTP/1.1" status: 204 len: 168 time: 0.3773870 Nov 27 03:59:09.939826 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 48870) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:09.996284 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd11bad-2155-4d77-991d-f377c1debad2 req-c7063fad-f7e2-4ced-bd80-3fd33608e86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:09.997787 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fcd11bad-2155-4d77-991d-f377c1debad2 req-c7063fad-f7e2-4ced-bd80-3fd33608e86f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e01e5d68-e26c-4b06-981c-0b87763ebb7a HTTP/1.1" status: 200 len: 1096 time: 0.1064429 Nov 27 03:59:10.044037 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba26dcca-623f-4322-b3c3-7d9bf9faea15 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:10.048435 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ba26dcca-623f-4322-b3c3-7d9bf9faea15 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1047206 Nov 27 03:59:10.049582 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48874) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:10.055108 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d51f2d-04cd-4024-9602-d0c3d00a0bbb req-a51c31b1-05eb-4afe-b37b-4f8b4f584079 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:10.056550 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-71d51f2d-04cd-4024-9602-d0c3d00a0bbb req-a51c31b1-05eb-4afe-b37b-4f8b4f584079 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01e5d68-e26c-4b06-981c-0b87763ebb7a HTTP/1.1" status: 200 len: 945 time: 0.1039295 Nov 27 03:59:10.076073 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcb4d355-01c0-46eb-a957-be777ebc5007 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] GET failed (client error): The resource could not be found. Nov 27 03:59:10.077579 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-fcb4d355-01c0-46eb-a957-be777ebc5007 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "GET /v2.0/ports/b626309e-67f0-4c20-bac2-ce90382e4dea HTTP/1.1" status: 404 len: 333 time: 0.0269108 Nov 27 03:59:10.081116 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48876) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:10.085877 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-1e96103b-4fde-449a-af0a-e95f7563ca4a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-576774541'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:10.091173 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fcd11bad-2155-4d77-991d-f377c1debad2 req-c34769de-1289-4b84-b60f-5e4a5c395fbf service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851374 Nov 27 03:59:10.108645 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e96103b-4fde-449a-af0a-e95f7563ca4a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Made reservation on behalf of b9a059a60c95449dbea48f7a9595ba66 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:59:10.112728 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1e96103b-4fde-449a-af0a-e95f7563ca4a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:10.122071 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-71d51f2d-04cd-4024-9602-d0c3d00a0bbb req-9bb0d125-3f43-448a-8cb7-d1a9232b16a8 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581334 Nov 27 03:59:10.136514 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e96103b-4fde-449a-af0a-e95f7563ca4a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:59:10.146093 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1e96103b-4fde-449a-af0a-e95f7563ca4a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:10.146438 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-1e96103b-4fde-449a-af0a-e95f7563ca4a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Added segment c5cebb71-d69d-4b51-81b3-018db626504a of type vlan for network 39707833-359d-4878-aa18-73e5a24d6add Nov 27 03:59:10.189218 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1e96103b-4fde-449a-af0a-e95f7563ca4a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:10.212810 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1e96103b-4fde-449a-af0a-e95f7563ca4a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:10.218335 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e96103b-4fde-449a-af0a-e95f7563ca4a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:10.219456 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1e96103b-4fde-449a-af0a-e95f7563ca4a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:10.273957 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1e96103b-4fde-449a-af0a-e95f7563ca4a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1917200 Nov 27 03:59:10.277185 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 48880) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:10.282720 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-172affed-2ddd-4b71-ab4a-0f7d85e60453 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'subnet': {'network_id': '39707833-359d-4878-aa18-73e5a24d6add', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:10.290899 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96103b-4fde-449a-af0a-e95f7563ca4a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'Network': ['ID=39707833-359d-4878-aa18-73e5a24d6add,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:10.301269 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 39707833-359d-4878-aa18-73e5a24d6add details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:59:10.386277 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172affed-2ddd-4b71-ab4a-0f7d85e60453 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Made reservation on behalf of b9a059a60c95449dbea48f7a9595ba66 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:59:10.389754 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-172affed-2ddd-4b71-ab4a-0f7d85e60453 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:10.609153 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-172affed-2ddd-4b71-ab4a-0f7d85e60453 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:10.665557 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a592a7-2b05-4a4b-a096-4113ca36757b req-ce51937d-002b-4d3d-aac4-f328745ab07e tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:10.667084 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-94a592a7-2b05-4a4b-a096-4113ca36757b req-ce51937d-002b-4d3d-aac4-f328745ab07e tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 944 time: 0.1026366 Nov 27 03:59:10.698472 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172affed-2ddd-4b71-ab4a-0f7d85e60453 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'Subnet': ['ID=2f27ea9d-121b-4745-89fa-f35b2f5f7a70,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:10.712434 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172affed-2ddd-4b71-ab4a-0f7d85e60453 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Checking segment: {'id': 'c5cebb71-d69d-4b51-81b3-018db626504a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '39707833-359d-4878-aa18-73e5a24d6add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:59:10.712815 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172affed-2ddd-4b71-ab4a-0f7d85e60453 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Network hostable DHCP agents. Network: 39707833-359d-4878-aa18-73e5a24d6add, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:59:10.748587 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-94a592a7-2b05-4a4b-a096-4113ca36757b req-59405021-6e64-4f88-8e41-7aa8974f423f tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8ba712-3cd0-4dd7-9ea5-ecc0634012e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737128 Nov 27 03:59:10.753913 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172affed-2ddd-4b71-ab4a-0f7d85e60453 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Network 39707833-359d-4878-aa18-73e5a24d6add is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:59:10.762927 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-172affed-2ddd-4b71-ab4a-0f7d85e60453 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 39707833-359d-4878-aa18-73e5a24d6add) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:59:10.767501 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172affed-2ddd-4b71-ab4a-0f7d85e60453 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:10.768137 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-172affed-2ddd-4b71-ab4a-0f7d85e60453 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:10.774687 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769f1c5b-c8b6-4718-847f-937a17240dfa None None] Network 39707833-359d-4878-aa18-73e5a24d6add requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:59:10.784570 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-172affed-2ddd-4b71-ab4a-0f7d85e60453 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5062554 Nov 27 03:59:10.787898 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 48886) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:10.792380 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-acc08e6d-3840-475e-a7c8-aeb5700f53c1 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'subnet': {'network_id': '39707833-359d-4878-aa18-73e5a24d6add', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:10.903834 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc08e6d-3840-475e-a7c8-aeb5700f53c1 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Made reservation on behalf of b9a059a60c95449dbea48f7a9595ba66 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:59:10.907448 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-acc08e6d-3840-475e-a7c8-aeb5700f53c1 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:10.926153 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62877b92-176d-42fc-a00f-4bee0cdaa1a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-39707833-359d-4878-aa18-73e5a24d6add', 'network_id': '39707833-359d-4878-aa18-73e5a24d6add', 'tenant_id': 'b9a059a60c95449dbea48f7a9595ba66', 'fixed_ips': [{'subnet_id': '2f27ea9d-121b-4745-89fa-f35b2f5f7a70'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 03:59:10.927060 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-62877b92-176d-42fc-a00f-4bee0cdaa1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:11.028099 n-d-819494-3 neutron-server[110019]: INFO neutron.db.ipam_backend_mixin [None req-acc08e6d-3840-475e-a7c8-aeb5700f53c1 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2f27ea9d-121b-4745-89fa-f35b2f5f7a70 (CIDR: 2001:db8::/64) Nov 27 03:59:11.033946 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-acc08e6d-3840-475e-a7c8-aeb5700f53c1 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 03:59:11.034405 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acc08e6d-3840-475e-a7c8-aeb5700f53c1 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 03:59:11.054611 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-acc08e6d-3840-475e-a7c8-aeb5700f53c1 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2660897 Nov 27 03:59:11.057401 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48890) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:11.062288 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8abaa-9cfc-4bf8-8cc7-60e18660992b req-8bd04e2e-3b69-4655-96e5-e95a177f5558 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:11.062576 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-94b7765c-1527-435e-bf1e-08272d6a0113 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'subnet': {'network_id': '39707833-359d-4878-aa18-73e5a24d6add', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:11.064371 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-96c8abaa-9cfc-4bf8-8cc7-60e18660992b req-8bd04e2e-3b69-4655-96e5-e95a177f5558 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac1073d-902c-40e3-8b55-7f672eb2af52 HTTP/1.1" status: 200 len: 946 time: 0.0691574 Nov 27 03:59:11.076112 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-62877b92-176d-42fc-a00f-4bee0cdaa1a9 None None] Allocated IP 2001:db8::2 (39707833-359d-4878-aa18-73e5a24d6add/2f27ea9d-121b-4745-89fa-f35b2f5f7a70/d0d798ab-5481-4e0d-9fb8-f510b9f03bee) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:59:11.124107 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-96c8abaa-9cfc-4bf8-8cc7-60e18660992b req-229677ab-9c79-4760-b310-0ecc4524dd84 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519080 Nov 27 03:59:11.212801 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b7765c-1527-435e-bf1e-08272d6a0113 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Made reservation on behalf of b9a059a60c95449dbea48f7a9595ba66 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:59:11.219669 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-94b7765c-1527-435e-bf1e-08272d6a0113 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:11.269432 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-62877b92-176d-42fc-a00f-4bee0cdaa1a9 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:11.275860 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61113c56-3cc9-4d61-abc1-b4e29563e5cf req-7212dec5-5710-4a74-95c6-b64958f41b8e tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:11.277148 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-62877b92-176d-42fc-a00f-4bee0cdaa1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:11.279303 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-61113c56-3cc9-4d61-abc1-b4e29563e5cf req-7212dec5-5710-4a74-95c6-b64958f41b8e tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01e5d68-e26c-4b06-981c-0b87763ebb7a HTTP/1.1" status: 200 len: 945 time: 0.0674281 Nov 27 03:59:11.319795 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62877b92-176d-42fc-a00f-4bee0cdaa1a9 None None] Network 39707833-359d-4878-aa18-73e5a24d6add is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:59:11.324758 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-62877b92-176d-42fc-a00f-4bee0cdaa1a9 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:59:11.329859 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62877b92-176d-42fc-a00f-4bee0cdaa1a9 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:59:11.333321 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62877b92-176d-42fc-a00f-4bee0cdaa1a9 None None] Pushing event updated for resources: {'Port': ['ID=d0d798ab-5481-4e0d-9fb8-f510b9f03bee,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:11.350602 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-61113c56-3cc9-4d61-abc1-b4e29563e5cf req-765b9d03-32c9-4ff5-bee0-3a1b20ddd9fc tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641758 Nov 27 03:59:11.396268 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-62877b92-176d-42fc-a00f-4bee0cdaa1a9 None None] Attempting to bind port d0d798ab-5481-4e0d-9fb8-f510b9f03bee on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:59:11.396745 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-62877b92-176d-42fc-a00f-4bee0cdaa1a9 None None] Attempting to bind port d0d798ab-5481-4e0d-9fb8-f510b9f03bee by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'c5cebb71-d69d-4b51-81b3-018db626504a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '39707833-359d-4878-aa18-73e5a24d6add'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:59:11.397174 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62877b92-176d-42fc-a00f-4bee0cdaa1a9 None None] Attempting to bind port d0d798ab-5481-4e0d-9fb8-f510b9f03bee on network 39707833-359d-4878-aa18-73e5a24d6add {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:59:11.403507 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62877b92-176d-42fc-a00f-4bee0cdaa1a9 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:59:11.403988 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62877b92-176d-42fc-a00f-4bee0cdaa1a9 None None] Checking segment: {'id': 'c5cebb71-d69d-4b51-81b3-018db626504a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '39707833-359d-4878-aa18-73e5a24d6add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:59:11.404452 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-62877b92-176d-42fc-a00f-4bee0cdaa1a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:11.405003 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62877b92-176d-42fc-a00f-4bee0cdaa1a9 None None] Bound using segment: {'id': 'c5cebb71-d69d-4b51-81b3-018db626504a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '39707833-359d-4878-aa18-73e5a24d6add'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:59:11.405614 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-62877b92-176d-42fc-a00f-4bee0cdaa1a9 None None] Bound port: d0d798ab-5481-4e0d-9fb8-f510b9f03bee, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5cebb71-d69d-4b51-81b3-018db626504a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '39707833-359d-4878-aa18-73e5a24d6add'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:59:11.405993 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-62877b92-176d-42fc-a00f-4bee0cdaa1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:11.474711 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-62877b92-176d-42fc-a00f-4bee0cdaa1a9 None None] For port d0d798ab-5481-4e0d-9fb8-f510b9f03bee, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:59:11.477858 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-62877b92-176d-42fc-a00f-4bee0cdaa1a9 None None] For port d0d798ab-5481-4e0d-9fb8-f510b9f03bee, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=d0d798ab-5481-4e0d-9fb8-f510b9f03bee,segment=NetworkSegment(c5cebb71-d69d-4b51-81b3-018db626504a),segment_id=c5cebb71-d69d-4b51-81b3-018db626504a)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:59:11.482120 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-62877b92-176d-42fc-a00f-4bee0cdaa1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:11.514903 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-94b7765c-1527-435e-bf1e-08272d6a0113 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:11.542251 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62877b92-176d-42fc-a00f-4bee0cdaa1a9 None None] Pushing event updated for resources: {'Port': ['ID=d0d798ab-5481-4e0d-9fb8-f510b9f03bee,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:11.556444 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b7765c-1527-435e-bf1e-08272d6a0113 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Network 39707833-359d-4878-aa18-73e5a24d6add is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:59:11.560891 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-94b7765c-1527-435e-bf1e-08272d6a0113 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:59:11.564965 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b7765c-1527-435e-bf1e-08272d6a0113 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:11.565575 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-94b7765c-1527-435e-bf1e-08272d6a0113 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:11.573125 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:59:11.580197 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b7765c-1527-435e-bf1e-08272d6a0113 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'Subnet': ['ID=8f9f0abe-b88d-4ebc-838c-485d5ed61171,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:11.589535 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-94b7765c-1527-435e-bf1e-08272d6a0113 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5299106 Nov 27 03:59:11.591289 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 48898) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:11.596929 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-60c4c9c3-e973-4256-99bd-e390001e4cc7 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'port': {'network_id': '39707833-359d-4878-aa18-73e5a24d6add', 'fixed_ips': [{'subnet_id': '2f27ea9d-121b-4745-89fa-f35b2f5f7a70'}, {'subnet_id': '8f9f0abe-b88d-4ebc-838c-485d5ed61171'}], 'name': 'tempest-PortsIpV6TestJSON-1847577090'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:11.691697 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a,segment=NetworkSegment(b76dfa2f-4b39-46ae-aaef-e7ac6427206d),segment_id=b76dfa2f-4b39-46ae-aaef-e7ac6427206d)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:59:11.707545 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a', 'network_id': '216961a9-6bf5-4e25-9786-74e5df0ce06a', 'port_id': '7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a', 'mac_address': 'fa:16:3e:64:a3:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd940eba-2dad-43ab-ba35-447883544931', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:59:11.743946 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c4c9c3-e973-4256-99bd-e390001e4cc7 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Made reservation on behalf of b9a059a60c95449dbea48f7a9595ba66 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:59:11.753324 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:11.776908 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:59:11.804510 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a,segment=NetworkSegment(b76dfa2f-4b39-46ae-aaef-e7ac6427206d),segment_id=b76dfa2f-4b39-46ae-aaef-e7ac6427206d)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:59:11.810254 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:11.877779 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:11.905338 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-60c4c9c3-e973-4256-99bd-e390001e4cc7 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:11.929159 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d00202-942c-4666-8ea3-bb6e237b478f req-a54d0335-44d4-4be3-b2f8-008893860a21 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:11.930764 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-00d00202-942c-4666-8ea3-bb6e237b478f req-a54d0335-44d4-4be3-b2f8-008893860a21 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 945 time: 0.0868506 Nov 27 03:59:11.936074 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [None req-60c4c9c3-e973-4256-99bd-e390001e4cc7 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] device_id is not set on port 0d1e54db-1121-4ef0-a9aa-8490bb1a2b7f yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 03:59:12.056050 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-00d00202-942c-4666-8ea3-bb6e237b478f req-2418efea-7d34-4141-830a-920e6a4f50d3 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8ba712-3cd0-4dd7-9ea5-ecc0634012e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144521 Nov 27 03:59:12.215573 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:59:12.265646 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984c7b4-a9d4-42f2-b052-fc8c41501e9b req-3624a9af-f5c3-41c3-b3f4-7e6044d2acc5 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:12.268287 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8984c7b4-a9d4-42f2-b052-fc8c41501e9b req-3624a9af-f5c3-41c3-b3f4-7e6044d2acc5 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac1073d-902c-40e3-8b55-7f672eb2af52 HTTP/1.1" status: 200 len: 946 time: 0.0632551 Nov 27 03:59:12.276905 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-60c4c9c3-e973-4256-99bd-e390001e4cc7 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Allocated IP 2001:db8::3c9 (39707833-359d-4878-aa18-73e5a24d6add/2f27ea9d-121b-4745-89fa-f35b2f5f7a70/0d1e54db-1121-4ef0-a9aa-8490bb1a2b7f) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:59:12.284666 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-60c4c9c3-e973-4256-99bd-e390001e4cc7 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Allocated IP 2001:db8:0:1::33c (39707833-359d-4878-aa18-73e5a24d6add/8f9f0abe-b88d-4ebc-838c-485d5ed61171/0d1e54db-1121-4ef0-a9aa-8490bb1a2b7f) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:59:12.336536 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8984c7b4-a9d4-42f2-b052-fc8c41501e9b req-87fc8a62-e783-4bb1-8ac7-6078aa88fe59 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576346 Nov 27 03:59:12.462243 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-60c4c9c3-e973-4256-99bd-e390001e4cc7 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:12.493907 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2d8f2-8461-4997-91b4-0e244e1978db req-2c648a46-8acb-4e27-a3d2-75a9091b552e tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:12.495980 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0ab2d8f2-8461-4997-91b4-0e244e1978db req-2c648a46-8acb-4e27-a3d2-75a9091b552e tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01e5d68-e26c-4b06-981c-0b87763ebb7a HTTP/1.1" status: 200 len: 945 time: 0.0598168 Nov 27 03:59:12.503505 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-60c4c9c3-e973-4256-99bd-e390001e4cc7 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:12.550766 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0ab2d8f2-8461-4997-91b4-0e244e1978db req-b47ca17e-da56-4910-97d0-3411b5963072 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473292 Nov 27 03:59:12.561753 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c4c9c3-e973-4256-99bd-e390001e4cc7 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Network 39707833-359d-4878-aa18-73e5a24d6add is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:59:12.568326 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-60c4c9c3-e973-4256-99bd-e390001e4cc7 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:59:12.573489 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4c9c3-e973-4256-99bd-e390001e4cc7 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'Port': ['ID=0d1e54db-1121-4ef0-a9aa-8490bb1a2b7f,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:12.583111 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c4c9c3-e973-4256-99bd-e390001e4cc7 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:59:12.590082 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c4c9c3-e973-4256-99bd-e390001e4cc7 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:12.590773 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-60c4c9c3-e973-4256-99bd-e390001e4cc7 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:12.610749 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-60c4c9c3-e973-4256-99bd-e390001e4cc7 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.0182989 Nov 27 03:59:12.613304 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 48914) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:12.619466 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-13168a70-bcf5-43e9-ab63-9fc7bd1018f8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2f27ea9d-121b-4745-89fa-f35b2f5f7a70'}]}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:12.654542 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc0f8ad-f752-4470-b16f-d3b76fe26c14 None None] Network 39707833-359d-4878-aa18-73e5a24d6add requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:59:12.736081 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c841c3e-aab7-4577-bf37-04068edc465d req-a1af44bf-abb7-4dec-81c9-b9e8a31681f8 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:12.737615 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5c841c3e-aab7-4577-bf37-04068edc465d req-a1af44bf-abb7-4dec-81c9-b9e8a31681f8 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01e5d68-e26c-4b06-981c-0b87763ebb7a HTTP/1.1" status: 200 len: 945 time: 0.0929613 Nov 27 03:59:12.738366 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-13168a70-bcf5-43e9-ab63-9fc7bd1018f8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:12.761024 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device d0d798ab-5481-4e0d-9fb8-f510b9f03bee up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:59:12.807909 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-b197e31a-0f34-44fa-aa6c-3ca7ed046ae2 None None] Provisioning complete for port d0d798ab-5481-4e0d-9fb8-f510b9f03bee triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:12.808611 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b197e31a-0f34-44fa-aa6c-3ca7ed046ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:12.853649 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5c841c3e-aab7-4577-bf37-04068edc465d req-a0c2a4f3-d5a5-43fd-9711-5ea9f6dff5c0 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983319 Nov 27 03:59:12.936901 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port d0d798ab-5481-4e0d-9fb8-f510b9f03bee triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:12.937278 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:12.986263 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b197e31a-0f34-44fa-aa6c-3ca7ed046ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:13.063794 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-13168a70-bcf5-43e9-ab63-9fc7bd1018f8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Delete allocated IP 2001:db8:0:1::33c (39707833-359d-4878-aa18-73e5a24d6add/8f9f0abe-b88d-4ebc-838c-485d5ed61171) {{(pid=110019) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 27 03:59:13.087082 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-b197e31a-0f34-44fa-aa6c-3ca7ed046ae2 None None] For port d0d798ab-5481-4e0d-9fb8-f510b9f03bee, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=d0d798ab-5481-4e0d-9fb8-f510b9f03bee,segment=NetworkSegment(c5cebb71-d69d-4b51-81b3-018db626504a),segment_id=c5cebb71-d69d-4b51-81b3-018db626504a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:59:13.091710 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f4729b-c248-4ec2-b7bd-f1f88ecda185 None None] Update dhcp port {'port': {'network_id': '39707833-359d-4878-aa18-73e5a24d6add', 'fixed_ips': [{'subnet_id': '2f27ea9d-121b-4745-89fa-f35b2f5f7a70', 'ip_address': '2001:db8::2'}, {'subnet_id': '8f9f0abe-b88d-4ebc-838c-485d5ed61171'}], 'binding:host_id': 'n-d-819494-3'}, 'id': 'd0d798ab-5481-4e0d-9fb8-f510b9f03bee'} from n-d-819494-3. {{(pid=110020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 03:59:13.114209 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b197e31a-0f34-44fa-aa6c-3ca7ed046ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:13.121653 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:13.160291 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-95f4729b-c248-4ec2-b7bd-f1f88ecda185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:13.249561 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b197e31a-0f34-44fa-aa6c-3ca7ed046ae2 None None] Pushing event updated for resources: {'Port': ['ID=d0d798ab-5481-4e0d-9fb8-f510b9f03bee,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:13.259937 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97255c10-a483-4983-b24f-1250ea2bf3df req-2c527b4a-a277-4c1c-8e9e-8ea9d9d0586f tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:13.261554 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-97255c10-a483-4983-b24f-1250ea2bf3df req-2c527b4a-a277-4c1c-8e9e-8ea9d9d0586f tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 945 time: 0.0957336 Nov 27 03:59:13.286184 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-13168a70-bcf5-43e9-ab63-9fc7bd1018f8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:13.293971 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-13168a70-bcf5-43e9-ab63-9fc7bd1018f8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:13.303998 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.api [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 03:59:13.304610 n-d-819494-3 neutron-server[110020]: DEBUG oslo_db.api [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 03:59:13.397010 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-13168a70-bcf5-43e9-ab63-9fc7bd1018f8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] In _notify_port_updated(), no bound segment for port 0d1e54db-1121-4ef0-a9aa-8490bb1a2b7f on network 39707833-359d-4878-aa18-73e5a24d6add {{(pid=110019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 03:59:13.402883 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-95f4729b-c248-4ec2-b7bd-f1f88ecda185 None None] Allocated IP 2001:db8:0:1::2 (39707833-359d-4878-aa18-73e5a24d6add/8f9f0abe-b88d-4ebc-838c-485d5ed61171/d0d798ab-5481-4e0d-9fb8-f510b9f03bee) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:59:13.403237 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13168a70-bcf5-43e9-ab63-9fc7bd1018f8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:13.403952 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-13168a70-bcf5-43e9-ab63-9fc7bd1018f8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:13.408882 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48940) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:13.409545 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-13168a70-bcf5-43e9-ab63-9fc7bd1018f8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "PUT /v2.0/ports/0d1e54db-1121-4ef0-a9aa-8490bb1a2b7f HTTP/1.1" status: 200 len: 926 time: 0.7944489 Nov 27 03:59:13.416063 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-b3b926c4-e375-4ed9-9b77-7b44f9283c4a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2f27ea9d-121b-4745-89fa-f35b2f5f7a70'}, {'subnet_id': '8f9f0abe-b88d-4ebc-838c-485d5ed61171'}]}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:13.427835 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-97255c10-a483-4983-b24f-1250ea2bf3df req-dfacc7c7-7e9a-473e-8ec0-feafdfb48668 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8ba712-3cd0-4dd7-9ea5-ecc0634012e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568425 Nov 27 03:59:13.442236 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13168a70-bcf5-43e9-ab63-9fc7bd1018f8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'Port': ['ID=0d1e54db-1121-4ef0-a9aa-8490bb1a2b7f,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:13.567524 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd19aa-9b76-4881-8bda-65da27272c94 req-e49699e8-6745-43e7-81af-32a9031a02a9 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:13.574997 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1ccd19aa-9b76-4881-8bda-65da27272c94 req-e49699e8-6745-43e7-81af-32a9031a02a9 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac1073d-902c-40e3-8b55-7f672eb2af52 HTTP/1.1" status: 200 len: 946 time: 0.0735478 Nov 27 03:59:13.626095 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b3b926c4-e375-4ed9-9b77-7b44f9283c4a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:13.629532 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1ccd19aa-9b76-4881-8bda-65da27272c94 req-862d2ce7-de12-40fe-92f7-4a482b10c563 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535822 Nov 27 03:59:13.689579 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:59:13.798540 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-95f4729b-c248-4ec2-b7bd-f1f88ecda185 None None] For port d0d798ab-5481-4e0d-9fb8-f510b9f03bee, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=d0d798ab-5481-4e0d-9fb8-f510b9f03bee,segment=NetworkSegment(c5cebb71-d69d-4b51-81b3-018db626504a),segment_id=c5cebb71-d69d-4b51-81b3-018db626504a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:59:13.858708 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:59:13.873732 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-95f4729b-c248-4ec2-b7bd-f1f88ecda185 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:13.876980 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:13.877127 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:13.882883 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-95f4729b-c248-4ec2-b7bd-f1f88ecda185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:13.978832 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-b3b926c4-e375-4ed9-9b77-7b44f9283c4a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Allocated IP 2001:db8:0:1::31e (39707833-359d-4878-aa18-73e5a24d6add/8f9f0abe-b88d-4ebc-838c-485d5ed61171/0d1e54db-1121-4ef0-a9aa-8490bb1a2b7f) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:59:14.009550 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f4729b-c248-4ec2-b7bd-f1f88ecda185 None None] Pushing event updated for resources: {'Port': ['ID=d0d798ab-5481-4e0d-9fb8-f510b9f03bee,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:14.054357 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:14.085937 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:59:14.088432 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ecb07f-802f-432a-bbf1-d88ab636a14d" -d '{"events": [{"server_uuid": "30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f", "name": "network-vif-plugged", "status": "completed", "tag": "7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:59:14.112134 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a,segment=NetworkSegment(b76dfa2f-4b39-46ae-aaef-e7ac6427206d),segment_id=b76dfa2f-4b39-46ae-aaef-e7ac6427206d)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:59:14.120559 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:14.178434 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:14.211978 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b3b926c4-e375-4ed9-9b77-7b44f9283c4a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:14.220393 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b3b926c4-e375-4ed9-9b77-7b44f9283c4a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:14.245343 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0831116-6c77-4b56-b6b5-b5efbc1f8658 x-openstack-request-id: req-a0831116-6c77-4b56-b6b5-b5efbc1f8658 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:59:14.245640 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f", "name": "network-vif-plugged", "status": "completed", "tag": "7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:59:14.245895 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0831116-6c77-4b56-b6b5-b5efbc1f8658 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:59:14.246317 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a', 'code': 200} Nov 27 03:59:14.308086 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-b3b926c4-e375-4ed9-9b77-7b44f9283c4a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] In _notify_port_updated(), no bound segment for port 0d1e54db-1121-4ef0-a9aa-8490bb1a2b7f on network 39707833-359d-4878-aa18-73e5a24d6add {{(pid=110018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 03:59:14.314794 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b926c4-e375-4ed9-9b77-7b44f9283c4a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:14.315488 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b3b926c4-e375-4ed9-9b77-7b44f9283c4a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:14.316831 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b3b926c4-e375-4ed9-9b77-7b44f9283c4a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "PUT /v2.0/ports/0d1e54db-1121-4ef0-a9aa-8490bb1a2b7f HTTP/1.1" status: 200 len: 1012 time: 0.9055367 Nov 27 03:59:14.318584 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b926c4-e375-4ed9-9b77-7b44f9283c4a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'Port': ['ID=0d1e54db-1121-4ef0-a9aa-8490bb1a2b7f,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:14.319644 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 48970) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:14.489858 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51e3e8-0522-4def-90d2-fe3b771e9bf7 req-4db56626-56ec-4271-8c04-1221f80392d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:14.491403 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0a51e3e8-0522-4def-90d2-fe3b771e9bf7 req-4db56626-56ec-4271-8c04-1221f80392d5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 1097 time: 0.1411514 Nov 27 03:59:14.573385 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0a51e3e8-0522-4def-90d2-fe3b771e9bf7 req-076f9ebb-8d4a-4673-86e1-0be79de0994b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6d8ba712-3cd0-4dd7-9ea5-ecc0634012e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719101 Nov 27 03:59:14.611638 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-567737fe-92ed-4ce9-aaa3-305765c41291 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Deleting port 0d1e54db-1121-4ef0-a9aa-8490bb1a2b7f {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:59:14.611992 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-567737fe-92ed-4ce9-aaa3-305765c41291 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:14.714196 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611733a0-6170-446b-be53-b599575a2379 req-e82bc18e-b1c5-4e71-9d39-ca7424e61926 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:14.724751 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-611733a0-6170-446b-be53-b599575a2379 req-e82bc18e-b1c5-4e71-9d39-ca7424e61926 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 946 time: 0.1611199 Nov 27 03:59:14.753458 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device d0d798ab-5481-4e0d-9fb8-f510b9f03bee up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:59:14.804656 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb07ef-de7e-4ef9-91a4-d3e1135081c9 req-603d311f-cfc6-4c2d-b226-fd152e087523 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:14.808888 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b3cb07ef-de7e-4ef9-91a4-d3e1135081c9 req-603d311f-cfc6-4c2d-b226-fd152e087523 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac1073d-902c-40e3-8b55-7f672eb2af52 HTTP/1.1" status: 200 len: 946 time: 0.0899799 Nov 27 03:59:14.810946 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-611733a0-6170-446b-be53-b599575a2379 req-359aefe3-4a05-46d7-b4c9-903e4376dc4c tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8ba712-3cd0-4dd7-9ea5-ecc0634012e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767827 Nov 27 03:59:14.840982 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-567737fe-92ed-4ce9-aaa3-305765c41291 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:14.848061 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port d0d798ab-5481-4e0d-9fb8-f510b9f03bee triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:14.848443 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:14.875802 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-567737fe-92ed-4ce9-aaa3-305765c41291 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Calling delete_port for 0d1e54db-1121-4ef0-a9aa-8490bb1a2b7f owned by {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:59:14.906757 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b3cb07ef-de7e-4ef9-91a4-d3e1135081c9 req-8b50842d-655d-4aff-9f29-22181bd63647 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910661 Nov 27 03:59:14.945106 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44750824-54cc-40d4-a0fc-c7ba52a8022c None None] Network 39707833-359d-4878-aa18-73e5a24d6add requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:59:15.050887 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-9836ce24-eba8-4a71-9972-fb8d97e61a43 None None] Provisioning complete for port 0d1e54db-1121-4ef0-a9aa-8490bb1a2b7f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:15.051265 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9836ce24-eba8-4a71-9972-fb8d97e61a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:15.115781 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-567737fe-92ed-4ce9-aaa3-305765c41291 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:15.134605 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-9836ce24-eba8-4a71-9972-fb8d97e61a43 None None] Port 0d1e54db-1121-4ef0-a9aa-8490bb1a2b7f cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:59:15.149823 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567737fe-92ed-4ce9-aaa3-305765c41291 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event deleted for resources: {'Port': ['ID=0d1e54db-1121-4ef0-a9aa-8490bb1a2b7f,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:15.165230 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-9836ce24-eba8-4a71-9972-fb8d97e61a43 None None] Provisioning complete for port d0d798ab-5481-4e0d-9fb8-f510b9f03bee triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:15.165615 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9836ce24-eba8-4a71-9972-fb8d97e61a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:15.202050 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-567737fe-92ed-4ce9-aaa3-305765c41291 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:15.208820 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-567737fe-92ed-4ce9-aaa3-305765c41291 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/ports/0d1e54db-1121-4ef0-a9aa-8490bb1a2b7f HTTP/1.1" status: 204 len: 168 time: 0.8852034 Nov 27 03:59:15.209181 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49006) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:15.239528 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4ea6202-def1-4579-a040-0623db492f7e tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] GET failed (client error): The resource could not be found. Nov 27 03:59:15.241415 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d4ea6202-def1-4579-a040-0623db492f7e tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "GET /v2.0/ports/0d1e54db-1121-4ef0-a9aa-8490bb1a2b7f HTTP/1.1" status: 404 len: 333 time: 0.0314903 Nov 27 03:59:15.252978 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49008) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:15.383527 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1cc595d-f092-472e-8b68-16874aaec610 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Deleting subnet 8f9f0abe-b88d-4ebc-838c-485d5ed61171 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:59:15.387910 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c1cc595d-f092-472e-8b68-16874aaec610 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:15.441334 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c1cc595d-f092-472e-8b68-16874aaec610 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:15.533208 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c1cc595d-f092-472e-8b68-16874aaec610 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:15.566584 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-9a0e7709-d401-43ac-9bf7-058f1d652a7f None None] Provisioning complete for port d0d798ab-5481-4e0d-9fb8-f510b9f03bee triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:15.567067 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9a0e7709-d401-43ac-9bf7-058f1d652a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:15.610861 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c1cc595d-f092-472e-8b68-16874aaec610 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:15.641717 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc595d-f092-472e-8b68-16874aaec610 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event deleted for resources: {'Subnet': ['ID=8f9f0abe-b88d-4ebc-838c-485d5ed61171,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:15.645770 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c1cc595d-f092-472e-8b68-16874aaec610 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:15.649327 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c1cc595d-f092-472e-8b68-16874aaec610 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/subnets/8f9f0abe-b88d-4ebc-838c-485d5ed61171 HTTP/1.1" status: 204 len: 168 time: 0.3942401 Nov 27 03:59:15.651908 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49012) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:15.733121 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-a71dbece-b8cb-419d-ba17-e35fa15f523c tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Deleting subnet 2f27ea9d-121b-4745-89fa-f35b2f5f7a70 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:59:15.737439 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a71dbece-b8cb-419d-ba17-e35fa15f523c tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:15.788567 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a71dbece-b8cb-419d-ba17-e35fa15f523c tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:15.816202 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0a5d13-ccb4-480a-b61c-75adce7539a8 None None] Network 39707833-359d-4878-aa18-73e5a24d6add requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:59:15.891808 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-731a721a-a54b-4abe-84bc-1d106c219216 None None] Could not find standard attr ID for object 0d1e54db-1121-4ef0-a9aa-8490bb1a2b7f. {{(pid=110020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 03:59:15.934228 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a71dbece-b8cb-419d-ba17-e35fa15f523c tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:15.953600 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14da37-6f82-483e-8cce-2e8e38930aa7 req-b2062311-d7de-4fa9-b075-c1fc71724ea3 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:15.955329 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cb14da37-6f82-483e-8cce-2e8e38930aa7 req-b2062311-d7de-4fa9-b075-c1fc71724ea3 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 946 time: 0.0613239 Nov 27 03:59:16.020069 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cb14da37-6f82-483e-8cce-2e8e38930aa7 req-8f4abca2-7af5-4cfb-bc75-dd5e6745d980 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8ba712-3cd0-4dd7-9ea5-ecc0634012e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556359 Nov 27 03:59:16.023097 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:16.060514 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-44985424-836b-4677-ba49-721332ce3dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:16.147331 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ee51d-f85c-49a5-ba54-220fd9350c56 req-0644dcc7-a757-45cb-ace0-978024ba0112 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:16.155118 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1f6ee51d-f85c-49a5-ba54-220fd9350c56 req-0644dcc7-a757-45cb-ace0-978024ba0112 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac1073d-902c-40e3-8b55-7f672eb2af52 HTTP/1.1" status: 200 len: 946 time: 0.0655458 Nov 27 03:59:16.202435 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1f6ee51d-f85c-49a5-ba54-220fd9350c56 req-54a7cbad-d684-43c9-bfc1-5aa2c1aac08b tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464051 Nov 27 03:59:16.365415 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-79a5eeb2-f012-4c46-a231-65d9bf9f0a7f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:16.371061 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-79a5eeb2-f012-4c46-a231-65d9bf9f0a7f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/networks?id=9066c940-2187-4bcb-b452-41734810299f HTTP/1.1" status: 200 len: 812 time: 0.5015550 Nov 27 03:59:16.382430 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a71dbece-b8cb-419d-ba17-e35fa15f523c tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:16.396592 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-a1b8854b-856c-4ad8-9f95-ba0798f098c9 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/quotas/c0fb01b15ba04e8ca79caed9882229f4 HTTP/1.1" status: 200 len: 375 time: 0.0236082 Nov 27 03:59:16.417730 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71dbece-b8cb-419d-ba17-e35fa15f523c tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event deleted for resources: {'Subnet': ['ID=2f27ea9d-121b-4745-89fa-f35b2f5f7a70,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:16.430447 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a71dbece-b8cb-419d-ba17-e35fa15f523c tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:16.434834 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a71dbece-b8cb-419d-ba17-e35fa15f523c tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/subnets/2f27ea9d-121b-4745-89fa-f35b2f5f7a70 HTTP/1.1" status: 204 len: 168 time: 0.7811790 Nov 27 03:59:16.436490 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49038) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:16.490936 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-03cdef10-6f9f-40f7-b81b-12dc00825df6 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0fb01b15ba04e8ca79caed9882229f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0763113 Nov 27 03:59:16.522871 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b69c8ef4-f7f7-497c-aa44-b1b318af0d8b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:16.585151 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-b69c8ef4-f7f7-497c-aa44-b1b318af0d8b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Deleting port d0d798ab-5481-4e0d-9fb8-f510b9f03bee {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:59:16.585496 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b69c8ef4-f7f7-497c-aa44-b1b318af0d8b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:16.601241 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-6f5c4650-d634-4217-8a39-235522ab95b5 service neutron] 10.222.0.20 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091542 Nov 27 03:59:16.710619 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c283ad-e6a3-49c9-9e83-df56a0d299c3 None None] Network 39707833-359d-4878-aa18-73e5a24d6add requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:59:16.711206 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-815d3ada-38c3-4c19-b3b9-5b66c213f398 service neutron] 10.222.0.20 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020956 Nov 27 03:59:16.747571 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833cb979-44a9-4ffb-9e64-b3e1928d1ef5 req-73c46c7c-ce0e-4e1b-a288-2d6b546c7464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:16.749075 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-833cb979-44a9-4ffb-9e64-b3e1928d1ef5 req-73c46c7c-ce0e-4e1b-a288-2d6b546c7464 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68ffd2dc1c164a9db49281f8d2f5a12f&device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 1097 time: 0.1063969 Nov 27 03:59:16.756691 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-b69c8ef4-f7f7-497c-aa44-b1b318af0d8b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] For port d0d798ab-5481-4e0d-9fb8-f510b9f03bee, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=d0d798ab-5481-4e0d-9fb8-f510b9f03bee,segment=NetworkSegment(c5cebb71-d69d-4b51-81b3-018db626504a),segment_id=c5cebb71-d69d-4b51-81b3-018db626504a)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:59:16.757057 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b69c8ef4-f7f7-497c-aa44-b1b318af0d8b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:16.786583 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-4c765e29-657d-4a94-b97e-9f513c694138 None None] Provisioning complete for port d0d798ab-5481-4e0d-9fb8-f510b9f03bee triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:16.787333 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4c765e29-657d-4a94-b97e-9f513c694138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:16.822133 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-b69c8ef4-f7f7-497c-aa44-b1b318af0d8b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Calling delete_port for d0d798ab-5481-4e0d-9fb8-f510b9f03bee owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:59:16.856501 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc242b-3d38-4085-859f-4b6ac793674a req-e2e20c8c-c949-4df3-b65a-caac7964f045 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:16.856501 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b7bc242b-3d38-4085-859f-4b6ac793674a req-e2e20c8c-c949-4df3-b65a-caac7964f045 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 946 time: 0.1534753 Nov 27 03:59:16.962884 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb88a32e-21d6-4f2f-9133-a92ce4593d74 req-caa0472d-bd83-4114-a70b-72ddda1704bc tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=217c4ca7-d020-4c85-a671-b8a7741056f0 HTTP/1.1" status: 200 len: 210 time: 0.0388460 Nov 27 03:59:16.985433 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ececdc06-60eb-4f20-821e-e081bb1e0138 None None] DHCP port deletion for 39707833-359d-4878-aa18-73e5a24d6add request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 03:59:16.985610 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833cb979-44a9-4ffb-9e64-b3e1928d1ef5 req-3575d522-60e1-4120-b1b2-39a03a0840bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:16.985610 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-833cb979-44a9-4ffb-9e64-b3e1928d1ef5 req-3575d522-60e1-4120-b1b2-39a03a0840bd service neutron] 10.222.0.11 "GET /v2.0/networks?id=216961a9-6bf5-4e25-9786-74e5df0ce06a HTTP/1.1" status: 200 len: 921 time: 0.2222354 Nov 27 03:59:17.035809 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-ececdc06-60eb-4f20-821e-e081bb1e0138 None None] Deleting port d0d798ab-5481-4e0d-9fb8-f510b9f03bee {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:59:17.036300 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ececdc06-60eb-4f20-821e-e081bb1e0138 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:17.045270 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-833cb979-44a9-4ffb-9e64-b3e1928d1ef5 req-f89796f6-1ede-486c-96b1-469e79f314fe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a HTTP/1.1" status: 200 len: 217 time: 0.0528965 Nov 27 03:59:17.079126 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b7bc242b-3d38-4085-859f-4b6ac793674a req-8e6d9f80-dfcc-4b17-a8b6-221fc31c371e tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8ba712-3cd0-4dd7-9ea5-ecc0634012e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853583 Nov 27 03:59:17.107943 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-ececdc06-60eb-4f20-821e-e081bb1e0138 None None] For port d0d798ab-5481-4e0d-9fb8-f510b9f03bee, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=d0d798ab-5481-4e0d-9fb8-f510b9f03bee,segment=NetworkSegment(c5cebb71-d69d-4b51-81b3-018db626504a),segment_id=c5cebb71-d69d-4b51-81b3-018db626504a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:59:17.108538 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ececdc06-60eb-4f20-821e-e081bb1e0138 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:17.121429 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b69c8ef4-f7f7-497c-aa44-b1b318af0d8b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:17.134860 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-ececdc06-60eb-4f20-821e-e081bb1e0138 None None] Calling delete_port for d0d798ab-5481-4e0d-9fb8-f510b9f03bee owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:59:17.170301 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833cb979-44a9-4ffb-9e64-b3e1928d1ef5 req-f570154f-5563-42ea-8723-be62d8e3396c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:17.172346 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-833cb979-44a9-4ffb-9e64-b3e1928d1ef5 req-f570154f-5563-42ea-8723-be62d8e3396c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dd940eba-2dad-43ab-ba35-447883544931 HTTP/1.1" status: 200 len: 860 time: 0.1124642 Nov 27 03:59:17.173461 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c8ef4-f7f7-497c-aa44-b1b318af0d8b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event deleted for resources: {'Port': ['ID=d0d798ab-5481-4e0d-9fb8-f510b9f03bee,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:17.177232 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69c8ef4-f7f7-497c-aa44-b1b318af0d8b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] No DVR routers for this DVR port d0d798ab-5481-4e0d-9fb8-f510b9f03bee on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:59:17.222649 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ececdc06-60eb-4f20-821e-e081bb1e0138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:17.233382 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-833cb979-44a9-4ffb-9e64-b3e1928d1ef5 req-f3ed7f74-adc5-4176-bf7a-a7362c648e0b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=216961a9-6bf5-4e25-9786-74e5df0ce06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541372 Nov 27 03:59:17.270385 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ececdc06-60eb-4f20-821e-e081bb1e0138 None None] Pushing event deleted for resources: {'Port': ['ID=d0d798ab-5481-4e0d-9fb8-f510b9f03bee,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:17.277936 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ececdc06-60eb-4f20-821e-e081bb1e0138 None None] No DVR routers for this DVR port d0d798ab-5481-4e0d-9fb8-f510b9f03bee on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:59:17.347497 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b69c8ef4-f7f7-497c-aa44-b1b318af0d8b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:17.361484 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99207bd6-d412-4049-8751-cd663e94b8b9 req-61c64607-3313-4db3-a1de-3be28a4ab423 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:17.363644 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-99207bd6-d412-4049-8751-cd663e94b8b9 req-61c64607-3313-4db3-a1de-3be28a4ab423 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac1073d-902c-40e3-8b55-7f672eb2af52 HTTP/1.1" status: 200 len: 946 time: 0.0669494 Nov 27 03:59:17.383129 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-b69c8ef4-f7f7-497c-aa44-b1b318af0d8b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39707833-359d-4878-aa18-73e5a24d6add']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:59:17.408108 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-b69c8ef4-f7f7-497c-aa44-b1b318af0d8b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5cebb71-d69d-4b51-81b3-018db626504a') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:59:17.408414 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-b69c8ef4-f7f7-497c-aa44-b1b318af0d8b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5cebb71-d69d-4b51-81b3-018db626504a') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:59:17.426593 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b69c8ef4-f7f7-497c-aa44-b1b318af0d8b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:17.429270 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-99207bd6-d412-4049-8751-cd663e94b8b9 req-b440e7fb-5e71-4baa-8028-85e83d750324 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588889 Nov 27 03:59:17.442596 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-833cb979-44a9-4ffb-9e64-b3e1928d1ef5 req-647bb89a-bfc4-4edd-ad78-0b2a715b21ce service neutron] 10.222.0.11 "GET /v2.0/networks/216961a9-6bf5-4e25-9786-74e5df0ce06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930604 Nov 27 03:59:17.446367 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b69c8ef4-f7f7-497c-aa44-b1b318af0d8b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:17.504555 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b69c8ef4-f7f7-497c-aa44-b1b318af0d8b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:59:17.504971 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b69c8ef4-f7f7-497c-aa44-b1b318af0d8b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:17.508249 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 03:59:17.508249 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:59:17.508249 n-d-819494-3 neutron-server[110019]: timer() Nov 27 03:59:17.508249 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:59:17.508249 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 03:59:17.508249 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:59:17.508249 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 03:59:17.508249 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:59:17.508249 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 03:59:17.508249 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:59:17.508249 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 03:59:17.508249 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:59:17.508249 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 03:59:17.508249 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:59:17.508249 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:59:17.508249 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:59:17.508249 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:59:17.508249 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:59:17.508249 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 03:59:17.508249 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:59:17.508249 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 03:59:17.508249 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:59:17.508249 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:59:17.508249 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:59:17.508249 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 03:59:17.508249 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:59:17.508249 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:59:17.508249 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:59:17.508249 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:59:17.508249 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:59:17.508249 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:59:17.508249 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:59:17.580956 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b69c8ef4-f7f7-497c-aa44-b1b318af0d8b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:17.595905 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b69c8ef4-f7f7-497c-aa44-b1b318af0d8b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:17.599138 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b69c8ef4-f7f7-497c-aa44-b1b318af0d8b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/networks/39707833-359d-4878-aa18-73e5a24d6add HTTP/1.1" status: 204 len: 168 time: 1.1613617 Nov 27 03:59:17.602906 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49060) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:17.618829 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c8ef4-f7f7-497c-aa44-b1b318af0d8b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event deleted for resources: {'Network': ['ID=39707833-359d-4878-aa18-73e5a24d6add,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:17.626057 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-833cb979-44a9-4ffb-9e64-b3e1928d1ef5 req-66049aa7-aa6f-4f46-894c-9e5c415e77cd service neutron] 10.222.0.11 "GET /v2.0/networks/216961a9-6bf5-4e25-9786-74e5df0ce06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678417 Nov 27 03:59:17.665275 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a45e8e9-b8ec-48c5-bd26-718e4c7c513d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:17.667156 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8a45e8e9-b8ec-48c5-bd26-718e4c7c513d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0632248 Nov 27 03:59:17.670958 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49064) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:17.719964 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-01f41400-076d-4669-81c9-66e5cafcb10e tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0478480 Nov 27 03:59:17.723998 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49070) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:17.728874 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-0b416881-091f-48f4-af1a-b04435a9c5b0 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-794689214'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:17.748725 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b416881-091f-48f4-af1a-b04435a9c5b0 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Made reservation on behalf of b9a059a60c95449dbea48f7a9595ba66 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:59:17.752644 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0b416881-091f-48f4-af1a-b04435a9c5b0 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:17.775456 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b416881-091f-48f4-af1a-b04435a9c5b0 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:59:17.783847 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0b416881-091f-48f4-af1a-b04435a9c5b0 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:17.784194 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-0b416881-091f-48f4-af1a-b04435a9c5b0 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Added segment 74e6a046-8d08-4e1e-9d31-8405866df3f4 of type vlan for network 3df62068-0258-4601-b84b-df56042d1feb Nov 27 03:59:17.827026 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0b416881-091f-48f4-af1a-b04435a9c5b0 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:17.850259 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0b416881-091f-48f4-af1a-b04435a9c5b0 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:17.856472 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b416881-091f-48f4-af1a-b04435a9c5b0 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:17.857072 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0b416881-091f-48f4-af1a-b04435a9c5b0 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:17.918233 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0b416881-091f-48f4-af1a-b04435a9c5b0 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1937959 Nov 27 03:59:17.921071 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49072) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:17.926278 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-bbb955a2-c3e8-4b8f-9bd3-6d368d5b5010 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'subnet': {'network_id': '3df62068-0258-4601-b84b-df56042d1feb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:17.933583 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b416881-091f-48f4-af1a-b04435a9c5b0 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'Network': ['ID=3df62068-0258-4601-b84b-df56042d1feb,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:17.944665 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 3df62068-0258-4601-b84b-df56042d1feb details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:59:18.026714 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb955a2-c3e8-4b8f-9bd3-6d368d5b5010 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Made reservation on behalf of b9a059a60c95449dbea48f7a9595ba66 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:59:18.030323 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bbb955a2-c3e8-4b8f-9bd3-6d368d5b5010 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:18.066203 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-00de7d98-620e-49bb-82fc-df4db0ef018e req-fa04cf36-4c0d-40c6-a30b-8a492d485f24 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=217c4ca7-d020-4c85-a671-b8a7741056f0 HTTP/1.1" status: 200 len: 210 time: 0.0275416 Nov 27 03:59:18.256315 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aeb6b9-b3c5-4c34-9ce5-8845261aa4fa req-8705df4b-a639-42e2-b894-dd6db08d3338 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:18.258711 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-3d70ca64-fe01-4b40-b0d4-011d431d6f82 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:18.261003 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-3d70ca64-fe01-4b40-b0d4-011d431d6f82 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.23 "GET /v2.0/networks?id=9066c940-2187-4bcb-b452-41734810299f HTTP/1.1" status: 200 len: 812 time: 0.1270001 Nov 27 03:59:18.263044 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d6aeb6b9-b3c5-4c34-9ce5-8845261aa4fa req-8705df4b-a639-42e2-b894-dd6db08d3338 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 946 time: 0.1008558 Nov 27 03:59:18.268370 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-772dff28-101f-486a-b0e3-042d13111d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:18.285074 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-e710f8ed-5914-41bd-a800-3110abca4d81 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Request body: {'port': {'device_id': '217c4ca7-d020-4c85-a671-b8a7741056f0', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'admin_state_up': True, 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:18.305901 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bbb955a2-c3e8-4b8f-9bd3-6d368d5b5010 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:18.368749 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d6aeb6b9-b3c5-4c34-9ce5-8845261aa4fa req-5d1b98a5-dc99-4f83-9c06-1e5ab962c642 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8ba712-3cd0-4dd7-9ea5-ecc0634012e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045189 Nov 27 03:59:18.397611 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb955a2-c3e8-4b8f-9bd3-6d368d5b5010 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'Subnet': ['ID=8dc7ddcf-7c11-4329-9bc3-bf586253847e,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:18.406726 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb955a2-c3e8-4b8f-9bd3-6d368d5b5010 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Checking segment: {'id': '74e6a046-8d08-4e1e-9d31-8405866df3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3df62068-0258-4601-b84b-df56042d1feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:59:18.407011 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb955a2-c3e8-4b8f-9bd3-6d368d5b5010 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Network hostable DHCP agents. Network: 3df62068-0258-4601-b84b-df56042d1feb, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:59:18.433554 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb955a2-c3e8-4b8f-9bd3-6d368d5b5010 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Network 3df62068-0258-4601-b84b-df56042d1feb is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:59:18.447191 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-bbb955a2-c3e8-4b8f-9bd3-6d368d5b5010 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 3df62068-0258-4601-b84b-df56042d1feb) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:59:18.456489 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb955a2-c3e8-4b8f-9bd3-6d368d5b5010 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:18.457598 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bbb955a2-c3e8-4b8f-9bd3-6d368d5b5010 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:18.457754 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6479bf-70db-4f5f-846b-31f602477a65 None None] Network 3df62068-0258-4601-b84b-df56042d1feb requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:59:18.488946 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-bbb955a2-c3e8-4b8f-9bd3-6d368d5b5010 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5662699 Nov 27 03:59:18.489738 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49084) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:18.495484 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-14b9e6ec-0484-4ebc-be65-b6c636d5219f tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'port': {'network_id': '3df62068-0258-4601-b84b-df56042d1feb', 'name': 'tempest-PortsIpV6TestJSON-663971627'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:18.694777 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af146ab-b404-459c-9a6d-f0ee41d771a2 req-42cfc614-0f82-43c2-a236-5fdce59159a2 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:18.703771 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2af146ab-b404-459c-9a6d-f0ee41d771a2 req-42cfc614-0f82-43c2-a236-5fdce59159a2 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac1073d-902c-40e3-8b55-7f672eb2af52 HTTP/1.1" status: 200 len: 946 time: 0.1462505 Nov 27 03:59:18.760607 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device d0d798ab-5481-4e0d-9fb8-f510b9f03bee no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:59:18.764148 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8588a719-1957-47cd-a206-d2b626309e6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-3df62068-0258-4601-b84b-df56042d1feb', 'network_id': '3df62068-0258-4601-b84b-df56042d1feb', 'tenant_id': 'b9a059a60c95449dbea48f7a9595ba66', 'fixed_ips': [{'subnet_id': '8dc7ddcf-7c11-4329-9bc3-bf586253847e'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 03:59:18.775305 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8588a719-1957-47cd-a206-d2b626309e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:18.830888 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.db.api [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-e710f8ed-5914-41bd-a800-3110abca4d81 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 27 03:59:18.830888 n-d-819494-3 neutron-server[110019]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 27 03:59:18.830888 n-d-819494-3 neutron-server[110019]: [parameters: {'project_id_1': 'c0fb01b15ba04e8ca79caed9882229f4', 'expiration_1': datetime.datetime(2021, 11, 27, 3, 58, 58, 820785)}] Nov 27 03:59:18.830888 n-d-819494-3 neutron-server[110019]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 03:59:18.831331 n-d-819494-3 neutron-server[110019]: DEBUG oslo_db.api [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-e710f8ed-5914-41bd-a800-3110abca4d81 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 03:59:18.843981 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2af146ab-b404-459c-9a6d-f0ee41d771a2 req-ec1c6a02-5449-439e-81ff-7c1c1b56c569 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360619 Nov 27 03:59:18.860759 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: d0d798ab-5481-4e0d-9fb8-f510b9f03bee {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:59:18.860759 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device d0d798ab-5481-4e0d-9fb8-f510b9f03bee not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:59:18.860759 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:18.892510 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b9e6ec-0484-4ebc-be65-b6c636d5219f tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Made reservation on behalf of b9a059a60c95449dbea48f7a9595ba66 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:59:18.902983 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-14b9e6ec-0484-4ebc-be65-b6c636d5219f tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:18.923747 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-14b9e6ec-0484-4ebc-be65-b6c636d5219f tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] device_id is not set on port a1444f09-5159-43f1-a50a-ad4cc7821900 yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 03:59:19.020826 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-8588a719-1957-47cd-a206-d2b626309e6f None None] Allocated IP 2001:db8::2 (3df62068-0258-4601-b84b-df56042d1feb/8dc7ddcf-7c11-4329-9bc3-bf586253847e/9885033b-01f5-4415-8b23-82178e94ce55) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:59:19.164396 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8588a719-1957-47cd-a206-d2b626309e6f None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:19.173065 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8588a719-1957-47cd-a206-d2b626309e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:19.184444 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-412f62ad-cb50-47bc-9180-14dce0353b95 req-ce6655a9-ed9b-40d4-9aec-d3dcc5849dce tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=217c4ca7-d020-4c85-a671-b8a7741056f0 HTTP/1.1" status: 200 len: 210 time: 0.0389678 Nov 27 03:59:19.212545 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8588a719-1957-47cd-a206-d2b626309e6f None None] Network 3df62068-0258-4601-b84b-df56042d1feb is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:59:19.215609 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-8588a719-1957-47cd-a206-d2b626309e6f None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:59:19.219686 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8588a719-1957-47cd-a206-d2b626309e6f None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:59:19.228245 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588a719-1957-47cd-a206-d2b626309e6f None None] Pushing event updated for resources: {'Port': ['ID=9885033b-01f5-4415-8b23-82178e94ce55,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:19.252640 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588a719-1957-47cd-a206-d2b626309e6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:59:19.252899 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588a719-1957-47cd-a206-d2b626309e6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:59:19.253428 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588a719-1957-47cd-a206-d2b626309e6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:59:19.253640 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-14b9e6ec-0484-4ebc-be65-b6c636d5219f tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Allocated IP 2001:db8::f (3df62068-0258-4601-b84b-df56042d1feb/8dc7ddcf-7c11-4329-9bc3-bf586253847e/a1444f09-5159-43f1-a50a-ad4cc7821900) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:59:19.254105 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588a719-1957-47cd-a206-d2b626309e6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:59:19.254105 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588a719-1957-47cd-a206-d2b626309e6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:59:19.254406 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588a719-1957-47cd-a206-d2b626309e6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:59:19.254924 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588a719-1957-47cd-a206-d2b626309e6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:59:19.255428 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588a719-1957-47cd-a206-d2b626309e6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:59:19.255930 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588a719-1957-47cd-a206-d2b626309e6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:59:19.256262 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588a719-1957-47cd-a206-d2b626309e6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:59:19.256591 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588a719-1957-47cd-a206-d2b626309e6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:59:19.257086 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588a719-1957-47cd-a206-d2b626309e6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:59:19.290926 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-8588a719-1957-47cd-a206-d2b626309e6f None None] Attempting to bind port 9885033b-01f5-4415-8b23-82178e94ce55 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:59:19.292153 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-8588a719-1957-47cd-a206-d2b626309e6f None None] Attempting to bind port 9885033b-01f5-4415-8b23-82178e94ce55 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '74e6a046-8d08-4e1e-9d31-8405866df3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3df62068-0258-4601-b84b-df56042d1feb'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:59:19.292524 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8588a719-1957-47cd-a206-d2b626309e6f None None] Attempting to bind port 9885033b-01f5-4415-8b23-82178e94ce55 on network 3df62068-0258-4601-b84b-df56042d1feb {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:59:19.297733 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8588a719-1957-47cd-a206-d2b626309e6f None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:59:19.298112 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8588a719-1957-47cd-a206-d2b626309e6f None None] Checking segment: {'id': '74e6a046-8d08-4e1e-9d31-8405866df3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3df62068-0258-4601-b84b-df56042d1feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:59:19.298512 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8588a719-1957-47cd-a206-d2b626309e6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:19.298937 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8588a719-1957-47cd-a206-d2b626309e6f None None] Bound using segment: {'id': '74e6a046-8d08-4e1e-9d31-8405866df3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3df62068-0258-4601-b84b-df56042d1feb'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:59:19.299402 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-8588a719-1957-47cd-a206-d2b626309e6f None None] Bound port: 9885033b-01f5-4415-8b23-82178e94ce55, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e6a046-8d08-4e1e-9d31-8405866df3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3df62068-0258-4601-b84b-df56042d1feb'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:59:19.299784 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8588a719-1957-47cd-a206-d2b626309e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:19.368673 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-e710f8ed-5914-41bd-a800-3110abca4d81 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Made reservation on behalf of c0fb01b15ba04e8ca79caed9882229f4 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:59:19.375529 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-e710f8ed-5914-41bd-a800-3110abca4d81 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:19.389157 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-8588a719-1957-47cd-a206-d2b626309e6f None None] For port 9885033b-01f5-4415-8b23-82178e94ce55, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:59:19.397931 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-8588a719-1957-47cd-a206-d2b626309e6f None None] For port 9885033b-01f5-4415-8b23-82178e94ce55, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=9885033b-01f5-4415-8b23-82178e94ce55,segment=NetworkSegment(74e6a046-8d08-4e1e-9d31-8405866df3f4),segment_id=74e6a046-8d08-4e1e-9d31-8405866df3f4)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:59:19.407835 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8588a719-1957-47cd-a206-d2b626309e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:19.448570 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-14b9e6ec-0484-4ebc-be65-b6c636d5219f tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:19.513789 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:19.526285 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588a719-1957-47cd-a206-d2b626309e6f None None] Pushing event updated for resources: {'Port': ['ID=9885033b-01f5-4415-8b23-82178e94ce55,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:19.548819 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5af7f4-66fb-4cab-9268-e110eaa07caf req-87f12bff-8c22-4d9c-aaab-8c4004f3d883 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:19.551171 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fc5af7f4-66fb-4cab-9268-e110eaa07caf req-87f12bff-8c22-4d9c-aaab-8c4004f3d883 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 946 time: 0.0944452 Nov 27 03:59:19.586955 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-14b9e6ec-0484-4ebc-be65-b6c636d5219f tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:19.587509 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-e710f8ed-5914-41bd-a800-3110abca4d81 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Allocated IP 172.20.0.5 (9066c940-2187-4bcb-b452-41734810299f/7fdbb93f-95d3-4899-98b7-de442d33ecc0/a2eb206a-ab72-4bc0-8d73-075dea708683) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:59:19.650761 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b9e6ec-0484-4ebc-be65-b6c636d5219f tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Network 3df62068-0258-4601-b84b-df56042d1feb is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:59:19.660901 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-14b9e6ec-0484-4ebc-be65-b6c636d5219f tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:59:19.668233 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fc5af7f4-66fb-4cab-9268-e110eaa07caf req-99fafc2b-8ddf-4de8-98c3-4c9b766e66e4 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8ba712-3cd0-4dd7-9ea5-ecc0634012e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089857 Nov 27 03:59:19.672345 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b9e6ec-0484-4ebc-be65-b6c636d5219f tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:59:19.685841 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b9e6ec-0484-4ebc-be65-b6c636d5219f tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:19.686424 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-14b9e6ec-0484-4ebc-be65-b6c636d5219f tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:19.703545 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9e6ec-0484-4ebc-be65-b6c636d5219f tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'Port': ['ID=a1444f09-5159-43f1-a50a-ad4cc7821900,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:19.733967 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-14b9e6ec-0484-4ebc-be65-b6c636d5219f tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2430313 Nov 27 03:59:19.737772 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49098) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:19.747163 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-5407865c-4fb4-4c74-92fc-0ea8d956730a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'port': {'network_id': '3df62068-0258-4601-b84b-df56042d1feb', 'name': 'tempest-PortsIpV6TestJSON-1389120808'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:19.903910 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-e710f8ed-5914-41bd-a800-3110abca4d81 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:19.965104 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-e710f8ed-5914-41bd-a800-3110abca4d81 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:19.990206 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5407865c-4fb4-4c74-92fc-0ea8d956730a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Made reservation on behalf of b9a059a60c95449dbea48f7a9595ba66 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:59:19.993679 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5407865c-4fb4-4c74-92fc-0ea8d956730a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:20.000582 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['30d277e2-a219-4e7a-996b-e5a18adee02b'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:59:20.014229 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85deb8cd-e322-400e-9e0d-acd48e645654 req-9549d8ab-f481-4531-b469-fa07ea991510 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:20.016499 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-85deb8cd-e322-400e-9e0d-acd48e645654 req-9549d8ab-f481-4531-b469-fa07ea991510 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac1073d-902c-40e3-8b55-7f672eb2af52 HTTP/1.1" status: 200 len: 946 time: 0.0785553 Nov 27 03:59:20.026029 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-5407865c-4fb4-4c74-92fc-0ea8d956730a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] device_id is not set on port 0b4584c1-c579-412f-bac3-50c8fb44f88c yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 03:59:20.044073 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-e710f8ed-5914-41bd-a800-3110abca4d81 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Network 9066c940-2187-4bcb-b452-41734810299f is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:59:20.051741 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-e710f8ed-5914-41bd-a800-3110abca4d81 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:59:20.058002 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-e710f8ed-5914-41bd-a800-3110abca4d81 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:59:20.062954 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e710f8ed-5914-41bd-a800-3110abca4d81 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Pushing event updated for resources: {'Port': ['ID=a2eb206a-ab72-4bc0-8d73-075dea708683,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:20.148688 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-e710f8ed-5914-41bd-a800-3110abca4d81 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:20.149739 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-e710f8ed-5914-41bd-a800-3110abca4d81 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:20.166688 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-5407865c-4fb4-4c74-92fc-0ea8d956730a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Allocated IP 2001:db8::34d (3df62068-0258-4601-b84b-df56042d1feb/8dc7ddcf-7c11-4329-9bc3-bf586253847e/0b4584c1-c579-412f-bac3-50c8fb44f88c) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:59:20.179427 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-e710f8ed-5914-41bd-a800-3110abca4d81 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8951454 Nov 27 03:59:20.194662 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-8bfd5057-6f34-4399-855e-327e25c6bc90 service neutron] Request body: {'port': {'device_id': '217c4ca7-d020-4c85-a671-b8a7741056f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:20.324700 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-85deb8cd-e322-400e-9e0d-acd48e645654 req-959e033d-db05-4cac-bd4b-2f1ae17bfad1 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130533 Nov 27 03:59:20.350697 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-8bfd5057-6f34-4399-855e-327e25c6bc90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:20.450807 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1436b-bab0-4f27-b60b-eac23f005fe0 req-53d4ba7e-a946-4aac-9dc8-aab0e9a7fbe8 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:20.456514 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-33c1436b-bab0-4f27-b60b-eac23f005fe0 req-53d4ba7e-a946-4aac-9dc8-aab0e9a7fbe8 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=217c4ca7-d020-4c85-a671-b8a7741056f0 HTTP/1.1" status: 200 len: 931 time: 0.1710622 Nov 27 03:59:20.474395 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5407865c-4fb4-4c74-92fc-0ea8d956730a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:20.523650 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-5181c91d-f7ee-444f-87b7-f85b7ba8fa3e None None] Provisioning complete for port a2eb206a-ab72-4bc0-8d73-075dea708683 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:20.524973 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5181c91d-f7ee-444f-87b7-f85b7ba8fa3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:20.536067 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5407865c-4fb4-4c74-92fc-0ea8d956730a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:20.572057 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-5181c91d-f7ee-444f-87b7-f85b7ba8fa3e None None] Port a2eb206a-ab72-4bc0-8d73-075dea708683 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:59:20.616953 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5407865c-4fb4-4c74-92fc-0ea8d956730a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'Port': ['ID=0b4584c1-c579-412f-bac3-50c8fb44f88c,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:20.655330 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5407865c-4fb4-4c74-92fc-0ea8d956730a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Network 3df62068-0258-4601-b84b-df56042d1feb is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:59:20.657123 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-5407865c-4fb4-4c74-92fc-0ea8d956730a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:59:20.659732 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5407865c-4fb4-4c74-92fc-0ea8d956730a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:59:20.665790 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5407865c-4fb4-4c74-92fc-0ea8d956730a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:20.666680 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5407865c-4fb4-4c74-92fc-0ea8d956730a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:20.701562 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5407865c-4fb4-4c74-92fc-0ea8d956730a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9634988 Nov 27 03:59:20.702201 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49112) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:20.716506 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-33c1436b-bab0-4f27-b60b-eac23f005fe0 req-1ca27393-38ae-450d-b930-c8c4e84ec8e5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483690 Nov 27 03:59:20.804589 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6831ccc1-3b02-441e-862e-1c040722971c tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:20.809925 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6831ccc1-3b02-441e-862e-1c040722971c tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Af HTTP/1.1" status: 200 len: 926 time: 0.1060119 Nov 27 03:59:20.812056 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 9885033b-01f5-4415-8b23-82178e94ce55 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:59:20.822850 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49114) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:20.882417 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-8bfd5057-6f34-4399-855e-327e25c6bc90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2eb206a-ab72-4bc0-8d73-075dea708683 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:59:20.894800 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-8bfd5057-6f34-4399-855e-327e25c6bc90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:20.916552 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 9885033b-01f5-4415-8b23-82178e94ce55 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:20.916971 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:20.923620 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-8bfd5057-6f34-4399-855e-327e25c6bc90 service neutron] Transition to ACTIVE for port object a2eb206a-ab72-4bc0-8d73-075dea708683 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 03:59:20.935997 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-8bfd5057-6f34-4399-855e-327e25c6bc90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:20.968942 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d42a5d-e787-4a59-adab-9da56be263ac req-e1a74799-852d-4c16-a287-3de285e47b1e tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:20.970003 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-60d42a5d-e787-4a59-adab-9da56be263ac req-e1a74799-852d-4c16-a287-3de285e47b1e tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 946 time: 0.1587672 Nov 27 03:59:21.071528 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd5057-6f34-4399-855e-327e25c6bc90 service neutron] Pushing event updated for resources: {'Port': ['ID=a2eb206a-ab72-4bc0-8d73-075dea708683,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:21.073060 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9933fa6f-6131-473a-a86c-936ca9fc6b57 None None] Network 3df62068-0258-4601-b84b-df56042d1feb requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:59:21.121995 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-60d42a5d-e787-4a59-adab-9da56be263ac req-3e88a64c-9bed-4062-b745-1e88a52cefaa tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8ba712-3cd0-4dd7-9ea5-ecc0634012e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324623 Nov 27 03:59:21.169392 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-7e75f463-9864-4adb-bf21-675eaf4eb0ea tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Deleting port 0b4584c1-c579-412f-bac3-50c8fb44f88c {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:59:21.169888 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7e75f463-9864-4adb-bf21-675eaf4eb0ea tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:21.173673 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-8bfd5057-6f34-4399-855e-327e25c6bc90 service neutron] Attempting to bind port a2eb206a-ab72-4bc0-8d73-075dea708683 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:59:21.174214 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-8bfd5057-6f34-4399-855e-327e25c6bc90 service neutron] Attempting to bind port a2eb206a-ab72-4bc0-8d73-075dea708683 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '7b573d51-51b1-4f49-9697-b1cce35223ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9066c940-2187-4bcb-b452-41734810299f'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:59:21.175637 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-8bfd5057-6f34-4399-855e-327e25c6bc90 service neutron] Attempting to bind port a2eb206a-ab72-4bc0-8d73-075dea708683 on network 9066c940-2187-4bcb-b452-41734810299f {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:59:21.182030 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-8bfd5057-6f34-4399-855e-327e25c6bc90 service neutron] Port a2eb206a-ab72-4bc0-8d73-075dea708683 on network 9066c940-2187-4bcb-b452-41734810299f not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 03:59:21.182822 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-8bfd5057-6f34-4399-855e-327e25c6bc90 service neutron] Attempting to bind port a2eb206a-ab72-4bc0-8d73-075dea708683 on network 9066c940-2187-4bcb-b452-41734810299f {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:59:21.215780 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-8bfd5057-6f34-4399-855e-327e25c6bc90 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:59:21.220383 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-8bfd5057-6f34-4399-855e-327e25c6bc90 service neutron] Checking segment: {'id': '7b573d51-51b1-4f49-9697-b1cce35223ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9066c940-2187-4bcb-b452-41734810299f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:59:21.220977 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-8bfd5057-6f34-4399-855e-327e25c6bc90 service neutron] Bound using segment: {'id': '7b573d51-51b1-4f49-9697-b1cce35223ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9066c940-2187-4bcb-b452-41734810299f'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:59:21.222509 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-8bfd5057-6f34-4399-855e-327e25c6bc90 service neutron] Bound port: a2eb206a-ab72-4bc0-8d73-075dea708683, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b573d51-51b1-4f49-9697-b1cce35223ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9066c940-2187-4bcb-b452-41734810299f'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:59:21.223447 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-8bfd5057-6f34-4399-855e-327e25c6bc90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:21.233264 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:21.259966 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-21855550-039c-4532-b007-7d3c062d920f None None] Provisioning complete for port 9885033b-01f5-4415-8b23-82178e94ce55 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:21.260472 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-21855550-039c-4532-b007-7d3c062d920f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:21.262092 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:21.327191 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7e75f463-9864-4adb-bf21-675eaf4eb0ea tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:21.329208 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-8bfd5057-6f34-4399-855e-327e25c6bc90 service neutron] For port a2eb206a-ab72-4bc0-8d73-075dea708683, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:59:21.333721 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-8bfd5057-6f34-4399-855e-327e25c6bc90 service neutron] For port a2eb206a-ab72-4bc0-8d73-075dea708683, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=a2eb206a-ab72-4bc0-8d73-075dea708683,segment=NetworkSegment(7b573d51-51b1-4f49-9697-b1cce35223ba),segment_id=7b573d51-51b1-4f49-9697-b1cce35223ba)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:59:21.347401 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-7e75f463-9864-4adb-bf21-675eaf4eb0ea tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Calling delete_port for 0b4584c1-c579-412f-bac3-50c8fb44f88c owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:59:21.350247 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-8bfd5057-6f34-4399-855e-327e25c6bc90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:21.386753 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 9885033b-01f5-4415-8b23-82178e94ce55, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=9885033b-01f5-4415-8b23-82178e94ce55,segment=NetworkSegment(74e6a046-8d08-4e1e-9d31-8405866df3f4),segment_id=74e6a046-8d08-4e1e-9d31-8405866df3f4)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:59:21.436780 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:21.469838 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-8bfd5057-6f34-4399-855e-327e25c6bc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:21.470619 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-8bfd5057-6f34-4399-855e-327e25c6bc90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:21.472258 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-8bfd5057-6f34-4399-855e-327e25c6bc90 service neutron] 10.222.0.23 "PUT /v2.0/ports/a2eb206a-ab72-4bc0-8d73-075dea708683 HTTP/1.1" status: 200 len: 1091 time: 1.2822464 Nov 27 03:59:21.472880 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217c4ca7-d020-4c85-a671-b8a7741056f0', 'tag': 'a2eb206a-ab72-4bc0-8d73-075dea708683'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:59:21.479587 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9db261-3e90-4c02-b7c1-838cf404095f" -d '{"events": [{"name": "network-changed", "server_uuid": "217c4ca7-d020-4c85-a671-b8a7741056f0", "tag": "a2eb206a-ab72-4bc0-8d73-075dea708683"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:59:21.539625 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd5057-6f34-4399-855e-327e25c6bc90 service neutron] Pushing event updated for resources: {'Port': ['ID=a2eb206a-ab72-4bc0-8d73-075dea708683,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:21.624328 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7e75f463-9864-4adb-bf21-675eaf4eb0ea tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:21.629160 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=9885033b-01f5-4415-8b23-82178e94ce55,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:21.635109 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9942b2a4-67eb-4064-a0e0-60990265d1e7 x-openstack-request-id: req-9942b2a4-67eb-4064-a0e0-60990265d1e7 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:59:21.635446 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217c4ca7-d020-4c85-a671-b8a7741056f0", "tag": "a2eb206a-ab72-4bc0-8d73-075dea708683", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:59:21.635645 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9942b2a4-67eb-4064-a0e0-60990265d1e7 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:59:21.636049 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217c4ca7-d020-4c85-a671-b8a7741056f0', 'tag': 'a2eb206a-ab72-4bc0-8d73-075dea708683', 'status': 'completed', 'code': 200} Nov 27 03:59:21.674989 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fba2d8-2c08-49a8-986f-8aa7dc748cff req-c8792845-4332-4ff7-80c0-d0dbb8d4ad04 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:21.676707 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e9fba2d8-2c08-49a8-986f-8aa7dc748cff req-c8792845-4332-4ff7-80c0-d0dbb8d4ad04 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac1073d-902c-40e3-8b55-7f672eb2af52 HTTP/1.1" status: 200 len: 946 time: 0.1939068 Nov 27 03:59:21.682091 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-19891a2e-6894-4572-b234-54de747fd1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:21.683623 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-19891a2e-6894-4572-b234-54de747fd1ee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0fb01b15ba04e8ca79caed9882229f4&device_id=217c4ca7-d020-4c85-a671-b8a7741056f0 HTTP/1.1" status: 200 len: 1094 time: 0.0776806 Nov 27 03:59:21.699881 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75f463-9864-4adb-bf21-675eaf4eb0ea tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event deleted for resources: {'Port': ['ID=0b4584c1-c579-412f-bac3-50c8fb44f88c,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:21.749507 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7e75f463-9864-4adb-bf21-675eaf4eb0ea tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:21.755908 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7e75f463-9864-4adb-bf21-675eaf4eb0ea tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/ports/0b4584c1-c579-412f-bac3-50c8fb44f88c HTTP/1.1" status: 204 len: 168 time: 0.9297841 Nov 27 03:59:21.756164 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49128) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:21.787888 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-be7c5d95-9f07-48b4-8e13-51e55351e911 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] GET failed (client error): The resource could not be found. Nov 27 03:59:21.792374 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-be7c5d95-9f07-48b4-8e13-51e55351e911 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "GET /v2.0/ports/0b4584c1-c579-412f-bac3-50c8fb44f88c HTTP/1.1" status: 404 len: 333 time: 0.0327756 Nov 27 03:59:21.792707 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49130) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:21.804212 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:21.807059 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-7e0da401-db6c-4150-9c59-ecc8a8d13fb2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2eb206a-ab72-4bc0-8d73-075dea708683 HTTP/1.1" status: 200 len: 217 time: 0.0906308 Nov 27 03:59:21.883908 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e9fba2d8-2c08-49a8-986f-8aa7dc748cff req-f71b919f-78c4-416e-9c5f-35f5df98af04 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944838 Nov 27 03:59:21.905612 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-db6bbd2e-2fa3-4c72-9527-9ce11fb30dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:21.905612 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-db6bbd2e-2fa3-4c72-9527-9ce11fb30dcd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7fdbb93f-95d3-4899-98b7-de442d33ecc0 HTTP/1.1" status: 200 len: 851 time: 0.0891421 Nov 27 03:59:21.971360 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7063ae2-e4f0-4220-be0d-3520c8a41724 req-e6e87f1a-15c9-4947-b741-9cf05b979b0e tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:21.973026 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e7063ae2-e4f0-4220-be0d-3520c8a41724 req-e6e87f1a-15c9-4947-b741-9cf05b979b0e tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=217c4ca7-d020-4c85-a671-b8a7741056f0 HTTP/1.1" status: 200 len: 943 time: 0.1255181 Nov 27 03:59:21.992833 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-ed17e1f0-3240-4473-bc98-272f00745197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:21.994728 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-ed17e1f0-3240-4473-bc98-272f00745197 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9066c940-2187-4bcb-b452-41734810299f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0819013 Nov 27 03:59:22.033778 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-d9a3d88c-02fe-4ca9-977c-9c8359989de2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Deleting port a1444f09-5159-43f1-a50a-ad4cc7821900 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:59:22.034094 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d9a3d88c-02fe-4ca9-977c-9c8359989de2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:22.056184 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e7063ae2-e4f0-4220-be0d-3520c8a41724 req-8ea56d9e-e334-44a2-a8d4-56fc5e75f124 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751648 Nov 27 03:59:22.135154 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-b7977ec4-a91d-4af6-bdde-e60daf537a09 service neutron] 10.222.0.23 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314664 Nov 27 03:59:22.183075 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d9a3d88c-02fe-4ca9-977c-9c8359989de2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:22.198664 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-d9a3d88c-02fe-4ca9-977c-9c8359989de2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Calling delete_port for a1444f09-5159-43f1-a50a-ad4cc7821900 owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:59:22.207817 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e171ba3-e299-4e37-98ef-c175b70713b7 None None] Provisioning complete for port 9885033b-01f5-4415-8b23-82178e94ce55 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:22.208272 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e171ba3-e299-4e37-98ef-c175b70713b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:22.270868 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d4f21a7e-575b-48b6-99ec-1857f4f99691 req-3e829397-d7bb-4efd-bbef-22e2b36aac5c service neutron] 10.222.0.23 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273520 Nov 27 03:59:22.380926 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e171ba3-e299-4e37-98ef-c175b70713b7 None None] Provisioning complete for port a1444f09-5159-43f1-a50a-ad4cc7821900 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:22.381935 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e171ba3-e299-4e37-98ef-c175b70713b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:22.462779 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f2776-5c83-490a-b55c-08a16d58383a req-a6390653-c655-4ccd-8e3e-3c5c34496ecc tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:22.464596 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-128f2776-5c83-490a-b55c-08a16d58383a req-a6390653-c655-4ccd-8e3e-3c5c34496ecc tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 946 time: 0.1365650 Nov 27 03:59:22.470370 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e171ba3-e299-4e37-98ef-c175b70713b7 None None] Port a1444f09-5159-43f1-a50a-ad4cc7821900 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:59:22.474712 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e171ba3-e299-4e37-98ef-c175b70713b7 None None] Could not find standard attr ID for object 0b4584c1-c579-412f-bac3-50c8fb44f88c. {{(pid=110020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 03:59:22.507060 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9db261-3e90-4c02-b7c1-838cf404095f req-ce476983-5931-4858-8a78-2a9de7d2713f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:22.509241 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1e9db261-3e90-4c02-b7c1-838cf404095f req-ce476983-5931-4858-8a78-2a9de7d2713f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0fb01b15ba04e8ca79caed9882229f4&device_id=217c4ca7-d020-4c85-a671-b8a7741056f0 HTTP/1.1" status: 200 len: 1094 time: 0.1082451 Nov 27 03:59:22.571551 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-128f2776-5c83-490a-b55c-08a16d58383a req-8b4d67ac-ee79-42df-b178-8a7e5bf23120 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8ba712-3cd0-4dd7-9ea5-ecc0634012e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907576 Nov 27 03:59:22.613494 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-6e4cf70d-cb04-4ad8-9d23-51e524ad97b6 None None] Provisioning complete for port a1444f09-5159-43f1-a50a-ad4cc7821900 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:22.613975 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6e4cf70d-cb04-4ad8-9d23-51e524ad97b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:22.617531 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9db261-3e90-4c02-b7c1-838cf404095f req-4f4c1242-201b-4665-94de-4bff8eb0506e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:22.619447 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1e9db261-3e90-4c02-b7c1-838cf404095f req-4f4c1242-201b-4665-94de-4bff8eb0506e service neutron] 10.222.0.23 "GET /v2.0/networks?id=9066c940-2187-4bcb-b452-41734810299f HTTP/1.1" status: 200 len: 913 time: 0.1022320 Nov 27 03:59:22.619591 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d9a3d88c-02fe-4ca9-977c-9c8359989de2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:22.655448 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-6e4cf70d-cb04-4ad8-9d23-51e524ad97b6 None None] Port a1444f09-5159-43f1-a50a-ad4cc7821900 was deleted so its status cannot be updated. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 27 03:59:22.673231 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a3d88c-02fe-4ca9-977c-9c8359989de2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event deleted for resources: {'Port': ['ID=a1444f09-5159-43f1-a50a-ad4cc7821900,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:22.714375 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1e9db261-3e90-4c02-b7c1-838cf404095f req-ea37f4eb-562e-4210-add7-12a96f51e61f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2eb206a-ab72-4bc0-8d73-075dea708683 HTTP/1.1" status: 200 len: 217 time: 0.0858631 Nov 27 03:59:22.721923 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d9a3d88c-02fe-4ca9-977c-9c8359989de2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:22.725832 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d9a3d88c-02fe-4ca9-977c-9c8359989de2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/ports/a1444f09-5159-43f1-a50a-ad4cc7821900 HTTP/1.1" status: 204 len: 168 time: 0.9302971 Nov 27 03:59:22.728431 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49140) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:22.774970 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f43c89d-deac-4c57-bcf2-a4847f349f5a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] GET failed (client error): The resource could not be found. Nov 27 03:59:22.779787 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9f43c89d-deac-4c57-bcf2-a4847f349f5a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "GET /v2.0/ports/a1444f09-5159-43f1-a50a-ad4cc7821900 HTTP/1.1" status: 404 len: 333 time: 0.0498207 Nov 27 03:59:22.780399 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49142) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:22.790363 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 9885033b-01f5-4415-8b23-82178e94ce55 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:59:22.799739 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9db261-3e90-4c02-b7c1-838cf404095f req-b530ab11-39b5-4967-bfad-f689789b71e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:22.804646 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1e9db261-3e90-4c02-b7c1-838cf404095f req-b530ab11-39b5-4967-bfad-f689789b71e9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7fdbb93f-95d3-4899-98b7-de442d33ecc0 HTTP/1.1" status: 200 len: 851 time: 0.0750985 Nov 27 03:59:22.864576 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-319e50bc-36dc-45f4-afb8-141cba0bbf68 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Deleting subnet 8dc7ddcf-7c11-4329-9bc3-bf586253847e {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:59:22.868383 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 9885033b-01f5-4415-8b23-82178e94ce55 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:22.868507 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-319e50bc-36dc-45f4-afb8-141cba0bbf68 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:22.868709 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:22.874107 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9db261-3e90-4c02-b7c1-838cf404095f req-56b7fe0c-95c8-41d6-be25-c7f58c076442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:22.876505 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-867612f0-637b-4032-89a2-e2811418580f None None] Could not find standard attr ID for object 0b4584c1-c579-412f-bac3-50c8fb44f88c. {{(pid=110020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 03:59:22.876664 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1e9db261-3e90-4c02-b7c1-838cf404095f req-56b7fe0c-95c8-41d6-be25-c7f58c076442 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9066c940-2187-4bcb-b452-41734810299f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670257 Nov 27 03:59:22.955928 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-319e50bc-36dc-45f4-afb8-141cba0bbf68 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:23.098087 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad48b2-58ff-4905-8c06-582196c7ebfa req-f85915f8-adc5-4598-a6de-4673b2887729 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:23.100121 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5aad48b2-58ff-4905-8c06-582196c7ebfa req-f85915f8-adc5-4598-a6de-4673b2887729 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac1073d-902c-40e3-8b55-7f672eb2af52 HTTP/1.1" status: 200 len: 946 time: 0.0794830 Nov 27 03:59:23.134345 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-319e50bc-36dc-45f4-afb8-141cba0bbf68 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:23.159275 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1e9db261-3e90-4c02-b7c1-838cf404095f req-62a52e5e-b0f4-475b-8507-dfbf374f2dbd service neutron] 10.222.0.23 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580311 Nov 27 03:59:23.272032 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5aad48b2-58ff-4905-8c06-582196c7ebfa req-5bc436e6-2685-4d3e-9e29-7f9ec5383b1f tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512859 Nov 27 03:59:23.282507 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a0aa6-f61a-48de-a369-1cffc7733bd7 req-bde6eb8a-fbbf-49c4-af7d-d5d7f66cb39e tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:23.284446 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8d0a0aa6-f61a-48de-a369-1cffc7733bd7 req-bde6eb8a-fbbf-49c4-af7d-d5d7f66cb39e tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=217c4ca7-d020-4c85-a671-b8a7741056f0 HTTP/1.1" status: 200 len: 943 time: 0.1119847 Nov 27 03:59:23.328017 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1e9db261-3e90-4c02-b7c1-838cf404095f req-8200d151-9a45-4e92-a41c-58b318562806 service neutron] 10.222.0.23 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564782 Nov 27 03:59:23.343673 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-319e50bc-36dc-45f4-afb8-141cba0bbf68 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:23.397339 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e50bc-36dc-45f4-afb8-141cba0bbf68 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event deleted for resources: {'Subnet': ['ID=8dc7ddcf-7c11-4329-9bc3-bf586253847e,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:23.399852 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-319e50bc-36dc-45f4-afb8-141cba0bbf68 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:23.403452 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-319e50bc-36dc-45f4-afb8-141cba0bbf68 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/subnets/8dc7ddcf-7c11-4329-9bc3-bf586253847e HTTP/1.1" status: 204 len: 168 time: 0.6219192 Nov 27 03:59:23.407117 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49152) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:23.435569 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8d0a0aa6-f61a-48de-a369-1cffc7733bd7 req-36059b8a-6ff8-4093-b919-30043abdeeb6 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419623 Nov 27 03:59:23.541039 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89b9175-c2dd-4389-bbf5-df87fd238a77 None None] Network 3df62068-0258-4601-b84b-df56042d1feb requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:59:23.567646 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-627b8fcb-9b92-439d-918a-1a453e9c1bf7 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:23.657579 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-627b8fcb-9b92-439d-918a-1a453e9c1bf7 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Deleting port 9885033b-01f5-4415-8b23-82178e94ce55 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:59:23.658186 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-627b8fcb-9b92-439d-918a-1a453e9c1bf7 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:23.789058 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-627b8fcb-9b92-439d-918a-1a453e9c1bf7 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] For port 9885033b-01f5-4415-8b23-82178e94ce55, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=9885033b-01f5-4415-8b23-82178e94ce55,segment=NetworkSegment(74e6a046-8d08-4e1e-9d31-8405866df3f4),segment_id=74e6a046-8d08-4e1e-9d31-8405866df3f4)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:59:23.789495 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-627b8fcb-9b92-439d-918a-1a453e9c1bf7 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:23.808830 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e548121-ca31-45bb-969a-06206736d8db None None] DHCP port deletion for 3df62068-0258-4601-b84b-df56042d1feb request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 03:59:23.814430 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebf983-aa21-4f64-8076-8845b6a7cf19 req-67e9ef9a-2823-48e0-aa63-7782ceef8471 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:23.817691 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1cebf983-aa21-4f64-8076-8845b6a7cf19 req-67e9ef9a-2823-48e0-aa63-7782ceef8471 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 946 time: 0.1098013 Nov 27 03:59:23.823915 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-627b8fcb-9b92-439d-918a-1a453e9c1bf7 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Calling delete_port for 9885033b-01f5-4415-8b23-82178e94ce55 owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:59:23.881920 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-9e548121-ca31-45bb-969a-06206736d8db None None] Deleting port 9885033b-01f5-4415-8b23-82178e94ce55 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:59:23.882930 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9e548121-ca31-45bb-969a-06206736d8db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:23.932438 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-627b8fcb-9b92-439d-918a-1a453e9c1bf7 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:23.955342 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-9e548121-ca31-45bb-969a-06206736d8db None None] For port 9885033b-01f5-4415-8b23-82178e94ce55, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=9885033b-01f5-4415-8b23-82178e94ce55,segment=NetworkSegment(74e6a046-8d08-4e1e-9d31-8405866df3f4),segment_id=74e6a046-8d08-4e1e-9d31-8405866df3f4)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:59:23.956237 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9e548121-ca31-45bb-969a-06206736d8db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:23.971914 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b8fcb-9b92-439d-918a-1a453e9c1bf7 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event deleted for resources: {'Port': ['ID=9885033b-01f5-4415-8b23-82178e94ce55,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:23.976681 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-9e548121-ca31-45bb-969a-06206736d8db None None] Calling delete_port for 9885033b-01f5-4415-8b23-82178e94ce55 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:59:23.982925 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627b8fcb-9b92-439d-918a-1a453e9c1bf7 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] No DVR routers for this DVR port 9885033b-01f5-4415-8b23-82178e94ce55 on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:59:23.998665 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1cebf983-aa21-4f64-8076-8845b6a7cf19 req-46023d11-4562-4b99-b983-c413944097db tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8ba712-3cd0-4dd7-9ea5-ecc0634012e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723094 Nov 27 03:59:24.083002 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9e548121-ca31-45bb-969a-06206736d8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:24.108711 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e548121-ca31-45bb-969a-06206736d8db None None] Pushing event deleted for resources: {'Port': ['ID=9885033b-01f5-4415-8b23-82178e94ce55,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:24.120620 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e548121-ca31-45bb-969a-06206736d8db None None] No DVR routers for this DVR port 9885033b-01f5-4415-8b23-82178e94ce55 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:59:24.132604 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-627b8fcb-9b92-439d-918a-1a453e9c1bf7 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:24.184198 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-627b8fcb-9b92-439d-918a-1a453e9c1bf7 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3df62068-0258-4601-b84b-df56042d1feb']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:59:24.198162 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-627b8fcb-9b92-439d-918a-1a453e9c1bf7 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74e6a046-8d08-4e1e-9d31-8405866df3f4') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:59:24.198511 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-627b8fcb-9b92-439d-918a-1a453e9c1bf7 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74e6a046-8d08-4e1e-9d31-8405866df3f4') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:59:24.211149 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-627b8fcb-9b92-439d-918a-1a453e9c1bf7 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:24.229083 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-627b8fcb-9b92-439d-918a-1a453e9c1bf7 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:24.236077 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-627b8fcb-9b92-439d-918a-1a453e9c1bf7 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:59:24.236459 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-627b8fcb-9b92-439d-918a-1a453e9c1bf7 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:24.240165 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 03:59:24.240165 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:59:24.240165 n-d-819494-3 neutron-server[110019]: timer() Nov 27 03:59:24.240165 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:59:24.240165 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 03:59:24.240165 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:59:24.240165 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 03:59:24.240165 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:59:24.240165 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 03:59:24.240165 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:59:24.240165 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 03:59:24.240165 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:59:24.240165 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 03:59:24.240165 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:59:24.240165 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:59:24.240165 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:59:24.240165 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:59:24.240165 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:59:24.240165 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 03:59:24.240165 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:59:24.240165 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 03:59:24.240165 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:59:24.240165 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:59:24.240165 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:59:24.240165 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 03:59:24.240165 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:59:24.240165 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:59:24.240165 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:59:24.240165 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:59:24.240165 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:59:24.240165 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:59:24.240165 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:59:24.309256 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-627b8fcb-9b92-439d-918a-1a453e9c1bf7 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:24.331803 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-627b8fcb-9b92-439d-918a-1a453e9c1bf7 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:24.336987 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-627b8fcb-9b92-439d-918a-1a453e9c1bf7 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/networks/3df62068-0258-4601-b84b-df56042d1feb HTTP/1.1" status: 204 len: 168 time: 0.9261165 Nov 27 03:59:24.343521 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49160) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:24.369297 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-2ff97f54-4fcb-4cdd-bc9c-2b92ee667075 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2067998846'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:24.384190 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b8fcb-9b92-439d-918a-1a453e9c1bf7 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event deleted for resources: {'Network': ['ID=3df62068-0258-4601-b84b-df56042d1feb,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:24.413718 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff97f54-4fcb-4cdd-bc9c-2b92ee667075 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Made reservation on behalf of b9a059a60c95449dbea48f7a9595ba66 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:59:24.417970 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2ff97f54-4fcb-4cdd-bc9c-2b92ee667075 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:24.465734 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ff97f54-4fcb-4cdd-bc9c-2b92ee667075 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:59:24.477894 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de5563-58e1-4615-9339-b67e5159e8a3 req-34779614-06bc-4336-9c52-3f0070cda263 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:24.479574 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-83de5563-58e1-4615-9339-b67e5159e8a3 req-34779614-06bc-4336-9c52-3f0070cda263 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac1073d-902c-40e3-8b55-7f672eb2af52 HTTP/1.1" status: 200 len: 946 time: 0.0684838 Nov 27 03:59:24.482742 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2ff97f54-4fcb-4cdd-bc9c-2b92ee667075 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:24.483092 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-2ff97f54-4fcb-4cdd-bc9c-2b92ee667075 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Added segment e5570cef-7a4f-457c-a79c-23ba12bd7e09 of type vlan for network 8c8441fb-a683-4754-a9fe-8dc90fe2e12c Nov 27 03:59:24.547327 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2ff97f54-4fcb-4cdd-bc9c-2b92ee667075 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:24.556350 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-83de5563-58e1-4615-9339-b67e5159e8a3 req-df251f90-12f7-4b95-8f4a-25ee9c49110d tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699177 Nov 27 03:59:24.581280 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2ff97f54-4fcb-4cdd-bc9c-2b92ee667075 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:24.590839 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff97f54-4fcb-4cdd-bc9c-2b92ee667075 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:24.592251 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2ff97f54-4fcb-4cdd-bc9c-2b92ee667075 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:24.697896 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2ff97f54-4fcb-4cdd-bc9c-2b92ee667075 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3530405 Nov 27 03:59:24.704436 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49170) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:24.711767 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-2f8a95bb-e5df-4bd5-ba2d-bce480c9f2e4 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'subnet': {'network_id': '8c8441fb-a683-4754-a9fe-8dc90fe2e12c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:24.735517 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff97f54-4fcb-4cdd-bc9c-2b92ee667075 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'Network': ['ID=8c8441fb-a683-4754-a9fe-8dc90fe2e12c,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:24.757789 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ac24c-23df-4c82-8282-a2c4ef921a5d req-a083a314-9665-42c9-bee6-2459cd7b6595 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:24.767676 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-238ac24c-23df-4c82-8282-a2c4ef921a5d req-a083a314-9665-42c9-bee6-2459cd7b6595 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=217c4ca7-d020-4c85-a671-b8a7741056f0 HTTP/1.1" status: 200 len: 943 time: 0.1645234 Nov 27 03:59:24.770249 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 8c8441fb-a683-4754-a9fe-8dc90fe2e12c details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:59:24.858137 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 9885033b-01f5-4415-8b23-82178e94ce55 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:59:24.887291 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-238ac24c-23df-4c82-8282-a2c4ef921a5d req-7102a320-ad74-4699-9af2-f3bed8f3bb7c tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064095 Nov 27 03:59:24.892704 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 9885033b-01f5-4415-8b23-82178e94ce55 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:59:24.892991 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 9885033b-01f5-4415-8b23-82178e94ce55 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:59:24.912456 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8a95bb-e5df-4bd5-ba2d-bce480c9f2e4 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Made reservation on behalf of b9a059a60c95449dbea48f7a9595ba66 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:59:24.922723 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2f8a95bb-e5df-4bd5-ba2d-bce480c9f2e4 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:25.222112 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffb450-33b3-43a9-aefb-0dc409546808 req-5572d41c-a165-49dd-b861-e97059c7b1b0 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:25.223823 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1cffb450-33b3-43a9-aefb-0dc409546808 req-5572d41c-a165-49dd-b861-e97059c7b1b0 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 946 time: 0.1324856 Nov 27 03:59:25.253282 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2f8a95bb-e5df-4bd5-ba2d-bce480c9f2e4 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:25.355143 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1cffb450-33b3-43a9-aefb-0dc409546808 req-46d48fdd-1298-4ad6-95da-78ccafbedc9b tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8ba712-3cd0-4dd7-9ea5-ecc0634012e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216772 Nov 27 03:59:25.365238 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8a95bb-e5df-4bd5-ba2d-bce480c9f2e4 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'Subnet': ['ID=52be5ca4-220f-442e-ad05-9c045f2d9303,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:25.409630 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8a95bb-e5df-4bd5-ba2d-bce480c9f2e4 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Checking segment: {'id': 'e5570cef-7a4f-457c-a79c-23ba12bd7e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8c8441fb-a683-4754-a9fe-8dc90fe2e12c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:59:25.409630 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8a95bb-e5df-4bd5-ba2d-bce480c9f2e4 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Network hostable DHCP agents. Network: 8c8441fb-a683-4754-a9fe-8dc90fe2e12c, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:59:25.440288 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8a95bb-e5df-4bd5-ba2d-bce480c9f2e4 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Network 8c8441fb-a683-4754-a9fe-8dc90fe2e12c is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:59:25.462017 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-2f8a95bb-e5df-4bd5-ba2d-bce480c9f2e4 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 8c8441fb-a683-4754-a9fe-8dc90fe2e12c) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:59:25.469724 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8a95bb-e5df-4bd5-ba2d-bce480c9f2e4 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:25.469724 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2f8a95bb-e5df-4bd5-ba2d-bce480c9f2e4 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:25.483328 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a464a48-c501-4108-bc3d-f94276407f4f None None] Network 8c8441fb-a683-4754-a9fe-8dc90fe2e12c requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:59:25.502881 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2f8a95bb-e5df-4bd5-ba2d-bce480c9f2e4 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7960265 Nov 27 03:59:25.505723 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49174) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:25.515164 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-64da53f7-4ad0-4cad-98d0-49e0b31a44af tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'port': {'network_id': '8c8441fb-a683-4754-a9fe-8dc90fe2e12c', 'name': 'tempest-PortsIpV6TestJSON-1297707442', 'fixed_ips': [{'subnet_id': '52be5ca4-220f-442e-ad05-9c045f2d9303', 'ip_address': '2001:db8::10'}]}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:25.666695 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64da53f7-4ad0-4cad-98d0-49e0b31a44af tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Made reservation on behalf of b9a059a60c95449dbea48f7a9595ba66 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:59:25.722302 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f70bec-e937-4847-8dd5-3ac987d5951c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-8c8441fb-a683-4754-a9fe-8dc90fe2e12c', 'network_id': '8c8441fb-a683-4754-a9fe-8dc90fe2e12c', 'tenant_id': 'b9a059a60c95449dbea48f7a9595ba66', 'fixed_ips': [{'subnet_id': '52be5ca4-220f-442e-ad05-9c045f2d9303'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 03:59:25.722502 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a2f70bec-e937-4847-8dd5-3ac987d5951c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:25.785834 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717469ea-e1ca-4868-930b-dc5b19070dd2 req-878116e5-6a9e-4c7a-961c-885342bec5db tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:25.787361 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-717469ea-e1ca-4868-930b-dc5b19070dd2 req-878116e5-6a9e-4c7a-961c-885342bec5db tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac1073d-902c-40e3-8b55-7f672eb2af52 HTTP/1.1" status: 200 len: 946 time: 0.0926554 Nov 27 03:59:25.826644 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-64da53f7-4ad0-4cad-98d0-49e0b31a44af tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:25.860296 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-64da53f7-4ad0-4cad-98d0-49e0b31a44af tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] device_id is not set on port c5d08045-9947-4553-a346-c95a3b83a4f0 yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 03:59:25.879039 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-717469ea-e1ca-4868-930b-dc5b19070dd2 req-b9516a7a-e004-49bb-a213-0f293d05e79a tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850391 Nov 27 03:59:25.991486 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-a2f70bec-e937-4847-8dd5-3ac987d5951c None None] Allocated IP 2001:db8::2 (8c8441fb-a683-4754-a9fe-8dc90fe2e12c/52be5ca4-220f-442e-ad05-9c045f2d9303/237dd299-6b87-4385-9ab8-26887ce8ef54) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:59:26.067094 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6f180-4cc0-4d1e-8a69-e9e2115468c4 req-2c120004-e123-412d-8828-30eeb026dbc5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:26.068713 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-07d6f180-4cc0-4d1e-8a69-e9e2115468c4 req-2c120004-e123-412d-8828-30eeb026dbc5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=217c4ca7-d020-4c85-a671-b8a7741056f0 HTTP/1.1" status: 200 len: 943 time: 0.0823493 Nov 27 03:59:26.125631 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-07d6f180-4cc0-4d1e-8a69-e9e2115468c4 req-c9bf94d7-7133-455c-89a6-72e543499c42 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494831 Nov 27 03:59:26.239615 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a2f70bec-e937-4847-8dd5-3ac987d5951c None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:26.255569 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a2f70bec-e937-4847-8dd5-3ac987d5951c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:26.303559 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f70bec-e937-4847-8dd5-3ac987d5951c None None] Network 8c8441fb-a683-4754-a9fe-8dc90fe2e12c is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:59:26.306227 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-a2f70bec-e937-4847-8dd5-3ac987d5951c None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:59:26.308935 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f70bec-e937-4847-8dd5-3ac987d5951c None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:59:26.341262 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f70bec-e937-4847-8dd5-3ac987d5951c None None] Pushing event updated for resources: {'Port': ['ID=237dd299-6b87-4385-9ab8-26887ce8ef54,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:26.361152 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-64da53f7-4ad0-4cad-98d0-49e0b31a44af tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Allocated IP 2001:db8::10 (8c8441fb-a683-4754-a9fe-8dc90fe2e12c/52be5ca4-220f-442e-ad05-9c045f2d9303/c5d08045-9947-4553-a346-c95a3b83a4f0) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:59:26.367974 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-a2f70bec-e937-4847-8dd5-3ac987d5951c None None] Attempting to bind port 237dd299-6b87-4385-9ab8-26887ce8ef54 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:59:26.368647 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-a2f70bec-e937-4847-8dd5-3ac987d5951c None None] Attempting to bind port 237dd299-6b87-4385-9ab8-26887ce8ef54 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5570cef-7a4f-457c-a79c-23ba12bd7e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8c8441fb-a683-4754-a9fe-8dc90fe2e12c'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:59:26.368647 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f70bec-e937-4847-8dd5-3ac987d5951c None None] Attempting to bind port 237dd299-6b87-4385-9ab8-26887ce8ef54 on network 8c8441fb-a683-4754-a9fe-8dc90fe2e12c {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:59:26.374151 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f70bec-e937-4847-8dd5-3ac987d5951c None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:59:26.374541 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f70bec-e937-4847-8dd5-3ac987d5951c None None] Checking segment: {'id': 'e5570cef-7a4f-457c-a79c-23ba12bd7e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8c8441fb-a683-4754-a9fe-8dc90fe2e12c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:59:26.374975 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a2f70bec-e937-4847-8dd5-3ac987d5951c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:26.375369 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f70bec-e937-4847-8dd5-3ac987d5951c None None] Bound using segment: {'id': 'e5570cef-7a4f-457c-a79c-23ba12bd7e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8c8441fb-a683-4754-a9fe-8dc90fe2e12c'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:59:26.375983 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-a2f70bec-e937-4847-8dd5-3ac987d5951c None None] Bound port: 237dd299-6b87-4385-9ab8-26887ce8ef54, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5570cef-7a4f-457c-a79c-23ba12bd7e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8c8441fb-a683-4754-a9fe-8dc90fe2e12c'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:59:26.376379 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a2f70bec-e937-4847-8dd5-3ac987d5951c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:26.457702 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-a2f70bec-e937-4847-8dd5-3ac987d5951c None None] For port 237dd299-6b87-4385-9ab8-26887ce8ef54, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:59:26.462283 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-a2f70bec-e937-4847-8dd5-3ac987d5951c None None] For port 237dd299-6b87-4385-9ab8-26887ce8ef54, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=237dd299-6b87-4385-9ab8-26887ce8ef54,segment=NetworkSegment(e5570cef-7a4f-457c-a79c-23ba12bd7e09),segment_id=e5570cef-7a4f-457c-a79c-23ba12bd7e09)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:59:26.469875 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a2f70bec-e937-4847-8dd5-3ac987d5951c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:26.537899 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f70bec-e937-4847-8dd5-3ac987d5951c None None] Pushing event updated for resources: {'Port': ['ID=237dd299-6b87-4385-9ab8-26887ce8ef54,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:26.553921 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e520c0-e6d4-422d-858b-c2d378828c87 req-bad7c2cb-725e-4225-bf55-4bb426374552 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:26.555546 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d9e520c0-e6d4-422d-858b-c2d378828c87 req-bad7c2cb-725e-4225-bf55-4bb426374552 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 946 time: 0.0882936 Nov 27 03:59:26.595133 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-64da53f7-4ad0-4cad-98d0-49e0b31a44af tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:26.630298 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d9e520c0-e6d4-422d-858b-c2d378828c87 req-992425b4-149e-4fa0-b105-7efb992c8df9 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8ba712-3cd0-4dd7-9ea5-ecc0634012e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665975 Nov 27 03:59:26.666254 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-64da53f7-4ad0-4cad-98d0-49e0b31a44af tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:26.715677 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64da53f7-4ad0-4cad-98d0-49e0b31a44af tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Network 8c8441fb-a683-4754-a9fe-8dc90fe2e12c is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:59:26.720379 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-64da53f7-4ad0-4cad-98d0-49e0b31a44af tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:59:26.724964 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64da53f7-4ad0-4cad-98d0-49e0b31a44af tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:59:26.730658 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64da53f7-4ad0-4cad-98d0-49e0b31a44af tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:26.731375 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-64da53f7-4ad0-4cad-98d0-49e0b31a44af tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:26.738490 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64da53f7-4ad0-4cad-98d0-49e0b31a44af tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'Port': ['ID=c5d08045-9947-4553-a346-c95a3b83a4f0,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:26.767153 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-64da53f7-4ad0-4cad-98d0-49e0b31a44af tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2532825 Nov 27 03:59:26.767816 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49190) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:26.774429 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-a6d69d2d-83a1-4309-b162-568316f4a310 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'port': {'network_id': '8c8441fb-a683-4754-a9fe-8dc90fe2e12c', 'name': 'tempest-PortsIpV6TestJSON-1837983103', 'fixed_ips': [{'subnet_id': '52be5ca4-220f-442e-ad05-9c045f2d9303', 'ip_address': '2001:db8::f'}]}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:26.967733 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d69d2d-83a1-4309-b162-568316f4a310 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Made reservation on behalf of b9a059a60c95449dbea48f7a9595ba66 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:59:26.974378 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a6d69d2d-83a1-4309-b162-568316f4a310 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:27.000671 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-a6d69d2d-83a1-4309-b162-568316f4a310 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] device_id is not set on port 82a03072-f4bd-409b-b673-ad8fae966c43 yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 03:59:27.189398 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56bab8b-da6a-46c7-b434-08771465120c req-bee06d0d-425e-426a-8643-ec99dcf2ca9b tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:27.196849 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f56bab8b-da6a-46c7-b434-08771465120c req-bee06d0d-425e-426a-8643-ec99dcf2ca9b tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac1073d-902c-40e3-8b55-7f672eb2af52 HTTP/1.1" status: 200 len: 946 time: 0.1911490 Nov 27 03:59:27.289915 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db415f61-5742-43f4-ba7d-e803f9cf7fd5 req-101d915b-6eb5-498f-ae10-88f014f7ddc5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:27.291681 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-db415f61-5742-43f4-ba7d-e803f9cf7fd5 req-101d915b-6eb5-498f-ae10-88f014f7ddc5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=217c4ca7-d020-4c85-a671-b8a7741056f0 HTTP/1.1" status: 200 len: 943 time: 0.0666666 Nov 27 03:59:27.310364 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f56bab8b-da6a-46c7-b434-08771465120c req-0e655a95-990d-4342-bafe-b2027b86cad0 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081426 Nov 27 03:59:27.334569 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-a6d69d2d-83a1-4309-b162-568316f4a310 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Allocated IP 2001:db8::f (8c8441fb-a683-4754-a9fe-8dc90fe2e12c/52be5ca4-220f-442e-ad05-9c045f2d9303/82a03072-f4bd-409b-b673-ad8fae966c43) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:59:27.353266 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-db415f61-5742-43f4-ba7d-e803f9cf7fd5 req-5fca297f-cbc0-41f6-874a-a4a3b6d0ec6b tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547812 Nov 27 03:59:27.515544 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a6d69d2d-83a1-4309-b162-568316f4a310 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:27.566034 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a6d69d2d-83a1-4309-b162-568316f4a310 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:27.619879 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d69d2d-83a1-4309-b162-568316f4a310 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Network 8c8441fb-a683-4754-a9fe-8dc90fe2e12c is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:59:27.625526 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-a6d69d2d-83a1-4309-b162-568316f4a310 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:59:27.628675 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d69d2d-83a1-4309-b162-568316f4a310 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:59:27.634809 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d69d2d-83a1-4309-b162-568316f4a310 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:27.635457 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a6d69d2d-83a1-4309-b162-568316f4a310 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:27.650517 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d69d2d-83a1-4309-b162-568316f4a310 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'Port': ['ID=82a03072-f4bd-409b-b673-ad8fae966c43,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:27.663909 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a6d69d2d-83a1-4309-b162-568316f4a310 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8946321 Nov 27 03:59:27.666434 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49202) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:27.746919 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb18d27-3867-4c91-a713-14125549cd90 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:27.751779 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4bb18d27-3867-4c91-a713-14125549cd90 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.0811727 Nov 27 03:59:27.752173 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49206) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:27.813895 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffac8f-bccf-4326-ad4d-24f9b004a040 req-c5465122-9305-481f-a3d5-2353ac8abffc tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:27.817222 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-01ffac8f-bccf-4326-ad4d-24f9b004a040 req-c5465122-9305-481f-a3d5-2353ac8abffc tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 946 time: 0.0912490 Nov 27 03:59:27.849500 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da4cb2c-15c2-4911-a169-6e79f5a667ac tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:27.860361 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da4cb2c-15c2-4911-a169-6e79f5a667ac tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:27.865736 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da4cb2c-15c2-4911-a169-6e79f5a667ac tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:27.867584 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8da4cb2c-15c2-4911-a169-6e79f5a667ac tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1143064 Nov 27 03:59:27.872205 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49208) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:27.883820 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90da3526-6804-45a6-ad89-1d5d674f0ef1 None None] Network 8c8441fb-a683-4754-a9fe-8dc90fe2e12c requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:59:27.937481 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-01ffac8f-bccf-4326-ad4d-24f9b004a040 req-fcb6ee3f-709a-43ae-920e-6016c1a6e84d tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8ba712-3cd0-4dd7-9ea5-ecc0634012e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144021 Nov 27 03:59:28.047329 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-3c52b6ed-bc7a-4544-a28d-39287838567d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Deleting port 82a03072-f4bd-409b-b673-ad8fae966c43 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:59:28.047526 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-b76f7c59-2c44-4cbe-b650-4ee0b699a9fa None None] Provisioning complete for port 237dd299-6b87-4385-9ab8-26887ce8ef54 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:28.047748 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3c52b6ed-bc7a-4544-a28d-39287838567d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:28.048239 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b76f7c59-2c44-4cbe-b650-4ee0b699a9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:28.164209 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3c52b6ed-bc7a-4544-a28d-39287838567d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:28.193825 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-3c52b6ed-bc7a-4544-a28d-39287838567d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Calling delete_port for 82a03072-f4bd-409b-b673-ad8fae966c43 owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:59:28.210634 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b76f7c59-2c44-4cbe-b650-4ee0b699a9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:28.282142 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-b76f7c59-2c44-4cbe-b650-4ee0b699a9fa None None] For port 237dd299-6b87-4385-9ab8-26887ce8ef54, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=237dd299-6b87-4385-9ab8-26887ce8ef54,segment=NetworkSegment(e5570cef-7a4f-457c-a79c-23ba12bd7e09),segment_id=e5570cef-7a4f-457c-a79c-23ba12bd7e09)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:59:28.291680 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b76f7c59-2c44-4cbe-b650-4ee0b699a9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:28.372080 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f7c59-2c44-4cbe-b650-4ee0b699a9fa None None] Pushing event updated for resources: {'Port': ['ID=237dd299-6b87-4385-9ab8-26887ce8ef54,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:28.385899 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3c52b6ed-bc7a-4544-a28d-39287838567d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:28.443326 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c52b6ed-bc7a-4544-a28d-39287838567d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event deleted for resources: {'Port': ['ID=82a03072-f4bd-409b-b673-ad8fae966c43,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:28.497794 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3c52b6ed-bc7a-4544-a28d-39287838567d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:28.501034 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3c52b6ed-bc7a-4544-a28d-39287838567d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/ports/82a03072-f4bd-409b-b673-ad8fae966c43 HTTP/1.1" status: 204 len: 168 time: 0.6289217 Nov 27 03:59:28.512576 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49218) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:28.526252 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-9734a6d3-909a-4ae8-a5ef-9c6a7a00e6ec None None] Could not find standard attr ID for object 82a03072-f4bd-409b-b673-ad8fae966c43. {{(pid=110020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 03:59:28.540605 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-70462994-8ffc-47f2-b0c3-40a72eb459b8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] GET failed (client error): The resource could not be found. Nov 27 03:59:28.542213 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-70462994-8ffc-47f2-b0c3-40a72eb459b8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "GET /v2.0/ports/82a03072-f4bd-409b-b673-ad8fae966c43 HTTP/1.1" status: 404 len: 333 time: 0.0284004 Nov 27 03:59:28.544835 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49220) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:28.555941 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a6a49-0a1d-4b94-881c-efed781c2bc2 req-7841e3bd-5597-4232-b95b-aac6e6869d05 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:28.557589 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d45a6a49-0a1d-4b94-881c-efed781c2bc2 req-7841e3bd-5597-4232-b95b-aac6e6869d05 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=217c4ca7-d020-4c85-a671-b8a7741056f0 HTTP/1.1" status: 200 len: 943 time: 0.0740900 Nov 27 03:59:28.559461 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-9734a6d3-909a-4ae8-a5ef-9c6a7a00e6ec None None] Provisioning complete for port 237dd299-6b87-4385-9ab8-26887ce8ef54 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:28.560075 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9734a6d3-909a-4ae8-a5ef-9c6a7a00e6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:28.624275 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cfdf59-46d2-4967-a6e1-bc012326a653 req-1d7eb3c9-2c10-489b-a6a2-9077c484e336 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:28.626162 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2cfdf59-46d2-4967-a6e1-bc012326a653 req-1d7eb3c9-2c10-489b-a6a2-9077c484e336 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac1073d-902c-40e3-8b55-7f672eb2af52 HTTP/1.1" status: 200 len: 946 time: 0.1608958 Nov 27 03:59:28.650073 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d45a6a49-0a1d-4b94-881c-efed781c2bc2 req-2582d40a-3320-46a4-9f1a-bcd1889b96ed tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849001 Nov 27 03:59:28.741646 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2cfdf59-46d2-4967-a6e1-bc012326a653 req-70df0205-f830-4231-83a0-6bad7f56b88b tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797188 Nov 27 03:59:28.748785 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-c93b05a1-34be-468f-aa42-be033df613e8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Deleting port c5d08045-9947-4553-a346-c95a3b83a4f0 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:59:28.753203 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c93b05a1-34be-468f-aa42-be033df613e8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:28.812980 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-9734a6d3-909a-4ae8-a5ef-9c6a7a00e6ec None None] Provisioning complete for port c5d08045-9947-4553-a346-c95a3b83a4f0 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:28.812980 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9734a6d3-909a-4ae8-a5ef-9c6a7a00e6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:28.873154 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-9734a6d3-909a-4ae8-a5ef-9c6a7a00e6ec None None] Port c5d08045-9947-4553-a346-c95a3b83a4f0 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:59:28.883004 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 237dd299-6b87-4385-9ab8-26887ce8ef54 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:59:28.909867 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c93b05a1-34be-468f-aa42-be033df613e8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:28.939886 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-c93b05a1-34be-468f-aa42-be033df613e8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Calling delete_port for c5d08045-9947-4553-a346-c95a3b83a4f0 owned by {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:59:28.968690 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 237dd299-6b87-4385-9ab8-26887ce8ef54 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:28.969180 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:29.041623 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-7d51a6ae-3efc-436e-8661-f5a8b89c2b18 None None] Provisioning complete for port c5d08045-9947-4553-a346-c95a3b83a4f0 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:29.045590 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7d51a6ae-3efc-436e-8661-f5a8b89c2b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:29.115822 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-7d51a6ae-3efc-436e-8661-f5a8b89c2b18 None None] Port c5d08045-9947-4553-a346-c95a3b83a4f0 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:59:29.193118 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f874a8-2325-4e64-adeb-03924a965cc9 req-4cd83c55-1215-4900-b3d5-b12a93d60068 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:29.195121 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d5f874a8-2325-4e64-adeb-03924a965cc9 req-4cd83c55-1215-4900-b3d5-b12a93d60068 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 946 time: 0.1311076 Nov 27 03:59:29.235073 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c93b05a1-34be-468f-aa42-be033df613e8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:29.282811 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93b05a1-34be-468f-aa42-be033df613e8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event deleted for resources: {'Port': ['ID=c5d08045-9947-4553-a346-c95a3b83a4f0,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:29.308811 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d5f874a8-2325-4e64-adeb-03924a965cc9 req-128557ae-bf7e-47cf-8731-df95c5a2f7cc tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8ba712-3cd0-4dd7-9ea5-ecc0634012e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038051 Nov 27 03:59:29.310975 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c93b05a1-34be-468f-aa42-be033df613e8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:29.313327 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c93b05a1-34be-468f-aa42-be033df613e8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/ports/c5d08045-9947-4553-a346-c95a3b83a4f0 HTTP/1.1" status: 204 len: 168 time: 0.7674139 Nov 27 03:59:29.315912 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49230) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:29.339680 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-bd925e6f-5732-4701-a9b0-50aa1ef4e070 None None] Could not find standard attr ID for object 82a03072-f4bd-409b-b673-ad8fae966c43. {{(pid=110020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 03:59:29.341002 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6cba82c-a316-4536-8425-6f0ed7a76c4d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] GET failed (client error): The resource could not be found. Nov 27 03:59:29.342494 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f6cba82c-a316-4536-8425-6f0ed7a76c4d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "GET /v2.0/ports/c5d08045-9947-4553-a346-c95a3b83a4f0 HTTP/1.1" status: 404 len: 333 time: 0.0255995 Nov 27 03:59:29.345122 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49232) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:29.423851 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-871ae576-8176-4899-b275-9ae48a67ac4d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Deleting subnet 52be5ca4-220f-442e-ad05-9c045f2d9303 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:59:29.427356 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-871ae576-8176-4899-b275-9ae48a67ac4d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:29.478894 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-871ae576-8176-4899-b275-9ae48a67ac4d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:29.582743 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-871ae576-8176-4899-b275-9ae48a67ac4d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:29.649632 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-871ae576-8176-4899-b275-9ae48a67ac4d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:29.695773 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ae576-8176-4899-b275-9ae48a67ac4d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event deleted for resources: {'Subnet': ['ID=52be5ca4-220f-442e-ad05-9c045f2d9303,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:29.698089 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-871ae576-8176-4899-b275-9ae48a67ac4d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:29.701372 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-871ae576-8176-4899-b275-9ae48a67ac4d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/subnets/52be5ca4-220f-442e-ad05-9c045f2d9303 HTTP/1.1" status: 204 len: 168 time: 0.3553050 Nov 27 03:59:29.704698 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49236) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:29.783251 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59540ff0-65a7-4cc2-85e4-5e5810348930 req-af105c5d-8b57-42eb-9211-92843288ea2f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:29.784887 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-59540ff0-65a7-4cc2-85e4-5e5810348930 req-af105c5d-8b57-42eb-9211-92843288ea2f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=217c4ca7-d020-4c85-a671-b8a7741056f0 HTTP/1.1" status: 200 len: 943 time: 0.0598669 Nov 27 03:59:29.807394 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a74250e5-684f-4f00-b414-3a9d4469c26b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:29.837441 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd89b27d-0226-4e8d-bb44-41216f62e96b None None] Network 8c8441fb-a683-4754-a9fe-8dc90fe2e12c requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:59:29.865744 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-59540ff0-65a7-4cc2-85e4-5e5810348930 req-6b472106-4111-4daa-96ce-948bb53031c3 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681872 Nov 27 03:59:29.906836 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-a74250e5-684f-4f00-b414-3a9d4469c26b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Deleting port 237dd299-6b87-4385-9ab8-26887ce8ef54 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:59:29.907180 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a74250e5-684f-4f00-b414-3a9d4469c26b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:29.918186 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e660805-6d7c-4198-b32d-70a57167c130 req-af12d31c-19af-47dd-80f0-d928975d3a94 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:29.919721 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1e660805-6d7c-4198-b32d-70a57167c130 req-af12d31c-19af-47dd-80f0-d928975d3a94 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac1073d-902c-40e3-8b55-7f672eb2af52 HTTP/1.1" status: 200 len: 946 time: 0.0759132 Nov 27 03:59:30.017702 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-a74250e5-684f-4f00-b414-3a9d4469c26b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] For port 237dd299-6b87-4385-9ab8-26887ce8ef54, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=237dd299-6b87-4385-9ab8-26887ce8ef54,segment=NetworkSegment(e5570cef-7a4f-457c-a79c-23ba12bd7e09),segment_id=e5570cef-7a4f-457c-a79c-23ba12bd7e09)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:59:30.018073 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a74250e5-684f-4f00-b414-3a9d4469c26b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:30.041601 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1e660805-6d7c-4198-b32d-70a57167c130 req-fa35f9bd-2186-46a3-8e3c-93893b721b44 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116226 Nov 27 03:59:30.042461 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-a74250e5-684f-4f00-b414-3a9d4469c26b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Calling delete_port for 237dd299-6b87-4385-9ab8-26887ce8ef54 owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:59:30.072093 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7a8416-91f4-4382-a682-e5ad9007ffa3 None None] DHCP port deletion for 8c8441fb-a683-4754-a9fe-8dc90fe2e12c request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 03:59:30.124670 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a74250e5-684f-4f00-b414-3a9d4469c26b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:30.131134 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-9b7a8416-91f4-4382-a682-e5ad9007ffa3 None None] Deleting port 237dd299-6b87-4385-9ab8-26887ce8ef54 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:59:30.131628 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9b7a8416-91f4-4382-a682-e5ad9007ffa3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:30.155711 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74250e5-684f-4f00-b414-3a9d4469c26b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event deleted for resources: {'Port': ['ID=237dd299-6b87-4385-9ab8-26887ce8ef54,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:30.160002 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74250e5-684f-4f00-b414-3a9d4469c26b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] No DVR routers for this DVR port 237dd299-6b87-4385-9ab8-26887ce8ef54 on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:59:30.249705 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a74250e5-684f-4f00-b414-3a9d4469c26b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:30.274372 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-a74250e5-684f-4f00-b414-3a9d4469c26b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c8441fb-a683-4754-a9fe-8dc90fe2e12c']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:59:30.285421 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-a74250e5-684f-4f00-b414-3a9d4469c26b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5570cef-7a4f-457c-a79c-23ba12bd7e09') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:59:30.285723 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-a74250e5-684f-4f00-b414-3a9d4469c26b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5570cef-7a4f-457c-a79c-23ba12bd7e09') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:59:30.297273 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a74250e5-684f-4f00-b414-3a9d4469c26b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:30.310795 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a74250e5-684f-4f00-b414-3a9d4469c26b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:30.317468 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a74250e5-684f-4f00-b414-3a9d4469c26b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:59:30.317852 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a74250e5-684f-4f00-b414-3a9d4469c26b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:30.321042 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 03:59:30.321042 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:59:30.321042 n-d-819494-3 neutron-server[110018]: timer() Nov 27 03:59:30.321042 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:59:30.321042 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 03:59:30.321042 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:59:30.321042 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 03:59:30.321042 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:59:30.321042 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 03:59:30.321042 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:59:30.321042 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 03:59:30.321042 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:59:30.321042 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 03:59:30.321042 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:59:30.321042 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:59:30.321042 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:59:30.321042 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:59:30.321042 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:59:30.321042 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 03:59:30.321042 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:59:30.321042 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 03:59:30.321042 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:59:30.321042 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:59:30.321042 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:59:30.321042 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 03:59:30.321042 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:59:30.321042 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:59:30.321042 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:59:30.321042 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:59:30.321042 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:59:30.321042 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:59:30.321042 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:59:30.347465 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-9b7a8416-91f4-4382-a682-e5ad9007ffa3 None None] For port 237dd299-6b87-4385-9ab8-26887ce8ef54, host n-d-819494-3, got binding levels [] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:59:30.347873 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9b7a8416-91f4-4382-a682-e5ad9007ffa3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:30.364001 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-9b7a8416-91f4-4382-a682-e5ad9007ffa3 None None] Calling delete_port for 237dd299-6b87-4385-9ab8-26887ce8ef54 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:59:30.367169 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.ipam_backend_mixin [None req-9b7a8416-91f4-4382-a682-e5ad9007ffa3 None None] Port 237dd299-6b87-4385-9ab8-26887ce8ef54 was not found and therefore no delete operation was performed {{(pid=110020) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 03:59:30.368556 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9b7a8416-91f4-4382-a682-e5ad9007ffa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:30.384350 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7a8416-91f4-4382-a682-e5ad9007ffa3 None None] No DVR routers for this DVR port 237dd299-6b87-4385-9ab8-26887ce8ef54 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:59:30.395642 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a74250e5-684f-4f00-b414-3a9d4469c26b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:30.406590 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a8416-91f4-4382-a682-e5ad9007ffa3 None None] Pushing event deleted for resources: {'Port': ['ID=237dd299-6b87-4385-9ab8-26887ce8ef54,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:30.415820 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a74250e5-684f-4f00-b414-3a9d4469c26b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:30.420110 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a74250e5-684f-4f00-b414-3a9d4469c26b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/networks/8c8441fb-a683-4754-a9fe-8dc90fe2e12c HTTP/1.1" status: 204 len: 168 time: 0.7138083 Nov 27 03:59:30.427755 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49248) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:30.434721 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-d943ba98-6141-49a2-8a70-ee5b4e5e10f4 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1939323436'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:30.441546 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74250e5-684f-4f00-b414-3a9d4469c26b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event deleted for resources: {'Network': ['ID=8c8441fb-a683-4754-a9fe-8dc90fe2e12c,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:30.472068 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2c34e-04c1-4082-849d-c3f90b326309 req-7dc79460-e47c-433c-a10d-9a8df9026e18 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:30.473571 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-65e2c34e-04c1-4082-849d-c3f90b326309 req-7dc79460-e47c-433c-a10d-9a8df9026e18 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 946 time: 0.0786812 Nov 27 03:59:30.474650 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d943ba98-6141-49a2-8a70-ee5b4e5e10f4 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Made reservation on behalf of b9a059a60c95449dbea48f7a9595ba66 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:59:30.477897 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d943ba98-6141-49a2-8a70-ee5b4e5e10f4 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:30.521184 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d943ba98-6141-49a2-8a70-ee5b4e5e10f4 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:59:30.545680 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d943ba98-6141-49a2-8a70-ee5b4e5e10f4 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:30.546059 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-d943ba98-6141-49a2-8a70-ee5b4e5e10f4 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Added segment 18b6c753-e7e3-46f1-bd3f-462032a119c0 of type vlan for network 55483f78-280a-4095-a8e7-f4cfcd84308b Nov 27 03:59:30.556982 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-65e2c34e-04c1-4082-849d-c3f90b326309 req-2b27c60e-3314-4d3e-8b96-6748ec000c8a tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8ba712-3cd0-4dd7-9ea5-ecc0634012e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760763 Nov 27 03:59:30.589513 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d943ba98-6141-49a2-8a70-ee5b4e5e10f4 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:30.613744 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d943ba98-6141-49a2-8a70-ee5b4e5e10f4 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:30.619327 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d943ba98-6141-49a2-8a70-ee5b4e5e10f4 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:30.619912 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d943ba98-6141-49a2-8a70-ee5b4e5e10f4 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:30.675126 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d943ba98-6141-49a2-8a70-ee5b4e5e10f4 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2442424 Nov 27 03:59:30.678190 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49250) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:30.683857 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-98e532f5-9cf3-4197-8168-31419975098d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'subnet': {'network_id': '55483f78-280a-4095-a8e7-f4cfcd84308b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:30.688553 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d943ba98-6141-49a2-8a70-ee5b4e5e10f4 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'Network': ['ID=55483f78-280a-4095-a8e7-f4cfcd84308b,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:30.699072 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 55483f78-280a-4095-a8e7-f4cfcd84308b details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:59:30.743713 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 237dd299-6b87-4385-9ab8-26887ce8ef54 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:59:30.770619 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 237dd299-6b87-4385-9ab8-26887ce8ef54 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:59:30.770972 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 237dd299-6b87-4385-9ab8-26887ce8ef54 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:59:30.778989 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e532f5-9cf3-4197-8168-31419975098d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Made reservation on behalf of b9a059a60c95449dbea48f7a9595ba66 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:59:30.784041 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-98e532f5-9cf3-4197-8168-31419975098d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:30.989938 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-98e532f5-9cf3-4197-8168-31419975098d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:31.044165 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267fe5e-ca72-4424-8d54-c87352ce2450 req-9b832302-a09a-4bab-aa15-2a961aed35a8 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:31.045582 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a267fe5e-ca72-4424-8d54-c87352ce2450 req-9b832302-a09a-4bab-aa15-2a961aed35a8 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=217c4ca7-d020-4c85-a671-b8a7741056f0 HTTP/1.1" status: 200 len: 943 time: 0.1002440 Nov 27 03:59:31.081210 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e532f5-9cf3-4197-8168-31419975098d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'Subnet': ['ID=b1b5027b-9ce5-4d65-a863-cb2658ed5e51,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:31.105241 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e532f5-9cf3-4197-8168-31419975098d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Checking segment: {'id': '18b6c753-e7e3-46f1-bd3f-462032a119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '55483f78-280a-4095-a8e7-f4cfcd84308b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:59:31.105609 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e532f5-9cf3-4197-8168-31419975098d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Network hostable DHCP agents. Network: 55483f78-280a-4095-a8e7-f4cfcd84308b, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:59:31.131492 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a267fe5e-ca72-4424-8d54-c87352ce2450 req-d4c40480-863b-461a-8b18-ceec3b4932b7 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771651 Nov 27 03:59:31.156523 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e532f5-9cf3-4197-8168-31419975098d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Network 55483f78-280a-4095-a8e7-f4cfcd84308b is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:59:31.182930 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-98e532f5-9cf3-4197-8168-31419975098d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 55483f78-280a-4095-a8e7-f4cfcd84308b) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:59:31.196292 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e532f5-9cf3-4197-8168-31419975098d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:31.196909 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-98e532f5-9cf3-4197-8168-31419975098d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:31.197654 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ebdf79-f0d3-4cea-917d-b13685b5244d None None] Network 55483f78-280a-4095-a8e7-f4cfcd84308b requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:59:31.201085 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde0720-af63-4220-b508-1e18c472b6ea req-7c5b20ee-4470-45b6-ba2b-9a0ff98f048a tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:31.203336 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bdde0720-af63-4220-b508-1e18c472b6ea req-7c5b20ee-4470-45b6-ba2b-9a0ff98f048a tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac1073d-902c-40e3-8b55-7f672eb2af52 HTTP/1.1" status: 200 len: 946 time: 0.0618730 Nov 27 03:59:31.219701 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-98e532f5-9cf3-4197-8168-31419975098d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5399756 Nov 27 03:59:31.220497 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49258) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:31.225024 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-40f1072f-a61d-4ac3-b067-a33e58fbb288 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-384673916', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:31.254123 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-40f1072f-a61d-4ac3-b067-a33e58fbb288 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:31.255911 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-40f1072f-a61d-4ac3-b067-a33e58fbb288 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:31.272640 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bdde0720-af63-4220-b508-1e18c472b6ea req-c0fbed8c-09ee-4879-bb8b-acb9391a2d23 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570447 Nov 27 03:59:31.320172 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-40f1072f-a61d-4ac3-b067-a33e58fbb288 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:31.334403 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-40f1072f-a61d-4ac3-b067-a33e58fbb288 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:31.354651 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-40f1072f-a61d-4ac3-b067-a33e58fbb288 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:31.359634 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49262) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:31.363361 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-40f1072f-a61d-4ac3-b067-a33e58fbb288 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1415560 Nov 27 03:59:31.365597 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-054a82f9-6e75-43db-9881-6a4feb0d9dc2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'port': {'network_id': '55483f78-280a-4095-a8e7-f4cfcd84308b', 'name': 'tempest-PortsIpV6TestJSON-158274674'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:31.445122 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2e76c3-dd8d-4e05-b121-098aea6fb209 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-55483f78-280a-4095-a8e7-f4cfcd84308b', 'network_id': '55483f78-280a-4095-a8e7-f4cfcd84308b', 'tenant_id': 'b9a059a60c95449dbea48f7a9595ba66', 'fixed_ips': [{'subnet_id': 'b1b5027b-9ce5-4d65-a863-cb2658ed5e51'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 03:59:31.446588 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8c2e76c3-dd8d-4e05-b121-098aea6fb209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:31.501796 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054a82f9-6e75-43db-9881-6a4feb0d9dc2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Made reservation on behalf of b9a059a60c95449dbea48f7a9595ba66 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:59:31.509352 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-054a82f9-6e75-43db-9881-6a4feb0d9dc2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:31.529315 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [None req-054a82f9-6e75-43db-9881-6a4feb0d9dc2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] device_id is not set on port 06f85710-d971-41d2-acc2-9802a37b3a0b yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 03:59:31.614372 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-8c2e76c3-dd8d-4e05-b121-098aea6fb209 None None] Allocated IP 2001:db8::2 (55483f78-280a-4095-a8e7-f4cfcd84308b/b1b5027b-9ce5-4d65-a863-cb2658ed5e51/32511290-c714-4a2b-9b63-f2084e2f138c) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:59:31.690595 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a383f-a0a4-4bf2-bbda-25bee369c642 req-d5eb3e4a-70d6-44e6-b6f0-54a10af80b2d tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:31.692650 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-984a383f-a0a4-4bf2-bbda-25bee369c642 req-d5eb3e4a-70d6-44e6-b6f0-54a10af80b2d tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 946 time: 0.0535717 Nov 27 03:59:31.755343 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-984a383f-a0a4-4bf2-bbda-25bee369c642 req-e4f297cf-b246-42a4-97d9-530c4b8a53b3 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8ba712-3cd0-4dd7-9ea5-ecc0634012e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553517 Nov 27 03:59:31.775694 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8c2e76c3-dd8d-4e05-b121-098aea6fb209 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:31.782665 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8c2e76c3-dd8d-4e05-b121-098aea6fb209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:31.824718 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2e76c3-dd8d-4e05-b121-098aea6fb209 None None] Network 55483f78-280a-4095-a8e7-f4cfcd84308b is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:59:31.827769 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-8c2e76c3-dd8d-4e05-b121-098aea6fb209 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:59:31.831627 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2e76c3-dd8d-4e05-b121-098aea6fb209 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:59:31.841024 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-054a82f9-6e75-43db-9881-6a4feb0d9dc2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Allocated IP 2001:db8::372 (55483f78-280a-4095-a8e7-f4cfcd84308b/b1b5027b-9ce5-4d65-a863-cb2658ed5e51/06f85710-d971-41d2-acc2-9802a37b3a0b) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:59:31.845485 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e76c3-dd8d-4e05-b121-098aea6fb209 None None] Pushing event updated for resources: {'Port': ['ID=32511290-c714-4a2b-9b63-f2084e2f138c,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:31.903974 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-8c2e76c3-dd8d-4e05-b121-098aea6fb209 None None] Attempting to bind port 32511290-c714-4a2b-9b63-f2084e2f138c on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:59:31.904349 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-8c2e76c3-dd8d-4e05-b121-098aea6fb209 None None] Attempting to bind port 32511290-c714-4a2b-9b63-f2084e2f138c by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '18b6c753-e7e3-46f1-bd3f-462032a119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '55483f78-280a-4095-a8e7-f4cfcd84308b'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:59:31.904846 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2e76c3-dd8d-4e05-b121-098aea6fb209 None None] Attempting to bind port 32511290-c714-4a2b-9b63-f2084e2f138c on network 55483f78-280a-4095-a8e7-f4cfcd84308b {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:59:31.910510 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2e76c3-dd8d-4e05-b121-098aea6fb209 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:59:31.910936 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2e76c3-dd8d-4e05-b121-098aea6fb209 None None] Checking segment: {'id': '18b6c753-e7e3-46f1-bd3f-462032a119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '55483f78-280a-4095-a8e7-f4cfcd84308b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:59:31.912199 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8c2e76c3-dd8d-4e05-b121-098aea6fb209 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:31.912199 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2e76c3-dd8d-4e05-b121-098aea6fb209 None None] Bound using segment: {'id': '18b6c753-e7e3-46f1-bd3f-462032a119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '55483f78-280a-4095-a8e7-f4cfcd84308b'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:59:31.912199 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-8c2e76c3-dd8d-4e05-b121-098aea6fb209 None None] Bound port: 32511290-c714-4a2b-9b63-f2084e2f138c, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b6c753-e7e3-46f1-bd3f-462032a119c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '55483f78-280a-4095-a8e7-f4cfcd84308b'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:59:31.912602 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8c2e76c3-dd8d-4e05-b121-098aea6fb209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:31.974305 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-8c2e76c3-dd8d-4e05-b121-098aea6fb209 None None] For port 32511290-c714-4a2b-9b63-f2084e2f138c, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:59:31.977318 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-8c2e76c3-dd8d-4e05-b121-098aea6fb209 None None] For port 32511290-c714-4a2b-9b63-f2084e2f138c, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=32511290-c714-4a2b-9b63-f2084e2f138c,segment=NetworkSegment(18b6c753-e7e3-46f1-bd3f-462032a119c0),segment_id=18b6c753-e7e3-46f1-bd3f-462032a119c0)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:59:31.981296 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8c2e76c3-dd8d-4e05-b121-098aea6fb209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:32.002796 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-054a82f9-6e75-43db-9881-6a4feb0d9dc2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:32.045380 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-054a82f9-6e75-43db-9881-6a4feb0d9dc2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:32.046215 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e76c3-dd8d-4e05-b121-098aea6fb209 None None] Pushing event updated for resources: {'Port': ['ID=32511290-c714-4a2b-9b63-f2084e2f138c,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:32.088370 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054a82f9-6e75-43db-9881-6a4feb0d9dc2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Network 55483f78-280a-4095-a8e7-f4cfcd84308b is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:59:32.093657 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-054a82f9-6e75-43db-9881-6a4feb0d9dc2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:59:32.096226 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054a82f9-6e75-43db-9881-6a4feb0d9dc2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:59:32.102128 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054a82f9-6e75-43db-9881-6a4feb0d9dc2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:32.102774 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-054a82f9-6e75-43db-9881-6a4feb0d9dc2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:32.125792 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a82f9-6e75-43db-9881-6a4feb0d9dc2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'Port': ['ID=06f85710-d971-41d2-acc2-9802a37b3a0b,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:32.139463 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-054a82f9-6e75-43db-9881-6a4feb0d9dc2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7759922 Nov 27 03:59:32.139667 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49268) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:32.351156 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b41b0-d49b-4eae-a8ff-9b39b147dd0f req-4d07cede-bc62-4a9e-8ca6-b4018f3963ac tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:32.352804 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-362b41b0-d49b-4eae-a8ff-9b39b147dd0f req-4d07cede-bc62-4a9e-8ca6-b4018f3963ac tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=217c4ca7-d020-4c85-a671-b8a7741056f0 HTTP/1.1" status: 200 len: 943 time: 0.0995681 Nov 27 03:59:32.419702 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-362b41b0-d49b-4eae-a8ff-9b39b147dd0f req-eadb5cf1-153d-4d97-8078-b490159093be tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570154 Nov 27 03:59:32.568058 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260cfd0-ce8f-4438-b793-7ad50c2eee66 req-32f5a7b9-abe5-4717-8a98-f58647e9eb43 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:32.570342 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3260cfd0-ce8f-4438-b793-7ad50c2eee66 req-32f5a7b9-abe5-4717-8a98-f58647e9eb43 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac1073d-902c-40e3-8b55-7f672eb2af52 HTTP/1.1" status: 200 len: 946 time: 0.1871207 Nov 27 03:59:32.666943 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-06829b8e-bf94-4ebc-aac5-fdf4ebe5dd68 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:32.774417 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3260cfd0-ce8f-4438-b793-7ad50c2eee66 req-106bb6f2-b5a6-4611-94a9-c9c985a68ae6 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943369 Nov 27 03:59:32.887277 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 32511290-c714-4a2b-9b63-f2084e2f138c up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:59:32.921452 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096bfa4-175e-4a5f-9112-a14bcc5c4e2a req-97fa546f-3623-4367-a18c-d9986616c8b7 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:32.937703 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2096bfa4-175e-4a5f-9112-a14bcc5c4e2a req-97fa546f-3623-4367-a18c-d9986616c8b7 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 946 time: 0.0980542 Nov 27 03:59:33.032382 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2096bfa4-175e-4a5f-9112-a14bcc5c4e2a req-725ad715-de5b-4641-aae7-df8f978bbee7 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8ba712-3cd0-4dd7-9ea5-ecc0634012e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923533 Nov 27 03:59:33.114254 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 32511290-c714-4a2b-9b63-f2084e2f138c triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:33.115031 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:33.216713 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da325d-6763-4fbf-9eab-4701fe4c74e0 req-ce3eab59-438b-4a1d-b429-d76d4ff10a46 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:33.228197 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-76da325d-6763-4fbf-9eab-4701fe4c74e0 req-ce3eab59-438b-4a1d-b429-d76d4ff10a46 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac1073d-902c-40e3-8b55-7f672eb2af52 HTTP/1.1" status: 200 len: 946 time: 0.1375675 Nov 27 03:59:33.268269 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:33.323868 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 32511290-c714-4a2b-9b63-f2084e2f138c, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=32511290-c714-4a2b-9b63-f2084e2f138c,segment=NetworkSegment(18b6c753-e7e3-46f1-bd3f-462032a119c0),segment_id=18b6c753-e7e3-46f1-bd3f-462032a119c0)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:59:33.329096 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:33.338090 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-06829b8e-bf94-4ebc-aac5-fdf4ebe5dd68 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:33.347456 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-76da325d-6763-4fbf-9eab-4701fe4c74e0 req-53e8cc86-f727-4e09-b804-f05188c97446 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173487 Nov 27 03:59:33.348576 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-06829b8e-bf94-4ebc-aac5-fdf4ebe5dd68 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:33.423904 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=32511290-c714-4a2b-9b63-f2084e2f138c,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:33.427771 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06829b8e-bf94-4ebc-aac5-fdf4ebe5dd68 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'Port': ['ID=06f85710-d971-41d2-acc2-9802a37b3a0b,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:33.529967 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22957460-074c-478a-935d-aad62466c2be req-4cca8f0d-05d3-48ca-ab39-f15b94681ca0 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:33.532796 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-22957460-074c-478a-935d-aad62466c2be req-4cca8f0d-05d3-48ca-ab39-f15b94681ca0 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac1073d-902c-40e3-8b55-7f672eb2af52 HTTP/1.1" status: 200 len: 946 time: 0.0820045 Nov 27 03:59:33.536718 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318ecf7e-9427-4373-b04a-835b1e3438bc None None] Network 55483f78-280a-4095-a8e7-f4cfcd84308b requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:59:33.619592 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-22957460-074c-478a-935d-aad62466c2be req-0313b950-165b-4cf9-a73c-00276068d9a0 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757833 Nov 27 03:59:33.634619 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-d111d527-e1ff-4944-8d3f-058d4dc896b8 None None] Provisioning complete for port 32511290-c714-4a2b-9b63-f2084e2f138c triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:33.634619 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d111d527-e1ff-4944-8d3f-058d4dc896b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:33.962268 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-06829b8e-bf94-4ebc-aac5-fdf4ebe5dd68 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:34.022234 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535cea14-130f-4323-8f44-47ccafcfd8b7 req-a1523156-189a-4ebe-8b8c-136690c25449 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:34.024065 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-535cea14-130f-4323-8f44-47ccafcfd8b7 req-a1523156-189a-4ebe-8b8c-136690c25449 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=217c4ca7-d020-4c85-a671-b8a7741056f0 HTTP/1.1" status: 200 len: 943 time: 0.1304672 Nov 27 03:59:34.133697 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-535cea14-130f-4323-8f44-47ccafcfd8b7 req-e1454869-0e58-4baf-885c-c2601b8034f4 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992329 Nov 27 03:59:34.224985 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-06829b8e-bf94-4ebc-aac5-fdf4ebe5dd68 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:34.294139 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-03d8cd07-9aa7-429f-8be6-04e832ef4129 None None] Provisioning complete for port 06f85710-d971-41d2-acc2-9802a37b3a0b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:34.295028 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-03d8cd07-9aa7-429f-8be6-04e832ef4129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:34.335494 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d46816-b7d3-4e0a-9f0c-1e53774bd0dc req-06269f0d-c17f-4805-8b05-f86f670ca392 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:34.337087 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-77d46816-b7d3-4e0a-9f0c-1e53774bd0dc req-06269f0d-c17f-4805-8b05-f86f670ca392 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 946 time: 0.0994589 Nov 27 03:59:34.354938 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-03d8cd07-9aa7-429f-8be6-04e832ef4129 None None] Port 06f85710-d971-41d2-acc2-9802a37b3a0b cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:59:34.381330 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-03d8cd07-9aa7-429f-8be6-04e832ef4129 None None] Provisioning complete for port 32511290-c714-4a2b-9b63-f2084e2f138c triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:34.381714 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-03d8cd07-9aa7-429f-8be6-04e832ef4129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:34.384781 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a4018-ec3c-4b67-96f2-2c072b776283 req-5a960120-6c87-41a7-91b6-f3028579fe45 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:34.391642 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d01a4018-ec3c-4b67-96f2-2c072b776283 req-5a960120-6c87-41a7-91b6-f3028579fe45 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac1073d-902c-40e3-8b55-7f672eb2af52 HTTP/1.1" status: 200 len: 946 time: 0.0904181 Nov 27 03:59:34.482694 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-77d46816-b7d3-4e0a-9f0c-1e53774bd0dc req-9b86d8bf-2b5c-4894-b44e-d7b02eefd445 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8ba712-3cd0-4dd7-9ea5-ecc0634012e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078775 Nov 27 03:59:34.485341 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d01a4018-ec3c-4b67-96f2-2c072b776283 req-f3153107-ff3e-4243-b5b8-3846b9641a6e tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867720 Nov 27 03:59:34.673186 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-06829b8e-bf94-4ebc-aac5-fdf4ebe5dd68 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:34.680486 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-06829b8e-bf94-4ebc-aac5-fdf4ebe5dd68 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:34.681910 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-06829b8e-bf94-4ebc-aac5-fdf4ebe5dd68 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:34.685084 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e036985-b05c-43d3-aff8-6d511b12bf4b None None] Provisioning complete for port 06f85710-d971-41d2-acc2-9802a37b3a0b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:34.686795 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e036985-b05c-43d3-aff8-6d511b12bf4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:34.815077 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e036985-b05c-43d3-aff8-6d511b12bf4b None None] Port 06f85710-d971-41d2-acc2-9802a37b3a0b cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:59:34.854597 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06829b8e-bf94-4ebc-aac5-fdf4ebe5dd68 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'Port': ['ID=06f85710-d971-41d2-acc2-9802a37b3a0b,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:34.889942 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 32511290-c714-4a2b-9b63-f2084e2f138c up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:59:34.951343 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06829b8e-bf94-4ebc-aac5-fdf4ebe5dd68 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Network 55483f78-280a-4095-a8e7-f4cfcd84308b is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:59:34.954067 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-06829b8e-bf94-4ebc-aac5-fdf4ebe5dd68 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:59:34.963387 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 32511290-c714-4a2b-9b63-f2084e2f138c triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:34.964969 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:35.061040 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-f8b5cd96-a5a5-4ca3-a901-54dc3582a99f None None] Provisioning complete for port 06f85710-d971-41d2-acc2-9802a37b3a0b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:35.062603 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f8b5cd96-a5a5-4ca3-a901-54dc3582a99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:35.101827 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-f8b5cd96-a5a5-4ca3-a901-54dc3582a99f None None] Port 06f85710-d971-41d2-acc2-9802a37b3a0b cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:59:35.138962 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d532285-d1ed-49a6-bd1e-9d77ba87231e req-a8ca13f5-8b9c-4b5b-be11-3144ee43edb1 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:35.145343 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d532285-d1ed-49a6-bd1e-9d77ba87231e req-a8ca13f5-8b9c-4b5b-be11-3144ee43edb1 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:35.155191 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d532285-d1ed-49a6-bd1e-9d77ba87231e req-a8ca13f5-8b9c-4b5b-be11-3144ee43edb1 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:35.163887 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d532285-d1ed-49a6-bd1e-9d77ba87231e req-a8ca13f5-8b9c-4b5b-be11-3144ee43edb1 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:35.171501 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d532285-d1ed-49a6-bd1e-9d77ba87231e req-a8ca13f5-8b9c-4b5b-be11-3144ee43edb1 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:35.187052 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d532285-d1ed-49a6-bd1e-9d77ba87231e req-a8ca13f5-8b9c-4b5b-be11-3144ee43edb1 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:35.193719 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d532285-d1ed-49a6-bd1e-9d77ba87231e req-a8ca13f5-8b9c-4b5b-be11-3144ee43edb1 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:35.195753 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9d532285-d1ed-49a6-bd1e-9d77ba87231e req-a8ca13f5-8b9c-4b5b-be11-3144ee43edb1 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 5444 time: 0.1470926 Nov 27 03:59:35.308741 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9d532285-d1ed-49a6-bd1e-9d77ba87231e req-90ec0183-2240-4e47-9289-0cc71c87c023 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4368533-280d-4285-a228-ddd922f72d08&id=35921842-5bd8-4d3d-b228-d6a9b6023664&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1043501 Nov 27 03:59:35.309868 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06829b8e-bf94-4ebc-aac5-fdf4ebe5dd68 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Router 53d86b59-3c77-412b-8396-673bd7d93aa4 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 03:59:35.314412 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e981b06-35e9-4797-8fa7-0f84ebf0ea44 req-fb525997-e41f-4947-b849-a64235af1a3a tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:35.316960 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8e981b06-35e9-4797-8fa7-0f84ebf0ea44 req-fb525997-e41f-4947-b849-a64235af1a3a tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=217c4ca7-d020-4c85-a671-b8a7741056f0 HTTP/1.1" status: 200 len: 943 time: 0.0779390 Nov 27 03:59:35.338843 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-144374b4-7648-455d-a5e7-1a3680818208 None None] Provisioning complete for port 06f85710-d971-41d2-acc2-9802a37b3a0b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:35.339352 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-144374b4-7648-455d-a5e7-1a3680818208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:35.403876 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-144374b4-7648-455d-a5e7-1a3680818208 None None] Port 06f85710-d971-41d2-acc2-9802a37b3a0b cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:59:35.412474 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8e981b06-35e9-4797-8fa7-0f84ebf0ea44 req-7763de5d-b34f-49b5-863a-d45a48d2ab96 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785899 Nov 27 03:59:35.454651 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06829b8e-bf94-4ebc-aac5-fdf4ebe5dd68 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:59:35.462812 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-06829b8e-bf94-4ebc-aac5-fdf4ebe5dd68 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "PUT /v2.0/routers/53d86b59-3c77-412b-8396-673bd7d93aa4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3194852 Nov 27 03:59:35.462812 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49316) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:35.465242 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056b6d5a-8cb9-4414-b34f-15042f274b7a None None] Sync routers for ids ['53d86b59-3c77-412b-8396-673bd7d93aa4'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:59:35.475688 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056b6d5a-8cb9-4414-b34f-15042f274b7a None None] Routers {'53d86b59-3c77-412b-8396-673bd7d93aa4'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:59:35.476363 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-056b6d5a-8cb9-4414-b34f-15042f274b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:59:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['53d86b59-3c77-412b-8396-673bd7d93aa4'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:59:35.516961 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-056b6d5a-8cb9-4414-b34f-15042f274b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:59:35.522777 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e986964f-3586-44f1-ace1-0fc77574b07a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:35.525376 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e986964f-3586-44f1-ace1-0fc77574b07a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "GET /v2.0/ports?device_id=53d86b59-3c77-412b-8396-673bd7d93aa4 HTTP/1.1" status: 200 len: 988 time: 0.0613682 Nov 27 03:59:35.526597 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056b6d5a-8cb9-4414-b34f-15042f274b7a None None] Routers {'53d86b59-3c77-412b-8396-673bd7d93aa4'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:59:35.527213 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-056b6d5a-8cb9-4414-b34f-15042f274b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:59:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['53d86b59-3c77-412b-8396-673bd7d93aa4'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:59:35.531211 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49322) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:35.562329 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-056b6d5a-8cb9-4414-b34f-15042f274b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:59:35.563008 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056b6d5a-8cb9-4414-b34f-15042f274b7a None None] The sync data for ids ['53d86b59-3c77-412b-8396-673bd7d93aa4'] in n-d-819494-3 is: [] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:59:35.630585 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08dfbd-a2eb-4684-b1ff-4ec1d2abe5fc req-3fc272ba-a881-4761-b402-9801375d1853 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:35.632332 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ef08dfbd-a2eb-4684-b1ff-4ec1d2abe5fc req-3fc272ba-a881-4761-b402-9801375d1853 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 946 time: 0.0611687 Nov 27 03:59:35.720987 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ef08dfbd-a2eb-4684-b1ff-4ec1d2abe5fc req-3de9ae6d-a9ad-4e3a-babb-907e7410cd76 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8ba712-3cd0-4dd7-9ea5-ecc0634012e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813966 Nov 27 03:59:35.759637 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be65cd8-66ca-438d-99f3-b76117d54a62 req-5fb32b2d-eca1-4d14-9481-8bfb7eb69a9e tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:35.761067 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1be65cd8-66ca-438d-99f3-b76117d54a62 req-5fb32b2d-eca1-4d14-9481-8bfb7eb69a9e tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac1073d-902c-40e3-8b55-7f672eb2af52 HTTP/1.1" status: 200 len: 946 time: 0.0761182 Nov 27 03:59:35.879212 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-1be65cd8-66ca-438d-99f3-b76117d54a62 req-cc18e6a4-0a97-42a2-992f-2aead850e27c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Deleting port c901b9d3-5892-47a0-8eab-44c234153e6c {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:59:35.879473 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1be65cd8-66ca-438d-99f3-b76117d54a62 req-cc18e6a4-0a97-42a2-992f-2aead850e27c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:35.999044 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-1be65cd8-66ca-438d-99f3-b76117d54a62 req-cc18e6a4-0a97-42a2-992f-2aead850e27c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] For port c901b9d3-5892-47a0-8eab-44c234153e6c, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=c901b9d3-5892-47a0-8eab-44c234153e6c,segment=NetworkSegment(e40e3b9b-cd7d-4402-aebb-20a69a216b2f),segment_id=e40e3b9b-cd7d-4402-aebb-20a69a216b2f)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:59:35.999411 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1be65cd8-66ca-438d-99f3-b76117d54a62 req-cc18e6a4-0a97-42a2-992f-2aead850e27c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:36.016116 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-1be65cd8-66ca-438d-99f3-b76117d54a62 req-cc18e6a4-0a97-42a2-992f-2aead850e27c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Calling delete_port for c901b9d3-5892-47a0-8eab-44c234153e6c owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:59:36.119921 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535140a6-344b-444a-9756-bdad972b33e7 req-52818cfc-50cb-499c-9d9d-d7ef54cb96c5 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:36.127077 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-535140a6-344b-444a-9756-bdad972b33e7 req-52818cfc-50cb-499c-9d9d-d7ef54cb96c5 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac1073d-902c-40e3-8b55-7f672eb2af52 HTTP/1.1" status: 200 len: 946 time: 0.5440359 Nov 27 03:59:36.214237 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1be65cd8-66ca-438d-99f3-b76117d54a62 req-cc18e6a4-0a97-42a2-992f-2aead850e27c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:36.247748 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18e6a4-0a97-42a2-992f-2aead850e27c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Pushing event deleted for resources: {'Port': ['ID=c901b9d3-5892-47a0-8eab-44c234153e6c,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:36.267142 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['0465d762-6c9e-4453-a78f-ed2e7501887c'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:59:36.270047 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['c901b9d3-5892-47a0-8eab-44c234153e6c'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:59:36.281243 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-535140a6-344b-444a-9756-bdad972b33e7 req-e77347a3-d58a-4ade-9e1b-7685ce743a40 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516113 Nov 27 03:59:36.327396 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be65cd8-66ca-438d-99f3-b76117d54a62 req-cc18e6a4-0a97-42a2-992f-2aead850e27c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] No DVR routers for this DVR port c901b9d3-5892-47a0-8eab-44c234153e6c on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:59:36.336448 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1be65cd8-66ca-438d-99f3-b76117d54a62 req-cc18e6a4-0a97-42a2-992f-2aead850e27c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:36.340377 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1be65cd8-66ca-438d-99f3-b76117d54a62 req-cc18e6a4-0a97-42a2-992f-2aead850e27c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.23 "DELETE /v2.0/ports/c901b9d3-5892-47a0-8eab-44c234153e6c HTTP/1.1" status: 204 len: 173 time: 0.5685451 Nov 27 03:59:36.340879 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac1073d-902c-40e3-8b55-7f672eb2af52', 'name': 'network-vif-deleted', 'tag': 'c901b9d3-5892-47a0-8eab-44c234153e6c'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:59:36.343880 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b835c7b6-b949-42c6-9977-bd1c03b841cf" -d '{"events": [{"server_uuid": "8ac1073d-902c-40e3-8b55-7f672eb2af52", "name": "network-vif-deleted", "tag": "c901b9d3-5892-47a0-8eab-44c234153e6c"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:59:36.472173 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-728dd75d-63dd-418c-8952-64a6b72798d3 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:36.479325 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-728dd75d-63dd-418c-8952-64a6b72798d3 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:36.502994 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-728dd75d-63dd-418c-8952-64a6b72798d3 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:36.521177 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-728dd75d-63dd-418c-8952-64a6b72798d3 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:36.540464 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-728dd75d-63dd-418c-8952-64a6b72798d3 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:36.554429 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-728dd75d-63dd-418c-8952-64a6b72798d3 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:36.561586 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-728dd75d-63dd-418c-8952-64a6b72798d3 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:36.563908 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-728dd75d-63dd-418c-8952-64a6b72798d3 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.11 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 5444 time: 0.2103317 Nov 27 03:59:36.566868 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4efac3-aa30-4964-8730-75a96b08796f x-openstack-request-id: req-ad4efac3-aa30-4964-8730-75a96b08796f {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:59:36.567174 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac1073d-902c-40e3-8b55-7f672eb2af52", "name": "network-vif-deleted", "tag": "c901b9d3-5892-47a0-8eab-44c234153e6c", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:59:36.567427 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad4efac3-aa30-4964-8730-75a96b08796f {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:59:36.567817 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac1073d-902c-40e3-8b55-7f672eb2af52', 'name': 'network-vif-deleted', 'tag': 'c901b9d3-5892-47a0-8eab-44c234153e6c', 'status': 'completed', 'code': 200} Nov 27 03:59:36.640825 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-65f68f0c-dab7-4c6d-b1cc-f4783ae41bdc tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:36.643275 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-65f68f0c-dab7-4c6d-b1cc-f4783ae41bdc tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.11 "GET /v2.0/ports/ae70ab0d-14d1-46fd-947b-016a7578b456?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0647061 Nov 27 03:59:36.678521 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b9b93173-cc41-4567-9421-d660b60b4fa5 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:36.721709 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adce8c-ff90-4c81-9b2b-495ca59553d8 req-ecf97b4e-0626-40b7-a319-7115579d6e96 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:36.727721 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adce8c-ff90-4c81-9b2b-495ca59553d8 req-ecf97b4e-0626-40b7-a319-7115579d6e96 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:36.733777 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adce8c-ff90-4c81-9b2b-495ca59553d8 req-ecf97b4e-0626-40b7-a319-7115579d6e96 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:36.739835 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adce8c-ff90-4c81-9b2b-495ca59553d8 req-ecf97b4e-0626-40b7-a319-7115579d6e96 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:36.745815 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adce8c-ff90-4c81-9b2b-495ca59553d8 req-ecf97b4e-0626-40b7-a319-7115579d6e96 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:36.751999 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adce8c-ff90-4c81-9b2b-495ca59553d8 req-ecf97b4e-0626-40b7-a319-7115579d6e96 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:36.757896 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adce8c-ff90-4c81-9b2b-495ca59553d8 req-ecf97b4e-0626-40b7-a319-7115579d6e96 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:36.761190 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e1adce8c-ff90-4c81-9b2b-495ca59553d8 req-ecf97b4e-0626-40b7-a319-7115579d6e96 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 5444 time: 0.1950366 Nov 27 03:59:36.772615 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40f761-9309-4d96-b6aa-e07da89918d8 req-1475707a-44c9-4240-95ef-237d20a287a0 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:36.774699 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4a40f761-9309-4d96-b6aa-e07da89918d8 req-1475707a-44c9-4240-95ef-237d20a287a0 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=217c4ca7-d020-4c85-a671-b8a7741056f0 HTTP/1.1" status: 200 len: 943 time: 0.2127228 Nov 27 03:59:36.859487 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-982540e0-b8d8-4efa-a2b7-6d625c8bf518 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.11 "GET /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2082207 Nov 27 03:59:36.872934 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-b5a434dc-a598-486b-a18f-d107b8490ab2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:36.882323 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e1adce8c-ff90-4c81-9b2b-495ca59553d8 req-fb87f883-2fe9-400e-84dd-02bd70c53335 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4368533-280d-4285-a228-ddd922f72d08&id=35921842-5bd8-4d3d-b228-d6a9b6023664&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1077359 Nov 27 03:59:36.917387 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4a40f761-9309-4d96-b6aa-e07da89918d8 req-e03dc71a-7ea6-41a1-8c58-54347d97a0d6 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332333 Nov 27 03:59:37.006383 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-b5a434dc-a598-486b-a18f-d107b8490ab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:37.194776 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5b385-9a7f-4786-af03-c8234925dbc9 req-c77c292a-8d37-41d4-843e-6eae96d4288e tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:37.199780 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a6c5b385-9a7f-4786-af03-c8234925dbc9 req-c77c292a-8d37-41d4-843e-6eae96d4288e tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 946 time: 0.1583800 Nov 27 03:59:37.228955 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-b5a434dc-a598-486b-a18f-d107b8490ab2 service neutron] For port ae70ab0d-14d1-46fd-947b-016a7578b456, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=ae70ab0d-14d1-46fd-947b-016a7578b456,segment=NetworkSegment(00d9997d-4db1-40cf-888f-64616d21b51f),segment_id=00d9997d-4db1-40cf-888f-64616d21b51f)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:59:37.283788 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-b5a434dc-a598-486b-a18f-d107b8490ab2 service neutron] For port ae70ab0d-14d1-46fd-947b-016a7578b456, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:59:37.322305 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a6c5b385-9a7f-4786-af03-c8234925dbc9 req-e281df9b-bc63-496d-9c12-01dc29b6efa6 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8ba712-3cd0-4dd7-9ea5-ecc0634012e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099513 Nov 27 03:59:37.337474 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-b5a434dc-a598-486b-a18f-d107b8490ab2 service neutron] device_id is not set on port ae70ab0d-14d1-46fd-947b-016a7578b456 yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 03:59:37.348327 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-b5a434dc-a598-486b-a18f-d107b8490ab2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:37.353587 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-b9b93173-cc41-4567-9421-d660b60b4fa5 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Deleting port 06f85710-d971-41d2-acc2-9802a37b3a0b {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:59:37.353975 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b9b93173-cc41-4567-9421-d660b60b4fa5 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:37.355882 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-b5a434dc-a598-486b-a18f-d107b8490ab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:37.456376 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a434dc-a598-486b-a18f-d107b8490ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=ae70ab0d-14d1-46fd-947b-016a7578b456,revision_number=6']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:37.462230 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-b5a434dc-a598-486b-a18f-d107b8490ab2 service neutron] No DVR routers for this DVR port ae70ab0d-14d1-46fd-947b-016a7578b456 on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:59:37.483578 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b9b93173-cc41-4567-9421-d660b60b4fa5 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:37.498412 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-b9b93173-cc41-4567-9421-d660b60b4fa5 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Calling delete_port for 06f85710-d971-41d2-acc2-9802a37b3a0b owned by network:router_interface {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:59:37.593046 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-b5a434dc-a598-486b-a18f-d107b8490ab2 service neutron] In _notify_port_updated(), no bound segment for port ae70ab0d-14d1-46fd-947b-016a7578b456 on network e40f6bbd-098b-49f7-b15f-a15d5c62f421 {{(pid=110019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 03:59:37.596739 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-b5a434dc-a598-486b-a18f-d107b8490ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:37.598754 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-b5a434dc-a598-486b-a18f-d107b8490ab2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:37.601722 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-b5a434dc-a598-486b-a18f-d107b8490ab2 service neutron] 10.222.0.11 "PUT /v2.0/ports/ae70ab0d-14d1-46fd-947b-016a7578b456 HTTP/1.1" status: 200 len: 1032 time: 0.7339427 Nov 27 03:59:37.687439 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-b5f54468-0e59-4ae3-b276-d0b5d8416e34 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:37.692343 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-b5f54468-0e59-4ae3-b276-d0b5d8416e34 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.11 "GET /v2.0/ports/585334de-cf96-45ed-97e3-75b5e155a4d3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0815604 Nov 27 03:59:37.708877 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-ec861f5d-6e1f-491f-8ca5-59af3e8be1eb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:37.745580 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-5f86afd7-b89e-482e-b3dc-eb9a4fa57ae6 None None] Provisioning complete for port ae70ab0d-14d1-46fd-947b-016a7578b456 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:37.746817 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5f86afd7-b89e-482e-b3dc-eb9a4fa57ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:37.803956 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-ec861f5d-6e1f-491f-8ca5-59af3e8be1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:37.809398 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-5f86afd7-b89e-482e-b3dc-eb9a4fa57ae6 None None] Port ae70ab0d-14d1-46fd-947b-016a7578b456 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:59:37.820165 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b9b93173-cc41-4567-9421-d660b60b4fa5 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:37.876229 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b93173-cc41-4567-9421-d660b60b4fa5 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event deleted for resources: {'Port': ['ID=06f85710-d971-41d2-acc2-9802a37b3a0b,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:38.025577 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b9b93173-cc41-4567-9421-d660b60b4fa5 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:38.110860 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-ec861f5d-6e1f-491f-8ca5-59af3e8be1eb service neutron] For port 585334de-cf96-45ed-97e3-75b5e155a4d3, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=585334de-cf96-45ed-97e3-75b5e155a4d3,segment=NetworkSegment(00d9997d-4db1-40cf-888f-64616d21b51f),segment_id=00d9997d-4db1-40cf-888f-64616d21b51f)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:59:38.159783 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749af37-50a3-483d-9d22-afe66d8c48e7 req-5ea2bb24-bb86-48f5-bac1-8a9d85b365f2 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:38.172784 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749af37-50a3-483d-9d22-afe66d8c48e7 req-5ea2bb24-bb86-48f5-bac1-8a9d85b365f2 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:38.180414 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749af37-50a3-483d-9d22-afe66d8c48e7 req-5ea2bb24-bb86-48f5-bac1-8a9d85b365f2 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:38.189274 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749af37-50a3-483d-9d22-afe66d8c48e7 req-5ea2bb24-bb86-48f5-bac1-8a9d85b365f2 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:38.196239 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749af37-50a3-483d-9d22-afe66d8c48e7 req-5ea2bb24-bb86-48f5-bac1-8a9d85b365f2 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:38.203372 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749af37-50a3-483d-9d22-afe66d8c48e7 req-5ea2bb24-bb86-48f5-bac1-8a9d85b365f2 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:38.210755 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9749af37-50a3-483d-9d22-afe66d8c48e7 req-5ea2bb24-bb86-48f5-bac1-8a9d85b365f2 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 4665 time: 0.1444843 Nov 27 03:59:38.221896 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-ec861f5d-6e1f-491f-8ca5-59af3e8be1eb service neutron] For port 585334de-cf96-45ed-97e3-75b5e155a4d3, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:59:38.275894 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-ec861f5d-6e1f-491f-8ca5-59af3e8be1eb service neutron] device_id is not set on port 585334de-cf96-45ed-97e3-75b5e155a4d3 yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 03:59:38.292797 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-ec861f5d-6e1f-491f-8ca5-59af3e8be1eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:38.300238 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698fa60-e068-4324-89c4-f3d5337033ab req-6ce11ed3-2dbe-4d68-a97c-8576858d7ecc tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:38.301876 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b698fa60-e068-4324-89c4-f3d5337033ab req-6ce11ed3-2dbe-4d68-a97c-8576858d7ecc tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=217c4ca7-d020-4c85-a671-b8a7741056f0 HTTP/1.1" status: 200 len: 943 time: 0.1960363 Nov 27 03:59:38.305324 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-ec861f5d-6e1f-491f-8ca5-59af3e8be1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:38.331669 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b93173-cc41-4567-9421-d660b60b4fa5 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Router 53d86b59-3c77-412b-8396-673bd7d93aa4 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:59:38.355482 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9749af37-50a3-483d-9d22-afe66d8c48e7 req-5e055b55-906e-43c5-ac75-862a48fbab52 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4368533-280d-4285-a228-ddd922f72d08&id=35921842-5bd8-4d3d-b228-d6a9b6023664&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1307857 Nov 27 03:59:38.390831 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-ec861f5d-6e1f-491f-8ca5-59af3e8be1eb service neutron] No DVR routers for this DVR port 585334de-cf96-45ed-97e3-75b5e155a4d3 on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:59:38.393004 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec861f5d-6e1f-491f-8ca5-59af3e8be1eb service neutron] Pushing event updated for resources: {'Port': ['ID=585334de-cf96-45ed-97e3-75b5e155a4d3,revision_number=6']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:38.440391 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-ec861f5d-6e1f-491f-8ca5-59af3e8be1eb service neutron] In _notify_port_updated(), no bound segment for port 585334de-cf96-45ed-97e3-75b5e155a4d3 on network e40f6bbd-098b-49f7-b15f-a15d5c62f421 {{(pid=110019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 03:59:38.441218 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-ec861f5d-6e1f-491f-8ca5-59af3e8be1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:38.442799 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-ec861f5d-6e1f-491f-8ca5-59af3e8be1eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:38.446007 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-ec861f5d-6e1f-491f-8ca5-59af3e8be1eb service neutron] 10.222.0.11 "PUT /v2.0/ports/585334de-cf96-45ed-97e3-75b5e155a4d3 HTTP/1.1" status: 200 len: 1032 time: 0.7451007 Nov 27 03:59:38.447367 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b698fa60-e068-4324-89c4-f3d5337033ab req-2be1e504-6e71-4e07-9640-0f01e6dae2b8 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360419 Nov 27 03:59:38.454405 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b93173-cc41-4567-9421-d660b60b4fa5 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:59:38.462731 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b9b93173-cc41-4567-9421-d660b60b4fa5 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "PUT /v2.0/routers/53d86b59-3c77-412b-8396-673bd7d93aa4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9293056 Nov 27 03:59:38.465185 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49382) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:38.468954 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f96d1c4-e4ff-4cea-a7c8-108e711d4863 None None] Sync routers for ids ['53d86b59-3c77-412b-8396-673bd7d93aa4'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:59:38.506596 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f96d1c4-e4ff-4cea-a7c8-108e711d4863 None None] Routers {'53d86b59-3c77-412b-8396-673bd7d93aa4'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:59:38.509279 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-5f96d1c4-e4ff-4cea-a7c8-108e711d4863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:59:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['53d86b59-3c77-412b-8396-673bd7d93aa4'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:59:38.536095 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fe6428f-eec9-44db-915e-1cfcddad98c0 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] GET failed (client error): The resource could not be found. Nov 27 03:59:38.540172 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7fe6428f-eec9-44db-915e-1cfcddad98c0 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "GET /v2.0/ports/06f85710-d971-41d2-acc2-9802a37b3a0b HTTP/1.1" status: 404 len: 333 time: 0.0714254 Nov 27 03:59:38.543352 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49386) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:38.580036 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-5f96d1c4-e4ff-4cea-a7c8-108e711d4863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:59:38.591121 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f96d1c4-e4ff-4cea-a7c8-108e711d4863 None None] Routers {'53d86b59-3c77-412b-8396-673bd7d93aa4'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:59:38.594134 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-5f96d1c4-e4ff-4cea-a7c8-108e711d4863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:59:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['53d86b59-3c77-412b-8396-673bd7d93aa4'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:59:38.641704 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-5f96d1c4-e4ff-4cea-a7c8-108e711d4863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:59:38.642529 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f96d1c4-e4ff-4cea-a7c8-108e711d4863 None None] The sync data for ids ['53d86b59-3c77-412b-8396-673bd7d93aa4'] in n-d-819494-3 is: [] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:59:38.669676 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6601b875-d588-4f5e-9356-0815f699f821 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:38.673581 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-6d1ffe91-06cc-4de7-85d3-f07cc574fca8 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Deleting port 26b81207-9333-4de8-8d7f-cf0229429ddd {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:59:38.673937 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-6d1ffe91-06cc-4de7-85d3-f07cc574fca8 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:38.752555 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46556682-b781-4b44-97dd-82829e78f21b None None] Provisioning complete for port 585334de-cf96-45ed-97e3-75b5e155a4d3 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:38.754312 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46556682-b781-4b44-97dd-82829e78f21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:38.806966 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46556682-b781-4b44-97dd-82829e78f21b None None] Port 585334de-cf96-45ed-97e3-75b5e155a4d3 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:59:38.826521 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-6d1ffe91-06cc-4de7-85d3-f07cc574fca8 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] For port 26b81207-9333-4de8-8d7f-cf0229429ddd, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=26b81207-9333-4de8-8d7f-cf0229429ddd,segment=NetworkSegment(00d9997d-4db1-40cf-888f-64616d21b51f),segment_id=00d9997d-4db1-40cf-888f-64616d21b51f)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:59:38.827428 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-6d1ffe91-06cc-4de7-85d3-f07cc574fca8 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:38.843928 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-6d1ffe91-06cc-4de7-85d3-f07cc574fca8 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Calling delete_port for 26b81207-9333-4de8-8d7f-cf0229429ddd owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:59:38.926326 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6601b875-d588-4f5e-9356-0815f699f821 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:38.935818 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d77599-090c-4a2c-b8dd-5a3c0bb82a13 req-c61ab2f3-5b32-4401-bbbe-121e47981d89 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:38.943851 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f8d77599-090c-4a2c-b8dd-5a3c0bb82a13 req-c61ab2f3-5b32-4401-bbbe-121e47981d89 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 946 time: 0.2156088 Nov 27 03:59:38.947588 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6601b875-d588-4f5e-9356-0815f699f821 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:39.021881 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-6d1ffe91-06cc-4de7-85d3-f07cc574fca8 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:39.025936 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6601b875-d588-4f5e-9356-0815f699f821 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:39.026459 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6601b875-d588-4f5e-9356-0815f699f821 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Fanout notify agent at l3_agent the message router_deleted on router 53d86b59-3c77-412b-8396-673bd7d93aa4 {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 03:59:39.037015 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6601b875-d588-4f5e-9356-0815f699f821 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:39.038275 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6601b875-d588-4f5e-9356-0815f699f821 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/routers/53d86b59-3c77-412b-8396-673bd7d93aa4 HTTP/1.1" status: 204 len: 168 time: 0.4939461 Nov 27 03:59:39.043377 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f8d77599-090c-4a2c-b8dd-5a3c0bb82a13 req-35a8007e-79ef-43d6-8c81-3791ff5ab897 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8ba712-3cd0-4dd7-9ea5-ecc0634012e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986912 Nov 27 03:59:39.043784 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49394) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:39.056318 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ffe91-06cc-4de7-85d3-f07cc574fca8 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Pushing event deleted for resources: {'Port': ['ID=26b81207-9333-4de8-8d7f-cf0229429ddd,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:39.089697 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e60adb-262b-494c-80e2-72c7615ce7c5 req-d9b71bc4-6809-417e-b375-534168b8d875 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:39.091223 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b9e60adb-262b-494c-80e2-72c7615ce7c5 req-d9b71bc4-6809-417e-b375-534168b8d875 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=d780dbe4-380e-40f9-9c61-6bcfc7c34317 HTTP/1.1" status: 200 len: 946 time: 0.1090474 Nov 27 03:59:39.113367 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-83bf5426-1b5a-4143-af08-bee2c56cac6d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Deleting subnet b1b5027b-9ce5-4d65-a863-cb2658ed5e51 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:59:39.116323 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-6d1ffe91-06cc-4de7-85d3-f07cc574fca8 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] No DVR routers for this DVR port 26b81207-9333-4de8-8d7f-cf0229429ddd on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:59:39.117682 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-83bf5426-1b5a-4143-af08-bee2c56cac6d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:39.119885 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-6d1ffe91-06cc-4de7-85d3-f07cc574fca8 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:39.123422 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-6d1ffe91-06cc-4de7-85d3-f07cc574fca8 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.11 "DELETE /v2.0/ports/26b81207-9333-4de8-8d7f-cf0229429ddd HTTP/1.1" status: 204 len: 173 time: 0.6704199 Nov 27 03:59:39.127967 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'name': 'network-vif-deleted', 'tag': '26b81207-9333-4de8-8d7f-cf0229429ddd'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:59:39.130705 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb217283-95da-4b65-a25c-8154bd1397fc" -d '{"events": [{"server_uuid": "84700780-6df9-4d55-a48b-0f89c4c5e5a8", "name": "network-vif-deleted", "tag": "26b81207-9333-4de8-8d7f-cf0229429ddd"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:59:39.174632 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-83bf5426-1b5a-4143-af08-bee2c56cac6d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:39.180523 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbb655d-4693-4f6e-9660-af5cf5a13497 x-openstack-request-id: req-3fbb655d-4693-4f6e-9660-af5cf5a13497 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:59:39.180823 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84700780-6df9-4d55-a48b-0f89c4c5e5a8", "name": "network-vif-deleted", "tag": "26b81207-9333-4de8-8d7f-cf0229429ddd", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:59:39.181070 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3fbb655d-4693-4f6e-9660-af5cf5a13497 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:59:39.181454 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'name': 'network-vif-deleted', 'tag': '26b81207-9333-4de8-8d7f-cf0229429ddd', 'status': 'completed', 'code': 200} Nov 27 03:59:39.236050 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b9e60adb-262b-494c-80e2-72c7615ce7c5 req-d2ea585b-00d2-486d-a8e9-59f23ef54a82 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212296 Nov 27 03:59:39.269804 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-b02795b9-3431-4bee-aaec-99f40e3ec230 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Deleting port 99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:59:39.270150 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-b02795b9-3431-4bee-aaec-99f40e3ec230 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:39.291569 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-83bf5426-1b5a-4143-af08-bee2c56cac6d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:39.356687 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-83bf5426-1b5a-4143-af08-bee2c56cac6d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:39.369441 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-b02795b9-3431-4bee-aaec-99f40e3ec230 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] For port 99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b,segment=NetworkSegment(35578323-0418-4a3f-86b4-c2cd878da045),segment_id=35578323-0418-4a3f-86b4-c2cd878da045)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:59:39.370393 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-b02795b9-3431-4bee-aaec-99f40e3ec230 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:39.386809 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf5426-1b5a-4143-af08-bee2c56cac6d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event deleted for resources: {'Subnet': ['ID=b1b5027b-9ce5-4d65-a863-cb2658ed5e51,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:39.388900 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-83bf5426-1b5a-4143-af08-bee2c56cac6d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:39.395474 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-83bf5426-1b5a-4143-af08-bee2c56cac6d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/subnets/b1b5027b-9ce5-4d65-a863-cb2658ed5e51 HTTP/1.1" status: 204 len: 168 time: 0.3480902 Nov 27 03:59:39.395886 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49398) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:39.409509 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0954573d-6bb5-4ce1-9016-a2151dd83abf None None] Network 55483f78-280a-4095-a8e7-f4cfcd84308b requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:59:39.506417 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f478ff4d-32b7-4dc6-9165-c25c2f590c8d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:39.617156 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b40cf-f78a-4ba2-8afe-40c5a6495611 req-447d5379-db87-4332-b096-43b28afbc314 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:39.621080 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 585334de-cf96-45ed-97e3-75b5e155a4d3 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:59:39.626138 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b40cf-f78a-4ba2-8afe-40c5a6495611 req-447d5379-db87-4332-b096-43b28afbc314 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:39.633300 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b40cf-f78a-4ba2-8afe-40c5a6495611 req-447d5379-db87-4332-b096-43b28afbc314 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:39.637231 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-b02795b9-3431-4bee-aaec-99f40e3ec230 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:39.637793 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-b02795b9-3431-4bee-aaec-99f40e3ec230 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:39.638375 n-d-819494-3 neutron-server[110019]: INFO neutron.db.l3_db [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-b02795b9-3431-4bee-aaec-99f40e3ec230 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Floating IP 8c7366db-886f-4308-8275-e98c6a998dc6 disassociated. External IP: 172.25.1.91, port: 99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b. Nov 27 03:59:39.639047 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-b02795b9-3431-4bee-aaec-99f40e3ec230 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Calling delete_port for 99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:59:39.641016 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b40cf-f78a-4ba2-8afe-40c5a6495611 req-447d5379-db87-4332-b096-43b28afbc314 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:39.650130 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fa9b40cf-f78a-4ba2-8afe-40c5a6495611 req-447d5379-db87-4332-b096-43b28afbc314 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 3152 time: 0.1392894 Nov 27 03:59:39.691406 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 585334de-cf96-45ed-97e3-75b5e155a4d3 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:59:39.692401 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:59:39.723578 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557a742-d8a7-4514-9990-1435d9ecb46a req-b8c7fdec-c809-4d30-bf19-daeb7a692d5c tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:39.725124 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2557a742-d8a7-4514-9990-1435d9ecb46a req-b8c7fdec-c809-4d30-bf19-daeb7a692d5c tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=217c4ca7-d020-4c85-a671-b8a7741056f0 HTTP/1.1" status: 200 len: 943 time: 0.1350341 Nov 27 03:59:39.728531 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fa9b40cf-f78a-4ba2-8afe-40c5a6495611 req-2700a8f7-3239-4a58-9b37-43255ee72eae tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?id=35921842-5bd8-4d3d-b228-d6a9b6023664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771661 Nov 27 03:59:39.738180 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-f478ff4d-32b7-4dc6-9165-c25c2f590c8d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Deleting port 32511290-c714-4a2b-9b63-f2084e2f138c {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:59:39.738503 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f478ff4d-32b7-4dc6-9165-c25c2f590c8d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:39.806921 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8139ce-5fec-4458-a00e-3342027cc3a0 None None] DHCP port deletion for 55483f78-280a-4095-a8e7-f4cfcd84308b request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 03:59:39.824079 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2557a742-d8a7-4514-9990-1435d9ecb46a req-f9573005-902c-4bf0-8cfe-5ab58624d215 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786905 Nov 27 03:59:39.875265 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-f478ff4d-32b7-4dc6-9165-c25c2f590c8d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] For port 32511290-c714-4a2b-9b63-f2084e2f138c, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=32511290-c714-4a2b-9b63-f2084e2f138c,segment=NetworkSegment(18b6c753-e7e3-46f1-bd3f-462032a119c0),segment_id=18b6c753-e7e3-46f1-bd3f-462032a119c0)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:59:39.875265 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f478ff4d-32b7-4dc6-9165-c25c2f590c8d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:39.890234 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:39.893392 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-b02795b9-3431-4bee-aaec-99f40e3ec230 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:39.900045 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-f478ff4d-32b7-4dc6-9165-c25c2f590c8d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Calling delete_port for 32511290-c714-4a2b-9b63-f2084e2f138c owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:59:39.948854 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device ae70ab0d-14d1-46fd-947b-016a7578b456 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:59:39.953491 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02795b9-3431-4bee-aaec-99f40e3ec230 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Pushing event deleted for resources: {'Port': ['ID=99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:39.956280 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-9b8139ce-5fec-4458-a00e-3342027cc3a0 None None] Deleting port 32511290-c714-4a2b-9b63-f2084e2f138c {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:59:39.956882 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9b8139ce-5fec-4458-a00e-3342027cc3a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:40.016241 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f478ff4d-32b7-4dc6-9165-c25c2f590c8d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:40.052692 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f478ff4d-32b7-4dc6-9165-c25c2f590c8d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event deleted for resources: {'Port': ['ID=32511290-c714-4a2b-9b63-f2084e2f138c,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:40.058831 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f478ff4d-32b7-4dc6-9165-c25c2f590c8d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] No DVR routers for this DVR port 32511290-c714-4a2b-9b63-f2084e2f138c on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:59:40.063806 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-9b8139ce-5fec-4458-a00e-3342027cc3a0 None None] For port 32511290-c714-4a2b-9b63-f2084e2f138c, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=32511290-c714-4a2b-9b63-f2084e2f138c,segment=NetworkSegment(18b6c753-e7e3-46f1-bd3f-462032a119c0),segment_id=18b6c753-e7e3-46f1-bd3f-462032a119c0)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:59:40.064107 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9b8139ce-5fec-4458-a00e-3342027cc3a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:40.066794 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device ae70ab0d-14d1-46fd-947b-016a7578b456 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:59:40.067227 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 6cb9156c-61e5-4397-bd95-aff4277a4ae5 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:59:40.097281 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-9b8139ce-5fec-4458-a00e-3342027cc3a0 None None] Calling delete_port for 32511290-c714-4a2b-9b63-f2084e2f138c owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:59:40.129262 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-b02795b9-3431-4bee-aaec-99f40e3ec230 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Router 3800f3d6-c601-4c0d-8073-e6b997a6db34 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:59:40.155315 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device c901b9d3-5892-47a0-8eab-44c234153e6c no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:59:40.177401 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f478ff4d-32b7-4dc6-9165-c25c2f590c8d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:40.186672 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: c901b9d3-5892-47a0-8eab-44c234153e6c {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:59:40.187025 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device c901b9d3-5892-47a0-8eab-44c234153e6c not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:59:40.202821 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-f478ff4d-32b7-4dc6-9165-c25c2f590c8d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55483f78-280a-4095-a8e7-f4cfcd84308b']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:59:40.212970 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-f478ff4d-32b7-4dc6-9165-c25c2f590c8d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18b6c753-e7e3-46f1-bd3f-462032a119c0') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:59:40.213271 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-f478ff4d-32b7-4dc6-9165-c25c2f590c8d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18b6c753-e7e3-46f1-bd3f-462032a119c0') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:59:40.223198 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f478ff4d-32b7-4dc6-9165-c25c2f590c8d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:40.241065 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:40.243151 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f478ff4d-32b7-4dc6-9165-c25c2f590c8d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:40.251535 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f478ff4d-32b7-4dc6-9165-c25c2f590c8d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:59:40.251941 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f478ff4d-32b7-4dc6-9165-c25c2f590c8d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:40.255313 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 03:59:40.255313 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:59:40.255313 n-d-819494-3 neutron-server[110018]: timer() Nov 27 03:59:40.255313 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:59:40.255313 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 03:59:40.255313 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:59:40.255313 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 03:59:40.255313 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:59:40.255313 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 03:59:40.255313 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:59:40.255313 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 03:59:40.255313 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:59:40.255313 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 03:59:40.255313 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:59:40.255313 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:59:40.255313 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:59:40.255313 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:59:40.255313 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:59:40.255313 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 03:59:40.255313 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:59:40.255313 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 03:59:40.255313 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:59:40.255313 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:59:40.255313 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:59:40.255313 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 03:59:40.255313 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:59:40.255313 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:59:40.255313 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:59:40.255313 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:59:40.255313 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:59:40.255313 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:59:40.255313 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:59:40.267520 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cb9156c-61e5-4397-bd95-aff4277a4ae5'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:59:40.269863 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3638bd55-4860-4505-a561-d0696db681f3" -d '{"events": [{"server_uuid": "84700780-6df9-4d55-a48b-0f89c4c5e5a8", "name": "network-vif-unplugged", "status": "completed", "tag": "6cb9156c-61e5-4397-bd95-aff4277a4ae5"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:59:40.275790 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9b8139ce-5fec-4458-a00e-3342027cc3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:40.290399 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01ab7c-de23-4a36-9a5e-552e3f66325d req-485ba3aa-d559-4700-a12c-511d2e36eb4e tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:40.292034 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0a01ab7c-de23-4a36-9a5e-552e3f66325d req-485ba3aa-d559-4700-a12c-511d2e36eb4e tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 946 time: 0.1027906 Nov 27 03:59:40.312785 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8139ce-5fec-4458-a00e-3342027cc3a0 None None] Pushing event deleted for resources: {'Port': ['ID=32511290-c714-4a2b-9b63-f2084e2f138c,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:40.316291 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 6cb9156c-61e5-4397-bd95-aff4277a4ae5, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=6cb9156c-61e5-4397-bd95-aff4277a4ae5,segment=NetworkSegment(df0a34ce-2877-46e9-9463-787c32ddfe5c),segment_id=df0a34ce-2877-46e9-9463-787c32ddfe5c)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:59:40.317163 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8139ce-5fec-4458-a00e-3342027cc3a0 None None] No DVR routers for this DVR port 32511290-c714-4a2b-9b63-f2084e2f138c on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:59:40.323931 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:40.325030 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 26b81207-9333-4de8-8d7f-cf0229429ddd no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:59:40.341407 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-b02795b9-3431-4bee-aaec-99f40e3ec230 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:59:40.358209 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8307a7-38b1-46ba-b7c8-37b280e1cdaf None None] Sync routers for ids ['3800f3d6-c601-4c0d-8073-e6b997a6db34'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:59:40.374051 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8307a7-38b1-46ba-b7c8-37b280e1cdaf None None] Routers {'3800f3d6-c601-4c0d-8073-e6b997a6db34'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:59:40.378778 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-ab8307a7-38b1-46ba-b7c8-37b280e1cdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:59:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['3800f3d6-c601-4c0d-8073-e6b997a6db34'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:59:40.400766 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: 26b81207-9333-4de8-8d7f-cf0229429ddd {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:59:40.401221 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 26b81207-9333-4de8-8d7f-cf0229429ddd not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:59:40.403336 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f478ff4d-32b7-4dc6-9165-c25c2f590c8d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:40.406765 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 994f489a-7134-463c-90df-7f5e22d2a68c no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:59:40.426521 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f478ff4d-32b7-4dc6-9165-c25c2f590c8d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:40.431385 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f478ff4d-32b7-4dc6-9165-c25c2f590c8d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/networks/55483f78-280a-4095-a8e7-f4cfcd84308b HTTP/1.1" status: 204 len: 168 time: 1.0348136 Nov 27 03:59:40.454115 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49416) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:40.457250 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f478ff4d-32b7-4dc6-9165-c25c2f590c8d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event deleted for resources: {'Network': ['ID=55483f78-280a-4095-a8e7-f4cfcd84308b,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:40.502317 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-b02795b9-3431-4bee-aaec-99f40e3ec230 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] No DVR routers for this DVR port 99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:59:40.502869 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b49604-bd17-44b5-bc6d-8a99c1371f40 req-f5642371-68f2-4085-8b2d-7d8c62287ae8 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:40.506769 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-01b49604-bd17-44b5-bc6d-8a99c1371f40 req-f5642371-68f2-4085-8b2d-7d8c62287ae8 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=d780dbe4-380e-40f9-9c61-6bcfc7c34317 HTTP/1.1" status: 200 len: 946 time: 0.0608478 Nov 27 03:59:40.523824 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=6cb9156c-61e5-4397-bd95-aff4277a4ae5,revision_number=6']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:40.527085 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0a01ab7c-de23-4a36-9a5e-552e3f66325d req-c8ff130f-fd43-4764-8409-a16cad5c46cd tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8ba712-3cd0-4dd7-9ea5-ecc0634012e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212276 Nov 27 03:59:40.528293 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-b02795b9-3431-4bee-aaec-99f40e3ec230 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:40.531916 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-b02795b9-3431-4bee-aaec-99f40e3ec230 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.11 "DELETE /v2.0/ports/99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b HTTP/1.1" status: 204 len: 173 time: 1.3971148 Nov 27 03:59:40.586264 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8db786b-0e2c-457c-878d-469186c86100 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:40.588038 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a8db786b-0e2c-457c-878d-469186c86100 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "GET /v2.0/ports/18e981d3-817a-4e20-8f1d-97c2ce5c76af HTTP/1.1" status: 200 len: 845 time: 0.1322894 Nov 27 03:59:40.591785 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-01b49604-bd17-44b5-bc6d-8a99c1371f40 req-0487c206-afc1-41c7-8765-f768f4b86be9 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769637 Nov 27 03:59:40.592051 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49418) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:40.632484 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:40.640217 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-ab8307a7-38b1-46ba-b7c8-37b280e1cdaf None None] Set router 3800f3d6-c601-4c0d-8073-e6b997a6db34 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:59:40.686362 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 994f489a-7134-463c-90df-7f5e22d2a68c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=994f489a-7134-463c-90df-7f5e22d2a68c,segment=NetworkSegment(df0a34ce-2877-46e9-9463-787c32ddfe5c),segment_id=df0a34ce-2877-46e9-9463-787c32ddfe5c)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:59:40.689117 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 03:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbc9e42-78e2-4e42-a0eb-0abf1cde4624 x-openstack-request-id: req-5cbc9e42-78e2-4e42-a0eb-0abf1cde4624 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:59:40.689735 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84700780-6df9-4d55-a48b-0f89c4c5e5a8", "name": "network-vif-unplugged", "status": "completed", "tag": "6cb9156c-61e5-4397-bd95-aff4277a4ae5", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:59:40.690609 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5cbc9e42-78e2-4e42-a0eb-0abf1cde4624 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:59:40.694987 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cb9156c-61e5-4397-bd95-aff4277a4ae5', 'code': 200} Nov 27 03:59:40.697307 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:40.698277 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 7b351237-4bd0-45c7-a806-427c75ca3765 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:59:40.726936 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-73b8340d-64e1-461e-8f40-684fe6e0c17f tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "GET /v2.0/ports/18e981d3-817a-4e20-8f1d-97c2ce5c76af?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1294856 Nov 27 03:59:40.731195 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49420) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:40.739326 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-f3cb8254-5d2d-4f29-9a42-b6f82be6b7d2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'subnet': {'network_id': '1c1cfdbd-93f1-4c88-929e-a296a9079cc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:40.868569 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-fbf784ce-49a3-41fc-87ed-b91755fc9e1d tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Deleting port 6cb9156c-61e5-4397-bd95-aff4277a4ae5 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:59:40.869320 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-fbf784ce-49a3-41fc-87ed-b91755fc9e1d tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:40.961249 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d612890-80f6-4d3c-a2bf-ecb725bcc38c req-709c0c0a-e24e-42f4-b9e1-f7daf020dd9c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:40.962963 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2d612890-80f6-4d3c-a2bf-ecb725bcc38c req-709c0c0a-e24e-42f4-b9e1-f7daf020dd9c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.11 "GET /v2.0/ports?device_id=d780dbe4-380e-40f9-9c61-6bcfc7c34317 HTTP/1.1" status: 200 len: 946 time: 0.3617144 Nov 27 03:59:40.983918 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-ab8307a7-38b1-46ba-b7c8-37b280e1cdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3800f3d6-c601-4c0d-8073-e6b997a6db34', 'name': 'tempest-TaggedBootDevicesTest_v242-1629102924-router', 'tenant_id': '3e0a6e3903404d4c8a0246b387bf3805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '83addeb9-dcf2-4534-86d1-264ae97763ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:48:37Z', 'updated_at': '2021-11-27T03:48:42Z', 'revision_number': 4, 'project_id': '3e0a6e3903404d4c8a0246b387bf3805', 'gw_port': {'id': '83addeb9-dcf2-4534-86d1-264ae97763ea', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3800f3d6-c601-4c0d-8073-e6b997a6db34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:48:38Z', 'updated_at': '2021-11-27T03:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '271a6263-1c4e-4232-ab19-41a2a5e7549b', 'name': '', 'network_id': '9ff8078f-ae3b-4728-b001-9277e61f21a6', 'tenant_id': '3e0a6e3903404d4c8a0246b387bf3805', 'mac_address': 'fa:16:3e:62:d5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3800f3d6-c601-4c0d-8073-e6b997a6db34', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'fdd47af3-1760-4461-be21-108e1865b763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:48:41Z', 'updated_at': '2021-11-27T03:48:54Z', 'revision_number': 5, 'project_id': '3e0a6e3903404d4c8a0246b387bf3805', 'subnets': [{'id': 'fdd47af3-1760-4461-be21-108e1865b763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:59:40.990822 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-c7fbc0c5-98ae-462b-8a66-6156572638a3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3611779 Nov 27 03:59:41.020432 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=994f489a-7134-463c-90df-7f5e22d2a68c,revision_number=6']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:41.021603 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-fbf784ce-49a3-41fc-87ed-b91755fc9e1d tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] For port 6cb9156c-61e5-4397-bd95-aff4277a4ae5, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=6cb9156c-61e5-4397-bd95-aff4277a4ae5,segment=NetworkSegment(df0a34ce-2877-46e9-9463-787c32ddfe5c),segment_id=df0a34ce-2877-46e9-9463-787c32ddfe5c)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:59:41.022009 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-fbf784ce-49a3-41fc-87ed-b91755fc9e1d tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:41.022752 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 32511290-c714-4a2b-9b63-f2084e2f138c no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:59:41.024150 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8307a7-38b1-46ba-b7c8-37b280e1cdaf None None] Checking router: 3800f3d6-c601-4c0d-8073-e6b997a6db34 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:59:41.035905 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8307a7-38b1-46ba-b7c8-37b280e1cdaf None None] Routers {'3800f3d6-c601-4c0d-8073-e6b997a6db34'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:59:41.036936 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-ab8307a7-38b1-46ba-b7c8-37b280e1cdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:59:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['3800f3d6-c601-4c0d-8073-e6b997a6db34'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:59:41.044843 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-fbf784ce-49a3-41fc-87ed-b91755fc9e1d tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Calling delete_port for 6cb9156c-61e5-4397-bd95-aff4277a4ae5 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:59:41.052307 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 32511290-c714-4a2b-9b63-f2084e2f138c {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:59:41.052867 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 32511290-c714-4a2b-9b63-f2084e2f138c not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:59:41.063141 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4afa8-1392-49fe-b345-7b2bd0e478f9 req-41153cf0-054c-4061-9ecb-3d09b7f1c610 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:41.066046 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e6c4afa8-1392-49fe-b345-7b2bd0e478f9 req-41153cf0-054c-4061-9ecb-3d09b7f1c610 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=217c4ca7-d020-4c85-a671-b8a7741056f0 HTTP/1.1" status: 200 len: 943 time: 0.1099131 Nov 27 03:59:41.120650 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:41.187918 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 7b351237-4bd0-45c7-a806-427c75ca3765, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=7b351237-4bd0-45c7-a806-427c75ca3765,segment=NetworkSegment(00d9997d-4db1-40cf-888f-64616d21b51f),segment_id=00d9997d-4db1-40cf-888f-64616d21b51f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:59:41.195126 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:41.198759 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3cb8254-5d2d-4f29-9a42-b6f82be6b7d2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Made reservation on behalf of b9a059a60c95449dbea48f7a9595ba66 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:59:41.199386 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-ab8307a7-38b1-46ba-b7c8-37b280e1cdaf None None] Set router 3800f3d6-c601-4c0d-8073-e6b997a6db34 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:59:41.203256 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f3cb8254-5d2d-4f29-9a42-b6f82be6b7d2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:41.221542 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45848928-3f62-430b-8271-20f2d0dc0505 req-fae6d419-4cfd-47e4-b10f-0ebc841bd4ba tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:41.228404 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45848928-3f62-430b-8271-20f2d0dc0505 req-fae6d419-4cfd-47e4-b10f-0ebc841bd4ba tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:41.234985 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45848928-3f62-430b-8271-20f2d0dc0505 req-fae6d419-4cfd-47e4-b10f-0ebc841bd4ba tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:41.246250 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-45848928-3f62-430b-8271-20f2d0dc0505 req-fae6d419-4cfd-47e4-b10f-0ebc841bd4ba tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 2412 time: 0.3677781 Nov 27 03:59:41.252707 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=7b351237-4bd0-45c7-a806-427c75ca3765,revision_number=6']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:41.361941 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-7310bb72-63aa-4de5-af5f-1edfba91c533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:41.362821 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-7310bb72-63aa-4de5-af5f-1edfba91c533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:41.362958 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-7310bb72-63aa-4de5-af5f-1edfba91c533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:41.363462 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-7310bb72-63aa-4de5-af5f-1edfba91c533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:41.363892 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-7310bb72-63aa-4de5-af5f-1edfba91c533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:41.364392 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-7310bb72-63aa-4de5-af5f-1edfba91c533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:41.365361 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-7310bb72-63aa-4de5-af5f-1edfba91c533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:41.366888 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-7310bb72-63aa-4de5-af5f-1edfba91c533 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1dec02752c8a4ea2ac075e58dda75d55&device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 6491 time: 0.3011901 Nov 27 03:59:41.413443 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-45848928-3f62-430b-8271-20f2d0dc0505 req-3c005e46-7158-4155-b1ea-c66a36e51178 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?id=35921842-5bd8-4d3d-b228-d6a9b6023664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660845 Nov 27 03:59:41.445715 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-ab8307a7-38b1-46ba-b7c8-37b280e1cdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3800f3d6-c601-4c0d-8073-e6b997a6db34', 'name': 'tempest-TaggedBootDevicesTest_v242-1629102924-router', 'tenant_id': '3e0a6e3903404d4c8a0246b387bf3805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '83addeb9-dcf2-4534-86d1-264ae97763ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:48:37Z', 'updated_at': '2021-11-27T03:48:42Z', 'revision_number': 4, 'project_id': '3e0a6e3903404d4c8a0246b387bf3805', 'gw_port': {'id': '83addeb9-dcf2-4534-86d1-264ae97763ea', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3800f3d6-c601-4c0d-8073-e6b997a6db34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:48:38Z', 'updated_at': '2021-11-27T03:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '271a6263-1c4e-4232-ab19-41a2a5e7549b', 'name': '', 'network_id': '9ff8078f-ae3b-4728-b001-9277e61f21a6', 'tenant_id': '3e0a6e3903404d4c8a0246b387bf3805', 'mac_address': 'fa:16:3e:62:d5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3800f3d6-c601-4c0d-8073-e6b997a6db34', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'fdd47af3-1760-4461-be21-108e1865b763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:48:41Z', 'updated_at': '2021-11-27T03:48:54Z', 'revision_number': 5, 'project_id': '3e0a6e3903404d4c8a0246b387bf3805', 'subnets': [{'id': 'fdd47af3-1760-4461-be21-108e1865b763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:59:41.483257 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8307a7-38b1-46ba-b7c8-37b280e1cdaf None None] The sync data for ids ['3800f3d6-c601-4c0d-8073-e6b997a6db34'] in n-d-819494-3 is: [{'id': '3800f3d6-c601-4c0d-8073-e6b997a6db34', 'name': 'tempest-TaggedBootDevicesTest_v242-1629102924-router', 'tenant_id': '3e0a6e3903404d4c8a0246b387bf3805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '83addeb9-dcf2-4534-86d1-264ae97763ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:48:37Z', 'updated_at': '2021-11-27T03:48:42Z', 'revision_number': 4, 'project_id': '3e0a6e3903404d4c8a0246b387bf3805', 'gw_port': {'id': '83addeb9-dcf2-4534-86d1-264ae97763ea', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3800f3d6-c601-4c0d-8073-e6b997a6db34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:48:38Z', 'updated_at': '2021-11-27T03:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '271a6263-1c4e-4232-ab19-41a2a5e7549b', 'name': '', 'network_id': '9ff8078f-ae3b-4728-b001-9277e61f21a6', 'tenant_id': '3e0a6e3903404d4c8a0246b387bf3805', 'mac_address': 'fa:16:3e:62:d5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3800f3d6-c601-4c0d-8073-e6b997a6db34', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'fdd47af3-1760-4461-be21-108e1865b763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:48:41Z', 'updated_at': '2021-11-27T03:48:54Z', 'revision_number': 5, 'project_id': '3e0a6e3903404d4c8a0246b387bf3805', 'subnets': [{'id': 'fdd47af3-1760-4461-be21-108e1865b763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:59:41.532521 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-2d612890-80f6-4d3c-a2bf-ecb725bcc38c req-326e557e-c643-4fd1-9d66-d8b70d0e4ba1 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Deleting port 0465d762-6c9e-4453-a78f-ed2e7501887c {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:59:41.532644 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-2d612890-80f6-4d3c-a2bf-ecb725bcc38c req-326e557e-c643-4fd1-9d66-d8b70d0e4ba1 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:41.548161 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'name': 'network-vif-deleted', 'tag': '99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:59:41.550538 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9918a43c-61ad-461b-8fc0-35b8ae74d2c1" -d '{"events": [{"server_uuid": "84700780-6df9-4d55-a48b-0f89c4c5e5a8", "name": "network-vif-deleted", "tag": "99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:59:41.582357 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e6c4afa8-1392-49fe-b345-7b2bd0e478f9 req-d50e37bb-974c-49be-a553-7ae77efb6ef3 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5087571 Nov 27 03:59:41.670826 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-fbf784ce-49a3-41fc-87ed-b91755fc9e1d tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:41.705755 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf784ce-49a3-41fc-87ed-b91755fc9e1d tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Pushing event deleted for resources: {'Port': ['ID=6cb9156c-61e5-4397-bd95-aff4277a4ae5,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:41.777723 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c873a45-6a35-462b-889b-61bab9a0bcf3 x-openstack-request-id: req-4c873a45-6a35-462b-889b-61bab9a0bcf3 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:59:41.778016 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84700780-6df9-4d55-a48b-0f89c4c5e5a8", "name": "network-vif-deleted", "tag": "99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:59:41.778269 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c873a45-6a35-462b-889b-61bab9a0bcf3 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:59:41.778880 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'name': 'network-vif-deleted', 'tag': '99bb0af4-37dc-4121-9b4d-c5f9f84d9b9b', 'status': 'completed', 'code': 200} Nov 27 03:59:41.780507 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-fbf784ce-49a3-41fc-87ed-b91755fc9e1d tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] No DVR routers for this DVR port 6cb9156c-61e5-4397-bd95-aff4277a4ae5 on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:59:41.784025 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-fbf784ce-49a3-41fc-87ed-b91755fc9e1d tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:41.789479 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-fbf784ce-49a3-41fc-87ed-b91755fc9e1d tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.11 "DELETE /v2.0/ports/6cb9156c-61e5-4397-bd95-aff4277a4ae5 HTTP/1.1" status: 204 len: 173 time: 1.1761713 Nov 27 03:59:41.873760 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc73d0e3-10a8-41a2-98c2-c8cf414aee5b None None] New status for floating IP 8c7366db-886f-4308-8275-e98c6a998dc6: DOWN {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 03:59:41.920165 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdeb2f8-b03b-4a9f-84c1-7392e86d87c1 req-893951fa-9988-4eaa-9c34-6c99786cdbfa tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:41.921395 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4cdeb2f8-b03b-4a9f-84c1-7392e86d87c1 req-893951fa-9988-4eaa-9c34-6c99786cdbfa tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 946 time: 0.1125026 Nov 27 03:59:41.969018 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-88cc606b-1c4b-451e-831c-1d3b2c947041 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Deleting port 7b351237-4bd0-45c7-a806-427c75ca3765 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:59:41.969258 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-88cc606b-1c4b-451e-831c-1d3b2c947041 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:42.026941 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4cdeb2f8-b03b-4a9f-84c1-7392e86d87c1 req-abca3606-f82b-4c93-8439-a42955915b66 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8ba712-3cd0-4dd7-9ea5-ecc0634012e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973344 Nov 27 03:59:42.083265 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-88cc606b-1c4b-451e-831c-1d3b2c947041 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] For port 7b351237-4bd0-45c7-a806-427c75ca3765, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=7b351237-4bd0-45c7-a806-427c75ca3765,segment=NetworkSegment(00d9997d-4db1-40cf-888f-64616d21b51f),segment_id=00d9997d-4db1-40cf-888f-64616d21b51f)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:59:42.083672 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-88cc606b-1c4b-451e-831c-1d3b2c947041 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:42.097732 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-88cc606b-1c4b-451e-831c-1d3b2c947041 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Calling delete_port for 7b351237-4bd0-45c7-a806-427c75ca3765 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:59:42.207642 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-e025a797-5cde-447f-9bc4-178132c99e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:42.208635 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-e025a797-5cde-447f-9bc4-178132c99e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:42.209116 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-e025a797-5cde-447f-9bc4-178132c99e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:42.210956 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-e025a797-5cde-447f-9bc4-178132c99e9c service neutron] 10.222.0.11 "GET /v2.0/networks?id=de70f11c-4372-4ca5-89fb-09782e179a3b&id=51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5&id=51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5&id=51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5&id=51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5&id=c50e5d64-07f3-44bc-b3a4-01ba809267ac&id=c50e5d64-07f3-44bc-b3a4-01ba809267ac HTTP/1.1" status: 200 len: 2293 time: 0.8128462 Nov 27 03:59:42.250939 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-88cc606b-1c4b-451e-831c-1d3b2c947041 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:42.275131 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c95af8-5e49-4f50-b679-11e6953b6c41 req-99875f35-b6db-4c9a-9a04-cc37b400f32c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:42.276622 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f5c95af8-5e49-4f50-b679-11e6953b6c41 req-99875f35-b6db-4c9a-9a04-cc37b400f32c tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=d780dbe4-380e-40f9-9c61-6bcfc7c34317 HTTP/1.1" status: 200 len: 946 time: 0.2143452 Nov 27 03:59:42.281986 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc606b-1c4b-451e-831c-1d3b2c947041 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Pushing event deleted for resources: {'Port': ['ID=7b351237-4bd0-45c7-a806-427c75ca3765,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:42.321745 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f3cb8254-5d2d-4f29-9a42-b6f82be6b7d2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:42.322971 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-88cc606b-1c4b-451e-831c-1d3b2c947041 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] No DVR routers for this DVR port 7b351237-4bd0-45c7-a806-427c75ca3765 on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:59:42.325429 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-88cc606b-1c4b-451e-831c-1d3b2c947041 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:42.328822 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-88cc606b-1c4b-451e-831c-1d3b2c947041 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.11 "DELETE /v2.0/ports/7b351237-4bd0-45c7-a806-427c75ca3765 HTTP/1.1" status: 204 len: 173 time: 0.5281088 Nov 27 03:59:42.425204 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-2d612890-80f6-4d3c-a2bf-ecb725bcc38c req-326e557e-c643-4fd1-9d66-d8b70d0e4ba1 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] For port 0465d762-6c9e-4453-a78f-ed2e7501887c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=0465d762-6c9e-4453-a78f-ed2e7501887c,segment=NetworkSegment(e40e3b9b-cd7d-4402-aebb-20a69a216b2f),segment_id=e40e3b9b-cd7d-4402-aebb-20a69a216b2f)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:59:42.425585 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-2d612890-80f6-4d3c-a2bf-ecb725bcc38c req-326e557e-c643-4fd1-9d66-d8b70d0e4ba1 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:42.430635 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-305cf0c8-7aec-405c-bcf7-02163f4a9ca0 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Deleting port 994f489a-7134-463c-90df-7f5e22d2a68c {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:59:42.430973 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-305cf0c8-7aec-405c-bcf7-02163f4a9ca0 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:42.447915 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cb8254-5d2d-4f29-9a42-b6f82be6b7d2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Network 1c1cfdbd-93f1-4c88-929e-a296a9079cc3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:59:42.470655 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-f3cb8254-5d2d-4f29-9a42-b6f82be6b7d2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:59:42.473643 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cb8254-5d2d-4f29-9a42-b6f82be6b7d2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:42.474591 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f3cb8254-5d2d-4f29-9a42-b6f82be6b7d2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:42.480883 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-2d612890-80f6-4d3c-a2bf-ecb725bcc38c req-326e557e-c643-4fd1-9d66-d8b70d0e4ba1 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Calling delete_port for 0465d762-6c9e-4453-a78f-ed2e7501887c owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:59:42.485544 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbfcde4-3e78-43ff-af56-17a9a473fe1a None None] Network 1c1cfdbd-93f1-4c88-929e-a296a9079cc3 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:59:42.503828 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-562516ee-b8dc-40d7-b89c-feab2c4b2636 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02981edf-7b84-4fc5-b179-a27331a3be22 HTTP/1.1" status: 200 len: 1002 time: 0.2697864 Nov 27 03:59:42.527646 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb8254-5d2d-4f29-9a42-b6f82be6b7d2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'Subnet': ['ID=3a827329-601b-42c5-bc97-ee634a499ba2,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:42.538292 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-305cf0c8-7aec-405c-bcf7-02163f4a9ca0 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] For port 994f489a-7134-463c-90df-7f5e22d2a68c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=994f489a-7134-463c-90df-7f5e22d2a68c,segment=NetworkSegment(df0a34ce-2877-46e9-9463-787c32ddfe5c),segment_id=df0a34ce-2877-46e9-9463-787c32ddfe5c)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:59:42.538798 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-305cf0c8-7aec-405c-bcf7-02163f4a9ca0 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:42.555226 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f3cb8254-5d2d-4f29-9a42-b6f82be6b7d2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8175344 Nov 27 03:59:42.570598 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49440) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:42.580267 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-65ab948a-d685-4b2f-8cce-b6a4b04371c3 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'security_group': {'name': 'tempest-secgroup-1417412083'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:42.593472 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-305cf0c8-7aec-405c-bcf7-02163f4a9ca0 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Calling delete_port for 994f489a-7134-463c-90df-7f5e22d2a68c owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:59:42.608863 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f5c95af8-5e49-4f50-b679-11e6953b6c41 req-c34a339e-f94a-4245-a4be-fa4a8a723f9b tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4b03222-a846-417a-978d-9251171d4b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768495 Nov 27 03:59:42.631682 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-7a6825e6-f8f1-4214-9e94-b4c85ad17e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:42.633223 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-7a6825e6-f8f1-4214-9e94-b4c85ad17e2b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4466658f-32d6-449e-8c43-df2a536056c1 HTTP/1.1" status: 200 len: 851 time: 0.1137018 Nov 27 03:59:42.667754 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8964a-57a1-4be7-9d8b-36f118581c7a req-fc68003d-8fa1-4610-884b-40af1e77cc44 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:42.672500 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-78f8964a-57a1-4be7-9d8b-36f118581c7a req-fc68003d-8fa1-4610-884b-40af1e77cc44 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 943 time: 0.1367960 Nov 27 03:59:42.711728 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '994f489a-7134-463c-90df-7f5e22d2a68c'}, {'server_uuid': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b351237-4bd0-45c7-a806-427c75ca3765'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:59:42.714355 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a0177b-2642-4931-9ea4-9a2e292f8843" -d '{"events": [{"server_uuid": "84700780-6df9-4d55-a48b-0f89c4c5e5a8", "name": "network-vif-unplugged", "status": "completed", "tag": "994f489a-7134-463c-90df-7f5e22d2a68c"}, {"server_uuid": "84700780-6df9-4d55-a48b-0f89c4c5e5a8", "name": "network-vif-unplugged", "status": "completed", "tag": "7b351237-4bd0-45c7-a806-427c75ca3765"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:59:42.727446 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-65ab948a-d685-4b2f-8cce-b6a4b04371c3 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:42.748735 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305da8ec-0cba-48fb-b6f6-212d6301cce1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-1c1cfdbd-93f1-4c88-929e-a296a9079cc3', 'network_id': '1c1cfdbd-93f1-4c88-929e-a296a9079cc3', 'tenant_id': 'b9a059a60c95449dbea48f7a9595ba66', 'fixed_ips': [{'subnet_id': '3a827329-601b-42c5-bc97-ee634a499ba2'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 03:59:42.750385 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-305da8ec-0cba-48fb-b6f6-212d6301cce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:42.810374 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-f3e3f0ff-9f0b-45ca-a028-5b7a3c5c1951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:42.812519 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-f3e3f0ff-9f0b-45ca-a028-5b7a3c5c1951 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de70f11c-4372-4ca5-89fb-09782e179a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1675746 Nov 27 03:59:42.897602 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-78f8964a-57a1-4be7-9d8b-36f118581c7a req-b4f49259-0d87-4459-83e2-cc96347a4b7a tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups?id=35921842-5bd8-4d3d-b228-d6a9b6023664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655662 Nov 27 03:59:42.927209 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-305da8ec-0cba-48fb-b6f6-212d6301cce1 None None] Allocated IP 2001:db8::2 (1c1cfdbd-93f1-4c88-929e-a296a9079cc3/3a827329-601b-42c5-bc97-ee634a499ba2/37519fc5-8d91-4ff8-9db4-cf912a8fdb7a) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:59:42.950224 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-2d612890-80f6-4d3c-a2bf-ecb725bcc38c req-326e557e-c643-4fd1-9d66-d8b70d0e4ba1 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:42.977766 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ad789191-cf84-4ceb-90f4-330d320c77aa req-cce3dbd5-4543-4008-9e96-dbc50e91a75b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2212746 Nov 27 03:59:42.989466 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-65ab948a-d685-4b2f-8cce-b6a4b04371c3 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:42.990997 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e557e-c643-4fd1-9d66-d8b70d0e4ba1 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Pushing event deleted for resources: {'Port': ['ID=0465d762-6c9e-4453-a78f-ed2e7501887c,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:42.995836 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-65ab948a-d685-4b2f-8cce-b6a4b04371c3 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:43.007383 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['0465d762-6c9e-4453-a78f-ed2e7501887c'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:59:43.013999 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd6112-0a46-4714-8b3a-29145199b413 req-5aaca80a-2f9a-4822-abe1-a8f8b1f28623 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:43.016951 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9fdd6112-0a46-4714-8b3a-29145199b413 req-5aaca80a-2f9a-4822-abe1-a8f8b1f28623 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=217c4ca7-d020-4c85-a671-b8a7741056f0 HTTP/1.1" status: 200 len: 943 time: 0.1686080 Nov 27 03:59:43.087569 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-044997a8-ee4d-4676-940a-b2436020b852 service neutron] 10.222.0.11 "GET /v2.0/networks/de70f11c-4372-4ca5-89fb-09782e179a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476304 Nov 27 03:59:43.163210 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-305da8ec-0cba-48fb-b6f6-212d6301cce1 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:43.169848 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d612890-80f6-4d3c-a2bf-ecb725bcc38c req-326e557e-c643-4fd1-9d66-d8b70d0e4ba1 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] No DVR routers for this DVR port 0465d762-6c9e-4453-a78f-ed2e7501887c on host n-h2-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:59:43.176916 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-2d612890-80f6-4d3c-a2bf-ecb725bcc38c req-326e557e-c643-4fd1-9d66-d8b70d0e4ba1 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:43.179960 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-305cf0c8-7aec-405c-bcf7-02163f4a9ca0 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:43.180684 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2d612890-80f6-4d3c-a2bf-ecb725bcc38c req-326e557e-c643-4fd1-9d66-d8b70d0e4ba1 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.11 "DELETE /v2.0/ports/0465d762-6c9e-4453-a78f-ed2e7501887c HTTP/1.1" status: 204 len: 173 time: 2.1996467 Nov 27 03:59:43.180847 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-305da8ec-0cba-48fb-b6f6-212d6301cce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:43.182152 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd780dbe4-380e-40f9-9c61-6bcfc7c34317', 'name': 'network-vif-deleted', 'tag': '0465d762-6c9e-4453-a78f-ed2e7501887c'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:59:43.185261 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245251bd-5184-427c-a882-f7d96cf27245" -d '{"events": [{"server_uuid": "d780dbe4-380e-40f9-9c61-6bcfc7c34317", "name": "network-vif-deleted", "tag": "0465d762-6c9e-4453-a78f-ed2e7501887c"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:59:43.223164 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9fdd6112-0a46-4714-8b3a-29145199b413 req-e29bfeae-2468-48f8-925d-11369befb8c9 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948643 Nov 27 03:59:43.239330 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 27 Nov 2021 03:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686bb8cf-de24-48ed-b8c2-f2c85ab063aa x-openstack-request-id: req-686bb8cf-de24-48ed-b8c2-f2c85ab063aa {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:59:43.239797 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84700780-6df9-4d55-a48b-0f89c4c5e5a8", "name": "network-vif-unplugged", "status": "completed", "tag": "994f489a-7134-463c-90df-7f5e22d2a68c", "code": 200}, {"server_uuid": "84700780-6df9-4d55-a48b-0f89c4c5e5a8", "name": "network-vif-unplugged", "status": "completed", "tag": "7b351237-4bd0-45c7-a806-427c75ca3765", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:59:43.240099 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-686bb8cf-de24-48ed-b8c2-f2c85ab063aa {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:59:43.240591 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '994f489a-7134-463c-90df-7f5e22d2a68c', 'code': 200} Nov 27 03:59:43.240979 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b351237-4bd0-45c7-a806-427c75ca3765', 'code': 200} Nov 27 03:59:43.242572 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305da8ec-0cba-48fb-b6f6-212d6301cce1 None None] Pushing event updated for resources: {'Port': ['ID=37519fc5-8d91-4ff8-9db4-cf912a8fdb7a,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:43.263308 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305da8ec-0cba-48fb-b6f6-212d6301cce1 None None] Network 1c1cfdbd-93f1-4c88-929e-a296a9079cc3 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:59:43.266512 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-65ab948a-d685-4b2f-8cce-b6a4b04371c3 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:43.268820 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-305da8ec-0cba-48fb-b6f6-212d6301cce1 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:59:43.268992 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-65ab948a-d685-4b2f-8cce-b6a4b04371c3 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6961341 Nov 27 03:59:43.272363 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305da8ec-0cba-48fb-b6f6-212d6301cce1 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:59:43.279225 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305cf0c8-7aec-405c-bcf7-02163f4a9ca0 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Pushing event deleted for resources: {'Port': ['ID=994f489a-7134-463c-90df-7f5e22d2a68c,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:43.291019 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab948a-d685-4b2f-8cce-b6a4b04371c3 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29d393cd-c2d1-4bee-acd4-be0c3629aa2d,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:43.296502 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49456) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:43.303530 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-fa39559a-ec03-495d-86fd-dd0a88816497 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'security_group': {'name': 'tempest-secgroup-652660113'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:43.315388 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-2f4b9057-439b-42f0-8bcf-99e5f68404e7 service neutron] 10.222.0.11 "GET /v2.0/networks/de70f11c-4372-4ca5-89fb-09782e179a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102690 Nov 27 03:59:43.327780 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f94279-198a-487c-9488-d90b49317495 x-openstack-request-id: req-c1f94279-198a-487c-9488-d90b49317495 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:59:43.328612 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d780dbe4-380e-40f9-9c61-6bcfc7c34317", "name": "network-vif-deleted", "tag": "0465d762-6c9e-4453-a78f-ed2e7501887c", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:59:43.328870 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c1f94279-198a-487c-9488-d90b49317495 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:59:43.329379 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd780dbe4-380e-40f9-9c61-6bcfc7c34317', 'name': 'network-vif-deleted', 'tag': '0465d762-6c9e-4453-a78f-ed2e7501887c', 'status': 'completed', 'code': 200} Nov 27 03:59:43.374428 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-305da8ec-0cba-48fb-b6f6-212d6301cce1 None None] Attempting to bind port 37519fc5-8d91-4ff8-9db4-cf912a8fdb7a on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 03:59:43.374827 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fa39559a-ec03-495d-86fd-dd0a88816497 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:43.374939 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-305da8ec-0cba-48fb-b6f6-212d6301cce1 None None] Attempting to bind port 37519fc5-8d91-4ff8-9db4-cf912a8fdb7a by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '15d4f153-b533-4f34-b4bf-867a9b5730c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1c1cfdbd-93f1-4c88-929e-a296a9079cc3'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 03:59:43.375245 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305da8ec-0cba-48fb-b6f6-212d6301cce1 None None] Attempting to bind port 37519fc5-8d91-4ff8-9db4-cf912a8fdb7a on network 1c1cfdbd-93f1-4c88-929e-a296a9079cc3 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 03:59:43.377513 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-a1e15cd0-e305-4407-b6ed-4c370d54b6c2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=8d21c359-8b29-4bc7-8fd4-65e475953c35 HTTP/1.1" status: 200 len: 217 time: 0.0432780 Nov 27 03:59:43.381134 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305da8ec-0cba-48fb-b6f6-212d6301cce1 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 03:59:43.381508 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305da8ec-0cba-48fb-b6f6-212d6301cce1 None None] Checking segment: {'id': '15d4f153-b533-4f34-b4bf-867a9b5730c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1c1cfdbd-93f1-4c88-929e-a296a9079cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:59:43.381914 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-305da8ec-0cba-48fb-b6f6-212d6301cce1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:43.382364 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305da8ec-0cba-48fb-b6f6-212d6301cce1 None None] Bound using segment: {'id': '15d4f153-b533-4f34-b4bf-867a9b5730c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1c1cfdbd-93f1-4c88-929e-a296a9079cc3'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 03:59:43.382923 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-305da8ec-0cba-48fb-b6f6-212d6301cce1 None None] Bound port: 37519fc5-8d91-4ff8-9db4-cf912a8fdb7a, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15d4f153-b533-4f34-b4bf-867a9b5730c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1c1cfdbd-93f1-4c88-929e-a296a9079cc3'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 03:59:43.383369 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-305da8ec-0cba-48fb-b6f6-212d6301cce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:43.389950 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad789191-cf84-4ceb-90f4-330d320c77aa req-b884c1d0-b04f-4f8b-9460-35a150c1c731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:43.392395 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ad789191-cf84-4ceb-90f4-330d320c77aa req-b884c1d0-b04f-4f8b-9460-35a150c1c731 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b01c762313d54b279f09c5e5d81dadbf&device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 1097 time: 0.3628733 Nov 27 03:59:43.438321 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-305cf0c8-7aec-405c-bcf7-02163f4a9ca0 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] No DVR routers for this DVR port 994f489a-7134-463c-90df-7f5e22d2a68c on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:59:43.443860 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-305cf0c8-7aec-405c-bcf7-02163f4a9ca0 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:43.447483 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d7f49b01-d7ea-4044-9e04-ab39adecaa9b req-305cf0c8-7aec-405c-bcf7-02163f4a9ca0 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.11 "DELETE /v2.0/ports/994f489a-7134-463c-90df-7f5e22d2a68c HTTP/1.1" status: 204 len: 173 time: 1.1127839 Nov 27 03:59:43.461122 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-17dbbd1a-6e75-4c9b-a522-960149d2d623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:43.462710 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-17dbbd1a-6e75-4c9b-a522-960149d2d623 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a5669422-959b-42bf-adae-eb6b666499da HTTP/1.1" status: 200 len: 797 time: 0.0701702 Nov 27 03:59:43.464157 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-305da8ec-0cba-48fb-b6f6-212d6301cce1 None None] For port 37519fc5-8d91-4ff8-9db4-cf912a8fdb7a, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 03:59:43.468528 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-305da8ec-0cba-48fb-b6f6-212d6301cce1 None None] For port 37519fc5-8d91-4ff8-9db4-cf912a8fdb7a, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=37519fc5-8d91-4ff8-9db4-cf912a8fdb7a,segment=NetworkSegment(15d4f153-b533-4f34-b4bf-867a9b5730c1),segment_id=15d4f153-b533-4f34-b4bf-867a9b5730c1)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 03:59:43.476292 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-305da8ec-0cba-48fb-b6f6-212d6301cce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:43.525580 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6f21e-579f-44a5-957b-e6d97436438d req-12c2f918-dd96-4ffd-ad65-57339833d6e2 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:43.527412 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3bf6f21e-579f-44a5-957b-e6d97436438d req-12c2f918-dd96-4ffd-ad65-57339833d6e2 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 946 time: 0.1906528 Nov 27 03:59:43.528103 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fa39559a-ec03-495d-86fd-dd0a88816497 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:43.536613 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fa39559a-ec03-495d-86fd-dd0a88816497 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:43.555454 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-99437c0b-f02b-4e1e-96eb-33f265fed027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:43.556903 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-99437c0b-f02b-4e1e-96eb-33f265fed027 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0836291 Nov 27 03:59:43.564131 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305da8ec-0cba-48fb-b6f6-212d6301cce1 None None] Pushing event updated for resources: {'Port': ['ID=37519fc5-8d91-4ff8-9db4-cf912a8fdb7a,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:43.587381 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fa39559a-ec03-495d-86fd-dd0a88816497 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:43.591232 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-fa39559a-ec03-495d-86fd-dd0a88816497 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2932382 Nov 27 03:59:43.594317 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49458) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:43.605985 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-b3a7b0b6-3c3f-4d05-9814-bc913439db03 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1659918801', 'security_groups': ['6e65dbac-834e-4cb3-b8a2-274424691d74'], 'network_id': '1c1cfdbd-93f1-4c88-929e-a296a9079cc3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3a827329-601b-42c5-bc97-ee634a499ba2'}]}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:43.681373 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-93d1be48-19e9-437f-a0d4-d2f47f6573c6 service neutron] 10.222.0.11 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103203 Nov 27 03:59:43.682175 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa39559a-ec03-495d-86fd-dd0a88816497 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e65dbac-834e-4cb3-b8a2-274424691d74,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:43.683186 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3bf6f21e-579f-44a5-957b-e6d97436438d req-9cd131c0-755f-4d56-bd74-d4e62b352baf tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8ba712-3cd0-4dd7-9ea5-ecc0634012e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381905 Nov 27 03:59:43.685588 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad789191-cf84-4ceb-90f4-330d320c77aa req-79636fa0-7d98-4499-acc9-33a30699eff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:43.687888 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ad789191-cf84-4ceb-90f4-330d320c77aa req-79636fa0-7d98-4499-acc9-33a30699eff2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ab8fc313-e01d-42bb-a8ec-9d136b503637 HTTP/1.1" status: 200 len: 912 time: 0.2589455 Nov 27 03:59:43.796087 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'name': 'network-vif-deleted', 'tag': '6cb9156c-61e5-4397-bd95-aff4277a4ae5'}, {'server_uuid': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'name': 'network-vif-deleted', 'tag': '7b351237-4bd0-45c7-a806-427c75ca3765'}, {'server_uuid': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'name': 'network-vif-deleted', 'tag': '994f489a-7134-463c-90df-7f5e22d2a68c'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:59:43.799071 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27d33ad-f93b-4f39-830f-04960adee09b" -d '{"events": [{"server_uuid": "84700780-6df9-4d55-a48b-0f89c4c5e5a8", "name": "network-vif-deleted", "tag": "6cb9156c-61e5-4397-bd95-aff4277a4ae5"}, {"server_uuid": "84700780-6df9-4d55-a48b-0f89c4c5e5a8", "name": "network-vif-deleted", "tag": "7b351237-4bd0-45c7-a806-427c75ca3765"}, {"server_uuid": "84700780-6df9-4d55-a48b-0f89c4c5e5a8", "name": "network-vif-deleted", "tag": "994f489a-7134-463c-90df-7f5e22d2a68c"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:59:43.899831 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb7847e4-7cf3-4b82-a176-72a6f666877e req-6235d47a-b00c-4f59-bed8-e33375d87f36 tempest-ServersTestJSON-768553318 tempest-ServersTestJSON-768553318-project] 10.222.0.20 "GET /v2.0/ports?device_id=d780dbe4-380e-40f9-9c61-6bcfc7c34317 HTTP/1.1" status: 200 len: 210 time: 0.0757799 Nov 27 03:59:43.960741 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ad789191-cf84-4ceb-90f4-330d320c77aa req-bac79b9b-8693-4f9c-aa8d-8b0a44c6b16c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1c9d3a6-1790-421d-8159-5888317d7f7e HTTP/1.1" status: 200 len: 1001 time: 0.2571321 Nov 27 03:59:43.976167 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-bbb9d4ae-3c88-43ea-b326-a6c1a054b6bf service neutron] 10.222.0.11 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624464 Nov 27 03:59:44.094074 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-331350a1-0a7a-4a83-a5b7-275f74f90ee7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=79505348-feb7-4bb2-ad3d-3724a74fb104 HTTP/1.1" status: 200 len: 217 time: 0.0999615 Nov 27 03:59:44.099134 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 27 Nov 2021 03:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa3e7f3-2e3e-401c-98b5-507fd1f35193 x-openstack-request-id: req-bfa3e7f3-2e3e-401c-98b5-507fd1f35193 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:59:44.099517 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84700780-6df9-4d55-a48b-0f89c4c5e5a8", "name": "network-vif-deleted", "tag": "6cb9156c-61e5-4397-bd95-aff4277a4ae5", "status": "completed", "code": 200}, {"server_uuid": "84700780-6df9-4d55-a48b-0f89c4c5e5a8", "name": "network-vif-deleted", "tag": "7b351237-4bd0-45c7-a806-427c75ca3765", "status": "completed", "code": 200}, {"server_uuid": "84700780-6df9-4d55-a48b-0f89c4c5e5a8", "name": "network-vif-deleted", "tag": "994f489a-7134-463c-90df-7f5e22d2a68c", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:59:44.099765 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bfa3e7f3-2e3e-401c-98b5-507fd1f35193 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:59:44.100486 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'name': 'network-vif-deleted', 'tag': '6cb9156c-61e5-4397-bd95-aff4277a4ae5', 'status': 'completed', 'code': 200} Nov 27 03:59:44.100825 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'name': 'network-vif-deleted', 'tag': '7b351237-4bd0-45c7-a806-427c75ca3765', 'status': 'completed', 'code': 200} Nov 27 03:59:44.101090 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84700780-6df9-4d55-a48b-0f89c4c5e5a8', 'name': 'network-vif-deleted', 'tag': '994f489a-7134-463c-90df-7f5e22d2a68c', 'status': 'completed', 'code': 200} Nov 27 03:59:44.159099 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e1fb930b-f61f-4ae8-afa0-567e22f01637 req-541fecae-5cfc-47eb-b695-7b96223d4c34 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 210 time: 0.0992544 Nov 27 03:59:44.162445 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad789191-cf84-4ceb-90f4-330d320c77aa req-c2df65c7-7f84-488a-907e-836db0b30853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:44.164000 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ad789191-cf84-4ceb-90f4-330d320c77aa req-c2df65c7-7f84-488a-907e-836db0b30853 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ef82cdfa-d224-4963-bff3-3b0049ffee0b HTTP/1.1" status: 200 len: 850 time: 0.1848981 Nov 27 03:59:44.214300 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a7b0b6-3c3f-4d05-9814-bc913439db03 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Made reservation on behalf of b9a059a60c95449dbea48f7a9595ba66 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:59:44.237297 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-057c8500-b1d0-4e34-b6b0-86ecdaaf64c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:44.239766 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-057c8500-b1d0-4e34-b6b0-86ecdaaf64c9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a5669422-959b-42bf-adae-eb6b666499da HTTP/1.1" status: 200 len: 797 time: 0.1227498 Nov 27 03:59:44.358417 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad789191-cf84-4ceb-90f4-330d320c77aa req-4a02b587-d63e-476d-b404-d64bfce58683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:44.360004 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ad789191-cf84-4ceb-90f4-330d320c77aa req-4a02b587-d63e-476d-b404-d64bfce58683 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ab8fc313-e01d-42bb-a8ec-9d136b503637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1860452 Nov 27 03:59:44.361195 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-2b886422-fa25-49d4-853d-4ff17ef9e6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:44.363672 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-2b886422-fa25-49d4-853d-4ff17ef9e6a1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1144640 Nov 27 03:59:44.381902 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6746c2-4d81-42eb-8b32-e0525d1acdb5 req-e9bcba5d-0a7f-4f98-ba76-e87519061c3a tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:44.386408 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e4b8e-5b32-4017-b1f1-94a9c156a40a req-72a86540-d683-4659-9753-4d5c827c328b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:44.388303 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7b6e4b8e-5b32-4017-b1f1-94a9c156a40a req-72a86540-d683-4659-9753-4d5c827c328b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 1097 time: 0.1978962 Nov 27 03:59:44.391139 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4f6746c2-4d81-42eb-8b32-e0525d1acdb5 req-e9bcba5d-0a7f-4f98-ba76-e87519061c3a tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=217c4ca7-d020-4c85-a671-b8a7741056f0 HTTP/1.1" status: 200 len: 943 time: 0.0928385 Nov 27 03:59:44.461160 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b3a7b0b6-3c3f-4d05-9814-bc913439db03 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:44.503514 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4f6746c2-4d81-42eb-8b32-e0525d1acdb5 req-a946c0e5-0d74-412c-8c92-e77ffcaed591 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062400 Nov 27 03:59:44.519867 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [None req-b3a7b0b6-3c3f-4d05-9814-bc913439db03 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] device_id is not set on port 0ae6bbb7-c351-49f9-bf6c-35d4ea7d480f yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 03:59:44.542183 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-42d39a9e-5e21-4862-96a1-97e618dec8eb service neutron] 10.222.0.11 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697860 Nov 27 03:59:44.646949 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7b6e4b8e-5b32-4017-b1f1-94a9c156a40a req-bef57f16-812e-4892-bfc3-1c50ce3df9c6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6d8ba712-3cd0-4dd7-9ea5-ecc0634012e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394149 Nov 27 03:59:44.689060 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-4bd1043b-706b-4424-9463-401c19d7fc7d service neutron] 10.222.0.11 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394162 Nov 27 03:59:44.700307 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ad789191-cf84-4ceb-90f4-330d320c77aa req-0c7b3d0a-924e-4a2c-89ff-94b043961293 service neutron] 10.222.0.23 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293195 Nov 27 03:59:44.838998 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 37519fc5-8d91-4ff8-9db4-cf912a8fdb7a up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:59:44.893256 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-b3a7b0b6-3c3f-4d05-9814-bc913439db03 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Allocated IP 2001:db8::42 (1c1cfdbd-93f1-4c88-929e-a296a9079cc3/3a827329-601b-42c5-bc97-ee634a499ba2/0ae6bbb7-c351-49f9-bf6c-35d4ea7d480f) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:59:44.910704 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 37519fc5-8d91-4ff8-9db4-cf912a8fdb7a triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:44.920004 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:44.966961 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92bb4e7-07e0-4fbb-9768-ee6094bda205 req-e1a95dbf-bed4-4393-81d4-9954c30ee00d tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:44.969047 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f92bb4e7-07e0-4fbb-9768-ee6094bda205 req-e1a95dbf-bed4-4393-81d4-9954c30ee00d tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 946 time: 0.1309848 Nov 27 03:59:44.976924 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ad789191-cf84-4ceb-90f4-330d320c77aa req-92b9d591-f552-4de2-b6b2-3b4792628413 service neutron] 10.222.0.23 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700746 Nov 27 03:59:45.019353 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-9ea15b26-7fc3-402a-b2bc-ba1e5a4767b2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=483722be-2ed4-4dbd-aefd-8406aba813b7 HTTP/1.1" status: 200 len: 217 time: 0.0769653 Nov 27 03:59:45.102024 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:45.121896 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49482) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:45.145816 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 37519fc5-8d91-4ff8-9db4-cf912a8fdb7a, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=37519fc5-8d91-4ff8-9db4-cf912a8fdb7a,segment=NetworkSegment(15d4f153-b533-4f34-b4bf-867a9b5730c1),segment_id=15d4f153-b533-4f34-b4bf-867a9b5730c1)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:59:45.151953 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:45.167600 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-45980283-2aac-4b8b-98b9-ea02bf634387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:45.168791 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-45980283-2aac-4b8b-98b9-ea02bf634387 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a5669422-959b-42bf-adae-eb6b666499da HTTP/1.1" status: 200 len: 797 time: 0.1406703 Nov 27 03:59:45.240730 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-249180c4-dc01-46ed-b5cd-551174c21091 admin admin] Deleting subnet 19827895-167c-4ffb-a565-ae1a5e643330 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:59:45.246798 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-249180c4-dc01-46ed-b5cd-551174c21091 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:45.248635 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f92bb4e7-07e0-4fbb-9768-ee6094bda205 req-1fab99ba-df3c-45a3-847c-dd59afd3b1f1 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8ba712-3cd0-4dd7-9ea5-ecc0634012e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670765 Nov 27 03:59:45.290278 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=37519fc5-8d91-4ff8-9db4-cf912a8fdb7a,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:45.293133 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-249180c4-dc01-46ed-b5cd-551174c21091 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:45.335827 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-249180c4-dc01-46ed-b5cd-551174c21091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:45.339059 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-ae743d20-62aa-4dc3-a51c-b47b501f8554 None None] Provisioning complete for port 37519fc5-8d91-4ff8-9db4-cf912a8fdb7a triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:45.340912 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ae743d20-62aa-4dc3-a51c-b47b501f8554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:45.398249 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 03:59:45.407757 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b3a7b0b6-3c3f-4d05-9814-bc913439db03 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:45.420605 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-5f65e527-436e-41b7-90d6-bb10da0dcce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:45.422747 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-5f65e527-436e-41b7-90d6-bb10da0dcce4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2460306 Nov 27 03:59:45.423972 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-249180c4-dc01-46ed-b5cd-551174c21091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:45.459732 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249180c4-dc01-46ed-b5cd-551174c21091 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19827895-167c-4ffb-a565-ae1a5e643330,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:45.462186 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8ab1b5d7-f1d3-4557-bbd2-c5ff598da3fc req-27f1ded0-1204-4d3c-bb32-1ed987a9a8b5 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 210 time: 0.0468650 Nov 27 03:59:45.476493 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-249180c4-dc01-46ed-b5cd-551174c21091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:45.480446 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-249180c4-dc01-46ed-b5cd-551174c21091 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/19827895-167c-4ffb-a565-ae1a5e643330 HTTP/1.1" status: 204 len: 168 time: 0.3584352 Nov 27 03:59:45.487348 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49490) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:45.555729 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-ae743d20-62aa-4dc3-a51c-b47b501f8554 None None] Provisioning complete for port 18e981d3-817a-4e20-8f1d-97c2ce5c76af triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:45.556397 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ae743d20-62aa-4dc3-a51c-b47b501f8554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:45.562829 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-4d1d36cc-5b6e-4a4c-ae22-090b541073e1 service neutron] 10.222.0.11 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138546 Nov 27 03:59:45.600788 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-ae743d20-62aa-4dc3-a51c-b47b501f8554 None None] Port 18e981d3-817a-4e20-8f1d-97c2ce5c76af cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:59:45.627410 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bdc4471c-ac5b-430b-8ae8-60a09597ffb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:45.631445 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 0465d762-6c9e-4453-a78f-ed2e7501887c no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 03:59:45.670638 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: 0465d762-6c9e-4453-a78f-ed2e7501887c {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 03:59:45.671005 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 0465d762-6c9e-4453-a78f-ed2e7501887c not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 03:59:45.713351 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-821f7fb2-1b01-4f88-9b96-c85fb49faff2 service neutron] 10.222.0.11 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423638 Nov 27 03:59:45.716527 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b3a7b0b6-3c3f-4d05-9814-bc913439db03 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:45.778284 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-217ed92b-b82b-4193-913b-94fef5b00c23 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb HTTP/1.1" status: 200 len: 217 time: 0.0533216 Nov 27 03:59:45.790936 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bdc4471c-ac5b-430b-8ae8-60a09597ffb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:45.829195 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a7b0b6-3c3f-4d05-9814-bc913439db03 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Network 1c1cfdbd-93f1-4c88-929e-a296a9079cc3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:59:45.837110 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-b3a7b0b6-3c3f-4d05-9814-bc913439db03 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:59:45.840087 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-bdc4471c-ac5b-430b-8ae8-60a09597ffb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c2206f1-5002-4d5a-a6bd-f85327f757ed']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:59:45.843069 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a7b0b6-3c3f-4d05-9814-bc913439db03 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'Port': ['ID=0ae6bbb7-c351-49f9-bf6c-35d4ea7d480f,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:45.847271 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a7b0b6-3c3f-4d05-9814-bc913439db03 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:59:45.852533 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a7b0b6-3c3f-4d05-9814-bc913439db03 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:45.853148 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b3a7b0b6-3c3f-4d05-9814-bc913439db03 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:45.855342 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-2f78b7b0-0cf5-48fc-a74a-6d3b894a89a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:45.856938 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-2f78b7b0-0cf5-48fc-a74a-6d3b894a89a0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a5669422-959b-42bf-adae-eb6b666499da HTTP/1.1" status: 200 len: 797 time: 0.0714605 Nov 27 03:59:45.869434 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-bdc4471c-ac5b-430b-8ae8-60a09597ffb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e40e3b9b-cd7d-4402-aebb-20a69a216b2f') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:59:45.869745 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-bdc4471c-ac5b-430b-8ae8-60a09597ffb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e40e3b9b-cd7d-4402-aebb-20a69a216b2f') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:59:45.886639 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7f60d-aa3d-4212-b03f-d49bca8fadf1 req-1f5c748d-ee1f-4190-adf9-1c66c86b7806 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:45.892313 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bfb7f60d-aa3d-4212-b03f-d49bca8fadf1 req-1f5c748d-ee1f-4190-adf9-1c66c86b7806 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=217c4ca7-d020-4c85-a671-b8a7741056f0 HTTP/1.1" status: 200 len: 943 time: 0.2192450 Nov 27 03:59:45.897320 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bdc4471c-ac5b-430b-8ae8-60a09597ffb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:45.922319 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b3a7b0b6-3c3f-4d05-9814-bc913439db03 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3267832 Nov 27 03:59:45.925972 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49494) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:45.927347 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-cd5fce83-c1ab-4b4e-bfc4-c5c9315ea012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:45.929008 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-cd5fce83-c1ab-4b4e-bfc4-c5c9315ea012 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0645125 Nov 27 03:59:45.939021 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-9998cc88-6c9d-4712-8b5e-012b10416926 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'subnet': {'network_id': '1c1cfdbd-93f1-4c88-929e-a296a9079cc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:46.040720 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:46.085565 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1927bce9-ac86-41e1-9176-981dac65b5e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:46.095261 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bdc4471c-ac5b-430b-8ae8-60a09597ffb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:46.103143 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-fdd4b412-6bfc-4ec5-a75a-8e2ecc08a9d5 service neutron] 10.222.0.11 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638978 Nov 27 03:59:46.108693 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc4471c-ac5b-430b-8ae8-60a09597ffb4 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 03:59:46.109363 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bdc4471c-ac5b-430b-8ae8-60a09597ffb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:46.159192 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device a2eb206a-ab72-4bc0-8d73-075dea708683 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 03:59:46.189949 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bfb7f60d-aa3d-4212-b03f-d49bca8fadf1 req-bfd379c3-e2b7-4d12-9d0d-03eb0f0a1c13 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858145 Nov 27 03:59:46.191447 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 03:59:46.191447 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 03:59:46.191447 n-d-819494-3 neutron-server[110019]: timer() Nov 27 03:59:46.191447 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 03:59:46.191447 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 03:59:46.191447 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 03:59:46.191447 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 03:59:46.191447 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 03:59:46.191447 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 03:59:46.191447 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 03:59:46.191447 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 03:59:46.191447 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 03:59:46.191447 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 03:59:46.191447 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 03:59:46.191447 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 03:59:46.191447 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 03:59:46.191447 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 03:59:46.191447 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 03:59:46.191447 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 03:59:46.191447 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 03:59:46.191447 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 03:59:46.191447 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 03:59:46.191447 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 03:59:46.191447 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 03:59:46.191447 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 03:59:46.191447 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 03:59:46.191447 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 03:59:46.191447 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 03:59:46.191447 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 03:59:46.191447 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 03:59:46.191447 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 03:59:46.191447 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 03:59:46.223269 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bdc4471c-ac5b-430b-8ae8-60a09597ffb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:46.233945 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-d0ea63dc-111a-4e96-b200-76f2314b9aeb service neutron] 10.222.0.11 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209924 Nov 27 03:59:46.236975 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bdc4471c-ac5b-430b-8ae8-60a09597ffb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:46.242734 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-bdc4471c-ac5b-430b-8ae8-60a09597ffb4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4c2206f1-5002-4d5a-a6bd-f85327f757ed HTTP/1.1" status: 204 len: 168 time: 0.7516716 Nov 27 03:59:46.242734 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9998cc88-6c9d-4712-8b5e-012b10416926 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Made reservation on behalf of b9a059a60c95449dbea48f7a9595ba66 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:59:46.246118 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9998cc88-6c9d-4712-8b5e-012b10416926 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:46.292782 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-41b6d630-66d2-4b02-9e44-08ebc7a70eb4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f44fdf9b-a8d1-49ae-aeec-916704cb4fb4 HTTP/1.1" status: 200 len: 217 time: 0.0526044 Nov 27 03:59:46.293527 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc4471c-ac5b-430b-8ae8-60a09597ffb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c2206f1-5002-4d5a-a6bd-f85327f757ed,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:46.364614 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-40c8c154-5897-4155-adac-33cb54e9eac7 None None] Provisioning complete for port 0ae6bbb7-c351-49f9-bf6c-35d4ea7d480f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:46.366133 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-40c8c154-5897-4155-adac-33cb54e9eac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:46.409070 n-d-819494-3 neutron-server[110019]: INFO neutron.db.ipam_backend_mixin [None req-9998cc88-6c9d-4712-8b5e-012b10416926 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3a827329-601b-42c5-bc97-ee634a499ba2 (CIDR: 2001:db8::/64) Nov 27 03:59:46.414722 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-9998cc88-6c9d-4712-8b5e-012b10416926 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 03:59:46.415167 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9998cc88-6c9d-4712-8b5e-012b10416926 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 03:59:46.433502 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-40c8c154-5897-4155-adac-33cb54e9eac7 None None] Port 0ae6bbb7-c351-49f9-bf6c-35d4ea7d480f cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:59:46.457047 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9998cc88-6c9d-4712-8b5e-012b10416926 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5272717 Nov 27 03:59:46.460234 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49504) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:46.467345 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-f05230c4-ec43-406e-a0d7-2aad7777889b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:46.469469 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-f05230c4-ec43-406e-a0d7-2aad7777889b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f712b216-a943-478e-91ec-701ddeee200a HTTP/1.1" status: 200 len: 797 time: 0.1687822 Nov 27 03:59:46.470647 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-3f8ae534-0370-451c-ad4e-04f2b672e78d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'subnet': {'network_id': '1c1cfdbd-93f1-4c88-929e-a296a9079cc3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:46.473244 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port a2eb206a-ab72-4bc0-8d73-075dea708683, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=a2eb206a-ab72-4bc0-8d73-075dea708683,segment=NetworkSegment(7b573d51-51b1-4f49-9697-b1cce35223ba),segment_id=7b573d51-51b1-4f49-9697-b1cce35223ba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:59:46.485967 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cd8d7-923f-4b3c-af1e-b4e457aa23c5 req-5c0d8380-c82a-45d1-8265-02e93461e1db tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:46.487504 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6b3cd8d7-923f-4b3c-af1e-b4e457aa23c5 req-5c0d8380-c82a-45d1-8265-02e93461e1db tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 946 time: 0.1030905 Nov 27 03:59:46.501210 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': 'a2eb206a-ab72-4bc0-8d73-075dea708683', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'port_id': 'a2eb206a-ab72-4bc0-8d73-075dea708683', 'mac_address': 'fa:16:3e:38:b1:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 03:59:46.525030 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49508) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:46.569622 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:46.587733 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2eb206a-ab72-4bc0-8d73-075dea708683 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 03:59:46.613994 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port a2eb206a-ab72-4bc0-8d73-075dea708683, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=a2eb206a-ab72-4bc0-8d73-075dea708683,segment=NetworkSegment(7b573d51-51b1-4f49-9697-b1cce35223ba),segment_id=7b573d51-51b1-4f49-9697-b1cce35223ba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:59:46.621119 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:46.725313 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-84f1c425-8cf8-4428-8214-da7d69669eb9 req-4a787449-3327-4cc5-92ea-c0a05b84e260 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 210 time: 0.1272571 Nov 27 03:59:46.726919 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8ae534-0370-451c-ad4e-04f2b672e78d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Made reservation on behalf of b9a059a60c95449dbea48f7a9595ba66 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:59:46.730303 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3f8ae534-0370-451c-ad4e-04f2b672e78d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:46.731842 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=a2eb206a-ab72-4bc0-8d73-075dea708683,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:46.841469 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 37519fc5-8d91-4ff8-9db4-cf912a8fdb7a up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:59:46.896570 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-069c036b-a190-481a-9ea5-b8f93868ae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:46.898285 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-069c036b-a190-481a-9ea5-b8f93868ae37 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c50e5d64-07f3-44bc-b3a4-01ba809267ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3859897 Nov 27 03:59:46.901208 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e6a2254f-f067-44c6-9b8e-b6e0f98eb217 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3f15a86d7b9a4eda805c341155209493&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3740442 Nov 27 03:59:46.904900 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6b3cd8d7-923f-4b3c-af1e-b4e457aa23c5 req-568d0854-a4ac-498b-921f-49ba850cd0ff tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8ba712-3cd0-4dd7-9ea5-ecc0634012e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098508 Nov 27 03:59:46.905437 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49512) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:46.980363 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 37519fc5-8d91-4ff8-9db4-cf912a8fdb7a triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:46.981230 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:47.033226 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9765babf-3e60-47f3-9cda-7fd5a183e68c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:47.047211 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['a2eb206a-ab72-4bc0-8d73-075dea708683'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:59:47.056882 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-2736e7f6-82ad-40a8-81dc-0b78ddc45ecd service neutron] 10.222.0.11 "GET /v2.0/networks/c50e5d64-07f3-44bc-b3a4-01ba809267ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445715 Nov 27 03:59:47.079817 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9765babf-3e60-47f3-9cda-7fd5a183e68c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:47.173123 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-b1b77066-29c8-4213-a38a-4927a44f3b40 req-7c04a9ea-279c-4706-89e1-12c2019212e3 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1147909041', 'description': 'tempest-description-628660499'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:47.208476 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-9b40b875-66e2-4fe5-b6ea-18f6eb3f09b5 service neutron] 10.222.0.11 "GET /v2.0/networks/c50e5d64-07f3-44bc-b3a4-01ba809267ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422944 Nov 27 03:59:47.214606 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9765babf-3e60-47f3-9cda-7fd5a183e68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:47.218248 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9765babf-3e60-47f3-9cda-7fd5a183e68c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:47.221842 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9765babf-3e60-47f3-9cda-7fd5a183e68c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d4b03222-a846-417a-978d-9251171d4b5f HTTP/1.1" status: 204 len: 168 time: 0.3132153 Nov 27 03:59:47.251133 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3f8ae534-0370-451c-ad4e-04f2b672e78d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:47.283924 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-792af27d-77af-4c68-9506-27fe184aafa3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a1f03abc-cb7c-4762-a3d3-c924fa278769 HTTP/1.1" status: 200 len: 217 time: 0.0630512 Nov 27 03:59:47.285308 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9765babf-3e60-47f3-9cda-7fd5a183e68c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b03222-a846-417a-978d-9251171d4b5f,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:47.357880 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b1b77066-29c8-4213-a38a-4927a44f3b40 req-7c04a9ea-279c-4706-89e1-12c2019212e3 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:47.363902 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ae534-0370-451c-ad4e-04f2b672e78d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'Subnet': ['ID=5b452c89-e147-4880-a190-fc2623a603c6,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:47.397418 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ae534-0370-451c-ad4e-04f2b672e78d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:59:47.398260 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ae534-0370-451c-ad4e-04f2b672e78d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:59:47.398260 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ae534-0370-451c-ad4e-04f2b672e78d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:59:47.399352 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ae534-0370-451c-ad4e-04f2b672e78d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:59:47.399584 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-6da8d02d-dffa-43b5-bb94-45bdb25c6dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:47.400628 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ae534-0370-451c-ad4e-04f2b672e78d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:59:47.400988 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ae534-0370-451c-ad4e-04f2b672e78d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:59:47.401190 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-6da8d02d-dffa-43b5-bb94-45bdb25c6dab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f712b216-a943-478e-91ec-701ddeee200a HTTP/1.1" status: 200 len: 797 time: 0.1102498 Nov 27 03:59:47.401597 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ae534-0370-451c-ad4e-04f2b672e78d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:59:47.401953 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ae534-0370-451c-ad4e-04f2b672e78d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:59:47.403095 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ae534-0370-451c-ad4e-04f2b672e78d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:59:47.403576 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ae534-0370-451c-ad4e-04f2b672e78d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:59:47.403966 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ae534-0370-451c-ad4e-04f2b672e78d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:59:47.404853 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ae534-0370-451c-ad4e-04f2b672e78d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 03:59:47.431310 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8ae534-0370-451c-ad4e-04f2b672e78d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Network 1c1cfdbd-93f1-4c88-929e-a296a9079cc3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:59:47.437899 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-3f8ae534-0370-451c-ad4e-04f2b672e78d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:59:47.441636 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8ae534-0370-451c-ad4e-04f2b672e78d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:47.443337 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3f8ae534-0370-451c-ad4e-04f2b672e78d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:47.449177 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73d13cb-ed87-49db-9827-10609c8b23b0 None None] Network 1c1cfdbd-93f1-4c88-929e-a296a9079cc3 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:59:47.475435 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-3f8ae534-0370-451c-ad4e-04f2b672e78d tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0110264 Nov 27 03:59:47.477149 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49522) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:47.492667 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-0463cd99-fd68-4682-8644-681d7217d9fc tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1872716196', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5b452c89-e147-4880-a190-fc2623a603c6'}], 'security_groups': ['29d393cd-c2d1-4bee-acd4-be0c3629aa2d']}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:47.557782 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b1b77066-29c8-4213-a38a-4927a44f3b40 req-7c04a9ea-279c-4706-89e1-12c2019212e3 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:47.570594 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b1b77066-29c8-4213-a38a-4927a44f3b40 req-7c04a9ea-279c-4706-89e1-12c2019212e3 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:47.599489 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-906a8305-7b46-4cca-a3e8-f937e98a1108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:47.601051 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-906a8305-7b46-4cca-a3e8-f937e98a1108 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c50e5d64-07f3-44bc-b3a4-01ba809267ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1913724 Nov 27 03:59:47.614606 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b1b77066-29c8-4213-a38a-4927a44f3b40 req-7c04a9ea-279c-4706-89e1-12c2019212e3 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:47.630364 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b1b77066-29c8-4213-a38a-4927a44f3b40 req-7c04a9ea-279c-4706-89e1-12c2019212e3 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.4650588 Nov 27 03:59:47.636800 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04a9ea-279c-4706-89e1-12c2019212e3 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eea80d64-01b2-43d9-8356-88b8cc4396e6,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:47.750155 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df06e1-96a3-449d-b37a-a37400de693a req-d6b65f6b-b5c6-4448-9e3f-bcdb311ee248 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:47.761024 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-85df06e1-96a3-449d-b37a-a37400de693a req-d6b65f6b-b5c6-4448-9e3f-bcdb311ee248 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=217c4ca7-d020-4c85-a671-b8a7741056f0 HTTP/1.1" status: 200 len: 944 time: 0.2431428 Nov 27 03:59:47.853078 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f3337a-03d2-4d80-a6ba-6d4c1b3d1a70 None None] Update dhcp port {'port': {'network_id': '1c1cfdbd-93f1-4c88-929e-a296a9079cc3', 'fixed_ips': [{'subnet_id': '3a827329-601b-42c5-bc97-ee634a499ba2', 'ip_address': '2001:db8::2'}, {'subnet_id': '5b452c89-e147-4880-a190-fc2623a603c6'}], 'binding:host_id': 'n-d-819494-3'}, 'id': '37519fc5-8d91-4ff8-9db4-cf912a8fdb7a'} from n-d-819494-3. {{(pid=110020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 03:59:47.892865 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-89f3337a-03d2-4d80-a6ba-6d4c1b3d1a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:47.902050 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8bffe983-cdac-4035-b0bf-a22f23b5b95c req-95dc7edb-4047-4e25-8a76-1b1a603cbbc1 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1147909041&fields=id&tenant_id=68ffd2dc1c164a9db49281f8d2f5a12f HTTP/1.1" status: 200 len: 267 time: 0.0853653 Nov 27 03:59:47.955174 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-85df06e1-96a3-449d-b37a-a37400de693a req-ab3151fa-56b9-412f-b540-e12c48048bd2 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930566 Nov 27 03:59:47.993885 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bffe983-cdac-4035-b0bf-a22f23b5b95c req-f5bf4392-7a4b-4942-96a1-a3259ebd5dd1 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:47.995736 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8bffe983-cdac-4035-b0bf-a22f23b5b95c req-f5bf4392-7a4b-4942-96a1-a3259ebd5dd1 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 946 time: 0.0837839 Nov 27 03:59:48.000046 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-07ab02eb-8749-4ec9-b4cd-d5e45e30211c service neutron] 10.222.0.11 "GET /v2.0/networks/c50e5d64-07f3-44bc-b3a4-01ba809267ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824103 Nov 27 03:59:48.009511 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-8bffe983-cdac-4035-b0bf-a22f23b5b95c req-57bec0ca-26ab-4276-b1f1-d5770791ccfe tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Request body: {'port': {'security_groups': ['6d8ba712-3cd0-4dd7-9ea5-ecc0634012e4', 'eea80d64-01b2-43d9-8356-88b8cc4396e6']}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:48.030092 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0463cd99-fd68-4682-8644-681d7217d9fc tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:48.182301 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-8bffe983-cdac-4035-b0bf-a22f23b5b95c req-57bec0ca-26ab-4276-b1f1-d5770791ccfe tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:48.194365 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-89f3337a-03d2-4d80-a6ba-6d4c1b3d1a70 None None] Allocated IP 2001:db8:0:1::2 (1c1cfdbd-93f1-4c88-929e-a296a9079cc3/5b452c89-e147-4880-a190-fc2623a603c6/37519fc5-8d91-4ff8-9db4-cf912a8fdb7a) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:59:48.218209 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device a2eb206a-ab72-4bc0-8d73-075dea708683 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:59:48.226993 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bd6263c1-18fe-43a7-a38a-f41f287f2612 req-696dc564-302d-42f3-a50e-f51627087a13 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 210 time: 0.0786359 Nov 27 03:59:48.345344 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6cc9cced-c20d-40a2-abb2-8dc081bed62e req-74f80497-f824-4047-8e84-0135ab3605d9 service neutron] 10.222.0.11 "GET /v2.0/networks/c50e5d64-07f3-44bc-b3a4-01ba809267ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380179 Nov 27 03:59:48.405559 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-89f3337a-03d2-4d80-a6ba-6d4c1b3d1a70 None None] For port 37519fc5-8d91-4ff8-9db4-cf912a8fdb7a, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=37519fc5-8d91-4ff8-9db4-cf912a8fdb7a,segment=NetworkSegment(15d4f153-b533-4f34-b4bf-867a9b5730c1),segment_id=15d4f153-b533-4f34-b4bf-867a9b5730c1)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:59:48.452862 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-89f3337a-03d2-4d80-a6ba-6d4c1b3d1a70 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:48.460947 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-89f3337a-03d2-4d80-a6ba-6d4c1b3d1a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:48.511449 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49552) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:48.517635 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-818e9b4e-e54d-4af2-b584-a237c70dcbe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:48.522788 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f3337a-03d2-4d80-a6ba-6d4c1b3d1a70 None None] Pushing event updated for resources: {'Port': ['ID=37519fc5-8d91-4ff8-9db4-cf912a8fdb7a,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:48.570098 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port a2eb206a-ab72-4bc0-8d73-075dea708683 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 03:59:48.579108 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port a2eb206a-ab72-4bc0-8d73-075dea708683 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:48.579485 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:48.639682 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-8bffe983-cdac-4035-b0bf-a22f23b5b95c req-57bec0ca-26ab-4276-b1f1-d5770791ccfe tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] For port 7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a,segment=NetworkSegment(b76dfa2f-4b39-46ae-aaef-e7ac6427206d),segment_id=b76dfa2f-4b39-46ae-aaef-e7ac6427206d)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:59:48.661880 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:48.713953 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-8bffe983-cdac-4035-b0bf-a22f23b5b95c req-57bec0ca-26ab-4276-b1f1-d5770791ccfe tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:48.747239 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-f068f40e-350e-40ac-9f8b-f6f7b49c1c89 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1111073094-network', 'tenant_id': '12c93f057b6e4ac2ac37f6389a63dfb1'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:48.752197 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-8bffe983-cdac-4035-b0bf-a22f23b5b95c req-57bec0ca-26ab-4276-b1f1-d5770791ccfe tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:48.791059 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:48.805633 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-0463cd99-fd68-4682-8644-681d7217d9fc tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Delete allocated IP 2001:db8::42 (1c1cfdbd-93f1-4c88-929e-a296a9079cc3/3a827329-601b-42c5-bc97-ee634a499ba2) {{(pid=110018) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 27 03:59:48.829017 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:59:48.839194 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-0463cd99-fd68-4682-8644-681d7217d9fc tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Allocated IP 2001:db8:0:1::378 (1c1cfdbd-93f1-4c88-929e-a296a9079cc3/5b452c89-e147-4880-a190-fc2623a603c6/0ae6bbb7-c351-49f9-bf6c-35d4ea7d480f) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:59:48.849498 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bffe983-cdac-4035-b0bf-a22f23b5b95c req-57bec0ca-26ab-4276-b1f1-d5770791ccfe tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:48.850259 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-8bffe983-cdac-4035-b0bf-a22f23b5b95c req-57bec0ca-26ab-4276-b1f1-d5770791ccfe tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:48.855399 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8bffe983-cdac-4035-b0bf-a22f23b5b95c req-57bec0ca-26ab-4276-b1f1-d5770791ccfe tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "PUT /v2.0/ports/7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a HTTP/1.1" status: 200 len: 982 time: 0.8513186 Nov 27 03:59:48.856108 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f', 'tag': '7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:59:48.870860 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbebc371-586e-49c1-a065-11ad4eca07d3" -d '{"events": [{"name": "network-changed", "server_uuid": "30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f", "tag": "7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:59:48.903938 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f068f40e-350e-40ac-9f8b-f6f7b49c1c89 admin admin] Made reservation on behalf of 12c93f057b6e4ac2ac37f6389a63dfb1 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:59:48.906891 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f068f40e-350e-40ac-9f8b-f6f7b49c1c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:48.910381 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bec0ca-26ab-4276-b1f1-d5770791ccfe tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Pushing event updated for resources: {'Port': ['ID=7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a,revision_number=6']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:48.939605 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f068f40e-350e-40ac-9f8b-f6f7b49c1c89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:48.962483 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port a2eb206a-ab72-4bc0-8d73-075dea708683, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=a2eb206a-ab72-4bc0-8d73-075dea708683,segment=NetworkSegment(7b573d51-51b1-4f49-9697-b1cce35223ba),segment_id=7b573d51-51b1-4f49-9697-b1cce35223ba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:59:48.964723 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 37519fc5-8d91-4ff8-9db4-cf912a8fdb7a up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:59:48.975801 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217c4ca7-d020-4c85-a671-b8a7741056f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2eb206a-ab72-4bc0-8d73-075dea708683'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:59:48.979251 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebdd051-c12e-4fb3-b6ff-3742d80fa6ab" -d '{"events": [{"server_uuid": "217c4ca7-d020-4c85-a671-b8a7741056f0", "name": "network-vif-plugged", "status": "completed", "tag": "a2eb206a-ab72-4bc0-8d73-075dea708683"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:59:48.994341 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee73e36-e9d8-452b-924d-4331d18f6adb x-openstack-request-id: req-8ee73e36-e9d8-452b-924d-4331d18f6adb {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:59:48.994744 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f", "tag": "7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:59:48.994919 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ee73e36-e9d8-452b-924d-4331d18f6adb {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:59:48.995324 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f', 'tag': '7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a', 'status': 'completed', 'code': 200} Nov 27 03:59:49.021257 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:49.027347 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-83059128-e07b-4003-8690-d3214fe5199b req-d20d295a-b52b-49eb-907a-4c711b9f1475 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1147909041&fields=id&tenant_id=68ffd2dc1c164a9db49281f8d2f5a12f HTTP/1.1" status: 200 len: 267 time: 0.0824358 Nov 27 03:59:49.085669 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:59:49.114931 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83059128-e07b-4003-8690-d3214fe5199b req-6719b09a-2030-4fe7-ba14-3e1a14dfa668 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:49.123173 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-83059128-e07b-4003-8690-d3214fe5199b req-6719b09a-2030-4fe7-ba14-3e1a14dfa668 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 985 time: 0.0947490 Nov 27 03:59:49.134520 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-83059128-e07b-4003-8690-d3214fe5199b req-4e825479-10df-4850-ab0d-7cd3ac8a2cbb tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Request body: {'port': {'security_groups': ['6d8ba712-3cd0-4dd7-9ea5-ecc0634012e4']}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:49.229881 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f068f40e-350e-40ac-9f8b-f6f7b49c1c89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:49.268478 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f068f40e-350e-40ac-9f8b-f6f7b49c1c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:49.274978 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbebc371-586e-49c1-a065-11ad4eca07d3 req-9ce5119e-cdeb-47a3-a1b1-80e5be2bcd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:49.278257 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dbebc371-586e-49c1-a065-11ad4eca07d3 req-9ce5119e-cdeb-47a3-a1b1-80e5be2bcd86 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68ffd2dc1c164a9db49281f8d2f5a12f&device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 1136 time: 0.1764293 Nov 27 03:59:49.293694 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-83059128-e07b-4003-8690-d3214fe5199b req-4e825479-10df-4850-ab0d-7cd3ac8a2cbb tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:49.320099 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f068f40e-350e-40ac-9f8b-f6f7b49c1c89 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:59:49.344854 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f068f40e-350e-40ac-9f8b-f6f7b49c1c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:49.345217 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-f068f40e-350e-40ac-9f8b-f6f7b49c1c89 admin admin] Added segment e220cfd2-d565-4a02-a034-10d08b15bd77 of type vlan for network c3329072-ad24-4660-befa-380a4fdccc41 Nov 27 03:59:49.372225 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068f40e-350e-40ac-9f8b-f6f7b49c1c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36335991-83a5-484a-acd9-4d85677ab1f6,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:49.468329 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e0c6f-5360-4ae6-a889-948526baa9ed req-4043954b-b2aa-41a6-80cc-e5d819eea499 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:49.476700 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4f5e0c6f-5360-4ae6-a889-948526baa9ed req-4043954b-b2aa-41a6-80cc-e5d819eea499 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=217c4ca7-d020-4c85-a671-b8a7741056f0 HTTP/1.1" status: 200 len: 945 time: 0.2977290 Nov 27 03:59:49.494386 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=a2eb206a-ab72-4bc0-8d73-075dea708683,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:49.507154 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbebc371-586e-49c1-a065-11ad4eca07d3 req-6424eb23-c38d-4375-8e31-472ddccafcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:49.508829 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dbebc371-586e-49c1-a065-11ad4eca07d3 req-6424eb23-c38d-4375-8e31-472ddccafcf5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=216961a9-6bf5-4e25-9786-74e5df0ce06a HTTP/1.1" status: 200 len: 921 time: 0.2095985 Nov 27 03:59:49.512678 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f068f40e-350e-40ac-9f8b-f6f7b49c1c89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:49.555484 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:49.578414 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4f5e0c6f-5360-4ae6-a889-948526baa9ed req-b8a0a39b-16ac-4ac7-bd76-47a2db4d81f4 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006498 Nov 27 03:59:49.586979 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0463cd99-fd68-4682-8644-681d7217d9fc tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:49.625566 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 37519fc5-8d91-4ff8-9db4-cf912a8fdb7a triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:49.625943 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:49.647949 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f068f40e-350e-40ac-9f8b-f6f7b49c1c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:49.649554 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f068f40e-350e-40ac-9f8b-f6f7b49c1c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:49.650411 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f068f40e-350e-40ac-9f8b-f6f7b49c1c89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:49.681234 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0463cd99-fd68-4682-8644-681d7217d9fc tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:49.685301 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c71c957-edbc-49ad-b197-5dd553d0bd3e x-openstack-request-id: req-7c71c957-edbc-49ad-b197-5dd553d0bd3e {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:59:49.686392 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217c4ca7-d020-4c85-a671-b8a7741056f0", "name": "network-vif-plugged", "status": "completed", "tag": "a2eb206a-ab72-4bc0-8d73-075dea708683", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:59:49.686659 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c71c957-edbc-49ad-b197-5dd553d0bd3e {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:59:49.687063 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217c4ca7-d020-4c85-a671-b8a7741056f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2eb206a-ab72-4bc0-8d73-075dea708683', 'code': 200} Nov 27 03:59:49.707711 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dbebc371-586e-49c1-a065-11ad4eca07d3 req-2b596be7-d68c-406d-8131-d2a477c5fec6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a HTTP/1.1" status: 200 len: 217 time: 0.1854475 Nov 27 03:59:49.757803 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f068f40e-350e-40ac-9f8b-f6f7b49c1c89 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2400823 Nov 27 03:59:49.763309 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49572) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:49.783313 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-f6c8d3c2-74ae-4968-9f06-37ba8feb1a7f admin admin] Request body: {'subnet': {'network_id': 'c3329072-ad24-4660-befa-380a4fdccc41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1111073094-subnet', 'tenant_id': '12c93f057b6e4ac2ac37f6389a63dfb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:49.813882 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068f40e-350e-40ac-9f8b-f6f7b49c1c89 admin admin] Pushing event updated for resources: {'Network': ['ID=c3329072-ad24-4660-befa-380a4fdccc41,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:49.822573 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c8d3c2-74ae-4968-9f06-37ba8feb1a7f admin admin] Made reservation on behalf of 12c93f057b6e4ac2ac37f6389a63dfb1 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:59:49.827003 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f6c8d3c2-74ae-4968-9f06-37ba8feb1a7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:49.847164 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network c3329072-ad24-4660-befa-380a4fdccc41 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:59:49.853079 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-6c45e043-6239-488b-961d-31eeaa3bfbe5 None None] Provisioning complete for port 0ae6bbb7-c351-49f9-bf6c-35d4ea7d480f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:49.853505 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6c45e043-6239-488b-961d-31eeaa3bfbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:49.943405 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e89934d8-658d-4450-af37-f4b05b1f6953 req-0f81da6c-47a9-4e40-882b-c9473dfffdc5 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 210 time: 0.0958610 Nov 27 03:59:50.019946 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-0463cd99-fd68-4682-8644-681d7217d9fc tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] In _notify_port_updated(), no bound segment for port 0ae6bbb7-c351-49f9-bf6c-35d4ea7d480f on network 1c1cfdbd-93f1-4c88-929e-a296a9079cc3 {{(pid=110018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 03:59:50.039299 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0463cd99-fd68-4682-8644-681d7217d9fc tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:50.041678 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0463cd99-fd68-4682-8644-681d7217d9fc tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:50.047450 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0463cd99-fd68-4682-8644-681d7217d9fc tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "PUT /v2.0/ports/0ae6bbb7-c351-49f9-bf6c-35d4ea7d480f HTTP/1.1" status: 200 len: 931 time: 2.5655403 Nov 27 03:59:50.047851 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-6c45e043-6239-488b-961d-31eeaa3bfbe5 None None] Port 0ae6bbb7-c351-49f9-bf6c-35d4ea7d480f cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:59:50.052805 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49576) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:50.064831 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0463cd99-fd68-4682-8644-681d7217d9fc tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'Port': ['ID=0ae6bbb7-c351-49f9-bf6c-35d4ea7d480f,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:50.102383 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-6c45e043-6239-488b-961d-31eeaa3bfbe5 None None] Provisioning complete for port 37519fc5-8d91-4ff8-9db4-cf912a8fdb7a triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:50.102788 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6c45e043-6239-488b-961d-31eeaa3bfbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:50.176351 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbebc371-586e-49c1-a065-11ad4eca07d3 req-a044ce60-7d52-4e14-b63a-af4a47f39a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:50.178005 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dbebc371-586e-49c1-a065-11ad4eca07d3 req-a044ce60-7d52-4e14-b63a-af4a47f39a59 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dd940eba-2dad-43ab-ba35-447883544931 HTTP/1.1" status: 200 len: 860 time: 0.3318489 Nov 27 03:59:50.231722 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dbebc371-586e-49c1-a065-11ad4eca07d3 req-e57347aa-af97-4e7b-8a1d-d54546c2d972 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=216961a9-6bf5-4e25-9786-74e5df0ce06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355172 Nov 27 03:59:50.305535 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-6c45e043-6239-488b-961d-31eeaa3bfbe5 None None] Provisioning complete for port 18e981d3-817a-4e20-8f1d-97c2ce5c76af triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:50.306525 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6c45e043-6239-488b-961d-31eeaa3bfbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:50.354371 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-6c45e043-6239-488b-961d-31eeaa3bfbe5 None None] Port 18e981d3-817a-4e20-8f1d-97c2ce5c76af cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:59:50.382664 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-1ec8ac1b-970a-4cd3-af43-89d33cc81689 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Deleting port 0ae6bbb7-c351-49f9-bf6c-35d4ea7d480f {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:59:50.383012 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1ec8ac1b-970a-4cd3-af43-89d33cc81689 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:50.387419 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dbebc371-586e-49c1-a065-11ad4eca07d3 req-c6daf1c3-f698-48cc-937d-3a6101835f4a service neutron] 10.222.0.11 "GET /v2.0/networks/216961a9-6bf5-4e25-9786-74e5df0ce06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472480 Nov 27 03:59:50.438999 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-83059128-e07b-4003-8690-d3214fe5199b req-4e825479-10df-4850-ab0d-7cd3ac8a2cbb tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] For port 7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a,segment=NetworkSegment(b76dfa2f-4b39-46ae-aaef-e7ac6427206d),segment_id=b76dfa2f-4b39-46ae-aaef-e7ac6427206d)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:59:50.496484 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-9f48cf99-c6ba-4687-8301-17ccd7771ed8 None None] Provisioning complete for port 0ae6bbb7-c351-49f9-bf6c-35d4ea7d480f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:50.500606 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9f48cf99-c6ba-4687-8301-17ccd7771ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:50.515793 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-83059128-e07b-4003-8690-d3214fe5199b req-4e825479-10df-4850-ab0d-7cd3ac8a2cbb tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:50.524490 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-83059128-e07b-4003-8690-d3214fe5199b req-4e825479-10df-4850-ab0d-7cd3ac8a2cbb tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:50.546476 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4171d-342f-4d0d-a54b-3289cde6f7f9 req-098d60cc-d6f5-4293-a89d-4e0845009748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:50.548533 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e9b4171d-342f-4d0d-a54b-3289cde6f7f9 req-098d60cc-d6f5-4293-a89d-4e0845009748 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=217c4ca7-d020-4c85-a671-b8a7741056f0 HTTP/1.1" status: 200 len: 1096 time: 0.1267653 Nov 27 03:59:50.549252 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1ec8ac1b-970a-4cd3-af43-89d33cc81689 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:50.560016 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:59:50.565882 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dbebc371-586e-49c1-a065-11ad4eca07d3 req-203bc29a-18fe-421f-9bc3-5a70618b5619 service neutron] 10.222.0.11 "GET /v2.0/networks/216961a9-6bf5-4e25-9786-74e5df0ce06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641572 Nov 27 03:59:50.567031 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-1ec8ac1b-970a-4cd3-af43-89d33cc81689 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Calling delete_port for 0ae6bbb7-c351-49f9-bf6c-35d4ea7d480f owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:59:50.633460 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83059128-e07b-4003-8690-d3214fe5199b req-4e825479-10df-4850-ab0d-7cd3ac8a2cbb tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:50.646724 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-83059128-e07b-4003-8690-d3214fe5199b req-4e825479-10df-4850-ab0d-7cd3ac8a2cbb tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:50.655672 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-83059128-e07b-4003-8690-d3214fe5199b req-4e825479-10df-4850-ab0d-7cd3ac8a2cbb tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "PUT /v2.0/ports/7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a HTTP/1.1" status: 200 len: 943 time: 1.5273523 Nov 27 03:59:50.714947 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-9f48cf99-c6ba-4687-8301-17ccd7771ed8 None None] Port 0ae6bbb7-c351-49f9-bf6c-35d4ea7d480f cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:59:50.785447 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1ec8ac1b-970a-4cd3-af43-89d33cc81689 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:50.802636 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293aac4-229a-47a9-a18e-15c8a3f74d2d req-b3fec7da-f4a9-4a2d-92c1-c966700fd7b4 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:50.804221 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3293aac4-229a-47a9-a18e-15c8a3f74d2d req-b3fec7da-f4a9-4a2d-92c1-c966700fd7b4 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=217c4ca7-d020-4c85-a671-b8a7741056f0 HTTP/1.1" status: 200 len: 945 time: 0.0795181 Nov 27 03:59:50.817620 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e9b4171d-342f-4d0d-a54b-3289cde6f7f9 req-3fc59b81-604d-4dca-ab1a-1f4f88ba5e1b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429149 Nov 27 03:59:50.828330 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec8ac1b-970a-4cd3-af43-89d33cc81689 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event deleted for resources: {'Port': ['ID=0ae6bbb7-c351-49f9-bf6c-35d4ea7d480f,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:50.865226 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e825479-10df-4850-ab0d-7cd3ac8a2cbb tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Pushing event updated for resources: {'Port': ['ID=7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a,revision_number=7']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:50.870802 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:59:50.891363 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1ec8ac1b-970a-4cd3-af43-89d33cc81689 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:50.894808 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1ec8ac1b-970a-4cd3-af43-89d33cc81689 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/ports/0ae6bbb7-c351-49f9-bf6c-35d4ea7d480f HTTP/1.1" status: 204 len: 168 time: 0.8342931 Nov 27 03:59:50.898627 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49582) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:50.951692 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-f760ee3a-38ff-4d4e-a9cb-fcc257d9bbb5 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] GET failed (client error): The resource could not be found. Nov 27 03:59:50.955807 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f760ee3a-38ff-4d4e-a9cb-fcc257d9bbb5 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "GET /v2.0/ports/0ae6bbb7-c351-49f9-bf6c-35d4ea7d480f HTTP/1.1" status: 404 len: 333 time: 0.0536494 Nov 27 03:59:50.956558 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49584) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:50.974196 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3293aac4-229a-47a9-a18e-15c8a3f74d2d req-4802d090-ae5c-4d57-a546-59a7efc8ad2c tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491044 Nov 27 03:59:51.011077 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f', 'tag': '7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:59:51.026712 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e57120-3261-4aa7-870f-22b31d4bbe7e" -d '{"events": [{"name": "network-changed", "server_uuid": "30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f", "tag": "7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:59:51.065603 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-373c592b-8ba8-4252-b9cc-caf285aabe1b req-ef805971-c2a2-481d-b511-fff9f326b513 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3666933 Nov 27 03:59:51.091212 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0a9f291e-12c5-4d66-8594-6aba2103bed2 req-579e385e-ba44-4b9b-9881-8ba0dc33b114 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 210 time: 0.0406706 Nov 27 03:59:51.106813 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-373c592b-8ba8-4252-b9cc-caf285aabe1b req-f54ae590-33ba-412f-864f-aab83a8f2265 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:51.113486 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f6c8d3c2-74ae-4968-9f06-37ba8feb1a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:51.163752 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:51.199322 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b465bde2-7c1f-4fbf-9d4f-ce92fe8bc912 x-openstack-request-id: req-b465bde2-7c1f-4fbf-9d4f-ce92fe8bc912 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:59:51.199927 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f", "tag": "7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:59:51.200265 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b465bde2-7c1f-4fbf-9d4f-ce92fe8bc912 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:59:51.200952 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f', 'tag': '7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a', 'status': 'completed', 'code': 200} Nov 27 03:59:51.211972 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d9ec084c-fe63-458d-b2a0-3e063ab17203 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:51.217777 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8d3c2-74ae-4968-9f06-37ba8feb1a7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9596c87-3f08-411a-b0db-efd2ac049c4b,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:51.278940 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d9ec084c-fe63-458d-b2a0-3e063ab17203 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:51.283673 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e57120-3261-4aa7-870f-22b31d4bbe7e req-37e5f1a4-8aa3-45b1-8062-356bfbe99f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:51.285145 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d3e57120-3261-4aa7-870f-22b31d4bbe7e req-37e5f1a4-8aa3-45b1-8062-356bfbe99f2b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68ffd2dc1c164a9db49281f8d2f5a12f&device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 1097 time: 0.0479736 Nov 27 03:59:51.296837 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-373c592b-8ba8-4252-b9cc-caf285aabe1b req-f54ae590-33ba-412f-864f-aab83a8f2265 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks [] for floatingip, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:51.386643 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c8d3c2-74ae-4968-9f06-37ba8feb1a7f admin admin] Checking segment: {'id': 'e220cfd2-d565-4a02-a034-10d08b15bd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c3329072-ad24-4660-befa-380a4fdccc41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:59:51.386921 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c8d3c2-74ae-4968-9f06-37ba8feb1a7f admin admin] Network hostable DHCP agents. Network: c3329072-ad24-4660-befa-380a4fdccc41, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:59:51.423475 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c8d3c2-74ae-4968-9f06-37ba8feb1a7f admin admin] Network c3329072-ad24-4660-befa-380a4fdccc41 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:59:51.427496 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d9ec084c-fe63-458d-b2a0-3e063ab17203 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:51.430243 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d9ec084c-fe63-458d-b2a0-3e063ab17203 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:51.434352 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d9ec084c-fe63-458d-b2a0-3e063ab17203 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/security-groups/6e65dbac-834e-4cb3-b8a2-274424691d74 HTTP/1.1" status: 204 len: 168 time: 0.4701493 Nov 27 03:59:51.434999 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49596) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:51.443298 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e57120-3261-4aa7-870f-22b31d4bbe7e req-a38fe7a7-f30e-403c-bc9f-b4058b99720e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:51.445553 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d3e57120-3261-4aa7-870f-22b31d4bbe7e req-a38fe7a7-f30e-403c-bc9f-b4058b99720e service neutron] 10.222.0.11 "GET /v2.0/networks?id=216961a9-6bf5-4e25-9786-74e5df0ce06a HTTP/1.1" status: 200 len: 921 time: 0.1535785 Nov 27 03:59:51.469984 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-f6c8d3c2-74ae-4968-9f06-37ba8feb1a7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, c3329072-ad24-4660-befa-380a4fdccc41) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:59:51.480345 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62868a96-87f9-4565-81f8-9a7a4ccda9c9 None None] Network c3329072-ad24-4660-befa-380a4fdccc41 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:59:51.480724 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec084c-fe63-458d-b2a0-3e063ab17203 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e65dbac-834e-4cb3-b8a2-274424691d74,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:51.487687 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c8d3c2-74ae-4968-9f06-37ba8feb1a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:51.488344 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f6c8d3c2-74ae-4968-9f06-37ba8feb1a7f admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:51.550295 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8ae027dc-1892-4155-b2f5-96b2ae1dc208 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:51.555448 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d3e57120-3261-4aa7-870f-22b31d4bbe7e req-09ed2d9a-fd60-45b9-b981-46766a58ebf3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a HTTP/1.1" status: 200 len: 217 time: 0.1003683 Nov 27 03:59:51.566002 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f6c8d3c2-74ae-4968-9f06-37ba8feb1a7f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7915351 Nov 27 03:59:51.594148 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8ae027dc-1892-4155-b2f5-96b2ae1dc208 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:51.615250 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-373c592b-8ba8-4252-b9cc-caf285aabe1b req-f54ae590-33ba-412f-864f-aab83a8f2265 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:51.662520 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e57120-3261-4aa7-870f-22b31d4bbe7e req-88de4f0b-6d43-4926-9b18-491aa65ab377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:51.665055 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d3e57120-3261-4aa7-870f-22b31d4bbe7e req-88de4f0b-6d43-4926-9b18-491aa65ab377 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dd940eba-2dad-43ab-ba35-447883544931 HTTP/1.1" status: 200 len: 860 time: 0.1027882 Nov 27 03:59:51.684199 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551d6fc6-fbc2-4f01-930d-d93ec68d703c None None] Network c3329072-ad24-4660-befa-380a4fdccc41 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:59:51.756742 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8ae027dc-1892-4155-b2f5-96b2ae1dc208 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:51.759850 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8ae027dc-1892-4155-b2f5-96b2ae1dc208 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:51.765067 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8ae027dc-1892-4155-b2f5-96b2ae1dc208 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/security-groups/29d393cd-c2d1-4bee-acd4-be0c3629aa2d HTTP/1.1" status: 204 len: 168 time: 0.3240008 Nov 27 03:59:51.766754 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49600) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:51.767397 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d3e57120-3261-4aa7-870f-22b31d4bbe7e req-79ae43e7-b5e6-436f-b7df-6b60d81885e7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=216961a9-6bf5-4e25-9786-74e5df0ce06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930977 Nov 27 03:59:51.768299 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-373c592b-8ba8-4252-b9cc-caf285aabe1b req-f54ae590-33ba-412f-864f-aab83a8f2265 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Allocated IP 172.25.1.68 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/07219e73-116f-4d2c-a74f-ca0f6696a627) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:59:51.833448 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:51.850041 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae027dc-1892-4155-b2f5-96b2ae1dc208 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d393cd-c2d1-4bee-acd4-be0c3629aa2d,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:51.915507 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d3e57120-3261-4aa7-870f-22b31d4bbe7e req-563aa5c0-baba-48bc-89c0-d19088a794c1 service neutron] 10.222.0.11 "GET /v2.0/networks/216961a9-6bf5-4e25-9786-74e5df0ce06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422935 Nov 27 03:59:51.963895 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc6a2ea0-b979-499e-9f88-5ccaf1bb62d4 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Deleting subnet 3a827329-601b-42c5-bc97-ee634a499ba2 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 03:59:51.972476 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cc6a2ea0-b979-499e-9f88-5ccaf1bb62d4 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:52.068472 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cc6a2ea0-b979-499e-9f88-5ccaf1bb62d4 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:52.163243 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-373c592b-8ba8-4252-b9cc-caf285aabe1b req-f54ae590-33ba-412f-864f-aab83a8f2265 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:52.207080 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d3e57120-3261-4aa7-870f-22b31d4bbe7e req-3287ec34-4933-416c-8395-0df3b354432b service neutron] 10.222.0.11 "GET /v2.0/networks/216961a9-6bf5-4e25-9786-74e5df0ce06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796652 Nov 27 03:59:52.231215 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8efac-e275-4ccf-b723-2599aa03be02 req-78c8c07b-fab7-4de3-a428-e83f923e3903 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:52.242682 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4ec8efac-e275-4ccf-b723-2599aa03be02 req-78c8c07b-fab7-4de3-a428-e83f923e3903 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=217c4ca7-d020-4c85-a671-b8a7741056f0 HTTP/1.1" status: 200 len: 945 time: 0.1112733 Nov 27 03:59:52.296474 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cc6a2ea0-b979-499e-9f88-5ccaf1bb62d4 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:52.302301 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4ec8efac-e275-4ccf-b723-2599aa03be02 req-37791eb2-25fe-48d7-8b35-39c6ed5283f6 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514524 Nov 27 03:59:52.310146 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49618) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:52.315458 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-707577ff-7609-444a-836e-56c952feb85d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1019816671-network', 'tenant_id': 'e216cc6a56de47bf944040dba453ff0e'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:52.345639 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707577ff-7609-444a-836e-56c952feb85d admin admin] Made reservation on behalf of e216cc6a56de47bf944040dba453ff0e for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:59:52.349768 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-707577ff-7609-444a-836e-56c952feb85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:52.354567 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-373c592b-8ba8-4252-b9cc-caf285aabe1b req-f54ae590-33ba-412f-864f-aab83a8f2265 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:52.360395 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-707577ff-7609-444a-836e-56c952feb85d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:52.430819 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-373c592b-8ba8-4252-b9cc-caf285aabe1b req-f54ae590-33ba-412f-864f-aab83a8f2265 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:59:52.437352 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-373c592b-8ba8-4252-b9cc-caf285aabe1b req-f54ae590-33ba-412f-864f-aab83a8f2265 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:59:52.442500 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b946b3ec-5c65-4574-8879-e1b15827bb14 req-dc7b245b-1b68-44e0-83d3-c2c978fc8645 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 210 time: 0.0438359 Nov 27 03:59:52.452383 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-373c592b-8ba8-4252-b9cc-caf285aabe1b req-f54ae590-33ba-412f-864f-aab83a8f2265 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:59:52.482011 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ae590-33ba-412f-864f-aab83a8f2265 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Pushing event updated for resources: {'Port': ['ID=07219e73-116f-4d2c-a74f-ca0f6696a627,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:52.497508 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cc6a2ea0-b979-499e-9f88-5ccaf1bb62d4 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:52.518518 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-707577ff-7609-444a-836e-56c952feb85d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:52.525076 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-707577ff-7609-444a-836e-56c952feb85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:52.538353 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a2ea0-b979-499e-9f88-5ccaf1bb62d4 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event deleted for resources: {'Subnet': ['ID=3a827329-601b-42c5-bc97-ee634a499ba2,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:52.541925 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cc6a2ea0-b979-499e-9f88-5ccaf1bb62d4 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:52.546327 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92010e1d-1fed-406d-be94-477205f8c66e None None] Network 1c1cfdbd-93f1-4c88-929e-a296a9079cc3 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:59:52.563999 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-707577ff-7609-444a-836e-56c952feb85d admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 03:59:52.564336 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-cc6a2ea0-b979-499e-9f88-5ccaf1bb62d4 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/subnets/3a827329-601b-42c5-bc97-ee634a499ba2 HTTP/1.1" status: 204 len: 168 time: 0.7873855 Nov 27 03:59:52.572398 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49624) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:52.582988 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-17b0a93b-a48b-485a-8968-fe3b180a1f36 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'subnet': {'network_id': '1c1cfdbd-93f1-4c88-929e-a296a9079cc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:52.627000 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-373c592b-8ba8-4252-b9cc-caf285aabe1b req-f54ae590-33ba-412f-864f-aab83a8f2265 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:52.660903 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-707577ff-7609-444a-836e-56c952feb85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:52.661315 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-707577ff-7609-444a-836e-56c952feb85d admin admin] Added segment 5abec2be-8bd5-4e92-a0f7-6dd7e00b9a66 of type vlan for network ad1ec6da-fe9e-41ec-a355-b97eff24935b Nov 27 03:59:52.675474 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707577ff-7609-444a-836e-56c952feb85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14daf15-c604-4709-9513-f789e18dfd2e,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:52.709610 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-373c592b-8ba8-4252-b9cc-caf285aabe1b req-f54ae590-33ba-412f-864f-aab83a8f2265 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:52.933004 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-373c592b-8ba8-4252-b9cc-caf285aabe1b req-f54ae590-33ba-412f-864f-aab83a8f2265 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:52.938294 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-373c592b-8ba8-4252-b9cc-caf285aabe1b req-f54ae590-33ba-412f-864f-aab83a8f2265 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:53.017684 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ae590-33ba-412f-864f-aab83a8f2265 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Pushing event updated for resources: {'Port': ['ID=07219e73-116f-4d2c-a74f-ca0f6696a627,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:53.048375 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-373c592b-8ba8-4252-b9cc-caf285aabe1b req-f54ae590-33ba-412f-864f-aab83a8f2265 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:53.113248 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-707577ff-7609-444a-836e-56c952feb85d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:53.139622 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b0a93b-a48b-485a-8968-fe3b180a1f36 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Made reservation on behalf of b9a059a60c95449dbea48f7a9595ba66 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:59:53.143135 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-373c592b-8ba8-4252-b9cc-caf285aabe1b req-f54ae590-33ba-412f-864f-aab83a8f2265 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:53.143777 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-17b0a93b-a48b-485a-8968-fe3b180a1f36 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:53.145394 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-373c592b-8ba8-4252-b9cc-caf285aabe1b req-f54ae590-33ba-412f-864f-aab83a8f2265 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0592470 Nov 27 03:59:53.213818 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-707577ff-7609-444a-836e-56c952feb85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:53.214834 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707577ff-7609-444a-836e-56c952feb85d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:53.215431 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-707577ff-7609-444a-836e-56c952feb85d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:53.235065 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-373c592b-8ba8-4252-b9cc-caf285aabe1b req-71672c7f-0a4a-4c5e-a075-855dae6018ba tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.68 HTTP/1.1" status: 200 len: 695 time: 0.0786994 Nov 27 03:59:53.294375 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-707577ff-7609-444a-836e-56c952feb85d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9837074 Nov 27 03:59:53.300930 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49626) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:53.305835 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-cd9d7b3d-deaa-4124-8442-1f677be0a9e9 admin admin] Request body: {'subnet': {'network_id': 'ad1ec6da-fe9e-41ec-a355-b97eff24935b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1019816671-subnet', 'tenant_id': 'e216cc6a56de47bf944040dba453ff0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:53.356217 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707577ff-7609-444a-836e-56c952feb85d admin admin] Pushing event updated for resources: {'Network': ['ID=ad1ec6da-fe9e-41ec-a355-b97eff24935b,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:53.369630 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network ad1ec6da-fe9e-41ec-a355-b97eff24935b details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 03:59:53.389804 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9d7b3d-deaa-4124-8442-1f677be0a9e9 admin admin] Made reservation on behalf of e216cc6a56de47bf944040dba453ff0e for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:59:53.393007 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cd9d7b3d-deaa-4124-8442-1f677be0a9e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:53.469134 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c592b-8ba8-4252-b9cc-caf285aabe1b req-657765a0-b965-4f20-ad22-fdc53219f992 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:53.472072 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-373c592b-8ba8-4252-b9cc-caf285aabe1b req-657765a0-b965-4f20-ad22-fdc53219f992 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/networks/f5c39893-f8d8-4150-8aae-695f98406de3 HTTP/1.1" status: 200 len: 784 time: 0.2306960 Nov 27 03:59:53.494597 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-373c592b-8ba8-4252-b9cc-caf285aabe1b req-521d819e-e73a-45df-b080-36dc1a57a4f6 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 03:59:53.495966 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-373c592b-8ba8-4252-b9cc-caf285aabe1b req-521d819e-e73a-45df-b080-36dc1a57a4f6 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0166798 Nov 27 03:59:53.619759 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-28d69f3e-29ad-409a-89fb-85ab0192cb9c req-efcb3696-489a-47f6-ba48-b3cb9ce4cc81 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 210 time: 0.0553925 Nov 27 03:59:53.696642 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a084e2b-2154-48a2-84b8-3034b2d2e9d9 req-0e5febe4-82e7-4a5a-8f38-fb27e5646173 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:53.696642 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8a084e2b-2154-48a2-84b8-3034b2d2e9d9 req-0e5febe4-82e7-4a5a-8f38-fb27e5646173 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=217c4ca7-d020-4c85-a671-b8a7741056f0 HTTP/1.1" status: 200 len: 945 time: 0.1882873 Nov 27 03:59:53.802717 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8a084e2b-2154-48a2-84b8-3034b2d2e9d9 req-a1c04271-c88f-446e-84dd-533f655e12f7 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026821 Nov 27 03:59:53.809076 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e565c-6018-47dd-bd65-e16aeea00d0c req-fb28407e-3ff1-48e0-89f8-5ba2e3d662f6 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:53.812031 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bd4e565c-6018-47dd-bd65-e16aeea00d0c req-fb28407e-3ff1-48e0-89f8-5ba2e3d662f6 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1050439 Nov 27 03:59:53.863674 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cd9d7b3d-deaa-4124-8442-1f677be0a9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:53.883042 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-7d9b215c-bf31-41a5-83cc-a6b41736c3ea None None] Provisioning complete for port 37519fc5-8d91-4ff8-9db4-cf912a8fdb7a triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:53.883332 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7d9b215c-bf31-41a5-83cc-a6b41736c3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:53.909013 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bd4e565c-6018-47dd-bd65-e16aeea00d0c req-4e87c836-068f-4dc2-915e-84ba91993b3a tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.68 HTTP/1.1" status: 200 len: 695 time: 0.0875061 Nov 27 03:59:53.913205 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d7b3d-deaa-4124-8442-1f677be0a9e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e8ec6a3-28eb-4c7a-acaf-33763765140b,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:53.926100 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-bd4e565c-6018-47dd-bd65-e16aeea00d0c req-46f4b3f5-2ae3-4320-bc90-3dfe301e8091 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Request body: {'floatingip': {'port_id': '7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:53.972553 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9d7b3d-deaa-4124-8442-1f677be0a9e9 admin admin] Checking segment: {'id': '5abec2be-8bd5-4e92-a0f7-6dd7e00b9a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'ad1ec6da-fe9e-41ec-a355-b97eff24935b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 03:59:53.972936 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9d7b3d-deaa-4124-8442-1f677be0a9e9 admin admin] Network hostable DHCP agents. Network: ad1ec6da-fe9e-41ec-a355-b97eff24935b, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 03:59:54.001584 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-17b0a93b-a48b-485a-8968-fe3b180a1f36 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:54.010636 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-bd4e565c-6018-47dd-bd65-e16aeea00d0c req-46f4b3f5-2ae3-4320-bc90-3dfe301e8091 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks [] for floatingip, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:54.045701 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-7d9b215c-bf31-41a5-83cc-a6b41736c3ea None None] Provisioning complete for port 18e981d3-817a-4e20-8f1d-97c2ce5c76af triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:54.046389 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7d9b215c-bf31-41a5-83cc-a6b41736c3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:54.062719 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9d7b3d-deaa-4124-8442-1f677be0a9e9 admin admin] Network ad1ec6da-fe9e-41ec-a355-b97eff24935b is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 03:59:54.078114 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b0a93b-a48b-485a-8968-fe3b180a1f36 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Network 1c1cfdbd-93f1-4c88-929e-a296a9079cc3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:59:54.082458 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b0a93b-a48b-485a-8968-fe3b180a1f36 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'Subnet': ['ID=6840909b-c0a1-4fc3-bc91-2aa638f0774a,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:54.086038 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-17b0a93b-a48b-485a-8968-fe3b180a1f36 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:59:54.088089 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-cd9d7b3d-deaa-4124-8442-1f677be0a9e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, ad1ec6da-fe9e-41ec-a355-b97eff24935b) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:59:54.090185 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b0a93b-a48b-485a-8968-fe3b180a1f36 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:54.090893 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-17b0a93b-a48b-485a-8968-fe3b180a1f36 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:54.099388 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9d7b3d-deaa-4124-8442-1f677be0a9e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:54.100635 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cd9d7b3d-deaa-4124-8442-1f677be0a9e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:54.123488 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be34d26-b3ee-490d-8d76-0d465d2e8d54 None None] Network ad1ec6da-fe9e-41ec-a355-b97eff24935b requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:59:54.125584 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46549fd-73b3-407c-b084-d8be85bf793f None None] Network 1c1cfdbd-93f1-4c88-929e-a296a9079cc3 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:59:54.133955 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-17b0a93b-a48b-485a-8968-fe3b180a1f36 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5560882 Nov 27 03:59:54.134529 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49642) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:54.140563 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-40bd8d28-0256-4a99-869c-cde3d6c3331b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'security_group': {'name': 'tempest-secgroup-1254912198'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:54.182632 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-cd9d7b3d-deaa-4124-8442-1f677be0a9e9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8804123 Nov 27 03:59:54.184400 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-40bd8d28-0256-4a99-869c-cde3d6c3331b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:54.329697 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d007ae7-6630-406f-b972-763de1dbfc5f req-dd346a61-9ba7-4f5c-9dea-7c0dbe73a5f8 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:54.331572 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8d007ae7-6630-406f-b972-763de1dbfc5f req-dd346a61-9ba7-4f5c-9dea-7c0dbe73a5f8 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=217c4ca7-d020-4c85-a671-b8a7741056f0 HTTP/1.1" status: 200 len: 945 time: 0.1193042 Nov 27 03:59:54.374001 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-7d9b215c-bf31-41a5-83cc-a6b41736c3ea None None] Port 18e981d3-817a-4e20-8f1d-97c2ce5c76af cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:59:54.387109 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-40bd8d28-0256-4a99-869c-cde3d6c3331b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:54.402128 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-40bd8d28-0256-4a99-869c-cde3d6c3331b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:54.431869 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8d007ae7-6630-406f-b972-763de1dbfc5f req-05de793d-e5b1-4ea1-a392-8e500cb43c67 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854428 Nov 27 03:59:54.451488 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-40bd8d28-0256-4a99-869c-cde3d6c3331b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:54.455824 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-40bd8d28-0256-4a99-869c-cde3d6c3331b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3201871 Nov 27 03:59:54.456433 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49648) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:54.458475 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd8d28-0256-4a99-869c-cde3d6c3331b tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34156d5a-b3c3-4c7f-ae06-b4009f6f0eee,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:54.468637 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-021cf7fa-6c7a-4d58-99e1-aa3d09481d14 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'security_group': {'name': 'tempest-secgroup-376447058'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:54.561722 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815164bc-bca9-40c2-baaa-081bc0c04032 None None] Network ad1ec6da-fe9e-41ec-a355-b97eff24935b requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 03:59:54.598323 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-021cf7fa-6c7a-4d58-99e1-aa3d09481d14 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:54.779210 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-021cf7fa-6c7a-4d58-99e1-aa3d09481d14 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:54.784546 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-bd4e565c-6018-47dd-bd65-e16aeea00d0c req-46f4b3f5-2ae3-4320-bc90-3dfe301e8091 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:54.785812 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-021cf7fa-6c7a-4d58-99e1-aa3d09481d14 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:54.798118 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-bd4e565c-6018-47dd-bd65-e16aeea00d0c req-46f4b3f5-2ae3-4320-bc90-3dfe301e8091 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:54.820631 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c95585-fd0b-4a84-8987-35cd2d5e3a17 None None] Update dhcp port {'port': {'network_id': '1c1cfdbd-93f1-4c88-929e-a296a9079cc3', 'fixed_ips': [{'subnet_id': '5b452c89-e147-4880-a190-fc2623a603c6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6840909b-c0a1-4fc3-bc91-2aa638f0774a'}], 'binding:host_id': 'n-d-819494-3'}, 'id': '37519fc5-8d91-4ff8-9db4-cf912a8fdb7a'} from n-d-819494-3. {{(pid=110020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 03:59:54.900594 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-51c95585-fd0b-4a84-8987-35cd2d5e3a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:54.907153 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-021cf7fa-6c7a-4d58-99e1-aa3d09481d14 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:54.911591 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49662) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:54.916346 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-aa8a8da5-d9d8-44ba-978a-457784618774 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'security_group': {'name': 'tempest-secgroup-202578297'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:54.920819 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-021cf7fa-6c7a-4d58-99e1-aa3d09481d14 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4629648 Nov 27 03:59:54.940247 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021cf7fa-6c7a-4d58-99e1-aa3d09481d14 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54ecc28e-3ddd-4622-950c-e7b1a17cd631,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:54.964382 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-aa8a8da5-d9d8-44ba-978a-457784618774 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:54.973250 n-d-819494-3 neutron-server[110019]: INFO neutron.db.l3_db [req-bd4e565c-6018-47dd-bd65-e16aeea00d0c req-46f4b3f5-2ae3-4320-bc90-3dfe301e8091 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Floating IP 53eeeebb-06fa-4c93-97e2-8066ba6702d1 associated. External IP: 172.25.1.68, port: 7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a. Nov 27 03:59:55.139530 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-aa8a8da5-d9d8-44ba-978a-457784618774 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:55.146021 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-aa8a8da5-d9d8-44ba-978a-457784618774 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:55.193548 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-51c95585-fd0b-4a84-8987-35cd2d5e3a17 None None] Allocated IP 2001:db8::2 (1c1cfdbd-93f1-4c88-929e-a296a9079cc3/6840909b-c0a1-4fc3-bc91-2aa638f0774a/37519fc5-8d91-4ff8-9db4-cf912a8fdb7a) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:59:55.206136 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a8da5-d9d8-44ba-978a-457784618774 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8895f5b4-230e-44c6-a66c-12467d9ec3b9,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:55.250909 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-aa8a8da5-d9d8-44ba-978a-457784618774 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:55.254985 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-aa8a8da5-d9d8-44ba-978a-457784618774 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3397787 Nov 27 03:59:55.257973 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49676) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:55.264188 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-a460c3c4-3546-415d-b24d-473f3d6d71ff tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-219289957', 'security_groups': ['8895f5b4-230e-44c6-a66c-12467d9ec3b9'], 'network_id': '1c1cfdbd-93f1-4c88-929e-a296a9079cc3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6840909b-c0a1-4fc3-bc91-2aa638f0774a'}]}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:55.323907 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-51c95585-fd0b-4a84-8987-35cd2d5e3a17 None None] For port 37519fc5-8d91-4ff8-9db4-cf912a8fdb7a, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=37519fc5-8d91-4ff8-9db4-cf912a8fdb7a,segment=NetworkSegment(15d4f153-b533-4f34-b4bf-867a9b5730c1),segment_id=15d4f153-b533-4f34-b4bf-867a9b5730c1)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:59:55.353410 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-a7206c46-71c3-4ec0-85a4-603d2ebe31a8 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:55.354389 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-51c95585-fd0b-4a84-8987-35cd2d5e3a17 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:55.361684 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-51c95585-fd0b-4a84-8987-35cd2d5e3a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:55.363648 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-a7206c46-71c3-4ec0-85a4-603d2ebe31a8 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] 10.222.0.20 "GET /v2.0/networks?id=c3329072-ad24-4660-befa-380a4fdccc41 HTTP/1.1" status: 200 len: 825 time: 0.1516528 Nov 27 03:59:55.391521 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-0128ebfc-8a98-4e32-88df-003149d39cd3 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] 10.222.0.20 "GET /v2.0/quotas/12c93f057b6e4ac2ac37f6389a63dfb1 HTTP/1.1" status: 200 len: 375 time: 0.0262773 Nov 27 03:59:55.406158 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a460c3c4-3546-415d-b24d-473f3d6d71ff tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Made reservation on behalf of b9a059a60c95449dbea48f7a9595ba66 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:59:55.432428 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-6ad980b0-f122-4b44-bf26-caca522201e1 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=12c93f057b6e4ac2ac37f6389a63dfb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396338 Nov 27 03:59:55.475590 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd4e565c-6018-47dd-bd65-e16aeea00d0c req-46f4b3f5-2ae3-4320-bc90-3dfe301e8091 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Router d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 03:59:55.491605 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c95585-fd0b-4a84-8987-35cd2d5e3a17 None None] Pushing event updated for resources: {'Port': ['ID=37519fc5-8d91-4ff8-9db4-cf912a8fdb7a,revision_number=6']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:55.606721 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a460c3c4-3546-415d-b24d-473f3d6d71ff tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:55.630661 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [None req-a460c3c4-3546-415d-b24d-473f3d6d71ff tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] device_id is not set on port f260a7d9-33a7-4c7a-a0da-66693fae8beb yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 03:59:55.677469 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-58462637-3aa3-4193-9530-52094f04a0b3 service neutron] 10.222.0.20 "GET /v2.0/networks/c3329072-ad24-4660-befa-380a4fdccc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439613 Nov 27 03:59:55.794146 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-8609b26f-90f0-4715-b057-22b6bb31500b service neutron] 10.222.0.20 "GET /v2.0/networks/c3329072-ad24-4660-befa-380a4fdccc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153877 Nov 27 03:59:55.808925 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd4e565c-6018-47dd-bd65-e16aeea00d0c req-46f4b3f5-2ae3-4320-bc90-3dfe301e8091 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 03:59:55.816589 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-bd4e565c-6018-47dd-bd65-e16aeea00d0c req-46f4b3f5-2ae3-4320-bc90-3dfe301e8091 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:55.823549 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ac68bb-d4b6-4e37-8fa5-8fb38ae26021 None None] Sync routers for ids ['d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 03:59:55.839340 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ac68bb-d4b6-4e37-8fa5-8fb38ae26021 None None] Routers {'d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:59:55.840099 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-43ac68bb-d4b6-4e37-8fa5-8fb38ae26021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:59:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:59:55.886440 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bd4e565c-6018-47dd-bd65-e16aeea00d0c req-46f4b3f5-2ae3-4320-bc90-3dfe301e8091 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "PUT /v2.0/floatingips/53eeeebb-06fa-4c93-97e2-8066ba6702d1 HTTP/1.1" status: 200 len: 996 time: 1.9699097 Nov 27 03:59:55.889350 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f', 'tag': '7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:59:55.892038 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f27f670-aedd-4d39-84dc-0a3d6864d352" -d '{"events": [{"name": "network-changed", "server_uuid": "30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f", "tag": "7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:59:55.926955 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-a460c3c4-3546-415d-b24d-473f3d6d71ff tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Allocated IP 2001:db8::10a (1c1cfdbd-93f1-4c88-929e-a296a9079cc3/6840909b-c0a1-4fc3-bc91-2aa638f0774a/f260a7d9-33a7-4c7a-a0da-66693fae8beb) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:59:56.108764 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c9fe51a1-3a94-4f3e-8973-09725ea6b120 req-f1d92db3-6b4d-4636-9e4b-5cf00c1f608a tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 210 time: 0.0518019 Nov 27 03:59:56.178588 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e565c-6018-47dd-bd65-e16aeea00d0c req-6fa77eb7-aec9-4c35-820c-848c0c6acee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:56.185949 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bd4e565c-6018-47dd-bd65-e16aeea00d0c req-6fa77eb7-aec9-4c35-820c-848c0c6acee9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=68ffd2dc1c164a9db49281f8d2f5a12f&device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 1097 time: 0.2671318 Nov 27 03:59:56.245848 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-43ac68bb-d4b6-4e37-8fa5-8fb38ae26021 None None] Set router d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:59:56.323500 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522cfc2e-4535-48fc-97ba-e117be8c1020 req-a4ad418e-0f5c-42ae-bdd8-feb17096ce3c tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:56.333198 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-522cfc2e-4535-48fc-97ba-e117be8c1020 req-a4ad418e-0f5c-42ae-bdd8-feb17096ce3c tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=217c4ca7-d020-4c85-a671-b8a7741056f0 HTTP/1.1" status: 200 len: 945 time: 0.0825441 Nov 27 03:59:56.415603 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-80f48846-ef22-48a0-abfe-5dc9713f919e None None] Provisioning complete for port 37519fc5-8d91-4ff8-9db4-cf912a8fdb7a triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:56.416250 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-80f48846-ef22-48a0-abfe-5dc9713f919e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:56.449891 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-522cfc2e-4535-48fc-97ba-e117be8c1020 req-47786953-aa9e-423d-89f7-cc5ed3000bfb tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155457 Nov 27 03:59:56.639901 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-80f48846-ef22-48a0-abfe-5dc9713f919e None None] Provisioning complete for port 18e981d3-817a-4e20-8f1d-97c2ce5c76af triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:56.640472 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-80f48846-ef22-48a0-abfe-5dc9713f919e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:56.750947 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-80f48846-ef22-48a0-abfe-5dc9713f919e None None] Port 18e981d3-817a-4e20-8f1d-97c2ce5c76af cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:59:56.757005 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-43ac68bb-d4b6-4e37-8fa5-8fb38ae26021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065742918-router', 'tenant_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '84de41c0-1909-49e9-ae8d-c4cd73ee043a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:58:55Z', 'updated_at': '2021-11-27T03:59:00Z', 'revision_number': 4, 'project_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'gw_port': {'id': '84de41c0-1909-49e9-ae8d-c4cd73ee043a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:58:56Z', 'updated_at': '2021-11-27T03:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '53eeeebb-06fa-4c93-97e2-8066ba6702d1', 'tenant_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'floating_ip_address': '172.25.1.68', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'd5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e', 'port_id': '7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '216961a9-6bf5-4e25-9786-74e5df0ce06a', 'mac_address': 'fa:16:3e:64:a3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:59:52Z', 'updated_at': '2021-11-27T03:59:54Z', 'revision_number': 1, 'project_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aca3f15-9405-4be1-8a0f-bb2908b1f35a', 'name': '', 'network_id': '216961a9-6bf5-4e25-9786-74e5df0ce06a', 'tenant_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'mac_address': 'fa:16:3e:b7:d3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'dd940eba-2dad-43ab-ba35-447883544931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:58:58Z', 'updated_at': '2021-11-27T03:59:05Z', 'revision_number': 5, 'project_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'subnets': [{'id': 'dd940eba-2dad-43ab-ba35-447883544931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:59:56.821985 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ac68bb-d4b6-4e37-8fa5-8fb38ae26021 None None] Checking router: d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 03:59:56.832654 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ac68bb-d4b6-4e37-8fa5-8fb38ae26021 None None] Routers {'d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 03:59:56.833749 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c7d81-9042-493f-8fb6-ea9c14a82aef req-75a8d4ff-a35d-472b-a3fe-721bbecf0a77 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:56.834787 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-43ac68bb-d4b6-4e37-8fa5-8fb38ae26021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:59:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:59:56.835581 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6b5c7d81-9042-493f-8fb6-ea9c14a82aef req-75a8d4ff-a35d-472b-a3fe-721bbecf0a77 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c4ca7-d020-4c85-a671-b8a7741056f0 HTTP/1.1" status: 200 len: 945 time: 0.1243787 Nov 27 03:59:56.840609 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a460c3c4-3546-415d-b24d-473f3d6d71ff tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:56.848137 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 37519fc5-8d91-4ff8-9db4-cf912a8fdb7a up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 03:59:56.892131 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e565c-6018-47dd-bd65-e16aeea00d0c req-1da6fd25-894b-431a-b356-a2de30b77ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:56.893656 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bd4e565c-6018-47dd-bd65-e16aeea00d0c req-1da6fd25-894b-431a-b356-a2de30b77ed0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=216961a9-6bf5-4e25-9786-74e5df0ce06a HTTP/1.1" status: 200 len: 921 time: 0.6954484 Nov 27 03:59:56.952412 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 37519fc5-8d91-4ff8-9db4-cf912a8fdb7a triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:56.952801 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:56.978069 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 03:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5897431-3353-4e36-90d5-25b7eda3efae x-openstack-request-id: req-d5897431-3353-4e36-90d5-25b7eda3efae {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:59:56.978938 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f", "tag": "7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:59:56.978938 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d5897431-3353-4e36-90d5-25b7eda3efae {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:59:56.979580 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f', 'tag': '7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a', 'status': 'completed', 'code': 200} Nov 27 03:59:56.996563 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-43ac68bb-d4b6-4e37-8fa5-8fb38ae26021 None None] Set router d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 03:59:57.037957 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a460c3c4-3546-415d-b24d-473f3d6d71ff tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:57.131448 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bd4e565c-6018-47dd-bd65-e16aeea00d0c req-4515db73-bf9f-4d48-b775-76e10a704412 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a HTTP/1.1" status: 200 len: 999 time: 0.2170315 Nov 27 03:59:57.144296 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a460c3c4-3546-415d-b24d-473f3d6d71ff tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Network 1c1cfdbd-93f1-4c88-929e-a296a9079cc3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:59:57.150086 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-56c16a55-8dee-4555-ba0a-87192e0fa77c req-155ad305-7922-4ddc-91e7-dbb220d58ef7 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] 10.222.0.20 "GET /v2.0/ports?device_id=430312e3-f5e1-4867-b147-ec0d225a0507 HTTP/1.1" status: 200 len: 210 time: 0.1051650 Nov 27 03:59:57.208738 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27f670-aedd-4d39-84dc-0a3d6864d352 req-898533db-6213-4ca2-8711-0f242979b467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:57.219572 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9f27f670-aedd-4d39-84dc-0a3d6864d352 req-898533db-6213-4ca2-8711-0f242979b467 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68ffd2dc1c164a9db49281f8d2f5a12f&device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 1097 time: 0.2378011 Nov 27 03:59:57.242911 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e565c-6018-47dd-bd65-e16aeea00d0c req-721d896c-8b47-4d62-be5c-5c144990a15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:57.244532 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bd4e565c-6018-47dd-bd65-e16aeea00d0c req-721d896c-8b47-4d62-be5c-5c144990a15d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dd940eba-2dad-43ab-ba35-447883544931 HTTP/1.1" status: 200 len: 860 time: 0.0985267 Nov 27 03:59:57.248607 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-a460c3c4-3546-415d-b24d-473f3d6d71ff tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:59:57.251619 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460c3c4-3546-415d-b24d-473f3d6d71ff tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'Port': ['ID=f260a7d9-33a7-4c7a-a0da-66693fae8beb,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:57.254402 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a460c3c4-3546-415d-b24d-473f3d6d71ff tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:59:57.261551 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a460c3c4-3546-415d-b24d-473f3d6d71ff tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:57.262273 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a460c3c4-3546-415d-b24d-473f3d6d71ff tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:57.267300 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-6b5c7d81-9042-493f-8fb6-ea9c14a82aef req-c9fa271c-0a9a-4641-a89c-1fb4637924b3 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Deleting port a2eb206a-ab72-4bc0-8d73-075dea708683 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 03:59:57.267719 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6b5c7d81-9042-493f-8fb6-ea9c14a82aef req-c9fa271c-0a9a-4641-a89c-1fb4637924b3 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:57.360154 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bd4e565c-6018-47dd-bd65-e16aeea00d0c req-7d6b4730-0b22-4a25-9bad-97d76e573502 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=216961a9-6bf5-4e25-9786-74e5df0ce06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876782 Nov 27 03:59:57.377996 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-210e8cd0-1d18-45f0-9c5b-ab3062db84d4 req-acf13757-3ead-4b75-b176-df9efc188607 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 210 time: 0.0520949 Nov 27 03:59:57.385801 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-43ac68bb-d4b6-4e37-8fa5-8fb38ae26021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065742918-router', 'tenant_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '84de41c0-1909-49e9-ae8d-c4cd73ee043a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:58:55Z', 'updated_at': '2021-11-27T03:59:00Z', 'revision_number': 4, 'project_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'gw_port': {'id': '84de41c0-1909-49e9-ae8d-c4cd73ee043a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:58:56Z', 'updated_at': '2021-11-27T03:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '53eeeebb-06fa-4c93-97e2-8066ba6702d1', 'tenant_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'floating_ip_address': '172.25.1.68', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'd5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e', 'port_id': '7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '216961a9-6bf5-4e25-9786-74e5df0ce06a', 'mac_address': 'fa:16:3e:64:a3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:59:52Z', 'updated_at': '2021-11-27T03:59:54Z', 'revision_number': 1, 'project_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aca3f15-9405-4be1-8a0f-bb2908b1f35a', 'name': '', 'network_id': '216961a9-6bf5-4e25-9786-74e5df0ce06a', 'tenant_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'mac_address': 'fa:16:3e:b7:d3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'dd940eba-2dad-43ab-ba35-447883544931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:58:58Z', 'updated_at': '2021-11-27T03:59:05Z', 'revision_number': 5, 'project_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'subnets': [{'id': 'dd940eba-2dad-43ab-ba35-447883544931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 03:59:57.394021 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-bd4e565c-6018-47dd-bd65-e16aeea00d0c req-668e5eb1-810e-43fe-b825-c20b940c78bc service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 03:59:57.395119 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bd4e565c-6018-47dd-bd65-e16aeea00d0c req-668e5eb1-810e-43fe-b825-c20b940c78bc service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0235806 Nov 27 03:59:57.426908 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ac68bb-d4b6-4e37-8fa5-8fb38ae26021 None None] The sync data for ids ['d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e'] in n-d-819494-3 is: [{'id': 'd5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065742918-router', 'tenant_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '84de41c0-1909-49e9-ae8d-c4cd73ee043a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:58:55Z', 'updated_at': '2021-11-27T03:59:00Z', 'revision_number': 4, 'project_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'gw_port': {'id': '84de41c0-1909-49e9-ae8d-c4cd73ee043a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:58:56Z', 'updated_at': '2021-11-27T03:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '53eeeebb-06fa-4c93-97e2-8066ba6702d1', 'tenant_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'floating_ip_address': '172.25.1.68', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'd5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e', 'port_id': '7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '216961a9-6bf5-4e25-9786-74e5df0ce06a', 'mac_address': 'fa:16:3e:64:a3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T03:59:52Z', 'updated_at': '2021-11-27T03:59:54Z', 'revision_number': 1, 'project_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aca3f15-9405-4be1-8a0f-bb2908b1f35a', 'name': '', 'network_id': '216961a9-6bf5-4e25-9786-74e5df0ce06a', 'tenant_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'mac_address': 'fa:16:3e:b7:d3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'dd940eba-2dad-43ab-ba35-447883544931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:58:58Z', 'updated_at': '2021-11-27T03:59:05Z', 'revision_number': 5, 'project_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'subnets': [{'id': 'dd940eba-2dad-43ab-ba35-447883544931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 03:59:57.438582 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27f670-aedd-4d39-84dc-0a3d6864d352 req-1458928a-0b18-4c7b-97be-c62853ad3260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:57.443856 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9f27f670-aedd-4d39-84dc-0a3d6864d352 req-1458928a-0b18-4c7b-97be-c62853ad3260 service neutron] 10.222.0.11 "GET /v2.0/networks?id=216961a9-6bf5-4e25-9786-74e5df0ce06a HTTP/1.1" status: 200 len: 921 time: 0.2214644 Nov 27 03:59:57.460227 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a460c3c4-3546-415d-b24d-473f3d6d71ff tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2008257 Nov 27 03:59:57.484351 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49696) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:57.535867 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-1fda3147-f136-42ce-af43-10426dde1f6c tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'subnet': {'network_id': '1c1cfdbd-93f1-4c88-929e-a296a9079cc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:57.543147 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9f27f670-aedd-4d39-84dc-0a3d6864d352 req-4408b9a3-474c-4fc5-bd1c-dbec9726da4f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a HTTP/1.1" status: 200 len: 999 time: 0.0901315 Nov 27 03:59:57.544880 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-6b5c7d81-9042-493f-8fb6-ea9c14a82aef req-c9fa271c-0a9a-4641-a89c-1fb4637924b3 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] For port a2eb206a-ab72-4bc0-8d73-075dea708683, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=a2eb206a-ab72-4bc0-8d73-075dea708683,segment=NetworkSegment(7b573d51-51b1-4f49-9697-b1cce35223ba),segment_id=7b573d51-51b1-4f49-9697-b1cce35223ba)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 03:59:57.545389 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6b5c7d81-9042-493f-8fb6-ea9c14a82aef req-c9fa271c-0a9a-4641-a89c-1fb4637924b3 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:57.579797 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-6b5c7d81-9042-493f-8fb6-ea9c14a82aef req-c9fa271c-0a9a-4641-a89c-1fb4637924b3 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Calling delete_port for a2eb206a-ab72-4bc0-8d73-075dea708683 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 03:59:57.639740 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec96759-d14c-4769-9630-0ea168764f82 req-bc2dddd6-6eaf-449f-98e7-e0b8d2598073 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:57.647340 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3ec96759-d14c-4769-9630-0ea168764f82 req-bc2dddd6-6eaf-449f-98e7-e0b8d2598073 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=217c4ca7-d020-4c85-a671-b8a7741056f0 HTTP/1.1" status: 200 len: 945 time: 0.0976210 Nov 27 03:59:57.656955 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27f670-aedd-4d39-84dc-0a3d6864d352 req-cd9c86e6-5419-47b6-b308-ced17260772b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:57.658611 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9f27f670-aedd-4d39-84dc-0a3d6864d352 req-cd9c86e6-5419-47b6-b308-ced17260772b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dd940eba-2dad-43ab-ba35-447883544931 HTTP/1.1" status: 200 len: 860 time: 0.1001806 Nov 27 03:59:57.704251 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-8a4014d8-1551-4da0-90eb-6016fca38787 None None] Provisioning complete for port f260a7d9-33a7-4c7a-a0da-66693fae8beb triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 03:59:57.705288 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8a4014d8-1551-4da0-90eb-6016fca38787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:57.747284 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bd4e565c-6018-47dd-bd65-e16aeea00d0c req-4ad93355-362b-494d-9d56-e18ac3828f6d service neutron] 10.222.0.20 "GET /v2.0/networks/216961a9-6bf5-4e25-9786-74e5df0ce06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000948 Nov 27 03:59:57.756432 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3ec96759-d14c-4769-9630-0ea168764f82 req-f480b556-3608-4342-bdf0-b0fbf35686b4 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041231 Nov 27 03:59:57.791011 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-8a4014d8-1551-4da0-90eb-6016fca38787 None None] Port f260a7d9-33a7-4c7a-a0da-66693fae8beb cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 03:59:57.802064 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9f27f670-aedd-4d39-84dc-0a3d6864d352 req-3da82ca2-1a76-4fa2-8d99-3a8916156708 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=216961a9-6bf5-4e25-9786-74e5df0ce06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1343343 Nov 27 03:59:57.814802 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f69840-2482-4be6-baa6-18bf3fbeabe9 None None] New status for floating IP 53eeeebb-06fa-4c93-97e2-8066ba6702d1: ACTIVE {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 03:59:57.954078 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9f27f670-aedd-4d39-84dc-0a3d6864d352 req-80e097ec-3792-4326-8b6a-0668031fa285 service neutron] 10.222.0.11 "GET /v2.0/networks/216961a9-6bf5-4e25-9786-74e5df0ce06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350698 Nov 27 03:59:58.099048 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9f27f670-aedd-4d39-84dc-0a3d6864d352 req-c5e3d49f-6ae4-4284-8563-10e4a0e8509e service neutron] 10.222.0.11 "GET /v2.0/networks/216961a9-6bf5-4e25-9786-74e5df0ce06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372967 Nov 27 03:59:58.151786 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-d20230f3-ebfe-4a3d-8b30-15cc99ca2acd tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:58.154054 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-d20230f3-ebfe-4a3d-8b30-15cc99ca2acd tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] 10.222.0.23 "GET /v2.0/networks?id=c3329072-ad24-4660-befa-380a4fdccc41 HTTP/1.1" status: 200 len: 825 time: 0.4021616 Nov 27 03:59:58.199556 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bd4e565c-6018-47dd-bd65-e16aeea00d0c req-2fce4961-9c3e-45a8-a886-5d413d89edf5 service neutron] 10.222.0.20 "GET /v2.0/networks/216961a9-6bf5-4e25-9786-74e5df0ce06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122500 Nov 27 03:59:58.204871 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fda3147-f136-42ce-af43-10426dde1f6c tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Made reservation on behalf of b9a059a60c95449dbea48f7a9595ba66 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:59:58.209525 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1fda3147-f136-42ce-af43-10426dde1f6c tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:58.217933 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-61c257b9-ca37-4338-bb0d-e2460b3595e3 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] Request body: {'port': {'device_id': '430312e3-f5e1-4867-b147-ec0d225a0507', 'network_id': 'c3329072-ad24-4660-befa-380a4fdccc41', 'admin_state_up': True, 'tenant_id': '12c93f057b6e4ac2ac37f6389a63dfb1'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:58.222498 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6b5c7d81-9042-493f-8fb6-ea9c14a82aef req-c9fa271c-0a9a-4641-a89c-1fb4637924b3 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:58.251456 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9bf54106-5c70-41e9-8b09-ee1d8a9f306d req-ea889522-c08b-4c54-be89-db25efd8f046 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] 10.222.0.20 "GET /v2.0/ports?device_id=430312e3-f5e1-4867-b147-ec0d225a0507 HTTP/1.1" status: 200 len: 210 time: 0.0278580 Nov 27 03:59:58.256477 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['30d277e2-a219-4e7a-996b-e5a18adee02b'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:59:58.259782 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['a2eb206a-ab72-4bc0-8d73-075dea708683'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 03:59:58.314683 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa271c-0a9a-4641-a89c-1fb4637924b3 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Pushing event deleted for resources: {'Port': ['ID=a2eb206a-ab72-4bc0-8d73-075dea708683,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:58.456426 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5c7d81-9042-493f-8fb6-ea9c14a82aef req-c9fa271c-0a9a-4641-a89c-1fb4637924b3 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] No DVR routers for this DVR port a2eb206a-ab72-4bc0-8d73-075dea708683 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 03:59:58.479578 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6b5c7d81-9042-493f-8fb6-ea9c14a82aef req-c9fa271c-0a9a-4641-a89c-1fb4637924b3 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:58.484038 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6b5c7d81-9042-493f-8fb6-ea9c14a82aef req-c9fa271c-0a9a-4641-a89c-1fb4637924b3 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.23 "DELETE /v2.0/ports/a2eb206a-ab72-4bc0-8d73-075dea708683 HTTP/1.1" status: 204 len: 173 time: 1.6401165 Nov 27 03:59:58.559589 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-213a5bb5-0ee5-47aa-b7f9-7dd01ea28766 req-7a361ed4-669d-485f-befa-b2c0c2ff0e2b tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.68 HTTP/1.1" status: 200 len: 1001 time: 0.3170953 Nov 27 03:59:58.567511 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2ac7f37f-7108-469d-99e1-99fe3bca87f8 req-0d79f6fd-6957-46a2-9df7-3cd2776e33ae tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 210 time: 0.0813110 Nov 27 03:59:58.618789 n-d-819494-3 neutron-server[110019]: INFO neutron.db.ipam_backend_mixin [None req-1fda3147-f136-42ce-af43-10426dde1f6c tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6840909b-c0a1-4fc3-bc91-2aa638f0774a (CIDR: 2001:db8::/64) Nov 27 03:59:58.661277 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fda3147-f136-42ce-af43-10426dde1f6c tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 03:59:58.661988 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fda3147-f136-42ce-af43-10426dde1f6c tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 03:59:58.699161 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1fda3147-f136-42ce-af43-10426dde1f6c tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2017221 Nov 27 03:59:58.702346 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49712) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:58.709944 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a5bb5-0ee5-47aa-b7f9-7dd01ea28766 req-9dbe6ed3-39df-4e55-bdeb-bdda54714db7 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:58.711543 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-213a5bb5-0ee5-47aa-b7f9-7dd01ea28766 req-9dbe6ed3-39df-4e55-bdeb-bdda54714db7 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/ports/7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a HTTP/1.1" status: 200 len: 943 time: 0.1321297 Nov 27 03:59:58.714217 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-6b85370e-c67e-4769-96ce-9d6ba1e7bba1 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'subnet': {'network_id': '1c1cfdbd-93f1-4c88-929e-a296a9079cc3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:58.734378 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-61c257b9-ca37-4338-bb0d-e2460b3595e3 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] Made reservation on behalf of 12c93f057b6e4ac2ac37f6389a63dfb1 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:59:58.739624 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-61c257b9-ca37-4338-bb0d-e2460b3595e3 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:58.863830 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c94d0d1b-5f42-40b8-ab6c-e2ab6b95f4d8 req-6cb28d33-3d9a-4a4b-8773-cd893e9e614c tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=217c4ca7-d020-4c85-a671-b8a7741056f0 HTTP/1.1" status: 200 len: 210 time: 0.0325911 Nov 27 03:59:58.887541 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b85370e-c67e-4769-96ce-9d6ba1e7bba1 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Made reservation on behalf of b9a059a60c95449dbea48f7a9595ba66 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:59:58.893111 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6b85370e-c67e-4769-96ce-9d6ba1e7bba1 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:58.922872 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-213a5bb5-0ee5-47aa-b7f9-7dd01ea28766 req-b896e110-a8f4-4473-911e-8033455eb32d tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.68 HTTP/1.1" status: 200 len: 1001 time: 0.1583884 Nov 27 03:59:58.996774 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217c4ca7-d020-4c85-a671-b8a7741056f0', 'name': 'network-vif-deleted', 'tag': 'a2eb206a-ab72-4bc0-8d73-075dea708683'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 03:59:58.999833 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b804de-642d-4c8b-bcd3-31da8b39daeb" -d '{"events": [{"server_uuid": "217c4ca7-d020-4c85-a671-b8a7741056f0", "name": "network-vif-deleted", "tag": "a2eb206a-ab72-4bc0-8d73-075dea708683"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 03:59:59.015874 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-61c257b9-ca37-4338-bb0d-e2460b3595e3 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] Allocated IP 172.20.0.4 (c3329072-ad24-4660-befa-380a4fdccc41/d9596c87-3f08-411a-b0db-efd2ac049c4b/db66c979-20b8-4be8-b27a-725c8bdfbda9) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 03:59:59.019368 n-d-819494-3 neutron-server[110018]: INFO neutron.db.ipam_backend_mixin [None req-6b85370e-c67e-4769-96ce-9d6ba1e7bba1 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 5b452c89-e147-4880-a190-fc2623a603c6 (CIDR: 2001:db8:0:1::/64) Nov 27 03:59:59.025003 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b85370e-c67e-4769-96ce-9d6ba1e7bba1 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 03:59:59.025586 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b85370e-c67e-4769-96ce-9d6ba1e7bba1 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 03:59:59.047912 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 03:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0161094-78a1-43f8-a12b-077f2274914c x-openstack-request-id: req-d0161094-78a1-43f8-a12b-077f2274914c {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 03:59:59.048573 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217c4ca7-d020-4c85-a671-b8a7741056f0", "name": "network-vif-deleted", "tag": "a2eb206a-ab72-4bc0-8d73-075dea708683", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 03:59:59.049005 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d0161094-78a1-43f8-a12b-077f2274914c {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 03:59:59.049572 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217c4ca7-d020-4c85-a671-b8a7741056f0', 'name': 'network-vif-deleted', 'tag': 'a2eb206a-ab72-4bc0-8d73-075dea708683', 'status': 'completed', 'code': 200} Nov 27 03:59:59.055148 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49722) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 03:59:59.055327 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6b85370e-c67e-4769-96ce-9d6ba1e7bba1 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3511281 Nov 27 03:59:59.063178 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-6af22702-b325-4c43-87e2-77fb333b9b25 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'subnet': {'network_id': '1c1cfdbd-93f1-4c88-929e-a296a9079cc3', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:59.173074 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a5bb5-0ee5-47aa-b7f9-7dd01ea28766 req-d698bb9d-ad6a-4ed2-903a-c33ed468ca3f tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:59.179700 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-213a5bb5-0ee5-47aa-b7f9-7dd01ea28766 req-d698bb9d-ad6a-4ed2-903a-c33ed468ca3f tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/networks/f5c39893-f8d8-4150-8aae-695f98406de3 HTTP/1.1" status: 200 len: 784 time: 0.2426145 Nov 27 03:59:59.329494 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-213a5bb5-0ee5-47aa-b7f9-7dd01ea28766 req-a4630394-106f-46dc-bf9b-a825e7905593 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.68 HTTP/1.1" status: 200 len: 1001 time: 0.1456048 Nov 27 03:59:59.359437 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5c7141fe-9a64-44d8-be31-1c8b9d79f719 req-20132662-beef-46e2-8d7c-0465b359d596 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] 10.222.0.20 "GET /v2.0/ports?device_id=430312e3-f5e1-4867-b147-ec0d225a0507 HTTP/1.1" status: 200 len: 210 time: 0.0288804 Nov 27 03:59:59.360297 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-213a5bb5-0ee5-47aa-b7f9-7dd01ea28766 req-3f90222f-e6b3-43a6-8006-8bc3a0b4036b tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 03:59:59.403352 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af22702-b325-4c43-87e2-77fb333b9b25 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Made reservation on behalf of b9a059a60c95449dbea48f7a9595ba66 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 03:59:59.407397 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6af22702-b325-4c43-87e2-77fb333b9b25 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:59.487208 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-61c257b9-ca37-4338-bb0d-e2460b3595e3 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:59.499952 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-213a5bb5-0ee5-47aa-b7f9-7dd01ea28766 req-3f90222f-e6b3-43a6-8006-8bc3a0b4036b tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks [] for floatingip, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:59.664141 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-61c257b9-ca37-4338-bb0d-e2460b3595e3 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:59.684269 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-611337cc-79f4-4372-8c72-fc4db6f94d93 req-53f0997b-b951-4997-80a4-51e1771d9e21 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 210 time: 0.0315251 Nov 27 03:59:59.729538 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-61c257b9-ca37-4338-bb0d-e2460b3595e3 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] Network c3329072-ad24-4660-befa-380a4fdccc41 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 03:59:59.786202 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-61c257b9-ca37-4338-bb0d-e2460b3595e3 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 03:59:59.793118 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-213a5bb5-0ee5-47aa-b7f9-7dd01ea28766 req-3f90222f-e6b3-43a6-8006-8bc3a0b4036b tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:59.798787 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-61c257b9-ca37-4338-bb0d-e2460b3595e3 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 03:59:59.808891 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-213a5bb5-0ee5-47aa-b7f9-7dd01ea28766 req-3f90222f-e6b3-43a6-8006-8bc3a0b4036b tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:59.809234 n-d-819494-3 neutron-server[110019]: INFO neutron.db.l3_db [req-213a5bb5-0ee5-47aa-b7f9-7dd01ea28766 req-3f90222f-e6b3-43a6-8006-8bc3a0b4036b tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Floating IP 53eeeebb-06fa-4c93-97e2-8066ba6702d1 disassociated. External IP: 172.25.1.68, port: 7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a. Nov 27 03:59:59.832362 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c257b9-ca37-4338-bb0d-e2460b3595e3 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] Pushing event updated for resources: {'Port': ['ID=db66c979-20b8-4be8-b27a-725c8bdfbda9,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 03:59:59.958789 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-61c257b9-ca37-4338-bb0d-e2460b3595e3 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 03:59:59.959345 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-61c257b9-ca37-4338-bb0d-e2460b3595e3 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 03:59:59.981330 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0cd6bc36-daf2-496e-8c72-eb766ec666e8 req-8180acd7-3d95-4ea0-9ec9-05200422daa0 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=217c4ca7-d020-4c85-a671-b8a7741056f0 HTTP/1.1" status: 200 len: 210 time: 0.0271475 Nov 27 04:00:00.013359 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-61c257b9-ca37-4338-bb0d-e2460b3595e3 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8101606 Nov 27 04:00:00.064660 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6af22702-b325-4c43-87e2-77fb333b9b25 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:00.097701 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-fc11f44e-f946-4677-82a9-64b49c0b43e4 service neutron] Request body: {'port': {'device_id': '430312e3-f5e1-4867-b147-ec0d225a0507', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:00.218225 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device a2eb206a-ab72-4bc0-8d73-075dea708683 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:00:00.246633 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: a2eb206a-ab72-4bc0-8d73-075dea708683 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:00:00.247500 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device a2eb206a-ab72-4bc0-8d73-075dea708683 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:00:00.491165 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acdeee-d230-4ccf-b1e7-1f33a28777ca req-66a4771c-f1ff-4738-98bb-47640e7e9cb1 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:00:00.492956 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e4acdeee-d230-4ccf-b1e7-1f33a28777ca req-66a4771c-f1ff-4738-98bb-47640e7e9cb1 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] 10.222.0.20 "GET /v2.0/ports?device_id=430312e3-f5e1-4867-b147-ec0d225a0507 HTTP/1.1" status: 200 len: 931 time: 0.0555048 Nov 27 04:00:00.534961 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af22702-b325-4c43-87e2-77fb333b9b25 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Network 1c1cfdbd-93f1-4c88-929e-a296a9079cc3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:00:00.556543 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e4acdeee-d230-4ccf-b1e7-1f33a28777ca req-15368922-acd6-4201-8a63-adc4442e6118 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] 10.222.0.20 "GET /v2.0/security-groups?id=36335991-83a5-484a-acd9-4d85677ab1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560765 Nov 27 04:00:00.568938 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-6af22702-b325-4c43-87e2-77fb333b9b25 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:00:00.579378 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af22702-b325-4c43-87e2-77fb333b9b25 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:00:00.579378 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6af22702-b325-4c43-87e2-77fb333b9b25 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:00.580209 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bb4dd9-8856-49fc-a7ed-a0fc3f654e88 None None] Network 1c1cfdbd-93f1-4c88-929e-a296a9079cc3 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:00:00.584294 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af22702-b325-4c43-87e2-77fb333b9b25 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'Subnet': ['ID=dff0ae89-6dd4-49da-83af-0bf589025cc0,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:00.590341 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-fc11f44e-f946-4677-82a9-64b49c0b43e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:00.622629 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6af22702-b325-4c43-87e2-77fb333b9b25 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5615637 Nov 27 04:00:00.623070 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49740) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:00.631537 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-0ac62ac4-f7b1-4931-a14b-58c25b21a3f8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-690427158', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dff0ae89-6dd4-49da-83af-0bf589025cc0'}], 'security_groups': ['34156d5a-b3c3-4c7f-ae06-b4009f6f0eee', '54ecc28e-3ddd-4622-950c-e7b1a17cd631']}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:00.656394 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-213a5bb5-0ee5-47aa-b7f9-7dd01ea28766 req-3f90222f-e6b3-43a6-8006-8bc3a0b4036b tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Router d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:00:00.879273 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52e3bd0-2e4c-435b-91cd-2da942424d9c None None] Update dhcp port {'port': {'network_id': '1c1cfdbd-93f1-4c88-929e-a296a9079cc3', 'fixed_ips': [{'subnet_id': '5b452c89-e147-4880-a190-fc2623a603c6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6840909b-c0a1-4fc3-bc91-2aa638f0774a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dff0ae89-6dd4-49da-83af-0bf589025cc0'}], 'binding:host_id': 'n-d-819494-3'}, 'id': '37519fc5-8d91-4ff8-9db4-cf912a8fdb7a'} from n-d-819494-3. {{(pid=110020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 04:00:00.894100 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2105dd62-903e-41e6-8357-6433dd6f3cf6 req-7ec34ace-5aeb-462a-bf8f-11d3f354dd92 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 210 time: 0.0690596 Nov 27 04:00:00.914435 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a52e3bd0-2e4c-435b-91cd-2da942424d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:00.931956 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-213a5bb5-0ee5-47aa-b7f9-7dd01ea28766 req-3f90222f-e6b3-43a6-8006-8bc3a0b4036b tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:00:00.938153 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-213a5bb5-0ee5-47aa-b7f9-7dd01ea28766 req-3f90222f-e6b3-43a6-8006-8bc3a0b4036b tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:00.945530 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8a5445-13ca-48ba-b6a0-f64c859c6145 None None] Sync routers for ids ['d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:00:00.950098 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0ac62ac4-f7b1-4931-a14b-58c25b21a3f8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:00.961790 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8a5445-13ca-48ba-b6a0-f64c859c6145 None None] Routers {'d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:00:00.966874 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-7b8a5445-13ca-48ba-b6a0-f64c859c6145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:59:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:00:00.987466 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-213a5bb5-0ee5-47aa-b7f9-7dd01ea28766 req-3f90222f-e6b3-43a6-8006-8bc3a0b4036b tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "PUT /v2.0/floatingips/53eeeebb-06fa-4c93-97e2-8066ba6702d1 HTTP/1.1" status: 200 len: 694 time: 1.6446791 Nov 27 04:00:01.070899 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f', 'tag': '7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:00:01.072431 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8915c12-b9fb-4d3b-a9d7-dda60a5f1b11" -d '{"events": [{"name": "network-changed", "server_uuid": "30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f", "tag": "7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:00:01.129088 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-fc11f44e-f946-4677-82a9-64b49c0b43e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db66c979-20b8-4be8-b27a-725c8bdfbda9 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:00:01.139785 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-fc11f44e-f946-4677-82a9-64b49c0b43e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:01.150377 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a5bb5-0ee5-47aa-b7f9-7dd01ea28766 req-1690e71a-aa4f-47d7-9f01-ea4e45d8da5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:00:01.152048 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-213a5bb5-0ee5-47aa-b7f9-7dd01ea28766 req-1690e71a-aa4f-47d7-9f01-ea4e45d8da5b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=68ffd2dc1c164a9db49281f8d2f5a12f&device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 1097 time: 0.1467683 Nov 27 04:00:01.170400 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-fc11f44e-f946-4677-82a9-64b49c0b43e4 service neutron] Transition to ACTIVE for port object db66c979-20b8-4be8-b27a-725c8bdfbda9 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:00:01.178178 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-7b8a5445-13ca-48ba-b6a0-f64c859c6145 None None] Set router d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:00:01.181361 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-fc11f44e-f946-4677-82a9-64b49c0b43e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:01.230263 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-daaa16d0-ee48-4728-9763-732cb5d70618 req-443b42b0-55ea-4441-b17e-26b9a0e17075 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=217c4ca7-d020-4c85-a671-b8a7741056f0 HTTP/1.1" status: 200 len: 210 time: 0.0691514 Nov 27 04:00:01.293419 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-a52e3bd0-2e4c-435b-91cd-2da942424d9c None None] Allocated IP 2001:db8:0:2::2 (1c1cfdbd-93f1-4c88-929e-a296a9079cc3/dff0ae89-6dd4-49da-83af-0bf589025cc0/37519fc5-8d91-4ff8-9db4-cf912a8fdb7a) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:00:01.337833 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e3d2ae-63a8-4239-a8cc-1a50a0372adf x-openstack-request-id: req-50e3d2ae-63a8-4239-a8cc-1a50a0372adf {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:00:01.338125 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f", "tag": "7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:00:01.338383 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-50e3d2ae-63a8-4239-a8cc-1a50a0372adf {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:00:01.340222 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f', 'tag': '7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a', 'status': 'completed', 'code': 200} Nov 27 04:00:01.383255 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11f44e-f946-4677-82a9-64b49c0b43e4 service neutron] Pushing event updated for resources: {'Port': ['ID=db66c979-20b8-4be8-b27a-725c8bdfbda9,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:01.409950 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a5bb5-0ee5-47aa-b7f9-7dd01ea28766 req-552bb009-d241-499a-b357-8dceb04145ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:00:01.411586 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-213a5bb5-0ee5-47aa-b7f9-7dd01ea28766 req-552bb009-d241-499a-b357-8dceb04145ea service neutron] 10.222.0.20 "GET /v2.0/networks?id=216961a9-6bf5-4e25-9786-74e5df0ce06a HTTP/1.1" status: 200 len: 921 time: 0.2517755 Nov 27 04:00:01.477767 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-213a5bb5-0ee5-47aa-b7f9-7dd01ea28766 req-c7f625d7-33ee-4fff-bc90-ee71b36d1638 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a HTTP/1.1" status: 200 len: 217 time: 0.0449407 Nov 27 04:00:01.478110 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-a52e3bd0-2e4c-435b-91cd-2da942424d9c None None] For port 37519fc5-8d91-4ff8-9db4-cf912a8fdb7a, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=37519fc5-8d91-4ff8-9db4-cf912a8fdb7a,segment=NetworkSegment(15d4f153-b533-4f34-b4bf-867a9b5730c1),segment_id=15d4f153-b533-4f34-b4bf-867a9b5730c1)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:00:01.486802 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8915c12-b9fb-4d3b-a9d7-dda60a5f1b11 req-d189ae1e-a976-4c3a-a35f-88cb06405db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:00:01.490780 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f8915c12-b9fb-4d3b-a9d7-dda60a5f1b11 req-d189ae1e-a976-4c3a-a35f-88cb06405db1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68ffd2dc1c164a9db49281f8d2f5a12f&device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 1097 time: 0.1120510 Nov 27 04:00:01.529469 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a52e3bd0-2e4c-435b-91cd-2da942424d9c None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:01.536617 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a52e3bd0-2e4c-435b-91cd-2da942424d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:01.542195 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-fc11f44e-f946-4677-82a9-64b49c0b43e4 service neutron] Attempting to bind port db66c979-20b8-4be8-b27a-725c8bdfbda9 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:00:01.542806 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-fc11f44e-f946-4677-82a9-64b49c0b43e4 service neutron] Attempting to bind port db66c979-20b8-4be8-b27a-725c8bdfbda9 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': 'e220cfd2-d565-4a02-a034-10d08b15bd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c3329072-ad24-4660-befa-380a4fdccc41'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:00:01.542926 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-fc11f44e-f946-4677-82a9-64b49c0b43e4 service neutron] Attempting to bind port db66c979-20b8-4be8-b27a-725c8bdfbda9 on network c3329072-ad24-4660-befa-380a4fdccc41 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:00:01.554183 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a5bb5-0ee5-47aa-b7f9-7dd01ea28766 req-a0c8154d-30ff-41c3-a8df-092f97f0c2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:00:01.567110 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-213a5bb5-0ee5-47aa-b7f9-7dd01ea28766 req-a0c8154d-30ff-41c3-a8df-092f97f0c2c1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dd940eba-2dad-43ab-ba35-447883544931 HTTP/1.1" status: 200 len: 860 time: 0.0814412 Nov 27 04:00:01.578089 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-fc11f44e-f946-4677-82a9-64b49c0b43e4 service neutron] Port db66c979-20b8-4be8-b27a-725c8bdfbda9 on network c3329072-ad24-4660-befa-380a4fdccc41 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:00:01.578482 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-fc11f44e-f946-4677-82a9-64b49c0b43e4 service neutron] Attempting to bind port db66c979-20b8-4be8-b27a-725c8bdfbda9 on network c3329072-ad24-4660-befa-380a4fdccc41 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:00:01.615725 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-213a5bb5-0ee5-47aa-b7f9-7dd01ea28766 req-7de5b14b-2bd3-4d36-91d2-096f0289c564 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=216961a9-6bf5-4e25-9786-74e5df0ce06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476449 Nov 27 04:00:01.619919 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-fc11f44e-f946-4677-82a9-64b49c0b43e4 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 3, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:00:01.620327 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-fc11f44e-f946-4677-82a9-64b49c0b43e4 service neutron] Checking segment: {'id': 'e220cfd2-d565-4a02-a034-10d08b15bd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c3329072-ad24-4660-befa-380a4fdccc41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:00:01.620792 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-fc11f44e-f946-4677-82a9-64b49c0b43e4 service neutron] Bound using segment: {'id': 'e220cfd2-d565-4a02-a034-10d08b15bd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c3329072-ad24-4660-befa-380a4fdccc41'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:00:01.621256 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-fc11f44e-f946-4677-82a9-64b49c0b43e4 service neutron] Bound port: db66c979-20b8-4be8-b27a-725c8bdfbda9, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e220cfd2-d565-4a02-a034-10d08b15bd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c3329072-ad24-4660-befa-380a4fdccc41'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:00:01.621628 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-fc11f44e-f946-4677-82a9-64b49c0b43e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:01.623544 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-7b8a5445-13ca-48ba-b6a0-f64c859c6145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065742918-router', 'tenant_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '84de41c0-1909-49e9-ae8d-c4cd73ee043a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:58:55Z', 'updated_at': '2021-11-27T03:59:00Z', 'revision_number': 4, 'project_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'gw_port': {'id': '84de41c0-1909-49e9-ae8d-c4cd73ee043a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:58:56Z', 'updated_at': '2021-11-27T03:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '0aca3f15-9405-4be1-8a0f-bb2908b1f35a', 'name': '', 'network_id': '216961a9-6bf5-4e25-9786-74e5df0ce06a', 'tenant_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'mac_address': 'fa:16:3e:b7:d3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'dd940eba-2dad-43ab-ba35-447883544931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:58:58Z', 'updated_at': '2021-11-27T03:59:05Z', 'revision_number': 5, 'project_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'subnets': [{'id': 'dd940eba-2dad-43ab-ba35-447883544931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:00:01.667858 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8a5445-13ca-48ba-b6a0-f64c859c6145 None None] Checking router: d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:00:01.677389 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8a5445-13ca-48ba-b6a0-f64c859c6145 None None] Routers {'d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:00:01.678084 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-7b8a5445-13ca-48ba-b6a0-f64c859c6145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:59:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:00:01.699467 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e3bd0-2e4c-435b-91cd-2da942424d9c None None] Pushing event updated for resources: {'Port': ['ID=37519fc5-8d91-4ff8-9db4-cf912a8fdb7a,revision_number=7']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:01.819887 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-fc11f44e-f946-4677-82a9-64b49c0b43e4 service neutron] For port db66c979-20b8-4be8-b27a-725c8bdfbda9, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:00:01.824708 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-213a5bb5-0ee5-47aa-b7f9-7dd01ea28766 req-88749c5f-5fc8-4e8a-8bc9-e2333affd8c0 service neutron] 10.222.0.20 "GET /v2.0/networks/216961a9-6bf5-4e25-9786-74e5df0ce06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981831 Nov 27 04:00:01.827356 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-fc11f44e-f946-4677-82a9-64b49c0b43e4 service neutron] For port db66c979-20b8-4be8-b27a-725c8bdfbda9, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=db66c979-20b8-4be8-b27a-725c8bdfbda9,segment=NetworkSegment(e220cfd2-d565-4a02-a034-10d08b15bd77),segment_id=e220cfd2-d565-4a02-a034-10d08b15bd77)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:00:01.835752 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-fc11f44e-f946-4677-82a9-64b49c0b43e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:01.875593 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-7b8a5445-13ca-48ba-b6a0-f64c859c6145 None None] Set router d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:00:01.890056 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8915c12-b9fb-4d3b-a9d7-dda60a5f1b11 req-1833be28-74f3-4b84-96c4-202fa3a06f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:00:01.892157 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f8915c12-b9fb-4d3b-a9d7-dda60a5f1b11 req-1833be28-74f3-4b84-96c4-202fa3a06f00 service neutron] 10.222.0.11 "GET /v2.0/networks?id=216961a9-6bf5-4e25-9786-74e5df0ce06a HTTP/1.1" status: 200 len: 921 time: 0.3916202 Nov 27 04:00:01.910246 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-fc11f44e-f946-4677-82a9-64b49c0b43e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:00:01.911581 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-fc11f44e-f946-4677-82a9-64b49c0b43e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:01.913727 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-fc11f44e-f946-4677-82a9-64b49c0b43e4 service neutron] 10.222.0.23 "PUT /v2.0/ports/db66c979-20b8-4be8-b27a-725c8bdfbda9 HTTP/1.1" status: 200 len: 1091 time: 1.8500297 Nov 27 04:00:01.966576 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-0ac62ac4-f7b1-4931-a14b-58c25b21a3f8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Delete allocated IP 2001:db8::10a (1c1cfdbd-93f1-4c88-929e-a296a9079cc3/6840909b-c0a1-4fc3-bc91-2aa638f0774a) {{(pid=110018) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 27 04:00:02.061273 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f8915c12-b9fb-4d3b-a9d7-dda60a5f1b11 req-f826601a-1fdd-4357-837e-1fbec6a19732 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a HTTP/1.1" status: 200 len: 217 time: 0.0908179 Nov 27 04:00:02.066572 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-0ac62ac4-f7b1-4931-a14b-58c25b21a3f8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Allocated IP 2001:db8:0:2::d8 (1c1cfdbd-93f1-4c88-929e-a296a9079cc3/dff0ae89-6dd4-49da-83af-0bf589025cc0/f260a7d9-33a7-4c7a-a0da-66693fae8beb) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:00:02.070064 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11f44e-f946-4677-82a9-64b49c0b43e4 service neutron] Pushing event updated for resources: {'Port': ['ID=db66c979-20b8-4be8-b27a-725c8bdfbda9,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:02.130132 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71828e2-9ce1-414a-a038-13d2732bbd29 req-5edffd89-1f4a-4bbb-bd44-235560238da4 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:00:02.138215 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c71828e2-9ce1-414a-a038-13d2732bbd29 req-5edffd89-1f4a-4bbb-bd44-235560238da4 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] 10.222.0.20 "GET /v2.0/ports?device_id=430312e3-f5e1-4867-b147-ec0d225a0507 HTTP/1.1" status: 200 len: 943 time: 0.2219129 Nov 27 04:00:02.148059 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-28f10016-4a5c-48b8-97b6-d5c1fb86b508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:00:02.151219 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-28f10016-4a5c-48b8-97b6-d5c1fb86b508 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=12c93f057b6e4ac2ac37f6389a63dfb1&device_id=430312e3-f5e1-4867-b147-ec0d225a0507 HTTP/1.1" status: 200 len: 1094 time: 0.1415021 Nov 27 04:00:02.166605 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-7b8a5445-13ca-48ba-b6a0-f64c859c6145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065742918-router', 'tenant_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '84de41c0-1909-49e9-ae8d-c4cd73ee043a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:58:55Z', 'updated_at': '2021-11-27T03:59:00Z', 'revision_number': 4, 'project_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'gw_port': {'id': '84de41c0-1909-49e9-ae8d-c4cd73ee043a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:58:56Z', 'updated_at': '2021-11-27T03:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '0aca3f15-9405-4be1-8a0f-bb2908b1f35a', 'name': '', 'network_id': '216961a9-6bf5-4e25-9786-74e5df0ce06a', 'tenant_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'mac_address': 'fa:16:3e:b7:d3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'dd940eba-2dad-43ab-ba35-447883544931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:58:58Z', 'updated_at': '2021-11-27T03:59:05Z', 'revision_number': 5, 'project_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'subnets': [{'id': 'dd940eba-2dad-43ab-ba35-447883544931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:00:02.175111 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-213a5bb5-0ee5-47aa-b7f9-7dd01ea28766 req-6195994d-4c7e-48b3-9fe6-ddae35c28b21 service neutron] 10.222.0.20 "GET /v2.0/networks/216961a9-6bf5-4e25-9786-74e5df0ce06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323276 Nov 27 04:00:02.209960 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8915c12-b9fb-4d3b-a9d7-dda60a5f1b11 req-ae1101f6-c66c-4d37-a503-af704ff2c517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:00:02.211607 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f8915c12-b9fb-4d3b-a9d7-dda60a5f1b11 req-ae1101f6-c66c-4d37-a503-af704ff2c517 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dd940eba-2dad-43ab-ba35-447883544931 HTTP/1.1" status: 200 len: 860 time: 0.1403048 Nov 27 04:00:02.261110 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-4ade583c-13d6-4d09-9b0f-4b800c7c442c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db66c979-20b8-4be8-b27a-725c8bdfbda9 HTTP/1.1" status: 200 len: 217 time: 0.0730462 Nov 27 04:00:02.267761 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8a5445-13ca-48ba-b6a0-f64c859c6145 None None] The sync data for ids ['d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e'] in n-d-819494-3 is: [{'id': 'd5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065742918-router', 'tenant_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '84de41c0-1909-49e9-ae8d-c4cd73ee043a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:58:55Z', 'updated_at': '2021-11-27T03:59:00Z', 'revision_number': 4, 'project_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'gw_port': {'id': '84de41c0-1909-49e9-ae8d-c4cd73ee043a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:58:56Z', 'updated_at': '2021-11-27T03:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '0aca3f15-9405-4be1-8a0f-bb2908b1f35a', 'name': '', 'network_id': '216961a9-6bf5-4e25-9786-74e5df0ce06a', 'tenant_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'mac_address': 'fa:16:3e:b7:d3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'dd940eba-2dad-43ab-ba35-447883544931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:58:58Z', 'updated_at': '2021-11-27T03:59:05Z', 'revision_number': 5, 'project_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'subnets': [{'id': 'dd940eba-2dad-43ab-ba35-447883544931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:00:02.282422 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f8915c12-b9fb-4d3b-a9d7-dda60a5f1b11 req-51fd637c-f841-46d8-a11a-6692c8ccd0f4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=216961a9-6bf5-4e25-9786-74e5df0ce06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596890 Nov 27 04:00:02.367491 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c71828e2-9ce1-414a-a038-13d2732bbd29 req-3135223e-cec8-455d-84d6-f68335a4594f tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] 10.222.0.20 "GET /v2.0/security-groups?id=36335991-83a5-484a-acd9-4d85677ab1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200086 Nov 27 04:00:02.377969 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-43722490-217c-47c9-88b1-ae8a94688530 req-6c3c7bae-f877-437f-a785-72c82501730b tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 210 time: 0.0549419 Nov 27 04:00:02.405226 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-f0c021c9-f68e-4395-a4cd-012197c1fdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:00:02.406849 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-f0c021c9-f68e-4395-a4cd-012197c1fdca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d9596c87-3f08-411a-b0db-efd2ac049c4b HTTP/1.1" status: 200 len: 865 time: 0.1292505 Nov 27 04:00:02.454001 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-7a6b8158-3e00-4716-8d2a-4ba613754f33 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c3329072-ad24-4660-befa-380a4fdccc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304475 Nov 27 04:00:02.544505 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-96f63cb0-7046-4454-96ff-db3c9890fcd3 req-95e07ed4-83b4-4416-bd9e-ab499df3ba85 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/floatingips/53eeeebb-06fa-4c93-97e2-8066ba6702d1 HTTP/1.1" status: 200 len: 694 time: 0.1126399 Nov 27 04:00:02.592772 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-42ae9705-3ebe-4d44-959c-3dc2e8277c6b req-c1fcc19f-4b23-4b68-895d-da75eea78ed5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=217c4ca7-d020-4c85-a671-b8a7741056f0 HTTP/1.1" status: 200 len: 210 time: 0.0392628 Nov 27 04:00:02.650248 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-b0e58d8c-1dad-4642-8b34-6885b824f007 service neutron] 10.222.0.23 "GET /v2.0/networks/c3329072-ad24-4660-befa-380a4fdccc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834683 Nov 27 04:00:02.715789 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f8915c12-b9fb-4d3b-a9d7-dda60a5f1b11 req-5503089b-263f-4b9e-9f28-3ed8d2bfd83c service neutron] 10.222.0.11 "GET /v2.0/networks/216961a9-6bf5-4e25-9786-74e5df0ce06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017918 Nov 27 04:00:02.734153 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b70252-0d70-4209-90bf-f3a938a53e1a None None] New status for floating IP 53eeeebb-06fa-4c93-97e2-8066ba6702d1: DOWN {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:00:02.777414 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0ac62ac4-f7b1-4931-a14b-58c25b21a3f8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:02.825746 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d839c7ed-0a3a-45da-89ee-ffcb9bdbddad req-79a10c4f-c67f-4055-9a30-9dea0c6f0281 service neutron] 10.222.0.23 "GET /v2.0/networks/c3329072-ad24-4660-befa-380a4fdccc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638839 Nov 27 04:00:02.834819 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 37519fc5-8d91-4ff8-9db4-cf912a8fdb7a up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:00:02.835155 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0ac62ac4-f7b1-4931-a14b-58c25b21a3f8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:02.922369 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-0ac62ac4-f7b1-4931-a14b-58c25b21a3f8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] In _notify_port_updated(), no bound segment for port f260a7d9-33a7-4c7a-a0da-66693fae8beb on network 1c1cfdbd-93f1-4c88-929e-a296a9079cc3 {{(pid=110018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 04:00:02.928568 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac62ac4-f7b1-4931-a14b-58c25b21a3f8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:00:02.929254 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0ac62ac4-f7b1-4931-a14b-58c25b21a3f8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:02.930667 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0ac62ac4-f7b1-4931-a14b-58c25b21a3f8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "PUT /v2.0/ports/f260a7d9-33a7-4c7a-a0da-66693fae8beb HTTP/1.1" status: 200 len: 968 time: 2.3059156 Nov 27 04:00:02.933949 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49768) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:02.998216 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f63cb0-7046-4454-96ff-db3c9890fcd3 req-f5d08f2e-8118-4103-b690-1d6d7cf7c015 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:00:03.006197 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-96f63cb0-7046-4454-96ff-db3c9890fcd3 req-f5d08f2e-8118-4103-b690-1d6d7cf7c015 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/networks/f5c39893-f8d8-4150-8aae-695f98406de3 HTTP/1.1" status: 200 len: 784 time: 0.4604325 Nov 27 04:00:03.011942 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac62ac4-f7b1-4931-a14b-58c25b21a3f8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event updated for resources: {'Port': ['ID=f260a7d9-33a7-4c7a-a0da-66693fae8beb,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:03.020412 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [req-96f63cb0-7046-4454-96ff-db3c9890fcd3 req-45d87cf0-9e01-4c59-a4ec-df92677ac32f tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:00:03.032682 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-96f63cb0-7046-4454-96ff-db3c9890fcd3 req-45d87cf0-9e01-4c59-a4ec-df92677ac32f tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0251360 Nov 27 04:00:03.086598 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-784ca77b-efe9-4fb1-a19e-3a408568b164 None None] Provisioning complete for port f260a7d9-33a7-4c7a-a0da-66693fae8beb triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:00:03.086957 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-784ca77b-efe9-4fb1-a19e-3a408568b164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:03.117265 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-0741d6b5-53e3-4a6f-b14b-0d3457542b32 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Deleting port f260a7d9-33a7-4c7a-a0da-66693fae8beb {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:00:03.118035 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0741d6b5-53e3-4a6f-b14b-0d3457542b32 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:03.233709 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0741d6b5-53e3-4a6f-b14b-0d3457542b32 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:03.252666 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 37519fc5-8d91-4ff8-9db4-cf912a8fdb7a triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:00:03.253213 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:03.255178 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-0741d6b5-53e3-4a6f-b14b-0d3457542b32 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Calling delete_port for f260a7d9-33a7-4c7a-a0da-66693fae8beb owned by {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:00:03.311583 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-784ca77b-efe9-4fb1-a19e-3a408568b164 None None] Port f260a7d9-33a7-4c7a-a0da-66693fae8beb cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:00:03.335422 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-784ca77b-efe9-4fb1-a19e-3a408568b164 None None] Provisioning complete for port 37519fc5-8d91-4ff8-9db4-cf912a8fdb7a triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:00:03.337389 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-784ca77b-efe9-4fb1-a19e-3a408568b164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:03.344020 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '430312e3-f5e1-4867-b147-ec0d225a0507', 'tag': 'db66c979-20b8-4be8-b27a-725c8bdfbda9'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:00:03.347068 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd8437b-a1b6-4c93-a5f1-503047ee11f3" -d '{"events": [{"name": "network-changed", "server_uuid": "430312e3-f5e1-4867-b147-ec0d225a0507", "tag": "db66c979-20b8-4be8-b27a-725c8bdfbda9"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:00:03.423717 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4df77d-481f-4f0b-bb03-47ffccf6b86a x-openstack-request-id: req-dd4df77d-481f-4f0b-bb03-47ffccf6b86a {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:00:03.424384 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "430312e3-f5e1-4867-b147-ec0d225a0507", "tag": "db66c979-20b8-4be8-b27a-725c8bdfbda9", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:00:03.425673 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd4df77d-481f-4f0b-bb03-47ffccf6b86a {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:00:03.426034 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '430312e3-f5e1-4867-b147-ec0d225a0507', 'tag': 'db66c979-20b8-4be8-b27a-725c8bdfbda9', 'status': 'completed', 'code': 200} Nov 27 04:00:03.465706 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f8915c12-b9fb-4d3b-a9d7-dda60a5f1b11 req-708470ef-f1d9-4ceb-b451-6ac0472c6298 service neutron] 10.222.0.11 "GET /v2.0/networks/216961a9-6bf5-4e25-9786-74e5df0ce06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7362421 Nov 27 04:00:03.478690 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-96f63cb0-7046-4454-96ff-db3c9890fcd3 req-d863f217-8312-4f07-82e3-20bb427433fe tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.68 HTTP/1.1" status: 200 len: 695 time: 0.4449930 Nov 27 04:00:03.530013 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-784ca77b-efe9-4fb1-a19e-3a408568b164 None None] Provisioning complete for port 18e981d3-817a-4e20-8f1d-97c2ce5c76af triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:00:03.530581 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-784ca77b-efe9-4fb1-a19e-3a408568b164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:03.571544 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-784ca77b-efe9-4fb1-a19e-3a408568b164 None None] Port 18e981d3-817a-4e20-8f1d-97c2ce5c76af cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:00:03.588212 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-96f63cb0-7046-4454-96ff-db3c9890fcd3 req-529d80ac-29a6-4d81-a2b4-8ea8ef8bd639 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.68 HTTP/1.1" status: 200 len: 695 time: 0.1079056 Nov 27 04:00:03.634619 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0741d6b5-53e3-4a6f-b14b-0d3457542b32 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:03.642000 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd8437b-a1b6-4c93-a5f1-503047ee11f3 req-c6b9f2d5-93f4-41ed-ba0d-fcb344015b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:00:03.643735 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ddd8437b-a1b6-4c93-a5f1-503047ee11f3 req-c6b9f2d5-93f4-41ed-ba0d-fcb344015b7d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=12c93f057b6e4ac2ac37f6389a63dfb1&device_id=430312e3-f5e1-4867-b147-ec0d225a0507 HTTP/1.1" status: 200 len: 1094 time: 0.1426105 Nov 27 04:00:03.688429 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-4d88ea83-76c6-4fee-8348-b33b2dace3de None None] Could not find standard attr ID for object f260a7d9-33a7-4c7a-a0da-66693fae8beb. {{(pid=110020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 04:00:03.735103 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17b948-2966-4ed8-879b-026908765b7d req-4d0bb193-f46a-43a6-a2b0-3e55fc961fde tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:00:03.736646 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2d17b948-2966-4ed8-879b-026908765b7d req-4d0bb193-f46a-43a6-a2b0-3e55fc961fde tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] 10.222.0.20 "GET /v2.0/ports?device_id=430312e3-f5e1-4867-b147-ec0d225a0507 HTTP/1.1" status: 200 len: 943 time: 0.1687589 Nov 27 04:00:03.739830 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0741d6b5-53e3-4a6f-b14b-0d3457542b32 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event deleted for resources: {'Port': ['ID=f260a7d9-33a7-4c7a-a0da-66693fae8beb,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:03.758903 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-96f63cb0-7046-4454-96ff-db3c9890fcd3 req-7f42b2e2-bbbe-406a-8a08-121bcad7f34a tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Deleting port 07219e73-116f-4d2c-a74f-ca0f6696a627 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:00:03.759239 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-96f63cb0-7046-4454-96ff-db3c9890fcd3 req-7f42b2e2-bbbe-406a-8a08-121bcad7f34a tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:03.784863 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0741d6b5-53e3-4a6f-b14b-0d3457542b32 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:03.789038 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0741d6b5-53e3-4a6f-b14b-0d3457542b32 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/ports/f260a7d9-33a7-4c7a-a0da-66693fae8beb HTTP/1.1" status: 204 len: 168 time: 0.8520155 Nov 27 04:00:03.798576 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49780) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:03.843765 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-688ef650-027d-4f9e-8eac-6892da1711b3 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] GET failed (client error): The resource could not be found. Nov 27 04:00:03.845258 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-688ef650-027d-4f9e-8eac-6892da1711b3 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "GET /v2.0/ports/f260a7d9-33a7-4c7a-a0da-66693fae8beb HTTP/1.1" status: 404 len: 333 time: 0.0434904 Nov 27 04:00:03.849998 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49782) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:03.887630 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd8437b-a1b6-4c93-a5f1-503047ee11f3 req-51871b02-4437-435f-ab0b-25def8ebaa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:00:03.889368 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ddd8437b-a1b6-4c93-a5f1-503047ee11f3 req-51871b02-4437-435f-ab0b-25def8ebaa4e service neutron] 10.222.0.23 "GET /v2.0/networks?id=c3329072-ad24-4660-befa-380a4fdccc41 HTTP/1.1" status: 200 len: 926 time: 0.2160306 Nov 27 04:00:03.897759 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2d17b948-2966-4ed8-879b-026908765b7d req-065483c8-4cea-4521-91ce-ae25c37636d9 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] 10.222.0.20 "GET /v2.0/security-groups?id=36335991-83a5-484a-acd9-4d85677ab1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056564 Nov 27 04:00:03.898929 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-96f63cb0-7046-4454-96ff-db3c9890fcd3 req-7f42b2e2-bbbe-406a-8a08-121bcad7f34a tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:03.899457 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-96f63cb0-7046-4454-96ff-db3c9890fcd3 req-7f42b2e2-bbbe-406a-8a08-121bcad7f34a tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:03.949804 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-96f63cb0-7046-4454-96ff-db3c9890fcd3 req-7f42b2e2-bbbe-406a-8a08-121bcad7f34a tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Calling delete_port for 07219e73-116f-4d2c-a74f-ca0f6696a627 owned by network:floatingip {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:00:04.000864 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ddd8437b-a1b6-4c93-a5f1-503047ee11f3 req-104b1351-c9c4-42ab-b993-333bbf71c1cc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db66c979-20b8-4be8-b27a-725c8bdfbda9 HTTP/1.1" status: 200 len: 217 time: 0.0995390 Nov 27 04:00:04.085154 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f40a5ef7-1905-4525-ae82-601fb7a7df86 req-363f199a-6387-432f-999a-04fa7773ac96 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/ports?device_id=84700780-6df9-4d55-a48b-0f89c4c5e5a8 HTTP/1.1" status: 200 len: 210 time: 0.0305300 Nov 27 04:00:04.096042 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8420310c-66ef-42d6-8bbc-37ea6a1c5995 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:04.099969 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd8437b-a1b6-4c93-a5f1-503047ee11f3 req-ced320d3-30c4-4796-94ae-0f9ec6e13701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:00:04.101755 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ddd8437b-a1b6-4c93-a5f1-503047ee11f3 req-ced320d3-30c4-4796-94ae-0f9ec6e13701 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d9596c87-3f08-411a-b0db-efd2ac049c4b HTTP/1.1" status: 200 len: 865 time: 0.0924153 Nov 27 04:00:04.164227 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ddd8437b-a1b6-4c93-a5f1-503047ee11f3 req-07387987-372a-4a1c-8173-41ff666a8dbc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c3329072-ad24-4660-befa-380a4fdccc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509162 Nov 27 04:00:04.171026 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8420310c-66ef-42d6-8bbc-37ea6a1c5995 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:04.217329 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2efa613-6141-4c46-b26e-9ee9a5579cff req-8c111e36-ea71-4d0e-b0ed-706b88e04880 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=217c4ca7-d020-4c85-a671-b8a7741056f0 HTTP/1.1" status: 200 len: 210 time: 0.0444987 Nov 27 04:00:04.243123 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device db66c979-20b8-4be8-b27a-725c8bdfbda9 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:00:04.283702 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8420310c-66ef-42d6-8bbc-37ea6a1c5995 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:04.287496 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8420310c-66ef-42d6-8bbc-37ea6a1c5995 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:04.291621 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8420310c-66ef-42d6-8bbc-37ea6a1c5995 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/security-groups/8895f5b4-230e-44c6-a66c-12467d9ec3b9 HTTP/1.1" status: 204 len: 168 time: 0.4403508 Nov 27 04:00:04.292380 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49788) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:04.326139 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8420310c-66ef-42d6-8bbc-37ea6a1c5995 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8895f5b4-230e-44c6-a66c-12467d9ec3b9,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:04.336478 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ddd8437b-a1b6-4c93-a5f1-503047ee11f3 req-0e8a0fea-a0e3-42c0-b4a9-6606fc59dae0 service neutron] 10.222.0.23 "GET /v2.0/networks/c3329072-ad24-4660-befa-380a4fdccc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497982 Nov 27 04:00:04.385699 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-96f63cb0-7046-4454-96ff-db3c9890fcd3 req-7f42b2e2-bbbe-406a-8a08-121bcad7f34a tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:04.424053 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f42b2e2-bbbe-406a-8a08-121bcad7f34a tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Pushing event deleted for resources: {'Port': ['ID=07219e73-116f-4d2c-a74f-ca0f6696a627,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:04.429581 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c8fcd6cd-4fa9-493a-a821-504e79c4fd92 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:04.502752 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port db66c979-20b8-4be8-b27a-725c8bdfbda9, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=db66c979-20b8-4be8-b27a-725c8bdfbda9,segment=NetworkSegment(e220cfd2-d565-4a02-a034-10d08b15bd77),segment_id=e220cfd2-d565-4a02-a034-10d08b15bd77)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:00:04.515504 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c8fcd6cd-4fa9-493a-a821-504e79c4fd92 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:04.525513 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': 'db66c979-20b8-4be8-b27a-725c8bdfbda9', 'network_id': 'c3329072-ad24-4660-befa-380a4fdccc41', 'port_id': 'db66c979-20b8-4be8-b27a-725c8bdfbda9', 'mac_address': 'fa:16:3e:41:0b:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9596c87-3f08-411a-b0db-efd2ac049c4b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:00:04.536901 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-96f63cb0-7046-4454-96ff-db3c9890fcd3 req-7f42b2e2-bbbe-406a-8a08-121bcad7f34a tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks [] for floatingip, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:04.540067 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-96f63cb0-7046-4454-96ff-db3c9890fcd3 req-7f42b2e2-bbbe-406a-8a08-121bcad7f34a tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:04.545098 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-96f63cb0-7046-4454-96ff-db3c9890fcd3 req-7f42b2e2-bbbe-406a-8a08-121bcad7f34a tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "DELETE /v2.0/floatingips/53eeeebb-06fa-4c93-97e2-8066ba6702d1 HTTP/1.1" status: 204 len: 173 time: 0.9473860 Nov 27 04:00:04.553943 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ddd8437b-a1b6-4c93-a5f1-503047ee11f3 req-c23167f1-d466-47af-86bf-472d0493523a service neutron] 10.222.0.23 "GET /v2.0/networks/c3329072-ad24-4660-befa-380a4fdccc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049062 Nov 27 04:00:04.597759 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:04.613238 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db66c979-20b8-4be8-b27a-725c8bdfbda9 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:00:04.628857 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5e27f683-351b-4cbb-bc25-3f2670c5f372 req-dd4b0b7a-17b8-4cd4-83c7-b534e2c044a6 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/security-groups/eea80d64-01b2-43d9-8356-88b8cc4396e6 HTTP/1.1" status: 200 len: 1826 time: 0.0643430 Nov 27 04:00:04.636103 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port db66c979-20b8-4be8-b27a-725c8bdfbda9, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=db66c979-20b8-4be8-b27a-725c8bdfbda9,segment=NetworkSegment(e220cfd2-d565-4a02-a034-10d08b15bd77),segment_id=e220cfd2-d565-4a02-a034-10d08b15bd77)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:00:04.643999 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:04.662058 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c8fcd6cd-4fa9-493a-a821-504e79c4fd92 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:04.665401 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c8fcd6cd-4fa9-493a-a821-504e79c4fd92 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:04.669053 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c8fcd6cd-4fa9-493a-a821-504e79c4fd92 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/security-groups/54ecc28e-3ddd-4622-950c-e7b1a17cd631 HTTP/1.1" status: 204 len: 168 time: 0.3661580 Nov 27 04:00:04.670155 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49792) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:04.689042 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fcd6cd-4fa9-493a-a821-504e79c4fd92 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ecc28e-3ddd-4622-950c-e7b1a17cd631,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:04.703924 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=db66c979-20b8-4be8-b27a-725c8bdfbda9,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:04.728309 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5e27f683-351b-4cbb-bc25-3f2670c5f372 req-965a0996-964e-4b88-be39-f6bd1289c3b7 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:04.755841 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5e27f683-351b-4cbb-bc25-3f2670c5f372 req-965a0996-964e-4b88-be39-f6bd1289c3b7 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:04.784479 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e2b44aa1-65ef-4a48-99c3-c30f63f1b9d0 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:04.806695 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5e27f683-351b-4cbb-bc25-3f2670c5f372 req-965a0996-964e-4b88-be39-f6bd1289c3b7 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:04.810454 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5e27f683-351b-4cbb-bc25-3f2670c5f372 req-965a0996-964e-4b88-be39-f6bd1289c3b7 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:04.813439 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5e27f683-351b-4cbb-bc25-3f2670c5f372 req-965a0996-964e-4b88-be39-f6bd1289c3b7 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "DELETE /v2.0/security-groups/eea80d64-01b2-43d9-8356-88b8cc4396e6 HTTP/1.1" status: 204 len: 173 time: 0.1758318 Nov 27 04:00:04.817102 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e2b44aa1-65ef-4a48-99c3-c30f63f1b9d0 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:04.833449 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a0996-964e-4b88-be39-f6bd1289c3b7 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea80d64-01b2-43d9-8356-88b8cc4396e6,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:04.892018 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e2b44aa1-65ef-4a48-99c3-c30f63f1b9d0 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:04.895366 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e2b44aa1-65ef-4a48-99c3-c30f63f1b9d0 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:04.897479 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e2b44aa1-65ef-4a48-99c3-c30f63f1b9d0 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/security-groups/34156d5a-b3c3-4c7f-ae06-b4009f6f0eee HTTP/1.1" status: 204 len: 168 time: 0.2245364 Nov 27 04:00:04.901330 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49796) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:04.912388 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b44aa1-65ef-4a48-99c3-c30f63f1b9d0 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34156d5a-b3c3-4c7f-ae06-b4009f6f0eee,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:04.996171 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['db66c979-20b8-4be8-b27a-725c8bdfbda9'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:00:05.028595 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-c36e3db3-175f-43fd-ba44-f4fb45c18fc3 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Deleting subnet 6840909b-c0a1-4fc3-bc91-2aa638f0774a {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:00:05.037314 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c36e3db3-175f-43fd-ba44-f4fb45c18fc3 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:05.192660 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c36e3db3-175f-43fd-ba44-f4fb45c18fc3 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:05.241339 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c4882-7c60-4150-a532-adcb36d90282 req-a328556e-ad6c-47fd-adc7-f17512cbce49 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:00:05.244044 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-319c4882-7c60-4150-a532-adcb36d90282 req-a328556e-ad6c-47fd-adc7-f17512cbce49 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 946 time: 0.0966594 Nov 27 04:00:05.256540 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd91158-e525-4657-9363-93151a9ac11f req-6de32244-64cc-40d2-84aa-5d5a04e29315 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:00:05.258423 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bdd91158-e525-4657-9363-93151a9ac11f req-6de32244-64cc-40d2-84aa-5d5a04e29315 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] 10.222.0.20 "GET /v2.0/ports?device_id=430312e3-f5e1-4867-b147-ec0d225a0507 HTTP/1.1" status: 200 len: 944 time: 0.1684031 Nov 27 04:00:05.299900 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-319c4882-7c60-4150-a532-adcb36d90282 req-6232c0d6-687d-4c38-b5c6-82cff702237c tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8ba712-3cd0-4dd7-9ea5-ecc0634012e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484138 Nov 27 04:00:05.351364 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c36e3db3-175f-43fd-ba44-f4fb45c18fc3 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:05.393814 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bdd91158-e525-4657-9363-93151a9ac11f req-f02d6016-ec67-4ae6-9d7a-cff275d16eaa tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] 10.222.0.20 "GET /v2.0/security-groups?id=36335991-83a5-484a-acd9-4d85677ab1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882251 Nov 27 04:00:05.432730 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c36e3db3-175f-43fd-ba44-f4fb45c18fc3 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:05.462897 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49810) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:05.465728 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e3db3-175f-43fd-ba44-f4fb45c18fc3 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event deleted for resources: {'Subnet': ['ID=6840909b-c0a1-4fc3-bc91-2aa638f0774a,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:05.479760 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e3db3-175f-43fd-ba44-f4fb45c18fc3 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:00:05.480151 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e3db3-175f-43fd-ba44-f4fb45c18fc3 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:00:05.480585 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e3db3-175f-43fd-ba44-f4fb45c18fc3 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:00:05.481101 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e3db3-175f-43fd-ba44-f4fb45c18fc3 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:00:05.481580 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e3db3-175f-43fd-ba44-f4fb45c18fc3 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:00:05.482137 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e3db3-175f-43fd-ba44-f4fb45c18fc3 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:00:05.482967 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e3db3-175f-43fd-ba44-f4fb45c18fc3 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:00:05.483223 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e3db3-175f-43fd-ba44-f4fb45c18fc3 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:00:05.483639 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e3db3-175f-43fd-ba44-f4fb45c18fc3 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:00:05.484350 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e3db3-175f-43fd-ba44-f4fb45c18fc3 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:00:05.484794 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e3db3-175f-43fd-ba44-f4fb45c18fc3 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:00:05.485261 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e3db3-175f-43fd-ba44-f4fb45c18fc3 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:00:05.487307 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9bfcd9e7-cc4e-4720-a44f-135a5d418fb8 req-908a459c-d427-4d49-995e-bf752000cb87 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=217c4ca7-d020-4c85-a671-b8a7741056f0 HTTP/1.1" status: 200 len: 210 time: 0.0547929 Nov 27 04:00:05.508766 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c36e3db3-175f-43fd-ba44-f4fb45c18fc3 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:05.511153 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c36e3db3-175f-43fd-ba44-f4fb45c18fc3 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/subnets/6840909b-c0a1-4fc3-bc91-2aa638f0774a HTTP/1.1" status: 204 len: 168 time: 0.6047575 Nov 27 04:00:05.514889 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49812) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:05.517188 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21437cf0-44cd-48cd-9981-10befb5f5568 None None] Network 1c1cfdbd-93f1-4c88-929e-a296a9079cc3 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:00:05.592648 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-29598b86-e304-4f5c-b578-9232e877b595 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:05.622093 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9e6e87b-e92a-4111-b3e4-47227062cc51 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Deleting subnet dff0ae89-6dd4-49da-83af-0bf589025cc0 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:00:05.625745 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d9e6e87b-e92a-4111-b3e4-47227062cc51 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:05.635801 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-29598b86-e304-4f5c-b578-9232e877b595 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:05.700599 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-29598b86-e304-4f5c-b578-9232e877b595 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:05.704098 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-29598b86-e304-4f5c-b578-9232e877b595 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:05.709916 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-29598b86-e304-4f5c-b578-9232e877b595 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "DELETE /v2.0/security-groups/35921842-5bd8-4d3d-b228-d6a9b6023664 HTTP/1.1" status: 204 len: 168 time: 0.2434285 Nov 27 04:00:05.710100 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d9e6e87b-e92a-4111-b3e4-47227062cc51 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:05.717355 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49818) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:05.742949 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-3e3cbc60-23a0-424f-b4e4-99d1fe0210cb tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] show failed (client error): The resource could not be found. Nov 27 04:00:05.746899 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-3e3cbc60-23a0-424f-b4e4-99d1fe0210cb tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "GET /v2.0/security-groups/35921842-5bd8-4d3d-b228-d6a9b6023664 HTTP/1.1" status: 404 len: 347 time: 0.0256584 Nov 27 04:00:05.746899 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29598b86-e304-4f5c-b578-9232e877b595 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35921842-5bd8-4d3d-b228-d6a9b6023664,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:05.747784 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49820) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:05.858276 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d9e6e87b-e92a-4111-b3e4-47227062cc51 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:05.924914 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-19995925-254a-476c-830b-8541f63561ce tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Deleting port 753e84dc-e2a2-4a3d-ad3d-706e4f4f8847 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:00:05.925561 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-19995925-254a-476c-830b-8541f63561ce tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:05.931972 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d9e6e87b-e92a-4111-b3e4-47227062cc51 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:05.982181 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d9e6e87b-e92a-4111-b3e4-47227062cc51 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:05.988883 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49822) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:05.989099 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d9e6e87b-e92a-4111-b3e4-47227062cc51 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/subnets/dff0ae89-6dd4-49da-83af-0bf589025cc0 HTTP/1.1" status: 204 len: 168 time: 0.4728491 Nov 27 04:00:05.990214 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6e87b-e92a-4111-b3e4-47227062cc51 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event deleted for resources: {'Subnet': ['ID=dff0ae89-6dd4-49da-83af-0bf589025cc0,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:06.027666 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-d636ebaf-1d84-415b-82eb-2f0e3296dc15 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] DELETE failed (client error): The resource could not be found. Nov 27 04:00:06.028254 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d636ebaf-1d84-415b-82eb-2f0e3296dc15 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:00:06.034948 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d636ebaf-1d84-415b-82eb-2f0e3296dc15 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/subnets/6840909b-c0a1-4fc3-bc91-2aa638f0774a HTTP/1.1" status: 404 len: 337 time: 0.0423768 Nov 27 04:00:06.035148 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49824) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:06.051527 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-19995925-254a-476c-830b-8541f63561ce tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:06.052003 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-19995925-254a-476c-830b-8541f63561ce tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:06.067631 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-19995925-254a-476c-830b-8541f63561ce tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Calling delete_port for 753e84dc-e2a2-4a3d-ad3d-706e4f4f8847 owned by network:floatingip {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:00:06.104043 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fe62f17-91b8-4423-a34c-83b428954862 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Deleting subnet 5b452c89-e147-4880-a190-fc2623a603c6 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:00:06.107763 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1fe62f17-91b8-4423-a34c-83b428954862 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:06.167653 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1fe62f17-91b8-4423-a34c-83b428954862 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:06.260546 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-19995925-254a-476c-830b-8541f63561ce tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:06.268804 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device db66c979-20b8-4be8-b27a-725c8bdfbda9 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:00:06.297004 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1fe62f17-91b8-4423-a34c-83b428954862 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:06.310187 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19995925-254a-476c-830b-8541f63561ce tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Pushing event deleted for resources: {'Port': ['ID=753e84dc-e2a2-4a3d-ad3d-706e4f4f8847,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:06.401535 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port db66c979-20b8-4be8-b27a-725c8bdfbda9 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:00:06.412121 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port db66c979-20b8-4be8-b27a-725c8bdfbda9 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:00:06.412743 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:06.435371 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1fe62f17-91b8-4423-a34c-83b428954862 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:06.503009 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe62f17-91b8-4423-a34c-83b428954862 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event deleted for resources: {'Subnet': ['ID=5b452c89-e147-4880-a190-fc2623a603c6,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:06.514730 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1fe62f17-91b8-4423-a34c-83b428954862 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:06.516653 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:06.520393 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-19995925-254a-476c-830b-8541f63561ce tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks [] for floatingip, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:06.526051 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-19995925-254a-476c-830b-8541f63561ce tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:06.530394 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-19995925-254a-476c-830b-8541f63561ce tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "DELETE /v2.0/floatingips/8c7366db-886f-4308-8275-e98c6a998dc6 HTTP/1.1" status: 204 len: 168 time: 0.7821581 Nov 27 04:00:06.534196 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1fe62f17-91b8-4423-a34c-83b428954862 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/subnets/5b452c89-e147-4880-a190-fc2623a603c6 HTTP/1.1" status: 204 len: 168 time: 0.4977992 Nov 27 04:00:06.535544 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49832) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:06.536074 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49834) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:06.550373 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '430312e3-f5e1-4867-b147-ec0d225a0507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db66c979-20b8-4be8-b27a-725c8bdfbda9'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:00:06.554055 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d54c48-28dc-48df-b2ed-f2e434457276" -d '{"events": [{"server_uuid": "430312e3-f5e1-4867-b147-ec0d225a0507", "name": "network-vif-plugged", "status": "completed", "tag": "db66c979-20b8-4be8-b27a-725c8bdfbda9"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:00:06.571184 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port db66c979-20b8-4be8-b27a-725c8bdfbda9, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=db66c979-20b8-4be8-b27a-725c8bdfbda9,segment=NetworkSegment(e220cfd2-d565-4a02-a034-10d08b15bd77),segment_id=e220cfd2-d565-4a02-a034-10d08b15bd77)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:00:06.575477 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5ba3b-aed0-4940-8ac2-e53237e942e2 req-99fb0ba1-b5eb-44b4-9c65-01faa3d4b908 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:00:06.577243 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:06.585187 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1af5ba3b-aed0-4940-8ac2-e53237e942e2 req-99fb0ba1-b5eb-44b4-9c65-01faa3d4b908 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 946 time: 0.1643372 Nov 27 04:00:06.660483 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-23b0df5f-e9d0-43c3-b17d-f18a22d876ef tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] DELETE failed (client error): The resource could not be found. Nov 27 04:00:06.661056 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23b0df5f-e9d0-43c3-b17d-f18a22d876ef tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:00:06.667113 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=db66c979-20b8-4be8-b27a-725c8bdfbda9,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:06.668327 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-23b0df5f-e9d0-43c3-b17d-f18a22d876ef tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/subnets/3a827329-601b-42c5-bc97-ee634a499ba2 HTTP/1.1" status: 404 len: 337 time: 0.1295519 Nov 27 04:00:06.669681 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49842) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:06.688006 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1af5ba3b-aed0-4940-8ac2-e53237e942e2 req-b66db2c1-1756-4f33-9ad1-fdbdcaac6871 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8ba712-3cd0-4dd7-9ea5-ecc0634012e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017768 Nov 27 04:00:06.740261 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3967f1-72b0-4c0f-a28c-7e128ca0771a None None] Network 1c1cfdbd-93f1-4c88-929e-a296a9079cc3 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:00:06.750306 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4af09c1c-4edd-4d61-be1a-3b43131fb708 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "GET /v2.0/ports?device_id=53d86b59-3c77-412b-8396-673bd7d93aa4 HTTP/1.1" status: 200 len: 205 time: 0.0474818 Nov 27 04:00:06.752920 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49844) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:06.809142 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675fd30-1bd1-44d5-9b60-69d340d9bfae req-df4b3cd1-518d-44d5-8586-62855d6945ea tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:00:06.811170 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8675fd30-1bd1-44d5-9b60-69d340d9bfae req-df4b3cd1-518d-44d5-8586-62855d6945ea tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] 10.222.0.20 "GET /v2.0/ports?device_id=430312e3-f5e1-4867-b147-ec0d225a0507 HTTP/1.1" status: 200 len: 945 time: 0.1527507 Nov 27 04:00:06.818798 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-852ca907-6ddc-4fe3-9abf-f31195a8df77 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Deleting port ae70ab0d-14d1-46fd-947b-016a7578b456 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:00:06.819265 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-f4469d43-d659-425c-bed4-398f2739a932 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] delete failed (client error): The resource could not be found. Nov 27 04:00:06.819414 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-852ca907-6ddc-4fe3-9abf-f31195a8df77 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:06.820557 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f4469d43-d659-425c-bed4-398f2739a932 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/routers/53d86b59-3c77-412b-8396-673bd7d93aa4 HTTP/1.1" status: 404 len: 336 time: 0.0664454 Nov 27 04:00:06.826741 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49848) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:06.856019 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7a611ebb-c563-4751-911f-5d37aa645551 req-7bef73b9-397f-4b41-bdfc-5fa588080188 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=217c4ca7-d020-4c85-a671-b8a7741056f0 HTTP/1.1" status: 200 len: 210 time: 0.0957735 Nov 27 04:00:06.893999 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-468e3789-ca9a-4c1f-9a65-d3335974ab5a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] DELETE failed (client error): The resource could not be found. Nov 27 04:00:06.904931 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-468e3789-ca9a-4c1f-9a65-d3335974ab5a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:00:06.908527 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-468e3789-ca9a-4c1f-9a65-d3335974ab5a tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/subnets/b1b5027b-9ce5-4d65-a863-cb2658ed5e51 HTTP/1.1" status: 404 len: 337 time: 0.0629311 Nov 27 04:00:06.911290 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49850) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:06.932560 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9050684-e66d-4f7b-9ca8-74c01b2a04a4 x-openstack-request-id: req-e9050684-e66d-4f7b-9ca8-74c01b2a04a4 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:00:06.933087 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "430312e3-f5e1-4867-b147-ec0d225a0507", "name": "network-vif-plugged", "status": "completed", "tag": "db66c979-20b8-4be8-b27a-725c8bdfbda9", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:00:06.933396 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e9050684-e66d-4f7b-9ca8-74c01b2a04a4 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:00:06.933987 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '430312e3-f5e1-4867-b147-ec0d225a0507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db66c979-20b8-4be8-b27a-725c8bdfbda9', 'code': 200} Nov 27 04:00:06.938616 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-19359013-f329-496a-813c-389bfcc4ace9 None None] Provisioning complete for port 37519fc5-8d91-4ff8-9db4-cf912a8fdb7a triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:00:06.939120 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-19359013-f329-496a-813c-389bfcc4ace9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:06.969625 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-b93c6199-21f7-4b10-bf7d-cd7a20108e36 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] DELETE failed (client error): The resource could not be found. Nov 27 04:00:06.970017 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b93c6199-21f7-4b10-bf7d-cd7a20108e36 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:00:06.983069 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b93c6199-21f7-4b10-bf7d-cd7a20108e36 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/subnets/52be5ca4-220f-442e-ad05-9c045f2d9303 HTTP/1.1" status: 404 len: 337 time: 0.0705590 Nov 27 04:00:06.985617 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49852) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:07.000903 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8675fd30-1bd1-44d5-9b60-69d340d9bfae req-cb00e06e-3228-48d3-855d-3e5f3edf9241 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] 10.222.0.20 "GET /v2.0/security-groups?id=36335991-83a5-484a-acd9-4d85677ab1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780641 Nov 27 04:00:07.027327 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-852ca907-6ddc-4fe3-9abf-f31195a8df77 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:07.029659 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-76e83bd3-3ec7-44a7-a183-25802ffe45bd tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] DELETE failed (client error): The resource could not be found. Nov 27 04:00:07.030132 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76e83bd3-3ec7-44a7-a183-25802ffe45bd tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:00:07.041046 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-76e83bd3-3ec7-44a7-a183-25802ffe45bd tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/subnets/8dc7ddcf-7c11-4329-9bc3-bf586253847e HTTP/1.1" status: 404 len: 337 time: 0.0542579 Nov 27 04:00:07.049636 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-852ca907-6ddc-4fe3-9abf-f31195a8df77 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Calling delete_port for ae70ab0d-14d1-46fd-947b-016a7578b456 owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:00:07.054654 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49854) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:07.124365 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1efd530-a671-4096-8364-60f8757d9fbb tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] DELETE failed (client error): The resource could not be found. Nov 27 04:00:07.125216 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1efd530-a671-4096-8364-60f8757d9fbb tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:00:07.128875 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c1efd530-a671-4096-8364-60f8757d9fbb tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/ports/0d1e54db-1121-4ef0-a9aa-8490bb1a2b7f HTTP/1.1" status: 404 len: 333 time: 0.0732048 Nov 27 04:00:07.129492 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ae0c7f-3a52-48bf-aad4-4109627d138b None None] DHCP port deletion for 1c1cfdbd-93f1-4c88-929e-a296a9079cc3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:00:07.131670 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49856) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:07.164683 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-817b421d-6342-41f4-8fa4-51ab2ec554d2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] DELETE failed (client error): The resource could not be found. Nov 27 04:00:07.165433 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-817b421d-6342-41f4-8fa4-51ab2ec554d2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:00:07.171570 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-817b421d-6342-41f4-8fa4-51ab2ec554d2 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/subnets/8f9f0abe-b88d-4ebc-838c-485d5ed61171 HTTP/1.1" status: 404 len: 337 time: 0.0386271 Nov 27 04:00:07.174309 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49858) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:07.211862 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1bdb54-ecdf-4215-a6a4-8a64704d788a req-fb7c5aeb-bb0e-495a-a3ac-fdbdc07c7184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:00:07.212504 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-eb1bdb54-ecdf-4215-a6a4-8a64704d788a req-fb7c5aeb-bb0e-495a-a3ac-fdbdc07c7184 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=430312e3-f5e1-4867-b147-ec0d225a0507 HTTP/1.1" status: 200 len: 1096 time: 0.1703794 Nov 27 04:00:07.213381 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-8704182e-2422-47dd-be1e-684bc4f01f54 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] DELETE failed (client error): The resource could not be found. Nov 27 04:00:07.214036 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8704182e-2422-47dd-be1e-684bc4f01f54 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:00:07.218043 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8704182e-2422-47dd-be1e-684bc4f01f54 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/subnets/2f27ea9d-121b-4745-89fa-f35b2f5f7a70 HTTP/1.1" status: 404 len: 337 time: 0.0423255 Nov 27 04:00:07.220921 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49860) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:07.257410 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-62b12247-99f1-4b37-9761-775e3a46df07 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] DELETE failed (client error): The resource could not be found. Nov 27 04:00:07.258660 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62b12247-99f1-4b37-9761-775e3a46df07 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:00:07.266093 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-62b12247-99f1-4b37-9761-775e3a46df07 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/ports/d7302b2e-72df-4766-a1b1-88badd8cfa13 HTTP/1.1" status: 404 len: 333 time: 0.0426695 Nov 27 04:00:07.267759 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49862) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:07.271505 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-19359013-f329-496a-813c-389bfcc4ace9 None None] Provisioning complete for port 18e981d3-817a-4e20-8f1d-97c2ce5c76af triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:00:07.272084 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-19359013-f329-496a-813c-389bfcc4ace9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:07.304040 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-eb1bdb54-ecdf-4215-a6a4-8a64704d788a req-0a56e4b3-4a74-415e-a295-2833e50d1008 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=36335991-83a5-484a-acd9-4d85677ab1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839837 Nov 27 04:00:07.311240 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-857dffd8-37a5-4761-8518-40036e9994d8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] DELETE failed (client error): The resource could not be found. Nov 27 04:00:07.311828 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-857dffd8-37a5-4761-8518-40036e9994d8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:00:07.318025 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-857dffd8-37a5-4761-8518-40036e9994d8 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/subnets/c48dab52-f39e-4405-abc4-68b62617903a HTTP/1.1" status: 404 len: 337 time: 0.0477250 Nov 27 04:00:07.318381 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49864) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:07.321039 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-56ae0c7f-3a52-48bf-aad4-4109627d138b None None] Deleting port 37519fc5-8d91-4ff8-9db4-cf912a8fdb7a {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:00:07.321665 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-56ae0c7f-3a52-48bf-aad4-4109627d138b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:07.326455 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-19359013-f329-496a-813c-389bfcc4ace9 None None] Port 18e981d3-817a-4e20-8f1d-97c2ce5c76af cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:00:07.364820 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-b831e9eb-a3d1-495e-9af5-664c5db5ebed tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] DELETE failed (client error): The resource could not be found. Nov 27 04:00:07.366044 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b831e9eb-a3d1-495e-9af5-664c5db5ebed tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:00:07.378164 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b831e9eb-a3d1-495e-9af5-664c5db5ebed tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/subnets/69c1cccb-90a6-4a0b-a6c8-c003777d6b26 HTTP/1.1" status: 404 len: 337 time: 0.0572758 Nov 27 04:00:07.380543 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49866) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:07.390038 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-852ca907-6ddc-4fe3-9abf-f31195a8df77 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:07.410540 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-56ae0c7f-3a52-48bf-aad4-4109627d138b None None] For port 37519fc5-8d91-4ff8-9db4-cf912a8fdb7a, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=37519fc5-8d91-4ff8-9db4-cf912a8fdb7a,segment=NetworkSegment(15d4f153-b533-4f34-b4bf-867a9b5730c1),segment_id=15d4f153-b533-4f34-b4bf-867a9b5730c1)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:00:07.411379 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-56ae0c7f-3a52-48bf-aad4-4109627d138b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:07.429697 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-56ae0c7f-3a52-48bf-aad4-4109627d138b None None] Calling delete_port for 37519fc5-8d91-4ff8-9db4-cf912a8fdb7a owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:00:07.437629 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ca907-6ddc-4fe3-9abf-f31195a8df77 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Pushing event deleted for resources: {'Port': ['ID=ae70ab0d-14d1-46fd-947b-016a7578b456,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:07.543798 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-630a2304-890f-4951-a5b4-9aa39f40e3e0 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Deleting port 18e981d3-817a-4e20-8f1d-97c2ce5c76af {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:00:07.545441 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-630a2304-890f-4951-a5b4-9aa39f40e3e0 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:07.563401 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-852ca907-6ddc-4fe3-9abf-f31195a8df77 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:07.567031 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-852ca907-6ddc-4fe3-9abf-f31195a8df77 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "DELETE /v2.0/ports/ae70ab0d-14d1-46fd-947b-016a7578b456 HTTP/1.1" status: 204 len: 168 time: 1.0298831 Nov 27 04:00:07.570880 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49868) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:07.587936 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447ae49-75e7-43d3-946a-e1364094f38d req-713f7e7b-df7a-4195-9ccb-a932b7115b45 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:00:07.589726 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0447ae49-75e7-43d3-946a-e1364094f38d req-713f7e7b-df7a-4195-9ccb-a932b7115b45 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.11 "GET /v2.0/ports?device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 946 time: 0.1069582 Nov 27 04:00:07.640306 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-630a2304-890f-4951-a5b4-9aa39f40e3e0 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:07.667393 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-630a2304-890f-4951-a5b4-9aa39f40e3e0 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Calling delete_port for 18e981d3-817a-4e20-8f1d-97c2ce5c76af owned by {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:00:07.671174 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-56ae0c7f-3a52-48bf-aad4-4109627d138b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:07.699300 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae0c7f-3a52-48bf-aad4-4109627d138b None None] Pushing event deleted for resources: {'Port': ['ID=37519fc5-8d91-4ff8-9db4-cf912a8fdb7a,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:07.706992 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ae0c7f-3a52-48bf-aad4-4109627d138b None None] No DVR routers for this DVR port 37519fc5-8d91-4ff8-9db4-cf912a8fdb7a on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:00:07.780942 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-a90180af-f002-4778-b63d-05090c57141f tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Deleting port 585334de-cf96-45ed-97e3-75b5e155a4d3 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:00:07.781368 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a90180af-f002-4778-b63d-05090c57141f tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:07.806606 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-630a2304-890f-4951-a5b4-9aa39f40e3e0 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:07.858768 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a2304-890f-4951-a5b4-9aa39f40e3e0 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event deleted for resources: {'Port': ['ID=18e981d3-817a-4e20-8f1d-97c2ce5c76af,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:07.868255 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-630a2304-890f-4951-a5b4-9aa39f40e3e0 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:07.871806 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-630a2304-890f-4951-a5b4-9aa39f40e3e0 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/ports/18e981d3-817a-4e20-8f1d-97c2ce5c76af HTTP/1.1" status: 204 len: 168 time: 0.4897993 Nov 27 04:00:07.874985 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49872) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:07.913397 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a90180af-f002-4778-b63d-05090c57141f tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:07.932621 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-0447ae49-75e7-43d3-946a-e1364094f38d req-6e078fed-4e17-4609-8c4e-d0c9cd7d7d59 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Deleting port 7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:00:07.933001 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0447ae49-75e7-43d3-946a-e1364094f38d req-6e078fed-4e17-4609-8c4e-d0c9cd7d7d59 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:07.936838 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-a90180af-f002-4778-b63d-05090c57141f tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Calling delete_port for 585334de-cf96-45ed-97e3-75b5e155a4d3 owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:00:07.998294 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1642b-2cf7-4215-9599-504411d4ae87 req-05f22cc5-9e06-45a6-830d-edc1dfb6c152 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:00:08.000405 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-77a1642b-2cf7-4215-9599-504411d4ae87 req-05f22cc5-9e06-45a6-830d-edc1dfb6c152 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 946 time: 0.2068367 Nov 27 04:00:08.045332 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-301c1ea6-ff11-440d-af90-5eee43b65d40 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:08.068807 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b50f1876-9f85-45a8-bfcb-86262d81e516 req-83e8904c-fbad-4d76-bf5d-4b5d5b52f430 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=217c4ca7-d020-4c85-a671-b8a7741056f0 HTTP/1.1" status: 200 len: 210 time: 0.0812695 Nov 27 04:00:08.101511 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-77a1642b-2cf7-4215-9599-504411d4ae87 req-2434a5d1-d85c-4bfd-8303-35cdd2b22cea tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8ba712-3cd0-4dd7-9ea5-ecc0634012e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846438 Nov 27 04:00:08.146242 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-0447ae49-75e7-43d3-946a-e1364094f38d req-6e078fed-4e17-4609-8c4e-d0c9cd7d7d59 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] For port 7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a,segment=NetworkSegment(b76dfa2f-4b39-46ae-aaef-e7ac6427206d),segment_id=b76dfa2f-4b39-46ae-aaef-e7ac6427206d)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:00:08.146826 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0447ae49-75e7-43d3-946a-e1364094f38d req-6e078fed-4e17-4609-8c4e-d0c9cd7d7d59 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:08.173696 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-0447ae49-75e7-43d3-946a-e1364094f38d req-6e078fed-4e17-4609-8c4e-d0c9cd7d7d59 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Calling delete_port for 7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:00:08.204398 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-301c1ea6-ff11-440d-af90-5eee43b65d40 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:08.243082 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-301c1ea6-ff11-440d-af90-5eee43b65d40 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c1cfdbd-93f1-4c88-929e-a296a9079cc3']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:00:08.268397 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-301c1ea6-ff11-440d-af90-5eee43b65d40 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15d4f153-b533-4f34-b4bf-867a9b5730c1') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:00:08.268972 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-301c1ea6-ff11-440d-af90-5eee43b65d40 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15d4f153-b533-4f34-b4bf-867a9b5730c1') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:00:08.282759 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-301c1ea6-ff11-440d-af90-5eee43b65d40 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:08.301522 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-301c1ea6-ff11-440d-af90-5eee43b65d40 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:08.309202 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a90180af-f002-4778-b63d-05090c57141f tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:08.314897 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23947da-a611-4e13-9ce6-cccd8cc3a034 req-4893fbd0-18a6-427b-8cc2-2287fd7efceb tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:00:08.316475 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f23947da-a611-4e13-9ce6-cccd8cc3a034 req-4893fbd0-18a6-427b-8cc2-2287fd7efceb tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] 10.222.0.20 "GET /v2.0/ports?device_id=430312e3-f5e1-4867-b147-ec0d225a0507 HTTP/1.1" status: 200 len: 945 time: 0.0937722 Nov 27 04:00:08.319432 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-301c1ea6-ff11-440d-af90-5eee43b65d40 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:00:08.319926 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-301c1ea6-ff11-440d-af90-5eee43b65d40 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:08.323203 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:00:08.323203 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:00:08.323203 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:00:08.323203 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:00:08.323203 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:00:08.323203 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:00:08.323203 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:00:08.323203 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:00:08.323203 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:00:08.323203 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:00:08.323203 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:00:08.323203 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:00:08.323203 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:00:08.323203 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:00:08.323203 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:00:08.323203 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:00:08.323203 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:00:08.323203 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:00:08.323203 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:00:08.323203 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:00:08.323203 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:00:08.323203 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:00:08.323203 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:00:08.323203 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:00:08.323203 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:00:08.323203 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:00:08.323203 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:00:08.323203 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:00:08.323203 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:00:08.323203 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:00:08.323203 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:00:08.323203 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:00:08.399254 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90180af-f002-4778-b63d-05090c57141f tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Pushing event deleted for resources: {'Port': ['ID=585334de-cf96-45ed-97e3-75b5e155a4d3,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:08.474608 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-301c1ea6-ff11-440d-af90-5eee43b65d40 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:08.499649 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a90180af-f002-4778-b63d-05090c57141f tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:08.506731 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-301c1ea6-ff11-440d-af90-5eee43b65d40 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:08.515910 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-301c1ea6-ff11-440d-af90-5eee43b65d40 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] 10.222.0.20 "DELETE /v2.0/networks/1c1cfdbd-93f1-4c88-929e-a296a9079cc3 HTTP/1.1" status: 204 len: 168 time: 0.6375258 Nov 27 04:00:08.516149 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a90180af-f002-4778-b63d-05090c57141f tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "DELETE /v2.0/ports/585334de-cf96-45ed-97e3-75b5e155a4d3 HTTP/1.1" status: 204 len: 168 time: 0.9438591 Nov 27 04:00:08.516965 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49884) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:08.565403 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f23947da-a611-4e13-9ce6-cccd8cc3a034 req-5dfe43e2-42ac-4018-8226-28640ca7e78b tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] 10.222.0.20 "GET /v2.0/security-groups?id=36335991-83a5-484a-acd9-4d85677ab1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411580 Nov 27 04:00:08.570089 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c1ea6-ff11-440d-af90-5eee43b65d40 tempest-PortsIpV6TestJSON-380354638 tempest-PortsIpV6TestJSON-380354638-project] Pushing event deleted for resources: {'Network': ['ID=1c1cfdbd-93f1-4c88-929e-a296a9079cc3,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:08.661293 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-57a99a52-80a6-4698-b853-8ccfa3f35f81 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Deleting subnet 14307b56-4179-4fb0-9b1a-ab924af31129 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:00:08.665270 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-57a99a52-80a6-4698-b853-8ccfa3f35f81 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:08.712357 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-57a99a52-80a6-4698-b853-8ccfa3f35f81 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:08.840376 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-57a99a52-80a6-4698-b853-8ccfa3f35f81 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:08.870231 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 37519fc5-8d91-4ff8-9db4-cf912a8fdb7a no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:00:08.901679 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0447ae49-75e7-43d3-946a-e1364094f38d req-6e078fed-4e17-4609-8c4e-d0c9cd7d7d59 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:08.910128 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 37519fc5-8d91-4ff8-9db4-cf912a8fdb7a {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:00:08.910700 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 37519fc5-8d91-4ff8-9db4-cf912a8fdb7a not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:00:08.935943 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:00:08.963329 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e078fed-4e17-4609-8c4e-d0c9cd7d7d59 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Pushing event deleted for resources: {'Port': ['ID=7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:08.998644 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49890) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:09.057606 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-0447ae49-75e7-43d3-946a-e1364094f38d req-6e078fed-4e17-4609-8c4e-d0c9cd7d7d59 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] No DVR routers for this DVR port 7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a on host n-h2-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:00:09.060596 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0447ae49-75e7-43d3-946a-e1364094f38d req-6e078fed-4e17-4609-8c4e-d0c9cd7d7d59 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:09.064553 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0447ae49-75e7-43d3-946a-e1364094f38d req-6e078fed-4e17-4609-8c4e-d0c9cd7d7d59 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.11 "DELETE /v2.0/ports/7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a HTTP/1.1" status: 204 len: 173 time: 1.4520996 Nov 27 04:00:09.065000 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f', 'name': 'network-vif-deleted', 'tag': '7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:00:09.067380 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44826578-52de-4aaf-bb91-68eb70ddf62e" -d '{"events": [{"server_uuid": "30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f", "name": "network-vif-deleted", "tag": "7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:00:09.098217 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-57a99a52-80a6-4698-b853-8ccfa3f35f81 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:09.210853 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b58062-6c84-4254-846e-67b80fe35d9e x-openstack-request-id: req-a7b58062-6c84-4254-846e-67b80fe35d9e {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:00:09.211324 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f", "name": "network-vif-deleted", "tag": "7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:00:09.211724 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a7b58062-6c84-4254-846e-67b80fe35d9e {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:00:09.212233 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f', 'name': 'network-vif-deleted', 'tag': '7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a', 'status': 'completed', 'code': 200} Nov 27 04:00:09.214963 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a99a52-80a6-4698-b853-8ccfa3f35f81 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Pushing event deleted for resources: {'Subnet': ['ID=14307b56-4179-4fb0-9b1a-ab924af31129,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:09.226642 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-57a99a52-80a6-4698-b853-8ccfa3f35f81 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:09.232334 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6773ca-ca60-4605-8b0e-7488743322e2 None None] Network 19023ddb-b83b-433d-89aa-500b49070446 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:00:09.250522 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49900) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:09.251319 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-57a99a52-80a6-4698-b853-8ccfa3f35f81 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "DELETE /v2.0/subnets/14307b56-4179-4fb0-9b1a-ab924af31129 HTTP/1.1" status: 204 len: 168 time: 0.7284877 Nov 27 04:00:09.312186 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0f111f94-bacc-4de7-965f-72f8988cbbaf req-ba379a88-63ba-419f-8c1a-33e2a00a9572 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=217c4ca7-d020-4c85-a671-b8a7741056f0 HTTP/1.1" status: 200 len: 210 time: 0.0594923 Nov 27 04:00:09.376859 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-13d17ece-f5c5-4414-9685-08ac69ba914a req-1c2a1c5c-ef75-4772-82b7-f620b8130799 tempest-ServerRescueTestJSONUnderV235-109844212 tempest-ServerRescueTestJSONUnderV235-109844212-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ea9657-d395-4c49-9dbc-9b8b5b2b9a7f HTTP/1.1" status: 200 len: 210 time: 0.0965281 Nov 27 04:00:09.401914 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49904) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:09.407626 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7bf49314-3290-4ebe-b38b-08d34897efce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b9a059a60c95449dbea48f7a9595ba66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3985174 Nov 27 04:00:09.446262 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba8b37b-faa5-4f60-82fa-a0328a3150b7 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Deleting subnet f9c95fc5-2816-48b1-af67-21fc91123a75 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:00:09.462161 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-aba8b37b-faa5-4f60-82fa-a0328a3150b7 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:09.486042 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3fa20b0f-9280-464c-9579-ff614e36b2e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:09.514247 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3fa20b0f-9280-464c-9579-ff614e36b2e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:09.612498 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3fa20b0f-9280-464c-9579-ff614e36b2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:09.615464 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3fa20b0f-9280-464c-9579-ff614e36b2e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:09.616865 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3fa20b0f-9280-464c-9579-ff614e36b2e2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e7395c27-b4ca-4289-bcda-2e2f273dadda HTTP/1.1" status: 204 len: 168 time: 0.2136443 Nov 27 04:00:09.635380 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-aba8b37b-faa5-4f60-82fa-a0328a3150b7 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:09.637380 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa20b0f-9280-464c-9579-ff614e36b2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7395c27-b4ca-4289-bcda-2e2f273dadda,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:09.703625 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3615a0-da79-4b4b-bfd6-25fd63bb0a94 None None] DHCP port deletion for 19023ddb-b83b-433d-89aa-500b49070446 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:00:09.819606 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b3317-c52f-4594-8d1d-14a6562f7e38 req-3d9b6fc5-e5b2-4fb7-a31c-f99d86a7ecfb tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:00:09.832279 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e36b3317-c52f-4594-8d1d-14a6562f7e38 req-3d9b6fc5-e5b2-4fb7-a31c-f99d86a7ecfb tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] 10.222.0.20 "GET /v2.0/ports?device_id=430312e3-f5e1-4867-b147-ec0d225a0507 HTTP/1.1" status: 200 len: 945 time: 0.1381979 Nov 27 04:00:09.847844 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-5a3615a0-da79-4b4b-bfd6-25fd63bb0a94 None None] Deleting port dd475915-1e4d-449b-8733-b89f4d17d8d5 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:00:09.848546 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5a3615a0-da79-4b4b-bfd6-25fd63bb0a94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:09.876630 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-aba8b37b-faa5-4f60-82fa-a0328a3150b7 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:09.938311 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e36b3317-c52f-4594-8d1d-14a6562f7e38 req-d62e2bd7-21ae-4655-a16f-71f4210e481e tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] 10.222.0.20 "GET /v2.0/security-groups?id=36335991-83a5-484a-acd9-4d85677ab1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018829 Nov 27 04:00:10.004575 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-5a3615a0-da79-4b4b-bfd6-25fd63bb0a94 None None] For port dd475915-1e4d-449b-8733-b89f4d17d8d5, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=dd475915-1e4d-449b-8733-b89f4d17d8d5,segment=NetworkSegment(df0a34ce-2877-46e9-9463-787c32ddfe5c),segment_id=df0a34ce-2877-46e9-9463-787c32ddfe5c)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:00:10.007062 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5a3615a0-da79-4b4b-bfd6-25fd63bb0a94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:10.034418 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-aba8b37b-faa5-4f60-82fa-a0328a3150b7 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:10.035936 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-5a3615a0-da79-4b4b-bfd6-25fd63bb0a94 None None] Calling delete_port for dd475915-1e4d-449b-8733-b89f4d17d8d5 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:00:10.081780 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba8b37b-faa5-4f60-82fa-a0328a3150b7 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Pushing event deleted for resources: {'Subnet': ['ID=f9c95fc5-2816-48b1-af67-21fc91123a75,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:10.136696 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-aba8b37b-faa5-4f60-82fa-a0328a3150b7 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:10.138722 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df671610-0362-4b20-883c-40501a9e0dd1 None None] Network e40f6bbd-098b-49f7-b15f-a15d5c62f421 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:00:10.146180 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49922) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:10.147911 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-aba8b37b-faa5-4f60-82fa-a0328a3150b7 tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "DELETE /v2.0/subnets/f9c95fc5-2816-48b1-af67-21fc91123a75 HTTP/1.1" status: 204 len: 168 time: 0.8954592 Nov 27 04:00:10.182619 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fdfc0b-67ef-4ed2-936a-7056ba341805 req-9cb040cc-cd55-482f-90ce-cb94942eaba3 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:00:10.195329 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e6fdfc0b-67ef-4ed2-936a-7056ba341805 req-9cb040cc-cd55-482f-90ce-cb94942eaba3 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] 10.222.0.20 "GET /v2.0/ports?device_id=430312e3-f5e1-4867-b147-ec0d225a0507 HTTP/1.1" status: 200 len: 945 time: 0.1058815 Nov 27 04:00:10.274680 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5a3615a0-da79-4b4b-bfd6-25fd63bb0a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:10.276952 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e6fdfc0b-67ef-4ed2-936a-7056ba341805 req-e90a6771-07ef-41b7-bf07-2c01ee9d7d97 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] 10.222.0.20 "GET /v2.0/security-groups?id=36335991-83a5-484a-acd9-4d85677ab1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797858 Nov 27 04:00:10.297640 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-363f951d-94fe-4fbf-8710-34b2beef8a8e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:10.368205 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3615a0-da79-4b4b-bfd6-25fd63bb0a94 None None] Pushing event deleted for resources: {'Port': ['ID=dd475915-1e4d-449b-8733-b89f4d17d8d5,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:10.379841 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3615a0-da79-4b4b-bfd6-25fd63bb0a94 None None] No DVR routers for this DVR port dd475915-1e4d-449b-8733-b89f4d17d8d5 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:00:10.444270 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-363f951d-94fe-4fbf-8710-34b2beef8a8e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:10.479464 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-363f951d-94fe-4fbf-8710-34b2beef8a8e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19023ddb-b83b-433d-89aa-500b49070446']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:00:10.497403 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-363f951d-94fe-4fbf-8710-34b2beef8a8e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df0a34ce-2877-46e9-9463-787c32ddfe5c') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:00:10.497837 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-363f951d-94fe-4fbf-8710-34b2beef8a8e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df0a34ce-2877-46e9-9463-787c32ddfe5c') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:00:10.514009 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-363f951d-94fe-4fbf-8710-34b2beef8a8e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:10.533118 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9162a94-d5a3-4e2e-bb22-28c1e08c0486 None None] DHCP port deletion for e40f6bbd-098b-49f7-b15f-a15d5c62f421 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:00:10.541789 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-363f951d-94fe-4fbf-8710-34b2beef8a8e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:10.553023 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-363f951d-94fe-4fbf-8710-34b2beef8a8e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:00:10.553692 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-363f951d-94fe-4fbf-8710-34b2beef8a8e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:10.633408 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca4dfade-feaf-477b-89b3-fa4041f540cb req-0d49e3a7-1a2b-4862-95be-bb49ad85ef06 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=217c4ca7-d020-4c85-a671-b8a7741056f0 HTTP/1.1" status: 200 len: 210 time: 0.0663948 Nov 27 04:00:10.694534 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:00:10.694534 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:00:10.694534 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:00:10.694534 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:00:10.694534 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:00:10.694534 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:00:10.694534 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:00:10.694534 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:00:10.694534 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:00:10.694534 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:00:10.694534 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:00:10.694534 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:00:10.694534 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:00:10.694534 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:00:10.694534 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:00:10.694534 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:00:10.694534 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:00:10.694534 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:00:10.694534 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:00:10.694534 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:00:10.694534 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:00:10.694534 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:00:10.694534 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:00:10.694534 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:00:10.694534 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:00:10.694534 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:00:10.694534 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:00:10.694534 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:00:10.694534 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:00:10.694534 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:00:10.694534 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:00:10.694534 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:00:10.697114 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-f9162a94-d5a3-4e2e-bb22-28c1e08c0486 None None] Deleting port bddd1769-ab60-490a-9c87-e66f37998b41 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:00:10.697496 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f9162a94-d5a3-4e2e-bb22-28c1e08c0486 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:10.701478 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-363f951d-94fe-4fbf-8710-34b2beef8a8e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:10.706964 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-363f951d-94fe-4fbf-8710-34b2beef8a8e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:10.714143 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49944) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:10.727357 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-363f951d-94fe-4fbf-8710-34b2beef8a8e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "DELETE /v2.0/networks/19023ddb-b83b-433d-89aa-500b49070446 HTTP/1.1" status: 204 len: 168 time: 0.5795929 Nov 27 04:00:10.760783 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49946) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:10.768948 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f951d-94fe-4fbf-8710-34b2beef8a8e tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Pushing event deleted for resources: {'Network': ['ID=19023ddb-b83b-433d-89aa-500b49070446,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:10.821681 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-f9162a94-d5a3-4e2e-bb22-28c1e08c0486 None None] For port bddd1769-ab60-490a-9c87-e66f37998b41, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=bddd1769-ab60-490a-9c87-e66f37998b41,segment=NetworkSegment(00d9997d-4db1-40cf-888f-64616d21b51f),segment_id=00d9997d-4db1-40cf-888f-64616d21b51f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:00:10.822103 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f9162a94-d5a3-4e2e-bb22-28c1e08c0486 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:10.840959 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-f9162a94-d5a3-4e2e-bb22-28c1e08c0486 None None] Calling delete_port for bddd1769-ab60-490a-9c87-e66f37998b41 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:00:10.936308 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device dd475915-1e4d-449b-8733-b89f4d17d8d5 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:00:10.967046 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: dd475915-1e4d-449b-8733-b89f4d17d8d5 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:00:10.968176 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device dd475915-1e4d-449b-8733-b89f4d17d8d5 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:00:10.968797 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device bddd1769-ab60-490a-9c87-e66f37998b41 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:00:11.126481 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49956) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:11.136357 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f9162a94-d5a3-4e2e-bb22-28c1e08c0486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:11.194789 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9162a94-d5a3-4e2e-bb22-28c1e08c0486 None None] Pushing event deleted for resources: {'Port': ['ID=bddd1769-ab60-490a-9c87-e66f37998b41,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:11.199320 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:11.201566 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9162a94-d5a3-4e2e-bb22-28c1e08c0486 None None] No DVR routers for this DVR port bddd1769-ab60-490a-9c87-e66f37998b41 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:00:11.272208 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d0833-e760-44b6-b686-2de900016a26 req-4574faa6-ea45-4629-9800-a4cd62f5fd61 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:00:11.276237 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dd8d0833-e760-44b6-b686-2de900016a26 req-4574faa6-ea45-4629-9800-a4cd62f5fd61 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] 10.222.0.20 "GET /v2.0/ports?device_id=430312e3-f5e1-4867-b147-ec0d225a0507 HTTP/1.1" status: 200 len: 945 time: 0.1099739 Nov 27 04:00:11.334849 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dd8d0833-e760-44b6-b686-2de900016a26 req-ae77e833-8716-4794-99b2-df9d4ac652d4 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] 10.222.0.20 "GET /v2.0/security-groups?id=36335991-83a5-484a-acd9-4d85677ab1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493758 Nov 27 04:00:11.385909 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-9cc61f6d-e4ae-4bdc-8a0d-aef794c32b48 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Request body: {'security_group': {'name': 'tempest-secgroup--919058837'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:11.387992 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e9f4f93f-6d2f-4505-993f-ad9e308a5ffe tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:11.425663 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9cc61f6d-e4ae-4bdc-8a0d-aef794c32b48 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:11.438383 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9cc61f6d-e4ae-4bdc-8a0d-aef794c32b48 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:11.548194 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9cc61f6d-e4ae-4bdc-8a0d-aef794c32b48 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:11.555427 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9cc61f6d-e4ae-4bdc-8a0d-aef794c32b48 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:11.570308 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e9f4f93f-6d2f-4505-993f-ad9e308a5ffe tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:11.588966 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc61f6d-e4ae-4bdc-8a0d-aef794c32b48 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa12ca5e-6d1d-4134-bd52-ca150cb1b07e,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:11.600541 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-e9f4f93f-6d2f-4505-993f-ad9e308a5ffe tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e40f6bbd-098b-49f7-b15f-a15d5c62f421']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:00:11.619224 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-e9f4f93f-6d2f-4505-993f-ad9e308a5ffe tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00d9997d-4db1-40cf-888f-64616d21b51f') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:00:11.619463 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-e9f4f93f-6d2f-4505-993f-ad9e308a5ffe tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00d9997d-4db1-40cf-888f-64616d21b51f') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:00:11.646446 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e9f4f93f-6d2f-4505-993f-ad9e308a5ffe tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:11.671940 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e9f4f93f-6d2f-4505-993f-ad9e308a5ffe tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:11.681809 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9f4f93f-6d2f-4505-993f-ad9e308a5ffe tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:00:11.682364 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e9f4f93f-6d2f-4505-993f-ad9e308a5ffe tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:11.689895 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9cc61f6d-e4ae-4bdc-8a0d-aef794c32b48 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:11.701308 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9cc61f6d-e4ae-4bdc-8a0d-aef794c32b48 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:11.723892 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:00:11.735625 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9cc61f6d-e4ae-4bdc-8a0d-aef794c32b48 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:11.737036 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9cc61f6d-e4ae-4bdc-8a0d-aef794c32b48 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6094820 Nov 27 04:00:11.740591 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49970) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:11.748979 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc61f6d-e4ae-4bdc-8a0d-aef794c32b48 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db7c18ef-b54e-4e51-b616-7e38a56b51a6,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:11.771478 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:00:11.771478 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:00:11.771478 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:00:11.771478 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:00:11.771478 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:00:11.771478 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:00:11.771478 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:00:11.771478 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:00:11.771478 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:00:11.771478 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:00:11.771478 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:00:11.771478 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:00:11.771478 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:00:11.771478 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:00:11.771478 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:00:11.771478 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:00:11.771478 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:00:11.771478 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:00:11.771478 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:00:11.771478 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:00:11.771478 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:00:11.771478 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:00:11.771478 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:00:11.771478 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:00:11.771478 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:00:11.771478 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:00:11.771478 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:00:11.771478 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:00:11.771478 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:00:11.771478 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:00:11.771478 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:00:11.771478 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:00:11.776798 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: 7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:00:11.777159 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 7bea01a4-9ae3-4ea8-b8f9-9dd85632fe6a not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:00:11.808518 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4b0e5fc7-2da3-4465-b37a-816da977cd87 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0665882 Nov 27 04:00:11.812767 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49972) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:11.817335 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-f8256aaf-cbd7-4850-9ef4-510e75316b50 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Request body: {'security_group': {'name': 'tempest-security--1228331484', 'description': 'tempest-security-description-1809270643'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:11.852752 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f8256aaf-cbd7-4850-9ef4-510e75316b50 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:11.891283 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e9f4f93f-6d2f-4505-993f-ad9e308a5ffe tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:11.896317 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e9f4f93f-6d2f-4505-993f-ad9e308a5ffe tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:11.906039 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e9f4f93f-6d2f-4505-993f-ad9e308a5ffe tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] 10.222.0.20 "DELETE /v2.0/networks/e40f6bbd-098b-49f7-b15f-a15d5c62f421 HTTP/1.1" status: 204 len: 168 time: 1.1906188 Nov 27 04:00:11.929815 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f8256aaf-cbd7-4850-9ef4-510e75316b50 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:11.937029 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f8256aaf-cbd7-4850-9ef4-510e75316b50 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:11.948758 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f8256aaf-cbd7-4850-9ef4-510e75316b50 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:11.953638 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f8256aaf-cbd7-4850-9ef4-510e75316b50 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "PUT /v2.0/security-groups/db7c18ef-b54e-4e51-b616-7e38a56b51a6 HTTP/1.1" status: 200 len: 1797 time: 0.1398325 Nov 27 04:00:11.958952 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49976) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:11.961393 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627906bd-4893-4fde-80a0-9b0f283e095b req-f1f413de-2cda-4e54-83d0-aa4c451736d7 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:00:11.974137 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-627906bd-4893-4fde-80a0-9b0f283e095b req-f1f413de-2cda-4e54-83d0-aa4c451736d7 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] 10.222.0.20 "GET /v2.0/ports?device_id=430312e3-f5e1-4867-b147-ec0d225a0507 HTTP/1.1" status: 200 len: 945 time: 0.1728747 Nov 27 04:00:11.974137 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f4f93f-6d2f-4505-993f-ad9e308a5ffe tempest-TaggedBootDevicesTest_v242-1064938585 tempest-TaggedBootDevicesTest_v242-1064938585-project] Pushing event deleted for resources: {'Network': ['ID=e40f6bbd-098b-49f7-b15f-a15d5c62f421,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:12.046246 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8256aaf-cbd7-4850-9ef4-510e75316b50 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db7c18ef-b54e-4e51-b616-7e38a56b51a6,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:12.065345 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-de47005d-715e-46e7-9dbf-e7bd9d393f47 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "GET /v2.0/security-groups/db7c18ef-b54e-4e51-b616-7e38a56b51a6 HTTP/1.1" status: 200 len: 1797 time: 0.1051922 Nov 27 04:00:12.070025 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49980) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:12.115595 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-627906bd-4893-4fde-80a0-9b0f283e095b req-8d6ea575-bd89-44b1-8629-c4abcb741262 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] 10.222.0.20 "GET /v2.0/security-groups?id=36335991-83a5-484a-acd9-4d85677ab1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455078 Nov 27 04:00:12.201314 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d1c31b6c-caf2-47e7-9b0d-a6311da9d08f tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:12.233441 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d1c31b6c-caf2-47e7-9b0d-a6311da9d08f tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:12.247661 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-29d78a4c-035a-4b40-9db3-b44327551b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:12.364104 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d1c31b6c-caf2-47e7-9b0d-a6311da9d08f tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:12.366744 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d1c31b6c-caf2-47e7-9b0d-a6311da9d08f tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:12.370435 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d1c31b6c-caf2-47e7-9b0d-a6311da9d08f tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "DELETE /v2.0/security-groups/db7c18ef-b54e-4e51-b616-7e38a56b51a6 HTTP/1.1" status: 204 len: 168 time: 0.2943108 Nov 27 04:00:12.373008 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49992) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:12.386503 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c31b6c-caf2-47e7-9b0d-a6311da9d08f tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7c18ef-b54e-4e51-b616-7e38a56b51a6,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:12.452513 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-59da30c0-d7c1-4d77-8ad1-9d209f0a4ba5 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0779555 Nov 27 04:00:12.459034 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49994) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:12.475019 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-c3feeabd-c17d-4b81-9dd3-c4a43a226699 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] delete failed (client error): The resource could not be found. Nov 27 04:00:12.481332 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c3feeabd-c17d-4b81-9dd3-c4a43a226699 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "DELETE /v2.0/security-groups/db7c18ef-b54e-4e51-b616-7e38a56b51a6 HTTP/1.1" status: 404 len: 347 time: 0.0208743 Nov 27 04:00:12.481985 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49996) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:12.590748 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-29d78a4c-035a-4b40-9db3-b44327551b44 admin admin] Deleting port 0aca3f15-9405-4be1-8a0f-bb2908b1f35a {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:00:12.591334 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-29d78a4c-035a-4b40-9db3-b44327551b44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:12.712277 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-29d78a4c-035a-4b40-9db3-b44327551b44 admin admin] For port 0aca3f15-9405-4be1-8a0f-bb2908b1f35a, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=0aca3f15-9405-4be1-8a0f-bb2908b1f35a,segment=NetworkSegment(b76dfa2f-4b39-46ae-aaef-e7ac6427206d),segment_id=b76dfa2f-4b39-46ae-aaef-e7ac6427206d)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:00:12.712650 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-29d78a4c-035a-4b40-9db3-b44327551b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:12.732847 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-29d78a4c-035a-4b40-9db3-b44327551b44 admin admin] Calling delete_port for 0aca3f15-9405-4be1-8a0f-bb2908b1f35a owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:00:12.766122 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-5abe1443-00ec-45c5-8bd2-79d050191012 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Request body: {'security_group': {'name': 'tempest-secgroup--159696543'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:12.795661 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5abe1443-00ec-45c5-8bd2-79d050191012 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:12.901830 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5abe1443-00ec-45c5-8bd2-79d050191012 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:12.907211 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5abe1443-00ec-45c5-8bd2-79d050191012 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:12.936282 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5abe1443-00ec-45c5-8bd2-79d050191012 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:12.940914 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50000) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:12.941419 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5abe1443-00ec-45c5-8bd2-79d050191012 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4583044 Nov 27 04:00:12.945982 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-bba4d6b9-2a0c-4491-9a0c-fe53fbb16fb4 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Request body: {'security_group_rule': {'security_group_id': 'd4f1d728-43ae-4bad-b282-5ed8cdf5f0e8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:12.956926 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abe1443-00ec-45c5-8bd2-79d050191012 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f1d728-43ae-4bad-b282-5ed8cdf5f0e8,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:12.999720 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-29d78a4c-035a-4b40-9db3-b44327551b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:13.034941 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d78a4c-035a-4b40-9db3-b44327551b44 admin admin] Pushing event deleted for resources: {'Port': ['ID=0aca3f15-9405-4be1-8a0f-bb2908b1f35a,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:13.069606 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bba4d6b9-2a0c-4491-9a0c-fe53fbb16fb4 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:13.305996 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c382f14-66f7-471f-8712-9ff42e593261 req-67b9a3bb-52f6-47cb-a7ce-a55621b953ce tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:00:13.317386 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bba4d6b9-2a0c-4491-9a0c-fe53fbb16fb4 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:13.321371 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0c382f14-66f7-471f-8712-9ff42e593261 req-67b9a3bb-52f6-47cb-a7ce-a55621b953ce tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] 10.222.0.20 "GET /v2.0/ports?device_id=430312e3-f5e1-4867-b147-ec0d225a0507 HTTP/1.1" status: 200 len: 945 time: 0.0997553 Nov 27 04:00:13.326209 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bba4d6b9-2a0c-4491-9a0c-fe53fbb16fb4 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:13.340631 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92933147-6708-41c0-bc42-de1204c895d4 req-8a0de007-4fad-4075-8280-6a1be68156ba tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:00:13.341596 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-92933147-6708-41c0-bc42-de1204c895d4 req-8a0de007-4fad-4075-8280-6a1be68156ba tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] 10.222.0.23 "GET /v2.0/ports?device_id=430312e3-f5e1-4867-b147-ec0d225a0507 HTTP/1.1" status: 200 len: 945 time: 0.0925992 Nov 27 04:00:13.398370 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0c382f14-66f7-471f-8712-9ff42e593261 req-ad5762ce-e5e7-4cef-a70b-401c1262a32b tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] 10.222.0.20 "GET /v2.0/security-groups?id=36335991-83a5-484a-acd9-4d85677ab1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754752 Nov 27 04:00:13.406491 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba4d6b9-2a0c-4491-9a0c-fe53fbb16fb4 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9a7372b-c002-450a-a407-3a641e34c639,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:13.408389 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-29d78a4c-035a-4b40-9db3-b44327551b44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:13.442967 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bba4d6b9-2a0c-4491-9a0c-fe53fbb16fb4 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:13.446755 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-bba4d6b9-2a0c-4491-9a0c-fe53fbb16fb4 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5022054 Nov 27 04:00:13.447810 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50012) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:13.480496 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-427084c0-ec4e-49a3-a084-45b0cf0903fe tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:13.493467 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-427084c0-ec4e-49a3-a084-45b0cf0903fe tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:13.530533 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-427084c0-ec4e-49a3-a084-45b0cf0903fe tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:13.540092 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-427084c0-ec4e-49a3-a084-45b0cf0903fe tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:13.544329 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-427084c0-ec4e-49a3-a084-45b0cf0903fe tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/d9a7372b-c002-450a-a407-3a641e34c639 HTTP/1.1" status: 204 len: 168 time: 0.0915449 Nov 27 04:00:13.544927 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50014) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:13.557118 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427084c0-ec4e-49a3-a084-45b0cf0903fe tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9a7372b-c002-450a-a407-3a641e34c639,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:13.595760 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-92933147-6708-41c0-bc42-de1204c895d4 req-8fa5b9e4-8dce-4d5a-bffb-7edbb63fd003 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] Deleting port db66c979-20b8-4be8-b27a-725c8bdfbda9 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:00:13.596344 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-92933147-6708-41c0-bc42-de1204c895d4 req-8fa5b9e4-8dce-4d5a-bffb-7edbb63fd003 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:13.609097 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-586e56b3-d85f-42ef-a28e-3ff24e6ef986 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0629988 Nov 27 04:00:13.611647 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50016) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:13.674536 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dcbb6ae6-d933-4716-ba5d-846052eaaa43 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:13.702686 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dcbb6ae6-d933-4716-ba5d-846052eaaa43 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:13.751737 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dcbb6ae6-d933-4716-ba5d-846052eaaa43 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:13.756869 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dcbb6ae6-d933-4716-ba5d-846052eaaa43 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:13.758679 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-dcbb6ae6-d933-4716-ba5d-846052eaaa43 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "DELETE /v2.0/security-groups/d4f1d728-43ae-4bad-b282-5ed8cdf5f0e8 HTTP/1.1" status: 204 len: 168 time: 0.1459243 Nov 27 04:00:13.766657 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50018) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:13.773913 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb6ae6-d933-4716-ba5d-846052eaaa43 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f1d728-43ae-4bad-b282-5ed8cdf5f0e8,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:13.806951 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-92933147-6708-41c0-bc42-de1204c895d4 req-8fa5b9e4-8dce-4d5a-bffb-7edbb63fd003 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] For port db66c979-20b8-4be8-b27a-725c8bdfbda9, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=db66c979-20b8-4be8-b27a-725c8bdfbda9,segment=NetworkSegment(e220cfd2-d565-4a02-a034-10d08b15bd77),segment_id=e220cfd2-d565-4a02-a034-10d08b15bd77)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:00:13.807335 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-92933147-6708-41c0-bc42-de1204c895d4 req-8fa5b9e4-8dce-4d5a-bffb-7edbb63fd003 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:13.833572 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-92933147-6708-41c0-bc42-de1204c895d4 req-8fa5b9e4-8dce-4d5a-bffb-7edbb63fd003 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] Calling delete_port for db66c979-20b8-4be8-b27a-725c8bdfbda9 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:00:13.845080 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d78a4c-035a-4b40-9db3-b44327551b44 admin admin] Router d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:00:13.870339 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-89845758-e12e-46f3-9aa2-16e085819541 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1025233 Nov 27 04:00:13.874211 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50024) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:13.878698 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-3c890481-4e41-4998-875c-e75368e7c114 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Request body: {'security_group': {'name': 'tempest-secgroup--183303018'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:13.911296 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3c890481-4e41-4998-875c-e75368e7c114 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:14.027678 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3c890481-4e41-4998-875c-e75368e7c114 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:14.036006 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3c890481-4e41-4998-875c-e75368e7c114 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:14.037460 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d78a4c-035a-4b40-9db3-b44327551b44 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:00:14.046864 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-29d78a4c-035a-4b40-9db3-b44327551b44 admin admin] 10.222.0.20 "PUT /v2.0/routers/d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2816691 Nov 27 04:00:14.047039 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50028) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:14.051504 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae9359b-d255-4642-9348-f71fe94828b8 None None] Sync routers for ids ['d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:00:14.076819 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae9359b-d255-4642-9348-f71fe94828b8 None None] Routers {'d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:00:14.077456 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-9ae9359b-d255-4642-9348-f71fe94828b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:59:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:00:14.123603 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3c890481-4e41-4998-875c-e75368e7c114 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:14.127321 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3c890481-4e41-4998-875c-e75368e7c114 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2520714 Nov 27 04:00:14.133589 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50032) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:14.138842 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c890481-4e41-4998-875c-e75368e7c114 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=498a3d5c-1194-4e04-ab70-15a415e89112,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:14.152965 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-21b96679-784e-42cc-9b1c-7e9727e8bb9e tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Request body: {'security_group_rule': {'security_group_id': '498a3d5c-1194-4e04-ab70-15a415e89112', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:14.222124 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-21b96679-784e-42cc-9b1c-7e9727e8bb9e tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:14.379405 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-21b96679-784e-42cc-9b1c-7e9727e8bb9e tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:14.390520 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-21b96679-784e-42cc-9b1c-7e9727e8bb9e tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:14.399553 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6fc1cfa4-7df7-454f-bed6-fe2c219da82b admin admin] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:14.458680 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b96679-784e-42cc-9b1c-7e9727e8bb9e tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8363973-1f5b-4d44-9494-173f38a3634e,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:14.511130 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-21b96679-784e-42cc-9b1c-7e9727e8bb9e tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:14.515529 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-21b96679-784e-42cc-9b1c-7e9727e8bb9e tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3773484 Nov 27 04:00:14.521550 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-9ae9359b-d255-4642-9348-f71fe94828b8 None None] Set router d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:00:14.522645 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50042) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:14.529301 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-cca05898-a542-4b13-ac1c-eed97ca7fdc0 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Request body: {'security_group_rule': {'security_group_id': '498a3d5c-1194-4e04-ab70-15a415e89112', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:14.623590 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-92933147-6708-41c0-bc42-de1204c895d4 req-8fa5b9e4-8dce-4d5a-bffb-7edbb63fd003 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:14.657292 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cda67d63-7e1e-41ae-917b-ce1f167abdfd req-1982eea0-f502-4512-ba99-c5c2eda33ba1 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] 10.222.0.20 "GET /v2.0/ports?device_id=430312e3-f5e1-4867-b147-ec0d225a0507 HTTP/1.1" status: 200 len: 210 time: 0.0697625 Nov 27 04:00:14.664900 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cca05898-a542-4b13-ac1c-eed97ca7fdc0 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:14.670496 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['db66c979-20b8-4be8-b27a-725c8bdfbda9'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:00:14.704827 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5b9e4-8dce-4d5a-bffb-7edbb63fd003 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] Pushing event deleted for resources: {'Port': ['ID=db66c979-20b8-4be8-b27a-725c8bdfbda9,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:14.756191 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6fc1cfa4-7df7-454f-bed6-fe2c219da82b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:14.760863 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cca05898-a542-4b13-ac1c-eed97ca7fdc0 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:14.763177 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-92933147-6708-41c0-bc42-de1204c895d4 req-8fa5b9e4-8dce-4d5a-bffb-7edbb63fd003 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] No DVR routers for this DVR port db66c979-20b8-4be8-b27a-725c8bdfbda9 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:00:14.767370 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-92933147-6708-41c0-bc42-de1204c895d4 req-8fa5b9e4-8dce-4d5a-bffb-7edbb63fd003 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:14.770359 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cca05898-a542-4b13-ac1c-eed97ca7fdc0 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:14.773310 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-92933147-6708-41c0-bc42-de1204c895d4 req-8fa5b9e4-8dce-4d5a-bffb-7edbb63fd003 tempest-ServersNegativeTestMultiTenantJSON-493710669 tempest-ServersNegativeTestMultiTenantJSON-493710669-project] 10.222.0.23 "DELETE /v2.0/ports/db66c979-20b8-4be8-b27a-725c8bdfbda9 HTTP/1.1" status: 204 len: 173 time: 1.4201927 Nov 27 04:00:14.773854 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '430312e3-f5e1-4867-b147-ec0d225a0507', 'name': 'network-vif-deleted', 'tag': 'db66c979-20b8-4be8-b27a-725c8bdfbda9'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:00:14.776237 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6f0024-ded2-45d0-a373-1902b1321050" -d '{"events": [{"server_uuid": "430312e3-f5e1-4867-b147-ec0d225a0507", "name": "network-vif-deleted", "tag": "db66c979-20b8-4be8-b27a-725c8bdfbda9"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:00:14.864687 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cca05898-a542-4b13-ac1c-eed97ca7fdc0 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:14.868980 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-cca05898-a542-4b13-ac1c-eed97ca7fdc0 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3421028 Nov 27 04:00:14.869601 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50046) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:14.880387 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca05898-a542-4b13-ac1c-eed97ca7fdc0 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d8c77a9-87e3-489c-8124-9901cb77daf8,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:14.906299 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-ca1ba73f-124f-470f-81f0-6492e86a65cb tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Request body: {'security_group_rule': {'security_group_id': '498a3d5c-1194-4e04-ab70-15a415e89112', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:14.929884 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6080a782-aaf8-46e7-a236-29a01a0fce29 x-openstack-request-id: req-6080a782-aaf8-46e7-a236-29a01a0fce29 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:00:14.931177 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "430312e3-f5e1-4867-b147-ec0d225a0507", "name": "network-vif-deleted", "tag": "db66c979-20b8-4be8-b27a-725c8bdfbda9", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:00:14.931426 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6080a782-aaf8-46e7-a236-29a01a0fce29 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:00:14.931853 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '430312e3-f5e1-4867-b147-ec0d225a0507', 'name': 'network-vif-deleted', 'tag': 'db66c979-20b8-4be8-b27a-725c8bdfbda9', 'status': 'completed', 'code': 200} Nov 27 04:00:14.976889 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-9ae9359b-d255-4642-9348-f71fe94828b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065742918-router', 'tenant_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '84de41c0-1909-49e9-ae8d-c4cd73ee043a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:58:55Z', 'updated_at': '2021-11-27T04:00:12Z', 'revision_number': 5, 'project_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'gw_port': {'id': '84de41c0-1909-49e9-ae8d-c4cd73ee043a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:58:56Z', 'updated_at': '2021-11-27T03:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:00:14.982264 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-6fc1cfa4-7df7-454f-bed6-fe2c219da82b admin admin] Deleting port 84de41c0-1909-49e9-ae8d-c4cd73ee043a {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:00:14.984128 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6fc1cfa4-7df7-454f-bed6-fe2c219da82b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:15.015288 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae9359b-d255-4642-9348-f71fe94828b8 None None] Checking router: d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:00:15.025544 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae9359b-d255-4642-9348-f71fe94828b8 None None] Routers {'d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:00:15.026215 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-9ae9359b-d255-4642-9348-f71fe94828b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T03:59:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:00:15.036957 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca1ba73f-124f-470f-81f0-6492e86a65cb tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:15.118735 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca1ba73f-124f-470f-81f0-6492e86a65cb tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:15.135715 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca1ba73f-124f-470f-81f0-6492e86a65cb tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:15.137978 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-9ae9359b-d255-4642-9348-f71fe94828b8 None None] Set router d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e gateway port host: None {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:00:15.168830 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ba73f-124f-470f-81f0-6492e86a65cb tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf694633-bdb5-4da3-9a1a-7d896ed89714,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:15.191855 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca1ba73f-124f-470f-81f0-6492e86a65cb tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:15.196043 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ca1ba73f-124f-470f-81f0-6492e86a65cb tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3172271 Nov 27 04:00:15.196206 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50050) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:15.201533 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-f0837410-5e07-4e07-a4a8-e5c2beb8b474 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Request body: {'security_group_rule': {'security_group_id': '498a3d5c-1194-4e04-ab70-15a415e89112', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:15.204557 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-6fc1cfa4-7df7-454f-bed6-fe2c219da82b admin admin] For port 84de41c0-1909-49e9-ae8d-c4cd73ee043a, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=84de41c0-1909-49e9-ae8d-c4cd73ee043a,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:00:15.206498 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6fc1cfa4-7df7-454f-bed6-fe2c219da82b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:15.240408 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-9ae9359b-d255-4642-9348-f71fe94828b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065742918-router', 'tenant_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:58:55Z', 'updated_at': '2021-11-27T04:00:14Z', 'revision_number': 6, 'project_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'gw_port_host': None}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:00:15.242744 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-6fc1cfa4-7df7-454f-bed6-fe2c219da82b admin admin] Calling delete_port for 84de41c0-1909-49e9-ae8d-c4cd73ee043a owned by network:router_gateway {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:00:15.255175 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f0837410-5e07-4e07-a4a8-e5c2beb8b474 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:15.336731 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae9359b-d255-4642-9348-f71fe94828b8 None None] The sync data for ids ['d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e'] in n-d-819494-3 is: [{'id': 'd5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065742918-router', 'tenant_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:58:55Z', 'updated_at': '2021-11-27T04:00:14Z', 'revision_number': 6, 'project_id': '68ffd2dc1c164a9db49281f8d2f5a12f', 'gw_port_host': None}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:00:15.337111 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f0837410-5e07-4e07-a4a8-e5c2beb8b474 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:15.348328 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f0837410-5e07-4e07-a4a8-e5c2beb8b474 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:15.415151 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0837410-5e07-4e07-a4a8-e5c2beb8b474 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a1e8c0d-c681-45f6-b525-1a90d9eb3a73,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:15.427745 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f0837410-5e07-4e07-a4a8-e5c2beb8b474 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:15.429259 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f0837410-5e07-4e07-a4a8-e5c2beb8b474 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2319262 Nov 27 04:00:15.432097 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50056) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:15.444050 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-c870e906-8a11-4020-b8c2-d90ddcab4eb0 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Request body: {'security_group_rule': {'security_group_id': '498a3d5c-1194-4e04-ab70-15a415e89112', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:15.510329 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c870e906-8a11-4020-b8c2-d90ddcab4eb0 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:15.632041 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c870e906-8a11-4020-b8c2-d90ddcab4eb0 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:15.637701 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6fc1cfa4-7df7-454f-bed6-fe2c219da82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:15.639817 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c870e906-8a11-4020-b8c2-d90ddcab4eb0 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:15.662835 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c870e906-8a11-4020-b8c2-d90ddcab4eb0 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f83983af-f558-4f3d-851b-afd0155baac1,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:15.678819 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c870e906-8a11-4020-b8c2-d90ddcab4eb0 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:15.680364 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c870e906-8a11-4020-b8c2-d90ddcab4eb0 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2470553 Nov 27 04:00:15.683065 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50062) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:15.692266 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc1cfa4-7df7-454f-bed6-fe2c219da82b admin admin] Pushing event deleted for resources: {'Port': ['ID=84de41c0-1909-49e9-ae8d-c4cd73ee043a,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:15.734988 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-195a9416-093e-4994-a8f1-8aaf13374083 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:15.746136 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-195a9416-093e-4994-a8f1-8aaf13374083 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:15.784877 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50066) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:15.785865 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-195a9416-093e-4994-a8f1-8aaf13374083 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:15.790795 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-195a9416-093e-4994-a8f1-8aaf13374083 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:15.792612 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-195a9416-093e-4994-a8f1-8aaf13374083 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/f83983af-f558-4f3d-851b-afd0155baac1 HTTP/1.1" status: 204 len: 168 time: 0.1085577 Nov 27 04:00:15.798001 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50068) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:15.852688 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a9416-093e-4994-a8f1-8aaf13374083 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f83983af-f558-4f3d-851b-afd0155baac1,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:15.853622 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6fc1cfa4-7df7-454f-bed6-fe2c219da82b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:15.878191 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e052211-9f1b-4460-86d1-835298ca3dde admin admin] Deleting subnet d9596c87-3f08-411a-b0db-efd2ac049c4b {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:00:15.882580 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5e052211-9f1b-4460-86d1-835298ca3dde admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:15.944919 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5e052211-9f1b-4460-86d1-835298ca3dde admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:16.021102 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5e052211-9f1b-4460-86d1-835298ca3dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:16.024784 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d294112f-047a-406e-ab57-25580c86378c tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2258029 Nov 27 04:00:16.027432 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50072) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:16.039197 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6fc1cfa4-7df7-454f-bed6-fe2c219da82b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:16.059881 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6fc1cfa4-7df7-454f-bed6-fe2c219da82b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:16.064609 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:16.108634 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e3da3291-3ece-4a62-b1ea-db785ccafa1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:16.133701 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5e052211-9f1b-4460-86d1-835298ca3dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:16.168061 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6fc1cfa4-7df7-454f-bed6-fe2c219da82b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:16.170378 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc1cfa4-7df7-454f-bed6-fe2c219da82b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:00:16.173613 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8d6f55a0-3702-44c9-837c-c6bbf3eb7cfa tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:16.176219 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e052211-9f1b-4460-86d1-835298ca3dde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9596c87-3f08-411a-b0db-efd2ac049c4b,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:16.180763 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5e052211-9f1b-4460-86d1-835298ca3dde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:16.186642 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5e052211-9f1b-4460-86d1-835298ca3dde admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d9596c87-3f08-411a-b0db-efd2ac049c4b HTTP/1.1" status: 204 len: 168 time: 0.3926659 Nov 27 04:00:16.187302 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50074) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:16.195895 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8d6f55a0-3702-44c9-837c-c6bbf3eb7cfa tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:16.269230 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6fc1cfa4-7df7-454f-bed6-fe2c219da82b admin admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:16.275083 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6fc1cfa4-7df7-454f-bed6-fe2c219da82b admin admin] 10.222.0.20 "DELETE /v2.0/routers/d5ab118e-5f13-47a4-8ac7-a9dcc4abbe7e HTTP/1.1" status: 204 len: 168 time: 2.2270300 Nov 27 04:00:16.279009 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50076) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:16.281838 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8d6f55a0-3702-44c9-837c-c6bbf3eb7cfa tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:16.292237 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7504a7f8-a64c-48e8-8c76-321d28d47e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:16.295527 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8d6f55a0-3702-44c9-837c-c6bbf3eb7cfa tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:16.296791 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8d6f55a0-3702-44c9-837c-c6bbf3eb7cfa tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/1a1e8c0d-c681-45f6-b525-1a90d9eb3a73 HTTP/1.1" status: 204 len: 168 time: 0.2676904 Nov 27 04:00:16.300478 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50078) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:16.352969 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f55a0-3702-44c9-837c-c6bbf3eb7cfa tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1a1e8c0d-c681-45f6-b525-1a90d9eb3a73,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:16.400967 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e955941-dbc4-4bbb-8cb4-b88a15f24718 admin admin] Deleting subnet dd940eba-2dad-43ab-ba35-447883544931 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:00:16.410660 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7e955941-dbc4-4bbb-8cb4-b88a15f24718 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:16.443260 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50082) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:16.444178 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-69b670a4-3a3e-4f19-8063-ec334e37b926 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1412671 Nov 27 04:00:16.474741 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7e955941-dbc4-4bbb-8cb4-b88a15f24718 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:16.509839 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f9645070-8549-408c-b975-1928ec68e104 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:16.530039 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f9645070-8549-408c-b975-1928ec68e104 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:16.570477 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7504a7f8-a64c-48e8-8c76-321d28d47e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:16.574454 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7e955941-dbc4-4bbb-8cb4-b88a15f24718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:16.604886 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-7504a7f8-a64c-48e8-8c76-321d28d47e42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3329072-ad24-4660-befa-380a4fdccc41']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:00:16.616507 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-7504a7f8-a64c-48e8-8c76-321d28d47e42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e220cfd2-d565-4a02-a034-10d08b15bd77') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:00:16.618924 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-7504a7f8-a64c-48e8-8c76-321d28d47e42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e220cfd2-d565-4a02-a034-10d08b15bd77') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:00:16.622796 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f9645070-8549-408c-b975-1928ec68e104 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:16.633091 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7504a7f8-a64c-48e8-8c76-321d28d47e42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:16.634592 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f9645070-8549-408c-b975-1928ec68e104 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:16.638681 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f9645070-8549-408c-b975-1928ec68e104 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/cf694633-bdb5-4da3-9a1a-7d896ed89714 HTTP/1.1" status: 204 len: 168 time: 0.1915505 Nov 27 04:00:16.641880 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50090) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:16.656306 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7504a7f8-a64c-48e8-8c76-321d28d47e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:16.667286 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7504a7f8-a64c-48e8-8c76-321d28d47e42 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:00:16.668725 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7504a7f8-a64c-48e8-8c76-321d28d47e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:16.669058 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9645070-8549-408c-b975-1928ec68e104 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf694633-bdb5-4da3-9a1a-7d896ed89714,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:16.673230 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:00:16.673230 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:00:16.673230 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:00:16.673230 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:00:16.673230 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:00:16.673230 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:00:16.673230 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:00:16.673230 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:00:16.673230 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:00:16.673230 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:00:16.673230 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:00:16.673230 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:00:16.673230 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:00:16.673230 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:00:16.673230 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:00:16.673230 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:00:16.673230 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:00:16.673230 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:00:16.673230 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:00:16.673230 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:00:16.673230 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:00:16.673230 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:00:16.673230 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:00:16.673230 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:00:16.673230 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:00:16.673230 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:00:16.673230 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:00:16.673230 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:00:16.673230 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:00:16.673230 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:00:16.673230 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:00:16.673230 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:00:16.700180 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4244e760-f0e4-45a0-b3e8-0e7817a940ea tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0541918 Nov 27 04:00:16.702798 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50092) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:16.710242 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7e955941-dbc4-4bbb-8cb4-b88a15f24718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:16.763244 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e955941-dbc4-4bbb-8cb4-b88a15f24718 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd940eba-2dad-43ab-ba35-447883544931,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:16.777919 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7e955941-dbc4-4bbb-8cb4-b88a15f24718 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:16.791339 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7e955941-dbc4-4bbb-8cb4-b88a15f24718 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/dd940eba-2dad-43ab-ba35-447883544931 HTTP/1.1" status: 204 len: 168 time: 0.5065246 Nov 27 04:00:16.799671 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50098) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:16.822661 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1b76eb51-c436-45fc-bdd6-abac29f76be6 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:16.825304 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7504a7f8-a64c-48e8-8c76-321d28d47e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:16.849057 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7504a7f8-a64c-48e8-8c76-321d28d47e42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:16.855163 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7504a7f8-a64c-48e8-8c76-321d28d47e42 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c3329072-ad24-4660-befa-380a4fdccc41 HTTP/1.1" status: 204 len: 168 time: 0.6646006 Nov 27 04:00:16.855163 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7504a7f8-a64c-48e8-8c76-321d28d47e42 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3329072-ad24-4660-befa-380a4fdccc41,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:16.856551 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50100) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:16.873916 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1b76eb51-c436-45fc-bdd6-abac29f76be6 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:16.888999 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 84de41c0-1909-49e9-ae8d-c4cd73ee043a no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:00:16.921033 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e05798b6-98f7-4d6f-9226-9e05f2d2087c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:16.933216 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-c70a2d62-dec7-497b-9731-962fdfd2f7bf admin admin] Deleting subnet 6e8ec6a3-28eb-4c7a-acaf-33763765140b {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:00:16.938541 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1b76eb51-c436-45fc-bdd6-abac29f76be6 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:16.939123 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c70a2d62-dec7-497b-9731-962fdfd2f7bf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:16.963147 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1b76eb51-c436-45fc-bdd6-abac29f76be6 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:16.967344 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 84de41c0-1909-49e9-ae8d-c4cd73ee043a {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:00:16.967503 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1b76eb51-c436-45fc-bdd6-abac29f76be6 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/1d8c77a9-87e3-489c-8124-9901cb77daf8 HTTP/1.1" status: 204 len: 168 time: 0.2607949 Nov 27 04:00:16.967631 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 84de41c0-1909-49e9-ae8d-c4cd73ee043a not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:00:16.967631 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 0aca3f15-9405-4be1-8a0f-bb2908b1f35a no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:00:16.968778 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50104) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:16.983389 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c70a2d62-dec7-497b-9731-962fdfd2f7bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:17.019362 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b76eb51-c436-45fc-bdd6-abac29f76be6 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d8c77a9-87e3-489c-8124-9901cb77daf8,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:17.031992 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c70a2d62-dec7-497b-9731-962fdfd2f7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:17.052691 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e05798b6-98f7-4d6f-9226-9e05f2d2087c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:17.068935 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 0aca3f15-9405-4be1-8a0f-bb2908b1f35a {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:00:17.074135 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 0aca3f15-9405-4be1-8a0f-bb2908b1f35a not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:00:17.097016 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e294bc23-a9d8-41ae-b7c8-09d053554c4c tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1225009 Nov 27 04:00:17.100328 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50108) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:17.101551 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-e05798b6-98f7-4d6f-9226-9e05f2d2087c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['216961a9-6bf5-4e25-9786-74e5df0ce06a']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:00:17.120697 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-e05798b6-98f7-4d6f-9226-9e05f2d2087c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b76dfa2f-4b39-46ae-aaef-e7ac6427206d') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:00:17.121388 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-e05798b6-98f7-4d6f-9226-9e05f2d2087c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b76dfa2f-4b39-46ae-aaef-e7ac6427206d') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:00:17.128498 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c70a2d62-dec7-497b-9731-962fdfd2f7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:17.153570 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c70a2d62-dec7-497b-9731-962fdfd2f7bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:17.156198 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e05798b6-98f7-4d6f-9226-9e05f2d2087c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:17.157155 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c70a2d62-dec7-497b-9731-962fdfd2f7bf admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6e8ec6a3-28eb-4c7a-acaf-33763765140b HTTP/1.1" status: 204 len: 168 time: 0.2992060 Nov 27 04:00:17.158606 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-504aa9f8-3485-424f-a602-4ee06784c9a7 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:17.162535 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50110) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:17.199103 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-504aa9f8-3485-424f-a602-4ee06784c9a7 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:17.211811 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a2d62-dec7-497b-9731-962fdfd2f7bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e8ec6a3-28eb-4c7a-acaf-33763765140b,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:17.219678 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e05798b6-98f7-4d6f-9226-9e05f2d2087c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:17.232093 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e05798b6-98f7-4d6f-9226-9e05f2d2087c admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:00:17.232975 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e05798b6-98f7-4d6f-9226-9e05f2d2087c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:17.289510 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:00:17.289510 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:00:17.289510 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:00:17.289510 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:00:17.289510 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:00:17.289510 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:00:17.289510 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:00:17.289510 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:00:17.289510 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:00:17.289510 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:00:17.289510 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:00:17.289510 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:00:17.289510 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:00:17.289510 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:00:17.289510 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:00:17.289510 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:00:17.289510 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:00:17.289510 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:00:17.289510 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:00:17.289510 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:00:17.289510 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:00:17.289510 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:00:17.289510 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:00:17.289510 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:00:17.289510 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:00:17.289510 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:00:17.289510 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:00:17.289510 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:00:17.289510 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:00:17.289510 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:00:17.289510 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:00:17.289510 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:00:17.292188 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-435242a7-ea2b-432d-86a9-81d6cb75d686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:17.294688 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-504aa9f8-3485-424f-a602-4ee06784c9a7 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:17.304505 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-504aa9f8-3485-424f-a602-4ee06784c9a7 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:17.304505 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-504aa9f8-3485-424f-a602-4ee06784c9a7 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/b8363973-1f5b-4d44-9494-173f38a3634e HTTP/1.1" status: 204 len: 168 time: 0.1983941 Nov 27 04:00:17.307137 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50112) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:17.317879 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e05798b6-98f7-4d6f-9226-9e05f2d2087c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:17.318111 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504aa9f8-3485-424f-a602-4ee06784c9a7 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8363973-1f5b-4d44-9494-173f38a3634e,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:17.331348 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e05798b6-98f7-4d6f-9226-9e05f2d2087c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:17.334967 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e05798b6-98f7-4d6f-9226-9e05f2d2087c admin admin] 10.222.0.20 "DELETE /v2.0/networks/216961a9-6bf5-4e25-9786-74e5df0ce06a HTTP/1.1" status: 204 len: 168 time: 0.5284157 Nov 27 04:00:17.351710 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05798b6-98f7-4d6f-9226-9e05f2d2087c admin admin] Pushing event deleted for resources: {'Network': ['ID=216961a9-6bf5-4e25-9786-74e5df0ce06a,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:17.378826 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a4a23fae-4e27-48e3-8bbb-6d81e0e6df3d tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0691311 Nov 27 04:00:17.381497 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50116) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:17.457130 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9a05498f-8f1a-47e2-a56f-6af75c1d50fa tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:17.507607 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-435242a7-ea2b-432d-86a9-81d6cb75d686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:17.528526 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9a05498f-8f1a-47e2-a56f-6af75c1d50fa tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:17.532679 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-435242a7-ea2b-432d-86a9-81d6cb75d686 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad1ec6da-fe9e-41ec-a355-b97eff24935b']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:00:17.546601 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-435242a7-ea2b-432d-86a9-81d6cb75d686 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5abec2be-8bd5-4e92-a0f7-6dd7e00b9a66') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:00:17.546945 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-435242a7-ea2b-432d-86a9-81d6cb75d686 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5abec2be-8bd5-4e92-a0f7-6dd7e00b9a66') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:00:17.560753 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-435242a7-ea2b-432d-86a9-81d6cb75d686 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:17.587543 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-435242a7-ea2b-432d-86a9-81d6cb75d686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:17.601018 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-435242a7-ea2b-432d-86a9-81d6cb75d686 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:00:17.602032 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-435242a7-ea2b-432d-86a9-81d6cb75d686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:17.604166 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:00:17.604166 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:00:17.604166 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:00:17.604166 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:00:17.604166 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:00:17.604166 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:00:17.604166 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:00:17.604166 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:00:17.604166 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:00:17.604166 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:00:17.604166 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:00:17.604166 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:00:17.604166 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:00:17.604166 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:00:17.604166 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:00:17.604166 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:00:17.604166 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:00:17.604166 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:00:17.604166 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:00:17.604166 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:00:17.604166 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:00:17.604166 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:00:17.604166 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:00:17.604166 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:00:17.604166 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:00:17.604166 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:00:17.604166 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:00:17.604166 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:00:17.604166 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:00:17.604166 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:00:17.604166 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:00:17.604166 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:00:17.613376 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9a05498f-8f1a-47e2-a56f-6af75c1d50fa tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:17.616786 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9a05498f-8f1a-47e2-a56f-6af75c1d50fa tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:17.618245 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9a05498f-8f1a-47e2-a56f-6af75c1d50fa tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "DELETE /v2.0/security-groups/498a3d5c-1194-4e04-ab70-15a415e89112 HTTP/1.1" status: 204 len: 168 time: 0.2354622 Nov 27 04:00:17.626957 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50120) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:17.663767 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05498f-8f1a-47e2-a56f-6af75c1d50fa tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=498a3d5c-1194-4e04-ab70-15a415e89112,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:17.678404 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-435242a7-ea2b-432d-86a9-81d6cb75d686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:17.703999 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-435242a7-ea2b-432d-86a9-81d6cb75d686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:17.707428 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-435242a7-ea2b-432d-86a9-81d6cb75d686 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ad1ec6da-fe9e-41ec-a355-b97eff24935b HTTP/1.1" status: 204 len: 168 time: 0.5438485 Nov 27 04:00:17.729977 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-27911c06-896d-4498-be1e-8101cc02bd54 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1007507 Nov 27 04:00:17.730619 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50126) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:17.736538 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-1337505f-5199-4454-9598-e6bdec668854 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Request body: {'security_group': {'name': 'tempest-secgroup--1410778627'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:17.770532 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435242a7-ea2b-432d-86a9-81d6cb75d686 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad1ec6da-fe9e-41ec-a355-b97eff24935b,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:17.778714 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1337505f-5199-4454-9598-e6bdec668854 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:17.890808 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50132) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:17.954698 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1337505f-5199-4454-9598-e6bdec668854 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:17.958674 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-48f1f3de-c756-4549-b3f9-4db511bbe092 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=68ffd2dc1c164a9db49281f8d2f5a12f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0657542 Nov 27 04:00:17.960584 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50134) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:17.969195 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1337505f-5199-4454-9598-e6bdec668854 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:17.990129 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50136) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:18.029188 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1337505f-5199-4454-9598-e6bdec668854 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:18.030778 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1337505f-5199-4454-9598-e6bdec668854 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2988636 Nov 27 04:00:18.035354 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50138) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:18.037194 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1337505f-5199-4454-9598-e6bdec668854 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcb25d1-e781-4a43-adfa-e411c605ec66,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:18.044150 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-9b8870f7-d0df-49b7-8b05-b2f426847511 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Request body: {'security_group_rule': {'security_group_id': '8dcb25d1-e781-4a43-adfa-e411c605ec66', 'direction': 'ingress', 'protocol': 17}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:18.066943 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c39a842b-1bd2-4169-a53a-0597bb460573 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=12c93f057b6e4ac2ac37f6389a63dfb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0754251 Nov 27 04:00:18.069502 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50140) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:18.081200 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-30a955aa-11ce-4f7e-92f0-e1be6a5cd3b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:18.105867 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9b8870f7-d0df-49b7-8b05-b2f426847511 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:18.130314 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-30a955aa-11ce-4f7e-92f0-e1be6a5cd3b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:18.174193 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7315d17b-cc4e-4669-b418-ce4d5fb0ba33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:18.221863 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9b8870f7-d0df-49b7-8b05-b2f426847511 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:18.230147 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9b8870f7-d0df-49b7-8b05-b2f426847511 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:18.231668 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7315d17b-cc4e-4669-b418-ce4d5fb0ba33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:18.258226 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-30a955aa-11ce-4f7e-92f0-e1be6a5cd3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:18.266884 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b0e89a8c-c956-419d-ad5b-2692b4eb9402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:18.276739 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-30a955aa-11ce-4f7e-92f0-e1be6a5cd3b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:18.281426 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-30a955aa-11ce-4f7e-92f0-e1be6a5cd3b0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6d8ba712-3cd0-4dd7-9ea5-ecc0634012e4 HTTP/1.1" status: 204 len: 168 time: 0.3163276 Nov 27 04:00:18.290875 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8870f7-d0df-49b7-8b05-b2f426847511 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7326cc0-5624-4502-bcde-62488309c38b,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:18.308066 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a955aa-11ce-4f7e-92f0-e1be6a5cd3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8ba712-3cd0-4dd7-9ea5-ecc0634012e4,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:18.314026 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9b8870f7-d0df-49b7-8b05-b2f426847511 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:18.317935 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9b8870f7-d0df-49b7-8b05-b2f426847511 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2776694 Nov 27 04:00:18.318530 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50148) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:18.340697 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7315d17b-cc4e-4669-b418-ce4d5fb0ba33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:18.344450 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7315d17b-cc4e-4669-b418-ce4d5fb0ba33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:18.345895 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7315d17b-cc4e-4669-b418-ce4d5fb0ba33 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/36335991-83a5-484a-acd9-4d85677ab1f6 HTTP/1.1" status: 204 len: 168 time: 0.2747269 Nov 27 04:00:18.386909 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7315d17b-cc4e-4669-b418-ce4d5fb0ba33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36335991-83a5-484a-acd9-4d85677ab1f6,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:18.389208 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device db66c979-20b8-4be8-b27a-725c8bdfbda9 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:00:18.442051 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: db66c979-20b8-4be8-b27a-725c8bdfbda9 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:00:18.442817 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device db66c979-20b8-4be8-b27a-725c8bdfbda9 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:00:18.555560 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9d64c340-1f13-4a69-b2e3-3ef32cdfce14 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:18.589116 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9d64c340-1f13-4a69-b2e3-3ef32cdfce14 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:18.611298 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e63c05-2709-46b8-bd90-c2284e787740 req-0101861b-287c-43c6-b36e-17bea4dc8c31 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:00:18.613475 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c1e63c05-2709-46b8-bd90-c2284e787740 req-0101861b-287c-43c6-b36e-17bea4dc8c31 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01e5d68-e26c-4b06-981c-0b87763ebb7a HTTP/1.1" status: 200 len: 945 time: 0.1164827 Nov 27 04:00:18.651151 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:18.723643 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9d64c340-1f13-4a69-b2e3-3ef32cdfce14 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:18.726616 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9d64c340-1f13-4a69-b2e3-3ef32cdfce14 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:18.730432 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9d64c340-1f13-4a69-b2e3-3ef32cdfce14 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "DELETE /v2.0/security-groups/8dcb25d1-e781-4a43-adfa-e411c605ec66 HTTP/1.1" status: 204 len: 168 time: 0.4108541 Nov 27 04:00:18.730627 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50160) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:18.743021 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c1e63c05-2709-46b8-bd90-c2284e787740 req-80db97fd-8019-4619-bdff-d10539ec8560 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130891 Nov 27 04:00:18.748768 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d64c340-1f13-4a69-b2e3-3ef32cdfce14 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcb25d1-e781-4a43-adfa-e411c605ec66,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:18.843959 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6b818bb8-c048-4ad4-af43-3d90aa41bdf7 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1113355 Nov 27 04:00:18.847955 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50166) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:18.852779 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-64228824-b2e5-435f-b1ae-e9ab2a333b8b tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Request body: {'security_group': {'name': 'tempest-secgroup--185162078'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:18.885782 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-64228824-b2e5-435f-b1ae-e9ab2a333b8b tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:18.969089 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-64228824-b2e5-435f-b1ae-e9ab2a333b8b tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:18.982951 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-64228824-b2e5-435f-b1ae-e9ab2a333b8b tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:19.016730 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-64228824-b2e5-435f-b1ae-e9ab2a333b8b tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:19.020899 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50178) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:19.021555 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-64228824-b2e5-435f-b1ae-e9ab2a333b8b tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1720350 Nov 27 04:00:19.022331 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64228824-b2e5-435f-b1ae-e9ab2a333b8b tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06cb0bec-c8f9-4333-a086-71585228cb7f,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:19.028444 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-46431a7b-b4ba-4f77-a528-dc1a3179e701 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Request body: {'security_group': {'name': 'tempest-secgroup--2140979858'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:19.045094 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50180) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:19.114539 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-46431a7b-b4ba-4f77-a528-dc1a3179e701 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:19.123339 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-bf1583f8-ff89-48f3-a222-85b12208ca20 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e216cc6a56de47bf944040dba453ff0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0767744 Nov 27 04:00:19.125887 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50182) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:19.204067 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-46431a7b-b4ba-4f77-a528-dc1a3179e701 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:19.211936 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-63a8a220-3bf7-4577-b3da-1c3f271a19ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:19.221463 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-46431a7b-b4ba-4f77-a528-dc1a3179e701 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:19.242286 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-63a8a220-3bf7-4577-b3da-1c3f271a19ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:19.253040 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46431a7b-b4ba-4f77-a528-dc1a3179e701 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3045a663-8b26-46d6-8f57-66f146a689b5,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:19.270165 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-46431a7b-b4ba-4f77-a528-dc1a3179e701 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:19.274948 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-46431a7b-b4ba-4f77-a528-dc1a3179e701 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2527852 Nov 27 04:00:19.276118 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50190) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:19.281322 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-bd1a5c0e-5d35-437a-853b-d979b67702a7 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Request body: {'security_group_rule': {'security_group_id': '06cb0bec-c8f9-4333-a086-71585228cb7f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3045a663-8b26-46d6-8f57-66f146a689b5', 'remote_ip_prefix': None}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:19.321872 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bd1a5c0e-5d35-437a-853b-d979b67702a7 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:19.353549 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-63a8a220-3bf7-4577-b3da-1c3f271a19ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:19.356944 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-63a8a220-3bf7-4577-b3da-1c3f271a19ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:19.358214 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-63a8a220-3bf7-4577-b3da-1c3f271a19ea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e14daf15-c604-4709-9513-f789e18dfd2e HTTP/1.1" status: 204 len: 168 time: 0.2310333 Nov 27 04:00:19.376138 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a8a220-3bf7-4577-b3da-1c3f271a19ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14daf15-c604-4709-9513-f789e18dfd2e,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:19.464829 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bd1a5c0e-5d35-437a-853b-d979b67702a7 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:19.471770 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bd1a5c0e-5d35-437a-853b-d979b67702a7 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:19.503373 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:19.504096 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bd1a5c0e-5d35-437a-853b-d979b67702a7 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:19.505310 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-bd1a5c0e-5d35-437a-853b-d979b67702a7 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2282338 Nov 27 04:00:19.508145 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50200) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:19.515985 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a5c0e-5d35-437a-853b-d979b67702a7 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb3b7f96-ed08-4572-a7cd-ea0d7545d5c9,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:19.535716 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a98fedda-e805-438c-9d22-b36a9a34c66e tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:19.546143 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a98fedda-e805-438c-9d22-b36a9a34c66e tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:19.581475 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a98fedda-e805-438c-9d22-b36a9a34c66e tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:19.593575 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a98fedda-e805-438c-9d22-b36a9a34c66e tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:19.594979 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a98fedda-e805-438c-9d22-b36a9a34c66e tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/bb3b7f96-ed08-4572-a7cd-ea0d7545d5c9 HTTP/1.1" status: 204 len: 168 time: 0.0857587 Nov 27 04:00:19.595926 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98fedda-e805-438c-9d22-b36a9a34c66e tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb3b7f96-ed08-4572-a7cd-ea0d7545d5c9,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:19.597630 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50202) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:19.651247 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f74879fb-dacc-483f-8118-fa9ac9d3c80f tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0499778 Nov 27 04:00:19.651486 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50206) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:19.711741 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-652f9d32-fdf1-409e-a412-aebb9946a412 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:19.738808 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-652f9d32-fdf1-409e-a412-aebb9946a412 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:19.804319 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-652f9d32-fdf1-409e-a412-aebb9946a412 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:19.810045 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-652f9d32-fdf1-409e-a412-aebb9946a412 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:19.811505 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-652f9d32-fdf1-409e-a412-aebb9946a412 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "DELETE /v2.0/security-groups/3045a663-8b26-46d6-8f57-66f146a689b5 HTTP/1.1" status: 204 len: 168 time: 0.1591039 Nov 27 04:00:19.816097 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50216) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:19.829766 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f9d32-fdf1-409e-a412-aebb9946a412 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3045a663-8b26-46d6-8f57-66f146a689b5,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:19.907699 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3d2143be-fb51-45b5-a199-68883c187847 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0882397 Nov 27 04:00:19.908838 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50228) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:19.997519 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-02edb326-5b27-4395-abe2-c291d2460666 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:20.072030 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-02edb326-5b27-4395-abe2-c291d2460666 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:20.151649 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-02edb326-5b27-4395-abe2-c291d2460666 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:20.157598 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-02edb326-5b27-4395-abe2-c291d2460666 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:20.170935 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-02edb326-5b27-4395-abe2-c291d2460666 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "DELETE /v2.0/security-groups/06cb0bec-c8f9-4333-a086-71585228cb7f HTTP/1.1" status: 204 len: 168 time: 0.2605402 Nov 27 04:00:20.171694 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50246) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:20.195139 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494e6cd-2275-4353-a50d-c8d1778f959f req-3f42a7c9-9d2f-4bfa-86f9-87ef16f7d1fd tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:00:20.197290 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae01ef-69a8-4ee3-aa76-2fbd5c6dab41 req-4429e9a9-fed8-4cd9-a867-518dbcb371e7 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:00:20.199084 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cfae01ef-69a8-4ee3-aa76-2fbd5c6dab41 req-4429e9a9-fed8-4cd9-a867-518dbcb371e7 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01e5d68-e26c-4b06-981c-0b87763ebb7a HTTP/1.1" status: 200 len: 945 time: 0.1083617 Nov 27 04:00:20.213656 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5494e6cd-2275-4353-a50d-c8d1778f959f req-3f42a7c9-9d2f-4bfa-86f9-87ef16f7d1fd tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01e5d68-e26c-4b06-981c-0b87763ebb7a HTTP/1.1" status: 200 len: 945 time: 0.2312238 Nov 27 04:00:20.235927 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02edb326-5b27-4395-abe2-c291d2460666 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cb0bec-c8f9-4333-a086-71585228cb7f,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:20.325712 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4a68f1a1-a0bf-44e3-87b9-f85ec0967879 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1518497 Nov 27 04:00:20.330026 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50252) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:20.337557 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-0dc5cf1b-5829-478e-850f-61d662d83633 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Request body: {'security_group': {'name': 'tempest-secgroup--1693254020'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:20.351607 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5494e6cd-2275-4353-a50d-c8d1778f959f req-c5748ea4-f2bb-4a71-a751-9d4934958ec5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=66fa4a4b-bcda-4d96-84c1-f505b8527ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323447 Nov 27 04:00:20.428460 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0dc5cf1b-5829-478e-850f-61d662d83633 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:20.515987 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-cfae01ef-69a8-4ee3-aa76-2fbd5c6dab41 req-3db49dd4-33d3-41b0-ab7f-d1e7b6654a1d tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Deleting port 30d277e2-a219-4e7a-996b-e5a18adee02b {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:00:20.516383 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfae01ef-69a8-4ee3-aa76-2fbd5c6dab41 req-3db49dd4-33d3-41b0-ab7f-d1e7b6654a1d tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:20.650613 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0dc5cf1b-5829-478e-850f-61d662d83633 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:20.670833 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-cfae01ef-69a8-4ee3-aa76-2fbd5c6dab41 req-3db49dd4-33d3-41b0-ab7f-d1e7b6654a1d tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] For port 30d277e2-a219-4e7a-996b-e5a18adee02b, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=30d277e2-a219-4e7a-996b-e5a18adee02b,segment=NetworkSegment(7b573d51-51b1-4f49-9697-b1cce35223ba),segment_id=7b573d51-51b1-4f49-9697-b1cce35223ba)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:00:20.675066 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfae01ef-69a8-4ee3-aa76-2fbd5c6dab41 req-3db49dd4-33d3-41b0-ab7f-d1e7b6654a1d tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:20.683659 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0dc5cf1b-5829-478e-850f-61d662d83633 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:20.716253 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-cfae01ef-69a8-4ee3-aa76-2fbd5c6dab41 req-3db49dd4-33d3-41b0-ab7f-d1e7b6654a1d tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Calling delete_port for 30d277e2-a219-4e7a-996b-e5a18adee02b owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:00:20.742764 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0dc5cf1b-5829-478e-850f-61d662d83633 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:20.744077 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0dc5cf1b-5829-478e-850f-61d662d83633 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4127481 Nov 27 04:00:20.747874 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50276) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:20.749756 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc5cf1b-5829-478e-850f-61d662d83633 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8ae474-64dd-482d-aab4-8a097ad287e7,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:20.753133 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-333b2f70-8058-4026-8c91-1bb15cf184f9 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Request body: {'security_group_rule': {'security_group_id': '1a8ae474-64dd-482d-aab4-8a097ad287e7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:20.818774 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-333b2f70-8058-4026-8c91-1bb15cf184f9 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:20.901680 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-333b2f70-8058-4026-8c91-1bb15cf184f9 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:20.909014 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-333b2f70-8058-4026-8c91-1bb15cf184f9 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:20.939278 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333b2f70-8058-4026-8c91-1bb15cf184f9 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea3040a9-f03e-4a27-a4a7-7c9a73e1c768,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:20.942598 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfae01ef-69a8-4ee3-aa76-2fbd5c6dab41 req-3db49dd4-33d3-41b0-ab7f-d1e7b6654a1d tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:20.951512 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-333b2f70-8058-4026-8c91-1bb15cf184f9 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:20.956936 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-333b2f70-8058-4026-8c91-1bb15cf184f9 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2079711 Nov 27 04:00:20.957743 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50288) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:20.972821 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['30d277e2-a219-4e7a-996b-e5a18adee02b'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:00:20.974971 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db49dd4-33d3-41b0-ab7f-d1e7b6654a1d tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Pushing event deleted for resources: {'Port': ['ID=30d277e2-a219-4e7a-996b-e5a18adee02b,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:21.060083 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-73af1b92-0cf9-4537-b573-76c02faf85ec tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:21.091955 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfae01ef-69a8-4ee3-aa76-2fbd5c6dab41 req-3db49dd4-33d3-41b0-ab7f-d1e7b6654a1d tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] No DVR routers for this DVR port 30d277e2-a219-4e7a-996b-e5a18adee02b on host n-h2-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:00:21.110963 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-73af1b92-0cf9-4537-b573-76c02faf85ec tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:21.113951 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-cfae01ef-69a8-4ee3-aa76-2fbd5c6dab41 req-3db49dd4-33d3-41b0-ab7f-d1e7b6654a1d tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:21.120143 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cfae01ef-69a8-4ee3-aa76-2fbd5c6dab41 req-3db49dd4-33d3-41b0-ab7f-d1e7b6654a1d tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.11 "DELETE /v2.0/ports/30d277e2-a219-4e7a-996b-e5a18adee02b HTTP/1.1" status: 204 len: 173 time: 0.9132819 Nov 27 04:00:21.120574 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01e5d68-e26c-4b06-981c-0b87763ebb7a', 'name': 'network-vif-deleted', 'tag': '30d277e2-a219-4e7a-996b-e5a18adee02b'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:00:21.123547 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5183f2-960e-4f0e-8f5e-c347c6e55ecd" -d '{"events": [{"server_uuid": "e01e5d68-e26c-4b06-981c-0b87763ebb7a", "name": "network-vif-deleted", "tag": "30d277e2-a219-4e7a-996b-e5a18adee02b"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:00:21.136129 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:21.179364 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-73af1b92-0cf9-4537-b573-76c02faf85ec tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:21.187563 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-73af1b92-0cf9-4537-b573-76c02faf85ec tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:21.191069 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-73af1b92-0cf9-4537-b573-76c02faf85ec tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/ea3040a9-f03e-4a27-a4a7-7c9a73e1c768 HTTP/1.1" status: 204 len: 168 time: 0.2301202 Nov 27 04:00:21.191446 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50304) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:21.221106 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af1b92-0cf9-4537-b573-76c02faf85ec tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea3040a9-f03e-4a27-a4a7-7c9a73e1c768,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:21.269443 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50308) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:21.304779 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-304fa493-0513-4c1a-915c-663889cf312b tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1106718 Nov 27 04:00:21.305149 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50312) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:21.359574 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e4f1a6-185e-4446-aeaf-915c73b7751d x-openstack-request-id: req-14e4f1a6-185e-4446-aeaf-915c73b7751d {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:00:21.359867 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e01e5d68-e26c-4b06-981c-0b87763ebb7a", "name": "network-vif-deleted", "tag": "30d277e2-a219-4e7a-996b-e5a18adee02b", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:00:21.360125 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14e4f1a6-185e-4446-aeaf-915c73b7751d {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:00:21.360535 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01e5d68-e26c-4b06-981c-0b87763ebb7a', 'name': 'network-vif-deleted', 'tag': '30d277e2-a219-4e7a-996b-e5a18adee02b', 'status': 'completed', 'code': 200} Nov 27 04:00:21.399297 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d024bbd0-33f6-45cc-a148-ad150a4f9c23 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:21.443350 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d024bbd0-33f6-45cc-a148-ad150a4f9c23 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:21.536093 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d7911944-0498-4efd-a22d-7db1c20000d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:21.604593 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e32ab4aa-b4d2-4a4a-8c62-a38e2b5aae93 req-770fa80e-c499-4e63-b45c-bb5caf2776d0 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01e5d68-e26c-4b06-981c-0b87763ebb7a HTTP/1.1" status: 200 len: 210 time: 0.0410676 Nov 27 04:00:21.616807 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d024bbd0-33f6-45cc-a148-ad150a4f9c23 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:21.619840 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d024bbd0-33f6-45cc-a148-ad150a4f9c23 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:21.624656 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50322) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:21.625110 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d024bbd0-33f6-45cc-a148-ad150a4f9c23 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "DELETE /v2.0/security-groups/1a8ae474-64dd-482d-aab4-8a097ad287e7 HTTP/1.1" status: 204 len: 168 time: 0.3180892 Nov 27 04:00:21.648923 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024bbd0-33f6-45cc-a148-ad150a4f9c23 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8ae474-64dd-482d-aab4-8a097ad287e7,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:21.735634 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-41d4d1b8-7d91-447b-a14f-47a7f94e4672 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1097522 Nov 27 04:00:21.741316 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50324) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:21.753339 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-dbb90c43-77e3-4791-af86-43f87b5bdee6 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Request body: {'security_group': {'name': 'tempest-secgroup--482358444'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:21.760903 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d7911944-0498-4efd-a22d-7db1c20000d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:21.776528 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d7911944-0498-4efd-a22d-7db1c20000d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:21.789198 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:21.828584 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dbb90c43-77e3-4791-af86-43f87b5bdee6 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:21.893156 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d7911944-0498-4efd-a22d-7db1c20000d6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1854d8eb3b344dfbab240a68fa9093ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6201751 Nov 27 04:00:21.893692 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7911944-0498-4efd-a22d-7db1c20000d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da016cc4-ecd2-4b53-8b73-8046764d256c,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:21.898965 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50328) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:21.907236 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50330) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:21.987826 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dbb90c43-77e3-4791-af86-43f87b5bdee6 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:21.999712 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dbb90c43-77e3-4791-af86-43f87b5bdee6 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:22.005212 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1566662b-5f0e-427d-ae22-6636a6cfc69c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:22.040476 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb90c43-77e3-4791-af86-43f87b5bdee6 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1263d33f-5d41-435a-8dc8-570d1bb92604,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:22.044498 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1566662b-5f0e-427d-ae22-6636a6cfc69c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:22.048978 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dbb90c43-77e3-4791-af86-43f87b5bdee6 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:22.053998 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-dbb90c43-77e3-4791-af86-43f87b5bdee6 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3100047 Nov 27 04:00:22.054688 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50334) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:22.060144 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-d34c0ea8-10fe-4412-a0dd-b621e5275c76 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Request body: {'security_group_rule': {'security_group_id': '1263d33f-5d41-435a-8dc8-570d1bb92604', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:22.098534 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d34c0ea8-10fe-4412-a0dd-b621e5275c76 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:22.128154 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1566662b-5f0e-427d-ae22-6636a6cfc69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:22.131290 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1566662b-5f0e-427d-ae22-6636a6cfc69c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:22.132778 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1566662b-5f0e-427d-ae22-6636a6cfc69c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da016cc4-ecd2-4b53-8b73-8046764d256c HTTP/1.1" status: 204 len: 168 time: 0.2310176 Nov 27 04:00:22.172496 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1566662b-5f0e-427d-ae22-6636a6cfc69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da016cc4-ecd2-4b53-8b73-8046764d256c,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:22.187315 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1191452c-4d4d-4406-96b8-f28e633287c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:22.221577 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d34c0ea8-10fe-4412-a0dd-b621e5275c76 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:22.236174 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d34c0ea8-10fe-4412-a0dd-b621e5275c76 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:22.286145 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34c0ea8-10fe-4412-a0dd-b621e5275c76 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c589b3d-d70e-4a08-8689-27813d15bb13,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:22.294740 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d34c0ea8-10fe-4412-a0dd-b621e5275c76 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:22.298830 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d34c0ea8-10fe-4412-a0dd-b621e5275c76 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2429962 Nov 27 04:00:22.299013 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50340) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:22.338335 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e84c1def-65e5-4e28-b277-c36ce525277d tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "GET /v2.0/security-group-rules/4c589b3d-d70e-4a08-8689-27813d15bb13 HTTP/1.1" status: 200 len: 763 time: 0.0373867 Nov 27 04:00:22.340360 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50342) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:22.400376 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:00:22.403490 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c19bb282-50b3-4128-a3fe-de62e27fbcaf tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0613825 Nov 27 04:00:22.406250 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50346) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:22.413325 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1191452c-4d4d-4406-96b8-f28e633287c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:22.419377 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1191452c-4d4d-4406-96b8-f28e633287c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:22.474711 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50352) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:22.474923 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1191452c-4d4d-4406-96b8-f28e633287c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c32fcc191fc5481a93f0ecdc0caa78e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5663061 Nov 27 04:00:22.476002 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1191452c-4d4d-4406-96b8-f28e633287c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2646f00-0823-47ec-9290-91db73d06d3d,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:22.518518 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e522099c-b9ff-475f-bc1e-85c51a807951 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:22.536650 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e522099c-b9ff-475f-bc1e-85c51a807951 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:22.617386 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583b3ce-d8a8-430e-a9e3-79d7373d2359 req-c8968a52-b71d-437c-ae21-506354111c07 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:00:22.620798 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b583b3ce-d8a8-430e-a9e3-79d7373d2359 req-c8968a52-b71d-437c-ae21-506354111c07 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 946 time: 0.0989683 Nov 27 04:00:22.733457 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b583b3ce-d8a8-430e-a9e3-79d7373d2359 req-3c4adb5d-9e44-4188-9136-689ddcfe0aac tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982497 Nov 27 04:00:23.068534 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-90aa2687-65ee-4665-8f45-6774038a32ec req-0e1fc798-f630-4ee6-8ecc-fec6bd85a50e tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01e5d68-e26c-4b06-981c-0b87763ebb7a HTTP/1.1" status: 200 len: 210 time: 0.0458837 Nov 27 04:00:23.083299 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e522099c-b9ff-475f-bc1e-85c51a807951 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:23.091548 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e522099c-b9ff-475f-bc1e-85c51a807951 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:23.092822 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e522099c-b9ff-475f-bc1e-85c51a807951 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/4c589b3d-d70e-4a08-8689-27813d15bb13 HTTP/1.1" status: 204 len: 168 time: 0.6853838 Nov 27 04:00:23.095428 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50380) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:23.097620 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1bca10ea-3834-4c68-9552-5ce62587a584 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:23.123684 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1bca10ea-3834-4c68-9552-5ce62587a584 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:23.180700 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e522099c-b9ff-475f-bc1e-85c51a807951 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c589b3d-d70e-4a08-8689-27813d15bb13,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:23.189050 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1bca10ea-3834-4c68-9552-5ce62587a584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:23.193899 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1bca10ea-3834-4c68-9552-5ce62587a584 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:23.194905 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ba7ac94c-3306-4e76-8236-b5e8aa0619c4 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0976217 Nov 27 04:00:23.197602 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1bca10ea-3834-4c68-9552-5ce62587a584 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f2646f00-0823-47ec-9290-91db73d06d3d HTTP/1.1" status: 204 len: 168 time: 0.7196660 Nov 27 04:00:23.201124 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50386) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:23.206890 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-b4509723-a34b-4122-9145-df366e9fc5b7 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Request body: {'security_group_rule': {'security_group_id': '1263d33f-5d41-435a-8dc8-570d1bb92604', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:23.207919 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca10ea-3834-4c68-9552-5ce62587a584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2646f00-0823-47ec-9290-91db73d06d3d,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:23.267643 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b4509723-a34b-4122-9145-df366e9fc5b7 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:23.358426 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b4509723-a34b-4122-9145-df366e9fc5b7 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:23.369149 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b4509723-a34b-4122-9145-df366e9fc5b7 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:23.472563 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4509723-a34b-4122-9145-df366e9fc5b7 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f938707d-f544-4afd-8704-dee0acdd788e,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:23.486687 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b4509723-a34b-4122-9145-df366e9fc5b7 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:23.487956 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b4509723-a34b-4122-9145-df366e9fc5b7 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2849164 Nov 27 04:00:23.491391 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50406) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:23.515585 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-546dae95-2fc2-4b35-82dd-a165497ac3fb tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "GET /v2.0/security-group-rules/f938707d-f544-4afd-8704-dee0acdd788e HTTP/1.1" status: 200 len: 763 time: 0.0225687 Nov 27 04:00:23.519444 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50408) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:23.568445 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-42597fba-73d1-46d8-907b-91eb9c2f80be tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0475531 Nov 27 04:00:23.571101 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50412) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:23.622174 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4d59c483-9050-4a02-aac4-a152a7f049a4 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:23.643142 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4d59c483-9050-4a02-aac4-a152a7f049a4 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:23.728833 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4d59c483-9050-4a02-aac4-a152a7f049a4 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:23.738986 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4d59c483-9050-4a02-aac4-a152a7f049a4 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:23.744509 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4d59c483-9050-4a02-aac4-a152a7f049a4 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/f938707d-f544-4afd-8704-dee0acdd788e HTTP/1.1" status: 204 len: 168 time: 0.1720152 Nov 27 04:00:23.749236 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50424) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:23.749867 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59c483-9050-4a02-aac4-a152a7f049a4 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f938707d-f544-4afd-8704-dee0acdd788e,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:23.783547 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 30d277e2-a219-4e7a-996b-e5a18adee02b no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:00:23.823993 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: 30d277e2-a219-4e7a-996b-e5a18adee02b {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:00:23.824390 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 30d277e2-a219-4e7a-996b-e5a18adee02b not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:00:23.834439 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1403c97e-aab4-4c56-9596-927a02f20c4c tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0777504 Nov 27 04:00:23.836783 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50428) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:23.841587 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-90285bce-77e4-4faa-b30b-a9342ffa4a67 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Request body: {'security_group_rule': {'security_group_id': '1263d33f-5d41-435a-8dc8-570d1bb92604', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:23.872850 n-d-819494-3 neutron-server[110019]: INFO neutron.db.securitygroups_db [None req-90285bce-77e4-4faa-b30b-a9342ffa4a67 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Project c46ef5da395448df84d91dd20ee24f52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 04:00:23.879472 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-90285bce-77e4-4faa-b30b-a9342ffa4a67 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:23.983971 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-90285bce-77e4-4faa-b30b-a9342ffa4a67 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:23.991910 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-90285bce-77e4-4faa-b30b-a9342ffa4a67 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:24.028375 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90285bce-77e4-4faa-b30b-a9342ffa4a67 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbd62ef3-66a0-43f1-83bd-1104ddcc9230,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:24.045776 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-90285bce-77e4-4faa-b30b-a9342ffa4a67 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:24.049872 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-90285bce-77e4-4faa-b30b-a9342ffa4a67 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2094319 Nov 27 04:00:24.050020 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50438) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:24.082077 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50442) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:24.082928 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-09f77fe5-080a-4249-933c-1614eb291d10 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "GET /v2.0/security-group-rules/dbd62ef3-66a0-43f1-83bd-1104ddcc9230 HTTP/1.1" status: 200 len: 769 time: 0.0314503 Nov 27 04:00:24.186107 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ac37eba9-7038-4f5d-b6e3-171d596cfb28 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1019781 Nov 27 04:00:24.189089 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50448) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:24.267555 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f6e3c5a5-b2c9-43b8-b951-812c4b04a9ea req-08697693-a3fb-4064-bbfb-f9ca113816c5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01e5d68-e26c-4b06-981c-0b87763ebb7a HTTP/1.1" status: 200 len: 210 time: 0.0443428 Nov 27 04:00:24.275344 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-65093bf5-4dc9-4146-9aff-925f38b9df84 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:24.292792 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-65093bf5-4dc9-4146-9aff-925f38b9df84 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:24.357015 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-65093bf5-4dc9-4146-9aff-925f38b9df84 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:24.365694 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-65093bf5-4dc9-4146-9aff-925f38b9df84 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:24.372186 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-65093bf5-4dc9-4146-9aff-925f38b9df84 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/dbd62ef3-66a0-43f1-83bd-1104ddcc9230 HTTP/1.1" status: 204 len: 168 time: 0.1809275 Nov 27 04:00:24.374688 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50456) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:24.398172 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65093bf5-4dc9-4146-9aff-925f38b9df84 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dbd62ef3-66a0-43f1-83bd-1104ddcc9230,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:24.439958 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6a7cd8dd-ce08-45ef-a6dd-e6cb1041df1c tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0629818 Nov 27 04:00:24.442195 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50460) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:24.564668 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0601ac38-709e-47a1-bd56-bf3e7dc6dd95 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:24.600863 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0601ac38-709e-47a1-bd56-bf3e7dc6dd95 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:24.671342 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0601ac38-709e-47a1-bd56-bf3e7dc6dd95 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:24.676304 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0601ac38-709e-47a1-bd56-bf3e7dc6dd95 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:24.681337 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50472) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:24.683127 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0601ac38-709e-47a1-bd56-bf3e7dc6dd95 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "DELETE /v2.0/security-groups/1263d33f-5d41-435a-8dc8-570d1bb92604 HTTP/1.1" status: 204 len: 168 time: 0.2391138 Nov 27 04:00:24.693449 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0601ac38-709e-47a1-bd56-bf3e7dc6dd95 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1263d33f-5d41-435a-8dc8-570d1bb92604,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:24.747764 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-cbb53ed8-ea39-4705-b8b9-2333bd69505c tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0653617 Nov 27 04:00:24.753248 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50476) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:24.822917 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-348dc766-e68d-4128-ab4c-d0ada4d03305 tempest-SecGroupIPv6Test-43914611 tempest-SecGroupIPv6Test-43914611-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0649374 Nov 27 04:00:25.147011 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50496) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:25.303773 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50508) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:25.311660 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e990c30b-767a-4e0f-ab57-2dc4a941af76 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c46ef5da395448df84d91dd20ee24f52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1632628 Nov 27 04:00:25.367033 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e937a374-bc9b-47f4-bd0f-ad8f5fa58f64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:25.390279 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ccf23d54-aca0-4f8c-89f7-f973f9e286b3 req-d64665f1-bf2c-4460-9eee-4d948d4bcac6 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01e5d68-e26c-4b06-981c-0b87763ebb7a HTTP/1.1" status: 200 len: 210 time: 0.0377529 Nov 27 04:00:25.413011 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e937a374-bc9b-47f4-bd0f-ad8f5fa58f64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:25.476645 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e937a374-bc9b-47f4-bd0f-ad8f5fa58f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:25.479531 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e937a374-bc9b-47f4-bd0f-ad8f5fa58f64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:25.481572 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e937a374-bc9b-47f4-bd0f-ad8f5fa58f64 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa12ca5e-6d1d-4134-bd52-ca150cb1b07e HTTP/1.1" status: 204 len: 168 time: 0.1766851 Nov 27 04:00:25.490942 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e937a374-bc9b-47f4-bd0f-ad8f5fa58f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa12ca5e-6d1d-4134-bd52-ca150cb1b07e,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:26.362129 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50546) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:26.378117 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50550) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:26.390736 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device a1c9d3a6-1790-421d-8159-5888317d7f7e details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:00:26.517094 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b3955597-61b5-4806-a0d6-dbd8db3fdcbc req-c653d5d7-9b89-40da-910e-abf36cfa5728 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01e5d68-e26c-4b06-981c-0b87763ebb7a HTTP/1.1" status: 200 len: 210 time: 0.0522349 Nov 27 04:00:26.526440 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-91681f33-9ec2-42d9-8cea-fbdcf9a1c805 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:26.534427 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port a1c9d3a6-1790-421d-8159-5888317d7f7e, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=a1c9d3a6-1790-421d-8159-5888317d7f7e,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:00:26.557556 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': 'a1c9d3a6-1790-421d-8159-5888317d7f7e', 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637', 'port_id': 'a1c9d3a6-1790-421d-8159-5888317d7f7e', 'mac_address': 'fa:16:3e:8b:ad:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef82cdfa-d224-4963-bff3-3b0049ffee0b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:00:26.571477 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-fd770262-8544-476d-89e5-133ff7a7650b tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Request body: {'security_group': {'name': 'tempest-secgroup--601636651'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:26.617017 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fd770262-8544-476d-89e5-133ff7a7650b tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:26.626097 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:26.628838 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fd770262-8544-476d-89e5-133ff7a7650b tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:26.643645 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a1c9d3a6-1790-421d-8159-5888317d7f7e {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:00:26.674279 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port a1c9d3a6-1790-421d-8159-5888317d7f7e, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=a1c9d3a6-1790-421d-8159-5888317d7f7e,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:00:26.680011 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:26.727981 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-91681f33-9ec2-42d9-8cea-fbdcf9a1c805 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:26.738231 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-91681f33-9ec2-42d9-8cea-fbdcf9a1c805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:26.762081 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=a1c9d3a6-1790-421d-8159-5888317d7f7e,revision_number=6']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:26.778175 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:00:26.778672 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:00:26.779287 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:00:26.779447 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:00:26.779688 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:00:26.780023 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:00:26.780626 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:00:26.780969 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:00:26.781303 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:00:26.781635 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:00:26.781966 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:00:26.782340 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:00:26.807162 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91681f33-9ec2-42d9-8cea-fbdcf9a1c805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5291e29d-6ee2-4e43-a8bd-930b829a54be,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:26.819094 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50568) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:26.819576 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-91681f33-9ec2-42d9-8cea-fbdcf9a1c805 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ddf06a44439845e6859315328abb100a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4549985 Nov 27 04:00:26.821278 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fd770262-8544-476d-89e5-133ff7a7650b tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:26.827730 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fd770262-8544-476d-89e5-133ff7a7650b tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:26.879320 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd770262-8544-476d-89e5-133ff7a7650b tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66574193-e8b2-4720-8c6e-184e414b30c5,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:26.882897 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['a1c9d3a6-1790-421d-8159-5888317d7f7e'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:00:26.912575 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-afdd4b8c-5425-435b-beed-6bfdb15f7611 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:26.934800 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fd770262-8544-476d-89e5-133ff7a7650b tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:26.943001 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-afdd4b8c-5425-435b-beed-6bfdb15f7611 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:26.951210 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fd770262-8544-476d-89e5-133ff7a7650b tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:27.027195 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-afdd4b8c-5425-435b-beed-6bfdb15f7611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:27.029948 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-afdd4b8c-5425-435b-beed-6bfdb15f7611 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:27.037453 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-afdd4b8c-5425-435b-beed-6bfdb15f7611 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5291e29d-6ee2-4e43-a8bd-930b829a54be HTTP/1.1" status: 204 len: 168 time: 0.2171140 Nov 27 04:00:27.050394 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd4b8c-5425-435b-beed-6bfdb15f7611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5291e29d-6ee2-4e43-a8bd-930b829a54be,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:27.052553 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fd770262-8544-476d-89e5-133ff7a7650b tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:27.054428 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-fd770262-8544-476d-89e5-133ff7a7650b tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6746778 Nov 27 04:00:27.057231 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50576) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:27.086461 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd770262-8544-476d-89e5-133ff7a7650b tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46a1e3fc-3fa1-45fe-8330-bc17687fccaa,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:27.170934 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8be44eca-fd29-4ec6-abd2-4ebd75a6bf90 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1125641 Nov 27 04:00:27.173897 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50580) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:27.185856 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-df1d05c6-1f43-475c-a621-7cb6412e7433 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Request body: {'security_group': {'name': 'tempest-security--1144628138', 'description': 'tempest-security-description-1114808478'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:27.270926 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-df1d05c6-1f43-475c-a621-7cb6412e7433 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:27.354881 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-df1d05c6-1f43-475c-a621-7cb6412e7433 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:27.361331 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-df1d05c6-1f43-475c-a621-7cb6412e7433 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:27.370299 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-df1d05c6-1f43-475c-a621-7cb6412e7433 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:27.372685 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-df1d05c6-1f43-475c-a621-7cb6412e7433 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "PUT /v2.0/security-groups/46a1e3fc-3fa1-45fe-8330-bc17687fccaa HTTP/1.1" status: 200 len: 1797 time: 0.1974020 Nov 27 04:00:27.377208 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50596) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:27.435323 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d05c6-1f43-475c-a621-7cb6412e7433 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46a1e3fc-3fa1-45fe-8330-bc17687fccaa,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:27.441334 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-889acdf2-46d9-4ecb-93cb-2ec489117e4d tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "GET /v2.0/security-groups/46a1e3fc-3fa1-45fe-8330-bc17687fccaa HTTP/1.1" status: 200 len: 1797 time: 0.0630791 Nov 27 04:00:27.444081 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50598) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:27.525724 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f4747ad8-d86a-49e2-8f91-380bb4309d7d tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:27.553242 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f4747ad8-d86a-49e2-8f91-380bb4309d7d tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:27.603657 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50608) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:27.624072 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f4747ad8-d86a-49e2-8f91-380bb4309d7d tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:27.629440 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f4747ad8-d86a-49e2-8f91-380bb4309d7d tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:27.631038 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f4747ad8-d86a-49e2-8f91-380bb4309d7d tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "DELETE /v2.0/security-groups/46a1e3fc-3fa1-45fe-8330-bc17687fccaa HTTP/1.1" status: 204 len: 168 time: 0.1851540 Nov 27 04:00:27.635736 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50612) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:27.639889 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-58203d96-8427-4c66-acaa-49916d678ebe admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:27.656205 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4747ad8-d86a-49e2-8f91-380bb4309d7d tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a1e3fc-3fa1-45fe-8330-bc17687fccaa,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:27.711292 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0a8209e6-4d57-4d59-8558-eb3f704208e5 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0708823 Nov 27 04:00:27.713798 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50614) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:27.747382 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-71abe75a-9a9e-4aa8-bf45-c781c62ddc36 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] delete failed (client error): The resource could not be found. Nov 27 04:00:27.748048 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-71abe75a-9a9e-4aa8-bf45-c781c62ddc36 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "DELETE /v2.0/security-groups/46a1e3fc-3fa1-45fe-8330-bc17687fccaa HTTP/1.1" status: 404 len: 347 time: 0.0320883 Nov 27 04:00:27.783826 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50616) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:27.790745 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cf276afd-5ab8-40ef-9c98-d2a18b4c7c1f req-5955e302-0bcd-4895-91f4-16c4b048ab04 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01e5d68-e26c-4b06-981c-0b87763ebb7a HTTP/1.1" status: 200 len: 210 time: 0.0652635 Nov 27 04:00:27.795947 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-4d13b081-ee56-4ef1-b1c6-857042da054e tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Request body: {'security_group': {'name': 'tempest-secgroup--1222418767'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:27.796870 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-58203d96-8427-4c66-acaa-49916d678ebe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:27.803297 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-58203d96-8427-4c66-acaa-49916d678ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:27.846139 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4d13b081-ee56-4ef1-b1c6-857042da054e tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:27.899101 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-58203d96-8427-4c66-acaa-49916d678ebe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ee2f523a3234ab4b68de8d65ae9486f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2908204 Nov 27 04:00:27.901779 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50618) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:27.907732 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58203d96-8427-4c66-acaa-49916d678ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93d4aba-2c3f-48c8-906f-7b36c0b2a38b,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:27.973452 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4d13b081-ee56-4ef1-b1c6-857042da054e tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:27.980240 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4d13b081-ee56-4ef1-b1c6-857042da054e tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:28.013606 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2fcb9e12-1d38-4e35-8308-4ec09fff3fdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:28.044467 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2fcb9e12-1d38-4e35-8308-4ec09fff3fdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:28.072334 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4d13b081-ee56-4ef1-b1c6-857042da054e tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:28.081889 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4d13b081-ee56-4ef1-b1c6-857042da054e tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2912915 Nov 27 04:00:28.085001 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50622) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:28.087482 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13b081-ee56-4ef1-b1c6-857042da054e tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97e33572-5a5a-4431-a17b-81d20bd88a48,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:28.099695 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-9638a1ae-06b5-4a52-8f8b-2c251937d0e5 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Request body: {'security_group_rule': {'security_group_id': '97e33572-5a5a-4431-a17b-81d20bd88a48', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:28.166432 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2fcb9e12-1d38-4e35-8308-4ec09fff3fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:28.170398 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2fcb9e12-1d38-4e35-8308-4ec09fff3fdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:28.174498 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2fcb9e12-1d38-4e35-8308-4ec09fff3fdc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c93d4aba-2c3f-48c8-906f-7b36c0b2a38b HTTP/1.1" status: 204 len: 168 time: 0.2672203 Nov 27 04:00:28.205987 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9638a1ae-06b5-4a52-8f8b-2c251937d0e5 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:28.220577 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb9e12-1d38-4e35-8308-4ec09fff3fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93d4aba-2c3f-48c8-906f-7b36c0b2a38b,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:28.405368 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9638a1ae-06b5-4a52-8f8b-2c251937d0e5 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:28.409227 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device a1c9d3a6-1790-421d-8159-5888317d7f7e up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:00:28.420561 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9638a1ae-06b5-4a52-8f8b-2c251937d0e5 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:28.473603 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9638a1ae-06b5-4a52-8f8b-2c251937d0e5 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cec5443-2839-4209-8adb-d2d3087ef24b,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:28.486015 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port a1c9d3a6-1790-421d-8159-5888317d7f7e triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:00:28.486656 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:28.520134 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9638a1ae-06b5-4a52-8f8b-2c251937d0e5 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:28.525656 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50630) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:28.527273 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9638a1ae-06b5-4a52-8f8b-2c251937d0e5 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4337120 Nov 27 04:00:28.593182 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-82390e98-cf20-4b01-a702-278d33bdce4f tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:28.613989 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:28.616513 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-82390e98-cf20-4b01-a702-278d33bdce4f tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:28.664700 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port a1c9d3a6-1790-421d-8159-5888317d7f7e, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=a1c9d3a6-1790-421d-8159-5888317d7f7e,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:00:28.665660 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce091d7-e20b-46b9-947e-d4019b8028fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c9d3a6-1790-421d-8159-5888317d7f7e'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:00:28.669133 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c1207e-a804-47c6-a075-5b889302cae8" -d '{"events": [{"server_uuid": "4ce091d7-e20b-46b9-947e-d4019b8028fa", "name": "network-vif-plugged", "status": "completed", "tag": "a1c9d3a6-1790-421d-8159-5888317d7f7e"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:00:28.673785 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:28.707034 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-82390e98-cf20-4b01-a702-278d33bdce4f tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:28.712793 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-82390e98-cf20-4b01-a702-278d33bdce4f tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:28.713988 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-82390e98-cf20-4b01-a702-278d33bdce4f tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/4cec5443-2839-4209-8adb-d2d3087ef24b HTTP/1.1" status: 204 len: 168 time: 0.1871510 Nov 27 04:00:28.716706 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50642) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:28.741761 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82390e98-cf20-4b01-a702-278d33bdce4f tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4cec5443-2839-4209-8adb-d2d3087ef24b,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:28.779150 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-723754e4-f71e-400e-a5e2-217df8167437 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0567312 Nov 27 04:00:28.779485 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50644) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:28.794586 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90f10be-04b5-445a-adef-7aff3e40e74b x-openstack-request-id: req-a90f10be-04b5-445a-adef-7aff3e40e74b {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:00:28.795105 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce091d7-e20b-46b9-947e-d4019b8028fa", "name": "network-vif-plugged", "status": "completed", "tag": "a1c9d3a6-1790-421d-8159-5888317d7f7e", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:00:28.796410 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a90f10be-04b5-445a-adef-7aff3e40e74b {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:00:28.797011 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce091d7-e20b-46b9-947e-d4019b8028fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c9d3a6-1790-421d-8159-5888317d7f7e', 'code': 200} Nov 27 04:00:28.798373 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=a1c9d3a6-1790-421d-8159-5888317d7f7e,revision_number=7']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:28.981197 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ee70cd91-527b-4524-a67a-f820f1df78fb tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:28.997398 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-24bdedae-d71f-470c-8337-a23ac138888a req-52a1018f-215f-4151-a18a-c4700a568f6c tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01e5d68-e26c-4b06-981c-0b87763ebb7a HTTP/1.1" status: 200 len: 210 time: 0.0661600 Nov 27 04:00:29.070810 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ee70cd91-527b-4524-a67a-f820f1df78fb tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:29.171050 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ee70cd91-527b-4524-a67a-f820f1df78fb tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:29.173897 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ee70cd91-527b-4524-a67a-f820f1df78fb tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:29.176276 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ee70cd91-527b-4524-a67a-f820f1df78fb tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "DELETE /v2.0/security-groups/97e33572-5a5a-4431-a17b-81d20bd88a48 HTTP/1.1" status: 204 len: 168 time: 0.3978956 Nov 27 04:00:29.180141 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50662) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:29.194865 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70cd91-527b-4524-a67a-f820f1df78fb tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e33572-5a5a-4431-a17b-81d20bd88a48,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:29.274453 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a99c93f1-21bb-4cf9-838c-bd866e22bbac tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0929892 Nov 27 04:00:29.278754 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50666) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:29.285118 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-1cbc0df5-6345-4471-8584-b3a87bc0183e tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Request body: {'security_group': {'name': 'tempest-secgroup--2077835467'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:29.327893 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1cbc0df5-6345-4471-8584-b3a87bc0183e tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:29.552261 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1cbc0df5-6345-4471-8584-b3a87bc0183e tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:29.561092 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1cbc0df5-6345-4471-8584-b3a87bc0183e tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:29.643990 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1cbc0df5-6345-4471-8584-b3a87bc0183e tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:29.649155 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1cbc0df5-6345-4471-8584-b3a87bc0183e tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3667676 Nov 27 04:00:29.650180 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50676) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:29.655547 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-704a894e-3b66-41dd-baa2-60da5390132d tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Request body: {'security_group_rule': {'security_group_id': 'c6ab4d36-6dbf-40ab-a086-cbfa646d2706', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:29.685162 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc0df5-6345-4471-8584-b3a87bc0183e tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ab4d36-6dbf-40ab-a086-cbfa646d2706,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:29.752510 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-704a894e-3b66-41dd-baa2-60da5390132d tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:29.912739 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-704a894e-3b66-41dd-baa2-60da5390132d tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:29.932516 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-704a894e-3b66-41dd-baa2-60da5390132d tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:29.954611 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a894e-3b66-41dd-baa2-60da5390132d tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce476eda-7838-4449-b8d6-77c327807dbc,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:29.986941 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-704a894e-3b66-41dd-baa2-60da5390132d tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:29.988537 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-704a894e-3b66-41dd-baa2-60da5390132d tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3371274 Nov 27 04:00:29.991287 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50686) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:29.995949 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-e9c9e6da-f915-4064-8798-73937394d750 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Request body: {'security_group_rule': {'security_group_id': 'c6ab4d36-6dbf-40ab-a086-cbfa646d2706', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:30.092338 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e9c9e6da-f915-4064-8798-73937394d750 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:30.229611 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e9c9e6da-f915-4064-8798-73937394d750 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:30.239701 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e9c9e6da-f915-4064-8798-73937394d750 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:30.287008 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c9e6da-f915-4064-8798-73937394d750 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab8e701f-9f4d-4a17-ad0d-1f723b6f288d,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:30.311045 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e9c9e6da-f915-4064-8798-73937394d750 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:30.315073 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50700) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:30.316912 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e9c9e6da-f915-4064-8798-73937394d750 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3245087 Nov 27 04:00:30.321417 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-64e2eb65-2598-4608-98ad-fe1472ec43c9 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Request body: {'security_group_rule': {'security_group_id': 'c6ab4d36-6dbf-40ab-a086-cbfa646d2706', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:30.407901 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-64e2eb65-2598-4608-98ad-fe1472ec43c9 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:30.576320 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-64e2eb65-2598-4608-98ad-fe1472ec43c9 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:30.591110 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-64e2eb65-2598-4608-98ad-fe1472ec43c9 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:30.658156 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e2eb65-2598-4608-98ad-fe1472ec43c9 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f130891-f0c5-4fc7-9d74-bf24c42aea5e,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:30.691640 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-64e2eb65-2598-4608-98ad-fe1472ec43c9 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:30.706989 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-64e2eb65-2598-4608-98ad-fe1472ec43c9 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3898261 Nov 27 04:00:30.709789 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50708) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:30.714366 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-c3505962-c2a7-4c37-a4ed-fc3da7f3d33a tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Request body: {'security_group_rule': {'security_group_id': 'c6ab4d36-6dbf-40ab-a086-cbfa646d2706', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:30.813584 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c3505962-c2a7-4c37-a4ed-fc3da7f3d33a tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:30.933886 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c3505962-c2a7-4c37-a4ed-fc3da7f3d33a tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:30.942469 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c3505962-c2a7-4c37-a4ed-fc3da7f3d33a tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:30.992376 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3505962-c2a7-4c37-a4ed-fc3da7f3d33a tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef2e561f-f2f0-4a50-b31e-264bbd3d6e6e,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:31.005872 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c3505962-c2a7-4c37-a4ed-fc3da7f3d33a tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:31.007415 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c3505962-c2a7-4c37-a4ed-fc3da7f3d33a tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2966058 Nov 27 04:00:31.010706 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50720) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:31.016575 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-b51e6bd1-0d15-4ac2-9b87-144b921f6fb4 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Request body: {'security_group_rule': {'security_group_id': 'c6ab4d36-6dbf-40ab-a086-cbfa646d2706', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:31.081483 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b51e6bd1-0d15-4ac2-9b87-144b921f6fb4 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:31.204945 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b51e6bd1-0d15-4ac2-9b87-144b921f6fb4 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:31.215040 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b51e6bd1-0d15-4ac2-9b87-144b921f6fb4 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:31.268987 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e6bd1-0d15-4ac2-9b87-144b921f6fb4 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3692d05a-5466-4a90-b57a-bc477160b413,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:31.295622 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b51e6bd1-0d15-4ac2-9b87-144b921f6fb4 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:31.297167 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b51e6bd1-0d15-4ac2-9b87-144b921f6fb4 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2845483 Nov 27 04:00:31.300090 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50732) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:31.340487 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b52f125e-b9aa-4915-b3fc-c0ce6d167a8c tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:31.353207 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b52f125e-b9aa-4915-b3fc-c0ce6d167a8c tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:31.397600 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b52f125e-b9aa-4915-b3fc-c0ce6d167a8c tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:31.407357 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b52f125e-b9aa-4915-b3fc-c0ce6d167a8c tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:31.408933 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b52f125e-b9aa-4915-b3fc-c0ce6d167a8c tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/3692d05a-5466-4a90-b57a-bc477160b413 HTTP/1.1" status: 204 len: 168 time: 0.1075909 Nov 27 04:00:31.411748 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50738) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:31.437256 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f125e-b9aa-4915-b3fc-c0ce6d167a8c tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3692d05a-5466-4a90-b57a-bc477160b413,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:31.491315 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c5296016-2629-4320-9617-0d13ce5f756d tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0777137 Nov 27 04:00:31.495742 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50742) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:31.529916 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-86707e0f-f5e1-4150-a7fe-633ab816efe8 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:31.542195 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-86707e0f-f5e1-4150-a7fe-633ab816efe8 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:31.584706 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-86707e0f-f5e1-4150-a7fe-633ab816efe8 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:31.592985 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-86707e0f-f5e1-4150-a7fe-633ab816efe8 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:31.594282 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-86707e0f-f5e1-4150-a7fe-633ab816efe8 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/ef2e561f-f2f0-4a50-b31e-264bbd3d6e6e HTTP/1.1" status: 204 len: 168 time: 0.0972986 Nov 27 04:00:31.597106 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50750) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:31.625006 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86707e0f-f5e1-4150-a7fe-633ab816efe8 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef2e561f-f2f0-4a50-b31e-264bbd3d6e6e,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:31.697476 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-289b5b4d-9fe7-477c-82cd-2b13fc296a1c tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0988557 Nov 27 04:00:31.700903 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50752) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:31.762420 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-114637cb-f87c-4b42-8e7a-0fc4ac79428f tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:31.782372 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-114637cb-f87c-4b42-8e7a-0fc4ac79428f tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:31.886398 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-114637cb-f87c-4b42-8e7a-0fc4ac79428f tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:31.893364 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-114637cb-f87c-4b42-8e7a-0fc4ac79428f tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:31.897585 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50764) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:31.898320 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-114637cb-f87c-4b42-8e7a-0fc4ac79428f tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/9f130891-f0c5-4fc7-9d74-bf24c42aea5e HTTP/1.1" status: 204 len: 168 time: 0.1956632 Nov 27 04:00:31.912705 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114637cb-f87c-4b42-8e7a-0fc4ac79428f tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f130891-f0c5-4fc7-9d74-bf24c42aea5e,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:32.024697 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-70d48eb5-7e09-422d-941e-71287e941a0d tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1229541 Nov 27 04:00:32.025935 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50766) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:32.085533 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d93e3c25-6a6d-41fb-bd8f-050a40c8c022 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:32.097388 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d93e3c25-6a6d-41fb-bd8f-050a40c8c022 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:32.175360 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d93e3c25-6a6d-41fb-bd8f-050a40c8c022 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:32.185779 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d93e3c25-6a6d-41fb-bd8f-050a40c8c022 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:32.191909 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50778) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:32.197192 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d93e3c25-6a6d-41fb-bd8f-050a40c8c022 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/ab8e701f-9f4d-4a17-ad0d-1f723b6f288d HTTP/1.1" status: 204 len: 168 time: 0.1649020 Nov 27 04:00:32.205591 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e3c25-6a6d-41fb-bd8f-050a40c8c022 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab8e701f-9f4d-4a17-ad0d-1f723b6f288d,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:32.354582 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ba92cbcf-2045-42fe-9183-c1a055a4c5e2 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1611941 Nov 27 04:00:32.359485 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50786) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:32.411737 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b817169d-3e14-4a7f-a54f-8438368a6c4d tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:32.435315 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b817169d-3e14-4a7f-a54f-8438368a6c4d tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:32.489902 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b817169d-3e14-4a7f-a54f-8438368a6c4d tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:32.498539 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b817169d-3e14-4a7f-a54f-8438368a6c4d tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:32.507429 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b817169d-3e14-4a7f-a54f-8438368a6c4d tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/ce476eda-7838-4449-b8d6-77c327807dbc HTTP/1.1" status: 204 len: 168 time: 0.1465600 Nov 27 04:00:32.507603 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50792) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:32.516584 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b817169d-3e14-4a7f-a54f-8438368a6c4d tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce476eda-7838-4449-b8d6-77c327807dbc,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:32.665252 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a50ccf95-5db9-415b-b8cd-13b130a1b447 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1563208 Nov 27 04:00:32.668731 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50802) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:32.805989 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e7706cee-ff31-4133-ae48-4dbed30d7bce tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:32.887158 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e7706cee-ff31-4133-ae48-4dbed30d7bce tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:32.980962 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e7706cee-ff31-4133-ae48-4dbed30d7bce tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:32.988966 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e7706cee-ff31-4133-ae48-4dbed30d7bce tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:32.990622 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e7706cee-ff31-4133-ae48-4dbed30d7bce tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "DELETE /v2.0/security-groups/c6ab4d36-6dbf-40ab-a086-cbfa646d2706 HTTP/1.1" status: 204 len: 168 time: 0.3207858 Nov 27 04:00:32.994298 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50820) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:33.021420 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7706cee-ff31-4133-ae48-4dbed30d7bce tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ab4d36-6dbf-40ab-a086-cbfa646d2706,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:33.137041 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50826) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:33.142160 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-8f116c29-a4cb-43f2-8b45-1226b3da84bb tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Request body: {'security_group': {'name': 'tempest-secgroup--1778955024'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:33.146913 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5d80323b-d92c-4eb1-9e9c-00064c63c820 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1349525 Nov 27 04:00:33.217568 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8f116c29-a4cb-43f2-8b45-1226b3da84bb tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:33.475961 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8f116c29-a4cb-43f2-8b45-1226b3da84bb tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:33.491583 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8f116c29-a4cb-43f2-8b45-1226b3da84bb tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:33.528223 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8f116c29-a4cb-43f2-8b45-1226b3da84bb tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:33.553882 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8f116c29-a4cb-43f2-8b45-1226b3da84bb tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4143088 Nov 27 04:00:33.555277 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50842) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:33.560481 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-80665633-4be4-4fa0-a763-5b350ad1e1e9 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Request body: {'security_group_rule': {'security_group_id': 'cd69cf40-a236-4a2e-9324-8c77474cd7d4', 'direction': 'ingress', 'protocol': 17}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:33.633354 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-80665633-4be4-4fa0-a763-5b350ad1e1e9 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:33.653071 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f116c29-a4cb-43f2-8b45-1226b3da84bb tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd69cf40-a236-4a2e-9324-8c77474cd7d4,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:33.753574 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50848) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:33.791065 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-80665633-4be4-4fa0-a763-5b350ad1e1e9 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:33.798020 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-80665633-4be4-4fa0-a763-5b350ad1e1e9 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:33.837755 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80665633-4be4-4fa0-a763-5b350ad1e1e9 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=694096fe-99a0-4e0f-9b3d-071a6618681a,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:33.857420 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-80665633-4be4-4fa0-a763-5b350ad1e1e9 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:33.862090 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50852) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:33.863396 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-80665633-4be4-4fa0-a763-5b350ad1e1e9 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3054409 Nov 27 04:00:34.097386 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2604fc6a-34bc-4f96-94f3-4bfff0e2ebe3 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:34.231186 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2604fc6a-34bc-4f96-94f3-4bfff0e2ebe3 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:34.516700 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2604fc6a-34bc-4f96-94f3-4bfff0e2ebe3 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:34.519778 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2604fc6a-34bc-4f96-94f3-4bfff0e2ebe3 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:34.520882 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2604fc6a-34bc-4f96-94f3-4bfff0e2ebe3 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "DELETE /v2.0/security-groups/cd69cf40-a236-4a2e-9324-8c77474cd7d4 HTTP/1.1" status: 204 len: 168 time: 0.6568689 Nov 27 04:00:34.524563 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50872) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:34.586883 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2604fc6a-34bc-4f96-94f3-4bfff0e2ebe3 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd69cf40-a236-4a2e-9324-8c77474cd7d4,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:34.651511 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8ec736a4-5879-42e7-a9dd-669dcfdc66ad tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1208587 Nov 27 04:00:34.654517 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50880) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:34.664624 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-4692720b-0a1d-4d3e-b8e8-cd6e2c194ef0 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Request body: {'security_group': {'name': 'tempest-secgroup--487334049'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:34.723188 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4692720b-0a1d-4d3e-b8e8-cd6e2c194ef0 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:34.889429 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4692720b-0a1d-4d3e-b8e8-cd6e2c194ef0 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:34.925756 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4692720b-0a1d-4d3e-b8e8-cd6e2c194ef0 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:34.960949 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4692720b-0a1d-4d3e-b8e8-cd6e2c194ef0 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e70c862-7435-4e9d-85a2-db3d2a336943,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:34.987093 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4692720b-0a1d-4d3e-b8e8-cd6e2c194ef0 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:35.005688 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4692720b-0a1d-4d3e-b8e8-cd6e2c194ef0 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3483455 Nov 27 04:00:35.008147 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50894) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:35.026492 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-eac29b55-2e47-4d18-8517-77ad007acc64 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Request body: {'security_group': {'name': 'tempest-secgroup--146506648'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:35.167053 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-eac29b55-2e47-4d18-8517-77ad007acc64 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:35.435926 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-eac29b55-2e47-4d18-8517-77ad007acc64 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:35.446448 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-12b1753d-518a-46a0-ba80-100aa7c53704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:35.450929 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-eac29b55-2e47-4d18-8517-77ad007acc64 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:35.564548 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50908) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:35.579052 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-eac29b55-2e47-4d18-8517-77ad007acc64 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:35.583613 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50912) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:35.589050 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-9f487d9b-915b-495a-9f1d-e75310dec544 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Request body: {'security_group_rule': {'security_group_id': '8e70c862-7435-4e9d-85a2-db3d2a336943', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a6246886-a279-47d8-8307-63e450b2df90', 'remote_ip_prefix': None}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:35.595868 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-eac29b55-2e47-4d18-8517-77ad007acc64 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5788333 Nov 27 04:00:35.635145 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9f487d9b-915b-495a-9f1d-e75310dec544 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:35.674408 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac29b55-2e47-4d18-8517-77ad007acc64 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6246886-a279-47d8-8307-63e450b2df90,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:35.878735 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9f487d9b-915b-495a-9f1d-e75310dec544 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:35.884559 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d0cd4d84-2923-4a73-bc0b-de54ec81d249 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:35.897034 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9f487d9b-915b-495a-9f1d-e75310dec544 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:35.945463 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f487d9b-915b-495a-9f1d-e75310dec544 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fa6ae2d-eb19-4340-86dd-30f0d9f06dbd,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:35.967509 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-12b1753d-518a-46a0-ba80-100aa7c53704 admin admin] Deleting port 271a6263-1c4e-4232-ab19-41a2a5e7549b {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:00:35.967855 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-12b1753d-518a-46a0-ba80-100aa7c53704 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:36.017924 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9f487d9b-915b-495a-9f1d-e75310dec544 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:36.026401 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9f487d9b-915b-495a-9f1d-e75310dec544 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4414535 Nov 27 04:00:36.031937 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50922) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:36.137492 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ec7af8b2-b574-45e6-ace9-911d5b8a1e02 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:36.165035 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ec7af8b2-b574-45e6-ace9-911d5b8a1e02 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:36.190588 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-12b1753d-518a-46a0-ba80-100aa7c53704 admin admin] For port 271a6263-1c4e-4232-ab19-41a2a5e7549b, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=271a6263-1c4e-4232-ab19-41a2a5e7549b,segment=NetworkSegment(35578323-0418-4a3f-86b4-c2cd878da045),segment_id=35578323-0418-4a3f-86b4-c2cd878da045)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:00:36.191075 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-12b1753d-518a-46a0-ba80-100aa7c53704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:36.229953 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-12b1753d-518a-46a0-ba80-100aa7c53704 admin admin] Calling delete_port for 271a6263-1c4e-4232-ab19-41a2a5e7549b owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:00:36.287746 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ec7af8b2-b574-45e6-ace9-911d5b8a1e02 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:36.316433 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d0cd4d84-2923-4a73-bc0b-de54ec81d249 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:36.325097 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ec7af8b2-b574-45e6-ace9-911d5b8a1e02 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:36.330570 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50924) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:36.331675 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ec7af8b2-b574-45e6-ace9-911d5b8a1e02 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/0fa6ae2d-eb19-4340-86dd-30f0d9f06dbd HTTP/1.1" status: 204 len: 168 time: 0.2986891 Nov 27 04:00:36.332746 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7af8b2-b574-45e6-ace9-911d5b8a1e02 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0fa6ae2d-eb19-4340-86dd-30f0d9f06dbd,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:36.335876 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d0cd4d84-2923-4a73-bc0b-de54ec81d249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:36.379319 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd4d84-2923-4a73-bc0b-de54ec81d249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8807ad-5aa3-4052-b32b-703d5ef09192,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:36.384324 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d0cd4d84-2923-4a73-bc0b-de54ec81d249 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef6971e7feaf43ddad695f997ef9a4ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8187828 Nov 27 04:00:36.387498 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50926) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:36.455631 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9e6e4a86-dbb8-44cc-ab75-d4ef8065b3b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:36.517518 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9e6e4a86-dbb8-44cc-ab75-d4ef8065b3b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:36.520504 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-db0efd47-2e63-443e-a13d-d357c4984f3d tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1886129 Nov 27 04:00:36.523721 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50930) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:36.596849 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9e6e4a86-dbb8-44cc-ab75-d4ef8065b3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:36.600418 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9e6e4a86-dbb8-44cc-ab75-d4ef8065b3b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:36.604032 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9e6e4a86-dbb8-44cc-ab75-d4ef8065b3b5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a8807ad-5aa3-4052-b32b-703d5ef09192 HTTP/1.1" status: 204 len: 168 time: 0.2133145 Nov 27 04:00:36.651195 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-91f38ce5-cd35-41d2-9690-bbbd593b33ca tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:36.685566 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e4a86-dbb8-44cc-ab75-d4ef8065b3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8807ad-5aa3-4052-b32b-703d5ef09192,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:36.739817 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-91f38ce5-cd35-41d2-9690-bbbd593b33ca tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:36.763047 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-12b1753d-518a-46a0-ba80-100aa7c53704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:36.795858 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b1753d-518a-46a0-ba80-100aa7c53704 admin admin] Pushing event deleted for resources: {'Port': ['ID=271a6263-1c4e-4232-ab19-41a2a5e7549b,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:36.933633 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-91f38ce5-cd35-41d2-9690-bbbd593b33ca tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:36.957238 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-91f38ce5-cd35-41d2-9690-bbbd593b33ca tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:36.960965 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50946) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:36.971685 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-91f38ce5-cd35-41d2-9690-bbbd593b33ca tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "DELETE /v2.0/security-groups/a6246886-a279-47d8-8307-63e450b2df90 HTTP/1.1" status: 204 len: 168 time: 0.4448893 Nov 27 04:00:37.055244 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f38ce5-cd35-41d2-9690-bbbd593b33ca tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6246886-a279-47d8-8307-63e450b2df90,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:37.140501 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a40afaab-d1c6-4b4f-b3f2-791b3c088ba1 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1782517 Nov 27 04:00:37.154183 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50952) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:37.262533 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50954) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:37.281810 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a72e6be6-f978-4d3a-8e38-b0fcdd7c7ed2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:37.305651 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-95a8e756-eb70-470c-98f9-87f563096e7c tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:37.355138 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-95a8e756-eb70-470c-98f9-87f563096e7c tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:37.377584 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-12b1753d-518a-46a0-ba80-100aa7c53704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:37.456334 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-95a8e756-eb70-470c-98f9-87f563096e7c tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:37.459031 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-95a8e756-eb70-470c-98f9-87f563096e7c tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:37.464195 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-95a8e756-eb70-470c-98f9-87f563096e7c tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "DELETE /v2.0/security-groups/8e70c862-7435-4e9d-85a2-db3d2a336943 HTTP/1.1" status: 204 len: 168 time: 0.3085399 Nov 27 04:00:37.465777 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50956) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:37.489102 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a72e6be6-f978-4d3a-8e38-b0fcdd7c7ed2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:37.494190 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a8e756-eb70-470c-98f9-87f563096e7c tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e70c862-7435-4e9d-85a2-db3d2a336943,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:37.510584 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a72e6be6-f978-4d3a-8e38-b0fcdd7c7ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:37.568217 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8511790c-3db2-4107-9129-0e4dc4be62cd tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0947232 Nov 27 04:00:37.568217 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50960) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:37.569087 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50962) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:37.570187 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a72e6be6-f978-4d3a-8e38-b0fcdd7c7ed2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f7e695d471a342b4ba6f5f894f617059&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3059878 Nov 27 04:00:37.575058 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-6f4d2522-00f5-4fdb-accd-0a5bb870a332 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Request body: {'security_group': {'name': 'tempest-secgroup--18468228'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:37.669697 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6f4d2522-00f5-4fdb-accd-0a5bb870a332 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:37.736181 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e6be6-f978-4d3a-8e38-b0fcdd7c7ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5aae458-9d16-43cf-a984-e57760393aa7,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:37.781828 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6f4d2522-00f5-4fdb-accd-0a5bb870a332 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:37.792368 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6f4d2522-00f5-4fdb-accd-0a5bb870a332 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:37.880017 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6f4d2522-00f5-4fdb-accd-0a5bb870a332 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:37.890739 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6f4d2522-00f5-4fdb-accd-0a5bb870a332 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3227074 Nov 27 04:00:37.893708 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50976) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:37.905006 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-49c27a16-2391-4cbd-9e66-9e7aa20948b8 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Request body: {'security_group_rule': {'security_group_id': '152bffef-69b6-4d56-99ce-2afe888ac441', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:37.922796 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4d2522-00f5-4fdb-accd-0a5bb870a332 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=152bffef-69b6-4d56-99ce-2afe888ac441,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:37.960777 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ff07a8e7-eb01-43b2-aa9c-fe16d37442f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:38.010874 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ff07a8e7-eb01-43b2-aa9c-fe16d37442f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:38.103711 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ff07a8e7-eb01-43b2-aa9c-fe16d37442f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:38.107487 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ff07a8e7-eb01-43b2-aa9c-fe16d37442f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:38.108920 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ff07a8e7-eb01-43b2-aa9c-fe16d37442f4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d5aae458-9d16-43cf-a984-e57760393aa7 HTTP/1.1" status: 204 len: 168 time: 0.4541132 Nov 27 04:00:38.117478 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b1753d-518a-46a0-ba80-100aa7c53704 admin admin] Router 3800f3d6-c601-4c0d-8073-e6b997a6db34 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:00:38.127968 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07a8e7-eb01-43b2-aa9c-fe16d37442f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5aae458-9d16-43cf-a984-e57760393aa7,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:38.131518 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-49c27a16-2391-4cbd-9e66-9e7aa20948b8 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:38.262028 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-49c27a16-2391-4cbd-9e66-9e7aa20948b8 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:38.297509 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-49c27a16-2391-4cbd-9e66-9e7aa20948b8 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:38.441953 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-49c27a16-2391-4cbd-9e66-9e7aa20948b8 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:38.454668 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-49c27a16-2391-4cbd-9e66-9e7aa20948b8 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5577171 Nov 27 04:00:38.458145 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50998) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:38.470257 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b1753d-518a-46a0-ba80-100aa7c53704 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:00:38.484707 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90498e04-b8ab-45fb-83d9-8410f35cb6ee None None] Sync routers for ids ['3800f3d6-c601-4c0d-8073-e6b997a6db34'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:00:38.492794 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-12b1753d-518a-46a0-ba80-100aa7c53704 admin admin] 10.222.0.20 "PUT /v2.0/routers/3800f3d6-c601-4c0d-8073-e6b997a6db34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7378745 Nov 27 04:00:38.496376 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51000) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:38.514579 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90498e04-b8ab-45fb-83d9-8410f35cb6ee None None] Routers {'3800f3d6-c601-4c0d-8073-e6b997a6db34'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:00:38.515606 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-90498e04-b8ab-45fb-83d9-8410f35cb6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:00:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['3800f3d6-c601-4c0d-8073-e6b997a6db34'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:00:38.556961 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c27a16-2391-4cbd-9e66-9e7aa20948b8 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47d5c5cf-c11d-4eca-a2bc-abcdec99baf4,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:38.599842 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ac5e8e5b-05f3-4442-bb64-14333bc611fc tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:38.621922 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ac5e8e5b-05f3-4442-bb64-14333bc611fc tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:38.700801 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ac5e8e5b-05f3-4442-bb64-14333bc611fc tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:38.718012 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ac5e8e5b-05f3-4442-bb64-14333bc611fc tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:38.722360 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-90498e04-b8ab-45fb-83d9-8410f35cb6ee None None] Set router 3800f3d6-c601-4c0d-8073-e6b997a6db34 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:00:38.730216 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ac5e8e5b-05f3-4442-bb64-14333bc611fc tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/47d5c5cf-c11d-4eca-a2bc-abcdec99baf4 HTTP/1.1" status: 204 len: 168 time: 0.2655618 Nov 27 04:00:38.731104 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51008) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:38.801055 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e8e5b-05f3-4442-bb64-14333bc611fc tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47d5c5cf-c11d-4eca-a2bc-abcdec99baf4,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:38.880784 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51016) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:38.882314 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6176db11-d695-4706-9a5d-227d2ea03864 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1476631 Nov 27 04:00:38.999464 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9b171cc1-a4c8-4850-bff5-3e0de6071638 admin admin] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:39.126091 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-90498e04-b8ab-45fb-83d9-8410f35cb6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3800f3d6-c601-4c0d-8073-e6b997a6db34', 'name': 'tempest-TaggedBootDevicesTest_v242-1629102924-router', 'tenant_id': '3e0a6e3903404d4c8a0246b387bf3805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '83addeb9-dcf2-4534-86d1-264ae97763ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:48:37Z', 'updated_at': '2021-11-27T04:00:36Z', 'revision_number': 5, 'project_id': '3e0a6e3903404d4c8a0246b387bf3805', 'gw_port': {'id': '83addeb9-dcf2-4534-86d1-264ae97763ea', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3800f3d6-c601-4c0d-8073-e6b997a6db34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:48:38Z', 'updated_at': '2021-11-27T03:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:00:39.221767 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90498e04-b8ab-45fb-83d9-8410f35cb6ee None None] Checking router: 3800f3d6-c601-4c0d-8073-e6b997a6db34 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:00:39.243626 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90498e04-b8ab-45fb-83d9-8410f35cb6ee None None] Routers {'3800f3d6-c601-4c0d-8073-e6b997a6db34'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:00:39.244920 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-90498e04-b8ab-45fb-83d9-8410f35cb6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:00:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['3800f3d6-c601-4c0d-8073-e6b997a6db34'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:00:39.424914 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-38ae1258-0118-4273-bd83-bef6b4d5a759 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:39.481318 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-38ae1258-0118-4273-bd83-bef6b4d5a759 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:39.490659 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-90498e04-b8ab-45fb-83d9-8410f35cb6ee None None] Set router 3800f3d6-c601-4c0d-8073-e6b997a6db34 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:00:39.678178 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9b171cc1-a4c8-4850-bff5-3e0de6071638 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:39.689237 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-38ae1258-0118-4273-bd83-bef6b4d5a759 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:39.698920 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-38ae1258-0118-4273-bd83-bef6b4d5a759 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:39.702392 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-38ae1258-0118-4273-bd83-bef6b4d5a759 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "DELETE /v2.0/security-groups/152bffef-69b6-4d56-99ce-2afe888ac441 HTTP/1.1" status: 204 len: 168 time: 0.8207018 Nov 27 04:00:39.705818 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51052) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:39.734447 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae1258-0118-4273-bd83-bef6b4d5a759 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=152bffef-69b6-4d56-99ce-2afe888ac441,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:39.845717 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-67f037a9-13d9-411f-98a0-987b925be92a tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1350396 Nov 27 04:00:39.848461 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51056) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:39.869731 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-47c23d21-8094-4cba-892e-b0a86933fa98 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Request body: {'security_group': {'name': 'tempest-secgroup--1712976676'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:39.942820 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-9b171cc1-a4c8-4850-bff5-3e0de6071638 admin admin] Deleting port 83addeb9-dcf2-4534-86d1-264ae97763ea {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:00:39.943196 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9b171cc1-a4c8-4850-bff5-3e0de6071638 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:40.063499 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-9b171cc1-a4c8-4850-bff5-3e0de6071638 admin admin] For port 83addeb9-dcf2-4534-86d1-264ae97763ea, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=83addeb9-dcf2-4534-86d1-264ae97763ea,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:00:40.063981 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9b171cc1-a4c8-4850-bff5-3e0de6071638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:40.111816 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-9b171cc1-a4c8-4850-bff5-3e0de6071638 admin admin] Calling delete_port for 83addeb9-dcf2-4534-86d1-264ae97763ea owned by network:router_gateway {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:00:40.230643 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-47c23d21-8094-4cba-892e-b0a86933fa98 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:40.321028 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-47c23d21-8094-4cba-892e-b0a86933fa98 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:40.339010 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-47c23d21-8094-4cba-892e-b0a86933fa98 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:40.411329 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-90498e04-b8ab-45fb-83d9-8410f35cb6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3800f3d6-c601-4c0d-8073-e6b997a6db34', 'name': 'tempest-TaggedBootDevicesTest_v242-1629102924-router', 'tenant_id': '3e0a6e3903404d4c8a0246b387bf3805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '83addeb9-dcf2-4534-86d1-264ae97763ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:48:37Z', 'updated_at': '2021-11-27T04:00:36Z', 'revision_number': 5, 'project_id': '3e0a6e3903404d4c8a0246b387bf3805', 'gw_port': {'id': '83addeb9-dcf2-4534-86d1-264ae97763ea', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3800f3d6-c601-4c0d-8073-e6b997a6db34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:48:38Z', 'updated_at': '2021-11-27T03:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:00:40.451080 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90498e04-b8ab-45fb-83d9-8410f35cb6ee None None] The sync data for ids ['3800f3d6-c601-4c0d-8073-e6b997a6db34'] in n-d-819494-3 is: [{'id': '3800f3d6-c601-4c0d-8073-e6b997a6db34', 'name': 'tempest-TaggedBootDevicesTest_v242-1629102924-router', 'tenant_id': '3e0a6e3903404d4c8a0246b387bf3805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '83addeb9-dcf2-4534-86d1-264ae97763ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:48:37Z', 'updated_at': '2021-11-27T04:00:36Z', 'revision_number': 5, 'project_id': '3e0a6e3903404d4c8a0246b387bf3805', 'gw_port': {'id': '83addeb9-dcf2-4534-86d1-264ae97763ea', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3800f3d6-c601-4c0d-8073-e6b997a6db34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:48:38Z', 'updated_at': '2021-11-27T03:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:00:40.506002 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-47c23d21-8094-4cba-892e-b0a86933fa98 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:40.509917 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51070) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:40.510241 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-47c23d21-8094-4cba-892e-b0a86933fa98 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6573529 Nov 27 04:00:40.516660 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-41328435-47e8-4107-92d4-758a17ce1295 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Request body: {'security_group_rule': {'security_group_id': '510c447d-bce4-4bc4-82d0-d70b4dcf1d50', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:40.518182 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c23d21-8094-4cba-892e-b0a86933fa98 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=510c447d-bce4-4bc4-82d0-d70b4dcf1d50,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:40.603350 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-41328435-47e8-4107-92d4-758a17ce1295 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:40.705219 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9b171cc1-a4c8-4850-bff5-3e0de6071638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:40.755565 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-41328435-47e8-4107-92d4-758a17ce1295 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:40.763365 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-41328435-47e8-4107-92d4-758a17ce1295 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:40.790571 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b171cc1-a4c8-4850-bff5-3e0de6071638 admin admin] Pushing event deleted for resources: {'Port': ['ID=83addeb9-dcf2-4534-86d1-264ae97763ea,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:40.837961 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41328435-47e8-4107-92d4-758a17ce1295 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49f18a52-0d73-4c28-ac91-eae46f970505,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:40.863023 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-41328435-47e8-4107-92d4-758a17ce1295 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:40.872334 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-41328435-47e8-4107-92d4-758a17ce1295 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3596444 Nov 27 04:00:40.874276 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51082) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:40.945926 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-88da1cf6-93be-451f-8b99-70904d461840 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "GET /v2.0/security-group-rules/49f18a52-0d73-4c28-ac91-eae46f970505 HTTP/1.1" status: 200 len: 763 time: 0.0690861 Nov 27 04:00:40.946819 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51084) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:41.035855 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9b171cc1-a4c8-4850-bff5-3e0de6071638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:41.069701 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 271a6263-1c4e-4232-ab19-41a2a5e7549b no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:00:41.075216 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-fb328805-59ec-4baf-bbb7-065a68dc642a tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1210144 Nov 27 04:00:41.081789 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51090) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:41.159341 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8304d298-d292-427b-bcfb-584111f5867e tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:41.171221 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 271a6263-1c4e-4232-ab19-41a2a5e7549b {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:00:41.171578 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 271a6263-1c4e-4232-ab19-41a2a5e7549b not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:00:41.195915 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8304d298-d292-427b-bcfb-584111f5867e tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:41.279257 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8304d298-d292-427b-bcfb-584111f5867e tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:41.313234 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8304d298-d292-427b-bcfb-584111f5867e tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:41.321069 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8304d298-d292-427b-bcfb-584111f5867e tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/49f18a52-0d73-4c28-ac91-eae46f970505 HTTP/1.1" status: 204 len: 168 time: 0.2349935 Nov 27 04:00:41.330847 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51100) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:41.411605 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304d298-d292-427b-bcfb-584111f5867e tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=49f18a52-0d73-4c28-ac91-eae46f970505,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:41.423939 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9b171cc1-a4c8-4850-bff5-3e0de6071638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:41.431711 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9b171cc1-a4c8-4850-bff5-3e0de6071638 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:41.452827 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3583b99b-3a88-40ab-a617-476c0bb497e2 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1207118 Nov 27 04:00:41.463165 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51106) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:41.479106 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-e4745632-f6b3-405c-b1c8-d24d15723a64 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Request body: {'security_group_rule': {'security_group_id': '510c447d-bce4-4bc4-82d0-d70b4dcf1d50', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:41.579970 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e4745632-f6b3-405c-b1c8-d24d15723a64 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:41.590701 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9b171cc1-a4c8-4850-bff5-3e0de6071638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:41.592579 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b171cc1-a4c8-4850-bff5-3e0de6071638 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3800f3d6-c601-4c0d-8073-e6b997a6db34 {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:00:41.610061 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9b171cc1-a4c8-4850-bff5-3e0de6071638 admin admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:41.623509 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9b171cc1-a4c8-4850-bff5-3e0de6071638 admin admin] 10.222.0.20 "DELETE /v2.0/routers/3800f3d6-c601-4c0d-8073-e6b997a6db34 HTTP/1.1" status: 204 len: 168 time: 3.1249819 Nov 27 04:00:41.627392 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51108) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:41.713501 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-78e65f9b-24cb-4542-bed2-b5a087221151 admin admin] Deleting subnet fdd47af3-1760-4461-be21-108e1865b763 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:00:41.719633 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-78e65f9b-24cb-4542-bed2-b5a087221151 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:41.856988 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-78e65f9b-24cb-4542-bed2-b5a087221151 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:41.941881 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e4745632-f6b3-405c-b1c8-d24d15723a64 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:41.963157 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e4745632-f6b3-405c-b1c8-d24d15723a64 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:42.020502 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4745632-f6b3-405c-b1c8-d24d15723a64 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d5b5cf1-4062-4a63-a28c-2bf0904d5357,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:42.056126 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e4745632-f6b3-405c-b1c8-d24d15723a64 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:42.063310 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e4745632-f6b3-405c-b1c8-d24d15723a64 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5974038 Nov 27 04:00:42.065809 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51120) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:42.128992 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b58e2613-609e-4c13-a093-a8e904680723 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "GET /v2.0/security-group-rules/9d5b5cf1-4062-4a63-a28c-2bf0904d5357 HTTP/1.1" status: 200 len: 763 time: 0.0599971 Nov 27 04:00:42.131632 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51124) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:42.150825 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-78e65f9b-24cb-4542-bed2-b5a087221151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:42.283037 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-49ad40f0-e95e-41e7-9cc3-3ab38bec8c94 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1497507 Nov 27 04:00:42.286312 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51128) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:42.298679 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-78e65f9b-24cb-4542-bed2-b5a087221151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:42.341753 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-78e65f9b-24cb-4542-bed2-b5a087221151 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:42.349450 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ef1625-357a-41cd-8f1c-c5481cbd2e75 None None] Network 9ff8078f-ae3b-4728-b001-9277e61f21a6 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:00:42.360710 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-78e65f9b-24cb-4542-bed2-b5a087221151 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fdd47af3-1760-4461-be21-108e1865b763 HTTP/1.1" status: 204 len: 168 time: 0.7309051 Nov 27 04:00:42.387196 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51134) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:42.485717 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e65f9b-24cb-4542-bed2-b5a087221151 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdd47af3-1760-4461-be21-108e1865b763,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:42.544011 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-59625978-0213-48f5-95c5-18c7d5edf058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:42.547452 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8d3fef2d-84aa-4f8e-abb2-9936f473344b tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:42.566982 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8d3fef2d-84aa-4f8e-abb2-9936f473344b tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:42.676100 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8d3fef2d-84aa-4f8e-abb2-9936f473344b tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:42.694540 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8d3fef2d-84aa-4f8e-abb2-9936f473344b tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:42.695741 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8d3fef2d-84aa-4f8e-abb2-9936f473344b tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/9d5b5cf1-4062-4a63-a28c-2bf0904d5357 HTTP/1.1" status: 204 len: 168 time: 0.4080305 Nov 27 04:00:42.699475 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51144) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:42.707837 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3fef2d-84aa-4f8e-abb2-9936f473344b tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d5b5cf1-4062-4a63-a28c-2bf0904d5357,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:42.711873 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-59625978-0213-48f5-95c5-18c7d5edf058 admin admin] Deleting port 88c71203-d15c-4ca0-95a0-102bf117c633 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:00:42.712245 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-59625978-0213-48f5-95c5-18c7d5edf058 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:42.785896 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-59625978-0213-48f5-95c5-18c7d5edf058 admin admin] For port 88c71203-d15c-4ca0-95a0-102bf117c633, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=88c71203-d15c-4ca0-95a0-102bf117c633,segment=NetworkSegment(35578323-0418-4a3f-86b4-c2cd878da045),segment_id=35578323-0418-4a3f-86b4-c2cd878da045)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:00:42.786503 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-59625978-0213-48f5-95c5-18c7d5edf058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:42.805007 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-59625978-0213-48f5-95c5-18c7d5edf058 admin admin] Calling delete_port for 88c71203-d15c-4ca0-95a0-102bf117c633 owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:00:42.811427 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 83addeb9-dcf2-4534-86d1-264ae97763ea no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:00:42.851085 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 83addeb9-dcf2-4534-86d1-264ae97763ea {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:00:42.851559 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 83addeb9-dcf2-4534-86d1-264ae97763ea not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:00:42.925518 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-531caa91-e0dd-437a-a54f-d7cc20b502c4 req-64e1da38-f232-4b23-b82f-4081e7375435 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a692ea22-77a1-43bb-be1f-5992d9fa6bff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2047670 Nov 27 04:00:42.982100 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6e2b432d-bfeb-4ac0-b678-15a165b69213 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2794783 Nov 27 04:00:42.984321 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51152) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:42.997100 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-49c2ab02-f948-47f3-860c-082eaf1f5e11 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Request body: {'security_group_rule': {'security_group_id': '510c447d-bce4-4bc4-82d0-d70b4dcf1d50', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:43.005445 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-59625978-0213-48f5-95c5-18c7d5edf058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:43.013159 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516cc48c-6e40-4357-ad7c-a1d7b0121640 None None] DHCP port deletion for 9ff8078f-ae3b-4728-b001-9277e61f21a6 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:00:43.082992 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59625978-0213-48f5-95c5-18c7d5edf058 admin admin] Pushing event deleted for resources: {'Port': ['ID=88c71203-d15c-4ca0-95a0-102bf117c633,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:43.094092 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59625978-0213-48f5-95c5-18c7d5edf058 admin admin] No DVR routers for this DVR port 88c71203-d15c-4ca0-95a0-102bf117c633 on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:00:43.202094 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531caa91-e0dd-437a-a54f-d7cc20b502c4 req-36037419-baa4-4de2-8fad-9e421af7effe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:00:43.203859 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-531caa91-e0dd-437a-a54f-d7cc20b502c4 req-36037419-baa4-4de2-8fad-9e421af7effe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9bd4f2386ca49389eb1721b8a19f965&device_id=a692ea22-77a1-43bb-be1f-5992d9fa6bff HTTP/1.1" status: 200 len: 1097 time: 0.1783996 Nov 27 04:00:43.274597 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-49c2ab02-f948-47f3-860c-082eaf1f5e11 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:43.304391 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-59625978-0213-48f5-95c5-18c7d5edf058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:43.400211 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-59625978-0213-48f5-95c5-18c7d5edf058 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ff8078f-ae3b-4728-b001-9277e61f21a6']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:00:43.434218 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-59625978-0213-48f5-95c5-18c7d5edf058 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35578323-0418-4a3f-86b4-c2cd878da045') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:00:43.434520 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-59625978-0213-48f5-95c5-18c7d5edf058 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35578323-0418-4a3f-86b4-c2cd878da045') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:00:43.471461 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-59625978-0213-48f5-95c5-18c7d5edf058 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:43.505250 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-59625978-0213-48f5-95c5-18c7d5edf058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:43.515577 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59625978-0213-48f5-95c5-18c7d5edf058 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:00:43.516273 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-59625978-0213-48f5-95c5-18c7d5edf058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:43.518486 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:00:43.518486 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:00:43.518486 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:00:43.518486 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:00:43.518486 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:00:43.518486 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:00:43.518486 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:00:43.518486 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:00:43.518486 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:00:43.518486 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:00:43.518486 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:00:43.518486 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:00:43.518486 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:00:43.518486 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:00:43.518486 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:00:43.518486 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:00:43.518486 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:00:43.518486 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:00:43.518486 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:00:43.518486 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:00:43.518486 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:00:43.518486 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:00:43.518486 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:00:43.518486 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:00:43.518486 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:00:43.518486 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:00:43.518486 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:00:43.518486 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:00:43.518486 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:00:43.518486 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:00:43.518486 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:00:43.518486 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:00:43.664290 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-59625978-0213-48f5-95c5-18c7d5edf058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:43.671586 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-59625978-0213-48f5-95c5-18c7d5edf058 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:43.676839 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-59625978-0213-48f5-95c5-18c7d5edf058 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9ff8078f-ae3b-4728-b001-9277e61f21a6 HTTP/1.1" status: 204 len: 168 time: 1.2802966 Nov 27 04:00:43.692191 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51190) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:43.693307 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59625978-0213-48f5-95c5-18c7d5edf058 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ff8078f-ae3b-4728-b001-9277e61f21a6,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:44.427672 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531caa91-e0dd-437a-a54f-d7cc20b502c4 req-884aa0df-c41b-4464-bdbc-b44eebd84574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:00:44.433807 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-531caa91-e0dd-437a-a54f-d7cc20b502c4 req-884aa0df-c41b-4464-bdbc-b44eebd84574 service neutron] 10.222.0.23 "GET /v2.0/networks?id=206ec85b-e04a-4c10-8a6e-66c9bea7fa3d HTTP/1.1" status: 200 len: 911 time: 1.2061408 Nov 27 04:00:44.583298 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-531caa91-e0dd-437a-a54f-d7cc20b502c4 req-fd224fb6-0812-457c-a893-aea563d26f30 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02d6475a-f113-40d3-bb30-5643ff13b119 HTTP/1.1" status: 200 len: 1002 time: 0.1368279 Nov 27 04:00:44.592929 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-49c2ab02-f948-47f3-860c-082eaf1f5e11 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:44.615593 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-49c2ab02-f948-47f3-860c-082eaf1f5e11 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:44.660957 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2f4693a2-ad5b-4c67-a18e-a6129a0006c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:44.688227 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-49c2ab02-f948-47f3-860c-082eaf1f5e11 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:44.689842 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-49c2ab02-f948-47f3-860c-082eaf1f5e11 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7045264 Nov 27 04:00:44.696208 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51230) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:44.722404 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6fbb47fd-60a6-4cfa-b717-ee7dfcc38538 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "GET /v2.0/security-group-rules/fdae97c1-a91b-47e8-9259-a0ff07ab4a3d HTTP/1.1" status: 200 len: 764 time: 0.0223174 Nov 27 04:00:44.725435 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51234) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:44.727758 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c2ab02-f948-47f3-860c-082eaf1f5e11 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdae97c1-a91b-47e8-9259-a0ff07ab4a3d,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:44.762245 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531caa91-e0dd-437a-a54f-d7cc20b502c4 req-74f14bdd-5ece-40ee-af2e-e74a6e8ac59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:00:44.767324 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-531caa91-e0dd-437a-a54f-d7cc20b502c4 req-74f14bdd-5ece-40ee-af2e-e74a6e8ac59b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=16a2ad0e-052b-4c88-8b6f-df6566997da5 HTTP/1.1" status: 200 len: 849 time: 0.1692514 Nov 27 04:00:44.842657 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9aff00d2-55f1-4320-b21f-ba1a6f88fb68 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1156731 Nov 27 04:00:44.854900 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51240) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:44.944335 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 88c71203-d15c-4ca0-95a0-102bf117c633 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:00:45.004614 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 88c71203-d15c-4ca0-95a0-102bf117c633 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:00:45.004989 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 88c71203-d15c-4ca0-95a0-102bf117c633 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:00:45.033505 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8f8af49a-e7c1-42d5-91ac-f338f6411d8e tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:45.064530 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8f8af49a-e7c1-42d5-91ac-f338f6411d8e tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:45.134180 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531caa91-e0dd-437a-a54f-d7cc20b502c4 req-69ae49db-c1d2-4d3e-89d7-208832e944f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:00:45.136418 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-531caa91-e0dd-437a-a54f-d7cc20b502c4 req-69ae49db-c1d2-4d3e-89d7-208832e944f6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=206ec85b-e04a-4c10-8a6e-66c9bea7fa3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3459051 Nov 27 04:00:45.214398 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8f8af49a-e7c1-42d5-91ac-f338f6411d8e tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:45.300977 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8f8af49a-e7c1-42d5-91ac-f338f6411d8e tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:45.311311 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8f8af49a-e7c1-42d5-91ac-f338f6411d8e tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/fdae97c1-a91b-47e8-9259-a0ff07ab4a3d HTTP/1.1" status: 204 len: 168 time: 0.4501626 Nov 27 04:00:45.314436 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8af49a-e7c1-42d5-91ac-f338f6411d8e tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fdae97c1-a91b-47e8-9259-a0ff07ab4a3d,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:45.331239 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51246) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:45.503451 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51256) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:45.504610 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-62af4534-4084-40e6-8136-cfdb2bd73fa6 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1639540 Nov 27 04:00:45.544691 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-531caa91-e0dd-437a-a54f-d7cc20b502c4 req-a88f6db9-209b-4f88-95eb-6983e604c744 service neutron] 10.222.0.23 "GET /v2.0/networks/206ec85b-e04a-4c10-8a6e-66c9bea7fa3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884678 Nov 27 04:00:45.639795 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fcf6e827-964e-413b-910d-327bd3330b40 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:45.690758 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fcf6e827-964e-413b-910d-327bd3330b40 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:45.863626 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fcf6e827-964e-413b-910d-327bd3330b40 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:45.874914 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fcf6e827-964e-413b-910d-327bd3330b40 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:45.874914 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-fcf6e827-964e-413b-910d-327bd3330b40 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "DELETE /v2.0/security-groups/510c447d-bce4-4bc4-82d0-d70b4dcf1d50 HTTP/1.1" status: 204 len: 168 time: 0.3671365 Nov 27 04:00:45.879294 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51264) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:45.896179 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-531caa91-e0dd-437a-a54f-d7cc20b502c4 req-dfe87ad9-7028-4ded-81f2-829ccd6ea5c0 service neutron] 10.222.0.23 "GET /v2.0/networks/206ec85b-e04a-4c10-8a6e-66c9bea7fa3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372703 Nov 27 04:00:45.899376 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-2f4693a2-ad5b-4c67-a18e-a6129a0006c3 admin admin] Deleting port ce218dfe-529a-4d25-8fdc-ef1d43ea4b82 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:00:45.899759 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2f4693a2-ad5b-4c67-a18e-a6129a0006c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:45.903156 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf6e827-964e-413b-910d-327bd3330b40 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=510c447d-bce4-4bc4-82d0-d70b4dcf1d50,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:45.975894 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51266) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:46.004490 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-a8884379-3332-4e1d-b36f-b41bc3582a75 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-127047321', 'description': 'tempest-secgroup-smoke-127047321 description', 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:46.090575 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:46.107950 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-2f4693a2-ad5b-4c67-a18e-a6129a0006c3 admin admin] For port ce218dfe-529a-4d25-8fdc-ef1d43ea4b82, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=ce218dfe-529a-4d25-8fdc-ef1d43ea4b82,segment=NetworkSegment(5f2fc0be-1be8-4642-a29e-d883f02ddc13),segment_id=5f2fc0be-1be8-4642-a29e-d883f02ddc13)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:00:46.112185 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2f4693a2-ad5b-4c67-a18e-a6129a0006c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:46.120400 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b21be051-44d8-4151-a1c8-779c2f40c88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:46.146776 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-2f4693a2-ad5b-4c67-a18e-a6129a0006c3 admin admin] Calling delete_port for ce218dfe-529a-4d25-8fdc-ef1d43ea4b82 owned by network:router_interface {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:00:46.158505 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6e23a71b-1907-40af-8359-eee11bc96f70 tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2776096 Nov 27 04:00:46.167849 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51272) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:46.170470 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a8884379-3332-4e1d-b36f-b41bc3582a75 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:46.267138 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a8884379-3332-4e1d-b36f-b41bc3582a75 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:46.287318 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a8884379-3332-4e1d-b36f-b41bc3582a75 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:46.317943 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a8884379-3332-4e1d-b36f-b41bc3582a75 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:46.327678 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a8884379-3332-4e1d-b36f-b41bc3582a75 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3449111 Nov 27 04:00:46.331597 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51274) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:46.344837 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-ee316b09-7ced-4d93-8b15-2124b7606033 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Request body: {'security_group_rule': {'security_group_id': '2383de61-82ea-4adc-bed0-356ea04ef1d2', 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:46.373345 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8884379-3332-4e1d-b36f-b41bc3582a75 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2383de61-82ea-4adc-bed0-356ea04ef1d2,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:46.536170 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2a3b87f6-9286-4dd3-a6fa-2d63a4b32eeb tempest-SecGroupTest-1749043260 tempest-SecGroupTest-1749043260-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3478591 Nov 27 04:00:46.578967 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ee316b09-7ced-4d93-8b15-2124b7606033 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:46.883658 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ee316b09-7ced-4d93-8b15-2124b7606033 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:46.897037 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ee316b09-7ced-4d93-8b15-2124b7606033 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:46.956314 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ee316b09-7ced-4d93-8b15-2124b7606033 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:46.957522 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ee316b09-7ced-4d93-8b15-2124b7606033 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6245258 Nov 27 04:00:46.960476 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51298) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:46.966313 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-e46dbf91-d9cb-45e6-8781-6ebf15c80989 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Request body: {'security_group_rule': {'security_group_id': '2383de61-82ea-4adc-bed0-356ea04ef1d2', 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:46.971301 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee316b09-7ced-4d93-8b15-2124b7606033 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=042196fa-0fbb-4bdc-927a-82899c9feb4f,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:47.023142 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2f4693a2-ad5b-4c67-a18e-a6129a0006c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:47.031131 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e46dbf91-d9cb-45e6-8781-6ebf15c80989 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:47.083558 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4693a2-ad5b-4c67-a18e-a6129a0006c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce218dfe-529a-4d25-8fdc-ef1d43ea4b82,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:47.235414 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51306) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:47.240534 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e46dbf91-d9cb-45e6-8781-6ebf15c80989 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:47.262478 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e46dbf91-d9cb-45e6-8781-6ebf15c80989 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:47.325333 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46dbf91-d9cb-45e6-8781-6ebf15c80989 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f424c17-0b0c-4ad0-b3f2-9df70ed5a804,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:47.337020 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e46dbf91-d9cb-45e6-8781-6ebf15c80989 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:47.344047 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e46dbf91-d9cb-45e6-8781-6ebf15c80989 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3822753 Nov 27 04:00:47.347447 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51310) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:47.359853 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-1790271d-937f-4a95-b0c8-c10a159ed9b5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Request body: {'security_group_rule': {'security_group_id': '2383de61-82ea-4adc-bed0-356ea04ef1d2', 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:47.427940 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1790271d-937f-4a95-b0c8-c10a159ed9b5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:47.578871 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e7c1ac9f-0a15-4748-8ea5-50cf70f93e4d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ba933c47c1c4d019f306c4f9b10ca36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3386188 Nov 27 04:00:47.584947 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51314) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:47.628644 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1790271d-937f-4a95-b0c8-c10a159ed9b5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:47.639742 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1790271d-937f-4a95-b0c8-c10a159ed9b5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:47.663862 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a7ea2bd0-d647-4e12-a215-fd7e446ac31a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:47.706798 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a7ea2bd0-d647-4e12-a215-fd7e446ac31a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:47.723757 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790271d-937f-4a95-b0c8-c10a159ed9b5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f437cd26-47cb-47a9-8d9a-644ea7f0cdd1,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:47.737617 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2f4693a2-ad5b-4c67-a18e-a6129a0006c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:47.782477 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1790271d-937f-4a95-b0c8-c10a159ed9b5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:47.800148 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1790271d-937f-4a95-b0c8-c10a159ed9b5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4476981 Nov 27 04:00:47.803005 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1790271d-937f-4a95-b0c8-c10a159ed9b5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:00:47.803369 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1790271d-937f-4a95-b0c8-c10a159ed9b5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:00:47.803726 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1790271d-937f-4a95-b0c8-c10a159ed9b5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:00:47.804086 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1790271d-937f-4a95-b0c8-c10a159ed9b5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:00:47.804427 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1790271d-937f-4a95-b0c8-c10a159ed9b5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:00:47.804767 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1790271d-937f-4a95-b0c8-c10a159ed9b5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:00:47.805106 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1790271d-937f-4a95-b0c8-c10a159ed9b5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:00:47.805443 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1790271d-937f-4a95-b0c8-c10a159ed9b5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:00:47.805777 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1790271d-937f-4a95-b0c8-c10a159ed9b5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:00:47.806111 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1790271d-937f-4a95-b0c8-c10a159ed9b5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:00:47.806450 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1790271d-937f-4a95-b0c8-c10a159ed9b5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:00:47.806811 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1790271d-937f-4a95-b0c8-c10a159ed9b5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:00:47.817522 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51322) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:47.836369 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-f891a4a9-5306-4c42-88c4-d73dbefc252b tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Request body: {'security_group_rule': {'security_group_id': '2383de61-82ea-4adc-bed0-356ea04ef1d2', 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:47.881347 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f891a4a9-5306-4c42-88c4-d73dbefc252b tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:48.046102 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f891a4a9-5306-4c42-88c4-d73dbefc252b tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:48.058576 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f891a4a9-5306-4c42-88c4-d73dbefc252b tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:48.110307 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f891a4a9-5306-4c42-88c4-d73dbefc252b tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e34f285-b589-4dce-a31d-039fd2f019dc,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:48.111473 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4693a2-ad5b-4c67-a18e-a6129a0006c3 admin admin] Router 714579d2-4a91-4b47-9145-07f822c32bb3 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:00:48.133283 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f891a4a9-5306-4c42-88c4-d73dbefc252b tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:48.134943 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f891a4a9-5306-4c42-88c4-d73dbefc252b tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3157411 Nov 27 04:00:48.138514 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51326) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:48.142739 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a7ea2bd0-d647-4e12-a215-fd7e446ac31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:48.146056 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a7ea2bd0-d647-4e12-a215-fd7e446ac31a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:48.150227 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a7ea2bd0-d647-4e12-a215-fd7e446ac31a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/66574193-e8b2-4720-8c6e-184e414b30c5 HTTP/1.1" status: 204 len: 168 time: 0.5640104 Nov 27 04:00:48.151994 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-98f213be-6ae9-4e00-9510-47d30b86db0d tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Request body: {'security_group_rule': {'security_group_id': '2383de61-82ea-4adc-bed0-356ea04ef1d2', 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:48.200819 n-d-819494-3 neutron-server[110019]: INFO neutron.db.securitygroups_db [None req-98f213be-6ae9-4e00-9510-47d30b86db0d tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Project c0fb01b15ba04e8ca79caed9882229f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 04:00:48.210908 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-98f213be-6ae9-4e00-9510-47d30b86db0d tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:48.240567 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea2bd0-d647-4e12-a215-fd7e446ac31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66574193-e8b2-4720-8c6e-184e414b30c5,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:48.313323 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-52e97f2c-1f6a-4b0c-8ba2-68e67069e56d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:48.357110 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4693a2-ad5b-4c67-a18e-a6129a0006c3 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:00:48.373911 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2f4693a2-ad5b-4c67-a18e-a6129a0006c3 admin admin] 10.222.0.20 "PUT /v2.0/routers/714579d2-4a91-4b47-9145-07f822c32bb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6760972 Nov 27 04:00:48.377247 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51336) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:48.379461 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06d3a74-3724-4e73-950f-cd0a8ae0294c None None] Sync routers for ids ['714579d2-4a91-4b47-9145-07f822c32bb3'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:00:48.407269 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-98f213be-6ae9-4e00-9510-47d30b86db0d tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:48.411900 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06d3a74-3724-4e73-950f-cd0a8ae0294c None None] Routers {'714579d2-4a91-4b47-9145-07f822c32bb3'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:00:48.412551 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-b06d3a74-3724-4e73-950f-cd0a8ae0294c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:00:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['714579d2-4a91-4b47-9145-07f822c32bb3'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:00:48.416639 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-98f213be-6ae9-4e00-9510-47d30b86db0d tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:48.456309 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f213be-6ae9-4e00-9510-47d30b86db0d tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c323923b-17ce-48ec-a38f-53c812068165,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:48.468874 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-98f213be-6ae9-4e00-9510-47d30b86db0d tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:48.471000 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-98f213be-6ae9-4e00-9510-47d30b86db0d tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3308051 Nov 27 04:00:48.473263 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51340) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:48.478371 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-3280a8db-db5b-4d19-8c38-4e717d80a0f2 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Request body: {'security_group_rule': {'security_group_id': '2383de61-82ea-4adc-bed0-356ea04ef1d2', 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:48.507908 n-d-819494-3 neutron-server[110019]: INFO neutron.db.securitygroups_db [None req-3280a8db-db5b-4d19-8c38-4e717d80a0f2 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Project c0fb01b15ba04e8ca79caed9882229f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 04:00:48.521424 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3280a8db-db5b-4d19-8c38-4e717d80a0f2 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:48.652016 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-779d21eb-5a48-4bb7-8996-6d6a17baf0f1 admin admin] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:48.668520 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:48.758861 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3280a8db-db5b-4d19-8c38-4e717d80a0f2 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:48.766188 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-b06d3a74-3724-4e73-950f-cd0a8ae0294c None None] Set router 714579d2-4a91-4b47-9145-07f822c32bb3 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:00:48.778443 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3280a8db-db5b-4d19-8c38-4e717d80a0f2 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:48.879397 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a8db-db5b-4d19-8c38-4e717d80a0f2 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c659fd1-67b2-4d4a-817f-9f3c03e609a6,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:48.900770 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3280a8db-db5b-4d19-8c38-4e717d80a0f2 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:48.910623 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-3280a8db-db5b-4d19-8c38-4e717d80a0f2 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4332764 Nov 27 04:00:48.980291 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-779d21eb-5a48-4bb7-8996-6d6a17baf0f1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:49.186902 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-779d21eb-5a48-4bb7-8996-6d6a17baf0f1 admin admin] Deleting port bc4c21ed-4a12-4a23-942d-c6ce350a8234 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:00:49.187430 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-779d21eb-5a48-4bb7-8996-6d6a17baf0f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:49.286816 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-779d21eb-5a48-4bb7-8996-6d6a17baf0f1 admin admin] For port bc4c21ed-4a12-4a23-942d-c6ce350a8234, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=bc4c21ed-4a12-4a23-942d-c6ce350a8234,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:00:49.287328 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-779d21eb-5a48-4bb7-8996-6d6a17baf0f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:49.287810 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-b06d3a74-3724-4e73-950f-cd0a8ae0294c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714579d2-4a91-4b47-9145-07f822c32bb3', 'name': 'tempest-TaggedBootDevicesTest_v242-121900332-router', 'tenant_id': 'f0bc5ce6a1ce4917a07583424ec21c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': 'bc4c21ed-4a12-4a23-942d-c6ce350a8234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:48:47Z', 'updated_at': '2021-11-27T04:00:46Z', 'revision_number': 5, 'project_id': 'f0bc5ce6a1ce4917a07583424ec21c48', 'gw_port': {'id': 'bc4c21ed-4a12-4a23-942d-c6ce350a8234', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:11:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714579d2-4a91-4b47-9145-07f822c32bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:48:49Z', 'updated_at': '2021-11-27T03:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:00:49.322709 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-779d21eb-5a48-4bb7-8996-6d6a17baf0f1 admin admin] Calling delete_port for bc4c21ed-4a12-4a23-942d-c6ce350a8234 owned by network:router_gateway {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:00:49.421333 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06d3a74-3724-4e73-950f-cd0a8ae0294c None None] Checking router: 714579d2-4a91-4b47-9145-07f822c32bb3 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:00:49.462654 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06d3a74-3724-4e73-950f-cd0a8ae0294c None None] Routers {'714579d2-4a91-4b47-9145-07f822c32bb3'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:00:49.469138 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-b06d3a74-3724-4e73-950f-cd0a8ae0294c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:00:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['714579d2-4a91-4b47-9145-07f822c32bb3'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:00:49.507046 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:49.735595 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-b06d3a74-3724-4e73-950f-cd0a8ae0294c None None] Set router 714579d2-4a91-4b47-9145-07f822c32bb3 gateway port host: None {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:00:49.851212 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-779d21eb-5a48-4bb7-8996-6d6a17baf0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:49.906963 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-b06d3a74-3724-4e73-950f-cd0a8ae0294c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714579d2-4a91-4b47-9145-07f822c32bb3', 'name': 'tempest-TaggedBootDevicesTest_v242-121900332-router', 'tenant_id': 'f0bc5ce6a1ce4917a07583424ec21c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:48:47Z', 'updated_at': '2021-11-27T04:00:48Z', 'revision_number': 6, 'project_id': 'f0bc5ce6a1ce4917a07583424ec21c48', 'gw_port_host': None}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:00:49.921154 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d21eb-5a48-4bb7-8996-6d6a17baf0f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc4c21ed-4a12-4a23-942d-c6ce350a8234,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:49.964523 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06d3a74-3724-4e73-950f-cd0a8ae0294c None None] The sync data for ids ['714579d2-4a91-4b47-9145-07f822c32bb3'] in n-d-819494-3 is: [{'id': '714579d2-4a91-4b47-9145-07f822c32bb3', 'name': 'tempest-TaggedBootDevicesTest_v242-121900332-router', 'tenant_id': 'f0bc5ce6a1ce4917a07583424ec21c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:48:47Z', 'updated_at': '2021-11-27T04:00:48Z', 'revision_number': 6, 'project_id': 'f0bc5ce6a1ce4917a07583424ec21c48', 'gw_port_host': None}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:00:50.116727 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-779d21eb-5a48-4bb7-8996-6d6a17baf0f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:50.493460 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-779d21eb-5a48-4bb7-8996-6d6a17baf0f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:50.499792 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-779d21eb-5a48-4bb7-8996-6d6a17baf0f1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:50.634991 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-779d21eb-5a48-4bb7-8996-6d6a17baf0f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:50.635990 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779d21eb-5a48-4bb7-8996-6d6a17baf0f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 714579d2-4a91-4b47-9145-07f822c32bb3 {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:00:50.642481 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-779d21eb-5a48-4bb7-8996-6d6a17baf0f1 admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:50.648802 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51464) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:50.652135 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-779d21eb-5a48-4bb7-8996-6d6a17baf0f1 admin admin] 10.222.0.20 "DELETE /v2.0/routers/714579d2-4a91-4b47-9145-07f822c32bb3 HTTP/1.1" status: 204 len: 168 time: 2.2710361 Nov 27 04:00:50.754859 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a6f555b-2f97-469e-a43b-fbfa85d2532f admin admin] Deleting subnet f97ce425-4844-435d-898f-0e1060249a14 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:00:50.762031 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8a6f555b-2f97-469e-a43b-fbfa85d2532f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:51.033960 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8a6f555b-2f97-469e-a43b-fbfa85d2532f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:51.351748 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device ce218dfe-529a-4d25-8fdc-ef1d43ea4b82 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:00:51.433138 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8a6f555b-2f97-469e-a43b-fbfa85d2532f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:51.492282 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: ce218dfe-529a-4d25-8fdc-ef1d43ea4b82 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:00:51.492624 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device ce218dfe-529a-4d25-8fdc-ef1d43ea4b82 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:00:51.498880 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device bc4c21ed-4a12-4a23-942d-c6ce350a8234 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:00:51.613646 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: bc4c21ed-4a12-4a23-942d-c6ce350a8234 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:00:51.613997 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device bc4c21ed-4a12-4a23-942d-c6ce350a8234 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:00:51.619750 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:51.692253 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8a6f555b-2f97-469e-a43b-fbfa85d2532f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:51.763875 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8a6f555b-2f97-469e-a43b-fbfa85d2532f admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:51.771260 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8a6f555b-2f97-469e-a43b-fbfa85d2532f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f97ce425-4844-435d-898f-0e1060249a14 HTTP/1.1" status: 204 len: 168 time: 1.1213429 Nov 27 04:00:51.774116 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51512) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:51.776452 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f555b-2f97-469e-a43b-fbfa85d2532f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f97ce425-4844-435d-898f-0e1060249a14,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:51.814401 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d286a37b-c6d5-4762-b42e-2f537543f91d None None] Network 56c1999d-e43d-4192-8ccb-aac9c835b41d requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:00:51.983246 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:52.127059 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a6ddc20f-8fb2-4c5e-a075-b7b6b9a1beb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:52.159081 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd29be81-c156-4198-8461-ec43fc283603 None None] DHCP port deletion for 56c1999d-e43d-4192-8ccb-aac9c835b41d request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:00:52.273807 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-cd29be81-c156-4198-8461-ec43fc283603 None None] Deleting port 121b72b2-b53d-4047-95f3-411362dc1a36 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:00:52.279360 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cd29be81-c156-4198-8461-ec43fc283603 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:52.425907 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-cd29be81-c156-4198-8461-ec43fc283603 None None] For port 121b72b2-b53d-4047-95f3-411362dc1a36, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=121b72b2-b53d-4047-95f3-411362dc1a36,segment=NetworkSegment(5f2fc0be-1be8-4642-a29e-d883f02ddc13),segment_id=5f2fc0be-1be8-4642-a29e-d883f02ddc13)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:00:52.426666 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cd29be81-c156-4198-8461-ec43fc283603 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:52.433671 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-a6ddc20f-8fb2-4c5e-a075-b7b6b9a1beb2 admin admin] Deleting port 121b72b2-b53d-4047-95f3-411362dc1a36 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:00:52.434075 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a6ddc20f-8fb2-4c5e-a075-b7b6b9a1beb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:52.463271 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-cd29be81-c156-4198-8461-ec43fc283603 None None] Calling delete_port for 121b72b2-b53d-4047-95f3-411362dc1a36 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:00:52.640176 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-a6ddc20f-8fb2-4c5e-a075-b7b6b9a1beb2 admin admin] For port 121b72b2-b53d-4047-95f3-411362dc1a36, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=121b72b2-b53d-4047-95f3-411362dc1a36,segment=NetworkSegment(5f2fc0be-1be8-4642-a29e-d883f02ddc13),segment_id=5f2fc0be-1be8-4642-a29e-d883f02ddc13)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:00:52.641466 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a6ddc20f-8fb2-4c5e-a075-b7b6b9a1beb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:52.687972 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-a6ddc20f-8fb2-4c5e-a075-b7b6b9a1beb2 admin admin] Calling delete_port for 121b72b2-b53d-4047-95f3-411362dc1a36 owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:00:52.794839 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cd29be81-c156-4198-8461-ec43fc283603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:52.964144 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd29be81-c156-4198-8461-ec43fc283603 None None] No DVR routers for this DVR port 121b72b2-b53d-4047-95f3-411362dc1a36 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:00:52.967192 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 121b72b2-b53d-4047-95f3-411362dc1a36 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:00:53.009266 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd29be81-c156-4198-8461-ec43fc283603 None None] Pushing event deleted for resources: {'Port': ['ID=121b72b2-b53d-4047-95f3-411362dc1a36,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:53.014285 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 121b72b2-b53d-4047-95f3-411362dc1a36 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:00:53.014851 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 121b72b2-b53d-4047-95f3-411362dc1a36 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:00:53.081263 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a6ddc20f-8fb2-4c5e-a075-b7b6b9a1beb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:53.126521 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ddc20f-8fb2-4c5e-a075-b7b6b9a1beb2 admin admin] No DVR routers for this DVR port 121b72b2-b53d-4047-95f3-411362dc1a36 on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:00:53.366363 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a6ddc20f-8fb2-4c5e-a075-b7b6b9a1beb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:53.415826 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-a6ddc20f-8fb2-4c5e-a075-b7b6b9a1beb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56c1999d-e43d-4192-8ccb-aac9c835b41d']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:00:53.439631 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-a6ddc20f-8fb2-4c5e-a075-b7b6b9a1beb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f2fc0be-1be8-4642-a29e-d883f02ddc13') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:00:53.443423 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-a6ddc20f-8fb2-4c5e-a075-b7b6b9a1beb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f2fc0be-1be8-4642-a29e-d883f02ddc13') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:00:53.465527 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a6ddc20f-8fb2-4c5e-a075-b7b6b9a1beb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:53.499347 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ddc20f-8fb2-4c5e-a075-b7b6b9a1beb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=121b72b2-b53d-4047-95f3-411362dc1a36,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:53.507802 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a6ddc20f-8fb2-4c5e-a075-b7b6b9a1beb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:53.524894 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6ddc20f-8fb2-4c5e-a075-b7b6b9a1beb2 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:00:53.527129 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a6ddc20f-8fb2-4c5e-a075-b7b6b9a1beb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:53.530251 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:00:53.530251 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 04:00:53.530251 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:00:53.530251 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 04:00:53.530251 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:00:53.530251 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 04:00:53.530251 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:00:53.530251 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 04:00:53.530251 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:00:53.530251 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:00:53.530251 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:00:53.530251 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:00:53.530251 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:00:53.530251 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:00:53.530251 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:00:53.530251 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:00:53.530251 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:00:53.530251 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:00:53.530251 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:00:53.530251 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:00:53.530251 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:00:53.530251 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:00:53.530251 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:00:53.530251 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:00:53.530251 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:00:53.530251 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:00:53.530251 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:00:53.530251 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:00:53.530251 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:00:53.530251 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:00:53.530251 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:00:53.530251 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:00:53.530251 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:00:53.530251 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:00:53.530251 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:00:53.530251 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:00:53.530251 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:00:53.530251 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:00:53.530251 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:00:53.530251 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:00:53.738133 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a6ddc20f-8fb2-4c5e-a075-b7b6b9a1beb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:53.767084 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a6ddc20f-8fb2-4c5e-a075-b7b6b9a1beb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:53.777195 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a6ddc20f-8fb2-4c5e-a075-b7b6b9a1beb2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/56c1999d-e43d-4192-8ccb-aac9c835b41d HTTP/1.1" status: 204 len: 168 time: 2.0009274 Nov 27 04:00:53.799558 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51566) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:53.812117 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ddc20f-8fb2-4c5e-a075-b7b6b9a1beb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=56c1999d-e43d-4192-8ccb-aac9c835b41d,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:54.089034 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51578) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:54.208302 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-96d1b0d0-4421-4368-99ab-f2afc653f0b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e0a6e3903404d4c8a0246b387bf3805&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1171358 Nov 27 04:00:54.212034 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51580) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:54.217679 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51582) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:54.274653 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4c960327-eb77-45af-91b9-1d2ded9bc311 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:54.335035 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-add1ae3e-602c-4e25-aedf-bd940990c0b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:54.419344 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-add1ae3e-602c-4e25-aedf-bd940990c0b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:54.491710 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4c960327-eb77-45af-91b9-1d2ded9bc311 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:54.501574 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4c960327-eb77-45af-91b9-1d2ded9bc311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:54.578196 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-726bc4be-1cb8-4e7b-a219-22b9720dbd3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:54.582612 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4c960327-eb77-45af-91b9-1d2ded9bc311 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e149614c14414da6b50c5d5d81362294&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7813423 Nov 27 04:00:54.583682 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51592) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:54.593124 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c960327-eb77-45af-91b9-1d2ded9bc311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79a23fd-fc0f-48a6-944f-775a1022b081,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:54.691845 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9044d585-8b33-4a70-a2c8-750c9f935c52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:54.749632 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9044d585-8b33-4a70-a2c8-750c9f935c52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:54.771592 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-726bc4be-1cb8-4e7b-a219-22b9720dbd3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:54.787225 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-726bc4be-1cb8-4e7b-a219-22b9720dbd3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:54.829363 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9044d585-8b33-4a70-a2c8-750c9f935c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:54.832366 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9044d585-8b33-4a70-a2c8-750c9f935c52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:54.836422 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9044d585-8b33-4a70-a2c8-750c9f935c52 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f79a23fd-fc0f-48a6-944f-775a1022b081 HTTP/1.1" status: 204 len: 168 time: 0.2501724 Nov 27 04:00:54.852738 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044d585-8b33-4a70-a2c8-750c9f935c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79a23fd-fc0f-48a6-944f-775a1022b081,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:54.869713 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51598) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:54.880562 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-726bc4be-1cb8-4e7b-a219-22b9720dbd3f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d4fae8347a84fcfbc4d1deb5b1781e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6618190 Nov 27 04:00:54.883597 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-add1ae3e-602c-4e25-aedf-bd940990c0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:54.889942 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-add1ae3e-602c-4e25-aedf-bd940990c0b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:54.903000 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-add1ae3e-602c-4e25-aedf-bd940990c0b1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c4368533-280d-4285-a228-ddd922f72d08 HTTP/1.1" status: 204 len: 168 time: 0.6880112 Nov 27 04:00:54.972803 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726bc4be-1cb8-4e7b-a219-22b9720dbd3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e9204d-7721-4ea5-abc9-fc9820e74dcb,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:55.021893 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1ae3e-602c-4e25-aedf-bd940990c0b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4368533-280d-4285-a228-ddd922f72d08,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:55.023681 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-870325c6-daf8-42d2-a99d-6bb4772e7d2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:55.063219 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-870325c6-daf8-42d2-a99d-6bb4772e7d2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:55.178500 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-870325c6-daf8-42d2-a99d-6bb4772e7d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:55.185866 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-870325c6-daf8-42d2-a99d-6bb4772e7d2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:55.188670 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-870325c6-daf8-42d2-a99d-6bb4772e7d2e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c9e9204d-7721-4ea5-abc9-fc9820e74dcb HTTP/1.1" status: 204 len: 168 time: 0.3175714 Nov 27 04:00:55.209043 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870325c6-daf8-42d2-a99d-6bb4772e7d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e9204d-7721-4ea5-abc9-fc9820e74dcb,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:55.739851 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51616) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:55.773662 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ff924193-8592-4b78-87de-c026e27696a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:56.030005 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ff924193-8592-4b78-87de-c026e27696a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:56.041016 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ff924193-8592-4b78-87de-c026e27696a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:56.174041 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ff924193-8592-4b78-87de-c026e27696a7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=69cf8f532b994a4ab8fd676ad2573b4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4320428 Nov 27 04:00:56.174296 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff924193-8592-4b78-87de-c026e27696a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962d539d-89e2-4119-aa6e-b883504dd761,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:56.176370 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51622) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:56.196435 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51624) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:56.231685 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-17a9d94d-5e84-413b-b7a7-14c92149fc80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:56.300725 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51626) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:56.377082 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d7170247-0ebc-4e23-89d7-7e0c15f16c18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:56.470393 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d7170247-0ebc-4e23-89d7-7e0c15f16c18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:56.492012 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-17a9d94d-5e84-413b-b7a7-14c92149fc80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:56.503292 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-17a9d94d-5e84-413b-b7a7-14c92149fc80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:56.611500 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-17a9d94d-5e84-413b-b7a7-14c92149fc80 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=15e86c3e61aa4e88b5329e8e62ae3358&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4138455 Nov 27 04:00:56.614594 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51630) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:56.615749 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a3223ed9-1ed3-4cd6-927b-9055d4da90c6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f0bc5ce6a1ce4917a07583424ec21c48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3093920 Nov 27 04:00:56.622589 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51632) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:56.624749 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a9d94d-5e84-413b-b7a7-14c92149fc80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f04222-9c3e-4b16-8e61-0be83f1f9fb0,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:56.712826 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d7170247-0ebc-4e23-89d7-7e0c15f16c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:56.717551 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d7170247-0ebc-4e23-89d7-7e0c15f16c18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:56.722713 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d7170247-0ebc-4e23-89d7-7e0c15f16c18 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/962d539d-89e2-4119-aa6e-b883504dd761 HTTP/1.1" status: 204 len: 168 time: 0.5430131 Nov 27 04:00:56.771090 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7170247-0ebc-4e23-89d7-7e0c15f16c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962d539d-89e2-4119-aa6e-b883504dd761,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:56.824830 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c0644b10-c5c3-409f-a2ff-e5bd0ebd326e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:56.864923 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-985590b8-61d6-4bf9-ad0e-6ab2668601c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:56.883824 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c0644b10-c5c3-409f-a2ff-e5bd0ebd326e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:56.943925 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-985590b8-61d6-4bf9-ad0e-6ab2668601c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:57.047859 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c0644b10-c5c3-409f-a2ff-e5bd0ebd326e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:57.056192 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c0644b10-c5c3-409f-a2ff-e5bd0ebd326e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:57.059897 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c0644b10-c5c3-409f-a2ff-e5bd0ebd326e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/92f04222-9c3e-4b16-8e61-0be83f1f9fb0 HTTP/1.1" status: 204 len: 168 time: 0.4434741 Nov 27 04:00:57.073479 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0644b10-c5c3-409f-a2ff-e5bd0ebd326e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f04222-9c3e-4b16-8e61-0be83f1f9fb0,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:57.076387 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-985590b8-61d6-4bf9-ad0e-6ab2668601c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:57.079801 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-985590b8-61d6-4bf9-ad0e-6ab2668601c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:57.081678 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-985590b8-61d6-4bf9-ad0e-6ab2668601c4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3c3d6cca-9113-429d-9626-d70299191869 HTTP/1.1" status: 204 len: 168 time: 0.4541597 Nov 27 04:00:57.108277 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985590b8-61d6-4bf9-ad0e-6ab2668601c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3d6cca-9113-429d-9626-d70299191869,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:57.193543 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51648) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:58.078308 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-12a0be96-e8e9-4ba0-9f31-dc689e933cef admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:58.323773 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-12a0be96-e8e9-4ba0-9f31-dc689e933cef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:58.343283 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-12a0be96-e8e9-4ba0-9f31-dc689e933cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:58.436676 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51688) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:58.437635 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-12a0be96-e8e9-4ba0-9f31-dc689e933cef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=59c6e8f37e1d41e2956e89a9876e0130&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2440877 Nov 27 04:00:58.460335 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a0be96-e8e9-4ba0-9f31-dc689e933cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b5ef90-3364-4e88-9747-91d39726a7b8,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:58.599964 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7ee0bf5b-d1b5-44b2-88f3-2ab7ca2ad602 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:58.659420 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7ee0bf5b-d1b5-44b2-88f3-2ab7ca2ad602 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:58.749950 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7ee0bf5b-d1b5-44b2-88f3-2ab7ca2ad602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:58.755348 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7ee0bf5b-d1b5-44b2-88f3-2ab7ca2ad602 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:58.756802 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7ee0bf5b-d1b5-44b2-88f3-2ab7ca2ad602 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b3b5ef90-3364-4e88-9747-91d39726a7b8 HTTP/1.1" status: 204 len: 168 time: 0.3179696 Nov 27 04:00:58.771213 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee0bf5b-d1b5-44b2-88f3-2ab7ca2ad602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b5ef90-3364-4e88-9747-91d39726a7b8,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:00:59.304876 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622d677-e8d7-4825-8ca5-276cb02da003 req-975520f1-10c6-4a47-adcd-dea904f06442 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:00:59.315123 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1622d677-e8d7-4825-8ca5-276cb02da003 req-975520f1-10c6-4a47-adcd-dea904f06442 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 946 time: 0.0892475 Nov 27 04:00:59.403664 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:00:59.438494 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1622d677-e8d7-4825-8ca5-276cb02da003 req-64e90526-2c62-42b4-b454-065fceac706e tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218760 Nov 27 04:00:59.524477 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51736) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:00:59.732244 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-2e0cd39b-98a7-46fa-b127-ce958bffb9ef admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-570916523-network', 'tenant_id': 'c8a9b1972cb747f495b6c69d862794c2'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:00:59.761429 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0cd39b-98a7-46fa-b127-ce958bffb9ef admin admin] Made reservation on behalf of c8a9b1972cb747f495b6c69d862794c2 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:00:59.764321 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd39b-98a7-46fa-b127-ce958bffb9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:59.775046 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd39b-98a7-46fa-b127-ce958bffb9ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:59.927031 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd39b-98a7-46fa-b127-ce958bffb9ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:59.939940 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd39b-98a7-46fa-b127-ce958bffb9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:00:59.987982 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e0cd39b-98a7-46fa-b127-ce958bffb9ef admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:01:00.025421 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0cd39b-98a7-46fa-b127-ce958bffb9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76580d5c-f704-434b-886d-eb4b55561dda,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:00.038873 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd39b-98a7-46fa-b127-ce958bffb9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:00.041802 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-2e0cd39b-98a7-46fa-b127-ce958bffb9ef admin admin] Added segment 2411bd05-55f0-40c7-87e1-a35e02d88d5a of type vlan for network 90e30cba-5f38-4a80-a664-a1617c1c296a Nov 27 04:01:00.150193 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd39b-98a7-46fa-b127-ce958bffb9ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:00.193952 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd39b-98a7-46fa-b127-ce958bffb9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:00.193952 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0cd39b-98a7-46fa-b127-ce958bffb9ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:00.193952 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd39b-98a7-46fa-b127-ce958bffb9ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:00.260653 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2e0cd39b-98a7-46fa-b127-ce958bffb9ef admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7330425 Nov 27 04:01:00.262329 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51776) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:01:00.268541 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-62568d19-a2d9-4500-a16e-c3f3929c1f0f admin admin] Request body: {'subnet': {'network_id': '90e30cba-5f38-4a80-a664-a1617c1c296a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-570916523-subnet', 'tenant_id': 'c8a9b1972cb747f495b6c69d862794c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:01:00.347419 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62568d19-a2d9-4500-a16e-c3f3929c1f0f admin admin] Made reservation on behalf of c8a9b1972cb747f495b6c69d862794c2 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:01:00.351103 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-62568d19-a2d9-4500-a16e-c3f3929c1f0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:00.381647 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0cd39b-98a7-46fa-b127-ce958bffb9ef admin admin] Pushing event updated for resources: {'Network': ['ID=90e30cba-5f38-4a80-a664-a1617c1c296a,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:00.404654 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 90e30cba-5f38-4a80-a664-a1617c1c296a details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:01:00.672129 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996d9ea-49e9-44e0-9215-42e99c486dca req-c128e20f-9e36-4ccc-8dfd-011062ff88b7 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:00.688110 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d996d9ea-49e9-44e0-9215-42e99c486dca req-c128e20f-9e36-4ccc-8dfd-011062ff88b7 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 946 time: 0.1180933 Nov 27 04:01:00.735773 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-62568d19-a2d9-4500-a16e-c3f3929c1f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:00.771415 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d996d9ea-49e9-44e0-9215-42e99c486dca req-b8abed41-7893-4804-b82e-cf9e33698b58 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757658 Nov 27 04:01:00.816621 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62568d19-a2d9-4500-a16e-c3f3929c1f0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3565633-1e1e-48ad-9894-84518f759d28,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:00.843762 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62568d19-a2d9-4500-a16e-c3f3929c1f0f admin admin] Checking segment: {'id': '2411bd05-55f0-40c7-87e1-a35e02d88d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '90e30cba-5f38-4a80-a664-a1617c1c296a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:01:00.844123 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62568d19-a2d9-4500-a16e-c3f3929c1f0f admin admin] Network hostable DHCP agents. Network: 90e30cba-5f38-4a80-a664-a1617c1c296a, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:01:00.866251 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62568d19-a2d9-4500-a16e-c3f3929c1f0f admin admin] Network 90e30cba-5f38-4a80-a664-a1617c1c296a is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:01:00.880366 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-62568d19-a2d9-4500-a16e-c3f3929c1f0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 90e30cba-5f38-4a80-a664-a1617c1c296a) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:01:00.891760 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd322a5-a3b9-43ab-808c-e4252a165fba None None] Network 90e30cba-5f38-4a80-a664-a1617c1c296a requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:01:00.916606 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62568d19-a2d9-4500-a16e-c3f3929c1f0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:00.918824 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-62568d19-a2d9-4500-a16e-c3f3929c1f0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:00.959059 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-62568d19-a2d9-4500-a16e-c3f3929c1f0f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6945531 Nov 27 04:01:01.216570 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4488954-8d68-4d51-ba27-1b667c1233ff None None] Network 90e30cba-5f38-4a80-a664-a1617c1c296a requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:01:02.356577 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-4d57ff45-b5e6-4f0a-98dc-2b9d9e213f13 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:02.364951 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-4d57ff45-b5e6-4f0a-98dc-2b9d9e213f13 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/networks?id=90e30cba-5f38-4a80-a664-a1617c1c296a HTTP/1.1" status: 200 len: 817 time: 0.2743640 Nov 27 04:01:02.391743 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-26d2a0ea-3402-4fab-a97c-6092326b92f6 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/quotas/c8a9b1972cb747f495b6c69d862794c2 HTTP/1.1" status: 200 len: 375 time: 0.0209053 Nov 27 04:01:02.483376 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-a9d74e18-884e-4320-8849-b4b6c00291c2 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c8a9b1972cb747f495b6c69d862794c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0839372 Nov 27 04:01:02.637306 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-d5e0ac48-e9b7-4948-ac1d-2c831c42866a service neutron] 10.222.0.20 "GET /v2.0/networks/90e30cba-5f38-4a80-a664-a1617c1c296a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529496 Nov 27 04:01:02.846472 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-8a2a0fc5-6d3c-4162-ba92-4968f1889610 service neutron] 10.222.0.20 "GET /v2.0/networks/90e30cba-5f38-4a80-a664-a1617c1c296a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050858 Nov 27 04:01:03.551554 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8db026f6-96d7-48f8-b2a4-35766395c9b6 req-b64ec567-9c19-4d73-bf63-4846add38044 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c0d064d-caca-4bcf-a823-65858b6ec301 HTTP/1.1" status: 200 len: 210 time: 0.0644159 Nov 27 04:01:04.516656 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device a1c9d3a6-1790-421d-8159-5888317d7f7e no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:01:04.698038 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:04.740154 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce091d7-e20b-46b9-947e-d4019b8028fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1c9d3a6-1790-421d-8159-5888317d7f7e'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:01:04.743579 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c40921-5698-4f2f-bf8c-31953351d999" -d '{"events": [{"server_uuid": "4ce091d7-e20b-46b9-947e-d4019b8028fa", "name": "network-vif-unplugged", "status": "completed", "tag": "a1c9d3a6-1790-421d-8159-5888317d7f7e"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:01:04.749936 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port a1c9d3a6-1790-421d-8159-5888317d7f7e, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=a1c9d3a6-1790-421d-8159-5888317d7f7e,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:01:04.758900 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:04.791918 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5d71b173-b8db-463b-8b2b-bf62cc1d8e63 req-6e26d350-ffc1-42e8-86ce-899ee9a178ec tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c0d064d-caca-4bcf-a823-65858b6ec301 HTTP/1.1" status: 200 len: 210 time: 0.1282430 Nov 27 04:01:04.885110 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=a1c9d3a6-1790-421d-8159-5888317d7f7e,revision_number=8']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:04.901299 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 04:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ecd5eea-3f66-4c9c-ad91-5d74e8e89cf2 x-openstack-request-id: req-5ecd5eea-3f66-4c9c-ad91-5d74e8e89cf2 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:01:04.901661 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce091d7-e20b-46b9-947e-d4019b8028fa", "name": "network-vif-unplugged", "status": "completed", "tag": "a1c9d3a6-1790-421d-8159-5888317d7f7e", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:01:04.903853 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ecd5eea-3f66-4c9c-ad91-5d74e8e89cf2 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:01:04.905885 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce091d7-e20b-46b9-947e-d4019b8028fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1c9d3a6-1790-421d-8159-5888317d7f7e', 'code': 200} Nov 27 04:01:05.768122 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 52020) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:01:05.971846 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c189859f-82be-4d10-8d40-db122b7ff9ca req-10f1ceb4-cd57-4d9d-947d-bfe0eb90b42c tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c0d064d-caca-4bcf-a823-65858b6ec301 HTTP/1.1" status: 200 len: 210 time: 0.0560272 Nov 27 04:01:06.130603 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4b275426-274a-4414-bde3-1bd4b637dca0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:06.328929 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4b275426-274a-4414-bde3-1bd4b637dca0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:06.339072 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4b275426-274a-4414-bde3-1bd4b637dca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:06.391689 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b275426-274a-4414-bde3-1bd4b637dca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735711c9-6838-4f30-a820-2408c40b9b6e,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:06.455779 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4b275426-274a-4414-bde3-1bd4b637dca0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d0dc48ddc8574f2592c2339a79abfa2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6861694 Nov 27 04:01:06.466580 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 52042) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:01:06.529224 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device a1c9d3a6-1790-421d-8159-5888317d7f7e details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:01:06.600923 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7840982d-ab40-4e46-a92d-af72d43cb6e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:06.669920 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7840982d-ab40-4e46-a92d-af72d43cb6e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:06.733187 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-81ab76bb-7a9e-4119-b99f-6ad010077b1f tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:06.741501 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-81ab76bb-7a9e-4119-b99f-6ad010077b1f tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.11 "GET /v2.0/networks?id=90e30cba-5f38-4a80-a664-a1617c1c296a HTTP/1.1" status: 200 len: 817 time: 0.2974000 Nov 27 04:01:06.764757 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-6ac2fc18-f1f0-48ce-bbb6-adf44efed4f3 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Request body: {'port': {'device_id': '46e1593c-a295-4794-b4e8-6a69a81291de', 'network_id': '90e30cba-5f38-4a80-a664-a1617c1c296a', 'admin_state_up': True, 'tenant_id': 'c8a9b1972cb747f495b6c69d862794c2'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:01:06.796684 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7840982d-ab40-4e46-a92d-af72d43cb6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:06.800008 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7840982d-ab40-4e46-a92d-af72d43cb6e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:06.805350 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7840982d-ab40-4e46-a92d-af72d43cb6e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/735711c9-6838-4f30-a820-2408c40b9b6e HTTP/1.1" status: 204 len: 168 time: 0.3374677 Nov 27 04:01:06.827321 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7840982d-ab40-4e46-a92d-af72d43cb6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735711c9-6838-4f30-a820-2408c40b9b6e,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:06.923724 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port a1c9d3a6-1790-421d-8159-5888317d7f7e, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=a1c9d3a6-1790-421d-8159-5888317d7f7e,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:01:06.953306 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': 'a1c9d3a6-1790-421d-8159-5888317d7f7e', 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637', 'port_id': 'a1c9d3a6-1790-421d-8159-5888317d7f7e', 'mac_address': 'fa:16:3e:8b:ad:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef82cdfa-d224-4963-bff3-3b0049ffee0b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:01:07.040645 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-6ac2fc18-f1f0-48ce-bbb6-adf44efed4f3 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Made reservation on behalf of c8a9b1972cb747f495b6c69d862794c2 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:01:07.045095 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-6ac2fc18-f1f0-48ce-bbb6-adf44efed4f3 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:07.053185 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:07.094259 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1c9d3a6-1790-421d-8159-5888317d7f7e {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:01:07.158314 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-64bab7ba-633b-4bd0-a29e-9ab3d377207b tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:07.160384 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-64bab7ba-633b-4bd0-a29e-9ab3d377207b tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.23 "GET /v2.0/networks?id=90e30cba-5f38-4a80-a664-a1617c1c296a HTTP/1.1" status: 200 len: 817 time: 0.2267759 Nov 27 04:01:07.257827 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port a1c9d3a6-1790-421d-8159-5888317d7f7e, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=a1c9d3a6-1790-421d-8159-5888317d7f7e,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:01:07.283336 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:07.291255 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-5e9e9adb-14f2-447f-8571-deb7b5342b52 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:07.293299 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-5e9e9adb-14f2-447f-8571-deb7b5342b52 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.11 "GET /v2.0/networks?id=90e30cba-5f38-4a80-a664-a1617c1c296a HTTP/1.1" status: 200 len: 817 time: 0.1309557 Nov 27 04:01:07.298483 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-be0c93b9-0553-4d33-bbdd-4f78cb9fc83c tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Request body: {'port': {'device_id': '266de1c0-3fda-4d12-96b4-950cee07713c', 'network_id': '90e30cba-5f38-4a80-a664-a1617c1c296a', 'admin_state_up': True, 'tenant_id': 'c8a9b1972cb747f495b6c69d862794c2'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:01:07.376893 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-a350ea09-9813-42b5-b150-f016a0a28d95 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Request body: {'port': {'device_id': '8c0d064d-caca-4bcf-a823-65858b6ec301', 'network_id': '90e30cba-5f38-4a80-a664-a1617c1c296a', 'admin_state_up': True, 'tenant_id': 'c8a9b1972cb747f495b6c69d862794c2'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:01:07.499350 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-6ac2fc18-f1f0-48ce-bbb6-adf44efed4f3 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Allocated IP 172.20.0.7 (90e30cba-5f38-4a80-a664-a1617c1c296a/a3565633-1e1e-48ad-9894-84518f759d28/603f55e8-dee9-47e0-afc0-98e4abe79dda) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:01:07.574831 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=a1c9d3a6-1790-421d-8159-5888317d7f7e,revision_number=9']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:07.663262 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['a1c9d3a6-1790-421d-8159-5888317d7f7e'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:01:08.116567 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-a350ea09-9813-42b5-b150-f016a0a28d95 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Made reservation on behalf of c8a9b1972cb747f495b6c69d862794c2 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:01:08.122201 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-a350ea09-9813-42b5-b150-f016a0a28d95 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:08.146806 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cf832496-189d-48fd-9a1b-326d40b5af17 req-2ad5464b-c2fe-429e-9530-10d6c5c72ea7 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c0d064d-caca-4bcf-a823-65858b6ec301 HTTP/1.1" status: 200 len: 210 time: 0.8444390 Nov 27 04:01:08.257450 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 52078) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:01:08.280168 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-779d5653-4d80-4a4f-84c1-1eae465e5094 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:08.373773 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-779d5653-4d80-4a4f-84c1-1eae465e5094 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:08.387890 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-779d5653-4d80-4a4f-84c1-1eae465e5094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:08.454446 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-779d5653-4d80-4a4f-84c1-1eae465e5094 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=74481d83005d4cabb92af4e0c8544ec0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1955693 Nov 27 04:01:08.459434 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 52086) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:01:08.587919 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-14bbdd9c-33c2-4760-baa9-5b50817c69b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:08.611178 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-14bbdd9c-33c2-4760-baa9-5b50817c69b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:08.658391 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d5653-4d80-4a4f-84c1-1eae465e5094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784b7f89-892d-4883-9e72-201ece909e3d,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:08.665401 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-14bbdd9c-33c2-4760-baa9-5b50817c69b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:08.668894 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-14bbdd9c-33c2-4760-baa9-5b50817c69b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:08.669920 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-14bbdd9c-33c2-4760-baa9-5b50817c69b6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/784b7f89-892d-4883-9e72-201ece909e3d HTTP/1.1" status: 204 len: 168 time: 0.2056148 Nov 27 04:01:08.692923 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bbdd9c-33c2-4760-baa9-5b50817c69b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784b7f89-892d-4883-9e72-201ece909e3d,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:08.771520 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-be0c93b9-0553-4d33-bbdd-4f78cb9fc83c tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Made reservation on behalf of c8a9b1972cb747f495b6c69d862794c2 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:01:08.775616 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-be0c93b9-0553-4d33-bbdd-4f78cb9fc83c tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:08.797118 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-6ac2fc18-f1f0-48ce-bbb6-adf44efed4f3 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:08.901257 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-6ac2fc18-f1f0-48ce-bbb6-adf44efed4f3 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:08.985800 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2fc18-f1f0-48ce-bbb6-adf44efed4f3 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Pushing event updated for resources: {'Port': ['ID=603f55e8-dee9-47e0-afc0-98e4abe79dda,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:09.004165 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-6ac2fc18-f1f0-48ce-bbb6-adf44efed4f3 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Network 90e30cba-5f38-4a80-a664-a1617c1c296a is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:01:09.017281 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-6ac2fc18-f1f0-48ce-bbb6-adf44efed4f3 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:01:09.020717 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac2fc18-f1f0-48ce-bbb6-adf44efed4f3 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:01:09.021464 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac2fc18-f1f0-48ce-bbb6-adf44efed4f3 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:01:09.022699 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac2fc18-f1f0-48ce-bbb6-adf44efed4f3 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:01:09.023562 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac2fc18-f1f0-48ce-bbb6-adf44efed4f3 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:01:09.024416 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac2fc18-f1f0-48ce-bbb6-adf44efed4f3 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:01:09.025742 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac2fc18-f1f0-48ce-bbb6-adf44efed4f3 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:01:09.026283 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac2fc18-f1f0-48ce-bbb6-adf44efed4f3 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:01:09.026843 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac2fc18-f1f0-48ce-bbb6-adf44efed4f3 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:01:09.027379 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac2fc18-f1f0-48ce-bbb6-adf44efed4f3 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:01:09.027907 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac2fc18-f1f0-48ce-bbb6-adf44efed4f3 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:01:09.028425 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac2fc18-f1f0-48ce-bbb6-adf44efed4f3 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:01:09.029631 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac2fc18-f1f0-48ce-bbb6-adf44efed4f3 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:01:09.033427 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-6ac2fc18-f1f0-48ce-bbb6-adf44efed4f3 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:01:09.042372 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-a350ea09-9813-42b5-b150-f016a0a28d95 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Allocated IP 172.20.0.8 (90e30cba-5f38-4a80-a664-a1617c1c296a/a3565633-1e1e-48ad-9894-84518f759d28/b313dcdb-5ca4-4de8-ade0-d371183aa2ba) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:01:09.085644 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-6ac2fc18-f1f0-48ce-bbb6-adf44efed4f3 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:09.086642 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-6ac2fc18-f1f0-48ce-bbb6-adf44efed4f3 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:09.113550 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-6ac2fc18-f1f0-48ce-bbb6-adf44efed4f3 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3544428 Nov 27 04:01:09.135225 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-4066f985-7588-4cba-8589-371df4533147 service neutron] Request body: {'port': {'device_id': '46e1593c-a295-4794-b4e8-6a69a81291de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:01:09.305667 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-a350ea09-9813-42b5-b150-f016a0a28d95 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:09.327135 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-4066f985-7588-4cba-8589-371df4533147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:09.379212 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-a350ea09-9813-42b5-b150-f016a0a28d95 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:09.530032 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a350ea09-9813-42b5-b150-f016a0a28d95 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Pushing event updated for resources: {'Port': ['ID=b313dcdb-5ca4-4de8-ade0-d371183aa2ba,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:09.601875 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-a350ea09-9813-42b5-b150-f016a0a28d95 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Network 90e30cba-5f38-4a80-a664-a1617c1c296a is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:01:09.620621 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-a350ea09-9813-42b5-b150-f016a0a28d95 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:01:09.662497 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-a350ea09-9813-42b5-b150-f016a0a28d95 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:01:09.716965 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-a350ea09-9813-42b5-b150-f016a0a28d95 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:09.717919 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-a350ea09-9813-42b5-b150-f016a0a28d95 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:09.741424 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-a350ea09-9813-42b5-b150-f016a0a28d95 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3842826 Nov 27 04:01:09.777250 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-0217b5b8-f48d-41eb-ab60-816bbe82815b service neutron] Request body: {'port': {'device_id': '8c0d064d-caca-4bcf-a823-65858b6ec301', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:01:09.826999 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce00d88-1362-4fed-b429-3b7c315356fc req-01a40c8d-ea1b-45b6-9f68-7d4ab2c830a5 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:09.830132 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dce00d88-1362-4fed-b429-3b7c315356fc req-01a40c8d-ea1b-45b6-9f68-7d4ab2c830a5 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c0d064d-caca-4bcf-a823-65858b6ec301 HTTP/1.1" status: 200 len: 931 time: 0.4828229 Nov 27 04:01:09.909160 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dce00d88-1362-4fed-b429-3b7c315356fc req-22b6b4ec-559a-455c-b3c2-dbdc79444852 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/security-groups?id=76580d5c-f704-434b-886d-eb4b55561dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700855 Nov 27 04:01:10.070275 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.db.api [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-be0c93b9-0553-4d33-bbdd-4f78cb9fc83c tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.8-d94fb48b-adbe-4103-849d-11834d2c74e6 {{(pid=110019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:01:10.077096 n-d-819494-3 neutron-server[110019]: DEBUG oslo_db.api [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-be0c93b9-0553-4d33-bbdd-4f78cb9fc83c tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:01:10.109631 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-0217b5b8-f48d-41eb-ab60-816bbe82815b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:10.356575 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-4066f985-7588-4cba-8589-371df4533147 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 603f55e8-dee9-47e0-afc0-98e4abe79dda {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:01:10.366252 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-4066f985-7588-4cba-8589-371df4533147 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:10.386408 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-4066f985-7588-4cba-8589-371df4533147 service neutron] Transition to ACTIVE for port object 603f55e8-dee9-47e0-afc0-98e4abe79dda will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:01:10.395013 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-4066f985-7588-4cba-8589-371df4533147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:10.501917 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4066f985-7588-4cba-8589-371df4533147 service neutron] Pushing event updated for resources: {'Port': ['ID=603f55e8-dee9-47e0-afc0-98e4abe79dda,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:10.532591 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device a1c9d3a6-1790-421d-8159-5888317d7f7e up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:01:10.596245 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-be0c93b9-0553-4d33-bbdd-4f78cb9fc83c tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:10.753093 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-4066f985-7588-4cba-8589-371df4533147 service neutron] Attempting to bind port 603f55e8-dee9-47e0-afc0-98e4abe79dda on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:01:10.753426 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-4066f985-7588-4cba-8589-371df4533147 service neutron] Attempting to bind port 603f55e8-dee9-47e0-afc0-98e4abe79dda by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '2411bd05-55f0-40c7-87e1-a35e02d88d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '90e30cba-5f38-4a80-a664-a1617c1c296a'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:01:10.760937 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-4066f985-7588-4cba-8589-371df4533147 service neutron] Attempting to bind port 603f55e8-dee9-47e0-afc0-98e4abe79dda on network 90e30cba-5f38-4a80-a664-a1617c1c296a {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:01:10.770469 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-4066f985-7588-4cba-8589-371df4533147 service neutron] Port 603f55e8-dee9-47e0-afc0-98e4abe79dda on network 90e30cba-5f38-4a80-a664-a1617c1c296a not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:01:10.782502 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-4066f985-7588-4cba-8589-371df4533147 service neutron] Attempting to bind port 603f55e8-dee9-47e0-afc0-98e4abe79dda on network 90e30cba-5f38-4a80-a664-a1617c1c296a {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:01:10.800942 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-4066f985-7588-4cba-8589-371df4533147 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:01:10.811732 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-4066f985-7588-4cba-8589-371df4533147 service neutron] Checking segment: {'id': '2411bd05-55f0-40c7-87e1-a35e02d88d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '90e30cba-5f38-4a80-a664-a1617c1c296a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:01:10.812774 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-4066f985-7588-4cba-8589-371df4533147 service neutron] Bound using segment: {'id': '2411bd05-55f0-40c7-87e1-a35e02d88d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '90e30cba-5f38-4a80-a664-a1617c1c296a'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:01:10.815715 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-4066f985-7588-4cba-8589-371df4533147 service neutron] Bound port: 603f55e8-dee9-47e0-afc0-98e4abe79dda, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2411bd05-55f0-40c7-87e1-a35e02d88d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '90e30cba-5f38-4a80-a664-a1617c1c296a'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:01:10.825343 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-4066f985-7588-4cba-8589-371df4533147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:10.850114 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-be0c93b9-0553-4d33-bbdd-4f78cb9fc83c tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Allocated IP 172.20.0.5 (90e30cba-5f38-4a80-a664-a1617c1c296a/a3565633-1e1e-48ad-9894-84518f759d28/27853ddc-7424-4a77-80c1-3f5ef0f60ab8) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:01:11.079729 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-be0c93b9-0553-4d33-bbdd-4f78cb9fc83c tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:11.109881 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-4066f985-7588-4cba-8589-371df4533147 service neutron] For port 603f55e8-dee9-47e0-afc0-98e4abe79dda, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:01:11.119943 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-4066f985-7588-4cba-8589-371df4533147 service neutron] For port 603f55e8-dee9-47e0-afc0-98e4abe79dda, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=603f55e8-dee9-47e0-afc0-98e4abe79dda,segment=NetworkSegment(2411bd05-55f0-40c7-87e1-a35e02d88d5a),segment_id=2411bd05-55f0-40c7-87e1-a35e02d88d5a)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:01:11.174152 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-be0c93b9-0553-4d33-bbdd-4f78cb9fc83c tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:11.194739 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-4066f985-7588-4cba-8589-371df4533147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:11.340577 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-be0c93b9-0553-4d33-bbdd-4f78cb9fc83c tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Network 90e30cba-5f38-4a80-a664-a1617c1c296a is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:01:11.406267 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-be0c93b9-0553-4d33-bbdd-4f78cb9fc83c tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:01:11.416981 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-be0c93b9-0553-4d33-bbdd-4f78cb9fc83c tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:01:11.440351 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-4066f985-7588-4cba-8589-371df4533147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:11.440997 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-4066f985-7588-4cba-8589-371df4533147 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:11.443520 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port a1c9d3a6-1790-421d-8159-5888317d7f7e triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:01:11.443905 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:11.456542 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-4066f985-7588-4cba-8589-371df4533147 service neutron] 10.222.0.11 "PUT /v2.0/ports/603f55e8-dee9-47e0-afc0-98e4abe79dda HTTP/1.1" status: 200 len: 1091 time: 2.3242233 Nov 27 04:01:11.457099 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46e1593c-a295-4794-b4e8-6a69a81291de', 'tag': '603f55e8-dee9-47e0-afc0-98e4abe79dda'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:01:11.478637 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5cec2f-59b1-45e9-b6da-98b94908dfc8" -d '{"events": [{"name": "network-changed", "server_uuid": "46e1593c-a295-4794-b4e8-6a69a81291de", "tag": "603f55e8-dee9-47e0-afc0-98e4abe79dda"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:01:11.532268 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0c93b9-0553-4d33-bbdd-4f78cb9fc83c tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Pushing event updated for resources: {'Port': ['ID=27853ddc-7424-4a77-80c1-3f5ef0f60ab8,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:11.688056 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:11.761121 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4066f985-7588-4cba-8589-371df4533147 service neutron] Pushing event updated for resources: {'Port': ['ID=603f55e8-dee9-47e0-afc0-98e4abe79dda,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:11.792949 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port a1c9d3a6-1790-421d-8159-5888317d7f7e, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=a1c9d3a6-1790-421d-8159-5888317d7f7e,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:01:11.797429 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-be0c93b9-0553-4d33-bbdd-4f78cb9fc83c tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:11.798328 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-be0c93b9-0553-4d33-bbdd-4f78cb9fc83c tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:11.802356 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce091d7-e20b-46b9-947e-d4019b8028fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c9d3a6-1790-421d-8159-5888317d7f7e'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:01:11.812004 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854030f7-937a-4630-90bf-625ec1791278" -d '{"events": [{"server_uuid": "4ce091d7-e20b-46b9-947e-d4019b8028fa", "name": "network-vif-plugged", "status": "completed", "tag": "a1c9d3a6-1790-421d-8159-5888317d7f7e"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:01:11.825256 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:11.866112 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69cd1c24-d583-4a56-b553-bedc8a19bf32 x-openstack-request-id: req-69cd1c24-d583-4a56-b553-bedc8a19bf32 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:01:11.868425 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46e1593c-a295-4794-b4e8-6a69a81291de", "tag": "603f55e8-dee9-47e0-afc0-98e4abe79dda", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:01:11.869332 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69cd1c24-d583-4a56-b553-bedc8a19bf32 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:01:11.869754 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46e1593c-a295-4794-b4e8-6a69a81291de', 'tag': '603f55e8-dee9-47e0-afc0-98e4abe79dda', 'status': 'completed', 'code': 200} Nov 27 04:01:11.929238 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aea1af-0798-4aaf-99db-50eac400f5b1 req-c1c39fc7-0e54-40f5-9558-fbca2fca42cd tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:11.948496 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e0aea1af-0798-4aaf-99db-50eac400f5b1 req-c1c39fc7-0e54-40f5-9558-fbca2fca42cd tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c0d064d-caca-4bcf-a823-65858b6ec301 HTTP/1.1" status: 200 len: 931 time: 0.8313348 Nov 27 04:01:11.977236 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-be0c93b9-0553-4d33-bbdd-4f78cb9fc83c tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6826327 Nov 27 04:01:12.018311 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-72786e3f-3526-4905-98b7-ceae0c3125a0 service neutron] Request body: {'port': {'device_id': '266de1c0-3fda-4d12-96b4-950cee07713c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:01:12.054837 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=a1c9d3a6-1790-421d-8159-5888317d7f7e,revision_number=10']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:12.058371 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a594b9-5390-4412-b3c2-40cf0a187de1 x-openstack-request-id: req-98a594b9-5390-4412-b3c2-40cf0a187de1 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:01:12.078793 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce091d7-e20b-46b9-947e-d4019b8028fa", "name": "network-vif-plugged", "status": "completed", "tag": "a1c9d3a6-1790-421d-8159-5888317d7f7e", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:01:12.079402 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-98a594b9-5390-4412-b3c2-40cf0a187de1 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:01:12.080038 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce091d7-e20b-46b9-947e-d4019b8028fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c9d3a6-1790-421d-8159-5888317d7f7e', 'code': 200} Nov 27 04:01:12.123112 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-ffebbad9-f630-4256-b99c-63b23801bcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:12.125182 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-ffebbad9-f630-4256-b99c-63b23801bcb5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8a9b1972cb747f495b6c69d862794c2&device_id=46e1593c-a295-4794-b4e8-6a69a81291de HTTP/1.1" status: 200 len: 1094 time: 0.5697601 Nov 27 04:01:12.137791 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-0217b5b8-f48d-41eb-ab60-816bbe82815b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b313dcdb-5ca4-4de8-ade0-d371183aa2ba {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:01:12.142667 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e0aea1af-0798-4aaf-99db-50eac400f5b1 req-c3ff0e05-273a-417f-841e-b4821c87ef5f tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/security-groups?id=76580d5c-f704-434b-886d-eb4b55561dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898565 Nov 27 04:01:12.187496 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-0217b5b8-f48d-41eb-ab60-816bbe82815b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:12.222405 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-dbe7a5c9-86c2-4300-8d19-2a8eb2f9869f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=603f55e8-dee9-47e0-afc0-98e4abe79dda HTTP/1.1" status: 200 len: 217 time: 0.0766191 Nov 27 04:01:12.267156 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-0217b5b8-f48d-41eb-ab60-816bbe82815b service neutron] Transition to ACTIVE for port object b313dcdb-5ca4-4de8-ade0-d371183aa2ba will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:01:12.279086 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-72786e3f-3526-4905-98b7-ceae0c3125a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:12.281257 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-0217b5b8-f48d-41eb-ab60-816bbe82815b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:12.338679 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-15d4d695-a96a-4dea-8107-233c3143d131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:12.340697 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-15d4d695-a96a-4dea-8107-233c3143d131 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a3565633-1e1e-48ad-9894-84518f759d28 HTTP/1.1" status: 200 len: 857 time: 0.1044290 Nov 27 04:01:12.435243 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-c7dddb71-d4a9-4fe6-a0de-d9f8321834d7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90e30cba-5f38-4a80-a664-a1617c1c296a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819144 Nov 27 04:01:12.455600 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217b5b8-f48d-41eb-ab60-816bbe82815b service neutron] Pushing event updated for resources: {'Port': ['ID=b313dcdb-5ca4-4de8-ade0-d371183aa2ba,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:12.620735 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-0c080f77-e2d4-4d86-8f45-afd3c7d24d28 service neutron] 10.222.0.11 "GET /v2.0/networks/90e30cba-5f38-4a80-a664-a1617c1c296a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802080 Nov 27 04:01:12.874393 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-6106f5d9-acf3-4d09-a6ce-d7967d6a11a9 service neutron] 10.222.0.11 "GET /v2.0/networks/90e30cba-5f38-4a80-a664-a1617c1c296a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434366 Nov 27 04:01:12.968637 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-0217b5b8-f48d-41eb-ab60-816bbe82815b service neutron] Attempting to bind port b313dcdb-5ca4-4de8-ade0-d371183aa2ba on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:01:12.969810 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-0217b5b8-f48d-41eb-ab60-816bbe82815b service neutron] Attempting to bind port b313dcdb-5ca4-4de8-ade0-d371183aa2ba by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '2411bd05-55f0-40c7-87e1-a35e02d88d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '90e30cba-5f38-4a80-a664-a1617c1c296a'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:01:12.970351 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-0217b5b8-f48d-41eb-ab60-816bbe82815b service neutron] Attempting to bind port b313dcdb-5ca4-4de8-ade0-d371183aa2ba on network 90e30cba-5f38-4a80-a664-a1617c1c296a {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:01:13.033806 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-0217b5b8-f48d-41eb-ab60-816bbe82815b service neutron] Port b313dcdb-5ca4-4de8-ade0-d371183aa2ba on network 90e30cba-5f38-4a80-a664-a1617c1c296a not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:01:13.035305 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-0217b5b8-f48d-41eb-ab60-816bbe82815b service neutron] Attempting to bind port b313dcdb-5ca4-4de8-ade0-d371183aa2ba on network 90e30cba-5f38-4a80-a664-a1617c1c296a {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:01:13.072653 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cec2f-59b1-45e9-b6da-98b94908dfc8 req-421515e1-1056-4f9f-b80a-bdeb22de6ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:13.104282 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dd5cec2f-59b1-45e9-b6da-98b94908dfc8 req-421515e1-1056-4f9f-b80a-bdeb22de6ab1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8a9b1972cb747f495b6c69d862794c2&device_id=46e1593c-a295-4794-b4e8-6a69a81291de HTTP/1.1" status: 200 len: 1094 time: 0.1248071 Nov 27 04:01:13.216153 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-0217b5b8-f48d-41eb-ab60-816bbe82815b service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:01:13.217264 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-0217b5b8-f48d-41eb-ab60-816bbe82815b service neutron] Checking segment: {'id': '2411bd05-55f0-40c7-87e1-a35e02d88d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '90e30cba-5f38-4a80-a664-a1617c1c296a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:01:13.218482 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-0217b5b8-f48d-41eb-ab60-816bbe82815b service neutron] Bound using segment: {'id': '2411bd05-55f0-40c7-87e1-a35e02d88d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '90e30cba-5f38-4a80-a664-a1617c1c296a'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:01:13.221591 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-0217b5b8-f48d-41eb-ab60-816bbe82815b service neutron] Bound port: b313dcdb-5ca4-4de8-ade0-d371183aa2ba, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2411bd05-55f0-40c7-87e1-a35e02d88d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '90e30cba-5f38-4a80-a664-a1617c1c296a'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:01:13.224130 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-0217b5b8-f48d-41eb-ab60-816bbe82815b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:13.516997 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cec2f-59b1-45e9-b6da-98b94908dfc8 req-38989a15-03c6-4162-b783-92dde44b6347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:13.524185 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dd5cec2f-59b1-45e9-b6da-98b94908dfc8 req-38989a15-03c6-4162-b783-92dde44b6347 service neutron] 10.222.0.11 "GET /v2.0/networks?id=90e30cba-5f38-4a80-a664-a1617c1c296a HTTP/1.1" status: 200 len: 918 time: 0.4085276 Nov 27 04:01:13.663291 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-0217b5b8-f48d-41eb-ab60-816bbe82815b service neutron] For port b313dcdb-5ca4-4de8-ade0-d371183aa2ba, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:01:13.670532 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-0217b5b8-f48d-41eb-ab60-816bbe82815b service neutron] For port b313dcdb-5ca4-4de8-ade0-d371183aa2ba, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=b313dcdb-5ca4-4de8-ade0-d371183aa2ba,segment=NetworkSegment(2411bd05-55f0-40c7-87e1-a35e02d88d5a),segment_id=2411bd05-55f0-40c7-87e1-a35e02d88d5a)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:01:13.686246 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dd5cec2f-59b1-45e9-b6da-98b94908dfc8 req-3a3ac3d1-932c-4f6f-ad1d-54fdfcb0e7b1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=603f55e8-dee9-47e0-afc0-98e4abe79dda HTTP/1.1" status: 200 len: 217 time: 0.1377919 Nov 27 04:01:13.691477 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-72786e3f-3526-4905-98b7-ceae0c3125a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27853ddc-7424-4a77-80c1-3f5ef0f60ab8 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:01:13.712543 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-72786e3f-3526-4905-98b7-ceae0c3125a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:13.721545 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-0217b5b8-f48d-41eb-ab60-816bbe82815b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:13.821323 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503d917-2d7a-4253-83c8-85b107161a4c req-d6cc541d-ade8-4f36-bb9b-c6c8df656777 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:13.832626 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-72786e3f-3526-4905-98b7-ceae0c3125a0 service neutron] Transition to ACTIVE for port object 27853ddc-7424-4a77-80c1-3f5ef0f60ab8 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:01:13.845406 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e503d917-2d7a-4253-83c8-85b107161a4c req-d6cc541d-ade8-4f36-bb9b-c6c8df656777 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c0d064d-caca-4bcf-a823-65858b6ec301 HTTP/1.1" status: 200 len: 943 time: 0.4836872 Nov 27 04:01:13.854799 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-0217b5b8-f48d-41eb-ab60-816bbe82815b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:13.855940 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-0217b5b8-f48d-41eb-ab60-816bbe82815b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:13.860760 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-0217b5b8-f48d-41eb-ab60-816bbe82815b service neutron] 10.222.0.11 "PUT /v2.0/ports/b313dcdb-5ca4-4de8-ade0-d371183aa2ba HTTP/1.1" status: 200 len: 1091 time: 4.0969415 Nov 27 04:01:13.863243 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c0d064d-caca-4bcf-a823-65858b6ec301', 'tag': 'b313dcdb-5ca4-4de8-ade0-d371183aa2ba'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:01:13.866281 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d7581b-6539-4b8d-b8e6-b32ad2716d53" -d '{"events": [{"name": "network-changed", "server_uuid": "8c0d064d-caca-4bcf-a823-65858b6ec301", "tag": "b313dcdb-5ca4-4de8-ade0-d371183aa2ba"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:01:13.914681 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-72786e3f-3526-4905-98b7-ceae0c3125a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:14.064826 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cec2f-59b1-45e9-b6da-98b94908dfc8 req-1b3f4361-f587-4b8f-a2ed-3e8bac4e691b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:14.066704 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dd5cec2f-59b1-45e9-b6da-98b94908dfc8 req-1b3f4361-f587-4b8f-a2ed-3e8bac4e691b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a3565633-1e1e-48ad-9894-84518f759d28 HTTP/1.1" status: 200 len: 857 time: 0.3713264 Nov 27 04:01:14.085718 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e503d917-2d7a-4253-83c8-85b107161a4c req-b0ee7094-5088-4ed8-bd99-f37ffd6c93eb tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/security-groups?id=76580d5c-f704-434b-886d-eb4b55561dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384686 Nov 27 04:01:14.085862 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28420d9-b969-40da-ba52-73a29ecd8139 x-openstack-request-id: req-a28420d9-b969-40da-ba52-73a29ecd8139 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:01:14.088860 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c0d064d-caca-4bcf-a823-65858b6ec301", "tag": "b313dcdb-5ca4-4de8-ade0-d371183aa2ba", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:01:14.090087 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a28420d9-b969-40da-ba52-73a29ecd8139 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:01:14.090718 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c0d064d-caca-4bcf-a823-65858b6ec301', 'tag': 'b313dcdb-5ca4-4de8-ade0-d371183aa2ba', 'status': 'completed', 'code': 200} Nov 27 04:01:14.179814 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dd5cec2f-59b1-45e9-b6da-98b94908dfc8 req-a8b4cf05-1f44-4aef-90b1-9f816de2567a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90e30cba-5f38-4a80-a664-a1617c1c296a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924466 Nov 27 04:01:14.231902 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217b5b8-f48d-41eb-ab60-816bbe82815b service neutron] Pushing event updated for resources: {'Port': ['ID=b313dcdb-5ca4-4de8-ade0-d371183aa2ba,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:14.385050 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dd5cec2f-59b1-45e9-b6da-98b94908dfc8 req-a6fd74bc-70f9-405a-9079-83099bd89cad service neutron] 10.222.0.11 "GET /v2.0/networks/90e30cba-5f38-4a80-a664-a1617c1c296a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968410 Nov 27 04:01:14.395827 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-761de2f0-1661-42ee-922d-01b4bfaeaae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:14.398365 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-761de2f0-1661-42ee-922d-01b4bfaeaae6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8a9b1972cb747f495b6c69d862794c2&device_id=8c0d064d-caca-4bcf-a823-65858b6ec301 HTTP/1.1" status: 200 len: 1094 time: 0.4606628 Nov 27 04:01:14.565721 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-18330aed-77bd-4c11-803a-b3f55e4258d3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b313dcdb-5ca4-4de8-ade0-d371183aa2ba HTTP/1.1" status: 200 len: 217 time: 0.1445649 Nov 27 04:01:14.574509 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72786e3f-3526-4905-98b7-ceae0c3125a0 service neutron] Pushing event updated for resources: {'Port': ['ID=27853ddc-7424-4a77-80c1-3f5ef0f60ab8,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:14.686928 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dd5cec2f-59b1-45e9-b6da-98b94908dfc8 req-71ef51a8-f719-4d2c-af3f-cd471c74f058 service neutron] 10.222.0.11 "GET /v2.0/networks/90e30cba-5f38-4a80-a664-a1617c1c296a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940245 Nov 27 04:01:14.730427 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-b7adcd36-ad90-4f53-aa6b-7b0dd5c39b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:14.732364 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-b7adcd36-ad90-4f53-aa6b-7b0dd5c39b20 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a3565633-1e1e-48ad-9894-84518f759d28 HTTP/1.1" status: 200 len: 857 time: 0.1460731 Nov 27 04:01:14.820874 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-4c247631-e10e-4a0e-91eb-0cf188aa5a19 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90e30cba-5f38-4a80-a664-a1617c1c296a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798769 Nov 27 04:01:14.821995 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-72786e3f-3526-4905-98b7-ceae0c3125a0 service neutron] Attempting to bind port 27853ddc-7424-4a77-80c1-3f5ef0f60ab8 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:01:14.822498 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-72786e3f-3526-4905-98b7-ceae0c3125a0 service neutron] Attempting to bind port 27853ddc-7424-4a77-80c1-3f5ef0f60ab8 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '2411bd05-55f0-40c7-87e1-a35e02d88d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '90e30cba-5f38-4a80-a664-a1617c1c296a'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:01:14.823122 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-72786e3f-3526-4905-98b7-ceae0c3125a0 service neutron] Attempting to bind port 27853ddc-7424-4a77-80c1-3f5ef0f60ab8 on network 90e30cba-5f38-4a80-a664-a1617c1c296a {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:01:14.967574 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-72786e3f-3526-4905-98b7-ceae0c3125a0 service neutron] Port 27853ddc-7424-4a77-80c1-3f5ef0f60ab8 on network 90e30cba-5f38-4a80-a664-a1617c1c296a not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:01:14.968601 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-72786e3f-3526-4905-98b7-ceae0c3125a0 service neutron] Attempting to bind port 27853ddc-7424-4a77-80c1-3f5ef0f60ab8 on network 90e30cba-5f38-4a80-a664-a1617c1c296a {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:01:15.013328 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-72786e3f-3526-4905-98b7-ceae0c3125a0 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:01:15.013694 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-72786e3f-3526-4905-98b7-ceae0c3125a0 service neutron] Checking segment: {'id': '2411bd05-55f0-40c7-87e1-a35e02d88d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '90e30cba-5f38-4a80-a664-a1617c1c296a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:01:15.014224 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-72786e3f-3526-4905-98b7-ceae0c3125a0 service neutron] Bound using segment: {'id': '2411bd05-55f0-40c7-87e1-a35e02d88d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '90e30cba-5f38-4a80-a664-a1617c1c296a'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:01:15.019026 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-72786e3f-3526-4905-98b7-ceae0c3125a0 service neutron] Bound port: 27853ddc-7424-4a77-80c1-3f5ef0f60ab8, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2411bd05-55f0-40c7-87e1-a35e02d88d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '90e30cba-5f38-4a80-a664-a1617c1c296a'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:01:15.019440 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-72786e3f-3526-4905-98b7-ceae0c3125a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:15.132878 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-72786e3f-3526-4905-98b7-ceae0c3125a0 service neutron] For port 27853ddc-7424-4a77-80c1-3f5ef0f60ab8, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:01:15.140132 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-72786e3f-3526-4905-98b7-ceae0c3125a0 service neutron] For port 27853ddc-7424-4a77-80c1-3f5ef0f60ab8, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=27853ddc-7424-4a77-80c1-3f5ef0f60ab8,segment=NetworkSegment(2411bd05-55f0-40c7-87e1-a35e02d88d5a),segment_id=2411bd05-55f0-40c7-87e1-a35e02d88d5a)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:01:15.166434 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-72786e3f-3526-4905-98b7-ceae0c3125a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:15.229624 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-6363d215-8cce-4852-b319-406403a1c10b service neutron] 10.222.0.11 "GET /v2.0/networks/90e30cba-5f38-4a80-a664-a1617c1c296a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968942 Nov 27 04:01:15.346509 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72786e3f-3526-4905-98b7-ceae0c3125a0 service neutron] Pushing event updated for resources: {'Port': ['ID=27853ddc-7424-4a77-80c1-3f5ef0f60ab8,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:15.443381 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6db5a0-cd6e-46ad-a8dc-b06e024a6446 req-0bb26578-3c72-478c-a588-c7a94ed3c4b0 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:15.453738 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ef6db5a0-cd6e-46ad-a8dc-b06e024a6446 req-0bb26578-3c72-478c-a588-c7a94ed3c4b0 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c0d064d-caca-4bcf-a823-65858b6ec301 HTTP/1.1" status: 200 len: 943 time: 0.2000248 Nov 27 04:01:15.488499 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-8777ef78-09c8-4efd-bef8-359e207e05f6 service neutron] 10.222.0.11 "GET /v2.0/networks/90e30cba-5f38-4a80-a664-a1617c1c296a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354299 Nov 27 04:01:15.492673 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-72786e3f-3526-4905-98b7-ceae0c3125a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:15.493916 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-72786e3f-3526-4905-98b7-ceae0c3125a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:15.498712 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-72786e3f-3526-4905-98b7-ceae0c3125a0 service neutron] 10.222.0.23 "PUT /v2.0/ports/27853ddc-7424-4a77-80c1-3f5ef0f60ab8 HTTP/1.1" status: 200 len: 1091 time: 3.4937911 Nov 27 04:01:15.686072 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ef6db5a0-cd6e-46ad-a8dc-b06e024a6446 req-25e6c0b8-6751-4c08-a0ef-3bdf91017405 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/security-groups?id=76580d5c-f704-434b-886d-eb4b55561dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200532 Nov 27 04:01:15.754609 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-bb91ec9c-4ea5-45fe-8547-8d28dc2859b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:15.756466 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-bb91ec9c-4ea5-45fe-8547-8d28dc2859b3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c8a9b1972cb747f495b6c69d862794c2&device_id=266de1c0-3fda-4d12-96b4-950cee07713c HTTP/1.1" status: 200 len: 1094 time: 0.1819048 Nov 27 04:01:15.771033 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7581b-6539-4b8d-b8e6-b32ad2716d53 req-6807fd63-7000-4a03-bdd8-f2eb62d1a48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:15.777066 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-25d7581b-6539-4b8d-b8e6-b32ad2716d53 req-6807fd63-7000-4a03-bdd8-f2eb62d1a48a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8a9b1972cb747f495b6c69d862794c2&device_id=8c0d064d-caca-4bcf-a823-65858b6ec301 HTTP/1.1" status: 200 len: 1094 time: 0.1583526 Nov 27 04:01:15.878360 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-f4f95bb8-a9eb-4eb0-bd08-28c1b939cdfd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27853ddc-7424-4a77-80c1-3f5ef0f60ab8 HTTP/1.1" status: 200 len: 217 time: 0.0991447 Nov 27 04:01:15.922420 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 603f55e8-dee9-47e0-afc0-98e4abe79dda details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:01:16.279334 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b654288d-b4d6-40e0-a440-f6f2456c3053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:16.280158 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 52294) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:01:16.285087 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:16.410504 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 603f55e8-dee9-47e0-afc0-98e4abe79dda, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=603f55e8-dee9-47e0-afc0-98e4abe79dda,segment=NetworkSegment(2411bd05-55f0-40c7-87e1-a35e02d88d5a),segment_id=2411bd05-55f0-40c7-87e1-a35e02d88d5a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:01:16.456655 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '603f55e8-dee9-47e0-afc0-98e4abe79dda', 'network_id': '90e30cba-5f38-4a80-a664-a1617c1c296a', 'port_id': '603f55e8-dee9-47e0-afc0-98e4abe79dda', 'mac_address': 'fa:16:3e:13:61:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3565633-1e1e-48ad-9894-84518f759d28', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:01:16.621825 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f5d7262b-4b23-4b49-a0b1-b3db7b78ef4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:16.656132 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:16.671840 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 603f55e8-dee9-47e0-afc0-98e4abe79dda {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:01:16.693785 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 603f55e8-dee9-47e0-afc0-98e4abe79dda, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=603f55e8-dee9-47e0-afc0-98e4abe79dda,segment=NetworkSegment(2411bd05-55f0-40c7-87e1-a35e02d88d5a),segment_id=2411bd05-55f0-40c7-87e1-a35e02d88d5a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:01:16.708613 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:16.869461 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f5d7262b-4b23-4b49-a0b1-b3db7b78ef4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:16.873830 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=603f55e8-dee9-47e0-afc0-98e4abe79dda,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:16.933253 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '266de1c0-3fda-4d12-96b4-950cee07713c', 'tag': '27853ddc-7424-4a77-80c1-3f5ef0f60ab8'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:01:16.934388 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f5d7262b-4b23-4b49-a0b1-b3db7b78ef4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:16.936328 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321099b1-9d16-4423-998f-35646b73ac59" -d '{"events": [{"name": "network-changed", "server_uuid": "266de1c0-3fda-4d12-96b4-950cee07713c", "tag": "27853ddc-7424-4a77-80c1-3f5ef0f60ab8"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:01:17.017913 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0659768e-ceb9-4ea0-9fca-d5babb7e0da5 x-openstack-request-id: req-0659768e-ceb9-4ea0-9fca-d5babb7e0da5 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:01:17.020367 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "266de1c0-3fda-4d12-96b4-950cee07713c", "tag": "27853ddc-7424-4a77-80c1-3f5ef0f60ab8", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:01:17.020770 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0659768e-ceb9-4ea0-9fca-d5babb7e0da5 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:01:17.021179 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '266de1c0-3fda-4d12-96b4-950cee07713c', 'tag': '27853ddc-7424-4a77-80c1-3f5ef0f60ab8', 'status': 'completed', 'code': 200} Nov 27 04:01:17.038986 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-5d6bf227-873c-4aa5-951c-4c8a32ccc86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:17.041971 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-5d6bf227-873c-4aa5-951c-4c8a32ccc86b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a3565633-1e1e-48ad-9894-84518f759d28 HTTP/1.1" status: 200 len: 857 time: 1.1432261 Nov 27 04:01:17.046603 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f5d7262b-4b23-4b49-a0b1-b3db7b78ef4e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ce406d2ce53e49d8a1b41d58aacbc92f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7638516 Nov 27 04:01:17.053194 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['603f55e8-dee9-47e0-afc0-98e4abe79dda'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:01:17.060267 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 52316) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:01:17.060493 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d7262b-4b23-4b49-a0b1-b3db7b78ef4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebe2628-3bd8-4f80-b620-4e1d41ff1e35,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:17.099095 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88c7d7-d6c6-4c74-b894-32a5ce4f4d0a req-0ec29c10-cc14-453c-9806-01459a2a646e tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:17.107438 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5e88c7d7-d6c6-4c74-b894-32a5ce4f4d0a req-0ec29c10-cc14-453c-9806-01459a2a646e tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c0d064d-caca-4bcf-a823-65858b6ec301 HTTP/1.1" status: 200 len: 943 time: 0.2481921 Nov 27 04:01:17.223760 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5e88c7d7-d6c6-4c74-b894-32a5ce4f4d0a req-6570a0eb-a7a1-47b0-90c2-37bddb313e67 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/security-groups?id=76580d5c-f704-434b-886d-eb4b55561dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147053 Nov 27 04:01:17.241741 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-a7f0cf8e-0d66-4898-b4ee-da558de744b3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=90e30cba-5f38-4a80-a664-a1617c1c296a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1798105 Nov 27 04:01:17.329397 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7581b-6539-4b8d-b8e6-b32ad2716d53 req-81375f27-41c6-4dfe-837c-3d59bd1295d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:17.331073 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-25d7581b-6539-4b8d-b8e6-b32ad2716d53 req-81375f27-41c6-4dfe-837c-3d59bd1295d8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=90e30cba-5f38-4a80-a664-a1617c1c296a HTTP/1.1" status: 200 len: 918 time: 1.5374572 Nov 27 04:01:17.601605 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-25d7581b-6539-4b8d-b8e6-b32ad2716d53 req-4c68d4c0-abc8-4972-88e9-b2435ca25b08 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b313dcdb-5ca4-4de8-ade0-d371183aa2ba HTTP/1.1" status: 200 len: 217 time: 0.2401338 Nov 27 04:01:17.644208 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e0370bb5-c34c-4760-9905-f8e8c9211319 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:17.729293 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e0370bb5-c34c-4760-9905-f8e8c9211319 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:17.772403 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7581b-6539-4b8d-b8e6-b32ad2716d53 req-31060e4c-7242-4776-a118-c59f94faaf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:17.773960 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-25d7581b-6539-4b8d-b8e6-b32ad2716d53 req-31060e4c-7242-4776-a118-c59f94faaf89 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a3565633-1e1e-48ad-9894-84518f759d28 HTTP/1.1" status: 200 len: 857 time: 0.1372738 Nov 27 04:01:17.906174 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-25d7581b-6539-4b8d-b8e6-b32ad2716d53 req-afc14bc8-59c3-426f-8066-45d0e7c7551a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90e30cba-5f38-4a80-a664-a1617c1c296a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1172776 Nov 27 04:01:17.907926 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-ed91f75b-5662-409f-8508-25626c6beb12 service neutron] 10.222.0.23 "GET /v2.0/networks/90e30cba-5f38-4a80-a664-a1617c1c296a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6503384 Nov 27 04:01:17.922490 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device b313dcdb-5ca4-4de8-ade0-d371183aa2ba details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:01:18.104388 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-25d7581b-6539-4b8d-b8e6-b32ad2716d53 req-dbe8dcaf-0286-465a-981e-4f9c06d3db57 service neutron] 10.222.0.11 "GET /v2.0/networks/90e30cba-5f38-4a80-a664-a1617c1c296a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898715 Nov 27 04:01:18.159366 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port b313dcdb-5ca4-4de8-ade0-d371183aa2ba, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=b313dcdb-5ca4-4de8-ade0-d371183aa2ba,segment=NetworkSegment(2411bd05-55f0-40c7-87e1-a35e02d88d5a),segment_id=2411bd05-55f0-40c7-87e1-a35e02d88d5a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:01:18.173098 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'b313dcdb-5ca4-4de8-ade0-d371183aa2ba', 'network_id': '90e30cba-5f38-4a80-a664-a1617c1c296a', 'port_id': 'b313dcdb-5ca4-4de8-ade0-d371183aa2ba', 'mac_address': 'fa:16:3e:da:98:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3565633-1e1e-48ad-9894-84518f759d28', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:01:18.235541 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:18.311532 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b313dcdb-5ca4-4de8-ade0-d371183aa2ba {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:01:18.324556 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-01e55a0f-7278-4235-81f1-1cc6138a125d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:18.363070 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port b313dcdb-5ca4-4de8-ade0-d371183aa2ba, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=b313dcdb-5ca4-4de8-ade0-d371183aa2ba,segment=NetworkSegment(2411bd05-55f0-40c7-87e1-a35e02d88d5a),segment_id=2411bd05-55f0-40c7-87e1-a35e02d88d5a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:01:18.374179 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:18.427084 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e0370bb5-c34c-4760-9905-f8e8c9211319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:18.429837 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e0370bb5-c34c-4760-9905-f8e8c9211319 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:18.431076 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e0370bb5-c34c-4760-9905-f8e8c9211319 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ebe2628-3bd8-4f80-b620-4e1d41ff1e35 HTTP/1.1" status: 204 len: 168 time: 1.3660357 Nov 27 04:01:18.520519 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0370bb5-c34c-4760-9905-f8e8c9211319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebe2628-3bd8-4f80-b620-4e1d41ff1e35,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:18.533337 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8732287-69fe-4b06-a85e-0ebbb68bf119 req-58d2aa1d-2d58-44b3-9361-24e44bea0c36 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:18.546775 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a8732287-69fe-4b06-a85e-0ebbb68bf119 req-58d2aa1d-2d58-44b3-9361-24e44bea0c36 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c0d064d-caca-4bcf-a823-65858b6ec301 HTTP/1.1" status: 200 len: 944 time: 0.1584299 Nov 27 04:01:18.557742 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=b313dcdb-5ca4-4de8-ade0-d371183aa2ba,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:18.668376 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:18.672890 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a8732287-69fe-4b06-a85e-0ebbb68bf119 req-60f78420-887f-4b1e-a3d0-3540f1d43c7e tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/security-groups?id=76580d5c-f704-434b-886d-eb4b55561dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240842 Nov 27 04:01:18.723599 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['b313dcdb-5ca4-4de8-ade0-d371183aa2ba'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:01:18.762853 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-be7c153a-01a6-4047-b131-05afe19e6fa5 req-325ff81f-c691-4be0-bbbd-fb14376778cb service neutron] 10.222.0.23 "GET /v2.0/networks/90e30cba-5f38-4a80-a664-a1617c1c296a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6573973 Nov 27 04:01:18.771487 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-25d7581b-6539-4b8d-b8e6-b32ad2716d53 req-a41c4f2f-669b-4e1a-a334-11b368ce91f3 service neutron] 10.222.0.11 "GET /v2.0/networks/90e30cba-5f38-4a80-a664-a1617c1c296a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6241679 Nov 27 04:01:18.991280 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321099b1-9d16-4423-998f-35646b73ac59 req-96120d7e-ded6-4a8a-84c0-a1cff530159d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:18.992834 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-321099b1-9d16-4423-998f-35646b73ac59 req-96120d7e-ded6-4a8a-84c0-a1cff530159d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c8a9b1972cb747f495b6c69d862794c2&device_id=266de1c0-3fda-4d12-96b4-950cee07713c HTTP/1.1" status: 200 len: 1094 time: 0.1276653 Nov 27 04:01:19.254362 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321099b1-9d16-4423-998f-35646b73ac59 req-ac44f692-c0db-4fc2-973e-61aad29af598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:19.262027 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-321099b1-9d16-4423-998f-35646b73ac59 req-ac44f692-c0db-4fc2-973e-61aad29af598 service neutron] 10.222.0.23 "GET /v2.0/networks?id=90e30cba-5f38-4a80-a664-a1617c1c296a HTTP/1.1" status: 200 len: 918 time: 0.2555890 Nov 27 04:01:19.328202 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-321099b1-9d16-4423-998f-35646b73ac59 req-a1cce4bc-5e25-47a5-9857-89ba872f32a7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27853ddc-7424-4a77-80c1-3f5ef0f60ab8 HTTP/1.1" status: 200 len: 217 time: 0.0588357 Nov 27 04:01:19.413677 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 52386) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:01:19.433507 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-03bcf2b3-3d27-4624-85e2-8f57b2c8d10b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:19.436225 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321099b1-9d16-4423-998f-35646b73ac59 req-87936256-0dcc-4a44-88df-2dcc28552843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:19.439184 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-321099b1-9d16-4423-998f-35646b73ac59 req-87936256-0dcc-4a44-88df-2dcc28552843 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a3565633-1e1e-48ad-9894-84518f759d28 HTTP/1.1" status: 200 len: 857 time: 0.0993743 Nov 27 04:01:19.496901 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-321099b1-9d16-4423-998f-35646b73ac59 req-286b8dca-36a4-4418-946b-a870b7854ba3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=90e30cba-5f38-4a80-a664-a1617c1c296a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459068 Nov 27 04:01:19.507069 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:19.653552 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-03bcf2b3-3d27-4624-85e2-8f57b2c8d10b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:19.679873 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-03bcf2b3-3d27-4624-85e2-8f57b2c8d10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:19.841249 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-321099b1-9d16-4423-998f-35646b73ac59 req-66077fa1-1792-4a74-88e1-aaf49b921db1 service neutron] 10.222.0.23 "GET /v2.0/networks/90e30cba-5f38-4a80-a664-a1617c1c296a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392193 Nov 27 04:01:19.956542 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 603f55e8-dee9-47e0-afc0-98e4abe79dda up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:01:19.984711 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 52402) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:01:19.988095 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-03bcf2b3-3d27-4624-85e2-8f57b2c8d10b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da30b68f59bf42e1b727a9482a25f42d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5731454 Nov 27 04:01:19.996813 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bcf2b3-3d27-4624-85e2-8f57b2c8d10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1134695-9a68-4b4a-ac04-9f7e12d86392,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:20.047693 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b16aa-cf0d-41d9-9e47-17303b225529 req-839ad9e8-315c-4d49-a4a5-83f1bf456284 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:20.055469 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e76b16aa-cf0d-41d9-9e47-17303b225529 req-839ad9e8-315c-4d49-a4a5-83f1bf456284 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c0d064d-caca-4bcf-a823-65858b6ec301 HTTP/1.1" status: 200 len: 944 time: 0.2366433 Nov 27 04:01:20.156598 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 603f55e8-dee9-47e0-afc0-98e4abe79dda completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:01:20.161266 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-321099b1-9d16-4423-998f-35646b73ac59 req-3377304d-5b1c-4847-a371-ed246262254d service neutron] 10.222.0.23 "GET /v2.0/networks/90e30cba-5f38-4a80-a664-a1617c1c296a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103924 Nov 27 04:01:20.162796 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 603f55e8-dee9-47e0-afc0-98e4abe79dda triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:01:20.163224 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:20.208362 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e76b16aa-cf0d-41d9-9e47-17303b225529 req-283c78d3-5496-4cc2-9462-3da73d1101c7 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/security-groups?id=76580d5c-f704-434b-886d-eb4b55561dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509573 Nov 27 04:01:20.261277 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-767327f8-0db6-4c40-88bf-e46c0bb59a2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:20.368905 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-767327f8-0db6-4c40-88bf-e46c0bb59a2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:20.429337 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:20.503016 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46e1593c-a295-4794-b4e8-6a69a81291de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '603f55e8-dee9-47e0-afc0-98e4abe79dda'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:01:20.515780 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93a8aaf-7021-49db-adf3-60fe6517bcac" -d '{"events": [{"server_uuid": "46e1593c-a295-4794-b4e8-6a69a81291de", "name": "network-vif-plugged", "status": "completed", "tag": "603f55e8-dee9-47e0-afc0-98e4abe79dda"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:01:20.526279 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-767327f8-0db6-4c40-88bf-e46c0bb59a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:20.548871 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 603f55e8-dee9-47e0-afc0-98e4abe79dda, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=603f55e8-dee9-47e0-afc0-98e4abe79dda,segment=NetworkSegment(2411bd05-55f0-40c7-87e1-a35e02d88d5a),segment_id=2411bd05-55f0-40c7-87e1-a35e02d88d5a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:01:20.556855 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-767327f8-0db6-4c40-88bf-e46c0bb59a2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:20.561192 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:20.562041 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device b313dcdb-5ca4-4de8-ade0-d371183aa2ba up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:01:20.579281 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-767327f8-0db6-4c40-88bf-e46c0bb59a2c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a1134695-9a68-4b4a-ac04-9f7e12d86392 HTTP/1.1" status: 204 len: 168 time: 0.5933242 Nov 27 04:01:20.636876 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767327f8-0db6-4c40-88bf-e46c0bb59a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1134695-9a68-4b4a-ac04-9f7e12d86392,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:20.708507 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e66114-2bc2-4203-96dc-579cd162c837 x-openstack-request-id: req-29e66114-2bc2-4203-96dc-579cd162c837 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:01:20.708756 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46e1593c-a295-4794-b4e8-6a69a81291de", "name": "network-vif-plugged", "status": "completed", "tag": "603f55e8-dee9-47e0-afc0-98e4abe79dda", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:01:20.708922 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-29e66114-2bc2-4203-96dc-579cd162c837 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:01:20.709309 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46e1593c-a295-4794-b4e8-6a69a81291de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '603f55e8-dee9-47e0-afc0-98e4abe79dda', 'code': 200} Nov 27 04:01:20.863072 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=603f55e8-dee9-47e0-afc0-98e4abe79dda,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:20.903870 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port b313dcdb-5ca4-4de8-ade0-d371183aa2ba completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:01:20.909231 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port b313dcdb-5ca4-4de8-ade0-d371183aa2ba triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:01:20.912294 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:20.953945 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474ade6-96df-49b8-8c24-d8680b3f8c0c req-a8e63bef-03f3-4ff3-98c1-21dcc90102bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:20.960249 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3474ade6-96df-49b8-8c24-d8680b3f8c0c req-a8e63bef-03f3-4ff3-98c1-21dcc90102bd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=46e1593c-a295-4794-b4e8-6a69a81291de HTTP/1.1" status: 200 len: 1096 time: 0.1812825 Nov 27 04:01:21.056153 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3474ade6-96df-49b8-8c24-d8680b3f8c0c req-4b4e8215-c665-4bb5-8d7c-756c0f10c876 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=76580d5c-f704-434b-886d-eb4b55561dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909662 Nov 27 04:01:21.249323 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:21.301067 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:21.431628 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port b313dcdb-5ca4-4de8-ade0-d371183aa2ba, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=b313dcdb-5ca4-4de8-ade0-d371183aa2ba,segment=NetworkSegment(2411bd05-55f0-40c7-87e1-a35e02d88d5a),segment_id=2411bd05-55f0-40c7-87e1-a35e02d88d5a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:01:21.440703 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7232e2-b2dd-4f6e-8871-e306e97753ff req-335ccff8-5323-4a3a-b91f-3911305ed8a0 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:21.443945 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-be7232e2-b2dd-4f6e-8871-e306e97753ff req-335ccff8-5323-4a3a-b91f-3911305ed8a0 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c0d064d-caca-4bcf-a823-65858b6ec301 HTTP/1.1" status: 200 len: 944 time: 0.0979948 Nov 27 04:01:21.446790 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:21.611962 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-be7232e2-b2dd-4f6e-8871-e306e97753ff req-aad3ff9a-293a-4a36-b20d-f18d129c9831 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/security-groups?id=76580d5c-f704-434b-886d-eb4b55561dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619279 Nov 27 04:01:21.657865 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=b313dcdb-5ca4-4de8-ade0-d371183aa2ba,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:21.776795 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:22.558819 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 27853ddc-7424-4a77-80c1-3f5ef0f60ab8 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:01:22.763007 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 27853ddc-7424-4a77-80c1-3f5ef0f60ab8, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=27853ddc-7424-4a77-80c1-3f5ef0f60ab8,segment=NetworkSegment(2411bd05-55f0-40c7-87e1-a35e02d88d5a),segment_id=2411bd05-55f0-40c7-87e1-a35e02d88d5a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:01:22.792307 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0d064d-caca-4bcf-a823-65858b6ec301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b313dcdb-5ca4-4de8-ade0-d371183aa2ba'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:01:22.794835 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247fab05-c3f6-44ba-81a4-1bf4a2fd344f" -d '{"events": [{"server_uuid": "8c0d064d-caca-4bcf-a823-65858b6ec301", "name": "network-vif-plugged", "status": "completed", "tag": "b313dcdb-5ca4-4de8-ade0-d371183aa2ba"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:01:22.802280 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '27853ddc-7424-4a77-80c1-3f5ef0f60ab8', 'network_id': '90e30cba-5f38-4a80-a664-a1617c1c296a', 'port_id': '27853ddc-7424-4a77-80c1-3f5ef0f60ab8', 'mac_address': 'fa:16:3e:38:ea:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3565633-1e1e-48ad-9894-84518f759d28', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:01:22.837471 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b29a0d-9a6b-44af-8655-97abd578abb2 req-c3873b7e-6145-418c-ac7c-ec59bb5f8077 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:22.840034 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-04b29a0d-9a6b-44af-8655-97abd578abb2 req-c3873b7e-6145-418c-ac7c-ec59bb5f8077 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c0d064d-caca-4bcf-a823-65858b6ec301 HTTP/1.1" status: 200 len: 945 time: 0.0794704 Nov 27 04:01:22.892004 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:22.919697 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27853ddc-7424-4a77-80c1-3f5ef0f60ab8 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:01:22.962923 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 27853ddc-7424-4a77-80c1-3f5ef0f60ab8, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=27853ddc-7424-4a77-80c1-3f5ef0f60ab8,segment=NetworkSegment(2411bd05-55f0-40c7-87e1-a35e02d88d5a),segment_id=2411bd05-55f0-40c7-87e1-a35e02d88d5a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:01:22.965058 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded51b7b-3e9b-4057-8522-f5073b06cb66 x-openstack-request-id: req-ded51b7b-3e9b-4057-8522-f5073b06cb66 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:01:22.965345 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c0d064d-caca-4bcf-a823-65858b6ec301", "name": "network-vif-plugged", "status": "completed", "tag": "b313dcdb-5ca4-4de8-ade0-d371183aa2ba", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:01:22.965724 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ded51b7b-3e9b-4057-8522-f5073b06cb66 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:01:22.966198 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c0d064d-caca-4bcf-a823-65858b6ec301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b313dcdb-5ca4-4de8-ade0-d371183aa2ba', 'code': 200} Nov 27 04:01:22.972724 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:23.049459 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-04b29a0d-9a6b-44af-8655-97abd578abb2 req-5eeac8d4-e620-43de-9862-6ab435ea4daf tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/security-groups?id=76580d5c-f704-434b-886d-eb4b55561dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029808 Nov 27 04:01:23.137745 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=27853ddc-7424-4a77-80c1-3f5ef0f60ab8,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:23.234826 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0eea6c-5b64-4166-ac50-5158a0a20457 req-98bbcf3b-f366-4363-86cf-66c896df2aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:23.236956 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ba0eea6c-5b64-4166-ac50-5158a0a20457 req-98bbcf3b-f366-4363-86cf-66c896df2aad service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8c0d064d-caca-4bcf-a823-65858b6ec301 HTTP/1.1" status: 200 len: 1096 time: 0.1468649 Nov 27 04:01:23.359079 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['27853ddc-7424-4a77-80c1-3f5ef0f60ab8'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:01:23.380667 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ba0eea6c-5b64-4166-ac50-5158a0a20457 req-7b7858bb-0c8b-491c-b83b-310125944c59 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=76580d5c-f704-434b-886d-eb4b55561dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331244 Nov 27 04:01:24.288101 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2a629-253a-4018-bbdd-904542ffe73c req-3f081b18-b478-4f01-9729-6fd059f74218 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:24.288101 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-faf2a629-253a-4018-bbdd-904542ffe73c req-3f081b18-b478-4f01-9729-6fd059f74218 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c0d064d-caca-4bcf-a823-65858b6ec301 HTTP/1.1" status: 200 len: 945 time: 0.1433232 Nov 27 04:01:24.380006 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-faf2a629-253a-4018-bbdd-904542ffe73c req-e70d5de0-e4c3-4cc7-8384-959057b4a605 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/security-groups?id=76580d5c-f704-434b-886d-eb4b55561dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798559 Nov 27 04:01:24.564180 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 27853ddc-7424-4a77-80c1-3f5ef0f60ab8 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:01:24.767145 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 27853ddc-7424-4a77-80c1-3f5ef0f60ab8 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:01:24.773491 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 27853ddc-7424-4a77-80c1-3f5ef0f60ab8 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:01:24.776172 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:25.037676 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:25.106624 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266de1c0-3fda-4d12-96b4-950cee07713c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27853ddc-7424-4a77-80c1-3f5ef0f60ab8'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:01:25.110441 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2cc1db-55d2-4ece-a234-461d266e84ac" -d '{"events": [{"server_uuid": "266de1c0-3fda-4d12-96b4-950cee07713c", "name": "network-vif-plugged", "status": "completed", "tag": "27853ddc-7424-4a77-80c1-3f5ef0f60ab8"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:01:25.146795 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 27853ddc-7424-4a77-80c1-3f5ef0f60ab8, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=27853ddc-7424-4a77-80c1-3f5ef0f60ab8,segment=NetworkSegment(2411bd05-55f0-40c7-87e1-a35e02d88d5a),segment_id=2411bd05-55f0-40c7-87e1-a35e02d88d5a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:01:25.157452 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:25.275870 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b353061d-ccab-467e-be08-c740dd8c158c x-openstack-request-id: req-b353061d-ccab-467e-be08-c740dd8c158c {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:01:25.276964 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266de1c0-3fda-4d12-96b4-950cee07713c", "name": "network-vif-plugged", "status": "completed", "tag": "27853ddc-7424-4a77-80c1-3f5ef0f60ab8", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:01:25.279774 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b353061d-ccab-467e-be08-c740dd8c158c {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:01:25.280452 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '266de1c0-3fda-4d12-96b4-950cee07713c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27853ddc-7424-4a77-80c1-3f5ef0f60ab8', 'code': 200} Nov 27 04:01:25.362568 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=27853ddc-7424-4a77-80c1-3f5ef0f60ab8,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:25.437984 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ee924-5450-4ff3-92ef-3c69ee28b043 req-8a35af11-77eb-434f-a6a3-9813108409d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:25.441983 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bd1ee924-5450-4ff3-92ef-3c69ee28b043 req-8a35af11-77eb-434f-a6a3-9813108409d3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=266de1c0-3fda-4d12-96b4-950cee07713c HTTP/1.1" status: 200 len: 1096 time: 0.0936553 Nov 27 04:01:25.547951 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bd1ee924-5450-4ff3-92ef-3c69ee28b043 req-f92ff160-326f-406e-8f53-33b68d0f61c5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=76580d5c-f704-434b-886d-eb4b55561dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939968 Nov 27 04:01:25.664916 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0bcff-8755-4560-9678-4f1b35d1f534 req-77ba72e7-b3d8-45e9-8ba4-c624041e5557 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:25.676510 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c1e0bcff-8755-4560-9678-4f1b35d1f534 req-77ba72e7-b3d8-45e9-8ba4-c624041e5557 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c0d064d-caca-4bcf-a823-65858b6ec301 HTTP/1.1" status: 200 len: 945 time: 0.1198895 Nov 27 04:01:25.803183 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c1e0bcff-8755-4560-9678-4f1b35d1f534 req-03783e8e-6ab8-4037-b5b6-a7684f9e5c56 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/security-groups?id=76580d5c-f704-434b-886d-eb4b55561dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232719 Nov 27 04:01:26.293689 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7cb86-7a21-46c7-ada8-2bfd4f662846 req-67f605e4-028d-4c4e-9f5d-b9b16686abf9 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:26.324563 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f7c7cb86-7a21-46c7-ada8-2bfd4f662846 req-67f605e4-028d-4c4e-9f5d-b9b16686abf9 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/ports?device_id=266de1c0-3fda-4d12-96b4-950cee07713c HTTP/1.1" status: 200 len: 945 time: 0.2523136 Nov 27 04:01:26.491203 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f7c7cb86-7a21-46c7-ada8-2bfd4f662846 req-e8f8f76f-9301-45f0-a1fd-022fbd51e2dc tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/security-groups?id=76580d5c-f704-434b-886d-eb4b55561dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630294 Nov 27 04:01:26.922509 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 52656) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:01:27.401796 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1b991891-501d-46e5-90bc-14cb0c129b8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:27.599417 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1b991891-501d-46e5-90bc-14cb0c129b8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:27.609209 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1b991891-501d-46e5-90bc-14cb0c129b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:27.746712 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1b991891-501d-46e5-90bc-14cb0c129b8a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d563a3e6c65e4645af6a29ff491996ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8225806 Nov 27 04:01:27.749397 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 52684) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:01:27.751821 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b991891-501d-46e5-90bc-14cb0c129b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750d3eb5-051a-41f3-8e37-c1a7dc392e0a,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:27.864687 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d4cc4-1304-4cf1-8446-4bc28d0f4190 req-0324a071-8938-41fc-9809-810d6f963863 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:27.866302 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-286d4cc4-1304-4cf1-8446-4bc28d0f4190 req-0324a071-8938-41fc-9809-810d6f963863 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/ports?device_id=266de1c0-3fda-4d12-96b4-950cee07713c HTTP/1.1" status: 200 len: 945 time: 0.2098436 Nov 27 04:01:27.907649 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f5421c24-cf04-4aaf-802e-64c1ce9b550a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:28.047563 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-286d4cc4-1304-4cf1-8446-4bc28d0f4190 req-a41ff138-8bf6-4f77-b1d7-1efbcc8719e3 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/security-groups?id=76580d5c-f704-434b-886d-eb4b55561dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611106 Nov 27 04:01:28.100631 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f5421c24-cf04-4aaf-802e-64c1ce9b550a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:28.229825 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f5421c24-cf04-4aaf-802e-64c1ce9b550a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:28.232432 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f5421c24-cf04-4aaf-802e-64c1ce9b550a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:28.233630 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f5421c24-cf04-4aaf-802e-64c1ce9b550a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/750d3eb5-051a-41f3-8e37-c1a7dc392e0a HTTP/1.1" status: 204 len: 168 time: 0.4829388 Nov 27 04:01:28.245298 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5421c24-cf04-4aaf-802e-64c1ce9b550a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750d3eb5-051a-41f3-8e37-c1a7dc392e0a,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:28.419320 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039c42a-0d65-4f03-84ce-5310c1c36ca3 req-f42e5611-1a03-4933-afcd-7c9e1357f8d0 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:28.429848 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4039c42a-0d65-4f03-84ce-5310c1c36ca3 req-f42e5611-1a03-4933-afcd-7c9e1357f8d0 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/ports?device_id=46e1593c-a295-4794-b4e8-6a69a81291de HTTP/1.1" status: 200 len: 945 time: 0.2004428 Nov 27 04:01:28.589866 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4039c42a-0d65-4f03-84ce-5310c1c36ca3 req-bf55cdd8-ca7b-4113-9fdc-6ec5399c9ff1 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/security-groups?id=76580d5c-f704-434b-886d-eb4b55561dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571836 Nov 27 04:01:28.953166 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 52720) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:01:28.999924 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-86b29dc0-d9be-4332-8697-a08e760140bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:29.266617 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf442a4-59a5-46b5-9fcb-b6e133a64f12 req-be3775f0-c64c-43f5-88d0-ca6b021984c2 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:29.277615 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ebf442a4-59a5-46b5-9fcb-b6e133a64f12 req-be3775f0-c64c-43f5-88d0-ca6b021984c2 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/ports?device_id=46e1593c-a295-4794-b4e8-6a69a81291de HTTP/1.1" status: 200 len: 945 time: 0.1997123 Nov 27 04:01:29.433024 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ebf442a4-59a5-46b5-9fcb-b6e133a64f12 req-05ad340f-7830-419f-a2f5-f5dbe4ad279c tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/security-groups?id=76580d5c-f704-434b-886d-eb4b55561dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469455 Nov 27 04:01:29.444922 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 52738) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:01:29.503118 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-86b29dc0-d9be-4332-8697-a08e760140bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:29.513393 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-86b29dc0-d9be-4332-8697-a08e760140bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:29.587653 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-86b29dc0-d9be-4332-8697-a08e760140bc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a8d4981d49e41198934b34e64679c0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6325338 Nov 27 04:01:29.589768 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 52744) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:01:29.598975 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-63f18b45-5e9c-4876-923f-7abac4ff85de admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:29.638812 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b29dc0-d9be-4332-8697-a08e760140bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948ced73-d77f-429d-a3c3-0f4457b34874,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:29.655890 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-549392ef-b8f0-4378-b231-83458ee2ba8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:29.687439 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-549392ef-b8f0-4378-b231-83458ee2ba8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:29.775591 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-549392ef-b8f0-4378-b231-83458ee2ba8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:29.778874 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-549392ef-b8f0-4378-b231-83458ee2ba8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:29.783974 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-549392ef-b8f0-4378-b231-83458ee2ba8f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/948ced73-d77f-429d-a3c3-0f4457b34874 HTTP/1.1" status: 204 len: 168 time: 0.1928179 Nov 27 04:01:29.796891 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549392ef-b8f0-4378-b231-83458ee2ba8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948ced73-d77f-429d-a3c3-0f4457b34874,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:29.912629 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-63f18b45-5e9c-4876-923f-7abac4ff85de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:29.926848 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-63f18b45-5e9c-4876-923f-7abac4ff85de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:30.043942 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-63f18b45-5e9c-4876-923f-7abac4ff85de admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ff170011e54445519bb6bd544c1fe7e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5974791 Nov 27 04:01:30.045342 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f18b45-5e9c-4876-923f-7abac4ff85de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ab35ab-059e-4fb0-bb81-5d168d1ad985,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:30.046722 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 52760) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:01:30.269140 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3a2f1f83-3382-4069-8a5a-9f6d31c3b463 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:30.317539 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3a2f1f83-3382-4069-8a5a-9f6d31c3b463 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:30.435631 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-2c645123-7bcf-4cb2-a417-aa1e48b521f3 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-127047321&fields=id&tenant_id=c0fb01b15ba04e8ca79caed9882229f4 HTTP/1.1" status: 200 len: 267 time: 0.1000366 Nov 27 04:01:30.665017 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3a2f1f83-3382-4069-8a5a-9f6d31c3b463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:30.669402 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3a2f1f83-3382-4069-8a5a-9f6d31c3b463 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:30.673395 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-3a2f1f83-3382-4069-8a5a-9f6d31c3b463 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/11ab35ab-059e-4fb0-bb81-5d168d1ad985 HTTP/1.1" status: 204 len: 168 time: 0.6254401 Nov 27 04:01:30.687222 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71315072-0e5b-4216-9ee8-b3fb13533a61 req-a6664b43-fc0e-4498-925c-78a06ee89110 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:30.700599 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-71315072-0e5b-4216-9ee8-b3fb13533a61 req-a6664b43-fc0e-4498-925c-78a06ee89110 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/ports?device_id=46e1593c-a295-4794-b4e8-6a69a81291de HTTP/1.1" status: 200 len: 945 time: 0.1249344 Nov 27 04:01:30.768744 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f1f83-3382-4069-8a5a-9f6d31c3b463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ab35ab-059e-4fb0-bb81-5d168d1ad985,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:30.842227 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-71315072-0e5b-4216-9ee8-b3fb13533a61 req-ba2dabe2-bbe4-4a77-9287-36493d4baea4 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/security-groups?id=76580d5c-f704-434b-886d-eb4b55561dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371915 Nov 27 04:01:30.880445 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb15f1-15a7-41c5-8600-5ba3fb91ce88 req-0dd0aa5c-758c-4578-8b31-0e6072dc0800 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:30.883947 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-30eb15f1-15a7-41c5-8600-5ba3fb91ce88 req-0dd0aa5c-758c-4578-8b31-0e6072dc0800 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.11 "GET /v2.0/ports?device_id=46e1593c-a295-4794-b4e8-6a69a81291de HTTP/1.1" status: 200 len: 945 time: 0.4035199 Nov 27 04:01:30.947475 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-6c888bc1-9c3f-41c4-bd57-b34ac7d7eaa2 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:30.948825 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-6c888bc1-9c3f-41c4-bd57-b34ac7d7eaa2 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/networks?id=9066c940-2187-4bcb-b452-41734810299f HTTP/1.1" status: 200 len: 812 time: 0.5120480 Nov 27 04:01:31.064474 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-f6ec6869-9d24-49f9-bf43-1706454984bd tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/quotas/c0fb01b15ba04e8ca79caed9882229f4 HTTP/1.1" status: 200 len: 375 time: 0.0573885 Nov 27 04:01:31.284435 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-65a581db-9aa9-4e8b-8087-de9a69cc0296 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0fb01b15ba04e8ca79caed9882229f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1986725 Nov 27 04:01:31.296475 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-30eb15f1-15a7-41c5-8600-5ba3fb91ce88 req-4ca92d2b-7aa3-44ee-bec4-919de88a73b8 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Deleting port 603f55e8-dee9-47e0-afc0-98e4abe79dda {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:01:31.298955 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-30eb15f1-15a7-41c5-8600-5ba3fb91ce88 req-4ca92d2b-7aa3-44ee-bec4-919de88a73b8 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:31.495894 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-30eb15f1-15a7-41c5-8600-5ba3fb91ce88 req-4ca92d2b-7aa3-44ee-bec4-919de88a73b8 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] For port 603f55e8-dee9-47e0-afc0-98e4abe79dda, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=603f55e8-dee9-47e0-afc0-98e4abe79dda,segment=NetworkSegment(2411bd05-55f0-40c7-87e1-a35e02d88d5a),segment_id=2411bd05-55f0-40c7-87e1-a35e02d88d5a)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:01:31.496145 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-30eb15f1-15a7-41c5-8600-5ba3fb91ce88 req-4ca92d2b-7aa3-44ee-bec4-919de88a73b8 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:31.512628 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-30eb15f1-15a7-41c5-8600-5ba3fb91ce88 req-4ca92d2b-7aa3-44ee-bec4-919de88a73b8 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Calling delete_port for 603f55e8-dee9-47e0-afc0-98e4abe79dda owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:01:31.736354 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 52808) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:01:31.765338 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f09d5e63-4b07-4085-b66e-60dff1cf9d6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:31.862706 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-cc3bd08a-823f-49b9-99d6-aac5f98dcca4 service neutron] 10.222.0.20 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451507 Nov 27 04:01:32.046949 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-aa65f442-b27b-44e8-acfd-55ec26e10033 service neutron] 10.222.0.20 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254375 Nov 27 04:01:32.093126 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3afa2a-b248-4428-b9c5-a89559d6d388 req-1f2f38f5-db31-45f3-a642-e7cf4631397d tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:32.102969 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-30eb15f1-15a7-41c5-8600-5ba3fb91ce88 req-4ca92d2b-7aa3-44ee-bec4-919de88a73b8 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:32.106498 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0c3afa2a-b248-4428-b9c5-a89559d6d388 req-1f2f38f5-db31-45f3-a642-e7cf4631397d tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/ports?device_id=46e1593c-a295-4794-b4e8-6a69a81291de HTTP/1.1" status: 200 len: 945 time: 0.1364689 Nov 27 04:01:32.137994 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['b313dcdb-5ca4-4de8-ade0-d371183aa2ba'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:01:32.143973 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['27853ddc-7424-4a77-80c1-3f5ef0f60ab8'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:01:32.192795 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca92d2b-7aa3-44ee-bec4-919de88a73b8 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Pushing event deleted for resources: {'Port': ['ID=603f55e8-dee9-47e0-afc0-98e4abe79dda,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:32.242035 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f09d5e63-4b07-4085-b66e-60dff1cf9d6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:32.296571 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-30eb15f1-15a7-41c5-8600-5ba3fb91ce88 req-4ca92d2b-7aa3-44ee-bec4-919de88a73b8 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] No DVR routers for this DVR port 603f55e8-dee9-47e0-afc0-98e4abe79dda on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:01:32.300725 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-30eb15f1-15a7-41c5-8600-5ba3fb91ce88 req-4ca92d2b-7aa3-44ee-bec4-919de88a73b8 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:32.309361 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-30eb15f1-15a7-41c5-8600-5ba3fb91ce88 req-4ca92d2b-7aa3-44ee-bec4-919de88a73b8 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.11 "DELETE /v2.0/ports/603f55e8-dee9-47e0-afc0-98e4abe79dda HTTP/1.1" status: 204 len: 173 time: 1.4109514 Nov 27 04:01:32.313056 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46e1593c-a295-4794-b4e8-6a69a81291de', 'name': 'network-vif-deleted', 'tag': '603f55e8-dee9-47e0-afc0-98e4abe79dda'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:01:32.319281 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca60e495-25c4-4316-8bc6-4025dabfb01f" -d '{"events": [{"server_uuid": "46e1593c-a295-4794-b4e8-6a69a81291de", "name": "network-vif-deleted", "tag": "603f55e8-dee9-47e0-afc0-98e4abe79dda"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:01:32.360911 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0c3afa2a-b248-4428-b9c5-a89559d6d388 req-e66d7c84-95a5-4e6e-9a2a-6cd521cecf47 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/security-groups?id=76580d5c-f704-434b-886d-eb4b55561dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518785 Nov 27 04:01:32.363267 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f09d5e63-4b07-4085-b66e-60dff1cf9d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:32.486354 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d5e63-4b07-4085-b66e-60dff1cf9d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54806da6-64bd-4e5a-853a-d5f339077d20,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:32.518593 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f09d5e63-4b07-4085-b66e-60dff1cf9d6b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6fc4e76c0bd04b5ca8337026936a9139&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7792950 Nov 27 04:01:32.520215 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 52830) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:01:32.719743 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3889af87-6b98-445d-a43a-514fbfe09454 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:32.764746 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e28d5b-520f-449a-afc0-ef8fe250d6e3 x-openstack-request-id: req-02e28d5b-520f-449a-afc0-ef8fe250d6e3 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:01:32.765043 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46e1593c-a295-4794-b4e8-6a69a81291de", "name": "network-vif-deleted", "tag": "603f55e8-dee9-47e0-afc0-98e4abe79dda", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:01:32.765298 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02e28d5b-520f-449a-afc0-ef8fe250d6e3 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:01:32.765706 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46e1593c-a295-4794-b4e8-6a69a81291de', 'name': 'network-vif-deleted', 'tag': '603f55e8-dee9-47e0-afc0-98e4abe79dda', 'status': 'completed', 'code': 200} Nov 27 04:01:32.774906 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3889af87-6b98-445d-a43a-514fbfe09454 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:32.874338 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 52846) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:01:32.924683 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3889af87-6b98-445d-a43a-514fbfe09454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:32.927612 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3889af87-6b98-445d-a43a-514fbfe09454 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:32.934734 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-3889af87-6b98-445d-a43a-514fbfe09454 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/54806da6-64bd-4e5a-853a-d5f339077d20 HTTP/1.1" status: 204 len: 168 time: 0.4091341 Nov 27 04:01:32.957284 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3889af87-6b98-445d-a43a-514fbfe09454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54806da6-64bd-4e5a-853a-d5f339077d20,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:33.033794 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1aeb784d-189f-4b18-832c-cfeabcc53d49 req-4b8bd6fe-d555-40e7-9841-8a4357f4acd5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=047d18a2-3642-4489-b72c-906c5b76854d HTTP/1.1" status: 200 len: 210 time: 0.1114502 Nov 27 04:01:33.306745 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-abc4f2b6-2104-4209-93a8-9175fa5268e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:33.642092 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-abc4f2b6-2104-4209-93a8-9175fa5268e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:33.651630 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-abc4f2b6-2104-4209-93a8-9175fa5268e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:33.783359 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc4f2b6-2104-4209-93a8-9175fa5268e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6c4432-3ed3-48fd-8b30-ae70acb0fd9b,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:33.875197 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 52886) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:01:33.876153 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-abc4f2b6-2104-4209-93a8-9175fa5268e0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=869c2abbc439458abbc986efb0199072&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0007141 Nov 27 04:01:33.965759 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f0c569bb-2863-4bde-8b33-1eaf3a21811d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:34.011061 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 603f55e8-dee9-47e0-afc0-98e4abe79dda no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:01:34.046082 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f0c569bb-2863-4bde-8b33-1eaf3a21811d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:34.062827 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: 603f55e8-dee9-47e0-afc0-98e4abe79dda {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:01:34.064368 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 603f55e8-dee9-47e0-afc0-98e4abe79dda not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:01:34.171997 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f0c569bb-2863-4bde-8b33-1eaf3a21811d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:34.175583 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f0c569bb-2863-4bde-8b33-1eaf3a21811d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:34.176950 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f0c569bb-2863-4bde-8b33-1eaf3a21811d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6b6c4432-3ed3-48fd-8b30-ae70acb0fd9b HTTP/1.1" status: 204 len: 168 time: 0.2999756 Nov 27 04:01:34.193590 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c569bb-2863-4bde-8b33-1eaf3a21811d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6c4432-3ed3-48fd-8b30-ae70acb0fd9b,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:34.346705 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f1d20acc-b5e0-406f-835d-a0ffec738ef0 req-e08a9d79-0bc6-468c-b8a3-db0b80670d50 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=047d18a2-3642-4489-b72c-906c5b76854d HTTP/1.1" status: 200 len: 210 time: 0.0629041 Nov 27 04:01:34.982479 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 52934) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:01:35.018656 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-734a57b0-1677-42e2-858b-b0826d43d2b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:35.087182 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-4a427ae8-09a9-4fe3-8d84-6468d7413e57 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:35.092326 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-4a427ae8-09a9-4fe3-8d84-6468d7413e57 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.11 "GET /v2.0/networks?id=9066c940-2187-4bcb-b452-41734810299f HTTP/1.1" status: 200 len: 812 time: 0.3639376 Nov 27 04:01:35.219712 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-734a57b0-1677-42e2-858b-b0826d43d2b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:35.230131 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-734a57b0-1677-42e2-858b-b0826d43d2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:35.270098 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-92d254c5-81d0-43ab-bb99-c668c0b0b85b tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0fb01b15ba04e8ca79caed9882229f4 HTTP/1.1" status: 200 len: 379 time: 0.1635022 Nov 27 04:01:35.280978 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-9f642c2c-6c10-419c-8f8e-4012b975cf35 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Request body: {'port': {'device_id': '047d18a2-3642-4489-b72c-906c5b76854d', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'admin_state_up': True, 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'security_groups': ['2383de61-82ea-4adc-bed0-356ea04ef1d2']}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:01:35.359614 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a57b0-1677-42e2-858b-b0826d43d2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b7240c-38e7-49de-b923-0dedb43c0116,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:35.375383 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-734a57b0-1677-42e2-858b-b0826d43d2b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=77d8c7d46224475aab082175c5a65fde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3891959 Nov 27 04:01:35.384879 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 52950) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:01:35.597479 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-49142a51-636b-489e-adb3-12331d54abaf req-531eab2b-056e-4017-83f2-a4e9915989f6 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=047d18a2-3642-4489-b72c-906c5b76854d HTTP/1.1" status: 200 len: 210 time: 0.0758579 Nov 27 04:01:35.603996 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-365712f2-d222-4448-8a1e-8d0d17a38b6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:35.651684 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-365712f2-d222-4448-8a1e-8d0d17a38b6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:35.684044 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-9f642c2c-6c10-419c-8f8e-4012b975cf35 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Made reservation on behalf of c0fb01b15ba04e8ca79caed9882229f4 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:01:35.692370 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-9f642c2c-6c10-419c-8f8e-4012b975cf35 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:35.796305 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-365712f2-d222-4448-8a1e-8d0d17a38b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:35.798970 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-365712f2-d222-4448-8a1e-8d0d17a38b6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:35.800250 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-365712f2-d222-4448-8a1e-8d0d17a38b6e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/45b7240c-38e7-49de-b923-0dedb43c0116 HTTP/1.1" status: 204 len: 168 time: 0.4142525 Nov 27 04:01:35.837089 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365712f2-d222-4448-8a1e-8d0d17a38b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b7240c-38e7-49de-b923-0dedb43c0116,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:36.024299 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-9f642c2c-6c10-419c-8f8e-4012b975cf35 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Allocated IP 172.20.0.10 (9066c940-2187-4bcb-b452-41734810299f/7fdbb93f-95d3-4899-98b7-de442d33ecc0/e1ae9cdb-a696-4f1f-9843-610abfc84b79) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:01:36.283762 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619e71e-4e16-4468-9f7c-55990dcbefca req-da7e0db7-e245-404a-ad3f-5fdaa1fbebfe tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:36.300490 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619e71e-4e16-4468-9f7c-55990dcbefca req-da7e0db7-e245-404a-ad3f-5fdaa1fbebfe tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:36.325517 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0619e71e-4e16-4468-9f7c-55990dcbefca req-da7e0db7-e245-404a-ad3f-5fdaa1fbebfe tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/ports?device_id=266de1c0-3fda-4d12-96b4-950cee07713c&device_id=8c0d064d-caca-4bcf-a823-65858b6ec301 HTTP/1.1" status: 200 len: 1681 time: 0.1688776 Nov 27 04:01:36.404434 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:01:36.413342 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-9f642c2c-6c10-419c-8f8e-4012b975cf35 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:36.473641 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0619e71e-4e16-4468-9f7c-55990dcbefca req-584bbc83-4ccd-4a1b-b174-97caf884ae52 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/security-groups?id=76580d5c-f704-434b-886d-eb4b55561dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466174 Nov 27 04:01:36.553580 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-9f642c2c-6c10-419c-8f8e-4012b975cf35 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:36.778116 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f642c2c-6c10-419c-8f8e-4012b975cf35 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Pushing event updated for resources: {'Port': ['ID=e1ae9cdb-a696-4f1f-9843-610abfc84b79,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:36.896409 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-9f642c2c-6c10-419c-8f8e-4012b975cf35 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Network 9066c940-2187-4bcb-b452-41734810299f is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:01:36.901355 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-9f642c2c-6c10-419c-8f8e-4012b975cf35 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:01:36.909700 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-9f642c2c-6c10-419c-8f8e-4012b975cf35 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:01:37.099817 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8a37b-dc99-40fc-a2dd-77aa6d94d295 req-bdd5579b-b5bc-420f-8577-f4ad76f9ba74 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:37.101317 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-40f8a37b-dc99-40fc-a2dd-77aa6d94d295 req-bdd5579b-b5bc-420f-8577-f4ad76f9ba74 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=047d18a2-3642-4489-b72c-906c5b76854d HTTP/1.1" status: 200 len: 932 time: 0.3267579 Nov 27 04:01:37.168251 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-9f642c2c-6c10-419c-8f8e-4012b975cf35 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:37.169798 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-9f642c2c-6c10-419c-8f8e-4012b975cf35 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:37.264946 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-9f642c2c-6c10-419c-8f8e-4012b975cf35 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9876931 Nov 27 04:01:37.281600 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-40f8a37b-dc99-40fc-a2dd-77aa6d94d295 req-b91cb52c-05b4-4d7d-b92e-4ad42a86bb10 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648991 Nov 27 04:01:37.287854 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-990d3bde-38e7-4c89-a4a0-bbdd7beb4a1e service neutron] Request body: {'port': {'device_id': '047d18a2-3642-4489-b72c-906c5b76854d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:01:37.428199 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-8bb61dc4-ee54-4da7-b4b7-0887e579608f None None] Provisioning complete for port e1ae9cdb-a696-4f1f-9843-610abfc84b79 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:01:37.428934 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8bb61dc4-ee54-4da7-b4b7-0887e579608f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:37.437746 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-990d3bde-38e7-4c89-a4a0-bbdd7beb4a1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:37.563413 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-8bb61dc4-ee54-4da7-b4b7-0887e579608f None None] Port e1ae9cdb-a696-4f1f-9843-610abfc84b79 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:01:37.937190 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665ae23-0514-46cd-9bd6-4a1d91c1ab15 req-b5c9baa9-e7da-41c5-a30c-685b84f909dc tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:37.947885 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3665ae23-0514-46cd-9bd6-4a1d91c1ab15 req-b5c9baa9-e7da-41c5-a30c-685b84f909dc tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/ports?device_id=266de1c0-3fda-4d12-96b4-950cee07713c HTTP/1.1" status: 200 len: 945 time: 0.1724627 Nov 27 04:01:38.179331 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-990d3bde-38e7-4c89-a4a0-bbdd7beb4a1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1ae9cdb-a696-4f1f-9843-610abfc84b79 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:01:38.199128 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3665ae23-0514-46cd-9bd6-4a1d91c1ab15 req-3acc7b57-c2a8-4c0f-aa20-6ccc88e7cc73 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/security-groups?id=76580d5c-f704-434b-886d-eb4b55561dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466702 Nov 27 04:01:38.216502 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-990d3bde-38e7-4c89-a4a0-bbdd7beb4a1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:38.238514 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-990d3bde-38e7-4c89-a4a0-bbdd7beb4a1e service neutron] Transition to ACTIVE for port object e1ae9cdb-a696-4f1f-9843-610abfc84b79 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:01:38.246781 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-990d3bde-38e7-4c89-a4a0-bbdd7beb4a1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:38.364104 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b4773-3c0b-4aa9-960e-5abe2b95a72f req-a4cbbb2d-cff4-46b2-914f-b3d11d5f6dd3 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:38.377498 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-844b4773-3c0b-4aa9-960e-5abe2b95a72f req-a4cbbb2d-cff4-46b2-914f-b3d11d5f6dd3 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=a692ea22-77a1-43bb-be1f-5992d9fa6bff HTTP/1.1" status: 200 len: 946 time: 0.2025089 Nov 27 04:01:38.449547 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d3bde-38e7-4c89-a4a0-bbdd7beb4a1e service neutron] Pushing event updated for resources: {'Port': ['ID=e1ae9cdb-a696-4f1f-9843-610abfc84b79,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:38.567589 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-990d3bde-38e7-4c89-a4a0-bbdd7beb4a1e service neutron] Attempting to bind port e1ae9cdb-a696-4f1f-9843-610abfc84b79 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:01:38.567934 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-990d3bde-38e7-4c89-a4a0-bbdd7beb4a1e service neutron] Attempting to bind port e1ae9cdb-a696-4f1f-9843-610abfc84b79 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '7b573d51-51b1-4f49-9697-b1cce35223ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9066c940-2187-4bcb-b452-41734810299f'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:01:38.568272 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-990d3bde-38e7-4c89-a4a0-bbdd7beb4a1e service neutron] Attempting to bind port e1ae9cdb-a696-4f1f-9843-610abfc84b79 on network 9066c940-2187-4bcb-b452-41734810299f {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:01:38.571991 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-844b4773-3c0b-4aa9-960e-5abe2b95a72f req-8ae15cf4-1779-4178-85c7-3055537ea4ef tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dacdf9c-1301-4033-bb6e-79818c355822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1931748 Nov 27 04:01:38.603933 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fee76a-64e9-473d-9d79-2240f292c45b req-efaba4b0-bdc9-4064-9f82-8e38d2f88eb9 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:38.620907 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-23fee76a-64e9-473d-9d79-2240f292c45b req-efaba4b0-bdc9-4064-9f82-8e38d2f88eb9 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=047d18a2-3642-4489-b72c-906c5b76854d HTTP/1.1" status: 200 len: 944 time: 0.1181736 Nov 27 04:01:38.629307 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-990d3bde-38e7-4c89-a4a0-bbdd7beb4a1e service neutron] Port e1ae9cdb-a696-4f1f-9843-610abfc84b79 on network 9066c940-2187-4bcb-b452-41734810299f not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:01:38.629814 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-990d3bde-38e7-4c89-a4a0-bbdd7beb4a1e service neutron] Attempting to bind port e1ae9cdb-a696-4f1f-9843-610abfc84b79 on network 9066c940-2187-4bcb-b452-41734810299f {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:01:38.663505 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-990d3bde-38e7-4c89-a4a0-bbdd7beb4a1e service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:01:38.664951 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-990d3bde-38e7-4c89-a4a0-bbdd7beb4a1e service neutron] Checking segment: {'id': '7b573d51-51b1-4f49-9697-b1cce35223ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9066c940-2187-4bcb-b452-41734810299f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:01:38.679353 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-990d3bde-38e7-4c89-a4a0-bbdd7beb4a1e service neutron] Bound using segment: {'id': '7b573d51-51b1-4f49-9697-b1cce35223ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9066c940-2187-4bcb-b452-41734810299f'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:01:38.680374 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-990d3bde-38e7-4c89-a4a0-bbdd7beb4a1e service neutron] Bound port: e1ae9cdb-a696-4f1f-9843-610abfc84b79, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b573d51-51b1-4f49-9697-b1cce35223ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9066c940-2187-4bcb-b452-41734810299f'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:01:38.680760 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-990d3bde-38e7-4c89-a4a0-bbdd7beb4a1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:38.748343 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-23fee76a-64e9-473d-9d79-2240f292c45b req-2bf945bd-859f-4a86-97c7-ba5c1b8fe193 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259851 Nov 27 04:01:38.845539 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-990d3bde-38e7-4c89-a4a0-bbdd7beb4a1e service neutron] For port e1ae9cdb-a696-4f1f-9843-610abfc84b79, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:01:38.851312 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-990d3bde-38e7-4c89-a4a0-bbdd7beb4a1e service neutron] For port e1ae9cdb-a696-4f1f-9843-610abfc84b79, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=e1ae9cdb-a696-4f1f-9843-610abfc84b79,segment=NetworkSegment(7b573d51-51b1-4f49-9697-b1cce35223ba),segment_id=7b573d51-51b1-4f49-9697-b1cce35223ba)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:01:38.861922 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-990d3bde-38e7-4c89-a4a0-bbdd7beb4a1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:38.902466 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-990d3bde-38e7-4c89-a4a0-bbdd7beb4a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:38.903596 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-990d3bde-38e7-4c89-a4a0-bbdd7beb4a1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:38.905283 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-990d3bde-38e7-4c89-a4a0-bbdd7beb4a1e service neutron] 10.222.0.11 "PUT /v2.0/ports/e1ae9cdb-a696-4f1f-9843-610abfc84b79 HTTP/1.1" status: 200 len: 1092 time: 1.6222475 Nov 27 04:01:38.906012 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '047d18a2-3642-4489-b72c-906c5b76854d', 'tag': 'e1ae9cdb-a696-4f1f-9843-610abfc84b79'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:01:38.908986 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98dc95db-613f-4b7a-bdc8-203bfa090a62" -d '{"events": [{"name": "network-changed", "server_uuid": "047d18a2-3642-4489-b72c-906c5b76854d", "tag": "e1ae9cdb-a696-4f1f-9843-610abfc84b79"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:01:38.967499 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d3bde-38e7-4c89-a4a0-bbdd7beb4a1e service neutron] Pushing event updated for resources: {'Port': ['ID=e1ae9cdb-a696-4f1f-9843-610abfc84b79,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:38.981097 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b20ede-e5e3-4ec6-9e11-2d26ccd515ac x-openstack-request-id: req-10b20ede-e5e3-4ec6-9e11-2d26ccd515ac {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:01:38.981685 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "047d18a2-3642-4489-b72c-906c5b76854d", "tag": "e1ae9cdb-a696-4f1f-9843-610abfc84b79", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:01:38.982149 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-10b20ede-e5e3-4ec6-9e11-2d26ccd515ac {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:01:38.983974 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '047d18a2-3642-4489-b72c-906c5b76854d', 'tag': 'e1ae9cdb-a696-4f1f-9843-610abfc84b79', 'status': 'completed', 'code': 200} Nov 27 04:01:39.099638 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-7fa0c7b4-09e3-4a6d-a005-1e20e33e4f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:39.103820 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-7fa0c7b4-09e3-4a6d-a005-1e20e33e4f66 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c0fb01b15ba04e8ca79caed9882229f4&device_id=047d18a2-3642-4489-b72c-906c5b76854d HTTP/1.1" status: 200 len: 1095 time: 0.1101992 Nov 27 04:01:39.196581 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389932a4-ae59-40a5-8f21-999481594fbb req-2f56baa5-9d17-471d-ac41-bd0a820ca41d tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:39.198771 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-389932a4-ae59-40a5-8f21-999481594fbb req-2f56baa5-9d17-471d-ac41-bd0a820ca41d tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c0d064d-caca-4bcf-a823-65858b6ec301 HTTP/1.1" status: 200 len: 945 time: 0.1224630 Nov 27 04:01:39.199480 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53110) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:01:39.392387 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718fc2e2-190d-432a-9303-c1e675befcf7 req-d1ee7dd3-6012-4590-82f9-1ea87d3ab7fc tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:39.405153 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-718fc2e2-190d-432a-9303-c1e675befcf7 req-d1ee7dd3-6012-4590-82f9-1ea87d3ab7fc tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.23 "GET /v2.0/ports?device_id=266de1c0-3fda-4d12-96b4-950cee07713c HTTP/1.1" status: 200 len: 945 time: 0.2859650 Nov 27 04:01:39.408314 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-b33bc746-2f6b-49dd-95ce-5bdf2eeee282 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1ae9cdb-a696-4f1f-9843-610abfc84b79 HTTP/1.1" status: 200 len: 217 time: 0.2383909 Nov 27 04:01:39.522022 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be326a-e3bc-4d68-bbee-c7dc6a946896 req-8a649e53-2e9c-4317-9303-2297bb6f8351 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:39.530028 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-10be326a-e3bc-4d68-bbee-c7dc6a946896 req-8a649e53-2e9c-4317-9303-2297bb6f8351 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/ports?device_id=266de1c0-3fda-4d12-96b4-950cee07713c HTTP/1.1" status: 200 len: 945 time: 0.1597130 Nov 27 04:01:39.566093 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18548195-70ae-4f03-a5e3-50b2e1f1f8d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:39.574813 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-389932a4-ae59-40a5-8f21-999481594fbb req-a0e077f0-0e2c-4731-9677-b9af7d942c7d tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Deleting port b313dcdb-5ca4-4de8-ade0-d371183aa2ba {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:01:39.575427 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-389932a4-ae59-40a5-8f21-999481594fbb req-a0e077f0-0e2c-4731-9677-b9af7d942c7d tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:39.769761 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-389932a4-ae59-40a5-8f21-999481594fbb req-a0e077f0-0e2c-4731-9677-b9af7d942c7d tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] For port b313dcdb-5ca4-4de8-ade0-d371183aa2ba, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=b313dcdb-5ca4-4de8-ade0-d371183aa2ba,segment=NetworkSegment(2411bd05-55f0-40c7-87e1-a35e02d88d5a),segment_id=2411bd05-55f0-40c7-87e1-a35e02d88d5a)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:01:39.770062 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-389932a4-ae59-40a5-8f21-999481594fbb req-a0e077f0-0e2c-4731-9677-b9af7d942c7d tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:39.790994 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-389932a4-ae59-40a5-8f21-999481594fbb req-a0e077f0-0e2c-4731-9677-b9af7d942c7d tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Calling delete_port for b313dcdb-5ca4-4de8-ade0-d371183aa2ba owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:01:39.885669 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-5e7fd111-5bcd-4d5a-80f9-8b4e4d93b5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:39.892359 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-5e7fd111-5bcd-4d5a-80f9-8b4e4d93b5dd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7fdbb93f-95d3-4899-98b7-de442d33ecc0 HTTP/1.1" status: 200 len: 851 time: 0.4702575 Nov 27 04:01:40.017214 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-10be326a-e3bc-4d68-bbee-c7dc6a946896 req-a82e53af-6b99-414a-b870-5e44368c1bf6 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/security-groups?id=76580d5c-f704-434b-886d-eb4b55561dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4859879 Nov 27 04:01:40.040213 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-389932a4-ae59-40a5-8f21-999481594fbb req-a0e077f0-0e2c-4731-9677-b9af7d942c7d tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:40.059036 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11f022-c343-473e-84bb-dbac0f40f8d9 req-8a0815ac-b55a-46d5-b543-023f4572b94c tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:40.060620 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0a11f022-c343-473e-84bb-dbac0f40f8d9 req-8a0815ac-b55a-46d5-b543-023f4572b94c tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=a692ea22-77a1-43bb-be1f-5992d9fa6bff HTTP/1.1" status: 200 len: 946 time: 0.2920997 Nov 27 04:01:40.083489 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['b313dcdb-5ca4-4de8-ade0-d371183aa2ba'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:01:40.086346 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['27853ddc-7424-4a77-80c1-3f5ef0f60ab8'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:01:40.087033 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-48ecdfbd-36e8-4fe2-8e6b-3d7ae86735e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:40.097278 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-48ecdfbd-36e8-4fe2-8e6b-3d7ae86735e7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9066c940-2187-4bcb-b452-41734810299f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1805773 Nov 27 04:01:40.114388 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-718fc2e2-190d-432a-9303-c1e675befcf7 req-d595440d-3778-4eb5-a744-46e94f1b3cc1 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Deleting port 27853ddc-7424-4a77-80c1-3f5ef0f60ab8 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:01:40.118764 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e077f0-0e2c-4731-9677-b9af7d942c7d tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Pushing event deleted for resources: {'Port': ['ID=b313dcdb-5ca4-4de8-ade0-d371183aa2ba,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:40.122378 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-718fc2e2-190d-432a-9303-c1e675befcf7 req-d595440d-3778-4eb5-a744-46e94f1b3cc1 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:40.326378 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-389932a4-ae59-40a5-8f21-999481594fbb req-a0e077f0-0e2c-4731-9677-b9af7d942c7d tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] No DVR routers for this DVR port b313dcdb-5ca4-4de8-ade0-d371183aa2ba on host n-h2-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:01:40.332210 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-389932a4-ae59-40a5-8f21-999481594fbb req-a0e077f0-0e2c-4731-9677-b9af7d942c7d tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:40.343797 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-389932a4-ae59-40a5-8f21-999481594fbb req-a0e077f0-0e2c-4731-9677-b9af7d942c7d tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.11 "DELETE /v2.0/ports/b313dcdb-5ca4-4de8-ade0-d371183aa2ba HTTP/1.1" status: 204 len: 173 time: 1.1370363 Nov 27 04:01:40.351226 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0d064d-caca-4bcf-a823-65858b6ec301', 'name': 'network-vif-deleted', 'tag': 'b313dcdb-5ca4-4de8-ade0-d371183aa2ba'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:01:40.354990 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483b3eb6-db01-4d4a-91bb-2625f25d1001" -d '{"events": [{"server_uuid": "8c0d064d-caca-4bcf-a823-65858b6ec301", "name": "network-vif-deleted", "tag": "b313dcdb-5ca4-4de8-ade0-d371183aa2ba"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:01:40.374676 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0a11f022-c343-473e-84bb-dbac0f40f8d9 req-ec432610-b0b5-4b6b-976e-5ba9f37bc38a tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dacdf9c-1301-4033-bb6e-79818c355822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2923517 Nov 27 04:01:40.412698 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fa278-25ea-4ea0-abf1-233a222d9b89 req-73da5371-84e0-4cc7-97fb-1dcb9bf04d36 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:40.425048 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-896fa278-25ea-4ea0-abf1-233a222d9b89 req-73da5371-84e0-4cc7-97fb-1dcb9bf04d36 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=047d18a2-3642-4489-b72c-906c5b76854d HTTP/1.1" status: 200 len: 944 time: 0.2651415 Nov 27 04:01:40.450253 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-718fc2e2-190d-432a-9303-c1e675befcf7 req-d595440d-3778-4eb5-a744-46e94f1b3cc1 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] For port 27853ddc-7424-4a77-80c1-3f5ef0f60ab8, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=27853ddc-7424-4a77-80c1-3f5ef0f60ab8,segment=NetworkSegment(2411bd05-55f0-40c7-87e1-a35e02d88d5a),segment_id=2411bd05-55f0-40c7-87e1-a35e02d88d5a)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:01:40.450838 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-718fc2e2-190d-432a-9303-c1e675befcf7 req-d595440d-3778-4eb5-a744-46e94f1b3cc1 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:40.470407 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-718fc2e2-190d-432a-9303-c1e675befcf7 req-d595440d-3778-4eb5-a744-46e94f1b3cc1 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Calling delete_port for 27853ddc-7424-4a77-80c1-3f5ef0f60ab8 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:01:40.590038 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-896fa278-25ea-4ea0-abf1-233a222d9b89 req-2a05a95d-89f8-43b9-ba58-e4d2f1e9d225 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617286 Nov 27 04:01:40.600731 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18548195-70ae-4f03-a5e3-50b2e1f1f8d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:40.616588 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18548195-70ae-4f03-a5e3-50b2e1f1f8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:40.668048 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de728139-e71a-4508-99e9-9ee1a2f71515 x-openstack-request-id: req-de728139-e71a-4508-99e9-9ee1a2f71515 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:01:40.671199 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c0d064d-caca-4bcf-a823-65858b6ec301", "name": "network-vif-deleted", "tag": "b313dcdb-5ca4-4de8-ade0-d371183aa2ba", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:01:40.672726 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-de728139-e71a-4508-99e9-9ee1a2f71515 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:01:40.673383 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c0d064d-caca-4bcf-a823-65858b6ec301', 'name': 'network-vif-deleted', 'tag': 'b313dcdb-5ca4-4de8-ade0-d371183aa2ba', 'status': 'completed', 'code': 200} Nov 27 04:01:40.709151 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18548195-70ae-4f03-a5e3-50b2e1f1f8d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fb2157-0a1f-408e-b88b-e4f6b5720448,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:40.737940 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-18548195-70ae-4f03-a5e3-50b2e1f1f8d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aaeb649e2a844793beb1180b4bdb48d3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5350032 Nov 27 04:01:40.738332 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53158) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:01:40.793741 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f98283ba-c4bd-4709-84da-ad5b57d0d0d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:40.817668 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f98283ba-c4bd-4709-84da-ad5b57d0d0d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:40.871347 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f98283ba-c4bd-4709-84da-ad5b57d0d0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:40.903254 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f98283ba-c4bd-4709-84da-ad5b57d0d0d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:40.907158 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f98283ba-c4bd-4709-84da-ad5b57d0d0d4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/80fb2157-0a1f-408e-b88b-e4f6b5720448 HTTP/1.1" status: 204 len: 168 time: 0.1654119 Nov 27 04:01:40.907158 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53162) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:01:40.935224 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98283ba-c4bd-4709-84da-ad5b57d0d0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fb2157-0a1f-408e-b88b-e4f6b5720448,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:41.118447 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-76b3cbbc-6a37-49b6-a531-d57f19be16d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:41.281661 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-76b3cbbc-6a37-49b6-a531-d57f19be16d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:41.319185 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-178bcd4b-c9a9-441a-bd51-675a7f7c0a05 service neutron] 10.222.0.11 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1573608 Nov 27 04:01:41.376981 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-76b3cbbc-6a37-49b6-a531-d57f19be16d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:41.390876 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb1310-a9e2-46dc-9a63-49a148923967 req-7f39b0d1-906d-4203-b77d-cc2fd94d8cd9 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:41.392899 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-25cb1310-a9e2-46dc-9a63-49a148923967 req-7f39b0d1-906d-4203-b77d-cc2fd94d8cd9 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.23 "GET /v2.0/ports?device_id=a692ea22-77a1-43bb-be1f-5992d9fa6bff HTTP/1.1" status: 200 len: 946 time: 0.2850235 Nov 27 04:01:41.416975 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31650016-6a06-4929-9763-63b1b3caea8f req-d08d1cf2-71d0-4d67-803b-d46ddfb2fd27 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:41.419023 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-31650016-6a06-4929-9763-63b1b3caea8f req-d08d1cf2-71d0-4d67-803b-d46ddfb2fd27 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 947 time: 0.3099623 Nov 27 04:01:41.439828 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-76b3cbbc-6a37-49b6-a531-d57f19be16d6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=37bfd27f43574aab87fc31f3e7003d96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5283663 Nov 27 04:01:41.443681 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53174) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:01:41.444354 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3cbbc-6a37-49b6-a531-d57f19be16d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6354860a-09f0-41f8-9f5d-f97973f42669,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:41.471022 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761ff56-1312-499f-87ca-6a6afa2bccd9 req-6074cca4-4ea9-4831-96d7-974d1df3b42e tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:41.472913 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3761ff56-1312-499f-87ca-6a6afa2bccd9 req-6074cca4-4ea9-4831-96d7-974d1df3b42e tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/ports?device_id=266de1c0-3fda-4d12-96b4-950cee07713c HTTP/1.1" status: 200 len: 945 time: 0.1891906 Nov 27 04:01:41.526822 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53176) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:01:41.559891 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-218e87f4-ff0c-472a-a4ec-0ace0e86e0c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:41.597170 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3761ff56-1312-499f-87ca-6a6afa2bccd9 req-5fb3538e-f1d4-45d2-af31-20f91c267f8c tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/security-groups?id=76580d5c-f704-434b-886d-eb4b55561dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115639 Nov 27 04:01:41.598070 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-31650016-6a06-4929-9763-63b1b3caea8f req-fe10baba-cadf-492d-939d-8bb5a8e3a82e tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597707 Nov 27 04:01:41.608077 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fdc5b89d-8a01-4bda-934a-1bcd8a5f3625 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:41.664520 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d9946d95-79c7-4511-bb12-cc19b56f46d6 req-6b2439cf-f1fe-4e62-93c3-995a685f07d2 service neutron] 10.222.0.11 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359609 Nov 27 04:01:41.675547 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-718fc2e2-190d-432a-9303-c1e675befcf7 req-d595440d-3778-4eb5-a744-46e94f1b3cc1 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:41.703652 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fdc5b89d-8a01-4bda-934a-1bcd8a5f3625 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:41.733120 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595440d-3778-4eb5-a744-46e94f1b3cc1 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Pushing event deleted for resources: {'Port': ['ID=27853ddc-7424-4a77-80c1-3f5ef0f60ab8,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:41.764986 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-25cb1310-a9e2-46dc-9a63-49a148923967 req-fe020d17-7aa0-4b51-9dc4-9064c3d436ee tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Deleting port 02d6475a-f113-40d3-bb30-5643ff13b119 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:01:41.765324 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-25cb1310-a9e2-46dc-9a63-49a148923967 req-fe020d17-7aa0-4b51-9dc4-9064c3d436ee tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:41.815167 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-218e87f4-ff0c-472a-a4ec-0ace0e86e0c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:41.821625 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-218e87f4-ff0c-472a-a4ec-0ace0e86e0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:41.872155 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-218e87f4-ff0c-472a-a4ec-0ace0e86e0c3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0adca7910d1443f7af5618e888d5e268&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3428092 Nov 27 04:01:41.873215 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fdc5b89d-8a01-4bda-934a-1bcd8a5f3625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:41.876168 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fdc5b89d-8a01-4bda-934a-1bcd8a5f3625 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:41.877528 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-fdc5b89d-8a01-4bda-934a-1bcd8a5f3625 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6354860a-09f0-41f8-9f5d-f97973f42669 HTTP/1.1" status: 204 len: 168 time: 0.4302318 Nov 27 04:01:41.881398 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53184) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:01:41.906964 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-718fc2e2-190d-432a-9303-c1e675befcf7 req-d595440d-3778-4eb5-a744-46e94f1b3cc1 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] No DVR routers for this DVR port 27853ddc-7424-4a77-80c1-3f5ef0f60ab8 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:01:41.914480 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-718fc2e2-190d-432a-9303-c1e675befcf7 req-d595440d-3778-4eb5-a744-46e94f1b3cc1 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:41.917892 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-718fc2e2-190d-432a-9303-c1e675befcf7 req-d595440d-3778-4eb5-a744-46e94f1b3cc1 tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.23 "DELETE /v2.0/ports/27853ddc-7424-4a77-80c1-3f5ef0f60ab8 HTTP/1.1" status: 204 len: 173 time: 2.4826572 Nov 27 04:01:41.920997 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266de1c0-3fda-4d12-96b4-950cee07713c', 'name': 'network-vif-deleted', 'tag': '27853ddc-7424-4a77-80c1-3f5ef0f60ab8'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:01:41.930978 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b934c34-2156-429a-934e-811ea4ac9589" -d '{"events": [{"server_uuid": "266de1c0-3fda-4d12-96b4-950cee07713c", "name": "network-vif-deleted", "tag": "27853ddc-7424-4a77-80c1-3f5ef0f60ab8"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:01:41.940692 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218e87f4-ff0c-472a-a4ec-0ace0e86e0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1b623b-a58d-4580-90a4-daf64be3b81c,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:41.961780 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c48a64-6ece-48e3-b62d-ca05ae21579f req-876d8a6f-222f-4f96-ba1b-bcdea380560c tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:41.962083 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc5b89d-8a01-4bda-934a-1bcd8a5f3625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6354860a-09f0-41f8-9f5d-f97973f42669,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:41.963501 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-63c48a64-6ece-48e3-b62d-ca05ae21579f req-876d8a6f-222f-4f96-ba1b-bcdea380560c tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=a692ea22-77a1-43bb-be1f-5992d9fa6bff HTTP/1.1" status: 200 len: 946 time: 0.2351384 Nov 27 04:01:41.991947 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11ad63-1ff0-4571-bf92-9b9ab71f9eac req-cb5cb01f-f20b-448c-8fbd-cb671d318e7f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:41.993526 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4d11ad63-1ff0-4571-bf92-9b9ab71f9eac req-cb5cb01f-f20b-448c-8fbd-cb671d318e7f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=047d18a2-3642-4489-b72c-906c5b76854d HTTP/1.1" status: 200 len: 944 time: 0.1458733 Nov 27 04:01:41.997100 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2f94b60d-7f0f-4ec5-81dd-0f32b8c328c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:42.043042 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device b313dcdb-5ca4-4de8-ade0-d371183aa2ba no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:01:42.048341 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc95db-613f-4b7a-bdc8-203bfa090a62 req-89398a6e-ec69-4e03-bade-0e041539a5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:42.050193 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-98dc95db-613f-4b7a-bdc8-203bfa090a62 req-89398a6e-ec69-4e03-bade-0e041539a5a3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c0fb01b15ba04e8ca79caed9882229f4&device_id=047d18a2-3642-4489-b72c-906c5b76854d HTTP/1.1" status: 200 len: 1095 time: 0.2390418 Nov 27 04:01:42.096183 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: b313dcdb-5ca4-4de8-ade0-d371183aa2ba {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:01:42.096887 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device b313dcdb-5ca4-4de8-ade0-d371183aa2ba not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:01:42.102081 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2f94b60d-7f0f-4ec5-81dd-0f32b8c328c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:42.135258 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-25cb1310-a9e2-46dc-9a63-49a148923967 req-fe020d17-7aa0-4b51-9dc4-9064c3d436ee tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] For port 02d6475a-f113-40d3-bb30-5643ff13b119, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=02d6475a-f113-40d3-bb30-5643ff13b119,segment=NetworkSegment(ec2570f7-674e-47ca-ba4a-60dc11f882c5),segment_id=ec2570f7-674e-47ca-ba4a-60dc11f882c5)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:01:42.135641 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-25cb1310-a9e2-46dc-9a63-49a148923967 req-fe020d17-7aa0-4b51-9dc4-9064c3d436ee tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:42.141050 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-63c48a64-6ece-48e3-b62d-ca05ae21579f req-0a5e85a9-5b4c-4a96-a213-48a53cae31d9 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups?id=4dacdf9c-1301-4033-bb6e-79818c355822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376734 Nov 27 04:01:42.205000 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4d11ad63-1ff0-4571-bf92-9b9ab71f9eac req-ae513ddd-7d85-4d27-a35b-642df728b1da tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1945949 Nov 27 04:01:42.252387 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2f94b60d-7f0f-4ec5-81dd-0f32b8c328c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:42.255067 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2f94b60d-7f0f-4ec5-81dd-0f32b8c328c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:42.256348 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2f94b60d-7f0f-4ec5-81dd-0f32b8c328c4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b1b623b-a58d-4580-90a4-daf64be3b81c HTTP/1.1" status: 204 len: 168 time: 0.3708503 Nov 27 04:01:42.275079 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94b60d-7f0f-4ec5-81dd-0f32b8c328c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1b623b-a58d-4580-90a4-daf64be3b81c,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:42.317978 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44420e2-775a-41f7-9bb4-40c4b02d6296 x-openstack-request-id: req-a44420e2-775a-41f7-9bb4-40c4b02d6296 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:01:42.318273 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266de1c0-3fda-4d12-96b4-950cee07713c", "name": "network-vif-deleted", "tag": "27853ddc-7424-4a77-80c1-3f5ef0f60ab8", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:01:42.318531 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a44420e2-775a-41f7-9bb4-40c4b02d6296 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:01:42.318957 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '266de1c0-3fda-4d12-96b4-950cee07713c', 'name': 'network-vif-deleted', 'tag': '27853ddc-7424-4a77-80c1-3f5ef0f60ab8', 'status': 'completed', 'code': 200} Nov 27 04:01:42.323761 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc95db-613f-4b7a-bdc8-203bfa090a62 req-7aff6465-90c4-4c2f-8a60-8a0eaffa7660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:42.325077 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-98dc95db-613f-4b7a-bdc8-203bfa090a62 req-7aff6465-90c4-4c2f-8a60-8a0eaffa7660 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9066c940-2187-4bcb-b452-41734810299f HTTP/1.1" status: 200 len: 913 time: 0.2643044 Nov 27 04:01:42.593761 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 27853ddc-7424-4a77-80c1-3f5ef0f60ab8 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:01:42.631376 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-25cb1310-a9e2-46dc-9a63-49a148923967 req-fe020d17-7aa0-4b51-9dc4-9064c3d436ee tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:42.632165 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-25cb1310-a9e2-46dc-9a63-49a148923967 req-fe020d17-7aa0-4b51-9dc4-9064c3d436ee tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:42.632779 n-d-819494-3 neutron-server[110019]: INFO neutron.db.l3_db [req-25cb1310-a9e2-46dc-9a63-49a148923967 req-fe020d17-7aa0-4b51-9dc4-9064c3d436ee tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Floating IP b8e10fd8-5d31-4456-8a05-ec30f8af1320 disassociated. External IP: 172.25.1.176, port: 02d6475a-f113-40d3-bb30-5643ff13b119. Nov 27 04:01:42.633151 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 27853ddc-7424-4a77-80c1-3f5ef0f60ab8 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:01:42.633499 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 27853ddc-7424-4a77-80c1-3f5ef0f60ab8 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:01:42.633928 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device a1c9d3a6-1790-421d-8159-5888317d7f7e no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:01:42.634394 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-25cb1310-a9e2-46dc-9a63-49a148923967 req-fe020d17-7aa0-4b51-9dc4-9064c3d436ee tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Calling delete_port for 02d6475a-f113-40d3-bb30-5643ff13b119 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:01:42.749800 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-98dc95db-613f-4b7a-bdc8-203bfa090a62 req-b8b2739f-7aac-46ae-8e46-e9230c332295 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1ae9cdb-a696-4f1f-9843-610abfc84b79 HTTP/1.1" status: 200 len: 217 time: 0.4126356 Nov 27 04:01:42.779016 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53214) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:01:42.808255 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-977cf152-e98c-4e7c-98eb-e2417a0c25f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:42.868088 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:42.935767 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-546fccec-ff11-48bb-97bf-e8e8bc27d062 req-f5ffb37b-2232-4b31-beab-6939f046e09c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1964803 Nov 27 04:01:42.939376 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port a1c9d3a6-1790-421d-8159-5888317d7f7e, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=a1c9d3a6-1790-421d-8159-5888317d7f7e,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:01:42.947736 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce091d7-e20b-46b9-947e-d4019b8028fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1c9d3a6-1790-421d-8159-5888317d7f7e'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:01:42.955825 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc95db-613f-4b7a-bdc8-203bfa090a62 req-8e70314b-1324-4290-bd8d-0260f31b3f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:42.957625 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-98dc95db-613f-4b7a-bdc8-203bfa090a62 req-8e70314b-1324-4290-bd8d-0260f31b3f5b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7fdbb93f-95d3-4899-98b7-de442d33ecc0 HTTP/1.1" status: 200 len: 851 time: 0.1721461 Nov 27 04:01:42.958582 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ab3707-6284-4338-89c3-e9392a6151dc" -d '{"events": [{"server_uuid": "4ce091d7-e20b-46b9-947e-d4019b8028fa", "name": "network-vif-unplugged", "status": "completed", "tag": "a1c9d3a6-1790-421d-8159-5888317d7f7e"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:01:42.986206 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:43.030247 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-25cb1310-a9e2-46dc-9a63-49a148923967 req-fe020d17-7aa0-4b51-9dc4-9064c3d436ee tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:43.034033 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-53d9266b-390c-4b32-9fc8-9c48afe13a6d req-132ee882-bfc7-40bf-9a29-a5af273e266e tempest-ListServersNegativeTestJSON-946766606 tempest-ListServersNegativeTestJSON-946766606-project] 10.222.0.20 "GET /v2.0/ports?device_id=266de1c0-3fda-4d12-96b4-950cee07713c HTTP/1.1" status: 200 len: 210 time: 0.1562748 Nov 27 04:01:43.185250 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=a1c9d3a6-1790-421d-8159-5888317d7f7e,revision_number=11']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:43.212278 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:01:43.212693 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:01:43.213044 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:01:43.213410 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:01:43.213747 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:01:43.214082 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:01:43.214413 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:01:43.214775 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:01:43.218857 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:01:43.219261 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:01:43.219616 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:01:43.222212 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:01:43.230760 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe020d17-7aa0-4b51-9dc4-9064c3d436ee tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Pushing event deleted for resources: {'Port': ['ID=02d6475a-f113-40d3-bb30-5643ff13b119,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:43.245626 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 04:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0231044-64b1-4970-8eda-1668839ab403 x-openstack-request-id: req-b0231044-64b1-4970-8eda-1668839ab403 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:01:43.245964 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce091d7-e20b-46b9-947e-d4019b8028fa", "name": "network-vif-unplugged", "status": "completed", "tag": "a1c9d3a6-1790-421d-8159-5888317d7f7e", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:01:43.246178 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0231044-64b1-4970-8eda-1668839ab403 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:01:43.247084 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce091d7-e20b-46b9-947e-d4019b8028fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1c9d3a6-1790-421d-8159-5888317d7f7e', 'code': 200} Nov 27 04:01:43.290840 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-977cf152-e98c-4e7c-98eb-e2417a0c25f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:43.304274 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-977cf152-e98c-4e7c-98eb-e2417a0c25f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:43.342902 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-977cf152-e98c-4e7c-98eb-e2417a0c25f1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0dec9a8adfa54aef82c91c4ac3f640c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5626218 Nov 27 04:01:43.352032 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53232) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:01:43.378177 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546fccec-ff11-48bb-97bf-e8e8bc27d062 req-a4ba751a-95a2-44bf-99a9-f9a2fed1f4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:43.385294 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180df068-e155-4cd0-8d4a-ac8801ec8fb5 req-b7415db6-8ec4-4ca4-935e-b1ab3c1ba01c tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:43.387148 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-180df068-e155-4cd0-8d4a-ac8801ec8fb5 req-b7415db6-8ec4-4ca4-935e-b1ab3c1ba01c tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.2035277 Nov 27 04:01:43.390077 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-546fccec-ff11-48bb-97bf-e8e8bc27d062 req-a4ba751a-95a2-44bf-99a9-f9a2fed1f4f8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b01c762313d54b279f09c5e5d81dadbf&device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 1096 time: 0.3797226 Nov 27 04:01:43.473991 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-180df068-e155-4cd0-8d4a-ac8801ec8fb5 req-6e96790c-18f2-4f83-8a8c-c57dd65dbc3c tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657830 Nov 27 04:01:43.479094 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977cf152-e98c-4e7c-98eb-e2417a0c25f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2017b2f-8ed3-4f09-b44a-462887ce4aed,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:43.513628 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc95db-613f-4b7a-bdc8-203bfa090a62 req-6845a4ad-034c-4891-a134-2cf48695275d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:43.515215 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-98dc95db-613f-4b7a-bdc8-203bfa090a62 req-6845a4ad-034c-4891-a134-2cf48695275d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9066c940-2187-4bcb-b452-41734810299f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5506659 Nov 27 04:01:43.538489 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e1e59494-8cf6-4fee-9ee5-7d3abfa24bff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:43.575109 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e1e59494-8cf6-4fee-9ee5-7d3abfa24bff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:43.600793 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cd272244-aef6-4a05-9406-50f180ce2842 req-b3209590-b8f1-4f5f-b15e-1543a0f0ac40 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=a692ea22-77a1-43bb-be1f-5992d9fa6bff HTTP/1.1" status: 200 len: 210 time: 0.2198548 Nov 27 04:01:43.667841 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e1e59494-8cf6-4fee-9ee5-7d3abfa24bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:43.675139 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e1e59494-8cf6-4fee-9ee5-7d3abfa24bff admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:43.681585 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e1e59494-8cf6-4fee-9ee5-7d3abfa24bff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a2017b2f-8ed3-4f09-b44a-462887ce4aed HTTP/1.1" status: 204 len: 168 time: 0.3274934 Nov 27 04:01:43.838174 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e59494-8cf6-4fee-9ee5-7d3abfa24bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2017b2f-8ed3-4f09-b44a-462887ce4aed,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:43.901071 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb512028-013c-4dd3-9960-a886a94d798a req-cd8d837f-afc4-4104-a55e-afe002392d03 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2501440 Nov 27 04:01:43.923838 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e942d-9875-4a6c-a876-f919f79c3bc3 req-f50a8d95-4ea9-4c6f-b56f-6075b31921d3 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:43.941569 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25cb1310-a9e2-46dc-9a63-49a148923967 req-fe020d17-7aa0-4b51-9dc4-9064c3d436ee tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Router 54dabedd-7aa0-4f70-a3fb-c4907dc6fc69 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:01:43.950960 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-062e942d-9875-4a6c-a876-f919f79c3bc3 req-f50a8d95-4ea9-4c6f-b56f-6075b31921d3 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=047d18a2-3642-4489-b72c-906c5b76854d HTTP/1.1" status: 200 len: 944 time: 0.2866304 Nov 27 04:01:43.985429 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546fccec-ff11-48bb-97bf-e8e8bc27d062 req-57a53ccf-8d21-4fd4-b206-a1cc476ca5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:44.013284 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-546fccec-ff11-48bb-97bf-e8e8bc27d062 req-57a53ccf-8d21-4fd4-b206-a1cc476ca5b6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ab8fc313-e01d-42bb-a8ec-9d136b503637 HTTP/1.1" status: 200 len: 912 time: 0.5341272 Nov 27 04:01:44.038246 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-98dc95db-613f-4b7a-bdc8-203bfa090a62 req-acb12529-4f57-458e-9514-57545065ecd6 service neutron] 10.222.0.11 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4754472 Nov 27 04:01:44.160832 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-062e942d-9875-4a6c-a876-f919f79c3bc3 req-6b9f5210-98c0-472f-a6eb-ac76876bbcbc tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2025723 Nov 27 04:01:44.206804 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-546fccec-ff11-48bb-97bf-e8e8bc27d062 req-4dfbc1cf-6b8e-455a-9d6c-4a8334530b0f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1c9d3a6-1790-421d-8159-5888317d7f7e HTTP/1.1" status: 200 len: 999 time: 0.1711590 Nov 27 04:01:44.239761 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb512028-013c-4dd3-9960-a886a94d798a req-c35b10a8-a750-4e82-8c42-7a143580f170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:44.240241 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb512028-013c-4dd3-9960-a886a94d798a req-c35b10a8-a750-4e82-8c42-7a143580f170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:44.240708 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb512028-013c-4dd3-9960-a886a94d798a req-c35b10a8-a750-4e82-8c42-7a143580f170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:44.241172 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb512028-013c-4dd3-9960-a886a94d798a req-c35b10a8-a750-4e82-8c42-7a143580f170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:44.241630 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb512028-013c-4dd3-9960-a886a94d798a req-c35b10a8-a750-4e82-8c42-7a143580f170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:44.242212 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb512028-013c-4dd3-9960-a886a94d798a req-c35b10a8-a750-4e82-8c42-7a143580f170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:44.242696 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb512028-013c-4dd3-9960-a886a94d798a req-c35b10a8-a750-4e82-8c42-7a143580f170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:44.244678 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb512028-013c-4dd3-9960-a886a94d798a req-c35b10a8-a750-4e82-8c42-7a143580f170 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1dec02752c8a4ea2ac075e58dda75d55&device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 6491 time: 0.1836021 Nov 27 04:01:44.287335 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53266) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:01:44.401900 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc506bec-662e-4887-a45e-06af00c23274 admin admin] Deleting subnet a3565633-1e1e-48ad-9894-84518f759d28 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:01:44.405695 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bc506bec-662e-4887-a45e-06af00c23274 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:44.472124 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bc506bec-662e-4887-a45e-06af00c23274 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:44.494169 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546fccec-ff11-48bb-97bf-e8e8bc27d062 req-d9cd55a8-b7a7-4eac-bceb-f32d2efa67c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:44.495980 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-546fccec-ff11-48bb-97bf-e8e8bc27d062 req-d9cd55a8-b7a7-4eac-bceb-f32d2efa67c2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ef82cdfa-d224-4963-bff3-3b0049ffee0b HTTP/1.1" status: 200 len: 850 time: 0.2124701 Nov 27 04:01:44.538220 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bc506bec-662e-4887-a45e-06af00c23274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:44.593821 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 02d6475a-f113-40d3-bb30-5643ff13b119 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:01:44.600646 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-98dc95db-613f-4b7a-bdc8-203bfa090a62 req-9361d7f7-03dd-4efd-9d27-ff1a5231a9e6 service neutron] 10.222.0.11 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898637 Nov 27 04:01:44.606130 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25cb1310-a9e2-46dc-9a63-49a148923967 req-fe020d17-7aa0-4b51-9dc4-9064c3d436ee tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:01:44.625374 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bc506bec-662e-4887-a45e-06af00c23274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:44.674645 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc506bec-662e-4887-a45e-06af00c23274 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3565633-1e1e-48ad-9894-84518f759d28,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:44.676018 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bc506bec-662e-4887-a45e-06af00c23274 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:44.680041 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-bc506bec-662e-4887-a45e-06af00c23274 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a3565633-1e1e-48ad-9894-84518f759d28 HTTP/1.1" status: 204 len: 168 time: 0.3911064 Nov 27 04:01:44.683067 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53286) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:01:44.692185 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-25cb1310-a9e2-46dc-9a63-49a148923967 req-fe020d17-7aa0-4b51-9dc4-9064c3d436ee tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] No DVR routers for this DVR port 02d6475a-f113-40d3-bb30-5643ff13b119 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:01:44.697793 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-25cb1310-a9e2-46dc-9a63-49a148923967 req-fe020d17-7aa0-4b51-9dc4-9064c3d436ee tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:44.701558 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-25cb1310-a9e2-46dc-9a63-49a148923967 req-fe020d17-7aa0-4b51-9dc4-9064c3d436ee tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.23 "DELETE /v2.0/ports/02d6475a-f113-40d3-bb30-5643ff13b119 HTTP/1.1" status: 204 len: 173 time: 3.2813244 Nov 27 04:01:44.703952 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a692ea22-77a1-43bb-be1f-5992d9fa6bff', 'name': 'network-vif-deleted', 'tag': '02d6475a-f113-40d3-bb30-5643ff13b119'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:01:44.706427 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46bbf50a-ba42-443e-b50f-bbd93b2f979e" -d '{"events": [{"server_uuid": "a692ea22-77a1-43bb-be1f-5992d9fa6bff", "name": "network-vif-deleted", "tag": "02d6475a-f113-40d3-bb30-5643ff13b119"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:01:44.721217 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546fccec-ff11-48bb-97bf-e8e8bc27d062 req-97df2254-8a2b-4e00-865c-2a9117738d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:44.723221 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-546fccec-ff11-48bb-97bf-e8e8bc27d062 req-97df2254-8a2b-4e00-865c-2a9117738d75 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ab8fc313-e01d-42bb-a8ec-9d136b503637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2144778 Nov 27 04:01:44.734312 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e380ca4-4b40-45a8-9efa-fc8d348456e8 None None] Sync routers for ids ['54dabedd-7aa0-4f70-a3fb-c4907dc6fc69'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:01:44.754166 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 02d6475a-f113-40d3-bb30-5643ff13b119 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:01:44.754590 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 02d6475a-f113-40d3-bb30-5643ff13b119 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:01:44.760062 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e380ca4-4b40-45a8-9efa-fc8d348456e8 None None] Routers {'54dabedd-7aa0-4f70-a3fb-c4907dc6fc69'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:01:44.771343 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-2e380ca4-4b40-45a8-9efa-fc8d348456e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:01:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['54dabedd-7aa0-4f70-a3fb-c4907dc6fc69'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:01:44.869223 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec9d25-c271-4057-acee-8c8f0d8da331 req-6219da81-6b62-44b9-a373-988991064997 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:44.875904 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1cf33143-8518-436f-9f5c-48f630bfe74a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:44.884101 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0eec9d25-c271-4057-acee-8c8f0d8da331 req-6219da81-6b62-44b9-a373-988991064997 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.2484033 Nov 27 04:01:44.966233 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9c5288c7-af64-4b46-951a-40eb6a281e33 req-82a62880-2c6a-4245-8f48-b590e9137dee tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/ports?device_id=a692ea22-77a1-43bb-be1f-5992d9fa6bff HTTP/1.1" status: 200 len: 210 time: 0.0880184 Nov 27 04:01:44.979943 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb512028-013c-4dd3-9960-a886a94d798a req-0a874585-7d70-456e-94ce-ae29b39dabe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:44.980706 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb512028-013c-4dd3-9960-a886a94d798a req-0a874585-7d70-456e-94ce-ae29b39dabe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:44.981593 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb512028-013c-4dd3-9960-a886a94d798a req-0a874585-7d70-456e-94ce-ae29b39dabe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:44.985897 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb512028-013c-4dd3-9960-a886a94d798a req-0a874585-7d70-456e-94ce-ae29b39dabe1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=de70f11c-4372-4ca5-89fb-09782e179a3b&id=51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5&id=51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5&id=51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5&id=51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5&id=c50e5d64-07f3-44bc-b3a4-01ba809267ac&id=c50e5d64-07f3-44bc-b3a4-01ba809267ac HTTP/1.1" status: 200 len: 2293 time: 0.6845245 Nov 27 04:01:45.041609 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-546fccec-ff11-48bb-97bf-e8e8bc27d062 req-0a18a407-951d-4829-82f7-202e67cf0c39 service neutron] 10.222.0.23 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060117 Nov 27 04:01:45.072842 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0eec9d25-c271-4057-acee-8c8f0d8da331 req-738208cf-eb9f-4e38-8da3-abd8e753f6dd tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873195 Nov 27 04:01:45.078069 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62d55b0-707c-4890-8dff-baa365ae97c2 x-openstack-request-id: req-a62d55b0-707c-4890-8dff-baa365ae97c2 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:01:45.078647 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a692ea22-77a1-43bb-be1f-5992d9fa6bff", "name": "network-vif-deleted", "tag": "02d6475a-f113-40d3-bb30-5643ff13b119", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:01:45.079104 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a62d55b0-707c-4890-8dff-baa365ae97c2 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:01:45.079726 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a692ea22-77a1-43bb-be1f-5992d9fa6bff', 'name': 'network-vif-deleted', 'tag': '02d6475a-f113-40d3-bb30-5643ff13b119', 'status': 'completed', 'code': 200} Nov 27 04:01:45.163681 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb512028-013c-4dd3-9960-a886a94d798a req-cac22dc4-ba0a-42ee-ad45-867985772837 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02981edf-7b84-4fc5-b179-a27331a3be22 HTTP/1.1" status: 200 len: 1002 time: 0.1594162 Nov 27 04:01:45.232336 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-2e380ca4-4b40-45a8-9efa-fc8d348456e8 None None] Set router 54dabedd-7aa0-4f70-a3fb-c4907dc6fc69 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:01:45.267348 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1cf33143-8518-436f-9f5c-48f630bfe74a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:45.381766 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-546fccec-ff11-48bb-97bf-e8e8bc27d062 req-8fd3583f-9fb6-48e6-9da9-81b338d668e2 service neutron] 10.222.0.23 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872617 Nov 27 04:01:45.752811 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-2e380ca4-4b40-45a8-9efa-fc8d348456e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'name': 'tempest-AttachVolumeTestJSON-843500189-router', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:53:42Z', 'updated_at': '2021-11-27T03:53:46Z', 'revision_number': 4, 'project_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'gw_port': {'id': '06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:53:43Z', 'updated_at': '2021-11-27T03:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '566b3d46-e37a-433b-b3db-756b03bd740e', 'name': '', 'network_id': '206ec85b-e04a-4c10-8a6e-66c9bea7fa3d', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'mac_address': 'fa:16:3e:c3:14:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '16a2ad0e-052b-4c88-8b6f-df6566997da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:53:45Z', 'updated_at': '2021-11-27T03:53:51Z', 'revision_number': 5, 'project_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'subnets': [{'id': '16a2ad0e-052b-4c88-8b6f-df6566997da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:01:45.782225 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e380ca4-4b40-45a8-9efa-fc8d348456e8 None None] Checking router: 54dabedd-7aa0-4f70-a3fb-c4907dc6fc69 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:01:45.793239 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e380ca4-4b40-45a8-9efa-fc8d348456e8 None None] Routers {'54dabedd-7aa0-4f70-a3fb-c4907dc6fc69'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:01:45.793968 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-2e380ca4-4b40-45a8-9efa-fc8d348456e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:01:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['54dabedd-7aa0-4f70-a3fb-c4907dc6fc69'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:01:45.895436 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-1cf33143-8518-436f-9f5c-48f630bfe74a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90e30cba-5f38-4a80-a664-a1617c1c296a']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:01:45.931617 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-1cf33143-8518-436f-9f5c-48f630bfe74a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2411bd05-55f0-40c7-87e1-a35e02d88d5a') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:01:45.931992 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-1cf33143-8518-436f-9f5c-48f630bfe74a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2411bd05-55f0-40c7-87e1-a35e02d88d5a') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:01:45.942179 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-2e380ca4-4b40-45a8-9efa-fc8d348456e8 None None] Set router 54dabedd-7aa0-4f70-a3fb-c4907dc6fc69 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:01:45.955556 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1cf33143-8518-436f-9f5c-48f630bfe74a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:45.959675 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb512028-013c-4dd3-9960-a886a94d798a req-fb812471-343c-4be2-858f-d6ad0478a0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:45.961214 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb512028-013c-4dd3-9960-a886a94d798a req-fb812471-343c-4be2-858f-d6ad0478a0af service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4466658f-32d6-449e-8c43-df2a536056c1 HTTP/1.1" status: 200 len: 851 time: 0.7962244 Nov 27 04:01:45.988634 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1cf33143-8518-436f-9f5c-48f630bfe74a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:46.022638 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72464b0-fd7b-40c2-b3f6-45169dcc2c08 req-91c8d197-1c3e-4161-9613-68c79380adca tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:46.024573 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a72464b0-fd7b-40c2-b3f6-45169dcc2c08 req-91c8d197-1c3e-4161-9613-68c79380adca tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=047d18a2-3642-4489-b72c-906c5b76854d HTTP/1.1" status: 200 len: 944 time: 0.1445477 Nov 27 04:01:46.025681 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cf33143-8518-436f-9f5c-48f630bfe74a admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:01:46.026084 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1cf33143-8518-436f-9f5c-48f630bfe74a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:46.028971 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:01:46.028971 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:01:46.028971 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:01:46.028971 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:01:46.028971 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:01:46.028971 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:01:46.028971 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:01:46.028971 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:01:46.028971 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:01:46.028971 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:01:46.028971 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:01:46.028971 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:01:46.028971 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:01:46.028971 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:01:46.028971 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:01:46.028971 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:01:46.028971 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:01:46.028971 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:01:46.028971 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:01:46.028971 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:01:46.028971 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:01:46.028971 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:01:46.028971 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:01:46.028971 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:01:46.028971 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:01:46.028971 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:01:46.028971 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:01:46.028971 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:01:46.028971 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:01:46.028971 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:01:46.028971 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:01:46.028971 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:01:46.115802 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb512028-013c-4dd3-9960-a886a94d798a req-dff2d6da-a70f-4f21-a5c3-7441e8302633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:46.117999 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb512028-013c-4dd3-9960-a886a94d798a req-dff2d6da-a70f-4f21-a5c3-7441e8302633 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de70f11c-4372-4ca5-89fb-09782e179a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1480598 Nov 27 04:01:46.122454 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1cf33143-8518-436f-9f5c-48f630bfe74a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:46.122774 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-127027f7-4e52-4d33-bbe4-c6c6196eabbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:46.125258 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:46.129424 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1cf33143-8518-436f-9f5c-48f630bfe74a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:46.137176 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1cf33143-8518-436f-9f5c-48f630bfe74a admin admin] 10.222.0.20 "DELETE /v2.0/networks/90e30cba-5f38-4a80-a664-a1617c1c296a HTTP/1.1" status: 204 len: 168 time: 1.4527535 Nov 27 04:01:46.166486 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53344) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:01:46.231575 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a72464b0-fd7b-40c2-b3f6-45169dcc2c08 req-483b6511-4fd0-4bd0-938f-4764703ffef3 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902659 Nov 27 04:01:46.240126 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf33143-8518-436f-9f5c-48f630bfe74a admin admin] Pushing event deleted for resources: {'Network': ['ID=90e30cba-5f38-4a80-a664-a1617c1c296a,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:46.328020 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-91c27a07-6611-4b57-b08c-1b946831f801 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:46.353990 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-2e380ca4-4b40-45a8-9efa-fc8d348456e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'name': 'tempest-AttachVolumeTestJSON-843500189-router', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:53:42Z', 'updated_at': '2021-11-27T03:53:46Z', 'revision_number': 4, 'project_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'gw_port': {'id': '06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:53:43Z', 'updated_at': '2021-11-27T03:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '566b3d46-e37a-433b-b3db-756b03bd740e', 'name': '', 'network_id': '206ec85b-e04a-4c10-8a6e-66c9bea7fa3d', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'mac_address': 'fa:16:3e:c3:14:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '16a2ad0e-052b-4c88-8b6f-df6566997da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:53:45Z', 'updated_at': '2021-11-27T03:53:51Z', 'revision_number': 5, 'project_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'subnets': [{'id': '16a2ad0e-052b-4c88-8b6f-df6566997da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:01:46.371729 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-91c27a07-6611-4b57-b08c-1b946831f801 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:46.396258 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e380ca4-4b40-45a8-9efa-fc8d348456e8 None None] The sync data for ids ['54dabedd-7aa0-4f70-a3fb-c4907dc6fc69'] in n-d-819494-3 is: [{'id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'name': 'tempest-AttachVolumeTestJSON-843500189-router', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:53:42Z', 'updated_at': '2021-11-27T03:53:46Z', 'revision_number': 4, 'project_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'gw_port': {'id': '06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:53:43Z', 'updated_at': '2021-11-27T03:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '566b3d46-e37a-433b-b3db-756b03bd740e', 'name': '', 'network_id': '206ec85b-e04a-4c10-8a6e-66c9bea7fa3d', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'mac_address': 'fa:16:3e:c3:14:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '16a2ad0e-052b-4c88-8b6f-df6566997da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:53:45Z', 'updated_at': '2021-11-27T03:53:51Z', 'revision_number': 5, 'project_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'subnets': [{'id': '16a2ad0e-052b-4c88-8b6f-df6566997da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:01:46.404112 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1862a-9e3f-4943-8535-90b1c66faee1 req-2701afa4-e489-4cd9-b111-0d153a564288 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:46.413186 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a3c1862a-9e3f-4943-8535-90b1c66faee1 req-2701afa4-e489-4cd9-b111-0d153a564288 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.1017377 Nov 27 04:01:46.434370 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53352) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:01:46.484761 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb512028-013c-4dd3-9960-a886a94d798a req-664082c2-3a55-4360-9838-19819252a9d7 service neutron] 10.222.0.11 "GET /v2.0/networks/de70f11c-4372-4ca5-89fb-09782e179a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401220 Nov 27 04:01:46.540522 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a3c1862a-9e3f-4943-8535-90b1c66faee1 req-60fdc8ba-4ad3-42f5-9ae0-d289dd7c7fe6 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260076 Nov 27 04:01:46.546417 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c974c5a9-dfc5-417b-a966-d07edc669c1a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c8a9b1972cb747f495b6c69d862794c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1109464 Nov 27 04:01:46.549206 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53360) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:01:46.558598 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-91c27a07-6611-4b57-b08c-1b946831f801 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:46.561738 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-91c27a07-6611-4b57-b08c-1b946831f801 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:46.563113 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-91c27a07-6611-4b57-b08c-1b946831f801 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "DELETE /v2.0/security-groups/4dacdf9c-1301-4033-bb6e-79818c355822 HTTP/1.1" status: 204 len: 168 time: 0.3955963 Nov 27 04:01:46.572328 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53362) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:01:46.593287 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-80590434-02c3-42bd-96d1-8667fb101525 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] show failed (client error): The resource could not be found. Nov 27 04:01:46.597630 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-80590434-02c3-42bd-96d1-8667fb101525 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "GET /v2.0/security-groups/4dacdf9c-1301-4033-bb6e-79818c355822 HTTP/1.1" status: 404 len: 347 time: 0.0239680 Nov 27 04:01:46.600076 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53366) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:01:46.605318 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device a1c9d3a6-1790-421d-8159-5888317d7f7e details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:01:46.672735 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c27a07-6611-4b57-b08c-1b946831f801 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dacdf9c-1301-4033-bb6e-79818c355822,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:46.769810 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ae345e8f-7e33-41a6-8709-3c4250323ac5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:46.813772 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb512028-013c-4dd3-9960-a886a94d798a req-3065ab98-39bf-494a-9388-aef1a6cc103b service neutron] 10.222.0.11 "GET /v2.0/networks/de70f11c-4372-4ca5-89fb-09782e179a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115399 Nov 27 04:01:46.844273 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ae345e8f-7e33-41a6-8709-3c4250323ac5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:46.897083 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb512028-013c-4dd3-9960-a886a94d798a req-d6e2f437-4cad-41cb-b943-94affc5c0654 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=8d21c359-8b29-4bc7-8fd4-65e475953c35 HTTP/1.1" status: 200 len: 217 time: 0.0735335 Nov 27 04:01:46.905460 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b89b138-5d94-49d3-a58e-070343e646c8 None None] New status for floating IP b8e10fd8-5d31-4456-8a05-ec30f8af1320: DOWN {{(pid=110021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:01:46.906288 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-d784e786-c792-47eb-8c84-b099cd8cb1b9 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Deleting port a3b37aa4-de32-47cb-8b99-f87b09127f6d {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:01:46.906541 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d784e786-c792-47eb-8c84-b099cd8cb1b9 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:46.963760 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ae345e8f-7e33-41a6-8709-3c4250323ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:46.968304 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ae345e8f-7e33-41a6-8709-3c4250323ac5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:46.972647 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ae345e8f-7e33-41a6-8709-3c4250323ac5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/76580d5c-f704-434b-886d-eb4b55561dda HTTP/1.1" status: 204 len: 168 time: 0.4220138 Nov 27 04:01:46.987990 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae345e8f-7e33-41a6-8709-3c4250323ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76580d5c-f704-434b-886d-eb4b55561dda,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:46.997177 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port a1c9d3a6-1790-421d-8159-5888317d7f7e, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=a1c9d3a6-1790-421d-8159-5888317d7f7e,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:01:47.096461 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': 'a1c9d3a6-1790-421d-8159-5888317d7f7e', 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637', 'port_id': 'a1c9d3a6-1790-421d-8159-5888317d7f7e', 'mac_address': 'fa:16:3e:8b:ad:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef82cdfa-d224-4963-bff3-3b0049ffee0b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:01:47.155204 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb512028-013c-4dd3-9960-a886a94d798a req-a3a10119-2d78-41d1-9427-00305a585f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:47.162693 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb512028-013c-4dd3-9960-a886a94d798a req-a3a10119-2d78-41d1-9427-00305a585f74 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a5669422-959b-42bf-adae-eb6b666499da HTTP/1.1" status: 200 len: 797 time: 0.2183678 Nov 27 04:01:47.252425 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:47.281940 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1c9d3a6-1790-421d-8159-5888317d7f7e {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:01:47.284887 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d784e786-c792-47eb-8c84-b099cd8cb1b9 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:47.285301 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d784e786-c792-47eb-8c84-b099cd8cb1b9 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:47.333174 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port a1c9d3a6-1790-421d-8159-5888317d7f7e, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=a1c9d3a6-1790-421d-8159-5888317d7f7e,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:01:47.341353 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:47.351572 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-d784e786-c792-47eb-8c84-b099cd8cb1b9 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Calling delete_port for a3b37aa4-de32-47cb-8b99-f87b09127f6d owned by network:floatingip {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:01:47.471151 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb512028-013c-4dd3-9960-a886a94d798a req-4a13c876-b763-49b2-83c9-27bd0cca72ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:47.473043 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb512028-013c-4dd3-9960-a886a94d798a req-4a13c876-b763-49b2-83c9-27bd0cca72ae service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2963474 Nov 27 04:01:47.480350 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=a1c9d3a6-1790-421d-8159-5888317d7f7e,revision_number=12']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:47.498713 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a90e3d-9143-4540-b8da-8e9ed5ffd6dd req-c61d6537-92e7-4a44-9163-0b990a24b1d9 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:47.503568 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e3a90e3d-9143-4540-b8da-8e9ed5ffd6dd req-c61d6537-92e7-4a44-9163-0b990a24b1d9 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=047d18a2-3642-4489-b72c-906c5b76854d HTTP/1.1" status: 200 len: 944 time: 0.1130562 Nov 27 04:01:47.543151 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['a1c9d3a6-1790-421d-8159-5888317d7f7e'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:01:47.606460 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e3a90e3d-9143-4540-b8da-8e9ed5ffd6dd req-5917781b-cd96-4018-9ee1-fce7fff3eeb5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968301 Nov 27 04:01:47.879199 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d784e786-c792-47eb-8c84-b099cd8cb1b9 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:47.934896 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d784e786-c792-47eb-8c84-b099cd8cb1b9 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Pushing event deleted for resources: {'Port': ['ID=a3b37aa4-de32-47cb-8b99-f87b09127f6d,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:47.966237 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb5bcf-52a4-4bc6-b302-7b2894f227c5 req-76450ce1-ff85-4f50-836e-71d380d0bce6 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:47.968192 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bdfb5bcf-52a4-4bc6-b302-7b2894f227c5 req-76450ce1-ff85-4f50-836e-71d380d0bce6 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 946 time: 0.2192187 Nov 27 04:01:48.003650 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb512028-013c-4dd3-9960-a886a94d798a req-331fb8c3-ada0-48cc-a237-ceaed27fbda5 service neutron] 10.222.0.11 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4961593 Nov 27 04:01:48.174504 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb512028-013c-4dd3-9960-a886a94d798a req-d03324da-604b-4522-8816-e28f0f12ef41 service neutron] 10.222.0.11 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380975 Nov 27 04:01:48.245668 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb512028-013c-4dd3-9960-a886a94d798a req-d69528f6-ff5c-463e-a540-1bdb6952db65 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=79505348-feb7-4bb2-ad3d-3724a74fb104 HTTP/1.1" status: 200 len: 217 time: 0.0663517 Nov 27 04:01:48.253681 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d784e786-c792-47eb-8c84-b099cd8cb1b9 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks [] for floatingip, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:48.257092 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d784e786-c792-47eb-8c84-b099cd8cb1b9 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:48.263299 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d784e786-c792-47eb-8c84-b099cd8cb1b9 tempest-AttachVolumeTestJSON-856363141 tempest-AttachVolumeTestJSON-856363141-project] 10.222.0.20 "DELETE /v2.0/floatingips/b8e10fd8-5d31-4456-8a05-ec30f8af1320 HTTP/1.1" status: 204 len: 168 time: 1.6613436 Nov 27 04:01:48.290029 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-10d7ba14-d2c0-4964-91e4-79a995357b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:48.321415 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bdfb5bcf-52a4-4bc6-b302-7b2894f227c5 req-57424a81-abf3-46fe-a6e9-ca422f19c543 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3185956 Nov 27 04:01:48.378920 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb512028-013c-4dd3-9960-a886a94d798a req-34f783b5-fe97-493f-bcff-c603ceba9b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:48.381496 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb512028-013c-4dd3-9960-a886a94d798a req-34f783b5-fe97-493f-bcff-c603ceba9b76 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a5669422-959b-42bf-adae-eb6b666499da HTTP/1.1" status: 200 len: 797 time: 0.1151619 Nov 27 04:01:48.529255 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb512028-013c-4dd3-9960-a886a94d798a req-ff5f5294-4f19-4e3e-ae9f-50a9e77344c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:48.541560 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb512028-013c-4dd3-9960-a886a94d798a req-ff5f5294-4f19-4e3e-ae9f-50a9e77344c0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1522942 Nov 27 04:01:48.619192 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device a1c9d3a6-1790-421d-8159-5888317d7f7e up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:01:48.817636 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb512028-013c-4dd3-9960-a886a94d798a req-c7f9d099-a816-445e-9d73-02a5d3f949cf service neutron] 10.222.0.11 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746027 Nov 27 04:01:48.842100 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:48.847149 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port a1c9d3a6-1790-421d-8159-5888317d7f7e triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:01:48.849169 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:48.903806 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3f56d-5287-4192-a59a-d3e888913935 req-cfb0b384-3d3a-438a-b1d7-483dce888c70 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:48.910015 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dce3f56d-5287-4192-a59a-d3e888913935 req-cfb0b384-3d3a-438a-b1d7-483dce888c70 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=047d18a2-3642-4489-b72c-906c5b76854d HTTP/1.1" status: 200 len: 944 time: 0.1335523 Nov 27 04:01:48.979437 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53498) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:01:49.032347 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:49.083834 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dce3f56d-5287-4192-a59a-d3e888913935 req-6da69f08-2d31-4a93-baf9-15578d2bffbe tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637151 Nov 27 04:01:49.105108 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb512028-013c-4dd3-9960-a886a94d798a req-a2f2bf2b-58f2-413a-ad9b-ed49de128546 service neutron] 10.222.0.11 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795248 Nov 27 04:01:49.110412 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce091d7-e20b-46b9-947e-d4019b8028fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c9d3a6-1790-421d-8159-5888317d7f7e'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:01:49.112893 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf60179-d79f-42d8-9119-32f20ad2f50c" -d '{"events": [{"server_uuid": "4ce091d7-e20b-46b9-947e-d4019b8028fa", "name": "network-vif-plugged", "status": "completed", "tag": "a1c9d3a6-1790-421d-8159-5888317d7f7e"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:01:49.145051 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port a1c9d3a6-1790-421d-8159-5888317d7f7e, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=a1c9d3a6-1790-421d-8159-5888317d7f7e,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:01:49.152157 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:49.182486 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb512028-013c-4dd3-9960-a886a94d798a req-5241bd29-5ba6-464e-99aa-e066f48a1929 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=483722be-2ed4-4dbd-aefd-8406aba813b7 HTTP/1.1" status: 200 len: 217 time: 0.0685971 Nov 27 04:01:49.295509 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c56499-4128-4d74-ac15-4a74e05e64cd x-openstack-request-id: req-a7c56499-4128-4d74-ac15-4a74e05e64cd {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:01:49.296020 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce091d7-e20b-46b9-947e-d4019b8028fa", "name": "network-vif-plugged", "status": "completed", "tag": "a1c9d3a6-1790-421d-8159-5888317d7f7e", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:01:49.296138 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a7c56499-4128-4d74-ac15-4a74e05e64cd {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:01:49.296440 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce091d7-e20b-46b9-947e-d4019b8028fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c9d3a6-1790-421d-8159-5888317d7f7e', 'code': 200} Nov 27 04:01:49.297468 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=a1c9d3a6-1790-421d-8159-5888317d7f7e,revision_number=13']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:49.307658 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-9e6855d5-6082-40ec-8a5b-f4c572d3af3e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-940469638-network', 'tenant_id': '5555a7782ab948f49b5cf05acd919f2e'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:01:49.331601 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb512028-013c-4dd3-9960-a886a94d798a req-6e2112da-4ad1-429a-bbba-287fcdcad882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:49.339336 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb512028-013c-4dd3-9960-a886a94d798a req-6e2112da-4ad1-429a-bbba-287fcdcad882 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a5669422-959b-42bf-adae-eb6b666499da HTTP/1.1" status: 200 len: 797 time: 0.1494308 Nov 27 04:01:49.388614 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6855d5-6082-40ec-8a5b-f4c572d3af3e admin admin] Made reservation on behalf of 5555a7782ab948f49b5cf05acd919f2e for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:01:49.399472 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9e6855d5-6082-40ec-8a5b-f4c572d3af3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:49.432467 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9e6855d5-6082-40ec-8a5b-f4c572d3af3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:49.497641 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb512028-013c-4dd3-9960-a886a94d798a req-a6b2aa10-adb2-4067-8cdf-49e7eb7f990f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:49.501635 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb512028-013c-4dd3-9960-a886a94d798a req-a6b2aa10-adb2-4067-8cdf-49e7eb7f990f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1545968 Nov 27 04:01:49.511108 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:49.614449 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48cc81-948f-4a22-a9e7-e13989c5c968 req-2ec9a393-8767-47f9-8ed4-deff9ee7efb1 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:49.616444 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2c48cc81-948f-4a22-a9e7-e13989c5c968 req-2ec9a393-8767-47f9-8ed4-deff9ee7efb1 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 947 time: 0.1111917 Nov 27 04:01:49.713282 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2c48cc81-948f-4a22-a9e7-e13989c5c968 req-6bafc74e-6fbb-44c9-938e-f784e5a79820 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819221 Nov 27 04:01:49.732388 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9e6855d5-6082-40ec-8a5b-f4c572d3af3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:49.740182 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9e6855d5-6082-40ec-8a5b-f4c572d3af3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:49.757994 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb512028-013c-4dd3-9960-a886a94d798a req-7ffb9ebf-1f4f-4605-a8e0-98a0394d3c15 service neutron] 10.222.0.11 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450206 Nov 27 04:01:49.786622 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e6855d5-6082-40ec-8a5b-f4c572d3af3e admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:01:49.837461 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9e6855d5-6082-40ec-8a5b-f4c572d3af3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:49.840822 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-9e6855d5-6082-40ec-8a5b-f4c572d3af3e admin admin] Added segment a77aec41-6b93-4bde-8c56-cad500723cdd of type vlan for network dcdc8840-7259-44e7-8c3d-3e55464b5bad Nov 27 04:01:49.859656 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6855d5-6082-40ec-8a5b-f4c572d3af3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401ea9c2-b165-4499-904d-b9d96e7a5d5e,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:49.899510 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6855d5-6082-40ec-8a5b-f4c572d3af3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:01:49.900816 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6855d5-6082-40ec-8a5b-f4c572d3af3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:01:49.901351 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6855d5-6082-40ec-8a5b-f4c572d3af3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:01:49.901865 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6855d5-6082-40ec-8a5b-f4c572d3af3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:01:49.902424 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6855d5-6082-40ec-8a5b-f4c572d3af3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:01:49.902973 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6855d5-6082-40ec-8a5b-f4c572d3af3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:01:49.903486 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6855d5-6082-40ec-8a5b-f4c572d3af3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:01:49.903992 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6855d5-6082-40ec-8a5b-f4c572d3af3e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:01:49.904940 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6855d5-6082-40ec-8a5b-f4c572d3af3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:01:49.906061 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6855d5-6082-40ec-8a5b-f4c572d3af3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:01:49.906717 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6855d5-6082-40ec-8a5b-f4c572d3af3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:01:49.907260 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6855d5-6082-40ec-8a5b-f4c572d3af3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:01:49.923734 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb512028-013c-4dd3-9960-a886a94d798a req-14487a52-1511-4a17-bce5-79ad3cd57c48 service neutron] 10.222.0.11 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587040 Nov 27 04:01:49.956296 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9e6855d5-6082-40ec-8a5b-f4c572d3af3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:50.004379 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb512028-013c-4dd3-9960-a886a94d798a req-77165999-ed53-4213-86f8-16cd0c9afd49 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb HTTP/1.1" status: 200 len: 217 time: 0.0734291 Nov 27 04:01:50.049722 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9e6855d5-6082-40ec-8a5b-f4c572d3af3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:50.051162 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6855d5-6082-40ec-8a5b-f4c572d3af3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:50.051960 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9e6855d5-6082-40ec-8a5b-f4c572d3af3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:50.078415 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb512028-013c-4dd3-9960-a886a94d798a req-ed69337a-d1f7-43df-b104-e74c65386589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:50.080144 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb512028-013c-4dd3-9960-a886a94d798a req-ed69337a-d1f7-43df-b104-e74c65386589 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a5669422-959b-42bf-adae-eb6b666499da HTTP/1.1" status: 200 len: 797 time: 0.0693805 Nov 27 04:01:50.198921 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9e6855d5-6082-40ec-8a5b-f4c572d3af3e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2172005 Nov 27 04:01:50.202241 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53554) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:01:50.228946 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-9803a1bd-bede-47ad-81f9-a38abb4e2064 admin admin] Request body: {'subnet': {'network_id': 'dcdc8840-7259-44e7-8c3d-3e55464b5bad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-940469638-subnet', 'tenant_id': '5555a7782ab948f49b5cf05acd919f2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:01:50.245528 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6855d5-6082-40ec-8a5b-f4c572d3af3e admin admin] Pushing event updated for resources: {'Network': ['ID=dcdc8840-7259-44e7-8c3d-3e55464b5bad,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:50.265478 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network dcdc8840-7259-44e7-8c3d-3e55464b5bad details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:01:50.348122 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb512028-013c-4dd3-9960-a886a94d798a req-68cadbd7-91cc-4cfb-9e68-45234ea58740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:50.350005 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb512028-013c-4dd3-9960-a886a94d798a req-68cadbd7-91cc-4cfb-9e68-45234ea58740 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2413287 Nov 27 04:01:50.351040 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9803a1bd-bede-47ad-81f9-a38abb4e2064 admin admin] Made reservation on behalf of 5555a7782ab948f49b5cf05acd919f2e for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:01:50.353500 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9803a1bd-bede-47ad-81f9-a38abb4e2064 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:50.416352 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce387e-1687-4919-ac5f-407621620bdd req-95248d33-9868-47af-8e33-98ecbf5599db tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:50.424259 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-79ce387e-1687-4919-ac5f-407621620bdd req-95248d33-9868-47af-8e33-98ecbf5599db tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=047d18a2-3642-4489-b72c-906c5b76854d HTTP/1.1" status: 200 len: 944 time: 0.1618986 Nov 27 04:01:50.505277 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-79ce387e-1687-4919-ac5f-407621620bdd req-49ae3880-2f8e-40d8-9c25-a698921d8151 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741634 Nov 27 04:01:50.637344 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb512028-013c-4dd3-9960-a886a94d798a req-a3c13122-1a17-46a0-9527-d62c28ef32cd service neutron] 10.222.0.11 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778945 Nov 27 04:01:50.981930 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9803a1bd-bede-47ad-81f9-a38abb4e2064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:51.026603 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb512028-013c-4dd3-9960-a886a94d798a req-fbbb56de-c438-4d9a-88f0-d8d84db55c4b service neutron] 10.222.0.11 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785615 Nov 27 04:01:51.101307 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb512028-013c-4dd3-9960-a886a94d798a req-d3999039-87cc-4ba6-a37c-732b440bfa64 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f44fdf9b-a8d1-49ae-aeec-916704cb4fb4 HTTP/1.1" status: 200 len: 217 time: 0.0572596 Nov 27 04:01:51.102198 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9803a1bd-bede-47ad-81f9-a38abb4e2064 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2f5fec0-aff6-439d-aa56-04684052e601,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:51.114349 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc804218-1784-47b9-aff7-f32b9406b09c req-8a6bd353-b011-4cab-b679-4b2b9da69897 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:51.134817 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fc804218-1784-47b9-aff7-f32b9406b09c req-8a6bd353-b011-4cab-b679-4b2b9da69897 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 947 time: 0.2704277 Nov 27 04:01:51.149048 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:51.305185 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9803a1bd-bede-47ad-81f9-a38abb4e2064 admin admin] Checking segment: {'id': 'a77aec41-6b93-4bde-8c56-cad500723cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'dcdc8840-7259-44e7-8c3d-3e55464b5bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:01:51.305946 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9803a1bd-bede-47ad-81f9-a38abb4e2064 admin admin] Network hostable DHCP agents. Network: dcdc8840-7259-44e7-8c3d-3e55464b5bad, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:01:51.337357 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fc804218-1784-47b9-aff7-f32b9406b09c req-f25948bc-6c14-4789-95bb-25bacea373ec tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970422 Nov 27 04:01:51.351332 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb512028-013c-4dd3-9960-a886a94d798a req-79ce0f97-7915-40b6-9c1b-d321d27e2761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:51.351332 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb512028-013c-4dd3-9960-a886a94d798a req-79ce0f97-7915-40b6-9c1b-d321d27e2761 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f712b216-a943-478e-91ec-701ddeee200a HTTP/1.1" status: 200 len: 797 time: 0.1509829 Nov 27 04:01:51.387411 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9803a1bd-bede-47ad-81f9-a38abb4e2064 admin admin] Network dcdc8840-7259-44e7-8c3d-3e55464b5bad is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:01:51.440385 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-9803a1bd-bede-47ad-81f9-a38abb4e2064 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, dcdc8840-7259-44e7-8c3d-3e55464b5bad) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:01:51.450534 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f1699a-a544-4eef-a09d-7b8bdbc5858e None None] Network dcdc8840-7259-44e7-8c3d-3e55464b5bad requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:01:51.454671 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9803a1bd-bede-47ad-81f9-a38abb4e2064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:51.455392 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9803a1bd-bede-47ad-81f9-a38abb4e2064 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:51.476688 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb512028-013c-4dd3-9960-a886a94d798a req-f9b4bb32-c90a-4a9f-80d7-8af5c6dbb3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:51.489990 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb512028-013c-4dd3-9960-a886a94d798a req-f9b4bb32-c90a-4a9f-80d7-8af5c6dbb3a9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c50e5d64-07f3-44bc-b3a4-01ba809267ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1243818 Nov 27 04:01:51.506686 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9803a1bd-bede-47ad-81f9-a38abb4e2064 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2922397 Nov 27 04:01:51.820403 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a7739-2049-42d1-8865-ce4c2335a6a7 req-c2f92ee2-d592-4298-b3d3-cc9d991f8bca tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:51.822340 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-766a7739-2049-42d1-8865-ce4c2335a6a7 req-c2f92ee2-d592-4298-b3d3-cc9d991f8bca tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=047d18a2-3642-4489-b72c-906c5b76854d HTTP/1.1" status: 200 len: 944 time: 0.1393642 Nov 27 04:01:51.851422 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb512028-013c-4dd3-9960-a886a94d798a req-9a0b1f64-05bd-436a-b386-74c52b9bc635 service neutron] 10.222.0.11 "GET /v2.0/networks/c50e5d64-07f3-44bc-b3a4-01ba809267ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438294 Nov 27 04:01:51.865597 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:51.921625 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07925779-d99e-4f0f-991b-e1c07f79d5d4 None None] Network dcdc8840-7259-44e7-8c3d-3e55464b5bad requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:01:52.024815 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-766a7739-2049-42d1-8865-ce4c2335a6a7 req-b90df32a-5eff-4df3-a860-0dac21a5455e tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1931498 Nov 27 04:01:52.129176 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb512028-013c-4dd3-9960-a886a94d798a req-b107a85c-b3c8-49cc-9737-13439af66fcb service neutron] 10.222.0.11 "GET /v2.0/networks/c50e5d64-07f3-44bc-b3a4-01ba809267ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763894 Nov 27 04:01:52.214763 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb512028-013c-4dd3-9960-a886a94d798a req-9fa256e0-6987-4021-9619-6d54357d00e8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a1f03abc-cb7c-4762-a3d3-c924fa278769 HTTP/1.1" status: 200 len: 217 time: 0.0774710 Nov 27 04:01:52.306413 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb512028-013c-4dd3-9960-a886a94d798a req-88216ec3-8b21-4d65-a850-06f2d70109d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:52.312389 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb512028-013c-4dd3-9960-a886a94d798a req-88216ec3-8b21-4d65-a850-06f2d70109d6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f712b216-a943-478e-91ec-701ddeee200a HTTP/1.1" status: 200 len: 797 time: 0.0898771 Nov 27 04:01:52.388230 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb512028-013c-4dd3-9960-a886a94d798a req-ca82ebc3-5ed8-48a2-add1-94ceedfab848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:52.390492 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb512028-013c-4dd3-9960-a886a94d798a req-ca82ebc3-5ed8-48a2-add1-94ceedfab848 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c50e5d64-07f3-44bc-b3a4-01ba809267ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0700355 Nov 27 04:01:52.559052 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb512028-013c-4dd3-9960-a886a94d798a req-a45fcbbb-e6a8-4c45-9caf-e23db935ac95 service neutron] 10.222.0.11 "GET /v2.0/networks/c50e5d64-07f3-44bc-b3a4-01ba809267ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510231 Nov 27 04:01:52.600319 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4bd826-0ffd-4b69-93ba-86e05015ed34 req-88f4f36f-696f-415f-b2b9-8d0feb1466b2 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:52.615458 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5e4bd826-0ffd-4b69-93ba-86e05015ed34 req-88f4f36f-696f-415f-b2b9-8d0feb1466b2 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 947 time: 0.1021385 Nov 27 04:01:52.719440 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5e4bd826-0ffd-4b69-93ba-86e05015ed34 req-61d25512-7020-4670-b279-fea85854b610 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027346 Nov 27 04:01:52.861788 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb512028-013c-4dd3-9960-a886a94d798a req-b536e10f-75a5-48ad-ab17-c89a7268c64c service neutron] 10.222.0.11 "GET /v2.0/networks/c50e5d64-07f3-44bc-b3a4-01ba809267ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943449 Nov 27 04:01:53.272331 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fe200-ca9b-4853-8497-f307addb8586 req-930a7465-0861-4b92-bb4f-df235b4b70f6 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:53.283708 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-484fe200-ca9b-4853-8497-f307addb8586 req-930a7465-0861-4b92-bb4f-df235b4b70f6 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=047d18a2-3642-4489-b72c-906c5b76854d HTTP/1.1" status: 200 len: 944 time: 0.0929701 Nov 27 04:01:53.375549 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-484fe200-ca9b-4853-8497-f307addb8586 req-89e34306-8144-48aa-91a5-381fbb33c2b4 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897954 Nov 27 04:01:53.716207 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-c194cc10-e793-4765-b22a-3c5c6001df1f tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:53.727891 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-c194cc10-e793-4765-b22a-3c5c6001df1f tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/networks?id=dcdc8840-7259-44e7-8c3d-3e55464b5bad HTTP/1.1" status: 200 len: 813 time: 0.7098799 Nov 27 04:01:53.755882 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-226a84c7-c5e1-4370-ad4b-5aea78e93ecd tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/quotas/5555a7782ab948f49b5cf05acd919f2e HTTP/1.1" status: 200 len: 375 time: 0.0258257 Nov 27 04:01:53.795028 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-50f44ef5-ee27-487a-b2ea-927e73b11797 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5555a7782ab948f49b5cf05acd919f2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306349 Nov 27 04:01:53.993187 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ccebf-84ea-46d6-ac17-c29a08791e87 req-68e13487-a230-4ddf-ad28-be8007114b66 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:54.003809 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8b0ccebf-84ea-46d6-ac17-c29a08791e87 req-68e13487-a230-4ddf-ad28-be8007114b66 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 947 time: 0.1260440 Nov 27 04:01:54.027083 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-759d360b-5113-41d6-9c08-1a9e2764dfbd service neutron] 10.222.0.20 "GET /v2.0/networks/dcdc8840-7259-44e7-8c3d-3e55464b5bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212276 Nov 27 04:01:54.123428 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device e1ae9cdb-a696-4f1f-9843-610abfc84b79 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:01:54.187332 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8b0ccebf-84ea-46d6-ac17-c29a08791e87 req-908dc539-2b88-47fa-bc50-be4e3af0f7f3 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389220 Nov 27 04:01:54.338838 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-8edcf8fa-8574-43ec-bd56-4e916c20dbf8 service neutron] 10.222.0.20 "GET /v2.0/networks/dcdc8840-7259-44e7-8c3d-3e55464b5bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107426 Nov 27 04:01:54.407566 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port e1ae9cdb-a696-4f1f-9843-610abfc84b79, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=e1ae9cdb-a696-4f1f-9843-610abfc84b79,segment=NetworkSegment(7b573d51-51b1-4f49-9697-b1cce35223ba),segment_id=7b573d51-51b1-4f49-9697-b1cce35223ba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:01:54.422367 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'e1ae9cdb-a696-4f1f-9843-610abfc84b79', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'port_id': 'e1ae9cdb-a696-4f1f-9843-610abfc84b79', 'mac_address': 'fa:16:3e:c5:d5:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:01:54.472211 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:54.489559 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1ae9cdb-a696-4f1f-9843-610abfc84b79 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:01:54.516500 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port e1ae9cdb-a696-4f1f-9843-610abfc84b79, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=e1ae9cdb-a696-4f1f-9843-610abfc84b79,segment=NetworkSegment(7b573d51-51b1-4f49-9697-b1cce35223ba),segment_id=7b573d51-51b1-4f49-9697-b1cce35223ba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:01:54.526985 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:54.580904 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34febc68-584c-4a41-b707-bc1ebe9bc991 req-a4ed9f90-ed6b-475a-8f14-7663cdf2c4b9 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:54.592649 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-34febc68-584c-4a41-b707-bc1ebe9bc991 req-a4ed9f90-ed6b-475a-8f14-7663cdf2c4b9 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=047d18a2-3642-4489-b72c-906c5b76854d HTTP/1.1" status: 200 len: 944 time: 0.0820651 Nov 27 04:01:54.607686 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=e1ae9cdb-a696-4f1f-9843-610abfc84b79,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:54.676859 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-34febc68-584c-4a41-b707-bc1ebe9bc991 req-2609b767-ac3f-4c95-a7f5-ff5c66022d65 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828309 Nov 27 04:01:54.834540 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8a234da2-4c99-4581-b777-1b01fae0606c req-927d351c-e11b-4be5-a53d-92bde65c6aca tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 210 time: 0.0484138 Nov 27 04:01:54.854182 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['e1ae9cdb-a696-4f1f-9843-610abfc84b79'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:01:55.491905 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f7ab2-800b-457b-91fe-89365e1673fb req-f7498f56-1a26-41ef-999a-1f53cc46f6f1 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:55.509823 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-074f7ab2-800b-457b-91fe-89365e1673fb req-f7498f56-1a26-41ef-999a-1f53cc46f6f1 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 947 time: 0.1374559 Nov 27 04:01:55.659737 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-074f7ab2-800b-457b-91fe-89365e1673fb req-d3d16f0e-3e01-43e3-abfc-678a040e5262 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456416 Nov 27 04:01:55.905737 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53848) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:01:55.973395 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be500f69-e3df-4382-ab62-b6a86705782e req-5e31c17c-d6b4-4d6d-b751-d6283cac70c6 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:55.986254 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-be500f69-e3df-4382-ab62-b6a86705782e req-5e31c17c-d6b4-4d6d-b751-d6283cac70c6 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=047d18a2-3642-4489-b72c-906c5b76854d HTTP/1.1" status: 200 len: 945 time: 0.1317310 Nov 27 04:01:56.122993 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device e1ae9cdb-a696-4f1f-9843-610abfc84b79 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:01:56.138979 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3d46253d-b597-437b-a376-3221cdd1a159 req-3708dcde-08c7-42f6-b87a-7f589f336ee8 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 210 time: 0.1161339 Nov 27 04:01:56.155843 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-be500f69-e3df-4382-ab62-b6a86705782e req-0d8c9acd-128e-4613-84d2-a4188bb59465 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682878 Nov 27 04:01:56.235580 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53854) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:01:56.368324 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port e1ae9cdb-a696-4f1f-9843-610abfc84b79 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:01:56.389371 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port e1ae9cdb-a696-4f1f-9843-610abfc84b79 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:01:56.394484 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:56.408294 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-79c19a75-61f8-484a-8db3-e17585f953ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:56.487279 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ce7ff047-0093-41e2-b9f4-96df0345d711 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:56.726394 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:56.726607 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-79c19a75-61f8-484a-8db3-e17585f953ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:56.770054 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-79c19a75-61f8-484a-8db3-e17585f953ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:56.823943 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port e1ae9cdb-a696-4f1f-9843-610abfc84b79, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=e1ae9cdb-a696-4f1f-9843-610abfc84b79,segment=NetworkSegment(7b573d51-51b1-4f49-9697-b1cce35223ba),segment_id=7b573d51-51b1-4f49-9697-b1cce35223ba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:01:56.827215 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047d18a2-3642-4489-b72c-906c5b76854d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ae9cdb-a696-4f1f-9843-610abfc84b79'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:01:56.836456 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24efdc44-10c1-4dcd-a097-3a868233d835" -d '{"events": [{"server_uuid": "047d18a2-3642-4489-b72c-906c5b76854d", "name": "network-vif-plugged", "status": "completed", "tag": "e1ae9cdb-a696-4f1f-9843-610abfc84b79"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:01:56.863305 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:56.999306 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ce7ff047-0093-41e2-b9f4-96df0345d711 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:57.018976 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ce7ff047-0093-41e2-b9f4-96df0345d711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:57.021753 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c19a75-61f8-484a-8db3-e17585f953ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d78b0b8-a7ce-47fa-9fee-b2120b9e7ba5,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:57.037612 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6316327-4c47-4b3a-9a0a-7a50ea9c11c8 x-openstack-request-id: req-d6316327-4c47-4b3a-9a0a-7a50ea9c11c8 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:01:57.038669 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047d18a2-3642-4489-b72c-906c5b76854d", "name": "network-vif-plugged", "status": "completed", "tag": "e1ae9cdb-a696-4f1f-9843-610abfc84b79", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:01:57.039255 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d6316327-4c47-4b3a-9a0a-7a50ea9c11c8 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:01:57.040946 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047d18a2-3642-4489-b72c-906c5b76854d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ae9cdb-a696-4f1f-9843-610abfc84b79', 'code': 200} Nov 27 04:01:57.044578 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=e1ae9cdb-a696-4f1f-9843-610abfc84b79,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:57.061970 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-79c19a75-61f8-484a-8db3-e17585f953ac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b88b916538b24d1ea901371ff1c5e81b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8251724 Nov 27 04:01:57.067006 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53868) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:01:57.242946 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ce7ff047-0093-41e2-b9f4-96df0345d711 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b2a352631592419bb1f4f8b21ff38ca5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3358905 Nov 27 04:01:57.248203 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53874) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:01:57.249769 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ff047-0093-41e2-b9f4-96df0345d711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d29f63-a8f5-4610-9dae-1cdffd762216,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:57.287821 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcf0ff-d5ef-4455-a900-291da5dc07e2 req-5924821e-cc43-4ee3-8ef3-cd808d2a277c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:57.289474 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f1fcf0ff-d5ef-4455-a900-291da5dc07e2 req-5924821e-cc43-4ee3-8ef3-cd808d2a277c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=047d18a2-3642-4489-b72c-906c5b76854d HTTP/1.1" status: 200 len: 1097 time: 0.1905420 Nov 27 04:01:57.352740 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0206e21b-8bb5-4c2c-9db7-fe5e99c82268 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:57.359941 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b50429-55bc-4e61-a367-540fe360c392 req-5f971528-cbef-4884-89a7-e1505d93ab6c tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:57.368697 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-63b50429-55bc-4e61-a367-540fe360c392 req-5f971528-cbef-4884-89a7-e1505d93ab6c tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 947 time: 0.4826796 Nov 27 04:01:57.410989 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-047aabd9-e6a9-4177-ad41-0000e84dd814 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:57.412507 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-047aabd9-e6a9-4177-ad41-0000e84dd814 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.23 "GET /v2.0/networks?id=dcdc8840-7259-44e7-8c3d-3e55464b5bad HTTP/1.1" status: 200 len: 813 time: 0.5721543 Nov 27 04:01:57.431109 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-71435fb0-c2e1-4d55-aa49-b7f6cb1de223 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:57.465328 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f1fcf0ff-d5ef-4455-a900-291da5dc07e2 req-6b7bd24b-632e-4925-9692-e16900fa2b53 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605852 Nov 27 04:01:57.469631 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9bee28ca-4149-4b26-88e6-7902f282ae60 req-f24a4ea8-8874-40c6-ada0-f82b444eab92 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 210 time: 0.1020854 Nov 27 04:01:57.491518 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0206e21b-8bb5-4c2c-9db7-fe5e99c82268 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:57.497568 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-664f9ac0-c1da-465a-ab07-db41b7a50fc2 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Request body: {'port': {'device_id': 'bf2aab8d-8abf-4564-901e-b1c8fa6e537d', 'network_id': 'dcdc8840-7259-44e7-8c3d-3e55464b5bad', 'admin_state_up': True, 'tenant_id': '5555a7782ab948f49b5cf05acd919f2e'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:01:57.506280 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-71435fb0-c2e1-4d55-aa49-b7f6cb1de223 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:57.586275 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0206e21b-8bb5-4c2c-9db7-fe5e99c82268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:57.589684 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0206e21b-8bb5-4c2c-9db7-fe5e99c82268 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:57.592200 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0206e21b-8bb5-4c2c-9db7-fe5e99c82268 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4d78b0b8-a7ce-47fa-9fee-b2120b9e7ba5 HTTP/1.1" status: 204 len: 168 time: 0.5090575 Nov 27 04:01:57.638032 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0206e21b-8bb5-4c2c-9db7-fe5e99c82268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d78b0b8-a7ce-47fa-9fee-b2120b9e7ba5,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:57.739007 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cadd2e-1940-4b9c-86cb-ad7841118926 req-0b85804f-96fa-49ad-86b7-cebf64cb5ab1 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:57.740699 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b4cadd2e-1940-4b9c-86cb-ad7841118926 req-0b85804f-96fa-49ad-86b7-cebf64cb5ab1 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=047d18a2-3642-4489-b72c-906c5b76854d HTTP/1.1" status: 200 len: 946 time: 0.1301589 Nov 27 04:01:57.874796 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b4cadd2e-1940-4b9c-86cb-ad7841118926 req-d7e7af72-2e19-4af0-aaf9-d89885faaa94 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090138 Nov 27 04:01:58.053884 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53884) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:01:58.069015 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d545b0c4-d0c6-4e1a-af02-b911cf7b1e05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:58.136201 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-63b50429-55bc-4e61-a367-540fe360c392 req-1e67a09e-379b-448d-86d6-00e941572e74 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7664385 Nov 27 04:01:58.211945 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-71435fb0-c2e1-4d55-aa49-b7f6cb1de223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:58.215931 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-71435fb0-c2e1-4d55-aa49-b7f6cb1de223 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:58.218689 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-71435fb0-c2e1-4d55-aa49-b7f6cb1de223 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/28d29f63-a8f5-4610-9dae-1cdffd762216 HTTP/1.1" status: 204 len: 168 time: 0.9672010 Nov 27 04:01:58.240559 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71435fb0-c2e1-4d55-aa49-b7f6cb1de223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d29f63-a8f5-4610-9dae-1cdffd762216,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:58.249288 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d545b0c4-d0c6-4e1a-af02-b911cf7b1e05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:58.262888 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d545b0c4-d0c6-4e1a-af02-b911cf7b1e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:58.276873 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-664f9ac0-c1da-465a-ab07-db41b7a50fc2 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Made reservation on behalf of 5555a7782ab948f49b5cf05acd919f2e for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:01:58.284136 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-664f9ac0-c1da-465a-ab07-db41b7a50fc2 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:58.351629 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d545b0c4-d0c6-4e1a-af02-b911cf7b1e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7597b5-8d67-4d08-bd38-d8bfdd8d0e8b,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:58.395487 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d545b0c4-d0c6-4e1a-af02-b911cf7b1e05 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bb6f7e9872da446d93b4b585e41b1d97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3395400 Nov 27 04:01:58.399094 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53888) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:01:58.458405 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-664f9ac0-c1da-465a-ab07-db41b7a50fc2 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Allocated IP 172.20.0.10 (dcdc8840-7259-44e7-8c3d-3e55464b5bad/d2f5fec0-aff6-439d-aa56-04684052e601/61f838f8-05b5-4345-b54f-153c94f198d6) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:01:58.476939 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-30ac9b04-dbab-4589-a6da-4c678ff37334 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:58.514094 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-30ac9b04-dbab-4589-a6da-4c678ff37334 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:58.671749 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e03e9030-835a-49b2-9ce2-50d593802f85 req-55d2f822-72ce-4775-841a-b3d4b30136af tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 210 time: 0.0997643 Nov 27 04:01:58.712474 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-30ac9b04-dbab-4589-a6da-4c678ff37334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:58.716631 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-30ac9b04-dbab-4589-a6da-4c678ff37334 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:58.718055 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-30ac9b04-dbab-4589-a6da-4c678ff37334 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8c7597b5-8d67-4d08-bd38-d8bfdd8d0e8b HTTP/1.1" status: 204 len: 168 time: 0.3174682 Nov 27 04:01:58.749831 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac9b04-dbab-4589-a6da-4c678ff37334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7597b5-8d67-4d08-bd38-d8bfdd8d0e8b,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:58.825103 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-664f9ac0-c1da-465a-ab07-db41b7a50fc2 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:58.901828 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-664f9ac0-c1da-465a-ab07-db41b7a50fc2 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:59.001282 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f9ac0-c1da-465a-ab07-db41b7a50fc2 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Pushing event updated for resources: {'Port': ['ID=61f838f8-05b5-4345-b54f-153c94f198d6,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:01:59.061357 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-664f9ac0-c1da-465a-ab07-db41b7a50fc2 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Network dcdc8840-7259-44e7-8c3d-3e55464b5bad is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:01:59.065807 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-664f9ac0-c1da-465a-ab07-db41b7a50fc2 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:01:59.068545 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-664f9ac0-c1da-465a-ab07-db41b7a50fc2 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:01:59.184574 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df88fc-4fa4-4c2c-9d8b-72ab261d55c8 req-4ac3b380-effe-41e0-9b5f-2d59b4a1944c tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:59.199176 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-15df88fc-4fa4-4c2c-9d8b-72ab261d55c8 req-4ac3b380-effe-41e0-9b5f-2d59b4a1944c tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=047d18a2-3642-4489-b72c-906c5b76854d HTTP/1.1" status: 200 len: 946 time: 0.1829164 Nov 27 04:01:59.300936 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-664f9ac0-c1da-465a-ab07-db41b7a50fc2 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:59.301581 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-664f9ac0-c1da-465a-ab07-db41b7a50fc2 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:59.379183 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-664f9ac0-c1da-465a-ab07-db41b7a50fc2 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9079099 Nov 27 04:01:59.401546 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-15df88fc-4fa4-4c2c-9d8b-72ab261d55c8 req-1c044ec3-cd5f-4b8f-9908-df1f06ba36b3 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2013233 Nov 27 04:01:59.409169 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-2521d3da-deb1-4b81-8d4b-a1ca7e2b06e0 service neutron] Request body: {'port': {'device_id': 'bf2aab8d-8abf-4564-901e-b1c8fa6e537d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:01:59.507891 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea5b1d-4a57-41ac-ab01-4143430deca2 req-9685e1b9-71d0-48ba-803e-8c5301d5975a tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:59.513997 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-99ea5b1d-4a57-41ac-ab01-4143430deca2 req-9685e1b9-71d0-48ba-803e-8c5301d5975a tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 947 time: 0.1546562 Nov 27 04:01:59.584573 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-2521d3da-deb1-4b81-8d4b-a1ca7e2b06e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:01:59.631713 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-99ea5b1d-4a57-41ac-ab01-4143430deca2 req-36d5bc7f-5f78-46bb-b5ae-a1176b241085 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048150 Nov 27 04:01:59.663551 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbaae5-a2cb-40fe-b314-98ebf3273db5 req-80d66eb7-43f7-459e-836e-45a2e60d5c6d tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:59.665389 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-91fbaae5-a2cb-40fe-b314-98ebf3273db5 req-80d66eb7-43f7-459e-836e-45a2e60d5c6d tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=047d18a2-3642-4489-b72c-906c5b76854d HTTP/1.1" status: 200 len: 946 time: 0.1550961 Nov 27 04:01:59.853992 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab637d4-1a3e-4636-9606-68e0ee09badd req-d6472de4-cc3e-4e9e-91f7-23c3c43b9df1 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:01:59.856380 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-aab637d4-1a3e-4636-9606-68e0ee09badd req-d6472de4-cc3e-4e9e-91f7-23c3c43b9df1 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 932 time: 0.0775137 Nov 27 04:01:59.946314 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-aab637d4-1a3e-4636-9606-68e0ee09badd req-92170098-54ef-4284-8d83-98c8d8cd3fa0 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827303 Nov 27 04:01:59.979449 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-91fbaae5-a2cb-40fe-b314-98ebf3273db5 req-1f955a6b-cca6-420f-9384-f19d5992d255 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3078110 Nov 27 04:01:59.988113 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53942) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:00.300910 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-2521d3da-deb1-4b81-8d4b-a1ca7e2b06e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61f838f8-05b5-4345-b54f-153c94f198d6 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:02:00.316089 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-2521d3da-deb1-4b81-8d4b-a1ca7e2b06e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:00.337521 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-2521d3da-deb1-4b81-8d4b-a1ca7e2b06e0 service neutron] Transition to ACTIVE for port object 61f838f8-05b5-4345-b54f-153c94f198d6 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:02:00.348247 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-2521d3da-deb1-4b81-8d4b-a1ca7e2b06e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:00.483845 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375cef73-ff33-4171-8ba6-a1d28c6c28ec tempest-TestVolumeBootPattern-224169979 tempest-TestVolumeBootPattern-224169979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:00.487948 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-375cef73-ff33-4171-8ba6-a1d28c6c28ec tempest-TestVolumeBootPattern-224169979 tempest-TestVolumeBootPattern-224169979-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=047d18a2-3642-4489-b72c-906c5b76854d HTTP/1.1" status: 200 len: 1092 time: 0.4987881 Nov 27 04:02:00.497146 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53958) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:00.510570 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-f9aca67d-89cf-408c-964e-4a07c3a07c92 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'port_id': 'e1ae9cdb-a696-4f1f-9843-610abfc84b79', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:02:00.571140 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f9aca67d-89cf-408c-964e-4a07c3a07c92 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for floatingip, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:00.710849 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2521d3da-deb1-4b81-8d4b-a1ca7e2b06e0 service neutron] Pushing event updated for resources: {'Port': ['ID=61f838f8-05b5-4345-b54f-153c94f198d6,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:00.724464 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-2521d3da-deb1-4b81-8d4b-a1ca7e2b06e0 service neutron] Attempting to bind port 61f838f8-05b5-4345-b54f-153c94f198d6 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:02:00.724820 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-2521d3da-deb1-4b81-8d4b-a1ca7e2b06e0 service neutron] Attempting to bind port 61f838f8-05b5-4345-b54f-153c94f198d6 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': 'a77aec41-6b93-4bde-8c56-cad500723cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'dcdc8840-7259-44e7-8c3d-3e55464b5bad'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:02:00.725163 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-2521d3da-deb1-4b81-8d4b-a1ca7e2b06e0 service neutron] Attempting to bind port 61f838f8-05b5-4345-b54f-153c94f198d6 on network dcdc8840-7259-44e7-8c3d-3e55464b5bad {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:02:00.733351 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-2521d3da-deb1-4b81-8d4b-a1ca7e2b06e0 service neutron] Port 61f838f8-05b5-4345-b54f-153c94f198d6 on network dcdc8840-7259-44e7-8c3d-3e55464b5bad not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:02:00.733683 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-2521d3da-deb1-4b81-8d4b-a1ca7e2b06e0 service neutron] Attempting to bind port 61f838f8-05b5-4345-b54f-153c94f198d6 on network dcdc8840-7259-44e7-8c3d-3e55464b5bad {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:02:00.747597 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-2521d3da-deb1-4b81-8d4b-a1ca7e2b06e0 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:02:00.747958 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-2521d3da-deb1-4b81-8d4b-a1ca7e2b06e0 service neutron] Checking segment: {'id': 'a77aec41-6b93-4bde-8c56-cad500723cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'dcdc8840-7259-44e7-8c3d-3e55464b5bad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:02:00.753792 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-2521d3da-deb1-4b81-8d4b-a1ca7e2b06e0 service neutron] Bound using segment: {'id': 'a77aec41-6b93-4bde-8c56-cad500723cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'dcdc8840-7259-44e7-8c3d-3e55464b5bad'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:02:00.754074 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-2521d3da-deb1-4b81-8d4b-a1ca7e2b06e0 service neutron] Bound port: 61f838f8-05b5-4345-b54f-153c94f198d6, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a77aec41-6b93-4bde-8c56-cad500723cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'dcdc8840-7259-44e7-8c3d-3e55464b5bad'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:02:00.754461 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-2521d3da-deb1-4b81-8d4b-a1ca7e2b06e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:00.804489 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f9aca67d-89cf-408c-964e-4a07c3a07c92 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:00.882286 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20f3e1-ce44-4dbb-a5d1-0b609e56f061 req-c61a518d-d166-4f36-b392-eb57c28f0b7d tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:00.883906 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7d20f3e1-ce44-4dbb-a5d1-0b609e56f061 req-c61a518d-d166-4f36-b392-eb57c28f0b7d tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 947 time: 0.1096292 Nov 27 04:02:00.921686 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-2521d3da-deb1-4b81-8d4b-a1ca7e2b06e0 service neutron] For port 61f838f8-05b5-4345-b54f-153c94f198d6, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:02:00.950069 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7d20f3e1-ce44-4dbb-a5d1-0b609e56f061 req-98d98a69-1169-4f58-ac36-2df03286e22c tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585971 Nov 27 04:02:00.962288 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-2521d3da-deb1-4b81-8d4b-a1ca7e2b06e0 service neutron] For port 61f838f8-05b5-4345-b54f-153c94f198d6, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=61f838f8-05b5-4345-b54f-153c94f198d6,segment=NetworkSegment(a77aec41-6b93-4bde-8c56-cad500723cdd),segment_id=a77aec41-6b93-4bde-8c56-cad500723cdd)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:02:00.990178 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-2521d3da-deb1-4b81-8d4b-a1ca7e2b06e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:01.097030 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-2521d3da-deb1-4b81-8d4b-a1ca7e2b06e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:01.097616 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-2521d3da-deb1-4b81-8d4b-a1ca7e2b06e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:01.099118 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-2521d3da-deb1-4b81-8d4b-a1ca7e2b06e0 service neutron] 10.222.0.23 "PUT /v2.0/ports/61f838f8-05b5-4345-b54f-153c94f198d6 HTTP/1.1" status: 200 len: 1092 time: 1.6961358 Nov 27 04:02:01.099587 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf2aab8d-8abf-4564-901e-b1c8fa6e537d', 'tag': '61f838f8-05b5-4345-b54f-153c94f198d6'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:02:01.102451 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d42da4-edbc-48ad-aa56-e399329e2ec6" -d '{"events": [{"name": "network-changed", "server_uuid": "bf2aab8d-8abf-4564-901e-b1c8fa6e537d", "tag": "61f838f8-05b5-4345-b54f-153c94f198d6"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:02:01.140201 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53978) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:01.165154 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-f9aca67d-89cf-408c-964e-4a07c3a07c92 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Allocated IP 172.25.1.51 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/100c948c-af04-439a-b3d9-0cbe9b158d0f) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:02:01.200882 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a10af6-d999-4536-bc09-e2401f5fdf02 x-openstack-request-id: req-f3a10af6-d999-4536-bc09-e2401f5fdf02 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:02:01.201742 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf2aab8d-8abf-4564-901e-b1c8fa6e537d", "tag": "61f838f8-05b5-4345-b54f-153c94f198d6", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:02:01.202012 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f3a10af6-d999-4536-bc09-e2401f5fdf02 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:02:01.202465 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf2aab8d-8abf-4564-901e-b1c8fa6e537d', 'tag': '61f838f8-05b5-4345-b54f-153c94f198d6', 'status': 'completed', 'code': 200} Nov 27 04:02:01.282030 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2521d3da-deb1-4b81-8d4b-a1ca7e2b06e0 service neutron] Pushing event updated for resources: {'Port': ['ID=61f838f8-05b5-4345-b54f-153c94f198d6,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:01.308558 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-ad2d81d9-fc2e-42e4-9a0e-ef2f0bc5c487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:01.312509 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-ad2d81d9-fc2e-42e4-9a0e-ef2f0bc5c487 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5555a7782ab948f49b5cf05acd919f2e&device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 1095 time: 0.1058345 Nov 27 04:02:01.323023 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4bbc2-1d4e-4926-a84f-19ecb4a4c863 req-0596e81d-1474-432b-9f68-36e9d76ca93f tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:01.324612 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b5a4bbc2-1d4e-4926-a84f-19ecb4a4c863 req-0596e81d-1474-432b-9f68-36e9d76ca93f tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 944 time: 0.1569145 Nov 27 04:02:01.390942 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-081bb593-06ea-423c-89c3-8bf54f41a2d4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61f838f8-05b5-4345-b54f-153c94f198d6 HTTP/1.1" status: 200 len: 217 time: 0.0611043 Nov 27 04:02:01.474695 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b5a4bbc2-1d4e-4926-a84f-19ecb4a4c863 req-24c7b01f-283a-4b4a-9d1b-107a2d33049e tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391094 Nov 27 04:02:01.526608 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-f7ec8e41-d943-48db-8cdf-21cbd6e776c7 tempest-MeteringTestJSON-69995016 tempest-MeteringTestJSON-69995016-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1140330217'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:02:01.527592 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-f7ec8e41-d943-48db-8cdf-21cbd6e776c7 tempest-MeteringTestJSON-69995016 tempest-MeteringTestJSON-69995016-project-admin] Unknown quota resources ['metering_label']. {{(pid=110019) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 04:02:01.614450 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f9aca67d-89cf-408c-964e-4a07c3a07c92 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:01.682894 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f9aca67d-89cf-408c-964e-4a07c3a07c92 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:01.727755 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9aca67d-89cf-408c-964e-4a07c3a07c92 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:02:01.731462 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-f9aca67d-89cf-408c-964e-4a07c3a07c92 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:02:01.734640 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9aca67d-89cf-408c-964e-4a07c3a07c92 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:02:01.735511 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-25e341e5-b8f5-45fc-8470-0e1b408f2d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:01.737224 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-25e341e5-b8f5-45fc-8470-0e1b408f2d0b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d2f5fec0-aff6-439d-aa56-04684052e601 HTTP/1.1" status: 200 len: 853 time: 0.3094637 Nov 27 04:02:01.847723 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f7ec8e41-d943-48db-8cdf-21cbd6e776c7 tempest-MeteringTestJSON-69995016 tempest-MeteringTestJSON-69995016-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:01.848575 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f7ec8e41-d943-48db-8cdf-21cbd6e776c7 tempest-MeteringTestJSON-69995016 tempest-MeteringTestJSON-69995016-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6844375 Nov 27 04:02:01.864356 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53994) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:01.871661 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-ce1abe6b-31ec-47e8-988b-2b87ccb1325d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dcdc8840-7259-44e7-8c3d-3e55464b5bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821886 Nov 27 04:02:01.875151 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-4e07a434-7e51-4c3e-80a0-5d54fcc191f8 tempest-MeteringTestJSON-69995016 tempest-MeteringTestJSON-69995016-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '8fa914a3-147b-4eaa-b897-28b088942d96'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:02:01.875463 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-4e07a434-7e51-4c3e-80a0-5d54fcc191f8 tempest-MeteringTestJSON-69995016 tempest-MeteringTestJSON-69995016-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110019) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 04:02:01.916197 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aca67d-89cf-408c-964e-4a07c3a07c92 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Pushing event updated for resources: {'Port': ['ID=100c948c-af04-439a-b3d9-0cbe9b158d0f,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:02.108506 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-e2194192-e90a-45b9-93f6-79fd7a8fd8e3 service neutron] 10.222.0.23 "GET /v2.0/networks/dcdc8840-7259-44e7-8c3d-3e55464b5bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217027 Nov 27 04:02:02.177551 n-d-819494-3 neutron-server[110019]: WARNING neutron.services.metering.metering_plugin [None req-4e07a434-7e51-4c3e-80a0-5d54fcc191f8 tempest-MeteringTestJSON-69995016 tempest-MeteringTestJSON-69995016-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 27 04:02:02.470260 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4e07a434-7e51-4c3e-80a0-5d54fcc191f8 tempest-MeteringTestJSON-69995016 tempest-MeteringTestJSON-69995016-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:02.472001 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4e07a434-7e51-4c3e-80a0-5d54fcc191f8 tempest-MeteringTestJSON-69995016 tempest-MeteringTestJSON-69995016-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6067870 Nov 27 04:02:02.483649 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54018) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:02.488347 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-8cf105c5-d40a-467d-b3c3-dff6048dc3fd tempest-MeteringTestJSON-69995016 tempest-MeteringTestJSON-69995016-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '8fa914a3-147b-4eaa-b897-28b088942d96'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:02:02.492352 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-8cf105c5-d40a-467d-b3c3-dff6048dc3fd tempest-MeteringTestJSON-69995016 tempest-MeteringTestJSON-69995016-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110019) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 04:02:02.536445 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0073700-2d5a-4cf6-9e62-507fa656e90a req-d40f6d96-5e78-4dc0-986f-61dfe1a183e9 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:02.538089 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a0073700-2d5a-4cf6-9e62-507fa656e90a req-d40f6d96-5e78-4dc0-986f-61dfe1a183e9 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 947 time: 0.4282420 Nov 27 04:02:02.687184 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a0073700-2d5a-4cf6-9e62-507fa656e90a req-2e4619fd-ea3f-4c93-952c-e29c4c794396 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345587 Nov 27 04:02:02.733972 n-d-819494-3 neutron-server[110019]: WARNING neutron.services.metering.metering_plugin [None req-8cf105c5-d40a-467d-b3c3-dff6048dc3fd tempest-MeteringTestJSON-69995016 tempest-MeteringTestJSON-69995016-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 27 04:02:02.879515 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f9aca67d-89cf-408c-964e-4a07c3a07c92 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:02.899903 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-737816b4-d664-4f9a-8a9e-4eff6fec27eb req-244458e3-e816-48cb-af8e-c0f4845bd812 service neutron] 10.222.0.23 "GET /v2.0/networks/dcdc8840-7259-44e7-8c3d-3e55464b5bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7426293 Nov 27 04:02:02.986252 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f9aca67d-89cf-408c-964e-4a07c3a07c92 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:03.053389 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aeb283-227b-49da-8ef2-b0214bbaa703 req-e74f4a11-026c-492f-92c8-3f26f031f0bd tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:03.081780 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e4aeb283-227b-49da-8ef2-b0214bbaa703 req-e74f4a11-026c-492f-92c8-3f26f031f0bd tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 944 time: 0.4104228 Nov 27 04:02:03.081780 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8cf105c5-d40a-467d-b3c3-dff6048dc3fd tempest-MeteringTestJSON-69995016 tempest-MeteringTestJSON-69995016-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:03.081780 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8cf105c5-d40a-467d-b3c3-dff6048dc3fd tempest-MeteringTestJSON-69995016 tempest-MeteringTestJSON-69995016-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5941188 Nov 27 04:02:03.212663 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54024) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:03.236752 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a42924c4-acd5-4ad2-b1d5-54371024e05b tempest-MeteringTestJSON-69995016 tempest-MeteringTestJSON-69995016-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=ca64f38e-d06b-4884-ada1-6b7f8870929d HTTP/1.1" status: 200 len: 464 time: 0.0229349 Nov 27 04:02:03.258182 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54026) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:03.312776 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f9aca67d-89cf-408c-964e-4a07c3a07c92 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:03.357602 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f9aca67d-89cf-408c-964e-4a07c3a07c92 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:03.377847 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d42da4-edbc-48ad-aa56-e399329e2ec6 req-5da2e864-c40c-4354-a6ce-60944f4626e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:03.379418 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d7d42da4-edbc-48ad-aa56-e399329e2ec6 req-5da2e864-c40c-4354-a6ce-60944f4626e3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5555a7782ab948f49b5cf05acd919f2e&device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 1095 time: 0.3053207 Nov 27 04:02:03.423162 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e4aeb283-227b-49da-8ef2-b0214bbaa703 req-30369002-7786-497b-8c6f-c3dba183d68a tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521473 Nov 27 04:02:03.533714 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aca67d-89cf-408c-964e-4a07c3a07c92 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Pushing event updated for resources: {'Port': ['ID=100c948c-af04-439a-b3d9-0cbe9b158d0f,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:03.540884 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d42da4-edbc-48ad-aa56-e399329e2ec6 req-0f3dcb31-0b17-401f-a28a-453aaea49c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:03.542384 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d7d42da4-edbc-48ad-aa56-e399329e2ec6 req-0f3dcb31-0b17-401f-a28a-453aaea49c68 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dcdc8840-7259-44e7-8c3d-3e55464b5bad HTTP/1.1" status: 200 len: 914 time: 0.1428993 Nov 27 04:02:03.585207 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f9aca67d-89cf-408c-964e-4a07c3a07c92 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:03.713659 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d7d42da4-edbc-48ad-aa56-e399329e2ec6 req-7b189528-c5d0-4955-9d64-eeffcc7d2eda service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61f838f8-05b5-4345-b54f-153c94f198d6 HTTP/1.1" status: 200 len: 217 time: 0.1620414 Nov 27 04:02:03.785344 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [None req-f9aca67d-89cf-408c-964e-4a07c3a07c92 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Floating IP be4a01b9-a985-4683-a88c-e94d21569dba associated. External IP: 172.25.1.51, port: e1ae9cdb-a696-4f1f-9843-610abfc84b79. Nov 27 04:02:03.794342 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e802e72a-64c5-43e4-adbe-e29c71dcf492 tempest-MeteringTestJSON-69995016 tempest-MeteringTestJSON-69995016-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:03.798342 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e802e72a-64c5-43e4-adbe-e29c71dcf492 tempest-MeteringTestJSON-69995016 tempest-MeteringTestJSON-69995016-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/ca64f38e-d06b-4884-ada1-6b7f8870929d HTTP/1.1" status: 204 len: 168 time: 0.5250411 Nov 27 04:02:03.800041 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d42da4-edbc-48ad-aa56-e399329e2ec6 req-4525fd41-a6d7-4083-b93f-6766a32ce764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:03.801498 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d7d42da4-edbc-48ad-aa56-e399329e2ec6 req-4525fd41-a6d7-4083-b93f-6766a32ce764 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d2f5fec0-aff6-439d-aa56-04684052e601 HTTP/1.1" status: 200 len: 853 time: 0.0536213 Nov 27 04:02:03.801974 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54042) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:03.816994 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-cb219818-3f25-4675-8b7a-d888758458f4 tempest-MeteringTestJSON-69995016 tempest-MeteringTestJSON-69995016-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=ca64f38e-d06b-4884-ada1-6b7f8870929d HTTP/1.1" status: 200 len: 221 time: 0.0138950 Nov 27 04:02:03.819739 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54044) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:03.831806 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-806058e5-34e4-44b2-85e9-f2237ca23754 tempest-MeteringTestJSON-69995016 tempest-MeteringTestJSON-69995016-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--222762569', 'description': 'label created by tempest'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:02:03.832273 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-806058e5-34e4-44b2-85e9-f2237ca23754 tempest-MeteringTestJSON-69995016 tempest-MeteringTestJSON-69995016-project-admin] Unknown quota resources ['metering_label']. {{(pid=110019) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 04:02:03.869956 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d7d42da4-edbc-48ad-aa56-e399329e2ec6 req-cf1acd63-7dd4-4693-9863-f0c9da1e3004 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dcdc8840-7259-44e7-8c3d-3e55464b5bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518048 Nov 27 04:02:04.085691 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-806058e5-34e4-44b2-85e9-f2237ca23754 tempest-MeteringTestJSON-69995016 tempest-MeteringTestJSON-69995016-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:04.089806 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-806058e5-34e4-44b2-85e9-f2237ca23754 tempest-MeteringTestJSON-69995016 tempest-MeteringTestJSON-69995016-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2691085 Nov 27 04:02:04.090489 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54048) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:04.183187 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1f61089d-cfbd-432a-87e3-d9024041b47f tempest-MeteringTestJSON-69995016 tempest-MeteringTestJSON-69995016-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=3bf9093c-7cb8-4858-85e4-dbada0c1c174 HTTP/1.1" status: 200 len: 467 time: 0.0838671 Nov 27 04:02:04.183901 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54050) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:04.286875 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9aca67d-89cf-408c-964e-4a07c3a07c92 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Router f50a6542-6489-44cd-b46c-bece319553b1 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:02:04.427159 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01d6f7-3b2f-4d8c-a12d-563992470fa9 req-8fa3e754-5467-4775-9776-ba37dbe631ff tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:04.428914 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d01d6f7-3b2f-4d8c-a12d-563992470fa9 req-8fa3e754-5467-4775-9776-ba37dbe631ff tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 947 time: 0.3913939 Nov 27 04:02:04.456344 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d7d42da4-edbc-48ad-aa56-e399329e2ec6 req-42a53e10-73d6-44cb-99ed-8f6765cad6da service neutron] 10.222.0.23 "GET /v2.0/networks/dcdc8840-7259-44e7-8c3d-3e55464b5bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5519006 Nov 27 04:02:04.557596 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d01d6f7-3b2f-4d8c-a12d-563992470fa9 req-61c1085a-8e07-4b5d-b306-7c931afb40c3 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175406 Nov 27 04:02:04.618161 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9aca67d-89cf-408c-964e-4a07c3a07c92 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:02:04.639265 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021fe163-1861-437f-be02-519ab4df7914 None None] Sync routers for ids ['f50a6542-6489-44cd-b46c-bece319553b1'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:02:04.667554 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f9aca67d-89cf-408c-964e-4a07c3a07c92 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:04.669660 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021fe163-1861-437f-be02-519ab4df7914 None None] Routers {'f50a6542-6489-44cd-b46c-bece319553b1'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:02:04.673185 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-021fe163-1861-437f-be02-519ab4df7914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:01:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f50a6542-6489-44cd-b46c-bece319553b1'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:02:04.775356 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f9aca67d-89cf-408c-964e-4a07c3a07c92 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2698915 Nov 27 04:02:04.775605 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-94653503-7fa7-44ca-8d03-db3cb9d09358 tempest-MeteringTestJSON-69995016 tempest-MeteringTestJSON-69995016-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:04.776087 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '047d18a2-3642-4489-b72c-906c5b76854d', 'tag': 'e1ae9cdb-a696-4f1f-9843-610abfc84b79'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:02:04.780778 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-94653503-7fa7-44ca-8d03-db3cb9d09358 tempest-MeteringTestJSON-69995016 tempest-MeteringTestJSON-69995016-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/3bf9093c-7cb8-4858-85e4-dbada0c1c174 HTTP/1.1" status: 204 len: 168 time: 0.5867755 Nov 27 04:02:04.781917 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7cf744-ed1b-4bf9-a16c-473bd0629248" -d '{"events": [{"name": "network-changed", "server_uuid": "047d18a2-3642-4489-b72c-906c5b76854d", "tag": "e1ae9cdb-a696-4f1f-9843-610abfc84b79"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:02:04.793374 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54058) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:04.833731 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6c51cef4-79fe-431a-a4c5-2447e33ce0e9 tempest-MeteringTestJSON-69995016 tempest-MeteringTestJSON-69995016-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=3bf9093c-7cb8-4858-85e4-dbada0c1c174 HTTP/1.1" status: 200 len: 216 time: 0.0338337 Nov 27 04:02:04.833731 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54064) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:04.861311 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8deda2a8-9639-4d22-9024-5d68bd38c29c tempest-MeteringTestJSON-69995016 tempest-MeteringTestJSON-69995016-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0215559 Nov 27 04:02:04.862814 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54066) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:04.862916 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6213d1-c936-4c40-8d4a-dd4cd0e0cafe x-openstack-request-id: req-2e6213d1-c936-4c40-8d4a-dd4cd0e0cafe {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:02:04.863204 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "047d18a2-3642-4489-b72c-906c5b76854d", "tag": "e1ae9cdb-a696-4f1f-9843-610abfc84b79", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:02:04.863467 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e6213d1-c936-4c40-8d4a-dd4cd0e0cafe {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:02:04.863897 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '047d18a2-3642-4489-b72c-906c5b76854d', 'tag': 'e1ae9cdb-a696-4f1f-9843-610abfc84b79', 'status': 'completed', 'code': 200} Nov 27 04:02:04.911394 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d7d42da4-edbc-48ad-aa56-e399329e2ec6 req-d08cb880-b722-4054-89f2-6945548961b5 service neutron] 10.222.0.23 "GET /v2.0/networks/dcdc8840-7259-44e7-8c3d-3e55464b5bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4431136 Nov 27 04:02:04.929380 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-483e3487-4071-4e36-b10f-30822ce1239b tempest-MeteringTestJSON-69995016 tempest-MeteringTestJSON-69995016-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0601373 Nov 27 04:02:04.932355 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54068) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:04.964251 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec298f67-3419-4d57-ad06-3fa2cefaee45 req-d65c46fb-b954-4143-9874-3b5a8d80d995 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:04.974585 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ec298f67-3419-4d57-ad06-3fa2cefaee45 req-d65c46fb-b954-4143-9874-3b5a8d80d995 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 944 time: 0.2419643 Nov 27 04:02:05.027194 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7cf744-ed1b-4bf9-a16c-473bd0629248 req-b4d76e65-a895-47ca-b0dd-bd8a5d4d7b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:05.029186 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6d7cf744-ed1b-4bf9-a16c-473bd0629248 req-b4d76e65-a895-47ca-b0dd-bd8a5d4d7b9a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c0fb01b15ba04e8ca79caed9882229f4&device_id=047d18a2-3642-4489-b72c-906c5b76854d HTTP/1.1" status: 200 len: 1097 time: 0.1144047 Nov 27 04:02:05.063362 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54072) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:05.079037 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-5b2ee7b1-2ad2-4a86-a869-1e8d7f06c4a2 tempest-MeteringTestJSON-69995016 tempest-MeteringTestJSON-69995016-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels/8fa914a3-147b-4eaa-b897-28b088942d96 HTTP/1.1" status: 200 len: 473 time: 0.1445856 Nov 27 04:02:05.121701 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ec298f67-3419-4d57-ad06-3fa2cefaee45 req-1c601453-d04b-4b69-bdb6-c6e574c9c46b tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453841 Nov 27 04:02:05.163478 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54074) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:05.164130 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-aaeee816-0e6e-4e0a-b37f-a6390108c68c tempest-MeteringTestJSON-69995016 tempest-MeteringTestJSON-69995016-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules/9a1d38bd-78fc-4796-aa39-2604739c1e8d HTTP/1.1" status: 200 len: 461 time: 0.0974212 Nov 27 04:02:05.170244 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-021fe163-1861-437f-be02-519ab4df7914 None None] Set router f50a6542-6489-44cd-b46c-bece319553b1 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:02:05.238900 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7cf744-ed1b-4bf9-a16c-473bd0629248 req-c246fc73-8749-4413-8b8b-dbf555b0f66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:05.240434 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6d7cf744-ed1b-4bf9-a16c-473bd0629248 req-c246fc73-8749-4413-8b8b-dbf555b0f66e service neutron] 10.222.0.11 "GET /v2.0/networks?id=9066c940-2187-4bcb-b452-41734810299f HTTP/1.1" status: 200 len: 913 time: 0.1754966 Nov 27 04:02:05.335687 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6d7cf744-ed1b-4bf9-a16c-473bd0629248 req-e0fed195-fad5-4843-b573-65fa810f1579 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1ae9cdb-a696-4f1f-9843-610abfc84b79 HTTP/1.1" status: 200 len: 999 time: 0.0848703 Nov 27 04:02:05.373686 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-264c0e18-a880-4ae1-88e4-25335255fbe0 tempest-MeteringTestJSON-69995016 tempest-MeteringTestJSON-69995016-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:05.376009 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-264c0e18-a880-4ae1-88e4-25335255fbe0 tempest-MeteringTestJSON-69995016 tempest-MeteringTestJSON-69995016-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/9a1d38bd-78fc-4796-aa39-2604739c1e8d HTTP/1.1" status: 204 len: 168 time: 0.2114570 Nov 27 04:02:05.378016 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54078) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:05.460242 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7cf744-ed1b-4bf9-a16c-473bd0629248 req-addb02da-bb1c-482d-9034-797dd0e36204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:05.461802 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6d7cf744-ed1b-4bf9-a16c-473bd0629248 req-addb02da-bb1c-482d-9034-797dd0e36204 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7fdbb93f-95d3-4899-98b7-de442d33ecc0 HTTP/1.1" status: 200 len: 851 time: 0.1194525 Nov 27 04:02:05.562310 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7cf744-ed1b-4bf9-a16c-473bd0629248 req-3f248e33-ac82-4534-a12a-10acf5f169ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:05.563874 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6d7cf744-ed1b-4bf9-a16c-473bd0629248 req-3f248e33-ac82-4534-a12a-10acf5f169ac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9066c940-2187-4bcb-b452-41734810299f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914350 Nov 27 04:02:05.597640 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-021fe163-1861-437f-be02-519ab4df7914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'name': 'tempest-TestVolumeBootPattern-2087569917-router', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:58Z', 'revision_number': 4, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'gw_port': {'id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': 'be4a01b9-a985-4683-a88c-e94d21569dba', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'floating_ip_address': '172.25.1.51', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'port_id': 'e1ae9cdb-a696-4f1f-9843-610abfc84b79', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2061, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'mac_address': 'fa:16:3e:c5:d5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047d18a2-3642-4489-b72c-906c5b76854d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:02:02Z', 'updated_at': '2021-11-27T04:02:02Z', 'revision_number': 0, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33633549-8cd2-4329-89df-ce902341db7c', 'name': '', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'mac_address': 'fa:16:3e:ee:c6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:56Z', 'updated_at': '2021-11-27T03:56:03Z', 'revision_number': 5, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'subnets': [{'id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:02:05.669647 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021fe163-1861-437f-be02-519ab4df7914 None None] Checking router: f50a6542-6489-44cd-b46c-bece319553b1 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:02:05.688274 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021fe163-1861-437f-be02-519ab4df7914 None None] Routers {'f50a6542-6489-44cd-b46c-bece319553b1'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:02:05.691430 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-021fe163-1861-437f-be02-519ab4df7914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:01:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f50a6542-6489-44cd-b46c-bece319553b1'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:02:05.703927 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2de07c6e-18ea-4421-b795-c4dcc478970e tempest-MeteringTestJSON-69995016 tempest-MeteringTestJSON-69995016-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:05.727294 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2de07c6e-18ea-4421-b795-c4dcc478970e tempest-MeteringTestJSON-69995016 tempest-MeteringTestJSON-69995016-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/8fa914a3-147b-4eaa-b897-28b088942d96 HTTP/1.1" status: 204 len: 168 time: 0.3446965 Nov 27 04:02:05.774608 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6d7cf744-ed1b-4bf9-a16c-473bd0629248 req-3d5aa5f6-273f-4990-bd0c-f0e27b1ecdf3 service neutron] 10.222.0.11 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022688 Nov 27 04:02:05.990402 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-021fe163-1861-437f-be02-519ab4df7914 None None] Set router f50a6542-6489-44cd-b46c-bece319553b1 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:02:06.048897 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6d7cf744-ed1b-4bf9-a16c-473bd0629248 req-72c01080-6e81-46a6-b865-7f6c76fd74f7 service neutron] 10.222.0.11 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021668 Nov 27 04:02:06.093490 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefbd32-e476-4404-9328-65c49a0724b8 req-02d01526-2085-4b7d-9b9f-c587ba53e1af tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:06.104330 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3fefbd32-e476-4404-9328-65c49a0724b8 req-02d01526-2085-4b7d-9b9f-c587ba53e1af tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 947 time: 0.3225985 Nov 27 04:02:06.183790 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3fefbd32-e476-4404-9328-65c49a0724b8 req-c64a6b41-d446-4ade-b506-5598446823d8 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630374 Nov 27 04:02:06.307226 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54100) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:06.341474 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706a452-db70-44a8-bc0a-77f7e4124261 req-aba8ddac-03e1-40dd-ba1d-441690fc4596 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:06.349322 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9706a452-db70-44a8-bc0a-77f7e4124261 req-aba8ddac-03e1-40dd-ba1d-441690fc4596 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 944 time: 0.0804310 Nov 27 04:02:06.424615 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9706a452-db70-44a8-bc0a-77f7e4124261 req-9a684493-5dbd-4a13-80b0-c20061647a5f tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743124 Nov 27 04:02:06.618914 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-021fe163-1861-437f-be02-519ab4df7914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'name': 'tempest-TestVolumeBootPattern-2087569917-router', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:58Z', 'revision_number': 4, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'gw_port': {'id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': 'be4a01b9-a985-4683-a88c-e94d21569dba', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'floating_ip_address': '172.25.1.51', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'port_id': 'e1ae9cdb-a696-4f1f-9843-610abfc84b79', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2061, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'mac_address': 'fa:16:3e:c5:d5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047d18a2-3642-4489-b72c-906c5b76854d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:02:02Z', 'updated_at': '2021-11-27T04:02:02Z', 'revision_number': 0, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33633549-8cd2-4329-89df-ce902341db7c', 'name': '', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'mac_address': 'fa:16:3e:ee:c6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:56Z', 'updated_at': '2021-11-27T03:56:03Z', 'revision_number': 5, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'subnets': [{'id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:02:06.664598 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021fe163-1861-437f-be02-519ab4df7914 None None] The sync data for ids ['f50a6542-6489-44cd-b46c-bece319553b1'] in n-d-819494-3 is: [{'id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'name': 'tempest-TestVolumeBootPattern-2087569917-router', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:58Z', 'revision_number': 4, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'gw_port': {'id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': 'be4a01b9-a985-4683-a88c-e94d21569dba', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'floating_ip_address': '172.25.1.51', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'port_id': 'e1ae9cdb-a696-4f1f-9843-610abfc84b79', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2061, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'mac_address': 'fa:16:3e:c5:d5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047d18a2-3642-4489-b72c-906c5b76854d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:02:02Z', 'updated_at': '2021-11-27T04:02:02Z', 'revision_number': 0, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33633549-8cd2-4329-89df-ce902341db7c', 'name': '', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'mac_address': 'fa:16:3e:ee:c6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:56Z', 'updated_at': '2021-11-27T03:56:03Z', 'revision_number': 5, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'subnets': [{'id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:02:06.696759 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 61f838f8-05b5-4345-b54f-153c94f198d6 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:02:06.977336 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 61f838f8-05b5-4345-b54f-153c94f198d6, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=61f838f8-05b5-4345-b54f-153c94f198d6,segment=NetworkSegment(a77aec41-6b93-4bde-8c56-cad500723cdd),segment_id=a77aec41-6b93-4bde-8c56-cad500723cdd)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:02:07.018515 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '61f838f8-05b5-4345-b54f-153c94f198d6', 'network_id': 'dcdc8840-7259-44e7-8c3d-3e55464b5bad', 'port_id': '61f838f8-05b5-4345-b54f-153c94f198d6', 'mac_address': 'fa:16:3e:b9:05:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f5fec0-aff6-439d-aa56-04684052e601', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:02:07.073132 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a048f5f-8409-4114-9ddd-0cd4e16cf9f6 None None] New status for floating IP be4a01b9-a985-4683-a88c-e94d21569dba: ACTIVE {{(pid=110021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:02:07.135718 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:07.161759 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c6afc3b9-0e51-4513-b555-860fd7fb19f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:07.184314 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61f838f8-05b5-4345-b54f-153c94f198d6 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:02:07.266209 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 61f838f8-05b5-4345-b54f-153c94f198d6, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=61f838f8-05b5-4345-b54f-153c94f198d6,segment=NetworkSegment(a77aec41-6b93-4bde-8c56-cad500723cdd),segment_id=a77aec41-6b93-4bde-8c56-cad500723cdd)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:02:07.274355 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:07.377585 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c6afc3b9-0e51-4513-b555-860fd7fb19f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:07.387225 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c6afc3b9-0e51-4513-b555-860fd7fb19f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:07.485928 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=61f838f8-05b5-4345-b54f-153c94f198d6,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:07.524669 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6afc3b9-0e51-4513-b555-860fd7fb19f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9fb958-378a-4029-9b8a-61acc1cd74b9,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:07.635123 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['61f838f8-05b5-4345-b54f-153c94f198d6'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:02:07.667575 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c6afc3b9-0e51-4513-b555-860fd7fb19f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cc43382f58ca4f6a96fb7af2497409e2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3592510 Nov 27 04:02:07.685038 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54134) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:07.750821 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862ff50-7d2a-4268-a367-57cd86b93321 req-9ad76deb-dcf4-4ca0-b711-8ece7c5e7ced tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:07.763384 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a862ff50-7d2a-4268-a367-57cd86b93321 req-9ad76deb-dcf4-4ca0-b711-8ece7c5e7ced tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 947 time: 0.2477133 Nov 27 04:02:07.794017 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb29dac-8acf-4310-a650-6b60ab003bc8 req-0ed90444-3854-4e37-b8f8-5176cbb10af7 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:07.802476 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1bb29dac-8acf-4310-a650-6b60ab003bc8 req-0ed90444-3854-4e37-b8f8-5176cbb10af7 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 945 time: 0.1777544 Nov 27 04:02:07.807007 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-63bb6006-1444-4b97-b204-aec0488b88b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:07.899985 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-63bb6006-1444-4b97-b204-aec0488b88b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:07.921028 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a862ff50-7d2a-4268-a367-57cd86b93321 req-7cb7a7b9-f6c0-402f-9f4e-3c06c0af2241 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471062 Nov 27 04:02:07.978138 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1bb29dac-8acf-4310-a650-6b60ab003bc8 req-3699bc2e-ce07-4702-913f-7255627e3f71 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740556 Nov 27 04:02:08.076670 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-63bb6006-1444-4b97-b204-aec0488b88b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:08.079912 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-63bb6006-1444-4b97-b204-aec0488b88b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:08.082080 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-63bb6006-1444-4b97-b204-aec0488b88b0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4d9fb958-378a-4029-9b8a-61acc1cd74b9 HTTP/1.1" status: 204 len: 168 time: 0.3951375 Nov 27 04:02:08.094413 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb6006-1444-4b97-b204-aec0488b88b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9fb958-378a-4029-9b8a-61acc1cd74b9,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:08.694735 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54172) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:08.723692 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 61f838f8-05b5-4345-b54f-153c94f198d6 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:02:08.724637 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b50db643-1222-4146-861c-c4a585e2f331 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:08.750207 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-c4454037-8a8c-49a7-99a6-2559f4ce81fc req-668a79c3-59dd-494c-ae2e-f0439a583704 service neutron] (110019) timed out ('10.222.0.20', 53592) {{(pid=110019) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 04:02:08.939566 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 61f838f8-05b5-4345-b54f-153c94f198d6 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:02:08.973315 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 61f838f8-05b5-4345-b54f-153c94f198d6 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:02:08.973707 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:09.038148 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b50db643-1222-4146-861c-c4a585e2f331 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:09.044783 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b50db643-1222-4146-861c-c4a585e2f331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:09.147686 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54196) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:09.159065 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b50db643-1222-4146-861c-c4a585e2f331 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ec850035cdeb4130b25c7b4f3c701ac0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4478178 Nov 27 04:02:09.265014 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:09.400870 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 61f838f8-05b5-4345-b54f-153c94f198d6, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=61f838f8-05b5-4345-b54f-153c94f198d6,segment=NetworkSegment(a77aec41-6b93-4bde-8c56-cad500723cdd),segment_id=a77aec41-6b93-4bde-8c56-cad500723cdd)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:02:09.408619 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-919a7680-4009-41ac-808b-2e6003fe868f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:09.412963 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2aab8d-8abf-4564-901e-b1c8fa6e537d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f838f8-05b5-4345-b54f-153c94f198d6'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:02:09.420050 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5d68e5-7af6-41a2-8509-c51ec6e6bf9c" -d '{"events": [{"server_uuid": "bf2aab8d-8abf-4564-901e-b1c8fa6e537d", "name": "network-vif-plugged", "status": "completed", "tag": "61f838f8-05b5-4345-b54f-153c94f198d6"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:02:09.431612 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:09.510708 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc816c9b-b02c-4976-8c4a-d96da04a25fa req-4810281a-32b7-4fb4-9b12-670888979570 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:09.512704 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bc816c9b-b02c-4976-8c4a-d96da04a25fa req-4810281a-32b7-4fb4-9b12-670888979570 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 945 time: 0.2589309 Nov 27 04:02:09.556939 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-919a7680-4009-41ac-808b-2e6003fe868f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:09.605186 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=61f838f8-05b5-4345-b54f-153c94f198d6,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:09.672892 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50db643-1222-4146-861c-c4a585e2f331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb14fc6-7477-4f7b-8c3a-3dc011639aa5,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:09.686186 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50db643-1222-4146-861c-c4a585e2f331 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:02:09.686442 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50db643-1222-4146-861c-c4a585e2f331 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:02:09.686865 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50db643-1222-4146-861c-c4a585e2f331 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:02:09.687344 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50db643-1222-4146-861c-c4a585e2f331 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:02:09.687685 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50db643-1222-4146-861c-c4a585e2f331 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:02:09.688056 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50db643-1222-4146-861c-c4a585e2f331 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:02:09.688390 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50db643-1222-4146-861c-c4a585e2f331 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:02:09.688727 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50db643-1222-4146-861c-c4a585e2f331 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:02:09.689044 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50db643-1222-4146-861c-c4a585e2f331 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:02:09.689425 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50db643-1222-4146-861c-c4a585e2f331 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:02:09.689754 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50db643-1222-4146-861c-c4a585e2f331 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:02:09.690432 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50db643-1222-4146-861c-c4a585e2f331 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:02:09.716331 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7dc3f4-dee2-418d-96e2-97eee3b39149 req-a01c8a54-08fa-4577-852e-e5dab9930a40 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:09.725318 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-be7dc3f4-dee2-418d-96e2-97eee3b39149 req-a01c8a54-08fa-4577-852e-e5dab9930a40 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 947 time: 0.5926757 Nov 27 04:02:09.818143 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bc816c9b-b02c-4976-8c4a-d96da04a25fa req-ecffeec9-797c-4b80-906d-fec8664d5219 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794464 Nov 27 04:02:09.850228 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-919a7680-4009-41ac-808b-2e6003fe868f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:09.851843 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-be7dc3f4-dee2-418d-96e2-97eee3b39149 req-08320def-f4ca-4d84-99d5-982eb1e760dc tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239021 Nov 27 04:02:09.866787 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-919a7680-4009-41ac-808b-2e6003fe868f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:09.868077 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-919a7680-4009-41ac-808b-2e6003fe868f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7eb14fc6-7477-4f7b-8c3a-3dc011639aa5 HTTP/1.1" status: 204 len: 168 time: 0.7190931 Nov 27 04:02:09.908392 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919a7680-4009-41ac-808b-2e6003fe868f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb14fc6-7477-4f7b-8c3a-3dc011639aa5,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:09.911716 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31baf455-17ec-4d93-afd5-1ceec433949f x-openstack-request-id: req-31baf455-17ec-4d93-afd5-1ceec433949f {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:02:09.912424 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf2aab8d-8abf-4564-901e-b1c8fa6e537d", "name": "network-vif-plugged", "status": "completed", "tag": "61f838f8-05b5-4345-b54f-153c94f198d6", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:02:09.912638 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-31baf455-17ec-4d93-afd5-1ceec433949f {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:02:09.913313 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2aab8d-8abf-4564-901e-b1c8fa6e537d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f838f8-05b5-4345-b54f-153c94f198d6', 'code': 200} Nov 27 04:02:10.015905 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54208) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:10.144326 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66617538-0ea9-41bb-bdec-0b42ad7b8d2d req-427b6eee-43b8-40a4-b91d-1d6aba546fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:10.145890 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-66617538-0ea9-41bb-bdec-0b42ad7b8d2d req-427b6eee-43b8-40a4-b91d-1d6aba546fa3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 1097 time: 0.0762126 Nov 27 04:02:10.249117 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-66617538-0ea9-41bb-bdec-0b42ad7b8d2d req-0e664c09-2582-42a5-8194-1b4eb365afb6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885997 Nov 27 04:02:11.101230 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db121f8-8a83-4ed3-8d24-df5455a6f5cd req-07db8392-b2c6-46fd-87cc-9bb2618d972f tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:11.105385 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1db121f8-8a83-4ed3-8d24-df5455a6f5cd req-07db8392-b2c6-46fd-87cc-9bb2618d972f tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 947 time: 0.1098375 Nov 27 04:02:11.126679 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867197a-1af1-48aa-a367-2933d0bafff0 req-a00db681-3406-4e5f-9ffa-5a6039883eef tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:11.135155 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c867197a-1af1-48aa-a367-2933d0bafff0 req-a00db681-3406-4e5f-9ffa-5a6039883eef tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1724107 Nov 27 04:02:11.213636 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1db121f8-8a83-4ed3-8d24-df5455a6f5cd req-55784c1f-3d5a-4a2e-b1c8-0e655ee2325c tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001754 Nov 27 04:02:11.274198 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c867197a-1af1-48aa-a367-2933d0bafff0 req-02aad8ff-4a67-41b8-8b60-1c4fd90c49ca tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296775 Nov 27 04:02:11.384600 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a7f67b86-3a41-4cb7-9595-789cf411c2b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:11.412843 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54246) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:11.565693 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-a7440371-6a27-4661-9090-ca057a4002b5 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Request body: {'networks': [{'name': 'tempest-network--1446168502'}, {'name': 'tempest-network--1646148755'}]} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:02:11.566018 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-a7440371-6a27-4661-9090-ca057a4002b5 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Request body: {'network': {'name': 'tempest-network--1446168502'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:02:11.566476 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-a7440371-6a27-4661-9090-ca057a4002b5 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Request body: {'network': {'name': 'tempest-network--1646148755'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:02:11.618982 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7440371-6a27-4661-9090-ca057a4002b5 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Made reservation on behalf of 1d8da0e9b0324d868f593c65a0f9c13f for: {'network': 2} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:02:11.624049 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a7440371-6a27-4661-9090-ca057a4002b5 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:11.642677 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a7440371-6a27-4661-9090-ca057a4002b5 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:11.737710 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-a7f67b86-3a41-4cb7-9595-789cf411c2b4 admin admin] Deleting port 566b3d46-e37a-433b-b3db-756b03bd740e {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:02:11.738115 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a7f67b86-3a41-4cb7-9595-789cf411c2b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:11.848104 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-a7f67b86-3a41-4cb7-9595-789cf411c2b4 admin admin] For port 566b3d46-e37a-433b-b3db-756b03bd740e, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=566b3d46-e37a-433b-b3db-756b03bd740e,segment=NetworkSegment(ec2570f7-674e-47ca-ba4a-60dc11f882c5),segment_id=ec2570f7-674e-47ca-ba4a-60dc11f882c5)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:02:11.848477 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a7f67b86-3a41-4cb7-9595-789cf411c2b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:11.857901 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a7440371-6a27-4661-9090-ca057a4002b5 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:11.865861 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-a7f67b86-3a41-4cb7-9595-789cf411c2b4 admin admin] Calling delete_port for 566b3d46-e37a-433b-b3db-756b03bd740e owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:02:11.866728 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a7440371-6a27-4661-9090-ca057a4002b5 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:11.867201 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a7440371-6a27-4661-9090-ca057a4002b5 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:11.916154 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7440371-6a27-4661-9090-ca057a4002b5 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f005d2-f3f5-4b9b-944b-484576fa0906,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:11.940401 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7440371-6a27-4661-9090-ca057a4002b5 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:02:11.952644 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a7440371-6a27-4661-9090-ca057a4002b5 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:11.952917 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-a7440371-6a27-4661-9090-ca057a4002b5 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Added segment 5923b090-2a6c-4ba2-97f8-0ed80258402f of type vlan for network d786c8ec-b503-4870-8263-13a648085cda Nov 27 04:02:12.013532 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a7440371-6a27-4661-9090-ca057a4002b5 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:12.053810 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7440371-6a27-4661-9090-ca057a4002b5 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:02:12.067781 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a7440371-6a27-4661-9090-ca057a4002b5 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:12.068218 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-a7440371-6a27-4661-9090-ca057a4002b5 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Added segment e9d68c95-7309-4296-a399-e9b697d51fca of type vlan for network bc8babc9-125a-446c-bf45-f1cd7da68b4b Nov 27 04:02:12.116080 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a7440371-6a27-4661-9090-ca057a4002b5 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:12.160309 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a7f67b86-3a41-4cb7-9595-789cf411c2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:12.179205 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a7440371-6a27-4661-9090-ca057a4002b5 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:12.184353 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a7440371-6a27-4661-9090-ca057a4002b5 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:12.197681 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7440371-6a27-4661-9090-ca057a4002b5 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:12.204021 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7440371-6a27-4661-9090-ca057a4002b5 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:12.204796 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f67b86-3a41-4cb7-9595-789cf411c2b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=566b3d46-e37a-433b-b3db-756b03bd740e,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:12.205151 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a7440371-6a27-4661-9090-ca057a4002b5 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:12.359809 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a7440371-6a27-4661-9090-ca057a4002b5 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.9433978 Nov 27 04:02:12.367954 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54262) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:12.398401 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7440371-6a27-4661-9090-ca057a4002b5 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Pushing event updated for resources: {'Network': ['ID=d786c8ec-b503-4870-8263-13a648085cda,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:12.416971 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network d786c8ec-b503-4870-8263-13a648085cda details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:02:12.608995 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7440371-6a27-4661-9090-ca057a4002b5 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Pushing event updated for resources: {'Network': ['ID=bc8babc9-125a-446c-bf45-f1cd7da68b4b,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:12.624021 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ab33e-3d5f-481a-b132-40777c95eb78 req-ccfc9f7d-6a3f-46a4-bb17-1451b9c0969f tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:12.624440 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network bc8babc9-125a-446c-bf45-f1cd7da68b4b details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:02:12.625807 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-755ab33e-3d5f-481a-b132-40777c95eb78 req-ccfc9f7d-6a3f-46a4-bb17-1451b9c0969f tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1720636 Nov 27 04:02:12.695941 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-755ab33e-3d5f-481a-b132-40777c95eb78 req-bdd2ba8d-3e7d-4f27-9dea-9bd21f90bae6 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576346 Nov 27 04:02:12.748483 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245251f-c829-40fd-a187-ea63004ebb65 req-7f979cd9-ce11-4885-9337-90dd3f20e2ed tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:12.763726 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0245251f-c829-40fd-a187-ea63004ebb65 req-7f979cd9-ce11-4885-9337-90dd3f20e2ed tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 947 time: 0.4072289 Nov 27 04:02:13.061220 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0245251f-c829-40fd-a187-ea63004ebb65 req-bf744886-9d9a-4644-a8a3-7ec079bbb0a3 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2964997 Nov 27 04:02:13.085303 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4727c33e-7610-40b3-b7e7-167c6b0ac4ea tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:13.091948 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4727c33e-7610-40b3-b7e7-167c6b0ac4ea tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:13.098228 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4727c33e-7610-40b3-b7e7-167c6b0ac4ea tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:13.104746 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4727c33e-7610-40b3-b7e7-167c6b0ac4ea tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:13.109030 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4727c33e-7610-40b3-b7e7-167c6b0ac4ea tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.7357578 Nov 27 04:02:13.109672 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54284) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:13.120141 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a7f67b86-3a41-4cb7-9595-789cf411c2b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:13.371166 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-96c98d83-9232-4990-a162-cb7f8a29436e tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:13.401230 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:02:13.413400 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f67b86-3a41-4cb7-9595-789cf411c2b4 admin admin] Router 54dabedd-7aa0-4f70-a3fb-c4907dc6fc69 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:02:13.424404 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-f8ce9409-0f89-48f8-a0b8-1939006afc68 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:13.433279 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-f8ce9409-0f89-48f8-a0b8-1939006afc68 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/networks?id=dcdc8840-7259-44e7-8c3d-3e55464b5bad HTTP/1.1" status: 200 len: 813 time: 0.3345416 Nov 27 04:02:13.455794 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-c30f8fe1-9d46-4d73-a7fa-cfb189ae2ad5 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/quotas/5555a7782ab948f49b5cf05acd919f2e HTTP/1.1" status: 200 len: 375 time: 0.0209329 Nov 27 04:02:13.566077 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54292) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:13.603817 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-96c98d83-9232-4990-a162-cb7f8a29436e tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:13.633508 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-cef928bb-794d-46ef-b36f-ba4c9bcf3012 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5555a7782ab948f49b5cf05acd919f2e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1760314 Nov 27 04:02:13.673141 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-96c98d83-9232-4990-a162-cb7f8a29436e tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d786c8ec-b503-4870-8263-13a648085cda']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:02:13.720844 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-96c98d83-9232-4990-a162-cb7f8a29436e tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5923b090-2a6c-4ba2-97f8-0ed80258402f') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:02:13.721234 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-96c98d83-9232-4990-a162-cb7f8a29436e tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5923b090-2a6c-4ba2-97f8-0ed80258402f') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:02:13.739249 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-96c98d83-9232-4990-a162-cb7f8a29436e tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:13.767602 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-58315341-b5a4-4c45-8ea8-284ace1831c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:13.784542 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-96c98d83-9232-4990-a162-cb7f8a29436e tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:13.802477 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c98d83-9232-4990-a162-cb7f8a29436e tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:02:13.803485 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-96c98d83-9232-4990-a162-cb7f8a29436e tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:13.807169 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:02:13.807169 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:02:13.807169 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:02:13.807169 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:02:13.807169 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:02:13.807169 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:02:13.807169 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:02:13.807169 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:02:13.807169 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:02:13.807169 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:02:13.807169 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:02:13.807169 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:02:13.807169 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:02:13.807169 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:02:13.807169 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:02:13.807169 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:02:13.807169 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:02:13.807169 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:02:13.807169 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:02:13.807169 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:02:13.807169 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:02:13.807169 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:02:13.807169 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:02:13.807169 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:02:13.807169 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:02:13.807169 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:02:13.807169 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:02:13.807169 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:02:13.807169 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:02:13.807169 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:02:13.807169 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:02:13.807169 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:02:13.869003 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-d72af664-a2d9-4a29-a7d5-0dcad5306c1b service neutron] 10.222.0.20 "GET /v2.0/networks/dcdc8840-7259-44e7-8c3d-3e55464b5bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347746 Nov 27 04:02:13.976480 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-96c98d83-9232-4990-a162-cb7f8a29436e tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:14.001226 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-96c98d83-9232-4990-a162-cb7f8a29436e tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:14.008392 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54318) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:14.008967 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-96c98d83-9232-4990-a162-cb7f8a29436e tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] 10.222.0.20 "DELETE /v2.0/networks/d786c8ec-b503-4870-8263-13a648085cda HTTP/1.1" status: 204 len: 168 time: 0.8967118 Nov 27 04:02:14.031727 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c98d83-9232-4990-a162-cb7f8a29436e tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Pushing event deleted for resources: {'Network': ['ID=d786c8ec-b503-4870-8263-13a648085cda,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:14.080184 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-3b3102d4-b4c5-47bf-bb17-c19955032c5d service neutron] 10.222.0.20 "GET /v2.0/networks/dcdc8840-7259-44e7-8c3d-3e55464b5bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042620 Nov 27 04:02:14.110074 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-58315341-b5a4-4c45-8ea8-284ace1831c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:14.112823 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f67b86-3a41-4cb7-9595-789cf411c2b4 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:02:14.118931 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bdc82853-fd69-43c2-849a-eafb5266b2f6 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:14.127415 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a7f67b86-3a41-4cb7-9595-789cf411c2b4 admin admin] 10.222.0.20 "PUT /v2.0/routers/54dabedd-7aa0-4f70-a3fb-c4907dc6fc69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1081722 Nov 27 04:02:14.127415 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54322) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:14.134093 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-58315341-b5a4-4c45-8ea8-284ace1831c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:14.136337 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1ef9d3-d3d6-4309-9d44-518a906b3cce None None] Sync routers for ids ['54dabedd-7aa0-4f70-a3fb-c4907dc6fc69'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:02:14.147462 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54324) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:14.158520 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1ef9d3-d3d6-4309-9d44-518a906b3cce None None] Routers {'54dabedd-7aa0-4f70-a3fb-c4907dc6fc69'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:02:14.159515 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-7c1ef9d3-d3d6-4309-9d44-518a906b3cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:01:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['54dabedd-7aa0-4f70-a3fb-c4907dc6fc69'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:02:14.177081 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-58315341-b5a4-4c45-8ea8-284ace1831c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd4c8d0c21404d8c9ad768c645d1d474&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6042795 Nov 27 04:02:14.177340 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54328) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:14.254221 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58315341-b5a4-4c45-8ea8-284ace1831c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d15020b-6248-448a-bab8-408b1b2fda8c,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:14.291330 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-04b48baa-2af0-4100-897c-e63f06efb4e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:14.343437 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-04b48baa-2af0-4100-897c-e63f06efb4e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:14.465583 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a45089e0-41cd-4cd1-a4cf-e5df9b3720cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:14.470514 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a2bb7f38-0340-4d93-932b-118f2c151be5 req-cda63092-0a41-403c-8ff7-1e953ecf7eac tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f585d2a-2032-4625-8d28-75e384015ae2 HTTP/1.1" status: 200 len: 210 time: 0.0989242 Nov 27 04:02:14.540035 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-04b48baa-2af0-4100-897c-e63f06efb4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:14.543094 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-04b48baa-2af0-4100-897c-e63f06efb4e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:14.546636 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-04b48baa-2af0-4100-897c-e63f06efb4e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8d15020b-6248-448a-bab8-408b1b2fda8c HTTP/1.1" status: 204 len: 168 time: 0.3660133 Nov 27 04:02:14.561673 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bdc82853-fd69-43c2-849a-eafb5266b2f6 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:14.565186 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b48baa-2af0-4100-897c-e63f06efb4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d15020b-6248-448a-bab8-408b1b2fda8c,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:14.579984 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-7c1ef9d3-d3d6-4309-9d44-518a906b3cce None None] Set router 54dabedd-7aa0-4f70-a3fb-c4907dc6fc69 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:02:14.615869 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80320961-99d6-4052-9049-6ba794d6afc2 req-7b2d58e4-8f76-4a32-9e65-400b9f9ddc99 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:14.617708 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-80320961-99d6-4052-9049-6ba794d6afc2 req-7b2d58e4-8f76-4a32-9e65-400b9f9ddc99 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 947 time: 0.3349106 Nov 27 04:02:14.629386 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-bdc82853-fd69-43c2-849a-eafb5266b2f6 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc8babc9-125a-446c-bf45-f1cd7da68b4b']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:02:14.642978 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-419e39b4-688b-4415-8aca-644c8f14285a admin admin] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:14.699669 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-bdc82853-fd69-43c2-849a-eafb5266b2f6 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9d68c95-7309-4296-a399-e9b697d51fca') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:02:14.699980 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-bdc82853-fd69-43c2-849a-eafb5266b2f6 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9d68c95-7309-4296-a399-e9b697d51fca') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:02:14.723340 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-80320961-99d6-4052-9049-6ba794d6afc2 req-760c50a4-0c92-437b-aedf-c63a3cb25448 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908625 Nov 27 04:02:14.810095 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bdc82853-fd69-43c2-849a-eafb5266b2f6 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:14.836795 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bdc82853-fd69-43c2-849a-eafb5266b2f6 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:14.852101 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc82853-fd69-43c2-849a-eafb5266b2f6 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:02:14.852923 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bdc82853-fd69-43c2-849a-eafb5266b2f6 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:14.858713 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:02:14.858713 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:02:14.858713 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:02:14.858713 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:02:14.858713 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:02:14.858713 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:02:14.858713 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:02:14.858713 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:02:14.858713 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:02:14.858713 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:02:14.858713 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:02:14.858713 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:02:14.858713 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:02:14.858713 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:02:14.858713 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:02:14.858713 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:02:14.858713 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:02:14.858713 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:02:14.858713 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:02:14.858713 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:02:14.858713 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:02:14.858713 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:02:14.858713 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:02:14.858713 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:02:14.858713 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:02:14.858713 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:02:14.858713 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:02:14.858713 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:02:14.858713 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:02:14.858713 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:02:14.858713 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:02:14.858713 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:02:14.955361 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a45089e0-41cd-4cd1-a4cf-e5df9b3720cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:14.966724 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a45089e0-41cd-4cd1-a4cf-e5df9b3720cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:14.986541 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bdc82853-fd69-43c2-849a-eafb5266b2f6 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:15.031030 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bdc82853-fd69-43c2-849a-eafb5266b2f6 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:15.035384 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-bdc82853-fd69-43c2-849a-eafb5266b2f6 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] 10.222.0.20 "DELETE /v2.0/networks/bc8babc9-125a-446c-bf45-f1cd7da68b4b HTTP/1.1" status: 204 len: 168 time: 1.0255568 Nov 27 04:02:15.038470 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54356) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:15.044663 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc82853-fd69-43c2-849a-eafb5266b2f6 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Pushing event deleted for resources: {'Network': ['ID=bc8babc9-125a-446c-bf45-f1cd7da68b4b,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:15.065175 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-419e39b4-688b-4415-8aca-644c8f14285a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:15.094499 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45089e0-41cd-4cd1-a4cf-e5df9b3720cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b72e15d-6982-4fa2-9869-e28e4721c93e,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:15.121221 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a45089e0-41cd-4cd1-a4cf-e5df9b3720cd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dfae465027b943d3b244784e7722d51b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9931297 Nov 27 04:02:15.124205 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54362) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:15.213896 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-419e39b4-688b-4415-8aca-644c8f14285a admin admin] Deleting port 06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:02:15.214187 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-419e39b4-688b-4415-8aca-644c8f14285a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:15.263505 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-7c1ef9d3-d3d6-4309-9d44-518a906b3cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'name': 'tempest-AttachVolumeTestJSON-843500189-router', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:53:42Z', 'updated_at': '2021-11-27T04:02:12Z', 'revision_number': 5, 'project_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'gw_port': {'id': '06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:53:43Z', 'updated_at': '2021-11-27T03:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:02:15.315923 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1ef9d3-d3d6-4309-9d44-518a906b3cce None None] Checking router: 54dabedd-7aa0-4f70-a3fb-c4907dc6fc69 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:02:15.322218 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-419e39b4-688b-4415-8aca-644c8f14285a admin admin] For port 06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:02:15.323556 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-419e39b4-688b-4415-8aca-644c8f14285a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:15.341224 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-419e39b4-688b-4415-8aca-644c8f14285a admin admin] Calling delete_port for 06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4 owned by network:router_gateway {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:02:15.373553 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1ef9d3-d3d6-4309-9d44-518a906b3cce None None] Routers {'54dabedd-7aa0-4f70-a3fb-c4907dc6fc69'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:02:15.374521 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-7c1ef9d3-d3d6-4309-9d44-518a906b3cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:01:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['54dabedd-7aa0-4f70-a3fb-c4907dc6fc69'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:02:15.415397 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9716e89-59c0-4f81-b2a1-113cd64ab43b tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:15.426712 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9716e89-59c0-4f81-b2a1-113cd64ab43b tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:15.429133 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b9716e89-59c0-4f81-b2a1-113cd64ab43b tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3895767 Nov 27 04:02:15.435281 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54374) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:15.445349 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-75f70d02-4536-41d7-bfc3-75620921cff9 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1367954413'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:02:15.476360 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6a55ceab-5e01-4f3f-97ba-29729a7c910b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:15.514763 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f70d02-4536-41d7-bfc3-75620921cff9 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Made reservation on behalf of 1d8da0e9b0324d868f593c65a0f9c13f for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:02:15.525622 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-75f70d02-4536-41d7-bfc3-75620921cff9 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:15.535726 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-7c1ef9d3-d3d6-4309-9d44-518a906b3cce None None] Set router 54dabedd-7aa0-4f70-a3fb-c4907dc6fc69 gateway port host: None {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:02:15.591328 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75f70d02-4536-41d7-bfc3-75620921cff9 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:02:15.629442 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-7c1ef9d3-d3d6-4309-9d44-518a906b3cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'name': 'tempest-AttachVolumeTestJSON-843500189-router', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:53:42Z', 'updated_at': '2021-11-27T04:02:15Z', 'revision_number': 6, 'project_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'gw_port_host': None}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:02:15.635930 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-75f70d02-4536-41d7-bfc3-75620921cff9 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:15.637133 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-75f70d02-4536-41d7-bfc3-75620921cff9 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Added segment a5cb89cc-0e68-4b19-89f0-14a564ce6416 of type vlan for network 214e074e-3c59-4583-9564-980f087b1c93 Nov 27 04:02:15.663314 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1ef9d3-d3d6-4309-9d44-518a906b3cce None None] The sync data for ids ['54dabedd-7aa0-4f70-a3fb-c4907dc6fc69'] in n-d-819494-3 is: [{'id': '54dabedd-7aa0-4f70-a3fb-c4907dc6fc69', 'name': 'tempest-AttachVolumeTestJSON-843500189-router', 'tenant_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:53:42Z', 'updated_at': '2021-11-27T04:02:15Z', 'revision_number': 6, 'project_id': 'b9bd4f2386ca49389eb1721b8a19f965', 'gw_port_host': None}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:02:15.719032 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-75f70d02-4536-41d7-bfc3-75620921cff9 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:15.735724 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6a55ceab-5e01-4f3f-97ba-29729a7c910b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:15.768288 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-75f70d02-4536-41d7-bfc3-75620921cff9 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:15.777076 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f70d02-4536-41d7-bfc3-75620921cff9 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:15.778135 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-75f70d02-4536-41d7-bfc3-75620921cff9 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:15.790664 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-419e39b4-688b-4415-8aca-644c8f14285a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:15.794568 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dd7b706d-063c-4b37-8c93-94b9059c68f7 req-53f5723d-ff4a-48a2-bdef-4ac3d4fb8f28 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f585d2a-2032-4625-8d28-75e384015ae2 HTTP/1.1" status: 200 len: 210 time: 0.0812488 Nov 27 04:02:15.835616 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419e39b4-688b-4415-8aca-644c8f14285a admin admin] Pushing event deleted for resources: {'Port': ['ID=06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:15.870428 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f70d02-4536-41d7-bfc3-75620921cff9 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Pushing event updated for resources: {'Network': ['ID=214e074e-3c59-4583-9564-980f087b1c93,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:15.885630 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 214e074e-3c59-4583-9564-980f087b1c93 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:02:15.921092 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-75f70d02-4536-41d7-bfc3-75620921cff9 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4807882 Nov 27 04:02:15.923713 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54408) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:15.930496 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-263c3d57-484d-4cc4-b18b-9b9f0091fc9e tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1359250804'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:02:15.938699 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-419e39b4-688b-4415-8aca-644c8f14285a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:15.956104 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfdaddd-88a0-45e8-b20f-f76b7e1b154e req-2ddc6c02-69b4-4e3d-b334-8a520a800f77 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:15.957682 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6bfdaddd-88a0-45e8-b20f-f76b7e1b154e req-2ddc6c02-69b4-4e3d-b334-8a520a800f77 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 947 time: 0.0911243 Nov 27 04:02:16.024095 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6bfdaddd-88a0-45e8-b20f-f76b7e1b154e req-88b419a1-6645-4b71-90b2-db8b6996f5bf tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583394 Nov 27 04:02:16.025488 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263c3d57-484d-4cc4-b18b-9b9f0091fc9e tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Made reservation on behalf of 1d8da0e9b0324d868f593c65a0f9c13f for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:02:16.046161 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-263c3d57-484d-4cc4-b18b-9b9f0091fc9e tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:16.060032 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-419e39b4-688b-4415-8aca-644c8f14285a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:16.062534 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-419e39b4-688b-4415-8aca-644c8f14285a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:16.117771 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6a55ceab-5e01-4f3f-97ba-29729a7c910b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:16.122120 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2a591532-1620-4449-a877-8d132f09535b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:16.122864 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6a55ceab-5e01-4f3f-97ba-29729a7c910b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:16.125549 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:16.126973 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-263c3d57-484d-4cc4-b18b-9b9f0091fc9e tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:02:16.128728 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6a55ceab-5e01-4f3f-97ba-29729a7c910b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2b72e15d-6982-4fa2-9869-e28e4721c93e HTTP/1.1" status: 204 len: 168 time: 1.0029912 Nov 27 04:02:16.135468 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-419e39b4-688b-4415-8aca-644c8f14285a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:16.136299 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419e39b4-688b-4415-8aca-644c8f14285a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54dabedd-7aa0-4f70-a3fb-c4907dc6fc69 {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:02:16.141603 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-419e39b4-688b-4415-8aca-644c8f14285a admin admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:16.143567 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-419e39b4-688b-4415-8aca-644c8f14285a admin admin] 10.222.0.20 "DELETE /v2.0/routers/54dabedd-7aa0-4f70-a3fb-c4907dc6fc69 HTTP/1.1" status: 204 len: 168 time: 1.9949658 Nov 27 04:02:16.157230 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54426) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:16.169779 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a55ceab-5e01-4f3f-97ba-29729a7c910b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b72e15d-6982-4fa2-9869-e28e4721c93e,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:16.174948 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-263c3d57-484d-4cc4-b18b-9b9f0091fc9e tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:16.179862 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-263c3d57-484d-4cc4-b18b-9b9f0091fc9e tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Added segment c2415b1b-0a4d-4585-bd9c-63ee211dcb9c of type vlan for network 2821dfbe-b4b8-473a-b4e0-5bc706a8422d Nov 27 04:02:16.245641 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-a284deb9-dee3-42a7-b8da-1ef5836d46e4 admin admin] Deleting subnet 16a2ad0e-052b-4c88-8b6f-df6566997da5 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:02:16.257488 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a284deb9-dee3-42a7-b8da-1ef5836d46e4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:16.270202 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-263c3d57-484d-4cc4-b18b-9b9f0091fc9e tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:16.324778 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a284deb9-dee3-42a7-b8da-1ef5836d46e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:16.446195 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a284deb9-dee3-42a7-b8da-1ef5836d46e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:16.452283 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-263c3d57-484d-4cc4-b18b-9b9f0091fc9e tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:16.459727 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263c3d57-484d-4cc4-b18b-9b9f0091fc9e tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:16.460563 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-263c3d57-484d-4cc4-b18b-9b9f0091fc9e tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:16.546652 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a284deb9-dee3-42a7-b8da-1ef5836d46e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:16.562785 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-263c3d57-484d-4cc4-b18b-9b9f0091fc9e tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6372402 Nov 27 04:02:16.566656 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54436) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:16.576035 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-02f22943-46c0-4c35-9738-a227760c13d1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Request body: {'ports': [{'network_id': '214e074e-3c59-4583-9564-980f087b1c93', 'name': 'tempest-port--1258899024', 'admin_state_up': True}, {'network_id': '2821dfbe-b4b8-473a-b4e0-5bc706a8422d', 'admin_state_up': False}]} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:02:16.576035 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-02f22943-46c0-4c35-9738-a227760c13d1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Request body: {'port': {'network_id': '214e074e-3c59-4583-9564-980f087b1c93', 'name': 'tempest-port--1258899024', 'admin_state_up': True}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:02:16.576928 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a284deb9-dee3-42a7-b8da-1ef5836d46e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16a2ad0e-052b-4c88-8b6f-df6566997da5,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:16.577381 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-02f22943-46c0-4c35-9738-a227760c13d1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Request body: {'port': {'network_id': '2821dfbe-b4b8-473a-b4e0-5bc706a8422d', 'admin_state_up': False}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:02:16.584325 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15932091-b950-412e-96da-215af426ddd9 None None] Network 206ec85b-e04a-4c10-8a6e-66c9bea7fa3d requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:02:16.585240 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a284deb9-dee3-42a7-b8da-1ef5836d46e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:16.589952 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a284deb9-dee3-42a7-b8da-1ef5836d46e4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/16a2ad0e-052b-4c88-8b6f-df6566997da5 HTTP/1.1" status: 204 len: 168 time: 0.4307666 Nov 27 04:02:16.592437 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54438) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:16.656555 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed113ad-d028-4509-84ba-74e6745d8978 req-f81d22cc-4fb7-437f-ba6f-d35d7632c569 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:16.665396 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7ed113ad-d028-4509-84ba-74e6745d8978 req-f81d22cc-4fb7-437f-ba6f-d35d7632c569 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 947 time: 0.3341002 Nov 27 04:02:16.672428 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c3d57-484d-4cc4-b18b-9b9f0091fc9e tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Pushing event updated for resources: {'Network': ['ID=2821dfbe-b4b8-473a-b4e0-5bc706a8422d,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:16.694122 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-a57ea2ef-3084-4fb7-93f3-0b14a2e25246 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:16.695914 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-a57ea2ef-3084-4fb7-93f3-0b14a2e25246 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.11 "GET /v2.0/networks?id=dcdc8840-7259-44e7-8c3d-3e55464b5bad HTTP/1.1" status: 200 len: 813 time: 0.3870864 Nov 27 04:02:16.696125 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 2821dfbe-b4b8-473a-b4e0-5bc706a8422d details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:02:16.713359 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-20b1a4c6-ce16-40c0-811e-ed7983b35c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:16.743766 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-444807af-c416-48aa-a05f-cce55899fefe tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Request body: {'port': {'device_id': '0f585d2a-2032-4625-8d28-75e384015ae2', 'network_id': 'dcdc8840-7259-44e7-8c3d-3e55464b5bad', 'admin_state_up': True, 'tenant_id': '5555a7782ab948f49b5cf05acd919f2e'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:02:16.796168 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-20b1a4c6-ce16-40c0-811e-ed7983b35c20 admin admin] Deleting port 132be7de-561f-4b1c-a94a-41f283d54232 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:02:16.796855 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-20b1a4c6-ce16-40c0-811e-ed7983b35c20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:16.906237 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7ed113ad-d028-4509-84ba-74e6745d8978 req-dd08c76b-18d9-4e25-be7c-06a34c85fc4d tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2381566 Nov 27 04:02:16.928264 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-20b1a4c6-ce16-40c0-811e-ed7983b35c20 admin admin] For port 132be7de-561f-4b1c-a94a-41f283d54232, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=132be7de-561f-4b1c-a94a-41f283d54232,segment=NetworkSegment(ec2570f7-674e-47ca-ba4a-60dc11f882c5),segment_id=ec2570f7-674e-47ca-ba4a-60dc11f882c5)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:02:16.928634 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-20b1a4c6-ce16-40c0-811e-ed7983b35c20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:16.945741 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-20b1a4c6-ce16-40c0-811e-ed7983b35c20 admin admin] Calling delete_port for 132be7de-561f-4b1c-a94a-41f283d54232 owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:02:17.029789 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f888c5d2-076d-4d73-866b-62c2982c1b3e None None] DHCP port deletion for 206ec85b-e04a-4c10-8a6e-66c9bea7fa3d request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:02:17.054199 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54454) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:17.085242 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.db.api [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-444807af-c416-48aa-a05f-cce55899fefe tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 27 04:02:17.085242 n-d-819494-3 neutron-server[110018]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 27 04:02:17.085242 n-d-819494-3 neutron-server[110018]: [parameters: {'project_id': '5555a7782ab948f49b5cf05acd919f2e', 'id': 'e8d36801-6d5a-4c98-bf0c-afd2e994d6c5', 'expiration': datetime.datetime(2021, 11, 27, 4, 4, 17, 55010)}] Nov 27 04:02:17.085242 n-d-819494-3 neutron-server[110018]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:02:17.085775 n-d-819494-3 neutron-server[110018]: DEBUG oslo_db.api [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-444807af-c416-48aa-a05f-cce55899fefe tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:02:17.089235 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-149019fe-ad17-4df6-915b-59c6ff1b37a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:17.096129 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 566b3d46-e37a-433b-b3db-756b03bd740e no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:02:17.097495 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f22943-46c0-4c35-9738-a227760c13d1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Made reservation on behalf of 1d8da0e9b0324d868f593c65a0f9c13f for: {'port': 2} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:02:17.111866 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-02f22943-46c0-4c35-9738-a227760c13d1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:17.135650 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-88c12c02-b4f4-4f70-94fa-148baa76bbfd req-bf01e4c0-d44e-47f4-872d-f89bc3e36edc tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f585d2a-2032-4625-8d28-75e384015ae2 HTTP/1.1" status: 200 len: 210 time: 0.0432355 Nov 27 04:02:17.144337 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-02f22943-46c0-4c35-9738-a227760c13d1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:17.207110 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-20b1a4c6-ce16-40c0-811e-ed7983b35c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:17.276069 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b1a4c6-ce16-40c0-811e-ed7983b35c20 admin admin] Pushing event deleted for resources: {'Port': ['ID=132be7de-561f-4b1c-a94a-41f283d54232,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:17.284124 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b1a4c6-ce16-40c0-811e-ed7983b35c20 admin admin] No DVR routers for this DVR port 132be7de-561f-4b1c-a94a-41f283d54232 on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:02:17.399034 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 566b3d46-e37a-433b-b3db-756b03bd740e {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:02:17.399666 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 566b3d46-e37a-433b-b3db-756b03bd740e not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:02:17.400252 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:02:17.419885 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-02f22943-46c0-4c35-9738-a227760c13d1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] device_id is not set on port dcada007-5b33-4e67-b468-32570b2edc52 yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:02:17.425341 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:02:17.425927 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 06aaa1c7-0a48-4333-8ff7-02ea2ec8c3a4 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:02:17.461844 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-f888c5d2-076d-4d73-866b-62c2982c1b3e None None] Deleting port 132be7de-561f-4b1c-a94a-41f283d54232 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:02:17.462262 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f888c5d2-076d-4d73-866b-62c2982c1b3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:17.484394 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-20b1a4c6-ce16-40c0-811e-ed7983b35c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:17.509159 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-149019fe-ad17-4df6-915b-59c6ff1b37a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:17.536324 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-20b1a4c6-ce16-40c0-811e-ed7983b35c20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['206ec85b-e04a-4c10-8a6e-66c9bea7fa3d']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:02:17.539500 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-f888c5d2-076d-4d73-866b-62c2982c1b3e None None] For port 132be7de-561f-4b1c-a94a-41f283d54232, host n-d-819494-3, got binding levels [] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:02:17.540009 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f888c5d2-076d-4d73-866b-62c2982c1b3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:17.552229 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-149019fe-ad17-4df6-915b-59c6ff1b37a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:17.554663 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-f888c5d2-076d-4d73-866b-62c2982c1b3e None None] Calling delete_port for 132be7de-561f-4b1c-a94a-41f283d54232 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:02:17.558874 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-20b1a4c6-ce16-40c0-811e-ed7983b35c20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec2570f7-674e-47ca-ba4a-60dc11f882c5') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:02:17.559364 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.ipam_backend_mixin [None req-f888c5d2-076d-4d73-866b-62c2982c1b3e None None] Port 132be7de-561f-4b1c-a94a-41f283d54232 was not found and therefore no delete operation was performed {{(pid=110020) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 04:02:17.559498 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-20b1a4c6-ce16-40c0-811e-ed7983b35c20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec2570f7-674e-47ca-ba4a-60dc11f882c5') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:02:17.561249 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f888c5d2-076d-4d73-866b-62c2982c1b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:17.571500 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-20b1a4c6-ce16-40c0-811e-ed7983b35c20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:17.596711 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c5d2-076d-4d73-866b-62c2982c1b3e None None] Pushing event deleted for resources: {'Port': ['ID=132be7de-561f-4b1c-a94a-41f283d54232,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:17.608195 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f888c5d2-076d-4d73-866b-62c2982c1b3e None None] No DVR routers for this DVR port 132be7de-561f-4b1c-a94a-41f283d54232 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:02:17.624219 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-20b1a4c6-ce16-40c0-811e-ed7983b35c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:17.625072 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149019fe-ad17-4df6-915b-59c6ff1b37a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73beaf94-fa01-45c7-ae8e-96fa67b7067e,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:17.642401 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-149019fe-ad17-4df6-915b-59c6ff1b37a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aa823deb8ec34239b830eb82629f46d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5821154 Nov 27 04:02:17.644318 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54474) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:17.653072 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20b1a4c6-ce16-40c0-811e-ed7983b35c20 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:02:17.653757 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-20b1a4c6-ce16-40c0-811e-ed7983b35c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:17.656873 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:02:17.656873 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:02:17.656873 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:02:17.656873 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:02:17.656873 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:02:17.656873 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:02:17.656873 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:02:17.656873 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:02:17.656873 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:02:17.656873 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:02:17.656873 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:02:17.656873 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:02:17.656873 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:02:17.656873 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:02:17.656873 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:02:17.656873 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:02:17.656873 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:02:17.656873 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:02:17.656873 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:02:17.656873 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:02:17.656873 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:02:17.656873 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:02:17.656873 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:02:17.656873 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:02:17.656873 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:02:17.656873 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:02:17.656873 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:02:17.656873 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:02:17.656873 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:02:17.656873 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:02:17.656873 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:02:17.656873 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:02:17.661434 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-444807af-c416-48aa-a05f-cce55899fefe tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Made reservation on behalf of 5555a7782ab948f49b5cf05acd919f2e for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:02:17.667481 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-444807af-c416-48aa-a05f-cce55899fefe tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:17.739474 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-20b1a4c6-ce16-40c0-811e-ed7983b35c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:17.750196 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-20b1a4c6-ce16-40c0-811e-ed7983b35c20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:17.754805 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-20b1a4c6-ce16-40c0-811e-ed7983b35c20 admin admin] 10.222.0.20 "DELETE /v2.0/networks/206ec85b-e04a-4c10-8a6e-66c9bea7fa3d HTTP/1.1" status: 204 len: 168 time: 1.1610384 Nov 27 04:02:17.762519 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-02f22943-46c0-4c35-9738-a227760c13d1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:17.779428 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b1a4c6-ce16-40c0-811e-ed7983b35c20 admin admin] Pushing event deleted for resources: {'Network': ['ID=206ec85b-e04a-4c10-8a6e-66c9bea7fa3d,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:17.889870 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8c3fe825-4acd-472e-a05e-5e942ae9b14c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:17.894706 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-02f22943-46c0-4c35-9738-a227760c13d1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] device_id is not set on port 6567760a-6700-447b-9050-784d709ac51a yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:02:17.944394 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8c3fe825-4acd-472e-a05e-5e942ae9b14c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:17.956854 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-444807af-c416-48aa-a05f-cce55899fefe tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Allocated IP 172.20.0.9 (dcdc8840-7259-44e7-8c3d-3e55464b5bad/d2f5fec0-aff6-439d-aa56-04684052e601/75555083-b6de-4f3b-aa51-f9f615d4f208) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:02:18.028679 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54512) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:18.076508 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8c3fe825-4acd-472e-a05e-5e942ae9b14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:18.079612 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8c3fe825-4acd-472e-a05e-5e942ae9b14c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:18.081059 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8c3fe825-4acd-472e-a05e-5e942ae9b14c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/73beaf94-fa01-45c7-ae8e-96fa67b7067e HTTP/1.1" status: 204 len: 168 time: 0.4335039 Nov 27 04:02:18.099197 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-aafec9b5-af93-4c0f-8325-742f5b2b154e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b9bd4f2386ca49389eb1721b8a19f965&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0685356 Nov 27 04:02:18.100398 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3fe825-4acd-472e-a05e-5e942ae9b14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73beaf94-fa01-45c7-ae8e-96fa67b7067e,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:18.101579 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54516) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:18.210997 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e16bc5b1-f964-42a2-8f76-c21264c12c8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:18.246067 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e16bc5b1-f964-42a2-8f76-c21264c12c8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:18.260104 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-02f22943-46c0-4c35-9738-a227760c13d1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:18.297648 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b485a431-cf25-49b0-8553-4dc9faa67a7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:18.362693 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0ccc4def-c9a9-43d5-8a77-9645d26e67e2 req-c6921b3e-3374-41fa-968d-39455165f522 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f585d2a-2032-4625-8d28-75e384015ae2 HTTP/1.1" status: 200 len: 210 time: 0.0832701 Nov 27 04:02:18.377830 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-444807af-c416-48aa-a05f-cce55899fefe tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:18.410678 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e16bc5b1-f964-42a2-8f76-c21264c12c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:18.413771 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e16bc5b1-f964-42a2-8f76-c21264c12c8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:18.415041 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e16bc5b1-f964-42a2-8f76-c21264c12c8e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e40de21e-e620-4c4a-9802-410e372df617 HTTP/1.1" status: 204 len: 168 time: 0.3112361 Nov 27 04:02:18.424082 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16bc5b1-f964-42a2-8f76-c21264c12c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40de21e-e620-4c4a-9802-410e372df617,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:18.445119 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-02f22943-46c0-4c35-9738-a227760c13d1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:18.548971 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f22943-46c0-4c35-9738-a227760c13d1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Pushing event updated for resources: {'Port': ['ID=dcada007-5b33-4e67-b468-32570b2edc52,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:18.558797 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-444807af-c416-48aa-a05f-cce55899fefe tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:18.593197 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['61f838f8-05b5-4345-b54f-153c94f198d6'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:02:18.665554 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-444807af-c416-48aa-a05f-cce55899fefe tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Network dcdc8840-7259-44e7-8c3d-3e55464b5bad is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:02:18.670021 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-444807af-c416-48aa-a05f-cce55899fefe tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:02:18.676630 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f22943-46c0-4c35-9738-a227760c13d1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Checking segment: {'id': 'a5cb89cc-0e68-4b19-89f0-14a564ce6416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '214e074e-3c59-4583-9564-980f087b1c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:02:18.676959 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f22943-46c0-4c35-9738-a227760c13d1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Network hostable DHCP agents. Network: 214e074e-3c59-4583-9564-980f087b1c93, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:02:18.682898 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-444807af-c416-48aa-a05f-cce55899fefe tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:02:18.740831 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:18.759095 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device a1c9d3a6-1790-421d-8159-5888317d7f7e no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:02:18.955045 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:18.982415 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce091d7-e20b-46b9-947e-d4019b8028fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1c9d3a6-1790-421d-8159-5888317d7f7e'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:02:18.985760 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2720f609-923a-42a4-8554-3722b2522bc4" -d '{"events": [{"server_uuid": "4ce091d7-e20b-46b9-947e-d4019b8028fa", "name": "network-vif-unplugged", "status": "completed", "tag": "a1c9d3a6-1790-421d-8159-5888317d7f7e"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:02:19.006763 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port a1c9d3a6-1790-421d-8159-5888317d7f7e, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=a1c9d3a6-1790-421d-8159-5888317d7f7e,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:02:19.017432 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:19.051524 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 132be7de-561f-4b1c-a94a-41f283d54232 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:02:19.074117 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 04:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fd8f43-ca1a-4e00-bac1-033498854129 x-openstack-request-id: req-b7fd8f43-ca1a-4e00-bac1-033498854129 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:02:19.074485 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce091d7-e20b-46b9-947e-d4019b8028fa", "name": "network-vif-unplugged", "status": "completed", "tag": "a1c9d3a6-1790-421d-8159-5888317d7f7e", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:02:19.075025 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7fd8f43-ca1a-4e00-bac1-033498854129 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:02:19.075507 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce091d7-e20b-46b9-947e-d4019b8028fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1c9d3a6-1790-421d-8159-5888317d7f7e', 'code': 200} Nov 27 04:02:19.137729 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 132be7de-561f-4b1c-a94a-41f283d54232 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:02:19.137881 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 132be7de-561f-4b1c-a94a-41f283d54232 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:02:19.158462 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=a1c9d3a6-1790-421d-8159-5888317d7f7e,revision_number=14']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:19.213271 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-444807af-c416-48aa-a05f-cce55899fefe tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:19.213893 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-444807af-c416-48aa-a05f-cce55899fefe tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:19.220468 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444807af-c416-48aa-a05f-cce55899fefe tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Pushing event updated for resources: {'Port': ['ID=75555083-b6de-4f3b-aa51-f9f615d4f208,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:19.238328 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f22943-46c0-4c35-9738-a227760c13d1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Network 214e074e-3c59-4583-9564-980f087b1c93 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:02:19.247341 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-444807af-c416-48aa-a05f-cce55899fefe tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5127180 Nov 27 04:02:19.254646 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-02f22943-46c0-4c35-9738-a227760c13d1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 214e074e-3c59-4583-9564-980f087b1c93) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:02:19.260280 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f22943-46c0-4c35-9738-a227760c13d1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:02:19.262850 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-02f22943-46c0-4c35-9738-a227760c13d1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:19.268122 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ebe5b0-3e7b-4eca-b8c2-097fe7f2c728 None None] Network 214e074e-3c59-4583-9564-980f087b1c93 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:02:19.269665 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-34892998-7973-40ba-8df3-dcf164167446 service neutron] Request body: {'port': {'device_id': '0f585d2a-2032-4625-8d28-75e384015ae2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:02:19.425355 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f22943-46c0-4c35-9738-a227760c13d1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Pushing event updated for resources: {'Port': ['ID=6567760a-6700-447b-9050-784d709ac51a,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:19.452866 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-34892998-7973-40ba-8df3-dcf164167446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:19.474168 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f22943-46c0-4c35-9738-a227760c13d1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Checking segment: {'id': 'c2415b1b-0a4d-4585-bd9c-63ee211dcb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2821dfbe-b4b8-473a-b4e0-5bc706a8422d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:02:19.475004 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f22943-46c0-4c35-9738-a227760c13d1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Network hostable DHCP agents. Network: 2821dfbe-b4b8-473a-b4e0-5bc706a8422d, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:02:19.517389 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54608) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:19.538514 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:19.543095 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeebee2-979e-4b97-9ff5-514374904eea req-9476158a-c812-46f7-ae64-15abba65ee0f tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:19.547446 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fdeebee2-979e-4b97-9ff5-514374904eea req-9476158a-c812-46f7-ae64-15abba65ee0f tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.1619580 Nov 27 04:02:19.564325 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959547d-f064-4100-9b4b-929899e7e0f3 req-2fad08a3-9422-4cb2-bbf5-a915b2bacbd9 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:19.574248 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b959547d-f064-4100-9b4b-929899e7e0f3 req-2fad08a3-9422-4cb2-bbf5-a915b2bacbd9 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f585d2a-2032-4625-8d28-75e384015ae2 HTTP/1.1" status: 200 len: 931 time: 0.1081619 Nov 27 04:02:19.580677 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f22943-46c0-4c35-9738-a227760c13d1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Network 2821dfbe-b4b8-473a-b4e0-5bc706a8422d is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:02:19.648860 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b959547d-f064-4100-9b4b-929899e7e0f3 req-a7b288a8-973e-4f1f-a367-17100694ffe7 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735998 Nov 27 04:02:19.655760 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-02f22943-46c0-4c35-9738-a227760c13d1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 2821dfbe-b4b8-473a-b4e0-5bc706a8422d) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:02:19.666199 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a37f58-8710-48c7-a14b-48c735a585f3 None None] Network 2821dfbe-b4b8-473a-b4e0-5bc706a8422d requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:02:19.688917 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f22943-46c0-4c35-9738-a227760c13d1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:02:19.696032 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f22943-46c0-4c35-9738-a227760c13d1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:19.700828 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f22943-46c0-4c35-9738-a227760c13d1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:19.701530 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-02f22943-46c0-4c35-9738-a227760c13d1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:19.738737 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fdeebee2-979e-4b97-9ff5-514374904eea req-e7b2fee3-18ca-4fa7-bada-9dcb26ff7b2d tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775110 Nov 27 04:02:19.746978 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-02f22943-46c0-4c35-9738-a227760c13d1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.1755490 Nov 27 04:02:19.749519 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54618) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:19.854585 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cd6e55f0-38fa-4ed5-85e2-46a98b12246b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:19.859365 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f00bd4-31b9-4693-8381-a3dec6383269 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:19.866111 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f00bd4-31b9-4693-8381-a3dec6383269 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:19.867849 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-36f00bd4-31b9-4693-8381-a3dec6383269 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1173496 Nov 27 04:02:19.870947 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54624) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:20.033665 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cd6e55f0-38fa-4ed5-85e2-46a98b12246b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:20.048218 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cd6e55f0-38fa-4ed5-85e2-46a98b12246b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:20.117434 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-1bf82b6b-1b89-4f71-98b2-5a04c24d3fb7 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Deleting port dcada007-5b33-4e67-b468-32570b2edc52 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:02:20.117799 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1bf82b6b-1b89-4f71-98b2-5a04c24d3fb7 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:20.137668 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-34892998-7973-40ba-8df3-dcf164167446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75555083-b6de-4f3b-aa51-f9f615d4f208 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:02:20.139520 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e55f0-38fa-4ed5-85e2-46a98b12246b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7ea454-4a5e-4a34-977b-2f6d02957545,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:20.153295 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-cd6e55f0-38fa-4ed5-85e2-46a98b12246b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6ed3799018f345ff94a97de4f8991710&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6305389 Nov 27 04:02:20.156077 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54640) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:20.196995 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebe93f-d130-49ad-ada7-3e641cd1847b req-9968dfd6-ce60-4926-b958-8849720f57bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:20.198982 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f5ebe93f-d130-49ad-ada7-3e641cd1847b req-9968dfd6-ce60-4926-b958-8849720f57bb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b01c762313d54b279f09c5e5d81dadbf&device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 1096 time: 0.1035244 Nov 27 04:02:20.201361 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-34892998-7973-40ba-8df3-dcf164167446 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:20.246628 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1bf82b6b-1b89-4f71-98b2-5a04c24d3fb7 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:20.258715 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66ed95-3fd1-4433-b0e8-114cc13d6083 req-0ad257d1-9f82-4d75-bba4-6c22a088485a tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:20.260323 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ee66ed95-3fd1-4433-b0e8-114cc13d6083 req-0ad257d1-9f82-4d75-bba4-6c22a088485a tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.1853337 Nov 27 04:02:20.261426 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-34892998-7973-40ba-8df3-dcf164167446 service neutron] Transition to ACTIVE for port object 75555083-b6de-4f3b-aa51-f9f615d4f208 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:02:20.276778 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54646) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:20.284913 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-34892998-7973-40ba-8df3-dcf164167446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:20.302363 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-82c9fc28-b7a6-4c88-af53-8e1d39c5354e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:20.305083 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-1bf82b6b-1b89-4f71-98b2-5a04c24d3fb7 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Calling delete_port for dcada007-5b33-4e67-b468-32570b2edc52 owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:02:20.338733 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-82c9fc28-b7a6-4c88-af53-8e1d39c5354e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:20.384304 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ee66ed95-3fd1-4433-b0e8-114cc13d6083 req-7dbff8bf-468c-4e7c-b12a-76d6dee19ad5 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157408 Nov 27 04:02:20.395892 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebe93f-d130-49ad-ada7-3e641cd1847b req-b0f8aad2-21b7-46e4-9e86-632fdbfb227a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:20.398441 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f5ebe93f-d130-49ad-ada7-3e641cd1847b req-b0f8aad2-21b7-46e4-9e86-632fdbfb227a service neutron] 10.222.0.23 "GET /v2.0/networks?id=ab8fc313-e01d-42bb-a8ec-9d136b503637 HTTP/1.1" status: 200 len: 912 time: 0.1912298 Nov 27 04:02:20.433400 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34892998-7973-40ba-8df3-dcf164167446 service neutron] Pushing event updated for resources: {'Port': ['ID=75555083-b6de-4f3b-aa51-f9f615d4f208,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:20.483864 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-ddf5fff3-3b07-4cba-b7f2-c8c558efebc1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-707193011-network', 'tenant_id': '2a559fcfd820469880e400429349a9fc'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:02:20.487030 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f5ebe93f-d130-49ad-ada7-3e641cd1847b req-d65d1134-ce84-4522-a005-d4e28c0d8e3a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1c9d3a6-1790-421d-8159-5888317d7f7e HTTP/1.1" status: 200 len: 999 time: 0.0800850 Nov 27 04:02:20.488293 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-82c9fc28-b7a6-4c88-af53-8e1d39c5354e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:20.491874 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-82c9fc28-b7a6-4c88-af53-8e1d39c5354e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:20.492934 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-82c9fc28-b7a6-4c88-af53-8e1d39c5354e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a7ea454-4a5e-4a34-977b-2f6d02957545 HTTP/1.1" status: 204 len: 168 time: 0.3353217 Nov 27 04:02:20.529289 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9fc28-b7a6-4c88-af53-8e1d39c5354e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7ea454-4a5e-4a34-977b-2f6d02957545,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:20.557481 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf5fff3-3b07-4cba-b7f2-c8c558efebc1 admin admin] Made reservation on behalf of 2a559fcfd820469880e400429349a9fc for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:02:20.560024 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ddf5fff3-3b07-4cba-b7f2-c8c558efebc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:20.561832 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebe93f-d130-49ad-ada7-3e641cd1847b req-9b24e6df-0eaf-4219-9d6f-7e45bc403b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:20.566440 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f5ebe93f-d130-49ad-ada7-3e641cd1847b req-9b24e6df-0eaf-4219-9d6f-7e45bc403b19 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ef82cdfa-d224-4963-bff3-3b0049ffee0b HTTP/1.1" status: 200 len: 850 time: 0.0707676 Nov 27 04:02:20.571172 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1bf82b6b-1b89-4f71-98b2-5a04c24d3fb7 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:20.575886 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ddf5fff3-3b07-4cba-b7f2-c8c558efebc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:20.623469 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf82b6b-1b89-4f71-98b2-5a04c24d3fb7 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Pushing event deleted for resources: {'Port': ['ID=dcada007-5b33-4e67-b468-32570b2edc52,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:20.626345 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-34892998-7973-40ba-8df3-dcf164167446 service neutron] Attempting to bind port 75555083-b6de-4f3b-aa51-f9f615d4f208 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:02:20.626740 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-34892998-7973-40ba-8df3-dcf164167446 service neutron] Attempting to bind port 75555083-b6de-4f3b-aa51-f9f615d4f208 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': 'a77aec41-6b93-4bde-8c56-cad500723cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'dcdc8840-7259-44e7-8c3d-3e55464b5bad'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:02:20.627095 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-34892998-7973-40ba-8df3-dcf164167446 service neutron] Attempting to bind port 75555083-b6de-4f3b-aa51-f9f615d4f208 on network dcdc8840-7259-44e7-8c3d-3e55464b5bad {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:02:20.642905 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1bf82b6b-1b89-4f71-98b2-5a04c24d3fb7 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:20.648775 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1bf82b6b-1b89-4f71-98b2-5a04c24d3fb7 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] 10.222.0.20 "DELETE /v2.0/ports/dcada007-5b33-4e67-b468-32570b2edc52 HTTP/1.1" status: 204 len: 168 time: 0.7737978 Nov 27 04:02:20.648775 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-34892998-7973-40ba-8df3-dcf164167446 service neutron] Port 75555083-b6de-4f3b-aa51-f9f615d4f208 on network dcdc8840-7259-44e7-8c3d-3e55464b5bad not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:02:20.648775 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-34892998-7973-40ba-8df3-dcf164167446 service neutron] Attempting to bind port 75555083-b6de-4f3b-aa51-f9f615d4f208 on network dcdc8840-7259-44e7-8c3d-3e55464b5bad {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:02:20.652705 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54652) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:20.658328 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebe93f-d130-49ad-ada7-3e641cd1847b req-9531268c-d626-4782-8a1e-56621c496088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:20.663490 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f5ebe93f-d130-49ad-ada7-3e641cd1847b req-9531268c-d626-4782-8a1e-56621c496088 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ab8fc313-e01d-42bb-a8ec-9d136b503637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889342 Nov 27 04:02:20.689408 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-34892998-7973-40ba-8df3-dcf164167446 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:02:20.690144 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-34892998-7973-40ba-8df3-dcf164167446 service neutron] Checking segment: {'id': 'a77aec41-6b93-4bde-8c56-cad500723cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'dcdc8840-7259-44e7-8c3d-3e55464b5bad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:02:20.690144 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-34892998-7973-40ba-8df3-dcf164167446 service neutron] Bound using segment: {'id': 'a77aec41-6b93-4bde-8c56-cad500723cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'dcdc8840-7259-44e7-8c3d-3e55464b5bad'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:02:20.690605 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-34892998-7973-40ba-8df3-dcf164167446 service neutron] Bound port: 75555083-b6de-4f3b-aa51-f9f615d4f208, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a77aec41-6b93-4bde-8c56-cad500723cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'dcdc8840-7259-44e7-8c3d-3e55464b5bad'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:02:20.690979 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-34892998-7973-40ba-8df3-dcf164167446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:20.885122 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-34892998-7973-40ba-8df3-dcf164167446 service neutron] For port 75555083-b6de-4f3b-aa51-f9f615d4f208, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:02:20.902665 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f5ebe93f-d130-49ad-ada7-3e641cd1847b req-d8d4675a-9759-430f-a378-971603aaee67 service neutron] 10.222.0.23 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244763 Nov 27 04:02:20.918604 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ddf5fff3-3b07-4cba-b7f2-c8c558efebc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:20.921914 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-34892998-7973-40ba-8df3-dcf164167446 service neutron] For port 75555083-b6de-4f3b-aa51-f9f615d4f208, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=75555083-b6de-4f3b-aa51-f9f615d4f208,segment=NetworkSegment(a77aec41-6b93-4bde-8c56-cad500723cdd),segment_id=a77aec41-6b93-4bde-8c56-cad500723cdd)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:02:20.925053 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ddf5fff3-3b07-4cba-b7f2-c8c558efebc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:20.935974 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-34892998-7973-40ba-8df3-dcf164167446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:20.937886 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a35c39-465f-4c61-91c0-95c2dbeb48d9 req-193c1977-5c8a-43d0-9d86-5e126bb545de tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:20.940306 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a3a35c39-465f-4c61-91c0-95c2dbeb48d9 req-193c1977-5c8a-43d0-9d86-5e126bb545de tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f585d2a-2032-4625-8d28-75e384015ae2 HTTP/1.1" status: 200 len: 943 time: 0.1891284 Nov 27 04:02:20.994211 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf5fff3-3b07-4cba-b7f2-c8c558efebc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:02:21.018013 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-6939a167-f05c-45c7-9b69-89f54191fc70 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Deleting port 6567760a-6700-447b-9050-784d709ac51a {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:02:21.018379 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6939a167-f05c-45c7-9b69-89f54191fc70 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:21.028408 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf5fff3-3b07-4cba-b7f2-c8c558efebc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8836fad6-5b2e-4036-bf51-408bbb5dc58a,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:21.031847 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-34892998-7973-40ba-8df3-dcf164167446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:21.032487 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-34892998-7973-40ba-8df3-dcf164167446 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:21.034170 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-34892998-7973-40ba-8df3-dcf164167446 service neutron] 10.222.0.11 "PUT /v2.0/ports/75555083-b6de-4f3b-aa51-f9f615d4f208 HTTP/1.1" status: 200 len: 1091 time: 1.7694888 Nov 27 04:02:21.035412 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ddf5fff3-3b07-4cba-b7f2-c8c558efebc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:21.035758 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-ddf5fff3-3b07-4cba-b7f2-c8c558efebc1 admin admin] Added segment ebf9e551-55f8-4bea-b6f1-8b78b226551a of type vlan for network 759ac2b1-65e6-49cb-874d-aae0615c0432 Nov 27 04:02:21.048998 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f585d2a-2032-4625-8d28-75e384015ae2', 'tag': '75555083-b6de-4f3b-aa51-f9f615d4f208'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:02:21.055488 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a3a35c39-465f-4c61-91c0-95c2dbeb48d9 req-c2dc5a12-e4e0-4cab-8a05-03bce8556cbb tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944591 Nov 27 04:02:21.063555 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd8bb65-c1cb-462c-a9b9-3aa868e16732" -d '{"events": [{"name": "network-changed", "server_uuid": "0f585d2a-2032-4625-8d28-75e384015ae2", "tag": "75555083-b6de-4f3b-aa51-f9f615d4f208"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:02:21.099266 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54668) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:21.117713 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f5ebe93f-d130-49ad-ada7-3e641cd1847b req-5af63880-4858-4d90-9af3-c65bcde81e53 service neutron] 10.222.0.23 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096586 Nov 27 04:02:21.151115 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-129d9b53-893b-4e20-954a-a8dfaac4de08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:21.158229 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:21.170459 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34892998-7973-40ba-8df3-dcf164167446 service neutron] Pushing event updated for resources: {'Port': ['ID=75555083-b6de-4f3b-aa51-f9f615d4f208,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:21.207099 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882d0c2f-b1bf-4868-9572-1d587f8ca067 x-openstack-request-id: req-882d0c2f-b1bf-4868-9572-1d587f8ca067 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:02:21.207442 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f585d2a-2032-4625-8d28-75e384015ae2", "tag": "75555083-b6de-4f3b-aa51-f9f615d4f208", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:02:21.207656 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-882d0c2f-b1bf-4868-9572-1d587f8ca067 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:02:21.208282 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f585d2a-2032-4625-8d28-75e384015ae2', 'tag': '75555083-b6de-4f3b-aa51-f9f615d4f208', 'status': 'completed', 'code': 200} Nov 27 04:02:21.215205 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ddf5fff3-3b07-4cba-b7f2-c8c558efebc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:21.222298 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6939a167-f05c-45c7-9b69-89f54191fc70 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:21.252256 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-6939a167-f05c-45c7-9b69-89f54191fc70 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Calling delete_port for 6567760a-6700-447b-9050-784d709ac51a owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:02:21.265426 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-129d9b53-893b-4e20-954a-a8dfaac4de08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:21.271978 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-129d9b53-893b-4e20-954a-a8dfaac4de08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:21.273978 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-bc8886c2-dafb-48c2-9cb3-95b8829efe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:21.275579 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-bc8886c2-dafb-48c2-9cb3-95b8829efe3c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5555a7782ab948f49b5cf05acd919f2e&device_id=0f585d2a-2032-4625-8d28-75e384015ae2 HTTP/1.1" status: 200 len: 1094 time: 0.1604047 Nov 27 04:02:21.276221 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ddf5fff3-3b07-4cba-b7f2-c8c558efebc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:21.277095 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf5fff3-3b07-4cba-b7f2-c8c558efebc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:21.277673 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ddf5fff3-3b07-4cba-b7f2-c8c558efebc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:21.322067 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-129d9b53-893b-4e20-954a-a8dfaac4de08 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4bdc898c3e254ed4b8eae805cd8ed03f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2172170 Nov 27 04:02:21.322067 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d9b53-893b-4e20-954a-a8dfaac4de08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb06a32-3c6d-4d2d-8efe-d44566ba2a2f,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:21.323104 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54670) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:21.388409 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0fd6d5d0-3dcb-4063-abe4-406bbea0a86c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:21.398879 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ddf5fff3-3b07-4cba-b7f2-c8c558efebc1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1183720 Nov 27 04:02:21.401653 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54672) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:21.405128 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-6dfdd25e-9e87-4593-ab6e-178f8c01ea66 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75555083-b6de-4f3b-aa51-f9f615d4f208 HTTP/1.1" status: 200 len: 217 time: 0.0868113 Nov 27 04:02:21.410337 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-a95985d8-fc01-4e92-acb6-7355f5e8ff5e admin admin] Request body: {'subnet': {'network_id': '759ac2b1-65e6-49cb-874d-aae0615c0432', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-707193011-subnet', 'tenant_id': '2a559fcfd820469880e400429349a9fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:02:21.440355 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0fd6d5d0-3dcb-4063-abe4-406bbea0a86c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:21.464023 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf5fff3-3b07-4cba-b7f2-c8c558efebc1 admin admin] Pushing event updated for resources: {'Network': ['ID=759ac2b1-65e6-49cb-874d-aae0615c0432,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:21.479747 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 759ac2b1-65e6-49cb-874d-aae0615c0432 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:02:21.526474 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-4b30c2ec-2f3c-473c-a299-898c7b777498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:21.528627 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-4b30c2ec-2f3c-473c-a299-898c7b777498 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d2f5fec0-aff6-439d-aa56-04684052e601 HTTP/1.1" status: 200 len: 853 time: 0.1091413 Nov 27 04:02:21.530710 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6939a167-f05c-45c7-9b69-89f54191fc70 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:21.612162 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939a167-f05c-45c7-9b69-89f54191fc70 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Pushing event deleted for resources: {'Port': ['ID=6567760a-6700-447b-9050-784d709ac51a,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:21.616473 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-28b0d8f3-618a-4677-b2d7-63e4e99e9e8f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dcdc8840-7259-44e7-8c3d-3e55464b5bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725672 Nov 27 04:02:21.621010 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6939a167-f05c-45c7-9b69-89f54191fc70 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:21.624969 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6939a167-f05c-45c7-9b69-89f54191fc70 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] 10.222.0.20 "DELETE /v2.0/ports/6567760a-6700-447b-9050-784d709ac51a HTTP/1.1" status: 204 len: 168 time: 0.9713724 Nov 27 04:02:21.633730 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54676) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:21.692973 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6b2161c8-c8ac-45a3-8c4f-f28d7f1abaa5 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0573292 Nov 27 04:02:21.698253 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54678) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:21.704661 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-bc764b5d-75a3-4a76-8c9c-b068d0f165f1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1489922383'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:02:21.768624 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc764b5d-75a3-4a76-8c9c-b068d0f165f1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Made reservation on behalf of 1d8da0e9b0324d868f593c65a0f9c13f for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:02:21.773148 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bc764b5d-75a3-4a76-8c9c-b068d0f165f1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:21.776420 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:21.797145 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95985d8-fc01-4e92-acb6-7355f5e8ff5e admin admin] Made reservation on behalf of 2a559fcfd820469880e400429349a9fc for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:02:21.798741 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-64fdbafa-b37a-438a-92b7-0d251ba26fbc service neutron] 10.222.0.11 "GET /v2.0/networks/dcdc8840-7259-44e7-8c3d-3e55464b5bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721969 Nov 27 04:02:21.802014 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a95985d8-fc01-4e92-acb6-7355f5e8ff5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:21.816854 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc764b5d-75a3-4a76-8c9c-b068d0f165f1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:02:21.874172 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bc764b5d-75a3-4a76-8c9c-b068d0f165f1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:21.875259 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-bc764b5d-75a3-4a76-8c9c-b068d0f165f1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Added segment 2104a0e1-8164-4350-a7d3-f0da6fe5f81b of type vlan for network 89950bc7-996b-4c37-b6f9-4ed374616c9f Nov 27 04:02:21.929752 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0fd6d5d0-3dcb-4063-abe4-406bbea0a86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:21.932896 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0fd6d5d0-3dcb-4063-abe4-406bbea0a86c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:21.936541 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0fd6d5d0-3dcb-4063-abe4-406bbea0a86c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6bb06a32-3c6d-4d2d-8efe-d44566ba2a2f HTTP/1.1" status: 204 len: 168 time: 0.6064265 Nov 27 04:02:21.957621 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd6d5d0-3dcb-4063-abe4-406bbea0a86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb06a32-3c6d-4d2d-8efe-d44566ba2a2f,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:21.972379 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bc764b5d-75a3-4a76-8c9c-b068d0f165f1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:22.006307 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785ba9d-8cd1-4e45-8664-69617702a477 req-70b8de2a-79cd-4213-9dbd-8e37b8ea0e54 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:22.007953 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4785ba9d-8cd1-4e45-8664-69617702a477 req-70b8de2a-79cd-4213-9dbd-8e37b8ea0e54 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.2121212 Nov 27 04:02:22.037419 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a3baa328-f7da-44ec-92a0-a4220b3d1eed req-cbe24919-269e-4334-853a-0034caa4b2a6 service neutron] 10.222.0.11 "GET /v2.0/networks/dcdc8840-7259-44e7-8c3d-3e55464b5bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287235 Nov 27 04:02:22.068500 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bc764b5d-75a3-4a76-8c9c-b068d0f165f1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:22.076547 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc764b5d-75a3-4a76-8c9c-b068d0f165f1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:22.077834 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bc764b5d-75a3-4a76-8c9c-b068d0f165f1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:22.117394 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4785ba9d-8cd1-4e45-8664-69617702a477 req-b3c84e2d-940a-4796-ab59-c341b7687e22 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022391 Nov 27 04:02:22.190856 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a95985d8-fc01-4e92-acb6-7355f5e8ff5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:22.210857 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-bc764b5d-75a3-4a76-8c9c-b068d0f165f1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5085630 Nov 27 04:02:22.229411 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54688) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:22.237631 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-ae0ff25d-913b-4994-9565-256cb8bbd13e tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1825987660'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:02:22.264082 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc764b5d-75a3-4a76-8c9c-b068d0f165f1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Pushing event updated for resources: {'Network': ['ID=89950bc7-996b-4c37-b6f9-4ed374616c9f,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:22.283702 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 89950bc7-996b-4c37-b6f9-4ed374616c9f details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:02:22.284490 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95985d8-fc01-4e92-acb6-7355f5e8ff5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0fcef5c-b309-4313-95f8-651075054f8e,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:22.291676 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8bb65-c1cb-462c-a9b9-3aa868e16732 req-2c36a76d-a3d4-4720-8e2b-7a2888b404c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:22.293283 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5cd8bb65-c1cb-462c-a9b9-3aa868e16732 req-2c36a76d-a3d4-4720-8e2b-7a2888b404c7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5555a7782ab948f49b5cf05acd919f2e&device_id=0f585d2a-2032-4625-8d28-75e384015ae2 HTTP/1.1" status: 200 len: 1094 time: 0.1216397 Nov 27 04:02:22.300911 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0ff25d-913b-4994-9565-256cb8bbd13e tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Made reservation on behalf of 1d8da0e9b0324d868f593c65a0f9c13f for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:02:22.303097 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40fe02-f5c2-45ab-84fb-ea5dc5062de9 req-c6f82e06-a64f-417b-949f-24ae61798275 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:22.304649 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0a40fe02-f5c2-45ab-84fb-ea5dc5062de9 req-c6f82e06-a64f-417b-949f-24ae61798275 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f585d2a-2032-4625-8d28-75e384015ae2 HTTP/1.1" status: 200 len: 943 time: 0.1195962 Nov 27 04:02:22.305031 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ae0ff25d-913b-4994-9565-256cb8bbd13e tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:22.325001 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95985d8-fc01-4e92-acb6-7355f5e8ff5e admin admin] Checking segment: {'id': 'ebf9e551-55f8-4bea-b6f1-8b78b226551a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '759ac2b1-65e6-49cb-874d-aae0615c0432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:02:22.325425 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95985d8-fc01-4e92-acb6-7355f5e8ff5e admin admin] Network hostable DHCP agents. Network: 759ac2b1-65e6-49cb-874d-aae0615c0432, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:02:22.345912 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae0ff25d-913b-4994-9565-256cb8bbd13e tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:02:22.363451 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ae0ff25d-913b-4994-9565-256cb8bbd13e tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:22.364019 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-ae0ff25d-913b-4994-9565-256cb8bbd13e tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Added segment 1e0d7a63-a770-4f17-8542-2d6ef3e1d5ba of type vlan for network a2138379-f779-4513-8663-d34185113021 Nov 27 04:02:22.397177 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95985d8-fc01-4e92-acb6-7355f5e8ff5e admin admin] Network 759ac2b1-65e6-49cb-874d-aae0615c0432 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:02:22.416077 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ae0ff25d-913b-4994-9565-256cb8bbd13e tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:22.422259 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-a95985d8-fc01-4e92-acb6-7355f5e8ff5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 759ac2b1-65e6-49cb-874d-aae0615c0432) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:02:22.428965 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95985d8-fc01-4e92-acb6-7355f5e8ff5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:22.430272 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a95985d8-fc01-4e92-acb6-7355f5e8ff5e admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:22.430398 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0a40fe02-f5c2-45ab-84fb-ea5dc5062de9 req-10f92464-94db-4776-b3cb-64a387e0772c tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152384 Nov 27 04:02:22.450354 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5478092e-64b3-4834-b432-05000e17ff7f None None] Network 759ac2b1-65e6-49cb-874d-aae0615c0432 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:02:22.461848 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8bb65-c1cb-462c-a9b9-3aa868e16732 req-976a805e-f742-43c0-b76f-a656542a0041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:22.464360 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a95985d8-fc01-4e92-acb6-7355f5e8ff5e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0601838 Nov 27 04:02:22.467133 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5cd8bb65-c1cb-462c-a9b9-3aa868e16732 req-976a805e-f742-43c0-b76f-a656542a0041 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dcdc8840-7259-44e7-8c3d-3e55464b5bad HTTP/1.1" status: 200 len: 914 time: 0.1615703 Nov 27 04:02:22.475979 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ae0ff25d-913b-4994-9565-256cb8bbd13e tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:22.489359 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0ff25d-913b-4994-9565-256cb8bbd13e tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:22.490657 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ae0ff25d-913b-4994-9565-256cb8bbd13e tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:22.551118 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5cd8bb65-c1cb-462c-a9b9-3aa868e16732 req-c5b71e54-2291-4493-8af9-3f488d329f91 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75555083-b6de-4f3b-aa51-f9f615d4f208 HTTP/1.1" status: 200 len: 217 time: 0.0665333 Nov 27 04:02:22.596620 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ae0ff25d-913b-4994-9565-256cb8bbd13e tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3661778 Nov 27 04:02:22.605563 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8bb65-c1cb-462c-a9b9-3aa868e16732 req-bfb748ed-516d-4a27-9f90-d63e128659f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:22.607248 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5cd8bb65-c1cb-462c-a9b9-3aa868e16732 req-bfb748ed-516d-4a27-9f90-d63e128659f0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d2f5fec0-aff6-439d-aa56-04684052e601 HTTP/1.1" status: 200 len: 853 time: 0.0492313 Nov 27 04:02:22.628598 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0ff25d-913b-4994-9565-256cb8bbd13e tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Pushing event updated for resources: {'Network': ['ID=a2138379-f779-4513-8663-d34185113021,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:22.643599 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network a2138379-f779-4513-8663-d34185113021 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:02:22.667455 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5cd8bb65-c1cb-462c-a9b9-3aa868e16732 req-193cc5b5-2ce7-4aaf-bd02-9e6b670ade65 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dcdc8840-7259-44e7-8c3d-3e55464b5bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512235 Nov 27 04:02:22.752047 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54706) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:22.763747 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1409b1-5a3c-42fd-bb4d-77f45bb652ef None None] Network 759ac2b1-65e6-49cb-874d-aae0615c0432 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:02:22.769735 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-d37335cb-8361-4bc5-8cfa-c864b01d4ca9 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Request body: {'subnets': [{'network_id': '89950bc7-996b-4c37-b6f9-4ed374616c9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--360514769', 'ip_version': 4}, {'network_id': 'a2138379-f779-4513-8663-d34185113021', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:02:22.770062 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-d37335cb-8361-4bc5-8cfa-c864b01d4ca9 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Request body: {'subnet': {'network_id': '89950bc7-996b-4c37-b6f9-4ed374616c9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--360514769', 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:02:22.770765 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-d37335cb-8361-4bc5-8cfa-c864b01d4ca9 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Request body: {'subnet': {'network_id': 'a2138379-f779-4513-8663-d34185113021', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:02:22.876258 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5cd8bb65-c1cb-462c-a9b9-3aa868e16732 req-22dd536a-a7e1-4d30-816d-4581d1bf0b32 service neutron] 10.222.0.11 "GET /v2.0/networks/dcdc8840-7259-44e7-8c3d-3e55464b5bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989322 Nov 27 04:02:22.984889 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5cd8bb65-c1cb-462c-a9b9-3aa868e16732 req-536f7c2a-07d3-49e3-9335-f1540ed118c4 service neutron] 10.222.0.11 "GET /v2.0/networks/dcdc8840-7259-44e7-8c3d-3e55464b5bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013815 Nov 27 04:02:23.011253 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37335cb-8361-4bc5-8cfa-c864b01d4ca9 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Made reservation on behalf of 1d8da0e9b0324d868f593c65a0f9c13f for: {'subnet': 2} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:02:23.017823 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d37335cb-8361-4bc5-8cfa-c864b01d4ca9 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:23.018805 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d37335cb-8361-4bc5-8cfa-c864b01d4ca9 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:23.309114 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822592aa-b9bb-46b0-9469-a36e7792c3d2 req-dc4a8bcf-eb0f-4c79-a1e9-54065029f639 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:23.321111 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-822592aa-b9bb-46b0-9469-a36e7792c3d2 req-dc4a8bcf-eb0f-4c79-a1e9-54065029f639 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.1038334 Nov 27 04:02:23.397658 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-822592aa-b9bb-46b0-9469-a36e7792c3d2 req-43e41a6c-c4c6-436b-895d-c54b0b06f9d0 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753992 Nov 27 04:02:23.534215 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-dc5e840f-1846-4e82-83d1-073941f3dd8d tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:23.534436 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-dc5e840f-1846-4e82-83d1-073941f3dd8d tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/networks?id=759ac2b1-65e6-49cb-874d-aae0615c0432 HTTP/1.1" status: 200 len: 814 time: 0.1550381 Nov 27 04:02:23.583150 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-604b8858-9cab-4f11-869a-cb556805f30f tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/quotas/2a559fcfd820469880e400429349a9fc HTTP/1.1" status: 200 len: 375 time: 0.0191956 Nov 27 04:02:23.650358 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-73b035ff-9830-460f-a6e0-b6b761b13ad4 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2a559fcfd820469880e400429349a9fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521882 Nov 27 04:02:23.685850 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686aec49-2ed4-42ea-9120-4d3088215f36 req-ab5e68de-4fa2-4c8a-9ab1-584c7b339dfc tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:23.697180 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-686aec49-2ed4-42ea-9120-4d3088215f36 req-ab5e68de-4fa2-4c8a-9ab1-584c7b339dfc tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f585d2a-2032-4625-8d28-75e384015ae2 HTTP/1.1" status: 200 len: 943 time: 0.0762177 Nov 27 04:02:23.715657 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d37335cb-8361-4bc5-8cfa-c864b01d4ca9 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:23.750524 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-686aec49-2ed4-42ea-9120-4d3088215f36 req-88140d29-98b9-43a4-9765-df0a1a498652 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522094 Nov 27 04:02:23.807468 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37335cb-8361-4bc5-8cfa-c864b01d4ca9 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Pushing event updated for resources: {'Subnet': ['ID=ff2c11b2-5ea7-4f16-8160-32b2d2f3e722,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:23.831495 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37335cb-8361-4bc5-8cfa-c864b01d4ca9 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Checking segment: {'id': '2104a0e1-8164-4350-a7d3-f0da6fe5f81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '89950bc7-996b-4c37-b6f9-4ed374616c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:02:23.831893 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37335cb-8361-4bc5-8cfa-c864b01d4ca9 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Network hostable DHCP agents. Network: 89950bc7-996b-4c37-b6f9-4ed374616c9f, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:02:23.841164 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-b0944c6b-0804-4ebb-9a53-d945a3a63df4 service neutron] 10.222.0.20 "GET /v2.0/networks/759ac2b1-65e6-49cb-874d-aae0615c0432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784625 Nov 27 04:02:23.905796 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbebb8ed-f85e-4594-a15a-05770da8425a req-dee4274a-d61c-4b02-864f-1f9c9d26ea3a tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:23.915405 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bbebb8ed-f85e-4594-a15a-05770da8425a req-dee4274a-d61c-4b02-864f-1f9c9d26ea3a tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.0787823 Nov 27 04:02:23.916889 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54758) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:23.951530 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37335cb-8361-4bc5-8cfa-c864b01d4ca9 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Network 89950bc7-996b-4c37-b6f9-4ed374616c9f is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:02:23.976941 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-d37335cb-8361-4bc5-8cfa-c864b01d4ca9 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 89950bc7-996b-4c37-b6f9-4ed374616c9f) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:02:23.986026 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d37335cb-8361-4bc5-8cfa-c864b01d4ca9 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:23.986416 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bbebb8ed-f85e-4594-a15a-05770da8425a req-8fa936fa-8cb4-442f-9014-9a99848cc728 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628510 Nov 27 04:02:23.991094 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ff54ce-77f2-406d-93b4-074c00fae86d None None] Network 89950bc7-996b-4c37-b6f9-4ed374616c9f requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:02:23.995592 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-2af5f49f-9f66-42af-9c8d-71c004f131fc service neutron] 10.222.0.20 "GET /v2.0/networks/759ac2b1-65e6-49cb-874d-aae0615c0432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465666 Nov 27 04:02:24.060428 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37335cb-8361-4bc5-8cfa-c864b01d4ca9 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Pushing event updated for resources: {'Subnet': ['ID=5fc59c0c-bb5f-444e-8d43-1ecd17e5c2a5,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:24.078335 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37335cb-8361-4bc5-8cfa-c864b01d4ca9 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Checking segment: {'id': '1e0d7a63-a770-4f17-8542-2d6ef3e1d5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a2138379-f779-4513-8663-d34185113021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:02:24.078770 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37335cb-8361-4bc5-8cfa-c864b01d4ca9 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Network hostable DHCP agents. Network: a2138379-f779-4513-8663-d34185113021, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:02:24.100932 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37335cb-8361-4bc5-8cfa-c864b01d4ca9 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Network a2138379-f779-4513-8663-d34185113021 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:02:24.116076 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-d37335cb-8361-4bc5-8cfa-c864b01d4ca9 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, a2138379-f779-4513-8663-d34185113021) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:02:24.121455 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37335cb-8361-4bc5-8cfa-c864b01d4ca9 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:24.121923 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37335cb-8361-4bc5-8cfa-c864b01d4ca9 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:24.122849 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d37335cb-8361-4bc5-8cfa-c864b01d4ca9 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:24.130969 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c071eb9-f06a-4b06-a0ee-40cf9b2943a2 None None] Network a2138379-f779-4513-8663-d34185113021 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:02:24.134580 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-588f53c7-e3a3-4d04-9686-4d7e0ee04472 tempest-RoutersAdminNegativeIpV6Test-108908483 tempest-RoutersAdminNegativeIpV6Test-108908483-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1690125452', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:02:24.176839 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e4cce-a764-4128-a42d-b0b11d305588 req-e03583b5-a225-4615-b46b-cafa203cea79 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:24.179103 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-327e4cce-a764-4128-a42d-b0b11d305588 req-e03583b5-a225-4615-b46b-cafa203cea79 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.1070011 Nov 27 04:02:24.180649 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588f53c7-e3a3-4d04-9686-4d7e0ee04472 tempest-RoutersAdminNegativeIpV6Test-108908483 tempest-RoutersAdminNegativeIpV6Test-108908483-project-admin] Made reservation on behalf of ea5d709e77eb46cdafa1e8d45be395bb for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:02:24.184749 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-588f53c7-e3a3-4d04-9686-4d7e0ee04472 tempest-RoutersAdminNegativeIpV6Test-108908483 tempest-RoutersAdminNegativeIpV6Test-108908483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:24.187639 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d37335cb-8361-4bc5-8cfa-c864b01d4ca9 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.4342685 Nov 27 04:02:24.188398 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54766) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:24.255987 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 75555083-b6de-4f3b-aa51-f9f615d4f208 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:02:24.261548 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-588f53c7-e3a3-4d04-9686-4d7e0ee04472 tempest-RoutersAdminNegativeIpV6Test-108908483 tempest-RoutersAdminNegativeIpV6Test-108908483-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:24.376203 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631672d4-0db1-4f41-8b52-5762288111be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-89950bc7-996b-4c37-b6f9-4ed374616c9f', 'network_id': '89950bc7-996b-4c37-b6f9-4ed374616c9f', 'tenant_id': '1d8da0e9b0324d868f593c65a0f9c13f', 'fixed_ips': [{'subnet_id': 'ff2c11b2-5ea7-4f16-8160-32b2d2f3e722'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:02:24.377093 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-631672d4-0db1-4f41-8b52-5762288111be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:24.453055 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77808539-7aac-4cf6-96a1-4515fed4631f tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:24.455886 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77808539-7aac-4cf6-96a1-4515fed4631f tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:24.458139 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77808539-7aac-4cf6-96a1-4515fed4631f tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:24.465201 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54778) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:24.465916 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-77808539-7aac-4cf6-96a1-4515fed4631f tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2757685 Nov 27 04:02:24.501425 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-327e4cce-a764-4128-a42d-b0b11d305588 req-b04a789c-ca4d-40de-b21d-2d44dfb41d42 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3138146 Nov 27 04:02:24.563301 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-971a0a25-98a5-4d6f-b247-5e1ff1673016 req-3c56b17c-68af-404a-9461-ef5ef795e13a tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3873118-0689-4606-9698-7a62b272dada HTTP/1.1" status: 200 len: 210 time: 0.1255863 Nov 27 04:02:24.586616 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-588f53c7-e3a3-4d04-9686-4d7e0ee04472 tempest-RoutersAdminNegativeIpV6Test-108908483 tempest-RoutersAdminNegativeIpV6Test-108908483-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:24.595307 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-588f53c7-e3a3-4d04-9686-4d7e0ee04472 tempest-RoutersAdminNegativeIpV6Test-108908483 tempest-RoutersAdminNegativeIpV6Test-108908483-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:24.604693 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-588f53c7-e3a3-4d04-9686-4d7e0ee04472 tempest-RoutersAdminNegativeIpV6Test-108908483 tempest-RoutersAdminNegativeIpV6Test-108908483-project-admin] device_id is not set on port ad83420b-162c-43ac-a90c-a73b36869b00 yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:02:24.656998 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f1f4cb-6c32-4041-8f40-23ac2e87f5f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-a2138379-f779-4513-8663-d34185113021', 'network_id': 'a2138379-f779-4513-8663-d34185113021', 'tenant_id': '1d8da0e9b0324d868f593c65a0f9c13f', 'fixed_ips': [{'subnet_id': '5fc59c0c-bb5f-444e-8d43-1ecd17e5c2a5'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:02:24.668973 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-84f1f4cb-6c32-4041-8f40-23ac2e87f5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:24.702279 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-28ace70c-4515-4222-8dd8-c8023ecabf82 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Deleting subnet ff2c11b2-5ea7-4f16-8160-32b2d2f3e722 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:02:24.714539 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 75555083-b6de-4f3b-aa51-f9f615d4f208, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=75555083-b6de-4f3b-aa51-f9f615d4f208,segment=NetworkSegment(a77aec41-6b93-4bde-8c56-cad500723cdd),segment_id=a77aec41-6b93-4bde-8c56-cad500723cdd)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:02:24.726145 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f53c7-e3a3-4d04-9686-4d7e0ee04472 tempest-RoutersAdminNegativeIpV6Test-108908483 tempest-RoutersAdminNegativeIpV6Test-108908483-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf53ca6-e048-4ba5-b72c-11dcd936b8f4,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:24.742193 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-631672d4-0db1-4f41-8b52-5762288111be None None] Allocated IP 172.20.0.2 (89950bc7-996b-4c37-b6f9-4ed374616c9f/ff2c11b2-5ea7-4f16-8160-32b2d2f3e722/903a6b01-9841-4e55-ac99-b673028ee885) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:02:24.752030 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '75555083-b6de-4f3b-aa51-f9f615d4f208', 'network_id': 'dcdc8840-7259-44e7-8c3d-3e55464b5bad', 'port_id': '75555083-b6de-4f3b-aa51-f9f615d4f208', 'mac_address': 'fa:16:3e:65:c2:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f5fec0-aff6-439d-aa56-04684052e601', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:02:24.901408 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-588f53c7-e3a3-4d04-9686-4d7e0ee04472 tempest-RoutersAdminNegativeIpV6Test-108908483 tempest-RoutersAdminNegativeIpV6Test-108908483-project-admin] Allocated IP 172.25.1.62 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/ad83420b-162c-43ac-a90c-a73b36869b00) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:02:24.972533 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d08282-69af-44b9-96aa-6ce25cffa744 req-19ab5fd9-f3d7-496c-a81f-4e913df89c17 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:24.983573 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-72d08282-69af-44b9-96aa-6ce25cffa744 req-19ab5fd9-f3d7-496c-a81f-4e913df89c17 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f585d2a-2032-4625-8d28-75e384015ae2 HTTP/1.1" status: 200 len: 943 time: 0.1106336 Nov 27 04:02:24.996353 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2be882-d17a-4d32-878e-e534521059d8 req-4a4dd903-c55e-486c-bdf8-9011f287072f tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:25.003877 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7b2be882-d17a-4d32-878e-e534521059d8 req-4a4dd903-c55e-486c-bdf8-9011f287072f tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/networks?id=ab8fc313-e01d-42bb-a8ec-9d136b503637 HTTP/1.1" status: 200 len: 811 time: 0.1865747 Nov 27 04:02:25.063100 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-72d08282-69af-44b9-96aa-6ce25cffa744 req-f477f99e-77b8-4042-a660-50528831511e tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758774 Nov 27 04:02:25.087385 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7b2be882-d17a-4d32-878e-e534521059d8 req-18936ac6-32a2-4aaa-b417-4201784ff759 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/quotas/b01c762313d54b279f09c5e5d81dadbf HTTP/1.1" status: 200 len: 375 time: 0.0822554 Nov 27 04:02:25.163238 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:25.165607 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-84f1f4cb-6c32-4041-8f40-23ac2e87f5f9 None None] Allocated IP 172.20.0.18 (a2138379-f779-4513-8663-d34185113021/5fc59c0c-bb5f-444e-8d43-1ecd17e5c2a5/a7be0f9a-2f1a-443d-a2f2-2d0f8131bdf2) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:02:25.173634 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7b2be882-d17a-4d32-878e-e534521059d8 req-5f38e27a-409b-4146-ab1f-91d6eb800974 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b01c762313d54b279f09c5e5d81dadbf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0824273 Nov 27 04:02:25.192660 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-588f53c7-e3a3-4d04-9686-4d7e0ee04472 tempest-RoutersAdminNegativeIpV6Test-108908483 tempest-RoutersAdminNegativeIpV6Test-108908483-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:25.209881 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75555083-b6de-4f3b-aa51-f9f615d4f208 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:02:25.484170 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 75555083-b6de-4f3b-aa51-f9f615d4f208, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=75555083-b6de-4f3b-aa51-f9f615d4f208,segment=NetworkSegment(a77aec41-6b93-4bde-8c56-cad500723cdd),segment_id=a77aec41-6b93-4bde-8c56-cad500723cdd)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:02:25.509760 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:25.531985 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-631672d4-0db1-4f41-8b52-5762288111be None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:25.542731 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-28ace70c-4515-4222-8dd8-c8023ecabf82 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:25.593695 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-28ace70c-4515-4222-8dd8-c8023ecabf82 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:25.635143 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-588f53c7-e3a3-4d04-9686-4d7e0ee04472 tempest-RoutersAdminNegativeIpV6Test-108908483 tempest-RoutersAdminNegativeIpV6Test-108908483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:25.639081 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-631672d4-0db1-4f41-8b52-5762288111be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:25.666139 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=75555083-b6de-4f3b-aa51-f9f615d4f208,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:25.675765 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631672d4-0db1-4f41-8b52-5762288111be None None] Network 89950bc7-996b-4c37-b6f9-4ed374616c9f is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:02:25.717942 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631672d4-0db1-4f41-8b52-5762288111be None None] Pushing event updated for resources: {'Port': ['ID=903a6b01-9841-4e55-ac99-b673028ee885,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:25.725895 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-631672d4-0db1-4f41-8b52-5762288111be None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:02:25.742876 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7b2be882-d17a-4d32-878e-e534521059d8 req-200c627c-30b5-418a-b914-58fe5ee2414d service neutron] 10.222.0.20 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5474880 Nov 27 04:02:25.747921 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f53c7-e3a3-4d04-9686-4d7e0ee04472 tempest-RoutersAdminNegativeIpV6Test-108908483 tempest-RoutersAdminNegativeIpV6Test-108908483-project-admin] Pushing event updated for resources: {'Port': ['ID=ad83420b-162c-43ac-a90c-a73b36869b00,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:25.759287 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631672d4-0db1-4f41-8b52-5762288111be None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:02:25.815408 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-28ace70c-4515-4222-8dd8-c8023ecabf82 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:25.835756 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-84f1f4cb-6c32-4041-8f40-23ac2e87f5f9 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:25.840394 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-631672d4-0db1-4f41-8b52-5762288111be None None] Attempting to bind port 903a6b01-9841-4e55-ac99-b673028ee885 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:02:25.841070 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-631672d4-0db1-4f41-8b52-5762288111be None None] Attempting to bind port 903a6b01-9841-4e55-ac99-b673028ee885 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '2104a0e1-8164-4350-a7d3-f0da6fe5f81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '89950bc7-996b-4c37-b6f9-4ed374616c9f'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:02:25.841696 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631672d4-0db1-4f41-8b52-5762288111be None None] Attempting to bind port 903a6b01-9841-4e55-ac99-b673028ee885 on network 89950bc7-996b-4c37-b6f9-4ed374616c9f {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:02:25.847713 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631672d4-0db1-4f41-8b52-5762288111be None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:02:25.848452 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631672d4-0db1-4f41-8b52-5762288111be None None] Checking segment: {'id': '2104a0e1-8164-4350-a7d3-f0da6fe5f81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '89950bc7-996b-4c37-b6f9-4ed374616c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:02:25.849218 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-631672d4-0db1-4f41-8b52-5762288111be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:25.849861 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631672d4-0db1-4f41-8b52-5762288111be None None] Bound using segment: {'id': '2104a0e1-8164-4350-a7d3-f0da6fe5f81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '89950bc7-996b-4c37-b6f9-4ed374616c9f'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:02:25.850682 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-631672d4-0db1-4f41-8b52-5762288111be None None] Bound port: 903a6b01-9841-4e55-ac99-b673028ee885, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2104a0e1-8164-4350-a7d3-f0da6fe5f81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '89950bc7-996b-4c37-b6f9-4ed374616c9f'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:02:25.856858 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-72183fbc-4419-4e06-9727-6423e292dc38 req-54a0cad4-7bd3-4620-9966-1644a9559663 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3873118-0689-4606-9698-7a62b272dada HTTP/1.1" status: 200 len: 210 time: 0.1619537 Nov 27 04:02:25.857564 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-631672d4-0db1-4f41-8b52-5762288111be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:25.868745 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-84f1f4cb-6c32-4041-8f40-23ac2e87f5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:25.883830 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588f53c7-e3a3-4d04-9686-4d7e0ee04472 tempest-RoutersAdminNegativeIpV6Test-108908483 tempest-RoutersAdminNegativeIpV6Test-108908483-project-admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:02:25.893062 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-588f53c7-e3a3-4d04-9686-4d7e0ee04472 tempest-RoutersAdminNegativeIpV6Test-108908483 tempest-RoutersAdminNegativeIpV6Test-108908483-project-admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:02:25.904541 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588f53c7-e3a3-4d04-9686-4d7e0ee04472 tempest-RoutersAdminNegativeIpV6Test-108908483 tempest-RoutersAdminNegativeIpV6Test-108908483-project-admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:02:25.933675 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['75555083-b6de-4f3b-aa51-f9f615d4f208'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:02:25.994189 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588f53c7-e3a3-4d04-9686-4d7e0ee04472 tempest-RoutersAdminNegativeIpV6Test-108908483 tempest-RoutersAdminNegativeIpV6Test-108908483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:25.994850 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-588f53c7-e3a3-4d04-9686-4d7e0ee04472 tempest-RoutersAdminNegativeIpV6Test-108908483 tempest-RoutersAdminNegativeIpV6Test-108908483-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:25.999868 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7b2be882-d17a-4d32-878e-e534521059d8 req-278f8887-cd6d-4a8a-b02c-9ec95c5b221e service neutron] 10.222.0.20 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455409 Nov 27 04:02:26.017370 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-588f53c7-e3a3-4d04-9686-4d7e0ee04472 tempest-RoutersAdminNegativeIpV6Test-108908483 tempest-RoutersAdminNegativeIpV6Test-108908483-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.0984256 Nov 27 04:02:26.019801 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54804) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:26.025331 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-f49bc2a0-8a40-40f2-97fd-da559fab768e tempest-RoutersAdminNegativeIpV6Test-108908483 tempest-RoutersAdminNegativeIpV6Test-108908483-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.62'}]}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:02:26.031827 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-28ace70c-4515-4222-8dd8-c8023ecabf82 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:26.049981 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f49bc2a0-8a40-40f2-97fd-da559fab768e tempest-RoutersAdminNegativeIpV6Test-108908483 tempest-RoutersAdminNegativeIpV6Test-108908483-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:26.051261 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f49bc2a0-8a40-40f2-97fd-da559fab768e tempest-RoutersAdminNegativeIpV6Test-108908483 tempest-RoutersAdminNegativeIpV6Test-108908483-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:26.121533 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f49bc2a0-8a40-40f2-97fd-da559fab768e tempest-RoutersAdminNegativeIpV6Test-108908483 tempest-RoutersAdminNegativeIpV6Test-108908483-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:26.121773 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f1f4cb-6c32-4041-8f40-23ac2e87f5f9 None None] Network a2138379-f779-4513-8663-d34185113021 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:02:26.123891 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-1acde4ba-e4e8-43c0-b8cb-56186c03d06c tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:26.125574 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-1acde4ba-e4e8-43c0-b8cb-56186c03d06c tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.23 "GET /v2.0/networks?id=759ac2b1-65e6-49cb-874d-aae0615c0432 HTTP/1.1" status: 200 len: 814 time: 0.2517118 Nov 27 04:02:26.128015 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f1f4cb-6c32-4041-8f40-23ac2e87f5f9 None None] Pushing event updated for resources: {'Port': ['ID=a7be0f9a-2f1a-443d-a2f2-2d0f8131bdf2,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:26.153518 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ace70c-4515-4222-8dd8-c8023ecabf82 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Pushing event deleted for resources: {'Subnet': ['ID=ff2c11b2-5ea7-4f16-8160-32b2d2f3e722,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:26.158375 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-84f1f4cb-6c32-4041-8f40-23ac2e87f5f9 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:02:26.168461 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f1f4cb-6c32-4041-8f40-23ac2e87f5f9 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:02:26.169684 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-e76c7ed5-6981-4faa-a60b-c65ab1fbbe94 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Request body: {'port': {'device_id': 'd3873118-0689-4606-9698-7a62b272dada', 'network_id': '759ac2b1-65e6-49cb-874d-aae0615c0432', 'admin_state_up': True, 'tenant_id': '2a559fcfd820469880e400429349a9fc'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:02:26.191924 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-631672d4-0db1-4f41-8b52-5762288111be None None] For port 903a6b01-9841-4e55-ac99-b673028ee885, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:02:26.199438 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-631672d4-0db1-4f41-8b52-5762288111be None None] For port 903a6b01-9841-4e55-ac99-b673028ee885, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=903a6b01-9841-4e55-ac99-b673028ee885,segment=NetworkSegment(2104a0e1-8164-4350-a7d3-f0da6fe5f81b),segment_id=2104a0e1-8164-4350-a7d3-f0da6fe5f81b)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:02:26.228934 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-631672d4-0db1-4f41-8b52-5762288111be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:26.306603 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-28ace70c-4515-4222-8dd8-c8023ecabf82 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:26.310359 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-28ace70c-4515-4222-8dd8-c8023ecabf82 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] 10.222.0.20 "DELETE /v2.0/subnets/ff2c11b2-5ea7-4f16-8160-32b2d2f3e722 HTTP/1.1" status: 204 len: 168 time: 1.8440168 Nov 27 04:02:26.325137 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54812) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:26.336168 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-84f1f4cb-6c32-4041-8f40-23ac2e87f5f9 None None] Attempting to bind port a7be0f9a-2f1a-443d-a2f2-2d0f8131bdf2 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:02:26.336549 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-84f1f4cb-6c32-4041-8f40-23ac2e87f5f9 None None] Attempting to bind port a7be0f9a-2f1a-443d-a2f2-2d0f8131bdf2 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '1e0d7a63-a770-4f17-8542-2d6ef3e1d5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a2138379-f779-4513-8663-d34185113021'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:02:26.336926 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f1f4cb-6c32-4041-8f40-23ac2e87f5f9 None None] Attempting to bind port a7be0f9a-2f1a-443d-a2f2-2d0f8131bdf2 on network a2138379-f779-4513-8663-d34185113021 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:02:26.365908 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f1f4cb-6c32-4041-8f40-23ac2e87f5f9 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:02:26.366301 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f1f4cb-6c32-4041-8f40-23ac2e87f5f9 None None] Checking segment: {'id': '1e0d7a63-a770-4f17-8542-2d6ef3e1d5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a2138379-f779-4513-8663-d34185113021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:02:26.367409 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-84f1f4cb-6c32-4041-8f40-23ac2e87f5f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:26.367409 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f1f4cb-6c32-4041-8f40-23ac2e87f5f9 None None] Bound using segment: {'id': '1e0d7a63-a770-4f17-8542-2d6ef3e1d5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a2138379-f779-4513-8663-d34185113021'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:02:26.367660 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-84f1f4cb-6c32-4041-8f40-23ac2e87f5f9 None None] Bound port: a7be0f9a-2f1a-443d-a2f2-2d0f8131bdf2, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e0d7a63-a770-4f17-8542-2d6ef3e1d5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a2138379-f779-4513-8663-d34185113021'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:02:26.368017 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-84f1f4cb-6c32-4041-8f40-23ac2e87f5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:26.399735 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9b23f46c-de1d-4365-96f1-12e59e470ebe req-3af566a1-0336-4171-9eeb-b0e106898ccb tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a66f33e-ed16-490f-be22-c59609114a3f HTTP/1.1" status: 200 len: 210 time: 0.1025054 Nov 27 04:02:26.404395 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631672d4-0db1-4f41-8b52-5762288111be None None] Pushing event updated for resources: {'Port': ['ID=903a6b01-9841-4e55-ac99-b673028ee885,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:26.534816 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-84f1f4cb-6c32-4041-8f40-23ac2e87f5f9 None None] For port a7be0f9a-2f1a-443d-a2f2-2d0f8131bdf2, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:02:26.539272 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-84f1f4cb-6c32-4041-8f40-23ac2e87f5f9 None None] For port a7be0f9a-2f1a-443d-a2f2-2d0f8131bdf2, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=a7be0f9a-2f1a-443d-a2f2-2d0f8131bdf2,segment=NetworkSegment(1e0d7a63-a770-4f17-8542-2d6ef3e1d5ba),segment_id=1e0d7a63-a770-4f17-8542-2d6ef3e1d5ba)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:02:26.552502 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-84f1f4cb-6c32-4041-8f40-23ac2e87f5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:26.561027 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a722e-1fa9-41f0-ab5b-2c16a43263b3 req-d4e95d57-1cb7-451c-8a7c-0f11673aeaf5 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:26.569716 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dd8a722e-1fa9-41f0-ab5b-2c16a43263b3 req-d4e95d57-1cb7-451c-8a7c-0f11673aeaf5 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f585d2a-2032-4625-8d28-75e384015ae2 HTTP/1.1" status: 200 len: 944 time: 0.3883324 Nov 27 04:02:26.636859 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-312af770-37ce-4b0a-9f0a-11b343fe709f tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Deleting subnet 5fc59c0c-bb5f-444e-8d43-1ecd17e5c2a5 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:02:26.647180 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-312af770-37ce-4b0a-9f0a-11b343fe709f tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:26.686844 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dd8a722e-1fa9-41f0-ab5b-2c16a43263b3 req-1ec3f727-575f-47c2-abb1-7260770b65e9 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160977 Nov 27 04:02:26.688290 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-e76c7ed5-6981-4faa-a60b-c65ab1fbbe94 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Made reservation on behalf of 2a559fcfd820469880e400429349a9fc for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:02:26.692055 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-e76c7ed5-6981-4faa-a60b-c65ab1fbbe94 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:26.714764 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f49bc2a0-8a40-40f2-97fd-da559fab768e tempest-RoutersAdminNegativeIpV6Test-108908483 tempest-RoutersAdminNegativeIpV6Test-108908483-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:26.747346 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f1f4cb-6c32-4041-8f40-23ac2e87f5f9 None None] Pushing event updated for resources: {'Port': ['ID=a7be0f9a-2f1a-443d-a2f2-2d0f8131bdf2,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:26.841649 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-312af770-37ce-4b0a-9f0a-11b343fe709f tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:26.964349 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-e76c7ed5-6981-4faa-a60b-c65ab1fbbe94 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Allocated IP 172.20.0.5 (759ac2b1-65e6-49cb-874d-aae0615c0432/f0fcef5c-b309-4313-95f8-651075054f8e/17fb2973-29f3-4d7b-9f1b-1960f8905677) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:02:27.055560 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-312af770-37ce-4b0a-9f0a-11b343fe709f tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:27.254807 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-312af770-37ce-4b0a-9f0a-11b343fe709f tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:27.279307 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 903a6b01-9841-4e55-ac99-b673028ee885 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:02:27.306086 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-312af770-37ce-4b0a-9f0a-11b343fe709f tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:27.323640 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-312af770-37ce-4b0a-9f0a-11b343fe709f tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] 10.222.0.20 "DELETE /v2.0/subnets/5fc59c0c-bb5f-444e-8d43-1ecd17e5c2a5 HTTP/1.1" status: 204 len: 168 time: 0.9972830 Nov 27 04:02:27.364541 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54832) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:27.364865 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54834) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:27.371493 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 903a6b01-9841-4e55-ac99-b673028ee885 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:02:27.371872 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:27.467062 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312af770-37ce-4b0a-9f0a-11b343fe709f tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Pushing event deleted for resources: {'Subnet': ['ID=5fc59c0c-bb5f-444e-8d43-1ecd17e5c2a5,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:27.531743 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-e76c7ed5-6981-4faa-a60b-c65ab1fbbe94 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:27.636660 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bda3f7e1-7a12-4ecc-8a1b-4d78519a27a8 req-4590fa7a-ccff-428d-982d-49f40eabcb34 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a66f33e-ed16-490f-be22-c59609114a3f HTTP/1.1" status: 200 len: 210 time: 0.0548933 Nov 27 04:02:27.638301 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:27.639140 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-e76c7ed5-6981-4faa-a60b-c65ab1fbbe94 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:27.687904 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-199eb125-2241-4690-b211-33396ed51abd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:27.697640 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 903a6b01-9841-4e55-ac99-b673028ee885, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=903a6b01-9841-4e55-ac99-b673028ee885,segment=NetworkSegment(2104a0e1-8164-4350-a7d3-f0da6fe5f81b),segment_id=2104a0e1-8164-4350-a7d3-f0da6fe5f81b)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:02:27.704003 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:27.740926 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-e76c7ed5-6981-4faa-a60b-c65ab1fbbe94 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Network 759ac2b1-65e6-49cb-874d-aae0615c0432 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:02:27.745163 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-e76c7ed5-6981-4faa-a60b-c65ab1fbbe94 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:02:27.750753 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-e76c7ed5-6981-4faa-a60b-c65ab1fbbe94 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:02:27.830036 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7ed5-6981-4faa-a60b-c65ab1fbbe94 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Pushing event updated for resources: {'Port': ['ID=17fb2973-29f3-4d7b-9f1b-1960f8905677,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:27.840262 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=903a6b01-9841-4e55-ac99-b673028ee885,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:27.876284 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-e76c7ed5-6981-4faa-a60b-c65ab1fbbe94 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:27.877156 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-e76c7ed5-6981-4faa-a60b-c65ab1fbbe94 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:27.904109 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-e76c7ed5-6981-4faa-a60b-c65ab1fbbe94 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7533998 Nov 27 04:02:27.910670 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e9c1f5-bdff-47c5-9b54-a7bc70af630a tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:27.913502 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-58e9c1f5-bdff-47c5-9b54-a7bc70af630a tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5473421 Nov 27 04:02:27.917464 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54846) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:27.935762 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f49bc2a0-8a40-40f2-97fd-da559fab768e tempest-RoutersAdminNegativeIpV6Test-108908483 tempest-RoutersAdminNegativeIpV6Test-108908483-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:27.942609 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-c53444e4-10ee-4c9f-8a81-5df97f9d3b50 service neutron] Request body: {'port': {'device_id': 'd3873118-0689-4606-9698-7a62b272dada', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:02:27.985823 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f49bc2a0-8a40-40f2-97fd-da559fab768e tempest-RoutersAdminNegativeIpV6Test-108908483 tempest-RoutersAdminNegativeIpV6Test-108908483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:28.059355 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da098f9a-ca26-48da-813d-1e7b170cca80 req-740f59d5-f75b-4b32-a012-c3efef4e1f36 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:28.067589 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-da098f9a-ca26-48da-813d-1e7b170cca80 req-740f59d5-f75b-4b32-a012-c3efef4e1f36 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3873118-0689-4606-9698-7a62b272dada HTTP/1.1" status: 200 len: 931 time: 0.8963449 Nov 27 04:02:28.152008 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-c53444e4-10ee-4c9f-8a81-5df97f9d3b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:28.207684 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-38d259de-8e26-4aa4-b7a6-466cb58633d3 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:28.247899 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 75555083-b6de-4f3b-aa51-f9f615d4f208 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:02:28.344862 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af38c8c-ae52-4124-8985-87a420b61e5a None None] Network 89950bc7-996b-4c37-b6f9-4ed374616c9f requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:02:28.375260 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-da098f9a-ca26-48da-813d-1e7b170cca80 req-6eab4a6d-4ccd-4e90-a7b5-539e0199084b tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/security-groups?id=8836fad6-5b2e-4036-bf51-408bbb5dc58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065515 Nov 27 04:02:28.525094 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2be882-d17a-4d32-878e-e534521059d8 req-d5ffe490-0269-44a8-a583-dcd48e391ee7 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:28.527022 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7b2be882-d17a-4d32-878e-e534521059d8 req-d5ffe490-0269-44a8-a583-dcd48e391ee7 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.11 "GET /v2.0/networks?id=ab8fc313-e01d-42bb-a8ec-9d136b503637 HTTP/1.1" status: 200 len: 811 time: 0.3007443 Nov 27 04:02:28.529540 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-199eb125-2241-4690-b211-33396ed51abd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:28.536345 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-199eb125-2241-4690-b211-33396ed51abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:28.568080 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-7b2be882-d17a-4d32-878e-e534521059d8 req-353b748c-bd3b-4070-bf9b-ec9e36d1b7ee tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Request body: {'port': {'device_id': '0a66f33e-ed16-490f-be22-c59609114a3f', 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637', 'admin_state_up': True, 'tenant_id': 'b01c762313d54b279f09c5e5d81dadbf'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:02:28.569064 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-5e4ada94-8b4b-487e-bbbd-ad0cc025117a None None] Provisioning complete for port 903a6b01-9841-4e55-ac99-b673028ee885 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:02:28.569483 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5e4ada94-8b4b-487e-bbbd-ad0cc025117a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:28.604095 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-199eb125-2241-4690-b211-33396ed51abd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0076fba5684249f7a35369ba64947402&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2205772 Nov 27 04:02:28.604869 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54848) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:28.616914 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e885ee-6fb9-468f-8e8c-419f6c6744ea req-cade8968-efba-406b-92c4-c4ce99c9970a tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:28.624678 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c5e885ee-6fb9-468f-8e8c-419f6c6744ea req-cade8968-efba-406b-92c4-c4ce99c9970a tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f585d2a-2032-4625-8d28-75e384015ae2 HTTP/1.1" status: 200 len: 944 time: 0.7336552 Nov 27 04:02:28.640207 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f49bc2a0-8a40-40f2-97fd-da559fab768e tempest-RoutersAdminNegativeIpV6Test-108908483 tempest-RoutersAdminNegativeIpV6Test-108908483-project-admin] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:28.734369 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 75555083-b6de-4f3b-aa51-f9f615d4f208 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:02:28.757719 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 75555083-b6de-4f3b-aa51-f9f615d4f208 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:02:28.757950 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:28.764827 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199eb125-2241-4690-b211-33396ed51abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87958928-a94a-40a9-aaef-7643d1b8b38c,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:28.807743 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32134c5-f7df-4475-8e04-644f1d123d57 None None] Network a2138379-f779-4513-8663-d34185113021 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:02:28.907636 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c5e885ee-6fb9-468f-8e8c-419f6c6744ea req-a87ca58c-b4a5-42f4-a252-facd139efa69 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818968 Nov 27 04:02:28.991858 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1e002e05-ad3a-48e8-b71a-a8ca182164d6 req-70e7e43b-65bd-4831-91ae-7cb697a0a47a tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a66f33e-ed16-490f-be22-c59609114a3f HTTP/1.1" status: 200 len: 210 time: 0.1682699 Nov 27 04:02:29.000797 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f49bc2a0-8a40-40f2-97fd-da559fab768e tempest-RoutersAdminNegativeIpV6Test-108908483 tempest-RoutersAdminNegativeIpV6Test-108908483-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:29.008686 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f49bc2a0-8a40-40f2-97fd-da559fab768e tempest-RoutersAdminNegativeIpV6Test-108908483 tempest-RoutersAdminNegativeIpV6Test-108908483-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:29.022248 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:29.029321 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bafda9-c76c-4ef8-b452-2104ad19146a None None] DHCP port deletion for 89950bc7-996b-4c37-b6f9-4ed374616c9f request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:02:29.095790 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c59bedc0-189f-488a-bcef-e55f8aafda22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:29.096471 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-38d259de-8e26-4aa4-b7a6-466cb58633d3 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Deleting port a7be0f9a-2f1a-443d-a2f2-2d0f8131bdf2 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:02:29.096471 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-38d259de-8e26-4aa4-b7a6-466cb58633d3 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:29.143450 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c59bedc0-189f-488a-bcef-e55f8aafda22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:29.155380 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device a7be0f9a-2f1a-443d-a2f2-2d0f8131bdf2 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:02:29.190284 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f49bc2a0-8a40-40f2-97fd-da559fab768e tempest-RoutersAdminNegativeIpV6Test-108908483 tempest-RoutersAdminNegativeIpV6Test-108908483-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:29.190846 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49bc2a0-8a40-40f2-97fd-da559fab768e tempest-RoutersAdminNegativeIpV6Test-108908483 tempest-RoutersAdminNegativeIpV6Test-108908483-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e4cf3c1f-b095-4db9-a105-4cba66f71d94 {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:02:29.193786 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f585d2a-2032-4625-8d28-75e384015ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75555083-b6de-4f3b-aa51-f9f615d4f208'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:02:29.196234 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070e7c41-07af-4556-ba2d-5676e02ce96d" -d '{"events": [{"server_uuid": "0f585d2a-2032-4625-8d28-75e384015ae2", "name": "network-vif-plugged", "status": "completed", "tag": "75555083-b6de-4f3b-aa51-f9f615d4f208"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:02:29.228163 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 75555083-b6de-4f3b-aa51-f9f615d4f208, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=75555083-b6de-4f3b-aa51-f9f615d4f208,segment=NetworkSegment(a77aec41-6b93-4bde-8c56-cad500723cdd),segment_id=a77aec41-6b93-4bde-8c56-cad500723cdd)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:02:29.238716 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-38d259de-8e26-4aa4-b7a6-466cb58633d3 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] For port a7be0f9a-2f1a-443d-a2f2-2d0f8131bdf2, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=a7be0f9a-2f1a-443d-a2f2-2d0f8131bdf2,segment=NetworkSegment(1e0d7a63-a770-4f17-8542-2d6ef3e1d5ba),segment_id=1e0d7a63-a770-4f17-8542-2d6ef3e1d5ba)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:02:29.239200 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-38d259de-8e26-4aa4-b7a6-466cb58633d3 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:29.244664 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-c53444e4-10ee-4c9f-8a81-5df97f9d3b50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17fb2973-29f3-4d7b-9f1b-1960f8905677 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:02:29.245221 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:29.263175 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-5deadf15-1f6c-433b-8259-aabd56a26834 None None] Provisioning complete for port a7be0f9a-2f1a-443d-a2f2-2d0f8131bdf2 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:02:29.263597 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5deadf15-1f6c-433b-8259-aabd56a26834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:29.267396 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-c53444e4-10ee-4c9f-8a81-5df97f9d3b50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:29.279613 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-38d259de-8e26-4aa4-b7a6-466cb58633d3 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Calling delete_port for a7be0f9a-2f1a-443d-a2f2-2d0f8131bdf2 owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:02:29.293355 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb8b1bb-b8b0-4049-9b66-fb4b33b2e37e x-openstack-request-id: req-0bb8b1bb-b8b0-4049-9b66-fb4b33b2e37e {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:02:29.293733 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f585d2a-2032-4625-8d28-75e384015ae2", "name": "network-vif-plugged", "status": "completed", "tag": "75555083-b6de-4f3b-aa51-f9f615d4f208", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:02:29.294071 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0bb8b1bb-b8b0-4049-9b66-fb4b33b2e37e {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:02:29.294499 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f585d2a-2032-4625-8d28-75e384015ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75555083-b6de-4f3b-aa51-f9f615d4f208', 'code': 200} Nov 27 04:02:29.304110 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c59bedc0-189f-488a-bcef-e55f8aafda22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:29.307376 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c59bedc0-189f-488a-bcef-e55f8aafda22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:29.308646 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c59bedc0-189f-488a-bcef-e55f8aafda22 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/87958928-a94a-40a9-aaef-7643d1b8b38c HTTP/1.1" status: 204 len: 168 time: 0.6698949 Nov 27 04:02:29.336757 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-c53444e4-10ee-4c9f-8a81-5df97f9d3b50 service neutron] Transition to ACTIVE for port object 17fb2973-29f3-4d7b-9f1b-1960f8905677 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:02:29.357639 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59bedc0-189f-488a-bcef-e55f8aafda22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87958928-a94a-40a9-aaef-7643d1b8b38c,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:29.375032 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe4195f-c4f7-46a4-ac3e-69858edddb6e None None] DHCP port deletion for a2138379-f779-4513-8663-d34185113021 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:02:29.377413 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb649e2-89b2-4d5a-b1b0-ee6c10303bcb req-0a3c5038-f3b0-4c79-83c4-7a70328a0243 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:29.385894 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb649e2-89b2-4d5a-b1b0-ee6c10303bcb req-0a3c5038-f3b0-4c79-83c4-7a70328a0243 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:29.394082 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-64bafda9-c76c-4ef8-b452-2104ad19146a None None] Deleting port 903a6b01-9841-4e55-ac99-b673028ee885 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:02:29.394411 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-64bafda9-c76c-4ef8-b452-2104ad19146a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:29.394925 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb649e2-89b2-4d5a-b1b0-ee6c10303bcb req-0a3c5038-f3b0-4c79-83c4-7a70328a0243 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:29.405020 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb649e2-89b2-4d5a-b1b0-ee6c10303bcb req-0a3c5038-f3b0-4c79-83c4-7a70328a0243 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:29.406073 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-c53444e4-10ee-4c9f-8a81-5df97f9d3b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:29.415264 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb649e2-89b2-4d5a-b1b0-ee6c10303bcb req-0a3c5038-f3b0-4c79-83c4-7a70328a0243 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:29.425180 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb649e2-89b2-4d5a-b1b0-ee6c10303bcb req-0a3c5038-f3b0-4c79-83c4-7a70328a0243 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:29.432763 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb649e2-89b2-4d5a-b1b0-ee6c10303bcb req-0a3c5038-f3b0-4c79-83c4-7a70328a0243 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:29.442341 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7eb649e2-89b2-4d5a-b1b0-ee6c10303bcb req-0a3c5038-f3b0-4c79-83c4-7a70328a0243 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 5434 time: 0.2528162 Nov 27 04:02:29.458991 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b2be882-d17a-4d32-878e-e534521059d8 req-353b748c-bd3b-4070-bf9b-ec9e36d1b7ee tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Made reservation on behalf of b01c762313d54b279f09c5e5d81dadbf for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:02:29.463448 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-7b2be882-d17a-4d32-878e-e534521059d8 req-353b748c-bd3b-4070-bf9b-ec9e36d1b7ee tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:29.480917 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-f49bc2a0-8a40-40f2-97fd-da559fab768e tempest-RoutersAdminNegativeIpV6Test-108908483 tempest-RoutersAdminNegativeIpV6Test-108908483-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 27 04:02:29.485159 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f49bc2a0-8a40-40f2-97fd-da559fab768e tempest-RoutersAdminNegativeIpV6Test-108908483 tempest-RoutersAdminNegativeIpV6Test-108908483-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.4613032 Nov 27 04:02:29.488866 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=75555083-b6de-4f3b-aa51-f9f615d4f208,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:29.507685 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port a7be0f9a-2f1a-443d-a2f2-2d0f8131bdf2 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:02:29.508349 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:29.524662 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54862) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:29.633258 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-7b2be882-d17a-4d32-878e-e534521059d8 req-353b748c-bd3b-4070-bf9b-ec9e36d1b7ee tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Allocated IP 172.20.0.13 (ab8fc313-e01d-42bb-a8ec-9d136b503637/ef82cdfa-d224-4963-bff3-3b0049ffee0b/f74ad9d9-2135-4219-a2cf-c8a9687f47b2) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:02:29.733308 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53444e4-10ee-4c9f-8a81-5df97f9d3b50 service neutron] Pushing event updated for resources: {'Port': ['ID=17fb2973-29f3-4d7b-9f1b-1960f8905677,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:29.762157 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-64bafda9-c76c-4ef8-b452-2104ad19146a None None] For port 903a6b01-9841-4e55-ac99-b673028ee885, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=903a6b01-9841-4e55-ac99-b673028ee885,segment=NetworkSegment(2104a0e1-8164-4350-a7d3-f0da6fe5f81b),segment_id=2104a0e1-8164-4350-a7d3-f0da6fe5f81b)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:02:29.762588 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-64bafda9-c76c-4ef8-b452-2104ad19146a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:29.763316 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff04d8-93c1-4314-9f05-24ed844d7ea9 req-d3e26c2c-aedf-40f0-b168-d66eb5cea6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:29.766102 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2cff04d8-93c1-4314-9f05-24ed844d7ea9 req-d3e26c2c-aedf-40f0-b168-d66eb5cea6bb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0f585d2a-2032-4625-8d28-75e384015ae2 HTTP/1.1" status: 200 len: 1096 time: 0.3517704 Nov 27 04:02:29.796791 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c0d27-1d8d-4f2d-94db-3789afd8de7e req-e23890d8-f920-4afe-94ff-50434c41a23e tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:29.806088 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5c7c0d27-1d8d-4f2d-94db-3789afd8de7e req-e23890d8-f920-4afe-94ff-50434c41a23e tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3873118-0689-4606-9698-7a62b272dada HTTP/1.1" status: 200 len: 943 time: 0.3175862 Nov 27 04:02:29.816085 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-64bafda9-c76c-4ef8-b452-2104ad19146a None None] Calling delete_port for 903a6b01-9841-4e55-ac99-b673028ee885 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:02:29.818635 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-38d259de-8e26-4aa4-b7a6-466cb58633d3 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:29.820529 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-7b2be882-d17a-4d32-878e-e534521059d8 req-353b748c-bd3b-4070-bf9b-ec9e36d1b7ee tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:29.833555 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Could not find standard attr ID for object a7be0f9a-2f1a-443d-a2f2-2d0f8131bdf2. {{(pid=110020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 04:02:29.845071 n-d-819494-3 neutron-server[110020]: INFO neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No ports have port_id starting with a7be0f9a-2f1a-443d-a2f2-2d0f8131bdf2 Nov 27 04:02:29.890196 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d259de-8e26-4aa4-b7a6-466cb58633d3 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Pushing event deleted for resources: {'Port': ['ID=a7be0f9a-2f1a-443d-a2f2-2d0f8131bdf2,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:29.899812 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d259de-8e26-4aa4-b7a6-466cb58633d3 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] No DVR routers for this DVR port a7be0f9a-2f1a-443d-a2f2-2d0f8131bdf2 on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:02:29.913159 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7eb649e2-89b2-4d5a-b1b0-ee6c10303bcb req-6c786eae-07e5-479d-8538-d16a86c75fc8 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb62b710-5bd5-4197-94f7-dd959bb3e843&id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4658811 Nov 27 04:02:29.921502 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-7b2be882-d17a-4d32-878e-e534521059d8 req-353b748c-bd3b-4070-bf9b-ec9e36d1b7ee tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:29.969063 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-9fe4195f-c4f7-46a4-ac3e-69858edddb6e None None] Deleting port a7be0f9a-2f1a-443d-a2f2-2d0f8131bdf2 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:02:29.969588 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9fe4195f-c4f7-46a4-ac3e-69858edddb6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:29.972702 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-64bafda9-c76c-4ef8-b452-2104ad19146a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:29.984603 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5deadf15-1f6c-433b-8259-aabd56a26834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:29.987191 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b2be882-d17a-4d32-878e-e534521059d8 req-353b748c-bd3b-4070-bf9b-ec9e36d1b7ee tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Network ab8fc313-e01d-42bb-a8ec-9d136b503637 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:02:29.992257 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-7b2be882-d17a-4d32-878e-e534521059d8 req-353b748c-bd3b-4070-bf9b-ec9e36d1b7ee tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:02:30.006617 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-c53444e4-10ee-4c9f-8a81-5df97f9d3b50 service neutron] Attempting to bind port 17fb2973-29f3-4d7b-9f1b-1960f8905677 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:02:30.006874 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-c53444e4-10ee-4c9f-8a81-5df97f9d3b50 service neutron] Attempting to bind port 17fb2973-29f3-4d7b-9f1b-1960f8905677 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': 'ebf9e551-55f8-4bea-b6f1-8b78b226551a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '759ac2b1-65e6-49cb-874d-aae0615c0432'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:02:30.007580 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-c53444e4-10ee-4c9f-8a81-5df97f9d3b50 service neutron] Attempting to bind port 17fb2973-29f3-4d7b-9f1b-1960f8905677 on network 759ac2b1-65e6-49cb-874d-aae0615c0432 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:02:30.011058 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b2be882-d17a-4d32-878e-e534521059d8 req-353b748c-bd3b-4070-bf9b-ec9e36d1b7ee tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:02:30.013880 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bafda9-c76c-4ef8-b452-2104ad19146a None None] No DVR routers for this DVR port 903a6b01-9841-4e55-ac99-b673028ee885 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:02:30.081996 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bafda9-c76c-4ef8-b452-2104ad19146a None None] Pushing event deleted for resources: {'Port': ['ID=903a6b01-9841-4e55-ac99-b673028ee885,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:30.128161 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-38d259de-8e26-4aa4-b7a6-466cb58633d3 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:30.160979 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-9fe4195f-c4f7-46a4-ac3e-69858edddb6e None None] For port a7be0f9a-2f1a-443d-a2f2-2d0f8131bdf2, host n-d-819494-3, got binding levels [] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:02:30.162496 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9fe4195f-c4f7-46a4-ac3e-69858edddb6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:30.180795 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5c7c0d27-1d8d-4f2d-94db-3789afd8de7e req-ccf449e6-4d17-4405-b2ab-69feda731cee tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/security-groups?id=8836fad6-5b2e-4036-bf51-408bbb5dc58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735940 Nov 27 04:02:30.190117 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b748c-bd3b-4070-bf9b-ec9e36d1b7ee tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Pushing event updated for resources: {'Port': ['ID=f74ad9d9-2135-4219-a2cf-c8a9687f47b2,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:30.214950 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-9fe4195f-c4f7-46a4-ac3e-69858edddb6e None None] Calling delete_port for a7be0f9a-2f1a-443d-a2f2-2d0f8131bdf2 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:02:30.218392 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.ipam_backend_mixin [None req-9fe4195f-c4f7-46a4-ac3e-69858edddb6e None None] Port a7be0f9a-2f1a-443d-a2f2-2d0f8131bdf2 was not found and therefore no delete operation was performed {{(pid=110020) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 04:02:30.220720 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9fe4195f-c4f7-46a4-ac3e-69858edddb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:30.222015 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ecc4d-11dd-44c2-8ebb-fcfee14c87b1 req-4480a4a6-dcdf-4dcc-85b0-4f039821ea95 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:30.224404 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6b5ecc4d-11dd-44c2-8ebb-fcfee14c87b1 req-4480a4a6-dcdf-4dcc-85b0-4f039821ea95 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f585d2a-2032-4625-8d28-75e384015ae2 HTTP/1.1" status: 200 len: 945 time: 0.1280570 Nov 27 04:02:30.231484 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-c53444e4-10ee-4c9f-8a81-5df97f9d3b50 service neutron] Port 17fb2973-29f3-4d7b-9f1b-1960f8905677 on network 759ac2b1-65e6-49cb-874d-aae0615c0432 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:02:30.231484 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-c53444e4-10ee-4c9f-8a81-5df97f9d3b50 service neutron] Attempting to bind port 17fb2973-29f3-4d7b-9f1b-1960f8905677 on network 759ac2b1-65e6-49cb-874d-aae0615c0432 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:02:30.236093 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2cff04d8-93c1-4314-9f05-24ed844d7ea9 req-bfd24bfd-531e-4b40-a35d-d5e0604ea55b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4523466 Nov 27 04:02:30.240626 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-38d259de-8e26-4aa4-b7a6-466cb58633d3 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2138379-f779-4513-8663-d34185113021']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:02:30.241469 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2be882-d17a-4d32-878e-e534521059d8 req-353b748c-bd3b-4070-bf9b-ec9e36d1b7ee tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:30.242374 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-7b2be882-d17a-4d32-878e-e534521059d8 req-353b748c-bd3b-4070-bf9b-ec9e36d1b7ee tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:30.258537 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-c53444e4-10ee-4c9f-8a81-5df97f9d3b50 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:02:30.258874 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-c53444e4-10ee-4c9f-8a81-5df97f9d3b50 service neutron] Checking segment: {'id': 'ebf9e551-55f8-4bea-b6f1-8b78b226551a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '759ac2b1-65e6-49cb-874d-aae0615c0432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:02:30.259275 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-c53444e4-10ee-4c9f-8a81-5df97f9d3b50 service neutron] Bound using segment: {'id': 'ebf9e551-55f8-4bea-b6f1-8b78b226551a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '759ac2b1-65e6-49cb-874d-aae0615c0432'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:02:30.259737 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-c53444e4-10ee-4c9f-8a81-5df97f9d3b50 service neutron] Bound port: 17fb2973-29f3-4d7b-9f1b-1960f8905677, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebf9e551-55f8-4bea-b6f1-8b78b226551a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '759ac2b1-65e6-49cb-874d-aae0615c0432'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:02:30.266188 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-c53444e4-10ee-4c9f-8a81-5df97f9d3b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:30.266814 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe4195f-c4f7-46a4-ac3e-69858edddb6e None None] Pushing event deleted for resources: {'Port': ['ID=a7be0f9a-2f1a-443d-a2f2-2d0f8131bdf2,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:30.283070 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7b2be882-d17a-4d32-878e-e534521059d8 req-353b748c-bd3b-4070-bf9b-ec9e36d1b7ee tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7274230 Nov 27 04:02:30.290774 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe4195f-c4f7-46a4-ac3e-69858edddb6e None None] No DVR routers for this DVR port a7be0f9a-2f1a-443d-a2f2-2d0f8131bdf2 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:02:30.321362 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-38d259de-8e26-4aa4-b7a6-466cb58633d3 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e0d7a63-a770-4f17-8542-2d6ef3e1d5ba') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:02:30.321630 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-38d259de-8e26-4aa4-b7a6-466cb58633d3 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e0d7a63-a770-4f17-8542-2d6ef3e1d5ba') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:02:30.343301 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6b5ecc4d-11dd-44c2-8ebb-fcfee14c87b1 req-554748f5-8f1f-44a3-baf7-f759e048f1a7 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778224 Nov 27 04:02:30.367291 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-389dfde8-41cb-4208-a619-14a831f967bc tempest-RoutersAdminNegativeIpV6Test-108908483 tempest-RoutersAdminNegativeIpV6Test-108908483-project-admin] Deleting port ad83420b-162c-43ac-a90c-a73b36869b00 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:02:30.371515 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-389dfde8-41cb-4208-a619-14a831f967bc tempest-RoutersAdminNegativeIpV6Test-108908483 tempest-RoutersAdminNegativeIpV6Test-108908483-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:30.405477 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-38d259de-8e26-4aa4-b7a6-466cb58633d3 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:30.443748 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-f9bf6304-c44a-4041-ae44-8ae74f637beb None None] Provisioning complete for port f74ad9d9-2135-4219-a2cf-c8a9687f47b2 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:02:30.445244 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f9bf6304-c44a-4041-ae44-8ae74f637beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:30.477431 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-38d259de-8e26-4aa4-b7a6-466cb58633d3 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:30.497447 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a432ff-0675-4d9a-9f02-fc2a0e1aaecf req-7fee7a18-e90d-46c3-bad2-0bc73c8542e1 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:30.499258 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-54a432ff-0675-4d9a-9f02-fc2a0e1aaecf req-7fee7a18-e90d-46c3-bad2-0bc73c8542e1 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a66f33e-ed16-490f-be22-c59609114a3f HTTP/1.1" status: 200 len: 932 time: 0.0571151 Nov 27 04:02:30.500616 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-f9bf6304-c44a-4041-ae44-8ae74f637beb None None] Port f74ad9d9-2135-4219-a2cf-c8a9687f47b2 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:02:30.504606 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d259de-8e26-4aa4-b7a6-466cb58633d3 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:02:30.505551 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-38d259de-8e26-4aa4-b7a6-466cb58633d3 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:30.514265 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-7b2be882-d17a-4d32-878e-e534521059d8 req-485b1fa2-b0d4-4ba3-8460-a4fd657870f2 service neutron] Request body: {'port': {'device_id': '0a66f33e-ed16-490f-be22-c59609114a3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:02:30.515171 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:02:30.515171 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:02:30.515171 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:02:30.515171 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:02:30.515171 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:02:30.515171 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:02:30.515171 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:02:30.515171 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:02:30.515171 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:02:30.515171 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:02:30.515171 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:02:30.515171 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:02:30.515171 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:02:30.515171 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:02:30.515171 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:02:30.515171 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:02:30.515171 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:02:30.515171 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:02:30.515171 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:02:30.515171 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:02:30.515171 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:02:30.515171 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:02:30.515171 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:02:30.515171 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:02:30.515171 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:02:30.515171 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:02:30.515171 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:02:30.515171 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:02:30.515171 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:02:30.515171 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:02:30.515171 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:02:30.515171 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:02:30.602036 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d4af5-cff5-4686-907f-4f78fcd1cdbf req-ca87905d-6697-44bd-9309-63b95553e524 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:30.606994 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-54a432ff-0675-4d9a-9f02-fc2a0e1aaecf req-f53fcb65-10b3-41df-869e-9eb6f30531e3 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831199 Nov 27 04:02:30.608446 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d4af5-cff5-4686-907f-4f78fcd1cdbf req-ca87905d-6697-44bd-9309-63b95553e524 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:30.614766 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d4af5-cff5-4686-907f-4f78fcd1cdbf req-ca87905d-6697-44bd-9309-63b95553e524 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:30.629602 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d4af5-cff5-4686-907f-4f78fcd1cdbf req-ca87905d-6697-44bd-9309-63b95553e524 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:30.637228 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d4af5-cff5-4686-907f-4f78fcd1cdbf req-ca87905d-6697-44bd-9309-63b95553e524 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:30.639832 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-7b2be882-d17a-4d32-878e-e534521059d8 req-485b1fa2-b0d4-4ba3-8460-a4fd657870f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:30.643644 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d4af5-cff5-4686-907f-4f78fcd1cdbf req-ca87905d-6697-44bd-9309-63b95553e524 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:30.650452 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d4af5-cff5-4686-907f-4f78fcd1cdbf req-ca87905d-6697-44bd-9309-63b95553e524 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:30.652494 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-187d4af5-cff5-4686-907f-4f78fcd1cdbf req-ca87905d-6697-44bd-9309-63b95553e524 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 5434 time: 0.3333213 Nov 27 04:02:30.668984 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-c53444e4-10ee-4c9f-8a81-5df97f9d3b50 service neutron] For port 17fb2973-29f3-4d7b-9f1b-1960f8905677, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:02:30.675486 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-389dfde8-41cb-4208-a619-14a831f967bc tempest-RoutersAdminNegativeIpV6Test-108908483 tempest-RoutersAdminNegativeIpV6Test-108908483-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:30.693467 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-38d259de-8e26-4aa4-b7a6-466cb58633d3 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:30.696367 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-c53444e4-10ee-4c9f-8a81-5df97f9d3b50 service neutron] For port 17fb2973-29f3-4d7b-9f1b-1960f8905677, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=17fb2973-29f3-4d7b-9f1b-1960f8905677,segment=NetworkSegment(ebf9e551-55f8-4bea-b6f1-8b78b226551a),segment_id=ebf9e551-55f8-4bea-b6f1-8b78b226551a)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:02:30.706092 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-38d259de-8e26-4aa4-b7a6-466cb58633d3 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:30.713448 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-38d259de-8e26-4aa4-b7a6-466cb58633d3 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] 10.222.0.20 "DELETE /v2.0/networks/a2138379-f779-4513-8663-d34185113021 HTTP/1.1" status: 204 len: 168 time: 2.7942278 Nov 27 04:02:30.713612 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54896) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:30.715436 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-389dfde8-41cb-4208-a619-14a831f967bc tempest-RoutersAdminNegativeIpV6Test-108908483 tempest-RoutersAdminNegativeIpV6Test-108908483-project-admin] Calling delete_port for ad83420b-162c-43ac-a90c-a73b36869b00 owned by {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:02:30.717839 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-c53444e4-10ee-4c9f-8a81-5df97f9d3b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:30.741233 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d259de-8e26-4aa4-b7a6-466cb58633d3 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Pushing event deleted for resources: {'Network': ['ID=a2138379-f779-4513-8663-d34185113021,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:30.816504 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-c53444e4-10ee-4c9f-8a81-5df97f9d3b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:30.818031 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-c53444e4-10ee-4c9f-8a81-5df97f9d3b50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:30.819515 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-c53444e4-10ee-4c9f-8a81-5df97f9d3b50 service neutron] 10.222.0.23 "PUT /v2.0/ports/17fb2973-29f3-4d7b-9f1b-1960f8905677 HTTP/1.1" status: 200 len: 1091 time: 2.8857737 Nov 27 04:02:30.820033 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3873118-0689-4606-9698-7a62b272dada', 'tag': '17fb2973-29f3-4d7b-9f1b-1960f8905677'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:02:30.822517 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da80a8c-53f6-4273-9cea-e7af407a3833" -d '{"events": [{"name": "network-changed", "server_uuid": "d3873118-0689-4606-9698-7a62b272dada", "tag": "17fb2973-29f3-4d7b-9f1b-1960f8905677"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:02:30.866581 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53444e4-10ee-4c9f-8a81-5df97f9d3b50 service neutron] Pushing event updated for resources: {'Port': ['ID=17fb2973-29f3-4d7b-9f1b-1960f8905677,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:30.884742 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3676d7f-ce14-49a5-8db6-32e183268879 x-openstack-request-id: req-d3676d7f-ce14-49a5-8db6-32e183268879 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:02:30.885093 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3873118-0689-4606-9698-7a62b272dada", "tag": "17fb2973-29f3-4d7b-9f1b-1960f8905677", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:02:30.885347 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d3676d7f-ce14-49a5-8db6-32e183268879 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:02:30.885778 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3873118-0689-4606-9698-7a62b272dada', 'tag': '17fb2973-29f3-4d7b-9f1b-1960f8905677', 'status': 'completed', 'code': 200} Nov 27 04:02:30.886449 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-74ee4c98-9826-4e15-9cda-7a77a270c320 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:30.982761 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device a7be0f9a-2f1a-443d-a2f2-2d0f8131bdf2 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:02:30.994769 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-cc924631-c18e-464a-b008-7cfc9aaee9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:30.996312 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-cc924631-c18e-464a-b008-7cfc9aaee9dd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2a559fcfd820469880e400429349a9fc&device_id=d3873118-0689-4606-9698-7a62b272dada HTTP/1.1" status: 200 len: 1094 time: 0.0938356 Nov 27 04:02:31.010309 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: a7be0f9a-2f1a-443d-a2f2-2d0f8131bdf2 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:02:31.011150 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device a7be0f9a-2f1a-443d-a2f2-2d0f8131bdf2 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:02:31.011664 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 903a6b01-9841-4e55-ac99-b673028ee885 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:02:31.031734 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-389dfde8-41cb-4208-a619-14a831f967bc tempest-RoutersAdminNegativeIpV6Test-108908483 tempest-RoutersAdminNegativeIpV6Test-108908483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:31.042634 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 903a6b01-9841-4e55-ac99-b673028ee885 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:02:31.042989 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 903a6b01-9841-4e55-ac99-b673028ee885 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:02:31.100792 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389dfde8-41cb-4208-a619-14a831f967bc tempest-RoutersAdminNegativeIpV6Test-108908483 tempest-RoutersAdminNegativeIpV6Test-108908483-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad83420b-162c-43ac-a90c-a73b36869b00,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:31.105804 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-6225b805-7009-4968-aa04-5bd8b8a56cfd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17fb2973-29f3-4d7b-9f1b-1960f8905677 HTTP/1.1" status: 200 len: 217 time: 0.0828254 Nov 27 04:02:31.114603 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-74ee4c98-9826-4e15-9cda-7a77a270c320 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:31.154531 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-74ee4c98-9826-4e15-9cda-7a77a270c320 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89950bc7-996b-4c37-b6f9-4ed374616c9f']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:02:31.185540 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-74ee4c98-9826-4e15-9cda-7a77a270c320 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2104a0e1-8164-4350-a7d3-f0da6fe5f81b') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:02:31.185869 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-74ee4c98-9826-4e15-9cda-7a77a270c320 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2104a0e1-8164-4350-a7d3-f0da6fe5f81b') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:02:31.215302 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-74ee4c98-9826-4e15-9cda-7a77a270c320 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:31.226680 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-2225eafe-484d-4f50-9d54-d7c7595db101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:31.232543 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-2225eafe-484d-4f50-9d54-d7c7595db101 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f0fcef5c-b309-4313-95f8-651075054f8e HTTP/1.1" status: 200 len: 854 time: 0.1150897 Nov 27 04:02:31.233684 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-389dfde8-41cb-4208-a619-14a831f967bc tempest-RoutersAdminNegativeIpV6Test-108908483 tempest-RoutersAdminNegativeIpV6Test-108908483-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:31.241186 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-389dfde8-41cb-4208-a619-14a831f967bc tempest-RoutersAdminNegativeIpV6Test-108908483 tempest-RoutersAdminNegativeIpV6Test-108908483-project-admin] 10.222.0.20 "DELETE /v2.0/ports/ad83420b-162c-43ac-a90c-a73b36869b00 HTTP/1.1" status: 204 len: 168 time: 1.7120390 Nov 27 04:02:31.241483 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-74ee4c98-9826-4e15-9cda-7a77a270c320 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:31.258089 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-7b2be882-d17a-4d32-878e-e534521059d8 req-485b1fa2-b0d4-4ba3-8460-a4fd657870f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f74ad9d9-2135-4219-a2cf-c8a9687f47b2 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:02:31.263187 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74ee4c98-9826-4e15-9cda-7a77a270c320 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:02:31.263881 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-74ee4c98-9826-4e15-9cda-7a77a270c320 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:31.269366 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:02:31.269366 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:02:31.269366 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:02:31.269366 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:02:31.269366 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:02:31.269366 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:02:31.269366 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:02:31.269366 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:02:31.269366 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:02:31.269366 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:02:31.269366 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:02:31.269366 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:02:31.269366 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:02:31.269366 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:02:31.269366 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:02:31.269366 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:02:31.269366 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:02:31.269366 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:02:31.269366 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:02:31.269366 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:02:31.269366 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:02:31.269366 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:02:31.269366 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:02:31.269366 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:02:31.269366 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:02:31.269366 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:02:31.269366 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:02:31.269366 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:02:31.269366 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:02:31.269366 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:02:31.269366 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:02:31.269366 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:02:31.275276 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-976e0075-a6b9-4aae-a64f-cadeabb71c65 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=759ac2b1-65e6-49cb-874d-aae0615c0432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326202 Nov 27 04:02:31.416680 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-7b2be882-d17a-4d32-878e-e534521059d8 req-485b1fa2-b0d4-4ba3-8460-a4fd657870f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:31.476965 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-7b2be882-d17a-4d32-878e-e534521059d8 req-485b1fa2-b0d4-4ba3-8460-a4fd657870f2 service neutron] Transition to ACTIVE for port object f74ad9d9-2135-4219-a2cf-c8a9687f47b2 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:02:31.502757 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-74ee4c98-9826-4e15-9cda-7a77a270c320 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:31.510316 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-74ee4c98-9826-4e15-9cda-7a77a270c320 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:31.516715 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-74ee4c98-9826-4e15-9cda-7a77a270c320 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] 10.222.0.20 "DELETE /v2.0/networks/89950bc7-996b-4c37-b6f9-4ed374616c9f HTTP/1.1" status: 204 len: 168 time: 0.8000073 Nov 27 04:02:31.516715 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-7b2be882-d17a-4d32-878e-e534521059d8 req-485b1fa2-b0d4-4ba3-8460-a4fd657870f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:31.518898 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54944) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:31.535501 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ce96d-1e7b-4bb8-985b-4fe5c83e92d2 req-0fe52a84-af6a-4a5b-97f3-9ba7e0a0bd63 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:31.537108 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cf9ce96d-1e7b-4bb8-985b-4fe5c83e92d2 req-0fe52a84-af6a-4a5b-97f3-9ba7e0a0bd63 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3873118-0689-4606-9698-7a62b272dada HTTP/1.1" status: 200 len: 943 time: 0.1168761 Nov 27 04:02:31.541421 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-9682caf4-c8e6-461e-b8e4-1bc603d46ecc service neutron] 10.222.0.23 "GET /v2.0/networks/759ac2b1-65e6-49cb-874d-aae0615c0432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519250 Nov 27 04:02:31.624757 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee4c98-9826-4e15-9cda-7a77a270c320 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Pushing event deleted for resources: {'Network': ['ID=89950bc7-996b-4c37-b6f9-4ed374616c9f,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:31.644608 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cf9ce96d-1e7b-4bb8-985b-4fe5c83e92d2 req-8e326491-6768-4a55-88f1-8e71e6fef92b tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/security-groups?id=8836fad6-5b2e-4036-bf51-408bbb5dc58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991070 Nov 27 04:02:31.713261 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ef4ef74d-0e7c-4ee2-8147-ab66caaadbc9 req-b2a8699a-1cb0-4931-a56f-a24244f8711f service neutron] 10.222.0.23 "GET /v2.0/networks/759ac2b1-65e6-49cb-874d-aae0615c0432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334162 Nov 27 04:02:31.735898 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b1fa2-b0d4-4ba3-8460-a4fd657870f2 service neutron] Pushing event updated for resources: {'Port': ['ID=f74ad9d9-2135-4219-a2cf-c8a9687f47b2,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:31.741296 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54976) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:31.768162 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01c4f7-5f6d-4cbb-955e-fb0051570a02 req-05ffd5e6-01f1-45c4-abb9-30b368b1b9b8 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:31.771422 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-de01c4f7-5f6d-4cbb-955e-fb0051570a02 req-05ffd5e6-01f1-45c4-abb9-30b368b1b9b8 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f585d2a-2032-4625-8d28-75e384015ae2 HTTP/1.1" status: 200 len: 945 time: 0.3279896 Nov 27 04:02:31.781714 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6002b0e6-bea6-41a7-9f9c-272775b828e1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:31.913138 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d429cf-53fd-4c4c-a979-2c4e40a65a4c req-d93b4171-26c4-4f10-8488-5d3f4c26ddf5 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:31.931471 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d9d429cf-53fd-4c4c-a979-2c4e40a65a4c req-d93b4171-26c4-4f10-8488-5d3f4c26ddf5 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a66f33e-ed16-490f-be22-c59609114a3f HTTP/1.1" status: 200 len: 944 time: 0.1426475 Nov 27 04:02:31.979360 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d184298d-8fd2-47d4-8124-8a2c0620cb81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:32.039198 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da80a8c-53f6-4273-9cea-e7af407a3833 req-643e525d-8a90-49c4-9ef4-c9e69a686451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:32.040901 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6da80a8c-53f6-4273-9cea-e7af407a3833 req-643e525d-8a90-49c4-9ef4-c9e69a686451 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2a559fcfd820469880e400429349a9fc&device_id=d3873118-0689-4606-9698-7a62b272dada HTTP/1.1" status: 200 len: 1094 time: 0.2046599 Nov 27 04:02:32.049883 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d9d429cf-53fd-4c4c-a979-2c4e40a65a4c req-fbad7bc3-d1f9-4401-91bd-1899fd7eea70 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174672 Nov 27 04:02:32.204040 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da80a8c-53f6-4273-9cea-e7af407a3833 req-5bade047-4d45-4c8f-9d41-49d4a8bf189f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:32.205519 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6da80a8c-53f6-4273-9cea-e7af407a3833 req-5bade047-4d45-4c8f-9d41-49d4a8bf189f service neutron] 10.222.0.23 "GET /v2.0/networks?id=759ac2b1-65e6-49cb-874d-aae0615c0432 HTTP/1.1" status: 200 len: 915 time: 0.1499507 Nov 27 04:02:32.226878 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d184298d-8fd2-47d4-8124-8a2c0620cb81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:32.259202 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6da80a8c-53f6-4273-9cea-e7af407a3833 req-d328a623-5ffb-4d6d-8f44-c490d6f00ebb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17fb2973-29f3-4d7b-9f1b-1960f8905677 HTTP/1.1" status: 200 len: 217 time: 0.0438740 Nov 27 04:02:32.259790 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d184298d-8fd2-47d4-8124-8a2c0620cb81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:32.263368 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-de01c4f7-5f6d-4cbb-955e-fb0051570a02 req-2acd537f-8ef4-4787-8d73-62856178f4c3 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4791737 Nov 27 04:02:32.365785 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6002b0e6-bea6-41a7-9f9c-272775b828e1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:32.380451 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da80a8c-53f6-4273-9cea-e7af407a3833 req-fbdf9328-fffe-4afd-9992-9fbd6ce15a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:32.383619 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6da80a8c-53f6-4273-9cea-e7af407a3833 req-fbdf9328-fffe-4afd-9992-9fbd6ce15a31 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f0fcef5c-b309-4313-95f8-651075054f8e HTTP/1.1" status: 200 len: 854 time: 0.1141617 Nov 27 04:02:32.388654 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-6002b0e6-bea6-41a7-9f9c-272775b828e1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2821dfbe-b4b8-473a-b4e0-5bc706a8422d']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:02:32.405317 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-6002b0e6-bea6-41a7-9f9c-272775b828e1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2415b1b-0a4d-4585-bd9c-63ee211dcb9c') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:02:32.405639 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-6002b0e6-bea6-41a7-9f9c-272775b828e1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2415b1b-0a4d-4585-bd9c-63ee211dcb9c') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:02:32.419148 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-7b2be882-d17a-4d32-878e-e534521059d8 req-485b1fa2-b0d4-4ba3-8460-a4fd657870f2 service neutron] Attempting to bind port f74ad9d9-2135-4219-a2cf-c8a9687f47b2 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:02:32.419385 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-7b2be882-d17a-4d32-878e-e534521059d8 req-485b1fa2-b0d4-4ba3-8460-a4fd657870f2 service neutron] Attempting to bind port f74ad9d9-2135-4219-a2cf-c8a9687f47b2 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '732b5cd8-0e80-4483-9a5a-d4731966dbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:02:32.419617 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2be882-d17a-4d32-878e-e534521059d8 req-485b1fa2-b0d4-4ba3-8460-a4fd657870f2 service neutron] Attempting to bind port f74ad9d9-2135-4219-a2cf-c8a9687f47b2 on network ab8fc313-e01d-42bb-a8ec-9d136b503637 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:02:32.438903 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6002b0e6-bea6-41a7-9f9c-272775b828e1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:32.442347 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6da80a8c-53f6-4273-9cea-e7af407a3833 req-20ba32c7-f94f-4156-9067-992996f086f2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=759ac2b1-65e6-49cb-874d-aae0615c0432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434194 Nov 27 04:02:32.447889 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d184298d-8fd2-47d4-8124-8a2c0620cb81 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2089544c85ce4604b9a5a9fc19c77781&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7054973 Nov 27 04:02:32.448699 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54998) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:32.467288 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2be882-d17a-4d32-878e-e534521059d8 req-485b1fa2-b0d4-4ba3-8460-a4fd657870f2 service neutron] Port f74ad9d9-2135-4219-a2cf-c8a9687f47b2 on network ab8fc313-e01d-42bb-a8ec-9d136b503637 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:02:32.467660 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2be882-d17a-4d32-878e-e534521059d8 req-485b1fa2-b0d4-4ba3-8460-a4fd657870f2 service neutron] Attempting to bind port f74ad9d9-2135-4219-a2cf-c8a9687f47b2 on network ab8fc313-e01d-42bb-a8ec-9d136b503637 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:02:32.486765 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2be882-d17a-4d32-878e-e534521059d8 req-485b1fa2-b0d4-4ba3-8460-a4fd657870f2 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:02:32.487142 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2be882-d17a-4d32-878e-e534521059d8 req-485b1fa2-b0d4-4ba3-8460-a4fd657870f2 service neutron] Checking segment: {'id': '732b5cd8-0e80-4483-9a5a-d4731966dbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:02:32.487530 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2be882-d17a-4d32-878e-e534521059d8 req-485b1fa2-b0d4-4ba3-8460-a4fd657870f2 service neutron] Bound using segment: {'id': '732b5cd8-0e80-4483-9a5a-d4731966dbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:02:32.487992 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-7b2be882-d17a-4d32-878e-e534521059d8 req-485b1fa2-b0d4-4ba3-8460-a4fd657870f2 service neutron] Bound port: f74ad9d9-2135-4219-a2cf-c8a9687f47b2, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '732b5cd8-0e80-4483-9a5a-d4731966dbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:02:32.488362 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-7b2be882-d17a-4d32-878e-e534521059d8 req-485b1fa2-b0d4-4ba3-8460-a4fd657870f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:32.492709 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6002b0e6-bea6-41a7-9f9c-272775b828e1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:32.516595 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6002b0e6-bea6-41a7-9f9c-272775b828e1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:02:32.517319 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6002b0e6-bea6-41a7-9f9c-272775b828e1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:32.522402 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:02:32.522402 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:02:32.522402 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:02:32.522402 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:02:32.522402 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:02:32.522402 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:02:32.522402 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:02:32.522402 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:02:32.522402 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:02:32.522402 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:02:32.522402 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:02:32.522402 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:02:32.522402 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:02:32.522402 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:02:32.522402 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:02:32.522402 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:02:32.522402 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:02:32.522402 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:02:32.522402 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:02:32.522402 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:02:32.522402 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:02:32.522402 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:02:32.522402 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:02:32.522402 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:02:32.522402 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:02:32.522402 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:02:32.522402 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:02:32.522402 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:02:32.522402 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:02:32.522402 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:02:32.522402 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:02:32.522402 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:02:32.542032 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184298d-8fd2-47d4-8124-8a2c0620cb81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086ce373-ee63-4382-8e2a-744a9c4c2389,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:32.647846 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6da80a8c-53f6-4273-9cea-e7af407a3833 req-d326ef4a-e5d9-4b7a-b933-c364b01f61a4 service neutron] 10.222.0.23 "GET /v2.0/networks/759ac2b1-65e6-49cb-874d-aae0615c0432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917877 Nov 27 04:02:32.649282 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6002b0e6-bea6-41a7-9f9c-272775b828e1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:32.664922 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6002b0e6-bea6-41a7-9f9c-272775b828e1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:32.672330 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6002b0e6-bea6-41a7-9f9c-272775b828e1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] 10.222.0.20 "DELETE /v2.0/networks/2821dfbe-b4b8-473a-b4e0-5bc706a8422d HTTP/1.1" status: 204 len: 168 time: 1.1442077 Nov 27 04:02:32.674687 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55004) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:32.699305 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-7b2be882-d17a-4d32-878e-e534521059d8 req-485b1fa2-b0d4-4ba3-8460-a4fd657870f2 service neutron] For port f74ad9d9-2135-4219-a2cf-c8a9687f47b2, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:02:32.701729 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6002b0e6-bea6-41a7-9f9c-272775b828e1 tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Pushing event deleted for resources: {'Network': ['ID=2821dfbe-b4b8-473a-b4e0-5bc706a8422d,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:32.767392 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6da80a8c-53f6-4273-9cea-e7af407a3833 req-2a2d974b-5574-4d21-b12d-e761afa06848 service neutron] 10.222.0.23 "GET /v2.0/networks/759ac2b1-65e6-49cb-874d-aae0615c0432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050701 Nov 27 04:02:32.768083 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-721e9d02-ea4c-496d-ab4b-713b7026bb5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:32.771958 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3962b-a213-43ed-ac3a-1501f2e2f5d0 req-783ecffe-3e82-477d-b58b-738f3694f005 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:32.773493 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-aae3962b-a213-43ed-ac3a-1501f2e2f5d0 req-783ecffe-3e82-477d-b58b-738f3694f005 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f585d2a-2032-4625-8d28-75e384015ae2 HTTP/1.1" status: 200 len: 945 time: 0.1827669 Nov 27 04:02:32.775495 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-7b2be882-d17a-4d32-878e-e534521059d8 req-485b1fa2-b0d4-4ba3-8460-a4fd657870f2 service neutron] For port f74ad9d9-2135-4219-a2cf-c8a9687f47b2, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=f74ad9d9-2135-4219-a2cf-c8a9687f47b2,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:02:32.793844 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-7b2be882-d17a-4d32-878e-e534521059d8 req-485b1fa2-b0d4-4ba3-8460-a4fd657870f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:32.795096 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-721e9d02-ea4c-496d-ab4b-713b7026bb5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:32.812363 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55012) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:32.870381 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-047d4d6b-ff26-4481-a19d-30d289f0d31f tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:32.888454 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2be882-d17a-4d32-878e-e534521059d8 req-485b1fa2-b0d4-4ba3-8460-a4fd657870f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:32.890018 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-7b2be882-d17a-4d32-878e-e534521059d8 req-485b1fa2-b0d4-4ba3-8460-a4fd657870f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:32.892221 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7b2be882-d17a-4d32-878e-e534521059d8 req-485b1fa2-b0d4-4ba3-8460-a4fd657870f2 service neutron] 10.222.0.11 "PUT /v2.0/ports/f74ad9d9-2135-4219-a2cf-c8a9687f47b2 HTTP/1.1" status: 200 len: 1092 time: 2.3839355 Nov 27 04:02:32.892687 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a66f33e-ed16-490f-be22-c59609114a3f', 'tag': 'f74ad9d9-2135-4219-a2cf-c8a9687f47b2'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:02:32.895000 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f2ec9d-9c22-4eaf-9d98-e8686753a228" -d '{"events": [{"name": "network-changed", "server_uuid": "0a66f33e-ed16-490f-be22-c59609114a3f", "tag": "f74ad9d9-2135-4219-a2cf-c8a9687f47b2"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:02:32.921186 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1c867-0264-4168-b978-cc6fcc935b36 req-3b42e02e-051b-4db8-89c8-e71361aca4ec tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:32.922733 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-76a1c867-0264-4168-b978-cc6fcc935b36 req-3b42e02e-051b-4db8-89c8-e71361aca4ec tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3873118-0689-4606-9698-7a62b272dada HTTP/1.1" status: 200 len: 943 time: 0.1018898 Nov 27 04:02:32.940371 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-721e9d02-ea4c-496d-ab4b-713b7026bb5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:32.940757 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-aae3962b-a213-43ed-ac3a-1501f2e2f5d0 req-4f5589e4-5896-48f5-9e9c-39cd4cc5c407 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580393 Nov 27 04:02:32.941311 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b1fa2-b0d4-4ba3-8460-a4fd657870f2 service neutron] Pushing event updated for resources: {'Port': ['ID=f74ad9d9-2135-4219-a2cf-c8a9687f47b2,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:32.943020 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-721e9d02-ea4c-496d-ab4b-713b7026bb5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:32.956722 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-721e9d02-ea4c-496d-ab4b-713b7026bb5b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/086ce373-ee63-4382-8e2a-744a9c4c2389 HTTP/1.1" status: 204 len: 168 time: 0.5055559 Nov 27 04:02:32.976016 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a0950-26bb-455b-9363-307c58cb3d46 req-932a58a2-aeb4-44aa-bcbd-de1331ff54e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:32.976486 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a0950-26bb-455b-9363-307c58cb3d46 req-932a58a2-aeb4-44aa-bcbd-de1331ff54e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:32.976945 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a0950-26bb-455b-9363-307c58cb3d46 req-932a58a2-aeb4-44aa-bcbd-de1331ff54e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:32.977401 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a0950-26bb-455b-9363-307c58cb3d46 req-932a58a2-aeb4-44aa-bcbd-de1331ff54e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:32.977854 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a0950-26bb-455b-9363-307c58cb3d46 req-932a58a2-aeb4-44aa-bcbd-de1331ff54e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:32.978346 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a0950-26bb-455b-9363-307c58cb3d46 req-932a58a2-aeb4-44aa-bcbd-de1331ff54e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:32.978767 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a0950-26bb-455b-9363-307c58cb3d46 req-932a58a2-aeb4-44aa-bcbd-de1331ff54e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:32.986970 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-347a0950-26bb-455b-9363-307c58cb3d46 req-932a58a2-aeb4-44aa-bcbd-de1331ff54e7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 6491 time: 0.1734109 Nov 27 04:02:33.042516 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e9d02-ea4c-496d-ab4b-713b7026bb5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086ce373-ee63-4382-8e2a-744a9c4c2389,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:33.074978 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af33b80b-131d-4610-ba8a-281ffd5b660d x-openstack-request-id: req-af33b80b-131d-4610-ba8a-281ffd5b660d {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:02:33.075331 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a66f33e-ed16-490f-be22-c59609114a3f", "tag": "f74ad9d9-2135-4219-a2cf-c8a9687f47b2", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:02:33.075527 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af33b80b-131d-4610-ba8a-281ffd5b660d {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:02:33.075930 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a66f33e-ed16-490f-be22-c59609114a3f', 'tag': 'f74ad9d9-2135-4219-a2cf-c8a9687f47b2', 'status': 'completed', 'code': 200} Nov 27 04:02:33.109445 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-76a1c867-0264-4168-b978-cc6fcc935b36 req-ea197b26-20c5-4579-b4b7-2b2e715473f0 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/security-groups?id=8836fad6-5b2e-4036-bf51-408bbb5dc58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496887 Nov 27 04:02:33.137814 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-047d4d6b-ff26-4481-a19d-30d289f0d31f tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:33.155079 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-347a0950-26bb-455b-9363-307c58cb3d46 req-8a5ea9ad-942c-4c57-9c15-affc6b831fea service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=eb62b710-5bd5-4197-94f7-dd959bb3e843&id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1643741 Nov 27 04:02:33.184964 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2be882-d17a-4d32-878e-e534521059d8 req-41e61cbf-d193-447f-aaea-56ee2aaf3e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:33.186471 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7b2be882-d17a-4d32-878e-e534521059d8 req-41e61cbf-d193-447f-aaea-56ee2aaf3e19 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b01c762313d54b279f09c5e5d81dadbf&device_id=0a66f33e-ed16-490f-be22-c59609114a3f HTTP/1.1" status: 200 len: 1095 time: 0.2106650 Nov 27 04:02:33.191165 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-047d4d6b-ff26-4481-a19d-30d289f0d31f tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['214e074e-3c59-4583-9564-980f087b1c93']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:02:33.231528 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-047d4d6b-ff26-4481-a19d-30d289f0d31f tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5cb89cc-0e68-4b19-89f0-14a564ce6416') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:02:33.231835 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-047d4d6b-ff26-4481-a19d-30d289f0d31f tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5cb89cc-0e68-4b19-89f0-14a564ce6416') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:02:33.271138 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7b2be882-d17a-4d32-878e-e534521059d8 req-b3d6b35c-a8bf-45e1-82d4-b442685423a5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f74ad9d9-2135-4219-a2cf-c8a9687f47b2 HTTP/1.1" status: 200 len: 217 time: 0.0627482 Nov 27 04:02:33.273645 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-047d4d6b-ff26-4481-a19d-30d289f0d31f tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:33.318071 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-047d4d6b-ff26-4481-a19d-30d289f0d31f tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:33.329760 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-047d4d6b-ff26-4481-a19d-30d289f0d31f tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:02:33.330470 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-047d4d6b-ff26-4481-a19d-30d289f0d31f tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:33.335718 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:02:33.335718 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:02:33.335718 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:02:33.335718 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:02:33.335718 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:02:33.335718 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:02:33.335718 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:02:33.335718 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:02:33.335718 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:02:33.335718 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:02:33.335718 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:02:33.335718 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:02:33.335718 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:02:33.335718 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:02:33.335718 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:02:33.335718 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:02:33.335718 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:02:33.335718 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:02:33.335718 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:02:33.335718 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:02:33.335718 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:02:33.335718 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:02:33.335718 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:02:33.335718 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:02:33.335718 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:02:33.335718 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:02:33.335718 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:02:33.335718 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:02:33.335718 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:02:33.335718 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:02:33.335718 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:02:33.335718 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:02:33.390700 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01791e-6575-4e41-91a3-246cbb68cbef req-c7676933-37fd-45c4-aaea-dbfac8c3cea6 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:33.399416 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8b01791e-6575-4e41-91a3-246cbb68cbef req-c7676933-37fd-45c4-aaea-dbfac8c3cea6 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a66f33e-ed16-490f-be22-c59609114a3f HTTP/1.1" status: 200 len: 944 time: 0.2165823 Nov 27 04:02:33.443314 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55026) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:33.444281 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2be882-d17a-4d32-878e-e534521059d8 req-885fa7b6-80eb-46dc-928e-a4c809cb13e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:33.446169 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7b2be882-d17a-4d32-878e-e534521059d8 req-885fa7b6-80eb-46dc-928e-a4c809cb13e7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ef82cdfa-d224-4963-bff3-3b0049ffee0b HTTP/1.1" status: 200 len: 850 time: 0.1636846 Nov 27 04:02:33.480562 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-047d4d6b-ff26-4481-a19d-30d289f0d31f tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:33.485521 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-047d4d6b-ff26-4481-a19d-30d289f0d31f tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:33.488838 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-047d4d6b-ff26-4481-a19d-30d289f0d31f tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] 10.222.0.20 "DELETE /v2.0/networks/214e074e-3c59-4583-9564-980f087b1c93 HTTP/1.1" status: 204 len: 168 time: 0.8046558 Nov 27 04:02:33.504191 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1ca14fb0-b873-45b9-a744-bf333863a229 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea5d709e77eb46cdafa1e8d45be395bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0574076 Nov 27 04:02:33.504393 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55032) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:33.541697 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8b01791e-6575-4e41-91a3-246cbb68cbef req-186c62ff-f535-4cb6-a4bd-9a13cc062319 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410444 Nov 27 04:02:33.553166 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047d4d6b-ff26-4481-a19d-30d289f0d31f tempest-BulkNetworkOpsTest-307965680 tempest-BulkNetworkOpsTest-307965680-project] Pushing event deleted for resources: {'Network': ['ID=214e074e-3c59-4583-9564-980f087b1c93,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:33.568899 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2be882-d17a-4d32-878e-e534521059d8 req-b2a7ea80-6f2d-4557-b3a2-b4dae32c735b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:33.570490 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7b2be882-d17a-4d32-878e-e534521059d8 req-b2a7ea80-6f2d-4557-b3a2-b4dae32c735b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab8fc313-e01d-42bb-a8ec-9d136b503637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1107225 Nov 27 04:02:33.596098 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3de7ccd9-9b64-47ac-abff-7081b9b9d845 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:33.619911 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3de7ccd9-9b64-47ac-abff-7081b9b9d845 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:33.678485 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3de7ccd9-9b64-47ac-abff-7081b9b9d845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:33.681781 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3de7ccd9-9b64-47ac-abff-7081b9b9d845 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:33.686509 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-3de7ccd9-9b64-47ac-abff-7081b9b9d845 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4bf53ca6-e048-4ba5-b72c-11dcd936b8f4 HTTP/1.1" status: 204 len: 168 time: 0.1797824 Nov 27 04:02:33.688238 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7b2be882-d17a-4d32-878e-e534521059d8 req-27066f6b-baf7-464c-99ee-a2d0b31a1145 service neutron] 10.222.0.11 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084921 Nov 27 04:02:33.697215 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7ccd9-9b64-47ac-abff-7081b9b9d845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf53ca6-e048-4ba5-b72c-11dcd936b8f4,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:33.816238 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7b2be882-d17a-4d32-878e-e534521059d8 req-ee65217c-21c7-48d9-9bab-f0cf77acf201 service neutron] 10.222.0.11 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166189 Nov 27 04:02:33.888354 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55042) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:34.007245 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2ec9d-9c22-4eaf-9d98-e8686753a228 req-c215c585-94dd-4604-bbf5-fd0008304c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:34.008924 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-90f2ec9d-9c22-4eaf-9d98-e8686753a228 req-c215c585-94dd-4604-bbf5-fd0008304c1b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b01c762313d54b279f09c5e5d81dadbf&device_id=0a66f33e-ed16-490f-be22-c59609114a3f HTTP/1.1" status: 200 len: 1095 time: 0.0766389 Nov 27 04:02:34.122641 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-32263eda-d95d-4dcf-ba6e-b49631b2c997 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d8da0e9b0324d868f593c65a0f9c13f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2328045 Nov 27 04:02:34.125033 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55056) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:34.176375 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f7e4a-b4ec-4f2e-8eb5-7ae2ab4a553a req-bb972674-9629-452a-8d95-24567ec7bbeb tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:34.178304 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-406f7e4a-b4ec-4f2e-8eb5-7ae2ab4a553a req-bb972674-9629-452a-8d95-24567ec7bbeb tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f585d2a-2032-4625-8d28-75e384015ae2 HTTP/1.1" status: 200 len: 945 time: 0.1350589 Nov 27 04:02:34.216940 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450a8c5-30ce-4b5f-a377-d2705d6e32ab req-167883fd-fce8-48e8-aad9-2f8d57c7f5c8 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:34.218766 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a450a8c5-30ce-4b5f-a377-d2705d6e32ab req-167883fd-fce8-48e8-aad9-2f8d57c7f5c8 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f585d2a-2032-4625-8d28-75e384015ae2 HTTP/1.1" status: 200 len: 945 time: 0.0941606 Nov 27 04:02:34.317103 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2ec9d-9c22-4eaf-9d98-e8686753a228 req-df448930-318e-4580-b150-5c372d6222af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:34.324213 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-90f2ec9d-9c22-4eaf-9d98-e8686753a228 req-df448930-318e-4580-b150-5c372d6222af service neutron] 10.222.0.11 "GET /v2.0/networks?id=ab8fc313-e01d-42bb-a8ec-9d136b503637 HTTP/1.1" status: 200 len: 912 time: 0.3066359 Nov 27 04:02:34.333934 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-406f7e4a-b4ec-4f2e-8eb5-7ae2ab4a553a req-89092747-551e-4aa6-b7c8-92ddf8fabc24 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468513 Nov 27 04:02:34.388902 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-a450a8c5-30ce-4b5f-a377-d2705d6e32ab req-2d84640f-3f08-4918-8b54-375e0a9607de tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Deleting port 75555083-b6de-4f3b-aa51-f9f615d4f208 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:02:34.389102 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-90f2ec9d-9c22-4eaf-9d98-e8686753a228 req-d606dbf9-065a-4aeb-87d0-225e8dcecdea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f74ad9d9-2135-4219-a2cf-c8a9687f47b2 HTTP/1.1" status: 200 len: 217 time: 0.0518250 Nov 27 04:02:34.392284 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a450a8c5-30ce-4b5f-a377-d2705d6e32ab req-2d84640f-3f08-4918-8b54-375e0a9607de tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:34.448388 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1870747e-ec77-4417-83f1-94fdc711f0eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:34.488497 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271b1bc-13d9-4d44-8403-fa4b3a91d506 req-abb1b7cc-af9b-43e1-9356-d6517f2cf2dc tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:34.491421 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0271b1bc-13d9-4d44-8403-fa4b3a91d506 req-abb1b7cc-af9b-43e1-9356-d6517f2cf2dc tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3873118-0689-4606-9698-7a62b272dada HTTP/1.1" status: 200 len: 943 time: 0.2639089 Nov 27 04:02:34.533276 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1870747e-ec77-4417-83f1-94fdc711f0eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:34.558326 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2ec9d-9c22-4eaf-9d98-e8686753a228 req-a614581d-7196-4aa9-a790-d6d7b27dd67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:34.560387 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-90f2ec9d-9c22-4eaf-9d98-e8686753a228 req-a614581d-7196-4aa9-a790-d6d7b27dd67b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ef82cdfa-d224-4963-bff3-3b0049ffee0b HTTP/1.1" status: 200 len: 850 time: 0.1579988 Nov 27 04:02:34.661659 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0271b1bc-13d9-4d44-8403-fa4b3a91d506 req-a5d3f4ac-dacf-424d-aa2e-943bb21c6786 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/security-groups?id=8836fad6-5b2e-4036-bf51-408bbb5dc58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410344 Nov 27 04:02:34.670924 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2ec9d-9c22-4eaf-9d98-e8686753a228 req-0f1b526c-c77a-483d-94dd-18595faf88f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:34.673217 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-90f2ec9d-9c22-4eaf-9d98-e8686753a228 req-0f1b526c-c77a-483d-94dd-18595faf88f4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab8fc313-e01d-42bb-a8ec-9d136b503637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0992324 Nov 27 04:02:34.676315 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55072) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:34.701006 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [req-90f2ec9d-9c22-4eaf-9d98-e8686753a228 req-0157d403-f5f8-4a3d-a52b-98299fdb1fa6 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:34.704189 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-90f2ec9d-9c22-4eaf-9d98-e8686753a228 req-0157d403-f5f8-4a3d-a52b-98299fdb1fa6 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0139754 Nov 27 04:02:34.704938 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1870747e-ec77-4417-83f1-94fdc711f0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:34.707704 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1870747e-ec77-4417-83f1-94fdc711f0eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:34.708820 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1870747e-ec77-4417-83f1-94fdc711f0eb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f9f005d2-f3f5-4b9b-944b-484576fa0906 HTTP/1.1" status: 204 len: 168 time: 0.5824497 Nov 27 04:02:34.728727 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1870747e-ec77-4417-83f1-94fdc711f0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f005d2-f3f5-4b9b-944b-484576fa0906,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:34.822683 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 17fb2973-29f3-4d7b-9f1b-1960f8905677 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:02:34.880875 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-90f2ec9d-9c22-4eaf-9d98-e8686753a228 req-ddee34b7-11e1-4fec-bfe4-3ca9a8ffb01b service neutron] 10.222.0.11 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665111 Nov 27 04:02:34.964386 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0e0d1fd6-4a4e-488a-ace1-63f5240b0d42 tempest-AgentManagementNegativeTest-1944386256 tempest-AgentManagementNegativeTest-1944386256-project] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2821174 Nov 27 04:02:35.013953 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830d21c-0978-4fe3-8431-673b9ebfc018 req-1450a276-b7c9-4eb7-965b-735ac2135e40 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:35.024435 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a830d21c-0978-4fe3-8431-673b9ebfc018 req-1450a276-b7c9-4eb7-965b-735ac2135e40 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a66f33e-ed16-490f-be22-c59609114a3f HTTP/1.1" status: 200 len: 944 time: 0.1404908 Nov 27 04:02:35.048155 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 17fb2973-29f3-4d7b-9f1b-1960f8905677, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=17fb2973-29f3-4d7b-9f1b-1960f8905677,segment=NetworkSegment(ebf9e551-55f8-4bea-b6f1-8b78b226551a),segment_id=ebf9e551-55f8-4bea-b6f1-8b78b226551a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:02:35.070014 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-90f2ec9d-9c22-4eaf-9d98-e8686753a228 req-434f408d-2a1f-4f83-aa87-fd3e99e89d55 service neutron] 10.222.0.11 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822605 Nov 27 04:02:35.076680 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '17fb2973-29f3-4d7b-9f1b-1960f8905677', 'network_id': '759ac2b1-65e6-49cb-874d-aae0615c0432', 'port_id': '17fb2973-29f3-4d7b-9f1b-1960f8905677', 'mac_address': 'fa:16:3e:ce:49:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0fcef5c-b309-4313-95f8-651075054f8e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:02:35.081056 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-a450a8c5-30ce-4b5f-a377-d2705d6e32ab req-2d84640f-3f08-4918-8b54-375e0a9607de tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] For port 75555083-b6de-4f3b-aa51-f9f615d4f208, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=75555083-b6de-4f3b-aa51-f9f615d4f208,segment=NetworkSegment(a77aec41-6b93-4bde-8c56-cad500723cdd),segment_id=a77aec41-6b93-4bde-8c56-cad500723cdd)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:02:35.082531 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a450a8c5-30ce-4b5f-a377-d2705d6e32ab req-2d84640f-3f08-4918-8b54-375e0a9607de tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:35.112860 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-a450a8c5-30ce-4b5f-a377-d2705d6e32ab req-2d84640f-3f08-4918-8b54-375e0a9607de tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Calling delete_port for 75555083-b6de-4f3b-aa51-f9f615d4f208 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:02:35.142576 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a830d21c-0978-4fe3-8431-673b9ebfc018 req-6e42e632-38c5-4bf6-b967-d8b083df5c99 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171122 Nov 27 04:02:35.167301 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:35.186155 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17fb2973-29f3-4d7b-9f1b-1960f8905677 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:02:35.221374 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 17fb2973-29f3-4d7b-9f1b-1960f8905677, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=17fb2973-29f3-4d7b-9f1b-1960f8905677,segment=NetworkSegment(ebf9e551-55f8-4bea-b6f1-8b78b226551a),segment_id=ebf9e551-55f8-4bea-b6f1-8b78b226551a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:02:35.229511 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:35.303215 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a450a8c5-30ce-4b5f-a377-d2705d6e32ab req-2d84640f-3f08-4918-8b54-375e0a9607de tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:35.308605 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=17fb2973-29f3-4d7b-9f1b-1960f8905677,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:35.338015 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['75555083-b6de-4f3b-aa51-f9f615d4f208'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:02:35.342952 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d84640f-3f08-4918-8b54-375e0a9607de tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Pushing event deleted for resources: {'Port': ['ID=75555083-b6de-4f3b-aa51-f9f615d4f208,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:35.388885 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['61f838f8-05b5-4345-b54f-153c94f198d6'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:02:35.393599 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-a450a8c5-30ce-4b5f-a377-d2705d6e32ab req-2d84640f-3f08-4918-8b54-375e0a9607de tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] No DVR routers for this DVR port 75555083-b6de-4f3b-aa51-f9f615d4f208 on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:02:35.397748 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a450a8c5-30ce-4b5f-a377-d2705d6e32ab req-2d84640f-3f08-4918-8b54-375e0a9607de tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:35.401910 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a450a8c5-30ce-4b5f-a377-d2705d6e32ab req-2d84640f-3f08-4918-8b54-375e0a9607de tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.11 "DELETE /v2.0/ports/75555083-b6de-4f3b-aa51-f9f615d4f208 HTTP/1.1" status: 204 len: 173 time: 1.1702285 Nov 27 04:02:35.402441 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f585d2a-2032-4625-8d28-75e384015ae2', 'name': 'network-vif-deleted', 'tag': '75555083-b6de-4f3b-aa51-f9f615d4f208'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:02:35.405242 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f3359a-83a2-4bfa-8f92-2de8a0dd467c" -d '{"events": [{"server_uuid": "0f585d2a-2032-4625-8d28-75e384015ae2", "name": "network-vif-deleted", "tag": "75555083-b6de-4f3b-aa51-f9f615d4f208"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:02:35.489784 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55094) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:35.505757 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-801e3eae-a8cf-4f18-9e43-ea030cfb8001 req-ee4ddf28-6bef-4ce3-956e-b1337140066b tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f585d2a-2032-4625-8d28-75e384015ae2 HTTP/1.1" status: 200 len: 210 time: 0.0727098 Nov 27 04:02:35.523813 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2afdd92-841f-4f32-a2d6-71b6c7b28c13 x-openstack-request-id: req-d2afdd92-841f-4f32-a2d6-71b6c7b28c13 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:02:35.524406 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f585d2a-2032-4625-8d28-75e384015ae2", "name": "network-vif-deleted", "tag": "75555083-b6de-4f3b-aa51-f9f615d4f208", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:02:35.524854 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d2afdd92-841f-4f32-a2d6-71b6c7b28c13 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:02:35.525443 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f585d2a-2032-4625-8d28-75e384015ae2', 'name': 'network-vif-deleted', 'tag': '75555083-b6de-4f3b-aa51-f9f615d4f208', 'status': 'completed', 'code': 200} Nov 27 04:02:35.708018 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-85ef4aa5-1136-45ee-ba31-32481348478e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:35.725743 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['17fb2973-29f3-4d7b-9f1b-1960f8905677'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:02:35.814805 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-85ef4aa5-1136-45ee-ba31-32481348478e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:35.821046 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-85ef4aa5-1136-45ee-ba31-32481348478e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:35.919930 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-85ef4aa5-1136-45ee-ba31-32481348478e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b3804435dd964be88ea6fb044a6b6775&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4286842 Nov 27 04:02:35.921943 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef4aa5-1136-45ee-ba31-32481348478e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34711d7b-ef6f-4cdf-8fd3-a271e0ba0467,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:35.925049 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55112) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:35.954901 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95cd421-4960-495f-bf6c-0c2f207725be req-7203509b-ebed-483e-a950-818c27b5ca79 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:35.956430 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c95cd421-4960-495f-bf6c-0c2f207725be req-7203509b-ebed-483e-a950-818c27b5ca79 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3873118-0689-4606-9698-7a62b272dada HTTP/1.1" status: 200 len: 944 time: 0.1099048 Nov 27 04:02:36.035057 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c95cd421-4960-495f-bf6c-0c2f207725be req-caa480b8-9f1c-4af3-8c04-6d9f0ac06be8 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/security-groups?id=8836fad6-5b2e-4036-bf51-408bbb5dc58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678627 Nov 27 04:02:36.046168 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0fee5ea4-bef3-4abb-a665-2521093e233c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:36.075019 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55114) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:36.086225 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0fee5ea4-bef3-4abb-a665-2521093e233c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:36.146798 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0fee5ea4-bef3-4abb-a665-2521093e233c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:36.149819 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0fee5ea4-bef3-4abb-a665-2521093e233c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:36.153477 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0fee5ea4-bef3-4abb-a665-2521093e233c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/34711d7b-ef6f-4cdf-8fd3-a271e0ba0467 HTTP/1.1" status: 204 len: 168 time: 0.2246780 Nov 27 04:02:36.160117 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee5ea4-bef3-4abb-a665-2521093e233c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34711d7b-ef6f-4cdf-8fd3-a271e0ba0467,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:36.210536 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-bbddf318-2914-43e7-9e64-b96e70615dc8 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1583702604'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:02:36.237033 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbddf318-2914-43e7-9e64-b96e70615dc8 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Made reservation on behalf of f095976796624ff1a0d2b5ca7884aac5 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:02:36.242299 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bbddf318-2914-43e7-9e64-b96e70615dc8 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:36.251916 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bbddf318-2914-43e7-9e64-b96e70615dc8 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:36.272697 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device f74ad9d9-2135-4219-a2cf-c8a9687f47b2 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:02:36.311442 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87381533-3574-4321-908f-fb7fc78f1313 req-113f8912-06ef-4273-9e1c-5118b2829fa6 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:36.313361 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-87381533-3574-4321-908f-fb7fc78f1313 req-113f8912-06ef-4273-9e1c-5118b2829fa6 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a66f33e-ed16-490f-be22-c59609114a3f HTTP/1.1" status: 200 len: 944 time: 0.0692739 Nov 27 04:02:36.384882 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-87381533-3574-4321-908f-fb7fc78f1313 req-84cd6a97-8ad5-47ed-aa0d-5ce88a3d8628 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638821 Nov 27 04:02:36.406906 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bbddf318-2914-43e7-9e64-b96e70615dc8 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:36.415969 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bbddf318-2914-43e7-9e64-b96e70615dc8 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:36.434265 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbddf318-2914-43e7-9e64-b96e70615dc8 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:02:36.445582 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bbddf318-2914-43e7-9e64-b96e70615dc8 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:36.446110 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port f74ad9d9-2135-4219-a2cf-c8a9687f47b2, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=f74ad9d9-2135-4219-a2cf-c8a9687f47b2,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:02:36.446517 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-bbddf318-2914-43e7-9e64-b96e70615dc8 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Added segment fd37ab04-bb54-4484-914b-4176e26db894 of type vlan for network e889c6ad-48a2-4aae-b3c5-76605e06b799 Nov 27 04:02:36.461300 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'f74ad9d9-2135-4219-a2cf-c8a9687f47b2', 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637', 'port_id': 'f74ad9d9-2135-4219-a2cf-c8a9687f47b2', 'mac_address': 'fa:16:3e:a0:ea:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef82cdfa-d224-4963-bff3-3b0049ffee0b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:02:36.501250 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbddf318-2914-43e7-9e64-b96e70615dc8 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=596abbb0-e25a-45e5-a8ef-3d22730e2191,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:36.512991 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:36.516295 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bbddf318-2914-43e7-9e64-b96e70615dc8 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:36.533407 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f74ad9d9-2135-4219-a2cf-c8a9687f47b2 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:02:36.570190 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bbddf318-2914-43e7-9e64-b96e70615dc8 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:36.574302 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port f74ad9d9-2135-4219-a2cf-c8a9687f47b2, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=f74ad9d9-2135-4219-a2cf-c8a9687f47b2,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:02:36.579788 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbddf318-2914-43e7-9e64-b96e70615dc8 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:36.580442 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bbddf318-2914-43e7-9e64-b96e70615dc8 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:36.589232 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:36.666648 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-bbddf318-2914-43e7-9e64-b96e70615dc8 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5791073 Nov 27 04:02:36.681418 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbddf318-2914-43e7-9e64-b96e70615dc8 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Pushing event updated for resources: {'Network': ['ID=e889c6ad-48a2-4aae-b3c5-76605e06b799,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:36.706336 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network e889c6ad-48a2-4aae-b3c5-76605e06b799 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:02:36.757102 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce7db8-b1d8-4fc2-a81f-f60ead720192 req-90093e50-4854-4b0a-be48-67c277605294 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:36.759488 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-36ce7db8-b1d8-4fc2-a81f-f60ead720192 req-90093e50-4854-4b0a-be48-67c277605294 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1065271 Nov 27 04:02:36.791800 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=f74ad9d9-2135-4219-a2cf-c8a9687f47b2,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:36.843201 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-36ce7db8-b1d8-4fc2-a81f-f60ead720192 req-7aab81c3-5423-4b78-901a-0f621009e225 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775850 Nov 27 04:02:36.846927 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 17fb2973-29f3-4d7b-9f1b-1960f8905677 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:02:36.969069 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['f74ad9d9-2135-4219-a2cf-c8a9687f47b2'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:02:37.041213 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 17fb2973-29f3-4d7b-9f1b-1960f8905677 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:02:37.050728 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 17fb2973-29f3-4d7b-9f1b-1960f8905677 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:02:37.051066 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:37.285976 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:37.328577 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 17fb2973-29f3-4d7b-9f1b-1960f8905677, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=17fb2973-29f3-4d7b-9f1b-1960f8905677,segment=NetworkSegment(ebf9e551-55f8-4bea-b6f1-8b78b226551a),segment_id=ebf9e551-55f8-4bea-b6f1-8b78b226551a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:02:37.329982 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3873118-0689-4606-9698-7a62b272dada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17fb2973-29f3-4d7b-9f1b-1960f8905677'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:02:37.335745 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdd2bf8-ce08-4802-9572-0cf127efd1b9" -d '{"events": [{"server_uuid": "d3873118-0689-4606-9698-7a62b272dada", "name": "network-vif-plugged", "status": "completed", "tag": "17fb2973-29f3-4d7b-9f1b-1960f8905677"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:02:37.342732 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:37.414596 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=17fb2973-29f3-4d7b-9f1b-1960f8905677,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:37.417771 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55158) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:37.458508 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f21a1c-e75e-4740-a6f3-d1fae04af761 req-c9a1d716-6884-4cd9-9275-568f33be95d9 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:37.468074 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-01f21a1c-e75e-4740-a6f3-d1fae04af761 req-c9a1d716-6884-4cd9-9275-568f33be95d9 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3873118-0689-4606-9698-7a62b272dada HTTP/1.1" status: 200 len: 944 time: 0.2477963 Nov 27 04:02:37.526376 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d0619-d18e-496b-a5b4-edb6d09a6f76 req-c0dfd43e-8760-4a94-88c7-50ad56d1e312 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:37.538178 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8f1d0619-d18e-496b-a5b4-edb6d09a6f76 req-c0dfd43e-8760-4a94-88c7-50ad56d1e312 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1217222 Nov 27 04:02:37.571267 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-01f21a1c-e75e-4740-a6f3-d1fae04af761 req-62466052-9263-43c6-b60d-26ced4801b17 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/security-groups?id=8836fad6-5b2e-4036-bf51-408bbb5dc58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907307 Nov 27 04:02:37.616703 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [None req-5ae9b16e-8140-4e72-a785-7de4de292b75 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:37.619303 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5ae9b16e-8140-4e72-a785-7de4de292b75 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2000024 Nov 27 04:02:37.620951 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55162) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:37.625940 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [None req-f4363488-04a9-4bcd-9bf4-aed04d9f9134 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:37.626912 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f4363488-04a9-4bcd-9bf4-aed04d9f9134 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0046008 Nov 27 04:02:37.629314 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55164) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:37.632113 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8f1d0619-d18e-496b-a5b4-edb6d09a6f76 req-2e4562bb-5b66-4d70-a518-cc4e8ae60e20 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930607 Nov 27 04:02:37.633682 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [None req-32de23f5-2a65-40a4-9ce0-31bea2e07ede tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:37.637054 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-32de23f5-2a65-40a4-9ce0-31bea2e07ede tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0039144 Nov 27 04:02:37.637375 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55166) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:37.641120 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [None req-1d68546c-1e45-4e6d-8b1a-a8f455d1c144 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:37.642051 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1d68546c-1e45-4e6d-8b1a-a8f455d1c144 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0039895 Nov 27 04:02:37.644913 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55168) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:37.654390 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [None req-79dd20e8-2220-4f39-802e-5b458c0e83b2 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:37.654537 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55170) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:37.654678 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-79dd20e8-2220-4f39-802e-5b458c0e83b2 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0078270 Nov 27 04:02:37.659238 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [None req-c38ca798-97ed-4349-8364-c34c68a4b696 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:37.660187 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c38ca798-97ed-4349-8364-c34c68a4b696 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0046487 Nov 27 04:02:37.669205 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55172) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:37.669426 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da71620c-ef36-4191-ba48-7d340048629e x-openstack-request-id: req-da71620c-ef36-4191-ba48-7d340048629e {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:02:37.669426 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3873118-0689-4606-9698-7a62b272dada", "name": "network-vif-plugged", "status": "completed", "tag": "17fb2973-29f3-4d7b-9f1b-1960f8905677", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:02:37.669426 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da71620c-ef36-4191-ba48-7d340048629e {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:02:37.669426 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3873118-0689-4606-9698-7a62b272dada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17fb2973-29f3-4d7b-9f1b-1960f8905677', 'code': 200} Nov 27 04:02:37.670202 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [None req-1ba0668d-2474-4683-83dc-5b748d688c2d tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:37.674403 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55176) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:37.678477 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1ba0668d-2474-4683-83dc-5b748d688c2d tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0101743 Nov 27 04:02:37.679983 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [None req-037f2fff-4865-4299-a6bb-3699afd2ab2f tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:37.681029 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-037f2fff-4865-4299-a6bb-3699afd2ab2f tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0054131 Nov 27 04:02:37.683664 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55178) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:37.702304 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [None req-722c2005-5c92-440d-a197-dd4bf50f16f2 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:37.705843 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-722c2005-5c92-440d-a197-dd4bf50f16f2 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0188544 Nov 27 04:02:37.706728 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55180) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:37.711917 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [None req-4b63082c-fffb-4bef-a48d-a45a2ccb8caa tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:37.715890 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55182) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:37.716346 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4b63082c-fffb-4bef-a48d-a45a2ccb8caa tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0078108 Nov 27 04:02:37.727249 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [None req-cbd073ab-6985-4027-b48e-86c7facd067c tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:37.730833 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-cbd073ab-6985-4027-b48e-86c7facd067c tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0114059 Nov 27 04:02:37.731309 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55184) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:37.741723 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [None req-e3976927-f621-4f65-a083-3cec100d7a34 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:37.745109 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e3976927-f621-4f65-a083-3cec100d7a34 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0104985 Nov 27 04:02:37.745849 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55186) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:37.751082 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [None req-1cdc5d85-ab52-4752-aac0-74c0f713dc33 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:37.756518 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1cdc5d85-ab52-4752-aac0-74c0f713dc33 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0089748 Nov 27 04:02:37.757386 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55188) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:37.813494 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7a22e-f9ab-4f33-8378-c348c7f740f8 req-04f2719c-1dd5-4457-870f-ea128832ff7b tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:37.815873 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-44f7a22e-f9ab-4f33-8378-c348c7f740f8 req-04f2719c-1dd5-4457-870f-ea128832ff7b tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a66f33e-ed16-490f-be22-c59609114a3f HTTP/1.1" status: 200 len: 945 time: 0.0577917 Nov 27 04:02:37.848257 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [None req-3ac76611-8a38-4490-b159-4030e192fa1e tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:37.850685 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-3ac76611-8a38-4490-b159-4030e192fa1e tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0361989 Nov 27 04:02:37.852478 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55190) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:37.872032 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [None req-0d10f408-91d4-4c03-974e-594005ca686a tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:37.877026 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0d10f408-91d4-4c03-974e-594005ca686a tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0166416 Nov 27 04:02:37.880263 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55192) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:37.884861 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [None req-1fd1fa72-4b41-4d32-b208-ccf336590a8b tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:37.888885 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1fd1fa72-4b41-4d32-b208-ccf336590a8b tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0076654 Nov 27 04:02:37.892788 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55194) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:37.903914 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [None req-d3cbd1f9-bba9-4ac4-85bd-9e846060b1ee tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:37.907369 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d3cbd1f9-bba9-4ac4-85bd-9e846060b1ee tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0113750 Nov 27 04:02:37.908309 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55196) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:37.913373 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [None req-753e932a-a784-48a3-8a58-0e398e939ddb tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:37.916609 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-753e932a-a784-48a3-8a58-0e398e939ddb tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0057487 Nov 27 04:02:37.919713 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55198) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:37.923382 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf9a91-0ffa-485f-a080-49ba1a5a923d req-b35c1bb2-7028-47cf-b2ff-6dcb776247a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:37.925326 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-26cf9a91-0ffa-485f-a080-49ba1a5a923d req-b35c1bb2-7028-47cf-b2ff-6dcb776247a8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d3873118-0689-4606-9698-7a62b272dada HTTP/1.1" status: 200 len: 1096 time: 0.1710138 Nov 27 04:02:37.925462 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-44f7a22e-f9ab-4f33-8378-c348c7f740f8 req-782fbe60-51d0-4074-ab2f-ecd761fd2460 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965667 Nov 27 04:02:37.933333 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [None req-af1a9717-978e-4168-a41e-68948e4cf2d4 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:37.938580 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-af1a9717-978e-4168-a41e-68948e4cf2d4 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0180514 Nov 27 04:02:37.941463 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55200) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:37.954821 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [None req-fc8db24e-6a39-4c04-9ad7-b77ec0e1ffe5 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:37.955854 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-fc8db24e-6a39-4c04-9ad7-b77ec0e1ffe5 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0126936 Nov 27 04:02:37.958569 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55202) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:37.963812 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [None req-0a97dbdf-9f77-40be-9ab3-525996047bf6 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:37.967063 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0a97dbdf-9f77-40be-9ab3-525996047bf6 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0070825 Nov 27 04:02:37.967769 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55204) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:37.976980 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [None req-1ba14a06-0a8b-4ebe-bb29-56599b915feb tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:37.982941 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1ba14a06-0a8b-4ebe-bb29-56599b915feb tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0140431 Nov 27 04:02:37.984049 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55206) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:37.987120 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83609c-905d-46f7-95db-4f0b52870cb5 req-13b2571f-94d1-4c15-9687-5badb1c69e77 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:37.988681 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8a83609c-905d-46f7-95db-4f0b52870cb5 req-13b2571f-94d1-4c15-9687-5badb1c69e77 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1732492 Nov 27 04:02:37.998752 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [None req-80b570c1-2407-44f9-8e24-3e8b0bc5dcba tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.002669 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55208) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.002901 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-80b570c1-2407-44f9-8e24-3e8b0bc5dcba tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0176573 Nov 27 04:02:38.013972 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [None req-880fb7cb-960c-4ab3-a024-08bbb1350394 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.015178 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-880fb7cb-960c-4ab3-a024-08bbb1350394 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0093367 Nov 27 04:02:38.017669 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55210) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.023202 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [None req-d0220657-7029-48a8-844a-7b1e668c0f02 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.028342 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d0220657-7029-48a8-844a-7b1e668c0f02 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0079389 Nov 27 04:02:38.029093 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55212) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.035121 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [None req-1859fc77-7cce-4e93-9c6d-ddf402847a98 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.040532 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1859fc77-7cce-4e93-9c6d-ddf402847a98 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0093715 Nov 27 04:02:38.040956 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-26cf9a91-0ffa-485f-a080-49ba1a5a923d req-1564c879-75f4-48f2-bcc9-78cde51eb076 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8836fad6-5b2e-4036-bf51-408bbb5dc58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003916 Nov 27 04:02:38.041288 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55214) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.046516 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [None req-44ee6ce0-081e-4e17-88ec-08a5ece25cd4 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.050299 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-44ee6ce0-081e-4e17-88ec-08a5ece25cd4 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0080109 Nov 27 04:02:38.051054 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55216) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.055862 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [None req-21697826-96fa-472e-9cc0-a37cb703a9e2 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.059250 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-21697826-96fa-472e-9cc0-a37cb703a9e2 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0066123 Nov 27 04:02:38.060044 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55218) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.064108 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [None req-594dd0e4-9829-47af-b987-396ad3375d9b tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.067101 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-594dd0e4-9829-47af-b987-396ad3375d9b tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0061328 Nov 27 04:02:38.067735 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55220) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.078745 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [None req-4d78f2ee-ecf9-42e2-8d63-00bedf624b7e tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.079829 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4d78f2ee-ecf9-42e2-8d63-00bedf624b7e tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0088196 Nov 27 04:02:38.082430 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55222) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.089154 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [None req-35ac93a0-81a2-4052-a8fd-4d717f827be0 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.090444 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-35ac93a0-81a2-4052-a8fd-4d717f827be0 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0069599 Nov 27 04:02:38.092987 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55224) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.097693 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [None req-b2cda70a-9f8e-4736-8fac-70d4f6c5ef1f tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.099389 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b2cda70a-9f8e-4736-8fac-70d4f6c5ef1f tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0050039 Nov 27 04:02:38.102024 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55226) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.102179 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8a83609c-905d-46f7-95db-4f0b52870cb5 req-a62f1a10-d700-4f43-b71c-cae6985350ad tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926011 Nov 27 04:02:38.111468 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [None req-14af3be0-1f24-4ce8-af5a-506fbde654a8 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.111468 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-14af3be0-1f24-4ce8-af5a-506fbde654a8 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0046387 Nov 27 04:02:38.111468 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55228) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.118975 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [None req-fb3cc90d-5b48-4352-9ffe-9663d6d85c39 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.118975 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-fb3cc90d-5b48-4352-9ffe-9663d6d85c39 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0053501 Nov 27 04:02:38.118975 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55230) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.124193 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [None req-066c34d0-f4ec-4376-91ef-dd625f0ee4f6 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.125581 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-066c34d0-f4ec-4376-91ef-dd625f0ee4f6 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0057936 Nov 27 04:02:38.127878 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55234) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.134803 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [None req-d9be3374-c19a-465f-b301-23357ba13dce tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.138808 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55236) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.139286 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d9be3374-c19a-465f-b301-23357ba13dce tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0104146 Nov 27 04:02:38.143203 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [None req-f7837d01-a77f-4953-a128-56a26cb9fa32 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.144146 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f7837d01-a77f-4953-a128-56a26cb9fa32 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0043707 Nov 27 04:02:38.146763 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55238) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.154859 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [None req-88740648-547e-424a-ae35-0cf0b6fa4f96 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.158365 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-88740648-547e-424a-ae35-0cf0b6fa4f96 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0106273 Nov 27 04:02:38.161421 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55240) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.165726 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [None req-22eb5756-069b-4bbf-a2cf-79d1ccf49c9b tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.168812 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-22eb5756-069b-4bbf-a2cf-79d1ccf49c9b tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0042911 Nov 27 04:02:38.169050 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55242) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.178282 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [None req-b26f17fb-4f0d-4c9e-8c27-f6cb12dd235b tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.182602 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b26f17fb-4f0d-4c9e-8c27-f6cb12dd235b tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0083051 Nov 27 04:02:38.182602 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55244) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.187815 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [None req-33c786b0-f2d1-4ff6-be96-690099d83950 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.188857 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-33c786b0-f2d1-4ff6-be96-690099d83950 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0050037 Nov 27 04:02:38.191363 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55246) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.196534 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [None req-7a99c482-5cab-4d9d-ac1c-51dd122efea1 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.198571 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7a99c482-5cab-4d9d-ac1c-51dd122efea1 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0059676 Nov 27 04:02:38.201119 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55248) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.206078 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [None req-1fc9325a-ca79-4e06-9823-f2f77231fda0 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.208860 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1fc9325a-ca79-4e06-9823-f2f77231fda0 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0059988 Nov 27 04:02:38.211907 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55250) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.217729 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [None req-4dd19682-da1b-4d8a-87e5-fb399a837bbd tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.221056 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4dd19682-da1b-4d8a-87e5-fb399a837bbd tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0058477 Nov 27 04:02:38.221382 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55252) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.226938 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [None req-eea1c0b3-78a1-4999-9e39-ca0662f99023 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.233872 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-eea1c0b3-78a1-4999-9e39-ca0662f99023 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0089881 Nov 27 04:02:38.234081 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55254) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.241842 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [None req-756ff6b8-4995-4c1b-9126-ea9d250736e2 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.243523 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-756ff6b8-4995-4c1b-9126-ea9d250736e2 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0078714 Nov 27 04:02:38.246540 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55256) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.251208 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [None req-d9d92bbf-e795-4d74-8b46-558341053ce4 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.252452 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d9d92bbf-e795-4d74-8b46-558341053ce4 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0047164 Nov 27 04:02:38.255106 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55258) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.260089 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [None req-ea67704c-1180-434d-8ffa-32708b7bd8b6 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.261132 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ea67704c-1180-434d-8ffa-32708b7bd8b6 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0048895 Nov 27 04:02:38.263286 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55260) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.270433 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [None req-4d59f937-10e9-415c-9902-760f3e0c71d1 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.270433 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4d59f937-10e9-415c-9902-760f3e0c71d1 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0039797 Nov 27 04:02:38.271698 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device f74ad9d9-2135-4219-a2cf-c8a9687f47b2 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:02:38.272953 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55262) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.278661 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [None req-7b450f28-f8ca-4029-9687-ff73d1a18474 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.281079 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7b450f28-f8ca-4029-9687-ff73d1a18474 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0066991 Nov 27 04:02:38.283894 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55264) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.290902 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [None req-206f68e3-fcaa-4455-afa8-4ab25468c2e2 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.295049 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55266) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.296080 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-206f68e3-fcaa-4455-afa8-4ab25468c2e2 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0109761 Nov 27 04:02:38.299873 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [None req-284546e9-19c1-4948-9078-9cd6c96ed093 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.300954 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-284546e9-19c1-4948-9078-9cd6c96ed093 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0048156 Nov 27 04:02:38.303757 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55268) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.307752 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [None req-6e4e09d9-9363-4bca-ad67-86e5598b229e tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.311003 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6e4e09d9-9363-4bca-ad67-86e5598b229e tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0040617 Nov 27 04:02:38.311501 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55270) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.316534 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [None req-37c48ef6-f575-4fcb-b6f4-e29d1b7a6b92 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.320600 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55272) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.322039 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-37c48ef6-f575-4fcb-b6f4-e29d1b7a6b92 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0095053 Nov 27 04:02:38.325562 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [None req-c33bc31f-e004-44bd-8fca-fbb956c86fa4 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.328708 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c33bc31f-e004-44bd-8fca-fbb956c86fa4 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0049601 Nov 27 04:02:38.329124 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55274) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.333602 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [None req-d38c3a5a-3d9d-4796-bd7f-a6f8472dbfcf tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.334540 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d38c3a5a-3d9d-4796-bd7f-a6f8472dbfcf tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0043943 Nov 27 04:02:38.338005 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55276) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.344360 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [None req-936f3ae4-cdce-4827-825e-25725772d846 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.348057 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55278) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.349087 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-936f3ae4-cdce-4827-825e-25725772d846 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0094235 Nov 27 04:02:38.353282 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [None req-88cedff0-bb69-42ef-85e2-51645dbba572 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.356531 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-88cedff0-bb69-42ef-85e2-51645dbba572 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0044556 Nov 27 04:02:38.356973 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55280) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.364955 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [None req-e890f2fa-2931-4749-a499-dd8e00b64166 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.364955 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e890f2fa-2931-4749-a499-dd8e00b64166 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0040355 Nov 27 04:02:38.366368 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55282) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.372926 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [None req-7069752c-c2ce-44ac-8794-b569839794fd tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.374377 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7069752c-c2ce-44ac-8794-b569839794fd tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0066588 Nov 27 04:02:38.377129 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55284) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.380406 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port f74ad9d9-2135-4219-a2cf-c8a9687f47b2 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:02:38.383623 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [None req-26556fb9-591c-4b1f-b07c-926d94bd12d6 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.384582 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-26556fb9-591c-4b1f-b07c-926d94bd12d6 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0062206 Nov 27 04:02:38.387084 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55288) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.392062 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port f74ad9d9-2135-4219-a2cf-c8a9687f47b2 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:02:38.392465 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:38.408008 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [None req-a42061c0-2475-45eb-890b-cbc88ef099c9 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.413520 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55290) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.414964 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a42061c0-2475-45eb-890b-cbc88ef099c9 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0212896 Nov 27 04:02:38.419109 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [None req-c2b552b3-f953-40ee-ac98-0a89a7eb8ed4 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.420134 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c2b552b3-f953-40ee-ac98-0a89a7eb8ed4 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0046136 Nov 27 04:02:38.423710 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55292) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.429201 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [None req-c45c08bc-12f8-42fc-9939-a850202128cf tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.431773 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c45c08bc-12f8-42fc-9939-a850202128cf tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0067756 Nov 27 04:02:38.435470 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55294) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.444481 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [None req-5d60abb8-1284-4ed8-9b55-7f069e029dda tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.448664 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55296) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.448836 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-5d60abb8-1284-4ed8-9b55-7f069e029dda tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0116482 Nov 27 04:02:38.453092 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [None req-04e3dbb1-0392-4bce-8608-01674298c06c tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.454234 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-04e3dbb1-0392-4bce-8608-01674298c06c tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0044551 Nov 27 04:02:38.456626 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55298) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.462181 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [None req-9aef8de3-26ad-4342-9b91-831c2991ff2d tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.469072 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9aef8de3-26ad-4342-9b91-831c2991ff2d tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0113075 Nov 27 04:02:38.472361 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55300) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.479098 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [None req-76911838-b374-4f25-9ae5-6add3fae8b40 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.482954 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-76911838-b374-4f25-9ae5-6add3fae8b40 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0082581 Nov 27 04:02:38.483159 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55302) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.488404 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [None req-3dc79964-0106-42c9-9f0a-760f3ba0b162 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.492488 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-3dc79964-0106-42c9-9f0a-760f3ba0b162 tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0080984 Nov 27 04:02:38.493823 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55306) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.501315 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [None req-ce96a741-c4de-4343-b803-761ef9f5b29b tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.503662 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55308) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:38.504827 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ce96a741-c4de-4343-b803-761ef9f5b29b tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0105550 Nov 27 04:02:38.510674 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [None req-5fc92350-f3e3-4a8c-8a09-e7b080b7b68c tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:02:38.514526 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5fc92350-f3e3-4a8c-8a09-e7b080b7b68c tempest-ExtensionsTestJSON-197675762 tempest-ExtensionsTestJSON-197675762-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0062804 Nov 27 04:02:38.618857 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:38.720267 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port f74ad9d9-2135-4219-a2cf-c8a9687f47b2, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=f74ad9d9-2135-4219-a2cf-c8a9687f47b2,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:02:38.727525 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:38.728432 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 75555083-b6de-4f3b-aa51-f9f615d4f208 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:02:38.778333 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: 75555083-b6de-4f3b-aa51-f9f615d4f208 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:02:38.778734 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 75555083-b6de-4f3b-aa51-f9f615d4f208 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:02:38.820599 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757eb6a8-230e-4c74-8b26-f40bf09e68b2 req-f0f6011f-e551-4fe2-bab9-d3c8522ec5d9 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:38.822826 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-757eb6a8-230e-4c74-8b26-f40bf09e68b2 req-f0f6011f-e551-4fe2-bab9-d3c8522ec5d9 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3873118-0689-4606-9698-7a62b272dada HTTP/1.1" status: 200 len: 945 time: 0.0960658 Nov 27 04:02:38.849295 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=f74ad9d9-2135-4219-a2cf-c8a9687f47b2,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:38.923937 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-757eb6a8-230e-4c74-8b26-f40bf09e68b2 req-03db53e6-9eae-4d32-ab23-e572482d3dbf tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/security-groups?id=8836fad6-5b2e-4036-bf51-408bbb5dc58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919259 Nov 27 04:02:39.064046 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55326) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:39.115730 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b2911-3d7b-4e58-8990-1cb55faaddd6 req-555eee15-b976-4b41-97c3-fa9f7a3df86b tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:39.118877 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-022b2911-3d7b-4e58-8990-1cb55faaddd6 req-555eee15-b976-4b41-97c3-fa9f7a3df86b tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a66f33e-ed16-490f-be22-c59609114a3f HTTP/1.1" status: 200 len: 946 time: 0.0995965 Nov 27 04:02:39.266931 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-022b2911-3d7b-4e58-8990-1cb55faaddd6 req-422f1bdc-f2ae-48f6-a5fe-34a2e9cfa935 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393127 Nov 27 04:02:39.300706 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fba73a21-c80c-411d-870a-d7fc0367fc4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:39.424598 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fba73a21-c80c-411d-870a-d7fc0367fc4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:39.430037 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fba73a21-c80c-411d-870a-d7fc0367fc4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:39.484715 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-fba73a21-c80c-411d-870a-d7fc0367fc4f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bc1e398c48254e26a7d444d6484b448b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4195518 Nov 27 04:02:39.485824 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba73a21-c80c-411d-870a-d7fc0367fc4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e68a6a-791e-4efd-8df7-8016251b88a9,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:39.487518 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55330) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:39.553834 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bd72de92-6593-468c-8935-705b9754527f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:39.590781 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bd72de92-6593-468c-8935-705b9754527f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:39.657889 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bd72de92-6593-468c-8935-705b9754527f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:39.662276 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bd72de92-6593-468c-8935-705b9754527f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:39.667172 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-bd72de92-6593-468c-8935-705b9754527f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/33e68a6a-791e-4efd-8df7-8016251b88a9 HTTP/1.1" status: 204 len: 168 time: 0.1771889 Nov 27 04:02:39.669399 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a66f33e-ed16-490f-be22-c59609114a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74ad9d9-2135-4219-a2cf-c8a9687f47b2'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:02:39.671912 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dacf1dc7-0c33-4478-96b6-83eb91426e62" -d '{"events": [{"server_uuid": "0a66f33e-ed16-490f-be22-c59609114a3f", "name": "network-vif-plugged", "status": "completed", "tag": "f74ad9d9-2135-4219-a2cf-c8a9687f47b2"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:02:39.710990 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72de92-6593-468c-8935-705b9754527f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e68a6a-791e-4efd-8df7-8016251b88a9,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:39.754189 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcd4c17-7316-4ac3-ae4a-0b6276ef3d80 x-openstack-request-id: req-ddcd4c17-7316-4ac3-ae4a-0b6276ef3d80 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:02:39.754941 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a66f33e-ed16-490f-be22-c59609114a3f", "name": "network-vif-plugged", "status": "completed", "tag": "f74ad9d9-2135-4219-a2cf-c8a9687f47b2", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:02:39.756048 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ddcd4c17-7316-4ac3-ae4a-0b6276ef3d80 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:02:39.756997 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a66f33e-ed16-490f-be22-c59609114a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74ad9d9-2135-4219-a2cf-c8a9687f47b2', 'code': 200} Nov 27 04:02:39.936522 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa233f-028f-42fa-96c2-9e7451adf5b3 req-2f773e93-417d-4ee9-9a51-8c9c6f09807f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:39.938340 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4afa233f-028f-42fa-96c2-9e7451adf5b3 req-2f773e93-417d-4ee9-9a51-8c9c6f09807f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0a66f33e-ed16-490f-be22-c59609114a3f HTTP/1.1" status: 200 len: 1097 time: 0.0638208 Nov 27 04:02:40.079712 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55348) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:40.087402 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-8c7be794-61ca-4c6a-93ae-7412a9788cfa tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Request body: {'subnet': {'network_id': 'e889c6ad-48a2-4aae-b3c5-76605e06b799', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:02:40.180717 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6212454-5930-46a2-a8b4-a59edc78909f req-f6ae10af-ad0c-41d4-afb3-65729c236140 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:40.187129 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a6212454-5930-46a2-a8b4-a59edc78909f req-f6ae10af-ad0c-41d4-afb3-65729c236140 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3873118-0689-4606-9698-7a62b272dada HTTP/1.1" status: 200 len: 945 time: 0.1131985 Nov 27 04:02:40.245005 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7be794-61ca-4c6a-93ae-7412a9788cfa tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Made reservation on behalf of f095976796624ff1a0d2b5ca7884aac5 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:02:40.250389 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8c7be794-61ca-4c6a-93ae-7412a9788cfa tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:40.259249 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4afa233f-028f-42fa-96c2-9e7451adf5b3 req-a9233574-6fe0-4927-8acd-b20403d3644a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134472 Nov 27 04:02:40.282213 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a6212454-5930-46a2-a8b4-a59edc78909f req-ead6365b-4c3f-4e7a-9147-6edbe16253fe tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/security-groups?id=8836fad6-5b2e-4036-bf51-408bbb5dc58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771701 Nov 27 04:02:40.529606 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d2546-7a57-4b75-82e4-41cd68284483 req-35286d30-1b03-41ef-b2c7-9893d7809596 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:40.531193 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c92d2546-7a57-4b75-82e4-41cd68284483 req-35286d30-1b03-41ef-b2c7-9893d7809596 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a66f33e-ed16-490f-be22-c59609114a3f HTTP/1.1" status: 200 len: 946 time: 0.1253033 Nov 27 04:02:40.565256 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8c7be794-61ca-4c6a-93ae-7412a9788cfa tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:40.675206 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7be794-61ca-4c6a-93ae-7412a9788cfa tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Pushing event updated for resources: {'Subnet': ['ID=dd72571f-9acf-4e67-902b-17d6133bf50f,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:40.721737 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c92d2546-7a57-4b75-82e4-41cd68284483 req-66de34f4-63b0-4bdf-832b-de831424ff5e tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679718 Nov 27 04:02:40.741258 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7be794-61ca-4c6a-93ae-7412a9788cfa tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Checking segment: {'id': 'fd37ab04-bb54-4484-914b-4176e26db894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e889c6ad-48a2-4aae-b3c5-76605e06b799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:02:40.741633 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7be794-61ca-4c6a-93ae-7412a9788cfa tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Network hostable DHCP agents. Network: e889c6ad-48a2-4aae-b3c5-76605e06b799, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:02:40.783552 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7be794-61ca-4c6a-93ae-7412a9788cfa tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Network e889c6ad-48a2-4aae-b3c5-76605e06b799 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:02:40.797418 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-8c7be794-61ca-4c6a-93ae-7412a9788cfa tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, e889c6ad-48a2-4aae-b3c5-76605e06b799) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:02:40.805727 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7be794-61ca-4c6a-93ae-7412a9788cfa tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:40.807318 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8c7be794-61ca-4c6a-93ae-7412a9788cfa tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:40.809928 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86177fbf-7b62-4d14-abbe-c28d7aa58e99 None None] Network e889c6ad-48a2-4aae-b3c5-76605e06b799 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:02:40.838233 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8c7be794-61ca-4c6a-93ae-7412a9788cfa tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7562203 Nov 27 04:02:40.841727 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55376) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:40.847293 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-689964e7-d4ff-4ede-aedb-921c692348f2 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1635124476'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:02:40.883259 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689964e7-d4ff-4ede-aedb-921c692348f2 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Made reservation on behalf of f095976796624ff1a0d2b5ca7884aac5 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:02:40.887650 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-689964e7-d4ff-4ede-aedb-921c692348f2 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:40.889044 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55380) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:40.916191 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-689964e7-d4ff-4ede-aedb-921c692348f2 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:02:40.930577 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-689964e7-d4ff-4ede-aedb-921c692348f2 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:40.931482 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-689964e7-d4ff-4ede-aedb-921c692348f2 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Added segment 9db88e5a-7f69-48dc-b127-2d38f288b237 of type vlan for network 75f77e6f-ae90-4af3-814b-a76388f1036f Nov 27 04:02:41.015829 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-689964e7-d4ff-4ede-aedb-921c692348f2 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:41.095002 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-689964e7-d4ff-4ede-aedb-921c692348f2 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:41.103691 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689964e7-d4ff-4ede-aedb-921c692348f2 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:41.107238 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-689964e7-d4ff-4ede-aedb-921c692348f2 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:41.130960 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-13ecd90f-f48b-4603-9e6b-1f5e5bb41f81 tempest-ServiceProvidersTest-706633139 tempest-ServiceProvidersTest-706633139-project] 10.222.0.20 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2405453 Nov 27 04:02:41.134308 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e4b76c-359f-451f-85da-23f5ed9b79bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-e889c6ad-48a2-4aae-b3c5-76605e06b799', 'network_id': 'e889c6ad-48a2-4aae-b3c5-76605e06b799', 'tenant_id': 'f095976796624ff1a0d2b5ca7884aac5', 'fixed_ips': [{'subnet_id': 'dd72571f-9acf-4e67-902b-17d6133bf50f'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:02:41.135255 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-83e4b76c-359f-451f-85da-23f5ed9b79bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:41.293243 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-689964e7-d4ff-4ede-aedb-921c692348f2 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4503191 Nov 27 04:02:41.296313 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55396) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:41.303380 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-e95201ee-4572-4dbf-864d-839baa1c82de tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Request body: {'subnet': {'network_id': '75f77e6f-ae90-4af3-814b-a76388f1036f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:02:41.358110 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689964e7-d4ff-4ede-aedb-921c692348f2 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Pushing event updated for resources: {'Network': ['ID=75f77e6f-ae90-4af3-814b-a76388f1036f,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:41.401965 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 75f77e6f-ae90-4af3-814b-a76388f1036f details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:02:41.602812 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95201ee-4572-4dbf-864d-839baa1c82de tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Made reservation on behalf of f095976796624ff1a0d2b5ca7884aac5 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:02:41.615990 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e95201ee-4572-4dbf-864d-839baa1c82de tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:41.646245 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-83e4b76c-359f-451f-85da-23f5ed9b79bf None None] Allocated IP 2001:db8:0:ffff::2 (e889c6ad-48a2-4aae-b3c5-76605e06b799/dd72571f-9acf-4e67-902b-17d6133bf50f/027ddfef-872a-4f98-be23-8319c8bf92d4) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:02:41.766017 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998de31-4121-4353-a2c2-184f7b44fe89 req-e9a79be2-cfd4-41cf-87f1-1328ce43f469 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:41.776003 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0998de31-4121-4353-a2c2-184f7b44fe89 req-e9a79be2-cfd4-41cf-87f1-1328ce43f469 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.2096505 Nov 27 04:02:41.793806 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55408) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:41.886350 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0998de31-4121-4353-a2c2-184f7b44fe89 req-a1614069-970b-4b2c-ae65-04557eb26471 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081369 Nov 27 04:02:41.917046 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-83e4b76c-359f-451f-85da-23f5ed9b79bf None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:41.927698 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-83e4b76c-359f-451f-85da-23f5ed9b79bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:41.982960 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b6b04-da3c-4f21-bd34-2bf144f7275c req-d9f3e1b5-9d71-4a9a-a2d5-7b3ca19a20f0 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:41.994393 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e4b76c-359f-451f-85da-23f5ed9b79bf None None] Network e889c6ad-48a2-4aae-b3c5-76605e06b799 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:02:41.994393 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-83e4b76c-359f-451f-85da-23f5ed9b79bf None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:02:41.995870 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e4b76c-359f-451f-85da-23f5ed9b79bf None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:02:42.003748 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-714b6b04-da3c-4f21-bd34-2bf144f7275c req-d9f3e1b5-9d71-4a9a-a2d5-7b3ca19a20f0 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a66f33e-ed16-490f-be22-c59609114a3f HTTP/1.1" status: 200 len: 946 time: 0.1157837 Nov 27 04:02:42.016694 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4b76c-359f-451f-85da-23f5ed9b79bf None None] Pushing event updated for resources: {'Port': ['ID=027ddfef-872a-4f98-be23-8319c8bf92d4,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:42.081957 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-83e4b76c-359f-451f-85da-23f5ed9b79bf None None] Attempting to bind port 027ddfef-872a-4f98-be23-8319c8bf92d4 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:02:42.082787 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-83e4b76c-359f-451f-85da-23f5ed9b79bf None None] Attempting to bind port 027ddfef-872a-4f98-be23-8319c8bf92d4 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'fd37ab04-bb54-4484-914b-4176e26db894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e889c6ad-48a2-4aae-b3c5-76605e06b799'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:02:42.083442 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e4b76c-359f-451f-85da-23f5ed9b79bf None None] Attempting to bind port 027ddfef-872a-4f98-be23-8319c8bf92d4 on network e889c6ad-48a2-4aae-b3c5-76605e06b799 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:02:42.094432 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e4b76c-359f-451f-85da-23f5ed9b79bf None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:02:42.094921 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e4b76c-359f-451f-85da-23f5ed9b79bf None None] Checking segment: {'id': 'fd37ab04-bb54-4484-914b-4176e26db894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e889c6ad-48a2-4aae-b3c5-76605e06b799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:02:42.095405 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-83e4b76c-359f-451f-85da-23f5ed9b79bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:42.096201 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e4b76c-359f-451f-85da-23f5ed9b79bf None None] Bound using segment: {'id': 'fd37ab04-bb54-4484-914b-4176e26db894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e889c6ad-48a2-4aae-b3c5-76605e06b799'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:02:42.096825 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-83e4b76c-359f-451f-85da-23f5ed9b79bf None None] Bound port: 027ddfef-872a-4f98-be23-8319c8bf92d4, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd37ab04-bb54-4484-914b-4176e26db894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e889c6ad-48a2-4aae-b3c5-76605e06b799'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:02:42.097073 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-83e4b76c-359f-451f-85da-23f5ed9b79bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:42.120196 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-714b6b04-da3c-4f21-bd34-2bf144f7275c req-b8328c6d-3806-4782-8b54-4f5b8ef81309 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069067 Nov 27 04:02:42.156853 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-28cf013e-a473-4e12-abf4-c542f174d99c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:42.254976 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-83e4b76c-359f-451f-85da-23f5ed9b79bf None None] For port 027ddfef-872a-4f98-be23-8319c8bf92d4, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:02:42.258959 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-83e4b76c-359f-451f-85da-23f5ed9b79bf None None] For port 027ddfef-872a-4f98-be23-8319c8bf92d4, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=027ddfef-872a-4f98-be23-8319c8bf92d4,segment=NetworkSegment(fd37ab04-bb54-4484-914b-4176e26db894),segment_id=fd37ab04-bb54-4484-914b-4176e26db894)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:02:42.265645 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-83e4b76c-359f-451f-85da-23f5ed9b79bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:42.322660 n-d-819494-3 neutron-server[110018]: DEBUG neutron.objects.ports [None req-e95201ee-4572-4dbf-864d-839baa1c82de tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110018) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 04:02:42.325755 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e95201ee-4572-4dbf-864d-839baa1c82de tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:42.359185 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633e107-cf02-4c37-90ba-8dc5377424c9 req-29900c49-0cf0-4a90-9aea-e10ed0e0b0e0 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:42.369531 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4633e107-cf02-4c37-90ba-8dc5377424c9 req-29900c49-0cf0-4a90-9aea-e10ed0e0b0e0 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.2471044 Nov 27 04:02:42.376289 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-28cf013e-a473-4e12-abf4-c542f174d99c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:42.383850 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-28cf013e-a473-4e12-abf4-c542f174d99c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:42.405434 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4b76c-359f-451f-85da-23f5ed9b79bf None None] Pushing event updated for resources: {'Port': ['ID=027ddfef-872a-4f98-be23-8319c8bf92d4,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:42.487251 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-28cf013e-a473-4e12-abf4-c542f174d99c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a5e2f526a41b49c881ac853f8d01cda8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6920209 Nov 27 04:02:42.491035 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55418) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:42.495094 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf013e-a473-4e12-abf4-c542f174d99c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e213c7d7-c622-418f-922c-c93e05fbbb58,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:42.526414 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4633e107-cf02-4c37-90ba-8dc5377424c9 req-5c7ddd3a-7a87-4d16-9927-a8babf8a76f7 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542196 Nov 27 04:02:42.548507 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95201ee-4572-4dbf-864d-839baa1c82de tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Pushing event updated for resources: {'Subnet': ['ID=1320232e-994e-4556-9b5b-92a78d8a810a,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:42.563044 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95201ee-4572-4dbf-864d-839baa1c82de tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Checking segment: {'id': '9db88e5a-7f69-48dc-b127-2d38f288b237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '75f77e6f-ae90-4af3-814b-a76388f1036f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:02:42.563505 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95201ee-4572-4dbf-864d-839baa1c82de tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Network hostable DHCP agents. Network: 75f77e6f-ae90-4af3-814b-a76388f1036f, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:02:42.585046 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95201ee-4572-4dbf-864d-839baa1c82de tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Network 75f77e6f-ae90-4af3-814b-a76388f1036f is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:02:42.590283 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962296cd-a49d-4674-ac18-219b9b53e9d8 req-c0f1718b-f299-48ba-9192-561cd53420eb tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:42.592223 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-962296cd-a49d-4674-ac18-219b9b53e9d8 req-c0f1718b-f299-48ba-9192-561cd53420eb tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a66f33e-ed16-490f-be22-c59609114a3f HTTP/1.1" status: 200 len: 946 time: 0.0992284 Nov 27 04:02:42.599983 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-e95201ee-4572-4dbf-864d-839baa1c82de tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 75f77e6f-ae90-4af3-814b-a76388f1036f) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:02:42.605595 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95201ee-4572-4dbf-864d-839baa1c82de tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:42.607198 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e95201ee-4572-4dbf-864d-839baa1c82de tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:42.611178 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f556a5-8675-4b49-819a-24a87a88f2fc None None] Network 75f77e6f-ae90-4af3-814b-a76388f1036f requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:02:42.631200 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e95201ee-4572-4dbf-864d-839baa1c82de tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3337307 Nov 27 04:02:42.634705 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55422) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:42.641556 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-76048075-a8ee-4316-9352-2b681efed6d1 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Request body: {'port': {'network_id': '75f77e6f-ae90-4af3-814b-a76388f1036f', 'name': 'tempest-NetworksIpV6TestAttrs-1945191046'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:02:42.646791 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-822c5d86-2ee5-41ce-82d3-8dce8069b886 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:42.671835 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-822c5d86-2ee5-41ce-82d3-8dce8069b886 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:42.735668 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-822c5d86-2ee5-41ce-82d3-8dce8069b886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:42.738357 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-822c5d86-2ee5-41ce-82d3-8dce8069b886 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:42.761452 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-822c5d86-2ee5-41ce-82d3-8dce8069b886 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e213c7d7-c622-418f-922c-c93e05fbbb58 HTTP/1.1" status: 204 len: 168 time: 0.2483585 Nov 27 04:02:42.853085 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c5d86-2ee5-41ce-82d3-8dce8069b886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e213c7d7-c622-418f-922c-c93e05fbbb58,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:42.947548 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-962296cd-a49d-4674-ac18-219b9b53e9d8 req-c6d74531-3848-4815-bf99-a7d6e1f60052 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471503 Nov 27 04:02:42.957022 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76048075-a8ee-4316-9352-2b681efed6d1 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Made reservation on behalf of f095976796624ff1a0d2b5ca7884aac5 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:02:42.969751 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c16a8137-9b41-4d26-a34e-9a567be6be67 req-48eeb29b-ae07-4f87-8097-263e6b3e83d0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2470791 Nov 27 04:02:42.993603 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-76048075-a8ee-4316-9352-2b681efed6d1 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:43.024667 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675d0ee4-7c94-4cb6-85cb-15e585f135d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-75f77e6f-ae90-4af3-814b-a76388f1036f', 'network_id': '75f77e6f-ae90-4af3-814b-a76388f1036f', 'tenant_id': 'f095976796624ff1a0d2b5ca7884aac5', 'fixed_ips': [{'subnet_id': '1320232e-994e-4556-9b5b-92a78d8a810a'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:02:43.025553 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-675d0ee4-7c94-4cb6-85cb-15e585f135d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:43.049317 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-76048075-a8ee-4316-9352-2b681efed6d1 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] device_id is not set on port 893ca430-004b-496a-90f3-38a5b4608365 yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:02:43.179604 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a8137-9b41-4d26-a34e-9a567be6be67 req-e390198d-5e9f-4f24-b5d6-dd37028d46df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:43.187207 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c16a8137-9b41-4d26-a34e-9a567be6be67 req-e390198d-5e9f-4f24-b5d6-dd37028d46df service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b01c762313d54b279f09c5e5d81dadbf&device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 1096 time: 0.1272221 Nov 27 04:02:43.317628 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 027ddfef-872a-4f98-be23-8319c8bf92d4 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:02:43.345439 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-76048075-a8ee-4316-9352-2b681efed6d1 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Allocated IP 2001:db8::f816:3eff:fe06:3adf (75f77e6f-ae90-4af3-814b-a76388f1036f/1320232e-994e-4556-9b5b-92a78d8a810a/893ca430-004b-496a-90f3-38a5b4608365) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:02:43.403263 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a8137-9b41-4d26-a34e-9a567be6be67 req-396a184e-bc3b-4941-95aa-e95aafaf17da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:43.405126 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c16a8137-9b41-4d26-a34e-9a567be6be67 req-396a184e-bc3b-4941-95aa-e95aafaf17da service neutron] 10.222.0.23 "GET /v2.0/networks?id=ab8fc313-e01d-42bb-a8ec-9d136b503637 HTTP/1.1" status: 200 len: 912 time: 0.1939600 Nov 27 04:02:43.445837 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 027ddfef-872a-4f98-be23-8319c8bf92d4 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:02:43.446286 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:43.600027 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c16a8137-9b41-4d26-a34e-9a567be6be67 req-6657e9d0-1f55-4bb3-a8b1-db2afc6f0a04 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1c9d3a6-1790-421d-8159-5888317d7f7e HTTP/1.1" status: 200 len: 999 time: 0.1808188 Nov 27 04:02:43.677429 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:43.748526 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 027ddfef-872a-4f98-be23-8319c8bf92d4, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=027ddfef-872a-4f98-be23-8319c8bf92d4,segment=NetworkSegment(fd37ab04-bb54-4484-914b-4176e26db894),segment_id=fd37ab04-bb54-4484-914b-4176e26db894)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:02:43.762813 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:43.783897 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-76048075-a8ee-4316-9352-2b681efed6d1 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:43.795540 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a8137-9b41-4d26-a34e-9a567be6be67 req-dad07d52-6c33-4c9c-9d69-2c8f713d5fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:43.801091 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c16a8137-9b41-4d26-a34e-9a567be6be67 req-dad07d52-6c33-4c9c-9d69-2c8f713d5fb2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ef82cdfa-d224-4963-bff3-3b0049ffee0b HTTP/1.1" status: 200 len: 850 time: 0.1893952 Nov 27 04:02:43.906164 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a8137-9b41-4d26-a34e-9a567be6be67 req-df32d8ba-e13d-47a3-a11a-41955bea75b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:43.911967 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c16a8137-9b41-4d26-a34e-9a567be6be67 req-df32d8ba-e13d-47a3-a11a-41955bea75b4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ab8fc313-e01d-42bb-a8ec-9d136b503637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006455 Nov 27 04:02:43.914492 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-76048075-a8ee-4316-9352-2b681efed6d1 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:44.031213 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76048075-a8ee-4316-9352-2b681efed6d1 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Network 75f77e6f-ae90-4af3-814b-a76388f1036f is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:02:44.047348 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-76048075-a8ee-4316-9352-2b681efed6d1 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:02:44.055041 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76048075-a8ee-4316-9352-2b681efed6d1 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:02:44.068506 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76048075-a8ee-4316-9352-2b681efed6d1 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:44.068958 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-76048075-a8ee-4316-9352-2b681efed6d1 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:44.129688 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76048075-a8ee-4316-9352-2b681efed6d1 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Pushing event updated for resources: {'Port': ['ID=893ca430-004b-496a-90f3-38a5b4608365,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:44.172609 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-76048075-a8ee-4316-9352-2b681efed6d1 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5344026 Nov 27 04:02:44.187362 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55466) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:44.364389 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c16a8137-9b41-4d26-a34e-9a567be6be67 req-f2429b3e-61b6-4926-b502-a3cc46c9d365 service neutron] 10.222.0.23 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4296851 Nov 27 04:02:44.374298 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=027ddfef-872a-4f98-be23-8319c8bf92d4,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:44.376339 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3996f6-c18d-421d-990d-98845b8e4655 req-9fd58ee6-01e0-4753-9787-c4b51a705a91 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:44.387617 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fe3996f6-c18d-421d-990d-98845b8e4655 req-9fd58ee6-01e0-4753-9787-c4b51a705a91 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a66f33e-ed16-490f-be22-c59609114a3f HTTP/1.1" status: 200 len: 946 time: 0.3092606 Nov 27 04:02:44.393250 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:02:44.393611 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:02:44.393966 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:02:44.394307 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:02:44.394676 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:02:44.395807 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:02:44.396157 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:02:44.396494 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:02:44.396834 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:02:44.397166 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:02:44.397528 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:02:44.397842 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:02:44.431894 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a93c62-6c01-436f-89f8-5d2b49c114d0 None None] Network e889c6ad-48a2-4aae-b3c5-76605e06b799 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:02:44.434389 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-73aad12b-41fe-48e7-90af-65aa3cc2b91d tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Deleting subnet 1320232e-994e-4556-9b5b-92a78d8a810a {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:02:44.465137 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55472) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:44.469620 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0034089 Nov 27 04:02:44.472665 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55474) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:44.516946 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fe3996f6-c18d-421d-990d-98845b8e4655 req-4d3045c7-0fab-497d-9c08-d2b0d6fb0ccf tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260116 Nov 27 04:02:44.550248 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c16a8137-9b41-4d26-a34e-9a567be6be67 req-01e20123-bfe8-4c73-9bb3-bdc9fc81d9fa service neutron] 10.222.0.23 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514318 Nov 27 04:02:44.586297 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-675d0ee4-7c94-4cb6-85cb-15e585f135d0 None None] Allocated IP 2001:db8::f816:3eff:fe00:d30a (75f77e6f-ae90-4af3-814b-a76388f1036f/1320232e-994e-4556-9b5b-92a78d8a810a/ba19395d-1a74-474e-9682-5c03b7ece4dd) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:02:44.662577 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-47f53320-5266-4b0e-8673-8c5f63b691e0 None None] Provisioning complete for port 027ddfef-872a-4f98-be23-8319c8bf92d4 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:02:44.662577 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-47f53320-5266-4b0e-8673-8c5f63b691e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:44.673499 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a7fd274b-a5a4-41c9-8064-9f1845b8d0f6 tempest-NetworksApiDiscovery-1926406128 tempest-NetworksApiDiscovery-1926406128-project] 10.222.0.20 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1997020 Nov 27 04:02:44.935675 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-675d0ee4-7c94-4cb6-85cb-15e585f135d0 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:44.955293 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-73aad12b-41fe-48e7-90af-65aa3cc2b91d tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:44.999038 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-675d0ee4-7c94-4cb6-85cb-15e585f135d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:45.001123 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 027ddfef-872a-4f98-be23-8319c8bf92d4 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:02:45.037500 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-73aad12b-41fe-48e7-90af-65aa3cc2b91d tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:45.123600 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55484) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:45.200718 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-73aad12b-41fe-48e7-90af-65aa3cc2b91d tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:45.213250 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675d0ee4-7c94-4cb6-85cb-15e585f135d0 None None] Network 75f77e6f-ae90-4af3-814b-a76388f1036f is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:02:45.233755 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d0ee4-7c94-4cb6-85cb-15e585f135d0 None None] Pushing event updated for resources: {'Port': ['ID=ba19395d-1a74-474e-9682-5c03b7ece4dd,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:45.240069 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-675d0ee4-7c94-4cb6-85cb-15e585f135d0 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:02:45.243581 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675d0ee4-7c94-4cb6-85cb-15e585f135d0 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:02:45.311429 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-52618bd2-6f16-4b8c-9d7a-9be1ff97ef8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:45.330163 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 027ddfef-872a-4f98-be23-8319c8bf92d4 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:02:45.330850 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:45.344754 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-73aad12b-41fe-48e7-90af-65aa3cc2b91d tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:45.398738 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aad12b-41fe-48e7-90af-65aa3cc2b91d tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Pushing event deleted for resources: {'Subnet': ['ID=1320232e-994e-4556-9b5b-92a78d8a810a,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:45.428392 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-73aad12b-41fe-48e7-90af-65aa3cc2b91d tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:45.439737 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-73aad12b-41fe-48e7-90af-65aa3cc2b91d tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] 10.222.0.20 "DELETE /v2.0/subnets/1320232e-994e-4556-9b5b-92a78d8a810a HTTP/1.1" status: 204 len: 168 time: 1.2468944 Nov 27 04:02:45.442064 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55492) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:45.461477 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-675d0ee4-7c94-4cb6-85cb-15e585f135d0 None None] Attempting to bind port ba19395d-1a74-474e-9682-5c03b7ece4dd on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:02:45.462520 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-675d0ee4-7c94-4cb6-85cb-15e585f135d0 None None] Attempting to bind port ba19395d-1a74-474e-9682-5c03b7ece4dd by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '9db88e5a-7f69-48dc-b127-2d38f288b237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '75f77e6f-ae90-4af3-814b-a76388f1036f'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:02:45.463164 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675d0ee4-7c94-4cb6-85cb-15e585f135d0 None None] Attempting to bind port ba19395d-1a74-474e-9682-5c03b7ece4dd on network 75f77e6f-ae90-4af3-814b-a76388f1036f {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:02:45.463352 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-52618bd2-6f16-4b8c-9d7a-9be1ff97ef8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:45.474115 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-52618bd2-6f16-4b8c-9d7a-9be1ff97ef8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:45.474994 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675d0ee4-7c94-4cb6-85cb-15e585f135d0 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:02:45.475157 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675d0ee4-7c94-4cb6-85cb-15e585f135d0 None None] Checking segment: {'id': '9db88e5a-7f69-48dc-b127-2d38f288b237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '75f77e6f-ae90-4af3-814b-a76388f1036f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:02:45.475850 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-675d0ee4-7c94-4cb6-85cb-15e585f135d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:45.476329 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675d0ee4-7c94-4cb6-85cb-15e585f135d0 None None] Bound using segment: {'id': '9db88e5a-7f69-48dc-b127-2d38f288b237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '75f77e6f-ae90-4af3-814b-a76388f1036f'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:02:45.476920 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-675d0ee4-7c94-4cb6-85cb-15e585f135d0 None None] Bound port: ba19395d-1a74-474e-9682-5c03b7ece4dd, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db88e5a-7f69-48dc-b127-2d38f288b237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '75f77e6f-ae90-4af3-814b-a76388f1036f'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:02:45.477580 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-675d0ee4-7c94-4cb6-85cb-15e585f135d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:45.548184 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-52618bd2-6f16-4b8c-9d7a-9be1ff97ef8d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=80fea24444af48eeb961da119831fb06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4232380 Nov 27 04:02:45.553953 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55498) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:45.572759 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52618bd2-6f16-4b8c-9d7a-9be1ff97ef8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3711c731-c7b7-4b24-9b89-3424a22b7ab8,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:45.649459 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-675d0ee4-7c94-4cb6-85cb-15e585f135d0 None None] For port ba19395d-1a74-474e-9682-5c03b7ece4dd, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:02:45.653457 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-675d0ee4-7c94-4cb6-85cb-15e585f135d0 None None] For port ba19395d-1a74-474e-9682-5c03b7ece4dd, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=ba19395d-1a74-474e-9682-5c03b7ece4dd,segment=NetworkSegment(9db88e5a-7f69-48dc-b127-2d38f288b237),segment_id=9db88e5a-7f69-48dc-b127-2d38f288b237)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:02:45.664899 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-675d0ee4-7c94-4cb6-85cb-15e585f135d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:45.712351 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2b7384c0-e047-479e-be1e-dd8f712c3069 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:45.797833 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8f60e-63a3-4f46-bf94-a4b5fa8666c6 req-7e2e40fe-7847-4b83-abca-8922b67372b2 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:45.799635 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-24e8f60e-63a3-4f46-bf94-a4b5fa8666c6 req-7e2e40fe-7847-4b83-abca-8922b67372b2 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a66f33e-ed16-490f-be22-c59609114a3f HTTP/1.1" status: 200 len: 946 time: 0.1584363 Nov 27 04:02:45.802172 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-40ce96dd-63f1-4632-a81b-b4cab5d468a9 None None] Provisioning complete for port 027ddfef-872a-4f98-be23-8319c8bf92d4 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:02:45.802762 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-40ce96dd-63f1-4632-a81b-b4cab5d468a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:45.806174 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2b7384c0-e047-479e-be1e-dd8f712c3069 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:45.831466 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce504cf-918b-452e-b08e-01bde0094b01 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:45.839831 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce504cf-918b-452e-b08e-01bde0094b01 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:45.846798 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-fce504cf-918b-452e-b08e-01bde0094b01 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3992665 Nov 27 04:02:45.848511 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55504) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:45.887906 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d0ee4-7c94-4cb6-85cb-15e585f135d0 None None] Pushing event updated for resources: {'Port': ['ID=ba19395d-1a74-474e-9682-5c03b7ece4dd,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:45.937088 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-24e8f60e-63a3-4f46-bf94-a4b5fa8666c6 req-991518ad-7692-4bd4-863a-df5f8065e497 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869634 Nov 27 04:02:45.937970 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a6e277-d625-4290-ab63-94ea5fa5e4f5 None None] Network 75f77e6f-ae90-4af3-814b-a76388f1036f requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:02:45.943749 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2b7384c0-e047-479e-be1e-dd8f712c3069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:45.946807 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2b7384c0-e047-479e-be1e-dd8f712c3069 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:45.948394 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2b7384c0-e047-479e-be1e-dd8f712c3069 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3711c731-c7b7-4b24-9b89-3424a22b7ab8 HTTP/1.1" status: 204 len: 168 time: 0.3930221 Nov 27 04:02:45.972510 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7384c0-e047-479e-be1e-dd8f712c3069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3711c731-c7b7-4b24-9b89-3424a22b7ab8,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:46.052558 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0621c953-6564-46fc-a16d-9b6861b3485d tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:46.135482 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-d6f12465-91cb-42db-9c01-7fad349d5682 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3970230 Nov 27 04:02:46.137669 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-0621c953-6564-46fc-a16d-9b6861b3485d tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 27 04:02:46.138337 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0621c953-6564-46fc-a16d-9b6861b3485d tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:02:46.143652 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0621c953-6564-46fc-a16d-9b6861b3485d tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] 10.222.0.20 "DELETE /v2.0/networks/75f77e6f-ae90-4af3-814b-a76388f1036f HTTP/1.1" status: 409 len: 405 time: 0.2939944 Nov 27 04:02:46.155051 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55510) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:46.161438 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-1f454a54-63c8-4d70-a025-55462cd90c12 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1866323024'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:02:46.216216 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f454a54-63c8-4d70-a025-55462cd90c12 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Made reservation on behalf of f095976796624ff1a0d2b5ca7884aac5 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:02:46.221723 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52ef74-340c-4c73-b8bc-fe9b29a56a6e req-482bdedb-3866-443f-b6b8-91355d81de15 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:46.222337 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1f454a54-63c8-4d70-a025-55462cd90c12 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:46.227978 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d52ef74-340c-4c73-b8bc-fe9b29a56a6e req-482bdedb-3866-443f-b6b8-91355d81de15 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1931736 Nov 27 04:02:46.258423 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-31e2801b-2413-4dd1-b9d1-b18f87f5d649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:46.267212 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:46.314755 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f454a54-63c8-4d70-a025-55462cd90c12 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:02:46.335730 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9892eaff-dd52-46cb-879a-675e65da4491 None None] get_active_networks_info from n-d-819494-3 {{(pid=110020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 04:02:46.341153 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1f454a54-63c8-4d70-a025-55462cd90c12 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:46.341555 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-1f454a54-63c8-4d70-a025-55462cd90c12 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Added segment 46e09ab6-2547-4dcf-b57e-bcb49f6f469b of type vlan for network 45eca5ba-be56-49d2-b612-c20d47528322 Nov 27 04:02:46.422622 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1f454a54-63c8-4d70-a025-55462cd90c12 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:46.424481 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-8f4cb1fc-6b18-44d0-b53f-7ebf3eff0a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:46.425171 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-8f4cb1fc-6b18-44d0-b53f-7ebf3eff0a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:46.425938 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-8f4cb1fc-6b18-44d0-b53f-7ebf3eff0a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:46.427350 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-8f4cb1fc-6b18-44d0-b53f-7ebf3eff0a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:46.428303 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-8f4cb1fc-6b18-44d0-b53f-7ebf3eff0a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:46.428952 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-8f4cb1fc-6b18-44d0-b53f-7ebf3eff0a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:46.429580 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-8f4cb1fc-6b18-44d0-b53f-7ebf3eff0a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:46.431866 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-8f4cb1fc-6b18-44d0-b53f-7ebf3eff0a95 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1dec02752c8a4ea2ac075e58dda75d55&device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 6491 time: 0.2028642 Nov 27 04:02:46.452438 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d52ef74-340c-4c73-b8bc-fe9b29a56a6e req-616f1223-7597-460b-aba2-454868e84dcd tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884205 Nov 27 04:02:46.498594 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1f454a54-63c8-4d70-a025-55462cd90c12 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:46.518583 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f454a54-63c8-4d70-a025-55462cd90c12 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:46.520035 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1f454a54-63c8-4d70-a025-55462cd90c12 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:46.611869 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9892eaff-dd52-46cb-879a-675e65da4491 None None] Resources bound (agent type, host, resource id): {{(pid=110020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 04:02:46.698260 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-8df8421c-4643-4df5-9326-2839fa5864fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:46.698781 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-8df8421c-4643-4df5-9326-2839fa5864fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:46.699254 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-8df8421c-4643-4df5-9326-2839fa5864fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:46.700889 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-8df8421c-4643-4df5-9326-2839fa5864fd service neutron] 10.222.0.11 "GET /v2.0/networks?id=de70f11c-4372-4ca5-89fb-09782e179a3b&id=51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5&id=51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5&id=51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5&id=51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5&id=c50e5d64-07f3-44bc-b3a4-01ba809267ac&id=c50e5d64-07f3-44bc-b3a4-01ba809267ac HTTP/1.1" status: 200 len: 2293 time: 0.2351463 Nov 27 04:02:46.760022 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1f454a54-63c8-4d70-a025-55462cd90c12 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6035225 Nov 27 04:02:46.764801 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55526) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:46.765410 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f454a54-63c8-4d70-a025-55462cd90c12 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Pushing event updated for resources: {'Network': ['ID=45eca5ba-be56-49d2-b612-c20d47528322,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:46.784220 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-05f43bf8-151e-474e-bce1-b9659e680391 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Request body: {'subnet': {'network_id': '45eca5ba-be56-49d2-b612-c20d47528322', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:02:46.786006 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 45eca5ba-be56-49d2-b612-c20d47528322 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:02:46.798857 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-3ce98395-b2fe-4dde-8afc-c42488d66d5e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02981edf-7b84-4fc5-b179-a27331a3be22 HTTP/1.1" status: 200 len: 1002 time: 0.0900691 Nov 27 04:02:46.933115 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-8110851e-6032-42a0-8d89-dacbd58e9326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:46.935723 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-8110851e-6032-42a0-8d89-dacbd58e9326 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4466658f-32d6-449e-8c43-df2a536056c1 HTTP/1.1" status: 200 len: 851 time: 0.1296768 Nov 27 04:02:47.146747 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-32b2d062-e71f-4fae-b869-f1608605934a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:47.158877 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-32b2d062-e71f-4fae-b869-f1608605934a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de70f11c-4372-4ca5-89fb-09782e179a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2151573 Nov 27 04:02:47.315588 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af59d0-31d2-422a-aa8c-6abaed8f85cf req-1e05c347-6ee0-43cf-95c3-5e6f1771ffcd tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:47.317750 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-53af59d0-31d2-422a-aa8c-6abaed8f85cf req-1e05c347-6ee0-43cf-95c3-5e6f1771ffcd tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a66f33e-ed16-490f-be22-c59609114a3f HTTP/1.1" status: 200 len: 946 time: 0.2450230 Nov 27 04:02:47.358083 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-1a447903-c3b9-4ab5-8150-398cbb3d77eb service neutron] 10.222.0.11 "GET /v2.0/networks/de70f11c-4372-4ca5-89fb-09782e179a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904924 Nov 27 04:02:47.473025 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc0f6a-e2f7-4e91-b8ac-84c910715762 req-4d46c067-b6ba-4b1f-8e02-182d44d4c392 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:47.487923 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-afbc0f6a-e2f7-4e91-b8ac-84c910715762 req-4d46c067-b6ba-4b1f-8e02-182d44d4c392 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.8404188 Nov 27 04:02:47.585662 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-53af59d0-31d2-422a-aa8c-6abaed8f85cf req-934a36b3-cba6-47aa-a45c-ad9e524ae9e9 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243667 Nov 27 04:02:47.617194 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f43bf8-151e-474e-bce1-b9659e680391 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Made reservation on behalf of f095976796624ff1a0d2b5ca7884aac5 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:02:47.620769 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-05f43bf8-151e-474e-bce1-b9659e680391 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:47.663130 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-4dba0fd2-0545-4705-9063-bd73d5daad28 service neutron] 10.222.0.11 "GET /v2.0/networks/de70f11c-4372-4ca5-89fb-09782e179a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956123 Nov 27 04:02:47.698070 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-afbc0f6a-e2f7-4e91-b8ac-84c910715762 req-7e64ca54-5700-4287-9808-45b9e9704e4e tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086775 Nov 27 04:02:47.737257 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-216fde1e-a49d-4e56-83d5-aaa5f2d49a64 None None] Provisioning complete for port 95ff9703-6856-47ca-a6a4-79b9eafe1a2f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:02:47.740524 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-216fde1e-a49d-4e56-83d5-aaa5f2d49a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:47.760879 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-7e92fe74-17b9-4900-8c3c-3db3ebd5160f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=8d21c359-8b29-4bc7-8fd4-65e475953c35 HTTP/1.1" status: 200 len: 217 time: 0.0858953 Nov 27 04:02:47.896286 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-a93c6037-cd40-4489-9fe3-57fb597e50db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:47.901914 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-a93c6037-cd40-4489-9fe3-57fb597e50db service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a5669422-959b-42bf-adae-eb6b666499da HTTP/1.1" status: 200 len: 797 time: 0.1342907 Nov 27 04:02:47.942633 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-216fde1e-a49d-4e56-83d5-aaa5f2d49a64 None None] Provisioning complete for port 8a7999e9-0db5-4ebe-9a77-3abf5b105cf8 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:02:47.943366 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-216fde1e-a49d-4e56-83d5-aaa5f2d49a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:48.001096 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-216fde1e-a49d-4e56-83d5-aaa5f2d49a64 None None] Port 8a7999e9-0db5-4ebe-9a77-3abf5b105cf8 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:02:48.026889 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-216fde1e-a49d-4e56-83d5-aaa5f2d49a64 None None] Provisioning complete for port c994a619-a6b1-47f3-9c5e-ec30ea84b446 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:02:48.028023 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-216fde1e-a49d-4e56-83d5-aaa5f2d49a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:48.040368 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-92148ea6-2239-4dfe-a0e5-c3f6e6fa1f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:48.042822 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-92148ea6-2239-4dfe-a0e5-c3f6e6fa1f6d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1311262 Nov 27 04:02:48.176404 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5873a88-48b6-4060-88f6-3afb79348eea req-d2313ab3-588d-4276-913a-b423dd6f365d tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:48.178426 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a5873a88-48b6-4060-88f6-3afb79348eea req-d2313ab3-588d-4276-913a-b423dd6f365d tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1433933 Nov 27 04:02:48.235173 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-216fde1e-a49d-4e56-83d5-aaa5f2d49a64 None None] Provisioning complete for port 8941bb77-fc80-4447-8d70-1ee55f7cb1b2 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:02:48.235557 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-216fde1e-a49d-4e56-83d5-aaa5f2d49a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:48.277310 n-d-819494-3 neutron-server[110018]: DEBUG neutron.objects.ports [None req-05f43bf8-151e-474e-bce1-b9659e680391 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110018) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 04:02:48.279738 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-5ed0d5eb-b1d7-468d-bde5-881dc0062e9f service neutron] 10.222.0.11 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294095 Nov 27 04:02:48.283882 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-05f43bf8-151e-474e-bce1-b9659e680391 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:48.361886 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a5873a88-48b6-4060-88f6-3afb79348eea req-38484570-fee9-4034-87f5-6082dd2d4678 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544857 Nov 27 04:02:48.363373 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8d88353a-1e6a-416a-ad16-d7e4d58496f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:48.393588 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f43bf8-151e-474e-bce1-b9659e680391 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Pushing event updated for resources: {'Subnet': ['ID=d2c93fa9-646e-4745-9cf4-6000aea94953,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:48.411343 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f43bf8-151e-474e-bce1-b9659e680391 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Checking segment: {'id': '46e09ab6-2547-4dcf-b57e-bcb49f6f469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '45eca5ba-be56-49d2-b612-c20d47528322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:02:48.411976 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f43bf8-151e-474e-bce1-b9659e680391 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Network hostable DHCP agents. Network: 45eca5ba-be56-49d2-b612-c20d47528322, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:02:48.452639 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f43bf8-151e-474e-bce1-b9659e680391 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Network 45eca5ba-be56-49d2-b612-c20d47528322 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:02:48.462517 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-d3f08c6d-6c45-4f20-96da-02f83d307b84 service neutron] 10.222.0.11 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747129 Nov 27 04:02:48.475534 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-05f43bf8-151e-474e-bce1-b9659e680391 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 45eca5ba-be56-49d2-b612-c20d47528322) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:02:48.486719 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f43bf8-151e-474e-bce1-b9659e680391 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:48.487602 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-05f43bf8-151e-474e-bce1-b9659e680391 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:48.535755 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-05f43bf8-151e-474e-bce1-b9659e680391 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7611375 Nov 27 04:02:48.537607 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55568) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:48.547866 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5c79ad-26c8-48fb-af1b-12fdce32bca7 None None] Network 45eca5ba-be56-49d2-b612-c20d47528322 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:02:48.551085 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-47644dd2-be29-4fc7-a772-97b9d06bb65b tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Request body: {'port': {'network_id': '45eca5ba-be56-49d2-b612-c20d47528322', 'name': 'tempest-NetworksIpV6TestAttrs-1169522896'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:02:48.561923 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-2e3b7581-86e9-461e-b02c-cbb00d1f40a0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=79505348-feb7-4bb2-ad3d-3724a74fb104 HTTP/1.1" status: 200 len: 217 time: 0.0910299 Nov 27 04:02:48.721355 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22cd910-c885-4091-8ff1-562ac6e3a65e req-785428c6-b839-4eb4-9a03-1539af49c0f4 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:48.723466 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b22cd910-c885-4091-8ff1-562ac6e3a65e req-785428c6-b839-4eb4-9a03-1539af49c0f4 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1601813 Nov 27 04:02:48.730729 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-954604bd-af53-4f1d-a515-d7bd4b5f012b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:48.732946 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-954604bd-af53-4f1d-a515-d7bd4b5f012b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a5669422-959b-42bf-adae-eb6b666499da HTTP/1.1" status: 200 len: 797 time: 0.1590948 Nov 27 04:02:48.762828 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-216fde1e-a49d-4e56-83d5-aaa5f2d49a64 None None] Provisioning complete for port 4a578ec2-6732-406b-be02-c61cbe3943aa triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:02:48.763431 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-216fde1e-a49d-4e56-83d5-aaa5f2d49a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:48.766570 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:48.792912 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47644dd2-be29-4fc7-a772-97b9d06bb65b tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Made reservation on behalf of f095976796624ff1a0d2b5ca7884aac5 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:02:48.798561 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-47644dd2-be29-4fc7-a772-97b9d06bb65b tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:48.821774 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-42e11215-341f-4d81-b712-70cf6791a957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:48.823739 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-42e11215-341f-4d81-b712-70cf6791a957 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0830760 Nov 27 04:02:48.832346 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b22cd910-c885-4091-8ff1-562ac6e3a65e req-2c819978-c1dc-4726-b68a-66a740c3e585 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980458 Nov 27 04:02:48.871107 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-47644dd2-be29-4fc7-a772-97b9d06bb65b tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] device_id is not set on port e4691d9e-aec2-42fc-868b-e5dc916a540b yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:02:48.899520 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348a9c1-985e-4fc4-97b3-aebebc94c481 req-4daae200-26ba-44dc-8539-e325bfaa9cae tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:48.909528 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4348a9c1-985e-4fc4-97b3-aebebc94c481 req-4daae200-26ba-44dc-8539-e325bfaa9cae tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a66f33e-ed16-490f-be22-c59609114a3f HTTP/1.1" status: 200 len: 946 time: 0.1657927 Nov 27 04:02:49.000413 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-aaf25f81-74b2-409d-91df-e04c7a35f443 service neutron] 10.222.0.11 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659689 Nov 27 04:02:49.076582 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984fff5b-a4ea-43bf-9689-e90945620b74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-45eca5ba-be56-49d2-b612-c20d47528322', 'network_id': '45eca5ba-be56-49d2-b612-c20d47528322', 'tenant_id': 'f095976796624ff1a0d2b5ca7884aac5', 'fixed_ips': [{'subnet_id': 'd2c93fa9-646e-4745-9cf4-6000aea94953'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:02:49.079745 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-984fff5b-a4ea-43bf-9689-e90945620b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:49.157339 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-216fde1e-a49d-4e56-83d5-aaa5f2d49a64 None None] Provisioning complete for port 15843f6a-df00-4d54-b942-7da652a62318 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:02:49.158011 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-216fde1e-a49d-4e56-83d5-aaa5f2d49a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:49.207923 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-216fde1e-a49d-4e56-83d5-aaa5f2d49a64 None None] Port 15843f6a-df00-4d54-b942-7da652a62318 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:02:49.246041 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4348a9c1-985e-4fc4-97b3-aebebc94c481 req-818eaf88-1639-48f2-8da9-723b0747027b tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355007 Nov 27 04:02:49.296925 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-6603a2d5-0e74-4729-82a4-c163e2103ad7 service neutron] 10.222.0.11 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864981 Nov 27 04:02:49.309900 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-216fde1e-a49d-4e56-83d5-aaa5f2d49a64 None None] Provisioning complete for port 61f838f8-05b5-4345-b54f-153c94f198d6 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:02:49.310872 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-216fde1e-a49d-4e56-83d5-aaa5f2d49a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:49.320944 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-47644dd2-be29-4fc7-a772-97b9d06bb65b tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Allocated IP 2001:db8::f816:3eff:feba:8e7e (45eca5ba-be56-49d2-b612-c20d47528322/d2c93fa9-646e-4745-9cf4-6000aea94953/e4691d9e-aec2-42fc-868b-e5dc916a540b) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:02:49.405235 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-3adaf146-5e2f-4c09-b061-28649bf5653b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=483722be-2ed4-4dbd-aefd-8406aba813b7 HTTP/1.1" status: 200 len: 217 time: 0.0948236 Nov 27 04:02:49.451960 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-216fde1e-a49d-4e56-83d5-aaa5f2d49a64 None None] Provisioning complete for port 88ca08c4-f77f-4610-8ba5-867ba3afb8db triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:02:49.452423 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-216fde1e-a49d-4e56-83d5-aaa5f2d49a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:49.462965 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf26e4-7a57-4389-a8d2-35b818ac4f28 req-bc6a4f53-944e-4b9b-9628-fa2fb6d7c09a tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:49.471336 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ccaf26e4-7a57-4389-a8d2-35b818ac4f28 req-bc6a4f53-944e-4b9b-9628-fa2fb6d7c09a tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1718893 Nov 27 04:02:49.530612 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:49.536775 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-7b906877-5274-4be9-ae0d-766f361a6a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:49.538528 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-7b906877-5274-4be9-ae0d-766f361a6a11 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a5669422-959b-42bf-adae-eb6b666499da HTTP/1.1" status: 200 len: 797 time: 0.1217780 Nov 27 04:02:49.561779 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ccaf26e4-7a57-4389-a8d2-35b818ac4f28 req-ad55f264-3280-4c2c-ac03-30843dcb7290 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888407 Nov 27 04:02:49.605910 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-216fde1e-a49d-4e56-83d5-aaa5f2d49a64 None None] Provisioning complete for port 17fb2973-29f3-4d7b-9f1b-1960f8905677 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:02:49.606291 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-216fde1e-a49d-4e56-83d5-aaa5f2d49a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:49.631039 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-073c5526-511b-4d1a-8aa0-39c4dbd55ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:49.633689 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-073c5526-511b-4d1a-8aa0-39c4dbd55ca1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0682108 Nov 27 04:02:49.721256 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-216fde1e-a49d-4e56-83d5-aaa5f2d49a64 None None] Provisioning complete for port cd9ebe38-c966-4d9e-98a5-186aa71cb38b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:02:49.721624 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-216fde1e-a49d-4e56-83d5-aaa5f2d49a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:49.734882 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-47644dd2-be29-4fc7-a772-97b9d06bb65b tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:49.849035 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1bba77-751a-4dde-8ff4-c5948529d411 req-a4398bca-2e01-46c2-8d41-01037b40307d tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:49.861824 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3c1bba77-751a-4dde-8ff4-c5948529d411 req-a4398bca-2e01-46c2-8d41-01037b40307d tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1239936 Nov 27 04:02:49.909705 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-47644dd2-be29-4fc7-a772-97b9d06bb65b tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:49.996344 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3c1bba77-751a-4dde-8ff4-c5948529d411 req-0956842b-2f4e-4f83-9aa1-23d730803918 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327884 Nov 27 04:02:50.009869 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47644dd2-be29-4fc7-a772-97b9d06bb65b tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Network 45eca5ba-be56-49d2-b612-c20d47528322 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:02:50.046721 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-47644dd2-be29-4fc7-a772-97b9d06bb65b tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:02:50.061388 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47644dd2-be29-4fc7-a772-97b9d06bb65b tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:02:50.077042 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-984fff5b-a4ea-43bf-9689-e90945620b74 None None] Allocated IP 2001:db8::f816:3eff:fe1e:e0af (45eca5ba-be56-49d2-b612-c20d47528322/d2c93fa9-646e-4745-9cf4-6000aea94953/b87678e3-37f6-4a9c-b99b-9c8ca0cd0c4b) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:02:50.080326 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47644dd2-be29-4fc7-a772-97b9d06bb65b tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:50.082807 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-47644dd2-be29-4fc7-a772-97b9d06bb65b tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:50.100139 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47644dd2-be29-4fc7-a772-97b9d06bb65b tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Pushing event updated for resources: {'Port': ['ID=e4691d9e-aec2-42fc-868b-e5dc916a540b,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:50.119870 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-47644dd2-be29-4fc7-a772-97b9d06bb65b tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5781367 Nov 27 04:02:50.121635 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55606) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:50.186204 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-4a3b1d3a-f66a-45ad-abab-9987a44034ab service neutron] 10.222.0.11 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5426538 Nov 27 04:02:50.325697 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa34a59a-c218-4fbf-9c4c-8baef0f2f33c tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Deleting subnet d2c93fa9-646e-4745-9cf4-6000aea94953 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:02:50.366243 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-216fde1e-a49d-4e56-83d5-aaa5f2d49a64 None None] Provisioning complete for port 100c948c-af04-439a-b3d9-0cbe9b158d0f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:02:50.366967 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-216fde1e-a49d-4e56-83d5-aaa5f2d49a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:50.406204 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:02:50.446994 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0fa92-ea0f-453d-a4d2-1fb5f6137919 req-16b2a662-1706-4fd6-a0c6-1a36ac0f4657 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:50.450199 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f0e0fa92-ea0f-453d-a4d2-1fb5f6137919 req-16b2a662-1706-4fd6-a0c6-1a36ac0f4657 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1205342 Nov 27 04:02:50.454143 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-216fde1e-a49d-4e56-83d5-aaa5f2d49a64 None None] Port 100c948c-af04-439a-b3d9-0cbe9b158d0f cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:02:50.461317 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-405c6001-24da-42fa-ad0b-5a372424ac85 service neutron] 10.222.0.11 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655842 Nov 27 04:02:50.522000 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4c02e-a3d0-4223-92d3-5f0ef55a98b2 req-4fa2da8b-e00c-4b73-a49a-2d6acc2a8c2e tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:50.529578 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-984fff5b-a4ea-43bf-9689-e90945620b74 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:50.532960 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b3b4c02e-a3d0-4223-92d3-5f0ef55a98b2 req-4fa2da8b-e00c-4b73-a49a-2d6acc2a8c2e tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a66f33e-ed16-490f-be22-c59609114a3f HTTP/1.1" status: 200 len: 946 time: 0.1483319 Nov 27 04:02:50.540149 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f0e0fa92-ea0f-453d-a4d2-1fb5f6137919 req-630c3416-7e5d-4c1d-afdf-4886b6c163ab tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829234 Nov 27 04:02:50.541136 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fa34a59a-c218-4fbf-9c4c-8baef0f2f33c tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:50.547277 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-984fff5b-a4ea-43bf-9689-e90945620b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:50.572262 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-0f4d2248-258e-4c82-a6d0-0e58f9b95547 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb HTTP/1.1" status: 200 len: 217 time: 0.1018825 Nov 27 04:02:50.593560 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fa34a59a-c218-4fbf-9c4c-8baef0f2f33c tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:50.678980 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984fff5b-a4ea-43bf-9689-e90945620b74 None None] Network 45eca5ba-be56-49d2-b612-c20d47528322 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:02:50.682795 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-984fff5b-a4ea-43bf-9689-e90945620b74 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:02:50.687973 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984fff5b-a4ea-43bf-9689-e90945620b74 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:02:50.698309 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984fff5b-a4ea-43bf-9689-e90945620b74 None None] Pushing event updated for resources: {'Port': ['ID=b87678e3-37f6-4a9c-b99b-9c8ca0cd0c4b,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:50.779195 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-984fff5b-a4ea-43bf-9689-e90945620b74 None None] Attempting to bind port b87678e3-37f6-4a9c-b99b-9c8ca0cd0c4b on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:02:50.780135 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-984fff5b-a4ea-43bf-9689-e90945620b74 None None] Attempting to bind port b87678e3-37f6-4a9c-b99b-9c8ca0cd0c4b by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '46e09ab6-2547-4dcf-b57e-bcb49f6f469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '45eca5ba-be56-49d2-b612-c20d47528322'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:02:50.780951 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984fff5b-a4ea-43bf-9689-e90945620b74 None None] Attempting to bind port b87678e3-37f6-4a9c-b99b-9c8ca0cd0c4b on network 45eca5ba-be56-49d2-b612-c20d47528322 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:02:50.788326 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984fff5b-a4ea-43bf-9689-e90945620b74 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:02:50.789284 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fa34a59a-c218-4fbf-9c4c-8baef0f2f33c tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:50.790048 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984fff5b-a4ea-43bf-9689-e90945620b74 None None] Checking segment: {'id': '46e09ab6-2547-4dcf-b57e-bcb49f6f469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '45eca5ba-be56-49d2-b612-c20d47528322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:02:50.790669 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-78f4fb42-81af-40d2-987e-c4fdbe8c8513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:50.791170 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-984fff5b-a4ea-43bf-9689-e90945620b74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:50.791790 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984fff5b-a4ea-43bf-9689-e90945620b74 None None] Bound using segment: {'id': '46e09ab6-2547-4dcf-b57e-bcb49f6f469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '45eca5ba-be56-49d2-b612-c20d47528322'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:02:50.792136 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-78f4fb42-81af-40d2-987e-c4fdbe8c8513 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a5669422-959b-42bf-adae-eb6b666499da HTTP/1.1" status: 200 len: 797 time: 0.1816025 Nov 27 04:02:50.793061 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-984fff5b-a4ea-43bf-9689-e90945620b74 None None] Bound port: b87678e3-37f6-4a9c-b99b-9c8ca0cd0c4b, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46e09ab6-2547-4dcf-b57e-bcb49f6f469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '45eca5ba-be56-49d2-b612-c20d47528322'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:02:50.793805 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-984fff5b-a4ea-43bf-9689-e90945620b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:50.795749 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b3b4c02e-a3d0-4223-92d3-5f0ef55a98b2 req-bc6f7dd0-2356-4c1a-926c-1cb4e870d475 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618384 Nov 27 04:02:50.870488 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-75872328-1c09-43ed-8187-1fafc2fffb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:50.872254 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-75872328-1c09-43ed-8187-1fafc2fffb96 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0646131 Nov 27 04:02:50.906210 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fa34a59a-c218-4fbf-9c4c-8baef0f2f33c tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:50.908250 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-984fff5b-a4ea-43bf-9689-e90945620b74 None None] For port b87678e3-37f6-4a9c-b99b-9c8ca0cd0c4b, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:02:50.918111 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-984fff5b-a4ea-43bf-9689-e90945620b74 None None] For port b87678e3-37f6-4a9c-b99b-9c8ca0cd0c4b, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b87678e3-37f6-4a9c-b99b-9c8ca0cd0c4b,segment=NetworkSegment(46e09ab6-2547-4dcf-b57e-bcb49f6f469b),segment_id=46e09ab6-2547-4dcf-b57e-bcb49f6f469b)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:02:50.928350 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-984fff5b-a4ea-43bf-9689-e90945620b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:50.953165 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fa34a59a-c218-4fbf-9c4c-8baef0f2f33c tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:50.960863 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-fa34a59a-c218-4fbf-9c4c-8baef0f2f33c tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] 10.222.0.20 "DELETE /v2.0/subnets/d2c93fa9-646e-4745-9cf4-6000aea94953 HTTP/1.1" status: 204 len: 168 time: 0.8379478 Nov 27 04:02:50.961524 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55616) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:50.964779 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34a59a-c218-4fbf-9c4c-8baef0f2f33c tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Pushing event deleted for resources: {'Subnet': ['ID=d2c93fa9-646e-4745-9cf4-6000aea94953,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:51.055793 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842856b8-173a-4dcd-afd0-d5da8e979aed tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:51.057475 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842856b8-173a-4dcd-afd0-d5da8e979aed tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:51.062524 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-842856b8-173a-4dcd-afd0-d5da8e979aed tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0940363 Nov 27 04:02:51.063167 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55618) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:51.103418 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-afa9552b-0883-4581-a664-c7fb92aef015 service neutron] 10.222.0.11 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234652 Nov 27 04:02:51.157094 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984fff5b-a4ea-43bf-9689-e90945620b74 None None] Pushing event updated for resources: {'Port': ['ID=b87678e3-37f6-4a9c-b99b-9c8ca0cd0c4b,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:51.180285 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:51.203462 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-021c8a7b-daf9-4528-9854-ce0e52be3983 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:51.221169 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aafe76-71f4-4dff-b727-9db53d1783c2 req-97b3583c-333c-4f93-9e25-3f07d10bb32b tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:51.231607 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-42aafe76-71f4-4dff-b727-9db53d1783c2 req-97b3583c-333c-4f93-9e25-3f07d10bb32b tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.3639250 Nov 27 04:02:51.299009 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-021c8a7b-daf9-4528-9854-ce0e52be3983 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 27 04:02:51.299501 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-021c8a7b-daf9-4528-9854-ce0e52be3983 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:02:51.308525 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-021c8a7b-daf9-4528-9854-ce0e52be3983 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] 10.222.0.20 "DELETE /v2.0/networks/45eca5ba-be56-49d2-b612-c20d47528322 HTTP/1.1" status: 409 len: 405 time: 0.2440658 Nov 27 04:02:51.309433 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55622) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:51.321991 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-cd2bb9c1-b7aa-4f34-aa29-2da4dfe880ff tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1730351609'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:02:51.339382 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-42aafe76-71f4-4dff-b727-9db53d1783c2 req-12fef035-5850-4b25-a9b4-5f596b5ace67 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999107 Nov 27 04:02:51.365310 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-3d405050-5f2b-4c3c-930e-2a95ffc96769 service neutron] 10.222.0.11 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544703 Nov 27 04:02:51.542349 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-edf59033-928f-4a7a-9fd6-b9302ac65db7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f44fdf9b-a8d1-49ae-aeec-916704cb4fb4 HTTP/1.1" status: 200 len: 217 time: 0.1063857 Nov 27 04:02:51.542349 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2bb9c1-b7aa-4f34-aa29-2da4dfe880ff tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Made reservation on behalf of f095976796624ff1a0d2b5ca7884aac5 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:02:51.542349 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cd2bb9c1-b7aa-4f34-aa29-2da4dfe880ff tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:51.607487 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd2bb9c1-b7aa-4f34-aa29-2da4dfe880ff tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:02:51.639423 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-63a6bdc9-8c0a-4235-842f-e1ae8ae17aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:51.644597 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-63a6bdc9-8c0a-4235-842f-e1ae8ae17aee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f712b216-a943-478e-91ec-701ddeee200a HTTP/1.1" status: 200 len: 797 time: 0.1358654 Nov 27 04:02:51.667776 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cd2bb9c1-b7aa-4f34-aa29-2da4dfe880ff tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:51.667776 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-cd2bb9c1-b7aa-4f34-aa29-2da4dfe880ff tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Added segment 51e622fd-3010-4098-95fc-4cb7b9bfc479 of type vlan for network 01f5b67e-a681-4ab1-915a-8189cb747286 Nov 27 04:02:51.755680 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a854ac4-15a2-40ab-a63a-55caf11abe29 req-bed3c6e7-6014-4dc8-a24a-40d4fb9642b7 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:51.757989 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4a854ac4-15a2-40ab-a63a-55caf11abe29 req-bed3c6e7-6014-4dc8-a24a-40d4fb9642b7 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1091399 Nov 27 04:02:51.779040 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-64fab15e-7b59-4ede-9571-18471ba7dfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:51.780494 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:51.780669 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-64fab15e-7b59-4ede-9571-18471ba7dfe2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c50e5d64-07f3-44bc-b3a4-01ba809267ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1190453 Nov 27 04:02:51.815574 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cd2bb9c1-b7aa-4f34-aa29-2da4dfe880ff tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:51.865738 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4a854ac4-15a2-40ab-a63a-55caf11abe29 req-c1e3f2e2-c2e3-4f1a-9e53-f9573cee83af tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960040 Nov 27 04:02:51.916918 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cd2bb9c1-b7aa-4f34-aa29-2da4dfe880ff tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:51.924069 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2bb9c1-b7aa-4f34-aa29-2da4dfe880ff tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:51.924683 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cd2bb9c1-b7aa-4f34-aa29-2da4dfe880ff tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:52.045309 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-cd2bb9c1-b7aa-4f34-aa29-2da4dfe880ff tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7305927 Nov 27 04:02:52.054155 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55638) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:52.087673 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-8d2e5ba7-0b25-44a4-923c-8950966c098d tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Request body: {'subnet': {'network_id': '01f5b67e-a681-4ab1-915a-8189cb747286', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:02:52.087891 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c508c2-f879-4155-a756-5a72ce443f79 req-5536f889-8043-42be-8738-716d51f96526 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:52.089444 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-60c508c2-f879-4155-a756-5a72ce443f79 req-5536f889-8043-42be-8738-716d51f96526 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1030750 Nov 27 04:02:52.100926 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-3143e81d-b84c-4d66-a6a8-a3df5e4878d0 service neutron] 10.222.0.11 "GET /v2.0/networks/c50e5d64-07f3-44bc-b3a4-01ba809267ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053050 Nov 27 04:02:52.149064 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-60c508c2-f879-4155-a756-5a72ce443f79 req-0211c77e-5620-40f4-8c9d-d9960be2156a tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530577 Nov 27 04:02:52.186274 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2bb9c1-b7aa-4f34-aa29-2da4dfe880ff tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Pushing event updated for resources: {'Network': ['ID=01f5b67e-a681-4ab1-915a-8189cb747286,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:52.256707 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2bb9c1-b7aa-4f34-aa29-2da4dfe880ff tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:02:52.257257 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2bb9c1-b7aa-4f34-aa29-2da4dfe880ff tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:02:52.257763 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2bb9c1-b7aa-4f34-aa29-2da4dfe880ff tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:02:52.258244 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2bb9c1-b7aa-4f34-aa29-2da4dfe880ff tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:02:52.258741 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2bb9c1-b7aa-4f34-aa29-2da4dfe880ff tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:02:52.259210 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2bb9c1-b7aa-4f34-aa29-2da4dfe880ff tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:02:52.261037 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2bb9c1-b7aa-4f34-aa29-2da4dfe880ff tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:02:52.261607 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2bb9c1-b7aa-4f34-aa29-2da4dfe880ff tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:02:52.261824 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2bb9c1-b7aa-4f34-aa29-2da4dfe880ff tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:02:52.262430 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2bb9c1-b7aa-4f34-aa29-2da4dfe880ff tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:02:52.262430 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2bb9c1-b7aa-4f34-aa29-2da4dfe880ff tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:02:52.262803 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2bb9c1-b7aa-4f34-aa29-2da4dfe880ff tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:02:52.279309 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 01f5b67e-a681-4ab1-915a-8189cb747286 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:02:52.308373 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbe8ee-e764-42bb-b06c-a7b8920e7741 req-56c4ad12-136a-4561-af01-7919008de754 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:52.309862 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dffbe8ee-e764-42bb-b06c-a7b8920e7741 req-56c4ad12-136a-4561-af01-7919008de754 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a66f33e-ed16-490f-be22-c59609114a3f HTTP/1.1" status: 200 len: 946 time: 0.3639493 Nov 27 04:02:52.390541 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dffbe8ee-e764-42bb-b06c-a7b8920e7741 req-b48e6114-c28d-4ee1-89ef-0b60cfc000c6 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713468 Nov 27 04:02:52.402421 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2e5ba7-0b25-44a4-923c-8950966c098d tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Made reservation on behalf of f095976796624ff1a0d2b5ca7884aac5 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:02:52.411475 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8d2e5ba7-0b25-44a4-923c-8950966c098d tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:52.483424 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae99781-2a6b-45a4-9584-eb0655506c63 req-dd3cfacf-3316-49be-81e3-4978fa86021e tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:52.491674 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0ae99781-2a6b-45a4-9584-eb0655506c63 req-dd3cfacf-3316-49be-81e3-4978fa86021e tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1173418 Nov 27 04:02:52.505088 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-849b84d7-310c-4a19-aa2d-f879cc5253a1 service neutron] 10.222.0.11 "GET /v2.0/networks/c50e5d64-07f3-44bc-b3a4-01ba809267ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838770 Nov 27 04:02:52.584568 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0ae99781-2a6b-45a4-9584-eb0655506c63 req-e34e6d6b-69a2-40d7-a462-a719358a9742 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761147 Nov 27 04:02:52.694189 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc10f03-1fa6-4b4f-b792-06a4f1107ef5 None None] Network 45eca5ba-be56-49d2-b612-c20d47528322 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:02:52.782351 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-d00de32d-6cee-43ed-b246-84721732fb6c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a1f03abc-cb7c-4762-a3d3-c924fa278769 HTTP/1.1" status: 200 len: 217 time: 0.0855436 Nov 27 04:02:52.880137 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-2a38a9f2-622c-4b50-912c-777933061b6a None None] Provisioning complete for port b87678e3-37f6-4a9c-b99b-9c8ca0cd0c4b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:02:52.880458 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2a38a9f2-622c-4b50-912c-777933061b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:52.959566 n-d-819494-3 neutron-server[110019]: DEBUG neutron.objects.ports [None req-8d2e5ba7-0b25-44a4-923c-8950966c098d tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110019) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 04:02:52.969738 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8d2e5ba7-0b25-44a4-923c-8950966c098d tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:52.984954 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9011c-b93a-45be-aa14-38fc6a1ac388 req-baad1348-67c5-4be7-bf7e-4936b3020a8a tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:52.986638 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f0f9011c-b93a-45be-aa14-38fc6a1ac388 req-baad1348-67c5-4be7-bf7e-4936b3020a8a tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.2887683 Nov 27 04:02:53.103866 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-81a7307d-9986-45e4-a6d0-f8038f554754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:53.105528 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-81a7307d-9986-45e4-a6d0-f8038f554754 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f712b216-a943-478e-91ec-701ddeee200a HTTP/1.1" status: 200 len: 797 time: 0.3088374 Nov 27 04:02:53.124964 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2a38a9f2-622c-4b50-912c-777933061b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:53.155081 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b87678e3-37f6-4a9c-b99b-9c8ca0cd0c4b up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:02:53.174723 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e5ba7-0b25-44a4-923c-8950966c098d tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Pushing event updated for resources: {'Subnet': ['ID=f5179f3e-de21-40a2-b024-5b3ef905c64e,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:53.213442 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fad878c-0360-4155-a460-0d900bad3b40 None None] DHCP port deletion for 45eca5ba-be56-49d2-b612-c20d47528322 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:02:53.218850 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-609e45d3-b416-45ea-9d64-c6af9727559f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:53.220385 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-609e45d3-b416-45ea-9d64-c6af9727559f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c50e5d64-07f3-44bc-b3a4-01ba809267ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1032569 Nov 27 04:02:53.223640 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2e5ba7-0b25-44a4-923c-8950966c098d tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Checking segment: {'id': '51e622fd-3010-4098-95fc-4cb7b9bfc479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '01f5b67e-a681-4ab1-915a-8189cb747286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:02:53.224160 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2e5ba7-0b25-44a4-923c-8950966c098d tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Network hostable DHCP agents. Network: 01f5b67e-a681-4ab1-915a-8189cb747286, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:02:53.230343 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f0f9011c-b93a-45be-aa14-38fc6a1ac388 req-1ae0a9ab-1e56-416e-bb4d-ea1f4b8db257 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302308 Nov 27 04:02:53.248409 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-2a38a9f2-622c-4b50-912c-777933061b6a None None] For port b87678e3-37f6-4a9c-b99b-9c8ca0cd0c4b, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b87678e3-37f6-4a9c-b99b-9c8ca0cd0c4b,segment=NetworkSegment(46e09ab6-2547-4dcf-b57e-bcb49f6f469b),segment_id=46e09ab6-2547-4dcf-b57e-bcb49f6f469b)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:02:53.298348 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2a38a9f2-622c-4b50-912c-777933061b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:53.389641 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a38a9f2-622c-4b50-912c-777933061b6a None None] Pushing event updated for resources: {'Port': ['ID=b87678e3-37f6-4a9c-b99b-9c8ca0cd0c4b,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:53.400121 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2e5ba7-0b25-44a4-923c-8950966c098d tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Network 01f5b67e-a681-4ab1-915a-8189cb747286 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:02:53.404135 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-9a1881b5-ab9f-4db0-85b4-6f9381a700a2 service neutron] 10.222.0.11 "GET /v2.0/networks/c50e5d64-07f3-44bc-b3a4-01ba809267ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721616 Nov 27 04:02:53.415940 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port b87678e3-37f6-4a9c-b99b-9c8ca0cd0c4b triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:02:53.416330 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:53.456162 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-8d2e5ba7-0b25-44a4-923c-8950966c098d tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 01f5b67e-a681-4ab1-915a-8189cb747286) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:02:53.509675 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e1047f-6274-4bd7-8329-ac9ff236515f None None] Network 01f5b67e-a681-4ab1-915a-8189cb747286 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:02:53.519976 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2e5ba7-0b25-44a4-923c-8950966c098d tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:53.520890 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8d2e5ba7-0b25-44a4-923c-8950966c098d tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:53.604607 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0fad878c-0360-4155-a460-0d900bad3b40 None None] Deleting port b87678e3-37f6-4a9c-b99b-9c8ca0cd0c4b {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:02:53.605282 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0fad878c-0360-4155-a460-0d900bad3b40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:53.629987 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829db640-db37-4c9f-abe3-9beb2bcf45a9 req-f0814b87-aeb8-4164-b6e2-c75ccad550b4 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:53.637240 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-829db640-db37-4c9f-abe3-9beb2bcf45a9 req-f0814b87-aeb8-4164-b6e2-c75ccad550b4 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/networks?id=dcdc8840-7259-44e7-8c3d-3e55464b5bad HTTP/1.1" status: 200 len: 813 time: 0.1798708 Nov 27 04:02:53.655717 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-829db640-db37-4c9f-abe3-9beb2bcf45a9 req-f6b5089e-2229-4d56-a7be-4dfeb220601c tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/quotas/5555a7782ab948f49b5cf05acd919f2e HTTP/1.1" status: 200 len: 375 time: 0.0174882 Nov 27 04:02:53.705243 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8d2e5ba7-0b25-44a4-923c-8950966c098d tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.6472015 Nov 27 04:02:53.705243 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2039113-9cf6-4864-9fe7-7543ca0178d9 req-fa4b27f8-7f78-4fd2-8cfd-a44fc33b6655 service neutron] 10.222.0.11 "GET /v2.0/networks/c50e5d64-07f3-44bc-b3a4-01ba809267ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894535 Nov 27 04:02:53.706459 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55700) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:53.773483 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-829db640-db37-4c9f-abe3-9beb2bcf45a9 req-dfe24ff5-b839-4211-9830-332f7420cbe5 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5555a7782ab948f49b5cf05acd919f2e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1162028 Nov 27 04:02:53.780476 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0fad878c-0360-4155-a460-0d900bad3b40 None None] For port b87678e3-37f6-4a9c-b99b-9c8ca0cd0c4b, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b87678e3-37f6-4a9c-b99b-9c8ca0cd0c4b,segment=NetworkSegment(46e09ab6-2547-4dcf-b57e-bcb49f6f469b),segment_id=46e09ab6-2547-4dcf-b57e-bcb49f6f469b)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:02:53.780945 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0fad878c-0360-4155-a460-0d900bad3b40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:53.812706 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-51c04850-b996-4f44-987c-c89607559767 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:53.841687 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c60008-a551-4bed-83b8-46136f34a563 req-77b89961-cb86-4e55-b99f-ef7f0d9a45e5 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:53.843318 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c0c60008-a551-4bed-83b8-46136f34a563 req-77b89961-cb86-4e55-b99f-ef7f0d9a45e5 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a66f33e-ed16-490f-be22-c59609114a3f HTTP/1.1" status: 200 len: 946 time: 0.2854815 Nov 27 04:02:53.843516 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0fad878c-0360-4155-a460-0d900bad3b40 None None] Calling delete_port for b87678e3-37f6-4a9c-b99b-9c8ca0cd0c4b owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:02:53.933093 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-51c04850-b996-4f44-987c-c89607559767 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:53.954205 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f5c3b-b44a-46df-af03-bd07b98c459e req-2c146515-bafa-4ebd-a4b9-e255a5852ba5 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:53.965726 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f81f5c3b-b44a-46df-af03-bd07b98c459e req-2c146515-bafa-4ebd-a4b9-e255a5852ba5 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1046300 Nov 27 04:02:54.022221 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c0c60008-a551-4bed-83b8-46136f34a563 req-7bc950d4-4487-435e-95ee-d5eaa895393f tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904522 Nov 27 04:02:54.051444 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-51c04850-b996-4f44-987c-c89607559767 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:54.053486 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90bae5f-ca96-470a-8a51-8dc0f3ae5375 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-01f5b67e-a681-4ab1-915a-8189cb747286', 'network_id': '01f5b67e-a681-4ab1-915a-8189cb747286', 'tenant_id': 'f095976796624ff1a0d2b5ca7884aac5', 'fixed_ips': [{'subnet_id': 'f5179f3e-de21-40a2-b024-5b3ef905c64e'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:02:54.054432 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e90bae5f-ca96-470a-8a51-8dc0f3ae5375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:54.086280 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c04850-b996-4f44-987c-c89607559767 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Pushing event deleted for resources: {'Subnet': ['ID=f5179f3e-de21-40a2-b024-5b3ef905c64e,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:54.143590 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f81f5c3b-b44a-46df-af03-bd07b98c459e req-a49c3217-f1a9-4101-acd9-1841b0323b49 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708374 Nov 27 04:02:54.173762 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-51c04850-b996-4f44-987c-c89607559767 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:54.199088 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-51c04850-b996-4f44-987c-c89607559767 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01f5b67e-a681-4ab1-915a-8189cb747286']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:02:54.210955 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-51c04850-b996-4f44-987c-c89607559767 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51e622fd-3010-4098-95fc-4cb7b9bfc479') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:02:54.211327 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-51c04850-b996-4f44-987c-c89607559767 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51e622fd-3010-4098-95fc-4cb7b9bfc479') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:02:54.226212 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3816e1f7-0662-48f3-b130-07cedfd4cccf None None] Network 01f5b67e-a681-4ab1-915a-8189cb747286 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:02:54.226414 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-51c04850-b996-4f44-987c-c89607559767 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:54.273205 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-51c04850-b996-4f44-987c-c89607559767 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:54.282786 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51c04850-b996-4f44-987c-c89607559767 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:02:54.283169 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-51c04850-b996-4f44-987c-c89607559767 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:54.286642 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:02:54.286642 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:02:54.286642 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:02:54.286642 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:02:54.286642 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:02:54.286642 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:02:54.286642 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:02:54.286642 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:02:54.286642 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:02:54.286642 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:02:54.286642 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:02:54.286642 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:02:54.286642 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:02:54.286642 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:02:54.286642 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:02:54.286642 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:02:54.286642 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:02:54.286642 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:02:54.286642 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:02:54.286642 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:02:54.286642 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:02:54.286642 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:02:54.286642 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:02:54.286642 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:02:54.286642 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:02:54.286642 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:02:54.286642 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:02:54.286642 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:02:54.286642 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:02:54.286642 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:02:54.286642 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:02:54.286642 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:02:54.373128 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-51c04850-b996-4f44-987c-c89607559767 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:54.385612 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-51c04850-b996-4f44-987c-c89607559767 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:54.387159 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0fad878c-0360-4155-a460-0d900bad3b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:54.392262 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-51c04850-b996-4f44-987c-c89607559767 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] 10.222.0.20 "DELETE /v2.0/networks/01f5b67e-a681-4ab1-915a-8189cb747286 HTTP/1.1" status: 204 len: 168 time: 0.6815743 Nov 27 04:02:54.392702 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55708) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:54.399236 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-277c9225-b779-4d63-854a-d6d5f743f72b tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-663963150'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:02:54.403099 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3442f6-ba2e-4df3-9f19-1585550a51aa req-eb90eb9a-d057-4560-95fa-15b883099da3 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:54.412474 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0d3442f6-ba2e-4df3-9f19-1585550a51aa req-eb90eb9a-d057-4560-95fa-15b883099da3 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1780198 Nov 27 04:02:54.423293 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad878c-0360-4155-a460-0d900bad3b40 None None] Pushing event deleted for resources: {'Port': ['ID=b87678e3-37f6-4a9c-b99b-9c8ca0cd0c4b,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:54.436501 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fad878c-0360-4155-a460-0d900bad3b40 None None] No DVR routers for this DVR port b87678e3-37f6-4a9c-b99b-9c8ca0cd0c4b on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:02:54.449192 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277c9225-b779-4d63-854a-d6d5f743f72b tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Made reservation on behalf of f095976796624ff1a0d2b5ca7884aac5 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:02:54.453685 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-277c9225-b779-4d63-854a-d6d5f743f72b tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:54.456570 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c04850-b996-4f44-987c-c89607559767 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Pushing event deleted for resources: {'Network': ['ID=01f5b67e-a681-4ab1-915a-8189cb747286,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:54.483346 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0d3442f6-ba2e-4df3-9f19-1585550a51aa req-7a551a14-5df0-4781-8423-db1c629a186b tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694447 Nov 27 04:02:54.491558 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-277c9225-b779-4d63-854a-d6d5f743f72b tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:02:54.505850 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-277c9225-b779-4d63-854a-d6d5f743f72b tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:54.507077 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-277c9225-b779-4d63-854a-d6d5f743f72b tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Added segment f8344f67-08a3-432f-b893-2f0e442dbe88 of type vlan for network cb40dc0d-86cd-4359-8b20-1cedccf0834d Nov 27 04:02:54.555004 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-277c9225-b779-4d63-854a-d6d5f743f72b tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:54.586218 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-277c9225-b779-4d63-854a-d6d5f743f72b tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:54.593491 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277c9225-b779-4d63-854a-d6d5f743f72b tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:54.594099 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-277c9225-b779-4d63-854a-d6d5f743f72b tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:54.665087 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-277c9225-b779-4d63-854a-d6d5f743f72b tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2711723 Nov 27 04:02:54.667973 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55720) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:54.688536 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-530fee00-0ca9-481e-bf69-42b8c7f3e742 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Request body: {'subnet': {'network_id': 'cb40dc0d-86cd-4359-8b20-1cedccf0834d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:02:54.692909 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c9225-b779-4d63-854a-d6d5f743f72b tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Pushing event updated for resources: {'Network': ['ID=cb40dc0d-86cd-4359-8b20-1cedccf0834d,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:54.704658 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network cb40dc0d-86cd-4359-8b20-1cedccf0834d details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:02:54.764070 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-50399b31-5cd4-4984-af45-a4a613a5301b req-1d267ab2-71c1-4014-b631-aedead39971f tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=5555a7782ab948f49b5cf05acd919f2e HTTP/1.1" status: 200 len: 221 time: 0.0488548 Nov 27 04:02:54.844124 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530fee00-0ca9-481e-bf69-42b8c7f3e742 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Made reservation on behalf of f095976796624ff1a0d2b5ca7884aac5 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:02:54.845956 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-530fee00-0ca9-481e-bf69-42b8c7f3e742 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:54.976601 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b87678e3-37f6-4a9c-b99b-9c8ca0cd0c4b no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:02:55.006413 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: b87678e3-37f6-4a9c-b99b-9c8ca0cd0c4b {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:02:55.006975 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b87678e3-37f6-4a9c-b99b-9c8ca0cd0c4b not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:02:55.254614 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe6eca-e8bf-45ea-a339-b6a923c0f1b6 req-5a5fb522-f443-404f-a3f6-245e92034ec5 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:55.266338 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dafe6eca-e8bf-45ea-a339-b6a923c0f1b6 req-5a5fb522-f443-404f-a3f6-245e92034ec5 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a66f33e-ed16-490f-be22-c59609114a3f HTTP/1.1" status: 200 len: 946 time: 0.0961566 Nov 27 04:02:55.342003 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b2015f-6579-4654-96c5-cebc35143b9f req-804c9b6f-ac58-4ae3-b09e-7ed339161fb3 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:55.343146 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dafe6eca-e8bf-45ea-a339-b6a923c0f1b6 req-f9f5ae0c-d691-475f-a041-681136ff51b5 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706453 Nov 27 04:02:55.350118 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c5b2015f-6579-4654-96c5-cebc35143b9f req-804c9b6f-ac58-4ae3-b09e-7ed339161fb3 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.5222931 Nov 27 04:02:55.394682 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-530fee00-0ca9-481e-bf69-42b8c7f3e742 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:55.451766 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c5b2015f-6579-4654-96c5-cebc35143b9f req-bdc603e6-45fc-4482-acf1-070e15976738 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007187 Nov 27 04:02:55.487302 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530fee00-0ca9-481e-bf69-42b8c7f3e742 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Pushing event updated for resources: {'Subnet': ['ID=cd39aef1-15ce-4169-ba92-954248de2bc6,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:55.502451 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530fee00-0ca9-481e-bf69-42b8c7f3e742 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Checking segment: {'id': 'f8344f67-08a3-432f-b893-2f0e442dbe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'cb40dc0d-86cd-4359-8b20-1cedccf0834d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:02:55.502858 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530fee00-0ca9-481e-bf69-42b8c7f3e742 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Network hostable DHCP agents. Network: cb40dc0d-86cd-4359-8b20-1cedccf0834d, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:02:55.526273 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530fee00-0ca9-481e-bf69-42b8c7f3e742 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Network cb40dc0d-86cd-4359-8b20-1cedccf0834d is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:02:55.541232 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-530fee00-0ca9-481e-bf69-42b8c7f3e742 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, cb40dc0d-86cd-4359-8b20-1cedccf0834d) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:02:55.553062 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3186f8-38e5-4b2b-a03d-f5cfdc47775f None None] Network cb40dc0d-86cd-4359-8b20-1cedccf0834d requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:02:55.561615 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530fee00-0ca9-481e-bf69-42b8c7f3e742 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:55.563098 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-530fee00-0ca9-481e-bf69-42b8c7f3e742 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:55.596705 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55744) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:55.598846 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-530fee00-0ca9-481e-bf69-42b8c7f3e742 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9260747 Nov 27 04:02:55.629259 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bdbe34-7f96-474a-a15f-898dd7d228ab req-7565f361-2d0b-4946-97bc-cfe98e3cb547 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:55.637110 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b2bdbe34-7f96-474a-a15f-898dd7d228ab req-7565f361-2d0b-4946-97bc-cfe98e3cb547 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.0982878 Nov 27 04:02:55.766339 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b2bdbe34-7f96-474a-a15f-898dd7d228ab req-2c56aefc-fb82-4698-832f-2e0ce11029a9 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280572 Nov 27 04:02:55.784702 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbf3211-7c47-4cc3-a29b-663257570e2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-cb40dc0d-86cd-4359-8b20-1cedccf0834d', 'network_id': 'cb40dc0d-86cd-4359-8b20-1cedccf0834d', 'tenant_id': 'f095976796624ff1a0d2b5ca7884aac5', 'fixed_ips': [{'subnet_id': 'cd39aef1-15ce-4169-ba92-954248de2bc6'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:02:55.785520 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-87c42c5e-6c08-495e-855b-e1b2df040483 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:55.789187 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4dbf3211-7c47-4cc3-a29b-663257570e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:55.944905 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-87c42c5e-6c08-495e-855b-e1b2df040483 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:55.992169 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-4dbf3211-7c47-4cc3-a29b-663257570e2b None None] Allocated IP 2001:db8::2 (cb40dc0d-86cd-4359-8b20-1cedccf0834d/cd39aef1-15ce-4169-ba92-954248de2bc6/f150dcba-db6a-4721-ae90-50de37804d51) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:02:56.029003 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8320974-2d1f-4703-9da2-6dd2bc6c12a4 req-f917433a-3d0b-47fe-b7c8-a261b5310939 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:56.033918 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c8320974-2d1f-4703-9da2-6dd2bc6c12a4 req-f917433a-3d0b-47fe-b7c8-a261b5310939 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1460392 Nov 27 04:02:56.087677 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c8320974-2d1f-4703-9da2-6dd2bc6c12a4 req-aec6c894-4030-4ba5-9d5b-989a65a3558a tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473971 Nov 27 04:02:56.176464 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4dbf3211-7c47-4cc3-a29b-663257570e2b None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:56.184422 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4dbf3211-7c47-4cc3-a29b-663257570e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:56.219995 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-87c42c5e-6c08-495e-855b-e1b2df040483 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:56.271323 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbf3211-7c47-4cc3-a29b-663257570e2b None None] Network cb40dc0d-86cd-4359-8b20-1cedccf0834d is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:02:56.277828 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-4dbf3211-7c47-4cc3-a29b-663257570e2b None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:02:56.287570 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f89137-f7c4-42b0-a5a3-2a2a5e01bbc6 req-5c23b5b7-2ad9-4450-8ce3-8142284c56a6 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:56.290841 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a4f89137-f7c4-42b0-a5a3-2a2a5e01bbc6 req-5c23b5b7-2ad9-4450-8ce3-8142284c56a6 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1013126 Nov 27 04:02:56.298820 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c42c5e-6c08-495e-855b-e1b2df040483 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Pushing event deleted for resources: {'Subnet': ['ID=cd39aef1-15ce-4169-ba92-954248de2bc6,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:56.302136 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbf3211-7c47-4cc3-a29b-663257570e2b None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:02:56.351583 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf3211-7c47-4cc3-a29b-663257570e2b None None] Pushing event updated for resources: {'Port': ['ID=f150dcba-db6a-4721-ae90-50de37804d51,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:56.377511 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a4f89137-f7c4-42b0-a5a3-2a2a5e01bbc6 req-27bc6501-72c0-4e1c-934c-56d04267c644 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793402 Nov 27 04:02:56.431576 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-4dbf3211-7c47-4cc3-a29b-663257570e2b None None] Attempting to bind port f150dcba-db6a-4721-ae90-50de37804d51 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:02:56.432135 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-4dbf3211-7c47-4cc3-a29b-663257570e2b None None] Attempting to bind port f150dcba-db6a-4721-ae90-50de37804d51 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'f8344f67-08a3-432f-b893-2f0e442dbe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'cb40dc0d-86cd-4359-8b20-1cedccf0834d'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:02:56.441971 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbf3211-7c47-4cc3-a29b-663257570e2b None None] Attempting to bind port f150dcba-db6a-4721-ae90-50de37804d51 on network cb40dc0d-86cd-4359-8b20-1cedccf0834d {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:02:56.453978 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbf3211-7c47-4cc3-a29b-663257570e2b None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:02:56.454514 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbf3211-7c47-4cc3-a29b-663257570e2b None None] Checking segment: {'id': 'f8344f67-08a3-432f-b893-2f0e442dbe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'cb40dc0d-86cd-4359-8b20-1cedccf0834d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:02:56.455411 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4dbf3211-7c47-4cc3-a29b-663257570e2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:56.457539 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-87c42c5e-6c08-495e-855b-e1b2df040483 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:56.457676 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbf3211-7c47-4cc3-a29b-663257570e2b None None] Bound using segment: {'id': 'f8344f67-08a3-432f-b893-2f0e442dbe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'cb40dc0d-86cd-4359-8b20-1cedccf0834d'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:02:56.458807 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-4dbf3211-7c47-4cc3-a29b-663257570e2b None None] Bound port: f150dcba-db6a-4721-ae90-50de37804d51, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8344f67-08a3-432f-b893-2f0e442dbe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'cb40dc0d-86cd-4359-8b20-1cedccf0834d'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:02:56.459152 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4dbf3211-7c47-4cc3-a29b-663257570e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:56.513286 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-87c42c5e-6c08-495e-855b-e1b2df040483 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb40dc0d-86cd-4359-8b20-1cedccf0834d']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:02:56.525776 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-87c42c5e-6c08-495e-855b-e1b2df040483 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8344f67-08a3-432f-b893-2f0e442dbe88') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:02:56.526100 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-87c42c5e-6c08-495e-855b-e1b2df040483 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8344f67-08a3-432f-b893-2f0e442dbe88') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:02:56.539374 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-4dbf3211-7c47-4cc3-a29b-663257570e2b None None] For port f150dcba-db6a-4721-ae90-50de37804d51, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:02:56.543999 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-87c42c5e-6c08-495e-855b-e1b2df040483 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:56.544180 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-4dbf3211-7c47-4cc3-a29b-663257570e2b None None] For port f150dcba-db6a-4721-ae90-50de37804d51, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=f150dcba-db6a-4721-ae90-50de37804d51,segment=NetworkSegment(f8344f67-08a3-432f-b893-2f0e442dbe88),segment_id=f8344f67-08a3-432f-b893-2f0e442dbe88)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:02:56.555453 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4dbf3211-7c47-4cc3-a29b-663257570e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:56.569524 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6aede-e992-4ada-9d14-36d95112a04b req-90caea49-f0a6-4c1c-978b-191e8127ea04 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:56.571386 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-86a6aede-e992-4ada-9d14-36d95112a04b req-90caea49-f0a6-4c1c-978b-191e8127ea04 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a66f33e-ed16-490f-be22-c59609114a3f HTTP/1.1" status: 200 len: 946 time: 0.0958853 Nov 27 04:02:56.572547 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-87c42c5e-6c08-495e-855b-e1b2df040483 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:56.579557 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c42c5e-6c08-495e-855b-e1b2df040483 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:02:56.580350 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-87c42c5e-6c08-495e-855b-e1b2df040483 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:56.584576 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:02:56.584576 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:02:56.584576 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:02:56.584576 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:02:56.584576 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:02:56.584576 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:02:56.584576 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:02:56.584576 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:02:56.584576 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:02:56.584576 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:02:56.584576 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:02:56.584576 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:02:56.584576 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:02:56.584576 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:02:56.584576 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:02:56.584576 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:02:56.584576 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:02:56.584576 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:02:56.584576 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:02:56.584576 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:02:56.584576 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:02:56.584576 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:02:56.584576 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:02:56.584576 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:02:56.584576 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:02:56.584576 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:02:56.584576 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:02:56.584576 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:02:56.584576 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:02:56.584576 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:02:56.584576 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:02:56.584576 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:02:56.637945 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0258e5-10ec-429e-9423-58da77ec03db req-ea986fa7-1d93-4391-9cde-686762d98070 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:56.646339 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0b0258e5-10ec-429e-9423-58da77ec03db req-ea986fa7-1d93-4391-9cde-686762d98070 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1320789 Nov 27 04:02:56.661851 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.db.api [None req-87c42c5e-6c08-495e-855b-e1b2df040483 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 27 04:02:56.661851 n-d-819494-3 neutron-server[110018]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 27 04:02:56.661851 n-d-819494-3 neutron-server[110018]: [parameters: {'id': 'cb40dc0d-86cd-4359-8b20-1cedccf0834d'}] Nov 27 04:02:56.661851 n-d-819494-3 neutron-server[110018]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:02:56.662423 n-d-819494-3 neutron-server[110018]: DEBUG oslo_db.api [None req-87c42c5e-6c08-495e-855b-e1b2df040483 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:02:56.696920 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3613d08f-ed29-4383-9385-50c4396e86e2 None None] Network cb40dc0d-86cd-4359-8b20-1cedccf0834d requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:02:56.726645 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0b0258e5-10ec-429e-9423-58da77ec03db req-acc0c7ed-7fd1-490f-a67a-1a47a9f1ab02 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792444 Nov 27 04:02:56.763205 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-86a6aede-e992-4ada-9d14-36d95112a04b req-35c95f8f-3473-42f1-87f6-5aa76db18982 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744962 Nov 27 04:02:56.831399 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55772) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:56.845218 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf3211-7c47-4cc3-a29b-663257570e2b None None] Pushing event updated for resources: {'Port': ['ID=f150dcba-db6a-4721-ae90-50de37804d51,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:56.913305 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83c682-b6cf-480a-bcb1-4f96f8003ebe req-f183f52c-050f-4a25-a4e9-960f00b167a0 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:56.924898 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-de83c682-b6cf-480a-bcb1-4f96f8003ebe req-f183f52c-050f-4a25-a4e9-960f00b167a0 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1063979 Nov 27 04:02:56.949669 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c533dd4-da94-4574-aaff-9482b69077a6 None None] get_active_networks_info from n-d-819494-3 {{(pid=110020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 04:02:56.995103 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-de83c682-b6cf-480a-bcb1-4f96f8003ebe req-e0835b35-a76b-495c-8ca1-3793788cb3a7 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604341 Nov 27 04:02:57.001079 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-df4419a1-fd95-435b-b480-23122fb33200 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:57.113952 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-df4419a1-fd95-435b-b480-23122fb33200 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:57.115863 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c533dd4-da94-4574-aaff-9482b69077a6 None None] Resources bound (agent type, host, resource id): {{(pid=110020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 04:02:57.120757 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-df4419a1-fd95-435b-b480-23122fb33200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:57.165190 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-87c42c5e-6c08-495e-855b-e1b2df040483 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:57.180323 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-df4419a1-fd95-435b-b480-23122fb33200 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e29da1fdc7346c693e11575c1ad27a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3470426 Nov 27 04:02:57.184180 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55782) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:57.195094 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4419a1-fd95-435b-b480-23122fb33200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beba3f47-1325-40a7-8dc0-15ffb4b8b79b,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:57.211613 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d63e2-8ad7-44b7-be2c-090c694b2052 req-fc0f02ee-874d-4e87-875f-cac76af32870 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:57.219280 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f49d63e2-8ad7-44b7-be2c-090c694b2052 req-fc0f02ee-874d-4e87-875f-cac76af32870 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1091554 Nov 27 04:02:57.273057 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f49d63e2-8ad7-44b7-be2c-090c694b2052 req-30900aec-0b61-486c-ae62-8fb1ed140b1b tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510192 Nov 27 04:02:57.310105 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-87c42c5e-6c08-495e-855b-e1b2df040483 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Deleting port f150dcba-db6a-4721-ae90-50de37804d51 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:02:57.310522 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-87c42c5e-6c08-495e-855b-e1b2df040483 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:57.421164 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0f32bd50-f697-4863-9fc0-97ceecab358c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:57.445643 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0f32bd50-f697-4863-9fc0-97ceecab358c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:57.485360 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-87c42c5e-6c08-495e-855b-e1b2df040483 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] For port f150dcba-db6a-4721-ae90-50de37804d51, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=f150dcba-db6a-4721-ae90-50de37804d51,segment=NetworkSegment(f8344f67-08a3-432f-b893-2f0e442dbe88),segment_id=f8344f67-08a3-432f-b893-2f0e442dbe88)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:02:57.485737 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-87c42c5e-6c08-495e-855b-e1b2df040483 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:57.509500 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-87c42c5e-6c08-495e-855b-e1b2df040483 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Calling delete_port for f150dcba-db6a-4721-ae90-50de37804d51 owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:02:57.527296 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9157ab8-10db-4a96-8a33-9fd1d253c6d0 req-b2476b4c-482b-4306-baf3-2583827967fc tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:57.531004 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f9157ab8-10db-4a96-8a33-9fd1d253c6d0 req-b2476b4c-482b-4306-baf3-2583827967fc tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1578624 Nov 27 04:02:57.601140 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0f32bd50-f697-4863-9fc0-97ceecab358c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:57.603591 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0f32bd50-f697-4863-9fc0-97ceecab358c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:57.604718 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0f32bd50-f697-4863-9fc0-97ceecab358c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/beba3f47-1325-40a7-8dc0-15ffb4b8b79b HTTP/1.1" status: 204 len: 168 time: 0.4186637 Nov 27 04:02:57.627023 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32bd50-f697-4863-9fc0-97ceecab358c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beba3f47-1325-40a7-8dc0-15ffb4b8b79b,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:57.655634 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f9157ab8-10db-4a96-8a33-9fd1d253c6d0 req-66ad77e9-7748-4e4e-b949-e50dde75e2c9 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170640 Nov 27 04:02:57.710008 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-87c42c5e-6c08-495e-855b-e1b2df040483 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:57.759749 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c42c5e-6c08-495e-855b-e1b2df040483 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] No DVR routers for this DVR port f150dcba-db6a-4721-ae90-50de37804d51 on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:02:57.765458 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c42c5e-6c08-495e-855b-e1b2df040483 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Pushing event deleted for resources: {'Port': ['ID=f150dcba-db6a-4721-ae90-50de37804d51,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:57.890117 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-87c42c5e-6c08-495e-855b-e1b2df040483 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:57.916009 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ad1fd-b17e-4a4b-ad84-2036420a960d req-b5c11ca1-accf-4fd1-b135-c05d8c1db902 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:57.919464 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-87c42c5e-6c08-495e-855b-e1b2df040483 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb40dc0d-86cd-4359-8b20-1cedccf0834d']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:02:57.923840 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-335ad1fd-b17e-4a4b-ad84-2036420a960d req-b5c11ca1-accf-4fd1-b135-c05d8c1db902 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a66f33e-ed16-490f-be22-c59609114a3f HTTP/1.1" status: 200 len: 946 time: 0.0615573 Nov 27 04:02:57.961854 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-87c42c5e-6c08-495e-855b-e1b2df040483 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8344f67-08a3-432f-b893-2f0e442dbe88') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:02:57.962325 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-87c42c5e-6c08-495e-855b-e1b2df040483 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8344f67-08a3-432f-b893-2f0e442dbe88') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:02:57.996606 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-335ad1fd-b17e-4a4b-ad84-2036420a960d req-f9d39dba-6773-4a2b-bf99-6ba439b41be1 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711851 Nov 27 04:02:58.007615 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-87c42c5e-6c08-495e-855b-e1b2df040483 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:58.028011 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-87c42c5e-6c08-495e-855b-e1b2df040483 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:58.040611 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c42c5e-6c08-495e-855b-e1b2df040483 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:02:58.042236 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-87c42c5e-6c08-495e-855b-e1b2df040483 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:58.046381 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:02:58.046381 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:02:58.046381 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:02:58.046381 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:02:58.046381 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:02:58.046381 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:02:58.046381 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:02:58.046381 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:02:58.046381 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:02:58.046381 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:02:58.046381 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:02:58.046381 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:02:58.046381 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:02:58.046381 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:02:58.046381 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:02:58.046381 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:02:58.046381 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:02:58.046381 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:02:58.046381 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:02:58.046381 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:02:58.046381 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:02:58.046381 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:02:58.046381 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:02:58.046381 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:02:58.046381 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:02:58.046381 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:02:58.046381 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:02:58.046381 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:02:58.046381 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:02:58.046381 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:02:58.046381 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:02:58.046381 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:02:58.083323 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55802) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:58.096989 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b664ee32-8dae-4aca-be6c-6eb007bda9c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:58.098408 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25affb31-b9c1-4a7f-ba07-90ba5ff8ee59 req-ef1e8c07-9335-4258-814b-dccfd8453c32 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:58.099986 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-25affb31-b9c1-4a7f-ba07-90ba5ff8ee59 req-ef1e8c07-9335-4258-814b-dccfd8453c32 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1596391 Nov 27 04:02:58.129642 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-87c42c5e-6c08-495e-855b-e1b2df040483 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:58.138922 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-87c42c5e-6c08-495e-855b-e1b2df040483 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:58.142250 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-87c42c5e-6c08-495e-855b-e1b2df040483 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] 10.222.0.20 "DELETE /v2.0/networks/cb40dc0d-86cd-4359-8b20-1cedccf0834d HTTP/1.1" status: 204 len: 168 time: 2.5435693 Nov 27 04:02:58.153351 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55804) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:58.161321 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-f610e51f-f835-4d4c-b93f-ac247b90de27 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1793363998'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:02:58.166155 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c42c5e-6c08-495e-855b-e1b2df040483 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Pushing event deleted for resources: {'Network': ['ID=cb40dc0d-86cd-4359-8b20-1cedccf0834d,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:58.200594 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-25affb31-b9c1-4a7f-ba07-90ba5ff8ee59 req-5ae4db9d-b6b7-4a6f-914e-5ba7205159d5 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894761 Nov 27 04:02:58.208445 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b664ee32-8dae-4aca-be6c-6eb007bda9c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:58.213070 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b664ee32-8dae-4aca-be6c-6eb007bda9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:58.214681 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f610e51f-f835-4d4c-b93f-ac247b90de27 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Made reservation on behalf of f095976796624ff1a0d2b5ca7884aac5 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:02:58.219530 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f610e51f-f835-4d4c-b93f-ac247b90de27 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:58.249064 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f610e51f-f835-4d4c-b93f-ac247b90de27 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:02:58.266305 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b664ee32-8dae-4aca-be6c-6eb007bda9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc824bf-83df-43f3-ab10-90b6bc73fc11,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:58.268347 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f610e51f-f835-4d4c-b93f-ac247b90de27 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:58.268860 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-f610e51f-f835-4d4c-b93f-ac247b90de27 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Added segment 6c17fa4d-ad2b-4d16-835d-2bc78d88c6c9 of type vlan for network a38ce75a-edf7-490e-b5e7-e2247d77841d Nov 27 04:02:58.277055 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b664ee32-8dae-4aca-be6c-6eb007bda9c3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=14b8f07e5c3045b4985135d7ea71258b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1902392 Nov 27 04:02:58.277494 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55808) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:58.327372 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f610e51f-f835-4d4c-b93f-ac247b90de27 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:58.357437 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f610e51f-f835-4d4c-b93f-ac247b90de27 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:58.359748 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-933d1f1b-80f3-4301-8833-7beb3ec33c54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:58.365296 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f610e51f-f835-4d4c-b93f-ac247b90de27 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:58.366325 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f610e51f-f835-4d4c-b93f-ac247b90de27 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:58.401948 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae29f1-7241-4ed2-a01f-fef964f766d8 req-84d00de7-5d82-4352-a423-ce712308d42a tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:58.403480 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c7ae29f1-7241-4ed2-a01f-fef964f766d8 req-84d00de7-5d82-4352-a423-ce712308d42a tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.0853183 Nov 27 04:02:58.420684 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-933d1f1b-80f3-4301-8833-7beb3ec33c54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:58.480470 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f610e51f-f835-4d4c-b93f-ac247b90de27 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3192456 Nov 27 04:02:58.480470 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55810) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:58.484910 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-4ea8b698-ef87-4ec2-a079-c952a9d5a914 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Request body: {'subnet': {'network_id': 'a38ce75a-edf7-490e-b5e7-e2247d77841d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:02:58.508689 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610e51f-f835-4d4c-b93f-ac247b90de27 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Pushing event updated for resources: {'Network': ['ID=a38ce75a-edf7-490e-b5e7-e2247d77841d,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:58.520779 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network a38ce75a-edf7-490e-b5e7-e2247d77841d details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:02:58.528348 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c7ae29f1-7241-4ed2-a01f-fef964f766d8 req-09333ed8-6d04-4a4c-9283-00f29b167c6d tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828824 Nov 27 04:02:58.542925 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-933d1f1b-80f3-4301-8833-7beb3ec33c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:58.545599 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-933d1f1b-80f3-4301-8833-7beb3ec33c54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:58.554408 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-933d1f1b-80f3-4301-8833-7beb3ec33c54 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9dc824bf-83df-43f3-ab10-90b6bc73fc11 HTTP/1.1" status: 204 len: 168 time: 0.2757530 Nov 27 04:02:58.572943 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d1f1b-80f3-4301-8833-7beb3ec33c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc824bf-83df-43f3-ab10-90b6bc73fc11,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:58.620637 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea8b698-ef87-4ec2-a079-c952a9d5a914 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Made reservation on behalf of f095976796624ff1a0d2b5ca7884aac5 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:02:58.628667 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4ea8b698-ef87-4ec2-a079-c952a9d5a914 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:58.760295 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8975413-a871-4f86-ac9d-f279bc206024 req-9f2892d2-276e-45ee-8c68-57bb9d2d5c2f tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:58.762215 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e8975413-a871-4f86-ac9d-f279bc206024 req-9f2892d2-276e-45ee-8c68-57bb9d2d5c2f tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.0833867 Nov 27 04:02:58.824431 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e8975413-a871-4f86-ac9d-f279bc206024 req-4d9c8129-1b9b-404d-b4da-86746f048177 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546010 Nov 27 04:02:59.116057 n-d-819494-3 neutron-server[110018]: DEBUG neutron.objects.ports [None req-4ea8b698-ef87-4ec2-a079-c952a9d5a914 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110018) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 04:02:59.118214 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4ea8b698-ef87-4ec2-a079-c952a9d5a914 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:59.202814 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa8843-49c4-4e7e-b78b-38a56b4fd16c req-01c46c01-131b-4ae3-b6c1-8ffb82de21cc tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:59.204729 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-47fa8843-49c4-4e7e-b78b-38a56b4fd16c req-01c46c01-131b-4ae3-b6c1-8ffb82de21cc tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a66f33e-ed16-490f-be22-c59609114a3f HTTP/1.1" status: 200 len: 946 time: 0.0965123 Nov 27 04:02:59.244351 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a124e-160b-495f-867f-55a54a6e5bd7 req-9c96f292-773f-4f51-bf4f-b1ffb6800c9e tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:59.246725 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb4a124e-160b-495f-867f-55a54a6e5bd7 req-9c96f292-773f-4f51-bf4f-b1ffb6800c9e tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.2729652 Nov 27 04:02:59.283980 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8b698-ef87-4ec2-a079-c952a9d5a914 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Pushing event updated for resources: {'Subnet': ['ID=63a6c52e-e234-4e7f-ab44-6a80b366f052,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:02:59.298205 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea8b698-ef87-4ec2-a079-c952a9d5a914 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Checking segment: {'id': '6c17fa4d-ad2b-4d16-835d-2bc78d88c6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a38ce75a-edf7-490e-b5e7-e2247d77841d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:02:59.298635 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea8b698-ef87-4ec2-a079-c952a9d5a914 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Network hostable DHCP agents. Network: a38ce75a-edf7-490e-b5e7-e2247d77841d, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:02:59.302906 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-47fa8843-49c4-4e7e-b78b-38a56b4fd16c req-8e5264e9-3942-43d5-b4dc-c6bc9656fcfa tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904813 Nov 27 04:02:59.349017 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea8b698-ef87-4ec2-a079-c952a9d5a914 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Network a38ce75a-edf7-490e-b5e7-e2247d77841d is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:02:59.366621 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb4a124e-160b-495f-867f-55a54a6e5bd7 req-8fa0085d-778b-4f77-bf5d-62c0931f11da tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011178 Nov 27 04:02:59.367694 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-4ea8b698-ef87-4ec2-a079-c952a9d5a914 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, a38ce75a-edf7-490e-b5e7-e2247d77841d) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:02:59.372993 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea8b698-ef87-4ec2-a079-c952a9d5a914 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:59.373721 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4ea8b698-ef87-4ec2-a079-c952a9d5a914 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:59.394088 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5dfca7-3864-4ea7-bcce-a95f92f3088d None None] Network a38ce75a-edf7-490e-b5e7-e2247d77841d requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:02:59.418452 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4ea8b698-ef87-4ec2-a079-c952a9d5a914 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9379175 Nov 27 04:02:59.421820 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55852) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:02:59.575153 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba826313-a520-440c-9e1e-9809f6a6e321 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-a38ce75a-edf7-490e-b5e7-e2247d77841d', 'network_id': 'a38ce75a-edf7-490e-b5e7-e2247d77841d', 'tenant_id': 'f095976796624ff1a0d2b5ca7884aac5', 'fixed_ips': [{'subnet_id': '63a6c52e-e234-4e7f-ab44-6a80b366f052'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:02:59.576550 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ba826313-a520-440c-9e1e-9809f6a6e321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:59.601520 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe87b58-8441-403a-8108-24fd7024d2a8 req-e7d9917c-193a-44c8-8f92-16402aa44c28 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:59.604221 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3fe87b58-8441-403a-8108-24fd7024d2a8 req-e7d9917c-193a-44c8-8f92-16402aa44c28 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.0869913 Nov 27 04:02:59.674825 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3fe87b58-8441-403a-8108-24fd7024d2a8 req-5a708b8c-f69c-471f-a2ed-f91ed673e2c1 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602188 Nov 27 04:02:59.729481 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-b6246fed-363a-4e02-bf1d-e33c31b750f4 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:59.731281 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-b6246fed-363a-4e02-bf1d-e33c31b750f4 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/networks?id=759ac2b1-65e6-49cb-874d-aae0615c0432 HTTP/1.1" status: 200 len: 814 time: 0.3383167 Nov 27 04:02:59.746621 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8cf58e2-36a4-48dc-a23c-9e6be978e5da tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:59.775272 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-24a667ed-4559-4274-8b23-33b6e0acadac tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/quotas/2a559fcfd820469880e400429349a9fc HTTP/1.1" status: 200 len: 375 time: 0.0337913 Nov 27 04:02:59.813786 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-ba826313-a520-440c-9e1e-9809f6a6e321 None None] Allocated IP 2001:db8::f816:3eff:fea2:e614 (a38ce75a-edf7-490e-b5e7-e2247d77841d/63a6c52e-e234-4e7f-ab44-6a80b366f052/d4bb1fbe-22f1-4adb-8637-0793df718008) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:02:59.835801 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8294e86-2fd4-4573-95d8-070c50433d4c req-9d9c50aa-0031-4351-ac76-e95ba90eec86 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:02:59.845677 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d8294e86-2fd4-4573-95d8-070c50433d4c req-9d9c50aa-0031-4351-ac76-e95ba90eec86 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.0784223 Nov 27 04:02:59.869853 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8cf58e2-36a4-48dc-a23c-9e6be978e5da tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:02:59.887145 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-d666d989-aa9c-448c-8ef7-094990d22e0a tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2a559fcfd820469880e400429349a9fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1096642 Nov 27 04:02:59.922769 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d8294e86-2fd4-4573-95d8-070c50433d4c req-40ad5335-df90-45ad-a502-f60484b30434 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757582 Nov 27 04:03:00.047935 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-d0457a54-998d-4176-a16e-ec5a8ec30868 service neutron] 10.222.0.20 "GET /v2.0/networks/759ac2b1-65e6-49cb-874d-aae0615c0432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597948 Nov 27 04:03:00.105182 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ba826313-a520-440c-9e1e-9809f6a6e321 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:00.118101 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ba826313-a520-440c-9e1e-9809f6a6e321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:00.199115 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba826313-a520-440c-9e1e-9809f6a6e321 None None] Network a38ce75a-edf7-490e-b5e7-e2247d77841d is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:03:00.202148 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-ba826313-a520-440c-9e1e-9809f6a6e321 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:03:00.212390 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8cf58e2-36a4-48dc-a23c-9e6be978e5da tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:00.214495 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba826313-a520-440c-9e1e-9809f6a6e321 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:03:00.227623 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba826313-a520-440c-9e1e-9809f6a6e321 None None] Pushing event updated for resources: {'Port': ['ID=d4bb1fbe-22f1-4adb-8637-0793df718008,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:00.259318 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-30790138-26d2-420d-b18d-9607b4718b7c service neutron] 10.222.0.20 "GET /v2.0/networks/759ac2b1-65e6-49cb-874d-aae0615c0432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102888 Nov 27 04:03:00.336789 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf58e2-36a4-48dc-a23c-9e6be978e5da tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Pushing event deleted for resources: {'Subnet': ['ID=63a6c52e-e234-4e7f-ab44-6a80b366f052,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:00.352671 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-ba826313-a520-440c-9e1e-9809f6a6e321 None None] Attempting to bind port d4bb1fbe-22f1-4adb-8637-0793df718008 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:03:00.353046 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-ba826313-a520-440c-9e1e-9809f6a6e321 None None] Attempting to bind port d4bb1fbe-22f1-4adb-8637-0793df718008 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '6c17fa4d-ad2b-4d16-835d-2bc78d88c6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a38ce75a-edf7-490e-b5e7-e2247d77841d'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:03:00.353410 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba826313-a520-440c-9e1e-9809f6a6e321 None None] Attempting to bind port d4bb1fbe-22f1-4adb-8637-0793df718008 on network a38ce75a-edf7-490e-b5e7-e2247d77841d {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:03:00.362926 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8cf58e2-36a4-48dc-a23c-9e6be978e5da tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:00.366901 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6fa51-8b61-41a4-bfae-4bc4788fc601 req-456f6ca1-b4d9-44e8-9967-9009276a720a tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:00.367389 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba826313-a520-440c-9e1e-9809f6a6e321 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:03:00.367553 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba826313-a520-440c-9e1e-9809f6a6e321 None None] Checking segment: {'id': '6c17fa4d-ad2b-4d16-835d-2bc78d88c6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a38ce75a-edf7-490e-b5e7-e2247d77841d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:03:00.367927 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ba826313-a520-440c-9e1e-9809f6a6e321 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:00.368322 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba826313-a520-440c-9e1e-9809f6a6e321 None None] Bound using segment: {'id': '6c17fa4d-ad2b-4d16-835d-2bc78d88c6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a38ce75a-edf7-490e-b5e7-e2247d77841d'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:03:00.368795 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-ba826313-a520-440c-9e1e-9809f6a6e321 None None] Bound port: d4bb1fbe-22f1-4adb-8637-0793df718008, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c17fa4d-ad2b-4d16-835d-2bc78d88c6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a38ce75a-edf7-490e-b5e7-e2247d77841d'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:03:00.369175 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ba826313-a520-440c-9e1e-9809f6a6e321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:00.374170 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d6f6fa51-8b61-41a4-bfae-4bc4788fc601 req-456f6ca1-b4d9-44e8-9967-9009276a720a tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1347229 Nov 27 04:03:00.399282 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-e8cf58e2-36a4-48dc-a23c-9e6be978e5da tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a38ce75a-edf7-490e-b5e7-e2247d77841d']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:03:00.424168 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-e8cf58e2-36a4-48dc-a23c-9e6be978e5da tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c17fa4d-ad2b-4d16-835d-2bc78d88c6c9') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:03:00.424619 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-e8cf58e2-36a4-48dc-a23c-9e6be978e5da tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c17fa4d-ad2b-4d16-835d-2bc78d88c6c9') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:03:00.446765 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8cf58e2-36a4-48dc-a23c-9e6be978e5da tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:00.475622 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8cf58e2-36a4-48dc-a23c-9e6be978e5da tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:00.484989 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-ba826313-a520-440c-9e1e-9809f6a6e321 None None] For port d4bb1fbe-22f1-4adb-8637-0793df718008, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:03:00.491675 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8cf58e2-36a4-48dc-a23c-9e6be978e5da tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:03:00.498822 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8cf58e2-36a4-48dc-a23c-9e6be978e5da tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:00.502464 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:03:00.502464 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:03:00.502464 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:03:00.502464 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:03:00.502464 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:03:00.502464 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:03:00.502464 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:03:00.502464 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:03:00.502464 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:03:00.502464 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:03:00.502464 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:03:00.502464 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:03:00.502464 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:03:00.502464 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:03:00.502464 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:03:00.502464 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:03:00.502464 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:03:00.502464 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:03:00.502464 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:03:00.502464 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:03:00.502464 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:03:00.502464 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:03:00.502464 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:03:00.502464 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:03:00.502464 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:03:00.502464 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:03:00.502464 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:03:00.502464 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:03:00.502464 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:03:00.502464 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:03:00.502464 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:03:00.502464 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:03:00.509443 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d6f6fa51-8b61-41a4-bfae-4bc4788fc601 req-1c75ac88-6004-4d14-a1b4-ab7f21b3c257 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232250 Nov 27 04:03:00.613841 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bcc216a0-cd50-4afb-8f29-b5dd501780ca req-a04e2968-4f4c-4a4b-89c2-3a625c91e759 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=b44deda9-59ef-4510-9785-cacd8c6b58b0 HTTP/1.1" status: 200 len: 210 time: 0.0581467 Nov 27 04:03:00.631422 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-ba826313-a520-440c-9e1e-9809f6a6e321 None None] For port d4bb1fbe-22f1-4adb-8637-0793df718008, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=d4bb1fbe-22f1-4adb-8637-0793df718008,segment=NetworkSegment(6c17fa4d-ad2b-4d16-835d-2bc78d88c6c9),segment_id=6c17fa4d-ad2b-4d16-835d-2bc78d88c6c9)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:03:00.636366 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.db.api [None req-e8cf58e2-36a4-48dc-a23c-9e6be978e5da tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 27 04:03:00.636366 n-d-819494-3 neutron-server[110019]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 27 04:03:00.636366 n-d-819494-3 neutron-server[110019]: [parameters: {'id': 'a38ce75a-edf7-490e-b5e7-e2247d77841d'}] Nov 27 04:03:00.636366 n-d-819494-3 neutron-server[110019]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:03:00.636973 n-d-819494-3 neutron-server[110019]: DEBUG oslo_db.api [None req-e8cf58e2-36a4-48dc-a23c-9e6be978e5da tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:03:00.649694 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ba826313-a520-440c-9e1e-9809f6a6e321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:00.661914 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699c1d4-a4b9-45f5-b5c4-0523adddee5e req-f05425ca-29f0-497f-a4e5-9c2fa6fe241d tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:00.664353 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9699c1d4-a4b9-45f5-b5c4-0523adddee5e req-f05425ca-29f0-497f-a4e5-9c2fa6fe241d tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a66f33e-ed16-490f-be22-c59609114a3f HTTP/1.1" status: 200 len: 946 time: 0.1232934 Nov 27 04:03:00.768630 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9699c1d4-a4b9-45f5-b5c4-0523adddee5e req-ac6d9d7c-f624-42e8-9854-68f586c797df tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965059 Nov 27 04:03:00.784347 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba826313-a520-440c-9e1e-9809f6a6e321 None None] Pushing event updated for resources: {'Port': ['ID=d4bb1fbe-22f1-4adb-8637-0793df718008,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:00.822533 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36923beb-782b-4bf3-be81-6d8bcac8b981 req-4e7664c1-56b2-4ab7-8ad7-fbd83f8111bb tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:00.824298 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-36923beb-782b-4bf3-be81-6d8bcac8b981 req-4e7664c1-56b2-4ab7-8ad7-fbd83f8111bb tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.0915401 Nov 27 04:03:00.832790 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4860a7b8-161d-47a9-ac71-5f07c3ed368a None None] Network a38ce75a-edf7-490e-b5e7-e2247d77841d requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:03:00.889827 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-36923beb-782b-4bf3-be81-6d8bcac8b981 req-207a2228-81f3-460f-8d7b-f7fd5cb5edf7 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590799 Nov 27 04:03:00.997699 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233dead0-0298-4f5a-887e-a83dac5d5861 None None] get_active_networks_info from n-d-819494-3 {{(pid=110020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 04:03:01.138946 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8cf58e2-36a4-48dc-a23c-9e6be978e5da tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:01.167383 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233dead0-0298-4f5a-887e-a83dac5d5861 None None] Resources bound (agent type, host, resource id): {{(pid=110020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 04:03:01.203210 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0392ea2-bcdf-4be6-9110-fe66d046341a req-44455bc4-0ee4-4bd1-93fb-c74741198124 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:01.210937 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d0392ea2-bcdf-4be6-9110-fe66d046341a req-44455bc4-0ee4-4bd1-93fb-c74741198124 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.0858197 Nov 27 04:03:01.220018 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-e8cf58e2-36a4-48dc-a23c-9e6be978e5da tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Deleting port d4bb1fbe-22f1-4adb-8637-0793df718008 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:03:01.221036 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8cf58e2-36a4-48dc-a23c-9e6be978e5da tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:01.303600 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d0392ea2-bcdf-4be6-9110-fe66d046341a req-11a84acd-0b4a-402a-bf7c-d4675f605842 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840793 Nov 27 04:03:01.333452 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-e8cf58e2-36a4-48dc-a23c-9e6be978e5da tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] For port d4bb1fbe-22f1-4adb-8637-0793df718008, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=d4bb1fbe-22f1-4adb-8637-0793df718008,segment=NetworkSegment(6c17fa4d-ad2b-4d16-835d-2bc78d88c6c9),segment_id=6c17fa4d-ad2b-4d16-835d-2bc78d88c6c9)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:03:01.333828 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8cf58e2-36a4-48dc-a23c-9e6be978e5da tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:01.363252 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-e8cf58e2-36a4-48dc-a23c-9e6be978e5da tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Calling delete_port for d4bb1fbe-22f1-4adb-8637-0793df718008 owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:03:01.505986 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd40c5-ad2a-49e1-9f71-1aeaffa7c594 req-53cf7f89-a90b-4534-afb2-5e257625f49e tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:01.507600 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c5fd40c5-ad2a-49e1-9f71-1aeaffa7c594 req-53cf7f89-a90b-4534-afb2-5e257625f49e tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.0822220 Nov 27 04:03:01.596356 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8cf58e2-36a4-48dc-a23c-9e6be978e5da tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:01.661093 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c5fd40c5-ad2a-49e1-9f71-1aeaffa7c594 req-a331a190-4ca3-4fda-ab98-b57aa74aae82 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334534 Nov 27 04:03:01.672108 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf58e2-36a4-48dc-a23c-9e6be978e5da tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Pushing event deleted for resources: {'Port': ['ID=d4bb1fbe-22f1-4adb-8637-0793df718008,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:01.681344 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cf58e2-36a4-48dc-a23c-9e6be978e5da tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] No DVR routers for this DVR port d4bb1fbe-22f1-4adb-8637-0793df718008 on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:03:01.790659 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6a7eea94-1de5-4d25-b175-8e2d561c8d14 req-640454af-e3f8-476d-955a-67cecd15ef55 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=b44deda9-59ef-4510-9785-cacd8c6b58b0 HTTP/1.1" status: 200 len: 210 time: 0.0437391 Nov 27 04:03:01.851097 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8cf58e2-36a4-48dc-a23c-9e6be978e5da tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:01.879471 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-e8cf58e2-36a4-48dc-a23c-9e6be978e5da tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a38ce75a-edf7-490e-b5e7-e2247d77841d']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:03:01.893439 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-e8cf58e2-36a4-48dc-a23c-9e6be978e5da tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c17fa4d-ad2b-4d16-835d-2bc78d88c6c9') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:03:01.893747 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-e8cf58e2-36a4-48dc-a23c-9e6be978e5da tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c17fa4d-ad2b-4d16-835d-2bc78d88c6c9') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:03:01.910094 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a083d-d0f7-4da9-9821-9933cece4455 req-93f8b088-c993-48c9-b2fa-74a49dd4c8b6 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:01.911634 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e24a083d-d0f7-4da9-9821-9933cece4455 req-93f8b088-c993-48c9-b2fa-74a49dd4c8b6 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1218200 Nov 27 04:03:01.915630 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8cf58e2-36a4-48dc-a23c-9e6be978e5da tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:01.943705 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8cf58e2-36a4-48dc-a23c-9e6be978e5da tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:01.953509 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8cf58e2-36a4-48dc-a23c-9e6be978e5da tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:03:01.954132 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8cf58e2-36a4-48dc-a23c-9e6be978e5da tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:01.957344 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:03:01.957344 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:03:01.957344 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:03:01.957344 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:03:01.957344 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:03:01.957344 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:03:01.957344 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:03:01.957344 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:03:01.957344 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:03:01.957344 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:03:01.957344 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:03:01.957344 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:03:01.957344 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:03:01.957344 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:03:01.957344 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:03:01.957344 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:03:01.957344 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:03:01.957344 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:03:01.957344 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:03:01.957344 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:03:01.957344 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:03:01.957344 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:03:01.957344 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:03:01.957344 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:03:01.957344 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:03:01.957344 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:03:01.957344 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:03:01.957344 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:03:01.957344 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:03:01.957344 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:03:01.957344 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:03:01.957344 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:03:01.961856 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42233a7-8806-497f-83a6-9e8e51cad39c req-9ccc7483-67b8-4d15-b32e-5c8dbf304337 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:01.971783 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d42233a7-8806-497f-83a6-9e8e51cad39c req-9ccc7483-67b8-4d15-b32e-5c8dbf304337 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a66f33e-ed16-490f-be22-c59609114a3f HTTP/1.1" status: 200 len: 946 time: 0.1037297 Nov 27 04:03:02.034127 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e24a083d-d0f7-4da9-9821-9933cece4455 req-738558e7-4357-4306-adc8-260152a52b39 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109719 Nov 27 04:03:02.049527 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d42233a7-8806-497f-83a6-9e8e51cad39c req-4507dad9-8f57-4f0e-b2f7-24ef745f2c1b tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702276 Nov 27 04:03:02.127193 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8cf58e2-36a4-48dc-a23c-9e6be978e5da tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:02.196545 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8cf58e2-36a4-48dc-a23c-9e6be978e5da tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:02.208257 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e8cf58e2-36a4-48dc-a23c-9e6be978e5da tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] 10.222.0.20 "DELETE /v2.0/networks/a38ce75a-edf7-490e-b5e7-e2247d77841d HTTP/1.1" status: 204 len: 168 time: 2.7818341 Nov 27 04:03:02.208707 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55962) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:02.208834 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55964) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:02.248576 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf58e2-36a4-48dc-a23c-9e6be978e5da tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Pushing event deleted for resources: {'Network': ['ID=a38ce75a-edf7-490e-b5e7-e2247d77841d,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:02.277068 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-f30da465-3406-4f12-a0c0-633fea67bb0f tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] DELETE failed (client error): The resource could not be found. Nov 27 04:03:02.277524 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f30da465-3406-4f12-a0c0-633fea67bb0f tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:03:02.280545 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f30da465-3406-4f12-a0c0-633fea67bb0f tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] 10.222.0.20 "DELETE /v2.0/subnets/63a6c52e-e234-4e7f-ab44-6a80b366f052 HTTP/1.1" status: 404 len: 337 time: 0.0487151 Nov 27 04:03:02.283280 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55968) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:02.303834 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1543b89-bb56-40e3-ba00-1330d34eecb9 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] DELETE failed (client error): The resource could not be found. Nov 27 04:03:02.304350 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1543b89-bb56-40e3-ba00-1330d34eecb9 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:03:02.307408 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e1543b89-bb56-40e3-ba00-1330d34eecb9 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] 10.222.0.20 "DELETE /v2.0/networks/a38ce75a-edf7-490e-b5e7-e2247d77841d HTTP/1.1" status: 404 len: 339 time: 0.0231514 Nov 27 04:03:02.309960 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55970) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:02.313298 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e2ad8-52a9-46ce-a8e5-2fa0453310b4 req-22faac5c-b722-4688-a7b5-f1cff83e35b9 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:02.314819 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-db0e2ad8-52a9-46ce-a8e5-2fa0453310b4 req-22faac5c-b722-4688-a7b5-f1cff83e35b9 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1364160 Nov 27 04:03:02.343867 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa93d251-2cd7-4849-a21b-bfc195fdb6f8 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] DELETE failed (client error): The resource could not be found. Nov 27 04:03:02.344327 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa93d251-2cd7-4849-a21b-bfc195fdb6f8 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:03:02.347590 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-fa93d251-2cd7-4849-a21b-bfc195fdb6f8 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] 10.222.0.20 "DELETE /v2.0/subnets/cd39aef1-15ce-4169-ba92-954248de2bc6 HTTP/1.1" status: 404 len: 337 time: 0.0363734 Nov 27 04:03:02.349820 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-b02e5f09-5397-4bb3-a2ad-fd983cad0dbd tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:02.351407 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-b02e5f09-5397-4bb3-a2ad-fd983cad0dbd tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.23 "GET /v2.0/networks?id=759ac2b1-65e6-49cb-874d-aae0615c0432 HTTP/1.1" status: 200 len: 814 time: 0.2899868 Nov 27 04:03:02.354057 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55972) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:02.355321 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5670a051-66ca-45d9-9bdd-e280d433b387 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:02.376298 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6735c92-b612-4cc6-a741-7bad5424e071 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] DELETE failed (client error): The resource could not be found. Nov 27 04:03:02.376842 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6735c92-b612-4cc6-a741-7bad5424e071 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:03:02.380659 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a6735c92-b612-4cc6-a741-7bad5424e071 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] 10.222.0.20 "DELETE /v2.0/networks/cb40dc0d-86cd-4359-8b20-1cedccf0834d HTTP/1.1" status: 404 len: 339 time: 0.0259285 Nov 27 04:03:02.383500 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55974) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:02.399002 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-bc56f823-e664-4bc6-bafa-b39df470c0e9 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Request body: {'port': {'device_id': 'b44deda9-59ef-4510-9785-cacd8c6b58b0', 'network_id': '759ac2b1-65e6-49cb-874d-aae0615c0432', 'admin_state_up': True, 'tenant_id': '2a559fcfd820469880e400429349a9fc'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:03:02.424859 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-94952d59-7439-4c8b-8235-905d9bbf51c7 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] DELETE failed (client error): The resource could not be found. Nov 27 04:03:02.425881 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94952d59-7439-4c8b-8235-905d9bbf51c7 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:03:02.432065 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-94952d59-7439-4c8b-8235-905d9bbf51c7 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] 10.222.0.20 "DELETE /v2.0/subnets/f5179f3e-de21-40a2-b024-5b3ef905c64e HTTP/1.1" status: 404 len: 337 time: 0.0444291 Nov 27 04:03:02.432174 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55976) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:02.456583 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-db0e2ad8-52a9-46ce-a8e5-2fa0453310b4 req-f683a5ea-54a4-4e53-9245-a9ee6de5311b tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344743 Nov 27 04:03:02.459635 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-25f0f538-8940-478c-ac2b-c533da59bd13 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] DELETE failed (client error): The resource could not be found. Nov 27 04:03:02.460405 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25f0f538-8940-478c-ac2b-c533da59bd13 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:03:02.463810 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-25f0f538-8940-478c-ac2b-c533da59bd13 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] 10.222.0.20 "DELETE /v2.0/networks/01f5b67e-a681-4ab1-915a-8189cb747286 HTTP/1.1" status: 404 len: 339 time: 0.0307138 Nov 27 04:03:02.466566 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55978) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:02.508229 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5670a051-66ca-45d9-9bdd-e280d433b387 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:02.516767 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5670a051-66ca-45d9-9bdd-e280d433b387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:02.563937 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5670a051-66ca-45d9-9bdd-e280d433b387 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dfa7be8083494ae7b3366393e6dbce9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3536711 Nov 27 04:03:02.565261 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5670a051-66ca-45d9-9bdd-e280d433b387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f201f69-aabf-4a23-ba0b-394f403e990f,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:02.568434 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55982) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:02.631717 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0a412c67-b775-467c-a6fd-ef2d009bc107 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:02.641866 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-bc56f823-e664-4bc6-bafa-b39df470c0e9 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Made reservation on behalf of 2a559fcfd820469880e400429349a9fc for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:03:02.651922 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-bc56f823-e664-4bc6-bafa-b39df470c0e9 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:02.679962 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0a412c67-b775-467c-a6fd-ef2d009bc107 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:02.680565 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-f7b34a00-118e-45f2-a4db-013eab78fd35 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Deleting port e4691d9e-aec2-42fc-868b-e5dc916a540b {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:03:02.680912 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f7b34a00-118e-45f2-a4db-013eab78fd35 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:02.738886 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0a412c67-b775-467c-a6fd-ef2d009bc107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:02.741607 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0a412c67-b775-467c-a6fd-ef2d009bc107 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:02.745275 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0a412c67-b775-467c-a6fd-ef2d009bc107 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2f201f69-aabf-4a23-ba0b-394f403e990f HTTP/1.1" status: 204 len: 168 time: 0.1728261 Nov 27 04:03:02.756737 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a412c67-b775-467c-a6fd-ef2d009bc107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f201f69-aabf-4a23-ba0b-394f403e990f,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:02.875162 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f7b34a00-118e-45f2-a4db-013eab78fd35 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:02.929868 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689cbb1-654f-4c92-b931-fb22ec778740 req-72cc378a-5009-41e0-8bbf-c01d1d5f07ec tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:02.940057 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f689cbb1-654f-4c92-b931-fb22ec778740 req-72cc378a-5009-41e0-8bbf-c01d1d5f07ec tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.2119386 Nov 27 04:03:02.945393 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1935a1c9-06a2-43e3-a970-323dc4576fba req-d7f9bbad-1152-42d4-a57f-509ce94a499a tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=b44deda9-59ef-4510-9785-cacd8c6b58b0 HTTP/1.1" status: 200 len: 210 time: 0.0530703 Nov 27 04:03:02.968082 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-f7b34a00-118e-45f2-a4db-013eab78fd35 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Calling delete_port for e4691d9e-aec2-42fc-868b-e5dc916a540b owned by {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:03:03.005505 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-bc56f823-e664-4bc6-bafa-b39df470c0e9 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Allocated IP 172.20.0.6 (759ac2b1-65e6-49cb-874d-aae0615c0432/f0fcef5c-b309-4313-95f8-651075054f8e/f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:03:03.068502 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f689cbb1-654f-4c92-b931-fb22ec778740 req-33ae62a4-6577-447e-a768-b6b4a9865713 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275070 Nov 27 04:03:03.130596 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55996) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:03.149833 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-554e2af4-583f-469f-89fa-0326c5158de3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:03.205082 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f7b34a00-118e-45f2-a4db-013eab78fd35 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:03.248726 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b34a00-118e-45f2-a4db-013eab78fd35 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Pushing event deleted for resources: {'Port': ['ID=e4691d9e-aec2-42fc-868b-e5dc916a540b,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:03.258924 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a3a8a-6dae-4b66-8c05-06fd18f5d20a req-7f1f9c89-8e6e-4112-9bdb-a0c4a63fe7b0 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:03.262357 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f7b34a00-118e-45f2-a4db-013eab78fd35 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:03.268235 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f7b34a00-118e-45f2-a4db-013eab78fd35 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] 10.222.0.20 "DELETE /v2.0/ports/e4691d9e-aec2-42fc-868b-e5dc916a540b HTTP/1.1" status: 204 len: 168 time: 0.7983449 Nov 27 04:03:03.269739 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55998) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:03.271261 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0e0a3a8a-6dae-4b66-8c05-06fd18f5d20a req-7f1f9c89-8e6e-4112-9bdb-a0c4a63fe7b0 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a66f33e-ed16-490f-be22-c59609114a3f HTTP/1.1" status: 200 len: 946 time: 0.0947888 Nov 27 04:03:03.310607 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fe822fc-28cc-4973-ae2f-6a9b34bd9687 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] DELETE failed (client error): The resource could not be found. Nov 27 04:03:03.311552 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fe822fc-28cc-4973-ae2f-6a9b34bd9687 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:03:03.316513 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4fe822fc-28cc-4973-ae2f-6a9b34bd9687 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] 10.222.0.20 "DELETE /v2.0/subnets/d2c93fa9-646e-4745-9cf4-6000aea94953 HTTP/1.1" status: 404 len: 337 time: 0.0432005 Nov 27 04:03:03.317420 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56000) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:03.336983 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-bc56f823-e664-4bc6-bafa-b39df470c0e9 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:03.371195 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-bc56f823-e664-4bc6-bafa-b39df470c0e9 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:03.388217 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-554e2af4-583f-469f-89fa-0326c5158de3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:03.403051 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-554e2af4-583f-469f-89fa-0326c5158de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:03.405166 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['17fb2973-29f3-4d7b-9f1b-1960f8905677'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:03:03.412943 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0e0a3a8a-6dae-4b66-8c05-06fd18f5d20a req-6cc457bf-363a-421a-9427-3f3133a4a15f tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408155 Nov 27 04:03:03.430911 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-bc56f823-e664-4bc6-bafa-b39df470c0e9 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Network 759ac2b1-65e6-49cb-874d-aae0615c0432 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:03:03.434221 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-bc56f823-e664-4bc6-bafa-b39df470c0e9 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:03:03.458161 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56f823-e664-4bc6-bafa-b39df470c0e9 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Pushing event updated for resources: {'Port': ['ID=f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:03.459956 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-52ee884f-c55f-4e4f-a2db-6c37343d1c4a tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:03.461004 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-bc56f823-e664-4bc6-bafa-b39df470c0e9 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:03:03.462570 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e709b473-4fad-4593-be01-fed6e0fd2a06 None None] DHCP port deletion for 759ac2b1-65e6-49cb-874d-aae0615c0432 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:03:03.474791 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-554e2af4-583f-469f-89fa-0326c5158de3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=739289514edb40c0b525a17f11d9705d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3427923 Nov 27 04:03:03.475955 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56002) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:03.482289 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e2af4-583f-469f-89fa-0326c5158de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507ec54e-d05c-4a67-a67d-5f2c67a474c1,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:03.524567 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-bc56f823-e664-4bc6-bafa-b39df470c0e9 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:03.525247 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-bc56f823-e664-4bc6-bafa-b39df470c0e9 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:03.544783 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-bc56f823-e664-4bc6-bafa-b39df470c0e9 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1532791 Nov 27 04:03:03.559906 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-2645515d-0bfd-42ea-a146-ddb31e0eb2e6 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:03:03.561178 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-2645515d-0bfd-42ea-a146-ddb31e0eb2e6 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072608 Nov 27 04:03:03.602856 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a3ae6550-ee92-48cf-9b9e-5a13b8a3e552 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:03.616985 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-52ee884f-c55f-4e4f-a2db-6c37343d1c4a tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:03.652106 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a3ae6550-ee92-48cf-9b9e-5a13b8a3e552 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:03.654770 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-52ee884f-c55f-4e4f-a2db-6c37343d1c4a tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45eca5ba-be56-49d2-b612-c20d47528322']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:03:03.671662 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-52ee884f-c55f-4e4f-a2db-6c37343d1c4a tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46e09ab6-2547-4dcf-b57e-bcb49f6f469b') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:03:03.671888 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-52ee884f-c55f-4e4f-a2db-6c37343d1c4a tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46e09ab6-2547-4dcf-b57e-bcb49f6f469b') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:03:03.689978 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-05876947-8bc1-4eb2-8b83-3c8f87a795b0 None None] Provisioning complete for port f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:03:03.690496 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-05876947-8bc1-4eb2-8b83-3c8f87a795b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:03.691375 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-52ee884f-c55f-4e4f-a2db-6c37343d1c4a tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:03.717036 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-52ee884f-c55f-4e4f-a2db-6c37343d1c4a tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:03.729418 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52ee884f-c55f-4e4f-a2db-6c37343d1c4a tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:03:03.729985 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-52ee884f-c55f-4e4f-a2db-6c37343d1c4a tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:03.734101 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:03:03.734101 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:03:03.734101 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:03:03.734101 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:03:03.734101 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:03:03.734101 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:03:03.734101 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:03:03.734101 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:03:03.734101 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:03:03.734101 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:03:03.734101 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:03:03.734101 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:03:03.734101 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:03:03.734101 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:03:03.734101 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:03:03.734101 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:03:03.734101 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:03:03.734101 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:03:03.734101 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:03:03.734101 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:03:03.734101 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:03:03.734101 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:03:03.734101 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:03:03.734101 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:03:03.734101 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:03:03.734101 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:03:03.734101 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:03:03.734101 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:03:03.734101 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:03:03.734101 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:03:03.734101 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:03:03.734101 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:03:03.750507 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a3ae6550-ee92-48cf-9b9e-5a13b8a3e552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:03.753057 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-b2e824c1-9e38-4bf5-9306-94d57c8e6d23 service neutron] Request body: {'port': {'device_id': 'b44deda9-59ef-4510-9785-cacd8c6b58b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:03:03.754285 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a3ae6550-ee92-48cf-9b9e-5a13b8a3e552 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:03.758149 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-05876947-8bc1-4eb2-8b83-3c8f87a795b0 None None] Port f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:03:03.758334 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a3ae6550-ee92-48cf-9b9e-5a13b8a3e552 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/507ec54e-d05c-4a67-a67d-5f2c67a474c1 HTTP/1.1" status: 204 len: 168 time: 0.2811749 Nov 27 04:03:03.807442 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae6550-ee92-48cf-9b9e-5a13b8a3e552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507ec54e-d05c-4a67-a67d-5f2c67a474c1,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:03.841610 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-52ee884f-c55f-4e4f-a2db-6c37343d1c4a tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:03.848420 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-b2e824c1-9e38-4bf5-9306-94d57c8e6d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:03.862069 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-52ee884f-c55f-4e4f-a2db-6c37343d1c4a tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:03.868390 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-52ee884f-c55f-4e4f-a2db-6c37343d1c4a tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] 10.222.0.20 "DELETE /v2.0/networks/45eca5ba-be56-49d2-b612-c20d47528322 HTTP/1.1" status: 204 len: 168 time: 0.5466886 Nov 27 04:03:03.868390 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee884f-c55f-4e4f-a2db-6c37343d1c4a tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Pushing event deleted for resources: {'Network': ['ID=45eca5ba-be56-49d2-b612-c20d47528322,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:03.869210 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56012) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:04.022027 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-84fc7e10-086e-4439-8dea-fdab27523af2 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Deleting port 893ca430-004b-496a-90f3-38a5b4608365 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:03:04.022720 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-84fc7e10-086e-4439-8dea-fdab27523af2 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:04.132115 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-84fc7e10-086e-4439-8dea-fdab27523af2 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:04.161140 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-84fc7e10-086e-4439-8dea-fdab27523af2 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Calling delete_port for 893ca430-004b-496a-90f3-38a5b4608365 owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:03:04.338989 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24324e8b-5fb9-4834-a6e2-a86829053555 req-ea121415-7437-4d30-bddb-dd0ce09f406b tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:04.340546 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-24324e8b-5fb9-4834-a6e2-a86829053555 req-ea121415-7437-4d30-bddb-dd0ce09f406b tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1476097 Nov 27 04:03:04.382587 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c1ac6-5cc2-43d3-aad4-2bae82f554a5 req-5bc2f64c-293c-45ee-954a-b42858a67200 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:04.390824 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-739c1ac6-5cc2-43d3-aad4-2bae82f554a5 req-5bc2f64c-293c-45ee-954a-b42858a67200 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=b44deda9-59ef-4510-9785-cacd8c6b58b0 HTTP/1.1" status: 200 len: 931 time: 0.0788708 Nov 27 04:03:04.396879 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-84fc7e10-086e-4439-8dea-fdab27523af2 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:04.479622 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-739c1ac6-5cc2-43d3-aad4-2bae82f554a5 req-35953523-f2a3-47b2-b8bc-dae0e994ba40 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/security-groups?id=8836fad6-5b2e-4036-bf51-408bbb5dc58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873196 Nov 27 04:03:04.555807 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-b2e824c1-9e38-4bf5-9306-94d57c8e6d23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:03:04.564658 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-b2e824c1-9e38-4bf5-9306-94d57c8e6d23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:04.594763 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-b2e824c1-9e38-4bf5-9306-94d57c8e6d23 service neutron] Transition to ACTIVE for port object f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:03:04.617183 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-b2e824c1-9e38-4bf5-9306-94d57c8e6d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:04.671347 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6770344d-9d95-4d1f-9b49-8701c4ef26d8 None None] DHCP port deletion for 759ac2b1-65e6-49cb-874d-aae0615c0432 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:03:04.700960 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e824c1-9e38-4bf5-9306-94d57c8e6d23 service neutron] Pushing event updated for resources: {'Port': ['ID=f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:04.730614 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32bbd06-5379-4e55-98b9-19de09ff2c7e req-c2c2700c-68fe-41b7-893e-eed7b9c98e41 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:04.732261 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b32bbd06-5379-4e55-98b9-19de09ff2c7e req-c2c2700c-68fe-41b7-893e-eed7b9c98e41 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a66f33e-ed16-490f-be22-c59609114a3f HTTP/1.1" status: 200 len: 946 time: 0.1551032 Nov 27 04:03:04.852809 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-24324e8b-5fb9-4834-a6e2-a86829053555 req-9a22cdf7-5de2-493f-be2c-7190d85c661e tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4961014 Nov 27 04:03:04.870276 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b32bbd06-5379-4e55-98b9-19de09ff2c7e req-c7aca18a-bcbb-455b-90d7-2655160ef52e tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037595 Nov 27 04:03:04.871595 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-b2e824c1-9e38-4bf5-9306-94d57c8e6d23 service neutron] Attempting to bind port f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:03:04.871938 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-b2e824c1-9e38-4bf5-9306-94d57c8e6d23 service neutron] Attempting to bind port f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': 'ebf9e551-55f8-4bea-b6f1-8b78b226551a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '759ac2b1-65e6-49cb-874d-aae0615c0432'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:03:04.872277 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-b2e824c1-9e38-4bf5-9306-94d57c8e6d23 service neutron] Attempting to bind port f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7 on network 759ac2b1-65e6-49cb-874d-aae0615c0432 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:03:04.877492 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-b2e824c1-9e38-4bf5-9306-94d57c8e6d23 service neutron] Port f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7 on network 759ac2b1-65e6-49cb-874d-aae0615c0432 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:03:04.877614 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-b2e824c1-9e38-4bf5-9306-94d57c8e6d23 service neutron] Attempting to bind port f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7 on network 759ac2b1-65e6-49cb-874d-aae0615c0432 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:03:04.882698 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-b2e824c1-9e38-4bf5-9306-94d57c8e6d23 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:03:04.883046 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-b2e824c1-9e38-4bf5-9306-94d57c8e6d23 service neutron] Checking segment: {'id': 'ebf9e551-55f8-4bea-b6f1-8b78b226551a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '759ac2b1-65e6-49cb-874d-aae0615c0432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:03:04.883524 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-b2e824c1-9e38-4bf5-9306-94d57c8e6d23 service neutron] Bound using segment: {'id': 'ebf9e551-55f8-4bea-b6f1-8b78b226551a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '759ac2b1-65e6-49cb-874d-aae0615c0432'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:03:04.883857 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-b2e824c1-9e38-4bf5-9306-94d57c8e6d23 service neutron] Bound port: f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebf9e551-55f8-4bea-b6f1-8b78b226551a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '759ac2b1-65e6-49cb-874d-aae0615c0432'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:03:04.884218 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-b2e824c1-9e38-4bf5-9306-94d57c8e6d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:04.920088 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc7e10-086e-4439-8dea-fdab27523af2 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Pushing event deleted for resources: {'Port': ['ID=893ca430-004b-496a-90f3-38a5b4608365,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:04.928947 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-84fc7e10-086e-4439-8dea-fdab27523af2 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:04.933022 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-84fc7e10-086e-4439-8dea-fdab27523af2 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] 10.222.0.20 "DELETE /v2.0/ports/893ca430-004b-496a-90f3-38a5b4608365 HTTP/1.1" status: 204 len: 168 time: 1.0629015 Nov 27 04:03:04.937133 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56050) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:04.967623 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e4abef5-8272-4046-aae0-83002276ad2e tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] DELETE failed (client error): The resource could not be found. Nov 27 04:03:04.968316 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e4abef5-8272-4046-aae0-83002276ad2e tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:03:04.971717 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4e4abef5-8272-4046-aae0-83002276ad2e tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] 10.222.0.20 "DELETE /v2.0/subnets/1320232e-994e-4556-9b5b-92a78d8a810a HTTP/1.1" status: 404 len: 337 time: 0.0334487 Nov 27 04:03:04.974161 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56054) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:04.992965 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-b2e824c1-9e38-4bf5-9306-94d57c8e6d23 service neutron] For port f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:03:04.996922 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-b2e824c1-9e38-4bf5-9306-94d57c8e6d23 service neutron] For port f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7,segment=NetworkSegment(ebf9e551-55f8-4bea-b6f1-8b78b226551a),segment_id=ebf9e551-55f8-4bea-b6f1-8b78b226551a)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:03:05.005064 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-b2e824c1-9e38-4bf5-9306-94d57c8e6d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:05.074785 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-98bb406a-c5c9-4dee-bca2-0d89983a54b7 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:05.083201 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-b2e824c1-9e38-4bf5-9306-94d57c8e6d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:05.084023 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-b2e824c1-9e38-4bf5-9306-94d57c8e6d23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:05.084980 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05fbf84-4ab6-4a45-8439-0ed22f944d2c None None] DHCP port deletion for 759ac2b1-65e6-49cb-874d-aae0615c0432 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:03:05.089458 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-b2e824c1-9e38-4bf5-9306-94d57c8e6d23 service neutron] 10.222.0.23 "PUT /v2.0/ports/f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7 HTTP/1.1" status: 200 len: 1091 time: 1.5110488 Nov 27 04:03:05.091145 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44deda9-59ef-4510-9785-cacd8c6b58b0', 'tag': 'f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:03:05.094260 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb74ee2-1671-4ef7-aa58-4ff456f5b06c" -d '{"events": [{"name": "network-changed", "server_uuid": "b44deda9-59ef-4510-9785-cacd8c6b58b0", "tag": "f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:03:05.137954 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e824c1-9e38-4bf5-9306-94d57c8e6d23 service neutron] Pushing event updated for resources: {'Port': ['ID=f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:05.165115 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-98bb406a-c5c9-4dee-bca2-0d89983a54b7 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Deleting port ba19395d-1a74-474e-9682-5c03b7ece4dd {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:03:05.165744 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-98bb406a-c5c9-4dee-bca2-0d89983a54b7 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:05.222532 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-945ff241-9f47-4e70-80b6-cda02fc1d7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:05.224460 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-945ff241-9f47-4e70-80b6-cda02fc1d7ce service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2a559fcfd820469880e400429349a9fc&device_id=b44deda9-59ef-4510-9785-cacd8c6b58b0 HTTP/1.1" status: 200 len: 1094 time: 0.0640733 Nov 27 04:03:05.305746 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-98bb406a-c5c9-4dee-bca2-0d89983a54b7 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] For port ba19395d-1a74-474e-9682-5c03b7ece4dd, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=ba19395d-1a74-474e-9682-5c03b7ece4dd,segment=NetworkSegment(9db88e5a-7f69-48dc-b127-2d38f288b237),segment_id=9db88e5a-7f69-48dc-b127-2d38f288b237)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:03:05.306119 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-98bb406a-c5c9-4dee-bca2-0d89983a54b7 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:05.335695 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-98bb406a-c5c9-4dee-bca2-0d89983a54b7 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Calling delete_port for ba19395d-1a74-474e-9682-5c03b7ece4dd owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:03:05.353304 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799b5df-119d-452c-b41a-92137a73fe6d req-8853f7d7-c55e-43ae-a5a6-7401248eb030 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:05.353304 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2799b5df-119d-452c-b41a-92137a73fe6d req-8853f7d7-c55e-43ae-a5a6-7401248eb030 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1900349 Nov 27 04:03:05.386506 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-0c215555-101e-470d-93b8-c6fb7a91c28a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7 HTTP/1.1" status: 200 len: 217 time: 0.1143773 Nov 27 04:03:05.471443 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-ca9bd0e9-fa57-4e2f-aa2b-6a7eb9fff88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:05.474209 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-ca9bd0e9-fa57-4e2f-aa2b-6a7eb9fff88b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f0fcef5c-b309-4313-95f8-651075054f8e HTTP/1.1" status: 200 len: 854 time: 0.0677779 Nov 27 04:03:05.527021 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-7a5aa296-5e95-49cb-876d-cb8d086273ed service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=759ac2b1-65e6-49cb-874d-aae0615c0432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442855 Nov 27 04:03:05.571557 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8880620c-5335-4af2-9e97-296252147bfa x-openstack-request-id: req-8880620c-5335-4af2-9e97-296252147bfa {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:03:05.571852 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b44deda9-59ef-4510-9785-cacd8c6b58b0", "tag": "f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:03:05.572163 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8880620c-5335-4af2-9e97-296252147bfa {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:03:05.572491 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44deda9-59ef-4510-9785-cacd8c6b58b0', 'tag': 'f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7', 'status': 'completed', 'code': 200} Nov 27 04:03:05.585460 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2799b5df-119d-452c-b41a-92137a73fe6d req-7f8ce63a-0421-4400-8dd3-b63541561d22 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295326 Nov 27 04:03:05.617804 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-98bb406a-c5c9-4dee-bca2-0d89983a54b7 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:05.646322 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb406a-c5c9-4dee-bca2-0d89983a54b7 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Pushing event deleted for resources: {'Port': ['ID=ba19395d-1a74-474e-9682-5c03b7ece4dd,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:05.648223 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bb406a-c5c9-4dee-bca2-0d89983a54b7 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] No DVR routers for this DVR port ba19395d-1a74-474e-9682-5c03b7ece4dd on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:03:05.699671 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8c9f8-5352-447a-b7e1-6d1bc0ae7240 req-bc518f1b-be99-4a8e-9c7e-99614a967873 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:05.699671 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6ed8c9f8-5352-447a-b7e1-6d1bc0ae7240 req-bc518f1b-be99-4a8e-9c7e-99614a967873 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=b44deda9-59ef-4510-9785-cacd8c6b58b0 HTTP/1.1" status: 200 len: 943 time: 0.0791306 Nov 27 04:03:05.717308 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-b9178259-ce4f-4c85-be16-2d0bfd9eeab7 service neutron] 10.222.0.23 "GET /v2.0/networks/759ac2b1-65e6-49cb-874d-aae0615c0432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778386 Nov 27 04:03:05.739414 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-98bb406a-c5c9-4dee-bca2-0d89983a54b7 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:05.761098 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-98bb406a-c5c9-4dee-bca2-0d89983a54b7 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75f77e6f-ae90-4af3-814b-a76388f1036f']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:03:05.771619 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-98bb406a-c5c9-4dee-bca2-0d89983a54b7 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db88e5a-7f69-48dc-b127-2d38f288b237') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:03:05.771997 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-98bb406a-c5c9-4dee-bca2-0d89983a54b7 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db88e5a-7f69-48dc-b127-2d38f288b237') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:03:05.782887 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-98bb406a-c5c9-4dee-bca2-0d89983a54b7 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:05.798915 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-98bb406a-c5c9-4dee-bca2-0d89983a54b7 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:05.807601 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98bb406a-c5c9-4dee-bca2-0d89983a54b7 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:03:05.808164 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-98bb406a-c5c9-4dee-bca2-0d89983a54b7 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:05.811227 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:03:05.811227 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:03:05.811227 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:03:05.811227 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:03:05.811227 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:03:05.811227 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:03:05.811227 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:03:05.811227 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:03:05.811227 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:03:05.811227 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:03:05.811227 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:03:05.811227 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:03:05.811227 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:03:05.811227 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:03:05.811227 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:03:05.811227 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:03:05.811227 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:03:05.811227 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:03:05.811227 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:03:05.811227 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:03:05.811227 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:03:05.811227 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:03:05.811227 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:03:05.811227 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:03:05.811227 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:03:05.811227 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:03:05.811227 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:03:05.811227 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:03:05.811227 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:03:05.811227 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:03:05.811227 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:03:05.811227 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:03:05.813825 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6ed8c9f8-5352-447a-b7e1-6d1bc0ae7240 req-e36a5a7f-88f9-4fb0-a7fa-6851df38b9fc tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/security-groups?id=8836fad6-5b2e-4036-bf51-408bbb5dc58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055360 Nov 27 04:03:05.853412 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7e3c4bed-f59f-4551-844b-c5d43718ec7c req-465f182b-1346-46e5-84b6-6cf265c01dd1 service neutron] 10.222.0.23 "GET /v2.0/networks/759ac2b1-65e6-49cb-874d-aae0615c0432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277359 Nov 27 04:03:05.888208 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-98bb406a-c5c9-4dee-bca2-0d89983a54b7 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:05.896699 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-98bb406a-c5c9-4dee-bca2-0d89983a54b7 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:05.899888 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-98bb406a-c5c9-4dee-bca2-0d89983a54b7 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] 10.222.0.20 "DELETE /v2.0/networks/75f77e6f-ae90-4af3-814b-a76388f1036f HTTP/1.1" status: 204 len: 168 time: 0.9246132 Nov 27 04:03:05.902601 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56084) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:05.912623 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb406a-c5c9-4dee-bca2-0d89983a54b7 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Pushing event deleted for resources: {'Network': ['ID=75f77e6f-ae90-4af3-814b-a76388f1036f,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:05.977802 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6aadce-cf57-45f6-ac8e-9cf97b928e69 req-55107a44-023c-4a4d-bb73-d4458af8606a tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:05.985126 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2d6aadce-cf57-45f6-ac8e-9cf97b928e69 req-55107a44-023c-4a4d-bb73-d4458af8606a tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a66f33e-ed16-490f-be22-c59609114a3f HTTP/1.1" status: 200 len: 946 time: 0.0589638 Nov 27 04:03:05.998117 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbaa8378-7566-46fd-a115-fc2a7230b073 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Deleting subnet dd72571f-9acf-4e67-902b-17d6133bf50f {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:03:06.002090 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dbaa8378-7566-46fd-a115-fc2a7230b073 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:06.037654 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2d6aadce-cf57-45f6-ac8e-9cf97b928e69 req-71e0f30c-9a44-4868-a74f-739268993f86 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512376 Nov 27 04:03:06.049594 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb74ee2-1671-4ef7-aa58-4ff456f5b06c req-c6ef1241-8c4e-4160-979b-8ad99f9bd8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:06.051798 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6fb74ee2-1671-4ef7-aa58-4ff456f5b06c req-c6ef1241-8c4e-4160-979b-8ad99f9bd8ae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2a559fcfd820469880e400429349a9fc&device_id=b44deda9-59ef-4510-9785-cacd8c6b58b0 HTTP/1.1" status: 200 len: 1094 time: 0.0953805 Nov 27 04:03:06.076610 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dbaa8378-7566-46fd-a115-fc2a7230b073 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:06.223357 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb74ee2-1671-4ef7-aa58-4ff456f5b06c req-1bae6a48-0f08-4d98-85f3-38d2910ef1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:06.224842 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6fb74ee2-1671-4ef7-aa58-4ff456f5b06c req-1bae6a48-0f08-4d98-85f3-38d2910ef1f3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=759ac2b1-65e6-49cb-874d-aae0615c0432 HTTP/1.1" status: 200 len: 915 time: 0.1608622 Nov 27 04:03:06.233711 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dbaa8378-7566-46fd-a115-fc2a7230b073 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:06.299288 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6fb74ee2-1671-4ef7-aa58-4ff456f5b06c req-1f10c11c-f2e9-4bf3-9f78-7a8ff4ea9344 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7 HTTP/1.1" status: 200 len: 217 time: 0.0620477 Nov 27 04:03:06.364325 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb74ee2-1671-4ef7-aa58-4ff456f5b06c req-dbd17da5-0c3d-4b56-85b1-f1f4178be337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:06.365850 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6fb74ee2-1671-4ef7-aa58-4ff456f5b06c req-dbd17da5-0c3d-4b56-85b1-f1f4178be337 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f0fcef5c-b309-4313-95f8-651075054f8e HTTP/1.1" status: 200 len: 854 time: 0.0582588 Nov 27 04:03:06.369133 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dbaa8378-7566-46fd-a115-fc2a7230b073 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:06.412451 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dbaa8378-7566-46fd-a115-fc2a7230b073 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:06.416471 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-dbaa8378-7566-46fd-a115-fc2a7230b073 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] 10.222.0.20 "DELETE /v2.0/subnets/dd72571f-9acf-4e67-902b-17d6133bf50f HTTP/1.1" status: 204 len: 168 time: 0.5125723 Nov 27 04:03:06.419038 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56116) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:06.424673 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4afb0f3-72d7-4391-8f5c-96792b7fc2ea None None] Network e889c6ad-48a2-4aae-b3c5-76605e06b799 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:03:06.443977 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa8378-7566-46fd-a115-fc2a7230b073 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Pushing event deleted for resources: {'Subnet': ['ID=dd72571f-9acf-4e67-902b-17d6133bf50f,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:06.448102 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6fb74ee2-1671-4ef7-aa58-4ff456f5b06c req-aab8d161-2e17-479b-b155-842f21777e7f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=759ac2b1-65e6-49cb-874d-aae0615c0432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693696 Nov 27 04:03:06.594912 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6fb74ee2-1671-4ef7-aa58-4ff456f5b06c req-4235d962-65e8-40af-a2b4-9c4266a2f17f service neutron] 10.222.0.23 "GET /v2.0/networks/759ac2b1-65e6-49cb-874d-aae0615c0432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383202 Nov 27 04:03:06.597381 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8b86dbc3-d609-4127-9811-b228cc0e3f44 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:06.702938 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-8b86dbc3-d609-4127-9811-b228cc0e3f44 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Deleting port 027ddfef-872a-4f98-be23-8319c8bf92d4 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:03:06.703297 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8b86dbc3-d609-4127-9811-b228cc0e3f44 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:06.710957 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744fbb77-878d-4a21-b1e6-742b55270bd6 None None] DHCP port deletion for e889c6ad-48a2-4aae-b3c5-76605e06b799 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:03:06.725879 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6fb74ee2-1671-4ef7-aa58-4ff456f5b06c req-f64c3265-28db-4742-aaed-7b6de0565ccb service neutron] 10.222.0.23 "GET /v2.0/networks/759ac2b1-65e6-49cb-874d-aae0615c0432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235168 Nov 27 04:03:06.783823 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-744fbb77-878d-4a21-b1e6-742b55270bd6 None None] Deleting port 027ddfef-872a-4f98-be23-8319c8bf92d4 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:03:06.784658 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-744fbb77-878d-4a21-b1e6-742b55270bd6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:06.792989 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe32873-dff4-4c88-8da0-0e241e252e11 req-7e35cd36-7a65-45d5-81ad-a705f01af41b tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:06.794679 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-abe32873-dff4-4c88-8da0-0e241e252e11 req-7e35cd36-7a65-45d5-81ad-a705f01af41b tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.0678284 Nov 27 04:03:06.835657 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56126) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:06.848778 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-8b86dbc3-d609-4127-9811-b228cc0e3f44 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] For port 027ddfef-872a-4f98-be23-8319c8bf92d4, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=027ddfef-872a-4f98-be23-8319c8bf92d4,segment=NetworkSegment(fd37ab04-bb54-4484-914b-4176e26db894),segment_id=fd37ab04-bb54-4484-914b-4176e26db894)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:03:06.849153 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8b86dbc3-d609-4127-9811-b228cc0e3f44 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:06.883835 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-8b86dbc3-d609-4127-9811-b228cc0e3f44 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Calling delete_port for 027ddfef-872a-4f98-be23-8319c8bf92d4 owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:03:06.887079 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-744fbb77-878d-4a21-b1e6-742b55270bd6 None None] For port 027ddfef-872a-4f98-be23-8319c8bf92d4, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=027ddfef-872a-4f98-be23-8319c8bf92d4,segment=NetworkSegment(fd37ab04-bb54-4484-914b-4176e26db894),segment_id=fd37ab04-bb54-4484-914b-4176e26db894)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:03:06.887519 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-744fbb77-878d-4a21-b1e6-742b55270bd6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:06.922501 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-744fbb77-878d-4a21-b1e6-742b55270bd6 None None] Calling delete_port for 027ddfef-872a-4f98-be23-8319c8bf92d4 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:03:06.926178 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-abe32873-dff4-4c88-8da0-0e241e252e11 req-402dc1e7-02ef-4b2e-85a9-f370185c49c0 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242449 Nov 27 04:03:07.038480 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea34951-4892-4dc1-a7e4-8dae32ccbbfb req-6dc1016d-1560-45e7-828a-849752a01b11 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:07.048541 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8ea34951-4892-4dc1-a7e4-8dae32ccbbfb req-6dc1016d-1560-45e7-828a-849752a01b11 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=b44deda9-59ef-4510-9785-cacd8c6b58b0 HTTP/1.1" status: 200 len: 943 time: 0.1578386 Nov 27 04:03:07.057148 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 027ddfef-872a-4f98-be23-8319c8bf92d4 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:03:07.064065 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-744fbb77-878d-4a21-b1e6-742b55270bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:07.105792 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744fbb77-878d-4a21-b1e6-742b55270bd6 None None] Pushing event deleted for resources: {'Port': ['ID=027ddfef-872a-4f98-be23-8319c8bf92d4,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:07.116068 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 027ddfef-872a-4f98-be23-8319c8bf92d4 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:03:07.116708 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 027ddfef-872a-4f98-be23-8319c8bf92d4 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:03:07.134504 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a7a81a1d-03a5-4216-9d30-c4eb617fa8ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:07.137830 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744fbb77-878d-4a21-b1e6-742b55270bd6 None None] No DVR routers for this DVR port 027ddfef-872a-4f98-be23-8319c8bf92d4 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:03:07.168775 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8ea34951-4892-4dc1-a7e4-8dae32ccbbfb req-0bcf9a57-3372-4679-a28e-1c82a5010237 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/security-groups?id=8836fad6-5b2e-4036-bf51-408bbb5dc58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191216 Nov 27 04:03:07.190709 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8b86dbc3-d609-4127-9811-b228cc0e3f44 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:07.213844 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467d56d-96b8-45f8-911a-bc57024cd0fc req-2488143b-7be2-4be9-a5f9-e61b2eb5fb9b tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:07.215731 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3467d56d-96b8-45f8-911a-bc57024cd0fc req-2488143b-7be2-4be9-a5f9-e61b2eb5fb9b tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1495130 Nov 27 04:03:07.221364 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b86dbc3-d609-4127-9811-b228cc0e3f44 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] No DVR routers for this DVR port 027ddfef-872a-4f98-be23-8319c8bf92d4 on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:03:07.224604 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b86dbc3-d609-4127-9811-b228cc0e3f44 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Pushing event deleted for resources: {'Port': ['ID=027ddfef-872a-4f98-be23-8319c8bf92d4,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:07.345155 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a7a81a1d-03a5-4216-9d30-c4eb617fa8ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:07.347421 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8b86dbc3-d609-4127-9811-b228cc0e3f44 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:07.350700 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3467d56d-96b8-45f8-911a-bc57024cd0fc req-30d5392f-3b49-42cb-9014-3e7590a25a1e tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247251 Nov 27 04:03:07.351965 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a7a81a1d-03a5-4216-9d30-c4eb617fa8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:07.377786 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-8b86dbc3-d609-4127-9811-b228cc0e3f44 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e889c6ad-48a2-4aae-b3c5-76605e06b799']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:03:07.391165 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a81a1d-03a5-4216-9d30-c4eb617fa8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e07f26-d269-4d1f-b568-ee1b6406144a,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:07.392631 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7344bdc-f5fc-4ab4-9b50-f9f43f600438 req-507c4749-d33e-4a1a-9585-2e8fc4f96414 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:07.398342 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a7a81a1d-03a5-4216-9d30-c4eb617fa8ce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9ed7e9a058364ae6b10bda5f99b6c269&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5589013 Nov 27 04:03:07.401073 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56136) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:07.402344 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d7344bdc-f5fc-4ab4-9b50-f9f43f600438 req-507c4749-d33e-4a1a-9585-2e8fc4f96414 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a66f33e-ed16-490f-be22-c59609114a3f HTTP/1.1" status: 200 len: 946 time: 0.1041601 Nov 27 04:03:07.423052 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-8b86dbc3-d609-4127-9811-b228cc0e3f44 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd37ab04-bb54-4484-914b-4176e26db894') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:03:07.423799 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-8b86dbc3-d609-4127-9811-b228cc0e3f44 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd37ab04-bb54-4484-914b-4176e26db894') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:03:07.441020 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8b86dbc3-d609-4127-9811-b228cc0e3f44 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:07.469062 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-edc8f511-519d-4c10-a94f-54455dbdf215 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:07.477287 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8b86dbc3-d609-4127-9811-b228cc0e3f44 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:07.490489 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d7344bdc-f5fc-4ab4-9b50-f9f43f600438 req-ac266747-fd42-4ea5-bf17-9cf5724c9b98 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872247 Nov 27 04:03:07.491637 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b86dbc3-d609-4127-9811-b228cc0e3f44 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:03:07.492054 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8b86dbc3-d609-4127-9811-b228cc0e3f44 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:07.495631 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:03:07.495631 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 04:03:07.495631 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:03:07.495631 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 04:03:07.495631 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:03:07.495631 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 04:03:07.495631 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:03:07.495631 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 04:03:07.495631 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:03:07.495631 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:03:07.495631 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:03:07.495631 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:03:07.495631 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:03:07.495631 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:03:07.495631 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:03:07.495631 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:03:07.495631 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:03:07.495631 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:03:07.495631 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:03:07.495631 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:03:07.495631 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:03:07.495631 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:03:07.495631 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:03:07.495631 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:03:07.495631 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:03:07.495631 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:03:07.495631 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:03:07.495631 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:03:07.495631 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:03:07.495631 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:03:07.495631 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:03:07.495631 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:03:07.495631 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:03:07.495631 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:03:07.495631 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:03:07.495631 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:03:07.495631 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:03:07.495631 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:03:07.495631 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:03:07.495631 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:03:07.523507 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-edc8f511-519d-4c10-a94f-54455dbdf215 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:07.569952 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8b86dbc3-d609-4127-9811-b228cc0e3f44 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:07.572677 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531dfbaf-5984-4065-a115-789697f8f288 req-4850f1ff-c5be-423c-847d-0161b80c2668 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:07.574232 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-531dfbaf-5984-4065-a115-789697f8f288 req-4850f1ff-c5be-423c-847d-0161b80c2668 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.0901613 Nov 27 04:03:07.575175 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8b86dbc3-d609-4127-9811-b228cc0e3f44 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:07.579280 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8b86dbc3-d609-4127-9811-b228cc0e3f44 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] 10.222.0.20 "DELETE /v2.0/networks/e889c6ad-48a2-4aae-b3c5-76605e06b799 HTTP/1.1" status: 204 len: 168 time: 1.1590712 Nov 27 04:03:07.597743 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b86dbc3-d609-4127-9811-b228cc0e3f44 tempest-NetworksIpV6TestAttrs-1668957391 tempest-NetworksIpV6TestAttrs-1668957391-project] Pushing event deleted for resources: {'Network': ['ID=e889c6ad-48a2-4aae-b3c5-76605e06b799,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:07.626235 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-edc8f511-519d-4c10-a94f-54455dbdf215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:07.628963 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-edc8f511-519d-4c10-a94f-54455dbdf215 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:07.630800 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-edc8f511-519d-4c10-a94f-54455dbdf215 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/49e07f26-d269-4d1f-b568-ee1b6406144a HTTP/1.1" status: 204 len: 168 time: 0.2271664 Nov 27 04:03:07.653724 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc8f511-519d-4c10-a94f-54455dbdf215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e07f26-d269-4d1f-b568-ee1b6406144a,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:07.660772 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-531dfbaf-5984-4065-a115-789697f8f288 req-114955eb-08dd-46d5-8dbd-13377c916c45 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665779 Nov 27 04:03:07.846386 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdab6e4-2adb-40db-a091-d1c9e2a3da8f req-1b81e6a3-402f-4d5e-8519-169cf61bae03 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:07.848030 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fcdab6e4-2adb-40db-a091-d1c9e2a3da8f req-1b81e6a3-402f-4d5e-8519-169cf61bae03 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.0929933 Nov 27 04:03:07.907489 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fcdab6e4-2adb-40db-a091-d1c9e2a3da8f req-612509f1-fd20-4065-9a6a-f062da4cfa28 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527496 Nov 27 04:03:07.928121 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56152) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:08.041305 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56160) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:08.063479 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-41142922-79ce-47a7-9fb0-5a9398cce59f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:08.076710 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67129df-790f-4ec9-9777-82b0af2135f5 req-82244b31-80d0-4e33-85ba-148d64c81cbc tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:08.078210 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e67129df-790f-4ec9-9777-82b0af2135f5 req-82244b31-80d0-4e33-85ba-148d64c81cbc tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.0677285 Nov 27 04:03:08.150644 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8fe85bc9-8c21-4fe4-ae02-c09e44638034 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f095976796624ff1a0d2b5ca7884aac5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2211668 Nov 27 04:03:08.153249 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56162) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:08.163881 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e67129df-790f-4ec9-9777-82b0af2135f5 req-3b81b08f-d9a7-42ff-a389-8ec46af446d5 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777500 Nov 27 04:03:08.179553 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-41142922-79ce-47a7-9fb0-5a9398cce59f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:08.204345 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-41142922-79ce-47a7-9fb0-5a9398cce59f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:08.239878 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-41142922-79ce-47a7-9fb0-5a9398cce59f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e0b68171bd047aca0088cb87043c41a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1972575 Nov 27 04:03:08.242673 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56168) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:08.316126 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e837a92f-b0e8-46f8-96ac-574fd78902fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:08.318084 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41142922-79ce-47a7-9fb0-5a9398cce59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861a716d-c61a-41bf-86d3-54fa57efbdd2,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:08.393308 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-158ec8dd-8629-4ff4-ba3e-ef65b4a07eb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:08.398175 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e837a92f-b0e8-46f8-96ac-574fd78902fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:08.447082 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-158ec8dd-8629-4ff4-ba3e-ef65b4a07eb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:08.478389 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03126ce8-7281-4cb7-a550-35ba68565c84 req-2341895b-5f26-444a-b3e9-8e4cfdd1d48b tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:08.485713 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-03126ce8-7281-4cb7-a550-35ba68565c84 req-2341895b-5f26-444a-b3e9-8e4cfdd1d48b tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=b44deda9-59ef-4510-9785-cacd8c6b58b0 HTTP/1.1" status: 200 len: 943 time: 0.1093695 Nov 27 04:03:08.545711 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816aff4a-93f4-4a57-80c8-05825d3d2639 req-0635b43b-4185-43f0-9d98-8b37014a817c tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:08.547317 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-816aff4a-93f4-4a57-80c8-05825d3d2639 req-0635b43b-4185-43f0-9d98-8b37014a817c tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.0790305 Nov 27 04:03:08.553739 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-03126ce8-7281-4cb7-a550-35ba68565c84 req-8f1480a6-b242-4eef-8369-5031bb8ab6d0 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/security-groups?id=8836fad6-5b2e-4036-bf51-408bbb5dc58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670788 Nov 27 04:03:08.568583 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-158ec8dd-8629-4ff4-ba3e-ef65b4a07eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:08.571452 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-158ec8dd-8629-4ff4-ba3e-ef65b4a07eb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:08.575018 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-158ec8dd-8629-4ff4-ba3e-ef65b4a07eb2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/861a716d-c61a-41bf-86d3-54fa57efbdd2 HTTP/1.1" status: 204 len: 168 time: 0.3281529 Nov 27 04:03:08.580901 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e837a92f-b0e8-46f8-96ac-574fd78902fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:08.584522 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e837a92f-b0e8-46f8-96ac-574fd78902fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:08.585682 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e837a92f-b0e8-46f8-96ac-574fd78902fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/596abbb0-e25a-45e5-a8ef-3d22730e2191 HTTP/1.1" status: 204 len: 168 time: 0.4284337 Nov 27 04:03:08.629796 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e837a92f-b0e8-46f8-96ac-574fd78902fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596abbb0-e25a-45e5-a8ef-3d22730e2191,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:08.640054 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ec8dd-8629-4ff4-ba3e-ef65b4a07eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861a716d-c61a-41bf-86d3-54fa57efbdd2,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:08.722728 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-816aff4a-93f4-4a57-80c8-05825d3d2639 req-130f8012-503b-49a2-a522-dc0df904d965 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672096 Nov 27 04:03:08.728469 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd606c3-b03c-4b0d-a4c2-458e66b0b7e2 req-5b2e4fa7-7bf0-48dc-86d6-e90261c9ba0f tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:08.731442 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fdd606c3-b03c-4b0d-a4c2-458e66b0b7e2 req-5b2e4fa7-7bf0-48dc-86d6-e90261c9ba0f tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a66f33e-ed16-490f-be22-c59609114a3f HTTP/1.1" status: 200 len: 946 time: 0.0999520 Nov 27 04:03:08.856516 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fdd606c3-b03c-4b0d-a4c2-458e66b0b7e2 req-cbffc4cb-998e-47e6-8574-781ed7487f04 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088092 Nov 27 04:03:08.955203 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f592d-7b66-4fe1-bdbe-dc6e3d3f8336 req-0b9d18fb-3cb1-4a6e-ac6c-21bb973d578f tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:08.957440 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-404f592d-7b66-4fe1-bdbe-dc6e3d3f8336 req-0b9d18fb-3cb1-4a6e-ac6c-21bb973d578f tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.0670776 Nov 27 04:03:09.069457 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:03:09.114651 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-404f592d-7b66-4fe1-bdbe-dc6e3d3f8336 req-ebd6d203-550f-4354-a941-85ccf21fd2fa tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380439 Nov 27 04:03:09.249985 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61aa32-85a5-4597-a746-0c6c07676f0c req-7a240b73-8e9d-405c-8b0b-9f614f197fe7 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:09.260212 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7b61aa32-85a5-4597-a746-0c6c07676f0c req-7a240b73-8e9d-405c-8b0b-9f614f197fe7 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.1075521 Nov 27 04:03:09.270606 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7,segment=NetworkSegment(ebf9e551-55f8-4bea-b6f1-8b78b226551a),segment_id=ebf9e551-55f8-4bea-b6f1-8b78b226551a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:03:09.288025 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': 'f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7', 'network_id': '759ac2b1-65e6-49cb-874d-aae0615c0432', 'port_id': 'f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7', 'mac_address': 'fa:16:3e:fa:ff:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0fcef5c-b309-4313-95f8-651075054f8e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:03:09.334052 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c24150-bc6c-48a3-a981-2b636eca6d10 req-1e198bdd-3901-4086-9ee1-2675205dc2ef tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:09.339670 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c0c24150-bc6c-48a3-a981-2b636eca6d10 req-1e198bdd-3901-4086-9ee1-2675205dc2ef tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1342385 Nov 27 04:03:09.340953 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:09.358567 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:03:09.361707 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7b61aa32-85a5-4597-a746-0c6c07676f0c req-67b7440d-2be4-4076-a539-4b849a0ed7d5 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963640 Nov 27 04:03:09.419016 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7,segment=NetworkSegment(ebf9e551-55f8-4bea-b6f1-8b78b226551a),segment_id=ebf9e551-55f8-4bea-b6f1-8b78b226551a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:03:09.432749 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:09.452161 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c0c24150-bc6c-48a3-a981-2b636eca6d10 req-a4893257-6e8b-461c-a8c1-e0e67283703f tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066296 Nov 27 04:03:09.527502 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:09.597606 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b473a8-394b-41d9-baf7-4b898321636f req-f5d60b23-52fe-4c04-88d1-40337072a05d tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:09.605297 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2b473a8-394b-41d9-baf7-4b898321636f req-f5d60b23-52fe-4c04-88d1-40337072a05d tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.1288078 Nov 27 04:03:09.718980 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca92a8e-ca48-4e17-94a0-b4bb5fae9d7f req-bb18dd29-ef84-4a66-9d0e-6d4babf1959f tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:09.719270 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2b473a8-394b-41d9-baf7-4b898321636f req-64d1a5c0-4dd4-4785-a531-488c6bddb012 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121457 Nov 27 04:03:09.733645 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9ca92a8e-ca48-4e17-94a0-b4bb5fae9d7f req-bb18dd29-ef84-4a66-9d0e-6d4babf1959f tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1112678 Nov 27 04:03:09.775900 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:03:09.856292 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9ca92a8e-ca48-4e17-94a0-b4bb5fae9d7f req-22c5d16d-1d28-4b81-90f3-e9a3e3f403a7 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216588 Nov 27 04:03:09.900954 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c467f-84f6-4c1a-a6e7-65926a47ea3e req-04c20ff6-582d-4af9-8e3a-2fdcea3f1a95 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:09.902543 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8c5c467f-84f6-4c1a-a6e7-65926a47ea3e req-04c20ff6-582d-4af9-8e3a-2fdcea3f1a95 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=b44deda9-59ef-4510-9785-cacd8c6b58b0 HTTP/1.1" status: 200 len: 944 time: 0.1005197 Nov 27 04:03:10.019361 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8c5c467f-84f6-4c1a-a6e7-65926a47ea3e req-5c17e5b1-7be0-48a9-97a5-945cc6f784ad tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/security-groups?id=8836fad6-5b2e-4036-bf51-408bbb5dc58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907214 Nov 27 04:03:10.038689 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df8762-4691-48d2-b209-b8d302e4dbbe req-05879c4d-f817-4273-a301-9d6f5c353766 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:10.041851 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-54df8762-4691-48d2-b209-b8d302e4dbbe req-05879c4d-f817-4273-a301-9d6f5c353766 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.0976317 Nov 27 04:03:10.188426 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56252) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:10.213515 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-54df8762-4691-48d2-b209-b8d302e4dbbe req-a6d32cbb-5bed-4ec2-8c11-bd484affe309 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651623 Nov 27 04:03:10.401176 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c2a65-6ad5-48d3-9fd7-7541f6e7ff77 req-17f1479d-322d-4c66-8be4-15938a882a84 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:10.415881 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3a8c2a65-6ad5-48d3-9fd7-7541f6e7ff77 req-17f1479d-322d-4c66-8be4-15938a882a84 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1090193 Nov 27 04:03:10.431930 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-bda139fa-199c-4325-b47a-5973c497b114 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:10.433685 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-bda139fa-199c-4325-b47a-5973c497b114 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/networks?id=ab8fc313-e01d-42bb-a8ec-9d136b503637 HTTP/1.1" status: 200 len: 811 time: 0.2519698 Nov 27 04:03:10.442510 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-2f3289a9-9538-4650-b21d-aa4a0d9226da tempest-DvrRoutersNegativeTest-1553187635 tempest-DvrRoutersNegativeTest-1553187635-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-106520910', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:03:10.445508 n-d-819494-3 neutron-server[110018]: DEBUG neutron.policy [None req-2f3289a9-9538-4650-b21d-aa4a0d9226da tempest-DvrRoutersNegativeTest-1553187635 tempest-DvrRoutersNegativeTest-1553187635-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=110018) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 27 04:03:10.445817 n-d-819494-3 neutron-server[110018]: DEBUG neutron.policy [None req-2f3289a9-9538-4650-b21d-aa4a0d9226da tempest-DvrRoutersNegativeTest-1553187635 tempest-DvrRoutersNegativeTest-1553187635-project] Failed policy check for 'create_router' {{(pid=110018) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 27 04:03:10.446362 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-2f3289a9-9538-4650-b21d-aa4a0d9226da tempest-DvrRoutersNegativeTest-1553187635 tempest-DvrRoutersNegativeTest-1553187635-project] create failed (client error): Access was denied to this resource. Nov 27 04:03:10.447436 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2f3289a9-9538-4650-b21d-aa4a0d9226da tempest-DvrRoutersNegativeTest-1553187635 tempest-DvrRoutersNegativeTest-1553187635-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2555795 Nov 27 04:03:10.468600 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-02c6d5dd-d4ef-4733-ab00-ffbc6fc5af58 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/quotas/b01c762313d54b279f09c5e5d81dadbf HTTP/1.1" status: 200 len: 375 time: 0.0282414 Nov 27 04:03:10.494185 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3a8c2a65-6ad5-48d3-9fd7-7541f6e7ff77 req-bfd0ef20-f4fc-49f2-8dc0-45bc881307b2 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773280 Nov 27 04:03:10.575298 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-36658238-1d65-4058-ab3b-2eb49a45c6b8 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b01c762313d54b279f09c5e5d81dadbf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1038775 Nov 27 04:03:10.580533 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-7f3113a7-c948-4fb2-8a6c-32b6934252cd service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:03:10.582291 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-7f3113a7-c948-4fb2-8a6c-32b6934252cd service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062368 Nov 27 04:03:10.661856 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858ba93-332a-4dba-a163-a8f67eb7faed req-3f2fc323-e973-4e97-8763-4e0978ba3ee0 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:10.667418 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0858ba93-332a-4dba-a163-a8f67eb7faed req-3f2fc323-e973-4e97-8763-4e0978ba3ee0 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.0921869 Nov 27 04:03:10.732589 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0858ba93-332a-4dba-a163-a8f67eb7faed req-7297d8c2-2e41-4c78-ac6d-23619a552647 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540597 Nov 27 04:03:10.757756 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-aa483435-24a4-4582-aeb3-661f52c6e97d service neutron] 10.222.0.20 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674831 Nov 27 04:03:10.881631 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56278) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:10.931518 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-af51dd50-fcde-4abd-a583-ec9e2fd43b15 service neutron] 10.222.0.20 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593568 Nov 27 04:03:11.030356 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9938b3b-406e-4b7f-a938-a200d0e5480b req-a5218125-9ad1-4924-a324-b61bd5c3b285 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:11.032186 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d9938b3b-406e-4b7f-a938-a200d0e5480b req-a5218125-9ad1-4924-a324-b61bd5c3b285 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.0876126 Nov 27 04:03:11.054578 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3df46f26-b060-430d-83be-5c4322a78d45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:11.086168 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:03:11.166647 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:03:11.172718 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:03:11.173351 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:11.181730 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d9938b3b-406e-4b7f-a938-a200d0e5480b req-012f88a9-942f-4610-b76e-3cfcbc15160c tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091893 Nov 27 04:03:11.275715 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727a4d1-acd4-4cfc-879a-ad6b8144535b req-9cd11283-393b-4408-ad65-53e20f16c462 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:11.286141 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2727a4d1-acd4-4cfc-879a-ad6b8144535b req-9cd11283-393b-4408-ad65-53e20f16c462 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=b44deda9-59ef-4510-9785-cacd8c6b58b0 HTTP/1.1" status: 200 len: 944 time: 0.1018651 Nov 27 04:03:11.332329 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:11.371922 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2727a4d1-acd4-4cfc-879a-ad6b8144535b req-b614b05d-3dfc-44bb-9f21-3d8d27888772 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/security-groups?id=8836fad6-5b2e-4036-bf51-408bbb5dc58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805907 Nov 27 04:03:11.397393 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7,segment=NetworkSegment(ebf9e551-55f8-4bea-b6f1-8b78b226551a),segment_id=ebf9e551-55f8-4bea-b6f1-8b78b226551a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:03:11.398857 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44deda9-59ef-4510-9785-cacd8c6b58b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:03:11.405068 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0832d38-8cc8-40fe-8e12-07cdd747aac4" -d '{"events": [{"server_uuid": "b44deda9-59ef-4510-9785-cacd8c6b58b0", "name": "network-vif-plugged", "status": "completed", "tag": "f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:03:11.417488 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:11.422194 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3df46f26-b060-430d-83be-5c4322a78d45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:11.433033 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0ddb1bc7-e06f-4c31-8de2-7a42e1a8d023 req-822ff2c0-6269-4352-8901-71e16076af50 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=613ed2db-161c-4777-9800-7368411528d6 HTTP/1.1" status: 200 len: 210 time: 0.2003334 Nov 27 04:03:11.438221 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3df46f26-b060-430d-83be-5c4322a78d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:11.535572 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:11.545801 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df46f26-b060-430d-83be-5c4322a78d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bbd945-6bbc-4e3c-9db8-43f387672fe7,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:11.561618 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3df46f26-b060-430d-83be-5c4322a78d45 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dcc4a9b5f6b54a089f5000a2f758d59e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6765008 Nov 27 04:03:11.563498 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56302) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:11.570720 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df46f26-b060-430d-83be-5c4322a78d45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:03:11.571080 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df46f26-b060-430d-83be-5c4322a78d45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:03:11.571428 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df46f26-b060-430d-83be-5c4322a78d45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:03:11.575538 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df46f26-b060-430d-83be-5c4322a78d45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:03:11.575923 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df46f26-b060-430d-83be-5c4322a78d45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:03:11.576271 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df46f26-b060-430d-83be-5c4322a78d45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:03:11.576615 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df46f26-b060-430d-83be-5c4322a78d45 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:03:11.576953 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df46f26-b060-430d-83be-5c4322a78d45 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:03:11.577289 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df46f26-b060-430d-83be-5c4322a78d45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:03:11.577621 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df46f26-b060-430d-83be-5c4322a78d45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:03:11.577953 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df46f26-b060-430d-83be-5c4322a78d45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:03:11.585212 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6fbda-31ef-4d0a-be35-dfc3a8b0f742 req-935b005b-aa3a-45ce-b81c-4011263fe1ea tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:11.587060 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b1d6fbda-31ef-4d0a-be35-dfc3a8b0f742 req-935b005b-aa3a-45ce-b81c-4011263fe1ea tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1022854 Nov 27 04:03:11.590917 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df46f26-b060-430d-83be-5c4322a78d45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:03:11.645025 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1665ca70-50b8-4a22-8d03-820ca98a6223 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:11.678966 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1665ca70-50b8-4a22-8d03-820ca98a6223 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:11.711173 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b1d6fbda-31ef-4d0a-be35-dfc3a8b0f742 req-eb7b7eb8-3081-4bdc-afac-082aa5669324 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085284 Nov 27 04:03:11.738593 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1665ca70-50b8-4a22-8d03-820ca98a6223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:11.741950 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1665ca70-50b8-4a22-8d03-820ca98a6223 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:11.743209 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1665ca70-50b8-4a22-8d03-820ca98a6223 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a5bbd945-6bbc-4e3c-9db8-43f387672fe7 HTTP/1.1" status: 204 len: 168 time: 0.1785035 Nov 27 04:03:11.777651 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665ca70-50b8-4a22-8d03-820ca98a6223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bbd945-6bbc-4e3c-9db8-43f387672fe7,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:11.866406 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aac0a97-4301-46b7-b3cb-cff7bd70bf09 x-openstack-request-id: req-2aac0a97-4301-46b7-b3cb-cff7bd70bf09 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:03:11.866735 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44deda9-59ef-4510-9785-cacd8c6b58b0", "name": "network-vif-plugged", "status": "completed", "tag": "f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:03:11.866988 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2aac0a97-4301-46b7-b3cb-cff7bd70bf09 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:03:11.867431 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44deda9-59ef-4510-9785-cacd8c6b58b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7', 'code': 200} Nov 27 04:03:12.044803 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3dd4aa-6e15-4906-99f8-3cf8cb9b967f req-67eb84b5-fcdb-49ad-9460-18d71d605b04 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:12.052984 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4f3dd4aa-6e15-4906-99f8-3cf8cb9b967f req-67eb84b5-fcdb-49ad-9460-18d71d605b04 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1622865 Nov 27 04:03:12.090301 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be95413-c4cc-4046-aad0-0e7bd7aafee4 req-1f4373a1-e65f-4f60-9155-d1a11fa8ee19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:12.092124 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8be95413-c4cc-4046-aad0-0e7bd7aafee4 req-1f4373a1-e65f-4f60-9155-d1a11fa8ee19 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b44deda9-59ef-4510-9785-cacd8c6b58b0 HTTP/1.1" status: 200 len: 1096 time: 0.1027677 Nov 27 04:03:12.150282 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4f3dd4aa-6e15-4906-99f8-3cf8cb9b967f req-76b1ecab-ff25-4b1e-b0b0-9bb21ec06ecf tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963030 Nov 27 04:03:12.193711 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8be95413-c4cc-4046-aad0-0e7bd7aafee4 req-ebd9ffdc-7b31-43b0-a161-71a9039ba1a9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8836fad6-5b2e-4036-bf51-408bbb5dc58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876808 Nov 27 04:03:12.371438 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113dca15-0399-43f0-a9ed-06e2b208d501 req-bf219796-b44c-4e3f-90bc-18b3cb87cec8 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:12.373309 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-113dca15-0399-43f0-a9ed-06e2b208d501 req-bf219796-b44c-4e3f-90bc-18b3cb87cec8 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1013763 Nov 27 04:03:12.446273 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-113dca15-0399-43f0-a9ed-06e2b208d501 req-d1ee2e6c-fc98-4795-a03d-6c7ff384782a tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660398 Nov 27 04:03:12.519003 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2393b0-5e3a-4493-9ef8-6ce6805e5b63 req-f7f5abbe-fece-460f-9ec2-a04e9f07fa8c tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:12.522089 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4a2393b0-5e3a-4493-9ef8-6ce6805e5b63 req-f7f5abbe-fece-460f-9ec2-a04e9f07fa8c tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=b44deda9-59ef-4510-9785-cacd8c6b58b0 HTTP/1.1" status: 200 len: 945 time: 0.0583632 Nov 27 04:03:12.576587 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ab12fa5e-0844-4031-b68b-24075f05219f req-3a017dd3-3612-4c2a-8227-ec269a99d039 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=613ed2db-161c-4777-9800-7368411528d6 HTTP/1.1" status: 200 len: 210 time: 0.0435872 Nov 27 04:03:12.617041 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4a2393b0-5e3a-4493-9ef8-6ce6805e5b63 req-1326d6aa-6ef3-4707-882a-73cd5e0a6053 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/security-groups?id=8836fad6-5b2e-4036-bf51-408bbb5dc58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893128 Nov 27 04:03:12.833761 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6643042f-5346-45e3-9356-f1d8f6e00448 req-633c756a-5513-4285-bdd8-c8663252dcc1 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:12.842057 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6643042f-5346-45e3-9356-f1d8f6e00448 req-633c756a-5513-4285-bdd8-c8663252dcc1 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1446211 Nov 27 04:03:12.866106 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-b18e2a2b-4587-451e-bdd9-5920684b7329 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:12.867769 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-b18e2a2b-4587-451e-bdd9-5920684b7329 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.11 "GET /v2.0/networks?id=ab8fc313-e01d-42bb-a8ec-9d136b503637 HTTP/1.1" status: 200 len: 811 time: 0.1367142 Nov 27 04:03:12.897793 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-d47d8847-539d-4c9f-b372-e0bd96f50fb8 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Request body: {'port': {'device_id': '613ed2db-161c-4777-9800-7368411528d6', 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637', 'admin_state_up': True, 'tenant_id': 'b01c762313d54b279f09c5e5d81dadbf'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:03:12.956670 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6643042f-5346-45e3-9356-f1d8f6e00448 req-be724a87-4f1a-41ac-8890-5bed23d1750e tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135612 Nov 27 04:03:13.070028 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-d47d8847-539d-4c9f-b372-e0bd96f50fb8 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Made reservation on behalf of b01c762313d54b279f09c5e5d81dadbf for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:03:13.074095 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-d47d8847-539d-4c9f-b372-e0bd96f50fb8 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:13.114186 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd5f64-3b4a-4065-b163-ec437111fd19 req-5cab6361-11f9-4c74-b2bc-fb34e139de72 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:13.115887 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-02cd5f64-3b4a-4065-b163-ec437111fd19 req-5cab6361-11f9-4c74-b2bc-fb34e139de72 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.0776136 Nov 27 04:03:13.209080 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-02cd5f64-3b4a-4065-b163-ec437111fd19 req-6920e802-bbeb-48a6-b0c0-72fb4490211b tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839293 Nov 27 04:03:13.352701 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-d47d8847-539d-4c9f-b372-e0bd96f50fb8 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Allocated IP 172.20.0.14 (ab8fc313-e01d-42bb-a8ec-9d136b503637/ef82cdfa-d224-4963-bff3-3b0049ffee0b/d05101d6-34b9-4dd1-b72a-9192332a9b53) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:03:13.607699 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-d47d8847-539d-4c9f-b372-e0bd96f50fb8 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:13.688179 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16864f-1f05-4daf-beae-5140577effc7 req-802ec3a5-00fa-4159-958f-9aa1038b520c tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:13.689860 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bb16864f-1f05-4daf-beae-5140577effc7 req-802ec3a5-00fa-4159-958f-9aa1038b520c tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1123333 Nov 27 04:03:13.698505 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-d47d8847-539d-4c9f-b372-e0bd96f50fb8 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:13.738433 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['f74ad9d9-2135-4219-a2cf-c8a9687f47b2'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:03:13.750501 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bb16864f-1f05-4daf-beae-5140577effc7 req-724fd780-5ae9-44f8-8c7c-7cac1f2fe1ea tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529294 Nov 27 04:03:13.836161 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-d47d8847-539d-4c9f-b372-e0bd96f50fb8 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Network ab8fc313-e01d-42bb-a8ec-9d136b503637 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:03:13.853210 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-d47d8847-539d-4c9f-b372-e0bd96f50fb8 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:03:13.875564 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-d47d8847-539d-4c9f-b372-e0bd96f50fb8 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:03:13.934747 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47d8847-539d-4c9f-b372-e0bd96f50fb8 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Pushing event updated for resources: {'Port': ['ID=d05101d6-34b9-4dd1-b72a-9192332a9b53,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:14.040229 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9ca33-ce26-47f9-b9f9-ea00e4b80800 req-0984e2e4-2b97-4c94-aa71-ab60d094d695 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:14.050459 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6cc9ca33-ce26-47f9-b9f9-ea00e4b80800 req-0984e2e4-2b97-4c94-aa71-ab60d094d695 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=613ed2db-161c-4777-9800-7368411528d6 HTTP/1.1" status: 200 len: 932 time: 0.3311167 Nov 27 04:03:14.109854 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbdee1e-47d2-4b60-a685-ed3eaec1d6c1 req-d9108868-28ca-488b-9ecd-d001ae9a096d tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:14.122158 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8cbdee1e-47d2-4b60-a685-ed3eaec1d6c1 req-d9108868-28ca-488b-9ecd-d001ae9a096d tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=b44deda9-59ef-4510-9785-cacd8c6b58b0 HTTP/1.1" status: 200 len: 945 time: 0.2586741 Nov 27 04:03:14.179197 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-d47d8847-539d-4c9f-b372-e0bd96f50fb8 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:14.185330 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-d47d8847-539d-4c9f-b372-e0bd96f50fb8 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:14.218987 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-d47d8847-539d-4c9f-b372-e0bd96f50fb8 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3284101 Nov 27 04:03:14.240159 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-be138545-349e-47e8-9783-f1f0c7eb2e80 service neutron] Request body: {'port': {'device_id': '613ed2db-161c-4777-9800-7368411528d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:03:14.279583 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8cbdee1e-47d2-4b60-a685-ed3eaec1d6c1 req-1ef914fb-0855-4b6d-bb00-1e0e58e9fdb5 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/security-groups?id=8836fad6-5b2e-4036-bf51-408bbb5dc58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509144 Nov 27 04:03:14.330898 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6cc9ca33-ce26-47f9-b9f9-ea00e4b80800 req-bdb30fd4-701d-4d3a-8fcc-d27d1ba1b6b8 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743635 Nov 27 04:03:14.345443 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-be138545-349e-47e8-9783-f1f0c7eb2e80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:14.454293 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-5e2601e6-20c8-4d6b-a5de-200c32cf2510 None None] Provisioning complete for port d05101d6-34b9-4dd1-b72a-9192332a9b53 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:03:14.458565 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5e2601e6-20c8-4d6b-a5de-200c32cf2510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:14.514205 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c9532-6ff8-4d4a-a5c2-b2d35f2e424f req-d81d2c72-e120-441f-9255-cb5562be1f6c tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:14.528887 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-db7c9532-6ff8-4d4a-a5c2-b2d35f2e424f req-d81d2c72-e120-441f-9255-cb5562be1f6c tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1267676 Nov 27 04:03:14.545661 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-5e2601e6-20c8-4d6b-a5de-200c32cf2510 None None] Port d05101d6-34b9-4dd1-b72a-9192332a9b53 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:03:14.607068 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-db7c9532-6ff8-4d4a-a5c2-b2d35f2e424f req-f01aa3ff-7ce2-4021-9a71-3473c5907d3e tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666797 Nov 27 04:03:14.715620 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56440) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:14.778956 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821e3bd-1c69-45fb-802b-5444896aa9b5 req-228e0873-d313-4e98-9c9b-c9b5b0a24580 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:14.783788 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1821e3bd-1c69-45fb-802b-5444896aa9b5 req-228e0873-d313-4e98-9c9b-c9b5b0a24580 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.0821228 Nov 27 04:03:14.929342 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1821e3bd-1c69-45fb-802b-5444896aa9b5 req-1dc5ccaa-a3a7-4b0e-9b1b-24240ae37d07 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287215 Nov 27 04:03:14.969300 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-be138545-349e-47e8-9783-f1f0c7eb2e80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d05101d6-34b9-4dd1-b72a-9192332a9b53 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:03:14.981128 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-be138545-349e-47e8-9783-f1f0c7eb2e80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:14.984464 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e96549f8-0f7e-4c1d-bc50-aaa90ed0b54f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:14.996699 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-be138545-349e-47e8-9783-f1f0c7eb2e80 service neutron] Transition to ACTIVE for port object d05101d6-34b9-4dd1-b72a-9192332a9b53 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:03:15.005918 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-be138545-349e-47e8-9783-f1f0c7eb2e80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:15.168481 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be138545-349e-47e8-9783-f1f0c7eb2e80 service neutron] Pushing event updated for resources: {'Port': ['ID=d05101d6-34b9-4dd1-b72a-9192332a9b53,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:15.216262 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-be138545-349e-47e8-9783-f1f0c7eb2e80 service neutron] Attempting to bind port d05101d6-34b9-4dd1-b72a-9192332a9b53 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:03:15.217428 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-be138545-349e-47e8-9783-f1f0c7eb2e80 service neutron] Attempting to bind port d05101d6-34b9-4dd1-b72a-9192332a9b53 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '732b5cd8-0e80-4483-9a5a-d4731966dbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:03:15.218123 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-be138545-349e-47e8-9783-f1f0c7eb2e80 service neutron] Attempting to bind port d05101d6-34b9-4dd1-b72a-9192332a9b53 on network ab8fc313-e01d-42bb-a8ec-9d136b503637 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:03:15.224255 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-be138545-349e-47e8-9783-f1f0c7eb2e80 service neutron] Port d05101d6-34b9-4dd1-b72a-9192332a9b53 on network ab8fc313-e01d-42bb-a8ec-9d136b503637 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:03:15.224982 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-be138545-349e-47e8-9783-f1f0c7eb2e80 service neutron] Attempting to bind port d05101d6-34b9-4dd1-b72a-9192332a9b53 on network ab8fc313-e01d-42bb-a8ec-9d136b503637 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:03:15.232087 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-be138545-349e-47e8-9783-f1f0c7eb2e80 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:03:15.232817 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-be138545-349e-47e8-9783-f1f0c7eb2e80 service neutron] Checking segment: {'id': '732b5cd8-0e80-4483-9a5a-d4731966dbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:03:15.233360 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-be138545-349e-47e8-9783-f1f0c7eb2e80 service neutron] Bound using segment: {'id': '732b5cd8-0e80-4483-9a5a-d4731966dbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:03:15.234083 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-be138545-349e-47e8-9783-f1f0c7eb2e80 service neutron] Bound port: d05101d6-34b9-4dd1-b72a-9192332a9b53, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '732b5cd8-0e80-4483-9a5a-d4731966dbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:03:15.234761 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-be138545-349e-47e8-9783-f1f0c7eb2e80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:15.245221 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152cbe07-2cad-4df1-9ba6-baf6178fe5df req-4f5bb684-02ba-4515-a46e-d3f4be37255b tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:15.253262 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-152cbe07-2cad-4df1-9ba6-baf6178fe5df req-4f5bb684-02ba-4515-a46e-d3f4be37255b tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1724184 Nov 27 04:03:15.317066 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e96549f8-0f7e-4c1d-bc50-aaa90ed0b54f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:15.344985 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-152cbe07-2cad-4df1-9ba6-baf6178fe5df req-ce916649-30fb-45e8-a7ba-fb9d3c178e1d tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905151 Nov 27 04:03:15.348868 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-be138545-349e-47e8-9783-f1f0c7eb2e80 service neutron] For port d05101d6-34b9-4dd1-b72a-9192332a9b53, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:03:15.358146 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-be138545-349e-47e8-9783-f1f0c7eb2e80 service neutron] For port d05101d6-34b9-4dd1-b72a-9192332a9b53, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=d05101d6-34b9-4dd1-b72a-9192332a9b53,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:03:15.363801 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e96549f8-0f7e-4c1d-bc50-aaa90ed0b54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:15.366005 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-be138545-349e-47e8-9783-f1f0c7eb2e80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:15.458822 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-be138545-349e-47e8-9783-f1f0c7eb2e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:15.459751 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-be138545-349e-47e8-9783-f1f0c7eb2e80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:15.462307 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-be138545-349e-47e8-9783-f1f0c7eb2e80 service neutron] 10.222.0.11 "PUT /v2.0/ports/d05101d6-34b9-4dd1-b72a-9192332a9b53 HTTP/1.1" status: 200 len: 1092 time: 1.2271240 Nov 27 04:03:15.463021 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '613ed2db-161c-4777-9800-7368411528d6', 'tag': 'd05101d6-34b9-4dd1-b72a-9192332a9b53'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:03:15.466109 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c8958e-2a11-467b-a027-869b341db90f" -d '{"events": [{"name": "network-changed", "server_uuid": "613ed2db-161c-4777-9800-7368411528d6", "tag": "d05101d6-34b9-4dd1-b72a-9192332a9b53"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:03:15.469035 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96549f8-0f7e-4c1d-bc50-aaa90ed0b54f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5190f29-f4e9-4734-ba4b-ec5fc3f2f8ea,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:15.500708 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be138545-349e-47e8-9783-f1f0c7eb2e80 service neutron] Pushing event updated for resources: {'Port': ['ID=d05101d6-34b9-4dd1-b72a-9192332a9b53,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:15.559537 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e96549f8-0f7e-4c1d-bc50-aaa90ed0b54f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e1bd3965d5e4fa4ac17a590e056cbd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8405766 Nov 27 04:03:15.560233 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56460) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:15.662819 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-aa688ede-52f4-43be-8c44-c26eee42a27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:15.665354 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-aa688ede-52f4-43be-8c44-c26eee42a27b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b01c762313d54b279f09c5e5d81dadbf&device_id=613ed2db-161c-4777-9800-7368411528d6 HTTP/1.1" status: 200 len: 1095 time: 0.1236069 Nov 27 04:03:15.730464 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3e75eb6f-29dc-4390-a2f8-307a50d84a67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:15.767205 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-ed8393d3-728a-4008-81e1-a6f3422172d7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d05101d6-34b9-4dd1-b72a-9192332a9b53 HTTP/1.1" status: 200 len: 217 time: 0.0878851 Nov 27 04:03:15.780161 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b2797-a0e1-43c5-af6e-87778878f8da req-ddfae8c9-1401-44bc-8faf-9c0b7c5aff2d tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:15.787276 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bb6b2797-a0e1-43c5-af6e-87778878f8da req-ddfae8c9-1401-44bc-8faf-9c0b7c5aff2d tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=613ed2db-161c-4777-9800-7368411528d6 HTTP/1.1" status: 200 len: 944 time: 0.2723820 Nov 27 04:03:15.792773 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3e75eb6f-29dc-4390-a2f8-307a50d84a67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:15.889894 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3e75eb6f-29dc-4390-a2f8-307a50d84a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:15.892744 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3e75eb6f-29dc-4390-a2f8-307a50d84a67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:15.897038 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3e75eb6f-29dc-4390-a2f8-307a50d84a67 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d5190f29-f4e9-4734-ba4b-ec5fc3f2f8ea HTTP/1.1" status: 204 len: 168 time: 0.3333309 Nov 27 04:03:15.918971 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e75eb6f-29dc-4390-a2f8-307a50d84a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5190f29-f4e9-4734-ba4b-ec5fc3f2f8ea,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:15.920444 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-d23bfba9-58a9-45e6-b5e2-826c85810e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:15.922049 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-d23bfba9-58a9-45e6-b5e2-826c85810e06 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ef82cdfa-d224-4963-bff3-3b0049ffee0b HTTP/1.1" status: 200 len: 850 time: 0.1303959 Nov 27 04:03:15.988136 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bb6b2797-a0e1-43c5-af6e-87778878f8da req-5fe8b0dd-188a-41bd-99a8-f5e24fe4a2de tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206164 Nov 27 04:03:16.046387 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-e198785d-f4ba-4885-a0da-c60754122d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:16.053466 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-e198785d-f4ba-4885-a0da-c60754122d36 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab8fc313-e01d-42bb-a8ec-9d136b503637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1125441 Nov 27 04:03:16.087147 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-922c5cca-0f81-42d1-b1d1-4d03fcd6381a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:16.113928 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:16.203586 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35ac3bc-e846-4fe5-abf3-7db9de0b5e5f x-openstack-request-id: req-a35ac3bc-e846-4fe5-abf3-7db9de0b5e5f {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:03:16.205393 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "613ed2db-161c-4777-9800-7368411528d6", "tag": "d05101d6-34b9-4dd1-b72a-9192332a9b53", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:03:16.206396 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a35ac3bc-e846-4fe5-abf3-7db9de0b5e5f {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:03:16.207790 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '613ed2db-161c-4777-9800-7368411528d6', 'tag': 'd05101d6-34b9-4dd1-b72a-9192332a9b53', 'status': 'completed', 'code': 200} Nov 27 04:03:16.280221 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-89e95c24-bd0f-465e-a657-a15529748448 service neutron] 10.222.0.11 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235470 Nov 27 04:03:16.372911 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730b3e5-6880-4b35-beab-8040e3c7fbbb req-c74cb197-be68-4785-a2cc-9bc8461092a7 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:16.380199 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f730b3e5-6880-4b35-beab-8040e3c7fbbb req-c74cb197-be68-4785-a2cc-9bc8461092a7 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.0946975 Nov 27 04:03:16.446637 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-20e6aa19-2784-40fd-9fcf-d5b915e1a258 req-23ca5c1d-478b-4bd8-bd40-a03d29135038 service neutron] 10.222.0.11 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521981 Nov 27 04:03:16.454712 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f730b3e5-6880-4b35-beab-8040e3c7fbbb req-ba6ab349-c166-4813-b2f2-833ac72e0b2f tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663948 Nov 27 04:03:16.568195 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56482) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:16.591346 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4a92748b-c942-494b-a931-2867691707f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:16.598682 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8958e-2a11-467b-a027-869b341db90f req-174cb9b7-5cc8-4f1a-b79a-e36272d1bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:16.600371 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d8c8958e-2a11-467b-a027-869b341db90f req-174cb9b7-5cc8-4f1a-b79a-e36272d1bb23 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b01c762313d54b279f09c5e5d81dadbf&device_id=613ed2db-161c-4777-9800-7368411528d6 HTTP/1.1" status: 200 len: 1095 time: 0.0648270 Nov 27 04:03:16.719048 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4a92748b-c942-494b-a931-2867691707f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:16.724775 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4a92748b-c942-494b-a931-2867691707f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:16.775605 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a92748b-c942-494b-a931-2867691707f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c17578d-ae2c-4998-bc65-528a5c588358,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:16.785992 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56484) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:16.786938 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4a92748b-c942-494b-a931-2867691707f4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=88f3a79a14a74f6181500411102babcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2171171 Nov 27 04:03:16.788405 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8958e-2a11-467b-a027-869b341db90f req-c5e8ea9e-b844-4a3b-9d9e-66de2ae57443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:16.789816 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d8c8958e-2a11-467b-a027-869b341db90f req-c5e8ea9e-b844-4a3b-9d9e-66de2ae57443 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ab8fc313-e01d-42bb-a8ec-9d136b503637 HTTP/1.1" status: 200 len: 912 time: 0.1717052 Nov 27 04:03:16.856367 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d8c8958e-2a11-467b-a027-869b341db90f req-3aa5e9c4-add7-4d4e-ae9f-ae404da8e1f4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d05101d6-34b9-4dd1-b72a-9192332a9b53 HTTP/1.1" status: 200 len: 217 time: 0.0563979 Nov 27 04:03:16.932500 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8958e-2a11-467b-a027-869b341db90f req-72cf59f4-225f-4d23-96ff-4ff020e49433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:16.934186 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d8c8958e-2a11-467b-a027-869b341db90f req-72cf59f4-225f-4d23-96ff-4ff020e49433 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ef82cdfa-d224-4963-bff3-3b0049ffee0b HTTP/1.1" status: 200 len: 850 time: 0.0692112 Nov 27 04:03:16.935187 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0472141a-b55d-42c9-9513-32d91f4c0a0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:16.988642 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0472141a-b55d-42c9-9513-32d91f4c0a0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:17.030737 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8958e-2a11-467b-a027-869b341db90f req-83b80c57-43ad-490d-922c-8a61c9d93a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:17.032591 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d8c8958e-2a11-467b-a027-869b341db90f req-83b80c57-43ad-490d-922c-8a61c9d93a86 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab8fc313-e01d-42bb-a8ec-9d136b503637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0857995 Nov 27 04:03:17.396465 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0472141a-b55d-42c9-9513-32d91f4c0a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:17.399156 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0472141a-b55d-42c9-9513-32d91f4c0a0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:17.403036 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0472141a-b55d-42c9-9513-32d91f4c0a0a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8c17578d-ae2c-4998-bc65-528a5c588358 HTTP/1.1" status: 204 len: 168 time: 0.6160030 Nov 27 04:03:17.416908 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0472141a-b55d-42c9-9513-32d91f4c0a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c17578d-ae2c-4998-bc65-528a5c588358,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:17.477782 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f665a-1434-4e2f-810e-c617bf7bf4ce req-9aafb5d4-de81-4666-bda3-e991ea35cada tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:17.479527 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1c7f665a-1434-4e2f-810e-c617bf7bf4ce req-9aafb5d4-de81-4666-bda3-e991ea35cada tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=613ed2db-161c-4777-9800-7368411528d6 HTTP/1.1" status: 200 len: 944 time: 0.1171308 Nov 27 04:03:17.507324 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d8c8958e-2a11-467b-a027-869b341db90f req-c9fec5ad-3abc-4851-a070-cd6c978d2b1f service neutron] 10.222.0.11 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4667249 Nov 27 04:03:17.669065 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af36a77-dff4-4cef-9eb6-fc0b9cca2c94 req-0f63d3d0-2ec9-43ed-9aca-c759bf8866ff tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:17.677366 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1c7f665a-1434-4e2f-810e-c617bf7bf4ce req-690a3622-fd65-4582-ac1a-d2a58b30548b tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858847 Nov 27 04:03:17.680448 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2af36a77-dff4-4cef-9eb6-fc0b9cca2c94 req-0f63d3d0-2ec9-43ed-9aca-c759bf8866ff tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.0975211 Nov 27 04:03:17.727695 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d8c8958e-2a11-467b-a027-869b341db90f req-690c8970-7c81-4ae8-91d4-b01a2ad9741c service neutron] 10.222.0.11 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008862 Nov 27 04:03:17.776934 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2af36a77-dff4-4cef-9eb6-fc0b9cca2c94 req-9a1aec02-99d1-4389-8bf0-1ae0cbaa9dd1 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956154 Nov 27 04:03:17.893988 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56508) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:18.087775 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a4db1429-cf0d-4153-bddc-3146a5c5bee2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:18.207949 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a4db1429-cf0d-4153-bddc-3146a5c5bee2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:18.213380 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a4db1429-cf0d-4153-bddc-3146a5c5bee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:18.255151 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a4db1429-cf0d-4153-bddc-3146a5c5bee2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f060692c057343549a6148b89981cf3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3593512 Nov 27 04:03:18.257349 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db1429-cf0d-4153-bddc-3146a5c5bee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f068597-bb7a-452c-85f6-aa853a7f6b6a,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:18.259611 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56524) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:18.295440 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-593545a5-b411-4857-a46a-508f64388e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:18.333946 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c7a60cdf-2eb1-4510-816d-5974990142de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:18.368529 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c7a60cdf-2eb1-4510-816d-5974990142de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:18.448708 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device d05101d6-34b9-4dd1-b72a-9192332a9b53 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:03:18.475539 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c7a60cdf-2eb1-4510-816d-5974990142de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:18.478742 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c7a60cdf-2eb1-4510-816d-5974990142de admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:18.482279 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c7a60cdf-2eb1-4510-816d-5974990142de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f068597-bb7a-452c-85f6-aa853a7f6b6a HTTP/1.1" status: 204 len: 168 time: 0.2193305 Nov 27 04:03:18.492494 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a60cdf-2eb1-4510-816d-5974990142de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f068597-bb7a-452c-85f6-aa853a7f6b6a,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:18.637951 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56536) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:18.673435 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port d05101d6-34b9-4dd1-b72a-9192332a9b53, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=d05101d6-34b9-4dd1-b72a-9192332a9b53,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:03:18.694035 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'd05101d6-34b9-4dd1-b72a-9192332a9b53', 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637', 'port_id': 'd05101d6-34b9-4dd1-b72a-9192332a9b53', 'mac_address': 'fa:16:3e:a8:6e:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef82cdfa-d224-4963-bff3-3b0049ffee0b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:03:18.781999 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:18.802658 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:18.823613 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d05101d6-34b9-4dd1-b72a-9192332a9b53 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:03:18.853676 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port d05101d6-34b9-4dd1-b72a-9192332a9b53, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=d05101d6-34b9-4dd1-b72a-9192332a9b53,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:03:18.862374 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:18.968485 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-13222227-2c01-4c91-af69-5f0f48822023 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1445908289-network', 'tenant_id': '82b55fdeb6264ccb8df6253a2a79d34b'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:03:18.994083 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=d05101d6-34b9-4dd1-b72a-9192332a9b53,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:19.024077 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26baadc-0dfd-4da2-b9cc-e5e5f330782c req-947d5ab1-da7c-4fe1-be9e-4be155835fdc tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:19.034577 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b26baadc-0dfd-4da2-b9cc-e5e5f330782c req-947d5ab1-da7c-4fe1-be9e-4be155835fdc tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1502612 Nov 27 04:03:19.035795 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13222227-2c01-4c91-af69-5f0f48822023 admin admin] Made reservation on behalf of 82b55fdeb6264ccb8df6253a2a79d34b for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:03:19.038308 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-13222227-2c01-4c91-af69-5f0f48822023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:19.058717 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-13222227-2c01-4c91-af69-5f0f48822023 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:19.190711 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b26baadc-0dfd-4da2-b9cc-e5e5f330782c req-dac4ee61-b0b3-44bd-a5d2-7975a5a86d51 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500323 Nov 27 04:03:19.202395 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['d05101d6-34b9-4dd1-b72a-9192332a9b53'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:03:19.303447 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-13222227-2c01-4c91-af69-5f0f48822023 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:19.325595 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-13222227-2c01-4c91-af69-5f0f48822023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:19.344703 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13222227-2c01-4c91-af69-5f0f48822023 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:03:19.357539 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-13222227-2c01-4c91-af69-5f0f48822023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:19.358175 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-13222227-2c01-4c91-af69-5f0f48822023 admin admin] Added segment 45ef12ce-07ff-4286-bb81-34882b683529 of type vlan for network adbbb48e-657f-410a-9426-dbd2bbcc9637 Nov 27 04:03:19.414438 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-13222227-2c01-4c91-af69-5f0f48822023 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:19.510185 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13222227-2c01-4c91-af69-5f0f48822023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc965b8-b298-4bc4-8216-a739839a8cb2,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:19.526040 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c786c-1ff1-4c72-8fc9-f774d741a32c req-f63e335b-8dee-4f83-ba3d-0a2edf507acc tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:19.534759 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-791c786c-1ff1-4c72-8fc9-f774d741a32c req-f63e335b-8dee-4f83-ba3d-0a2edf507acc tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=613ed2db-161c-4777-9800-7368411528d6 HTTP/1.1" status: 200 len: 945 time: 0.2566061 Nov 27 04:03:19.546455 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:19.552730 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-13222227-2c01-4c91-af69-5f0f48822023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:19.553074 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13222227-2c01-4c91-af69-5f0f48822023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:19.553604 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-13222227-2c01-4c91-af69-5f0f48822023 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:19.694172 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56566) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:19.694365 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-13222227-2c01-4c91-af69-5f0f48822023 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0551407 Nov 27 04:03:19.700206 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-70446043-5b16-4eb6-823c-a2fde135d01a admin admin] Request body: {'subnet': {'network_id': 'adbbb48e-657f-410a-9426-dbd2bbcc9637', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1445908289-subnet', 'tenant_id': '82b55fdeb6264ccb8df6253a2a79d34b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:03:19.719108 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13222227-2c01-4c91-af69-5f0f48822023 admin admin] Pushing event updated for resources: {'Network': ['ID=adbbb48e-657f-410a-9426-dbd2bbcc9637,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:19.730910 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network adbbb48e-657f-410a-9426-dbd2bbcc9637 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:03:19.734003 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-791c786c-1ff1-4c72-8fc9-f774d741a32c req-ae1f7f0d-fa51-4c82-bc47-8667477d8714 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983056 Nov 27 04:03:19.756844 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70446043-5b16-4eb6-823c-a2fde135d01a admin admin] Made reservation on behalf of 82b55fdeb6264ccb8df6253a2a79d34b for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:03:19.759791 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-70446043-5b16-4eb6-823c-a2fde135d01a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:19.910618 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56570) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:20.001042 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-70446043-5b16-4eb6-823c-a2fde135d01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:20.031849 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-ae5b282a-cd01-4543-868a-8394c87bf5d6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1918439122-network', 'tenant_id': '0a3560b8add540d18a832456fc92f93a'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:03:20.065059 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5b282a-cd01-4543-868a-8394c87bf5d6 admin admin] Made reservation on behalf of 0a3560b8add540d18a832456fc92f93a for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:03:20.067679 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ae5b282a-cd01-4543-868a-8394c87bf5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:20.077142 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ae5b282a-cd01-4543-868a-8394c87bf5d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:20.079641 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70446043-5b16-4eb6-823c-a2fde135d01a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d548cc58-b084-43c6-854b-ea0869ffcb5b,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:20.084081 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70446043-5b16-4eb6-823c-a2fde135d01a admin admin] Checking segment: {'id': '45ef12ce-07ff-4286-bb81-34882b683529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'adbbb48e-657f-410a-9426-dbd2bbcc9637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:03:20.084549 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70446043-5b16-4eb6-823c-a2fde135d01a admin admin] Network hostable DHCP agents. Network: adbbb48e-657f-410a-9426-dbd2bbcc9637, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:03:20.103806 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70446043-5b16-4eb6-823c-a2fde135d01a admin admin] Network adbbb48e-657f-410a-9426-dbd2bbcc9637 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:03:20.120015 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-70446043-5b16-4eb6-823c-a2fde135d01a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, adbbb48e-657f-410a-9426-dbd2bbcc9637) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:03:20.125048 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70446043-5b16-4eb6-823c-a2fde135d01a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:20.125916 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-70446043-5b16-4eb6-823c-a2fde135d01a admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:20.136443 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37d3fb4-0c12-48e7-8e20-86fa39d86fe8 None None] Network adbbb48e-657f-410a-9426-dbd2bbcc9637 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:03:20.153192 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-70446043-5b16-4eb6-823c-a2fde135d01a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4576387 Nov 27 04:03:20.234567 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ae5b282a-cd01-4543-868a-8394c87bf5d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:20.244274 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ae5b282a-cd01-4543-868a-8394c87bf5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:20.296277 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae5b282a-cd01-4543-868a-8394c87bf5d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:03:20.315611 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b282a-cd01-4543-868a-8394c87bf5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130ddf44-70c9-4314-a571-93a8e767d8eb,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:20.334771 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ae5b282a-cd01-4543-868a-8394c87bf5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:20.334771 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-ae5b282a-cd01-4543-868a-8394c87bf5d6 admin admin] Added segment de152f76-3637-4ed8-b028-e760cc9dd166 of type vlan for network 1a550b15-0796-4700-a8cb-795a6a743018 Nov 27 04:03:20.365645 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3d91bc-3461-4826-a3ce-3ced511d9d85 None None] Network adbbb48e-657f-410a-9426-dbd2bbcc9637 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:03:20.391423 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ae5b282a-cd01-4543-868a-8394c87bf5d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:20.408021 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7eaf0-440b-47b4-8680-61973cded9e6 req-4da6e826-67de-4792-af96-c6653043c60c tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:20.418511 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-63d7eaf0-440b-47b4-8680-61973cded9e6 req-4da6e826-67de-4792-af96-c6653043c60c tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1117897 Nov 27 04:03:20.436555 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ae5b282a-cd01-4543-868a-8394c87bf5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:20.438667 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5b282a-cd01-4543-868a-8394c87bf5d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:20.440445 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ae5b282a-cd01-4543-868a-8394c87bf5d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:20.484867 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device d05101d6-34b9-4dd1-b72a-9192332a9b53 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:03:20.502399 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-63d7eaf0-440b-47b4-8680-61973cded9e6 req-a3b4b2aa-3476-49f8-9f4b-98cff1d4279e tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829124 Nov 27 04:03:20.571897 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b282a-cd01-4543-868a-8394c87bf5d6 admin admin] Pushing event updated for resources: {'Network': ['ID=1a550b15-0796-4700-a8cb-795a6a743018,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:20.589054 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ae5b282a-cd01-4543-868a-8394c87bf5d6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6765528 Nov 27 04:03:20.591653 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56588) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:20.599807 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-995b1ee5-1e16-4c08-b369-967b7e245738 admin admin] Request body: {'subnet': {'network_id': '1a550b15-0796-4700-a8cb-795a6a743018', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1918439122-subnet', 'tenant_id': '0a3560b8add540d18a832456fc92f93a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:03:20.626816 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 1a550b15-0796-4700-a8cb-795a6a743018 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:03:20.661014 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995b1ee5-1e16-4c08-b369-967b7e245738 admin admin] Made reservation on behalf of 0a3560b8add540d18a832456fc92f93a for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:03:20.668497 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-995b1ee5-1e16-4c08-b369-967b7e245738 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:20.698571 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port d05101d6-34b9-4dd1-b72a-9192332a9b53 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:03:20.706330 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port d05101d6-34b9-4dd1-b72a-9192332a9b53 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:03:20.707038 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:20.804725 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:20.841184 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '613ed2db-161c-4777-9800-7368411528d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05101d6-34b9-4dd1-b72a-9192332a9b53'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:03:20.844292 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36666183-f694-4abe-9583-40ff5abf9232" -d '{"events": [{"server_uuid": "613ed2db-161c-4777-9800-7368411528d6", "name": "network-vif-plugged", "status": "completed", "tag": "d05101d6-34b9-4dd1-b72a-9192332a9b53"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:03:20.888574 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port d05101d6-34b9-4dd1-b72a-9192332a9b53, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=d05101d6-34b9-4dd1-b72a-9192332a9b53,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:03:20.893951 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:20.929404 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15cc8d77-dda8-41d9-bb1d-aaad5bdc33b1 x-openstack-request-id: req-15cc8d77-dda8-41d9-bb1d-aaad5bdc33b1 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:03:20.929765 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "613ed2db-161c-4777-9800-7368411528d6", "name": "network-vif-plugged", "status": "completed", "tag": "d05101d6-34b9-4dd1-b72a-9192332a9b53", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:03:20.930089 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-15cc8d77-dda8-41d9-bb1d-aaad5bdc33b1 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:03:20.930571 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '613ed2db-161c-4777-9800-7368411528d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05101d6-34b9-4dd1-b72a-9192332a9b53', 'code': 200} Nov 27 04:03:20.968413 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=d05101d6-34b9-4dd1-b72a-9192332a9b53,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:20.994269 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56602) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:21.000419 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-995c6a76-fb90-4fe2-8212-5af7b46ffdeb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-610722953-network', 'tenant_id': '5499bb2861fb4212bb8ce2637f057c4e'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:03:21.030037 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995c6a76-fb90-4fe2-8212-5af7b46ffdeb admin admin] Made reservation on behalf of 5499bb2861fb4212bb8ce2637f057c4e for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:03:21.033298 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-995c6a76-fb90-4fe2-8212-5af7b46ffdeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:21.043776 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-995c6a76-fb90-4fe2-8212-5af7b46ffdeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:21.087466 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2417fd9-a371-418f-ac24-15186c7526ab req-6e2ae64d-b7d7-41ab-96a2-965065690695 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:21.094779 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2417fd9-a371-418f-ac24-15186c7526ab req-6e2ae64d-b7d7-41ab-96a2-965065690695 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=613ed2db-161c-4777-9800-7368411528d6 HTTP/1.1" status: 200 len: 945 time: 0.2298572 Nov 27 04:03:21.146156 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca6067-54be-4cea-ab50-0eddf579c6db req-a5e3d26b-17e5-4066-b5dd-ac2bc99519f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:21.147802 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-09ca6067-54be-4cea-ab50-0eddf579c6db req-a5e3d26b-17e5-4066-b5dd-ac2bc99519f2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=613ed2db-161c-4777-9800-7368411528d6 HTTP/1.1" status: 200 len: 1097 time: 0.1408663 Nov 27 04:03:21.154446 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-995b1ee5-1e16-4c08-b369-967b7e245738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:21.161605 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:21.182398 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-995c6a76-fb90-4fe2-8212-5af7b46ffdeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:21.190706 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-995c6a76-fb90-4fe2-8212-5af7b46ffdeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:21.235921 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-995c6a76-fb90-4fe2-8212-5af7b46ffdeb admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:03:21.239687 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e2417fd9-a371-418f-ac24-15186c7526ab req-bf6c6c0e-eace-4f77-abe6-da110b67fe3b tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377175 Nov 27 04:03:21.257738 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c6a76-fb90-4fe2-8212-5af7b46ffdeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d474fd-5442-4f8a-b8bd-ce9f788d50e9,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:21.262705 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-995c6a76-fb90-4fe2-8212-5af7b46ffdeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:21.263348 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-995c6a76-fb90-4fe2-8212-5af7b46ffdeb admin admin] Added segment 8736352e-505e-4e63-ae4f-18a9254f2d91 of type vlan for network 98d14cf7-e0ea-4cf1-bfd6-ba27484071d2 Nov 27 04:03:21.293164 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b1ee5-1e16-4c08-b369-967b7e245738 admin admin] Pushing event updated for resources: {'Subnet': ['ID=045c4317-9bb0-48ee-b6e2-7655576b500e,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:21.308042 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-09ca6067-54be-4cea-ab50-0eddf579c6db req-a8461383-3a4c-4e61-9b44-e115104b583c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477220 Nov 27 04:03:21.312046 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995b1ee5-1e16-4c08-b369-967b7e245738 admin admin] Checking segment: {'id': 'de152f76-3637-4ed8-b028-e760cc9dd166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a550b15-0796-4700-a8cb-795a6a743018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:03:21.312422 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995b1ee5-1e16-4c08-b369-967b7e245738 admin admin] Network hostable DHCP agents. Network: 1a550b15-0796-4700-a8cb-795a6a743018, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:03:21.326073 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-995c6a76-fb90-4fe2-8212-5af7b46ffdeb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:21.332612 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995b1ee5-1e16-4c08-b369-967b7e245738 admin admin] Network 1a550b15-0796-4700-a8cb-795a6a743018 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:03:21.347288 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-995b1ee5-1e16-4c08-b369-967b7e245738 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 1a550b15-0796-4700-a8cb-795a6a743018) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:03:21.352861 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995b1ee5-1e16-4c08-b369-967b7e245738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:21.353536 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-995b1ee5-1e16-4c08-b369-967b7e245738 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:21.359595 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3f8d50-6fd5-453b-be13-e30beb462633 None None] Network 1a550b15-0796-4700-a8cb-795a6a743018 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:03:21.372466 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-995c6a76-fb90-4fe2-8212-5af7b46ffdeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:21.374291 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995c6a76-fb90-4fe2-8212-5af7b46ffdeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:21.377465 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-995b1ee5-1e16-4c08-b369-967b7e245738 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7840729 Nov 27 04:03:21.385661 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-995c6a76-fb90-4fe2-8212-5af7b46ffdeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:21.455182 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c6a76-fb90-4fe2-8212-5af7b46ffdeb admin admin] Pushing event updated for resources: {'Network': ['ID=98d14cf7-e0ea-4cf1-bfd6-ba27484071d2,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:21.476119 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 98d14cf7-e0ea-4cf1-bfd6-ba27484071d2 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:03:21.484758 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-995c6a76-fb90-4fe2-8212-5af7b46ffdeb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4886608 Nov 27 04:03:21.484981 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56612) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:21.492880 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-c76c8870-9cc1-4743-a4fe-488d51831dd7 admin admin] Request body: {'subnet': {'network_id': '98d14cf7-e0ea-4cf1-bfd6-ba27484071d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-610722953-subnet', 'tenant_id': '5499bb2861fb4212bb8ce2637f057c4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:03:21.551750 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76c8870-9cc1-4743-a4fe-488d51831dd7 admin admin] Made reservation on behalf of 5499bb2861fb4212bb8ce2637f057c4e for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:03:21.554441 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c76c8870-9cc1-4743-a4fe-488d51831dd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:21.728283 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ad175-acc2-438e-bce4-555ba9bae65a req-639fe9b1-0ef6-4770-afaf-dcd9b128a92d tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:21.732240 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2c4ad175-acc2-438e-bce4-555ba9bae65a req-639fe9b1-0ef6-4770-afaf-dcd9b128a92d tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1226509 Nov 27 04:03:21.832151 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c76c8870-9cc1-4743-a4fe-488d51831dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:21.846525 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:21.857019 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2c4ad175-acc2-438e-bce4-555ba9bae65a req-47274f27-b899-4afe-9771-aff6da6ba325 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147411 Nov 27 04:03:21.898675 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19489c5c-b709-478c-8754-0e041ea40b81 None None] Network 1a550b15-0796-4700-a8cb-795a6a743018 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:03:21.988710 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76c8870-9cc1-4743-a4fe-488d51831dd7 admin admin] Checking segment: {'id': '8736352e-505e-4e63-ae4f-18a9254f2d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '98d14cf7-e0ea-4cf1-bfd6-ba27484071d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:03:21.989029 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76c8870-9cc1-4743-a4fe-488d51831dd7 admin admin] Network hostable DHCP agents. Network: 98d14cf7-e0ea-4cf1-bfd6-ba27484071d2, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:03:21.999092 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c8870-9cc1-4743-a4fe-488d51831dd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b68c4fad-f1f7-4801-9246-2c56cdf8869c,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:22.038399 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76c8870-9cc1-4743-a4fe-488d51831dd7 admin admin] Network 98d14cf7-e0ea-4cf1-bfd6-ba27484071d2 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:03:22.054286 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-c76c8870-9cc1-4743-a4fe-488d51831dd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 98d14cf7-e0ea-4cf1-bfd6-ba27484071d2) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:03:22.058844 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76c8870-9cc1-4743-a4fe-488d51831dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:22.059506 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c76c8870-9cc1-4743-a4fe-488d51831dd7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:22.077013 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b652cf-5ff1-4332-83aa-27790ad05ad4 None None] Network 98d14cf7-e0ea-4cf1-bfd6-ba27484071d2 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:03:22.089879 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c76c8870-9cc1-4743-a4fe-488d51831dd7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6037247 Nov 27 04:03:22.380684 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d754a08b-7952-4781-99ea-9ac38a711253 None None] Network 98d14cf7-e0ea-4cf1-bfd6-ba27484071d2 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:03:22.392034 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56630) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:22.449178 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653f539-0677-469d-948b-d751ecfd129f req-d8d0eff5-9089-4522-bb29-095caa176b38 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:22.467178 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c653f539-0677-469d-948b-d751ecfd129f req-d8d0eff5-9089-4522-bb29-095caa176b38 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=613ed2db-161c-4777-9800-7368411528d6 HTTP/1.1" status: 200 len: 946 time: 0.1073565 Nov 27 04:03:22.542718 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-69f244fa-268b-4023-99d0-da78e0306e11 admin admin] Deleting subnet d548cc58-b084-43c6-854b-ea0869ffcb5b {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:03:22.550457 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-69f244fa-268b-4023-99d0-da78e0306e11 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:22.600956 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c653f539-0677-469d-948b-d751ecfd129f req-9907bbf6-fe54-4d23-b01b-e0e4fd824aa8 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327975 Nov 27 04:03:22.645741 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-69f244fa-268b-4023-99d0-da78e0306e11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:22.690610 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-69f244fa-268b-4023-99d0-da78e0306e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:22.773200 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-69f244fa-268b-4023-99d0-da78e0306e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:22.809988 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f244fa-268b-4023-99d0-da78e0306e11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d548cc58-b084-43c6-854b-ea0869ffcb5b,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:22.826142 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-69f244fa-268b-4023-99d0-da78e0306e11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:22.832999 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-69f244fa-268b-4023-99d0-da78e0306e11 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d548cc58-b084-43c6-854b-ea0869ffcb5b HTTP/1.1" status: 204 len: 168 time: 0.4391038 Nov 27 04:03:22.834259 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56638) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:22.993184 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bdeaf7d0-b449-43cf-a1e9-be81234690bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:23.038402 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c49ad-5cb2-470b-82f9-ce2f5992b02d req-c954c727-5e5f-4b28-b8e5-6824e7f2543e tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:23.045968 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4e9c49ad-5cb2-470b-82f9-ce2f5992b02d req-c954c727-5e5f-4b28-b8e5-6824e7f2543e tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.0674181 Nov 27 04:03:23.122729 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4e9c49ad-5cb2-470b-82f9-ce2f5992b02d req-51dd1daa-bac7-45ff-881d-f7e68e9cebdf tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733519 Nov 27 04:03:23.178859 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bdeaf7d0-b449-43cf-a1e9-be81234690bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:23.209491 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-bdeaf7d0-b449-43cf-a1e9-be81234690bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adbbb48e-657f-410a-9426-dbd2bbcc9637']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:03:23.219893 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-bdeaf7d0-b449-43cf-a1e9-be81234690bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45ef12ce-07ff-4286-bb81-34882b683529') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:03:23.220193 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-bdeaf7d0-b449-43cf-a1e9-be81234690bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45ef12ce-07ff-4286-bb81-34882b683529') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:03:23.232135 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bdeaf7d0-b449-43cf-a1e9-be81234690bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:23.246394 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bdeaf7d0-b449-43cf-a1e9-be81234690bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:23.253825 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdeaf7d0-b449-43cf-a1e9-be81234690bd admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:03:23.254417 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bdeaf7d0-b449-43cf-a1e9-be81234690bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:23.256600 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:03:23.256600 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:03:23.256600 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:03:23.256600 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:03:23.256600 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:03:23.256600 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:03:23.256600 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:03:23.256600 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:03:23.256600 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:03:23.256600 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:03:23.256600 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:03:23.256600 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:03:23.256600 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:03:23.256600 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:03:23.256600 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:03:23.256600 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:03:23.256600 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:03:23.256600 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:03:23.256600 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:03:23.256600 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:03:23.256600 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:03:23.256600 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:03:23.256600 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:03:23.256600 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:03:23.256600 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:03:23.256600 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:03:23.256600 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:03:23.256600 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:03:23.256600 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:03:23.256600 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:03:23.256600 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:03:23.256600 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:03:23.335193 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bdeaf7d0-b449-43cf-a1e9-be81234690bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:23.340091 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bdeaf7d0-b449-43cf-a1e9-be81234690bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:23.343282 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-bdeaf7d0-b449-43cf-a1e9-be81234690bd admin admin] 10.222.0.20 "DELETE /v2.0/networks/adbbb48e-657f-410a-9426-dbd2bbcc9637 HTTP/1.1" status: 204 len: 168 time: 0.5075595 Nov 27 04:03:23.345995 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56644) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:23.369814 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeaf7d0-b449-43cf-a1e9-be81234690bd admin admin] Pushing event deleted for resources: {'Network': ['ID=adbbb48e-657f-410a-9426-dbd2bbcc9637,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:23.411267 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ccce1ef-3951-4e4b-b14c-f17179c33f98 admin admin] Deleting subnet b68c4fad-f1f7-4801-9246-2c56cdf8869c {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:03:23.414966 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9ccce1ef-3951-4e4b-b14c-f17179c33f98 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:23.455749 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9ccce1ef-3951-4e4b-b14c-f17179c33f98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:23.501256 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9ccce1ef-3951-4e4b-b14c-f17179c33f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:23.573215 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9ccce1ef-3951-4e4b-b14c-f17179c33f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:23.607891 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccce1ef-3951-4e4b-b14c-f17179c33f98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b68c4fad-f1f7-4801-9246-2c56cdf8869c,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:23.610058 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9ccce1ef-3951-4e4b-b14c-f17179c33f98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:23.613633 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9ccce1ef-3951-4e4b-b14c-f17179c33f98 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b68c4fad-f1f7-4801-9246-2c56cdf8869c HTTP/1.1" status: 204 len: 168 time: 0.2664759 Nov 27 04:03:23.616258 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56646) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:23.699438 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b98036e7-2d34-4fe5-af5c-a9142b919b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:23.764992 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f2fe9-5e52-4348-8e9b-6fbf913e2972 req-09a546a5-fe47-432f-bb51-61b6cb22e5af tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:23.766531 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3b6f2fe9-5e52-4348-8e9b-6fbf913e2972 req-09a546a5-fe47-432f-bb51-61b6cb22e5af tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=613ed2db-161c-4777-9800-7368411528d6 HTTP/1.1" status: 200 len: 946 time: 0.0863779 Nov 27 04:03:23.829650 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b98036e7-2d34-4fe5-af5c-a9142b919b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:23.866733 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-b98036e7-2d34-4fe5-af5c-a9142b919b08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98d14cf7-e0ea-4cf1-bfd6-ba27484071d2']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:03:23.877291 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3b6f2fe9-5e52-4348-8e9b-6fbf913e2972 req-5f5e7c3d-286d-4e5c-a313-784b4b6e402b tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980885 Nov 27 04:03:23.880703 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-b98036e7-2d34-4fe5-af5c-a9142b919b08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8736352e-505e-4e63-ae4f-18a9254f2d91') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:03:23.881126 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-b98036e7-2d34-4fe5-af5c-a9142b919b08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8736352e-505e-4e63-ae4f-18a9254f2d91') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:03:23.892863 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b98036e7-2d34-4fe5-af5c-a9142b919b08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:23.907726 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b98036e7-2d34-4fe5-af5c-a9142b919b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:23.914782 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b98036e7-2d34-4fe5-af5c-a9142b919b08 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:03:23.915366 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b98036e7-2d34-4fe5-af5c-a9142b919b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:23.917191 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:03:23.917191 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:03:23.917191 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:03:23.917191 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:03:23.917191 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:03:23.917191 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:03:23.917191 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:03:23.917191 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:03:23.917191 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:03:23.917191 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:03:23.917191 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:03:23.917191 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:03:23.917191 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:03:23.917191 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:03:23.917191 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:03:23.917191 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:03:23.917191 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:03:23.917191 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:03:23.917191 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:03:23.917191 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:03:23.917191 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:03:23.917191 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:03:23.917191 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:03:23.917191 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:03:23.917191 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:03:23.917191 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:03:23.917191 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:03:23.917191 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:03:23.917191 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:03:23.917191 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:03:23.917191 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:03:23.917191 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:03:23.980743 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b98036e7-2d34-4fe5-af5c-a9142b919b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:23.989054 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b98036e7-2d34-4fe5-af5c-a9142b919b08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:23.992839 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b98036e7-2d34-4fe5-af5c-a9142b919b08 admin admin] 10.222.0.20 "DELETE /v2.0/networks/98d14cf7-e0ea-4cf1-bfd6-ba27484071d2 HTTP/1.1" status: 204 len: 168 time: 0.3753967 Nov 27 04:03:24.009126 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98036e7-2d34-4fe5-af5c-a9142b919b08 admin admin] Pushing event deleted for resources: {'Network': ['ID=98d14cf7-e0ea-4cf1-bfd6-ba27484071d2,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:24.231452 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56674) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:24.256705 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23fa729-fc68-408c-976c-2009b36fcffd req-8ed1c1bf-b50d-43e2-b0fe-48a156bd8cc2 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:24.258263 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e23fa729-fc68-408c-976c-2009b36fcffd req-8ed1c1bf-b50d-43e2-b0fe-48a156bd8cc2 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.0523994 Nov 27 04:03:24.314279 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4b51d449-758b-4a04-9896-ae50c7633bc0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=82b55fdeb6264ccb8df6253a2a79d34b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0786152 Nov 27 04:03:24.314484 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e23fa729-fc68-408c-976c-2009b36fcffd req-8c58d4e9-28ac-4b9d-9307-27ed37e449b5 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481846 Nov 27 04:03:24.314484 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56676) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:24.332263 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-0fc24abf-b413-41ca-83de-ff1a4d9120bc tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:24.337855 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-0fc24abf-b413-41ca-83de-ff1a4d9120bc tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/networks?id=759ac2b1-65e6-49cb-874d-aae0615c0432 HTTP/1.1" status: 200 len: 814 time: 0.1678059 Nov 27 04:03:24.360748 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-27ee6e61-786f-4b0b-8e59-0214608201fa tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/quotas/2a559fcfd820469880e400429349a9fc HTTP/1.1" status: 200 len: 375 time: 0.0180681 Nov 27 04:03:24.383389 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8414ea2d-467c-490c-a43c-4fc484bb93bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:24.416034 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8414ea2d-467c-490c-a43c-4fc484bb93bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:24.424386 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-288e7b31-1d4c-4653-8076-7656ec78f8dc tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2a559fcfd820469880e400429349a9fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531397 Nov 27 04:03:24.481134 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8414ea2d-467c-490c-a43c-4fc484bb93bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:24.483820 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8414ea2d-467c-490c-a43c-4fc484bb93bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:24.488732 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8414ea2d-467c-490c-a43c-4fc484bb93bf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9bc965b8-b298-4bc4-8216-a739839a8cb2 HTTP/1.1" status: 204 len: 168 time: 0.1726334 Nov 27 04:03:24.500544 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8414ea2d-467c-490c-a43c-4fc484bb93bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc965b8-b298-4bc4-8216-a739839a8cb2,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:24.552319 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-49cd8f05-9579-480b-beba-414bbe5a93c4 service neutron] 10.222.0.20 "GET /v2.0/networks/759ac2b1-65e6-49cb-874d-aae0615c0432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193249 Nov 27 04:03:24.668687 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-0401b484-95f9-40f5-aff0-244c07ac81d0 service neutron] 10.222.0.20 "GET /v2.0/networks/759ac2b1-65e6-49cb-874d-aae0615c0432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091609 Nov 27 04:03:24.946881 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9de1907c-65fb-4bf9-a042-0a29698d338c req-34c7e36a-a911-4863-9e3a-913ff5de32ad tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=680b29a9-70c9-4593-98ec-605092cb73ab HTTP/1.1" status: 200 len: 210 time: 0.0327690 Nov 27 04:03:25.019840 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56696) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:25.088376 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-59c6b0b0-a904-4400-a76b-16918178332b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5499bb2861fb4212bb8ce2637f057c4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0666339 Nov 27 04:03:25.091112 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56702) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:25.163548 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-878dcbdc-901b-4662-9e8d-c16a5a23350d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:25.208725 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-878dcbdc-901b-4662-9e8d-c16a5a23350d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:25.225958 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56708) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:25.297493 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-878dcbdc-901b-4662-9e8d-c16a5a23350d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:25.301325 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-878dcbdc-901b-4662-9e8d-c16a5a23350d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:25.302601 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-878dcbdc-901b-4662-9e8d-c16a5a23350d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/67d474fd-5442-4f8a-b8bd-ce9f788d50e9 HTTP/1.1" status: 204 len: 168 time: 0.2096307 Nov 27 04:03:25.327459 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878dcbdc-901b-4662-9e8d-c16a5a23350d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d474fd-5442-4f8a-b8bd-ce9f788d50e9,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:25.438445 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5c6c4b2d-061d-497b-b682-b6d5e381211f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:25.514415 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f2c53-30c9-4ba0-a02a-aadd2b7219a2 req-4c5c9934-0dae-4950-a774-db5964bd1232 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:25.523270 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0d0f2c53-30c9-4ba0-a02a-aadd2b7219a2 req-4c5c9934-0dae-4950-a774-db5964bd1232 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.0777609 Nov 27 04:03:25.585181 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5c6c4b2d-061d-497b-b682-b6d5e381211f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:25.586741 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0d0f2c53-30c9-4ba0-a02a-aadd2b7219a2 req-d5d9ee22-7256-45ed-9822-f4818a96fc92 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623150 Nov 27 04:03:25.594241 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5c6c4b2d-061d-497b-b682-b6d5e381211f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:25.655020 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5c6c4b2d-061d-497b-b682-b6d5e381211f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bdd3c931593541dd84d332042477f332&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4270308 Nov 27 04:03:25.656019 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c4b2d-061d-497b-b682-b6d5e381211f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58bb029-1fee-4c1c-97ba-6b56482bebf7,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:25.656907 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56722) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:25.725780 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2682052d-ecb7-4e35-8993-1e38cf8f69ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:25.791152 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2682052d-ecb7-4e35-8993-1e38cf8f69ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:25.865885 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2682052d-ecb7-4e35-8993-1e38cf8f69ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:25.870225 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2682052d-ecb7-4e35-8993-1e38cf8f69ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:25.872472 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2682052d-ecb7-4e35-8993-1e38cf8f69ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e58bb029-1fee-4c1c-97ba-6b56482bebf7 HTTP/1.1" status: 204 len: 168 time: 0.2143826 Nov 27 04:03:25.910017 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2682052d-ecb7-4e35-8993-1e38cf8f69ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58bb029-1fee-4c1c-97ba-6b56482bebf7,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:26.135940 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a63e9f7c-f2cc-4bd6-921f-05a0af6552b6 req-3fc9246c-ec91-4cd0-ade1-c5cddeb4203d tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=680b29a9-70c9-4593-98ec-605092cb73ab HTTP/1.1" status: 200 len: 210 time: 0.0644243 Nov 27 04:03:26.586934 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-3f142b7e-ab91-405c-8d64-4a58ee47ae33 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:26.588625 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-3f142b7e-ab91-405c-8d64-4a58ee47ae33 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.23 "GET /v2.0/networks?id=759ac2b1-65e6-49cb-874d-aae0615c0432 HTTP/1.1" status: 200 len: 814 time: 0.1612239 Nov 27 04:03:26.621378 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-f8080a83-b3d2-4ad2-89b6-aa2ab57dba1e tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Request body: {'port': {'device_id': '680b29a9-70c9-4593-98ec-605092cb73ab', 'network_id': '759ac2b1-65e6-49cb-874d-aae0615c0432', 'admin_state_up': True, 'tenant_id': '2a559fcfd820469880e400429349a9fc'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:03:26.874915 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-f8080a83-b3d2-4ad2-89b6-aa2ab57dba1e tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Made reservation on behalf of 2a559fcfd820469880e400429349a9fc for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:03:26.879595 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-f8080a83-b3d2-4ad2-89b6-aa2ab57dba1e tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:26.881893 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a1231-ac76-4a4c-9a33-1459f31632cb req-ec7c12e2-5c55-4185-8008-2e78688323ac tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:26.898689 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8d8a1231-ac76-4a4c-9a33-1459f31632cb req-ec7c12e2-5c55-4185-8008-2e78688323ac tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1313698 Nov 27 04:03:26.956625 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8d8a1231-ac76-4a4c-9a33-1459f31632cb req-f9982a83-fb0f-48b8-9ba8-67f1c5b8a922 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569878 Nov 27 04:03:27.037324 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-f8080a83-b3d2-4ad2-89b6-aa2ab57dba1e tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Allocated IP 172.20.0.9 (759ac2b1-65e6-49cb-874d-aae0615c0432/f0fcef5c-b309-4313-95f8-651075054f8e/55ec030f-36e4-4433-9b2e-61cb4c7f2748) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:03:27.246383 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e84fb9d6-8275-4378-8344-331a7d2b8b43 req-c74b2feb-2a14-4a9f-992e-fa51c469b4c1 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=680b29a9-70c9-4593-98ec-605092cb73ab HTTP/1.1" status: 200 len: 210 time: 0.0385144 Nov 27 04:03:27.269030 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-f8080a83-b3d2-4ad2-89b6-aa2ab57dba1e tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:27.309555 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-f8080a83-b3d2-4ad2-89b6-aa2ab57dba1e tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:27.344115 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['17fb2973-29f3-4d7b-9f1b-1960f8905677', 'f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:03:27.356360 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-f8080a83-b3d2-4ad2-89b6-aa2ab57dba1e tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Network 759ac2b1-65e6-49cb-874d-aae0615c0432 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:03:27.362309 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-f8080a83-b3d2-4ad2-89b6-aa2ab57dba1e tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:03:27.366808 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-f8080a83-b3d2-4ad2-89b6-aa2ab57dba1e tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:03:27.385029 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1e218a-690b-49d8-a6f8-19fa4304db88 None None] DHCP port deletion for 759ac2b1-65e6-49cb-874d-aae0615c0432 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:03:27.420887 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:03:27.427032 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-f8080a83-b3d2-4ad2-89b6-aa2ab57dba1e tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:27.427735 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-f8080a83-b3d2-4ad2-89b6-aa2ab57dba1e tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:27.441479 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8080a83-b3d2-4ad2-89b6-aa2ab57dba1e tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Pushing event updated for resources: {'Port': ['ID=55ec030f-36e4-4433-9b2e-61cb4c7f2748,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:27.463154 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-f8080a83-b3d2-4ad2-89b6-aa2ab57dba1e tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8523703 Nov 27 04:03:27.475927 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-797cd0bd-605b-42a7-b8d3-086192b3eac6 service neutron] Request body: {'port': {'device_id': '680b29a9-70c9-4593-98ec-605092cb73ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:03:27.505037 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-00e311a6-3684-4401-91ab-368a723f9194 None None] Provisioning complete for port 55ec030f-36e4-4433-9b2e-61cb4c7f2748 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:03:27.505654 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-00e311a6-3684-4401-91ab-368a723f9194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:27.539392 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-797cd0bd-605b-42a7-b8d3-086192b3eac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:27.559599 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-00e311a6-3684-4401-91ab-368a723f9194 None None] Port 55ec030f-36e4-4433-9b2e-61cb4c7f2748 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:03:27.602297 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56794) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:27.761011 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9938770d-adf3-4ea6-b687-86b29452c53f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:27.939032 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9938770d-adf3-4ea6-b687-86b29452c53f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:27.943777 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-797cd0bd-605b-42a7-b8d3-086192b3eac6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55ec030f-36e4-4433-9b2e-61cb4c7f2748 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:03:27.950312 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9938770d-adf3-4ea6-b687-86b29452c53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:27.954163 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-797cd0bd-605b-42a7-b8d3-086192b3eac6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:28.008534 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-797cd0bd-605b-42a7-b8d3-086192b3eac6 service neutron] Transition to ACTIVE for port object 55ec030f-36e4-4433-9b2e-61cb4c7f2748 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:03:28.013705 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9938770d-adf3-4ea6-b687-86b29452c53f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c979c04ad422431bae612e3c21c1d643&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4098165 Nov 27 04:03:28.014739 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9938770d-adf3-4ea6-b687-86b29452c53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a44639-a994-4f63-8cf7-552b57ca6deb,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:28.016703 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56812) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:28.019510 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-797cd0bd-605b-42a7-b8d3-086192b3eac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:28.086721 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab56d0e3-7a07-4bb3-909e-3e7ecaa3fbc1 None None] DHCP port deletion for 759ac2b1-65e6-49cb-874d-aae0615c0432 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:03:28.089086 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f0cf3cf9-2dbe-46ab-a41b-74f4b8047d74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:28.116637 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797cd0bd-605b-42a7-b8d3-086192b3eac6 service neutron] Pushing event updated for resources: {'Port': ['ID=55ec030f-36e4-4433-9b2e-61cb4c7f2748,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:28.132017 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f0cf3cf9-2dbe-46ab-a41b-74f4b8047d74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:28.198505 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f0cf3cf9-2dbe-46ab-a41b-74f4b8047d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:28.203474 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f0cf3cf9-2dbe-46ab-a41b-74f4b8047d74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:28.204047 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03e221-674b-4a4c-96ff-fa3eca161347 req-3c6411fa-105a-421d-9d91-a8313182f40d tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:28.206140 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2c03e221-674b-4a4c-96ff-fa3eca161347 req-3c6411fa-105a-421d-9d91-a8313182f40d tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1479285 Nov 27 04:03:28.206624 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f0cf3cf9-2dbe-46ab-a41b-74f4b8047d74 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f1a44639-a994-4f63-8cf7-552b57ca6deb HTTP/1.1" status: 204 len: 168 time: 0.1851776 Nov 27 04:03:28.217095 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cf3cf9-2dbe-46ab-a41b-74f4b8047d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a44639-a994-4f63-8cf7-552b57ca6deb,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:28.257821 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-797cd0bd-605b-42a7-b8d3-086192b3eac6 service neutron] Attempting to bind port 55ec030f-36e4-4433-9b2e-61cb4c7f2748 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:03:28.258236 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-797cd0bd-605b-42a7-b8d3-086192b3eac6 service neutron] Attempting to bind port 55ec030f-36e4-4433-9b2e-61cb4c7f2748 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': 'ebf9e551-55f8-4bea-b6f1-8b78b226551a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '759ac2b1-65e6-49cb-874d-aae0615c0432'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:03:28.258696 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-797cd0bd-605b-42a7-b8d3-086192b3eac6 service neutron] Attempting to bind port 55ec030f-36e4-4433-9b2e-61cb4c7f2748 on network 759ac2b1-65e6-49cb-874d-aae0615c0432 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:03:28.273149 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-797cd0bd-605b-42a7-b8d3-086192b3eac6 service neutron] Port 55ec030f-36e4-4433-9b2e-61cb4c7f2748 on network 759ac2b1-65e6-49cb-874d-aae0615c0432 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:03:28.273848 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-797cd0bd-605b-42a7-b8d3-086192b3eac6 service neutron] Attempting to bind port 55ec030f-36e4-4433-9b2e-61cb4c7f2748 on network 759ac2b1-65e6-49cb-874d-aae0615c0432 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:03:28.308395 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-797cd0bd-605b-42a7-b8d3-086192b3eac6 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:03:28.309018 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-797cd0bd-605b-42a7-b8d3-086192b3eac6 service neutron] Checking segment: {'id': 'ebf9e551-55f8-4bea-b6f1-8b78b226551a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '759ac2b1-65e6-49cb-874d-aae0615c0432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:03:28.309555 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-797cd0bd-605b-42a7-b8d3-086192b3eac6 service neutron] Bound using segment: {'id': 'ebf9e551-55f8-4bea-b6f1-8b78b226551a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '759ac2b1-65e6-49cb-874d-aae0615c0432'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:03:28.310178 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-797cd0bd-605b-42a7-b8d3-086192b3eac6 service neutron] Bound port: 55ec030f-36e4-4433-9b2e-61cb4c7f2748, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebf9e551-55f8-4bea-b6f1-8b78b226551a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '759ac2b1-65e6-49cb-874d-aae0615c0432'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:03:28.310898 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-797cd0bd-605b-42a7-b8d3-086192b3eac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:28.317981 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2c03e221-674b-4a4c-96ff-fa3eca161347 req-45e044c5-320f-46dd-9188-51ec06a2eaca tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886376 Nov 27 04:03:28.454831 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-797cd0bd-605b-42a7-b8d3-086192b3eac6 service neutron] For port 55ec030f-36e4-4433-9b2e-61cb4c7f2748, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:03:28.468353 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-797cd0bd-605b-42a7-b8d3-086192b3eac6 service neutron] For port 55ec030f-36e4-4433-9b2e-61cb4c7f2748, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=55ec030f-36e4-4433-9b2e-61cb4c7f2748,segment=NetworkSegment(ebf9e551-55f8-4bea-b6f1-8b78b226551a),segment_id=ebf9e551-55f8-4bea-b6f1-8b78b226551a)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:03:28.478731 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-797cd0bd-605b-42a7-b8d3-086192b3eac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:28.505079 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2375d20-faa4-4bb5-ac7a-307b0286eb0b None None] DHCP port deletion for 759ac2b1-65e6-49cb-874d-aae0615c0432 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:03:28.510368 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535ba31-0d32-47ef-a681-8adda762fb68 req-a25ef197-68a8-4c3b-af8e-b87dbc718074 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:28.524298 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6535ba31-0d32-47ef-a681-8adda762fb68 req-a25ef197-68a8-4c3b-af8e-b87dbc718074 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=680b29a9-70c9-4593-98ec-605092cb73ab HTTP/1.1" status: 200 len: 943 time: 0.0978444 Nov 27 04:03:28.530175 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-797cd0bd-605b-42a7-b8d3-086192b3eac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:28.530839 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-797cd0bd-605b-42a7-b8d3-086192b3eac6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:28.532652 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-797cd0bd-605b-42a7-b8d3-086192b3eac6 service neutron] 10.222.0.23 "PUT /v2.0/ports/55ec030f-36e4-4433-9b2e-61cb4c7f2748 HTTP/1.1" status: 200 len: 1091 time: 1.0625660 Nov 27 04:03:28.533169 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '680b29a9-70c9-4593-98ec-605092cb73ab', 'tag': '55ec030f-36e4-4433-9b2e-61cb4c7f2748'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:03:28.536300 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c47657b-4afa-4ba5-90ca-dfdd5659b304" -d '{"events": [{"name": "network-changed", "server_uuid": "680b29a9-70c9-4593-98ec-605092cb73ab", "tag": "55ec030f-36e4-4433-9b2e-61cb4c7f2748"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:03:28.657004 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3488dd7c-677f-4a1d-ab87-01cfffe9cb12 x-openstack-request-id: req-3488dd7c-677f-4a1d-ab87-01cfffe9cb12 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:03:28.657655 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "680b29a9-70c9-4593-98ec-605092cb73ab", "tag": "55ec030f-36e4-4433-9b2e-61cb4c7f2748", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:03:28.657655 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3488dd7c-677f-4a1d-ab87-01cfffe9cb12 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:03:28.658031 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '680b29a9-70c9-4593-98ec-605092cb73ab', 'tag': '55ec030f-36e4-4433-9b2e-61cb4c7f2748', 'status': 'completed', 'code': 200} Nov 27 04:03:28.658859 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797cd0bd-605b-42a7-b8d3-086192b3eac6 service neutron] Pushing event updated for resources: {'Port': ['ID=55ec030f-36e4-4433-9b2e-61cb4c7f2748,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:28.676335 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-42a314e6-cf6c-491e-9644-57fcf687ab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:28.678049 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-42a314e6-cf6c-491e-9644-57fcf687ab7d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2a559fcfd820469880e400429349a9fc&device_id=680b29a9-70c9-4593-98ec-605092cb73ab HTTP/1.1" status: 200 len: 1094 time: 0.0811155 Nov 27 04:03:28.685713 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6535ba31-0d32-47ef-a681-8adda762fb68 req-ae287515-c748-4c04-97af-4116a9a1248b tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/security-groups?id=8836fad6-5b2e-4036-bf51-408bbb5dc58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598716 Nov 27 04:03:28.738705 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-84284451-61a2-46e3-831a-89c7c0d81efc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55ec030f-36e4-4433-9b2e-61cb4c7f2748 HTTP/1.1" status: 200 len: 217 time: 0.0443146 Nov 27 04:03:28.744157 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56824) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:28.760410 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bf1b4f19-bcb8-49b2-8796-7831c7589b73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:28.796953 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-080359e1-1953-4f55-b140-eb758d95502e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:28.799111 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-080359e1-1953-4f55-b140-eb758d95502e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f0fcef5c-b309-4313-95f8-651075054f8e HTTP/1.1" status: 200 len: 854 time: 0.0521002 Nov 27 04:03:28.855397 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-4580af0e-662d-44b3-a840-4f79730c3dae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=759ac2b1-65e6-49cb-874d-aae0615c0432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489979 Nov 27 04:03:28.886207 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bf1b4f19-bcb8-49b2-8796-7831c7589b73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:28.905230 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bf1b4f19-bcb8-49b2-8796-7831c7589b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:28.968263 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b4f19-bcb8-49b2-8796-7831c7589b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e13c336-2d1f-4901-9189-bbfe9f2eabfb,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:28.984924 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-a26a87e7-f1d3-4ba9-897c-8ca7ad93c0b3 service neutron] 10.222.0.23 "GET /v2.0/networks/759ac2b1-65e6-49cb-874d-aae0615c0432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179881 Nov 27 04:03:29.003357 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-bf1b4f19-bcb8-49b2-8796-7831c7589b73 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ccaa76d8ba84647bd4df07fd314fc86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2578838 Nov 27 04:03:29.005888 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56828) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:29.070002 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e1f7e155-ec49-4e85-bcb6-ce3960fda1be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:29.101175 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e1f7e155-ec49-4e85-bcb6-ce3960fda1be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:29.110882 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-18fedb60-8998-4ade-a846-0b2ff6a7138a req-07bd4d9f-050b-4480-80b1-253aed35552d service neutron] 10.222.0.23 "GET /v2.0/networks/759ac2b1-65e6-49cb-874d-aae0615c0432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179049 Nov 27 04:03:29.154879 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e1f7e155-ec49-4e85-bcb6-ce3960fda1be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:29.157668 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e1f7e155-ec49-4e85-bcb6-ce3960fda1be admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:29.159632 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e1f7e155-ec49-4e85-bcb6-ce3960fda1be admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e13c336-2d1f-4901-9189-bbfe9f2eabfb HTTP/1.1" status: 204 len: 168 time: 0.1526940 Nov 27 04:03:29.179353 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f7e155-ec49-4e85-bcb6-ce3960fda1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e13c336-2d1f-4901-9189-bbfe9f2eabfb,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:29.239173 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47657b-4afa-4ba5-90ca-dfdd5659b304 req-5ee6ba53-8c5f-4a6d-9812-35f9633ace15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:29.240848 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c47657b-4afa-4ba5-90ca-dfdd5659b304 req-5ee6ba53-8c5f-4a6d-9812-35f9633ace15 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2a559fcfd820469880e400429349a9fc&device_id=680b29a9-70c9-4593-98ec-605092cb73ab HTTP/1.1" status: 200 len: 1094 time: 0.0436945 Nov 27 04:03:29.347439 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47657b-4afa-4ba5-90ca-dfdd5659b304 req-dbc57357-71a1-4e81-b312-8d0194b31980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:29.348961 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c47657b-4afa-4ba5-90ca-dfdd5659b304 req-dbc57357-71a1-4e81-b312-8d0194b31980 service neutron] 10.222.0.23 "GET /v2.0/networks?id=759ac2b1-65e6-49cb-874d-aae0615c0432 HTTP/1.1" status: 200 len: 915 time: 0.1007142 Nov 27 04:03:29.396224 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c47657b-4afa-4ba5-90ca-dfdd5659b304 req-01588d20-7e0b-484a-ba0c-9e1911effe53 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55ec030f-36e4-4433-9b2e-61cb4c7f2748 HTTP/1.1" status: 200 len: 217 time: 0.0391009 Nov 27 04:03:29.490066 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47657b-4afa-4ba5-90ca-dfdd5659b304 req-c941f6f5-c2cc-4298-bec8-81068f4ebd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:29.491591 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c47657b-4afa-4ba5-90ca-dfdd5659b304 req-c941f6f5-c2cc-4298-bec8-81068f4ebd07 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f0fcef5c-b309-4313-95f8-651075054f8e HTTP/1.1" status: 200 len: 854 time: 0.0881536 Nov 27 04:03:29.504512 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe41b6c-6085-40f3-bd40-c81f004c8ec4 req-41d5cf9e-2053-4ca4-82e4-36213088bc39 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:29.506202 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-abe41b6c-6085-40f3-bd40-c81f004c8ec4 req-41d5cf9e-2053-4ca4-82e4-36213088bc39 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.0687816 Nov 27 04:03:29.555036 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c47657b-4afa-4ba5-90ca-dfdd5659b304 req-6db49071-ec75-4f90-8f76-e826d131ec5f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=759ac2b1-65e6-49cb-874d-aae0615c0432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382702 Nov 27 04:03:29.651601 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-abe41b6c-6085-40f3-bd40-c81f004c8ec4 req-de026da1-1bdf-4ff8-8b39-fb3a0532daaa tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330941 Nov 27 04:03:29.706580 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c47657b-4afa-4ba5-90ca-dfdd5659b304 req-f6b15f72-7425-4f38-b66a-ab74bf9412fe service neutron] 10.222.0.23 "GET /v2.0/networks/759ac2b1-65e6-49cb-874d-aae0615c0432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338577 Nov 27 04:03:29.823634 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db10870-743e-4b7b-9ff6-44390d437fa0 req-73d88162-bada-4da0-8109-d02229b96542 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:29.825478 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9db10870-743e-4b7b-9ff6-44390d437fa0 req-73d88162-bada-4da0-8109-d02229b96542 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=680b29a9-70c9-4593-98ec-605092cb73ab HTTP/1.1" status: 200 len: 943 time: 0.0605175 Nov 27 04:03:29.842206 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c47657b-4afa-4ba5-90ca-dfdd5659b304 req-859da640-16b3-4da5-83d0-5b7b87b614f3 service neutron] 10.222.0.23 "GET /v2.0/networks/759ac2b1-65e6-49cb-874d-aae0615c0432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206865 Nov 27 04:03:29.881991 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9db10870-743e-4b7b-9ff6-44390d437fa0 req-8f471917-cf76-4e4a-ac0b-107d92d84512 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/security-groups?id=8836fad6-5b2e-4036-bf51-408bbb5dc58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497551 Nov 27 04:03:30.150971 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-f0387f6d-c19f-4b6a-9efb-b3b21ba56381 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d92d2593fe9b4af99fb3e91067efcccc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313621 Nov 27 04:03:30.353757 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-0f58a8d9-30fa-42e2-9511-77b7954f253a tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:30.355301 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-0f58a8d9-30fa-42e2-9511-77b7954f253a tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1982787 Nov 27 04:03:30.370851 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-075e6487-c16f-4466-ab59-3c109717cb95 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] 10.222.0.20 "GET /v2.0/quotas/d92d2593fe9b4af99fb3e91067efcccc HTTP/1.1" status: 200 len: 375 time: 0.0094373 Nov 27 04:03:30.405726 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-f3a67be4-0e58-4918-9561-dca45c820122 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d92d2593fe9b4af99fb3e91067efcccc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278597 Nov 27 04:03:30.592181 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4c96b748-b603-4754-bd49-18d20a80bb22 req-a08eefc6-14bf-464e-b006-703d0a5b3110 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] 10.222.0.20 "GET /v2.0/ports?device_id=7445d9fd-7677-4372-b6bc-dd49eb09759e HTTP/1.1" status: 200 len: 210 time: 0.0263250 Nov 27 04:03:30.794948 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9924d2-9235-46fe-8480-f5d7c36345f7 req-4054e037-6f49-4c90-8222-491433742b73 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:30.803155 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2e9924d2-9235-46fe-8480-f5d7c36345f7 req-4054e037-6f49-4c90-8222-491433742b73 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.0654020 Nov 27 04:03:30.871441 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2e9924d2-9235-46fe-8480-f5d7c36345f7 req-f5bfd664-f6af-44d7-b28b-755393149ce0 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665410 Nov 27 04:03:31.060333 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85153044-a996-44ac-a094-1ac62f0ff575 req-c59c88b0-9657-4ae5-8f6d-88b8ca47bfaa tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:31.060860 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-85153044-a996-44ac-a094-1ac62f0ff575 req-c59c88b0-9657-4ae5-8f6d-88b8ca47bfaa tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=680b29a9-70c9-4593-98ec-605092cb73ab HTTP/1.1" status: 200 len: 943 time: 0.0807769 Nov 27 04:03:31.140409 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-85153044-a996-44ac-a094-1ac62f0ff575 req-a6b5e690-388e-41bd-a88f-bb4552f5c4f1 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/security-groups?id=8836fad6-5b2e-4036-bf51-408bbb5dc58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716543 Nov 27 04:03:31.405511 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56928) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:31.518484 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7d67c156-6ef2-4935-bf23-27f9f9247037 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:31.597818 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7d67c156-6ef2-4935-bf23-27f9f9247037 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:31.601735 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7d67c156-6ef2-4935-bf23-27f9f9247037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:31.641411 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7d67c156-6ef2-4935-bf23-27f9f9247037 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=edeb41f9acbf4382b8c98048d4af010e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2345467 Nov 27 04:03:31.643530 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56934) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:31.647493 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d67c156-6ef2-4935-bf23-27f9f9247037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473a534a-8799-4b8b-8bc1-8d5b3e259727,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:31.714721 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cb1fc95a-61f5-4430-a70d-a04315aec94a req-56e51b44-29ba-45ab-83ea-d05800b77989 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] 10.222.0.20 "GET /v2.0/ports?device_id=7445d9fd-7677-4372-b6bc-dd49eb09759e HTTP/1.1" status: 200 len: 210 time: 0.0378432 Nov 27 04:03:31.729613 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0941c567-e56e-459e-bb12-c294f3a7c28d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:31.766320 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0941c567-e56e-459e-bb12-c294f3a7c28d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:31.834355 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0941c567-e56e-459e-bb12-c294f3a7c28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:31.837003 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0941c567-e56e-459e-bb12-c294f3a7c28d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:31.838174 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0941c567-e56e-459e-bb12-c294f3a7c28d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/473a534a-8799-4b8b-8bc1-8d5b3e259727 HTTP/1.1" status: 204 len: 168 time: 0.1936028 Nov 27 04:03:31.851818 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-493d318e-2639-41e1-91ad-ef4597ed277b tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=d92d2593fe9b4af99fb3e91067efcccc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290055 Nov 27 04:03:31.856974 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941c567-e56e-459e-bb12-c294f3a7c28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473a534a-8799-4b8b-8bc1-8d5b3e259727,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:32.075718 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df575fc8-5133-426c-ba29-58bbdc971acb req-6773e3ed-e4c3-48bf-b2d9-e01c89bdf5f2 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:32.080017 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-df575fc8-5133-426c-ba29-58bbdc971acb req-6773e3ed-e4c3-48bf-b2d9-e01c89bdf5f2 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.0890989 Nov 27 04:03:32.160837 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-df575fc8-5133-426c-ba29-58bbdc971acb req-64dc65e1-2371-4561-bfca-b6f06e8c9505 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733306 Nov 27 04:03:32.254917 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56948) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:32.268413 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0545652e-ca56-4831-af7f-29decf21d509 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:32.302516 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-12bae5e7-3200-464d-8d83-3259a1cbe2fa tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:32.304066 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-12bae5e7-3200-464d-8d83-3259a1cbe2fa tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4448752 Nov 27 04:03:32.326599 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762ebfe-9560-4110-a2bd-5beb24d568a3 req-45bffa71-b15f-431d-9cdb-6f4492318210 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:32.328209 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6762ebfe-9560-4110-a2bd-5beb24d568a3 req-45bffa71-b15f-431d-9cdb-6f4492318210 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=680b29a9-70c9-4593-98ec-605092cb73ab HTTP/1.1" status: 200 len: 943 time: 0.0788701 Nov 27 04:03:32.340346 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-4495dcdd-d672-4400-8352-3574c9ecb534 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] Request body: {'port': {'device_id': '7445d9fd-7677-4372-b6bc-dd49eb09759e', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'admin_state_up': True, 'tenant_id': 'd92d2593fe9b4af99fb3e91067efcccc'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:03:32.355236 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0545652e-ca56-4831-af7f-29decf21d509 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:32.360169 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0545652e-ca56-4831-af7f-29decf21d509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:32.411100 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0545652e-ca56-4831-af7f-29decf21d509 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7667964f6df64f7d97a585e992125f35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1523833 Nov 27 04:03:32.411100 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0545652e-ca56-4831-af7f-29decf21d509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28b9cf5-fe51-425d-9a57-258fab48341f,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:32.411369 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56950) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:32.483072 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6762ebfe-9560-4110-a2bd-5beb24d568a3 req-d3f9d4a5-fa9f-4a36-bb60-d15c2a36558f tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/security-groups?id=8836fad6-5b2e-4036-bf51-408bbb5dc58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366923 Nov 27 04:03:32.528998 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4e2612b3-2444-4e95-952b-3f8d35642c8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:32.559421 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4e2612b3-2444-4e95-952b-3f8d35642c8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:32.560980 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-4495dcdd-d672-4400-8352-3574c9ecb534 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] Made reservation on behalf of d92d2593fe9b4af99fb3e91067efcccc for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:03:32.564413 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-4495dcdd-d672-4400-8352-3574c9ecb534 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:32.582932 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-4495dcdd-d672-4400-8352-3574c9ecb534 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:32.651149 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4e2612b3-2444-4e95-952b-3f8d35642c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:32.653669 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4e2612b3-2444-4e95-952b-3f8d35642c8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:32.654811 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4e2612b3-2444-4e95-952b-3f8d35642c8c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d28b9cf5-fe51-425d-9a57-258fab48341f HTTP/1.1" status: 204 len: 168 time: 0.2436011 Nov 27 04:03:32.670957 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2612b3-2444-4e95-952b-3f8d35642c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28b9cf5-fe51-425d-9a57-258fab48341f,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:32.693931 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-4495dcdd-d672-4400-8352-3574c9ecb534 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:32.700919 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-4495dcdd-d672-4400-8352-3574c9ecb534 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:32.774948 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4495dcdd-d672-4400-8352-3574c9ecb534 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df771549-91b2-49dc-b85c-8ddf362f8e86,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:32.853324 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-4495dcdd-d672-4400-8352-3574c9ecb534 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] Allocated IP 192.168.233.211 (7cd21890-8440-4d5d-a862-4b55c8c22387/f14a2acf-f1d7-4ddf-8459-b30982428e88/3b8362e5-7d0d-4b30-91b9-5982bc58f53b) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:03:32.868132 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f1017e7f-165f-4bf7-8620-b7e4f7ece8d4 req-f1d3d0ab-b820-48eb-9165-6c8deb691d5c tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] 10.222.0.20 "GET /v2.0/ports?device_id=7445d9fd-7677-4372-b6bc-dd49eb09759e HTTP/1.1" status: 200 len: 210 time: 0.0499375 Nov 27 04:03:33.036557 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-4495dcdd-d672-4400-8352-3574c9ecb534 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:33.073874 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-4495dcdd-d672-4400-8352-3574c9ecb534 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:33.122912 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-4495dcdd-d672-4400-8352-3574c9ecb534 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] Network 7cd21890-8440-4d5d-a862-4b55c8c22387 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:03:33.126040 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-4495dcdd-d672-4400-8352-3574c9ecb534 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:03:33.130534 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-4495dcdd-d672-4400-8352-3574c9ecb534 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:03:33.140235 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4495dcdd-d672-4400-8352-3574c9ecb534 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] Pushing event updated for resources: {'Port': ['ID=3b8362e5-7d0d-4b30-91b9-5982bc58f53b,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:33.197356 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-4495dcdd-d672-4400-8352-3574c9ecb534 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:33.197988 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-4495dcdd-d672-4400-8352-3574c9ecb534 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:33.213080 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 55ec030f-36e4-4433-9b2e-61cb4c7f2748 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:03:33.217605 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-4495dcdd-d672-4400-8352-3574c9ecb534 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8824830 Nov 27 04:03:33.242054 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-a725515d-d2c4-41c6-8b98-e3a0185a63d1 service neutron] Request body: {'port': {'device_id': '7445d9fd-7677-4372-b6bc-dd49eb09759e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:03:33.324504 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-a725515d-d2c4-41c6-8b98-e3a0185a63d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:33.402730 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 55ec030f-36e4-4433-9b2e-61cb4c7f2748, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=55ec030f-36e4-4433-9b2e-61cb4c7f2748,segment=NetworkSegment(ebf9e551-55f8-4bea-b6f1-8b78b226551a),segment_id=ebf9e551-55f8-4bea-b6f1-8b78b226551a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:03:33.411201 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dede444-b6f4-429e-a73a-09a160f311e6 req-ed435186-fbda-4ceb-bdd2-6c3f975a38d4 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:33.415627 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8dede444-b6f4-429e-a73a-09a160f311e6 req-ed435186-fbda-4ceb-bdd2-6c3f975a38d4 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.0991898 Nov 27 04:03:33.423402 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '55ec030f-36e4-4433-9b2e-61cb4c7f2748', 'network_id': '759ac2b1-65e6-49cb-874d-aae0615c0432', 'port_id': '55ec030f-36e4-4433-9b2e-61cb4c7f2748', 'mac_address': 'fa:16:3e:01:8e:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0fcef5c-b309-4313-95f8-651075054f8e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:03:33.486857 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:33.514021 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c144d996-b15a-464c-9ff7-a1f4d95f1618 None None] Provisioning complete for port 3b8362e5-7d0d-4b30-91b9-5982bc58f53b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:03:33.514594 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c144d996-b15a-464c-9ff7-a1f4d95f1618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:33.517277 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55ec030f-36e4-4433-9b2e-61cb4c7f2748 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:03:33.545857 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8dede444-b6f4-429e-a73a-09a160f311e6 req-c88f639b-9c2b-4d34-91a9-d3e1511f3af4 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112192 Nov 27 04:03:33.614093 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 55ec030f-36e4-4433-9b2e-61cb4c7f2748, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=55ec030f-36e4-4433-9b2e-61cb4c7f2748,segment=NetworkSegment(ebf9e551-55f8-4bea-b6f1-8b78b226551a),segment_id=ebf9e551-55f8-4bea-b6f1-8b78b226551a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:03:33.616752 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c144d996-b15a-464c-9ff7-a1f4d95f1618 None None] Port 3b8362e5-7d0d-4b30-91b9-5982bc58f53b cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:03:33.629025 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:33.686851 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=55ec030f-36e4-4433-9b2e-61cb4c7f2748,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:33.725112 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacec9b7-0b80-4424-95fc-92cf239b9529 req-68971bfd-c050-4250-a0c5-c833d126cd06 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:33.727282 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bacec9b7-0b80-4424-95fc-92cf239b9529 req-68971bfd-c050-4250-a0c5-c833d126cd06 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=680b29a9-70c9-4593-98ec-605092cb73ab HTTP/1.1" status: 200 len: 944 time: 0.1116817 Nov 27 04:03:33.839995 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bacec9b7-0b80-4424-95fc-92cf239b9529 req-3caf73a9-dfd2-4f64-84df-627f349bde34 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/security-groups?id=8836fad6-5b2e-4036-bf51-408bbb5dc58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906901 Nov 27 04:03:33.866016 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-a725515d-d2c4-41c6-8b98-e3a0185a63d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b8362e5-7d0d-4b30-91b9-5982bc58f53b {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:03:33.874647 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-a725515d-d2c4-41c6-8b98-e3a0185a63d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:33.890168 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-a725515d-d2c4-41c6-8b98-e3a0185a63d1 service neutron] Transition to ACTIVE for port object 3b8362e5-7d0d-4b30-91b9-5982bc58f53b will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:03:33.904684 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-a725515d-d2c4-41c6-8b98-e3a0185a63d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:34.047418 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['55ec030f-36e4-4433-9b2e-61cb4c7f2748'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:03:34.128686 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0bfe6c-d9f8-4e98-b39a-03e6f88a4f40 req-ae1b63fa-51a8-4a41-928d-b264d2e2c3f3 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:34.146259 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9f0bfe6c-d9f8-4e98-b39a-03e6f88a4f40 req-ae1b63fa-51a8-4a41-928d-b264d2e2c3f3 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] 10.222.0.20 "GET /v2.0/ports?device_id=7445d9fd-7677-4372-b6bc-dd49eb09759e HTTP/1.1" status: 200 len: 948 time: 0.1110251 Nov 27 04:03:34.169820 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-a725515d-d2c4-41c6-8b98-e3a0185a63d1 service neutron] Attempting to bind port 3b8362e5-7d0d-4b30-91b9-5982bc58f53b on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:03:34.170382 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-a725515d-d2c4-41c6-8b98-e3a0185a63d1 service neutron] Attempting to bind port 3b8362e5-7d0d-4b30-91b9-5982bc58f53b by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:03:34.170845 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-a725515d-d2c4-41c6-8b98-e3a0185a63d1 service neutron] Attempting to bind port 3b8362e5-7d0d-4b30-91b9-5982bc58f53b on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:03:34.173215 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725515d-d2c4-41c6-8b98-e3a0185a63d1 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8362e5-7d0d-4b30-91b9-5982bc58f53b,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:34.192000 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-a725515d-d2c4-41c6-8b98-e3a0185a63d1 service neutron] Port 3b8362e5-7d0d-4b30-91b9-5982bc58f53b on network 7cd21890-8440-4d5d-a862-4b55c8c22387 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:03:34.192369 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-a725515d-d2c4-41c6-8b98-e3a0185a63d1 service neutron] Attempting to bind port 3b8362e5-7d0d-4b30-91b9-5982bc58f53b on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:03:34.198054 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-a725515d-d2c4-41c6-8b98-e3a0185a63d1 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:03:34.198396 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-a725515d-d2c4-41c6-8b98-e3a0185a63d1 service neutron] Checking segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:03:34.198829 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-a725515d-d2c4-41c6-8b98-e3a0185a63d1 service neutron] Bound using segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:03:34.199265 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-a725515d-d2c4-41c6-8b98-e3a0185a63d1 service neutron] Bound port: 3b8362e5-7d0d-4b30-91b9-5982bc58f53b, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:03:34.199701 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-a725515d-d2c4-41c6-8b98-e3a0185a63d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:34.287057 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9f0bfe6c-d9f8-4e98-b39a-03e6f88a4f40 req-ef6530dc-35c3-448f-999e-b2aea1142ffa tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] 10.222.0.20 "GET /v2.0/security-groups?id=df771549-91b2-49dc-b85c-8ddf362f8e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394193 Nov 27 04:03:34.352678 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-a725515d-d2c4-41c6-8b98-e3a0185a63d1 service neutron] For port 3b8362e5-7d0d-4b30-91b9-5982bc58f53b, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:03:34.357587 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-a725515d-d2c4-41c6-8b98-e3a0185a63d1 service neutron] For port 3b8362e5-7d0d-4b30-91b9-5982bc58f53b, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=3b8362e5-7d0d-4b30-91b9-5982bc58f53b,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:03:34.365957 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-a725515d-d2c4-41c6-8b98-e3a0185a63d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:34.411551 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-a725515d-d2c4-41c6-8b98-e3a0185a63d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:34.412183 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-a725515d-d2c4-41c6-8b98-e3a0185a63d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:34.413607 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-a725515d-d2c4-41c6-8b98-e3a0185a63d1 service neutron] 10.222.0.11 "PUT /v2.0/ports/3b8362e5-7d0d-4b30-91b9-5982bc58f53b HTTP/1.1" status: 200 len: 1096 time: 1.1762152 Nov 27 04:03:34.414103 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7445d9fd-7677-4372-b6bc-dd49eb09759e', 'tag': '3b8362e5-7d0d-4b30-91b9-5982bc58f53b'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:03:34.420036 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45aea1c6-b356-4d66-b31e-915b809000f2" -d '{"events": [{"name": "network-changed", "server_uuid": "7445d9fd-7677-4372-b6bc-dd49eb09759e", "tag": "3b8362e5-7d0d-4b30-91b9-5982bc58f53b"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:03:34.459319 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725515d-d2c4-41c6-8b98-e3a0185a63d1 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8362e5-7d0d-4b30-91b9-5982bc58f53b,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:34.548382 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31b5208-b06c-4c9e-a32b-bbb155dad93e x-openstack-request-id: req-b31b5208-b06c-4c9e-a32b-bbb155dad93e {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:03:34.548685 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7445d9fd-7677-4372-b6bc-dd49eb09759e", "tag": "3b8362e5-7d0d-4b30-91b9-5982bc58f53b", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:03:34.548941 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b31b5208-b06c-4c9e-a32b-bbb155dad93e {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:03:34.549529 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7445d9fd-7677-4372-b6bc-dd49eb09759e', 'tag': '3b8362e5-7d0d-4b30-91b9-5982bc58f53b', 'status': 'completed', 'code': 200} Nov 27 04:03:34.557684 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-4eb10737-4c4b-4f81-b6b6-6a3ffcb0bf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:34.562894 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-4eb10737-4c4b-4f81-b6b6-6a3ffcb0bf07 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d92d2593fe9b4af99fb3e91067efcccc&device_id=7445d9fd-7677-4372-b6bc-dd49eb09759e HTTP/1.1" status: 200 len: 1099 time: 0.0730529 Nov 27 04:03:34.649124 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-69f9452a-8c9b-4891-b33e-1ac2c6c9f0b0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=3b8362e5-7d0d-4b30-91b9-5982bc58f53b HTTP/1.1" status: 200 len: 217 time: 0.0678675 Nov 27 04:03:34.725503 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824572e6-22c2-44a6-9e01-6861d74a8553 req-ab7a37c1-33f9-4ada-aae0-68ea787343d6 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:34.735592 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-824572e6-22c2-44a6-9e01-6861d74a8553 req-ab7a37c1-33f9-4ada-aae0-68ea787343d6 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.0935926 Nov 27 04:03:34.789256 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-bcc9213a-e17a-4601-a08c-f252e3a9b4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:34.791611 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-bcc9213a-e17a-4601-a08c-f252e3a9b4b0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.1238019 Nov 27 04:03:34.924424 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-833c91c8-26f3-4dab-93bf-30c994b6558b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:34.926949 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-833c91c8-26f3-4dab-93bf-30c994b6558b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1269116 Nov 27 04:03:35.227286 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 61f838f8-05b5-4345-b54f-153c94f198d6 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:03:35.233428 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48932eef-766c-42ce-80c6-7384f4f80782 req-20cfce8a-7d69-49eb-b869-f452a0140221 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:35.243090 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-48932eef-766c-42ce-80c6-7384f4f80782 req-20cfce8a-7d69-49eb-b869-f452a0140221 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=680b29a9-70c9-4593-98ec-605092cb73ab HTTP/1.1" status: 200 len: 944 time: 0.2006874 Nov 27 04:03:35.247099 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-2e0114eb-237b-4463-8976-806c2eedff31 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114431 Nov 27 04:03:35.303796 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 55ec030f-36e4-4433-9b2e-61cb4c7f2748 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:03:35.345300 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-824572e6-22c2-44a6-9e01-6861d74a8553 req-f865afc8-401e-4af7-a837-907e43b3641b tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6056526 Nov 27 04:03:35.478926 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-48932eef-766c-42ce-80c6-7384f4f80782 req-4a292fc1-5340-47b9-9c19-6f9a5d41c1a6 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/security-groups?id=8836fad6-5b2e-4036-bf51-408bbb5dc58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348192 Nov 27 04:03:35.583056 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d0083ba-8ca6-440a-a0e3-1ba416343bcc req-5a94bc94-4a7d-4374-8c0d-b9e9b0810d51 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106370 Nov 27 04:03:35.712978 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe94a1-c633-4e89-81b4-f943bbab19cc req-4c74a708-0546-473e-bf5d-645e6aac404d tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:35.718778 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-84fe94a1-c633-4e89-81b4-f943bbab19cc req-4c74a708-0546-473e-bf5d-645e6aac404d tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] 10.222.0.20 "GET /v2.0/ports?device_id=7445d9fd-7677-4372-b6bc-dd49eb09759e HTTP/1.1" status: 200 len: 948 time: 0.1161823 Nov 27 04:03:35.815253 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 61f838f8-05b5-4345-b54f-153c94f198d6, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=61f838f8-05b5-4345-b54f-153c94f198d6,segment=NetworkSegment(a77aec41-6b93-4bde-8c56-cad500723cdd),segment_id=a77aec41-6b93-4bde-8c56-cad500723cdd)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:03:35.825276 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b6fb3-ecfe-4e9a-a06a-4ae5d07e1157 req-619dbfa5-9505-4737-996f-71eaeb3dde4c tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:35.833643 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2b3b6fb3-ecfe-4e9a-a06a-4ae5d07e1157 req-619dbfa5-9505-4737-996f-71eaeb3dde4c tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.1234853 Nov 27 04:03:35.838867 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '61f838f8-05b5-4345-b54f-153c94f198d6', 'network_id': 'dcdc8840-7259-44e7-8c3d-3e55464b5bad', 'port_id': '61f838f8-05b5-4345-b54f-153c94f198d6', 'mac_address': 'fa:16:3e:b9:05:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f5fec0-aff6-439d-aa56-04684052e601', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:03:35.875658 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 55ec030f-36e4-4433-9b2e-61cb4c7f2748 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:03:35.887552 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 55ec030f-36e4-4433-9b2e-61cb4c7f2748 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:03:35.888353 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:35.945348 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:35.958058 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aea1c6-b356-4d66-b31e-915b809000f2 req-82a611b2-fd62-414f-95bf-79ff23dc883c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:35.961176 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-45aea1c6-b356-4d66-b31e-915b809000f2 req-82a611b2-fd62-414f-95bf-79ff23dc883c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d92d2593fe9b4af99fb3e91067efcccc&device_id=7445d9fd-7677-4372-b6bc-dd49eb09759e HTTP/1.1" status: 200 len: 1099 time: 0.2794418 Nov 27 04:03:35.984040 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2b3b6fb3-ecfe-4e9a-a06a-4ae5d07e1157 req-f853103f-7699-4066-afe1-60e88ab95e7a tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351371 Nov 27 04:03:35.984895 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61f838f8-05b5-4345-b54f-153c94f198d6 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:03:36.036076 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 61f838f8-05b5-4345-b54f-153c94f198d6, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=61f838f8-05b5-4345-b54f-153c94f198d6,segment=NetworkSegment(a77aec41-6b93-4bde-8c56-cad500723cdd),segment_id=a77aec41-6b93-4bde-8c56-cad500723cdd)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:03:36.046938 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:36.088005 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-84fe94a1-c633-4e89-81b4-f943bbab19cc req-c0c2cc1f-60a4-47b5-a6d0-6a8784ab0ada tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] 10.222.0.20 "GET /v2.0/security-groups?id=df771549-91b2-49dc-b85c-8ddf362f8e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188713 Nov 27 04:03:36.141856 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:36.222241 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680b29a9-70c9-4593-98ec-605092cb73ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ec030f-36e4-4433-9b2e-61cb4c7f2748'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:03:36.224539 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb12a5a-28fe-4d97-b5c9-1af19209152c" -d '{"events": [{"server_uuid": "680b29a9-70c9-4593-98ec-605092cb73ab", "name": "network-vif-plugged", "status": "completed", "tag": "55ec030f-36e4-4433-9b2e-61cb4c7f2748"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:03:36.246249 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306454dd-3aaa-4a19-ac2f-076b94420823 req-366786e7-3d01-4255-9495-5497342398e0 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:36.261449 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-306454dd-3aaa-4a19-ac2f-076b94420823 req-366786e7-3d01-4255-9495-5497342398e0 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.1072655 Nov 27 04:03:36.275806 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aea1c6-b356-4d66-b31e-915b809000f2 req-693c283f-e6cf-4486-8882-7157ba35671a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:36.277304 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-45aea1c6-b356-4d66-b31e-915b809000f2 req-693c283f-e6cf-4486-8882-7157ba35671a service neutron] 10.222.0.11 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.3011997 Nov 27 04:03:36.289471 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['61f838f8-05b5-4345-b54f-153c94f198d6'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:03:36.380505 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-45aea1c6-b356-4d66-b31e-915b809000f2 req-90ca6e2a-5566-49b6-817b-8ad0dcc3d8b1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=3b8362e5-7d0d-4b30-91b9-5982bc58f53b HTTP/1.1" status: 200 len: 217 time: 0.0958996 Nov 27 04:03:36.401025 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-306454dd-3aaa-4a19-ac2f-076b94420823 req-0fc43f08-315e-49b3-8e5b-ff6f93895c42 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325376 Nov 27 04:03:36.433985 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b7531c-8a66-4726-a027-125949c1205e x-openstack-request-id: req-34b7531c-8a66-4726-a027-125949c1205e {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:03:36.434360 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "680b29a9-70c9-4593-98ec-605092cb73ab", "name": "network-vif-plugged", "status": "completed", "tag": "55ec030f-36e4-4433-9b2e-61cb4c7f2748", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:03:36.434690 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-34b7531c-8a66-4726-a027-125949c1205e {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:03:36.435251 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '680b29a9-70c9-4593-98ec-605092cb73ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ec030f-36e4-4433-9b2e-61cb4c7f2748', 'code': 200} Nov 27 04:03:36.437695 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 55ec030f-36e4-4433-9b2e-61cb4c7f2748, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=55ec030f-36e4-4433-9b2e-61cb4c7f2748,segment=NetworkSegment(ebf9e551-55f8-4bea-b6f1-8b78b226551a),segment_id=ebf9e551-55f8-4bea-b6f1-8b78b226551a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:03:36.444182 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=61f838f8-05b5-4345-b54f-153c94f198d6,revision_number=6']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:36.465129 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:36.598226 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aea1c6-b356-4d66-b31e-915b809000f2 req-e76da99e-724a-4934-9571-6dfc6c8ad95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:36.600013 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-45aea1c6-b356-4d66-b31e-915b809000f2 req-e76da99e-724a-4934-9571-6dfc6c8ad95b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.2126057 Nov 27 04:03:36.619286 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=55ec030f-36e4-4433-9b2e-61cb4c7f2748,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:36.652322 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7700b-f70c-4a39-b5a1-c74502d42a63 req-5c0e0711-9ac6-4607-a881-18fdbae63e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:36.653778 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b9b7700b-f70c-4a39-b5a1-c74502d42a63 req-5c0e0711-9ac6-4607-a881-18fdbae63e53 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=680b29a9-70c9-4593-98ec-605092cb73ab HTTP/1.1" status: 200 len: 1096 time: 0.1705406 Nov 27 04:03:36.674439 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca169e2-14ad-490d-9e7a-ce99dee5f400 req-feee25dc-06da-45eb-aaaf-a6382ec4fe66 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:36.676059 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1ca169e2-14ad-490d-9e7a-ce99dee5f400 req-feee25dc-06da-45eb-aaaf-a6382ec4fe66 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 945 time: 0.1300189 Nov 27 04:03:36.731712 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b9b7700b-f70c-4a39-b5a1-c74502d42a63 req-7739718a-5608-4e8a-a2d2-314a0c533ebd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8836fad6-5b2e-4036-bf51-408bbb5dc58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526750 Nov 27 04:03:36.740427 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aea1c6-b356-4d66-b31e-915b809000f2 req-56461f25-5f8d-461d-b147-793572acc673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:36.741947 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-45aea1c6-b356-4d66-b31e-915b809000f2 req-56461f25-5f8d-461d-b147-793572acc673 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1320684 Nov 27 04:03:36.846873 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1ca169e2-14ad-490d-9e7a-ce99dee5f400 req-fd4f73ee-9618-469c-85c0-fb9d10a81f59 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192145 Nov 27 04:03:37.012033 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205542f0-e482-4749-88bd-11d07d81d685 req-0b5d06b8-e51a-4c81-8e88-05b74f79c489 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:37.021392 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-205542f0-e482-4749-88bd-11d07d81d685 req-0b5d06b8-e51a-4c81-8e88-05b74f79c489 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.0682707 Nov 27 04:03:37.063459 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-45aea1c6-b356-4d66-b31e-915b809000f2 req-b9f844a9-e90a-453d-a496-926b24d48b69 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131952 Nov 27 04:03:37.107734 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-205542f0-e482-4749-88bd-11d07d81d685 req-b16e43b5-3cbc-47f8-8f6f-56ed06b7ce53 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850735 Nov 27 04:03:37.136775 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5d691-afcd-404a-afec-0fee3dcd9169 req-a128fff8-f5ca-4906-8b07-3b3bccf8ea62 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:37.138301 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4ec5d691-afcd-404a-afec-0fee3dcd9169 req-a128fff8-f5ca-4906-8b07-3b3bccf8ea62 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=680b29a9-70c9-4593-98ec-605092cb73ab HTTP/1.1" status: 200 len: 945 time: 0.1387959 Nov 27 04:03:37.226949 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 61f838f8-05b5-4345-b54f-153c94f198d6 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:03:37.275032 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-45aea1c6-b356-4d66-b31e-915b809000f2 req-d55e8ba6-4e15-4d82-966b-0be3ed54f61a service neutron] 10.222.0.11 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912534 Nov 27 04:03:37.285506 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4ec5d691-afcd-404a-afec-0fee3dcd9169 req-89a86f3c-1d77-455c-b60a-8dfc0ed5ae47 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/security-groups?id=8836fad6-5b2e-4036-bf51-408bbb5dc58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215246 Nov 27 04:03:37.370230 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b2eb7-33fe-43d0-b77a-105ac860669a req-08f825f1-b883-4f07-8142-0acadd0a72e0 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:37.389846 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-793b2eb7-33fe-43d0-b77a-105ac860669a req-08f825f1-b883-4f07-8142-0acadd0a72e0 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] 10.222.0.20 "GET /v2.0/ports?device_id=7445d9fd-7677-4372-b6bc-dd49eb09759e HTTP/1.1" status: 200 len: 948 time: 0.1359956 Nov 27 04:03:37.505982 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-793b2eb7-33fe-43d0-b77a-105ac860669a req-47f2cd38-473d-4f53-8abc-db6ed2a8b0ff tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] 10.222.0.20 "GET /v2.0/security-groups?id=df771549-91b2-49dc-b85c-8ddf362f8e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139863 Nov 27 04:03:37.509844 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 61f838f8-05b5-4345-b54f-153c94f198d6 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:03:37.510319 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:37.707484 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:37.800089 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 61f838f8-05b5-4345-b54f-153c94f198d6, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=61f838f8-05b5-4345-b54f-153c94f198d6,segment=NetworkSegment(a77aec41-6b93-4bde-8c56-cad500723cdd),segment_id=a77aec41-6b93-4bde-8c56-cad500723cdd)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:03:37.816948 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:38.009156 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=61f838f8-05b5-4345-b54f-153c94f198d6,revision_number=7']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:38.119214 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbce1fd-c727-4768-a60b-44bb0beb3830 req-1ac75928-d654-4235-892e-d8464442d26b tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:38.127087 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ffbce1fd-c727-4768-a60b-44bb0beb3830 req-1ac75928-d654-4235-892e-d8464442d26b tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.0906160 Nov 27 04:03:38.160540 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8cf54-e26c-447e-b4bb-90fdcbb115a5 req-b14ca6a3-8dc9-496f-9507-8a846ac524b5 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:38.177945 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7ea8cf54-e26c-447e-b4bb-90fdcbb115a5 req-b14ca6a3-8dc9-496f-9507-8a846ac524b5 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1661158 Nov 27 04:03:38.278980 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ffbce1fd-c727-4768-a60b-44bb0beb3830 req-f63bded0-e433-4401-8f3a-945e49e3eb9a tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472700 Nov 27 04:03:38.352592 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7ea8cf54-e26c-447e-b4bb-90fdcbb115a5 req-9c2aee14-8232-40dc-8acc-edfe19e0b76c tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737149 Nov 27 04:03:38.436955 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2aab8d-8abf-4564-901e-b1c8fa6e537d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f838f8-05b5-4345-b54f-153c94f198d6'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:03:38.446634 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26bee8f7-fb2e-4d51-b60a-26201d360f58" -d '{"events": [{"server_uuid": "bf2aab8d-8abf-4564-901e-b1c8fa6e537d", "name": "network-vif-plugged", "status": "completed", "tag": "61f838f8-05b5-4345-b54f-153c94f198d6"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:03:38.524452 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454716fa-80e9-461c-8266-96684952953b req-6f052e51-ed1c-4428-b895-92bc0627c33a tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:38.533369 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-454716fa-80e9-461c-8266-96684952953b req-6f052e51-ed1c-4428-b895-92bc0627c33a tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=680b29a9-70c9-4593-98ec-605092cb73ab HTTP/1.1" status: 200 len: 945 time: 0.0881290 Nov 27 04:03:38.550199 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d5b4b9-6063-4cf1-9d7b-a898cf93af69 x-openstack-request-id: req-30d5b4b9-6063-4cf1-9d7b-a898cf93af69 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:03:38.550701 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf2aab8d-8abf-4564-901e-b1c8fa6e537d", "name": "network-vif-plugged", "status": "completed", "tag": "61f838f8-05b5-4345-b54f-153c94f198d6", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:03:38.550780 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30d5b4b9-6063-4cf1-9d7b-a898cf93af69 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:03:38.551185 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2aab8d-8abf-4564-901e-b1c8fa6e537d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f838f8-05b5-4345-b54f-153c94f198d6', 'code': 200} Nov 27 04:03:38.591024 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 3b8362e5-7d0d-4b30-91b9-5982bc58f53b details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:03:38.645758 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-454716fa-80e9-461c-8266-96684952953b req-057abaf6-efed-4304-a09a-28dd4db98472 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/security-groups?id=8836fad6-5b2e-4036-bf51-408bbb5dc58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111205 Nov 27 04:03:38.717100 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe31b4c-ebd1-412b-8722-ab066d5d2ca6 req-0531f801-b591-4908-8ffa-e4ea1e271bbe tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:38.725350 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfe31b4c-ebd1-412b-8722-ab066d5d2ca6 req-0531f801-b591-4908-8ffa-e4ea1e271bbe tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] 10.222.0.20 "GET /v2.0/ports?device_id=7445d9fd-7677-4372-b6bc-dd49eb09759e HTTP/1.1" status: 200 len: 948 time: 0.0753305 Nov 27 04:03:38.801601 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfe31b4c-ebd1-412b-8722-ab066d5d2ca6 req-0baa7461-71a9-4ecd-a587-df566b416dd7 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] 10.222.0.20 "GET /v2.0/security-groups?id=df771549-91b2-49dc-b85c-8ddf362f8e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749512 Nov 27 04:03:38.870717 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 3b8362e5-7d0d-4b30-91b9-5982bc58f53b, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=3b8362e5-7d0d-4b30-91b9-5982bc58f53b,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:03:38.896785 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '3b8362e5-7d0d-4b30-91b9-5982bc58f53b', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'port_id': '3b8362e5-7d0d-4b30-91b9-5982bc58f53b', 'mac_address': 'fa:16:3e:6b:b4:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14a2acf-f1d7-4ddf-8459-b30982428e88', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:03:38.997718 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:39.026517 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b8362e5-7d0d-4b30-91b9-5982bc58f53b {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:03:39.074944 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 3b8362e5-7d0d-4b30-91b9-5982bc58f53b, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=3b8362e5-7d0d-4b30-91b9-5982bc58f53b,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:03:39.088314 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:39.201228 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=3b8362e5-7d0d-4b30-91b9-5982bc58f53b,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:39.513502 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['3b8362e5-7d0d-4b30-91b9-5982bc58f53b'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:03:39.582637 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7a994-4aca-4d5d-9916-a99699cdef84 req-5042b284-5658-4920-bb5a-f986044adb28 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:39.593471 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5fd7a994-4aca-4d5d-9916-a99699cdef84 req-5042b284-5658-4920-bb5a-f986044adb28 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.0926528 Nov 27 04:03:39.666723 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1f69d-cd60-4fc3-b088-ad7fe94f1907 req-763091d5-1c4c-4876-8104-390cbe536a8e tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:39.678670 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1ad1f69d-cd60-4fc3-b088-ad7fe94f1907 req-763091d5-1c4c-4876-8104-390cbe536a8e tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1870191 Nov 27 04:03:39.777863 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5fd7a994-4aca-4d5d-9916-a99699cdef84 req-8bc969e8-2146-44ce-931b-5c7fb8717dd8 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823745 Nov 27 04:03:39.821615 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1ad1f69d-cd60-4fc3-b088-ad7fe94f1907 req-fa02b390-5ed4-4db3-b430-623316957751 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406043 Nov 27 04:03:40.017528 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdae92a-cdce-4d25-854f-3474cb39d058 req-e59fc7d2-c48f-45d6-ae4a-2c2aed2ac3d3 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:40.027271 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cbdae92a-cdce-4d25-854f-3474cb39d058 req-e59fc7d2-c48f-45d6-ae4a-2c2aed2ac3d3 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] 10.222.0.20 "GET /v2.0/ports?device_id=7445d9fd-7677-4372-b6bc-dd49eb09759e HTTP/1.1" status: 200 len: 949 time: 0.0797725 Nov 27 04:03:40.215750 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cbdae92a-cdce-4d25-854f-3474cb39d058 req-57191859-dca9-4617-8550-1b2156c1eebd tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] 10.222.0.20 "GET /v2.0/security-groups?id=df771549-91b2-49dc-b85c-8ddf362f8e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872096 Nov 27 04:03:40.378072 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57148) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:40.727254 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a5338fcd-0db6-4f0f-aae2-938fcfa81f6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:41.004107 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a5338fcd-0db6-4f0f-aae2-938fcfa81f6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:41.068694 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f59a31-83d8-4545-9d40-67948c5b7597 req-6fbdd261-1c35-4a09-a096-e3656da6556f tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:41.070391 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-64f59a31-83d8-4545-9d40-67948c5b7597 req-6fbdd261-1c35-4a09-a096-e3656da6556f tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1029906 Nov 27 04:03:41.074449 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a5338fcd-0db6-4f0f-aae2-938fcfa81f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:41.150256 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5338fcd-0db6-4f0f-aae2-938fcfa81f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff2b42c-85c2-4162-83cd-2d4961ffb460,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:41.155238 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a5338fcd-0db6-4f0f-aae2-938fcfa81f6b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bbfb75d094eb4542a31a7b9184a382ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7757578 Nov 27 04:03:41.161213 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57158) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:41.172290 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-64f59a31-83d8-4545-9d40-67948c5b7597 req-ba47e0c7-677e-41a2-92d7-c7eb773089a5 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926509 Nov 27 04:03:41.223207 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a59c6-a3bc-44e4-b2d7-2393463ca20f req-3c1c7d9d-57f5-463b-8f03-fa7fbbae770c tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:41.233749 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4f4a59c6-a3bc-44e4-b2d7-2393463ca20f req-3c1c7d9d-57f5-463b-8f03-fa7fbbae770c tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.2778821 Nov 27 04:03:41.321160 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4f4a59c6-a3bc-44e4-b2d7-2393463ca20f req-3895bf7d-2f79-4b9f-a999-6689cf47f45a tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846248 Nov 27 04:03:41.335649 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d914dae5-5889-4a2a-a594-ebcbad4cc804 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:41.372865 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d914dae5-5889-4a2a-a594-ebcbad4cc804 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:41.436606 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d914dae5-5889-4a2a-a594-ebcbad4cc804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:41.441339 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d914dae5-5889-4a2a-a594-ebcbad4cc804 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:41.442835 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d914dae5-5889-4a2a-a594-ebcbad4cc804 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4ff2b42c-85c2-4162-83cd-2d4961ffb460 HTTP/1.1" status: 204 len: 168 time: 0.2774472 Nov 27 04:03:41.448472 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f51907-9165-4b4e-909d-be4a1cb899e5 req-dd8f9fef-8b19-45bd-a5e9-10571fd97c0d tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:41.452975 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d914dae5-5889-4a2a-a594-ebcbad4cc804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff2b42c-85c2-4162-83cd-2d4961ffb460,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:41.458893 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e7f51907-9165-4b4e-909d-be4a1cb899e5 req-dd8f9fef-8b19-45bd-a5e9-10571fd97c0d tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] 10.222.0.20 "GET /v2.0/ports?device_id=7445d9fd-7677-4372-b6bc-dd49eb09759e HTTP/1.1" status: 200 len: 949 time: 0.0997064 Nov 27 04:03:41.517988 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e7f51907-9165-4b4e-909d-be4a1cb899e5 req-48f2be85-32aa-4d3d-be78-231c8ac4b408 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] 10.222.0.20 "GET /v2.0/security-groups?id=df771549-91b2-49dc-b85c-8ddf362f8e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571053 Nov 27 04:03:41.846615 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57178) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:41.870247 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1d7f1db7-26ec-42a9-8a08-fe1b9481a533 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:42.060436 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1d7f1db7-26ec-42a9-8a08-fe1b9481a533 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:42.071067 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1d7f1db7-26ec-42a9-8a08-fe1b9481a533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:42.180263 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57182) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:42.181423 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1d7f1db7-26ec-42a9-8a08-fe1b9481a533 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0e16038d736c4da7a65d4d651b326b0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3262730 Nov 27 04:03:42.184150 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f1db7-26ec-42a9-8a08-fe1b9481a533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b383de4b-d7a2-4241-910b-2de8d82e1aff,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:42.317320 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3f1df84f-9de5-47a4-a403-f396dabca1b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:42.373296 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f949a-86ea-4df0-a3aa-47c91297d6ee req-886206b6-a1c3-4474-8b21-bc045411c840 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:42.375238 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-756f949a-86ea-4df0-a3aa-47c91297d6ee req-886206b6-a1c3-4474-8b21-bc045411c840 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.0965614 Nov 27 04:03:42.377647 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3f1df84f-9de5-47a4-a403-f396dabca1b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:42.523097 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-756f949a-86ea-4df0-a3aa-47c91297d6ee req-e8699171-b50e-41ee-92ab-a335684cdb6f tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377954 Nov 27 04:03:42.529791 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3f1df84f-9de5-47a4-a403-f396dabca1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:42.533844 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3f1df84f-9de5-47a4-a403-f396dabca1b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:42.539431 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ac21e-af68-4b3e-b1e1-c5b9c424133e req-0d0633a4-8f4d-4b90-86e0-86c4261100b9 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:42.549591 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-187ac21e-af68-4b3e-b1e1-c5b9c424133e req-0d0633a4-8f4d-4b90-86e0-86c4261100b9 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.1067231 Nov 27 04:03:42.556499 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3f1df84f-9de5-47a4-a403-f396dabca1b5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b383de4b-d7a2-4241-910b-2de8d82e1aff HTTP/1.1" status: 204 len: 168 time: 0.3696189 Nov 27 04:03:42.581177 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1df84f-9de5-47a4-a403-f396dabca1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b383de4b-d7a2-4241-910b-2de8d82e1aff,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:42.618185 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 3b8362e5-7d0d-4b30-91b9-5982bc58f53b up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:03:42.729602 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-187ac21e-af68-4b3e-b1e1-c5b9c424133e req-4aeee318-c024-4444-ae59-6ca23fb89c53 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771019 Nov 27 04:03:42.780203 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 3b8362e5-7d0d-4b30-91b9-5982bc58f53b completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:03:42.794118 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 3b8362e5-7d0d-4b30-91b9-5982bc58f53b triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:03:42.794504 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:42.915222 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:42.943193 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4605879-81da-462b-b331-79ee0c6841ad req-7c9e9491-3bb3-4c9e-80c6-fd454dbd1636 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:42.964061 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c4605879-81da-462b-b331-79ee0c6841ad req-7c9e9491-3bb3-4c9e-80c6-fd454dbd1636 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] 10.222.0.20 "GET /v2.0/ports?device_id=7445d9fd-7677-4372-b6bc-dd49eb09759e HTTP/1.1" status: 200 len: 949 time: 0.1841981 Nov 27 04:03:42.967510 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 3b8362e5-7d0d-4b30-91b9-5982bc58f53b, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=3b8362e5-7d0d-4b30-91b9-5982bc58f53b,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:03:42.968967 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7445d9fd-7677-4372-b6bc-dd49eb09759e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8362e5-7d0d-4b30-91b9-5982bc58f53b'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:03:42.974989 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea4eb5f-c827-4047-bf93-ef10f6e31050" -d '{"events": [{"server_uuid": "7445d9fd-7677-4372-b6bc-dd49eb09759e", "name": "network-vif-plugged", "status": "completed", "tag": "3b8362e5-7d0d-4b30-91b9-5982bc58f53b"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:03:42.980355 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:43.058359 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=3b8362e5-7d0d-4b30-91b9-5982bc58f53b,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:43.064434 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c96c76-0cf3-4754-b504-811f81d8211f x-openstack-request-id: req-14c96c76-0cf3-4754-b504-811f81d8211f {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:03:43.064734 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7445d9fd-7677-4372-b6bc-dd49eb09759e", "name": "network-vif-plugged", "status": "completed", "tag": "3b8362e5-7d0d-4b30-91b9-5982bc58f53b", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:03:43.065072 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14c96c76-0cf3-4754-b504-811f81d8211f {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:03:43.065538 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7445d9fd-7677-4372-b6bc-dd49eb09759e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8362e5-7d0d-4b30-91b9-5982bc58f53b', 'code': 200} Nov 27 04:03:43.119282 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c4605879-81da-462b-b331-79ee0c6841ad req-cd837fab-31ee-4a8b-b6bb-3f51cbd21387 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] 10.222.0.20 "GET /v2.0/security-groups?id=df771549-91b2-49dc-b85c-8ddf362f8e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413093 Nov 27 04:03:43.280801 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042fe05-2864-43c7-a640-096787eb6b80 req-280a37f9-ee05-46f1-9689-0390d0d804f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:43.288317 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1042fe05-2864-43c7-a640-096787eb6b80 req-280a37f9-ee05-46f1-9689-0390d0d804f8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7445d9fd-7677-4372-b6bc-dd49eb09759e HTTP/1.1" status: 200 len: 1101 time: 0.1021981 Nov 27 04:03:43.372213 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1042fe05-2864-43c7-a640-096787eb6b80 req-619fb047-6033-406f-8992-07f9dd5fa99d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=df771549-91b2-49dc-b85c-8ddf362f8e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744686 Nov 27 04:03:43.737631 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca87dd9-9df9-4122-8d56-ec816b922f31 req-d1d28ea7-96c8-49a6-bdc1-50236b1f022e tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:43.745730 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0ca87dd9-9df9-4122-8d56-ec816b922f31 req-d1d28ea7-96c8-49a6-bdc1-50236b1f022e tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1038048 Nov 27 04:03:43.764240 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a72cc-0c7f-4f96-b9bd-54620a824139 req-168b88fb-ea4f-4240-8a58-b9c684958e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:43.766471 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-133a72cc-0c7f-4f96-b9bd-54620a824139 req-168b88fb-ea4f-4240-8a58-b9c684958e4e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5555a7782ab948f49b5cf05acd919f2e&device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 1097 time: 0.0938654 Nov 27 04:03:43.905310 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b475422-8bd0-495a-a782-1c4f43b90f3b req-ff2428a3-8ea5-4e9e-bdf3-19328d536d20 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:43.915627 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9b475422-8bd0-495a-a782-1c4f43b90f3b req-ff2428a3-8ea5-4e9e-bdf3-19328d536d20 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.0710218 Nov 27 04:03:43.925475 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0ca87dd9-9df9-4122-8d56-ec816b922f31 req-65afa6e0-cefd-4fab-ac3d-e2025b5b2d58 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788156 Nov 27 04:03:43.926649 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a72cc-0c7f-4f96-b9bd-54620a824139 req-2aab3cc1-1c1f-4207-bb0f-bbdf86a9a71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:43.929322 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-133a72cc-0c7f-4f96-b9bd-54620a824139 req-2aab3cc1-1c1f-4207-bb0f-bbdf86a9a71c service neutron] 10.222.0.23 "GET /v2.0/networks?id=dcdc8840-7259-44e7-8c3d-3e55464b5bad HTTP/1.1" status: 200 len: 914 time: 0.1108799 Nov 27 04:03:43.991751 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-133a72cc-0c7f-4f96-b9bd-54620a824139 req-689a5136-c223-4246-be50-0166c422c636 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61f838f8-05b5-4345-b54f-153c94f198d6 HTTP/1.1" status: 200 len: 217 time: 0.0495512 Nov 27 04:03:44.024477 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9b475422-8bd0-495a-a782-1c4f43b90f3b req-1a573c10-b10b-4b1d-a8dd-2a516c26525c tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072018 Nov 27 04:03:44.065113 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a72cc-0c7f-4f96-b9bd-54620a824139 req-9014a079-a1f5-471a-87b3-47c17a99af7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:44.066438 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-133a72cc-0c7f-4f96-b9bd-54620a824139 req-9014a079-a1f5-471a-87b3-47c17a99af7d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d2f5fec0-aff6-439d-aa56-04684052e601 HTTP/1.1" status: 200 len: 853 time: 0.0661547 Nov 27 04:03:44.117300 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-133a72cc-0c7f-4f96-b9bd-54620a824139 req-54250ef5-5708-4d87-99a8-b671e3e0f691 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dcdc8840-7259-44e7-8c3d-3e55464b5bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372586 Nov 27 04:03:44.270386 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-133a72cc-0c7f-4f96-b9bd-54620a824139 req-6466ca7d-8a28-4072-9538-45de4614ea08 service neutron] 10.222.0.23 "GET /v2.0/networks/dcdc8840-7259-44e7-8c3d-3e55464b5bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437151 Nov 27 04:03:44.456587 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b36ab3-f622-49f8-9630-e0fc4a7af7ec req-e874b571-7081-4da9-9353-fb32fbb9cc8c tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:44.459420 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-63b36ab3-f622-49f8-9630-e0fc4a7af7ec req-e874b571-7081-4da9-9353-fb32fbb9cc8c tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] 10.222.0.20 "GET /v2.0/ports?device_id=7445d9fd-7677-4372-b6bc-dd49eb09759e HTTP/1.1" status: 200 len: 950 time: 0.1869190 Nov 27 04:03:44.562372 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-133a72cc-0c7f-4f96-b9bd-54620a824139 req-02794f31-a0d5-4a21-8d5e-f56b0ae6d27c service neutron] 10.222.0.23 "GET /v2.0/networks/dcdc8840-7259-44e7-8c3d-3e55464b5bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776661 Nov 27 04:03:44.571686 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-63b36ab3-f622-49f8-9630-e0fc4a7af7ec req-3e172926-d3ac-4da3-845d-79d3efb86327 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] 10.222.0.20 "GET /v2.0/security-groups?id=df771549-91b2-49dc-b85c-8ddf362f8e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033940 Nov 27 04:03:45.186162 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8851259-05b6-4f08-96c9-2006effec023 req-3d3c611c-bb9e-47ec-966b-8449c52a76c2 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:45.195562 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a8851259-05b6-4f08-96c9-2006effec023 req-3d3c611c-bb9e-47ec-966b-8449c52a76c2 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1693316 Nov 27 04:03:45.254213 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e8204-3b11-466f-8ded-db782a2cfe06 req-e97e45e5-8315-4e08-b550-c41702cd3375 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:45.263308 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-057e8204-3b11-466f-8ded-db782a2cfe06 req-e97e45e5-8315-4e08-b550-c41702cd3375 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.0779922 Nov 27 04:03:45.274616 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a8851259-05b6-4f08-96c9-2006effec023 req-9082e492-8cef-481e-8870-50bbcfc0d6a4 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777440 Nov 27 04:03:45.348648 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-057e8204-3b11-466f-8ded-db782a2cfe06 req-85938775-ab29-42a8-bfce-4f9ff4b0176c tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841005 Nov 27 04:03:45.741102 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57272) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:45.786902 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979b4a8-97d1-4aae-9b9d-e4ecd5a3fe3e req-eabbb59d-3f98-4b9d-9140-a92696b6efbb tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:45.796119 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3979b4a8-97d1-4aae-9b9d-e4ecd5a3fe3e req-eabbb59d-3f98-4b9d-9140-a92696b6efbb tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] 10.222.0.20 "GET /v2.0/ports?device_id=7445d9fd-7677-4372-b6bc-dd49eb09759e HTTP/1.1" status: 200 len: 950 time: 0.0813787 Nov 27 04:03:45.879165 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3979b4a8-97d1-4aae-9b9d-e4ecd5a3fe3e req-86864067-efe1-4cd0-8b52-6d6f4fa09f78 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] 10.222.0.20 "GET /v2.0/security-groups?id=df771549-91b2-49dc-b85c-8ddf362f8e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790756 Nov 27 04:03:45.954207 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e3dcad7f-8578-4e84-acd0-141d48a88dfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:46.098879 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-332a6e1f-2829-4cc1-a344-54fe85f14182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:46.112889 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:46.129020 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e3dcad7f-8578-4e84-acd0-141d48a88dfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:46.150950 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e3dcad7f-8578-4e84-acd0-141d48a88dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:46.220075 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e3dcad7f-8578-4e84-acd0-141d48a88dfd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d73fa9f6fdd94eafb10e88e28387e739&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4778726 Nov 27 04:03:46.223388 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57284) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:46.231171 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dcad7f-8578-4e84-acd0-141d48a88dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7242bb-6d90-4dd3-a473-8805239fb6f9,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:46.312803 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d90e0c2d-bdca-4201-a3a1-d76783d27ac3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:46.395862 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d90e0c2d-bdca-4201-a3a1-d76783d27ac3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:46.446184 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9bc772-317c-4ab8-8de9-e49642251526 req-d52982fd-420b-4322-91eb-3c6f477f5b6c tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:46.447783 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6d9bc772-317c-4ab8-8de9-e49642251526 req-d52982fd-420b-4322-91eb-3c6f477f5b6c tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.0564487 Nov 27 04:03:46.485307 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d90e0c2d-bdca-4201-a3a1-d76783d27ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:46.488501 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d90e0c2d-bdca-4201-a3a1-d76783d27ac3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:46.491929 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d90e0c2d-bdca-4201-a3a1-d76783d27ac3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6b7242bb-6d90-4dd3-a473-8805239fb6f9 HTTP/1.1" status: 204 len: 168 time: 0.2653780 Nov 27 04:03:46.501830 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5815f3-46fb-476f-9d70-6a8ba2d46b44 req-3ff871cc-2208-45c2-9c4d-08fc949d946d tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:46.504015 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9e5815f3-46fb-476f-9d70-6a8ba2d46b44 req-3ff871cc-2208-45c2-9c4d-08fc949d946d tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] 10.222.0.20 "GET /v2.0/ports?device_id=7445d9fd-7677-4372-b6bc-dd49eb09759e HTTP/1.1" status: 200 len: 950 time: 0.1802647 Nov 27 04:03:46.516073 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e0c2d-bdca-4201-a3a1-d76783d27ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7242bb-6d90-4dd3-a473-8805239fb6f9,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:46.551132 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6d9bc772-317c-4ab8-8de9-e49642251526 req-7b62ebc6-945c-452b-905b-f3bffa7b75e4 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958271 Nov 27 04:03:46.603851 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9e5815f3-46fb-476f-9d70-6a8ba2d46b44 req-c64a9d9a-f356-4f61-bfc5-9e93164fa54c tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] 10.222.0.20 "GET /v2.0/security-groups?id=df771549-91b2-49dc-b85c-8ddf362f8e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890932 Nov 27 04:03:46.718131 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6254f-6620-4cea-a8c4-b6c4675f0d23 req-d22b391d-bbe1-4d9a-93f7-095a4c5301d6 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:46.720081 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dcb6254f-6620-4cea-a8c4-b6c4675f0d23 req-d22b391d-bbe1-4d9a-93f7-095a4c5301d6 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.0704718 Nov 27 04:03:46.786005 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dcb6254f-6620-4cea-a8c4-b6c4675f0d23 req-055b8107-59e2-4e42-b0b3-e243cd4d7be5 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548005 Nov 27 04:03:46.927904 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57298) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:46.952535 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f31d1a24-bf9e-4bb5-be94-cffa7f304f97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:47.079498 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f31d1a24-bf9e-4bb5-be94-cffa7f304f97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:47.088292 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f31d1a24-bf9e-4bb5-be94-cffa7f304f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:47.158608 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d1a24-bf9e-4bb5-be94-cffa7f304f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea777e3-0233-4286-b535-79c9db9add5f,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:47.158608 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f31d1a24-bf9e-4bb5-be94-cffa7f304f97 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=902365681fc945edb539a470261de234&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2287509 Nov 27 04:03:47.161156 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57300) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:47.256989 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7b4ce57b-e8a0-4bcb-b14c-94dcd2f30d7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:47.279266 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7b4ce57b-e8a0-4bcb-b14c-94dcd2f30d7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:47.361903 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7b4ce57b-e8a0-4bcb-b14c-94dcd2f30d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:47.364548 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7b4ce57b-e8a0-4bcb-b14c-94dcd2f30d7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:47.365734 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7b4ce57b-e8a0-4bcb-b14c-94dcd2f30d7f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ea777e3-0233-4286-b535-79c9db9add5f HTTP/1.1" status: 204 len: 168 time: 0.2033613 Nov 27 04:03:47.387931 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ce57b-e8a0-4bcb-b14c-94dcd2f30d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea777e3-0233-4286-b535-79c9db9add5f,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:47.678827 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f6544bc1-6b66-4a60-82d3-52753e01a4af req-4bb750a8-60f8-4dcf-9eca-97969132ab8a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=047d18a2-3642-4489-b72c-906c5b76854d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0826516 Nov 27 04:03:47.756572 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ddeda-df88-451e-ba88-c6e496ac7ecf req-249256dd-2efe-4bc8-81f9-321da437fe85 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:47.763345 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-700ddeda-df88-451e-ba88-c6e496ac7ecf req-249256dd-2efe-4bc8-81f9-321da437fe85 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1374621 Nov 27 04:03:47.882847 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f5d0a-b276-495f-9c82-efbc92cb85c6 req-6baf326c-f346-4d0e-9631-30ed54fa2036 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:47.884666 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-540f5d0a-b276-495f-9c82-efbc92cb85c6 req-6baf326c-f346-4d0e-9631-30ed54fa2036 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] 10.222.0.11 "GET /v2.0/ports?device_id=7445d9fd-7677-4372-b6bc-dd49eb09759e HTTP/1.1" status: 200 len: 950 time: 0.0924881 Nov 27 04:03:47.910092 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea7c71-bc3a-4121-b1fc-d7ec4a68ec15 req-ffa8c075-0d7b-4f08-8d8c-10144d7648c9 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:47.912904 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c1ea7c71-bc3a-4121-b1fc-d7ec4a68ec15 req-ffa8c075-0d7b-4f08-8d8c-10144d7648c9 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] 10.222.0.20 "GET /v2.0/ports?device_id=7445d9fd-7677-4372-b6bc-dd49eb09759e HTTP/1.1" status: 200 len: 950 time: 0.1611462 Nov 27 04:03:47.955221 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6544bc1-6b66-4a60-82d3-52753e01a4af req-7b53887d-76a2-4393-88e1-a14e7630e67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:47.962708 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f6544bc1-6b66-4a60-82d3-52753e01a4af req-7b53887d-76a2-4393-88e1-a14e7630e67c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c0fb01b15ba04e8ca79caed9882229f4&device_id=047d18a2-3642-4489-b72c-906c5b76854d HTTP/1.1" status: 200 len: 1097 time: 0.1974075 Nov 27 04:03:47.984807 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-700ddeda-df88-451e-ba88-c6e496ac7ecf req-1ccae27d-2f0e-487f-bb3b-8f90fe80816d tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913943 Nov 27 04:03:48.095164 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c1ea7c71-bc3a-4121-b1fc-d7ec4a68ec15 req-3bde023b-9b99-4c15-b8be-51c5f76562db tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] 10.222.0.20 "GET /v2.0/security-groups?id=df771549-91b2-49dc-b85c-8ddf362f8e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618736 Nov 27 04:03:48.130472 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-540f5d0a-b276-495f-9c82-efbc92cb85c6 req-5376d9be-c068-4fa3-93a6-870e2e0c74c9 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] Deleting port 3b8362e5-7d0d-4b30-91b9-5982bc58f53b {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:03:48.130849 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-540f5d0a-b276-495f-9c82-efbc92cb85c6 req-5376d9be-c068-4fa3-93a6-870e2e0c74c9 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:48.155636 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6544bc1-6b66-4a60-82d3-52753e01a4af req-f627032e-816a-4927-b612-3f5f39c7e76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:48.157456 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f6544bc1-6b66-4a60-82d3-52753e01a4af req-f627032e-816a-4927-b612-3f5f39c7e76b service neutron] 10.222.0.11 "GET /v2.0/networks?id=9066c940-2187-4bcb-b452-41734810299f HTTP/1.1" status: 200 len: 913 time: 0.1702082 Nov 27 04:03:48.268980 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d2760-e8c9-4ccf-8ad2-57f846c83255 req-82a53ee4-1fa2-4917-b8f9-dd6b8316d9ce tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:48.287177 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4c5d2760-e8c9-4ccf-8ad2-57f846c83255 req-82a53ee4-1fa2-4917-b8f9-dd6b8316d9ce tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.1888795 Nov 27 04:03:48.306859 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ce779b0f-ea02-48c2-aed2-e108d6590ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:48.312005 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f6544bc1-6b66-4a60-82d3-52753e01a4af req-2283d5d4-4afb-488b-94f2-a83c2cf94d38 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1ae9cdb-a696-4f1f-9843-610abfc84b79 HTTP/1.1" status: 200 len: 1001 time: 0.1464255 Nov 27 04:03:48.354673 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-540f5d0a-b276-495f-9c82-efbc92cb85c6 req-5376d9be-c068-4fa3-93a6-870e2e0c74c9 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] For port 3b8362e5-7d0d-4b30-91b9-5982bc58f53b, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=3b8362e5-7d0d-4b30-91b9-5982bc58f53b,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:03:48.355062 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-540f5d0a-b276-495f-9c82-efbc92cb85c6 req-5376d9be-c068-4fa3-93a6-870e2e0c74c9 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:48.372917 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-540f5d0a-b276-495f-9c82-efbc92cb85c6 req-5376d9be-c068-4fa3-93a6-870e2e0c74c9 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] Calling delete_port for 3b8362e5-7d0d-4b30-91b9-5982bc58f53b owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:03:48.434458 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6544bc1-6b66-4a60-82d3-52753e01a4af req-8d521e3a-88b7-4845-8625-c613b9b3404d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:48.436084 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f6544bc1-6b66-4a60-82d3-52753e01a4af req-8d521e3a-88b7-4845-8625-c613b9b3404d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7fdbb93f-95d3-4899-98b7-de442d33ecc0 HTTP/1.1" status: 200 len: 851 time: 0.1146381 Nov 27 04:03:48.472185 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4c5d2760-e8c9-4ccf-8ad2-57f846c83255 req-d3adf50d-9746-43ea-b48f-e5e027e2f52d tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799521 Nov 27 04:03:48.565618 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-540f5d0a-b276-495f-9c82-efbc92cb85c6 req-5376d9be-c068-4fa3-93a6-870e2e0c74c9 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:48.599252 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['3b8362e5-7d0d-4b30-91b9-5982bc58f53b'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:03:48.623957 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6544bc1-6b66-4a60-82d3-52753e01a4af req-69495f81-e7e4-4140-a38e-fcb511f1e06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:48.625777 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f6544bc1-6b66-4a60-82d3-52753e01a4af req-69495f81-e7e4-4140-a38e-fcb511f1e06c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9066c940-2187-4bcb-b452-41734810299f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1523829 Nov 27 04:03:48.637525 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5376d9be-c068-4fa3-93a6-870e2e0c74c9 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] Pushing event deleted for resources: {'Port': ['ID=3b8362e5-7d0d-4b30-91b9-5982bc58f53b,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:48.678908 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:48.729589 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-540f5d0a-b276-495f-9c82-efbc92cb85c6 req-5376d9be-c068-4fa3-93a6-870e2e0c74c9 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] No DVR routers for this DVR port 3b8362e5-7d0d-4b30-91b9-5982bc58f53b on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:03:48.737633 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-540f5d0a-b276-495f-9c82-efbc92cb85c6 req-5376d9be-c068-4fa3-93a6-870e2e0c74c9 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:48.741277 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-540f5d0a-b276-495f-9c82-efbc92cb85c6 req-5376d9be-c068-4fa3-93a6-870e2e0c74c9 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] 10.222.0.11 "DELETE /v2.0/ports/3b8362e5-7d0d-4b30-91b9-5982bc58f53b HTTP/1.1" status: 204 len: 173 time: 0.8274188 Nov 27 04:03:48.741757 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7445d9fd-7677-4372-b6bc-dd49eb09759e', 'name': 'network-vif-deleted', 'tag': '3b8362e5-7d0d-4b30-91b9-5982bc58f53b'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:03:48.752510 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc78ad4-7b38-47be-be5f-97a1032f27e3" -d '{"events": [{"server_uuid": "7445d9fd-7677-4372-b6bc-dd49eb09759e", "name": "network-vif-deleted", "tag": "3b8362e5-7d0d-4b30-91b9-5982bc58f53b"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:03:48.825418 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f6544bc1-6b66-4a60-82d3-52753e01a4af req-7852627a-7a11-4b8f-bedc-c56ce76bec07 service neutron] 10.222.0.11 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917725 Nov 27 04:03:48.875109 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0640da-8e72-445f-af83-a5657757a770 x-openstack-request-id: req-aa0640da-8e72-445f-af83-a5657757a770 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:03:48.875352 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7445d9fd-7677-4372-b6bc-dd49eb09759e", "name": "network-vif-deleted", "tag": "3b8362e5-7d0d-4b30-91b9-5982bc58f53b", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:03:48.876127 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aa0640da-8e72-445f-af83-a5657757a770 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:03:48.876763 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7445d9fd-7677-4372-b6bc-dd49eb09759e', 'name': 'network-vif-deleted', 'tag': '3b8362e5-7d0d-4b30-91b9-5982bc58f53b', 'status': 'completed', 'code': 200} Nov 27 04:03:48.978187 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f6544bc1-6b66-4a60-82d3-52753e01a4af req-7b7b0a47-fbd8-4bb4-a45f-df525ca6f879 service neutron] 10.222.0.11 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416161 Nov 27 04:03:49.204829 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c07bf-3ca6-4e95-8aa5-18d98373a4e3 req-44a5c703-7e49-4133-896e-8ca31f274e60 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:49.206810 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-308c07bf-3ca6-4e95-8aa5-18d98373a4e3 req-44a5c703-7e49-4133-896e-8ca31f274e60 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1129255 Nov 27 04:03:49.252496 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6ec4974f-4c02-4e48-8765-ef7af870fa69 req-2a51b87e-d0ea-403d-b9b7-c4f72f12fcc3 tempest-VolumesNegativeTest-252819572 tempest-VolumesNegativeTest-252819572-project] 10.222.0.20 "GET /v2.0/ports?device_id=7445d9fd-7677-4372-b6bc-dd49eb09759e HTTP/1.1" status: 200 len: 210 time: 0.0429895 Nov 27 04:03:49.318186 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-308c07bf-3ca6-4e95-8aa5-18d98373a4e3 req-75dce6f5-3fdc-4252-afb5-3a1e85c75a3b tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033642 Nov 27 04:03:49.535180 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:49.760303 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f27135-c1c0-40b6-b442-f24b8ecf808e req-1630b512-6a6d-4f03-8cb9-6a9d2bb6a7ec tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:49.762162 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-81f27135-c1c0-40b6-b442-f24b8ecf808e req-1630b512-6a6d-4f03-8cb9-6a9d2bb6a7ec tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.0992839 Nov 27 04:03:49.832869 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-81f27135-c1c0-40b6-b442-f24b8ecf808e req-220c39b8-ce55-4237-ba5a-0f032cef9629 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636969 Nov 27 04:03:50.186329 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc83b5d-dab8-491d-89ec-8fbb4501a50c req-022fcdbe-f09a-4fb8-aa5a-15208572b29d tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:50.195003 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9cc83b5d-dab8-491d-89ec-8fbb4501a50c req-022fcdbe-f09a-4fb8-aa5a-15208572b29d tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.1514540 Nov 27 04:03:50.224875 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec51d6-24d9-4b4d-b6d9-d227015d8479 req-02223168-35a8-493a-a5d5-a7260a102983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:50.226450 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fbec51d6-24d9-4b4d-b6d9-d227015d8479 req-02223168-35a8-493a-a5d5-a7260a102983 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b01c762313d54b279f09c5e5d81dadbf&device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 1096 time: 0.0978684 Nov 27 04:03:50.419041 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9cc83b5d-dab8-491d-89ec-8fbb4501a50c req-26bdc805-fbb5-427a-8fb6-ce9ebad4575c tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230351 Nov 27 04:03:50.504579 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e00635-105e-4ce9-8e9f-31c103e0f998 req-9426b27a-2590-40ea-8acb-c3cdb850fce5 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:50.513161 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-97e00635-105e-4ce9-8e9f-31c103e0f998 req-9426b27a-2590-40ea-8acb-c3cdb850fce5 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.0861790 Nov 27 04:03:50.520911 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec51d6-24d9-4b4d-b6d9-d227015d8479 req-be25c84b-d33b-40c5-b103-e96a5225a635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:50.524266 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fbec51d6-24d9-4b4d-b6d9-d227015d8479 req-be25c84b-d33b-40c5-b103-e96a5225a635 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ab8fc313-e01d-42bb-a8ec-9d136b503637 HTTP/1.1" status: 200 len: 912 time: 0.2834420 Nov 27 04:03:50.640905 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 3b8362e5-7d0d-4b30-91b9-5982bc58f53b no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:03:50.655125 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-97e00635-105e-4ce9-8e9f-31c103e0f998 req-617f605e-6fbe-4081-8cbb-c829753f5a93 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374247 Nov 27 04:03:50.703082 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: 3b8362e5-7d0d-4b30-91b9-5982bc58f53b {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:03:50.706313 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 3b8362e5-7d0d-4b30-91b9-5982bc58f53b not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:03:50.709298 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fbec51d6-24d9-4b4d-b6d9-d227015d8479 req-373ebd59-88c7-4537-aa59-b45e5ba263f3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1c9d3a6-1790-421d-8159-5888317d7f7e HTTP/1.1" status: 200 len: 999 time: 0.1770735 Nov 27 04:03:50.814491 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec51d6-24d9-4b4d-b6d9-d227015d8479 req-42660fe3-51b6-43ca-bb78-7583520f2594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:50.825825 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fbec51d6-24d9-4b4d-b6d9-d227015d8479 req-42660fe3-51b6-43ca-bb78-7583520f2594 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ef82cdfa-d224-4963-bff3-3b0049ffee0b HTTP/1.1" status: 200 len: 850 time: 0.1007514 Nov 27 04:03:51.146857 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:51.253565 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec51d6-24d9-4b4d-b6d9-d227015d8479 req-51b6cf0f-5194-4353-b759-1489ccec0b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:51.255620 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fbec51d6-24d9-4b4d-b6d9-d227015d8479 req-51b6cf0f-5194-4353-b759-1489ccec0b91 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ab8fc313-e01d-42bb-a8ec-9d136b503637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4200678 Nov 27 04:03:51.288883 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57442) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:51.419142 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fbec51d6-24d9-4b4d-b6d9-d227015d8479 req-ec1c912d-9def-4d08-b0df-d969143dd202 service neutron] 10.222.0.23 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524603 Nov 27 04:03:51.496467 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9e06c93c-dce4-496f-87f4-4928e2732c30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:51.522024 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fbec51d6-24d9-4b4d-b6d9-d227015d8479 req-1772a171-4db6-4814-a44c-f7efc8655ef6 service neutron] 10.222.0.23 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933299 Nov 27 04:03:51.620112 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9e06c93c-dce4-496f-87f4-4928e2732c30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:51.637337 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9e06c93c-dce4-496f-87f4-4928e2732c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:51.680993 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41542e1-123c-4124-9fb8-ac3590f58d0e req-790d3275-6704-496b-b1ff-369cfc4c99ee tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:51.682607 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e41542e1-123c-4124-9fb8-ac3590f58d0e req-790d3275-6704-496b-b1ff-369cfc4c99ee tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.0739121 Nov 27 04:03:51.744247 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e06c93c-dce4-496f-87f4-4928e2732c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f5a0c5-c0cc-4034-8d80-1e4fbc35c796,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:51.783811 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e41542e1-123c-4124-9fb8-ac3590f58d0e req-bce0c3bd-df50-4b9f-b146-fcc5ba0aa0fc tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901182 Nov 27 04:03:51.787872 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9e06c93c-dce4-496f-87f4-4928e2732c30 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c705207759cc4b1baf7cca69dfa123f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4973776 Nov 27 04:03:51.797600 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57494) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:51.806368 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:51.882502 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5735188-bd85-42f8-b473-db8fa073dfc2 req-bdf66e70-77fb-4fe4-bdd7-d08ad55ff223 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:51.884414 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b5735188-bd85-42f8-b473-db8fa073dfc2 req-bdf66e70-77fb-4fe4-bdd7-d08ad55ff223 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.0952113 Nov 27 04:03:51.891954 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6cdacb4d-d5b6-4fb5-86f3-6976143acd62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:51.926304 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6cdacb4d-d5b6-4fb5-86f3-6976143acd62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:51.962794 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b5735188-bd85-42f8-b473-db8fa073dfc2 req-61cc8e44-17b4-4868-b8d1-c8bab5eba8a1 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642941 Nov 27 04:03:52.014280 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6cdacb4d-d5b6-4fb5-86f3-6976143acd62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:52.018661 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6cdacb4d-d5b6-4fb5-86f3-6976143acd62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:52.020356 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6cdacb4d-d5b6-4fb5-86f3-6976143acd62 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f8f5a0c5-c0cc-4034-8d80-1e4fbc35c796 HTTP/1.1" status: 204 len: 168 time: 0.2215281 Nov 27 04:03:52.030819 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdacb4d-d5b6-4fb5-86f3-6976143acd62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f5a0c5-c0cc-4034-8d80-1e4fbc35c796,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:52.279122 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-e831d783-6288-4d83-9a20-a7fe6a24d09a req-281210b5-34ef-4991-aa6b-b812f2252490 service neutron] (110019) timed out ('10.222.0.20', 53618) {{(pid=110019) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 04:03:52.563782 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57520) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:52.587010 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-16f1a508-ef84-4a7c-860f-9a55f5f8ac7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:52.747005 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-16f1a508-ef84-4a7c-860f-9a55f5f8ac7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:52.752940 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-16f1a508-ef84-4a7c-860f-9a55f5f8ac7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:52.787905 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1a508-ef84-4a7c-860f-9a55f5f8ac7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36fb0e25-eb5c-4b05-bcb7-a5cb11841579,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:52.812343 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1a508-ef84-4a7c-860f-9a55f5f8ac7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:03:52.812784 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1a508-ef84-4a7c-860f-9a55f5f8ac7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:03:52.813790 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1a508-ef84-4a7c-860f-9a55f5f8ac7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:03:52.814198 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1a508-ef84-4a7c-860f-9a55f5f8ac7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:03:52.814628 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1a508-ef84-4a7c-860f-9a55f5f8ac7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:03:52.815032 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1a508-ef84-4a7c-860f-9a55f5f8ac7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:03:52.815557 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1a508-ef84-4a7c-860f-9a55f5f8ac7f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:03:52.816049 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1a508-ef84-4a7c-860f-9a55f5f8ac7f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:03:52.816390 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1a508-ef84-4a7c-860f-9a55f5f8ac7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:03:52.816831 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1a508-ef84-4a7c-860f-9a55f5f8ac7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:03:52.817228 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1a508-ef84-4a7c-860f-9a55f5f8ac7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:03:52.817667 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1a508-ef84-4a7c-860f-9a55f5f8ac7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:03:52.829390 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-16f1a508-ef84-4a7c-860f-9a55f5f8ac7f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=343712035138438cad4a2d47972af530&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2636702 Nov 27 04:03:52.831837 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57536) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:03:52.957072 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d3e98-25a7-490c-a7fb-413efa113a94 req-0dc44d96-1dfd-428f-9d9e-8afc07785dd5 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:52.959709 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e01056a7-0e89-4212-9972-525bd97568a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:52.968139 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3b3d3e98-25a7-490c-a7fb-413efa113a94 req-0dc44d96-1dfd-428f-9d9e-8afc07785dd5 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.0873423 Nov 27 04:03:53.021543 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e01056a7-0e89-4212-9972-525bd97568a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:53.030695 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3b3d3e98-25a7-490c-a7fb-413efa113a94 req-0c9332b3-ffe2-4d02-a756-988640ac5c68 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615175 Nov 27 04:03:53.134323 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e01056a7-0e89-4212-9972-525bd97568a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:53.144386 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e01056a7-0e89-4212-9972-525bd97568a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:53.152673 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e01056a7-0e89-4212-9972-525bd97568a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/36fb0e25-eb5c-4b05-bcb7-a5cb11841579 HTTP/1.1" status: 204 len: 168 time: 0.3197157 Nov 27 04:03:53.241447 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0c178-436f-4e2c-a958-d278ccf357db req-6b15a365-912e-4430-8424-d6867925c338 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:53.245405 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-91c0c178-436f-4e2c-a958-d278ccf357db req-6b15a365-912e-4430-8424-d6867925c338 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.1124234 Nov 27 04:03:53.247808 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01056a7-0e89-4212-9972-525bd97568a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fb0e25-eb5c-4b05-bcb7-a5cb11841579,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:53.341462 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b30d0b-8904-4490-8111-fc353170fbbc req-cabadcba-9fdb-4fc2-978a-18e86f4442b5 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:53.352916 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-81b30d0b-8904-4490-8111-fc353170fbbc req-cabadcba-9fdb-4fc2-978a-18e86f4442b5 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1977239 Nov 27 04:03:53.382789 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-91c0c178-436f-4e2c-a958-d278ccf357db req-809e4022-8507-46f8-8639-dc5e859beb66 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238887 Nov 27 04:03:53.429525 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-81b30d0b-8904-4490-8111-fc353170fbbc req-58e29392-110e-46f3-a377-7df38c49c8ec tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754061 Nov 27 04:03:53.849646 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04fef9e-fbce-4a74-a599-146e58bfc515 req-f32a5c5f-05fa-43d6-96a2-29fc81ac15a6 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:53.851301 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b04fef9e-fbce-4a74-a599-146e58bfc515 req-f32a5c5f-05fa-43d6-96a2-29fc81ac15a6 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.0701458 Nov 27 04:03:53.923818 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b04fef9e-fbce-4a74-a599-146e58bfc515 req-6e362b17-4d2f-4d84-a7e8-cf01301bb107 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650859 Nov 27 04:03:54.321789 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fbe6f-674f-4b47-9d75-dd2aec8a3932 req-cce85b39-82fc-41bf-896a-0e191a96c25e tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:54.347082 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-550fbe6f-674f-4b47-9d75-dd2aec8a3932 req-cce85b39-82fc-41bf-896a-0e191a96c25e tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.1288037 Nov 27 04:03:54.537493 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-550fbe6f-674f-4b47-9d75-dd2aec8a3932 req-b79a92dd-9b8d-48b6-b030-92a35320ea89 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868591 Nov 27 04:03:54.709070 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c778b7-d7b7-4582-a499-e4a503cc4f94 req-f2d63cd3-8cd8-48ff-bab1-4f5fdca8abee tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:54.718658 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-09c778b7-d7b7-4582-a499-e4a503cc4f94 req-f2d63cd3-8cd8-48ff-bab1-4f5fdca8abee tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1099241 Nov 27 04:03:54.841412 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-09c778b7-d7b7-4582-a499-e4a503cc4f94 req-98501380-a3d7-4aff-a60b-2f8ddd439269 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204379 Nov 27 04:03:55.707223 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af965a6-4dd9-4d88-aee0-cbacb26daa82 req-bd75b721-ab5b-4024-9909-5b0d0a6ce5c6 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:55.709538 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3af965a6-4dd9-4d88-aee0-cbacb26daa82 req-bd75b721-ab5b-4024-9909-5b0d0a6ce5c6 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.0758252 Nov 27 04:03:55.794821 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3af965a6-4dd9-4d88-aee0-cbacb26daa82 req-d743a9d1-d00f-41a7-90cb-d986f1628e73 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733502 Nov 27 04:03:55.969894 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c473b-974a-4ed8-bfd3-0a9bf776d730 req-d956ef22-0d8a-4a77-a063-b8e687f42273 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:55.979389 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e49c473b-974a-4ed8-bfd3-0a9bf776d730 req-d956ef22-0d8a-4a77-a063-b8e687f42273 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.0706313 Nov 27 04:03:56.030064 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e49c473b-974a-4ed8-bfd3-0a9bf776d730 req-01f110c2-284c-4159-8681-c5ab67dccb84 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493610 Nov 27 04:03:56.106822 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e5db7-29cb-404e-8b6d-37f292318e54 req-3ae982db-621b-4277-a4ef-59d94316abc6 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:56.108586 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cb7e5db7-29cb-404e-8b6d-37f292318e54 req-3ae982db-621b-4277-a4ef-59d94316abc6 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.1143031 Nov 27 04:03:56.120880 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b23eb-48f1-4c48-866b-db738fc198de req-d4d1959e-b18b-4c56-8c80-e5076a76b6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:56.122737 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0a1b23eb-48f1-4c48-866b-db738fc198de req-d4d1959e-b18b-4c56-8c80-e5076a76b6dd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5555a7782ab948f49b5cf05acd919f2e&device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 1097 time: 0.1133385 Nov 27 04:03:56.248085 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cb7e5db7-29cb-404e-8b6d-37f292318e54 req-e561e386-fb42-4db0-8beb-00767b2bbe8b tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174190 Nov 27 04:03:56.305092 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b23eb-48f1-4c48-866b-db738fc198de req-4225fe81-0800-43f1-abe1-862cd62dd721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:56.308619 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0a1b23eb-48f1-4c48-866b-db738fc198de req-4225fe81-0800-43f1-abe1-862cd62dd721 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dcdc8840-7259-44e7-8c3d-3e55464b5bad HTTP/1.1" status: 200 len: 914 time: 0.1426523 Nov 27 04:03:56.388205 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0a1b23eb-48f1-4c48-866b-db738fc198de req-0040a55c-6296-45d6-a90c-826f124ae038 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61f838f8-05b5-4345-b54f-153c94f198d6 HTTP/1.1" status: 200 len: 217 time: 0.0555425 Nov 27 04:03:56.447011 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b23eb-48f1-4c48-866b-db738fc198de req-f8c52610-2bf9-4170-9ecf-1f13a1490b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:56.448359 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0a1b23eb-48f1-4c48-866b-db738fc198de req-f8c52610-2bf9-4170-9ecf-1f13a1490b7c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d2f5fec0-aff6-439d-aa56-04684052e601 HTTP/1.1" status: 200 len: 853 time: 0.0519440 Nov 27 04:03:56.521533 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0a1b23eb-48f1-4c48-866b-db738fc198de req-b1a0dea5-2c49-46c5-8b53-15b47d7d823f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dcdc8840-7259-44e7-8c3d-3e55464b5bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652888 Nov 27 04:03:56.659630 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0a1b23eb-48f1-4c48-866b-db738fc198de req-cdd63ad7-e025-4ff6-8382-1d985b10ed55 service neutron] 10.222.0.23 "GET /v2.0/networks/dcdc8840-7259-44e7-8c3d-3e55464b5bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249406 Nov 27 04:03:56.794787 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0a1b23eb-48f1-4c48-866b-db738fc198de req-806497d6-5787-47cc-afd3-ec068556b2a8 service neutron] 10.222.0.23 "GET /v2.0/networks/dcdc8840-7259-44e7-8c3d-3e55464b5bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272137 Nov 27 04:03:57.160261 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51c0ed-2dc9-46c8-a86d-fbfb0c31fb8f req-2136cac9-e6d4-4bf6-97bb-86fa3fdac0f8 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:57.162590 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fb51c0ed-2dc9-46c8-a86d-fbfb0c31fb8f req-2136cac9-e6d4-4bf6-97bb-86fa3fdac0f8 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.0566809 Nov 27 04:03:57.218769 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fb51c0ed-2dc9-46c8-a86d-fbfb0c31fb8f req-ca7299af-87c3-4e91-8245-1f8b5075d5d4 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497496 Nov 27 04:03:57.410439 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ee607-83e7-4204-9550-5a09fa58f5b4 req-4725dd39-fadc-4452-ae34-c0ce9ead3ff9 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:57.418524 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9a3ee607-83e7-4204-9550-5a09fa58f5b4 req-4725dd39-fadc-4452-ae34-c0ce9ead3ff9 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.0844865 Nov 27 04:03:57.474229 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9a3ee607-83e7-4204-9550-5a09fa58f5b4 req-7f8766a2-b029-4ed0-9c2e-d7778949097a tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545993 Nov 27 04:03:57.618334 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535396d-2761-49f1-bdf9-7f1ed8de5de6 req-16a75266-ed4e-4f63-ab25-d06212256e7b tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:57.620539 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d535396d-2761-49f1-bdf9-7f1ed8de5de6 req-16a75266-ed4e-4f63-ab25-d06212256e7b tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.0707550 Nov 27 04:03:57.674227 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d535396d-2761-49f1-bdf9-7f1ed8de5de6 req-3b421c31-122c-432c-a375-600a1088a243 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456231 Nov 27 04:03:57.803068 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1285b7da-f645-4b06-892e-58670377eced req-26b7e242-11a1-4a4e-8a98-8c0eccb3c8c4 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:57.804567 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1285b7da-f645-4b06-892e-58670377eced req-26b7e242-11a1-4a4e-8a98-8c0eccb3c8c4 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.0556657 Nov 27 04:03:57.860926 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1285b7da-f645-4b06-892e-58670377eced req-60caca77-86b0-402e-ba6e-2f7bb99d5dc3 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499830 Nov 27 04:03:58.004251 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05144452-6265-4e79-a532-5525191e6840 req-c3fb3701-6b8e-4713-a7f6-4df42cb4e811 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:58.008567 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-05144452-6265-4e79-a532-5525191e6840 req-c3fb3701-6b8e-4713-a7f6-4df42cb4e811 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.0533571 Nov 27 04:03:58.059704 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-05144452-6265-4e79-a532-5525191e6840 req-082fd240-f5e4-4d5d-b221-f76b20cb7424 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464890 Nov 27 04:03:58.354857 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7250e-c778-4fd8-9864-19ea926a983e req-63897d42-63dc-4e12-b4e7-b0c47a070f8b tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:58.356264 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9a7250e-c778-4fd8-9864-19ea926a983e req-63897d42-63dc-4e12-b4e7-b0c47a070f8b tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.0525701 Nov 27 04:03:58.406099 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9a7250e-c778-4fd8-9864-19ea926a983e req-711a4a3f-d2bb-4536-b7bc-8fbcc30f42ab tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435314 Nov 27 04:03:59.336295 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 61f838f8-05b5-4345-b54f-153c94f198d6 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:03:59.450454 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:59.487649 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 61f838f8-05b5-4345-b54f-153c94f198d6, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=61f838f8-05b5-4345-b54f-153c94f198d6,segment=NetworkSegment(a77aec41-6b93-4bde-8c56-cad500723cdd),segment_id=a77aec41-6b93-4bde-8c56-cad500723cdd)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:03:59.489318 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2aab8d-8abf-4564-901e-b1c8fa6e537d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61f838f8-05b5-4345-b54f-153c94f198d6'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:03:59.491967 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5395724-606c-4686-bcc0-b35466be66bd" -d '{"events": [{"server_uuid": "bf2aab8d-8abf-4564-901e-b1c8fa6e537d", "name": "network-vif-unplugged", "status": "completed", "tag": "61f838f8-05b5-4345-b54f-153c94f198d6"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:03:59.498368 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:03:59.594823 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=61f838f8-05b5-4345-b54f-153c94f198d6,revision_number=8']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:03:59.597952 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 27 Nov 2021 04:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fb1d2f-bac7-4d08-9540-ce977243805c x-openstack-request-id: req-e9fb1d2f-bac7-4d08-9540-ce977243805c {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:03:59.598410 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf2aab8d-8abf-4564-901e-b1c8fa6e537d", "name": "network-vif-unplugged", "status": "failed", "tag": "61f838f8-05b5-4345-b54f-153c94f198d6", "code": 422}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:03:59.598839 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e9fb1d2f-bac7-4d08-9540-ce977243805c {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:03:59.599391 n-d-819494-3 neutron-server[110020]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bf2aab8d-8abf-4564-901e-b1c8fa6e537d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '61f838f8-05b5-4345-b54f-153c94f198d6', 'code': 422} returned with failed status Nov 27 04:03:59.612707 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:03:59.616299 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:03:59.620064 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:03:59.620582 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:03:59.621083 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:03:59.621607 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:03:59.622085 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:03:59.622604 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:03:59.623208 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:03:59.623689 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:03:59.625228 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:03:59.625718 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:03:59.659294 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b98c5-bcc5-4cf2-aa67-6b00e6ea67eb req-32c9eb50-9fe5-4995-a45a-67c99a573f7c tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:59.661666 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-604b98c5-bcc5-4cf2-aa67-6b00e6ea67eb req-32c9eb50-9fe5-4995-a45a-67c99a573f7c tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 944 time: 0.0665255 Nov 27 04:03:59.745351 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-604b98c5-bcc5-4cf2-aa67-6b00e6ea67eb req-8ce9136c-b68e-40fa-abc5-9f032f5a42ed tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693600 Nov 27 04:03:59.906190 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f743a0-441d-4661-8304-461298329251 req-8f940f50-05b1-4ee1-bd57-c87077f2cc55 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:03:59.913944 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-63f743a0-441d-4661-8304-461298329251 req-8f940f50-05b1-4ee1-bd57-c87077f2cc55 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 944 time: 0.0858066 Nov 27 04:03:59.966823 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-63f743a0-441d-4661-8304-461298329251 req-4664db29-c17b-47cb-8699-7403d4ded261 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519078 Nov 27 04:04:00.372252 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-3945153a-fedb-4b86-b62c-f2a56fa9f1c6 req-676dbc1a-4280-43a7-be55-645a809c58e6 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:04:00.374178 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3945153a-fedb-4b86-b62c-f2a56fa9f1c6 req-676dbc1a-4280-43a7-be55-645a809c58e6 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1332114 Nov 27 04:04:00.520146 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57914) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:04:00.636005 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac76a9-ea5e-42f8-80ff-2033d6a47e14 req-31940cbe-29c4-4063-8d94-6f251754e5e8 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:00.638055 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c7ac76a9-ea5e-42f8-80ff-2033d6a47e14 req-31940cbe-29c4-4063-8d94-6f251754e5e8 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 944 time: 0.0738113 Nov 27 04:04:00.800154 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c7ac76a9-ea5e-42f8-80ff-2033d6a47e14 req-fc7dba85-aac4-4837-9854-ac442d6569c4 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505492 Nov 27 04:04:00.813922 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8ef69468-dfdd-47c9-9734-4b2ec0104a50 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d92d2593fe9b4af99fb3e91067efcccc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2902272 Nov 27 04:04:00.815083 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57928) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:04:00.899448 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-329b885a-53ce-4c11-b5d0-724b51d581eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:00.922995 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-329b885a-53ce-4c11-b5d0-724b51d581eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:00.986682 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-329b885a-53ce-4c11-b5d0-724b51d581eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:00.991293 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-329b885a-53ce-4c11-b5d0-724b51d581eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:00.992747 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-329b885a-53ce-4c11-b5d0-724b51d581eb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/df771549-91b2-49dc-b85c-8ddf362f8e86 HTTP/1.1" status: 204 len: 168 time: 0.1762805 Nov 27 04:04:00.999157 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57940) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:04:01.006026 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b885a-53ce-4c11-b5d0-724b51d581eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df771549-91b2-49dc-b85c-8ddf362f8e86,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:01.169122 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-70f2d85b-0523-4071-9a8a-96cc768fc207 req-893e9c06-f750-4843-8c15-21c222688b16 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1656663 Nov 27 04:04:01.182411 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-70f2d85b-0523-4071-9a8a-96cc768fc207 req-7d7c820c-0748-49d6-8083-1ba27c42988d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:04:01.183508 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-70f2d85b-0523-4071-9a8a-96cc768fc207 req-7d7c820c-0748-49d6-8083-1ba27c42988d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093653 Nov 27 04:04:01.454471 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130d339-41ac-40b2-b8d7-c59785919d6b req-51c4517b-f64f-4893-b85c-365003a46c69 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:01.456918 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4130d339-41ac-40b2-b8d7-c59785919d6b req-51c4517b-f64f-4893-b85c-365003a46c69 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=047d18a2-3642-4489-b72c-906c5b76854d HTTP/1.1" status: 200 len: 946 time: 0.0956299 Nov 27 04:04:01.533613 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4130d339-41ac-40b2-b8d7-c59785919d6b req-05e3ea2d-6c6e-468f-9196-dfe9fe9d45cc tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695481 Nov 27 04:04:02.028467 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957320be-f0e2-489b-be57-a73433c9d1d2 req-109a4665-4ce4-419a-a50e-eaec5f03bae4 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:02.030867 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-957320be-f0e2-489b-be57-a73433c9d1d2 req-109a4665-4ce4-419a-a50e-eaec5f03bae4 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 944 time: 0.0817192 Nov 27 04:04:02.134293 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-957320be-f0e2-489b-be57-a73433c9d1d2 req-011e1372-c74e-44fb-ba46-2853ce6971d8 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815883 Nov 27 04:04:02.469941 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2d85b-0523-4071-9a8a-96cc768fc207 req-87a36b01-ecfe-4071-952e-c6a02a261534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:02.472587 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-70f2d85b-0523-4071-9a8a-96cc768fc207 req-87a36b01-ecfe-4071-952e-c6a02a261534 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d&tenant_id=5555a7782ab948f49b5cf05acd919f2e HTTP/1.1" status: 200 len: 1095 time: 0.0991318 Nov 27 04:04:02.519902 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-70f2d85b-0523-4071-9a8a-96cc768fc207 req-04f89bda-1b1c-4d79-bbe8-6dcea5ae29e7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819494-3', 'device_owner': 'compute:nova'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:04:02.597527 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-70f2d85b-0523-4071-9a8a-96cc768fc207 req-04f89bda-1b1c-4d79-bbe8-6dcea5ae29e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:02.831186 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda77aea-2f48-4769-874a-92caf28fd49e req-ee199f64-9fd4-4e28-9ca1-b505339f529c tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:02.840499 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cda77aea-2f48-4769-874a-92caf28fd49e req-ee199f64-9fd4-4e28-9ca1-b505339f529c tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=047d18a2-3642-4489-b72c-906c5b76854d HTTP/1.1" status: 200 len: 946 time: 0.1091239 Nov 27 04:04:02.907713 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cda77aea-2f48-4769-874a-92caf28fd49e req-00059e9e-267d-4c34-959e-18404eeff39f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668769 Nov 27 04:04:02.959377 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-70f2d85b-0523-4071-9a8a-96cc768fc207 req-04f89bda-1b1c-4d79-bbe8-6dcea5ae29e7 service neutron] For port 61f838f8-05b5-4345-b54f-153c94f198d6, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=61f838f8-05b5-4345-b54f-153c94f198d6,segment=NetworkSegment(a77aec41-6b93-4bde-8c56-cad500723cdd),segment_id=a77aec41-6b93-4bde-8c56-cad500723cdd)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:04:03.007110 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-70f2d85b-0523-4071-9a8a-96cc768fc207 req-04f89bda-1b1c-4d79-bbe8-6dcea5ae29e7 service neutron] For port 61f838f8-05b5-4345-b54f-153c94f198d6, host n-h1-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:04:03.048762 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-70f2d85b-0523-4071-9a8a-96cc768fc207 req-04f89bda-1b1c-4d79-bbe8-6dcea5ae29e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61f838f8-05b5-4345-b54f-153c94f198d6 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:04:03.075951 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-70f2d85b-0523-4071-9a8a-96cc768fc207 req-04f89bda-1b1c-4d79-bbe8-6dcea5ae29e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:03.089829 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-70f2d85b-0523-4071-9a8a-96cc768fc207 req-04f89bda-1b1c-4d79-bbe8-6dcea5ae29e7 service neutron] Transition to ACTIVE for port object 61f838f8-05b5-4345-b54f-153c94f198d6 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:04:03.094758 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-70f2d85b-0523-4071-9a8a-96cc768fc207 req-04f89bda-1b1c-4d79-bbe8-6dcea5ae29e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:03.146116 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79e9e5-4506-4bc4-af45-91fa2216331a req-494394e1-5e6e-4837-90ba-978eb171c540 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:03.147692 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0c79e9e5-4506-4bc4-af45-91fa2216331a req-494394e1-5e6e-4837-90ba-978eb171c540 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.11 "GET /v2.0/ports?device_id=047d18a2-3642-4489-b72c-906c5b76854d HTTP/1.1" status: 200 len: 946 time: 0.0856423 Nov 27 04:04:03.166874 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f89bda-1b1c-4d79-bbe8-6dcea5ae29e7 service neutron] Pushing event updated for resources: {'Port': ['ID=61f838f8-05b5-4345-b54f-153c94f198d6,revision_number=9']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:03.200517 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f013d9e3-d4fe-4dbb-ae5d-307c3ea67b1c None None] DHCP port deletion for dcdc8840-7259-44e7-8c3d-3e55464b5bad request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:04:03.239681 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f2d85b-0523-4071-9a8a-96cc768fc207 req-04f89bda-1b1c-4d79-bbe8-6dcea5ae29e7 service neutron] No DVR routers for this DVR port 61f838f8-05b5-4345-b54f-153c94f198d6 on host n-h1-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:04:03.335917 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-70f2d85b-0523-4071-9a8a-96cc768fc207 req-04f89bda-1b1c-4d79-bbe8-6dcea5ae29e7 service neutron] Attempting to bind port 61f838f8-05b5-4345-b54f-153c94f198d6 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:04:03.336253 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-70f2d85b-0523-4071-9a8a-96cc768fc207 req-04f89bda-1b1c-4d79-bbe8-6dcea5ae29e7 service neutron] Attempting to bind port 61f838f8-05b5-4345-b54f-153c94f198d6 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': 'a77aec41-6b93-4bde-8c56-cad500723cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'dcdc8840-7259-44e7-8c3d-3e55464b5bad'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:04:03.336764 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f2d85b-0523-4071-9a8a-96cc768fc207 req-04f89bda-1b1c-4d79-bbe8-6dcea5ae29e7 service neutron] Attempting to bind port 61f838f8-05b5-4345-b54f-153c94f198d6 on network dcdc8840-7259-44e7-8c3d-3e55464b5bad {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:04:03.338778 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-0c79e9e5-4506-4bc4-af45-91fa2216331a req-387ec515-b2da-4f16-bca4-72a37f196c69 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Deleting port e1ae9cdb-a696-4f1f-9843-610abfc84b79 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:04:03.339124 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-0c79e9e5-4506-4bc4-af45-91fa2216331a req-387ec515-b2da-4f16-bca4-72a37f196c69 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:03.345834 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f2d85b-0523-4071-9a8a-96cc768fc207 req-04f89bda-1b1c-4d79-bbe8-6dcea5ae29e7 service neutron] Port 61f838f8-05b5-4345-b54f-153c94f198d6 on network dcdc8840-7259-44e7-8c3d-3e55464b5bad not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:04:03.346168 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f2d85b-0523-4071-9a8a-96cc768fc207 req-04f89bda-1b1c-4d79-bbe8-6dcea5ae29e7 service neutron] Attempting to bind port 61f838f8-05b5-4345-b54f-153c94f198d6 on network dcdc8840-7259-44e7-8c3d-3e55464b5bad {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:04:03.352020 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f2d85b-0523-4071-9a8a-96cc768fc207 req-04f89bda-1b1c-4d79-bbe8-6dcea5ae29e7 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:04:03.352553 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f2d85b-0523-4071-9a8a-96cc768fc207 req-04f89bda-1b1c-4d79-bbe8-6dcea5ae29e7 service neutron] Checking segment: {'id': 'a77aec41-6b93-4bde-8c56-cad500723cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'dcdc8840-7259-44e7-8c3d-3e55464b5bad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:04:03.353131 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f2d85b-0523-4071-9a8a-96cc768fc207 req-04f89bda-1b1c-4d79-bbe8-6dcea5ae29e7 service neutron] Bound using segment: {'id': 'a77aec41-6b93-4bde-8c56-cad500723cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'dcdc8840-7259-44e7-8c3d-3e55464b5bad'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:04:03.353783 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-70f2d85b-0523-4071-9a8a-96cc768fc207 req-04f89bda-1b1c-4d79-bbe8-6dcea5ae29e7 service neutron] Bound port: 61f838f8-05b5-4345-b54f-153c94f198d6, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a77aec41-6b93-4bde-8c56-cad500723cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'dcdc8840-7259-44e7-8c3d-3e55464b5bad'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:04:03.354331 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-70f2d85b-0523-4071-9a8a-96cc768fc207 req-04f89bda-1b1c-4d79-bbe8-6dcea5ae29e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:03.378261 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 61f838f8-05b5-4345-b54f-153c94f198d6 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:04:03.397518 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83911d60-dadc-43af-9c35-2b167355d642 req-0ec257ca-8876-4307-8820-0d1d9c121da3 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:03.408659 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-83911d60-dadc-43af-9c35-2b167355d642 req-0ec257ca-8876-4307-8820-0d1d9c121da3 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 944 time: 0.1307003 Nov 27 04:04:03.430606 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 61f838f8-05b5-4345-b54f-153c94f198d6 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:04:03.490890 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-0c79e9e5-4506-4bc4-af45-91fa2216331a req-387ec515-b2da-4f16-bca4-72a37f196c69 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] For port e1ae9cdb-a696-4f1f-9843-610abfc84b79, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=e1ae9cdb-a696-4f1f-9843-610abfc84b79,segment=NetworkSegment(7b573d51-51b1-4f49-9697-b1cce35223ba),segment_id=7b573d51-51b1-4f49-9697-b1cce35223ba)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:04:03.491690 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-0c79e9e5-4506-4bc4-af45-91fa2216331a req-387ec515-b2da-4f16-bca4-72a37f196c69 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:03.540331 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-70f2d85b-0523-4071-9a8a-96cc768fc207 req-04f89bda-1b1c-4d79-bbe8-6dcea5ae29e7 service neutron] For port 61f838f8-05b5-4345-b54f-153c94f198d6, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:04:03.558464 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-83911d60-dadc-43af-9c35-2b167355d642 req-54e2113b-eedd-4952-98e2-fbcea79641ee tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427083 Nov 27 04:04:03.561980 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-70f2d85b-0523-4071-9a8a-96cc768fc207 req-04f89bda-1b1c-4d79-bbe8-6dcea5ae29e7 service neutron] For port 61f838f8-05b5-4345-b54f-153c94f198d6, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=61f838f8-05b5-4345-b54f-153c94f198d6,segment=NetworkSegment(a77aec41-6b93-4bde-8c56-cad500723cdd),segment_id=a77aec41-6b93-4bde-8c56-cad500723cdd)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:04:03.579354 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-70f2d85b-0523-4071-9a8a-96cc768fc207 req-04f89bda-1b1c-4d79-bbe8-6dcea5ae29e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:03.602913 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2d85b-0523-4071-9a8a-96cc768fc207 req-04f89bda-1b1c-4d79-bbe8-6dcea5ae29e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:03.603751 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-70f2d85b-0523-4071-9a8a-96cc768fc207 req-04f89bda-1b1c-4d79-bbe8-6dcea5ae29e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:03.608520 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-70f2d85b-0523-4071-9a8a-96cc768fc207 req-04f89bda-1b1c-4d79-bbe8-6dcea5ae29e7 service neutron] 10.222.0.11 "PUT /v2.0/ports/61f838f8-05b5-4345-b54f-153c94f198d6 HTTP/1.1" status: 200 len: 1092 time: 1.0964129 Nov 27 04:04:03.612315 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573b6a81-ff59-4cd6-905c-86c6d28692fd None None] DHCP port deletion for dcdc8840-7259-44e7-8c3d-3e55464b5bad request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:04:03.684772 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf2aab8d-8abf-4564-901e-b1c8fa6e537d', 'tag': '61f838f8-05b5-4345-b54f-153c94f198d6'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:04:03.689214 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5a4006-86c7-45ba-9e3d-77ff20c3effd" -d '{"events": [{"name": "network-changed", "server_uuid": "bf2aab8d-8abf-4564-901e-b1c8fa6e537d", "tag": "61f838f8-05b5-4345-b54f-153c94f198d6"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:04:03.800988 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-0c79e9e5-4506-4bc4-af45-91fa2216331a req-387ec515-b2da-4f16-bca4-72a37f196c69 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:03.801439 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-0c79e9e5-4506-4bc4-af45-91fa2216331a req-387ec515-b2da-4f16-bca4-72a37f196c69 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:03.801686 n-d-819494-3 neutron-server[110019]: INFO neutron.db.l3_db [req-0c79e9e5-4506-4bc4-af45-91fa2216331a req-387ec515-b2da-4f16-bca4-72a37f196c69 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Floating IP be4a01b9-a985-4683-a88c-e94d21569dba disassociated. External IP: 172.25.1.51, port: e1ae9cdb-a696-4f1f-9843-610abfc84b79. Nov 27 04:04:03.802040 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-0c79e9e5-4506-4bc4-af45-91fa2216331a req-387ec515-b2da-4f16-bca4-72a37f196c69 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Calling delete_port for e1ae9cdb-a696-4f1f-9843-610abfc84b79 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:04:03.828099 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f89bda-1b1c-4d79-bbe8-6dcea5ae29e7 service neutron] Pushing event updated for resources: {'Port': ['ID=61f838f8-05b5-4345-b54f-153c94f198d6,revision_number=10']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:03.911836 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2d85b-0523-4071-9a8a-96cc768fc207 req-2b01ea0b-3ebf-4c6a-a92b-26deaf15c647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:03.914316 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-70f2d85b-0523-4071-9a8a-96cc768fc207 req-2b01ea0b-3ebf-4c6a-a92b-26deaf15c647 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5555a7782ab948f49b5cf05acd919f2e&device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 1096 time: 0.2201905 Nov 27 04:04:04.087078 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2d85b-0523-4071-9a8a-96cc768fc207 req-19f28e0f-a814-402d-ac5a-1a18568e4ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:04.088672 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-70f2d85b-0523-4071-9a8a-96cc768fc207 req-19f28e0f-a814-402d-ac5a-1a18568e4ae0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dcdc8840-7259-44e7-8c3d-3e55464b5bad HTTP/1.1" status: 200 len: 914 time: 0.1649485 Nov 27 04:04:04.090268 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ac2bb8-53a0-4807-8712-83c9cac0a34d x-openstack-request-id: req-a5ac2bb8-53a0-4807-8712-83c9cac0a34d {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:04:04.090394 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf2aab8d-8abf-4564-901e-b1c8fa6e537d", "tag": "61f838f8-05b5-4345-b54f-153c94f198d6", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:04:04.090654 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a5ac2bb8-53a0-4807-8712-83c9cac0a34d {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:04:04.091048 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf2aab8d-8abf-4564-901e-b1c8fa6e537d', 'tag': '61f838f8-05b5-4345-b54f-153c94f198d6', 'status': 'completed', 'code': 200} Nov 27 04:04:04.139142 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-70f2d85b-0523-4071-9a8a-96cc768fc207 req-5475c8a8-96b1-4368-b6f4-7a364b538f3f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61f838f8-05b5-4345-b54f-153c94f198d6 HTTP/1.1" status: 200 len: 217 time: 0.0387599 Nov 27 04:04:04.150002 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-0c79e9e5-4506-4bc4-af45-91fa2216331a req-387ec515-b2da-4f16-bca4-72a37f196c69 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:04.194928 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ec515-b2da-4f16-bca4-72a37f196c69 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Pushing event deleted for resources: {'Port': ['ID=e1ae9cdb-a696-4f1f-9843-610abfc84b79,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:04.220585 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c297f9-73e2-4e5f-9e3b-277afbcb4479 req-4fdc4581-f0a9-40a7-9c24-370c87f20e86 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:04.222338 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f9c297f9-73e2-4e5f-9e3b-277afbcb4479 req-4fdc4581-f0a9-40a7-9c24-370c87f20e86 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=047d18a2-3642-4489-b72c-906c5b76854d HTTP/1.1" status: 200 len: 867 time: 0.1862745 Nov 27 04:04:04.243327 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2d85b-0523-4071-9a8a-96cc768fc207 req-4ecb28b1-fca8-449f-be7d-355ad52c43df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:04.248448 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-70f2d85b-0523-4071-9a8a-96cc768fc207 req-4ecb28b1-fca8-449f-be7d-355ad52c43df service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d2f5fec0-aff6-439d-aa56-04684052e601 HTTP/1.1" status: 200 len: 853 time: 0.1008122 Nov 27 04:04:04.300639 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-70f2d85b-0523-4071-9a8a-96cc768fc207 req-a46f4252-dbce-4453-8336-4d8e732bd7f1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dcdc8840-7259-44e7-8c3d-3e55464b5bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438170 Nov 27 04:04:04.367036 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f9c297f9-73e2-4e5f-9e3b-277afbcb4479 req-7a1689b6-0f74-4cd1-9d71-8e29a0d37a68 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027665 Nov 27 04:04:04.411079 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:04:04.414879 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c79e9e5-4506-4bc4-af45-91fa2216331a req-387ec515-b2da-4f16-bca4-72a37f196c69 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Router f50a6542-6489-44cd-b46c-bece319553b1 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:04:04.421183 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-70f2d85b-0523-4071-9a8a-96cc768fc207 req-feb2ba7a-b683-49c9-a7fb-e285af96d35d service neutron] 10.222.0.11 "GET /v2.0/networks/dcdc8840-7259-44e7-8c3d-3e55464b5bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131968 Nov 27 04:04:04.535935 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c79e9e5-4506-4bc4-af45-91fa2216331a req-387ec515-b2da-4f16-bca4-72a37f196c69 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:04:04.536139 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-70f2d85b-0523-4071-9a8a-96cc768fc207 req-4ee60db7-52b0-49ab-9ef3-26afe2601917 service neutron] 10.222.0.11 "GET /v2.0/networks/dcdc8840-7259-44e7-8c3d-3e55464b5bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061411 Nov 27 04:04:04.561111 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d14c31-207e-4545-b977-61625f8d17a4 None None] Sync routers for ids ['f50a6542-6489-44cd-b46c-bece319553b1'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:04:04.602639 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d14c31-207e-4545-b977-61625f8d17a4 None None] Routers {'f50a6542-6489-44cd-b46c-bece319553b1'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:04:04.603630 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-05d14c31-207e-4545-b977-61625f8d17a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:03:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f50a6542-6489-44cd-b46c-bece319553b1'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:04:04.614337 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c79e9e5-4506-4bc4-af45-91fa2216331a req-387ec515-b2da-4f16-bca4-72a37f196c69 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] No DVR routers for this DVR port e1ae9cdb-a696-4f1f-9843-610abfc84b79 on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:04:04.617399 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-0c79e9e5-4506-4bc4-af45-91fa2216331a req-387ec515-b2da-4f16-bca4-72a37f196c69 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:04.623219 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0c79e9e5-4506-4bc4-af45-91fa2216331a req-387ec515-b2da-4f16-bca4-72a37f196c69 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.11 "DELETE /v2.0/ports/e1ae9cdb-a696-4f1f-9843-610abfc84b79 HTTP/1.1" status: 204 len: 173 time: 1.4597311 Nov 27 04:04:04.623692 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047d18a2-3642-4489-b72c-906c5b76854d', 'name': 'network-vif-deleted', 'tag': 'e1ae9cdb-a696-4f1f-9843-610abfc84b79'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:04:04.627219 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd92811-32c0-470b-bdf0-37f5b941a651" -d '{"events": [{"server_uuid": "047d18a2-3642-4489-b72c-906c5b76854d", "name": "network-vif-deleted", "tag": "e1ae9cdb-a696-4f1f-9843-610abfc84b79"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:04:04.729631 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e8cd67-8498-4214-9680-4bfd4868146a x-openstack-request-id: req-f0e8cd67-8498-4214-9680-4bfd4868146a {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:04:04.729980 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047d18a2-3642-4489-b72c-906c5b76854d", "name": "network-vif-deleted", "tag": "e1ae9cdb-a696-4f1f-9843-610abfc84b79", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:04:04.730243 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f0e8cd67-8498-4214-9680-4bfd4868146a {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:04:04.731848 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047d18a2-3642-4489-b72c-906c5b76854d', 'name': 'network-vif-deleted', 'tag': 'e1ae9cdb-a696-4f1f-9843-610abfc84b79', 'status': 'completed', 'code': 200} Nov 27 04:04:04.744822 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ebaac-2c60-4dbf-834a-a8bf43370b43 req-2753ffef-6ae6-40e2-8b46-8d6c99322e04 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:04.747155 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f90ebaac-2c60-4dbf-834a-a8bf43370b43 req-2753ffef-6ae6-40e2-8b46-8d6c99322e04 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 945 time: 0.0956986 Nov 27 04:04:04.775812 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a4006-86c7-45ba-9e3d-77ff20c3effd req-5a634ab5-8830-4a77-80d3-e216dd820836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:04.777901 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1a5a4006-86c7-45ba-9e3d-77ff20c3effd req-5a634ab5-8830-4a77-80d3-e216dd820836 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5555a7782ab948f49b5cf05acd919f2e&device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 1096 time: 0.0864325 Nov 27 04:04:04.912439 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f90ebaac-2c60-4dbf-834a-a8bf43370b43 req-9a6189dd-248a-47be-8c1f-7a0f66ef0691 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410284 Nov 27 04:04:04.941516 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-05d14c31-207e-4545-b977-61625f8d17a4 None None] Set router f50a6542-6489-44cd-b46c-bece319553b1 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:04:04.979551 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a4006-86c7-45ba-9e3d-77ff20c3effd req-d3cec333-95ba-4150-8811-b1bf635ce59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:04.985957 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1a5a4006-86c7-45ba-9e3d-77ff20c3effd req-d3cec333-95ba-4150-8811-b1bf635ce59a service neutron] 10.222.0.11 "GET /v2.0/networks?id=dcdc8840-7259-44e7-8c3d-3e55464b5bad HTTP/1.1" status: 200 len: 914 time: 0.1916378 Nov 27 04:04:05.042415 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1a5a4006-86c7-45ba-9e3d-77ff20c3effd req-70a81cdc-7b5a-461c-b906-6467993012b1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61f838f8-05b5-4345-b54f-153c94f198d6 HTTP/1.1" status: 200 len: 217 time: 0.0489836 Nov 27 04:04:05.115845 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a4006-86c7-45ba-9e3d-77ff20c3effd req-32efd406-655f-4226-846a-eac954103267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:05.117280 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1a5a4006-86c7-45ba-9e3d-77ff20c3effd req-32efd406-655f-4226-846a-eac954103267 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d2f5fec0-aff6-439d-aa56-04684052e601 HTTP/1.1" status: 200 len: 853 time: 0.0675287 Nov 27 04:04:05.189734 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1a5a4006-86c7-45ba-9e3d-77ff20c3effd req-acc4c8e8-7a78-4365-9951-3813b35ed444 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dcdc8840-7259-44e7-8c3d-3e55464b5bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650606 Nov 27 04:04:05.224572 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-05d14c31-207e-4545-b977-61625f8d17a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'name': 'tempest-TestVolumeBootPattern-2087569917-router', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:58Z', 'revision_number': 4, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'gw_port': {'id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '33633549-8cd2-4329-89df-ce902341db7c', 'name': '', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'mac_address': 'fa:16:3e:ee:c6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:56Z', 'updated_at': '2021-11-27T03:56:03Z', 'revision_number': 5, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'subnets': [{'id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:04:05.254148 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d14c31-207e-4545-b977-61625f8d17a4 None None] Checking router: f50a6542-6489-44cd-b46c-bece319553b1 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:04:05.264973 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d14c31-207e-4545-b977-61625f8d17a4 None None] Routers {'f50a6542-6489-44cd-b46c-bece319553b1'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:04:05.265881 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-05d14c31-207e-4545-b977-61625f8d17a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:03:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f50a6542-6489-44cd-b46c-bece319553b1'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:04:05.335604 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1a5a4006-86c7-45ba-9e3d-77ff20c3effd req-76e9e690-69af-482e-85db-6209fb894358 service neutron] 10.222.0.11 "GET /v2.0/networks/dcdc8840-7259-44e7-8c3d-3e55464b5bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383369 Nov 27 04:04:05.380971 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-05d14c31-207e-4545-b977-61625f8d17a4 None None] Set router f50a6542-6489-44cd-b46c-bece319553b1 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:04:05.609584 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-599669ae-c4c0-446f-a42e-79f4c69eb4df req-d4d88646-c0a7-4d67-9d2e-431640c29710 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=047d18a2-3642-4489-b72c-906c5b76854d HTTP/1.1" status: 200 len: 210 time: 0.0658121 Nov 27 04:04:05.623662 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1a5a4006-86c7-45ba-9e3d-77ff20c3effd req-02e5c827-ddf1-4a26-9f57-26839f8b5108 service neutron] 10.222.0.11 "GET /v2.0/networks/dcdc8840-7259-44e7-8c3d-3e55464b5bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560573 Nov 27 04:04:06.113279 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-05d14c31-207e-4545-b977-61625f8d17a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'name': 'tempest-TestVolumeBootPattern-2087569917-router', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:58Z', 'revision_number': 4, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'gw_port': {'id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '33633549-8cd2-4329-89df-ce902341db7c', 'name': '', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'mac_address': 'fa:16:3e:ee:c6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:56Z', 'updated_at': '2021-11-27T03:56:03Z', 'revision_number': 5, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'subnets': [{'id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:04:06.146477 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d14c31-207e-4545-b977-61625f8d17a4 None None] The sync data for ids ['f50a6542-6489-44cd-b46c-bece319553b1'] in n-d-819494-3 is: [{'id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'name': 'tempest-TestVolumeBootPattern-2087569917-router', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:58Z', 'revision_number': 4, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'gw_port': {'id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '33633549-8cd2-4329-89df-ce902341db7c', 'name': '', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'mac_address': 'fa:16:3e:ee:c6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:56Z', 'updated_at': '2021-11-27T03:56:03Z', 'revision_number': 5, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'subnets': [{'id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:04:06.166000 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5729e-88b4-48f2-8982-58e3decb568b req-cbcf4900-f615-43d5-9861-7cb0a243a0c3 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:06.175940 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-22e5729e-88b4-48f2-8982-58e3decb568b req-cbcf4900-f615-43d5-9861-7cb0a243a0c3 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 945 time: 0.1091115 Nov 27 04:04:06.238218 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-22e5729e-88b4-48f2-8982-58e3decb568b req-fa5e50c6-781f-447a-8878-74b55ab2f3fe tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609713 Nov 27 04:04:06.655268 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cea3fcc-88e1-4b10-bdbc-fd2f50d2a600 None None] New status for floating IP be4a01b9-a985-4683-a88c-e94d21569dba: DOWN {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:04:06.737151 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-13d15f77-def7-4077-a018-420d905d22e5 req-f3b7244f-7af5-4bad-b724-6c6155986815 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=047d18a2-3642-4489-b72c-906c5b76854d HTTP/1.1" status: 200 len: 210 time: 0.0516231 Nov 27 04:04:06.757341 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device e1ae9cdb-a696-4f1f-9843-610abfc84b79 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:04:06.825179 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: e1ae9cdb-a696-4f1f-9843-610abfc84b79 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:04:06.825774 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device e1ae9cdb-a696-4f1f-9843-610abfc84b79 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:04:07.441339 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150314b-79e4-4aaf-9e97-0ee9469ef3b5 req-f121ea4c-648c-45c0-a311-690514ba9ee8 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:07.467703 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9150314b-79e4-4aaf-9e97-0ee9469ef3b5 req-f121ea4c-648c-45c0-a311-690514ba9ee8 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 945 time: 0.1106813 Nov 27 04:04:07.528798 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9150314b-79e4-4aaf-9e97-0ee9469ef3b5 req-1a2cea83-d720-4a41-bca9-5eb2ef048edd tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604684 Nov 27 04:04:07.916604 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cdf3b560-cfa6-485b-b629-731134679fe6 req-16dd1331-2aa6-4e00-a8da-13f7f1ad8d92 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=047d18a2-3642-4489-b72c-906c5b76854d HTTP/1.1" status: 200 len: 210 time: 0.0625055 Nov 27 04:04:08.733457 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8b0cd-1ff8-4eab-b540-ba6a32b9a253 req-7601a48f-fae2-4e80-a043-8bda80f744dd tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:08.735104 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b9a8b0cd-1ff8-4eab-b540-ba6a32b9a253 req-7601a48f-fae2-4e80-a043-8bda80f744dd tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 945 time: 0.0983944 Nov 27 04:04:08.827528 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b9a8b0cd-1ff8-4eab-b540-ba6a32b9a253 req-3b9d068e-7428-4363-b1f0-f7e937813f05 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842905 Nov 27 04:04:09.071052 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bf2e1d16-285f-446e-9b3d-4ab6d7f514dc req-ffcc4037-d821-477c-a2e2-931e1c135155 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=047d18a2-3642-4489-b72c-906c5b76854d HTTP/1.1" status: 200 len: 210 time: 0.0414798 Nov 27 04:04:10.042889 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63946808-74e0-4cf8-8f33-8099dbbe5142 req-b6959759-2969-4924-8ee5-8b9d03a4aef6 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:10.044584 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-63946808-74e0-4cf8-8f33-8099dbbe5142 req-b6959759-2969-4924-8ee5-8b9d03a4aef6 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 945 time: 0.0776649 Nov 27 04:04:10.158001 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-63946808-74e0-4cf8-8f33-8099dbbe5142 req-c4bace5d-6abd-4a59-94ab-9b7a6aaf3424 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067791 Nov 27 04:04:10.270239 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0f6da016-7819-49ae-98ea-5200f5d15133 req-513f7ad0-88f0-43bc-adfe-f6ad7cec15ff tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=047d18a2-3642-4489-b72c-906c5b76854d HTTP/1.1" status: 200 len: 210 time: 0.0597775 Nov 27 04:04:11.386074 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14388d33-a684-404b-ad0e-8039835af0b7 req-0eb5351a-6948-491a-bea2-be37c1b63d44 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:11.415142 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-14388d33-a684-404b-ad0e-8039835af0b7 req-0eb5351a-6948-491a-bea2-be37c1b63d44 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 945 time: 0.1780653 Nov 27 04:04:11.448017 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e2f24e41-8ed3-486f-a23e-f2bf590a94a4 req-0f44389f-8fd9-44dc-b389-95ddc9551b2f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=047d18a2-3642-4489-b72c-906c5b76854d HTTP/1.1" status: 200 len: 210 time: 0.0537839 Nov 27 04:04:11.558859 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-14388d33-a684-404b-ad0e-8039835af0b7 req-6c69a788-309f-432a-a275-b0ef4a6c00fb tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397824 Nov 27 04:04:12.139517 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-be0d728a-16f6-42bc-b882-4a2fdfb46e23 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:12.161704 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-be0d728a-16f6-42bc-b882-4a2fdfb46e23 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/networks?id=759ac2b1-65e6-49cb-874d-aae0615c0432 HTTP/1.1" status: 200 len: 814 time: 0.1911523 Nov 27 04:04:12.186401 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-faed6f6b-428c-4827-a4b0-e22a5959527e tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/quotas/2a559fcfd820469880e400429349a9fc HTTP/1.1" status: 200 len: 375 time: 0.0234637 Nov 27 04:04:12.247860 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-def59f77-e7d3-4311-a82e-560f7b066321 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2a559fcfd820469880e400429349a9fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0604129 Nov 27 04:04:12.424787 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-f7929e7b-9b6a-4e05-9558-9b21100f1710 service neutron] 10.222.0.20 "GET /v2.0/networks/759ac2b1-65e6-49cb-874d-aae0615c0432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729314 Nov 27 04:04:12.705990 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b4f5f455-0a48-45d4-9f2c-648f27391c9e req-a642cea7-1a8b-40f8-bf22-2d810d2bd09a tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=047d18a2-3642-4489-b72c-906c5b76854d HTTP/1.1" status: 200 len: 210 time: 0.0607848 Nov 27 04:04:12.830580 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-1b1d6940-ee84-4ea1-8c56-9262b8a3d634 service neutron] 10.222.0.20 "GET /v2.0/networks/759ac2b1-65e6-49cb-874d-aae0615c0432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046061 Nov 27 04:04:13.048084 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6f1e4-9572-4918-abbc-ea29944f2865 req-ef95e471-c13e-4975-ab31-5bce6311251b tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:13.054328 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2ca6f1e4-9572-4918-abbc-ea29944f2865 req-ef95e471-c13e-4975-ab31-5bce6311251b tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 945 time: 0.1661136 Nov 27 04:04:13.192039 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2ca6f1e4-9572-4918-abbc-ea29944f2865 req-2e3ed54d-0ec9-462a-a866-84a89018a090 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327932 Nov 27 04:04:13.222488 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c0db18c4-8f30-4af1-a691-e393c850d948 req-b566a4e8-18f9-4db6-b422-3e855aba06aa tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=5885d17f-c03c-4e6c-9b0f-817c13169cfa HTTP/1.1" status: 200 len: 210 time: 0.0583038 Nov 27 04:04:13.935630 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e9ad5fc7-f9cb-4ade-aa99-e89fcdce5329 req-ce3c2f62-132c-48e1-bec2-554df302bd78 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=047d18a2-3642-4489-b72c-906c5b76854d HTTP/1.1" status: 200 len: 210 time: 0.0399871 Nov 27 04:04:14.463453 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d7a8d909-e6a0-424c-a4ed-82062df0e081 req-4dc4d1e6-6cef-4253-b165-25337d208f1c tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=5885d17f-c03c-4e6c-9b0f-817c13169cfa HTTP/1.1" status: 200 len: 210 time: 0.0660892 Nov 27 04:04:14.512510 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f349037-82bf-4554-a478-60fd3e5503bf req-123116c8-e42b-4f8b-bd73-f2fca09c6516 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:14.525041 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7f349037-82bf-4554-a478-60fd3e5503bf req-123116c8-e42b-4f8b-bd73-f2fca09c6516 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 945 time: 0.1429543 Nov 27 04:04:14.697130 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7f349037-82bf-4554-a478-60fd3e5503bf req-eb4a7825-13d6-4b10-9e7a-91b29ad4ea0f tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705012 Nov 27 04:04:15.207412 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2a671c3a-d949-4b46-9816-bbc046981cd8 req-97b2f39d-cf61-4602-be27-95ba52089176 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=047d18a2-3642-4489-b72c-906c5b76854d HTTP/1.1" status: 200 len: 210 time: 0.0862880 Nov 27 04:04:15.750662 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bfb352f8-7af3-4903-aad8-bf0c95810a47 req-53c2b49f-8d22-4e62-afd9-0bb4a15ff1b9 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=5885d17f-c03c-4e6c-9b0f-817c13169cfa HTTP/1.1" status: 200 len: 210 time: 0.0698898 Nov 27 04:04:15.806784 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-d6260bc4-338f-446d-aa2d-756127996bc7 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:15.809693 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-d6260bc4-338f-446d-aa2d-756127996bc7 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.23 "GET /v2.0/networks?id=759ac2b1-65e6-49cb-874d-aae0615c0432 HTTP/1.1" status: 200 len: 814 time: 0.3898804 Nov 27 04:04:15.838355 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-86e78798-9f15-46b8-bbe9-a387cbdbca18 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Request body: {'port': {'device_id': '5885d17f-c03c-4e6c-9b0f-817c13169cfa', 'network_id': '759ac2b1-65e6-49cb-874d-aae0615c0432', 'admin_state_up': True, 'tenant_id': '2a559fcfd820469880e400429349a9fc'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:04:16.011001 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b298a-8beb-4fbd-8c01-b516cb0af1cb req-5af4da59-4979-4a14-970e-e105629d5b80 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:16.013276 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ae3b298a-8beb-4fbd-8c01-b516cb0af1cb req-5af4da59-4979-4a14-970e-e105629d5b80 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 945 time: 0.1383469 Nov 27 04:04:16.099647 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:16.101838 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-86268c57-33b8-46dc-bbbc-c26d4cadbf76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:16.155170 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ae3b298a-8beb-4fbd-8c01-b516cb0af1cb req-15f1ed72-f35b-4697-a020-da8b9d5c7f6d tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230676 Nov 27 04:04:16.189418 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-86e78798-9f15-46b8-bbe9-a387cbdbca18 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Made reservation on behalf of 2a559fcfd820469880e400429349a9fc for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:04:16.198043 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-86e78798-9f15-46b8-bbe9-a387cbdbca18 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:16.378415 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-98efa2eb-44b0-4ccf-a06d-0229bdf6dd43 req-e1d54ecd-6e8c-417b-bb63-0dbe82d19c56 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=047d18a2-3642-4489-b72c-906c5b76854d HTTP/1.1" status: 200 len: 210 time: 0.0762682 Nov 27 04:04:16.415826 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-86e78798-9f15-46b8-bbe9-a387cbdbca18 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Allocated IP 172.20.0.14 (759ac2b1-65e6-49cb-874d-aae0615c0432/f0fcef5c-b309-4313-95f8-651075054f8e/cd9ca861-1735-48b9-b7a8-bc1f790366f5) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:04:16.659044 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-86e78798-9f15-46b8-bbe9-a387cbdbca18 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:16.719666 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-86e78798-9f15-46b8-bbe9-a387cbdbca18 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:16.764659 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['17fb2973-29f3-4d7b-9f1b-1960f8905677', 'f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7', '55ec030f-36e4-4433-9b2e-61cb4c7f2748'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:04:16.774714 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-86e78798-9f15-46b8-bbe9-a387cbdbca18 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Network 759ac2b1-65e6-49cb-874d-aae0615c0432 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:04:16.799025 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-86e78798-9f15-46b8-bbe9-a387cbdbca18 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:04:16.806267 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-86e78798-9f15-46b8-bbe9-a387cbdbca18 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:04:16.856182 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6405533d-d2c3-4e52-b0bd-796d45446227 None None] DHCP port deletion for 759ac2b1-65e6-49cb-874d-aae0615c0432 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:04:16.998562 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e78798-9f15-46b8-bbe9-a387cbdbca18 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Pushing event updated for resources: {'Port': ['ID=cd9ca861-1735-48b9-b7a8-bc1f790366f5,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:17.034453 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-86e78798-9f15-46b8-bbe9-a387cbdbca18 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:17.035617 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-86e78798-9f15-46b8-bbe9-a387cbdbca18 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:17.076764 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46e85e-aed0-4d72-a88c-b4aba64f9efe req-bde55e58-7959-45ba-90fe-5f9b337f6bcb tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:17.079349 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5f46e85e-aed0-4d72-a88c-b4aba64f9efe req-bde55e58-7959-45ba-90fe-5f9b337f6bcb tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=5885d17f-c03c-4e6c-9b0f-817c13169cfa HTTP/1.1" status: 200 len: 932 time: 0.1741285 Nov 27 04:04:17.084491 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-86e78798-9f15-46b8-bbe9-a387cbdbca18 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2501507 Nov 27 04:04:17.146343 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-b256a039-00a0-4ed3-863a-8cd6709e8465 service neutron] Request body: {'port': {'device_id': '5885d17f-c03c-4e6c-9b0f-817c13169cfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:04:17.162057 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-6c6894be-228d-4ece-9d10-bae80412e15e None None] Provisioning complete for port cd9ca861-1735-48b9-b7a8-bc1f790366f5 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:04:17.164110 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6c6894be-228d-4ece-9d10-bae80412e15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:17.296889 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-6c6894be-228d-4ece-9d10-bae80412e15e None None] Port cd9ca861-1735-48b9-b7a8-bc1f790366f5 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:04:17.375454 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5f46e85e-aed0-4d72-a88c-b4aba64f9efe req-89e4496d-6e8b-4512-883d-8997ab2f5b3f tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/security-groups?id=8836fad6-5b2e-4036-bf51-408bbb5dc58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744420 Nov 27 04:04:17.422535 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-b256a039-00a0-4ed3-863a-8cd6709e8465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:17.425861 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6073328-11ec-4463-bc94-7f94564da06e req-3b3a25e4-25b7-4b50-ba24-3d8a6a68d295 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:17.435345 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b6073328-11ec-4463-bc94-7f94564da06e req-3b3a25e4-25b7-4b50-ba24-3d8a6a68d295 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 945 time: 0.1217918 Nov 27 04:04:17.504127 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b6073328-11ec-4463-bc94-7f94564da06e req-b0937b93-4e1b-4969-9749-48f4e0b4473c tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668805 Nov 27 04:04:17.883267 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-04731e45-7236-45d8-97cc-8078dc62d153 req-22795fbb-52d3-4016-86bc-08399ec701af tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=047d18a2-3642-4489-b72c-906c5b76854d HTTP/1.1" status: 200 len: 210 time: 0.3461366 Nov 27 04:04:18.126562 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-b256a039-00a0-4ed3-863a-8cd6709e8465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd9ca861-1735-48b9-b7a8-bc1f790366f5 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:04:18.135464 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-b256a039-00a0-4ed3-863a-8cd6709e8465 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:18.150133 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-b256a039-00a0-4ed3-863a-8cd6709e8465 service neutron] Transition to ACTIVE for port object cd9ca861-1735-48b9-b7a8-bc1f790366f5 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:04:18.158225 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-b256a039-00a0-4ed3-863a-8cd6709e8465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:18.205355 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816dda79-bdde-4b0e-89c2-63b04c91c1d8 None None] DHCP port deletion for 759ac2b1-65e6-49cb-874d-aae0615c0432 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:04:18.242956 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256a039-00a0-4ed3-863a-8cd6709e8465 service neutron] Pushing event updated for resources: {'Port': ['ID=cd9ca861-1735-48b9-b7a8-bc1f790366f5,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:18.290967 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e6dab277-6c02-4cbf-af2a-921dfc5023fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:18.321408 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-b256a039-00a0-4ed3-863a-8cd6709e8465 service neutron] Attempting to bind port cd9ca861-1735-48b9-b7a8-bc1f790366f5 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:04:18.322132 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-b256a039-00a0-4ed3-863a-8cd6709e8465 service neutron] Attempting to bind port cd9ca861-1735-48b9-b7a8-bc1f790366f5 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': 'ebf9e551-55f8-4bea-b6f1-8b78b226551a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '759ac2b1-65e6-49cb-874d-aae0615c0432'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:04:18.322480 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-b256a039-00a0-4ed3-863a-8cd6709e8465 service neutron] Attempting to bind port cd9ca861-1735-48b9-b7a8-bc1f790366f5 on network 759ac2b1-65e6-49cb-874d-aae0615c0432 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:04:18.328274 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-b256a039-00a0-4ed3-863a-8cd6709e8465 service neutron] Port cd9ca861-1735-48b9-b7a8-bc1f790366f5 on network 759ac2b1-65e6-49cb-874d-aae0615c0432 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:04:18.328616 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-b256a039-00a0-4ed3-863a-8cd6709e8465 service neutron] Attempting to bind port cd9ca861-1735-48b9-b7a8-bc1f790366f5 on network 759ac2b1-65e6-49cb-874d-aae0615c0432 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:04:18.334956 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-b256a039-00a0-4ed3-863a-8cd6709e8465 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:04:18.335312 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-b256a039-00a0-4ed3-863a-8cd6709e8465 service neutron] Checking segment: {'id': 'ebf9e551-55f8-4bea-b6f1-8b78b226551a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '759ac2b1-65e6-49cb-874d-aae0615c0432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:04:18.335713 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-b256a039-00a0-4ed3-863a-8cd6709e8465 service neutron] Bound using segment: {'id': 'ebf9e551-55f8-4bea-b6f1-8b78b226551a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '759ac2b1-65e6-49cb-874d-aae0615c0432'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:04:18.336163 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-b256a039-00a0-4ed3-863a-8cd6709e8465 service neutron] Bound port: cd9ca861-1735-48b9-b7a8-bc1f790366f5, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebf9e551-55f8-4bea-b6f1-8b78b226551a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '759ac2b1-65e6-49cb-874d-aae0615c0432'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:04:18.336533 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-b256a039-00a0-4ed3-863a-8cd6709e8465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:18.419320 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-b256a039-00a0-4ed3-863a-8cd6709e8465 service neutron] For port cd9ca861-1735-48b9-b7a8-bc1f790366f5, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:04:18.423351 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-b256a039-00a0-4ed3-863a-8cd6709e8465 service neutron] For port cd9ca861-1735-48b9-b7a8-bc1f790366f5, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=cd9ca861-1735-48b9-b7a8-bc1f790366f5,segment=NetworkSegment(ebf9e551-55f8-4bea-b6f1-8b78b226551a),segment_id=ebf9e551-55f8-4bea-b6f1-8b78b226551a)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:04:18.428604 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-b256a039-00a0-4ed3-863a-8cd6709e8465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:18.489332 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-b256a039-00a0-4ed3-863a-8cd6709e8465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:18.490429 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-b256a039-00a0-4ed3-863a-8cd6709e8465 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:18.492141 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-b256a039-00a0-4ed3-863a-8cd6709e8465 service neutron] 10.222.0.23 "PUT /v2.0/ports/cd9ca861-1735-48b9-b7a8-bc1f790366f5 HTTP/1.1" status: 200 len: 1092 time: 1.3575907 Nov 27 04:04:18.493549 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5885d17f-c03c-4e6c-9b0f-817c13169cfa', 'tag': 'cd9ca861-1735-48b9-b7a8-bc1f790366f5'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:04:18.497155 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243d4120-5159-4803-868c-3b5be72fc415 None None] DHCP port deletion for 759ac2b1-65e6-49cb-874d-aae0615c0432 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:04:18.502940 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e98a8b1-6682-4aaf-b5c6-80c420d02b83" -d '{"events": [{"name": "network-changed", "server_uuid": "5885d17f-c03c-4e6c-9b0f-817c13169cfa", "tag": "cd9ca861-1735-48b9-b7a8-bc1f790366f5"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:04:18.537424 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256a039-00a0-4ed3-863a-8cd6709e8465 service neutron] Pushing event updated for resources: {'Port': ['ID=cd9ca861-1735-48b9-b7a8-bc1f790366f5,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:18.619186 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a66e273-9670-434d-bf85-ec495c6ce071 x-openstack-request-id: req-9a66e273-9670-434d-bf85-ec495c6ce071 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:04:18.619491 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5885d17f-c03c-4e6c-9b0f-817c13169cfa", "tag": "cd9ca861-1735-48b9-b7a8-bc1f790366f5", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:04:18.619786 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a66e273-9670-434d-bf85-ec495c6ce071 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:04:18.620150 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5885d17f-c03c-4e6c-9b0f-817c13169cfa', 'tag': 'cd9ca861-1735-48b9-b7a8-bc1f790366f5', 'status': 'completed', 'code': 200} Nov 27 04:04:18.627765 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-34eca5f2-e96c-4439-8139-d8fa0b339d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:18.629740 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-34eca5f2-e96c-4439-8139-d8fa0b339d25 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2a559fcfd820469880e400429349a9fc&device_id=5885d17f-c03c-4e6c-9b0f-817c13169cfa HTTP/1.1" status: 200 len: 1095 time: 0.0665011 Nov 27 04:04:18.713757 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:18.725873 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 61f838f8-05b5-4345-b54f-153c94f198d6 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:04:18.756687 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa653d34-c9a7-41d5-9d24-8a1a2b071370 req-54261f10-70e0-438d-ae0b-8f941bc973d0 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:18.762419 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-aa653d34-c9a7-41d5-9d24-8a1a2b071370 req-54261f10-70e0-438d-ae0b-8f941bc973d0 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=5885d17f-c03c-4e6c-9b0f-817c13169cfa HTTP/1.1" status: 200 len: 944 time: 0.1225994 Nov 27 04:04:18.819205 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-88d8a539-9557-43f8-8b83-6ca1060e85ba service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd9ca861-1735-48b9-b7a8-bc1f790366f5 HTTP/1.1" status: 200 len: 217 time: 0.1700487 Nov 27 04:04:18.926298 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c70acb-0467-4fcf-9336-652c7e3ba352 req-e4a2207c-ff1e-45be-ba55-e90aa7063d19 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:18.928052 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f9c70acb-0467-4fcf-9336-652c7e3ba352 req-e4a2207c-ff1e-45be-ba55-e90aa7063d19 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 945 time: 0.1121705 Nov 27 04:04:18.939499 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-bc789e10-9a73-4da1-8146-46897e5df8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:18.941349 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-bc789e10-9a73-4da1-8146-46897e5df8f9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f0fcef5c-b309-4313-95f8-651075054f8e HTTP/1.1" status: 200 len: 854 time: 0.0818970 Nov 27 04:04:18.977490 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-aa653d34-c9a7-41d5-9d24-8a1a2b071370 req-8a6d00aa-dbbe-43b2-aa67-d4bf122e7a91 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/security-groups?id=8836fad6-5b2e-4036-bf51-408bbb5dc58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069869 Nov 27 04:04:19.070982 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 61f838f8-05b5-4345-b54f-153c94f198d6, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=61f838f8-05b5-4345-b54f-153c94f198d6,segment=NetworkSegment(a77aec41-6b93-4bde-8c56-cad500723cdd),segment_id=a77aec41-6b93-4bde-8c56-cad500723cdd)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:04:19.099486 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '61f838f8-05b5-4345-b54f-153c94f198d6', 'network_id': 'dcdc8840-7259-44e7-8c3d-3e55464b5bad', 'port_id': '61f838f8-05b5-4345-b54f-153c94f198d6', 'mac_address': 'fa:16:3e:b9:05:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f5fec0-aff6-439d-aa56-04684052e601', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:04:19.158516 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-2c539a29-4011-4e52-9857-fc6b895a05ae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=759ac2b1-65e6-49cb-874d-aae0615c0432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1972277 Nov 27 04:04:19.187072 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a6a196ae-b9bb-446b-87a4-b62baa7ff826 req-c1cd50ba-59da-4291-8c08-6a05870eece3 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=047d18a2-3642-4489-b72c-906c5b76854d HTTP/1.1" status: 200 len: 210 time: 0.0481005 Nov 27 04:04:19.205422 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f9c70acb-0467-4fcf-9336-652c7e3ba352 req-189e7442-5ab1-48fd-90b8-619efa8497bf tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629220 Nov 27 04:04:19.228297 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:19.245168 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61f838f8-05b5-4345-b54f-153c94f198d6 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:04:19.274709 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 61f838f8-05b5-4345-b54f-153c94f198d6, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=61f838f8-05b5-4345-b54f-153c94f198d6,segment=NetworkSegment(a77aec41-6b93-4bde-8c56-cad500723cdd),segment_id=a77aec41-6b93-4bde-8c56-cad500723cdd)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:04:19.281486 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:19.371167 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=61f838f8-05b5-4345-b54f-153c94f198d6,revision_number=11']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:19.409259 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-d21d4dba-2a95-4392-b419-8e11be40f715 service neutron] 10.222.0.23 "GET /v2.0/networks/759ac2b1-65e6-49cb-874d-aae0615c0432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090998 Nov 27 04:04:19.546242 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:19.596245 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8f87c687-ab18-43af-8923-8c4e4165fea2 req-30ec99f9-ca25-40fa-9c83-33e350a5854e service neutron] 10.222.0.23 "GET /v2.0/networks/759ac2b1-65e6-49cb-874d-aae0615c0432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776664 Nov 27 04:04:19.635660 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['61f838f8-05b5-4345-b54f-153c94f198d6'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:04:19.827272 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98a8b1-6682-4aaf-b5c6-80c420d02b83 req-6a0b690d-f374-4a0c-847f-4d6f75cfa0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:19.829028 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1e98a8b1-6682-4aaf-b5c6-80c420d02b83 req-6a0b690d-f374-4a0c-847f-4d6f75cfa0f7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2a559fcfd820469880e400429349a9fc&device_id=5885d17f-c03c-4e6c-9b0f-817c13169cfa HTTP/1.1" status: 200 len: 1095 time: 0.1020229 Nov 27 04:04:20.003179 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98a8b1-6682-4aaf-b5c6-80c420d02b83 req-5f27162e-a71f-4468-8587-00e66da47ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:20.005690 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1e98a8b1-6682-4aaf-b5c6-80c420d02b83 req-5f27162e-a71f-4468-8587-00e66da47ab4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=759ac2b1-65e6-49cb-874d-aae0615c0432 HTTP/1.1" status: 200 len: 915 time: 0.1666358 Nov 27 04:04:20.067550 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1e98a8b1-6682-4aaf-b5c6-80c420d02b83 req-4a1231f7-3888-4aa5-9547-f9e783eb1eee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd9ca861-1735-48b9-b7a8-bc1f790366f5 HTTP/1.1" status: 200 len: 217 time: 0.0510197 Nov 27 04:04:20.172502 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98a8b1-6682-4aaf-b5c6-80c420d02b83 req-4553d631-75e0-4d58-8b8b-b5e32ef397ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:20.180820 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1e98a8b1-6682-4aaf-b5c6-80c420d02b83 req-4553d631-75e0-4d58-8b8b-b5e32ef397ba service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f0fcef5c-b309-4313-95f8-651075054f8e HTTP/1.1" status: 200 len: 854 time: 0.1036408 Nov 27 04:04:20.223837 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e058f-88f9-4eeb-8c61-d9c4a072582f req-e7ec20cc-0801-469f-979e-62c5ebced281 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:20.231248 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c52e058f-88f9-4eeb-8c61-d9c4a072582f req-e7ec20cc-0801-469f-979e-62c5ebced281 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=5885d17f-c03c-4e6c-9b0f-817c13169cfa HTTP/1.1" status: 200 len: 944 time: 0.0913417 Nov 27 04:04:20.273455 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1e98a8b1-6682-4aaf-b5c6-80c420d02b83 req-2dc0c232-19d1-4873-95d8-7f43c1bdf817 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=759ac2b1-65e6-49cb-874d-aae0615c0432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851147 Nov 27 04:04:20.288828 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c52e058f-88f9-4eeb-8c61-d9c4a072582f req-2073565a-7075-4c06-a883-46a3e92281d0 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/security-groups?id=8836fad6-5b2e-4036-bf51-408bbb5dc58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536826 Nov 27 04:04:20.445991 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8661d143-49c1-462a-b52d-0fd7637a149b req-e07ac330-46d4-4114-88ca-98fa4e92edc9 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=047d18a2-3642-4489-b72c-906c5b76854d HTTP/1.1" status: 200 len: 210 time: 0.0493104 Nov 27 04:04:20.501657 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1e98a8b1-6682-4aaf-b5c6-80c420d02b83 req-37e60b84-9ddc-4d97-9e95-3551863421d4 service neutron] 10.222.0.23 "GET /v2.0/networks/759ac2b1-65e6-49cb-874d-aae0615c0432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158289 Nov 27 04:04:20.526048 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf75dd-c284-4385-ac79-011cb6e79f26 req-e9b98f28-51c1-4f28-9c1a-52153810e2da tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:20.527732 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ccdf75dd-c284-4385-ac79-011cb6e79f26 req-e9b98f28-51c1-4f28-9c1a-52153810e2da tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.2384996 Nov 27 04:04:20.664759 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1e98a8b1-6682-4aaf-b5c6-80c420d02b83 req-346d4793-6b0a-4a9a-a3e2-583550b89076 service neutron] 10.222.0.23 "GET /v2.0/networks/759ac2b1-65e6-49cb-874d-aae0615c0432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357834 Nov 27 04:04:20.706751 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ccdf75dd-c284-4385-ac79-011cb6e79f26 req-774297d2-f093-4e7f-91f4-2acce9286362 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691782 Nov 27 04:04:21.152542 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:21.417967 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc7161-70f6-47b7-951f-cf5f06e1fc1c req-f6989596-5bb3-43cd-884c-efca44fe25ef tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:21.419456 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5bfc7161-70f6-47b7-951f-cf5f06e1fc1c req-f6989596-5bb3-43cd-884c-efca44fe25ef tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=5885d17f-c03c-4e6c-9b0f-817c13169cfa HTTP/1.1" status: 200 len: 944 time: 0.0525181 Nov 27 04:04:21.499933 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5bfc7161-70f6-47b7-951f-cf5f06e1fc1c req-b33678ea-3492-4c56-abae-7ea9c97b2c6b tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/security-groups?id=8836fad6-5b2e-4036-bf51-408bbb5dc58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729504 Nov 27 04:04:21.607099 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e52baba6-e561-45c5-8396-7ce67de7c423 req-c7af3f02-2d65-43fd-ab81-97e8b6937516 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=047d18a2-3642-4489-b72c-906c5b76854d HTTP/1.1" status: 200 len: 210 time: 0.0392716 Nov 27 04:04:21.765840 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:21.855596 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d839652-a21c-43a8-b13c-589160d6616d req-77a5ae74-9043-4919-92cc-f88a074c9721 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:21.857167 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2d839652-a21c-43a8-b13c-589160d6616d req-77a5ae74-9043-4919-92cc-f88a074c9721 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.0696080 Nov 27 04:04:21.940469 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2d839652-a21c-43a8-b13c-589160d6616d req-821edd59-6ab2-4042-93e3-c73e27f6e3a0 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722356 Nov 27 04:04:22.627074 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e06df4-b3ea-493b-9215-639ac93b5afe req-dda9cb8b-8c49-4efc-8b8c-eb8cb6e765cb tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:22.647358 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f5e06df4-b3ea-493b-9215-639ac93b5afe req-dda9cb8b-8c49-4efc-8b8c-eb8cb6e765cb tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=5885d17f-c03c-4e6c-9b0f-817c13169cfa HTTP/1.1" status: 200 len: 944 time: 0.0764003 Nov 27 04:04:22.728119 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f5e06df4-b3ea-493b-9215-639ac93b5afe req-83364282-c1f2-4fd0-8c61-c6aec970f74b tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/security-groups?id=8836fad6-5b2e-4036-bf51-408bbb5dc58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774534 Nov 27 04:04:22.758560 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 61f838f8-05b5-4345-b54f-153c94f198d6 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:04:22.832548 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 61f838f8-05b5-4345-b54f-153c94f198d6 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:04:22.837082 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 61f838f8-05b5-4345-b54f-153c94f198d6 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:04:22.837468 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:22.976505 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:23.003683 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2aab8d-8abf-4564-901e-b1c8fa6e537d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f838f8-05b5-4345-b54f-153c94f198d6'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:04:23.006236 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf4d86d-8b08-4f72-8e19-51103956a994" -d '{"events": [{"server_uuid": "bf2aab8d-8abf-4564-901e-b1c8fa6e537d", "name": "network-vif-plugged", "status": "completed", "tag": "61f838f8-05b5-4345-b54f-153c94f198d6"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:04:23.016251 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-468d99a4-e664-408b-9f05-0819b597fea3 req-0a5c6f22-1c4d-4907-b60f-40353a7488e3 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-127047321&fields=id&tenant_id=c0fb01b15ba04e8ca79caed9882229f4 HTTP/1.1" status: 200 len: 267 time: 0.0811982 Nov 27 04:04:23.039707 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 61f838f8-05b5-4345-b54f-153c94f198d6, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=61f838f8-05b5-4345-b54f-153c94f198d6,segment=NetworkSegment(a77aec41-6b93-4bde-8c56-cad500723cdd),segment_id=a77aec41-6b93-4bde-8c56-cad500723cdd)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:04:23.054356 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:23.120585 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1ad83-139c-40ad-977a-5d04dac5edba req-e8a787fc-98fd-4bf9-8274-877d3440e8dc tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:23.122181 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-19f1ad83-139c-40ad-977a-5d04dac5edba req-e8a787fc-98fd-4bf9-8274-877d3440e8dc tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 946 time: 0.1053176 Nov 27 04:04:23.156690 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=61f838f8-05b5-4345-b54f-153c94f198d6,revision_number=12']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:23.182681 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d99a4-e664-408b-9f05-0819b597fea3 req-70037ea9-39f7-4490-bce7-0386407fac0d tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:23.184432 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-468d99a4-e664-408b-9f05-0819b597fea3 req-70037ea9-39f7-4490-bce7-0386407fac0d tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/networks?id=9066c940-2187-4bcb-b452-41734810299f HTTP/1.1" status: 200 len: 812 time: 0.1666474 Nov 27 04:04:23.208385 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-468d99a4-e664-408b-9f05-0819b597fea3 req-a62a4f04-af89-4477-a65b-76019e00e07e tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/quotas/c0fb01b15ba04e8ca79caed9882229f4 HTTP/1.1" status: 200 len: 375 time: 0.0175498 Nov 27 04:04:23.221998 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-19f1ad83-139c-40ad-977a-5d04dac5edba req-1e21122c-01e1-4b6c-9b2c-e121eb2960cb tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923777 Nov 27 04:04:23.295501 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2663db78-158d-432a-bd1f-eeed18e0e69a x-openstack-request-id: req-2663db78-158d-432a-bd1f-eeed18e0e69a {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:04:23.296540 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf2aab8d-8abf-4564-901e-b1c8fa6e537d", "name": "network-vif-plugged", "status": "completed", "tag": "61f838f8-05b5-4345-b54f-153c94f198d6", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:04:23.297815 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2663db78-158d-432a-bd1f-eeed18e0e69a {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:04:23.298735 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2aab8d-8abf-4564-901e-b1c8fa6e537d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f838f8-05b5-4345-b54f-153c94f198d6', 'code': 200} Nov 27 04:04:23.339172 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-468d99a4-e664-408b-9f05-0819b597fea3 req-9ca7edab-59c3-49a9-a119-3379e14d61a8 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0fb01b15ba04e8ca79caed9882229f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1102157 Nov 27 04:04:23.500051 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-468d99a4-e664-408b-9f05-0819b597fea3 req-23470624-2b7b-4d39-8a36-fd7423e881ff service neutron] 10.222.0.20 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560583 Nov 27 04:04:23.536103 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device cd9ca861-1735-48b9-b7a8-bc1f790366f5 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:04:23.556773 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5178b0d-a41e-476e-9550-fe828f493aef req-7f450ecf-be49-4a64-892e-d8b1bbdb2ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:23.558837 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b5178b0d-a41e-476e-9550-fe828f493aef req-7f450ecf-be49-4a64-892e-d8b1bbdb2ea2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 1098 time: 0.0524669 Nov 27 04:04:23.659379 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b5178b0d-a41e-476e-9550-fe828f493aef req-a0d591ea-4c06-421e-9591-65387842b473 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924845 Nov 27 04:04:23.720211 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-468d99a4-e664-408b-9f05-0819b597fea3 req-a554a7ad-6b28-4956-ac8c-bdc59cf79e79 service neutron] 10.222.0.20 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185917 Nov 27 04:04:23.727624 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port cd9ca861-1735-48b9-b7a8-bc1f790366f5, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=cd9ca861-1735-48b9-b7a8-bc1f790366f5,segment=NetworkSegment(ebf9e551-55f8-4bea-b6f1-8b78b226551a),segment_id=ebf9e551-55f8-4bea-b6f1-8b78b226551a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:04:23.745139 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': 'cd9ca861-1735-48b9-b7a8-bc1f790366f5', 'network_id': '759ac2b1-65e6-49cb-874d-aae0615c0432', 'port_id': 'cd9ca861-1735-48b9-b7a8-bc1f790366f5', 'mac_address': 'fa:16:3e:d6:1b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0fcef5c-b309-4313-95f8-651075054f8e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:04:23.786616 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:23.802887 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd9ca861-1735-48b9-b7a8-bc1f790366f5 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:04:23.830037 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port cd9ca861-1735-48b9-b7a8-bc1f790366f5, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=cd9ca861-1735-48b9-b7a8-bc1f790366f5,segment=NetworkSegment(ebf9e551-55f8-4bea-b6f1-8b78b226551a),segment_id=ebf9e551-55f8-4bea-b6f1-8b78b226551a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:04:23.847974 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:23.916424 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=cd9ca861-1735-48b9-b7a8-bc1f790366f5,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:24.001469 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570efbd9-7f4d-48b9-a44c-0bc03f4d48a6 req-49bb4407-b8cc-4fbf-ae83-1c8737fff7b8 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:24.004318 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-570efbd9-7f4d-48b9-a44c-0bc03f4d48a6 req-49bb4407-b8cc-4fbf-ae83-1c8737fff7b8 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=5885d17f-c03c-4e6c-9b0f-817c13169cfa HTTP/1.1" status: 200 len: 945 time: 0.1304216 Nov 27 04:04:24.096551 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-570efbd9-7f4d-48b9-a44c-0bc03f4d48a6 req-bac9b17d-bf04-4815-9598-943f66d4eb53 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/security-groups?id=8836fad6-5b2e-4036-bf51-408bbb5dc58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873744 Nov 27 04:04:24.208345 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e049241e-cd08-4f40-9bf5-92bd27646299 req-2285af94-c03c-42f4-ba65-0bdf8b621d8e tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a78cd85-84e7-46d1-97b9-008ad97870bc HTTP/1.1" status: 200 len: 210 time: 0.0624008 Nov 27 04:04:24.235141 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['cd9ca861-1735-48b9-b7a8-bc1f790366f5'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:04:24.460533 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1ef39-de69-4fd4-81b9-75ea3740eb9c req-69c8f575-92de-4ba3-ba04-dd761014f035 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:24.464973 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fce1ef39-de69-4fd4-81b9-75ea3740eb9c req-69c8f575-92de-4ba3-ba04-dd761014f035 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 947 time: 0.1286881 Nov 27 04:04:24.583351 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fce1ef39-de69-4fd4-81b9-75ea3740eb9c req-d0298035-594d-4ce7-9c55-914dcdf0d110 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042814 Nov 27 04:04:25.328081 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b037f71c-ead8-4cc8-950e-9b42ee7e4b44 req-e66c10c8-ae12-4f2a-b33e-461d3a33e8c3 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a78cd85-84e7-46d1-97b9-008ad97870bc HTTP/1.1" status: 200 len: 210 time: 0.0433216 Nov 27 04:04:25.328685 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95423f-0478-43ab-bbc4-f21f3485e85f req-401ebf3d-d585-4ebd-8ca7-429e73316f4b tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:25.329672 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6d95423f-0478-43ab-bbc4-f21f3485e85f req-401ebf3d-d585-4ebd-8ca7-429e73316f4b tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=5885d17f-c03c-4e6c-9b0f-817c13169cfa HTTP/1.1" status: 200 len: 945 time: 0.0991735 Nov 27 04:04:25.391271 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6d95423f-0478-43ab-bbc4-f21f3485e85f req-ee57d2f2-2c38-4063-8307-1d1735ae513a tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/security-groups?id=8836fad6-5b2e-4036-bf51-408bbb5dc58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515773 Nov 27 04:04:25.534881 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device cd9ca861-1735-48b9-b7a8-bc1f790366f5 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:04:25.590124 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port cd9ca861-1735-48b9-b7a8-bc1f790366f5 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:04:25.595926 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port cd9ca861-1735-48b9-b7a8-bc1f790366f5 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:04:25.596669 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:25.691611 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:25.719885 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5885d17f-c03c-4e6c-9b0f-817c13169cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9ca861-1735-48b9-b7a8-bc1f790366f5'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:04:25.722138 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812a0b7e-068a-4174-99ff-ccb9ff304e3a" -d '{"events": [{"server_uuid": "5885d17f-c03c-4e6c-9b0f-817c13169cfa", "name": "network-vif-plugged", "status": "completed", "tag": "cd9ca861-1735-48b9-b7a8-bc1f790366f5"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:04:25.740867 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port cd9ca861-1735-48b9-b7a8-bc1f790366f5, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=cd9ca861-1735-48b9-b7a8-bc1f790366f5,segment=NetworkSegment(ebf9e551-55f8-4bea-b6f1-8b78b226551a),segment_id=ebf9e551-55f8-4bea-b6f1-8b78b226551a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:04:25.745824 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:25.841245 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef8cd79-37a8-4ce9-a975-ab3ded8e0ce7 x-openstack-request-id: req-9ef8cd79-37a8-4ce9-a975-ab3ded8e0ce7 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:04:25.841468 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5885d17f-c03c-4e6c-9b0f-817c13169cfa", "name": "network-vif-plugged", "status": "completed", "tag": "cd9ca861-1735-48b9-b7a8-bc1f790366f5", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:04:25.841913 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ef8cd79-37a8-4ce9-a975-ab3ded8e0ce7 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:04:25.842480 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5885d17f-c03c-4e6c-9b0f-817c13169cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9ca861-1735-48b9-b7a8-bc1f790366f5', 'code': 200} Nov 27 04:04:25.846581 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d99a4-e664-408b-9f05-0819b597fea3 req-3a12e3ff-349c-43d2-82ed-3664bcd7c0bc tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:25.848242 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-468d99a4-e664-408b-9f05-0819b597fea3 req-3a12e3ff-349c-43d2-82ed-3664bcd7c0bc tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.11 "GET /v2.0/networks?id=9066c940-2187-4bcb-b452-41734810299f HTTP/1.1" status: 200 len: 812 time: 0.2514887 Nov 27 04:04:25.848497 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=cd9ca861-1735-48b9-b7a8-bc1f790366f5,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:25.866891 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a62f18-0927-4131-a47f-afd328b695d8 req-68eb9ec4-b403-4bbc-a01e-07f50598005e tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:25.868470 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-95a62f18-0927-4131-a47f-afd328b695d8 req-68eb9ec4-b403-4bbc-a01e-07f50598005e tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 947 time: 0.1643722 Nov 27 04:04:25.966111 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-468d99a4-e664-408b-9f05-0819b597fea3 req-df96a738-4b5a-4a9e-abc1-8fc100edffc9 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0fb01b15ba04e8ca79caed9882229f4 HTTP/1.1" status: 200 len: 379 time: 0.0966222 Nov 27 04:04:25.970754 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-95a62f18-0927-4131-a47f-afd328b695d8 req-10682d7c-0eee-49ff-824b-e9d57092d93b tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933166 Nov 27 04:04:25.984022 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-468d99a4-e664-408b-9f05-0819b597fea3 req-9daa7f58-8cde-48d4-9319-0e7317cd9eea tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Request body: {'port': {'device_id': '4a78cd85-84e7-46d1-97b9-008ad97870bc', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'admin_state_up': True, 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'security_groups': ['2383de61-82ea-4adc-bed0-356ea04ef1d2']}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:04:26.072554 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be88c9a-2dc2-4c8a-a162-e534bb3def38 req-9afa2fb3-10de-4049-b981-fee0e8cd267a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:26.074050 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7be88c9a-2dc2-4c8a-a162-e534bb3def38 req-9afa2fb3-10de-4049-b981-fee0e8cd267a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5885d17f-c03c-4e6c-9b0f-817c13169cfa HTTP/1.1" status: 200 len: 1097 time: 0.1070156 Nov 27 04:04:26.184050 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7be88c9a-2dc2-4c8a-a162-e534bb3def38 req-059b500b-d4ca-4e66-81e8-9a4246fb40d9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8836fad6-5b2e-4036-bf51-408bbb5dc58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980911 Nov 27 04:04:26.203918 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-468d99a4-e664-408b-9f05-0819b597fea3 req-9daa7f58-8cde-48d4-9319-0e7317cd9eea tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Made reservation on behalf of c0fb01b15ba04e8ca79caed9882229f4 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:04:26.208179 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-468d99a4-e664-408b-9f05-0819b597fea3 req-9daa7f58-8cde-48d4-9319-0e7317cd9eea tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:26.401112 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-468d99a4-e664-408b-9f05-0819b597fea3 req-9daa7f58-8cde-48d4-9319-0e7317cd9eea tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Allocated IP 172.20.0.5 (9066c940-2187-4bcb-b452-41734810299f/7fdbb93f-95d3-4899-98b7-de442d33ecc0/bfe039b6-0cfc-4af9-a1b4-831a73af434c) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:04:26.558661 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6e5d806c-f7ee-4069-9dfa-ea93c663efec req-db0e27ed-ce21-4608-960f-a50acc51f996 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a78cd85-84e7-46d1-97b9-008ad97870bc HTTP/1.1" status: 200 len: 210 time: 0.0595291 Nov 27 04:04:26.616881 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-468d99a4-e664-408b-9f05-0819b597fea3 req-9daa7f58-8cde-48d4-9319-0e7317cd9eea tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:26.687974 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c98de-db24-4e63-b613-cbdc6483d239 req-84b0bf87-8bd8-4531-af29-7ba3ae42387f tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:26.695494 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0f1c98de-db24-4e63-b613-cbdc6483d239 req-84b0bf87-8bd8-4531-af29-7ba3ae42387f tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=5885d17f-c03c-4e6c-9b0f-817c13169cfa HTTP/1.1" status: 200 len: 946 time: 0.0954473 Nov 27 04:04:26.759994 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-468d99a4-e664-408b-9f05-0819b597fea3 req-9daa7f58-8cde-48d4-9319-0e7317cd9eea tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:26.784191 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-468d99a4-e664-408b-9f05-0819b597fea3 req-9daa7f58-8cde-48d4-9319-0e7317cd9eea tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Network 9066c940-2187-4bcb-b452-41734810299f is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:04:26.788151 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-468d99a4-e664-408b-9f05-0819b597fea3 req-9daa7f58-8cde-48d4-9319-0e7317cd9eea tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:04:26.790853 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-468d99a4-e664-408b-9f05-0819b597fea3 req-9daa7f58-8cde-48d4-9319-0e7317cd9eea tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:04:26.844795 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daa7f58-8cde-48d4-9319-0e7317cd9eea tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Pushing event updated for resources: {'Port': ['ID=bfe039b6-0cfc-4af9-a1b4-831a73af434c,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:26.859911 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0f1c98de-db24-4e63-b613-cbdc6483d239 req-9b778a72-fe73-4d1e-96c1-1f2e357c6c69 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/security-groups?id=8836fad6-5b2e-4036-bf51-408bbb5dc58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633389 Nov 27 04:04:26.949862 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d99a4-e664-408b-9f05-0819b597fea3 req-9daa7f58-8cde-48d4-9319-0e7317cd9eea tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:26.964719 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-468d99a4-e664-408b-9f05-0819b597fea3 req-9daa7f58-8cde-48d4-9319-0e7317cd9eea tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:26.998027 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-468d99a4-e664-408b-9f05-0819b597fea3 req-9daa7f58-8cde-48d4-9319-0e7317cd9eea tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0192776 Nov 27 04:04:27.023474 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-468d99a4-e664-408b-9f05-0819b597fea3 req-b6c412b2-5255-442d-8911-1d340e2cf4f4 service neutron] Request body: {'port': {'device_id': '4a78cd85-84e7-46d1-97b9-008ad97870bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:04:27.109905 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-468d99a4-e664-408b-9f05-0819b597fea3 req-b6c412b2-5255-442d-8911-1d340e2cf4f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:27.119453 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-be7e3269-089d-42a4-9bfc-008b5476775d None None] Provisioning complete for port bfe039b6-0cfc-4af9-a1b4-831a73af434c triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:04:27.120010 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-be7e3269-089d-42a4-9bfc-008b5476775d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:27.269765 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a22228d-5be6-49a0-aec9-357e5d4ad973 req-9cc35663-e16e-40e2-9957-a0c6a8522d12 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:27.282392 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7a22228d-5be6-49a0-aec9-357e5d4ad973 req-9cc35663-e16e-40e2-9957-a0c6a8522d12 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 947 time: 0.1266615 Nov 27 04:04:27.423518 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7a22228d-5be6-49a0-aec9-357e5d4ad973 req-2fd0b706-9304-432f-8fec-319d83a8d30d tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396692 Nov 27 04:04:27.629543 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-be7e3269-089d-42a4-9bfc-008b5476775d None None] Port bfe039b6-0cfc-4af9-a1b4-831a73af434c cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:04:27.700018 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a5444-f372-401e-8cda-b58cd58c2f40 req-df7a7a5f-10be-445d-90db-7db6af9b184f tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:27.701596 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-554a5444-f372-401e-8cda-b58cd58c2f40 req-df7a7a5f-10be-445d-90db-7db6af9b184f tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 947 time: 0.1082563 Nov 27 04:04:27.757892 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-468d99a4-e664-408b-9f05-0819b597fea3 req-b6c412b2-5255-442d-8911-1d340e2cf4f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfe039b6-0cfc-4af9-a1b4-831a73af434c {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:04:27.767806 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-468d99a4-e664-408b-9f05-0819b597fea3 req-b6c412b2-5255-442d-8911-1d340e2cf4f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:27.784771 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-468d99a4-e664-408b-9f05-0819b597fea3 req-b6c412b2-5255-442d-8911-1d340e2cf4f4 service neutron] Transition to ACTIVE for port object bfe039b6-0cfc-4af9-a1b4-831a73af434c will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:04:27.808456 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea12f2db-3288-49cf-b83e-003629bc3c10 req-d15be577-efd1-4b1e-8fd7-e14cdce649ce tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:27.814797 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ea12f2db-3288-49cf-b83e-003629bc3c10 req-d15be577-efd1-4b1e-8fd7-e14cdce649ce tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a78cd85-84e7-46d1-97b9-008ad97870bc HTTP/1.1" status: 200 len: 931 time: 0.1517158 Nov 27 04:04:27.832804 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-554a5444-f372-401e-8cda-b58cd58c2f40 req-fac84701-199b-47e3-a02a-3f1dd4e9bffc tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214266 Nov 27 04:04:27.833430 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-468d99a4-e664-408b-9f05-0819b597fea3 req-b6c412b2-5255-442d-8911-1d340e2cf4f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:27.914912 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c412b2-5255-442d-8911-1d340e2cf4f4 service neutron] Pushing event updated for resources: {'Port': ['ID=bfe039b6-0cfc-4af9-a1b4-831a73af434c,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:27.952682 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ea12f2db-3288-49cf-b83e-003629bc3c10 req-3ff95eb4-0622-4758-bf05-26dc8526bf54 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252046 Nov 27 04:04:28.063728 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-468d99a4-e664-408b-9f05-0819b597fea3 req-b6c412b2-5255-442d-8911-1d340e2cf4f4 service neutron] Attempting to bind port bfe039b6-0cfc-4af9-a1b4-831a73af434c on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:04:28.064074 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-468d99a4-e664-408b-9f05-0819b597fea3 req-b6c412b2-5255-442d-8911-1d340e2cf4f4 service neutron] Attempting to bind port bfe039b6-0cfc-4af9-a1b4-831a73af434c by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '7b573d51-51b1-4f49-9697-b1cce35223ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9066c940-2187-4bcb-b452-41734810299f'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:04:28.064417 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468d99a4-e664-408b-9f05-0819b597fea3 req-b6c412b2-5255-442d-8911-1d340e2cf4f4 service neutron] Attempting to bind port bfe039b6-0cfc-4af9-a1b4-831a73af434c on network 9066c940-2187-4bcb-b452-41734810299f {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:04:28.094822 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468d99a4-e664-408b-9f05-0819b597fea3 req-b6c412b2-5255-442d-8911-1d340e2cf4f4 service neutron] Port bfe039b6-0cfc-4af9-a1b4-831a73af434c on network 9066c940-2187-4bcb-b452-41734810299f not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:04:28.095158 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468d99a4-e664-408b-9f05-0819b597fea3 req-b6c412b2-5255-442d-8911-1d340e2cf4f4 service neutron] Attempting to bind port bfe039b6-0cfc-4af9-a1b4-831a73af434c on network 9066c940-2187-4bcb-b452-41734810299f {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:04:28.103134 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468d99a4-e664-408b-9f05-0819b597fea3 req-b6c412b2-5255-442d-8911-1d340e2cf4f4 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:04:28.103618 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468d99a4-e664-408b-9f05-0819b597fea3 req-b6c412b2-5255-442d-8911-1d340e2cf4f4 service neutron] Checking segment: {'id': '7b573d51-51b1-4f49-9697-b1cce35223ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9066c940-2187-4bcb-b452-41734810299f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:04:28.104015 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468d99a4-e664-408b-9f05-0819b597fea3 req-b6c412b2-5255-442d-8911-1d340e2cf4f4 service neutron] Bound using segment: {'id': '7b573d51-51b1-4f49-9697-b1cce35223ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9066c940-2187-4bcb-b452-41734810299f'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:04:28.104465 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-468d99a4-e664-408b-9f05-0819b597fea3 req-b6c412b2-5255-442d-8911-1d340e2cf4f4 service neutron] Bound port: bfe039b6-0cfc-4af9-a1b4-831a73af434c, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b573d51-51b1-4f49-9697-b1cce35223ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9066c940-2187-4bcb-b452-41734810299f'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:04:28.104833 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-468d99a4-e664-408b-9f05-0819b597fea3 req-b6c412b2-5255-442d-8911-1d340e2cf4f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:28.141640 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92057d7b-0945-4bce-86b5-cdf8f49ba685 req-0900b7e9-ab62-4021-a068-fdc07204889c tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:28.150368 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-92057d7b-0945-4bce-86b5-cdf8f49ba685 req-0900b7e9-ab62-4021-a068-fdc07204889c tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=5885d17f-c03c-4e6c-9b0f-817c13169cfa HTTP/1.1" status: 200 len: 946 time: 0.1078293 Nov 27 04:04:28.222369 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-468d99a4-e664-408b-9f05-0819b597fea3 req-b6c412b2-5255-442d-8911-1d340e2cf4f4 service neutron] For port bfe039b6-0cfc-4af9-a1b4-831a73af434c, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:04:28.230259 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-468d99a4-e664-408b-9f05-0819b597fea3 req-b6c412b2-5255-442d-8911-1d340e2cf4f4 service neutron] For port bfe039b6-0cfc-4af9-a1b4-831a73af434c, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=bfe039b6-0cfc-4af9-a1b4-831a73af434c,segment=NetworkSegment(7b573d51-51b1-4f49-9697-b1cce35223ba),segment_id=7b573d51-51b1-4f49-9697-b1cce35223ba)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:04:28.267512 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-92057d7b-0945-4bce-86b5-cdf8f49ba685 req-567d9ae4-b22f-44e8-a3ad-28c0e0768b81 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/security-groups?id=8836fad6-5b2e-4036-bf51-408bbb5dc58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159821 Nov 27 04:04:28.290650 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c7c42-0344-44c8-a7ef-3a520f64cea5 req-7895497a-d7df-49fa-85e3-96554e264c15 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:28.294277 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3c3c7c42-0344-44c8-a7ef-3a520f64cea5 req-7895497a-d7df-49fa-85e3-96554e264c15 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 947 time: 0.2460515 Nov 27 04:04:28.296393 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-468d99a4-e664-408b-9f05-0819b597fea3 req-b6c412b2-5255-442d-8911-1d340e2cf4f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:28.398893 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d99a4-e664-408b-9f05-0819b597fea3 req-b6c412b2-5255-442d-8911-1d340e2cf4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:28.402879 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-468d99a4-e664-408b-9f05-0819b597fea3 req-b6c412b2-5255-442d-8911-1d340e2cf4f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:28.407706 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-468d99a4-e664-408b-9f05-0819b597fea3 req-b6c412b2-5255-442d-8911-1d340e2cf4f4 service neutron] 10.222.0.11 "PUT /v2.0/ports/bfe039b6-0cfc-4af9-a1b4-831a73af434c HTTP/1.1" status: 200 len: 1091 time: 1.3938255 Nov 27 04:04:28.410089 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a78cd85-84e7-46d1-97b9-008ad97870bc', 'tag': 'bfe039b6-0cfc-4af9-a1b4-831a73af434c'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:04:28.413602 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3cbb61-11f7-449e-b074-2f50a9d9e9f9" -d '{"events": [{"name": "network-changed", "server_uuid": "4a78cd85-84e7-46d1-97b9-008ad97870bc", "tag": "bfe039b6-0cfc-4af9-a1b4-831a73af434c"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:04:28.460680 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c412b2-5255-442d-8911-1d340e2cf4f4 service neutron] Pushing event updated for resources: {'Port': ['ID=bfe039b6-0cfc-4af9-a1b4-831a73af434c,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:28.624878 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b42c0f-4d88-47c5-9efa-dc40eaa8633d x-openstack-request-id: req-99b42c0f-4d88-47c5-9efa-dc40eaa8633d {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:04:28.625587 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a78cd85-84e7-46d1-97b9-008ad97870bc", "tag": "bfe039b6-0cfc-4af9-a1b4-831a73af434c", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:04:28.625587 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-99b42c0f-4d88-47c5-9efa-dc40eaa8633d {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:04:28.625829 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a78cd85-84e7-46d1-97b9-008ad97870bc', 'tag': 'bfe039b6-0cfc-4af9-a1b4-831a73af434c', 'status': 'completed', 'code': 200} Nov 27 04:04:28.703850 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3c3c7c42-0344-44c8-a7ef-3a520f64cea5 req-57d1e86c-4d52-4195-83c0-900a2ef7cd09 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935678 Nov 27 04:04:28.729596 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d99a4-e664-408b-9f05-0819b597fea3 req-6dfe95de-9d9f-47d1-834a-11a6633e9972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:28.732080 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-468d99a4-e664-408b-9f05-0819b597fea3 req-6dfe95de-9d9f-47d1-834a-11a6633e9972 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c0fb01b15ba04e8ca79caed9882229f4&device_id=4a78cd85-84e7-46d1-97b9-008ad97870bc HTTP/1.1" status: 200 len: 1094 time: 0.2598188 Nov 27 04:04:28.884790 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-468d99a4-e664-408b-9f05-0819b597fea3 req-ae2e6fca-1a6b-4e66-862c-c7488100f6a0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfe039b6-0cfc-4af9-a1b4-831a73af434c HTTP/1.1" status: 200 len: 217 time: 0.1252112 Nov 27 04:04:29.142428 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4892bf9-23a6-4210-b735-0c7027b62202 req-ab203d7e-66d0-4514-98d9-ebe8cd63c150 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:29.159284 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39a60d-89ed-4ed7-b870-1a941fdecfc4 req-e30f166b-2fe4-439d-8b3a-44d18d51390a tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:29.162478 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a4892bf9-23a6-4210-b735-0c7027b62202 req-ab203d7e-66d0-4514-98d9-ebe8cd63c150 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 947 time: 0.2336245 Nov 27 04:04:29.171644 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ef39a60d-89ed-4ed7-b870-1a941fdecfc4 req-e30f166b-2fe4-439d-8b3a-44d18d51390a tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a78cd85-84e7-46d1-97b9-008ad97870bc HTTP/1.1" status: 200 len: 943 time: 0.1014075 Nov 27 04:04:29.179105 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d99a4-e664-408b-9f05-0819b597fea3 req-7c305fa6-00b3-4221-9159-0c71fb7942c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:29.180727 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-468d99a4-e664-408b-9f05-0819b597fea3 req-7c305fa6-00b3-4221-9159-0c71fb7942c4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7fdbb93f-95d3-4899-98b7-de442d33ecc0 HTTP/1.1" status: 200 len: 851 time: 0.2851152 Nov 27 04:04:29.239885 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a4892bf9-23a6-4210-b735-0c7027b62202 req-8996bed7-4e0d-45bf-a879-ee8290a14659 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698676 Nov 27 04:04:29.279666 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ef39a60d-89ed-4ed7-b870-1a941fdecfc4 req-caf79b2a-0320-42df-b39a-3520d370e1d3 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052294 Nov 27 04:04:29.341493 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d99a4-e664-408b-9f05-0819b597fea3 req-5fde8828-a150-48fe-8305-8f19c7f1b526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:29.343608 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-468d99a4-e664-408b-9f05-0819b597fea3 req-5fde8828-a150-48fe-8305-8f19c7f1b526 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9066c940-2187-4bcb-b452-41734810299f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1205034 Nov 27 04:04:29.466757 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c07fa-b9f7-4d24-979f-dfac2d3b62ed req-0aa0fbf4-f253-420d-9b34-dd802b46f62c tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:29.468515 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3f3c07fa-b9f7-4d24-979f-dfac2d3b62ed req-0aa0fbf4-f253-420d-9b34-dd802b46f62c tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 947 time: 0.1085968 Nov 27 04:04:29.531503 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-468d99a4-e664-408b-9f05-0819b597fea3 req-49f5daeb-f6f4-4291-9509-98cd6a7ea6aa service neutron] 10.222.0.11 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805086 Nov 27 04:04:29.575143 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3f3c07fa-b9f7-4d24-979f-dfac2d3b62ed req-a548985e-6d05-4074-bfda-7c6940efcecb tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937729 Nov 27 04:04:29.709811 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-468d99a4-e664-408b-9f05-0819b597fea3 req-c651da90-e7a5-49f5-935e-2d7c1ff8c0af service neutron] 10.222.0.11 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542652 Nov 27 04:04:29.865016 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d633119-7521-4b93-a353-ddd2d5e0e03a req-7837cc1e-566e-45e0-9e52-b358613ad3bb tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:29.866589 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7d633119-7521-4b93-a353-ddd2d5e0e03a req-7837cc1e-566e-45e0-9e52-b358613ad3bb tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 947 time: 0.1469448 Nov 27 04:04:29.911430 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cbb61-11f7-449e-b074-2f50a9d9e9f9 req-150aa5be-0cf4-4c2a-a80b-66e38f00f929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:29.913092 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8a3cbb61-11f7-449e-b074-2f50a9d9e9f9 req-150aa5be-0cf4-4c2a-a80b-66e38f00f929 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c0fb01b15ba04e8ca79caed9882229f4&device_id=4a78cd85-84e7-46d1-97b9-008ad97870bc HTTP/1.1" status: 200 len: 1094 time: 0.1100123 Nov 27 04:04:30.027768 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7d633119-7521-4b93-a353-ddd2d5e0e03a req-aca90126-541f-402d-8cd3-a35b6d354f8f tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405556 Nov 27 04:04:30.128318 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cbb61-11f7-449e-b074-2f50a9d9e9f9 req-1203b10e-1988-4a13-aba0-3acdcde31d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:30.136974 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8a3cbb61-11f7-449e-b074-2f50a9d9e9f9 req-1203b10e-1988-4a13-aba0-3acdcde31d98 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9066c940-2187-4bcb-b452-41734810299f HTTP/1.1" status: 200 len: 913 time: 0.2169988 Nov 27 04:04:30.186475 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badbc96c-9883-489d-afe4-8f04eb506862 req-7ce557ae-cac3-46a9-995d-b305e282160c tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:30.195225 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-badbc96c-9883-489d-afe4-8f04eb506862 req-7ce557ae-cac3-46a9-995d-b305e282160c tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 947 time: 0.0708294 Nov 27 04:04:30.272437 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-badbc96c-9883-489d-afe4-8f04eb506862 req-a976a8db-f675-41db-a5f8-47c7215d5169 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759416 Nov 27 04:04:30.316397 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8a3cbb61-11f7-449e-b074-2f50a9d9e9f9 req-21ad0dc2-acec-47b7-bc50-2273c0c123f3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfe039b6-0cfc-4af9-a1b4-831a73af434c HTTP/1.1" status: 200 len: 217 time: 0.1635778 Nov 27 04:04:30.421891 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cbb61-11f7-449e-b074-2f50a9d9e9f9 req-8eddc29f-ef69-4b31-855e-40b0ef21bfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:30.430666 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8a3cbb61-11f7-449e-b074-2f50a9d9e9f9 req-8eddc29f-ef69-4b31-855e-40b0ef21bfe1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7fdbb93f-95d3-4899-98b7-de442d33ecc0 HTTP/1.1" status: 200 len: 851 time: 0.1133027 Nov 27 04:04:30.493809 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cbb61-11f7-449e-b074-2f50a9d9e9f9 req-d5d9433b-73c2-4d9a-a866-0460731b84f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:30.495672 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8a3cbb61-11f7-449e-b074-2f50a9d9e9f9 req-d5d9433b-73c2-4d9a-a866-0460731b84f5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9066c940-2187-4bcb-b452-41734810299f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578942 Nov 27 04:04:30.534210 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44985ec-bb64-4db0-8c2e-1825d088d4a6 req-2041a2e9-a7d9-4b9f-ace2-6d92d8b7ebc8 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:30.544278 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d44985ec-bb64-4db0-8c2e-1825d088d4a6 req-2041a2e9-a7d9-4b9f-ace2-6d92d8b7ebc8 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a78cd85-84e7-46d1-97b9-008ad97870bc HTTP/1.1" status: 200 len: 943 time: 0.1327035 Nov 27 04:04:30.672011 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8a3cbb61-11f7-449e-b074-2f50a9d9e9f9 req-2170820c-cff4-4bd3-9709-bd08db59845f service neutron] 10.222.0.11 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685619 Nov 27 04:04:30.700272 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d44985ec-bb64-4db0-8c2e-1825d088d4a6 req-fbff65a0-fd7f-40be-bc8a-2fd34bbdec75 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498065 Nov 27 04:04:30.896815 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e7c72-9276-4da6-b5e6-c97602280ddb req-d7d6bdd2-6bc6-4a4f-9ac9-582e0f92b52c tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:30.898443 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2f8e7c72-9276-4da6-b5e6-c97602280ddb req-d7d6bdd2-6bc6-4a4f-9ac9-582e0f92b52c tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 947 time: 0.1987009 Nov 27 04:04:31.374845 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8a3cbb61-11f7-449e-b074-2f50a9d9e9f9 req-a244b134-92a6-48fa-abaa-cbfdc9500f96 service neutron] 10.222.0.11 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6926506 Nov 27 04:04:31.423690 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2f8e7c72-9276-4da6-b5e6-c97602280ddb req-ffb3214c-9465-41a1-87f0-bba5a5e8d2a4 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727940 Nov 27 04:04:31.895872 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f4946-aaee-4588-a07d-1bb98a2c0683 req-15e094fa-6ca3-4e25-895b-f7a750842f0f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:31.897927 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d93f4946-aaee-4588-a07d-1bb98a2c0683 req-15e094fa-6ca3-4e25-895b-f7a750842f0f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a78cd85-84e7-46d1-97b9-008ad97870bc HTTP/1.1" status: 200 len: 943 time: 0.0734007 Nov 27 04:04:32.033427 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d93f4946-aaee-4588-a07d-1bb98a2c0683 req-385272e9-e4ac-41a9-bf1e-1586a07a9621 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250322 Nov 27 04:04:32.613556 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e22df-e267-43ea-b9c1-5c781d369126 req-3ae71d24-9eed-4dce-b578-44dfcc41ae19 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:32.615092 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b35e22df-e267-43ea-b9c1-5c781d369126 req-3ae71d24-9eed-4dce-b578-44dfcc41ae19 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 947 time: 0.0630260 Nov 27 04:04:32.689532 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b35e22df-e267-43ea-b9c1-5c781d369126 req-d169ea65-58ca-404c-91ba-b38c3816a64a tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602484 Nov 27 04:04:33.135960 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e79d2-87d1-49ed-ae66-4a7c8cc23c53 req-3f767003-fcad-40ec-abc6-28bf0c9492ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:33.140059 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-484e79d2-87d1-49ed-ae66-4a7c8cc23c53 req-3f767003-fcad-40ec-abc6-28bf0c9492ab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5555a7782ab948f49b5cf05acd919f2e&device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 1098 time: 0.1086686 Nov 27 04:04:33.197237 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d629b-a9e0-4a76-9387-79c8a93d28ee req-4453cc20-08e1-4f37-831a-f7ac0310bb05 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:33.211277 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-559d629b-a9e0-4a76-9387-79c8a93d28ee req-4453cc20-08e1-4f37-831a-f7ac0310bb05 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 947 time: 0.2047610 Nov 27 04:04:33.246327 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb701c-787e-4435-99ee-9f21cc8ac525 req-863c2141-3cad-4680-9d18-69165f939237 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:33.254454 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ebbb701c-787e-4435-99ee-9f21cc8ac525 req-863c2141-3cad-4680-9d18-69165f939237 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a78cd85-84e7-46d1-97b9-008ad97870bc HTTP/1.1" status: 200 len: 943 time: 0.0899732 Nov 27 04:04:33.325806 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ebbb701c-787e-4435-99ee-9f21cc8ac525 req-b1b8f6aa-de8f-4924-95cb-518a12846930 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612538 Nov 27 04:04:33.364811 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e79d2-87d1-49ed-ae66-4a7c8cc23c53 req-666cad8a-d8cb-4a99-b535-db5cf5bb8095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:33.366993 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-484e79d2-87d1-49ed-ae66-4a7c8cc23c53 req-666cad8a-d8cb-4a99-b535-db5cf5bb8095 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dcdc8840-7259-44e7-8c3d-3e55464b5bad HTTP/1.1" status: 200 len: 914 time: 0.1949947 Nov 27 04:04:33.425448 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-484e79d2-87d1-49ed-ae66-4a7c8cc23c53 req-e800331d-6abc-4483-a016-cb1f6fba53a4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61f838f8-05b5-4345-b54f-153c94f198d6 HTTP/1.1" status: 200 len: 217 time: 0.0468481 Nov 27 04:04:33.437986 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-559d629b-a9e0-4a76-9387-79c8a93d28ee req-9b1c6b22-0766-4416-99a2-0e57cc5ab206 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258384 Nov 27 04:04:33.493539 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e79d2-87d1-49ed-ae66-4a7c8cc23c53 req-18e3c7fb-84bd-43f2-a02a-8e916d68a9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:33.495891 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-484e79d2-87d1-49ed-ae66-4a7c8cc23c53 req-18e3c7fb-84bd-43f2-a02a-8e916d68a9b9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d2f5fec0-aff6-439d-aa56-04684052e601 HTTP/1.1" status: 200 len: 853 time: 0.0562718 Nov 27 04:04:33.537416 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-484e79d2-87d1-49ed-ae66-4a7c8cc23c53 req-5e7cb17f-750a-44ba-90af-9330d97ee3db service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dcdc8840-7259-44e7-8c3d-3e55464b5bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334888 Nov 27 04:04:33.659426 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-484e79d2-87d1-49ed-ae66-4a7c8cc23c53 req-027dbe1a-4970-4c7f-9e72-efc80432c588 service neutron] 10.222.0.11 "GET /v2.0/networks/dcdc8840-7259-44e7-8c3d-3e55464b5bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150086 Nov 27 04:04:33.775421 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-484e79d2-87d1-49ed-ae66-4a7c8cc23c53 req-77bdc80d-fa71-4492-a415-ba69ac5e0ec1 service neutron] 10.222.0.11 "GET /v2.0/networks/dcdc8840-7259-44e7-8c3d-3e55464b5bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080379 Nov 27 04:04:34.060316 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12ab2e-0667-4fc9-a381-c0a11d5cbfdc req-1f1ba5b1-7da1-4fd4-9505-18ee6ae6858b tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:34.069263 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ee12ab2e-0667-4fc9-a381-c0a11d5cbfdc req-1f1ba5b1-7da1-4fd4-9505-18ee6ae6858b tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.1059272 Nov 27 04:04:34.093321 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bd94a-fdc8-4dce-96d9-d2db4ba7c9ca req-47d20c10-d9ba-4970-b991-ae5ac30af3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:34.094856 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-af8bd94a-fdc8-4dce-96d9-d2db4ba7c9ca req-47d20c10-d9ba-4970-b991-ae5ac30af3f7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b01c762313d54b279f09c5e5d81dadbf&device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 1096 time: 0.1011529 Nov 27 04:04:34.215494 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bd94a-fdc8-4dce-96d9-d2db4ba7c9ca req-a3856f3d-62ac-44c9-81bf-c822b8b8151c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:34.217996 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-af8bd94a-fdc8-4dce-96d9-d2db4ba7c9ca req-a3856f3d-62ac-44c9-81bf-c822b8b8151c service neutron] 10.222.0.23 "GET /v2.0/networks?id=ab8fc313-e01d-42bb-a8ec-9d136b503637 HTTP/1.1" status: 200 len: 912 time: 0.1145000 Nov 27 04:04:34.248863 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ee12ab2e-0667-4fc9-a381-c0a11d5cbfdc req-8ca06ee2-bebd-46ee-b67f-d16ce4a9516b tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781223 Nov 27 04:04:34.306484 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-af8bd94a-fdc8-4dce-96d9-d2db4ba7c9ca req-144c71a3-3bdf-4bbb-a457-378c87b833c7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1c9d3a6-1790-421d-8159-5888317d7f7e HTTP/1.1" status: 200 len: 999 time: 0.0791521 Nov 27 04:04:34.372153 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bd94a-fdc8-4dce-96d9-d2db4ba7c9ca req-e2730cc0-7799-491d-9092-8363690b524f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:34.373892 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-af8bd94a-fdc8-4dce-96d9-d2db4ba7c9ca req-e2730cc0-7799-491d-9092-8363690b524f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ef82cdfa-d224-4963-bff3-3b0049ffee0b HTTP/1.1" status: 200 len: 850 time: 0.0601156 Nov 27 04:04:34.490493 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bd94a-fdc8-4dce-96d9-d2db4ba7c9ca req-ae0b7533-3c4a-4157-bd5c-4d3eacdb7372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:34.492008 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-af8bd94a-fdc8-4dce-96d9-d2db4ba7c9ca req-ae0b7533-3c4a-4157-bd5c-4d3eacdb7372 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ab8fc313-e01d-42bb-a8ec-9d136b503637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1112475 Nov 27 04:04:34.560042 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f44bf-4b33-42d1-a187-21a7f4a35bb5 req-853ae5da-31c6-444b-acfb-9896175c5e60 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:34.580495 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f10f44bf-4b33-42d1-a187-21a7f4a35bb5 req-853ae5da-31c6-444b-acfb-9896175c5e60 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a78cd85-84e7-46d1-97b9-008ad97870bc HTTP/1.1" status: 200 len: 943 time: 0.1190050 Nov 27 04:04:34.706016 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f10f44bf-4b33-42d1-a187-21a7f4a35bb5 req-8d29cd26-a113-42f7-9fa8-376cc4091505 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243820 Nov 27 04:04:34.805145 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef91671-c955-4577-85bd-da5838c787ea req-b38a7651-d097-4472-af07-3468c60edd20 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:34.814766 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0ef91671-c955-4577-85bd-da5838c787ea req-b38a7651-d097-4472-af07-3468c60edd20 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 947 time: 0.1542079 Nov 27 04:04:34.912569 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-af8bd94a-fdc8-4dce-96d9-d2db4ba7c9ca req-c6601ce2-0ad5-4fa5-b4bf-a307ae91be85 service neutron] 10.222.0.23 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124286 Nov 27 04:04:34.973420 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0ef91671-c955-4577-85bd-da5838c787ea req-5856a2e0-e77a-4de8-96f1-80d16bc698c9 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301739 Nov 27 04:04:35.158884 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-af8bd94a-fdc8-4dce-96d9-d2db4ba7c9ca req-3c920ae7-2fad-479a-9d75-ef46bdde22ab service neutron] 10.222.0.23 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941853 Nov 27 04:04:35.571393 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d170044-99cd-40be-837e-8a2ca292dc82 req-75af449e-6a65-40a4-982f-6bb8f98fb944 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:35.586020 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7d170044-99cd-40be-837e-8a2ca292dc82 req-75af449e-6a65-40a4-982f-6bb8f98fb944 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.1503642 Nov 27 04:04:35.664600 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7d170044-99cd-40be-837e-8a2ca292dc82 req-c1eff9a2-5c4e-41f3-9b3d-3bf7134fbf46 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775046 Nov 27 04:04:35.860294 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d1eef-955b-4f49-b2b1-591dca356dbe req-fb93fe0b-a868-495a-8df2-8a8cf1a35e43 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:35.880261 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d1eef-955b-4f49-b2b1-591dca356dbe req-fb93fe0b-a868-495a-8df2-8a8cf1a35e43 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:35.888830 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d1eef-955b-4f49-b2b1-591dca356dbe req-fb93fe0b-a868-495a-8df2-8a8cf1a35e43 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:35.901863 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d1eef-955b-4f49-b2b1-591dca356dbe req-fb93fe0b-a868-495a-8df2-8a8cf1a35e43 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:35.919137 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d1eef-955b-4f49-b2b1-591dca356dbe req-fb93fe0b-a868-495a-8df2-8a8cf1a35e43 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:35.945743 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d1eef-955b-4f49-b2b1-591dca356dbe req-fb93fe0b-a868-495a-8df2-8a8cf1a35e43 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:35.965694 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d1eef-955b-4f49-b2b1-591dca356dbe req-fb93fe0b-a868-495a-8df2-8a8cf1a35e43 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:35.969060 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d94d1eef-955b-4f49-b2b1-591dca356dbe req-fb93fe0b-a868-495a-8df2-8a8cf1a35e43 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 5434 time: 0.2133131 Nov 27 04:04:36.040010 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a4857e-95ab-414f-8d9f-96e6ea763a39 req-72217a7a-6f27-4e5a-b0ec-c4f759124d3d tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:36.054848 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-35a4857e-95ab-414f-8d9f-96e6ea763a39 req-72217a7a-6f27-4e5a-b0ec-c4f759124d3d tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a78cd85-84e7-46d1-97b9-008ad97870bc HTTP/1.1" status: 200 len: 943 time: 0.1269503 Nov 27 04:04:36.099188 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d94d1eef-955b-4f49-b2b1-591dca356dbe req-0464a791-9763-425e-89ad-35d90a9fe287 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb62b710-5bd5-4197-94f7-dd959bb3e843&id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1228261 Nov 27 04:04:36.164253 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-35a4857e-95ab-414f-8d9f-96e6ea763a39 req-da311be8-358e-4061-92ef-b453b0c9cc2a tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885508 Nov 27 04:04:36.303455 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d50fcf3-ea94-41cb-b2cd-5c691f461091 req-2a01f393-bb5c-4ff4-8cf8-cd8fd79b82ed tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:36.304976 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6d50fcf3-ea94-41cb-b2cd-5c691f461091 req-2a01f393-bb5c-4ff4-8cf8-cd8fd79b82ed tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 947 time: 0.0843420 Nov 27 04:04:36.387257 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6d50fcf3-ea94-41cb-b2cd-5c691f461091 req-b7819094-0748-40fc-89e6-4744af7f914c tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752542 Nov 27 04:04:36.569274 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f09aa7-b146-42fd-a8f8-26caa3500100 req-45fb467b-7fa4-4330-9933-473e1658c2e5 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:36.571083 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-13f09aa7-b146-42fd-a8f8-26caa3500100 req-45fb467b-7fa4-4330-9933-473e1658c2e5 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 947 time: 0.1048820 Nov 27 04:04:36.645350 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-13f09aa7-b146-42fd-a8f8-26caa3500100 req-98411d80-c871-4ea4-ad97-2b837076dd1f tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661561 Nov 27 04:04:36.843923 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ec290-0599-4ac4-8f47-6a0683aeff16 req-dad912e3-8891-42d0-ba89-5c7232b886c6 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:36.852702 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3c7ec290-0599-4ac4-8f47-6a0683aeff16 req-dad912e3-8891-42d0-ba89-5c7232b886c6 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 947 time: 0.0721545 Nov 27 04:04:36.881124 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ff9a0-50bc-4b30-819a-d47972ba2be2 req-4f43439b-aa85-4159-ac18-3845b6e77566 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:36.895925 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-169ff9a0-50bc-4b30-819a-d47972ba2be2 req-4f43439b-aa85-4159-ac18-3845b6e77566 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.1028934 Nov 27 04:04:36.954161 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3c7ec290-0599-4ac4-8f47-6a0683aeff16 req-b1c4bf56-02ef-43a0-b443-a57e11222729 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973632 Nov 27 04:04:36.955282 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-169ff9a0-50bc-4b30-819a-d47972ba2be2 req-7dd357dc-aead-46da-ad66-f3c50152fbae tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578430 Nov 27 04:04:37.069189 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-9fbb404c-aed7-4f12-a2e2-81f9d31411b3 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:37.077832 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-9fbb404c-aed7-4f12-a2e2-81f9d31411b3 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:37.084672 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-9fbb404c-aed7-4f12-a2e2-81f9d31411b3 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:37.090923 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-9fbb404c-aed7-4f12-a2e2-81f9d31411b3 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:37.097859 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-9fbb404c-aed7-4f12-a2e2-81f9d31411b3 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:37.104049 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-9fbb404c-aed7-4f12-a2e2-81f9d31411b3 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:37.110812 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-9fbb404c-aed7-4f12-a2e2-81f9d31411b3 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:37.121387 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-9fbb404c-aed7-4f12-a2e2-81f9d31411b3 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 5434 time: 0.1190846 Nov 27 04:04:37.267969 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-ed94f5aa-15cf-4c02-93b5-eab066fd614d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:37.269628 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-ed94f5aa-15cf-4c02-93b5-eab066fd614d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.11 "GET /v2.0/ports/79505348-feb7-4bb2-ad3d-3724a74fb104?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1112635 Nov 27 04:04:37.278860 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1684c-d3f4-4281-a209-af740f8c8397 req-5e495493-2343-4052-ba6c-f55b4b06fe9c tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:37.280525 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9fb1684c-d3f4-4281-a209-af740f8c8397 req-5e495493-2343-4052-ba6c-f55b4b06fe9c tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 947 time: 0.1566777 Nov 27 04:04:37.315871 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c681e7-742c-4c15-a7c9-bb855751f1e5 req-4bb787be-0d67-438e-8faf-b88349455437 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:37.322446 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c681e7-742c-4c15-a7c9-bb855751f1e5 req-4bb787be-0d67-438e-8faf-b88349455437 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:37.329821 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c681e7-742c-4c15-a7c9-bb855751f1e5 req-4bb787be-0d67-438e-8faf-b88349455437 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:37.336842 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c681e7-742c-4c15-a7c9-bb855751f1e5 req-4bb787be-0d67-438e-8faf-b88349455437 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:37.344412 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c681e7-742c-4c15-a7c9-bb855751f1e5 req-4bb787be-0d67-438e-8faf-b88349455437 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:37.353934 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c681e7-742c-4c15-a7c9-bb855751f1e5 req-4bb787be-0d67-438e-8faf-b88349455437 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:37.363368 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c681e7-742c-4c15-a7c9-bb855751f1e5 req-4bb787be-0d67-438e-8faf-b88349455437 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:37.384640 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-23c681e7-742c-4c15-a7c9-bb855751f1e5 req-4bb787be-0d67-438e-8faf-b88349455437 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 5434 time: 0.1583753 Nov 27 04:04:37.470910 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9fb1684c-d3f4-4281-a209-af740f8c8397 req-66170fc6-5003-4311-bb5a-b0d15337f05b tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790535 Nov 27 04:04:37.531212 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-23c681e7-742c-4c15-a7c9-bb855751f1e5 req-24199d7f-d96e-4900-8381-4f1b5c9733e1 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb62b710-5bd5-4197-94f7-dd959bb3e843&id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1397181 Nov 27 04:04:37.550678 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-9d2ef306-62ba-4ad0-91ba-a254285d9216 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.11 "GET /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2635069 Nov 27 04:04:37.558872 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-056dbaa8-196f-400a-afcb-140f7e583318 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:04:37.730561 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-056dbaa8-196f-400a-afcb-140f7e583318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:37.805167 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf663be-9449-40f0-b72f-05fa5441ddb5 req-0827769e-7642-43f3-a8bb-27e7226ae83f tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:37.814005 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ddf663be-9449-40f0-b72f-05fa5441ddb5 req-0827769e-7642-43f3-a8bb-27e7226ae83f tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 947 time: 0.1138461 Nov 27 04:04:37.870002 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ddf663be-9449-40f0-b72f-05fa5441ddb5 req-cfab1239-d39f-4d85-8b7b-48974e6c2c43 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550416 Nov 27 04:04:37.972620 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b7d4c-c3e6-4be3-8831-b8d873f794d7 req-068df5cc-1d16-4e45-8864-1f03f1d83dcc tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:37.983499 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d64b7d4c-c3e6-4be3-8831-b8d873f794d7 req-068df5cc-1d16-4e45-8864-1f03f1d83dcc tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a78cd85-84e7-46d1-97b9-008ad97870bc HTTP/1.1" status: 200 len: 943 time: 0.2720723 Nov 27 04:04:38.108425 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd525b8-e3b5-45bf-a2bc-3619a9c9e6c7 req-fa8218df-ffac-4886-bfda-16055490023d tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:38.111584 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d64b7d4c-c3e6-4be3-8831-b8d873f794d7 req-d7a1d312-3899-48ad-bc50-52d4eace52b9 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258163 Nov 27 04:04:38.121003 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fbd525b8-e3b5-45bf-a2bc-3619a9c9e6c7 req-fa8218df-ffac-4886-bfda-16055490023d tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 947 time: 0.1045134 Nov 27 04:04:38.143433 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-056dbaa8-196f-400a-afcb-140f7e583318 service neutron] For port 79505348-feb7-4bb2-ad3d-3724a74fb104, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=79505348-feb7-4bb2-ad3d-3724a74fb104,segment=NetworkSegment(f22bdb49-3b05-46d4-b948-1eca6d498b9c),segment_id=f22bdb49-3b05-46d4-b948-1eca6d498b9c)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:04:38.215894 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fbd525b8-e3b5-45bf-a2bc-3619a9c9e6c7 req-a11d7490-d020-43a4-908d-a168fa6e241a tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882125 Nov 27 04:04:38.220984 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-056dbaa8-196f-400a-afcb-140f7e583318 service neutron] For port 79505348-feb7-4bb2-ad3d-3724a74fb104, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:04:38.353313 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-056dbaa8-196f-400a-afcb-140f7e583318 service neutron] device_id is not set on port 79505348-feb7-4bb2-ad3d-3724a74fb104 yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:04:38.380645 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-056dbaa8-196f-400a-afcb-140f7e583318 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:38.400113 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-056dbaa8-196f-400a-afcb-140f7e583318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:38.535100 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-056dbaa8-196f-400a-afcb-140f7e583318 service neutron] No DVR routers for this DVR port 79505348-feb7-4bb2-ad3d-3724a74fb104 on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:04:38.673463 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-056dbaa8-196f-400a-afcb-140f7e583318 service neutron] In _notify_port_updated(), no bound segment for port 79505348-feb7-4bb2-ad3d-3724a74fb104 on network 51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5 {{(pid=110019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 04:04:38.674362 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-056dbaa8-196f-400a-afcb-140f7e583318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:38.675017 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-056dbaa8-196f-400a-afcb-140f7e583318 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:38.686432 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-056dbaa8-196f-400a-afcb-140f7e583318 service neutron] 10.222.0.11 "PUT /v2.0/ports/79505348-feb7-4bb2-ad3d-3724a74fb104 HTTP/1.1" status: 200 len: 1026 time: 1.1329467 Nov 27 04:04:38.769321 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056dbaa8-196f-400a-afcb-140f7e583318 service neutron] Pushing event updated for resources: {'Port': ['ID=79505348-feb7-4bb2-ad3d-3724a74fb104,revision_number=6']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:38.853862 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 79505348-feb7-4bb2-ad3d-3724a74fb104 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:04:38.893316 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-a0e21317-8e48-41d0-871d-cb98e9da9cde tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:38.907266 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-a0e21317-8e48-41d0-871d-cb98e9da9cde tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.11 "GET /v2.0/ports/8d21c359-8b29-4bc7-8fd4-65e475953c35?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1931610 Nov 27 04:04:38.921322 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-f7ba2e79-8962-404e-8692-f970217f697d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:04:38.963083 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 79505348-feb7-4bb2-ad3d-3724a74fb104 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:04:38.965076 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device f44fdf9b-a8d1-49ae-aeec-916704cb4fb4 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:04:39.002319 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d4122-36dd-45ac-a53f-7b68269e96cf req-aec9922e-10e0-44a5-8698-ffab61b8a096 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:39.008238 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d4122-36dd-45ac-a53f-7b68269e96cf req-aec9922e-10e0-44a5-8698-ffab61b8a096 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:39.021486 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d4122-36dd-45ac-a53f-7b68269e96cf req-aec9922e-10e0-44a5-8698-ffab61b8a096 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:39.027493 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d4122-36dd-45ac-a53f-7b68269e96cf req-aec9922e-10e0-44a5-8698-ffab61b8a096 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:39.055772 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d4122-36dd-45ac-a53f-7b68269e96cf req-aec9922e-10e0-44a5-8698-ffab61b8a096 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:39.065991 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb78241-63a1-4ceb-9011-7933b8789e18 req-26b935d2-cc45-4c0c-a1ef-6f2c45047a45 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:39.069028 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dfb78241-63a1-4ceb-9011-7933b8789e18 req-26b935d2-cc45-4c0c-a1ef-6f2c45047a45 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 947 time: 0.6947932 Nov 27 04:04:39.070394 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-f9d5ce53-e617-4b8d-bb18-8a255fead158 None None] Provisioning complete for port 79505348-feb7-4bb2-ad3d-3724a74fb104 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:04:39.070812 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f9d5ce53-e617-4b8d-bb18-8a255fead158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:39.075226 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d4122-36dd-45ac-a53f-7b68269e96cf req-aec9922e-10e0-44a5-8698-ffab61b8a096 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:39.102849 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8b9d4122-36dd-45ac-a53f-7b68269e96cf req-aec9922e-10e0-44a5-8698-ffab61b8a096 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 4661 time: 0.4149284 Nov 27 04:04:39.116328 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-f9d5ce53-e617-4b8d-bb18-8a255fead158 None None] Port 79505348-feb7-4bb2-ad3d-3724a74fb104 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:04:39.203093 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:39.218780 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dfb78241-63a1-4ceb-9011-7933b8789e18 req-5712a890-18d0-40bc-b4e2-f52207983c0d tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410553 Nov 27 04:04:39.288808 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f44fdf9b-a8d1-49ae-aeec-916704cb4fb4'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:04:39.291205 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918b09cf-c592-441d-9bfe-58b66934e9fc" -d '{"events": [{"server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "name": "network-vif-unplugged", "status": "completed", "tag": "f44fdf9b-a8d1-49ae-aeec-916704cb4fb4"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:04:39.345638 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-f7ba2e79-8962-404e-8692-f970217f697d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:39.377020 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port f44fdf9b-a8d1-49ae-aeec-916704cb4fb4, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=f44fdf9b-a8d1-49ae-aeec-916704cb4fb4,segment=NetworkSegment(205b1345-2e5b-4c2e-b95c-348fea1df7b2),segment_id=205b1345-2e5b-4c2e-b95c-348fea1df7b2)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:04:39.386708 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:39.391525 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 483722be-2ed4-4dbd-aefd-8406aba813b7 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:04:39.393009 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8b9d4122-36dd-45ac-a53f-7b68269e96cf req-29111591-fcb1-477e-be07-0b15de793083 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb62b710-5bd5-4197-94f7-dd959bb3e843&id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2855110 Nov 27 04:04:39.492331 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff486cc3-8acc-4f52-ba24-08252728283c req-13cfc579-dda2-4d51-b9fe-3d473eec102b tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:39.493977 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ff486cc3-8acc-4f52-ba24-08252728283c req-13cfc579-dda2-4d51-b9fe-3d473eec102b tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a78cd85-84e7-46d1-97b9-008ad97870bc HTTP/1.1" status: 200 len: 943 time: 0.1442471 Nov 27 04:04:39.663002 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ff486cc3-8acc-4f52-ba24-08252728283c req-27760774-f493-4037-adc9-058edbc8b365 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525896 Nov 27 04:04:39.675011 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=f44fdf9b-a8d1-49ae-aeec-916704cb4fb4,revision_number=6']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:39.767324 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e548ee-6ded-4fd5-955e-c338794e2c07 req-69a2342a-3bb8-4d78-82c5-593a3acba9f0 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:39.778351 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d1e548ee-6ded-4fd5-955e-c338794e2c07 req-69a2342a-3bb8-4d78-82c5-593a3acba9f0 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 947 time: 0.2508020 Nov 27 04:04:39.814776 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 04:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3861e16c-f3ee-4aa4-8fb7-637646555ac0 x-openstack-request-id: req-3861e16c-f3ee-4aa4-8fb7-637646555ac0 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:04:39.815351 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "name": "network-vif-unplugged", "status": "completed", "tag": "f44fdf9b-a8d1-49ae-aeec-916704cb4fb4", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:04:39.815892 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3861e16c-f3ee-4aa4-8fb7-637646555ac0 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:04:39.816457 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f44fdf9b-a8d1-49ae-aeec-916704cb4fb4', 'code': 200} Nov 27 04:04:39.817300 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:39.855676 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 59188) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:04:39.898243 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d1e548ee-6ded-4fd5-955e-c338794e2c07 req-3a6a8b5a-61b8-4f6f-8cbc-0dfb0a42742e tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188738 Nov 27 04:04:39.903932 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-f7ba2e79-8962-404e-8692-f970217f697d service neutron] For port 8d21c359-8b29-4bc7-8fd4-65e475953c35, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=8d21c359-8b29-4bc7-8fd4-65e475953c35,segment=NetworkSegment(f22bdb49-3b05-46d4-b948-1eca6d498b9c),segment_id=f22bdb49-3b05-46d4-b948-1eca6d498b9c)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:04:39.932025 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 483722be-2ed4-4dbd-aefd-8406aba813b7, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=483722be-2ed4-4dbd-aefd-8406aba813b7,segment=NetworkSegment(f22bdb49-3b05-46d4-b948-1eca6d498b9c),segment_id=f22bdb49-3b05-46d4-b948-1eca6d498b9c)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:04:39.944631 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:39.945620 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device a1f03abc-cb7c-4762-a3d3-c924fa278769 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:04:39.995684 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-f7ba2e79-8962-404e-8692-f970217f697d service neutron] For port 8d21c359-8b29-4bc7-8fd4-65e475953c35, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:04:40.038281 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [req-6b0747a1-3db2-4a3d-831d-387a6b35bd84 req-ecd9b0b0-695d-4545-b623-22ba72542fa8 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:04:40.040112 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6b0747a1-3db2-4a3d-831d-387a6b35bd84 req-ecd9b0b0-695d-4545-b623-22ba72542fa8 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060620 Nov 27 04:04:40.084118 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=483722be-2ed4-4dbd-aefd-8406aba813b7,revision_number=6']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:40.120225 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9bde11ab-8783-4e6c-85fe-8732dad3c48a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:40.143448 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-f7ba2e79-8962-404e-8692-f970217f697d service neutron] device_id is not set on port 8d21c359-8b29-4bc7-8fd4-65e475953c35 yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:04:40.158784 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-f7ba2e79-8962-404e-8692-f970217f697d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:40.173638 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-f7ba2e79-8962-404e-8692-f970217f697d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:40.319071 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:40.333487 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9bde11ab-8783-4e6c-85fe-8732dad3c48a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:40.344544 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9bde11ab-8783-4e6c-85fe-8732dad3c48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:40.351444 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ba2e79-8962-404e-8692-f970217f697d service neutron] Pushing event updated for resources: {'Port': ['ID=8d21c359-8b29-4bc7-8fd4-65e475953c35,revision_number=6']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:40.382835 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port a1f03abc-cb7c-4762-a3d3-c924fa278769, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=a1f03abc-cb7c-4762-a3d3-c924fa278769,segment=NetworkSegment(205b1345-2e5b-4c2e-b95c-348fea1df7b2),segment_id=205b1345-2e5b-4c2e-b95c-348fea1df7b2)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:04:40.390901 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:40.420951 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 02981edf-7b84-4fc5-b179-a27331a3be22 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:04:40.471563 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9bde11ab-8783-4e6c-85fe-8732dad3c48a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b7f6b376e5454eeb9c36e75f0d3ae209&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6050816 Nov 27 04:04:40.471563 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde11ab-8783-4e6c-85fe-8732dad3c48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc70424-2e0c-474f-92c4-463f10f699fe,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:40.472010 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 59208) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:04:40.509149 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-f7ba2e79-8962-404e-8692-f970217f697d service neutron] No DVR routers for this DVR port 8d21c359-8b29-4bc7-8fd4-65e475953c35 on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:04:40.594847 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32fd670-f81c-4d3d-b3e1-86fe666389cc req-7a76bd64-541a-48c3-9194-e94d04a437cc tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:40.596349 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f32fd670-f81c-4d3d-b3e1-86fe666389cc req-7a76bd64-541a-48c3-9194-e94d04a437cc tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 947 time: 0.3984296 Nov 27 04:04:40.668248 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde11ab-8783-4e6c-85fe-8732dad3c48a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:04:40.668687 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde11ab-8783-4e6c-85fe-8732dad3c48a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:04:40.670267 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde11ab-8783-4e6c-85fe-8732dad3c48a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:04:40.670738 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde11ab-8783-4e6c-85fe-8732dad3c48a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:04:40.671118 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde11ab-8783-4e6c-85fe-8732dad3c48a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:04:40.671895 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde11ab-8783-4e6c-85fe-8732dad3c48a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:04:40.671895 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde11ab-8783-4e6c-85fe-8732dad3c48a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:04:40.672151 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde11ab-8783-4e6c-85fe-8732dad3c48a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:04:40.672576 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde11ab-8783-4e6c-85fe-8732dad3c48a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:04:40.672901 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde11ab-8783-4e6c-85fe-8732dad3c48a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:04:40.673243 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde11ab-8783-4e6c-85fe-8732dad3c48a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:04:40.674751 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde11ab-8783-4e6c-85fe-8732dad3c48a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:04:40.727711 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=a1f03abc-cb7c-4762-a3d3-c924fa278769,revision_number=6']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:40.743623 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f32fd670-f81c-4d3d-b3e1-86fe666389cc req-792ffb4a-70c2-46a9-ab32-07a6f81bff70 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315408 Nov 27 04:04:40.769980 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-f7ba2e79-8962-404e-8692-f970217f697d service neutron] In _notify_port_updated(), no bound segment for port 8d21c359-8b29-4bc7-8fd4-65e475953c35 on network 51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5 {{(pid=110019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 04:04:40.771312 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-f7ba2e79-8962-404e-8692-f970217f697d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:40.772173 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-f7ba2e79-8962-404e-8692-f970217f697d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:40.773694 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-f7ba2e79-8962-404e-8692-f970217f697d service neutron] 10.222.0.11 "PUT /v2.0/ports/8d21c359-8b29-4bc7-8fd4-65e475953c35 HTTP/1.1" status: 200 len: 1028 time: 1.8573117 Nov 27 04:04:40.784433 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-6f579be5-02d4-47d0-9907-6ad00daa9814 None None] Provisioning complete for port 8d21c359-8b29-4bc7-8fd4-65e475953c35 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:04:40.785037 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6f579be5-02d4-47d0-9907-6ad00daa9814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:40.793929 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-23b66150-4478-4013-8edb-726873fcaca2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:40.845697 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:40.855669 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-6f579be5-02d4-47d0-9907-6ad00daa9814 None None] Port 8d21c359-8b29-4bc7-8fd4-65e475953c35 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:04:40.856382 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-23b66150-4478-4013-8edb-726873fcaca2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:40.945657 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 02981edf-7b84-4fc5-b179-a27331a3be22, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=02981edf-7b84-4fc5-b179-a27331a3be22,segment=NetworkSegment(fd7d7e7b-7dbb-424a-bc51-ecd051dc8d7b),segment_id=fd7d7e7b-7dbb-424a-bc51-ecd051dc8d7b)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:04:40.955420 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:40.957931 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:04:40.982078 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-23b66150-4478-4013-8edb-726873fcaca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:40.990111 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-23b66150-4478-4013-8edb-726873fcaca2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:41.005297 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-23b66150-4478-4013-8edb-726873fcaca2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2cc70424-2e0c-474f-92c4-463f10f699fe HTTP/1.1" status: 204 len: 168 time: 0.5321960 Nov 27 04:04:41.035162 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b66150-4478-4013-8edb-726873fcaca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc70424-2e0c-474f-92c4-463f10f699fe,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:41.047649 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022d978-3768-448e-a3f3-97530aa4c964 req-d0dfb7a1-f054-40db-990c-a7238dbebede tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:41.058838 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4022d978-3768-448e-a3f3-97530aa4c964 req-d0dfb7a1-f054-40db-990c-a7238dbebede tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a78cd85-84e7-46d1-97b9-008ad97870bc HTTP/1.1" status: 200 len: 943 time: 0.1319213 Nov 27 04:04:41.068064 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971ceb2-8627-4bc3-baeb-919c0d615977 req-d033b4b9-35ed-4d65-b8e5-fe736dfc2300 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:41.072853 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=02981edf-7b84-4fc5-b179-a27331a3be22,revision_number=6']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:41.084912 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971ceb2-8627-4bc3-baeb-919c0d615977 req-d033b4b9-35ed-4d65-b8e5-fe736dfc2300 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:41.099005 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971ceb2-8627-4bc3-baeb-919c0d615977 req-d033b4b9-35ed-4d65-b8e5-fe736dfc2300 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:41.105700 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971ceb2-8627-4bc3-baeb-919c0d615977 req-d033b4b9-35ed-4d65-b8e5-fe736dfc2300 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:41.129623 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971ceb2-8627-4bc3-baeb-919c0d615977 req-d033b4b9-35ed-4d65-b8e5-fe736dfc2300 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:41.142225 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5971ceb2-8627-4bc3-baeb-919c0d615977 req-d033b4b9-35ed-4d65-b8e5-fe736dfc2300 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 3880 time: 0.5040326 Nov 27 04:04:41.156089 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-468b3aae-f437-409f-8323-d61f458679d1 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Deleting port f44fdf9b-a8d1-49ae-aeec-916704cb4fb4 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:04:41.162200 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-468b3aae-f437-409f-8323-d61f458679d1 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:41.217259 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:41.259169 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb,segment=NetworkSegment(f22bdb49-3b05-46d4-b948-1eca6d498b9c),segment_id=f22bdb49-3b05-46d4-b948-1eca6d498b9c)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:04:41.271284 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:41.272739 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 8d21c359-8b29-4bc7-8fd4-65e475953c35 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:04:41.297143 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5971ceb2-8627-4bc3-baeb-919c0d615977 req-53e4719e-4502-4753-8f08-94c669e07716 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525891 Nov 27 04:04:41.411247 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:04:41.414727 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb,revision_number=6']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:41.444438 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-468b3aae-f437-409f-8323-d61f458679d1 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] For port f44fdf9b-a8d1-49ae-aeec-916704cb4fb4, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=f44fdf9b-a8d1-49ae-aeec-916704cb4fb4,segment=NetworkSegment(205b1345-2e5b-4c2e-b95c-348fea1df7b2),segment_id=205b1345-2e5b-4c2e-b95c-348fea1df7b2)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:04:41.444876 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-468b3aae-f437-409f-8323-d61f458679d1 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:41.483187 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-468b3aae-f437-409f-8323-d61f458679d1 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Calling delete_port for f44fdf9b-a8d1-49ae-aeec-916704cb4fb4 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:04:41.484993 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 8d21c359-8b29-4bc7-8fd4-65e475953c35 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:04:41.547657 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a052d-a95f-4ab9-9416-79eb27eab667 req-ea0b6b98-7832-42b1-b097-9c4c6ecfd49d tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:41.550069 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-334a052d-a95f-4ab9-9416-79eb27eab667 req-ea0b6b98-7832-42b1-b097-9c4c6ecfd49d tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 947 time: 0.0998142 Nov 27 04:04:41.596681 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4022d978-3768-448e-a3f3-97530aa4c964 req-b1e62f54-dcb4-4a74-a4d5-58a7720f4fe9 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5365462 Nov 27 04:04:41.666923 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-334a052d-a95f-4ab9-9416-79eb27eab667 req-8562e317-cc1f-4ee1-aeb5-b5956fa90972 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812387 Nov 27 04:04:41.798042 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-468b3aae-f437-409f-8323-d61f458679d1 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:41.818789 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '483722be-2ed4-4dbd-aefd-8406aba813b7'}, {'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1f03abc-cb7c-4762-a3d3-c924fa278769'}, {'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02981edf-7b84-4fc5-b179-a27331a3be22'}, {'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:04:41.821735 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9580e81-31ef-4288-81f5-a7888a3abc40" -d '{"events": [{"server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "name": "network-vif-unplugged", "status": "completed", "tag": "483722be-2ed4-4dbd-aefd-8406aba813b7"}, {"server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "name": "network-vif-unplugged", "status": "completed", "tag": "a1f03abc-cb7c-4762-a3d3-c924fa278769"}, {"server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "name": "network-vif-unplugged", "status": "completed", "tag": "02981edf-7b84-4fc5-b179-a27331a3be22"}, {"server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "name": "network-vif-unplugged", "status": "completed", "tag": "ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:04:41.824354 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b3aae-f437-409f-8323-d61f458679d1 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Pushing event deleted for resources: {'Port': ['ID=f44fdf9b-a8d1-49ae-aeec-916704cb4fb4,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:41.928615 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Sat, 27 Nov 2021 04:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a2f039-ac46-452f-a6b0-869cc319c3bb x-openstack-request-id: req-54a2f039-ac46-452f-a6b0-869cc319c3bb {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:04:41.928743 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1abfcd-9542-4ebc-ae8b-e0dada47d014 req-f48f8bfd-90f1-4695-af45-5729fccf163e tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:41.928922 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "name": "network-vif-unplugged", "status": "completed", "tag": "483722be-2ed4-4dbd-aefd-8406aba813b7", "code": 200}, {"server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "name": "network-vif-unplugged", "status": "completed", "tag": "a1f03abc-cb7c-4762-a3d3-c924fa278769", "code": 200}, {"server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "name": "network-vif-unplugged", "status": "completed", "tag": "02981edf-7b84-4fc5-b179-a27331a3be22", "code": 200}, {"server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "name": "network-vif-unplugged", "status": "completed", "tag": "ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:04:41.929359 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-54a2f039-ac46-452f-a6b0-869cc319c3bb {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:04:41.929768 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '483722be-2ed4-4dbd-aefd-8406aba813b7', 'code': 200} Nov 27 04:04:41.930034 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1f03abc-cb7c-4762-a3d3-c924fa278769', 'code': 200} Nov 27 04:04:41.930292 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02981edf-7b84-4fc5-b179-a27331a3be22', 'code': 200} Nov 27 04:04:41.930391 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ec1abfcd-9542-4ebc-ae8b-e0dada47d014 req-f48f8bfd-90f1-4695-af45-5729fccf163e tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 947 time: 0.1345329 Nov 27 04:04:41.930539 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb', 'code': 200} Nov 27 04:04:41.952436 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-468b3aae-f437-409f-8323-d61f458679d1 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] No DVR routers for this DVR port f44fdf9b-a8d1-49ae-aeec-916704cb4fb4 on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:04:41.955426 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-468b3aae-f437-409f-8323-d61f458679d1 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:41.963486 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-468b3aae-f437-409f-8323-d61f458679d1 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.11 "DELETE /v2.0/ports/f44fdf9b-a8d1-49ae-aeec-916704cb4fb4 HTTP/1.1" status: 204 len: 173 time: 1.1786010 Nov 27 04:04:41.964016 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'name': 'network-vif-deleted', 'tag': 'f44fdf9b-a8d1-49ae-aeec-916704cb4fb4'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:04:41.966540 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a441e51-8f57-4ad0-9eaa-f9e8b5043b07" -d '{"events": [{"server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "name": "network-vif-deleted", "tag": "f44fdf9b-a8d1-49ae-aeec-916704cb4fb4"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:04:42.023948 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ec1abfcd-9542-4ebc-ae8b-e0dada47d014 req-a63d1949-c202-4278-a801-9030f823f29d tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820866 Nov 27 04:04:42.040805 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc5a4ec-5663-45f9-b8ef-9137945ebfe9 x-openstack-request-id: req-ddc5a4ec-5663-45f9-b8ef-9137945ebfe9 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:04:42.041101 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "name": "network-vif-deleted", "tag": "f44fdf9b-a8d1-49ae-aeec-916704cb4fb4", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:04:42.041486 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ddc5a4ec-5663-45f9-b8ef-9137945ebfe9 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:04:42.041894 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'name': 'network-vif-deleted', 'tag': 'f44fdf9b-a8d1-49ae-aeec-916704cb4fb4', 'status': 'completed', 'code': 200} Nov 27 04:04:42.325641 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237d7a0-c7cb-4a27-afbd-9f3e2397986c req-791a836a-8780-443a-9791-9541e1257c7e tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:42.330095 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7237d7a0-c7cb-4a27-afbd-9f3e2397986c req-791a836a-8780-443a-9791-9541e1257c7e tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 947 time: 0.1411216 Nov 27 04:04:42.338350 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-010489cb-fd71-4556-9e41-82ec9ea969d7 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Deleting port 483722be-2ed4-4dbd-aefd-8406aba813b7 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:04:42.339002 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-010489cb-fd71-4556-9e41-82ec9ea969d7 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:42.415127 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 59284) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:04:42.495285 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7237d7a0-c7cb-4a27-afbd-9f3e2397986c req-e6c7a5d7-93da-4026-9cc6-4a9110021cb1 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270752 Nov 27 04:04:42.626111 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-4bffbd8b-4b7e-4199-b3c4-5d2654f707db admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1604406241-network', 'tenant_id': 'fbfad9adb131475bb7fe8210316ae584'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:04:42.640395 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-010489cb-fd71-4556-9e41-82ec9ea969d7 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] For port 483722be-2ed4-4dbd-aefd-8406aba813b7, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=483722be-2ed4-4dbd-aefd-8406aba813b7,segment=NetworkSegment(f22bdb49-3b05-46d4-b948-1eca6d498b9c),segment_id=f22bdb49-3b05-46d4-b948-1eca6d498b9c)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:04:42.640789 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-010489cb-fd71-4556-9e41-82ec9ea969d7 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:42.668387 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-010489cb-fd71-4556-9e41-82ec9ea969d7 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Calling delete_port for 483722be-2ed4-4dbd-aefd-8406aba813b7 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:04:42.694662 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bffbd8b-4b7e-4199-b3c4-5d2654f707db admin admin] Made reservation on behalf of fbfad9adb131475bb7fe8210316ae584 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:04:42.704948 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4bffbd8b-4b7e-4199-b3c4-5d2654f707db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:42.720267 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4bffbd8b-4b7e-4199-b3c4-5d2654f707db admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:42.744114 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af235e-d195-4437-96c0-0964ca1954c1 req-ebbd156d-7bbf-409b-9e3d-4eb7a8fa6d09 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:42.759345 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af235e-d195-4437-96c0-0964ca1954c1 req-ebbd156d-7bbf-409b-9e3d-4eb7a8fa6d09 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:42.792799 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af235e-d195-4437-96c0-0964ca1954c1 req-ebbd156d-7bbf-409b-9e3d-4eb7a8fa6d09 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:42.804025 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af235e-d195-4437-96c0-0964ca1954c1 req-ebbd156d-7bbf-409b-9e3d-4eb7a8fa6d09 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:42.815025 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-48af235e-d195-4437-96c0-0964ca1954c1 req-ebbd156d-7bbf-409b-9e3d-4eb7a8fa6d09 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 3143 time: 0.2544482 Nov 27 04:04:42.849639 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device bfe039b6-0cfc-4af9-a1b4-831a73af434c details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:04:42.877462 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1ebb0-24d0-4dbd-8205-b0f2399106c9 req-0dec7c6f-7d23-4356-89df-a8a0c35b1294 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:42.887574 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-22d1ebb0-24d0-4dbd-8205-b0f2399106c9 req-0dec7c6f-7d23-4356-89df-a8a0c35b1294 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 947 time: 0.1281943 Nov 27 04:04:42.926125 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4bffbd8b-4b7e-4199-b3c4-5d2654f707db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:42.986712 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-22d1ebb0-24d0-4dbd-8205-b0f2399106c9 req-dc5afcfc-6776-4984-a22c-c7351825a243 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908189 Nov 27 04:04:42.987648 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-010489cb-fd71-4556-9e41-82ec9ea969d7 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:42.990868 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4bffbd8b-4b7e-4199-b3c4-5d2654f707db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:43.026093 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-48af235e-d195-4437-96c0-0964ca1954c1 req-cfcdfece-38db-4f41-ae98-bc6f7d827b64 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986084 Nov 27 04:04:43.036809 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port bfe039b6-0cfc-4af9-a1b4-831a73af434c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=bfe039b6-0cfc-4af9-a1b4-831a73af434c,segment=NetworkSegment(7b573d51-51b1-4f49-9697-b1cce35223ba),segment_id=7b573d51-51b1-4f49-9697-b1cce35223ba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:04:43.060570 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'bfe039b6-0cfc-4af9-a1b4-831a73af434c', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'port_id': 'bfe039b6-0cfc-4af9-a1b4-831a73af434c', 'mac_address': 'fa:16:3e:43:7b:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:04:43.073200 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bffbd8b-4b7e-4199-b3c4-5d2654f707db admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:04:43.099470 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010489cb-fd71-4556-9e41-82ec9ea969d7 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Pushing event deleted for resources: {'Port': ['ID=483722be-2ed4-4dbd-aefd-8406aba813b7,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:43.105268 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bffbd8b-4b7e-4199-b3c4-5d2654f707db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57f14b1-699e-434b-a710-5784c22fb5bd,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:43.124703 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4bffbd8b-4b7e-4199-b3c4-5d2654f707db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:43.125252 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-4bffbd8b-4b7e-4199-b3c4-5d2654f707db admin admin] Added segment 44f9be63-e037-4b31-b052-e61f7b1580df of type vlan for network 3d974f6e-ead8-4b04-97cd-2c933b21d8d8 Nov 27 04:04:43.153496 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-010489cb-fd71-4556-9e41-82ec9ea969d7 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] No DVR routers for this DVR port 483722be-2ed4-4dbd-aefd-8406aba813b7 on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:04:43.157065 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-010489cb-fd71-4556-9e41-82ec9ea969d7 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:43.159961 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:43.162257 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-010489cb-fd71-4556-9e41-82ec9ea969d7 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.11 "DELETE /v2.0/ports/483722be-2ed4-4dbd-aefd-8406aba813b7 HTTP/1.1" status: 204 len: 173 time: 1.0921729 Nov 27 04:04:43.196269 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfe039b6-0cfc-4af9-a1b4-831a73af434c {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:04:43.197030 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4bffbd8b-4b7e-4199-b3c4-5d2654f707db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:43.222365 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port bfe039b6-0cfc-4af9-a1b4-831a73af434c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=bfe039b6-0cfc-4af9-a1b4-831a73af434c,segment=NetworkSegment(7b573d51-51b1-4f49-9697-b1cce35223ba),segment_id=7b573d51-51b1-4f49-9697-b1cce35223ba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:04:43.229754 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:43.255029 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4bffbd8b-4b7e-4199-b3c4-5d2654f707db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:43.256474 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bffbd8b-4b7e-4199-b3c4-5d2654f707db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:43.257343 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4bffbd8b-4b7e-4199-b3c4-5d2654f707db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:43.312182 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=bfe039b6-0cfc-4af9-a1b4-831a73af434c,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:43.317740 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589186f-02dc-4ae7-bcec-bcb591cdc377 req-2fcd5075-287d-4bdb-b2b2-6a14fd06ff6b tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:43.319351 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7589186f-02dc-4ae7-bcec-bcb591cdc377 req-2fcd5075-287d-4bdb-b2b2-6a14fd06ff6b tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a78cd85-84e7-46d1-97b9-008ad97870bc HTTP/1.1" status: 200 len: 943 time: 0.1886971 Nov 27 04:04:43.407048 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4bffbd8b-4b7e-4199-b3c4-5d2654f707db admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9910023 Nov 27 04:04:43.412069 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7589186f-02dc-4ae7-bcec-bcb591cdc377 req-e0d99451-4d26-47d8-a2d8-c648d76e78e3 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703948 Nov 27 04:04:43.412534 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 59306) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:04:43.419451 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-ed620ca4-6cbb-4dda-9549-cded4af7ef9f admin admin] Request body: {'subnet': {'network_id': '3d974f6e-ead8-4b04-97cd-2c933b21d8d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1604406241-subnet', 'tenant_id': 'fbfad9adb131475bb7fe8210316ae584', 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:04:43.448539 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-f5f96d63-fae1-45a2-97ef-f91cf08d2b0b tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Deleting port ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:04:43.449217 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-f5f96d63-fae1-45a2-97ef-f91cf08d2b0b tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:43.454441 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed620ca4-6cbb-4dda-9549-cded4af7ef9f admin admin] Made reservation on behalf of fbfad9adb131475bb7fe8210316ae584 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:04:43.457675 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ed620ca4-6cbb-4dda-9549-cded4af7ef9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:43.482224 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93efc97c-1ffa-4b48-8d08-1ebab1be6e9f req-a7919139-94ca-4041-8cb5-77d8f81c4e24 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:43.491481 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-93efc97c-1ffa-4b48-8d08-1ebab1be6e9f req-a7919139-94ca-4041-8cb5-77d8f81c4e24 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 947 time: 0.1998649 Nov 27 04:04:43.500449 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bffbd8b-4b7e-4199-b3c4-5d2654f707db admin admin] Pushing event updated for resources: {'Network': ['ID=3d974f6e-ead8-4b04-97cd-2c933b21d8d8,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:43.522752 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 3d974f6e-ead8-4b04-97cd-2c933b21d8d8 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:04:43.619542 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['bfe039b6-0cfc-4af9-a1b4-831a73af434c'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:04:43.652144 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-93efc97c-1ffa-4b48-8d08-1ebab1be6e9f req-d577071b-0687-4d81-9af2-6e00c9c3aa4d tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596208 Nov 27 04:04:43.768598 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ed620ca4-6cbb-4dda-9549-cded4af7ef9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:43.852905 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed620ca4-6cbb-4dda-9549-cded4af7ef9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3935c5cc-7160-4c9f-b6db-cc3238ab3379,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:43.906431 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5028a9-f97c-4b1f-a7b5-b35ee00a821e req-e3e8011d-aa3e-4619-b509-33be2d6a4659 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:43.908126 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bf5028a9-f97c-4b1f-a7b5-b35ee00a821e req-e3e8011d-aa3e-4619-b509-33be2d6a4659 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 947 time: 0.1030209 Nov 27 04:04:43.959702 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed620ca4-6cbb-4dda-9549-cded4af7ef9f admin admin] Checking segment: {'id': '44f9be63-e037-4b31-b052-e61f7b1580df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3d974f6e-ead8-4b04-97cd-2c933b21d8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:04:43.960185 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed620ca4-6cbb-4dda-9549-cded4af7ef9f admin admin] Network hostable DHCP agents. Network: 3d974f6e-ead8-4b04-97cd-2c933b21d8d8, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:04:43.972533 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-f5f96d63-fae1-45a2-97ef-f91cf08d2b0b tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] For port ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb,segment=NetworkSegment(f22bdb49-3b05-46d4-b948-1eca6d498b9c),segment_id=f22bdb49-3b05-46d4-b948-1eca6d498b9c)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:04:43.973019 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-f5f96d63-fae1-45a2-97ef-f91cf08d2b0b tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:43.978386 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bf5028a9-f97c-4b1f-a7b5-b35ee00a821e req-2d9721d0-caf0-4b2d-9e66-d9638dfbc419 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638208 Nov 27 04:04:43.992488 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-f5f96d63-fae1-45a2-97ef-f91cf08d2b0b tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Calling delete_port for ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:04:44.014072 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed620ca4-6cbb-4dda-9549-cded4af7ef9f admin admin] Network 3d974f6e-ead8-4b04-97cd-2c933b21d8d8 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:04:44.317417 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'name': 'network-vif-deleted', 'tag': '483722be-2ed4-4dbd-aefd-8406aba813b7'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:04:44.320319 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5537f76c-652b-4349-a5eb-63b829c0723e" -d '{"events": [{"server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "name": "network-vif-deleted", "tag": "483722be-2ed4-4dbd-aefd-8406aba813b7"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:04:44.343012 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-ed620ca4-6cbb-4dda-9549-cded4af7ef9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 3d974f6e-ead8-4b04-97cd-2c933b21d8d8) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:04:44.354499 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514fe94e-0adf-46ce-8b04-5d2b4b0e93a0 None None] Network 3d974f6e-ead8-4b04-97cd-2c933b21d8d8 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:04:44.396790 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed620ca4-6cbb-4dda-9549-cded4af7ef9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:44.397386 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ed620ca4-6cbb-4dda-9549-cded4af7ef9f admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:44.403440 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e5c9ed-ea28-40f4-9159-b1983a55b864 x-openstack-request-id: req-55e5c9ed-ea28-40f4-9159-b1983a55b864 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:04:44.404023 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "name": "network-vif-deleted", "tag": "483722be-2ed4-4dbd-aefd-8406aba813b7", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:04:44.404477 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-55e5c9ed-ea28-40f4-9159-b1983a55b864 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:04:44.405085 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'name': 'network-vif-deleted', 'tag': '483722be-2ed4-4dbd-aefd-8406aba813b7', 'status': 'completed', 'code': 200} Nov 27 04:04:44.573328 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-f5f96d63-fae1-45a2-97ef-f91cf08d2b0b tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:44.580111 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea44a80-6b93-42bd-9ba2-94e6ab76b143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-3d974f6e-ead8-4b04-97cd-2c933b21d8d8', 'network_id': '3d974f6e-ead8-4b04-97cd-2c933b21d8d8', 'tenant_id': 'fbfad9adb131475bb7fe8210316ae584', 'fixed_ips': [{'subnet_id': '3935c5cc-7160-4c9f-b6db-cc3238ab3379'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:04:44.583856 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2ea44a80-6b93-42bd-9ba2-94e6ab76b143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:44.590043 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 59340) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:04:44.590946 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ed620ca4-6cbb-4dda-9549-cded4af7ef9f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1775713 Nov 27 04:04:44.597090 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-ba61e67a-d270-4edb-828f-5a497d0f02c9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1604406241-router', 'tenant_id': 'fbfad9adb131475bb7fe8210316ae584', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:04:44.617721 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f96d63-fae1-45a2-97ef-f91cf08d2b0b tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Pushing event deleted for resources: {'Port': ['ID=ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:44.624046 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cab703-a814-4425-920f-7a8683e23e62 req-f36861ec-8dcc-4987-9f48-cf4dfd130f23 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:44.631628 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c9cab703-a814-4425-920f-7a8683e23e62 req-f36861ec-8dcc-4987-9f48-cf4dfd130f23 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a78cd85-84e7-46d1-97b9-008ad97870bc HTTP/1.1" status: 200 len: 944 time: 0.0897081 Nov 27 04:04:44.704881 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ba61e67a-d270-4edb-828f-5a497d0f02c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:44.706085 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ba61e67a-d270-4edb-828f-5a497d0f02c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:44.757605 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577c2af-fc94-4ed7-aaac-5be95c0110a6 req-694cf1d7-5312-48bb-b86a-3e341b10fbba tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:44.761175 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c9cab703-a814-4425-920f-7a8683e23e62 req-3b60bbc1-257f-45b7-8e28-5558bc085dbb tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284368 Nov 27 04:04:44.783877 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577c2af-fc94-4ed7-aaac-5be95c0110a6 req-694cf1d7-5312-48bb-b86a-3e341b10fbba tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:44.790214 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577c2af-fc94-4ed7-aaac-5be95c0110a6 req-694cf1d7-5312-48bb-b86a-3e341b10fbba tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:44.801466 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0577c2af-fc94-4ed7-aaac-5be95c0110a6 req-694cf1d7-5312-48bb-b86a-3e341b10fbba tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 2333 time: 0.4736714 Nov 27 04:04:44.810945 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ba61e67a-d270-4edb-828f-5a497d0f02c9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:44.832823 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-f5f96d63-fae1-45a2-97ef-f91cf08d2b0b tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] No DVR routers for this DVR port ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:04:44.837613 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-f5f96d63-fae1-45a2-97ef-f91cf08d2b0b tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:44.841913 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-f5f96d63-fae1-45a2-97ef-f91cf08d2b0b tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.11 "DELETE /v2.0/ports/ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb HTTP/1.1" status: 204 len: 173 time: 1.6410429 Nov 27 04:04:44.877418 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device bfe039b6-0cfc-4af9-a1b4-831a73af434c up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:04:44.934191 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-64b11401-3cef-4d8e-ac00-9d432b8728a1 req-8d4cf5df-8fe1-4eb0-a326-01a738b1b67a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d3873118-0689-4606-9698-7a62b272dada&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1168866 Nov 27 04:04:44.954223 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0577c2af-fc94-4ed7-aaac-5be95c0110a6 req-cd0ef621-649a-4d95-8366-f42143419ea9 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516409 Nov 27 04:04:45.064944 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ba61e67a-d270-4edb-828f-5a497d0f02c9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:45.121189 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-2ea44a80-6b93-42bd-9ba2-94e6ab76b143 None None] Allocated IP 172.20.0.2 (3d974f6e-ead8-4b04-97cd-2c933b21d8d8/3935c5cc-7160-4c9f-b6db-cc3238ab3379/6d4c7d13-4f08-467f-b381-3f3cc7a79849) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:04:45.123902 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port bfe039b6-0cfc-4af9-a1b4-831a73af434c completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:04:45.134475 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port bfe039b6-0cfc-4af9-a1b4-831a73af434c triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:04:45.139455 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:45.149004 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b11401-3cef-4d8e-ac00-9d432b8728a1 req-60e12e25-409c-407f-a7e3-3a998dfeb8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:45.157059 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-64b11401-3cef-4d8e-ac00-9d432b8728a1 req-60e12e25-409c-407f-a7e3-3a998dfeb8c7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2a559fcfd820469880e400429349a9fc&device_id=d3873118-0689-4606-9698-7a62b272dada HTTP/1.1" status: 200 len: 1096 time: 0.1678548 Nov 27 04:04:45.194358 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-fa4415c9-b0ca-4226-ab6e-79f9ad8e4e10 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Deleting port a1f03abc-cb7c-4762-a3d3-c924fa278769 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:04:45.194829 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-fa4415c9-b0ca-4226-ab6e-79f9ad8e4e10 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:45.380747 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-fa4415c9-b0ca-4226-ab6e-79f9ad8e4e10 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] For port a1f03abc-cb7c-4762-a3d3-c924fa278769, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=a1f03abc-cb7c-4762-a3d3-c924fa278769,segment=NetworkSegment(205b1345-2e5b-4c2e-b95c-348fea1df7b2),segment_id=205b1345-2e5b-4c2e-b95c-348fea1df7b2)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:04:45.381383 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-fa4415c9-b0ca-4226-ab6e-79f9ad8e4e10 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:45.395251 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-fa4415c9-b0ca-4226-ab6e-79f9ad8e4e10 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Calling delete_port for a1f03abc-cb7c-4762-a3d3-c924fa278769 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:04:45.447491 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2ea44a80-6b93-42bd-9ba2-94e6ab76b143 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:45.453027 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:45.468831 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2ea44a80-6b93-42bd-9ba2-94e6ab76b143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:45.575552 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea44a80-6b93-42bd-9ba2-94e6ab76b143 None None] Pushing event updated for resources: {'Port': ['ID=6d4c7d13-4f08-467f-b381-3f3cc7a79849,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:45.590917 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-fa4415c9-b0ca-4226-ab6e-79f9ad8e4e10 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:45.611833 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port bfe039b6-0cfc-4af9-a1b4-831a73af434c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=bfe039b6-0cfc-4af9-a1b4-831a73af434c,segment=NetworkSegment(7b573d51-51b1-4f49-9697-b1cce35223ba),segment_id=7b573d51-51b1-4f49-9697-b1cce35223ba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:04:45.615134 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ba61e67a-d270-4edb-828f-5a497d0f02c9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:45.621253 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a78cd85-84e7-46d1-97b9-008ad97870bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe039b6-0cfc-4af9-a1b4-831a73af434c'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:04:45.624488 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51de76b0-4b0e-4a29-a54b-7697895da5a1" -d '{"events": [{"server_uuid": "4a78cd85-84e7-46d1-97b9-008ad97870bc", "name": "network-vif-plugged", "status": "completed", "tag": "bfe039b6-0cfc-4af9-a1b4-831a73af434c"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:04:45.642705 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ba61e67a-d270-4edb-828f-5a497d0f02c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:45.680983 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea44a80-6b93-42bd-9ba2-94e6ab76b143 None None] Network 3d974f6e-ead8-4b04-97cd-2c933b21d8d8 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:04:45.689558 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:45.711699 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-2ea44a80-6b93-42bd-9ba2-94e6ab76b143 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:04:45.744124 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea44a80-6b93-42bd-9ba2-94e6ab76b143 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:04:45.835234 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0562ead9-d21f-4130-ba1c-851e1f39dbda x-openstack-request-id: req-0562ead9-d21f-4130-ba1c-851e1f39dbda {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:04:45.837657 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a78cd85-84e7-46d1-97b9-008ad97870bc", "name": "network-vif-plugged", "status": "completed", "tag": "bfe039b6-0cfc-4af9-a1b4-831a73af434c", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:04:45.838018 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0562ead9-d21f-4130-ba1c-851e1f39dbda {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:04:45.838516 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a78cd85-84e7-46d1-97b9-008ad97870bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe039b6-0cfc-4af9-a1b4-831a73af434c', 'code': 200} Nov 27 04:04:45.868982 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4415c9-b0ca-4226-ab6e-79f9ad8e4e10 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Pushing event deleted for resources: {'Port': ['ID=a1f03abc-cb7c-4762-a3d3-c924fa278769,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:45.913492 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-ba61e67a-d270-4edb-828f-5a497d0f02c9 admin admin] Allocated IP 172.25.1.6 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/0636a193-4592-4727-b598-6283b508e02d) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:04:46.025629 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=bfe039b6-0cfc-4af9-a1b4-831a73af434c,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:46.099889 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-2ea44a80-6b93-42bd-9ba2-94e6ab76b143 None None] Attempting to bind port 6d4c7d13-4f08-467f-b381-3f3cc7a79849 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:04:46.103504 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-2ea44a80-6b93-42bd-9ba2-94e6ab76b143 None None] Attempting to bind port 6d4c7d13-4f08-467f-b381-3f3cc7a79849 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '44f9be63-e037-4b31-b052-e61f7b1580df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3d974f6e-ead8-4b04-97cd-2c933b21d8d8'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:04:46.103927 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea44a80-6b93-42bd-9ba2-94e6ab76b143 None None] Attempting to bind port 6d4c7d13-4f08-467f-b381-3f3cc7a79849 on network 3d974f6e-ead8-4b04-97cd-2c933b21d8d8 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:04:46.126970 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea44a80-6b93-42bd-9ba2-94e6ab76b143 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:04:46.127593 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea44a80-6b93-42bd-9ba2-94e6ab76b143 None None] Checking segment: {'id': '44f9be63-e037-4b31-b052-e61f7b1580df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3d974f6e-ead8-4b04-97cd-2c933b21d8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:04:46.128050 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2ea44a80-6b93-42bd-9ba2-94e6ab76b143 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:46.128460 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea44a80-6b93-42bd-9ba2-94e6ab76b143 None None] Bound using segment: {'id': '44f9be63-e037-4b31-b052-e61f7b1580df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3d974f6e-ead8-4b04-97cd-2c933b21d8d8'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:04:46.130122 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-2ea44a80-6b93-42bd-9ba2-94e6ab76b143 None None] Bound port: 6d4c7d13-4f08-467f-b381-3f3cc7a79849, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44f9be63-e037-4b31-b052-e61f7b1580df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3d974f6e-ead8-4b04-97cd-2c933b21d8d8'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:04:46.130564 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2ea44a80-6b93-42bd-9ba2-94e6ab76b143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:46.130975 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-fa4415c9-b0ca-4226-ab6e-79f9ad8e4e10 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] No DVR routers for this DVR port a1f03abc-cb7c-4762-a3d3-c924fa278769 on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:04:46.161851 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9b57d3c9-2326-4211-9ed0-b3d46b5cade6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:46.164847 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-fa4415c9-b0ca-4226-ab6e-79f9ad8e4e10 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:46.165229 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:46.180044 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-fa4415c9-b0ca-4226-ab6e-79f9ad8e4e10 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.11 "DELETE /v2.0/ports/a1f03abc-cb7c-4762-a3d3-c924fa278769 HTTP/1.1" status: 204 len: 173 time: 1.3156691 Nov 27 04:04:46.198274 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ebb1b-4249-4920-b87f-de7fa1082327 req-505d1bc1-6da3-45cd-945c-542c559b7174 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:46.221553 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca7ebb1b-4249-4920-b87f-de7fa1082327 req-505d1bc1-6da3-45cd-945c-542c559b7174 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a78cd85-84e7-46d1-97b9-008ad97870bc HTTP/1.1" status: 200 len: 945 time: 0.3356895 Nov 27 04:04:46.241143 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-2ea44a80-6b93-42bd-9ba2-94e6ab76b143 None None] For port 6d4c7d13-4f08-467f-b381-3f3cc7a79849, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:04:46.246527 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-2ea44a80-6b93-42bd-9ba2-94e6ab76b143 None None] For port 6d4c7d13-4f08-467f-b381-3f3cc7a79849, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=6d4c7d13-4f08-467f-b381-3f3cc7a79849,segment=NetworkSegment(44f9be63-e037-4b31-b052-e61f7b1580df),segment_id=44f9be63-e037-4b31-b052-e61f7b1580df)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:04:46.260183 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2ea44a80-6b93-42bd-9ba2-94e6ab76b143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:46.266402 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ba61e67a-d270-4edb-828f-5a497d0f02c9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:46.382383 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02cd660-616e-4293-ac92-c26b43cdab60 req-ff329dfb-ce23-4975-9694-2b06e9a47882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:46.388937 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a02cd660-616e-4293-ac92-c26b43cdab60 req-ff329dfb-ce23-4975-9694-2b06e9a47882 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4a78cd85-84e7-46d1-97b9-008ad97870bc HTTP/1.1" status: 200 len: 1096 time: 0.2354705 Nov 27 04:04:46.426574 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'name': 'network-vif-deleted', 'tag': 'ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb'}, {'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'name': 'network-vif-deleted', 'tag': 'a1f03abc-cb7c-4762-a3d3-c924fa278769'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:04:46.430171 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea44a80-6b93-42bd-9ba2-94e6ab76b143 None None] Pushing event updated for resources: {'Port': ['ID=6d4c7d13-4f08-467f-b381-3f3cc7a79849,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:46.437846 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6b231b-962e-489a-a3a7-42563a5ccfd0" -d '{"events": [{"server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "name": "network-vif-deleted", "tag": "ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb"}, {"server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "name": "network-vif-deleted", "tag": "a1f03abc-cb7c-4762-a3d3-c924fa278769"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:04:46.463203 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352f274-bef3-488a-85f3-3388f1bcf5ca req-5bc02065-ce28-4e7b-a7bb-bfa6d14f4fd1 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:46.465984 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2352f274-bef3-488a-85f3-3388f1bcf5ca req-5bc02065-ce28-4e7b-a7bb-bfa6d14f4fd1 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 944 time: 0.3299110 Nov 27 04:04:46.480226 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b11401-3cef-4d8e-ac00-9d432b8728a1 req-03a26a8d-4080-4c74-9b48-36d735dab62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:46.481826 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-64b11401-3cef-4d8e-ac00-9d432b8728a1 req-03a26a8d-4080-4c74-9b48-36d735dab62c service neutron] 10.222.0.23 "GET /v2.0/networks?id=759ac2b1-65e6-49cb-874d-aae0615c0432 HTTP/1.1" status: 200 len: 915 time: 1.2914600 Nov 27 04:04:46.592660 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-64b11401-3cef-4d8e-ac00-9d432b8728a1 req-cdb9311f-ec6f-49bd-b4b8-4c511e92c2dc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17fb2973-29f3-4d7b-9f1b-1960f8905677 HTTP/1.1" status: 200 len: 217 time: 0.0974424 Nov 27 04:04:46.599865 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca7ebb1b-4249-4920-b87f-de7fa1082327 req-3921093e-9b65-43a2-9b82-cecba9ac9c22 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3774285 Nov 27 04:04:46.609978 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ba61e67a-d270-4edb-828f-5a497d0f02c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:46.651431 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a02cd660-616e-4293-ac92-c26b43cdab60 req-fd9f181f-a7a6-47da-92a8-04188662ae39 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2343602 Nov 27 04:04:46.717425 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 27 Nov 2021 04:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914178f8-e4f2-43cb-a0b6-bda973be1ed7 x-openstack-request-id: req-914178f8-e4f2-43cb-a0b6-bda973be1ed7 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:04:46.717781 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "name": "network-vif-deleted", "tag": "ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb", "status": "completed", "code": 200}, {"server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "name": "network-vif-deleted", "tag": "a1f03abc-cb7c-4762-a3d3-c924fa278769", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:04:46.717978 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-914178f8-e4f2-43cb-a0b6-bda973be1ed7 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:04:46.718392 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'name': 'network-vif-deleted', 'tag': 'ef30adb5-e3e5-4aa5-92b0-34d6feb9a2fb', 'status': 'completed', 'code': 200} Nov 27 04:04:46.718677 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'name': 'network-vif-deleted', 'tag': 'a1f03abc-cb7c-4762-a3d3-c924fa278769', 'status': 'completed', 'code': 200} Nov 27 04:04:46.727502 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b11401-3cef-4d8e-ac00-9d432b8728a1 req-557b3a00-ee8d-49bb-9310-3c5f58087c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:46.728865 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-64b11401-3cef-4d8e-ac00-9d432b8728a1 req-557b3a00-ee8d-49bb-9310-3c5f58087c6c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f0fcef5c-b309-4313-95f8-651075054f8e HTTP/1.1" status: 200 len: 854 time: 0.1280107 Nov 27 04:04:46.783676 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-d5b6c397-b112-4768-a059-280d673ed586 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Deleting port 02981edf-7b84-4fc5-b179-a27331a3be22 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:04:46.784027 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-d5b6c397-b112-4768-a059-280d673ed586 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:46.802026 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba61e67a-d270-4edb-828f-5a497d0f02c9 admin admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:04:46.836566 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-ba61e67a-d270-4edb-828f-5a497d0f02c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:04:46.838839 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba61e67a-d270-4edb-828f-5a497d0f02c9 admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:04:46.851826 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312dcdb5-4ef5-4c5d-9546-0ef40adbd2b2 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:04:46.865023 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-64b11401-3cef-4d8e-ac00-9d432b8728a1 req-53b59d19-b091-433f-b929-e82ec854c683 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=759ac2b1-65e6-49cb-874d-aae0615c0432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095133 Nov 27 04:04:46.894682 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba61e67a-d270-4edb-828f-5a497d0f02c9 admin admin] Pushing event updated for resources: {'Port': ['ID=0636a193-4592-4727-b598-6283b508e02d,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:46.908011 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2352f274-bef3-488a-85f3-3388f1bcf5ca req-d08efae0-6b5b-4a3e-a932-d77b6af881ed tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4076302 Nov 27 04:04:47.004278 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-34f84f84-d358-4c23-ae59-3f29a437ad7e None None] Provisioning complete for port 0636a193-4592-4727-b598-6283b508e02d triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:04:47.004764 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-34f84f84-d358-4c23-ae59-3f29a437ad7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:47.085851 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-34f84f84-d358-4c23-ae59-3f29a437ad7e None None] Port 0636a193-4592-4727-b598-6283b508e02d cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:04:47.108789 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-64b11401-3cef-4d8e-ac00-9d432b8728a1 req-37cffbb0-972e-4c15-82e6-8655cbc97bc9 service neutron] 10.222.0.23 "GET /v2.0/networks/759ac2b1-65e6-49cb-874d-aae0615c0432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312052 Nov 27 04:04:47.192733 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 6d4c7d13-4f08-467f-b381-3f3cc7a79849 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:04:47.330984 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 6d4c7d13-4f08-467f-b381-3f3cc7a79849 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:04:47.331557 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:47.369634 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-d5b6c397-b112-4768-a059-280d673ed586 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] For port 02981edf-7b84-4fc5-b179-a27331a3be22, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=02981edf-7b84-4fc5-b179-a27331a3be22,segment=NetworkSegment(fd7d7e7b-7dbb-424a-bc51-ecd051dc8d7b),segment_id=fd7d7e7b-7dbb-424a-bc51-ecd051dc8d7b)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:04:47.370007 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-d5b6c397-b112-4768-a059-280d673ed586 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:47.396381 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-64b11401-3cef-4d8e-ac00-9d432b8728a1 req-37b5cf44-357c-41f0-9750-300a29ccf0a1 service neutron] 10.222.0.23 "GET /v2.0/networks/759ac2b1-65e6-49cb-874d-aae0615c0432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664700 Nov 27 04:04:47.451622 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ba61e67a-d270-4edb-828f-5a497d0f02c9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:47.508511 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:47.607245 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 6d4c7d13-4f08-467f-b381-3f3cc7a79849, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=6d4c7d13-4f08-467f-b381-3f3cc7a79849,segment=NetworkSegment(44f9be63-e037-4b31-b052-e61f7b1580df),segment_id=44f9be63-e037-4b31-b052-e61f7b1580df)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:04:47.617650 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:47.740479 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=6d4c7d13-4f08-467f-b381-3f3cc7a79849,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:47.909418 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5e1dc3af-10a8-4ed3-a5f9-826d770986b9 req-e7bbaeaf-9a18-4445-a477-845adfca1ae9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0a66f33e-ed16-490f-be22-c59609114a3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2093642 Nov 27 04:04:47.959612 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-d5b6c397-b112-4768-a059-280d673ed586 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:47.960173 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-d5b6c397-b112-4768-a059-280d673ed586 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:47.960328 n-d-819494-3 neutron-server[110019]: INFO neutron.db.l3_db [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-d5b6c397-b112-4768-a059-280d673ed586 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Floating IP 155f0af4-a34c-4149-8af4-93cd85727112 disassociated. External IP: 172.25.1.210, port: 02981edf-7b84-4fc5-b179-a27331a3be22. Nov 27 04:04:47.960803 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-d5b6c397-b112-4768-a059-280d673ed586 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Calling delete_port for 02981edf-7b84-4fc5-b179-a27331a3be22 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:04:48.015594 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0cfcdb-530a-49be-b628-c798d0482451 req-7cfda07d-40e9-490d-b68e-875482bb23b5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:48.018459 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2e0cfcdb-530a-49be-b628-c798d0482451 req-7cfda07d-40e9-490d-b68e-875482bb23b5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a78cd85-84e7-46d1-97b9-008ad97870bc HTTP/1.1" status: 200 len: 945 time: 0.2273254 Nov 27 04:04:48.098210 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ba61e67a-d270-4edb-828f-5a497d0f02c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:48.105959 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1dc3af-10a8-4ed3-a5f9-826d770986b9 req-69999f35-3138-44e3-beaa-cf9969c8c8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:48.108138 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5e1dc3af-10a8-4ed3-a5f9-826d770986b9 req-69999f35-3138-44e3-beaa-cf9969c8c8fb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b01c762313d54b279f09c5e5d81dadbf&device_id=0a66f33e-ed16-490f-be22-c59609114a3f HTTP/1.1" status: 200 len: 1097 time: 0.1558962 Nov 27 04:04:48.172023 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b259cd-e3af-4a11-95a6-35efb9e4e878 None None] Network 3d974f6e-ead8-4b04-97cd-2c933b21d8d8 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:04:48.325133 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2e0cfcdb-530a-49be-b628-c798d0482451 req-576fec99-a0ce-4160-8721-eb166801efd8 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2915473 Nov 27 04:04:48.330902 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-d5b6c397-b112-4768-a059-280d673ed586 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:48.383331 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1dc3af-10a8-4ed3-a5f9-826d770986b9 req-da4b76c0-7ead-449a-bf77-8741ba3f6ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:48.384944 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5e1dc3af-10a8-4ed3-a5f9-826d770986b9 req-da4b76c0-7ead-449a-bf77-8741ba3f6ca8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ab8fc313-e01d-42bb-a8ec-9d136b503637 HTTP/1.1" status: 200 len: 912 time: 0.2134707 Nov 27 04:04:48.412946 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b6c397-b112-4768-a059-280d673ed586 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Pushing event deleted for resources: {'Port': ['ID=02981edf-7b84-4fc5-b179-a27331a3be22,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:48.436858 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-8884a295-860e-4b93-a465-388ac30f1a7b None None] Provisioning complete for port 6d4c7d13-4f08-467f-b381-3f3cc7a79849 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:04:48.437238 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8884a295-860e-4b93-a465-388ac30f1a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:48.438882 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c1457f9f-7a32-4184-ad5a-7ba744db5210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:48.547074 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5e1dc3af-10a8-4ed3-a5f9-826d770986b9 req-2d3fef98-f14a-41fc-ad21-12744c773d9c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f74ad9d9-2135-4219-a2cf-c8a9687f47b2 HTTP/1.1" status: 200 len: 217 time: 0.0804780 Nov 27 04:04:48.630575 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-d5b6c397-b112-4768-a059-280d673ed586 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Router 747283ec-ab35-452d-b285-c4497f6f1f58 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:04:48.669479 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3019d6b-8276-45e5-8f30-2e11a9e9f057 req-1b3aaa55-6107-435f-812d-4955c1e3668b tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:48.680302 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c3019d6b-8276-45e5-8f30-2e11a9e9f057 req-1b3aaa55-6107-435f-812d-4955c1e3668b tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 865 time: 0.5064631 Nov 27 04:04:48.693801 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1dc3af-10a8-4ed3-a5f9-826d770986b9 req-23458fb2-bf87-40b0-941f-b95b73860690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:48.698026 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5e1dc3af-10a8-4ed3-a5f9-826d770986b9 req-23458fb2-bf87-40b0-941f-b95b73860690 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ef82cdfa-d224-4963-bff3-3b0049ffee0b HTTP/1.1" status: 200 len: 850 time: 0.1338902 Nov 27 04:04:48.864762 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:48.913208 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba61e67a-d270-4edb-828f-5a497d0f02c9 admin admin] Router 9da6bd38-a563-41b6-b674-125aa9fb3fb8 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:04:48.929344 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-d5b6c397-b112-4768-a059-280d673ed586 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:04:48.941630 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb78f65-554c-48a0-8c94-fbc5d6cf7f82 None None] Sync routers for ids ['747283ec-ab35-452d-b285-c4497f6f1f58'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:04:48.955249 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb78f65-554c-48a0-8c94-fbc5d6cf7f82 None None] Routers {'747283ec-ab35-452d-b285-c4497f6f1f58'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:04:48.955894 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-beb78f65-554c-48a0-8c94-fbc5d6cf7f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:04:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['747283ec-ab35-452d-b285-c4497f6f1f58'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:04:49.060284 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-d5b6c397-b112-4768-a059-280d673ed586 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] No DVR routers for this DVR port 02981edf-7b84-4fc5-b179-a27331a3be22 on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:04:49.064303 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-d5b6c397-b112-4768-a059-280d673ed586 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:49.069390 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e63bed33-32fa-4342-add9-033dc26dfff0 req-d5b6c397-b112-4768-a059-280d673ed586 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.11 "DELETE /v2.0/ports/02981edf-7b84-4fc5-b179-a27331a3be22 HTTP/1.1" status: 204 len: 173 time: 2.7710028 Nov 27 04:04:49.079162 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'name': 'network-vif-deleted', 'tag': '02981edf-7b84-4fc5-b179-a27331a3be22'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:04:49.082205 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f76846f-a7be-40a1-b2db-bc8b1d788dae" -d '{"events": [{"server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "name": "network-vif-deleted", "tag": "02981edf-7b84-4fc5-b179-a27331a3be22"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:04:49.225479 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 6d4c7d13-4f08-467f-b381-3f3cc7a79849 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:04:49.255998 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595c0060-c27d-4581-8918-a79f4e9bbcf2 x-openstack-request-id: req-595c0060-c27d-4581-8918-a79f4e9bbcf2 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:04:49.256307 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0df347-c9ad-4edf-995b-d6d6d14bcd08", "name": "network-vif-deleted", "tag": "02981edf-7b84-4fc5-b179-a27331a3be22", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:04:49.256567 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-595c0060-c27d-4581-8918-a79f4e9bbcf2 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:04:49.256966 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0df347-c9ad-4edf-995b-d6d6d14bcd08', 'name': 'network-vif-deleted', 'tag': '02981edf-7b84-4fc5-b179-a27331a3be22', 'status': 'completed', 'code': 200} Nov 27 04:04:49.337730 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c3019d6b-8276-45e5-8f30-2e11a9e9f057 req-e7c4d407-0712-4d67-b199-f3c37833a039 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups?id=016761d4-993d-457c-bad7-1e1c8aa0ed3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6537192 Nov 27 04:04:49.429553 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 6d4c7d13-4f08-467f-b381-3f3cc7a79849 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:04:49.429898 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:49.449375 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1dc3af-10a8-4ed3-a5f9-826d770986b9 req-53dab1ac-d703-40e4-91ea-972fb60b5315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:49.450321 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-beb78f65-554c-48a0-8c94-fbc5d6cf7f82 None None] Set router 747283ec-ab35-452d-b285-c4497f6f1f58 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:04:49.453670 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5e1dc3af-10a8-4ed3-a5f9-826d770986b9 req-53dab1ac-d703-40e4-91ea-972fb60b5315 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab8fc313-e01d-42bb-a8ec-9d136b503637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7299566 Nov 27 04:04:49.535174 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b7247-77fb-4f35-99c4-7e10d6987b0c req-7b371004-22f1-468e-8e56-a21bd5b6bc61 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:49.551754 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f74b7247-77fb-4f35-99c4-7e10d6987b0c req-7b371004-22f1-468e-8e56-a21bd5b6bc61 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a78cd85-84e7-46d1-97b9-008ad97870bc HTTP/1.1" status: 200 len: 945 time: 0.1019852 Nov 27 04:04:49.678599 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f74b7247-77fb-4f35-99c4-7e10d6987b0c req-33d6b450-ab3f-4137-b830-3ca5e41e66c0 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009974 Nov 27 04:04:49.808881 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5e1dc3af-10a8-4ed3-a5f9-826d770986b9 req-d1ba27e3-e64e-4095-8b37-defe7433db14 service neutron] 10.222.0.11 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430362 Nov 27 04:04:49.934273 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba61e67a-d270-4edb-828f-5a497d0f02c9 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:04:49.967155 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-beb78f65-554c-48a0-8c94-fbc5d6cf7f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747283ec-ab35-452d-b285-c4497f6f1f58', 'name': 'tempest-TaggedBootDevicesTest-1558233758-router', 'tenant_id': '1dec02752c8a4ea2ac075e58dda75d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '4a578ec2-6732-406b-be02-c61cbe3943aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:54:01Z', 'updated_at': '2021-11-27T03:54:06Z', 'revision_number': 4, 'project_id': '1dec02752c8a4ea2ac075e58dda75d55', 'gw_port': {'id': '4a578ec2-6732-406b-be02-c61cbe3943aa', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747283ec-ab35-452d-b285-c4497f6f1f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:02Z', 'updated_at': '2021-11-27T03:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '116b3f0f-b018-4c98-98e4-a4655d3a19c2', 'name': '', 'network_id': 'de70f11c-4372-4ca5-89fb-09782e179a3b', 'tenant_id': '1dec02752c8a4ea2ac075e58dda75d55', 'mac_address': 'fa:16:3e:fb:10:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747283ec-ab35-452d-b285-c4497f6f1f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '4466658f-32d6-449e-8c43-df2a536056c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:05Z', 'updated_at': '2021-11-27T03:54:11Z', 'revision_number': 5, 'project_id': '1dec02752c8a4ea2ac075e58dda75d55', 'subnets': [{'id': '4466658f-32d6-449e-8c43-df2a536056c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:04:49.987821 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d6c9ce-6eaf-47da-a1b3-fe6fd61aab1b None None] Sync routers for ids ['9da6bd38-a563-41b6-b674-125aa9fb3fb8'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:04:50.002730 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb78f65-554c-48a0-8c94-fbc5d6cf7f82 None None] Checking router: 747283ec-ab35-452d-b285-c4497f6f1f58 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:04:50.011704 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb78f65-554c-48a0-8c94-fbc5d6cf7f82 None None] Routers {'747283ec-ab35-452d-b285-c4497f6f1f58'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:04:50.012627 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-beb78f65-554c-48a0-8c94-fbc5d6cf7f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:04:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['747283ec-ab35-452d-b285-c4497f6f1f58'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:04:50.064641 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:50.077449 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d6c9ce-6eaf-47da-a1b3-fe6fd61aab1b None None] Routers {'9da6bd38-a563-41b6-b674-125aa9fb3fb8'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:04:50.078114 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-83d6c9ce-6eaf-47da-a1b3-fe6fd61aab1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:04:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['9da6bd38-a563-41b6-b674-125aa9fb3fb8'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:04:50.147530 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5e1dc3af-10a8-4ed3-a5f9-826d770986b9 req-cfea9170-6a26-4f8c-b9a1-433a60aba78a service neutron] 10.222.0.11 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171012 Nov 27 04:04:50.158714 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-beb78f65-554c-48a0-8c94-fbc5d6cf7f82 None None] Set router 747283ec-ab35-452d-b285-c4497f6f1f58 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:04:50.159499 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ba61e67a-d270-4edb-828f-5a497d0f02c9 admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:50.165157 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 59450) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:04:50.165673 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ba61e67a-d270-4edb-828f-5a497d0f02c9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.5738707 Nov 27 04:04:50.190267 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-361cdd67-79eb-47d9-8c68-b2f9ebe0a55b None None] Provisioning complete for port 6d4c7d13-4f08-467f-b381-3f3cc7a79849 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:04:50.190683 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-361cdd67-79eb-47d9-8c68-b2f9ebe0a55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:50.227421 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2f223-f0f6-463d-8b62-91a808d58594 req-1131f500-2d67-4ed9-99b7-22f01e0abc8d tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:50.229539 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a0d2f223-f0f6-463d-8b62-91a808d58594 req-1131f500-2d67-4ed9-99b7-22f01e0abc8d tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a78cd85-84e7-46d1-97b9-008ad97870bc HTTP/1.1" status: 200 len: 945 time: 0.4003363 Nov 27 04:04:50.420401 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 59460) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:04:50.426337 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a0d2f223-f0f6-463d-8b62-91a808d58594 req-fce2edf4-6070-40dd-90e4-2e93c1391b9e tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1898861 Nov 27 04:04:50.530015 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-83d6c9ce-6eaf-47da-a1b3-fe6fd61aab1b None None] Set router 9da6bd38-a563-41b6-b674-125aa9fb3fb8 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:04:50.621495 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7808bc4c-6a6b-423f-98ec-9048eb0de223 req-027fb4ed-8b05-4c72-bc0a-71f559e73f88 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 210 time: 0.0640533 Nov 27 04:04:50.647192 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832b02ef-c273-4364-aa80-8022aa9f3c5a tempest-TestVolumeBootPattern-224169979 tempest-TestVolumeBootPattern-224169979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:50.652201 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 59466) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:04:50.653388 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-832b02ef-c273-4364-aa80-8022aa9f3c5a tempest-TestVolumeBootPattern-224169979 tempest-TestVolumeBootPattern-224169979-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4a78cd85-84e7-46d1-97b9-008ad97870bc HTTP/1.1" status: 200 len: 1091 time: 0.2021358 Nov 27 04:04:50.657960 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-6ee01fd4-0cee-4609-b81c-602474a121d0 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'port_id': 'bfe039b6-0cfc-4af9-a1b4-831a73af434c', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:04:50.689506 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-beb78f65-554c-48a0-8c94-fbc5d6cf7f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747283ec-ab35-452d-b285-c4497f6f1f58', 'name': 'tempest-TaggedBootDevicesTest-1558233758-router', 'tenant_id': '1dec02752c8a4ea2ac075e58dda75d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '4a578ec2-6732-406b-be02-c61cbe3943aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:54:01Z', 'updated_at': '2021-11-27T03:54:06Z', 'revision_number': 4, 'project_id': '1dec02752c8a4ea2ac075e58dda75d55', 'gw_port': {'id': '4a578ec2-6732-406b-be02-c61cbe3943aa', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747283ec-ab35-452d-b285-c4497f6f1f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:02Z', 'updated_at': '2021-11-27T03:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '116b3f0f-b018-4c98-98e4-a4655d3a19c2', 'name': '', 'network_id': 'de70f11c-4372-4ca5-89fb-09782e179a3b', 'tenant_id': '1dec02752c8a4ea2ac075e58dda75d55', 'mac_address': 'fa:16:3e:fb:10:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747283ec-ab35-452d-b285-c4497f6f1f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '4466658f-32d6-449e-8c43-df2a536056c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:05Z', 'updated_at': '2021-11-27T03:54:11Z', 'revision_number': 5, 'project_id': '1dec02752c8a4ea2ac075e58dda75d55', 'subnets': [{'id': '4466658f-32d6-449e-8c43-df2a536056c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:04:50.718599 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6ee01fd4-0cee-4609-b81c-602474a121d0 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for floatingip, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:50.773490 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb78f65-554c-48a0-8c94-fbc5d6cf7f82 None None] The sync data for ids ['747283ec-ab35-452d-b285-c4497f6f1f58'] in n-d-819494-3 is: [{'id': '747283ec-ab35-452d-b285-c4497f6f1f58', 'name': 'tempest-TaggedBootDevicesTest-1558233758-router', 'tenant_id': '1dec02752c8a4ea2ac075e58dda75d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '4a578ec2-6732-406b-be02-c61cbe3943aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:54:01Z', 'updated_at': '2021-11-27T03:54:06Z', 'revision_number': 4, 'project_id': '1dec02752c8a4ea2ac075e58dda75d55', 'gw_port': {'id': '4a578ec2-6732-406b-be02-c61cbe3943aa', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747283ec-ab35-452d-b285-c4497f6f1f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:02Z', 'updated_at': '2021-11-27T03:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '116b3f0f-b018-4c98-98e4-a4655d3a19c2', 'name': '', 'network_id': 'de70f11c-4372-4ca5-89fb-09782e179a3b', 'tenant_id': '1dec02752c8a4ea2ac075e58dda75d55', 'mac_address': 'fa:16:3e:fb:10:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747283ec-ab35-452d-b285-c4497f6f1f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '4466658f-32d6-449e-8c43-df2a536056c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:05Z', 'updated_at': '2021-11-27T03:54:11Z', 'revision_number': 5, 'project_id': '1dec02752c8a4ea2ac075e58dda75d55', 'subnets': [{'id': '4466658f-32d6-449e-8c43-df2a536056c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:04:51.005616 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6ee01fd4-0cee-4609-b81c-602474a121d0 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:51.236715 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-83d6c9ce-6eaf-47da-a1b3-fe6fd61aab1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da6bd38-a563-41b6-b674-125aa9fb3fb8', 'name': 'tempest-TestServerBasicOps-1604406241-router', 'tenant_id': 'fbfad9adb131475bb7fe8210316ae584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '0636a193-4592-4727-b598-6283b508e02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:04:44Z', 'updated_at': '2021-11-27T04:04:47Z', 'revision_number': 3, 'project_id': 'fbfad9adb131475bb7fe8210316ae584', 'gw_port': {'id': '0636a193-4592-4727-b598-6283b508e02d', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da6bd38-a563-41b6-b674-125aa9fb3fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:04:45Z', 'updated_at': '2021-11-27T04:04:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:04:51.291105 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-6ee01fd4-0cee-4609-b81c-602474a121d0 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Allocated IP 172.25.1.70 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/58ded561-931b-4738-a6b0-3fab8642bf4e) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:04:51.332116 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:51.334405 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d6c9ce-6eaf-47da-a1b3-fe6fd61aab1b None None] Checking router: 9da6bd38-a563-41b6-b674-125aa9fb3fb8 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:04:51.335045 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d6c9ce-6eaf-47da-a1b3-fe6fd61aab1b None None] Updating router 9da6bd38-a563-41b6-b674-125aa9fb3fb8 port 0636a193-4592-4727-b598-6283b508e02d binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:04:51.378722 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-83d6c9ce-6eaf-47da-a1b3-fe6fd61aab1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:51.432515 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fbd56c-a8a9-4f16-acb9-965b2ff74cf9 None None] New status for floating IP 155f0af4-a34c-4149-8af4-93cd85727112: DOWN {{(pid=110021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:04:51.580619 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d7546a00-43ad-4bb9-ad98-02cdfb8dbbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:51.784446 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:52.030480 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-d7546a00-43ad-4bb9-ad98-02cdfb8dbbc9 admin admin] Allocated IP 172.20.0.1 (3d974f6e-ead8-4b04-97cd-2c933b21d8d8/3935c5cc-7160-4c9f-b6db-cc3238ab3379/d78376d6-f18f-4d19-9178-74b4a07d66b4) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:04:52.171911 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a2166b53-cbe3-4fc3-b9be-5a25901710ba req-38359eda-2e99-4a25-ba81-fdbc2868fd6f tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 210 time: 0.0495291 Nov 27 04:04:52.301689 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6ee01fd4-0cee-4609-b81c-602474a121d0 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:52.305364 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d7546a00-43ad-4bb9-ad98-02cdfb8dbbc9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:52.375461 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6ee01fd4-0cee-4609-b81c-602474a121d0 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:52.388381 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d7546a00-43ad-4bb9-ad98-02cdfb8dbbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:52.429167 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7546a00-43ad-4bb9-ad98-02cdfb8dbbc9 admin admin] Network 3d974f6e-ead8-4b04-97cd-2c933b21d8d8 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:04:52.436978 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-d7546a00-43ad-4bb9-ad98-02cdfb8dbbc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:04:52.442299 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7546a00-43ad-4bb9-ad98-02cdfb8dbbc9 admin admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:04:52.481267 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee01fd4-0cee-4609-b81c-602474a121d0 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:04:52.497436 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-6ee01fd4-0cee-4609-b81c-602474a121d0 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:04:52.529784 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee01fd4-0cee-4609-b81c-602474a121d0 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:04:52.536415 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee01fd4-0cee-4609-b81c-602474a121d0 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Pushing event updated for resources: {'Port': ['ID=58ded561-931b-4738-a6b0-3fab8642bf4e,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:52.625796 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7546a00-43ad-4bb9-ad98-02cdfb8dbbc9 admin admin] Pushing event updated for resources: {'Port': ['ID=d78376d6-f18f-4d19-9178-74b4a07d66b4,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:52.630590 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d7546a00-43ad-4bb9-ad98-02cdfb8dbbc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:52.790246 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-83d6c9ce-6eaf-47da-a1b3-fe6fd61aab1b None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:52.803861 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-83d6c9ce-6eaf-47da-a1b3-fe6fd61aab1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:52.908250 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850bb5ca-f2b9-4bb2-bef2-7356566c2312 None None] Pushing event updated for resources: {'Port': ['ID=0636a193-4592-4727-b598-6283b508e02d,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:52.955121 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3a8010-427e-4a9f-a057-c266ccb3e501 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:04:52.986832 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-9a1bd167-33bf-46df-9e2f-5c37d8c5344b None None] Provisioning complete for port d78376d6-f18f-4d19-9178-74b4a07d66b4 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:04:52.987256 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9a1bd167-33bf-46df-9e2f-5c37d8c5344b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:53.042828 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-83d6c9ce-6eaf-47da-a1b3-fe6fd61aab1b None None] Attempting to bind port 0636a193-4592-4727-b598-6283b508e02d on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:04:53.045736 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d7546a00-43ad-4bb9-ad98-02cdfb8dbbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:53.047536 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-83d6c9ce-6eaf-47da-a1b3-fe6fd61aab1b None None] Attempting to bind port 0636a193-4592-4727-b598-6283b508e02d by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:04:53.047914 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d6c9ce-6eaf-47da-a1b3-fe6fd61aab1b None None] Attempting to bind port 0636a193-4592-4727-b598-6283b508e02d on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:04:53.090769 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d6c9ce-6eaf-47da-a1b3-fe6fd61aab1b None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:04:53.091762 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d6c9ce-6eaf-47da-a1b3-fe6fd61aab1b None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:04:53.092182 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-83d6c9ce-6eaf-47da-a1b3-fe6fd61aab1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:53.092588 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d6c9ce-6eaf-47da-a1b3-fe6fd61aab1b None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:04:53.093102 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-83d6c9ce-6eaf-47da-a1b3-fe6fd61aab1b None None] Bound port: 0636a193-4592-4727-b598-6283b508e02d, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:04:53.093493 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-83d6c9ce-6eaf-47da-a1b3-fe6fd61aab1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:53.237461 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-83d6c9ce-6eaf-47da-a1b3-fe6fd61aab1b None None] For port 0636a193-4592-4727-b598-6283b508e02d, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:04:53.271946 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-83d6c9ce-6eaf-47da-a1b3-fe6fd61aab1b None None] For port 0636a193-4592-4727-b598-6283b508e02d, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=0636a193-4592-4727-b598-6283b508e02d,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:04:53.290119 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-9a1bd167-33bf-46df-9e2f-5c37d8c5344b None None] Port d78376d6-f18f-4d19-9178-74b4a07d66b4 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:04:53.295468 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-83d6c9ce-6eaf-47da-a1b3-fe6fd61aab1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:53.350345 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930bcc5f-5031-444f-a2a2-399921d17844 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:04:53.362756 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6ee01fd4-0cee-4609-b81c-602474a121d0 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:53.375370 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d6c9ce-6eaf-47da-a1b3-fe6fd61aab1b None None] Routers {'9da6bd38-a563-41b6-b674-125aa9fb3fb8'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:04:53.376470 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-83d6c9ce-6eaf-47da-a1b3-fe6fd61aab1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:04:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['9da6bd38-a563-41b6-b674-125aa9fb3fb8'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:04:53.425215 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d7546a00-43ad-4bb9-ad98-02cdfb8dbbc9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:53.446111 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d7546a00-43ad-4bb9-ad98-02cdfb8dbbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:53.479668 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850bb5ca-f2b9-4bb2-bef2-7356566c2312 None None] Pushing event updated for resources: {'Port': ['ID=0636a193-4592-4727-b598-6283b508e02d,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:53.490498 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46e9a6cd-f176-4f8b-b6bb-8fa2dea2ff37 None None] Provisioning complete for port 0636a193-4592-4727-b598-6283b508e02d triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:04:53.491004 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46e9a6cd-f176-4f8b-b6bb-8fa2dea2ff37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:53.504658 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3ea5cf8f-2db7-42fa-9710-65505ae9992f req-b218de0d-5847-4258-b9fd-b4d78702a1fd tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 210 time: 0.0991471 Nov 27 04:04:53.553321 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d7546a00-43ad-4bb9-ad98-02cdfb8dbbc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:53.603684 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6ee01fd4-0cee-4609-b81c-602474a121d0 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:53.645335 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-83d6c9ce-6eaf-47da-a1b3-fe6fd61aab1b None None] Set router 9da6bd38-a563-41b6-b674-125aa9fb3fb8 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:04:53.647962 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46e9a6cd-f176-4f8b-b6bb-8fa2dea2ff37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:53.907655 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46e9a6cd-f176-4f8b-b6bb-8fa2dea2ff37 None None] For port 0636a193-4592-4727-b598-6283b508e02d, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=0636a193-4592-4727-b598-6283b508e02d,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:04:53.935397 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6ee01fd4-0cee-4609-b81c-602474a121d0 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:53.948456 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6ee01fd4-0cee-4609-b81c-602474a121d0 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:54.095140 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee01fd4-0cee-4609-b81c-602474a121d0 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Pushing event updated for resources: {'Port': ['ID=58ded561-931b-4738-a6b0-3fab8642bf4e,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:54.113183 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6ee01fd4-0cee-4609-b81c-602474a121d0 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:54.221741 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7546a00-43ad-4bb9-ad98-02cdfb8dbbc9 admin admin] Pushing event updated for resources: {'Port': ['ID=d78376d6-f18f-4d19-9178-74b4a07d66b4,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:54.239942 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7546a00-43ad-4bb9-ad98-02cdfb8dbbc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:04:54.240452 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7546a00-43ad-4bb9-ad98-02cdfb8dbbc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:04:54.240911 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7546a00-43ad-4bb9-ad98-02cdfb8dbbc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:04:54.241363 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7546a00-43ad-4bb9-ad98-02cdfb8dbbc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:04:54.241814 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7546a00-43ad-4bb9-ad98-02cdfb8dbbc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:04:54.242258 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7546a00-43ad-4bb9-ad98-02cdfb8dbbc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:04:54.243164 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7546a00-43ad-4bb9-ad98-02cdfb8dbbc9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:04:54.243611 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7546a00-43ad-4bb9-ad98-02cdfb8dbbc9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:04:54.244053 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7546a00-43ad-4bb9-ad98-02cdfb8dbbc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:04:54.244515 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7546a00-43ad-4bb9-ad98-02cdfb8dbbc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:04:54.244961 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7546a00-43ad-4bb9-ad98-02cdfb8dbbc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:04:54.245586 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7546a00-43ad-4bb9-ad98-02cdfb8dbbc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:04:54.256493 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46e9a6cd-f176-4f8b-b6bb-8fa2dea2ff37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:54.305090 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7546a00-43ad-4bb9-ad98-02cdfb8dbbc9 admin admin] Network 3d974f6e-ead8-4b04-97cd-2c933b21d8d8 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:04:54.306826 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-d7546a00-43ad-4bb9-ad98-02cdfb8dbbc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:04:54.353655 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [None req-6ee01fd4-0cee-4609-b81c-602474a121d0 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Floating IP 2be63083-cc17-462f-897e-11f997130218 associated. External IP: 172.25.1.70, port: bfe039b6-0cfc-4af9-a1b4-831a73af434c. Nov 27 04:04:54.410705 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9a6cd-f176-4f8b-b6bb-8fa2dea2ff37 None None] Pushing event updated for resources: {'Port': ['ID=0636a193-4592-4727-b598-6283b508e02d,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:54.485977 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-83d6c9ce-6eaf-47da-a1b3-fe6fd61aab1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da6bd38-a563-41b6-b674-125aa9fb3fb8', 'name': 'tempest-TestServerBasicOps-1604406241-router', 'tenant_id': 'fbfad9adb131475bb7fe8210316ae584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '0636a193-4592-4727-b598-6283b508e02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:04:44Z', 'updated_at': '2021-11-27T04:04:52Z', 'revision_number': 4, 'project_id': 'fbfad9adb131475bb7fe8210316ae584', 'gw_port': {'id': '0636a193-4592-4727-b598-6283b508e02d', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da6bd38-a563-41b6-b674-125aa9fb3fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:04:45Z', 'updated_at': '2021-11-27T04:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'd78376d6-f18f-4d19-9178-74b4a07d66b4', 'name': '', 'network_id': '3d974f6e-ead8-4b04-97cd-2c933b21d8d8', 'tenant_id': 'fbfad9adb131475bb7fe8210316ae584', 'mac_address': 'fa:16:3e:a9:99:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da6bd38-a563-41b6-b674-125aa9fb3fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '3935c5cc-7160-4c9f-b6db-cc3238ab3379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:04:51Z', 'updated_at': '2021-11-27T04:04:52Z', 'revision_number': 1, 'project_id': 'fbfad9adb131475bb7fe8210316ae584', 'subnets': [{'id': '3935c5cc-7160-4c9f-b6db-cc3238ab3379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:04:54.554216 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7546a00-43ad-4bb9-ad98-02cdfb8dbbc9 admin admin] Router 9da6bd38-a563-41b6-b674-125aa9fb3fb8 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:04:54.554829 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d6c9ce-6eaf-47da-a1b3-fe6fd61aab1b None None] The sync data for ids ['9da6bd38-a563-41b6-b674-125aa9fb3fb8'] in n-d-819494-3 is: [{'id': '9da6bd38-a563-41b6-b674-125aa9fb3fb8', 'name': 'tempest-TestServerBasicOps-1604406241-router', 'tenant_id': 'fbfad9adb131475bb7fe8210316ae584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '0636a193-4592-4727-b598-6283b508e02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:04:44Z', 'updated_at': '2021-11-27T04:04:52Z', 'revision_number': 4, 'project_id': 'fbfad9adb131475bb7fe8210316ae584', 'gw_port': {'id': '0636a193-4592-4727-b598-6283b508e02d', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da6bd38-a563-41b6-b674-125aa9fb3fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:04:45Z', 'updated_at': '2021-11-27T04:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'd78376d6-f18f-4d19-9178-74b4a07d66b4', 'name': '', 'network_id': '3d974f6e-ead8-4b04-97cd-2c933b21d8d8', 'tenant_id': 'fbfad9adb131475bb7fe8210316ae584', 'mac_address': 'fa:16:3e:a9:99:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da6bd38-a563-41b6-b674-125aa9fb3fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '3935c5cc-7160-4c9f-b6db-cc3238ab3379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:04:51Z', 'updated_at': '2021-11-27T04:04:52Z', 'revision_number': 1, 'project_id': 'fbfad9adb131475bb7fe8210316ae584', 'subnets': [{'id': '3935c5cc-7160-4c9f-b6db-cc3238ab3379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:04:54.793021 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-cb905803-339d-4a02-8a4c-79bc52e8b925 None None] Provisioning complete for port d78376d6-f18f-4d19-9178-74b4a07d66b4 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:04:54.795498 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cb905803-339d-4a02-8a4c-79bc52e8b925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:54.805141 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7546a00-43ad-4bb9-ad98-02cdfb8dbbc9 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:04:54.813486 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4416bbc9-74a3-44a1-b9ef-ba216cfd4927 req-0e74894a-9088-48db-b320-1322a9e0240f tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 210 time: 0.0981064 Nov 27 04:04:54.822252 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d7546a00-43ad-4bb9-ad98-02cdfb8dbbc9 admin admin] 10.222.0.20 "PUT /v2.0/routers/9da6bd38-a563-41b6-b674-125aa9fb3fb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6468840 Nov 27 04:04:54.868758 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee01fd4-0cee-4609-b81c-602474a121d0 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Router f50a6542-6489-44cd-b46c-bece319553b1 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:04:54.916622 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-cb905803-339d-4a02-8a4c-79bc52e8b925 None None] Port d78376d6-f18f-4d19-9178-74b4a07d66b4 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:04:55.169872 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee01fd4-0cee-4609-b81c-602474a121d0 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:04:55.191984 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55724fdc-ae05-412f-a055-125647d8b590 None None] Sync routers for ids ['f50a6542-6489-44cd-b46c-bece319553b1'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:04:55.213664 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55724fdc-ae05-412f-a055-125647d8b590 None None] Routers {'f50a6542-6489-44cd-b46c-bece319553b1'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:04:55.218363 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-55724fdc-ae05-412f-a055-125647d8b590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:04:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f50a6542-6489-44cd-b46c-bece319553b1'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:04:55.237561 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6ee01fd4-0cee-4609-b81c-602474a121d0 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:55.305162 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6ee01fd4-0cee-4609-b81c-602474a121d0 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.6517239 Nov 27 04:04:55.305767 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a78cd85-84e7-46d1-97b9-008ad97870bc', 'tag': 'bfe039b6-0cfc-4af9-a1b4-831a73af434c'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:04:55.308140 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b37de4-e78d-47d1-aa73-915326f0b767" -d '{"events": [{"name": "network-changed", "server_uuid": "4a78cd85-84e7-46d1-97b9-008ad97870bc", "tag": "bfe039b6-0cfc-4af9-a1b4-831a73af434c"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:04:55.383254 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749f6d60-78f7-4b7c-9204-46b111f36bc9 x-openstack-request-id: req-749f6d60-78f7-4b7c-9204-46b111f36bc9 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:04:55.383559 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a78cd85-84e7-46d1-97b9-008ad97870bc", "tag": "bfe039b6-0cfc-4af9-a1b4-831a73af434c", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:04:55.383876 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-749f6d60-78f7-4b7c-9204-46b111f36bc9 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:04:55.384290 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a78cd85-84e7-46d1-97b9-008ad97870bc', 'tag': 'bfe039b6-0cfc-4af9-a1b4-831a73af434c', 'status': 'completed', 'code': 200} Nov 27 04:04:55.474892 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-55724fdc-ae05-412f-a055-125647d8b590 None None] Set router f50a6542-6489-44cd-b46c-bece319553b1 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:04:55.549147 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b37de4-e78d-47d1-aa73-915326f0b767 req-1d01afcf-ebee-44c9-a870-c620ba419b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:55.550913 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b4b37de4-e78d-47d1-aa73-915326f0b767 req-1d01afcf-ebee-44c9-a870-c620ba419b87 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c0fb01b15ba04e8ca79caed9882229f4&device_id=4a78cd85-84e7-46d1-97b9-008ad97870bc HTTP/1.1" status: 200 len: 1096 time: 0.1176124 Nov 27 04:04:55.694486 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b37de4-e78d-47d1-aa73-915326f0b767 req-106f6214-e114-48ac-8408-299a9de7d26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:55.696205 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b4b37de4-e78d-47d1-aa73-915326f0b767 req-106f6214-e114-48ac-8408-299a9de7d26d service neutron] 10.222.0.11 "GET /v2.0/networks?id=9066c940-2187-4bcb-b452-41734810299f HTTP/1.1" status: 200 len: 913 time: 0.1373482 Nov 27 04:04:55.814217 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b4b37de4-e78d-47d1-aa73-915326f0b767 req-6e7c11a7-c937-489a-b1b3-808d1554f9f1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfe039b6-0cfc-4af9-a1b4-831a73af434c HTTP/1.1" status: 200 len: 998 time: 0.1071169 Nov 27 04:04:55.938518 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b37de4-e78d-47d1-aa73-915326f0b767 req-6c83a1a5-5afe-4aa2-99d8-065398933231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:55.940892 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b4b37de4-e78d-47d1-aa73-915326f0b767 req-6c83a1a5-5afe-4aa2-99d8-065398933231 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7fdbb93f-95d3-4899-98b7-de442d33ecc0 HTTP/1.1" status: 200 len: 851 time: 0.1192882 Nov 27 04:04:55.977877 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 59572) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:04:55.984087 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-8624a071-a7e4-4478-8a56-e7b8239678e8 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-581144102-network', 'tenant_id': '5d494e9df2934a02b1664ece11ddccb5'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:04:55.999625 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-55724fdc-ae05-412f-a055-125647d8b590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'name': 'tempest-TestVolumeBootPattern-2087569917-router', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:58Z', 'revision_number': 4, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'gw_port': {'id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '2be63083-cc17-462f-897e-11f997130218', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'floating_ip_address': '172.25.1.70', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'port_id': 'bfe039b6-0cfc-4af9-a1b4-831a73af434c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'mac_address': 'fa:16:3e:43:7b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a78cd85-84e7-46d1-97b9-008ad97870bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:04:53Z', 'updated_at': '2021-11-27T04:04:53Z', 'revision_number': 0, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33633549-8cd2-4329-89df-ce902341db7c', 'name': '', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'mac_address': 'fa:16:3e:ee:c6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:56Z', 'updated_at': '2021-11-27T03:56:03Z', 'revision_number': 5, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'subnets': [{'id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:04:56.025465 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b37de4-e78d-47d1-aa73-915326f0b767 req-acabced0-4f94-4d46-a828-8aab74bd4096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:56.026947 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b4b37de4-e78d-47d1-aa73-915326f0b767 req-acabced0-4f94-4d46-a828-8aab74bd4096 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9066c940-2187-4bcb-b452-41734810299f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788538 Nov 27 04:04:56.059234 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55724fdc-ae05-412f-a055-125647d8b590 None None] Checking router: f50a6542-6489-44cd-b46c-bece319553b1 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:04:56.074042 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55724fdc-ae05-412f-a055-125647d8b590 None None] Routers {'f50a6542-6489-44cd-b46c-bece319553b1'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:04:56.074940 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-55724fdc-ae05-412f-a055-125647d8b590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:04:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f50a6542-6489-44cd-b46c-bece319553b1'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:04:56.076206 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8624a071-a7e4-4478-8a56-e7b8239678e8 admin admin] Made reservation on behalf of 5d494e9df2934a02b1664ece11ddccb5 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:04:56.079403 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8624a071-a7e4-4478-8a56-e7b8239678e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:56.107331 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-072ac13d-317b-47bb-ab9a-90389abaa499 req-94e69ec7-77a3-428a-ab8a-6ea545f07234 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 210 time: 0.0754812 Nov 27 04:04:56.116131 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8624a071-a7e4-4478-8a56-e7b8239678e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:56.208138 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b4b37de4-e78d-47d1-aa73-915326f0b767 req-102cf72e-2fc6-4418-958d-974b538a7951 service neutron] 10.222.0.11 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716483 Nov 27 04:04:56.234968 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-55724fdc-ae05-412f-a055-125647d8b590 None None] Set router f50a6542-6489-44cd-b46c-bece319553b1 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:04:56.256918 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8624a071-a7e4-4478-8a56-e7b8239678e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:56.264850 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8624a071-a7e4-4478-8a56-e7b8239678e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:56.294260 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8624a071-a7e4-4478-8a56-e7b8239678e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:04:56.320514 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8624a071-a7e4-4478-8a56-e7b8239678e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:56.321773 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-8624a071-a7e4-4478-8a56-e7b8239678e8 admin admin] Added segment 71c90321-bd29-4422-b34b-13181031d674 of type vlan for network f173f089-48e8-4624-a2a6-984f8845c939 Nov 27 04:04:56.323510 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8624a071-a7e4-4478-8a56-e7b8239678e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473b44f8-1cb3-4321-b81b-1f3883f90e88,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:56.379766 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8624a071-a7e4-4478-8a56-e7b8239678e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:56.422150 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8624a071-a7e4-4478-8a56-e7b8239678e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:56.423830 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8624a071-a7e4-4478-8a56-e7b8239678e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:56.424562 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8624a071-a7e4-4478-8a56-e7b8239678e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:56.443077 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b4b37de4-e78d-47d1-aa73-915326f0b767 req-147886ab-9f76-4d14-bf22-2a40ecb8583c service neutron] 10.222.0.11 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264776 Nov 27 04:04:56.518097 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 59578) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:04:56.518393 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8624a071-a7e4-4478-8a56-e7b8239678e8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5392179 Nov 27 04:04:56.524959 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-f7ee22b6-9b43-4bf7-a700-4e19b7af8f3e admin admin] Request body: {'subnet': {'network_id': 'f173f089-48e8-4624-a2a6-984f8845c939', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-581144102-subnet', 'tenant_id': '5d494e9df2934a02b1664ece11ddccb5', 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:04:56.525126 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8624a071-a7e4-4478-8a56-e7b8239678e8 admin admin] Pushing event updated for resources: {'Network': ['ID=f173f089-48e8-4624-a2a6-984f8845c939,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:56.572175 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network f173f089-48e8-4624-a2a6-984f8845c939 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:04:56.576719 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ee22b6-9b43-4bf7-a700-4e19b7af8f3e admin admin] Made reservation on behalf of 5d494e9df2934a02b1664ece11ddccb5 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:04:56.579346 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f7ee22b6-9b43-4bf7-a700-4e19b7af8f3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:56.722421 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-55724fdc-ae05-412f-a055-125647d8b590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'name': 'tempest-TestVolumeBootPattern-2087569917-router', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:58Z', 'revision_number': 4, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'gw_port': {'id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '2be63083-cc17-462f-897e-11f997130218', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'floating_ip_address': '172.25.1.70', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'port_id': 'bfe039b6-0cfc-4af9-a1b4-831a73af434c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'mac_address': 'fa:16:3e:43:7b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a78cd85-84e7-46d1-97b9-008ad97870bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:04:53Z', 'updated_at': '2021-11-27T04:04:53Z', 'revision_number': 0, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33633549-8cd2-4329-89df-ce902341db7c', 'name': '', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'mac_address': 'fa:16:3e:ee:c6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:56Z', 'updated_at': '2021-11-27T03:56:03Z', 'revision_number': 5, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'subnets': [{'id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:04:56.767398 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55724fdc-ae05-412f-a055-125647d8b590 None None] The sync data for ids ['f50a6542-6489-44cd-b46c-bece319553b1'] in n-d-819494-3 is: [{'id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'name': 'tempest-TestVolumeBootPattern-2087569917-router', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:58Z', 'revision_number': 4, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'gw_port': {'id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '2be63083-cc17-462f-897e-11f997130218', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'floating_ip_address': '172.25.1.70', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'port_id': 'bfe039b6-0cfc-4af9-a1b4-831a73af434c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'mac_address': 'fa:16:3e:43:7b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a78cd85-84e7-46d1-97b9-008ad97870bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:04:53Z', 'updated_at': '2021-11-27T04:04:53Z', 'revision_number': 0, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33633549-8cd2-4329-89df-ce902341db7c', 'name': '', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'mac_address': 'fa:16:3e:ee:c6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:56Z', 'updated_at': '2021-11-27T03:56:03Z', 'revision_number': 5, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'subnets': [{'id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:04:56.855859 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f7ee22b6-9b43-4bf7-a700-4e19b7af8f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:56.930905 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee22b6-9b43-4bf7-a700-4e19b7af8f3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=360130f8-bc42-4f8d-80bb-12a63dcaffa8,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:56.937265 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ee22b6-9b43-4bf7-a700-4e19b7af8f3e admin admin] Checking segment: {'id': '71c90321-bd29-4422-b34b-13181031d674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f173f089-48e8-4624-a2a6-984f8845c939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:04:56.937936 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ee22b6-9b43-4bf7-a700-4e19b7af8f3e admin admin] Network hostable DHCP agents. Network: f173f089-48e8-4624-a2a6-984f8845c939, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:04:56.960117 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ee22b6-9b43-4bf7-a700-4e19b7af8f3e admin admin] Network f173f089-48e8-4624-a2a6-984f8845c939 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:04:56.973468 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-f7ee22b6-9b43-4bf7-a700-4e19b7af8f3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, f173f089-48e8-4624-a2a6-984f8845c939) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:04:56.978763 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ee22b6-9b43-4bf7-a700-4e19b7af8f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:04:56.979546 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f7ee22b6-9b43-4bf7-a700-4e19b7af8f3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:56.989067 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65916857-fdab-4208-84bc-06aaa3bfdad9 None None] Network f173f089-48e8-4624-a2a6-984f8845c939 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:04:57.006299 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f7ee22b6-9b43-4bf7-a700-4e19b7af8f3e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4862423 Nov 27 04:04:57.008722 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 59584) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:04:57.014178 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-9ce4c50e-98fa-4543-8729-8c23932bf044 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-581144102-router', 'tenant_id': '5d494e9df2934a02b1664ece11ddccb5', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:04:57.074566 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9ce4c50e-98fa-4543-8729-8c23932bf044 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:57.076909 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9ce4c50e-98fa-4543-8729-8c23932bf044 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:57.207965 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 0636a193-4592-4727-b598-6283b508e02d up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:04:57.223702 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9ce4c50e-98fa-4543-8729-8c23932bf044 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:57.234460 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cc0f80-caf5-4e9b-81bb-458289298509 None None] New status for floating IP 2be63083-cc17-462f-897e-11f997130218: ACTIVE {{(pid=110021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:04:57.335620 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d81e948d-5101-4850-9d50-c75211598b70 req-01d0d11a-4046-41ef-b7fb-e08bcbc052e7 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 210 time: 0.0542934 Nov 27 04:04:57.363812 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 0636a193-4592-4727-b598-6283b508e02d triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:04:57.364409 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:57.441987 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bc14c1-7861-4144-8f4a-f2358906f87a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-f173f089-48e8-4624-a2a6-984f8845c939', 'network_id': 'f173f089-48e8-4624-a2a6-984f8845c939', 'tenant_id': '5d494e9df2934a02b1664ece11ddccb5', 'fixed_ips': [{'subnet_id': '360130f8-bc42-4f8d-80bb-12a63dcaffa8'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:04:57.442886 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-85bc14c1-7861-4144-8f4a-f2358906f87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:57.509909 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9ce4c50e-98fa-4543-8729-8c23932bf044 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:57.678522 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-85bc14c1-7861-4144-8f4a-f2358906f87a None None] Allocated IP 172.20.0.2 (f173f089-48e8-4624-a2a6-984f8845c939/360130f8-bc42-4f8d-80bb-12a63dcaffa8/201e2a53-b390-4925-9027-0b0a7c9cbd65) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:04:57.778977 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9ce4c50e-98fa-4543-8729-8c23932bf044 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:57.817533 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9ce4c50e-98fa-4543-8729-8c23932bf044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:57.868744 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-85bc14c1-7861-4144-8f4a-f2358906f87a None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:57.876620 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-85bc14c1-7861-4144-8f4a-f2358906f87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:57.924820 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc14c1-7861-4144-8f4a-f2358906f87a None None] Pushing event updated for resources: {'Port': ['ID=201e2a53-b390-4925-9027-0b0a7c9cbd65,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:57.949304 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bc14c1-7861-4144-8f4a-f2358906f87a None None] Network f173f089-48e8-4624-a2a6-984f8845c939 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:04:57.952373 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-85bc14c1-7861-4144-8f4a-f2358906f87a None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:04:57.958111 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bc14c1-7861-4144-8f4a-f2358906f87a None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:04:57.989073 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-9ce4c50e-98fa-4543-8729-8c23932bf044 admin admin] Allocated IP 172.25.1.147 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/9f8b6f09-2c45-4ca3-b192-36de123c47df) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:04:58.027143 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-85bc14c1-7861-4144-8f4a-f2358906f87a None None] Attempting to bind port 201e2a53-b390-4925-9027-0b0a7c9cbd65 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:04:58.027563 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-85bc14c1-7861-4144-8f4a-f2358906f87a None None] Attempting to bind port 201e2a53-b390-4925-9027-0b0a7c9cbd65 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '71c90321-bd29-4422-b34b-13181031d674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f173f089-48e8-4624-a2a6-984f8845c939'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:04:58.027940 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bc14c1-7861-4144-8f4a-f2358906f87a None None] Attempting to bind port 201e2a53-b390-4925-9027-0b0a7c9cbd65 on network f173f089-48e8-4624-a2a6-984f8845c939 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:04:58.033978 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bc14c1-7861-4144-8f4a-f2358906f87a None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:04:58.034364 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bc14c1-7861-4144-8f4a-f2358906f87a None None] Checking segment: {'id': '71c90321-bd29-4422-b34b-13181031d674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f173f089-48e8-4624-a2a6-984f8845c939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:04:58.034802 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-85bc14c1-7861-4144-8f4a-f2358906f87a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:58.035627 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bc14c1-7861-4144-8f4a-f2358906f87a None None] Bound using segment: {'id': '71c90321-bd29-4422-b34b-13181031d674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f173f089-48e8-4624-a2a6-984f8845c939'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:04:58.035982 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-85bc14c1-7861-4144-8f4a-f2358906f87a None None] Bound port: 201e2a53-b390-4925-9027-0b0a7c9cbd65, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71c90321-bd29-4422-b34b-13181031d674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f173f089-48e8-4624-a2a6-984f8845c939'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:04:58.036381 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-85bc14c1-7861-4144-8f4a-f2358906f87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:58.102052 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-85bc14c1-7861-4144-8f4a-f2358906f87a None None] For port 201e2a53-b390-4925-9027-0b0a7c9cbd65, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:04:58.105755 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-85bc14c1-7861-4144-8f4a-f2358906f87a None None] For port 201e2a53-b390-4925-9027-0b0a7c9cbd65, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=201e2a53-b390-4925-9027-0b0a7c9cbd65,segment=NetworkSegment(71c90321-bd29-4422-b34b-13181031d674),segment_id=71c90321-bd29-4422-b34b-13181031d674)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:04:58.111529 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-85bc14c1-7861-4144-8f4a-f2358906f87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:58.129890 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9ce4c50e-98fa-4543-8729-8c23932bf044 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:58.170331 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9ce4c50e-98fa-4543-8729-8c23932bf044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:58.196088 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc14c1-7861-4144-8f4a-f2358906f87a None None] Pushing event updated for resources: {'Port': ['ID=201e2a53-b390-4925-9027-0b0a7c9cbd65,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:58.263465 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce4c50e-98fa-4543-8729-8c23932bf044 admin admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:04:58.269660 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-9ce4c50e-98fa-4543-8729-8c23932bf044 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:04:58.278157 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce4c50e-98fa-4543-8729-8c23932bf044 admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:04:58.304577 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43be7b4-8d32-4706-b4e2-266a362f6c63 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:04:58.390668 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-f685c2ea-d06a-4471-8b66-de94ee8ad6c5 None None] Provisioning complete for port 9f8b6f09-2c45-4ca3-b192-36de123c47df triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:04:58.391283 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f685c2ea-d06a-4471-8b66-de94ee8ad6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:58.446594 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35939415-f846-4f38-aed9-bcaf4803bb7a None None] Sync routers for ids ['9da6bd38-a563-41b6-b674-125aa9fb3fb8'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:04:58.505045 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce4c50e-98fa-4543-8729-8c23932bf044 admin admin] Pushing event updated for resources: {'Port': ['ID=9f8b6f09-2c45-4ca3-b192-36de123c47df,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:04:58.580912 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35939415-f846-4f38-aed9-bcaf4803bb7a None None] Routers {'9da6bd38-a563-41b6-b674-125aa9fb3fb8'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:04:58.583495 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-35939415-f846-4f38-aed9-bcaf4803bb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:04:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['9da6bd38-a563-41b6-b674-125aa9fb3fb8'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:04:58.592719 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ebc13ab7-516d-4157-821b-cfcfc8c28ba7 req-0c634cc7-ebda-4bba-8663-458d8f819070 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 210 time: 0.1108081 Nov 27 04:04:58.594740 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-f685c2ea-d06a-4471-8b66-de94ee8ad6c5 None None] Port 9f8b6f09-2c45-4ca3-b192-36de123c47df cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:04:58.682140 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9ce4c50e-98fa-4543-8729-8c23932bf044 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:58.735075 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-35939415-f846-4f38-aed9-bcaf4803bb7a None None] Set router 9da6bd38-a563-41b6-b674-125aa9fb3fb8 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:04:58.968351 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9ce4c50e-98fa-4543-8729-8c23932bf044 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:59.007566 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-35939415-f846-4f38-aed9-bcaf4803bb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da6bd38-a563-41b6-b674-125aa9fb3fb8', 'name': 'tempest-TestServerBasicOps-1604406241-router', 'tenant_id': 'fbfad9adb131475bb7fe8210316ae584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '0636a193-4592-4727-b598-6283b508e02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:04:44Z', 'updated_at': '2021-11-27T04:04:52Z', 'revision_number': 4, 'project_id': 'fbfad9adb131475bb7fe8210316ae584', 'gw_port': {'id': '0636a193-4592-4727-b598-6283b508e02d', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da6bd38-a563-41b6-b674-125aa9fb3fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:04:45Z', 'updated_at': '2021-11-27T04:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'd78376d6-f18f-4d19-9178-74b4a07d66b4', 'name': '', 'network_id': '3d974f6e-ead8-4b04-97cd-2c933b21d8d8', 'tenant_id': 'fbfad9adb131475bb7fe8210316ae584', 'mac_address': 'fa:16:3e:a9:99:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da6bd38-a563-41b6-b674-125aa9fb3fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '3935c5cc-7160-4c9f-b6db-cc3238ab3379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:04:51Z', 'updated_at': '2021-11-27T04:04:53Z', 'revision_number': 2, 'project_id': 'fbfad9adb131475bb7fe8210316ae584', 'subnets': [{'id': '3935c5cc-7160-4c9f-b6db-cc3238ab3379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:04:59.057906 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35939415-f846-4f38-aed9-bcaf4803bb7a None None] Checking router: 9da6bd38-a563-41b6-b674-125aa9fb3fb8 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:04:59.058268 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35939415-f846-4f38-aed9-bcaf4803bb7a None None] Updating router 9da6bd38-a563-41b6-b674-125aa9fb3fb8 port d78376d6-f18f-4d19-9178-74b4a07d66b4 binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:04:59.086673 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-35939415-f846-4f38-aed9-bcaf4803bb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:59.230734 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 201e2a53-b390-4925-9027-0b0a7c9cbd65 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:04:59.630796 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce4c50e-98fa-4543-8729-8c23932bf044 admin admin] Router ededa0f2-9226-4a79-8d8d-15eca71d2d58 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:04:59.666029 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 201e2a53-b390-4925-9027-0b0a7c9cbd65 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:04:59.666731 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:59.765931 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-acfc2d60-a05d-4c62-8544-97fd4fec189b req-e2615a1c-8b43-4786-8f67-2b50d490ab47 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 210 time: 0.0545807 Nov 27 04:04:59.820770 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:59.831619 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f5bf1e-e390-40e5-931e-c990e1fe1f86 None None] Network f173f089-48e8-4624-a2a6-984f8845c939 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:04:59.873524 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce4c50e-98fa-4543-8729-8c23932bf044 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:04:59.892314 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df52f5d-8fb7-4320-9dda-7304b95b245c None None] Sync routers for ids ['ededa0f2-9226-4a79-8d8d-15eca71d2d58'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:04:59.911671 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df52f5d-8fb7-4320-9dda-7304b95b245c None None] Routers {'ededa0f2-9226-4a79-8d8d-15eca71d2d58'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:04:59.912724 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-6df52f5d-8fb7-4320-9dda-7304b95b245c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:04:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['ededa0f2-9226-4a79-8d8d-15eca71d2d58'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:04:59.914066 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9ce4c50e-98fa-4543-8729-8c23932bf044 admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:04:59.918173 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9ce4c50e-98fa-4543-8729-8c23932bf044 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9059031 Nov 27 04:04:59.919444 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 59630) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:04:59.980038 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-35939415-f846-4f38-aed9-bcaf4803bb7a None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:00.010753 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-35939415-f846-4f38-aed9-bcaf4803bb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:00.034019 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-3312743f-17ea-4bbc-a616-2d08ef99c65c None None] Provisioning complete for port 201e2a53-b390-4925-9027-0b0a7c9cbd65 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:05:00.034410 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3312743f-17ea-4bbc-a616-2d08ef99c65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:00.103839 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c44e20-6f4e-44a3-872f-52dbe79a4dce None None] Pushing event updated for resources: {'Port': ['ID=d78376d6-f18f-4d19-9178-74b4a07d66b4,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:00.144932 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 201e2a53-b390-4925-9027-0b0a7c9cbd65, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=201e2a53-b390-4925-9027-0b0a7c9cbd65,segment=NetworkSegment(71c90321-bd29-4422-b34b-13181031d674),segment_id=71c90321-bd29-4422-b34b-13181031d674)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:05:00.180798 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-6df52f5d-8fb7-4320-9dda-7304b95b245c None None] Set router ededa0f2-9226-4a79-8d8d-15eca71d2d58 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:05:00.189024 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:00.205427 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c44e20-6f4e-44a3-872f-52dbe79a4dce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:00.205893 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c44e20-6f4e-44a3-872f-52dbe79a4dce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:00.206253 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c44e20-6f4e-44a3-872f-52dbe79a4dce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:00.206642 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c44e20-6f4e-44a3-872f-52dbe79a4dce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:00.207156 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c44e20-6f4e-44a3-872f-52dbe79a4dce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:00.207591 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c44e20-6f4e-44a3-872f-52dbe79a4dce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:00.207935 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c44e20-6f4e-44a3-872f-52dbe79a4dce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:00.208279 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c44e20-6f4e-44a3-872f-52dbe79a4dce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:00.208627 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c44e20-6f4e-44a3-872f-52dbe79a4dce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:00.208966 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c44e20-6f4e-44a3-872f-52dbe79a4dce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:00.209303 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c44e20-6f4e-44a3-872f-52dbe79a4dce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:00.209646 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c44e20-6f4e-44a3-872f-52dbe79a4dce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:00.339657 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=201e2a53-b390-4925-9027-0b0a7c9cbd65,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:00.460459 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-35939415-f846-4f38-aed9-bcaf4803bb7a None None] Attempting to bind port d78376d6-f18f-4d19-9178-74b4a07d66b4 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:05:00.461117 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-35939415-f846-4f38-aed9-bcaf4803bb7a None None] Attempting to bind port d78376d6-f18f-4d19-9178-74b4a07d66b4 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '44f9be63-e037-4b31-b052-e61f7b1580df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3d974f6e-ead8-4b04-97cd-2c933b21d8d8'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:05:00.461669 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35939415-f846-4f38-aed9-bcaf4803bb7a None None] Attempting to bind port d78376d6-f18f-4d19-9178-74b4a07d66b4 on network 3d974f6e-ead8-4b04-97cd-2c933b21d8d8 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:05:00.494498 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35939415-f846-4f38-aed9-bcaf4803bb7a None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:05:00.496392 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35939415-f846-4f38-aed9-bcaf4803bb7a None None] Checking segment: {'id': '44f9be63-e037-4b31-b052-e61f7b1580df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3d974f6e-ead8-4b04-97cd-2c933b21d8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:05:00.496865 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-35939415-f846-4f38-aed9-bcaf4803bb7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:00.497761 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35939415-f846-4f38-aed9-bcaf4803bb7a None None] Bound using segment: {'id': '44f9be63-e037-4b31-b052-e61f7b1580df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3d974f6e-ead8-4b04-97cd-2c933b21d8d8'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:05:00.501653 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-35939415-f846-4f38-aed9-bcaf4803bb7a None None] Bound port: d78376d6-f18f-4d19-9178-74b4a07d66b4, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44f9be63-e037-4b31-b052-e61f7b1580df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3d974f6e-ead8-4b04-97cd-2c933b21d8d8'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:05:00.502111 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-35939415-f846-4f38-aed9-bcaf4803bb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:00.510196 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-6df52f5d-8fb7-4320-9dda-7304b95b245c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ededa0f2-9226-4a79-8d8d-15eca71d2d58', 'name': 'tempest-TestServerBasicOps-581144102-router', 'tenant_id': '5d494e9df2934a02b1664ece11ddccb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '9f8b6f09-2c45-4ca3-b192-36de123c47df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:04:57Z', 'updated_at': '2021-11-27T04:04:58Z', 'revision_number': 3, 'project_id': '5d494e9df2934a02b1664ece11ddccb5', 'gw_port': {'id': '9f8b6f09-2c45-4ca3-b192-36de123c47df', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ededa0f2-9226-4a79-8d8d-15eca71d2d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:04:57Z', 'updated_at': '2021-11-27T04:04:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:05:00.582256 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df52f5d-8fb7-4320-9dda-7304b95b245c None None] Checking router: ededa0f2-9226-4a79-8d8d-15eca71d2d58 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:05:00.582839 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df52f5d-8fb7-4320-9dda-7304b95b245c None None] Updating router ededa0f2-9226-4a79-8d8d-15eca71d2d58 port 9f8b6f09-2c45-4ca3-b192-36de123c47df binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:05:00.622472 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-35939415-f846-4f38-aed9-bcaf4803bb7a None None] For port d78376d6-f18f-4d19-9178-74b4a07d66b4, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:05:00.625857 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-35939415-f846-4f38-aed9-bcaf4803bb7a None None] For port d78376d6-f18f-4d19-9178-74b4a07d66b4, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=d78376d6-f18f-4d19-9178-74b4a07d66b4,segment=NetworkSegment(44f9be63-e037-4b31-b052-e61f7b1580df),segment_id=44f9be63-e037-4b31-b052-e61f7b1580df)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:05:00.640680 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-6df52f5d-8fb7-4320-9dda-7304b95b245c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:00.641136 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-35939415-f846-4f38-aed9-bcaf4803bb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:00.654932 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-345bc1f3-8f5b-4fcd-b420-c927d704e927 None None] Provisioning complete for port d78376d6-f18f-4d19-9178-74b4a07d66b4 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:05:00.655309 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-345bc1f3-8f5b-4fcd-b420-c927d704e927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:00.758436 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1335b9f3-9b52-426b-be75-770c9e6a4ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:00.835991 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35939415-f846-4f38-aed9-bcaf4803bb7a None None] Routers {'9da6bd38-a563-41b6-b674-125aa9fb3fb8'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:05:00.838026 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-35939415-f846-4f38-aed9-bcaf4803bb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:04:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['9da6bd38-a563-41b6-b674-125aa9fb3fb8'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:05:00.843416 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c44e20-6f4e-44a3-872f-52dbe79a4dce None None] Pushing event updated for resources: {'Port': ['ID=d78376d6-f18f-4d19-9178-74b4a07d66b4,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:00.974890 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cdf066c8-c4d6-4f6a-b7b9-9d9fc9bf04ff req-2bd77826-54d6-41c9-b208-2dd9c56610c7 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 210 time: 0.0474250 Nov 27 04:05:01.111031 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-1335b9f3-9b52-426b-be75-770c9e6a4ce9 admin admin] Allocated IP 172.20.0.1 (f173f089-48e8-4624-a2a6-984f8845c939/360130f8-bc42-4f8d-80bb-12a63dcaffa8/e4dffdef-916a-4961-9ada-5fa2291a9e2a) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:05:01.131630 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-345bc1f3-8f5b-4fcd-b420-c927d704e927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:01.191624 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-345bc1f3-8f5b-4fcd-b420-c927d704e927 None None] For port d78376d6-f18f-4d19-9178-74b4a07d66b4, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=d78376d6-f18f-4d19-9178-74b4a07d66b4,segment=NetworkSegment(44f9be63-e037-4b31-b052-e61f7b1580df),segment_id=44f9be63-e037-4b31-b052-e61f7b1580df)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:05:01.196000 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device d78376d6-f18f-4d19-9178-74b4a07d66b4 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:05:01.197548 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-6df52f5d-8fb7-4320-9dda-7304b95b245c None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:01.212155 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-6df52f5d-8fb7-4320-9dda-7304b95b245c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:01.230393 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-345bc1f3-8f5b-4fcd-b420-c927d704e927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:01.292073 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-35939415-f846-4f38-aed9-bcaf4803bb7a None None] Set router 9da6bd38-a563-41b6-b674-125aa9fb3fb8 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:05:01.338631 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54e9f8d-30cb-4978-ad68-0cae05af6de0 None None] Pushing event updated for resources: {'Port': ['ID=9f8b6f09-2c45-4ca3-b192-36de123c47df,revision_number=2']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:01.358785 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1678e25d-eccc-48fa-8e99-f9df823d285b None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:05:01.363685 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e9f8d-30cb-4978-ad68-0cae05af6de0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:01.363961 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e9f8d-30cb-4978-ad68-0cae05af6de0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:01.364304 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e9f8d-30cb-4978-ad68-0cae05af6de0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:01.364644 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e9f8d-30cb-4978-ad68-0cae05af6de0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:01.364980 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e9f8d-30cb-4978-ad68-0cae05af6de0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:01.365304 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e9f8d-30cb-4978-ad68-0cae05af6de0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:01.365646 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e9f8d-30cb-4978-ad68-0cae05af6de0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:01.365958 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e9f8d-30cb-4978-ad68-0cae05af6de0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:01.366281 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e9f8d-30cb-4978-ad68-0cae05af6de0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:01.366625 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e9f8d-30cb-4978-ad68-0cae05af6de0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:01.366951 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e9f8d-30cb-4978-ad68-0cae05af6de0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:01.367274 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e9f8d-30cb-4978-ad68-0cae05af6de0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:01.377607 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1335b9f3-9b52-426b-be75-770c9e6a4ce9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:01.384383 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-6df52f5d-8fb7-4320-9dda-7304b95b245c None None] Attempting to bind port 9f8b6f09-2c45-4ca3-b192-36de123c47df on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:05:01.384699 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-6df52f5d-8fb7-4320-9dda-7304b95b245c None None] Attempting to bind port 9f8b6f09-2c45-4ca3-b192-36de123c47df by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:05:01.385061 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df52f5d-8fb7-4320-9dda-7304b95b245c None None] Attempting to bind port 9f8b6f09-2c45-4ca3-b192-36de123c47df on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:05:01.401370 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df52f5d-8fb7-4320-9dda-7304b95b245c None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:05:01.401643 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df52f5d-8fb7-4320-9dda-7304b95b245c None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:05:01.407340 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-6df52f5d-8fb7-4320-9dda-7304b95b245c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:01.407754 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df52f5d-8fb7-4320-9dda-7304b95b245c None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:05:01.408267 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-6df52f5d-8fb7-4320-9dda-7304b95b245c None None] Bound port: 9f8b6f09-2c45-4ca3-b192-36de123c47df, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:05:01.408663 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-6df52f5d-8fb7-4320-9dda-7304b95b245c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:01.456859 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1335b9f3-9b52-426b-be75-770c9e6a4ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:01.487674 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1335b9f3-9b52-426b-be75-770c9e6a4ce9 admin admin] Network f173f089-48e8-4624-a2a6-984f8845c939 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:05:01.526425 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-6df52f5d-8fb7-4320-9dda-7304b95b245c None None] For port 9f8b6f09-2c45-4ca3-b192-36de123c47df, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:05:01.537712 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-6df52f5d-8fb7-4320-9dda-7304b95b245c None None] For port 9f8b6f09-2c45-4ca3-b192-36de123c47df, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=9f8b6f09-2c45-4ca3-b192-36de123c47df,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:05:01.539890 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-1335b9f3-9b52-426b-be75-770c9e6a4ce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:05:01.545826 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-6df52f5d-8fb7-4320-9dda-7304b95b245c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:01.554027 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1335b9f3-9b52-426b-be75-770c9e6a4ce9 admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:05:01.558939 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345bc1f3-8f5b-4fcd-b420-c927d704e927 None None] Pushing event updated for resources: {'Port': ['ID=d78376d6-f18f-4d19-9178-74b4a07d66b4,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:01.583962 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port d78376d6-f18f-4d19-9178-74b4a07d66b4 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:05:01.584542 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:01.638448 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-aca378d1-6c76-45f1-a32a-1e6966b9d137 None None] Provisioning complete for port d78376d6-f18f-4d19-9178-74b4a07d66b4 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:05:01.638922 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-aca378d1-6c76-45f1-a32a-1e6966b9d137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:01.647567 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85379e6-50fa-4537-a06d-bc27ccd98d9a None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:05:01.657769 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df52f5d-8fb7-4320-9dda-7304b95b245c None None] Routers {'ededa0f2-9226-4a79-8d8d-15eca71d2d58'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:05:01.658425 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-6df52f5d-8fb7-4320-9dda-7304b95b245c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:04:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['ededa0f2-9226-4a79-8d8d-15eca71d2d58'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:05:01.685967 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335b9f3-9b52-426b-be75-770c9e6a4ce9 admin admin] Pushing event updated for resources: {'Port': ['ID=e4dffdef-916a-4961-9ada-5fa2291a9e2a,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:01.736785 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1335b9f3-9b52-426b-be75-770c9e6a4ce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:01.961283 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-6df52f5d-8fb7-4320-9dda-7304b95b245c None None] Set router ededa0f2-9226-4a79-8d8d-15eca71d2d58 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:05:01.963324 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 201e2a53-b390-4925-9027-0b0a7c9cbd65 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:05:02.070754 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1335b9f3-9b52-426b-be75-770c9e6a4ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:02.101634 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54e9f8d-30cb-4978-ad68-0cae05af6de0 None None] Pushing event updated for resources: {'Port': ['ID=9f8b6f09-2c45-4ca3-b192-36de123c47df,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:02.239038 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 201e2a53-b390-4925-9027-0b0a7c9cbd65 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:05:02.239987 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:02.259198 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-51227516-018d-4089-aa3d-d5a0a30a84a6 req-173d8297-0009-425e-a7fd-0830d7be837d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 210 time: 0.0916800 Nov 27 04:05:02.311423 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-6df52f5d-8fb7-4320-9dda-7304b95b245c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ededa0f2-9226-4a79-8d8d-15eca71d2d58', 'name': 'tempest-TestServerBasicOps-581144102-router', 'tenant_id': '5d494e9df2934a02b1664ece11ddccb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '9f8b6f09-2c45-4ca3-b192-36de123c47df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:04:57Z', 'updated_at': '2021-11-27T04:04:58Z', 'revision_number': 3, 'project_id': '5d494e9df2934a02b1664ece11ddccb5', 'gw_port': {'id': '9f8b6f09-2c45-4ca3-b192-36de123c47df', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ededa0f2-9226-4a79-8d8d-15eca71d2d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:04:57Z', 'updated_at': '2021-11-27T04:05:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:05:02.369330 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df52f5d-8fb7-4320-9dda-7304b95b245c None None] The sync data for ids ['ededa0f2-9226-4a79-8d8d-15eca71d2d58'] in n-d-819494-3 is: [{'id': 'ededa0f2-9226-4a79-8d8d-15eca71d2d58', 'name': 'tempest-TestServerBasicOps-581144102-router', 'tenant_id': '5d494e9df2934a02b1664ece11ddccb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '9f8b6f09-2c45-4ca3-b192-36de123c47df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:04:57Z', 'updated_at': '2021-11-27T04:04:58Z', 'revision_number': 3, 'project_id': '5d494e9df2934a02b1664ece11ddccb5', 'gw_port': {'id': '9f8b6f09-2c45-4ca3-b192-36de123c47df', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ededa0f2-9226-4a79-8d8d-15eca71d2d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:04:57Z', 'updated_at': '2021-11-27T04:05:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:05:02.381978 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-35939415-f846-4f38-aed9-bcaf4803bb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da6bd38-a563-41b6-b674-125aa9fb3fb8', 'name': 'tempest-TestServerBasicOps-1604406241-router', 'tenant_id': 'fbfad9adb131475bb7fe8210316ae584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '0636a193-4592-4727-b598-6283b508e02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:04:44Z', 'updated_at': '2021-11-27T04:04:52Z', 'revision_number': 4, 'project_id': 'fbfad9adb131475bb7fe8210316ae584', 'gw_port': {'id': '0636a193-4592-4727-b598-6283b508e02d', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da6bd38-a563-41b6-b674-125aa9fb3fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:04:45Z', 'updated_at': '2021-11-27T04:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'd78376d6-f18f-4d19-9178-74b4a07d66b4', 'name': '', 'network_id': '3d974f6e-ead8-4b04-97cd-2c933b21d8d8', 'tenant_id': 'fbfad9adb131475bb7fe8210316ae584', 'mac_address': 'fa:16:3e:a9:99:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da6bd38-a563-41b6-b674-125aa9fb3fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '3935c5cc-7160-4c9f-b6db-cc3238ab3379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:04:51Z', 'updated_at': '2021-11-27T04:05:00Z', 'revision_number': 4, 'project_id': 'fbfad9adb131475bb7fe8210316ae584', 'subnets': [{'id': '3935c5cc-7160-4c9f-b6db-cc3238ab3379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:05:02.408465 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82904aa-ea93-43c1-b506-c314bce18473 req-124a6470-1edf-4a8f-b4b5-549dc625d43c tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:02.421777 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f82904aa-ea93-43c1-b506-c314bce18473 req-124a6470-1edf-4a8f-b4b5-549dc625d43c tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 947 time: 0.0864272 Nov 27 04:05:02.470813 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1335b9f3-9b52-426b-be75-770c9e6a4ce9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:02.477166 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1335b9f3-9b52-426b-be75-770c9e6a4ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:02.479991 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35939415-f846-4f38-aed9-bcaf4803bb7a None None] The sync data for ids ['9da6bd38-a563-41b6-b674-125aa9fb3fb8'] in n-d-819494-3 is: [{'id': '9da6bd38-a563-41b6-b674-125aa9fb3fb8', 'name': 'tempest-TestServerBasicOps-1604406241-router', 'tenant_id': 'fbfad9adb131475bb7fe8210316ae584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '0636a193-4592-4727-b598-6283b508e02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:04:44Z', 'updated_at': '2021-11-27T04:04:52Z', 'revision_number': 4, 'project_id': 'fbfad9adb131475bb7fe8210316ae584', 'gw_port': {'id': '0636a193-4592-4727-b598-6283b508e02d', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da6bd38-a563-41b6-b674-125aa9fb3fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:04:45Z', 'updated_at': '2021-11-27T04:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'd78376d6-f18f-4d19-9178-74b4a07d66b4', 'name': '', 'network_id': '3d974f6e-ead8-4b04-97cd-2c933b21d8d8', 'tenant_id': 'fbfad9adb131475bb7fe8210316ae584', 'mac_address': 'fa:16:3e:a9:99:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da6bd38-a563-41b6-b674-125aa9fb3fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '3935c5cc-7160-4c9f-b6db-cc3238ab3379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:04:51Z', 'updated_at': '2021-11-27T04:05:00Z', 'revision_number': 4, 'project_id': 'fbfad9adb131475bb7fe8210316ae584', 'subnets': [{'id': '3935c5cc-7160-4c9f-b6db-cc3238ab3379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:05:02.498473 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c15489d0-dd89-4cd5-a196-d634612ee3d3 None None] Provisioning complete for port 9f8b6f09-2c45-4ca3-b192-36de123c47df triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:05:02.498877 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c15489d0-dd89-4cd5-a196-d634612ee3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:02.544860 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f82904aa-ea93-43c1-b506-c314bce18473 req-0cbcf188-a996-4b3b-9e54-4ea5c737c54a tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145546 Nov 27 04:05:02.600425 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1335b9f3-9b52-426b-be75-770c9e6a4ce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:02.604296 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335b9f3-9b52-426b-be75-770c9e6a4ce9 admin admin] Pushing event updated for resources: {'Port': ['ID=e4dffdef-916a-4961-9ada-5fa2291a9e2a,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:02.608890 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c15489d0-dd89-4cd5-a196-d634612ee3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:02.636907 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c15489d0-dd89-4cd5-a196-d634612ee3d3 None None] For port 9f8b6f09-2c45-4ca3-b192-36de123c47df, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=9f8b6f09-2c45-4ca3-b192-36de123c47df,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:05:02.647794 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c15489d0-dd89-4cd5-a196-d634612ee3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:02.707352 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c15489d0-dd89-4cd5-a196-d634612ee3d3 None None] Provisioning complete for port 201e2a53-b390-4925-9027-0b0a7c9cbd65 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:05:02.707978 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c15489d0-dd89-4cd5-a196-d634612ee3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:02.809290 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15489d0-dd89-4cd5-a196-d634612ee3d3 None None] Pushing event updated for resources: {'Port': ['ID=9f8b6f09-2c45-4ca3-b192-36de123c47df,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:02.849408 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1335b9f3-9b52-426b-be75-770c9e6a4ce9 admin admin] Network f173f089-48e8-4624-a2a6-984f8845c939 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:05:02.855066 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-1335b9f3-9b52-426b-be75-770c9e6a4ce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:05:02.990256 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c15489d0-dd89-4cd5-a196-d634612ee3d3 None None] Provisioning complete for port e4dffdef-916a-4961-9ada-5fa2291a9e2a triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:05:02.992423 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c15489d0-dd89-4cd5-a196-d634612ee3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:03.058708 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c15489d0-dd89-4cd5-a196-d634612ee3d3 None None] Port e4dffdef-916a-4961-9ada-5fa2291a9e2a cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:05:03.195974 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1335b9f3-9b52-426b-be75-770c9e6a4ce9 admin admin] Router ededa0f2-9226-4a79-8d8d-15eca71d2d58 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:05:03.328256 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device d78376d6-f18f-4d19-9178-74b4a07d66b4 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:05:03.452320 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-04e801f5-3256-416b-a122-bc5dd7d052ae req-471bee3c-954f-4e51-9d3b-a68c2a5e995a tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 210 time: 0.0575120 Nov 27 04:05:03.455947 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-aad253ac-0851-46c8-bbb9-7ea0de646609 None None] Provisioning complete for port e4dffdef-916a-4961-9ada-5fa2291a9e2a triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:05:03.464868 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-aad253ac-0851-46c8-bbb9-7ea0de646609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:03.479597 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1335b9f3-9b52-426b-be75-770c9e6a4ce9 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:05:03.493425 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1335b9f3-9b52-426b-be75-770c9e6a4ce9 admin admin] 10.222.0.20 "PUT /v2.0/routers/ededa0f2-9226-4a79-8d8d-15eca71d2d58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5728543 Nov 27 04:05:03.569740 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-aad253ac-0851-46c8-bbb9-7ea0de646609 None None] Port e4dffdef-916a-4961-9ada-5fa2291a9e2a cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:05:03.592172 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port d78376d6-f18f-4d19-9178-74b4a07d66b4 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:05:03.592732 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:03.777041 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a4218-0368-4042-aace-eb78bc2378cb req-e150c486-e673-4642-99bb-9f9969eb7c18 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:03.779026 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-415a4218-0368-4042-aace-eb78bc2378cb req-e150c486-e673-4642-99bb-9f9969eb7c18 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 947 time: 0.1090631 Nov 27 04:05:03.877049 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-415a4218-0368-4042-aace-eb78bc2378cb req-cc593fa0-1464-470d-867f-8e20fa452b28 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/security-groups?id=401ea9c2-b165-4499-904d-b9d96e7a5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908489 Nov 27 04:05:04.088419 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 9f8b6f09-2c45-4ca3-b192-36de123c47df up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:05:04.151587 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 9f8b6f09-2c45-4ca3-b192-36de123c47df triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:05:04.151971 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:04.173483 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f3608-55e7-45ef-bef2-5ad42dc8614b req-b0c846da-fb2d-4938-bf34-2c01153afd18 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:04.183886 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ef5f3608-55e7-45ef-bef2-5ad42dc8614b req-b0c846da-fb2d-4938-bf34-2c01153afd18 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 947 time: 0.1054828 Nov 27 04:05:04.266102 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 59708) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:04.271208 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-c8e734d1-db31-455a-a8c8-024593561976 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1574516132', 'description': 'tempest-secgroup-smoke-1574516132 description', 'project_id': 'fbfad9adb131475bb7fe8210316ae584'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:05:04.299194 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c8e734d1-db31-455a-a8c8-024593561976 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:04.385857 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c8e734d1-db31-455a-a8c8-024593561976 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:04.388072 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-ef5f3608-55e7-45ef-bef2-5ad42dc8614b req-996f7960-14f9-41b0-86b3-ab2540beb51c tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Deleting port 61f838f8-05b5-4345-b54f-153c94f198d6 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:05:04.388549 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ef5f3608-55e7-45ef-bef2-5ad42dc8614b req-996f7960-14f9-41b0-86b3-ab2540beb51c tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:04.391651 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c8e734d1-db31-455a-a8c8-024593561976 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:04.427811 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e734d1-db31-455a-a8c8-024593561976 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64318866-af29-446d-887e-a820f7ceb388,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:04.448482 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c8e734d1-db31-455a-a8c8-024593561976 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:04.450067 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c8e734d1-db31-455a-a8c8-024593561976 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1829045 Nov 27 04:05:04.452877 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 59710) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:04.458293 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-a0f56ac7-e32d-48a7-bb97-7a52527e5f21 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Request body: {'security_group_rule': {'security_group_id': '64318866-af29-446d-887e-a820f7ceb388', 'project_id': 'fbfad9adb131475bb7fe8210316ae584', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:05:04.495056 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a0f56ac7-e32d-48a7-bb97-7a52527e5f21 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:04.538438 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-ef5f3608-55e7-45ef-bef2-5ad42dc8614b req-996f7960-14f9-41b0-86b3-ab2540beb51c tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] For port 61f838f8-05b5-4345-b54f-153c94f198d6, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=61f838f8-05b5-4345-b54f-153c94f198d6,segment=NetworkSegment(a77aec41-6b93-4bde-8c56-cad500723cdd),segment_id=a77aec41-6b93-4bde-8c56-cad500723cdd)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:05:04.539170 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ef5f3608-55e7-45ef-bef2-5ad42dc8614b req-996f7960-14f9-41b0-86b3-ab2540beb51c tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:04.565521 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-ef5f3608-55e7-45ef-bef2-5ad42dc8614b req-996f7960-14f9-41b0-86b3-ab2540beb51c tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Calling delete_port for 61f838f8-05b5-4345-b54f-153c94f198d6 owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:05:04.566156 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a0f56ac7-e32d-48a7-bb97-7a52527e5f21 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:04.576837 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a0f56ac7-e32d-48a7-bb97-7a52527e5f21 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:04.602333 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1a68ad9e-af6b-4bc4-bbdc-cda526e7a55c req-bb1878a6-7871-4a9f-8271-73acbb62a164 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 210 time: 0.0386760 Nov 27 04:05:04.610916 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f56ac7-e32d-48a7-bb97-7a52527e5f21 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aaacfaa-a739-4bf0-b6a5-5c948a8278dc,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:04.631257 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a0f56ac7-e32d-48a7-bb97-7a52527e5f21 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:04.633704 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a0f56ac7-e32d-48a7-bb97-7a52527e5f21 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1790655 Nov 27 04:05:04.647972 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 59714) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:04.653534 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-e50ebde6-7dd5-44bb-a167-b848c9ad5e4d tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Request body: {'security_group_rule': {'security_group_id': '64318866-af29-446d-887e-a820f7ceb388', 'project_id': 'fbfad9adb131475bb7fe8210316ae584', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:05:04.697604 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e50ebde6-7dd5-44bb-a167-b848c9ad5e4d tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:04.788793 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e50ebde6-7dd5-44bb-a167-b848c9ad5e4d tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:04.797032 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e50ebde6-7dd5-44bb-a167-b848c9ad5e4d tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:04.818087 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ebde6-7dd5-44bb-a167-b848c9ad5e4d tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf90ac5c-3f79-4365-907b-57079c3a085f,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:04.818251 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ef5f3608-55e7-45ef-bef2-5ad42dc8614b req-996f7960-14f9-41b0-86b3-ab2540beb51c tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:04.844723 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e50ebde6-7dd5-44bb-a167-b848c9ad5e4d tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:04.845961 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e50ebde6-7dd5-44bb-a167-b848c9ad5e4d tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1967661 Nov 27 04:05:04.848606 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 59716) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:04.854937 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-7863f693-4f90-4531-82d4-40ffced02a02 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Request body: {'security_group_rule': {'security_group_id': '64318866-af29-446d-887e-a820f7ceb388', 'project_id': 'fbfad9adb131475bb7fe8210316ae584', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:05:04.857305 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['61f838f8-05b5-4345-b54f-153c94f198d6'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:05:04.866721 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f7960-14f9-41b0-86b3-ab2540beb51c tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Pushing event deleted for resources: {'Port': ['ID=61f838f8-05b5-4345-b54f-153c94f198d6,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:04.912130 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b106e7-d821-45ae-8e97-7dc169a04492 None None] DHCP port deletion for dcdc8840-7259-44e7-8c3d-3e55464b5bad request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:05:04.931691 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5f3608-55e7-45ef-bef2-5ad42dc8614b req-996f7960-14f9-41b0-86b3-ab2540beb51c tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] No DVR routers for this DVR port 61f838f8-05b5-4345-b54f-153c94f198d6 on host n-h2-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:05:04.935272 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ef5f3608-55e7-45ef-bef2-5ad42dc8614b req-996f7960-14f9-41b0-86b3-ab2540beb51c tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:04.939217 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ef5f3608-55e7-45ef-bef2-5ad42dc8614b req-996f7960-14f9-41b0-86b3-ab2540beb51c tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.11 "DELETE /v2.0/ports/61f838f8-05b5-4345-b54f-153c94f198d6 HTTP/1.1" status: 204 len: 173 time: 0.7465286 Nov 27 04:05:04.939217 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2aab8d-8abf-4564-901e-b1c8fa6e537d', 'name': 'network-vif-deleted', 'tag': '61f838f8-05b5-4345-b54f-153c94f198d6'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:05:04.940783 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7863f693-4f90-4531-82d4-40ffced02a02 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:04.941805 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c9e571-a8bc-490e-868e-be904308979d" -d '{"events": [{"server_uuid": "bf2aab8d-8abf-4564-901e-b1c8fa6e537d", "name": "network-vif-deleted", "tag": "61f838f8-05b5-4345-b54f-153c94f198d6"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:05:05.020099 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30c33b5-6062-4ecc-acbb-16a5f622238f x-openstack-request-id: req-f30c33b5-6062-4ecc-acbb-16a5f622238f {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:05:05.020983 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf2aab8d-8abf-4564-901e-b1c8fa6e537d", "name": "network-vif-deleted", "tag": "61f838f8-05b5-4345-b54f-153c94f198d6", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:05:05.021436 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f30c33b5-6062-4ecc-acbb-16a5f622238f {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:05:05.022005 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2aab8d-8abf-4564-901e-b1c8fa6e537d', 'name': 'network-vif-deleted', 'tag': '61f838f8-05b5-4345-b54f-153c94f198d6', 'status': 'completed', 'code': 200} Nov 27 04:05:05.089173 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5833f8d0-53ed-4204-b16e-421b90dd6d4d req-068e9353-8699-4045-9a9b-8b4988dac181 tempest-ServersNegativeTestJSON-591465417 tempest-ServersNegativeTestJSON-591465417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf2aab8d-8abf-4564-901e-b1c8fa6e537d HTTP/1.1" status: 200 len: 210 time: 0.0679843 Nov 27 04:05:05.127531 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7863f693-4f90-4531-82d4-40ffced02a02 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:05.141159 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7863f693-4f90-4531-82d4-40ffced02a02 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:05.167377 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7863f693-4f90-4531-82d4-40ffced02a02 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84151c47-6ad3-43e0-839b-680e3425dd04,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:05.181911 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7863f693-4f90-4531-82d4-40ffced02a02 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:05.186563 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7863f693-4f90-4531-82d4-40ffced02a02 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3363607 Nov 27 04:05:05.189366 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 59724) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:05.195001 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-80889a28-9f74-4231-8a1d-ff37da67ccbc tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Request body: {'security_group_rule': {'security_group_id': '64318866-af29-446d-887e-a820f7ceb388', 'project_id': 'fbfad9adb131475bb7fe8210316ae584', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:05:05.222734 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-80889a28-9f74-4231-8a1d-ff37da67ccbc tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:05.263181 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6737ad-7836-4f04-90eb-0b5561f94921 None None] Sync routers for ids ['ededa0f2-9226-4a79-8d8d-15eca71d2d58'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:05:05.273162 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6737ad-7836-4f04-90eb-0b5561f94921 None None] Routers {'ededa0f2-9226-4a79-8d8d-15eca71d2d58'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:05:05.273789 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-3e6737ad-7836-4f04-90eb-0b5561f94921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:04:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['ededa0f2-9226-4a79-8d8d-15eca71d2d58'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:05:05.290448 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-80889a28-9f74-4231-8a1d-ff37da67ccbc tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:05.295626 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-80889a28-9f74-4231-8a1d-ff37da67ccbc tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:05.320790 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-80889a28-9f74-4231-8a1d-ff37da67ccbc tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:05.322242 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-80889a28-9f74-4231-8a1d-ff37da67ccbc tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1317999 Nov 27 04:05:05.325037 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 59726) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:05.330156 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-dad4f987-2654-4abd-9c69-9d9f0def949a tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Request body: {'security_group_rule': {'security_group_id': '64318866-af29-446d-887e-a820f7ceb388', 'project_id': 'fbfad9adb131475bb7fe8210316ae584', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:05:05.335456 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80889a28-9f74-4231-8a1d-ff37da67ccbc tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f238e498-c7d5-4ad5-b6e7-9fa4b583c9c7,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:05.365727 n-d-819494-3 neutron-server[110018]: INFO neutron.db.securitygroups_db [None req-dad4f987-2654-4abd-9c69-9d9f0def949a tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Project fbfad9adb131475bb7fe8210316ae584 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 04:05:05.372532 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dad4f987-2654-4abd-9c69-9d9f0def949a tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:05.388889 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-3e6737ad-7836-4f04-90eb-0b5561f94921 None None] Set router ededa0f2-9226-4a79-8d8d-15eca71d2d58 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:05:05.440578 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dad4f987-2654-4abd-9c69-9d9f0def949a tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:05.445428 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dad4f987-2654-4abd-9c69-9d9f0def949a tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:05.474709 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad4f987-2654-4abd-9c69-9d9f0def949a tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7bc0ffb-1ca1-4b48-abdf-556f4c30c0fb,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:05.485746 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dad4f987-2654-4abd-9c69-9d9f0def949a tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:05.489928 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-dad4f987-2654-4abd-9c69-9d9f0def949a tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1609912 Nov 27 04:05:05.490155 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 59728) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:05.496830 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-aca401de-41a9-40ec-a34e-a0e23219b171 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Request body: {'security_group_rule': {'security_group_id': '64318866-af29-446d-887e-a820f7ceb388', 'project_id': 'fbfad9adb131475bb7fe8210316ae584', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:05:05.535520 n-d-819494-3 neutron-server[110018]: INFO neutron.db.securitygroups_db [None req-aca401de-41a9-40ec-a34e-a0e23219b171 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Project fbfad9adb131475bb7fe8210316ae584 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 04:05:05.542067 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-aca401de-41a9-40ec-a34e-a0e23219b171 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:05.621716 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-aca401de-41a9-40ec-a34e-a0e23219b171 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:05.627571 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-aca401de-41a9-40ec-a34e-a0e23219b171 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:05.628500 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-3e6737ad-7836-4f04-90eb-0b5561f94921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ededa0f2-9226-4a79-8d8d-15eca71d2d58', 'name': 'tempest-TestServerBasicOps-581144102-router', 'tenant_id': '5d494e9df2934a02b1664ece11ddccb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '9f8b6f09-2c45-4ca3-b192-36de123c47df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:04:57Z', 'updated_at': '2021-11-27T04:05:02Z', 'revision_number': 4, 'project_id': '5d494e9df2934a02b1664ece11ddccb5', 'gw_port': {'id': '9f8b6f09-2c45-4ca3-b192-36de123c47df', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ededa0f2-9226-4a79-8d8d-15eca71d2d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:04:57Z', 'updated_at': '2021-11-27T04:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'e4dffdef-916a-4961-9ada-5fa2291a9e2a', 'name': '', 'network_id': 'f173f089-48e8-4624-a2a6-984f8845c939', 'tenant_id': '5d494e9df2934a02b1664ece11ddccb5', 'mac_address': 'fa:16:3e:28:3c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ededa0f2-9226-4a79-8d8d-15eca71d2d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '360130f8-bc42-4f8d-80bb-12a63dcaffa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:05:00Z', 'updated_at': '2021-11-27T04:05:02Z', 'revision_number': 2, 'project_id': '5d494e9df2934a02b1664ece11ddccb5', 'subnets': [{'id': '360130f8-bc42-4f8d-80bb-12a63dcaffa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:05:05.664085 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-aca401de-41a9-40ec-a34e-a0e23219b171 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:05.667034 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-aca401de-41a9-40ec-a34e-a0e23219b171 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1758106 Nov 27 04:05:05.670794 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca401de-41a9-40ec-a34e-a0e23219b171 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2d0e9f3-0cf2-4dc5-8c61-e09b31cd3181,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:05.676159 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6737ad-7836-4f04-90eb-0b5561f94921 None None] Checking router: ededa0f2-9226-4a79-8d8d-15eca71d2d58 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:05:05.676539 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6737ad-7836-4f04-90eb-0b5561f94921 None None] Updating router ededa0f2-9226-4a79-8d8d-15eca71d2d58 port e4dffdef-916a-4961-9ada-5fa2291a9e2a binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:05:05.708250 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3e6737ad-7836-4f04-90eb-0b5561f94921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:05.767245 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-47ed5b7f-68a8-4e71-86d6-12e4da45c095 req-35d499b2-0bff-4805-b06c-c93ff6f6bd5e tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 210 time: 0.0376432 Nov 27 04:05:05.872968 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-34fc3bd0-979b-4118-ab3f-add61f399dd9 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1574516132&fields=id&tenant_id=fbfad9adb131475bb7fe8210316ae584 HTTP/1.1" status: 200 len: 267 time: 0.0498338 Nov 27 04:05:05.990588 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-4d7b122a-0fa1-42b8-b164-f17ef829eae4 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:05.992105 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-4d7b122a-0fa1-42b8-b164-f17ef829eae4 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "GET /v2.0/networks?id=3d974f6e-ead8-4b04-97cd-2c933b21d8d8 HTTP/1.1" status: 200 len: 809 time: 0.1099832 Nov 27 04:05:05.995465 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3e6737ad-7836-4f04-90eb-0b5561f94921 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:06.002193 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3e6737ad-7836-4f04-90eb-0b5561f94921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:06.011000 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-8aa701a4-b027-44ba-8151-a95f2d7d1c8f tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "GET /v2.0/quotas/fbfad9adb131475bb7fe8210316ae584 HTTP/1.1" status: 200 len: 375 time: 0.0109580 Nov 27 04:05:06.053220 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358672d-ca81-4e80-807e-f56930163776 None None] Pushing event updated for resources: {'Port': ['ID=e4dffdef-916a-4961-9ada-5fa2291a9e2a,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:06.071504 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-8deb63cf-ae57-4dbc-8194-fe16f8ce32e8 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fbfad9adb131475bb7fe8210316ae584&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522509 Nov 27 04:05:06.118654 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-3e6737ad-7836-4f04-90eb-0b5561f94921 None None] Attempting to bind port e4dffdef-916a-4961-9ada-5fa2291a9e2a on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:05:06.119036 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-3e6737ad-7836-4f04-90eb-0b5561f94921 None None] Attempting to bind port e4dffdef-916a-4961-9ada-5fa2291a9e2a by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '71c90321-bd29-4422-b34b-13181031d674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f173f089-48e8-4624-a2a6-984f8845c939'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:05:06.119404 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6737ad-7836-4f04-90eb-0b5561f94921 None None] Attempting to bind port e4dffdef-916a-4961-9ada-5fa2291a9e2a on network f173f089-48e8-4624-a2a6-984f8845c939 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:05:06.126517 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6737ad-7836-4f04-90eb-0b5561f94921 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:05:06.127249 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6737ad-7836-4f04-90eb-0b5561f94921 None None] Checking segment: {'id': '71c90321-bd29-4422-b34b-13181031d674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f173f089-48e8-4624-a2a6-984f8845c939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:05:06.127818 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3e6737ad-7836-4f04-90eb-0b5561f94921 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:06.128216 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6737ad-7836-4f04-90eb-0b5561f94921 None None] Bound using segment: {'id': '71c90321-bd29-4422-b34b-13181031d674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f173f089-48e8-4624-a2a6-984f8845c939'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:05:06.128697 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-3e6737ad-7836-4f04-90eb-0b5561f94921 None None] Bound port: e4dffdef-916a-4961-9ada-5fa2291a9e2a, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71c90321-bd29-4422-b34b-13181031d674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f173f089-48e8-4624-a2a6-984f8845c939'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:05:06.129078 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3e6737ad-7836-4f04-90eb-0b5561f94921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:06.171281 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 59752) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:06.219146 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-3e6737ad-7836-4f04-90eb-0b5561f94921 None None] For port e4dffdef-916a-4961-9ada-5fa2291a9e2a, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:05:06.228474 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-3e6737ad-7836-4f04-90eb-0b5561f94921 None None] For port e4dffdef-916a-4961-9ada-5fa2291a9e2a, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=e4dffdef-916a-4961-9ada-5fa2291a9e2a,segment=NetworkSegment(71c90321-bd29-4422-b34b-13181031d674),segment_id=71c90321-bd29-4422-b34b-13181031d674)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:05:06.234320 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3e6737ad-7836-4f04-90eb-0b5561f94921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:06.251130 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-2806583a-1db9-4e56-9024-c35799110b17 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:05:06.252555 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-2806583a-1db9-4e56-9024-c35799110b17 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1669462 Nov 27 04:05:06.281303 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae2de54-02f4-4bf3-9b43-ba2b5feb3675 admin admin] Deleting subnet d2f5fec0-aff6-439d-aa56-04684052e601 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:05:06.297030 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bae2de54-02f4-4bf3-9b43-ba2b5feb3675 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:06.318575 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6737ad-7836-4f04-90eb-0b5561f94921 None None] Routers {'ededa0f2-9226-4a79-8d8d-15eca71d2d58'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:05:06.319228 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-3e6737ad-7836-4f04-90eb-0b5561f94921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:04:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['ededa0f2-9226-4a79-8d8d-15eca71d2d58'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:05:06.384465 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bae2de54-02f4-4bf3-9b43-ba2b5feb3675 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:06.457126 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-aeb85024-9bee-4099-88a1-612f0c1fd51a None None] Provisioning complete for port e4dffdef-916a-4961-9ada-5fa2291a9e2a triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:05:06.457510 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-aeb85024-9bee-4099-88a1-612f0c1fd51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:06.460117 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bae2de54-02f4-4bf3-9b43-ba2b5feb3675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:06.499512 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358672d-ca81-4e80-807e-f56930163776 None None] Pushing event updated for resources: {'Port': ['ID=e4dffdef-916a-4961-9ada-5fa2291a9e2a,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:06.528293 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-c6e05fbb-3f42-462d-bb6b-36e06e2b7416 service neutron] 10.222.0.20 "GET /v2.0/networks/3d974f6e-ead8-4b04-97cd-2c933b21d8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564695 Nov 27 04:05:06.561887 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-3e6737ad-7836-4f04-90eb-0b5561f94921 None None] Set router ededa0f2-9226-4a79-8d8d-15eca71d2d58 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:05:06.599188 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-aeb85024-9bee-4099-88a1-612f0c1fd51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:06.599770 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bae2de54-02f4-4bf3-9b43-ba2b5feb3675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:06.639698 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae2de54-02f4-4bf3-9b43-ba2b5feb3675 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2f5fec0-aff6-439d-aa56-04684052e601,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:06.650576 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bae2de54-02f4-4bf3-9b43-ba2b5feb3675 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:06.655129 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-bae2de54-02f4-4bf3-9b43-ba2b5feb3675 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d2f5fec0-aff6-439d-aa56-04684052e601 HTTP/1.1" status: 204 len: 168 time: 0.4801235 Nov 27 04:05:06.657418 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 59754) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:06.657570 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2572dc0a-cc37-460c-8ca3-5c96495f3160 None None] Network dcdc8840-7259-44e7-8c3d-3e55464b5bad requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:05:06.696812 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-760c6d4b-d5c3-46a4-beba-837034dbe446 service neutron] 10.222.0.20 "GET /v2.0/networks/3d974f6e-ead8-4b04-97cd-2c933b21d8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639514 Nov 27 04:05:06.750598 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-87198761-c729-49a4-8673-fae4617c346b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:06.765160 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-aeb85024-9bee-4099-88a1-612f0c1fd51a None None] For port e4dffdef-916a-4961-9ada-5fa2291a9e2a, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=e4dffdef-916a-4961-9ada-5fa2291a9e2a,segment=NetworkSegment(71c90321-bd29-4422-b34b-13181031d674),segment_id=71c90321-bd29-4422-b34b-13181031d674)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:05:06.795223 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-aeb85024-9bee-4099-88a1-612f0c1fd51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:06.888752 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb85024-9bee-4099-88a1-612f0c1fd51a None None] Pushing event updated for resources: {'Port': ['ID=e4dffdef-916a-4961-9ada-5fa2291a9e2a,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:06.907051 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-87198761-c729-49a4-8673-fae4617c346b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:06.928629 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-87198761-c729-49a4-8673-fae4617c346b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcdc8840-7259-44e7-8c3d-3e55464b5bad']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:05:06.938988 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-87198761-c729-49a4-8673-fae4617c346b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a77aec41-6b93-4bde-8c56-cad500723cdd') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:05:06.939292 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-87198761-c729-49a4-8673-fae4617c346b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a77aec41-6b93-4bde-8c56-cad500723cdd') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:05:06.990756 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-87198761-c729-49a4-8673-fae4617c346b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:07.005183 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c28f78f8-7b3a-47de-bd6e-6a16530ef3df None None] Provisioning complete for port e4dffdef-916a-4961-9ada-5fa2291a9e2a triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:05:07.005617 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c28f78f8-7b3a-47de-bd6e-6a16530ef3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:07.051224 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3351fed7-54c2-483f-b1ce-610e6615c908 req-cc5b276c-3cce-4783-9703-76b3a58f245d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 210 time: 0.0896602 Nov 27 04:05:07.061725 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5818183-b4a0-4644-8500-27120d37ad99 None None] DHCP port deletion for dcdc8840-7259-44e7-8c3d-3e55464b5bad request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:05:07.073690 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-87198761-c729-49a4-8673-fae4617c346b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:07.087797 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87198761-c729-49a4-8673-fae4617c346b admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:05:07.088307 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-87198761-c729-49a4-8673-fae4617c346b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:07.091006 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:05:07.091006 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:05:07.091006 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:05:07.091006 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:05:07.091006 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:05:07.091006 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:05:07.091006 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:05:07.091006 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:05:07.091006 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:05:07.091006 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:05:07.091006 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:05:07.091006 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:05:07.091006 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:05:07.091006 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:05:07.091006 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:05:07.091006 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:05:07.091006 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:05:07.091006 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:05:07.091006 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:05:07.091006 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:05:07.091006 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:05:07.091006 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:05:07.091006 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:05:07.091006 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:05:07.091006 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:05:07.091006 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:05:07.091006 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:05:07.091006 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:05:07.091006 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:05:07.091006 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:05:07.091006 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:05:07.091006 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:05:07.190204 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-87198761-c729-49a4-8673-fae4617c346b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:07.194810 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b5f5d3e6-b77a-4ec3-8a33-f1a307ae5e3a req-9e3ae744-552d-4cc8-ac98-d337fc1ce46c tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "GET /v2.0/ports?device_id=2796ba70-896d-4d11-827b-5ac1741938f2 HTTP/1.1" status: 200 len: 210 time: 0.0780258 Nov 27 04:05:07.199517 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-87198761-c729-49a4-8673-fae4617c346b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:07.204809 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-87198761-c729-49a4-8673-fae4617c346b admin admin] 10.222.0.20 "DELETE /v2.0/networks/dcdc8840-7259-44e7-8c3d-3e55464b5bad HTTP/1.1" status: 204 len: 168 time: 0.5460207 Nov 27 04:05:07.219142 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87198761-c729-49a4-8673-fae4617c346b admin admin] Pushing event deleted for resources: {'Network': ['ID=dcdc8840-7259-44e7-8c3d-3e55464b5bad,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:07.284339 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-3e6737ad-7836-4f04-90eb-0b5561f94921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ededa0f2-9226-4a79-8d8d-15eca71d2d58', 'name': 'tempest-TestServerBasicOps-581144102-router', 'tenant_id': '5d494e9df2934a02b1664ece11ddccb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '9f8b6f09-2c45-4ca3-b192-36de123c47df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:04:57Z', 'updated_at': '2021-11-27T04:05:02Z', 'revision_number': 4, 'project_id': '5d494e9df2934a02b1664ece11ddccb5', 'gw_port': {'id': '9f8b6f09-2c45-4ca3-b192-36de123c47df', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ededa0f2-9226-4a79-8d8d-15eca71d2d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:04:57Z', 'updated_at': '2021-11-27T04:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'e4dffdef-916a-4961-9ada-5fa2291a9e2a', 'name': '', 'network_id': 'f173f089-48e8-4624-a2a6-984f8845c939', 'tenant_id': '5d494e9df2934a02b1664ece11ddccb5', 'mac_address': 'fa:16:3e:28:3c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ededa0f2-9226-4a79-8d8d-15eca71d2d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '360130f8-bc42-4f8d-80bb-12a63dcaffa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:05:00Z', 'updated_at': '2021-11-27T04:05:06Z', 'revision_number': 4, 'project_id': '5d494e9df2934a02b1664ece11ddccb5', 'subnets': [{'id': '360130f8-bc42-4f8d-80bb-12a63dcaffa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:05:07.348127 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6737ad-7836-4f04-90eb-0b5561f94921 None None] The sync data for ids ['ededa0f2-9226-4a79-8d8d-15eca71d2d58'] in n-d-819494-3 is: [{'id': 'ededa0f2-9226-4a79-8d8d-15eca71d2d58', 'name': 'tempest-TestServerBasicOps-581144102-router', 'tenant_id': '5d494e9df2934a02b1664ece11ddccb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '9f8b6f09-2c45-4ca3-b192-36de123c47df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:04:57Z', 'updated_at': '2021-11-27T04:05:02Z', 'revision_number': 4, 'project_id': '5d494e9df2934a02b1664ece11ddccb5', 'gw_port': {'id': '9f8b6f09-2c45-4ca3-b192-36de123c47df', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ededa0f2-9226-4a79-8d8d-15eca71d2d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:04:57Z', 'updated_at': '2021-11-27T04:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'e4dffdef-916a-4961-9ada-5fa2291a9e2a', 'name': '', 'network_id': 'f173f089-48e8-4624-a2a6-984f8845c939', 'tenant_id': '5d494e9df2934a02b1664ece11ddccb5', 'mac_address': 'fa:16:3e:28:3c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ededa0f2-9226-4a79-8d8d-15eca71d2d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '360130f8-bc42-4f8d-80bb-12a63dcaffa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:05:00Z', 'updated_at': '2021-11-27T04:05:06Z', 'revision_number': 4, 'project_id': '5d494e9df2934a02b1664ece11ddccb5', 'subnets': [{'id': '360130f8-bc42-4f8d-80bb-12a63dcaffa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:05:07.480603 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 59770) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:07.537744 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-17a7a4ac-f5b4-46b8-b423-35082dc4b662 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5555a7782ab948f49b5cf05acd919f2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0554509 Nov 27 04:05:07.540262 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 59772) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:07.618327 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-77ef3482-99fa-44fa-8fc1-78b6efc97ba8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:07.644985 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-77ef3482-99fa-44fa-8fc1-78b6efc97ba8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:07.716424 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-77ef3482-99fa-44fa-8fc1-78b6efc97ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:07.721331 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-77ef3482-99fa-44fa-8fc1-78b6efc97ba8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:07.725139 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-77ef3482-99fa-44fa-8fc1-78b6efc97ba8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/401ea9c2-b165-4499-904d-b9d96e7a5d5e HTTP/1.1" status: 204 len: 168 time: 0.1816061 Nov 27 04:05:07.750660 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef3482-99fa-44fa-8fc1-78b6efc97ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401ea9c2-b165-4499-904d-b9d96e7a5d5e,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:08.263620 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d36ffd36-c6ba-4b2b-865a-f007a3cc05c4 req-b9ec4328-30ab-432a-8300-0a877a1917de tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 210 time: 0.0652597 Nov 27 04:05:08.376267 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-326984c8-1b2e-408a-8bb1-7111d8ce1438 req-b95a665f-3d73-4e8f-8dcd-f60f734135e6 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "GET /v2.0/ports?device_id=2796ba70-896d-4d11-827b-5ac1741938f2 HTTP/1.1" status: 200 len: 210 time: 0.0555818 Nov 27 04:05:08.919636 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 61f838f8-05b5-4345-b54f-153c94f198d6 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:05:08.992630 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-1a5e5d92-9fac-4e4c-a7cf-3d6ac434c3ca tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:09.008874 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-1a5e5d92-9fac-4e4c-a7cf-3d6ac434c3ca tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.23 "GET /v2.0/networks?id=3d974f6e-ead8-4b04-97cd-2c933b21d8d8 HTTP/1.1" status: 200 len: 809 time: 0.3479195 Nov 27 04:05:09.030825 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: 61f838f8-05b5-4345-b54f-153c94f198d6 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:05:09.033912 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 61f838f8-05b5-4345-b54f-153c94f198d6 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:05:09.128034 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-e115d9fc-673a-4d10-b1e1-cf9ca3ebca56 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbfad9adb131475bb7fe8210316ae584 HTTP/1.1" status: 200 len: 380 time: 0.1117115 Nov 27 04:05:09.155084 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-db4a0649-815e-4e23-9f4e-f40f01a6e09a tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Request body: {'port': {'device_id': '2796ba70-896d-4d11-827b-5ac1741938f2', 'network_id': '3d974f6e-ead8-4b04-97cd-2c933b21d8d8', 'admin_state_up': True, 'tenant_id': 'fbfad9adb131475bb7fe8210316ae584', 'security_groups': ['64318866-af29-446d-887e-a820f7ceb388']}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:05:09.166944 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e4dffdef-916a-4961-9ada-5fa2291a9e2a up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:05:09.192771 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 59874) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:09.240321 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port e4dffdef-916a-4961-9ada-5fa2291a9e2a triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:05:09.240538 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:09.346244 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-db4a0649-815e-4e23-9f4e-f40f01a6e09a tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Made reservation on behalf of fbfad9adb131475bb7fe8210316ae584 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:05:09.356117 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-db4a0649-815e-4e23-9f4e-f40f01a6e09a tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:09.448912 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-6576c2a3-00f8-4327-b949-951b0184e603 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1238036730-network', 'tenant_id': '816d7dc120de4d4088d95aaa2c2e87aa'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:05:09.498754 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6576c2a3-00f8-4327-b949-951b0184e603 admin admin] Made reservation on behalf of 816d7dc120de4d4088d95aaa2c2e87aa for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:05:09.502980 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6576c2a3-00f8-4327-b949-951b0184e603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:09.518600 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6576c2a3-00f8-4327-b949-951b0184e603 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:09.598832 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-52a1c84e-1a2c-4e73-9dba-f534a3ce74e6 req-cefc7d82-69f5-4545-b62b-be397e1b0fd5 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 210 time: 0.0625372 Nov 27 04:05:09.627607 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9c6e9c3a-945e-41aa-a7f2-2a10b536c970 req-effc541a-bb56-4631-9a1a-c033851ea1d1 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "GET /v2.0/ports?device_id=2796ba70-896d-4d11-827b-5ac1741938f2 HTTP/1.1" status: 200 len: 210 time: 0.1047912 Nov 27 04:05:09.670178 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6576c2a3-00f8-4327-b949-951b0184e603 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:09.677068 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6576c2a3-00f8-4327-b949-951b0184e603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:09.711528 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-db4a0649-815e-4e23-9f4e-f40f01a6e09a tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Allocated IP 172.20.0.4 (3d974f6e-ead8-4b04-97cd-2c933b21d8d8/3935c5cc-7160-4c9f-b6db-cc3238ab3379/d20eadb1-6ffa-46d3-90eb-94a1ba0f6335) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:05:09.727789 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576c2a3-00f8-4327-b949-951b0184e603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c372bd0-502b-449d-9b11-5d8c566530c4,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:09.740556 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6576c2a3-00f8-4327-b949-951b0184e603 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:05:09.759971 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6576c2a3-00f8-4327-b949-951b0184e603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:09.760349 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-6576c2a3-00f8-4327-b949-951b0184e603 admin admin] Added segment 129a28d5-552f-478c-937c-edd68ffd521c of type vlan for network 660ef3db-8e13-4c8e-8d73-684aa5bfbe93 Nov 27 04:05:09.816730 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6576c2a3-00f8-4327-b949-951b0184e603 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:09.860283 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6576c2a3-00f8-4327-b949-951b0184e603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:09.861553 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6576c2a3-00f8-4327-b949-951b0184e603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:09.862341 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6576c2a3-00f8-4327-b949-951b0184e603 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:09.963167 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576c2a3-00f8-4327-b949-951b0184e603 admin admin] Pushing event updated for resources: {'Network': ['ID=660ef3db-8e13-4c8e-8d73-684aa5bfbe93,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:09.969872 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6576c2a3-00f8-4327-b949-951b0184e603 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7758334 Nov 27 04:05:09.974289 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 59968) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:09.975701 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 660ef3db-8e13-4c8e-8d73-684aa5bfbe93 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:05:10.002905 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-367fa6b0-96ec-4d41-a1b6-329a0f9254ec admin admin] Request body: {'subnet': {'network_id': '660ef3db-8e13-4c8e-8d73-684aa5bfbe93', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1238036730-subnet', 'tenant_id': '816d7dc120de4d4088d95aaa2c2e87aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:05:10.051268 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367fa6b0-96ec-4d41-a1b6-329a0f9254ec admin admin] Made reservation on behalf of 816d7dc120de4d4088d95aaa2c2e87aa for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:05:10.053917 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-367fa6b0-96ec-4d41-a1b6-329a0f9254ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:10.127722 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-db4a0649-815e-4e23-9f4e-f40f01a6e09a tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:10.243547 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-db4a0649-815e-4e23-9f4e-f40f01a6e09a tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:10.349468 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-db4a0649-815e-4e23-9f4e-f40f01a6e09a tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Network 3d974f6e-ead8-4b04-97cd-2c933b21d8d8 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:05:10.356848 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-db4a0649-815e-4e23-9f4e-f40f01a6e09a tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:05:10.361205 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-db4a0649-815e-4e23-9f4e-f40f01a6e09a tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:05:10.413387 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a0649-815e-4e23-9f4e-f40f01a6e09a tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Pushing event updated for resources: {'Port': ['ID=d20eadb1-6ffa-46d3-90eb-94a1ba0f6335,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:10.423682 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-db4a0649-815e-4e23-9f4e-f40f01a6e09a tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:10.424348 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-db4a0649-815e-4e23-9f4e-f40f01a6e09a tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:10.509932 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-db4a0649-815e-4e23-9f4e-f40f01a6e09a tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3715227 Nov 27 04:05:10.553631 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-616731b6-b469-4407-a21e-2a6292552723 service neutron] Request body: {'port': {'device_id': '2796ba70-896d-4d11-827b-5ac1741938f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:05:10.557967 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-367fa6b0-96ec-4d41-a1b6-329a0f9254ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:10.736988 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-690039f8-a7c5-4446-837d-9a829c02d5bb None None] Provisioning complete for port d20eadb1-6ffa-46d3-90eb-94a1ba0f6335 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:05:10.737620 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-690039f8-a7c5-4446-837d-9a829c02d5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:10.739374 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-616731b6-b469-4407-a21e-2a6292552723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:10.809563 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367fa6b0-96ec-4d41-a1b6-329a0f9254ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=64fcb3a1-7e39-4e25-8ddb-63da57900ac1,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:10.813222 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367fa6b0-96ec-4d41-a1b6-329a0f9254ec admin admin] Checking segment: {'id': '129a28d5-552f-478c-937c-edd68ffd521c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '660ef3db-8e13-4c8e-8d73-684aa5bfbe93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:05:10.813783 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367fa6b0-96ec-4d41-a1b6-329a0f9254ec admin admin] Network hostable DHCP agents. Network: 660ef3db-8e13-4c8e-8d73-684aa5bfbe93, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:05:10.819398 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-690039f8-a7c5-4446-837d-9a829c02d5bb None None] Port d20eadb1-6ffa-46d3-90eb-94a1ba0f6335 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:05:10.880224 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3522a15-2fbe-4920-b8ce-dd4e1e0989f6 req-44ed3d71-0c24-46d1-b787-efbf32f5ccce tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:10.887085 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a3522a15-2fbe-4920-b8ce-dd4e1e0989f6 req-44ed3d71-0c24-46d1-b787-efbf32f5ccce tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "GET /v2.0/ports?device_id=2796ba70-896d-4d11-827b-5ac1741938f2 HTTP/1.1" status: 200 len: 931 time: 0.1160195 Nov 27 04:05:10.912927 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7ea29954-dc2f-4d3d-b366-bce2cfcd68b2 req-226b8fe3-4698-4b2c-9d1d-ce2a14cce873 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 210 time: 0.1053281 Nov 27 04:05:10.959945 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367fa6b0-96ec-4d41-a1b6-329a0f9254ec admin admin] Network 660ef3db-8e13-4c8e-8d73-684aa5bfbe93 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:05:10.996002 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a3522a15-2fbe-4920-b8ce-dd4e1e0989f6 req-f2018f7b-7287-40ec-b4a8-26dab3fabaf0 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "GET /v2.0/security-groups?id=64318866-af29-446d-887e-a820f7ceb388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074731 Nov 27 04:05:11.045773 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-367fa6b0-96ec-4d41-a1b6-329a0f9254ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 660ef3db-8e13-4c8e-8d73-684aa5bfbe93) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:05:11.053976 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a2ec20-3d45-434e-9687-95cecc927a29 None None] Network 660ef3db-8e13-4c8e-8d73-684aa5bfbe93 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:05:11.064439 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367fa6b0-96ec-4d41-a1b6-329a0f9254ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:11.066190 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-367fa6b0-96ec-4d41-a1b6-329a0f9254ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:11.107276 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-367fa6b0-96ec-4d41-a1b6-329a0f9254ec admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1275060 Nov 27 04:05:11.301277 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-616731b6-b469-4407-a21e-2a6292552723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d20eadb1-6ffa-46d3-90eb-94a1ba0f6335 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:05:11.314062 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-616731b6-b469-4407-a21e-2a6292552723 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:11.332502 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-616731b6-b469-4407-a21e-2a6292552723 service neutron] Transition to ACTIVE for port object d20eadb1-6ffa-46d3-90eb-94a1ba0f6335 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:05:11.339281 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-616731b6-b469-4407-a21e-2a6292552723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:11.373703 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60126) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:11.489850 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616731b6-b469-4407-a21e-2a6292552723 service neutron] Pushing event updated for resources: {'Port': ['ID=d20eadb1-6ffa-46d3-90eb-94a1ba0f6335,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:11.490074 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ca701cc-2d9c-4642-9185-7e1a12c2d20f admin admin] Deleting subnet 64fcb3a1-7e39-4e25-8ddb-63da57900ac1 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:05:11.491349 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df52d38-9edf-4e75-b9c8-503125812432 None None] Network 660ef3db-8e13-4c8e-8d73-684aa5bfbe93 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:05:11.503424 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2ca701cc-2d9c-4642-9185-7e1a12c2d20f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:11.570052 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2ca701cc-2d9c-4642-9185-7e1a12c2d20f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:11.627149 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2ca701cc-2d9c-4642-9185-7e1a12c2d20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:11.632946 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-616731b6-b469-4407-a21e-2a6292552723 service neutron] Attempting to bind port d20eadb1-6ffa-46d3-90eb-94a1ba0f6335 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:05:11.633397 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-616731b6-b469-4407-a21e-2a6292552723 service neutron] Attempting to bind port d20eadb1-6ffa-46d3-90eb-94a1ba0f6335 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '44f9be63-e037-4b31-b052-e61f7b1580df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3d974f6e-ead8-4b04-97cd-2c933b21d8d8'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:05:11.633791 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-616731b6-b469-4407-a21e-2a6292552723 service neutron] Attempting to bind port d20eadb1-6ffa-46d3-90eb-94a1ba0f6335 on network 3d974f6e-ead8-4b04-97cd-2c933b21d8d8 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:05:11.646529 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-616731b6-b469-4407-a21e-2a6292552723 service neutron] Port d20eadb1-6ffa-46d3-90eb-94a1ba0f6335 on network 3d974f6e-ead8-4b04-97cd-2c933b21d8d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:05:11.647061 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-616731b6-b469-4407-a21e-2a6292552723 service neutron] Attempting to bind port d20eadb1-6ffa-46d3-90eb-94a1ba0f6335 on network 3d974f6e-ead8-4b04-97cd-2c933b21d8d8 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:05:11.654232 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-616731b6-b469-4407-a21e-2a6292552723 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:05:11.655004 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-616731b6-b469-4407-a21e-2a6292552723 service neutron] Checking segment: {'id': '44f9be63-e037-4b31-b052-e61f7b1580df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3d974f6e-ead8-4b04-97cd-2c933b21d8d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:05:11.655551 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-616731b6-b469-4407-a21e-2a6292552723 service neutron] Bound using segment: {'id': '44f9be63-e037-4b31-b052-e61f7b1580df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3d974f6e-ead8-4b04-97cd-2c933b21d8d8'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:05:11.656406 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-616731b6-b469-4407-a21e-2a6292552723 service neutron] Bound port: d20eadb1-6ffa-46d3-90eb-94a1ba0f6335, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44f9be63-e037-4b31-b052-e61f7b1580df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3d974f6e-ead8-4b04-97cd-2c933b21d8d8'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:05:11.656926 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-616731b6-b469-4407-a21e-2a6292552723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:11.744404 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2ca701cc-2d9c-4642-9185-7e1a12c2d20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:11.769235 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2ca701cc-2d9c-4642-9185-7e1a12c2d20f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:11.772600 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2ca701cc-2d9c-4642-9185-7e1a12c2d20f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/64fcb3a1-7e39-4e25-8ddb-63da57900ac1 HTTP/1.1" status: 204 len: 168 time: 0.3971472 Nov 27 04:05:11.775785 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60170) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:11.827726 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca701cc-2d9c-4642-9185-7e1a12c2d20f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64fcb3a1-7e39-4e25-8ddb-63da57900ac1,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:11.832391 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-616731b6-b469-4407-a21e-2a6292552723 service neutron] For port d20eadb1-6ffa-46d3-90eb-94a1ba0f6335, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:05:11.837680 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-616731b6-b469-4407-a21e-2a6292552723 service neutron] For port d20eadb1-6ffa-46d3-90eb-94a1ba0f6335, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d20eadb1-6ffa-46d3-90eb-94a1ba0f6335,segment=NetworkSegment(44f9be63-e037-4b31-b052-e61f7b1580df),segment_id=44f9be63-e037-4b31-b052-e61f7b1580df)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:05:11.843325 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-616731b6-b469-4407-a21e-2a6292552723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:11.898166 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-616731b6-b469-4407-a21e-2a6292552723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:11.898903 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-616731b6-b469-4407-a21e-2a6292552723 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:11.900591 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-616731b6-b469-4407-a21e-2a6292552723 service neutron] 10.222.0.23 "PUT /v2.0/ports/d20eadb1-6ffa-46d3-90eb-94a1ba0f6335 HTTP/1.1" status: 200 len: 1091 time: 1.3620634 Nov 27 04:05:11.901249 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2796ba70-896d-4d11-827b-5ac1741938f2', 'tag': 'd20eadb1-6ffa-46d3-90eb-94a1ba0f6335'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:05:11.904951 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30101f36-d2b1-4266-b11a-3487839b9590" -d '{"events": [{"name": "network-changed", "server_uuid": "2796ba70-896d-4d11-827b-5ac1741938f2", "tag": "d20eadb1-6ffa-46d3-90eb-94a1ba0f6335"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:05:11.937164 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616731b6-b469-4407-a21e-2a6292552723 service neutron] Pushing event updated for resources: {'Port': ['ID=d20eadb1-6ffa-46d3-90eb-94a1ba0f6335,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:11.955571 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bc3a4ec6-30e6-4c17-9c82-ae328c7835af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:12.057188 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a308bf61-6cd5-444e-96bf-73749d5d98e8 x-openstack-request-id: req-a308bf61-6cd5-444e-96bf-73749d5d98e8 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:05:12.060204 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2796ba70-896d-4d11-827b-5ac1741938f2", "tag": "d20eadb1-6ffa-46d3-90eb-94a1ba0f6335", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:05:12.060475 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a308bf61-6cd5-444e-96bf-73749d5d98e8 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:05:12.060908 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2796ba70-896d-4d11-827b-5ac1741938f2', 'tag': 'd20eadb1-6ffa-46d3-90eb-94a1ba0f6335', 'status': 'completed', 'code': 200} Nov 27 04:05:12.079338 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-a1e19d36-5235-40a5-a354-67f6fefc5b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:12.083424 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-a1e19d36-5235-40a5-a354-67f6fefc5b09 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fbfad9adb131475bb7fe8210316ae584&device_id=2796ba70-896d-4d11-827b-5ac1741938f2 HTTP/1.1" status: 200 len: 1094 time: 0.1102753 Nov 27 04:05:12.087008 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bc3a4ec6-30e6-4c17-9c82-ae328c7835af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:12.149703 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-bc3a4ec6-30e6-4c17-9c82-ae328c7835af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['660ef3db-8e13-4c8e-8d73-684aa5bfbe93']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:05:12.177603 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-bc3a4ec6-30e6-4c17-9c82-ae328c7835af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '129a28d5-552f-478c-937c-edd68ffd521c') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:05:12.177899 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-bc3a4ec6-30e6-4c17-9c82-ae328c7835af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '129a28d5-552f-478c-937c-edd68ffd521c') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:05:12.205289 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bc3a4ec6-30e6-4c17-9c82-ae328c7835af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:12.219745 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-c68be13b-025c-4fac-b234-fc3594d0f7e9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d20eadb1-6ffa-46d3-90eb-94a1ba0f6335 HTTP/1.1" status: 200 len: 217 time: 0.1234090 Nov 27 04:05:12.254894 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bc3a4ec6-30e6-4c17-9c82-ae328c7835af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:12.255967 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-31bb9bc6-f693-4b33-a3fe-6242df90fe4a req-eb52c753-13ae-412a-81c8-bc7d68681b50 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 210 time: 0.0545700 Nov 27 04:05:12.265652 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc3a4ec6-30e6-4c17-9c82-ae328c7835af admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:05:12.266127 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bc3a4ec6-30e6-4c17-9c82-ae328c7835af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:12.276863 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:05:12.276863 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:05:12.276863 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:05:12.276863 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:05:12.276863 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:05:12.276863 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:05:12.276863 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:05:12.276863 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:05:12.276863 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:05:12.276863 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:05:12.276863 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:05:12.276863 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:05:12.276863 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:05:12.276863 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:05:12.276863 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:05:12.276863 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:05:12.276863 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:05:12.276863 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:05:12.276863 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:05:12.276863 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:05:12.276863 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:05:12.276863 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:05:12.276863 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:05:12.276863 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:05:12.276863 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:05:12.276863 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:05:12.276863 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:05:12.276863 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:05:12.276863 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:05:12.276863 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:05:12.276863 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:05:12.276863 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:05:12.306251 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-ebf89322-9fb3-4ef3-ac34-d8aaf8e1c320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:12.309849 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-ebf89322-9fb3-4ef3-ac34-d8aaf8e1c320 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3935c5cc-7160-4c9f-b6db-cc3238ab3379 HTTP/1.1" status: 200 len: 848 time: 0.0674057 Nov 27 04:05:12.424624 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bc3a4ec6-30e6-4c17-9c82-ae328c7835af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:12.432554 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bc3a4ec6-30e6-4c17-9c82-ae328c7835af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:12.441868 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-b274c892-2870-49f7-85f0-09c5ea8340b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:12.454956 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-bc3a4ec6-30e6-4c17-9c82-ae328c7835af admin admin] 10.222.0.20 "DELETE /v2.0/networks/660ef3db-8e13-4c8e-8d73-684aa5bfbe93 HTTP/1.1" status: 204 len: 168 time: 0.6300137 Nov 27 04:05:12.456716 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-b274c892-2870-49f7-85f0-09c5ea8340b4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3d974f6e-ead8-4b04-97cd-2c933b21d8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1309512 Nov 27 04:05:12.476642 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a4ec6-30e6-4c17-9c82-ae328c7835af admin admin] Pushing event deleted for resources: {'Network': ['ID=660ef3db-8e13-4c8e-8d73-684aa5bfbe93,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:12.663322 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-02efc537-fd5d-427f-96ac-52b9e13fa02b service neutron] 10.222.0.23 "GET /v2.0/networks/3d974f6e-ead8-4b04-97cd-2c933b21d8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610975 Nov 27 04:05:12.696557 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74742250-79b9-4ad6-a79a-d86893fbe59e req-3c2d625c-d4b0-4d77-ad77-612f8ea248dd tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:12.704897 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-74742250-79b9-4ad6-a79a-d86893fbe59e req-3c2d625c-d4b0-4d77-ad77-612f8ea248dd tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "GET /v2.0/ports?device_id=2796ba70-896d-4d11-827b-5ac1741938f2 HTTP/1.1" status: 200 len: 943 time: 0.1083777 Nov 27 04:05:12.708040 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60268) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:12.792611 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57b132-263b-4cc9-bf96-c14ef6e2626f req-e1d12f87-5690-4f53-ac48-d7cef4859d54 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:12.796164 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1e57b132-263b-4cc9-bf96-c14ef6e2626f req-e1d12f87-5690-4f53-ac48-d7cef4859d54 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.3928096 Nov 27 04:05:12.797187 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5b54790e-80d9-4093-a3d3-e3a19218c59e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=816d7dc120de4d4088d95aaa2c2e87aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0871305 Nov 27 04:05:12.799972 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60280) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:12.809843 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-74742250-79b9-4ad6-a79a-d86893fbe59e req-fd489444-fe4c-480b-8270-86ebae9be5e4 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "GET /v2.0/security-groups?id=64318866-af29-446d-887e-a820f7ceb388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838559 Nov 27 04:05:12.864196 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-13e6a061-c9de-4b6b-bff2-35a4224fe895 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:12.904227 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1e57b132-263b-4cc9-bf96-c14ef6e2626f req-82869319-0994-4256-9cba-fc199c774da9 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955946 Nov 27 04:05:12.906737 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-113cf8a2-b6c3-4934-a85e-b515285aefef req-c83ece5c-88d6-4752-99c5-8a2a8c89f240 service neutron] 10.222.0.23 "GET /v2.0/networks/3d974f6e-ead8-4b04-97cd-2c933b21d8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317390 Nov 27 04:05:12.917609 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-13e6a061-c9de-4b6b-bff2-35a4224fe895 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:13.003958 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-13e6a061-c9de-4b6b-bff2-35a4224fe895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:13.007359 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-13e6a061-c9de-4b6b-bff2-35a4224fe895 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:13.011325 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-13e6a061-c9de-4b6b-bff2-35a4224fe895 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5c372bd0-502b-449d-9b11-5d8c566530c4 HTTP/1.1" status: 204 len: 168 time: 0.2075307 Nov 27 04:05:13.051756 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e6a061-c9de-4b6b-bff2-35a4224fe895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c372bd0-502b-449d-9b11-5d8c566530c4,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:13.098874 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091dc72f-022c-4d2f-bc76-6e8603e35301 req-bee5be01-bf65-47be-9032-9ebfb0981446 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:13.101616 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-091dc72f-022c-4d2f-bc76-6e8603e35301 req-bee5be01-bf65-47be-9032-9ebfb0981446 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.0919507 Nov 27 04:05:13.133178 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30101f36-d2b1-4266-b11a-3487839b9590 req-286af8d8-20ae-4497-aa46-7a6719572393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:13.135466 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-30101f36-d2b1-4266-b11a-3487839b9590 req-286af8d8-20ae-4497-aa46-7a6719572393 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fbfad9adb131475bb7fe8210316ae584&device_id=2796ba70-896d-4d11-827b-5ac1741938f2 HTTP/1.1" status: 200 len: 1094 time: 0.0835979 Nov 27 04:05:13.198340 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-091dc72f-022c-4d2f-bc76-6e8603e35301 req-21763589-0229-4d54-8314-ec78ab332ce2 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877118 Nov 27 04:05:13.375825 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30101f36-d2b1-4266-b11a-3487839b9590 req-919e97e5-8d82-4e64-934a-92273584506c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:13.377910 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-30101f36-d2b1-4266-b11a-3487839b9590 req-919e97e5-8d82-4e64-934a-92273584506c service neutron] 10.222.0.23 "GET /v2.0/networks?id=3d974f6e-ead8-4b04-97cd-2c933b21d8d8 HTTP/1.1" status: 200 len: 910 time: 0.2190249 Nov 27 04:05:13.465586 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-30101f36-d2b1-4266-b11a-3487839b9590 req-456db18b-bc4c-46e1-85d8-c2d3ee677964 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d20eadb1-6ffa-46d3-90eb-94a1ba0f6335 HTTP/1.1" status: 200 len: 217 time: 0.0678887 Nov 27 04:05:13.471475 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6ebc57ba-732b-4c8d-91c8-8946ade594cb req-68d116c2-cf7a-4ec0-a0d0-0d5afc98a0f9 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 210 time: 0.0719819 Nov 27 04:05:13.565667 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30101f36-d2b1-4266-b11a-3487839b9590 req-e45100db-f4a6-4f9e-952e-3e3d450b9ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:13.572022 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-30101f36-d2b1-4266-b11a-3487839b9590 req-e45100db-f4a6-4f9e-952e-3e3d450b9ce3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3935c5cc-7160-4c9f-b6db-cc3238ab3379 HTTP/1.1" status: 200 len: 848 time: 0.0988464 Nov 27 04:05:13.639018 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1045110-2b88-4015-8959-9f514abe93c3 req-76f88b95-6fbb-466c-b579-fe1ebfcfa432 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:13.640455 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30101f36-d2b1-4266-b11a-3487839b9590 req-950454d9-fbb7-48ee-97d1-699815ae732a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:13.642052 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-30101f36-d2b1-4266-b11a-3487839b9590 req-950454d9-fbb7-48ee-97d1-699815ae732a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3d974f6e-ead8-4b04-97cd-2c933b21d8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624278 Nov 27 04:05:13.643034 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d1045110-2b88-4015-8959-9f514abe93c3 req-76f88b95-6fbb-466c-b579-fe1ebfcfa432 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/networks?id=ab8fc313-e01d-42bb-a8ec-9d136b503637 HTTP/1.1" status: 200 len: 811 time: 0.1713636 Nov 27 04:05:13.665230 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d1045110-2b88-4015-8959-9f514abe93c3 req-190c188f-ed9b-4e62-a77c-904df96d6e02 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/quotas/b01c762313d54b279f09c5e5d81dadbf HTTP/1.1" status: 200 len: 375 time: 0.0119603 Nov 27 04:05:13.749466 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d1045110-2b88-4015-8959-9f514abe93c3 req-3f3715ef-2971-4d58-a7c4-dc596fd402c7 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b01c762313d54b279f09c5e5d81dadbf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0772541 Nov 27 04:05:13.789307 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-30101f36-d2b1-4266-b11a-3487839b9590 req-ed72856e-bd31-4f74-b51f-129bbded5cb2 service neutron] 10.222.0.23 "GET /v2.0/networks/3d974f6e-ead8-4b04-97cd-2c933b21d8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366012 Nov 27 04:05:13.887808 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d1045110-2b88-4015-8959-9f514abe93c3 req-e2462e99-2d4a-4f4d-8ea1-fedce338ac80 service neutron] 10.222.0.20 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282456 Nov 27 04:05:14.014358 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d1045110-2b88-4015-8959-9f514abe93c3 req-f0293a91-ff6f-4aeb-a9b2-e1ad29bd9b22 service neutron] 10.222.0.20 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189313 Nov 27 04:05:14.017655 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-30101f36-d2b1-4266-b11a-3487839b9590 req-5462d312-9ed9-48ca-8750-56a52bcc0e6d service neutron] 10.222.0.23 "GET /v2.0/networks/3d974f6e-ead8-4b04-97cd-2c933b21d8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196379 Nov 27 04:05:14.031637 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e97ef-2b81-4af3-8ace-a562ebda460b req-05067cba-2453-4a24-bdfd-10e45bc0795d tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:14.033482 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e25e97ef-2b81-4af3-8ace-a562ebda460b req-05067cba-2453-4a24-bdfd-10e45bc0795d tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "GET /v2.0/ports?device_id=2796ba70-896d-4d11-827b-5ac1741938f2 HTTP/1.1" status: 200 len: 943 time: 0.0983303 Nov 27 04:05:14.096220 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e25e97ef-2b81-4af3-8ace-a562ebda460b req-529df72b-51e9-40a9-8b1b-f9d3e2eef94f tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "GET /v2.0/security-groups?id=64318866-af29-446d-887e-a820f7ceb388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562873 Nov 27 04:05:14.322357 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-05c03a1e-b568-4e7f-97ac-13f8ef2e37ab req-a6923c9a-fca3-4b4e-aadb-872585f1e696 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=afa8a6ed-f6fc-4fe6-b149-cc18d88909c8 HTTP/1.1" status: 200 len: 210 time: 0.0643404 Nov 27 04:05:14.369140 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-8b7dbac1-980a-44a7-a462-91998fe64ece tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:14.381004 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-8b7dbac1-980a-44a7-a462-91998fe64ece tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/networks?id=1a550b15-0796-4700-a8cb-795a6a743018 HTTP/1.1" status: 200 len: 814 time: 0.1829634 Nov 27 04:05:14.412909 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-faeb89a6-8656-4a00-96fb-cf1afb098068 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/quotas/0a3560b8add540d18a832456fc92f93a HTTP/1.1" status: 200 len: 375 time: 0.0304737 Nov 27 04:05:14.456667 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-4c89fec6-496b-47d4-8307-278f300fdf89 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a3560b8add540d18a832456fc92f93a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427723 Nov 27 04:05:14.648747 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-0120860c-b838-4d81-a1fb-f68cd7a6d6a2 service neutron] 10.222.0.20 "GET /v2.0/networks/1a550b15-0796-4700-a8cb-795a6a743018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821899 Nov 27 04:05:14.666686 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0afffb41-a9ce-4ca7-83e5-d6c203ccee3e req-93dab441-6545-458b-8574-8c48d25cfc9f tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 210 time: 0.0585794 Nov 27 04:05:14.773956 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-dcdf437f-09f3-4032-bd1b-fb5b16cd9843 service neutron] 10.222.0.20 "GET /v2.0/networks/1a550b15-0796-4700-a8cb-795a6a743018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239769 Nov 27 04:05:15.019150 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9561f3ed-7e16-45e5-9fb7-37d173863f69 req-79f2af24-1b15-41e0-a0c2-c6461e61ed5c tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c19ca9f-d423-4d3f-abb9-b223a68b1405 HTTP/1.1" status: 200 len: 210 time: 0.0594034 Nov 27 04:05:15.275832 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348dbad2-d3cb-466b-9578-3a38f58c3b6c req-4c1dabc5-377c-4707-8a99-0538d4361ad5 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:15.279459 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-348dbad2-d3cb-466b-9578-3a38f58c3b6c req-4c1dabc5-377c-4707-8a99-0538d4361ad5 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "GET /v2.0/ports?device_id=2796ba70-896d-4d11-827b-5ac1741938f2 HTTP/1.1" status: 200 len: 943 time: 0.0711982 Nov 27 04:05:15.405732 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-348dbad2-d3cb-466b-9578-3a38f58c3b6c req-3d90dd9d-c4a9-4031-9540-d2c3d3bc073a tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "GET /v2.0/security-groups?id=64318866-af29-446d-887e-a820f7ceb388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181238 Nov 27 04:05:15.483897 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0576b395-a8c8-4d82-bbb6-e8fcdc2ef692 req-34ebc036-7952-4125-bede-b9d893c9cbdd tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=afa8a6ed-f6fc-4fe6-b149-cc18d88909c8 HTTP/1.1" status: 200 len: 210 time: 0.0626070 Nov 27 04:05:15.691608 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1045110-2b88-4015-8959-9f514abe93c3 req-04ac2ccf-10e6-4105-8ff7-0d1f2719ec85 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:15.693564 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d1045110-2b88-4015-8959-9f514abe93c3 req-04ac2ccf-10e6-4105-8ff7-0d1f2719ec85 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.11 "GET /v2.0/networks?id=ab8fc313-e01d-42bb-a8ec-9d136b503637 HTTP/1.1" status: 200 len: 811 time: 0.1751015 Nov 27 04:05:15.750590 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-d1045110-2b88-4015-8959-9f514abe93c3 req-7b49b88b-983d-40af-9b17-16af5c5ce138 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Request body: {'port': {'device_id': 'afa8a6ed-f6fc-4fe6-b149-cc18d88909c8', 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637', 'admin_state_up': True, 'tenant_id': 'b01c762313d54b279f09c5e5d81dadbf'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:05:15.816963 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0ff99d68-8770-460d-8a70-51716a0cbc8f req-9b441262-5e67-40e5-94fe-5710e5c2394c tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 210 time: 0.0513828 Nov 27 04:05:15.834046 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device d20eadb1-6ffa-46d3-90eb-94a1ba0f6335 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:05:15.951497 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1045110-2b88-4015-8959-9f514abe93c3 req-7b49b88b-983d-40af-9b17-16af5c5ce138 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Made reservation on behalf of b01c762313d54b279f09c5e5d81dadbf for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:05:15.955963 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d1045110-2b88-4015-8959-9f514abe93c3 req-7b49b88b-983d-40af-9b17-16af5c5ce138 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:15.991527 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port d20eadb1-6ffa-46d3-90eb-94a1ba0f6335, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d20eadb1-6ffa-46d3-90eb-94a1ba0f6335,segment=NetworkSegment(44f9be63-e037-4b31-b052-e61f7b1580df),segment_id=44f9be63-e037-4b31-b052-e61f7b1580df)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:05:16.009897 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': 'd20eadb1-6ffa-46d3-90eb-94a1ba0f6335', 'network_id': '3d974f6e-ead8-4b04-97cd-2c933b21d8d8', 'port_id': 'd20eadb1-6ffa-46d3-90eb-94a1ba0f6335', 'mac_address': 'fa:16:3e:8f:fe:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3935c5cc-7160-4c9f-b6db-cc3238ab3379', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:05:16.103307 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-827db56f-870f-45aa-99a4-ecae21a51fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:16.106898 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:16.107939 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:16.124069 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d20eadb1-6ffa-46d3-90eb-94a1ba0f6335 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:05:16.150937 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-d1045110-2b88-4015-8959-9f514abe93c3 req-7b49b88b-983d-40af-9b17-16af5c5ce138 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Allocated IP 172.20.0.9 (ab8fc313-e01d-42bb-a8ec-9d136b503637/ef82cdfa-d224-4963-bff3-3b0049ffee0b/51880870-1fb9-48be-a1a4-5848eab2aa39) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:05:16.162162 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port d20eadb1-6ffa-46d3-90eb-94a1ba0f6335, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d20eadb1-6ffa-46d3-90eb-94a1ba0f6335,segment=NetworkSegment(44f9be63-e037-4b31-b052-e61f7b1580df),segment_id=44f9be63-e037-4b31-b052-e61f7b1580df)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:05:16.169463 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:16.187042 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-77c51662-e128-4907-b6e4-2d1b19a0dabb req-d2bc3a5d-03c4-4798-a2c5-e6ee6d285c58 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c19ca9f-d423-4d3f-abb9-b223a68b1405 HTTP/1.1" status: 200 len: 210 time: 0.0511625 Nov 27 04:05:16.247181 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=d20eadb1-6ffa-46d3-90eb-94a1ba0f6335,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:16.453769 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-dea7d4b6-6966-4492-a896-f498be3e2618 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:16.458644 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-dea7d4b6-6966-4492-a896-f498be3e2618 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.11 "GET /v2.0/networks?id=1a550b15-0796-4700-a8cb-795a6a743018 HTTP/1.1" status: 200 len: 814 time: 0.1389585 Nov 27 04:05:16.482223 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-563cef1a-5c08-48fe-a066-309479e7c097 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Request body: {'port': {'device_id': '1c19ca9f-d423-4d3f-abb9-b223a68b1405', 'network_id': '1a550b15-0796-4700-a8cb-795a6a743018', 'admin_state_up': True, 'tenant_id': '0a3560b8add540d18a832456fc92f93a'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:05:16.590566 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['d20eadb1-6ffa-46d3-90eb-94a1ba0f6335'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:05:16.654517 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031963d7-eb3b-4b6b-a7f5-570c2cc0c361 req-5394e479-1594-486c-bbe2-bc5c1e7cbd9b tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:16.663442 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-031963d7-eb3b-4b6b-a7f5-570c2cc0c361 req-5394e479-1594-486c-bbe2-bc5c1e7cbd9b tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "GET /v2.0/ports?device_id=2796ba70-896d-4d11-827b-5ac1741938f2 HTTP/1.1" status: 200 len: 944 time: 0.1038983 Nov 27 04:05:16.753572 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-563cef1a-5c08-48fe-a066-309479e7c097 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Made reservation on behalf of 0a3560b8add540d18a832456fc92f93a for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:05:16.759642 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-563cef1a-5c08-48fe-a066-309479e7c097 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:16.985648 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2311220f-79a6-4c3c-8b21-22e7e10d61d4 req-7e80068a-d98a-40c4-908e-b615cbe6861c tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=afa8a6ed-f6fc-4fe6-b149-cc18d88909c8 HTTP/1.1" status: 200 len: 210 time: 0.0658343 Nov 27 04:05:16.990876 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d1045110-2b88-4015-8959-9f514abe93c3 req-7b49b88b-983d-40af-9b17-16af5c5ce138 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:16.993304 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-563cef1a-5c08-48fe-a066-309479e7c097 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Allocated IP 172.20.0.9 (1a550b15-0796-4700-a8cb-795a6a743018/045c4317-9bb0-48ee-b6e2-7655576b500e/aa724299-8305-4903-b67e-d73028214073) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:05:17.014755 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-031963d7-eb3b-4b6b-a7f5-570c2cc0c361 req-e611a1ee-1d93-4728-9fdc-f0299383b0d1 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "GET /v2.0/security-groups?id=64318866-af29-446d-887e-a820f7ceb388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3500533 Nov 27 04:05:17.102166 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-942e9983-dc6f-4b0c-a206-6e42bb528216 req-18ac7694-2e7b-4de2-b972-797d60bf2bf0 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 210 time: 0.0334370 Nov 27 04:05:17.107970 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d1045110-2b88-4015-8959-9f514abe93c3 req-7b49b88b-983d-40af-9b17-16af5c5ce138 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:17.142940 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['f74ad9d9-2135-4219-a2cf-c8a9687f47b2', 'd05101d6-34b9-4dd1-b72a-9192332a9b53'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:05:17.179115 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1045110-2b88-4015-8959-9f514abe93c3 req-7b49b88b-983d-40af-9b17-16af5c5ce138 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Network ab8fc313-e01d-42bb-a8ec-9d136b503637 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:05:17.181368 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b49b88b-983d-40af-9b17-16af5c5ce138 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Pushing event updated for resources: {'Port': ['ID=51880870-1fb9-48be-a1a4-5848eab2aa39,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:17.185203 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-d1045110-2b88-4015-8959-9f514abe93c3 req-7b49b88b-983d-40af-9b17-16af5c5ce138 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:05:17.198172 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1045110-2b88-4015-8959-9f514abe93c3 req-7b49b88b-983d-40af-9b17-16af5c5ce138 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:05:17.253686 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 60466) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:17.301021 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1045110-2b88-4015-8959-9f514abe93c3 req-7b49b88b-983d-40af-9b17-16af5c5ce138 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:17.302466 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d1045110-2b88-4015-8959-9f514abe93c3 req-7b49b88b-983d-40af-9b17-16af5c5ce138 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:17.336519 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d1045110-2b88-4015-8959-9f514abe93c3 req-7b49b88b-983d-40af-9b17-16af5c5ce138 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6009631 Nov 27 04:05:17.354772 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-d1045110-2b88-4015-8959-9f514abe93c3 req-6eb3ae6a-5010-43fc-9d09-7443af525901 service neutron] Request body: {'port': {'device_id': 'afa8a6ed-f6fc-4fe6-b149-cc18d88909c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:05:17.366602 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b26c8cc0-a8f9-4bb5-8d9c-c23cd3ac1ec8 req-30f3a11b-127d-420d-96e9-f50f05031f6c tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c19ca9f-d423-4d3f-abb9-b223a68b1405 HTTP/1.1" status: 200 len: 210 time: 0.0881538 Nov 27 04:05:17.456295 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-563cef1a-5c08-48fe-a066-309479e7c097 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:17.463942 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d1045110-2b88-4015-8959-9f514abe93c3 req-6eb3ae6a-5010-43fc-9d09-7443af525901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:17.522815 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-579c6d1f-3448-40e7-a409-92a0b6a7ba61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:17.528424 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-563cef1a-5c08-48fe-a066-309479e7c097 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:17.571758 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-f54f8327-ebca-4d28-812a-438c9b4e782f None None] Provisioning complete for port 51880870-1fb9-48be-a1a4-5848eab2aa39 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:05:17.572316 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f54f8327-ebca-4d28-812a-438c9b4e782f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:17.614203 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-f54f8327-ebca-4d28-812a-438c9b4e782f None None] Port 51880870-1fb9-48be-a1a4-5848eab2aa39 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:05:17.802795 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-d1045110-2b88-4015-8959-9f514abe93c3 req-6eb3ae6a-5010-43fc-9d09-7443af525901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51880870-1fb9-48be-a1a4-5848eab2aa39 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:05:17.811511 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d1045110-2b88-4015-8959-9f514abe93c3 req-6eb3ae6a-5010-43fc-9d09-7443af525901 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:17.824395 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-d1045110-2b88-4015-8959-9f514abe93c3 req-6eb3ae6a-5010-43fc-9d09-7443af525901 service neutron] Transition to ACTIVE for port object 51880870-1fb9-48be-a1a4-5848eab2aa39 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:05:17.829164 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d1045110-2b88-4015-8959-9f514abe93c3 req-6eb3ae6a-5010-43fc-9d09-7443af525901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:17.885370 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3ae6a-5010-43fc-9d09-7443af525901 service neutron] Pushing event updated for resources: {'Port': ['ID=51880870-1fb9-48be-a1a4-5848eab2aa39,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:17.939811 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563cef1a-5c08-48fe-a066-309479e7c097 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Pushing event updated for resources: {'Port': ['ID=aa724299-8305-4903-b67e-d73028214073,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:17.944823 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-563cef1a-5c08-48fe-a066-309479e7c097 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Network 1a550b15-0796-4700-a8cb-795a6a743018 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:05:17.951903 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-563cef1a-5c08-48fe-a066-309479e7c097 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:05:17.957611 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-563cef1a-5c08-48fe-a066-309479e7c097 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:05:18.004749 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-d1045110-2b88-4015-8959-9f514abe93c3 req-6eb3ae6a-5010-43fc-9d09-7443af525901 service neutron] Attempting to bind port 51880870-1fb9-48be-a1a4-5848eab2aa39 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:05:18.005193 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-d1045110-2b88-4015-8959-9f514abe93c3 req-6eb3ae6a-5010-43fc-9d09-7443af525901 service neutron] Attempting to bind port 51880870-1fb9-48be-a1a4-5848eab2aa39 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '732b5cd8-0e80-4483-9a5a-d4731966dbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:05:18.005726 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1045110-2b88-4015-8959-9f514abe93c3 req-6eb3ae6a-5010-43fc-9d09-7443af525901 service neutron] Attempting to bind port 51880870-1fb9-48be-a1a4-5848eab2aa39 on network ab8fc313-e01d-42bb-a8ec-9d136b503637 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:05:18.014993 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1045110-2b88-4015-8959-9f514abe93c3 req-6eb3ae6a-5010-43fc-9d09-7443af525901 service neutron] Port 51880870-1fb9-48be-a1a4-5848eab2aa39 on network ab8fc313-e01d-42bb-a8ec-9d136b503637 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:05:18.015811 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1045110-2b88-4015-8959-9f514abe93c3 req-6eb3ae6a-5010-43fc-9d09-7443af525901 service neutron] Attempting to bind port 51880870-1fb9-48be-a1a4-5848eab2aa39 on network ab8fc313-e01d-42bb-a8ec-9d136b503637 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:05:18.037182 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1045110-2b88-4015-8959-9f514abe93c3 req-6eb3ae6a-5010-43fc-9d09-7443af525901 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:05:18.037182 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1045110-2b88-4015-8959-9f514abe93c3 req-6eb3ae6a-5010-43fc-9d09-7443af525901 service neutron] Checking segment: {'id': '732b5cd8-0e80-4483-9a5a-d4731966dbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:05:18.037182 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1045110-2b88-4015-8959-9f514abe93c3 req-6eb3ae6a-5010-43fc-9d09-7443af525901 service neutron] Bound using segment: {'id': '732b5cd8-0e80-4483-9a5a-d4731966dbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:05:18.037182 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-d1045110-2b88-4015-8959-9f514abe93c3 req-6eb3ae6a-5010-43fc-9d09-7443af525901 service neutron] Bound port: 51880870-1fb9-48be-a1a4-5848eab2aa39, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '732b5cd8-0e80-4483-9a5a-d4731966dbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:05:18.037182 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d1045110-2b88-4015-8959-9f514abe93c3 req-6eb3ae6a-5010-43fc-9d09-7443af525901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:18.125495 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-563cef1a-5c08-48fe-a066-309479e7c097 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:18.126176 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-563cef1a-5c08-48fe-a066-309479e7c097 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:18.169359 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-579c6d1f-3448-40e7-a409-92a0b6a7ba61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:18.199568 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-579c6d1f-3448-40e7-a409-92a0b6a7ba61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:18.201191 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-d1045110-2b88-4015-8959-9f514abe93c3 req-6eb3ae6a-5010-43fc-9d09-7443af525901 service neutron] For port 51880870-1fb9-48be-a1a4-5848eab2aa39, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:05:18.205865 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-d1045110-2b88-4015-8959-9f514abe93c3 req-6eb3ae6a-5010-43fc-9d09-7443af525901 service neutron] For port 51880870-1fb9-48be-a1a4-5848eab2aa39, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=51880870-1fb9-48be-a1a4-5848eab2aa39,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:05:18.214680 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4275b-3541-4955-92cf-c5e40cd51d32 req-05492995-63d7-4a9c-9649-4ecf6f3de268 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:18.216177 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2df4275b-3541-4955-92cf-c5e40cd51d32 req-05492995-63d7-4a9c-9649-4ecf6f3de268 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=afa8a6ed-f6fc-4fe6-b149-cc18d88909c8 HTTP/1.1" status: 200 len: 943 time: 0.0821819 Nov 27 04:05:18.217709 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d1045110-2b88-4015-8959-9f514abe93c3 req-6eb3ae6a-5010-43fc-9d09-7443af525901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:18.270395 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1045110-2b88-4015-8959-9f514abe93c3 req-6eb3ae6a-5010-43fc-9d09-7443af525901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:18.271243 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-d1045110-2b88-4015-8959-9f514abe93c3 req-6eb3ae6a-5010-43fc-9d09-7443af525901 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:18.272713 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d1045110-2b88-4015-8959-9f514abe93c3 req-6eb3ae6a-5010-43fc-9d09-7443af525901 service neutron] 10.222.0.11 "PUT /v2.0/ports/51880870-1fb9-48be-a1a4-5848eab2aa39 HTTP/1.1" status: 200 len: 1091 time: 0.9223557 Nov 27 04:05:18.274781 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa8a6ed-f6fc-4fe6-b149-cc18d88909c8', 'tag': '51880870-1fb9-48be-a1a4-5848eab2aa39'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:05:18.277136 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f75b2f0-8bee-4e2a-987c-9d3edc92ae5d" -d '{"events": [{"name": "network-changed", "server_uuid": "afa8a6ed-f6fc-4fe6-b149-cc18d88909c8", "tag": "51880870-1fb9-48be-a1a4-5848eab2aa39"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:05:18.279743 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-579c6d1f-3448-40e7-a409-92a0b6a7ba61 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9616b35537c54241b8a97202c33e1386&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0217099 Nov 27 04:05:18.284998 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-563cef1a-5c08-48fe-a066-309479e7c097 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8115551 Nov 27 04:05:18.286063 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60480) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:18.313783 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-dd886dad-dd5b-4df8-acbc-1b73057052bf service neutron] Request body: {'port': {'device_id': '1c19ca9f-d423-4d3f-abb9-b223a68b1405', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:05:18.337783 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-57fde5ea-2764-4035-af83-6bd7b8e55223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:18.361911 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3ae6a-5010-43fc-9d09-7443af525901 service neutron] Pushing event updated for resources: {'Port': ['ID=51880870-1fb9-48be-a1a4-5848eab2aa39,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:18.376679 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d0131-3689-4e9a-b102-3413bde7a668 req-ee9ce551-2edb-4f82-adf1-1c1165e1b411 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:18.387409 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-081d0131-3689-4e9a-b102-3413bde7a668 req-ee9ce551-2edb-4f82-adf1-1c1165e1b411 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "GET /v2.0/ports?device_id=2796ba70-896d-4d11-827b-5ac1741938f2 HTTP/1.1" status: 200 len: 944 time: 0.2564692 Nov 27 04:05:18.389039 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579c6d1f-3448-40e7-a409-92a0b6a7ba61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f4e1d9-155b-408e-80f8-d617047fd0fe,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:18.401725 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2df4275b-3541-4955-92cf-c5e40cd51d32 req-33781f5a-6fe2-4ed0-8e50-16f660811b47 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587005 Nov 27 04:05:18.423853 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:05:18.432629 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-38999570-71f5-4743-8b07-450aa06ece0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:18.441686 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1045110-2b88-4015-8959-9f514abe93c3 req-794ff806-98c5-4782-8761-79180203170e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:18.443520 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d1045110-2b88-4015-8959-9f514abe93c3 req-794ff806-98c5-4782-8761-79180203170e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b01c762313d54b279f09c5e5d81dadbf&device_id=afa8a6ed-f6fc-4fe6-b149-cc18d88909c8 HTTP/1.1" status: 200 len: 1094 time: 0.0975821 Nov 27 04:05:18.472851 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-38999570-71f5-4743-8b07-450aa06ece0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:18.526130 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d1045110-2b88-4015-8959-9f514abe93c3 req-f447474f-5648-42c7-978b-0fd57c331341 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51880870-1fb9-48be-a1a4-5848eab2aa39 HTTP/1.1" status: 200 len: 217 time: 0.0652061 Nov 27 04:05:18.550909 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-dd886dad-dd5b-4df8-acbc-1b73057052bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:18.576084 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-081d0131-3689-4e9a-b102-3413bde7a668 req-62455083-5d10-4161-9afd-bb2d61954ff3 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "GET /v2.0/security-groups?id=64318866-af29-446d-887e-a820f7ceb388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886501 Nov 27 04:05:18.627577 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-066d29a0-54a9-4d11-8949-f87c2ad0af45 req-21905203-5d04-44a1-8091-55704285b519 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 210 time: 0.0746944 Nov 27 04:05:18.646215 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629333bb-a772-483d-bccb-bfa1f127e39e x-openstack-request-id: req-629333bb-a772-483d-bccb-bfa1f127e39e {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:05:18.646515 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa8a6ed-f6fc-4fe6-b149-cc18d88909c8", "tag": "51880870-1fb9-48be-a1a4-5848eab2aa39", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:05:18.646806 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-629333bb-a772-483d-bccb-bfa1f127e39e {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:05:18.647204 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa8a6ed-f6fc-4fe6-b149-cc18d88909c8', 'tag': '51880870-1fb9-48be-a1a4-5848eab2aa39', 'status': 'completed', 'code': 200} Nov 27 04:05:18.667126 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1045110-2b88-4015-8959-9f514abe93c3 req-2750c727-8223-4334-b573-53a6a453e92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:18.669550 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d1045110-2b88-4015-8959-9f514abe93c3 req-2750c727-8223-4334-b573-53a6a453e92a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ef82cdfa-d224-4963-bff3-3b0049ffee0b HTTP/1.1" status: 200 len: 850 time: 0.1271961 Nov 27 04:05:18.696770 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-38999570-71f5-4743-8b07-450aa06ece0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:18.702513 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-38999570-71f5-4743-8b07-450aa06ece0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:18.704082 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-38999570-71f5-4743-8b07-450aa06ece0f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b0f4e1d9-155b-408e-80f8-d617047fd0fe HTTP/1.1" status: 204 len: 168 time: 0.4167397 Nov 27 04:05:18.726224 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:18.735932 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38999570-71f5-4743-8b07-450aa06ece0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f4e1d9-155b-408e-80f8-d617047fd0fe,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:18.769020 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1045110-2b88-4015-8959-9f514abe93c3 req-3c54bcfb-e987-4b28-b1df-ddece6c1912e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:18.770578 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d1045110-2b88-4015-8959-9f514abe93c3 req-3c54bcfb-e987-4b28-b1df-ddece6c1912e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab8fc313-e01d-42bb-a8ec-9d136b503637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0934923 Nov 27 04:05:18.889545 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42b31b-915f-4ab7-bdbc-9332c6ec34e4 req-ae47d0e6-b5f7-4060-936f-70fc070c6ed9 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:18.889545 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4a42b31b-915f-4ab7-bdbc-9332c6ec34e4 req-ae47d0e6-b5f7-4060-936f-70fc070c6ed9 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c19ca9f-d423-4d3f-abb9-b223a68b1405 HTTP/1.1" status: 200 len: 931 time: 0.0913148 Nov 27 04:05:18.910094 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d1045110-2b88-4015-8959-9f514abe93c3 req-57b506e2-63c1-4325-9927-c7fe03a6b0d3 service neutron] 10.222.0.11 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318305 Nov 27 04:05:18.988396 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4a42b31b-915f-4ab7-bdbc-9332c6ec34e4 req-d34b75a6-4ea3-4d2f-bcc2-93bffa43b242 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/security-groups?id=130ddf44-70c9-4314-a571-93a8e767d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900385 Nov 27 04:05:18.994198 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-dd886dad-dd5b-4df8-acbc-1b73057052bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa724299-8305-4903-b67e-d73028214073 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:05:19.003231 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-dd886dad-dd5b-4df8-acbc-1b73057052bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:19.029189 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-dd886dad-dd5b-4df8-acbc-1b73057052bf service neutron] Transition to ACTIVE for port object aa724299-8305-4903-b67e-d73028214073 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:05:19.039951 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-dd886dad-dd5b-4df8-acbc-1b73057052bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:19.052730 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d1045110-2b88-4015-8959-9f514abe93c3 req-1fb4da94-5061-4461-83b2-4cb80d2f5b7d service neutron] 10.222.0.11 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346750 Nov 27 04:05:19.112089 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd886dad-dd5b-4df8-acbc-1b73057052bf service neutron] Pushing event updated for resources: {'Port': ['ID=aa724299-8305-4903-b67e-d73028214073,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:19.195555 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60494) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:19.214015 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-12c46c51-0e90-419b-9707-ffec57f3d55c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:19.218190 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-dd886dad-dd5b-4df8-acbc-1b73057052bf service neutron] Attempting to bind port aa724299-8305-4903-b67e-d73028214073 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:05:19.218710 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-dd886dad-dd5b-4df8-acbc-1b73057052bf service neutron] Attempting to bind port aa724299-8305-4903-b67e-d73028214073 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': 'de152f76-3637-4ed8-b028-e760cc9dd166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a550b15-0796-4700-a8cb-795a6a743018'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:05:19.219114 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-dd886dad-dd5b-4df8-acbc-1b73057052bf service neutron] Attempting to bind port aa724299-8305-4903-b67e-d73028214073 on network 1a550b15-0796-4700-a8cb-795a6a743018 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:05:19.223803 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-dd886dad-dd5b-4df8-acbc-1b73057052bf service neutron] Port aa724299-8305-4903-b67e-d73028214073 on network 1a550b15-0796-4700-a8cb-795a6a743018 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:05:19.224209 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-dd886dad-dd5b-4df8-acbc-1b73057052bf service neutron] Attempting to bind port aa724299-8305-4903-b67e-d73028214073 on network 1a550b15-0796-4700-a8cb-795a6a743018 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:05:19.229603 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75b2f0-8bee-4e2a-987c-9d3edc92ae5d req-8aa09f2f-5616-4f07-b94e-29085f1d3708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:19.229797 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-dd886dad-dd5b-4df8-acbc-1b73057052bf service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:05:19.230200 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-dd886dad-dd5b-4df8-acbc-1b73057052bf service neutron] Checking segment: {'id': 'de152f76-3637-4ed8-b028-e760cc9dd166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a550b15-0796-4700-a8cb-795a6a743018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:05:19.230680 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-dd886dad-dd5b-4df8-acbc-1b73057052bf service neutron] Bound using segment: {'id': 'de152f76-3637-4ed8-b028-e760cc9dd166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a550b15-0796-4700-a8cb-795a6a743018'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:05:19.231228 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5f75b2f0-8bee-4e2a-987c-9d3edc92ae5d req-8aa09f2f-5616-4f07-b94e-29085f1d3708 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b01c762313d54b279f09c5e5d81dadbf&device_id=afa8a6ed-f6fc-4fe6-b149-cc18d88909c8 HTTP/1.1" status: 200 len: 1094 time: 0.0903282 Nov 27 04:05:19.231403 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-dd886dad-dd5b-4df8-acbc-1b73057052bf service neutron] Bound port: aa724299-8305-4903-b67e-d73028214073, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de152f76-3637-4ed8-b028-e760cc9dd166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a550b15-0796-4700-a8cb-795a6a743018'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:05:19.231802 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-dd886dad-dd5b-4df8-acbc-1b73057052bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:19.301360 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-dd886dad-dd5b-4df8-acbc-1b73057052bf service neutron] For port aa724299-8305-4903-b67e-d73028214073, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:05:19.305376 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-dd886dad-dd5b-4df8-acbc-1b73057052bf service neutron] For port aa724299-8305-4903-b67e-d73028214073, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=aa724299-8305-4903-b67e-d73028214073,segment=NetworkSegment(de152f76-3637-4ed8-b028-e760cc9dd166),segment_id=de152f76-3637-4ed8-b028-e760cc9dd166)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:05:19.311123 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-dd886dad-dd5b-4df8-acbc-1b73057052bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:19.364024 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75b2f0-8bee-4e2a-987c-9d3edc92ae5d req-18ee0168-7559-4cd3-8e3e-a7847a505a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:19.364791 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-dd886dad-dd5b-4df8-acbc-1b73057052bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:19.365454 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5f75b2f0-8bee-4e2a-987c-9d3edc92ae5d req-18ee0168-7559-4cd3-8e3e-a7847a505a17 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ab8fc313-e01d-42bb-a8ec-9d136b503637 HTTP/1.1" status: 200 len: 912 time: 0.1250038 Nov 27 04:05:19.365833 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-dd886dad-dd5b-4df8-acbc-1b73057052bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:19.367446 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-dd886dad-dd5b-4df8-acbc-1b73057052bf service neutron] 10.222.0.11 "PUT /v2.0/ports/aa724299-8305-4903-b67e-d73028214073 HTTP/1.1" status: 200 len: 1091 time: 1.0658116 Nov 27 04:05:19.368180 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c19ca9f-d423-4d3f-abb9-b223a68b1405', 'tag': 'aa724299-8305-4903-b67e-d73028214073'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:05:19.372091 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4447d8-d119-440a-88d6-f93c8117978f" -d '{"events": [{"name": "network-changed", "server_uuid": "1c19ca9f-d423-4d3f-abb9-b223a68b1405", "tag": "aa724299-8305-4903-b67e-d73028214073"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:05:19.412904 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd886dad-dd5b-4df8-acbc-1b73057052bf service neutron] Pushing event updated for resources: {'Port': ['ID=aa724299-8305-4903-b67e-d73028214073,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:19.437620 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e258bb04-6e5f-4d3a-bb5e-6b1c01a8f1da x-openstack-request-id: req-e258bb04-6e5f-4d3a-bb5e-6b1c01a8f1da {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:05:19.438013 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c19ca9f-d423-4d3f-abb9-b223a68b1405", "tag": "aa724299-8305-4903-b67e-d73028214073", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:05:19.438479 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e258bb04-6e5f-4d3a-bb5e-6b1c01a8f1da {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:05:19.439001 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c19ca9f-d423-4d3f-abb9-b223a68b1405', 'tag': 'aa724299-8305-4903-b67e-d73028214073', 'status': 'completed', 'code': 200} Nov 27 04:05:19.464757 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5f75b2f0-8bee-4e2a-987c-9d3edc92ae5d req-72a15315-3812-4020-a6d7-17d4eb2554ca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51880870-1fb9-48be-a1a4-5848eab2aa39 HTTP/1.1" status: 200 len: 217 time: 0.0753210 Nov 27 04:05:19.466808 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-12c46c51-0e90-419b-9707-ffec57f3d55c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:19.481707 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-12c46c51-0e90-419b-9707-ffec57f3d55c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:19.528695 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:19.561388 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-12c46c51-0e90-419b-9707-ffec57f3d55c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0e6ee50c4fdb4fc090f51ce08176c48e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3646231 Nov 27 04:05:19.562924 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75b2f0-8bee-4e2a-987c-9d3edc92ae5d req-d1a5826a-4b71-4dae-b1fd-b4fd5de9d8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:19.564304 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5f75b2f0-8bee-4e2a-987c-9d3edc92ae5d req-d1a5826a-4b71-4dae-b1fd-b4fd5de9d8a8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ef82cdfa-d224-4963-bff3-3b0049ffee0b HTTP/1.1" status: 200 len: 850 time: 0.0928769 Nov 27 04:05:19.564762 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60500) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:19.579881 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c46c51-0e90-419b-9707-ffec57f3d55c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d135f608-be5d-4565-a55d-9d06c2101d66,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:19.610408 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-c100f839-dae5-46ad-99e9-fd9d78b5bb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:19.612212 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-c100f839-dae5-46ad-99e9-fd9d78b5bb68 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0a3560b8add540d18a832456fc92f93a&device_id=1c19ca9f-d423-4d3f-abb9-b223a68b1405 HTTP/1.1" status: 200 len: 1094 time: 0.1512311 Nov 27 04:05:19.639397 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09aca9-ded2-4383-992a-a96464ac474f req-8ead2a36-e8ef-4d44-862b-c8700209bcb4 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:19.649301 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca09aca9-ded2-4383-992a-a96464ac474f req-8ead2a36-e8ef-4d44-862b-c8700209bcb4 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=afa8a6ed-f6fc-4fe6-b149-cc18d88909c8 HTTP/1.1" status: 200 len: 943 time: 0.0977232 Nov 27 04:05:19.703273 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-15b42f92-f7e2-4837-9625-cf54cfde34fb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa724299-8305-4903-b67e-d73028214073 HTTP/1.1" status: 200 len: 217 time: 0.0750442 Nov 27 04:05:19.742726 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75b2f0-8bee-4e2a-987c-9d3edc92ae5d req-4744443c-9625-405b-a834-c29c5ef9372e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:19.744239 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5f75b2f0-8bee-4e2a-987c-9d3edc92ae5d req-4744443c-9625-405b-a834-c29c5ef9372e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab8fc313-e01d-42bb-a8ec-9d136b503637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1611674 Nov 27 04:05:19.753168 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca09aca9-ded2-4383-992a-a96464ac474f req-c4889928-279e-4129-80e8-0f9b53cb2f9c tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994177 Nov 27 04:05:19.786228 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-76f89629-50dc-46b5-a052-5425d1d63f44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:19.825764 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-13264ae4-2784-4bed-8124-3e14dd27c921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:19.827451 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-13264ae4-2784-4bed-8124-3e14dd27c921 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=045c4317-9bb0-48ee-b6e2-7655576b500e HTTP/1.1" status: 200 len: 854 time: 0.0905871 Nov 27 04:05:19.835523 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7f0d5-7a0a-47ac-91d6-87c59a2e62d1 req-d5a0ba7b-6be7-4bd4-a288-a8f8017481bf tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:19.839165 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6fd7f0d5-7a0a-47ac-91d6-87c59a2e62d1 req-d5a0ba7b-6be7-4bd4-a288-a8f8017481bf tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "GET /v2.0/ports?device_id=2796ba70-896d-4d11-827b-5ac1741938f2 HTTP/1.1" status: 200 len: 944 time: 0.1476007 Nov 27 04:05:19.872031 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-76f89629-50dc-46b5-a052-5425d1d63f44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:19.874157 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device d20eadb1-6ffa-46d3-90eb-94a1ba0f6335 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:05:19.881819 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-2918b8d8-367b-451d-9fbc-c348504f4fe5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1a550b15-0796-4700-a8cb-795a6a743018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460675 Nov 27 04:05:19.883939 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8e49796e-aecc-47d0-a9bc-3dc63d66a866 req-172e12c3-73f6-4780-8eca-b9ce209939e0 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 210 time: 0.0495090 Nov 27 04:05:19.959532 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port d20eadb1-6ffa-46d3-90eb-94a1ba0f6335 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:05:19.968057 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port d20eadb1-6ffa-46d3-90eb-94a1ba0f6335 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:05:19.968436 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:20.014735 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-f0b9b11b-f103-4452-a8b2-7e9b236e993f service neutron] 10.222.0.11 "GET /v2.0/networks/1a550b15-0796-4700-a8cb-795a6a743018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247203 Nov 27 04:05:20.046898 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-76f89629-50dc-46b5-a052-5425d1d63f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:20.051091 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-76f89629-50dc-46b5-a052-5425d1d63f44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:20.052271 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-76f89629-50dc-46b5-a052-5425d1d63f44 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d135f608-be5d-4565-a55d-9d06c2101d66 HTTP/1.1" status: 204 len: 168 time: 0.4858494 Nov 27 04:05:20.122720 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6fd7f0d5-7a0a-47ac-91d6-87c59a2e62d1 req-828ad937-d321-4f0d-ac93-a536f87b8e7d tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "GET /v2.0/security-groups?id=64318866-af29-446d-887e-a820f7ceb388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2583203 Nov 27 04:05:20.125517 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:20.160627 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5f75b2f0-8bee-4e2a-987c-9d3edc92ae5d req-434cf9d5-ba7a-4efc-a06d-c29f70a0c307 service neutron] 10.222.0.11 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887475 Nov 27 04:05:20.182734 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2796ba70-896d-4d11-827b-5ac1741938f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd20eadb1-6ffa-46d3-90eb-94a1ba0f6335'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:05:20.185116 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e077c4-54f7-4f85-a65a-db3ca2e4652b" -d '{"events": [{"server_uuid": "2796ba70-896d-4d11-827b-5ac1741938f2", "name": "network-vif-plugged", "status": "completed", "tag": "d20eadb1-6ffa-46d3-90eb-94a1ba0f6335"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:05:20.246948 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port d20eadb1-6ffa-46d3-90eb-94a1ba0f6335, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d20eadb1-6ffa-46d3-90eb-94a1ba0f6335,segment=NetworkSegment(44f9be63-e037-4b31-b052-e61f7b1580df),segment_id=44f9be63-e037-4b31-b052-e61f7b1580df)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:05:20.257111 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:20.298584 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4259f959-0d7b-4755-b5a8-af9f629eb8ac x-openstack-request-id: req-4259f959-0d7b-4755-b5a8-af9f629eb8ac {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:05:20.298886 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2796ba70-896d-4d11-827b-5ac1741938f2", "name": "network-vif-plugged", "status": "completed", "tag": "d20eadb1-6ffa-46d3-90eb-94a1ba0f6335", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:05:20.299139 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4259f959-0d7b-4755-b5a8-af9f629eb8ac {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:05:20.299524 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2796ba70-896d-4d11-827b-5ac1741938f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd20eadb1-6ffa-46d3-90eb-94a1ba0f6335', 'code': 200} Nov 27 04:05:20.301245 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f89629-50dc-46b5-a052-5425d1d63f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d135f608-be5d-4565-a55d-9d06c2101d66,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:20.305361 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee2046-0cdd-41d2-b207-6d3257621a79 req-c6968839-630a-4038-9c80-926ee425e558 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:20.313977 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-25ee2046-0cdd-41d2-b207-6d3257621a79 req-c6968839-630a-4038-9c80-926ee425e558 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c19ca9f-d423-4d3f-abb9-b223a68b1405 HTTP/1.1" status: 200 len: 943 time: 0.1981497 Nov 27 04:05:20.337907 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=d20eadb1-6ffa-46d3-90eb-94a1ba0f6335,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:20.346367 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3d770c2a-da81-4943-b3d6-cdc907218d2e req-3b3baa97-fbfa-48ab-aa7d-76f6be9b6b82 service neutron] 10.222.0.11 "GET /v2.0/networks/1a550b15-0796-4700-a8cb-795a6a743018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233695 Nov 27 04:05:20.408113 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5f75b2f0-8bee-4e2a-987c-9d3edc92ae5d req-7bdb4e19-b553-47fd-b529-58800c1e7f05 service neutron] 10.222.0.11 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299991 Nov 27 04:05:20.431040 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-25ee2046-0cdd-41d2-b207-6d3257621a79 req-6fc78d04-6398-474f-b106-ddfb5fa9c248 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/security-groups?id=130ddf44-70c9-4314-a571-93a8e767d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161335 Nov 27 04:05:20.470528 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797d601-9957-44d5-9a87-f8a19a7b252e req-f5337979-89ca-4d43-afdb-aaf17dd5eed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:20.472603 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f797d601-9957-44d5-9a87-f8a19a7b252e req-f5337979-89ca-4d43-afdb-aaf17dd5eed1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2796ba70-896d-4d11-827b-5ac1741938f2 HTTP/1.1" status: 200 len: 1096 time: 0.0618160 Nov 27 04:05:20.540481 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f797d601-9957-44d5-9a87-f8a19a7b252e req-273da824-5295-4354-93f8-0f3df7648306 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=64318866-af29-446d-887e-a820f7ceb388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538926 Nov 27 04:05:20.560978 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4447d8-d119-440a-88d6-f93c8117978f req-f92b3f7f-a6be-4c42-949f-3ddddc0f2051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:20.562745 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1f4447d8-d119-440a-88d6-f93c8117978f req-f92b3f7f-a6be-4c42-949f-3ddddc0f2051 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0a3560b8add540d18a832456fc92f93a&device_id=1c19ca9f-d423-4d3f-abb9-b223a68b1405 HTTP/1.1" status: 200 len: 1094 time: 0.0810695 Nov 27 04:05:20.674974 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4447d8-d119-440a-88d6-f93c8117978f req-c04b86e7-46e2-4583-adaa-933461902c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:20.676604 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1f4447d8-d119-440a-88d6-f93c8117978f req-c04b86e7-46e2-4583-adaa-933461902c42 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1a550b15-0796-4700-a8cb-795a6a743018 HTTP/1.1" status: 200 len: 915 time: 0.1059570 Nov 27 04:05:20.742372 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1f4447d8-d119-440a-88d6-f93c8117978f req-b81082f4-a484-407e-9bd5-1d56be12af56 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa724299-8305-4903-b67e-d73028214073 HTTP/1.1" status: 200 len: 217 time: 0.0572531 Nov 27 04:05:20.803427 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4447d8-d119-440a-88d6-f93c8117978f req-4a6e174d-873c-4078-aa03-99e8ec571b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:20.804938 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1f4447d8-d119-440a-88d6-f93c8117978f req-4a6e174d-873c-4078-aa03-99e8ec571b7e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=045c4317-9bb0-48ee-b6e2-7655576b500e HTTP/1.1" status: 200 len: 854 time: 0.0545659 Nov 27 04:05:20.849357 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1f4447d8-d119-440a-88d6-f93c8117978f req-c1aa1451-b3e1-4d41-a057-f04b6dc1914b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1a550b15-0796-4700-a8cb-795a6a743018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357451 Nov 27 04:05:20.955691 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f3fe0-b23b-44e9-8a35-6990114b3026 req-f92f985b-14d2-4587-8470-09dcefdc8e04 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:20.957313 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-485f3fe0-b23b-44e9-8a35-6990114b3026 req-f92f985b-14d2-4587-8470-09dcefdc8e04 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=afa8a6ed-f6fc-4fe6-b149-cc18d88909c8 HTTP/1.1" status: 200 len: 943 time: 0.1122329 Nov 27 04:05:20.963543 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 51880870-1fb9-48be-a1a4-5848eab2aa39 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:05:21.020397 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1f4447d8-d119-440a-88d6-f93c8117978f req-a723b1ee-1d37-4e2e-aaba-06282cfbd791 service neutron] 10.222.0.11 "GET /v2.0/networks/1a550b15-0796-4700-a8cb-795a6a743018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617882 Nov 27 04:05:21.058821 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-485f3fe0-b23b-44e9-8a35-6990114b3026 req-5fe55ea5-df6f-4f85-892c-d12e6742a112 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887663 Nov 27 04:05:21.128066 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4f46a6ba-61df-484d-bee9-9f1a103e9c24 req-b8830c21-0d18-4266-936f-f3f2ebbbf7b0 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 210 time: 0.0388768 Nov 27 04:05:21.200356 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1f4447d8-d119-440a-88d6-f93c8117978f req-2029f6c1-dded-4d11-abf5-e38255f507e9 service neutron] 10.222.0.11 "GET /v2.0/networks/1a550b15-0796-4700-a8cb-795a6a743018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682858 Nov 27 04:05:21.221041 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:21.256364 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 51880870-1fb9-48be-a1a4-5848eab2aa39, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=51880870-1fb9-48be-a1a4-5848eab2aa39,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:05:21.269615 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '51880870-1fb9-48be-a1a4-5848eab2aa39', 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637', 'port_id': '51880870-1fb9-48be-a1a4-5848eab2aa39', 'mac_address': 'fa:16:3e:75:aa:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef82cdfa-d224-4963-bff3-3b0049ffee0b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:05:21.356103 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9922359-87ee-4f3f-a668-4d6c887548e7 req-e18bc7d0-bc13-4c66-9a59-cdcfe5a72d37 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:21.357701 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c9922359-87ee-4f3f-a668-4d6c887548e7 req-e18bc7d0-bc13-4c66-9a59-cdcfe5a72d37 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "GET /v2.0/ports?device_id=2796ba70-896d-4d11-827b-5ac1741938f2 HTTP/1.1" status: 200 len: 945 time: 0.1049802 Nov 27 04:05:21.365237 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:21.380672 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51880870-1fb9-48be-a1a4-5848eab2aa39 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:05:21.404107 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 51880870-1fb9-48be-a1a4-5848eab2aa39, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=51880870-1fb9-48be-a1a4-5848eab2aa39,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:05:21.411525 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:21.444587 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c9922359-87ee-4f3f-a668-4d6c887548e7 req-1f8ee96f-9a92-45e4-ad03-db4c6ade85b6 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "GET /v2.0/security-groups?id=64318866-af29-446d-887e-a820f7ceb388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748506 Nov 27 04:05:21.485243 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=51880870-1fb9-48be-a1a4-5848eab2aa39,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:21.577825 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e6010-5bcb-479d-a324-fd55d641ea04 req-5bd8469d-b30e-4394-832e-da0fcf7d1fbe tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:21.580090 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7e2e6010-5bcb-479d-a324-fd55d641ea04 req-5bd8469d-b30e-4394-832e-da0fcf7d1fbe tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c19ca9f-d423-4d3f-abb9-b223a68b1405 HTTP/1.1" status: 200 len: 943 time: 0.0527470 Nov 27 04:05:21.648638 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7e2e6010-5bcb-479d-a324-fd55d641ea04 req-2e07d9ff-5638-4ec7-8ce9-0f82bfd0f73c tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/security-groups?id=130ddf44-70c9-4314-a571-93a8e767d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614338 Nov 27 04:05:21.700553 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['51880870-1fb9-48be-a1a4-5848eab2aa39'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:05:21.772233 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:22.205307 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51940f47-d14e-4554-b47a-a553870c2517 req-0bef3381-594d-4606-928d-2921da2ed22a tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:22.207097 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-51940f47-d14e-4554-b47a-a553870c2517 req-0bef3381-594d-4606-928d-2921da2ed22a tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=afa8a6ed-f6fc-4fe6-b149-cc18d88909c8 HTTP/1.1" status: 200 len: 944 time: 0.0620453 Nov 27 04:05:22.265248 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3c146856-308b-4689-b37b-587ce0896ee7 req-3e2d4612-98d8-46d7-903c-6746c7047527 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 210 time: 0.0291464 Nov 27 04:05:22.281952 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-51940f47-d14e-4554-b47a-a553870c2517 req-e9df1269-dbf1-420a-9a0e-b07b7b8908d1 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681725 Nov 27 04:05:22.569215 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c31b8-e120-41f9-82d7-71d51d77a55a req-6dccbf8a-86a7-4c21-8749-4fdd9075d1a7 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:22.571239 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c36c31b8-e120-41f9-82d7-71d51d77a55a req-6dccbf8a-86a7-4c21-8749-4fdd9075d1a7 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "GET /v2.0/ports?device_id=2796ba70-896d-4d11-827b-5ac1741938f2 HTTP/1.1" status: 200 len: 945 time: 0.0581424 Nov 27 04:05:22.627253 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c36c31b8-e120-41f9-82d7-71d51d77a55a req-4bbdf75c-2cb1-4444-b4d5-a1e171f337b7 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "GET /v2.0/security-groups?id=64318866-af29-446d-887e-a820f7ceb388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499454 Nov 27 04:05:22.787810 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc217b-27b3-47c1-a4bb-8f1405ae0544 req-be0c452f-4c78-4543-af85-105498a3edaa tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:22.789666 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b7dc217b-27b3-47c1-a4bb-8f1405ae0544 req-be0c452f-4c78-4543-af85-105498a3edaa tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "GET /v2.0/ports?device_id=2796ba70-896d-4d11-827b-5ac1741938f2 HTTP/1.1" status: 200 len: 945 time: 0.0633066 Nov 27 04:05:22.803917 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7629aa-59b9-4758-8128-518e3eb7ede6 req-bca400ac-d93f-436a-9f04-64dddd5dcc0d tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:22.812141 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ec7629aa-59b9-4758-8128-518e3eb7ede6 req-bca400ac-d93f-436a-9f04-64dddd5dcc0d tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c19ca9f-d423-4d3f-abb9-b223a68b1405 HTTP/1.1" status: 200 len: 943 time: 0.0690479 Nov 27 04:05:22.851355 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b7dc217b-27b3-47c1-a4bb-8f1405ae0544 req-a80e2460-0481-401c-aa54-98d01add6da5 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "GET /v2.0/security-groups?id=64318866-af29-446d-887e-a820f7ceb388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552227 Nov 27 04:05:22.878620 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ec7629aa-59b9-4758-8128-518e3eb7ede6 req-e80415b4-56b3-4daf-a3f8-fc6a42ee11bd tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/security-groups?id=130ddf44-70c9-4314-a571-93a8e767d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655563 Nov 27 04:05:22.971488 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device aa724299-8305-4903-b67e-d73028214073 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:05:22.983487 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 51880870-1fb9-48be-a1a4-5848eab2aa39 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:05:23.001428 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a7cba-41c2-426b-a2d0-ec65b42cdfa3 req-a3de3f08-b6e1-4604-9e3c-ebbb762e5c79 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:23.004582 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d53a7cba-41c2-426b-a2d0-ec65b42cdfa3 req-a3de3f08-b6e1-4604-9e3c-ebbb762e5c79 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "GET /v2.0/ports?device_id=2796ba70-896d-4d11-827b-5ac1741938f2 HTTP/1.1" status: 200 len: 945 time: 0.0590367 Nov 27 04:05:23.061860 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d53a7cba-41c2-426b-a2d0-ec65b42cdfa3 req-fb996837-c466-458a-8071-e989fd8c8f3f tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "GET /v2.0/security-groups?id=64318866-af29-446d-887e-a820f7ceb388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484860 Nov 27 04:05:23.090425 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60618) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:23.115614 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 51880870-1fb9-48be-a1a4-5848eab2aa39 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:05:23.121293 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 51880870-1fb9-48be-a1a4-5848eab2aa39 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:05:23.121741 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:23.222942 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port aa724299-8305-4903-b67e-d73028214073, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=aa724299-8305-4903-b67e-d73028214073,segment=NetworkSegment(de152f76-3637-4ed8-b028-e760cc9dd166),segment_id=de152f76-3637-4ed8-b028-e760cc9dd166)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:05:23.249893 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'aa724299-8305-4903-b67e-d73028214073', 'network_id': '1a550b15-0796-4700-a8cb-795a6a743018', 'port_id': 'aa724299-8305-4903-b67e-d73028214073', 'mac_address': 'fa:16:3e:af:f0:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '045c4317-9bb0-48ee-b6e2-7655576b500e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:05:23.368791 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:23.381321 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:23.412716 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ecbcf0-bed9-4401-a73b-fcae0fb8adc5 tempest-TestServerBasicOps-377335553 tempest-TestServerBasicOps-377335553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:23.414858 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-280c9d79-f4b2-4de3-ac74-9575dce91180 req-9f6e0ef1-86a1-4e6e-8cab-433ed5d17141 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 210 time: 0.0391209 Nov 27 04:05:23.419128 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-26ecbcf0-bed9-4401-a73b-fcae0fb8adc5 tempest-TestServerBasicOps-377335553 tempest-TestServerBasicOps-377335553-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2796ba70-896d-4d11-827b-5ac1741938f2 HTTP/1.1" status: 200 len: 1091 time: 0.3242333 Nov 27 04:05:23.419470 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60638) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:23.429618 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa724299-8305-4903-b67e-d73028214073 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:05:23.433039 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-550cb206-677e-4c5a-9353-ba2dbd25e499 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'port_id': 'd20eadb1-6ffa-46d3-90eb-94a1ba0f6335', 'tenant_id': 'fbfad9adb131475bb7fe8210316ae584', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:05:23.462782 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 60640) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:23.471915 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa8a6ed-f6fc-4fe6-b149-cc18d88909c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51880870-1fb9-48be-a1a4-5848eab2aa39'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:05:23.474766 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ba9696-2b4c-431b-8660-fc1bddaebff2" -d '{"events": [{"server_uuid": "afa8a6ed-f6fc-4fe6-b149-cc18d88909c8", "name": "network-vif-plugged", "status": "completed", "tag": "51880870-1fb9-48be-a1a4-5848eab2aa39"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:05:23.479341 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port aa724299-8305-4903-b67e-d73028214073, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=aa724299-8305-4903-b67e-d73028214073,segment=NetworkSegment(de152f76-3637-4ed8-b028-e760cc9dd166),segment_id=de152f76-3637-4ed8-b028-e760cc9dd166)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:05:23.489221 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:23.496277 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 51880870-1fb9-48be-a1a4-5848eab2aa39, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=51880870-1fb9-48be-a1a4-5848eab2aa39,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:05:23.527253 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:23.545740 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e78603-07c7-4276-9276-053826f0d23e x-openstack-request-id: req-76e78603-07c7-4276-9276-053826f0d23e {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:05:23.546065 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa8a6ed-f6fc-4fe6-b149-cc18d88909c8", "name": "network-vif-plugged", "status": "completed", "tag": "51880870-1fb9-48be-a1a4-5848eab2aa39", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:05:23.546326 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76e78603-07c7-4276-9276-053826f0d23e {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:05:23.546733 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa8a6ed-f6fc-4fe6-b149-cc18d88909c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51880870-1fb9-48be-a1a4-5848eab2aa39', 'code': 200} Nov 27 04:05:23.553591 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-550cb206-677e-4c5a-9353-ba2dbd25e499 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks [] for floatingip, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:23.560737 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=aa724299-8305-4903-b67e-d73028214073,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:23.601607 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617efb9a-b221-4ddc-b89f-104ab5632324 req-6074cc66-afcc-4545-90e9-06113be66fc4 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:23.610127 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-617efb9a-b221-4ddc-b89f-104ab5632324 req-6074cc66-afcc-4545-90e9-06113be66fc4 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=afa8a6ed-f6fc-4fe6-b149-cc18d88909c8 HTTP/1.1" status: 200 len: 944 time: 0.1877213 Nov 27 04:05:23.631264 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=51880870-1fb9-48be-a1a4-5848eab2aa39,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:23.674846 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-82f6b782-dd51-4de9-832c-900b9414b2e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:23.789929 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-617efb9a-b221-4ddc-b89f-104ab5632324 req-cc96fe6f-4e67-4f70-8c5c-3ee58927fe3b tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788273 Nov 27 04:05:23.798169 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ccd1c-0063-46f1-96dd-e02ea2f173fb req-64785ff5-21ee-48c9-b1e6-e732231f7e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:23.801124 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a87ccd1c-0063-46f1-96dd-e02ea2f173fb req-64785ff5-21ee-48c9-b1e6-e732231f7e89 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=afa8a6ed-f6fc-4fe6-b149-cc18d88909c8 HTTP/1.1" status: 200 len: 1096 time: 0.1491387 Nov 27 04:05:23.803654 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['aa724299-8305-4903-b67e-d73028214073'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:05:23.808785 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-82f6b782-dd51-4de9-832c-900b9414b2e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:23.820800 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-82f6b782-dd51-4de9-832c-900b9414b2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:23.928241 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-550cb206-677e-4c5a-9353-ba2dbd25e499 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:23.940446 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-82f6b782-dd51-4de9-832c-900b9414b2e8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7bbb263bf6ba44b9b24eba82db688e93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4763060 Nov 27 04:05:23.941671 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f6b782-dd51-4de9-832c-900b9414b2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7846c3-8314-42e1-a14c-2f11b0ce76fc,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:23.944368 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 60650) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:24.057858 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a87ccd1c-0063-46f1-96dd-e02ea2f173fb req-5e8f587f-8651-4193-8732-c1cacfc8ec9f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461946 Nov 27 04:05:24.078197 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d5c560c0-9592-4efd-9d47-4fb812908a3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:24.107584 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d5c560c0-9592-4efd-9d47-4fb812908a3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:24.150861 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba81805b-5add-4be6-9487-aacb0270f5fe req-a1a7f759-3856-4b9d-b067-9a04fc60cf9b tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:24.152760 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ba81805b-5add-4be6-9487-aacb0270f5fe req-a1a7f759-3856-4b9d-b067-9a04fc60cf9b tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c19ca9f-d423-4d3f-abb9-b223a68b1405 HTTP/1.1" status: 200 len: 944 time: 0.1297801 Nov 27 04:05:24.188205 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-550cb206-677e-4c5a-9353-ba2dbd25e499 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Allocated IP 172.25.1.58 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/926fc93e-99fa-406e-a543-fc1ad5736e1b) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:05:24.209956 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d5c560c0-9592-4efd-9d47-4fb812908a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:24.212811 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d5c560c0-9592-4efd-9d47-4fb812908a3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:24.216351 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d5c560c0-9592-4efd-9d47-4fb812908a3a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f7846c3-8314-42e1-a14c-2f11b0ce76fc HTTP/1.1" status: 204 len: 168 time: 0.2686613 Nov 27 04:05:24.226107 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c560c0-9592-4efd-9d47-4fb812908a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7846c3-8314-42e1-a14c-2f11b0ce76fc,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:24.271919 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ba81805b-5add-4be6-9487-aacb0270f5fe req-86f228c0-425c-4471-b515-6f514069da2c tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/security-groups?id=130ddf44-70c9-4314-a571-93a8e767d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787711 Nov 27 04:05:24.319010 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-550cb206-677e-4c5a-9353-ba2dbd25e499 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:24.361319 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-550cb206-677e-4c5a-9353-ba2dbd25e499 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:24.415089 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550cb206-677e-4c5a-9353-ba2dbd25e499 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:05:24.422470 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-550cb206-677e-4c5a-9353-ba2dbd25e499 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:05:24.426456 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550cb206-677e-4c5a-9353-ba2dbd25e499 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:05:24.609867 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-03c8df2a-5faa-4f6a-9add-3fa3cc1daac0 req-a5409d70-7aa2-4841-8508-3655e0cbf2f7 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 210 time: 0.0703378 Nov 27 04:05:24.635831 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550cb206-677e-4c5a-9353-ba2dbd25e499 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Pushing event updated for resources: {'Port': ['ID=926fc93e-99fa-406e-a543-fc1ad5736e1b,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:24.673503 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 60662) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:24.690048 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5891fc8f-27aa-4466-b32a-5d38b7f078bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:24.794163 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5891fc8f-27aa-4466-b32a-5d38b7f078bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:24.799551 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5891fc8f-27aa-4466-b32a-5d38b7f078bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:24.858952 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5891fc8f-27aa-4466-b32a-5d38b7f078bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99219d2-d500-4aae-a8d4-349584d41464,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:24.882258 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60666) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:24.882851 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-5891fc8f-27aa-4466-b32a-5d38b7f078bd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c8a0d83780748c7b0996573ebd55583&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2031105 Nov 27 04:05:24.927799 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-550cb206-677e-4c5a-9353-ba2dbd25e499 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:24.945462 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7779e-f589-45c1-8580-de34a4a905b8 req-e099cf62-327c-4120-94c9-7d71e69efd12 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:24.947303 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0b7779e-f589-45c1-8580-de34a4a905b8 req-e099cf62-327c-4120-94c9-7d71e69efd12 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=afa8a6ed-f6fc-4fe6-b149-cc18d88909c8 HTTP/1.1" status: 200 len: 945 time: 0.0635839 Nov 27 04:05:24.970705 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device aa724299-8305-4903-b67e-d73028214073 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:05:24.992919 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-64d296f2-1808-4ea7-9064-292b50fe3670 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:25.031165 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-64d296f2-1808-4ea7-9064-292b50fe3670 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:25.068815 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port aa724299-8305-4903-b67e-d73028214073 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:05:25.069989 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0b7779e-f589-45c1-8580-de34a4a905b8 req-bcc44364-a79e-4565-9c23-798558b2b4b4 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067643 Nov 27 04:05:25.075164 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port aa724299-8305-4903-b67e-d73028214073 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:05:25.076033 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:25.151022 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-550cb206-677e-4c5a-9353-ba2dbd25e499 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:25.182897 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-64d296f2-1808-4ea7-9064-292b50fe3670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:25.185533 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-64d296f2-1808-4ea7-9064-292b50fe3670 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:25.186791 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-64d296f2-1808-4ea7-9064-292b50fe3670 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d99219d2-d500-4aae-a8d4-349584d41464 HTTP/1.1" status: 204 len: 168 time: 0.3014708 Nov 27 04:05:25.212012 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d296f2-1808-4ea7-9064-292b50fe3670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99219d2-d500-4aae-a8d4-349584d41464,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:25.248957 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:25.324464 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port aa724299-8305-4903-b67e-d73028214073, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=aa724299-8305-4903-b67e-d73028214073,segment=NetworkSegment(de152f76-3637-4ed8-b028-e760cc9dd166),segment_id=de152f76-3637-4ed8-b028-e760cc9dd166)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:05:25.334608 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:25.417144 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=aa724299-8305-4903-b67e-d73028214073,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:25.474581 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-550cb206-677e-4c5a-9353-ba2dbd25e499 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:25.485865 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9d204-75c4-4c08-b348-91f897544dde req-070f8825-923f-48a4-8015-b47f21417d69 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:25.494673 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-94d9d204-75c4-4c08-b348-91f897544dde req-070f8825-923f-48a4-8015-b47f21417d69 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c19ca9f-d423-4d3f-abb9-b223a68b1405 HTTP/1.1" status: 200 len: 945 time: 0.1173716 Nov 27 04:05:25.503760 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-550cb206-677e-4c5a-9353-ba2dbd25e499 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:25.548134 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c19ca9f-d423-4d3f-abb9-b223a68b1405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa724299-8305-4903-b67e-d73028214073'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:05:25.550492 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32734161-0875-49ba-92a3-bd68ef687545" -d '{"events": [{"server_uuid": "1c19ca9f-d423-4d3f-abb9-b223a68b1405", "name": "network-vif-plugged", "status": "completed", "tag": "aa724299-8305-4903-b67e-d73028214073"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:05:25.598093 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da4f68e-18db-4566-9397-3c0538ade98f x-openstack-request-id: req-7da4f68e-18db-4566-9397-3c0538ade98f {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:05:25.598604 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c19ca9f-d423-4d3f-abb9-b223a68b1405", "name": "network-vif-plugged", "status": "completed", "tag": "aa724299-8305-4903-b67e-d73028214073", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:05:25.599025 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7da4f68e-18db-4566-9397-3c0538ade98f {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:05:25.599558 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c19ca9f-d423-4d3f-abb9-b223a68b1405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa724299-8305-4903-b67e-d73028214073', 'code': 200} Nov 27 04:05:25.612817 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-550cb206-677e-4c5a-9353-ba2dbd25e499 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:25.722219 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550cb206-677e-4c5a-9353-ba2dbd25e499 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Pushing event updated for resources: {'Port': ['ID=926fc93e-99fa-406e-a543-fc1ad5736e1b,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:25.776969 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-94d9d204-75c4-4c08-b348-91f897544dde req-9cd4aa65-c20a-41a8-bfde-c588845af36c tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/security-groups?id=130ddf44-70c9-4314-a571-93a8e767d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811208 Nov 27 04:05:25.836480 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e0cdb6f2-abe2-4999-9e7e-3322547b9e7a req-6fe60086-e791-4493-beaf-e8a27eac90e9 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 210 time: 0.0692008 Nov 27 04:05:25.897888 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [None req-550cb206-677e-4c5a-9353-ba2dbd25e499 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Floating IP 81e2f9bc-131f-4e5a-99f5-dd96b3223689 associated. External IP: 172.25.1.58, port: d20eadb1-6ffa-46d3-90eb-94a1ba0f6335. Nov 27 04:05:25.901853 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c044ee-22f1-459e-8e81-c953016fb445 req-19c7eba2-6f61-4004-9392-e8e1ef6aef71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:25.903817 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-41c044ee-22f1-459e-8e81-c953016fb445 req-19c7eba2-6f61-4004-9392-e8e1ef6aef71 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1c19ca9f-d423-4d3f-abb9-b223a68b1405 HTTP/1.1" status: 200 len: 1096 time: 0.1725552 Nov 27 04:05:26.037148 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-41c044ee-22f1-459e-8e81-c953016fb445 req-1fe2c23f-8d8e-4943-a969-3d4157250991 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=130ddf44-70c9-4314-a571-93a8e767d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944221 Nov 27 04:05:26.210418 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550cb206-677e-4c5a-9353-ba2dbd25e499 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Router 9da6bd38-a563-41b6-b674-125aa9fb3fb8 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:05:26.335613 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53afa8-74dd-45e0-9775-0bb945978384 req-d1c7a694-7aaf-46cf-a62d-24c13bbeebbf tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:26.337251 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7a53afa8-74dd-45e0-9775-0bb945978384 req-d1c7a694-7aaf-46cf-a62d-24c13bbeebbf tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=afa8a6ed-f6fc-4fe6-b149-cc18d88909c8 HTTP/1.1" status: 200 len: 945 time: 0.1345844 Nov 27 04:05:26.423107 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7a53afa8-74dd-45e0-9775-0bb945978384 req-90e89fcd-5e6b-40a3-8893-f95796bce2bb tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770712 Nov 27 04:05:26.428947 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550cb206-677e-4c5a-9353-ba2dbd25e499 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:05:26.443300 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efd3c21-c66f-49c7-b105-6b2677b8ce65 None None] Sync routers for ids ['9da6bd38-a563-41b6-b674-125aa9fb3fb8'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:05:26.458131 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efd3c21-c66f-49c7-b105-6b2677b8ce65 None None] Routers {'9da6bd38-a563-41b6-b674-125aa9fb3fb8'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:05:26.459146 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-3efd3c21-c66f-49c7-b105-6b2677b8ce65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:05:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['9da6bd38-a563-41b6-b674-125aa9fb3fb8'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:05:26.497574 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-550cb206-677e-4c5a-9353-ba2dbd25e499 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:26.607040 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-3efd3c21-c66f-49c7-b105-6b2677b8ce65 None None] Set router 9da6bd38-a563-41b6-b674-125aa9fb3fb8 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:05:26.659868 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e709dfb5-6009-443f-baff-8210348918ef req-486c9f4e-f84f-4e26-b87a-2ff1bbb6f299 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=b01c762313d54b279f09c5e5d81dadbf HTTP/1.1" status: 200 len: 267 time: 0.0861602 Nov 27 04:05:26.771818 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709dfb5-6009-443f-baff-8210348918ef req-feb055cc-745b-4ea6-a4be-bd0ec058751c tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:26.773684 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e709dfb5-6009-443f-baff-8210348918ef req-feb055cc-745b-4ea6-a4be-bd0ec058751c tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=afa8a6ed-f6fc-4fe6-b149-cc18d88909c8 HTTP/1.1" status: 200 len: 945 time: 0.1045544 Nov 27 04:05:26.790355 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-e709dfb5-6009-443f-baff-8210348918ef req-f43dce2c-ef45-4c3e-8f7e-d32b92f827be tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Request body: {'port': {'security_groups': []}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:05:27.006849 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e709dfb5-6009-443f-baff-8210348918ef req-f43dce2c-ef45-4c3e-8f7e-d32b92f827be tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:27.033016 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-3efd3c21-c66f-49c7-b105-6b2677b8ce65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da6bd38-a563-41b6-b674-125aa9fb3fb8', 'name': 'tempest-TestServerBasicOps-1604406241-router', 'tenant_id': 'fbfad9adb131475bb7fe8210316ae584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '0636a193-4592-4727-b598-6283b508e02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:04:44Z', 'updated_at': '2021-11-27T04:04:52Z', 'revision_number': 4, 'project_id': 'fbfad9adb131475bb7fe8210316ae584', 'gw_port': {'id': '0636a193-4592-4727-b598-6283b508e02d', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da6bd38-a563-41b6-b674-125aa9fb3fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:04:45Z', 'updated_at': '2021-11-27T04:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '81e2f9bc-131f-4e5a-99f5-dd96b3223689', 'tenant_id': 'fbfad9adb131475bb7fe8210316ae584', 'floating_ip_address': '172.25.1.58', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '9da6bd38-a563-41b6-b674-125aa9fb3fb8', 'port_id': 'd20eadb1-6ffa-46d3-90eb-94a1ba0f6335', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d974f6e-ead8-4b04-97cd-2c933b21d8d8', 'mac_address': 'fa:16:3e:8f:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2796ba70-896d-4d11-827b-5ac1741938f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:05:24Z', 'updated_at': '2021-11-27T04:05:24Z', 'revision_number': 0, 'project_id': 'fbfad9adb131475bb7fe8210316ae584', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd78376d6-f18f-4d19-9178-74b4a07d66b4', 'name': '', 'network_id': '3d974f6e-ead8-4b04-97cd-2c933b21d8d8', 'tenant_id': 'fbfad9adb131475bb7fe8210316ae584', 'mac_address': 'fa:16:3e:a9:99:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da6bd38-a563-41b6-b674-125aa9fb3fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '3935c5cc-7160-4c9f-b6db-cc3238ab3379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:04:51Z', 'updated_at': '2021-11-27T04:05:01Z', 'revision_number': 5, 'project_id': 'fbfad9adb131475bb7fe8210316ae584', 'subnets': [{'id': '3935c5cc-7160-4c9f-b6db-cc3238ab3379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:05:27.101212 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efd3c21-c66f-49c7-b105-6b2677b8ce65 None None] Checking router: 9da6bd38-a563-41b6-b674-125aa9fb3fb8 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:05:27.123614 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efd3c21-c66f-49c7-b105-6b2677b8ce65 None None] Routers {'9da6bd38-a563-41b6-b674-125aa9fb3fb8'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:05:27.136670 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-550cb206-677e-4c5a-9353-ba2dbd25e499 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.7123725 Nov 27 04:05:27.138472 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-3efd3c21-c66f-49c7-b105-6b2677b8ce65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:05:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['9da6bd38-a563-41b6-b674-125aa9fb3fb8'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:05:27.139291 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2796ba70-896d-4d11-827b-5ac1741938f2', 'tag': 'd20eadb1-6ffa-46d3-90eb-94a1ba0f6335'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:05:27.141610 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf01d1bd-d789-4fc0-aa1c-06bca5572964" -d '{"events": [{"name": "network-changed", "server_uuid": "2796ba70-896d-4d11-827b-5ac1741938f2", "tag": "d20eadb1-6ffa-46d3-90eb-94a1ba0f6335"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:05:27.263069 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55f1fa-9b28-4848-a89f-59ecf3181635 req-41c4bb9a-15ef-47c8-965f-5048ce39c069 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:27.274183 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3a55f1fa-9b28-4848-a89f-59ecf3181635 req-41c4bb9a-15ef-47c8-965f-5048ce39c069 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c19ca9f-d423-4d3f-abb9-b223a68b1405 HTTP/1.1" status: 200 len: 945 time: 0.1356626 Nov 27 04:05:27.355070 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3a55f1fa-9b28-4848-a89f-59ecf3181635 req-1a63cb10-474b-45f2-9a0b-ce78e55298ab tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/security-groups?id=130ddf44-70c9-4314-a571-93a8e767d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724883 Nov 27 04:05:27.441223 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-e709dfb5-6009-443f-baff-8210348918ef req-f43dce2c-ef45-4c3e-8f7e-d32b92f827be tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] For port 51880870-1fb9-48be-a1a4-5848eab2aa39, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=51880870-1fb9-48be-a1a4-5848eab2aa39,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:05:27.500719 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e709dfb5-6009-443f-baff-8210348918ef req-f43dce2c-ef45-4c3e-8f7e-d32b92f827be tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:27.508557 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e709dfb5-6009-443f-baff-8210348918ef req-f43dce2c-ef45-4c3e-8f7e-d32b92f827be tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:27.512848 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-92c00f04-175e-4dca-ac5a-0b4f490956d6 req-af72a1ad-9e54-4bb2-bd0f-b4efdc27fb46 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 210 time: 0.0539978 Nov 27 04:05:27.543202 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['f74ad9d9-2135-4219-a2cf-c8a9687f47b2', 'd05101d6-34b9-4dd1-b72a-9192332a9b53', '51880870-1fb9-48be-a1a4-5848eab2aa39'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:05:27.559901 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-3efd3c21-c66f-49c7-b105-6b2677b8ce65 None None] Set router 9da6bd38-a563-41b6-b674-125aa9fb3fb8 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:05:27.613014 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709dfb5-6009-443f-baff-8210348918ef req-f43dce2c-ef45-4c3e-8f7e-d32b92f827be tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:27.613718 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e709dfb5-6009-443f-baff-8210348918ef req-f43dce2c-ef45-4c3e-8f7e-d32b92f827be tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:27.619261 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e709dfb5-6009-443f-baff-8210348918ef req-f43dce2c-ef45-4c3e-8f7e-d32b92f827be tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "PUT /v2.0/ports/51880870-1fb9-48be-a1a4-5848eab2aa39 HTTP/1.1" status: 200 len: 904 time: 0.8375521 Nov 27 04:05:27.619955 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa8a6ed-f6fc-4fe6-b149-cc18d88909c8', 'tag': '51880870-1fb9-48be-a1a4-5848eab2aa39'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:05:27.633285 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ddfa75-5ecb-4231-ad44-302ec50e9e08 x-openstack-request-id: req-e9ddfa75-5ecb-4231-ad44-302ec50e9e08 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:05:27.633579 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2796ba70-896d-4d11-827b-5ac1741938f2", "tag": "d20eadb1-6ffa-46d3-90eb-94a1ba0f6335", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:05:27.633837 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e9ddfa75-5ecb-4231-ad44-302ec50e9e08 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:05:27.634236 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2796ba70-896d-4d11-827b-5ac1741938f2', 'tag': 'd20eadb1-6ffa-46d3-90eb-94a1ba0f6335', 'status': 'completed', 'code': 200} Nov 27 04:05:27.634670 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0a87b6-1c7c-4e9a-b9ab-979befe3f69b" -d '{"events": [{"name": "network-changed", "server_uuid": "afa8a6ed-f6fc-4fe6-b149-cc18d88909c8", "tag": "51880870-1fb9-48be-a1a4-5848eab2aa39"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:05:27.761869 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04861742-c6c7-42f4-b85a-2f1057cbab9a x-openstack-request-id: req-04861742-c6c7-42f4-b85a-2f1057cbab9a {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:05:27.762423 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa8a6ed-f6fc-4fe6-b149-cc18d88909c8", "tag": "51880870-1fb9-48be-a1a4-5848eab2aa39", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:05:27.762842 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-04861742-c6c7-42f4-b85a-2f1057cbab9a {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:05:27.763760 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa8a6ed-f6fc-4fe6-b149-cc18d88909c8', 'tag': '51880870-1fb9-48be-a1a4-5848eab2aa39', 'status': 'completed', 'code': 200} Nov 27 04:05:27.784098 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43dce2c-ef45-4c3e-8f7e-d32b92f827be tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Pushing event updated for resources: {'Port': ['ID=51880870-1fb9-48be-a1a4-5848eab2aa39,revision_number=6']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:27.799429 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['51880870-1fb9-48be-a1a4-5848eab2aa39'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:05:27.880233 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01d1bd-d789-4fc0-aa1c-06bca5572964 req-f5926f64-9572-4b4c-a0cd-884b7f19a3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:27.884093 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cf01d1bd-d789-4fc0-aa1c-06bca5572964 req-f5926f64-9572-4b4c-a0cd-884b7f19a3af service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fbfad9adb131475bb7fe8210316ae584&device_id=2796ba70-896d-4d11-827b-5ac1741938f2 HTTP/1.1" status: 200 len: 1096 time: 0.2027607 Nov 27 04:05:27.960405 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a87b6-1c7c-4e9a-b9ab-979befe3f69b req-81079999-c28c-411f-8fa3-5630cbaf8178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:27.965546 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4f0a87b6-1c7c-4e9a-b9ab-979befe3f69b req-81079999-c28c-411f-8fa3-5630cbaf8178 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b01c762313d54b279f09c5e5d81dadbf&device_id=afa8a6ed-f6fc-4fe6-b149-cc18d88909c8 HTTP/1.1" status: 200 len: 1058 time: 0.1822133 Nov 27 04:05:27.972597 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0d89e-5724-4c5f-a771-7f971addc6f6 req-600c5702-5dfe-4f3b-87ea-b641ef3940f3 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:27.995024 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-84a0d89e-5724-4c5f-a771-7f971addc6f6 req-600c5702-5dfe-4f3b-87ea-b641ef3940f3 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=afa8a6ed-f6fc-4fe6-b149-cc18d88909c8 HTTP/1.1" status: 200 len: 907 time: 0.2425296 Nov 27 04:05:28.159790 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-3efd3c21-c66f-49c7-b105-6b2677b8ce65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da6bd38-a563-41b6-b674-125aa9fb3fb8', 'name': 'tempest-TestServerBasicOps-1604406241-router', 'tenant_id': 'fbfad9adb131475bb7fe8210316ae584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '0636a193-4592-4727-b598-6283b508e02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:04:44Z', 'updated_at': '2021-11-27T04:04:52Z', 'revision_number': 4, 'project_id': 'fbfad9adb131475bb7fe8210316ae584', 'gw_port': {'id': '0636a193-4592-4727-b598-6283b508e02d', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da6bd38-a563-41b6-b674-125aa9fb3fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:04:45Z', 'updated_at': '2021-11-27T04:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '81e2f9bc-131f-4e5a-99f5-dd96b3223689', 'tenant_id': 'fbfad9adb131475bb7fe8210316ae584', 'floating_ip_address': '172.25.1.58', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '9da6bd38-a563-41b6-b674-125aa9fb3fb8', 'port_id': 'd20eadb1-6ffa-46d3-90eb-94a1ba0f6335', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d974f6e-ead8-4b04-97cd-2c933b21d8d8', 'mac_address': 'fa:16:3e:8f:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2796ba70-896d-4d11-827b-5ac1741938f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:05:24Z', 'updated_at': '2021-11-27T04:05:24Z', 'revision_number': 0, 'project_id': 'fbfad9adb131475bb7fe8210316ae584', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd78376d6-f18f-4d19-9178-74b4a07d66b4', 'name': '', 'network_id': '3d974f6e-ead8-4b04-97cd-2c933b21d8d8', 'tenant_id': 'fbfad9adb131475bb7fe8210316ae584', 'mac_address': 'fa:16:3e:a9:99:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da6bd38-a563-41b6-b674-125aa9fb3fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '3935c5cc-7160-4c9f-b6db-cc3238ab3379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:04:51Z', 'updated_at': '2021-11-27T04:05:01Z', 'revision_number': 5, 'project_id': 'fbfad9adb131475bb7fe8210316ae584', 'subnets': [{'id': '3935c5cc-7160-4c9f-b6db-cc3238ab3379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:05:28.236802 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a87b6-1c7c-4e9a-b9ab-979befe3f69b req-72ca3031-c80a-4ada-8fe5-8b9ca485290b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:28.238487 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4f0a87b6-1c7c-4e9a-b9ab-979befe3f69b req-72ca3031-c80a-4ada-8fe5-8b9ca485290b service neutron] 10.222.0.11 "GET /v2.0/networks?id=ab8fc313-e01d-42bb-a8ec-9d136b503637 HTTP/1.1" status: 200 len: 912 time: 0.2497690 Nov 27 04:05:28.251635 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efd3c21-c66f-49c7-b105-6b2677b8ce65 None None] The sync data for ids ['9da6bd38-a563-41b6-b674-125aa9fb3fb8'] in n-d-819494-3 is: [{'id': '9da6bd38-a563-41b6-b674-125aa9fb3fb8', 'name': 'tempest-TestServerBasicOps-1604406241-router', 'tenant_id': 'fbfad9adb131475bb7fe8210316ae584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '0636a193-4592-4727-b598-6283b508e02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:04:44Z', 'updated_at': '2021-11-27T04:04:52Z', 'revision_number': 4, 'project_id': 'fbfad9adb131475bb7fe8210316ae584', 'gw_port': {'id': '0636a193-4592-4727-b598-6283b508e02d', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da6bd38-a563-41b6-b674-125aa9fb3fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:04:45Z', 'updated_at': '2021-11-27T04:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '81e2f9bc-131f-4e5a-99f5-dd96b3223689', 'tenant_id': 'fbfad9adb131475bb7fe8210316ae584', 'floating_ip_address': '172.25.1.58', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '9da6bd38-a563-41b6-b674-125aa9fb3fb8', 'port_id': 'd20eadb1-6ffa-46d3-90eb-94a1ba0f6335', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d974f6e-ead8-4b04-97cd-2c933b21d8d8', 'mac_address': 'fa:16:3e:8f:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2796ba70-896d-4d11-827b-5ac1741938f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:05:24Z', 'updated_at': '2021-11-27T04:05:24Z', 'revision_number': 0, 'project_id': 'fbfad9adb131475bb7fe8210316ae584', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd78376d6-f18f-4d19-9178-74b4a07d66b4', 'name': '', 'network_id': '3d974f6e-ead8-4b04-97cd-2c933b21d8d8', 'tenant_id': 'fbfad9adb131475bb7fe8210316ae584', 'mac_address': 'fa:16:3e:a9:99:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da6bd38-a563-41b6-b674-125aa9fb3fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '3935c5cc-7160-4c9f-b6db-cc3238ab3379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:04:51Z', 'updated_at': '2021-11-27T04:05:01Z', 'revision_number': 5, 'project_id': 'fbfad9adb131475bb7fe8210316ae584', 'subnets': [{'id': '3935c5cc-7160-4c9f-b6db-cc3238ab3379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:05:28.322153 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-6eba2aec-2669-409b-ba33-3b1c058a1448 None None] Provisioning complete for port 51880870-1fb9-48be-a1a4-5848eab2aa39 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:05:28.326371 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6eba2aec-2669-409b-ba33-3b1c058a1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:28.326812 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4f0a87b6-1c7c-4e9a-b9ab-979befe3f69b req-7fb7d811-5b85-4c7f-b52d-ad0b9c05fe53 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51880870-1fb9-48be-a1a4-5848eab2aa39 HTTP/1.1" status: 200 len: 217 time: 0.0791404 Nov 27 04:05:28.355173 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01d1bd-d789-4fc0-aa1c-06bca5572964 req-ea2423f4-1a59-4e39-8aab-89b3b9fe5d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:28.359046 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cf01d1bd-d789-4fc0-aa1c-06bca5572964 req-ea2423f4-1a59-4e39-8aab-89b3b9fe5d43 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3d974f6e-ead8-4b04-97cd-2c933b21d8d8 HTTP/1.1" status: 200 len: 910 time: 0.4539955 Nov 27 04:05:28.459384 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a87b6-1c7c-4e9a-b9ab-979befe3f69b req-347ac909-d580-46ef-80e6-3325293c3e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:28.462974 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4f0a87b6-1c7c-4e9a-b9ab-979befe3f69b req-347ac909-d580-46ef-80e6-3325293c3e33 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ef82cdfa-d224-4963-bff3-3b0049ffee0b HTTP/1.1" status: 200 len: 850 time: 0.1299691 Nov 27 04:05:28.505281 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeecd7b7-17b7-4aac-804f-63d04d3d9234 req-db91f1fe-b38d-4760-8dcd-144a8a16254b tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:28.519213 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-aeecd7b7-17b7-4aac-804f-63d04d3d9234 req-db91f1fe-b38d-4760-8dcd-144a8a16254b tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.3093953 Nov 27 04:05:28.566355 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cf01d1bd-d789-4fc0-aa1c-06bca5572964 req-09d5979a-9509-481c-bfd1-5e2ff884c3f9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d20eadb1-6ffa-46d3-90eb-94a1ba0f6335 HTTP/1.1" status: 200 len: 998 time: 0.1957049 Nov 27 04:05:28.644461 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-aeecd7b7-17b7-4aac-804f-63d04d3d9234 req-3ec9e96d-62e3-4a31-a192-ab7705616248 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242478 Nov 27 04:05:28.698386 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246df3c4-ab8e-43fd-9607-3cd82f5f85c7 req-faee4935-7163-4f73-96f2-5983be275f27 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:28.700163 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-246df3c4-ab8e-43fd-9607-3cd82f5f85c7 req-faee4935-7163-4f73-96f2-5983be275f27 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c19ca9f-d423-4d3f-abb9-b223a68b1405 HTTP/1.1" status: 200 len: 945 time: 0.2301624 Nov 27 04:05:28.702652 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a87b6-1c7c-4e9a-b9ab-979befe3f69b req-06c4ccd4-ec9a-4b65-8cc8-e3ad8cc70ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:28.704677 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4f0a87b6-1c7c-4e9a-b9ab-979befe3f69b req-06c4ccd4-ec9a-4b65-8cc8-e3ad8cc70ca6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab8fc313-e01d-42bb-a8ec-9d136b503637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2327750 Nov 27 04:05:28.758652 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c812bf-ef96-4ae8-b564-82a899c6d186 None None] New status for floating IP 81e2f9bc-131f-4e5a-99f5-dd96b3223689: ACTIVE {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:05:28.814977 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01d1bd-d789-4fc0-aa1c-06bca5572964 req-b48ff366-e690-4811-aee5-76d554f1cd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:28.816493 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cf01d1bd-d789-4fc0-aa1c-06bca5572964 req-b48ff366-e690-4811-aee5-76d554f1cd7e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3935c5cc-7160-4c9f-b6db-cc3238ab3379 HTTP/1.1" status: 200 len: 848 time: 0.2267356 Nov 27 04:05:28.909862 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4f0a87b6-1c7c-4e9a-b9ab-979befe3f69b req-194584ab-b6fe-4e1c-83be-5d20fdb93f78 service neutron] 10.222.0.11 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913877 Nov 27 04:05:28.985746 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62da83e-6c33-426f-b8b5-0314f92ab213 req-4835dba1-da9d-4f14-b791-6101577fd806 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:28.988117 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b62da83e-6c33-426f-b8b5-0314f92ab213 req-4835dba1-da9d-4f14-b791-6101577fd806 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=5885d17f-c03c-4e6c-9b0f-817c13169cfa HTTP/1.1" status: 200 len: 946 time: 0.1694269 Nov 27 04:05:29.058637 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01d1bd-d789-4fc0-aa1c-06bca5572964 req-22501d3a-6f67-40e4-83e7-df45045ec0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:29.060508 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cf01d1bd-d789-4fc0-aa1c-06bca5572964 req-22501d3a-6f67-40e4-83e7-df45045ec0fb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3d974f6e-ead8-4b04-97cd-2c933b21d8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2145021 Nov 27 04:05:29.099228 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-246df3c4-ab8e-43fd-9607-3cd82f5f85c7 req-2a56b6fb-f69d-46fa-a359-c53e6ea37300 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/security-groups?id=130ddf44-70c9-4314-a571-93a8e767d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698943 Nov 27 04:05:29.101246 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4f0a87b6-1c7c-4e9a-b9ab-979befe3f69b req-6c976a90-ac46-424c-ba26-6da55aa0e3a4 service neutron] 10.222.0.11 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320851 Nov 27 04:05:29.323035 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-659bb8be-f991-4198-84c2-59b6815645cb req-5eda47bc-e68e-42db-b396-9a7b824a332c tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 210 time: 0.0498197 Nov 27 04:05:29.344064 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b62da83e-6c33-426f-b8b5-0314f92ab213 req-bbd55659-54d2-4251-a2be-d90eec3fe7d0 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/security-groups?id=8836fad6-5b2e-4036-bf51-408bbb5dc58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395932 Nov 27 04:05:29.515609 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cf01d1bd-d789-4fc0-aa1c-06bca5572964 req-83eabb47-0704-42a4-9bc8-2e15cca57ff6 service neutron] 10.222.0.23 "GET /v2.0/networks/3d974f6e-ead8-4b04-97cd-2c933b21d8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4380252 Nov 27 04:05:29.652969 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a38708-48e6-4e9d-9676-f40c67ecf309 req-003616a4-cc7c-4174-b0e2-90e3e19e0444 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:29.660492 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a9a38708-48e6-4e9d-9676-f40c67ecf309 req-003616a4-cc7c-4174-b0e2-90e3e19e0444 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.1491673 Nov 27 04:05:29.707991 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cf01d1bd-d789-4fc0-aa1c-06bca5572964 req-02253983-874f-497b-99a3-f502a2e0531c service neutron] 10.222.0.23 "GET /v2.0/networks/3d974f6e-ead8-4b04-97cd-2c933b21d8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820910 Nov 27 04:05:29.752265 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a9a38708-48e6-4e9d-9676-f40c67ecf309 req-8963eed7-00a2-4575-950f-adf94f413fe1 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906355 Nov 27 04:05:29.924113 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60834) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:30.116978 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c253ebec-f355-483d-99d5-aea4d76c4e37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:30.270019 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c253ebec-f355-483d-99d5-aea4d76c4e37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:30.278335 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fe86a-482b-4635-9f1f-c43631c047ca req-8eee11ce-5d6b-4069-a7df-68735a46018b tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:30.280469 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-694fe86a-482b-4635-9f1f-c43631c047ca req-8eee11ce-5d6b-4069-a7df-68735a46018b tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/networks?id=ab8fc313-e01d-42bb-a8ec-9d136b503637 HTTP/1.1" status: 200 len: 811 time: 0.2340629 Nov 27 04:05:30.281633 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c253ebec-f355-483d-99d5-aea4d76c4e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:30.304418 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f1e21-aece-4679-905b-1fb8245eb344 req-d16f8514-3377-4f02-9c83-80ac48ad3261 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:30.305860 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9b2f1e21-aece-4679-905b-1fb8245eb344 req-d16f8514-3377-4f02-9c83-80ac48ad3261 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.23 "GET /v2.0/ports?device_id=5885d17f-c03c-4e6c-9b0f-817c13169cfa HTTP/1.1" status: 200 len: 946 time: 0.0703540 Nov 27 04:05:30.323699 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c253ebec-f355-483d-99d5-aea4d76c4e37 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=908664dca30f41b6821df45b8af9930e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3984263 Nov 27 04:05:30.326950 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60880) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:30.329584 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-694fe86a-482b-4635-9f1f-c43631c047ca req-9997cfc2-2897-46f5-8402-1a341368ae87 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/quotas/b01c762313d54b279f09c5e5d81dadbf HTTP/1.1" status: 200 len: 375 time: 0.0285912 Nov 27 04:05:30.360320 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c253ebec-f355-483d-99d5-aea4d76c4e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b42346-dd68-4fbe-8e44-7aa1451f3bc6,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:30.444198 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-9b2f1e21-aece-4679-905b-1fb8245eb344 req-4a76cae3-3b16-4bc8-be71-2909127caf67 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Deleting port cd9ca861-1735-48b9-b7a8-bc1f790366f5 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:05:30.444976 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-694fe86a-482b-4635-9f1f-c43631c047ca req-27217278-e078-4a13-89c7-7813aa89c655 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b01c762313d54b279f09c5e5d81dadbf&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1040967 Nov 27 04:05:30.449535 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cdb30379-55e2-42cf-b863-b9ce7b204042 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:30.456227 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9b2f1e21-aece-4679-905b-1fb8245eb344 req-4a76cae3-3b16-4bc8-be71-2909127caf67 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:30.521379 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cdb30379-55e2-42cf-b863-b9ce7b204042 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:30.599546 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-694fe86a-482b-4635-9f1f-c43631c047ca req-b187e6aa-633f-4ea5-9785-888dbe67058c service neutron] 10.222.0.20 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388605 Nov 27 04:05:30.610179 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee1c80-da38-4a03-b181-d53a569817c2 req-3a8dde93-c6a7-42d3-a99f-934acae8ae12 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:30.612127 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1fee1c80-da38-4a03-b181-d53a569817c2 req-3a8dde93-c6a7-42d3-a99f-934acae8ae12 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=5885d17f-c03c-4e6c-9b0f-817c13169cfa HTTP/1.1" status: 200 len: 946 time: 0.1008685 Nov 27 04:05:30.639844 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-9b2f1e21-aece-4679-905b-1fb8245eb344 req-4a76cae3-3b16-4bc8-be71-2909127caf67 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] For port cd9ca861-1735-48b9-b7a8-bc1f790366f5, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=cd9ca861-1735-48b9-b7a8-bc1f790366f5,segment=NetworkSegment(ebf9e551-55f8-4bea-b6f1-8b78b226551a),segment_id=ebf9e551-55f8-4bea-b6f1-8b78b226551a)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:05:30.640467 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9b2f1e21-aece-4679-905b-1fb8245eb344 req-4a76cae3-3b16-4bc8-be71-2909127caf67 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:30.665411 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cdb30379-55e2-42cf-b863-b9ce7b204042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:30.666002 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-9b2f1e21-aece-4679-905b-1fb8245eb344 req-4a76cae3-3b16-4bc8-be71-2909127caf67 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Calling delete_port for cd9ca861-1735-48b9-b7a8-bc1f790366f5 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:05:30.668635 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cdb30379-55e2-42cf-b863-b9ce7b204042 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:30.670063 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-cdb30379-55e2-42cf-b863-b9ce7b204042 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/22b42346-dd68-4fbe-8e44-7aa1451f3bc6 HTTP/1.1" status: 204 len: 168 time: 0.3418019 Nov 27 04:05:30.682262 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb30379-55e2-42cf-b863-b9ce7b204042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b42346-dd68-4fbe-8e44-7aa1451f3bc6,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:30.771470 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-694fe86a-482b-4635-9f1f-c43631c047ca req-f70da32c-8453-4cc8-8853-e193f21aad31 service neutron] 10.222.0.20 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708486 Nov 27 04:05:30.811257 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1fee1c80-da38-4a03-b181-d53a569817c2 req-39027651-9395-4faf-bcd6-9285dbb59b93 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/security-groups?id=8836fad6-5b2e-4036-bf51-408bbb5dc58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778507 Nov 27 04:05:31.009749 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c7784025-a212-4228-8ebe-417ab3763fcb req-82e5e1ea-7d3d-4c4b-a28f-2adb8a5d72d8 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 210 time: 0.0813704 Nov 27 04:05:31.046579 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9b2f1e21-aece-4679-905b-1fb8245eb344 req-4a76cae3-3b16-4bc8-be71-2909127caf67 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:31.081880 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['17fb2973-29f3-4d7b-9f1b-1960f8905677', 'f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7', '55ec030f-36e4-4433-9b2e-61cb4c7f2748', 'cd9ca861-1735-48b9-b7a8-bc1f790366f5'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:05:31.127757 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c48d311f-d1ca-4118-a61f-b79f1590fca3 req-2d7ccc1f-f961-4524-9056-f08988cb653b tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=520ecfba-0495-4314-8885-a8a5009ed9ea HTTP/1.1" status: 200 len: 210 time: 0.0462196 Nov 27 04:05:31.164777 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76cae3-3b16-4bc8-be71-2909127caf67 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Pushing event deleted for resources: {'Port': ['ID=cd9ca861-1735-48b9-b7a8-bc1f790366f5,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:31.217573 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47dbbc2-0442-471b-95e6-853f1cf46574 None None] DHCP port deletion for 759ac2b1-65e6-49cb-874d-aae0615c0432 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:05:31.280511 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b2f1e21-aece-4679-905b-1fb8245eb344 req-4a76cae3-3b16-4bc8-be71-2909127caf67 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] No DVR routers for this DVR port cd9ca861-1735-48b9-b7a8-bc1f790366f5 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:05:31.293377 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9b2f1e21-aece-4679-905b-1fb8245eb344 req-4a76cae3-3b16-4bc8-be71-2909127caf67 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:31.297170 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9b2f1e21-aece-4679-905b-1fb8245eb344 req-4a76cae3-3b16-4bc8-be71-2909127caf67 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.23 "DELETE /v2.0/ports/cd9ca861-1735-48b9-b7a8-bc1f790366f5 HTTP/1.1" status: 204 len: 173 time: 0.9848158 Nov 27 04:05:31.297830 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5885d17f-c03c-4e6c-9b0f-817c13169cfa', 'name': 'network-vif-deleted', 'tag': 'cd9ca861-1735-48b9-b7a8-bc1f790366f5'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:05:31.300324 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155c050f-fd8d-40f0-b649-e1c7f90009a6" -d '{"events": [{"server_uuid": "5885d17f-c03c-4e6c-9b0f-817c13169cfa", "name": "network-vif-deleted", "tag": "cd9ca861-1735-48b9-b7a8-bc1f790366f5"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:05:31.305916 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 60902) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:31.331838 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-89d0ef6a-086a-4c56-94c2-1a2ec8fd5904 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:31.375536 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd1693a-d337-403a-bf5c-e3ab1ada5631 x-openstack-request-id: req-fbd1693a-d337-403a-bf5c-e3ab1ada5631 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:05:31.375866 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5885d17f-c03c-4e6c-9b0f-817c13169cfa", "name": "network-vif-deleted", "tag": "cd9ca861-1735-48b9-b7a8-bc1f790366f5", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:05:31.376658 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fbd1693a-d337-403a-bf5c-e3ab1ada5631 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:05:31.376658 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5885d17f-c03c-4e6c-9b0f-817c13169cfa', 'name': 'network-vif-deleted', 'tag': 'cd9ca861-1735-48b9-b7a8-bc1f790366f5', 'status': 'completed', 'code': 200} Nov 27 04:05:31.525666 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-89d0ef6a-086a-4c56-94c2-1a2ec8fd5904 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:31.538184 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-89d0ef6a-086a-4c56-94c2-1a2ec8fd5904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:31.593480 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d0ef6a-086a-4c56-94c2-1a2ec8fd5904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532c8f2c-34c6-45ad-9f35-f827f931dec2,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:31.606250 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-89d0ef6a-086a-4c56-94c2-1a2ec8fd5904 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9c4fedcf2755434ebfa3f86d6417c9c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2958763 Nov 27 04:05:31.607204 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 60908) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:31.693141 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d266da87-73ee-44a2-819c-0b3f1e790749 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:31.730152 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d266da87-73ee-44a2-819c-0b3f1e790749 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:31.793240 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d266da87-73ee-44a2-819c-0b3f1e790749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:31.799127 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d266da87-73ee-44a2-819c-0b3f1e790749 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:31.802584 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d266da87-73ee-44a2-819c-0b3f1e790749 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/532c8f2c-34c6-45ad-9f35-f827f931dec2 HTTP/1.1" status: 204 len: 168 time: 0.1928492 Nov 27 04:05:31.819831 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d266da87-73ee-44a2-819c-0b3f1e790749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532c8f2c-34c6-45ad-9f35-f827f931dec2,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:32.065194 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1dc15066-4443-4450-b04a-6cd110ed111e req-7c3c93d7-3e98-489c-856d-e52455e713bd tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=5885d17f-c03c-4e6c-9b0f-817c13169cfa HTTP/1.1" status: 200 len: 210 time: 0.0473080 Nov 27 04:05:32.253122 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8f59f36e-e919-46f7-b645-cd21a0a618a4 req-c90c19e0-fef5-4576-824e-0652098c4a6c tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0df347-c9ad-4edf-995b-d6d6d14bcd08 HTTP/1.1" status: 200 len: 210 time: 0.0693343 Nov 27 04:05:32.335956 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6e82001b-1ae6-4ba1-b201-08dcc1028d51 req-f7403e74-a66a-4ae0-b535-0a875d6cd688 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=520ecfba-0495-4314-8885-a8a5009ed9ea HTTP/1.1" status: 200 len: 210 time: 0.0374489 Nov 27 04:05:33.014095 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fe86a-482b-4635-9f1f-c43631c047ca req-8b01b29c-ebab-4f48-818f-5cc8c44b1db7 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:33.016296 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-694fe86a-482b-4635-9f1f-c43631c047ca req-8b01b29c-ebab-4f48-818f-5cc8c44b1db7 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.23 "GET /v2.0/networks?id=ab8fc313-e01d-42bb-a8ec-9d136b503637 HTTP/1.1" status: 200 len: 811 time: 0.2139153 Nov 27 04:05:33.077864 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-694fe86a-482b-4635-9f1f-c43631c047ca req-828c59b4-39f9-404d-bef4-bc9c389a96a5 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Request body: {'port': {'device_id': '520ecfba-0495-4314-8885-a8a5009ed9ea', 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637', 'admin_state_up': True, 'tenant_id': 'b01c762313d54b279f09c5e5d81dadbf'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:05:33.355926 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-694fe86a-482b-4635-9f1f-c43631c047ca req-828c59b4-39f9-404d-bef4-bc9c389a96a5 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Made reservation on behalf of b01c762313d54b279f09c5e5d81dadbf for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:05:33.360634 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-694fe86a-482b-4635-9f1f-c43631c047ca req-828c59b4-39f9-404d-bef4-bc9c389a96a5 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:33.382909 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60968) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:33.512588 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a2d35e12-1dbb-4084-934e-43e379c31aa2 req-487ce201-d3d9-40e3-804f-c0974055f625 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=520ecfba-0495-4314-8885-a8a5009ed9ea HTTP/1.1" status: 200 len: 210 time: 0.0721850 Nov 27 04:05:33.513709 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8841ee15-a52f-4ac9-bb69-bd306f7b0d42 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:33.547558 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8841ee15-a52f-4ac9-bb69-bd306f7b0d42 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:33.564285 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-694fe86a-482b-4635-9f1f-c43631c047ca req-828c59b4-39f9-404d-bef4-bc9c389a96a5 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Allocated IP 172.20.0.5 (ab8fc313-e01d-42bb-a8ec-9d136b503637/ef82cdfa-d224-4963-bff3-3b0049ffee0b/a5690a54-5e10-4375-98b0-f1a7b41b8184) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:05:33.644786 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8841ee15-a52f-4ac9-bb69-bd306f7b0d42 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:33.648197 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8841ee15-a52f-4ac9-bb69-bd306f7b0d42 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:33.652896 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8841ee15-a52f-4ac9-bb69-bd306f7b0d42 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "DELETE /v2.0/security-groups/016761d4-993d-457c-bad7-1e1c8aa0ed3e HTTP/1.1" status: 204 len: 168 time: 0.2678897 Nov 27 04:05:33.653799 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60976) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:33.695117 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8841ee15-a52f-4ac9-bb69-bd306f7b0d42 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=016761d4-993d-457c-bad7-1e1c8aa0ed3e,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:33.699894 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-1fbc4f96-1213-4624-b85e-2c3b628ec596 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] show failed (client error): The resource could not be found. Nov 27 04:05:33.704928 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 60978) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:33.715203 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1fbc4f96-1213-4624-b85e-2c3b628ec596 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "GET /v2.0/security-groups/016761d4-993d-457c-bad7-1e1c8aa0ed3e HTTP/1.1" status: 404 len: 347 time: 0.0486760 Nov 27 04:05:33.896727 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-694fe86a-482b-4635-9f1f-c43631c047ca req-828c59b4-39f9-404d-bef4-bc9c389a96a5 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:33.920762 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-ed48a10f-82be-4f31-94cc-b3af5a31f2c3 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Deleting port 15843f6a-df00-4d54-b942-7da652a62318 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:05:33.921098 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ed48a10f-82be-4f31-94cc-b3af5a31f2c3 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:33.952560 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device cd9ca861-1735-48b9-b7a8-bc1f790366f5 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:05:34.010306 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: cd9ca861-1735-48b9-b7a8-bc1f790366f5 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:05:34.011626 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device cd9ca861-1735-48b9-b7a8-bc1f790366f5 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:05:34.024241 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-694fe86a-482b-4635-9f1f-c43631c047ca req-828c59b4-39f9-404d-bef4-bc9c389a96a5 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:34.032091 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ed48a10f-82be-4f31-94cc-b3af5a31f2c3 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:34.032418 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ed48a10f-82be-4f31-94cc-b3af5a31f2c3 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:34.071058 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['f74ad9d9-2135-4219-a2cf-c8a9687f47b2', 'd05101d6-34b9-4dd1-b72a-9192332a9b53'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:05:34.080380 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-ed48a10f-82be-4f31-94cc-b3af5a31f2c3 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Calling delete_port for 15843f6a-df00-4d54-b942-7da652a62318 owned by network:floatingip {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:05:34.106022 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-694fe86a-482b-4635-9f1f-c43631c047ca req-828c59b4-39f9-404d-bef4-bc9c389a96a5 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Network ab8fc313-e01d-42bb-a8ec-9d136b503637 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:05:34.114217 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-694fe86a-482b-4635-9f1f-c43631c047ca req-828c59b4-39f9-404d-bef4-bc9c389a96a5 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:05:34.117838 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-694fe86a-482b-4635-9f1f-c43631c047ca req-828c59b4-39f9-404d-bef4-bc9c389a96a5 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:05:34.177356 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c59b4-39f9-404d-bef4-bc9c389a96a5 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Pushing event updated for resources: {'Port': ['ID=a5690a54-5e10-4375-98b0-f1a7b41b8184,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:34.228855 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fe86a-482b-4635-9f1f-c43631c047ca req-828c59b4-39f9-404d-bef4-bc9c389a96a5 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:34.230146 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-694fe86a-482b-4635-9f1f-c43631c047ca req-828c59b4-39f9-404d-bef4-bc9c389a96a5 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:34.262604 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-694fe86a-482b-4635-9f1f-c43631c047ca req-828c59b4-39f9-404d-bef4-bc9c389a96a5 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1953299 Nov 27 04:05:34.312190 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-694fe86a-482b-4635-9f1f-c43631c047ca req-1274c4ee-32fb-44b3-b437-6fce3160fa53 service neutron] Request body: {'port': {'device_id': '520ecfba-0495-4314-8885-a8a5009ed9ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:05:34.442664 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-694fe86a-482b-4635-9f1f-c43631c047ca req-1274c4ee-32fb-44b3-b437-6fce3160fa53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:34.542889 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ed48a10f-82be-4f31-94cc-b3af5a31f2c3 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:34.679273 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48a10f-82be-4f31-94cc-b3af5a31f2c3 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Pushing event deleted for resources: {'Port': ['ID=15843f6a-df00-4d54-b942-7da652a62318,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:34.717103 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1605ba83-7459-49dd-befe-f293f05577f2 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:05:34.862123 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-97f69cba-5a7c-4df5-8d04-a21ac377ad18 None None] Provisioning complete for port a5690a54-5e10-4375-98b0-f1a7b41b8184 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:05:34.862867 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-97f69cba-5a7c-4df5-8d04-a21ac377ad18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:34.912813 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-97f69cba-5a7c-4df5-8d04-a21ac377ad18 None None] Port a5690a54-5e10-4375-98b0-f1a7b41b8184 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:05:35.210470 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb44a7b-53a9-471b-a410-2a13d1d56ac5 req-70a76aab-91d0-4e7e-8c9d-87de7a01ca04 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:35.212369 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ecb44a7b-53a9-471b-a410-2a13d1d56ac5 req-70a76aab-91d0-4e7e-8c9d-87de7a01ca04 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=520ecfba-0495-4314-8885-a8a5009ed9ea HTTP/1.1" status: 200 len: 931 time: 0.5393159 Nov 27 04:05:35.215746 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ed48a10f-82be-4f31-94cc-b3af5a31f2c3 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks [] for floatingip, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:35.219640 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ed48a10f-82be-4f31-94cc-b3af5a31f2c3 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:35.222914 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ed48a10f-82be-4f31-94cc-b3af5a31f2c3 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "DELETE /v2.0/floatingips/155f0af4-a34c-4149-8af4-93cd85727112 HTTP/1.1" status: 204 len: 168 time: 1.5143344 Nov 27 04:05:35.223934 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 32778) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:35.353977 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ecb44a7b-53a9-471b-a410-2a13d1d56ac5 req-fa721ced-16fa-4a66-9f29-78384a5a261f tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322105 Nov 27 04:05:35.449120 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-2f040411-26d1-41ab-83cd-1498f594bb8d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Deleting port 79505348-feb7-4bb2-ad3d-3724a74fb104 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:05:35.449613 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2f040411-26d1-41ab-83cd-1498f594bb8d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:35.528991 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-694fe86a-482b-4635-9f1f-c43631c047ca req-1274c4ee-32fb-44b3-b437-6fce3160fa53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5690a54-5e10-4375-98b0-f1a7b41b8184 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:05:35.547187 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-694fe86a-482b-4635-9f1f-c43631c047ca req-1274c4ee-32fb-44b3-b437-6fce3160fa53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:35.571485 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-694fe86a-482b-4635-9f1f-c43631c047ca req-1274c4ee-32fb-44b3-b437-6fce3160fa53 service neutron] Transition to ACTIVE for port object a5690a54-5e10-4375-98b0-f1a7b41b8184 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:05:35.581186 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-694fe86a-482b-4635-9f1f-c43631c047ca req-1274c4ee-32fb-44b3-b437-6fce3160fa53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:35.588645 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2f040411-26d1-41ab-83cd-1498f594bb8d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:35.605156 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-2f040411-26d1-41ab-83cd-1498f594bb8d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Calling delete_port for 79505348-feb7-4bb2-ad3d-3724a74fb104 owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:05:35.778359 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274c4ee-32fb-44b3-b437-6fce3160fa53 service neutron] Pushing event updated for resources: {'Port': ['ID=a5690a54-5e10-4375-98b0-f1a7b41b8184,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:35.854353 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-694fe86a-482b-4635-9f1f-c43631c047ca req-1274c4ee-32fb-44b3-b437-6fce3160fa53 service neutron] Attempting to bind port a5690a54-5e10-4375-98b0-f1a7b41b8184 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:05:35.855176 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-694fe86a-482b-4635-9f1f-c43631c047ca req-1274c4ee-32fb-44b3-b437-6fce3160fa53 service neutron] Attempting to bind port a5690a54-5e10-4375-98b0-f1a7b41b8184 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '732b5cd8-0e80-4483-9a5a-d4731966dbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:05:35.856947 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694fe86a-482b-4635-9f1f-c43631c047ca req-1274c4ee-32fb-44b3-b437-6fce3160fa53 service neutron] Attempting to bind port a5690a54-5e10-4375-98b0-f1a7b41b8184 on network ab8fc313-e01d-42bb-a8ec-9d136b503637 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:05:35.862129 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694fe86a-482b-4635-9f1f-c43631c047ca req-1274c4ee-32fb-44b3-b437-6fce3160fa53 service neutron] Port a5690a54-5e10-4375-98b0-f1a7b41b8184 on network ab8fc313-e01d-42bb-a8ec-9d136b503637 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:05:35.863752 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694fe86a-482b-4635-9f1f-c43631c047ca req-1274c4ee-32fb-44b3-b437-6fce3160fa53 service neutron] Attempting to bind port a5690a54-5e10-4375-98b0-f1a7b41b8184 on network ab8fc313-e01d-42bb-a8ec-9d136b503637 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:05:35.870951 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694fe86a-482b-4635-9f1f-c43631c047ca req-1274c4ee-32fb-44b3-b437-6fce3160fa53 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:05:35.871542 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694fe86a-482b-4635-9f1f-c43631c047ca req-1274c4ee-32fb-44b3-b437-6fce3160fa53 service neutron] Checking segment: {'id': '732b5cd8-0e80-4483-9a5a-d4731966dbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:05:35.872410 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694fe86a-482b-4635-9f1f-c43631c047ca req-1274c4ee-32fb-44b3-b437-6fce3160fa53 service neutron] Bound using segment: {'id': '732b5cd8-0e80-4483-9a5a-d4731966dbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:05:35.873073 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-694fe86a-482b-4635-9f1f-c43631c047ca req-1274c4ee-32fb-44b3-b437-6fce3160fa53 service neutron] Bound port: a5690a54-5e10-4375-98b0-f1a7b41b8184, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '732b5cd8-0e80-4483-9a5a-d4731966dbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:05:35.873865 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-694fe86a-482b-4635-9f1f-c43631c047ca req-1274c4ee-32fb-44b3-b437-6fce3160fa53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:35.882531 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2f040411-26d1-41ab-83cd-1498f594bb8d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:35.923349 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f040411-26d1-41ab-83cd-1498f594bb8d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Pushing event deleted for resources: {'Port': ['ID=79505348-feb7-4bb2-ad3d-3724a74fb104,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:36.044258 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-694fe86a-482b-4635-9f1f-c43631c047ca req-1274c4ee-32fb-44b3-b437-6fce3160fa53 service neutron] For port a5690a54-5e10-4375-98b0-f1a7b41b8184, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:05:36.057364 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2f040411-26d1-41ab-83cd-1498f594bb8d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:36.061144 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-694fe86a-482b-4635-9f1f-c43631c047ca req-1274c4ee-32fb-44b3-b437-6fce3160fa53 service neutron] For port a5690a54-5e10-4375-98b0-f1a7b41b8184, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=a5690a54-5e10-4375-98b0-f1a7b41b8184,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:05:36.062272 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2f040411-26d1-41ab-83cd-1498f594bb8d tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "DELETE /v2.0/ports/79505348-feb7-4bb2-ad3d-3724a74fb104 HTTP/1.1" status: 204 len: 168 time: 0.8363681 Nov 27 04:05:36.065382 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 32790) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:36.069815 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-694fe86a-482b-4635-9f1f-c43631c047ca req-1274c4ee-32fb-44b3-b437-6fce3160fa53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:36.186846 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fe86a-482b-4635-9f1f-c43631c047ca req-1274c4ee-32fb-44b3-b437-6fce3160fa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:36.187598 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-694fe86a-482b-4635-9f1f-c43631c047ca req-1274c4ee-32fb-44b3-b437-6fce3160fa53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:36.189133 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-694fe86a-482b-4635-9f1f-c43631c047ca req-1274c4ee-32fb-44b3-b437-6fce3160fa53 service neutron] 10.222.0.23 "PUT /v2.0/ports/a5690a54-5e10-4375-98b0-f1a7b41b8184 HTTP/1.1" status: 200 len: 1091 time: 1.8848619 Nov 27 04:05:36.192327 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '520ecfba-0495-4314-8885-a8a5009ed9ea', 'tag': 'a5690a54-5e10-4375-98b0-f1a7b41b8184'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:05:36.196409 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d544ecb3-4ab9-4429-9dd9-63c75ec3d4ae" -d '{"events": [{"name": "network-changed", "server_uuid": "520ecfba-0495-4314-8885-a8a5009ed9ea", "tag": "a5690a54-5e10-4375-98b0-f1a7b41b8184"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:05:36.228415 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 32794) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:36.342732 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274c4ee-32fb-44b3-b437-6fce3160fa53 service neutron] Pushing event updated for resources: {'Port': ['ID=a5690a54-5e10-4375-98b0-f1a7b41b8184,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:36.357211 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443857b7-977f-4828-a1a0-cba8a7fa5f7a x-openstack-request-id: req-443857b7-977f-4828-a1a0-cba8a7fa5f7a {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:05:36.357555 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "520ecfba-0495-4314-8885-a8a5009ed9ea", "tag": "a5690a54-5e10-4375-98b0-f1a7b41b8184", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:05:36.357773 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-443857b7-977f-4828-a1a0-cba8a7fa5f7a {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:05:36.358135 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '520ecfba-0495-4314-8885-a8a5009ed9ea', 'tag': 'a5690a54-5e10-4375-98b0-f1a7b41b8184', 'status': 'completed', 'code': 200} Nov 27 04:05:36.362323 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-aa9b7742-10d6-4bf9-9c3c-d2e650b7e194 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Deleting port 8d21c359-8b29-4bc7-8fd4-65e475953c35 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:05:36.362858 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-aa9b7742-10d6-4bf9-9c3c-d2e650b7e194 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:36.385859 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fe86a-482b-4635-9f1f-c43631c047ca req-4e1861f4-9ba4-43ca-b0f7-ca947118f79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:36.387084 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-694fe86a-482b-4635-9f1f-c43631c047ca req-4e1861f4-9ba4-43ca-b0f7-ca947118f79d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b01c762313d54b279f09c5e5d81dadbf&device_id=520ecfba-0495-4314-8885-a8a5009ed9ea HTTP/1.1" status: 200 len: 1094 time: 0.1148393 Nov 27 04:05:36.603409 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-694fe86a-482b-4635-9f1f-c43631c047ca req-5d8aed7a-f5e7-4c0d-bc34-9e33dea1c0a9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5690a54-5e10-4375-98b0-f1a7b41b8184 HTTP/1.1" status: 200 len: 217 time: 0.1957221 Nov 27 04:05:36.630167 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf6e19-8b3c-4601-9e8e-fe96e7afebd6 req-17ac6898-7912-4d68-99c9-53afc2b18568 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:36.632606 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4daf6e19-8b3c-4601-9e8e-fe96e7afebd6 req-17ac6898-7912-4d68-99c9-53afc2b18568 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=520ecfba-0495-4314-8885-a8a5009ed9ea HTTP/1.1" status: 200 len: 943 time: 0.0915048 Nov 27 04:05:36.661580 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-aa9b7742-10d6-4bf9-9c3c-d2e650b7e194 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:36.689634 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-aa9b7742-10d6-4bf9-9c3c-d2e650b7e194 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Calling delete_port for 8d21c359-8b29-4bc7-8fd4-65e475953c35 owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:05:36.694664 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fe86a-482b-4635-9f1f-c43631c047ca req-ecf1d66e-c349-4a95-9b6d-dfce7acda62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:36.696554 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-694fe86a-482b-4635-9f1f-c43631c047ca req-ecf1d66e-c349-4a95-9b6d-dfce7acda62a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ef82cdfa-d224-4963-bff3-3b0049ffee0b HTTP/1.1" status: 200 len: 850 time: 0.0621216 Nov 27 04:05:36.734749 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d7cf0c17-d28f-4708-acf1-3b15677b264c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:36.837646 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fe86a-482b-4635-9f1f-c43631c047ca req-f034af86-5934-4d99-9873-34e222606655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:36.840627 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-694fe86a-482b-4635-9f1f-c43631c047ca req-f034af86-5934-4d99-9873-34e222606655 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ab8fc313-e01d-42bb-a8ec-9d136b503637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1301255 Nov 27 04:05:36.868006 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-aa9b7742-10d6-4bf9-9c3c-d2e650b7e194 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:36.904479 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b7742-10d6-4bf9-9c3c-d2e650b7e194 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Pushing event deleted for resources: {'Port': ['ID=8d21c359-8b29-4bc7-8fd4-65e475953c35,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:36.935398 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4daf6e19-8b3c-4601-9e8e-fe96e7afebd6 req-980b5322-bdc9-4484-882a-36f4bd6d8df3 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312014 Nov 27 04:05:36.995554 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-aa9b7742-10d6-4bf9-9c3c-d2e650b7e194 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:36.997933 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-aa9b7742-10d6-4bf9-9c3c-d2e650b7e194 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "DELETE /v2.0/ports/8d21c359-8b29-4bc7-8fd4-65e475953c35 HTTP/1.1" status: 204 len: 168 time: 0.9313524 Nov 27 04:05:37.001300 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 32806) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:37.007844 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d7cf0c17-d28f-4708-acf1-3b15677b264c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:37.024066 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d7cf0c17-d28f-4708-acf1-3b15677b264c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:37.078714 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-694fe86a-482b-4635-9f1f-c43631c047ca req-a67bad94-0f56-4406-a4c0-00d3d3c8fefd service neutron] 10.222.0.23 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268417 Nov 27 04:05:37.112482 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf0c17-d28f-4708-acf1-3b15677b264c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab49458-7c09-4678-b031-588e0c5629c6,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:37.115870 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a8b2c30-4d60-4fa4-8dd1-c8c596552b09 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Deleting subnet f712b216-a943-478e-91ec-701ddeee200a {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:05:37.130398 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9a8b2c30-4d60-4fa4-8dd1-c8c596552b09 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:37.149185 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d7cf0c17-d28f-4708-acf1-3b15677b264c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=66f9288dd8504123abb328ea7ef7f40d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9167278 Nov 27 04:05:37.150100 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 32808) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:37.205933 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9a8b2c30-4d60-4fa4-8dd1-c8c596552b09 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:37.380421 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9a8b2c30-4d60-4fa4-8dd1-c8c596552b09 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:37.396569 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-694fe86a-482b-4635-9f1f-c43631c047ca req-4cc404e3-c7c0-47c4-8bef-dc201a067045 service neutron] 10.222.0.23 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729182 Nov 27 04:05:37.397232 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-25a8d477-e3f9-4647-b46f-7be9e60279ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:37.465589 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-25a8d477-e3f9-4647-b46f-7be9e60279ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:37.550323 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9a8b2c30-4d60-4fa4-8dd1-c8c596552b09 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:37.645066 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b2c30-4d60-4fa4-8dd1-c8c596552b09 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Pushing event deleted for resources: {'Subnet': ['ID=f712b216-a943-478e-91ec-701ddeee200a,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:37.661391 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db24ac36-0eac-4ac4-81e2-b077140fd839 None None] Network c50e5d64-07f3-44bc-b3a4-01ba809267ac requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:05:37.668486 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9a8b2c30-4d60-4fa4-8dd1-c8c596552b09 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:37.678366 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-25a8d477-e3f9-4647-b46f-7be9e60279ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:37.681355 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-25a8d477-e3f9-4647-b46f-7be9e60279ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:37.683447 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-25a8d477-e3f9-4647-b46f-7be9e60279ae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2ab49458-7c09-4678-b031-588e0c5629c6 HTTP/1.1" status: 204 len: 168 time: 0.5318487 Nov 27 04:05:37.690154 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544ecb3-4ab9-4429-9dd9-63c75ec3d4ae req-84982dd6-b48e-4f91-a014-abd813d780e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:37.691861 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d544ecb3-4ab9-4429-9dd9-63c75ec3d4ae req-84982dd6-b48e-4f91-a014-abd813d780e8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b01c762313d54b279f09c5e5d81dadbf&device_id=520ecfba-0495-4314-8885-a8a5009ed9ea HTTP/1.1" status: 200 len: 1094 time: 0.1632969 Nov 27 04:05:37.699482 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9a8b2c30-4d60-4fa4-8dd1-c8c596552b09 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "DELETE /v2.0/subnets/f712b216-a943-478e-91ec-701ddeee200a HTTP/1.1" status: 204 len: 168 time: 0.6947439 Nov 27 04:05:37.700575 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8d477-e3f9-4647-b46f-7be9e60279ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab49458-7c09-4678-b031-588e0c5629c6,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:37.700663 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 32818) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:37.837133 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-bea94dc8-26f1-46d5-b09c-830998ef76f3 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Deleting subnet a5669422-959b-42bf-adae-eb6b666499da {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:05:37.841249 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bea94dc8-26f1-46d5-b09c-830998ef76f3 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:37.920370 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544ecb3-4ab9-4429-9dd9-63c75ec3d4ae req-bbcfb5a3-cbe1-4c15-b83e-1560ce3f8f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:37.921995 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d544ecb3-4ab9-4429-9dd9-63c75ec3d4ae req-bbcfb5a3-cbe1-4c15-b83e-1560ce3f8f28 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ab8fc313-e01d-42bb-a8ec-9d136b503637 HTTP/1.1" status: 200 len: 912 time: 0.2193136 Nov 27 04:05:37.957571 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bea94dc8-26f1-46d5-b09c-830998ef76f3 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:38.067784 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d544ecb3-4ab9-4429-9dd9-63c75ec3d4ae req-3d613166-2c58-4637-8d2f-a47614a78936 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5690a54-5e10-4375-98b0-f1a7b41b8184 HTTP/1.1" status: 200 len: 217 time: 0.1334910 Nov 27 04:05:38.195650 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544ecb3-4ab9-4429-9dd9-63c75ec3d4ae req-51f3e0cf-1f78-4760-b1d2-f67864443c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:38.199884 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d544ecb3-4ab9-4429-9dd9-63c75ec3d4ae req-51f3e0cf-1f78-4760-b1d2-f67864443c63 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ef82cdfa-d224-4963-bff3-3b0049ffee0b HTTP/1.1" status: 200 len: 850 time: 0.1179647 Nov 27 04:05:38.287248 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1dd16a-6ff8-4beb-bbca-eb5b7fa21e4e None None] DHCP port deletion for c50e5d64-07f3-44bc-b3a4-01ba809267ac request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:05:38.309122 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804cbeb1-c69c-4946-9a11-4ec0ab8f155a req-27cbf281-0583-45dd-9a30-e71c33e50f51 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:38.317256 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-804cbeb1-c69c-4946-9a11-4ec0ab8f155a req-27cbf281-0583-45dd-9a30-e71c33e50f51 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=520ecfba-0495-4314-8885-a8a5009ed9ea HTTP/1.1" status: 200 len: 943 time: 0.2346489 Nov 27 04:05:38.337429 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bea94dc8-26f1-46d5-b09c-830998ef76f3 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:38.349683 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544ecb3-4ab9-4429-9dd9-63c75ec3d4ae req-03d0307c-ec05-4d4f-9baf-56cc087bf7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:38.356555 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d544ecb3-4ab9-4429-9dd9-63c75ec3d4ae req-03d0307c-ec05-4d4f-9baf-56cc087bf7da service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ab8fc313-e01d-42bb-a8ec-9d136b503637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1391804 Nov 27 04:05:38.432115 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-804cbeb1-c69c-4946-9a11-4ec0ab8f155a req-7e1f37f7-edc3-469a-8ab8-ba1415821d43 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136720 Nov 27 04:05:38.434297 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-6f1dd16a-6ff8-4beb-bbca-eb5b7fa21e4e None None] Deleting port 37097554-c1b2-42eb-800c-8c4acd36d3af {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:05:38.437056 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6f1dd16a-6ff8-4beb-bbca-eb5b7fa21e4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:38.460750 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 32824) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:38.513107 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-94afba43-3178-4696-a41f-be630431c1b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:38.545720 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bea94dc8-26f1-46d5-b09c-830998ef76f3 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:38.593289 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-6f1dd16a-6ff8-4beb-bbca-eb5b7fa21e4e None None] For port 37097554-c1b2-42eb-800c-8c4acd36d3af, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=37097554-c1b2-42eb-800c-8c4acd36d3af,segment=NetworkSegment(205b1345-2e5b-4c2e-b95c-348fea1df7b2),segment_id=205b1345-2e5b-4c2e-b95c-348fea1df7b2)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:05:38.594419 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6f1dd16a-6ff8-4beb-bbca-eb5b7fa21e4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:38.600828 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d544ecb3-4ab9-4429-9dd9-63c75ec3d4ae req-ad5c6748-c6f5-44d1-af53-6e277cc22d4f service neutron] 10.222.0.23 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347305 Nov 27 04:05:38.613398 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-6f1dd16a-6ff8-4beb-bbca-eb5b7fa21e4e None None] Calling delete_port for 37097554-c1b2-42eb-800c-8c4acd36d3af owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:05:38.632150 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea94dc8-26f1-46d5-b09c-830998ef76f3 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Pushing event deleted for resources: {'Subnet': ['ID=a5669422-959b-42bf-adae-eb6b666499da,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:38.652604 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bea94dc8-26f1-46d5-b09c-830998ef76f3 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:38.658247 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-bea94dc8-26f1-46d5-b09c-830998ef76f3 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "DELETE /v2.0/subnets/a5669422-959b-42bf-adae-eb6b666499da HTTP/1.1" status: 204 len: 168 time: 0.9545767 Nov 27 04:05:38.673323 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 32830) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:38.682780 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b0785e-171f-4dc4-962d-5fc48fc1f3c3 None None] Network 51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:05:38.827275 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d544ecb3-4ab9-4429-9dd9-63c75ec3d4ae req-62da9db8-9401-4001-a301-6b29d68ba65b service neutron] 10.222.0.23 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217391 Nov 27 04:05:38.864614 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6f1dd16a-6ff8-4beb-bbca-eb5b7fa21e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:38.882257 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1dd16a-6ff8-4beb-bbca-eb5b7fa21e4e None None] No DVR routers for this DVR port 37097554-c1b2-42eb-800c-8c4acd36d3af on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:05:38.899057 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3aa7044f-8cdc-46fb-9606-d61c315a0d66 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:38.908766 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1dd16a-6ff8-4beb-bbca-eb5b7fa21e4e None None] Pushing event deleted for resources: {'Port': ['ID=37097554-c1b2-42eb-800c-8c4acd36d3af,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:38.972795 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-94afba43-3178-4696-a41f-be630431c1b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:39.004192 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-94afba43-3178-4696-a41f-be630431c1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:39.042195 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc0a658-0511-41ca-80cd-77a2b2660723 None None] DHCP port deletion for 51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:05:39.103143 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3aa7044f-8cdc-46fb-9606-d61c315a0d66 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:39.125592 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94afba43-3178-4696-a41f-be630431c1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17df7e7-bae2-4424-b86b-693e0bfb2c6d,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:39.142148 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 32834) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:39.160440 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-94afba43-3178-4696-a41f-be630431c1b3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9d81c6afa632473f813fb3b24aef1a28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6979220 Nov 27 04:05:39.199405 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-3aa7044f-8cdc-46fb-9606-d61c315a0d66 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c50e5d64-07f3-44bc-b3a4-01ba809267ac']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:05:39.204876 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-3fc0a658-0511-41ca-80cd-77a2b2660723 None None] Deleting port 2c249626-d499-4ea7-96ad-7ead7e6f4625 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:05:39.205577 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3fc0a658-0511-41ca-80cd-77a2b2660723 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:39.228488 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-3aa7044f-8cdc-46fb-9606-d61c315a0d66 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '205b1345-2e5b-4c2e-b95c-348fea1df7b2') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:05:39.229171 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-3aa7044f-8cdc-46fb-9606-d61c315a0d66 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '205b1345-2e5b-4c2e-b95c-348fea1df7b2') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:05:39.248778 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3aa7044f-8cdc-46fb-9606-d61c315a0d66 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:39.262851 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9b8beb89-8371-40e3-971b-814fbe5a10ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:39.278600 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3aa7044f-8cdc-46fb-9606-d61c315a0d66 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:39.289383 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aa7044f-8cdc-46fb-9606-d61c315a0d66 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:05:39.289796 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3aa7044f-8cdc-46fb-9606-d61c315a0d66 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:39.296709 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:05:39.296709 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:05:39.296709 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:05:39.296709 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:05:39.296709 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:05:39.296709 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:05:39.296709 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:05:39.296709 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:05:39.296709 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:05:39.296709 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:05:39.296709 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:05:39.296709 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:05:39.296709 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:05:39.296709 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:05:39.296709 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:05:39.296709 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:05:39.296709 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:05:39.296709 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:05:39.296709 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:05:39.296709 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:05:39.296709 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:05:39.296709 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:05:39.296709 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:05:39.296709 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:05:39.296709 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:05:39.296709 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:05:39.296709 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:05:39.296709 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:05:39.296709 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:05:39.296709 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:05:39.296709 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:05:39.296709 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:05:39.309782 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9b8beb89-8371-40e3-971b-814fbe5a10ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:39.402032 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-3fc0a658-0511-41ca-80cd-77a2b2660723 None None] For port 2c249626-d499-4ea7-96ad-7ead7e6f4625, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=2c249626-d499-4ea7-96ad-7ead7e6f4625,segment=NetworkSegment(f22bdb49-3b05-46d4-b948-1eca6d498b9c),segment_id=f22bdb49-3b05-46d4-b948-1eca6d498b9c)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:05:39.402822 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3fc0a658-0511-41ca-80cd-77a2b2660723 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:39.414921 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9b8beb89-8371-40e3-971b-814fbe5a10ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:39.418775 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9b8beb89-8371-40e3-971b-814fbe5a10ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:39.423391 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9b8beb89-8371-40e3-971b-814fbe5a10ec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c17df7e7-bae2-4424-b86b-693e0bfb2c6d HTTP/1.1" status: 204 len: 168 time: 0.2797697 Nov 27 04:05:39.436583 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8beb89-8371-40e3-971b-814fbe5a10ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17df7e7-bae2-4424-b86b-693e0bfb2c6d,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:39.437367 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-3fc0a658-0511-41ca-80cd-77a2b2660723 None None] Calling delete_port for 2c249626-d499-4ea7-96ad-7ead7e6f4625 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:05:39.442213 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3aa7044f-8cdc-46fb-9606-d61c315a0d66 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:39.469867 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3aa7044f-8cdc-46fb-9606-d61c315a0d66 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:39.474035 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3aa7044f-8cdc-46fb-9606-d61c315a0d66 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "DELETE /v2.0/networks/c50e5d64-07f3-44bc-b3a4-01ba809267ac HTTP/1.1" status: 204 len: 168 time: 0.7995510 Nov 27 04:05:39.475562 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7044f-8cdc-46fb-9606-d61c315a0d66 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Pushing event deleted for resources: {'Network': ['ID=c50e5d64-07f3-44bc-b3a4-01ba809267ac,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:39.476694 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 32840) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:39.494111 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 37097554-c1b2-42eb-800c-8c4acd36d3af no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:05:39.591053 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 37097554-c1b2-42eb-800c-8c4acd36d3af {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:05:39.591393 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 37097554-c1b2-42eb-800c-8c4acd36d3af not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:05:39.591880 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 2c249626-d499-4ea7-96ad-7ead7e6f4625 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:05:39.607311 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b1753221-66dd-4d7b-b9b5-0b60ebd440b0 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:39.701961 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7685788-f57c-4241-918b-47323b55694b req-e5233b25-dd10-4c1b-aa31-64cf76b5212f tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:39.704023 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e7685788-f57c-4241-918b-47323b55694b req-e5233b25-dd10-4c1b-aa31-64cf76b5212f tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=520ecfba-0495-4314-8885-a8a5009ed9ea HTTP/1.1" status: 200 len: 943 time: 0.1112704 Nov 27 04:05:39.820240 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-b1753221-66dd-4d7b-b9b5-0b60ebd440b0 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Deleting port 2c249626-d499-4ea7-96ad-7ead7e6f4625 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:05:39.825253 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b1753221-66dd-4d7b-b9b5-0b60ebd440b0 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:39.827344 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:39.856873 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3fc0a658-0511-41ca-80cd-77a2b2660723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:39.917431 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc0a658-0511-41ca-80cd-77a2b2660723 None None] Pushing event deleted for resources: {'Port': ['ID=2c249626-d499-4ea7-96ad-7ead7e6f4625,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:39.966690 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc0a658-0511-41ca-80cd-77a2b2660723 None None] No DVR routers for this DVR port 2c249626-d499-4ea7-96ad-7ead7e6f4625 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:05:40.026795 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-b1753221-66dd-4d7b-b9b5-0b60ebd440b0 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] For port 2c249626-d499-4ea7-96ad-7ead7e6f4625, host n-d-819494-3, got binding levels [] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:05:40.027491 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b1753221-66dd-4d7b-b9b5-0b60ebd440b0 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:40.032972 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device a5690a54-5e10-4375-98b0-f1a7b41b8184 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:05:40.046615 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-b1753221-66dd-4d7b-b9b5-0b60ebd440b0 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Calling delete_port for 2c249626-d499-4ea7-96ad-7ead7e6f4625 owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:05:40.050126 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.ipam_backend_mixin [None req-b1753221-66dd-4d7b-b9b5-0b60ebd440b0 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Port 2c249626-d499-4ea7-96ad-7ead7e6f4625 was not found and therefore no delete operation was performed {{(pid=110019) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 04:05:40.055521 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b1753221-66dd-4d7b-b9b5-0b60ebd440b0 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:40.226696 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1753221-66dd-4d7b-b9b5-0b60ebd440b0 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] No DVR routers for this DVR port 2c249626-d499-4ea7-96ad-7ead7e6f4625 on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:05:40.234520 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port a5690a54-5e10-4375-98b0-f1a7b41b8184, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=a5690a54-5e10-4375-98b0-f1a7b41b8184,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:05:40.259973 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': 'a5690a54-5e10-4375-98b0-f1a7b41b8184', 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637', 'port_id': 'a5690a54-5e10-4375-98b0-f1a7b41b8184', 'mac_address': 'fa:16:3e:43:05:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef82cdfa-d224-4963-bff3-3b0049ffee0b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:05:40.269453 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1753221-66dd-4d7b-b9b5-0b60ebd440b0 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Pushing event deleted for resources: {'Port': ['ID=2c249626-d499-4ea7-96ad-7ead7e6f4625,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:40.285727 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e7685788-f57c-4241-918b-47323b55694b req-c875d947-cfd8-4854-9e60-6fc2219accaf tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5636861 Nov 27 04:05:40.363334 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b1753221-66dd-4d7b-b9b5-0b60ebd440b0 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:40.375034 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:40.413558 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5690a54-5e10-4375-98b0-f1a7b41b8184 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:05:40.416193 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-b1753221-66dd-4d7b-b9b5-0b60ebd440b0 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:05:40.429235 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-b1753221-66dd-4d7b-b9b5-0b60ebd440b0 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f22bdb49-3b05-46d4-b948-1eca6d498b9c') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:05:40.429922 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-b1753221-66dd-4d7b-b9b5-0b60ebd440b0 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f22bdb49-3b05-46d4-b948-1eca6d498b9c') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:05:40.455424 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port a5690a54-5e10-4375-98b0-f1a7b41b8184, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=a5690a54-5e10-4375-98b0-f1a7b41b8184,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:05:40.463203 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:40.478775 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b1753221-66dd-4d7b-b9b5-0b60ebd440b0 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:40.516968 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b1753221-66dd-4d7b-b9b5-0b60ebd440b0 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:40.529395 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1753221-66dd-4d7b-b9b5-0b60ebd440b0 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:05:40.530021 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b1753221-66dd-4d7b-b9b5-0b60ebd440b0 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:40.554431 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=a5690a54-5e10-4375-98b0-f1a7b41b8184,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:40.654949 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:05:40.654949 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:05:40.654949 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:05:40.654949 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:05:40.654949 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:05:40.654949 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:05:40.654949 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:05:40.654949 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:05:40.654949 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:05:40.654949 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:05:40.654949 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:05:40.654949 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:05:40.654949 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:05:40.654949 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:05:40.654949 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:05:40.654949 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:05:40.654949 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:05:40.654949 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:05:40.654949 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:05:40.654949 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:05:40.654949 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:05:40.654949 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:05:40.654949 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:05:40.654949 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:05:40.654949 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:05:40.654949 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:05:40.654949 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:05:40.654949 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:05:40.654949 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:05:40.654949 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:05:40.654949 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:05:40.654949 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:05:40.681841 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b1753221-66dd-4d7b-b9b5-0b60ebd440b0 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:40.703121 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b1753221-66dd-4d7b-b9b5-0b60ebd440b0 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:40.712964 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b1753221-66dd-4d7b-b9b5-0b60ebd440b0 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] 10.222.0.20 "DELETE /v2.0/networks/51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5 HTTP/1.1" status: 204 len: 168 time: 1.2347605 Nov 27 04:05:40.770142 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1753221-66dd-4d7b-b9b5-0b60ebd440b0 tempest-TaggedBootDevicesTest-1834037949 tempest-TaggedBootDevicesTest-1834037949-project] Pushing event deleted for resources: {'Network': ['ID=51fbd7fb-2d8d-4ead-b1e6-e90f39758ba5,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:40.865978 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['a5690a54-5e10-4375-98b0-f1a7b41b8184'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:05:41.282420 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47311bf-bf10-42b9-9e0c-dacae3135e1b req-6b613f28-01ca-4c65-a8a5-509ec6f9a6c9 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:41.284565 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f47311bf-bf10-42b9-9e0c-dacae3135e1b req-6b613f28-01ca-4c65-a8a5-509ec6f9a6c9 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=680b29a9-70c9-4593-98ec-605092cb73ab HTTP/1.1" status: 200 len: 945 time: 0.0804553 Nov 27 04:05:41.382686 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f47311bf-bf10-42b9-9e0c-dacae3135e1b req-6e8e26e7-9072-4ee4-bde5-85d13301ac49 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/security-groups?id=8836fad6-5b2e-4036-bf51-408bbb5dc58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916903 Nov 27 04:05:41.501859 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa6b58-2c36-4815-aa31-bfe329209464 req-c35bc897-6e00-4779-811a-915b85260056 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:41.512518 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ccfa6b58-2c36-4815-aa31-bfe329209464 req-c35bc897-6e00-4779-811a-915b85260056 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=520ecfba-0495-4314-8885-a8a5009ed9ea HTTP/1.1" status: 200 len: 944 time: 0.0821309 Nov 27 04:05:41.605212 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ccfa6b58-2c36-4815-aa31-bfe329209464 req-e72362c9-3b5a-4a34-9ed9-77584a4f8328 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896204 Nov 27 04:05:41.992069 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device a5690a54-5e10-4375-98b0-f1a7b41b8184 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:05:42.130857 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port a5690a54-5e10-4375-98b0-f1a7b41b8184 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:05:42.135067 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port a5690a54-5e10-4375-98b0-f1a7b41b8184 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:05:42.136056 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:42.333759 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:42.383794 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '520ecfba-0495-4314-8885-a8a5009ed9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5690a54-5e10-4375-98b0-f1a7b41b8184'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:05:42.386603 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df858ff6-df64-4fbb-b7e1-dafa77409c91" -d '{"events": [{"server_uuid": "520ecfba-0495-4314-8885-a8a5009ed9ea", "name": "network-vif-plugged", "status": "completed", "tag": "a5690a54-5e10-4375-98b0-f1a7b41b8184"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:05:42.445465 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port a5690a54-5e10-4375-98b0-f1a7b41b8184, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=a5690a54-5e10-4375-98b0-f1a7b41b8184,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:05:42.450122 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:42.499948 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0629e7c6-5037-4c23-9d73-db32ed09ba4e x-openstack-request-id: req-0629e7c6-5037-4c23-9d73-db32ed09ba4e {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:05:42.501478 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "520ecfba-0495-4314-8885-a8a5009ed9ea", "name": "network-vif-plugged", "status": "completed", "tag": "a5690a54-5e10-4375-98b0-f1a7b41b8184", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:05:42.501731 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0629e7c6-5037-4c23-9d73-db32ed09ba4e {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:05:42.502668 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '520ecfba-0495-4314-8885-a8a5009ed9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5690a54-5e10-4375-98b0-f1a7b41b8184', 'code': 200} Nov 27 04:05:42.771773 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=a5690a54-5e10-4375-98b0-f1a7b41b8184,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:42.779829 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee01c8-5237-4e2b-9ad9-51bef51c1c91 req-32776cf9-10cc-4e31-988a-53a142a894b2 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:42.779829 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b3ee01c8-5237-4e2b-9ad9-51bef51c1c91 req-32776cf9-10cc-4e31-988a-53a142a894b2 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=680b29a9-70c9-4593-98ec-605092cb73ab HTTP/1.1" status: 200 len: 945 time: 0.1552649 Nov 27 04:05:42.836314 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136678d3-832f-4bc4-ada8-882cd2d50943 req-d1e3dab0-7b98-44f9-92a0-1c9e978c239d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:42.838153 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-136678d3-832f-4bc4-ada8-882cd2d50943 req-d1e3dab0-7b98-44f9-92a0-1c9e978c239d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=520ecfba-0495-4314-8885-a8a5009ed9ea HTTP/1.1" status: 200 len: 1096 time: 0.1383550 Nov 27 04:05:42.867862 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed4be23-552d-4e72-a228-51da64c5d4f1 req-3a1ed04e-0f7c-4d77-b176-26383eea0176 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:42.871270 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4ed4be23-552d-4e72-a228-51da64c5d4f1 req-3a1ed04e-0f7c-4d77-b176-26383eea0176 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=520ecfba-0495-4314-8885-a8a5009ed9ea HTTP/1.1" status: 200 len: 945 time: 0.0773365 Nov 27 04:05:42.925758 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b3ee01c8-5237-4e2b-9ad9-51bef51c1c91 req-a8acda8b-91b9-4fe4-a229-2d0a3e6faf06 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/security-groups?id=8836fad6-5b2e-4036-bf51-408bbb5dc58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434430 Nov 27 04:05:43.050811 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4ed4be23-552d-4e72-a228-51da64c5d4f1 req-a66a81df-1b8e-4122-a909-94c02a425a7e tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540995 Nov 27 04:05:43.141036 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efdd3b-11f0-4541-a49c-c893853c501b req-13455caf-0c8d-40f1-81e6-0c4a8f2f4ccc tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:43.143155 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f3efdd3b-11f0-4541-a49c-c893853c501b req-13455caf-0c8d-40f1-81e6-0c4a8f2f4ccc tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.23 "GET /v2.0/ports?device_id=680b29a9-70c9-4593-98ec-605092cb73ab HTTP/1.1" status: 200 len: 945 time: 0.2162404 Nov 27 04:05:43.145320 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-136678d3-832f-4bc4-ada8-882cd2d50943 req-a98ac49a-f79f-4635-8f95-7f3ede3c2904 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974725 Nov 27 04:05:43.592145 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-f3efdd3b-11f0-4541-a49c-c893853c501b req-eff112b4-83e0-422f-96fa-a78646d2131a tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Deleting port 55ec030f-36e4-4433-9b2e-61cb4c7f2748 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:05:43.592498 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f3efdd3b-11f0-4541-a49c-c893853c501b req-eff112b4-83e0-422f-96fa-a78646d2131a tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:43.739399 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-f3efdd3b-11f0-4541-a49c-c893853c501b req-eff112b4-83e0-422f-96fa-a78646d2131a tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] For port 55ec030f-36e4-4433-9b2e-61cb4c7f2748, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=55ec030f-36e4-4433-9b2e-61cb4c7f2748,segment=NetworkSegment(ebf9e551-55f8-4bea-b6f1-8b78b226551a),segment_id=ebf9e551-55f8-4bea-b6f1-8b78b226551a)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:05:43.740170 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f3efdd3b-11f0-4541-a49c-c893853c501b req-eff112b4-83e0-422f-96fa-a78646d2131a tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:43.759222 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-f3efdd3b-11f0-4541-a49c-c893853c501b req-eff112b4-83e0-422f-96fa-a78646d2131a tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Calling delete_port for 55ec030f-36e4-4433-9b2e-61cb4c7f2748 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:05:44.029797 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f3efdd3b-11f0-4541-a49c-c893853c501b req-eff112b4-83e0-422f-96fa-a78646d2131a tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:44.044483 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 32998) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:44.091901 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['17fb2973-29f3-4d7b-9f1b-1960f8905677', 'f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:05:44.150449 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fcfa92-358d-4b65-b0c7-f1b372b9196f None None] DHCP port deletion for 759ac2b1-65e6-49cb-874d-aae0615c0432 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:05:44.154861 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff112b4-83e0-422f-96fa-a78646d2131a tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Pushing event deleted for resources: {'Port': ['ID=55ec030f-36e4-4433-9b2e-61cb4c7f2748,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:44.259185 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0d69882f-5d9a-4444-9c8a-8b0aaf2be204 req-08ce1f2a-7794-4344-bb69-9fe9547b2f45 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=680b29a9-70c9-4593-98ec-605092cb73ab HTTP/1.1" status: 200 len: 210 time: 0.1407962 Nov 27 04:05:44.299484 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3efdd3b-11f0-4541-a49c-c893853c501b req-eff112b4-83e0-422f-96fa-a78646d2131a tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] No DVR routers for this DVR port 55ec030f-36e4-4433-9b2e-61cb4c7f2748 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:05:44.311007 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f3efdd3b-11f0-4541-a49c-c893853c501b req-eff112b4-83e0-422f-96fa-a78646d2131a tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:44.315774 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f3efdd3b-11f0-4541-a49c-c893853c501b req-eff112b4-83e0-422f-96fa-a78646d2131a tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.23 "DELETE /v2.0/ports/55ec030f-36e4-4433-9b2e-61cb4c7f2748 HTTP/1.1" status: 204 len: 173 time: 0.8614235 Nov 27 04:05:44.317636 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680b29a9-70c9-4593-98ec-605092cb73ab', 'name': 'network-vif-deleted', 'tag': '55ec030f-36e4-4433-9b2e-61cb4c7f2748'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:05:44.324452 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff061b7-0a70-4550-a9d6-ceaa080d922d" -d '{"events": [{"server_uuid": "680b29a9-70c9-4593-98ec-605092cb73ab", "name": "network-vif-deleted", "tag": "55ec030f-36e4-4433-9b2e-61cb4c7f2748"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:05:44.368319 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f69e33-656c-45ee-b1af-cce5da27e0aa req-0840e949-2601-44af-83ec-13590faa1651 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:44.377649 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f0f69e33-656c-45ee-b1af-cce5da27e0aa req-0840e949-2601-44af-83ec-13590faa1651 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=520ecfba-0495-4314-8885-a8a5009ed9ea HTTP/1.1" status: 200 len: 945 time: 0.1746490 Nov 27 04:05:44.435695 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-096a72fe-35a0-4fdd-80a6-8b7f2d7c49e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:44.463401 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8990344-80a6-4a08-a736-4d654cdce48d x-openstack-request-id: req-e8990344-80a6-4a08-a736-4d654cdce48d {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:05:44.464054 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "680b29a9-70c9-4593-98ec-605092cb73ab", "name": "network-vif-deleted", "tag": "55ec030f-36e4-4433-9b2e-61cb4c7f2748", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:05:44.464585 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e8990344-80a6-4a08-a736-4d654cdce48d {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:05:44.465144 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '680b29a9-70c9-4593-98ec-605092cb73ab', 'name': 'network-vif-deleted', 'tag': '55ec030f-36e4-4433-9b2e-61cb4c7f2748', 'status': 'completed', 'code': 200} Nov 27 04:05:44.568763 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f0f69e33-656c-45ee-b1af-cce5da27e0aa req-0919824b-5bac-4566-87c1-712080b8caee tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782858 Nov 27 04:05:44.630568 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-096a72fe-35a0-4fdd-80a6-8b7f2d7c49e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:44.635749 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-096a72fe-35a0-4fdd-80a6-8b7f2d7c49e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:44.695124 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-096a72fe-35a0-4fdd-80a6-8b7f2d7c49e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=481e84e98e9941fca5a73e6a64e5c1f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6486492 Nov 27 04:05:44.696308 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33018) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:44.747816 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a72fe-35a0-4fdd-80a6-8b7f2d7c49e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946c3e19-d0bf-4f52-b49e-ebb5de5ec113,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:44.804240 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a72fe-35a0-4fdd-80a6-8b7f2d7c49e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:44.805282 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a72fe-35a0-4fdd-80a6-8b7f2d7c49e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:44.805758 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a72fe-35a0-4fdd-80a6-8b7f2d7c49e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:44.806474 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a72fe-35a0-4fdd-80a6-8b7f2d7c49e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:44.806975 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a72fe-35a0-4fdd-80a6-8b7f2d7c49e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:44.808430 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a72fe-35a0-4fdd-80a6-8b7f2d7c49e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:44.808882 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a72fe-35a0-4fdd-80a6-8b7f2d7c49e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:44.809545 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a72fe-35a0-4fdd-80a6-8b7f2d7c49e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:44.809956 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a72fe-35a0-4fdd-80a6-8b7f2d7c49e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:44.810400 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a72fe-35a0-4fdd-80a6-8b7f2d7c49e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:44.810865 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a72fe-35a0-4fdd-80a6-8b7f2d7c49e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:44.811300 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a72fe-35a0-4fdd-80a6-8b7f2d7c49e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:44.867615 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-78649149-c85a-4576-b9a0-aceb06fb14a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:44.895775 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-78649149-c85a-4576-b9a0-aceb06fb14a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:44.958466 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-78649149-c85a-4576-b9a0-aceb06fb14a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:44.965569 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-78649149-c85a-4576-b9a0-aceb06fb14a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:44.970176 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-78649149-c85a-4576-b9a0-aceb06fb14a8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/946c3e19-d0bf-4f52-b49e-ebb5de5ec113 HTTP/1.1" status: 204 len: 168 time: 0.2573001 Nov 27 04:05:44.980396 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78649149-c85a-4576-b9a0-aceb06fb14a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946c3e19-d0bf-4f52-b49e-ebb5de5ec113,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:45.464783 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dc68da83-d48a-4e43-95ed-38d0d503b187 req-28715e76-8ae2-4ca8-8e62-62587d7ab332 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=680b29a9-70c9-4593-98ec-605092cb73ab HTTP/1.1" status: 200 len: 210 time: 0.0478010 Nov 27 04:05:45.504044 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33042) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:45.521920 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ae23015f-fc09-4c6f-aa9d-0458a19444f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:45.681668 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ae23015f-fc09-4c6f-aa9d-0458a19444f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:45.694963 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ae23015f-fc09-4c6f-aa9d-0458a19444f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:45.769906 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ae23015f-fc09-4c6f-aa9d-0458a19444f4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1295e0cc57d14c648895677f9c16d0d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2646811 Nov 27 04:05:45.772349 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae23015f-fc09-4c6f-aa9d-0458a19444f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7472d6e-b529-4ac1-a5cc-3fdc6e38a1a3,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:45.772484 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33054) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:45.797540 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123cb6bc-d2d5-480e-9279-fabd54564095 req-0dbbd4a2-63cd-49a7-993c-0dc2bf761eaf tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:45.799388 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-123cb6bc-d2d5-480e-9279-fabd54564095 req-0dbbd4a2-63cd-49a7-993c-0dc2bf761eaf tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=520ecfba-0495-4314-8885-a8a5009ed9ea HTTP/1.1" status: 200 len: 945 time: 0.0977037 Nov 27 04:05:45.890737 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e459454a-bcde-43e5-b63e-e27571f49a91 req-04bf9770-05a7-4258-a163-4ef6a26ae14e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0814800 Nov 27 04:05:45.894741 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c19b4232-cd74-4060-acdb-6e0cde5a4f35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:45.905384 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-123cb6bc-d2d5-480e-9279-fabd54564095 req-66eee00c-cbb0-40fa-9097-d572d725c8c0 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804238 Nov 27 04:05:45.956739 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c19b4232-cd74-4060-acdb-6e0cde5a4f35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:46.022188 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 55ec030f-36e4-4433-9b2e-61cb4c7f2748 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:05:46.066006 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459454a-bcde-43e5-b63e-e27571f49a91 req-659ed9d7-94da-437b-b619-ca86dc719e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:46.068086 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e459454a-bcde-43e5-b63e-e27571f49a91 req-659ed9d7-94da-437b-b619-ca86dc719e9e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b01c762313d54b279f09c5e5d81dadbf&device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 1096 time: 0.0924029 Nov 27 04:05:46.101255 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c19b4232-cd74-4060-acdb-6e0cde5a4f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:46.105325 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c19b4232-cd74-4060-acdb-6e0cde5a4f35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:46.116213 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c19b4232-cd74-4060-acdb-6e0cde5a4f35 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c7472d6e-b529-4ac1-a5cc-3fdc6e38a1a3 HTTP/1.1" status: 204 len: 168 time: 0.3338201 Nov 27 04:05:46.121649 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 55ec030f-36e4-4433-9b2e-61cb4c7f2748 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:05:46.122140 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 55ec030f-36e4-4433-9b2e-61cb4c7f2748 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:05:46.185465 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1a89df87-02f8-46cf-b3f9-6077f763bf33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:46.190424 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:46.255453 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b4232-cd74-4060-acdb-6e0cde5a4f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7472d6e-b529-4ac1-a5cc-3fdc6e38a1a3,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:46.302385 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae606e6f-4dd2-4897-94e6-4218b97bff9d req-55a8413e-52a7-4c27-a2a1-51dcf6da188f tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:46.315826 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ae606e6f-4dd2-4897-94e6-4218b97bff9d req-55a8413e-52a7-4c27-a2a1-51dcf6da188f tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=520ecfba-0495-4314-8885-a8a5009ed9ea HTTP/1.1" status: 200 len: 945 time: 0.1151853 Nov 27 04:05:46.326536 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459454a-bcde-43e5-b63e-e27571f49a91 req-976dbb31-d521-45ab-a586-339a828cebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:46.330139 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e459454a-bcde-43e5-b63e-e27571f49a91 req-976dbb31-d521-45ab-a586-339a828cebc6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ab8fc313-e01d-42bb-a8ec-9d136b503637 HTTP/1.1" status: 200 len: 912 time: 0.2115943 Nov 27 04:05:46.432174 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e459454a-bcde-43e5-b63e-e27571f49a91 req-66265465-c9ed-4b53-996c-7f7f67c5a399 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1c9d3a6-1790-421d-8159-5888317d7f7e HTTP/1.1" status: 200 len: 999 time: 0.0875018 Nov 27 04:05:46.511729 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ae606e6f-4dd2-4897-94e6-4218b97bff9d req-43d74910-41c3-45f2-b33d-d08fb653318e tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755159 Nov 27 04:05:46.533922 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459454a-bcde-43e5-b63e-e27571f49a91 req-e0144c05-3219-433f-837d-b7a49f1827e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:46.539242 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e459454a-bcde-43e5-b63e-e27571f49a91 req-e0144c05-3219-433f-837d-b7a49f1827e3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ef82cdfa-d224-4963-bff3-3b0049ffee0b HTTP/1.1" status: 200 len: 850 time: 0.0928488 Nov 27 04:05:46.629171 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459454a-bcde-43e5-b63e-e27571f49a91 req-8c068d5d-163c-4aa3-bcf3-30776910cd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:46.631405 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e459454a-bcde-43e5-b63e-e27571f49a91 req-8c068d5d-163c-4aa3-bcf3-30776910cd01 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ab8fc313-e01d-42bb-a8ec-9d136b503637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837257 Nov 27 04:05:46.882015 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e459454a-bcde-43e5-b63e-e27571f49a91 req-06ecbf16-325d-4cba-ad0c-19031f5f0316 service neutron] 10.222.0.23 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357552 Nov 27 04:05:47.078847 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137cb6cc-9037-4630-993b-b5e140258fa8 req-a07073b7-d8db-4b00-81a4-253f833c4ebc tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:47.080444 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-137cb6cc-9037-4630-993b-b5e140258fa8 req-a07073b7-d8db-4b00-81a4-253f833c4ebc tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=b44deda9-59ef-4510-9785-cacd8c6b58b0 HTTP/1.1" status: 200 len: 945 time: 0.1020069 Nov 27 04:05:47.086885 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e459454a-bcde-43e5-b63e-e27571f49a91 req-95d71291-8b2e-4b24-837a-cce82569ef61 service neutron] 10.222.0.23 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976500 Nov 27 04:05:47.172278 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-137cb6cc-9037-4630-993b-b5e140258fa8 req-d660a791-32e4-4bdc-81be-18e18ff1d60f tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/security-groups?id=8836fad6-5b2e-4036-bf51-408bbb5dc58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843682 Nov 27 04:05:47.725225 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf06ed-4a33-4568-97e0-dab56383ccc0 req-c2e4657e-5a8e-4ed7-9541-40c8ff53033a tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:47.735047 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-06bf06ed-4a33-4568-97e0-dab56383ccc0 req-c2e4657e-5a8e-4ed7-9541-40c8ff53033a tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=520ecfba-0495-4314-8885-a8a5009ed9ea HTTP/1.1" status: 200 len: 945 time: 0.1062148 Nov 27 04:05:47.843209 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-06bf06ed-4a33-4568-97e0-dab56383ccc0 req-c269e420-4040-48ea-8c07-d11a429d7a2c tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022978 Nov 27 04:05:48.314840 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e409f1f5-be3a-4e02-977d-30a77e4c2f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:48.402186 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ecb63-6ae5-4be9-90b1-b312e1513190 req-8a7cebef-c624-4437-895d-d314599e760a tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:48.411512 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-509ecb63-6ae5-4be9-90b1-b312e1513190 req-8a7cebef-c624-4437-895d-d314599e760a tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=b44deda9-59ef-4510-9785-cacd8c6b58b0 HTTP/1.1" status: 200 len: 945 time: 0.1327853 Nov 27 04:05:48.542540 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-509ecb63-6ae5-4be9-90b1-b312e1513190 req-1e60787c-d825-4a9f-8f8e-06cb2d93691c tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/security-groups?id=8836fad6-5b2e-4036-bf51-408bbb5dc58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297266 Nov 27 04:05:48.672125 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba599a57-dfdf-4c39-8188-b84f238631d0 req-33233995-f89b-4aea-8133-6824b026db63 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:48.675160 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ba599a57-dfdf-4c39-8188-b84f238631d0 req-33233995-f89b-4aea-8133-6824b026db63 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.23 "GET /v2.0/ports?device_id=b44deda9-59ef-4510-9785-cacd8c6b58b0 HTTP/1.1" status: 200 len: 945 time: 0.1506076 Nov 27 04:05:48.728631 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:48.820606 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7a030dae-83fd-4733-9d90-d6144ba267cc req-c6a43fbc-cecc-4675-b583-b1fde505b8c7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0a66f33e-ed16-490f-be22-c59609114a3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1815963 Nov 27 04:05:48.834587 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986fff44-23f5-428b-a619-64d097692e76 req-be8df721-dcae-46ef-a3f1-5a0b94a78678 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:48.836144 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-986fff44-23f5-428b-a619-64d097692e76 req-be8df721-dcae-46ef-a3f1-5a0b94a78678 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=520ecfba-0495-4314-8885-a8a5009ed9ea HTTP/1.1" status: 200 len: 945 time: 0.0954962 Nov 27 04:05:48.908492 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-ba599a57-dfdf-4c39-8188-b84f238631d0 req-5addbd7a-83a9-4d2a-86c6-c0c112badf44 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Deleting port f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:05:48.909390 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ba599a57-dfdf-4c39-8188-b84f238631d0 req-5addbd7a-83a9-4d2a-86c6-c0c112badf44 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:49.024929 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-986fff44-23f5-428b-a619-64d097692e76 req-adea2eac-5dde-4e8e-b691-c0e4068b84f1 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619258 Nov 27 04:05:49.054945 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a030dae-83fd-4733-9d90-d6144ba267cc req-2e36f3f5-2cee-4e16-b24b-6a780ae54a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:49.063567 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-ba599a57-dfdf-4c39-8188-b84f238631d0 req-5addbd7a-83a9-4d2a-86c6-c0c112badf44 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] For port f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7,segment=NetworkSegment(ebf9e551-55f8-4bea-b6f1-8b78b226551a),segment_id=ebf9e551-55f8-4bea-b6f1-8b78b226551a)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:05:49.064341 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ba599a57-dfdf-4c39-8188-b84f238631d0 req-5addbd7a-83a9-4d2a-86c6-c0c112badf44 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:49.064707 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7a030dae-83fd-4733-9d90-d6144ba267cc req-2e36f3f5-2cee-4e16-b24b-6a780ae54a80 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b01c762313d54b279f09c5e5d81dadbf&device_id=0a66f33e-ed16-490f-be22-c59609114a3f HTTP/1.1" status: 200 len: 1097 time: 0.1480415 Nov 27 04:05:49.093089 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-ba599a57-dfdf-4c39-8188-b84f238631d0 req-5addbd7a-83a9-4d2a-86c6-c0c112badf44 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Calling delete_port for f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:05:49.275198 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a030dae-83fd-4733-9d90-d6144ba267cc req-a07432ae-cef3-4493-9641-9147870784d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:49.278818 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7a030dae-83fd-4733-9d90-d6144ba267cc req-a07432ae-cef3-4493-9641-9147870784d1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ab8fc313-e01d-42bb-a8ec-9d136b503637 HTTP/1.1" status: 200 len: 912 time: 0.1890306 Nov 27 04:05:49.382808 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7a030dae-83fd-4733-9d90-d6144ba267cc req-06ace97e-70b0-4da5-92df-cc4004a36a87 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f74ad9d9-2135-4219-a2cf-c8a9687f47b2 HTTP/1.1" status: 200 len: 217 time: 0.0933208 Nov 27 04:05:49.395215 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ba599a57-dfdf-4c39-8188-b84f238631d0 req-5addbd7a-83a9-4d2a-86c6-c0c112badf44 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:49.444169 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5addbd7a-83a9-4d2a-86c6-c0c112badf44 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Pushing event deleted for resources: {'Port': ['ID=f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:49.450667 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['17fb2973-29f3-4d7b-9f1b-1960f8905677', 'f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:05:49.496613 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba599a57-dfdf-4c39-8188-b84f238631d0 req-5addbd7a-83a9-4d2a-86c6-c0c112badf44 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] No DVR routers for this DVR port f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:05:49.507842 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ba599a57-dfdf-4c39-8188-b84f238631d0 req-5addbd7a-83a9-4d2a-86c6-c0c112badf44 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:49.512151 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a030dae-83fd-4733-9d90-d6144ba267cc req-c99835e7-18b0-4170-924b-f5c4a8366aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:49.513040 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ba599a57-dfdf-4c39-8188-b84f238631d0 req-5addbd7a-83a9-4d2a-86c6-c0c112badf44 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.23 "DELETE /v2.0/ports/f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7 HTTP/1.1" status: 204 len: 173 time: 0.8293140 Nov 27 04:05:49.513541 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44deda9-59ef-4510-9785-cacd8c6b58b0', 'name': 'network-vif-deleted', 'tag': 'f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:05:49.513904 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7a030dae-83fd-4733-9d90-d6144ba267cc req-c99835e7-18b0-4170-924b-f5c4a8366aa9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ef82cdfa-d224-4963-bff3-3b0049ffee0b HTTP/1.1" status: 200 len: 850 time: 0.1218362 Nov 27 04:05:49.518109 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3dc5753-7bb9-4c8b-bf73-c381a5848cc2" -d '{"events": [{"server_uuid": "b44deda9-59ef-4510-9785-cacd8c6b58b0", "name": "network-vif-deleted", "tag": "f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:05:49.559912 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110d3f68-e580-439d-af19-30bf1eaa368f None None] DHCP port deletion for 759ac2b1-65e6-49cb-874d-aae0615c0432 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:05:49.623927 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b22a77-3631-4a60-9f62-a353d1b7e0e7 x-openstack-request-id: req-c5b22a77-3631-4a60-9f62-a353d1b7e0e7 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:05:49.624449 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44deda9-59ef-4510-9785-cacd8c6b58b0", "name": "network-vif-deleted", "tag": "f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:05:49.624620 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c5b22a77-3631-4a60-9f62-a353d1b7e0e7 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:05:49.625029 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44deda9-59ef-4510-9785-cacd8c6b58b0', 'name': 'network-vif-deleted', 'tag': 'f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7', 'status': 'completed', 'code': 200} Nov 27 04:05:49.643005 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a030dae-83fd-4733-9d90-d6144ba267cc req-b7aaa135-397c-4551-8ce9-8006872db86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:49.644375 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7a030dae-83fd-4733-9d90-d6144ba267cc req-b7aaa135-397c-4551-8ce9-8006872db86e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab8fc313-e01d-42bb-a8ec-9d136b503637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1240511 Nov 27 04:05:49.676503 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:49.798580 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33206) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:49.843527 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-63eaf223-096c-4f9d-adfb-52dc7a6edd2d req-d7edc89d-df31-4e3b-b019-060344bb5631 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=b44deda9-59ef-4510-9785-cacd8c6b58b0 HTTP/1.1" status: 200 len: 210 time: 0.0564930 Nov 27 04:05:49.920852 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7a030dae-83fd-4733-9d90-d6144ba267cc req-7e75aef8-ad77-44b4-9d83-b68e9f75ad6e service neutron] 10.222.0.11 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669458 Nov 27 04:05:50.069917 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-75f7d7f4-6cbe-473c-b0ef-d49ceab99d24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:50.093428 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7a030dae-83fd-4733-9d90-d6144ba267cc req-3b7490c2-fa57-4961-a2d9-2f5a2a5fb9f0 service neutron] 10.222.0.11 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642263 Nov 27 04:05:50.261811 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7e1c6-6817-4747-9c16-8a02546f0787 req-e036e44c-399a-4a00-a223-8b50e2b7f3e4 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:50.267139 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cad7e1c6-6817-4747-9c16-8a02546f0787 req-e036e44c-399a-4a00-a223-8b50e2b7f3e4 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=520ecfba-0495-4314-8885-a8a5009ed9ea HTTP/1.1" status: 200 len: 945 time: 0.1059754 Nov 27 04:05:50.292784 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-75f7d7f4-6cbe-473c-b0ef-d49ceab99d24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:50.303672 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-75f7d7f4-6cbe-473c-b0ef-d49ceab99d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:50.357818 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cad7e1c6-6817-4747-9c16-8a02546f0787 req-2ecbb481-aa0f-49ec-8b0c-5a1e21cda752 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852213 Nov 27 04:05:50.386031 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-75f7d7f4-6cbe-473c-b0ef-d49ceab99d24 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=73274d653e6845c98904ab290c15ad70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5797269 Nov 27 04:05:50.388348 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33224) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:50.417145 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f7d7f4-6cbe-473c-b0ef-d49ceab99d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88ccdb3-dd28-43dd-ac80-8ef74712ac7d,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:50.486259 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-be8630ac-1cd6-495e-956e-19fd36d4d276 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:50.516149 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-be8630ac-1cd6-495e-956e-19fd36d4d276 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:50.581246 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-be8630ac-1cd6-495e-956e-19fd36d4d276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:50.584180 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-be8630ac-1cd6-495e-956e-19fd36d4d276 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:50.585368 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-be8630ac-1cd6-495e-956e-19fd36d4d276 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b88ccdb3-dd28-43dd-ac80-8ef74712ac7d HTTP/1.1" status: 204 len: 168 time: 0.1956959 Nov 27 04:05:50.596516 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8630ac-1cd6-495e-956e-19fd36d4d276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88ccdb3-dd28-43dd-ac80-8ef74712ac7d,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:51.204535 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:51.674114 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c37c8-8923-40f8-bbfe-b07d93b506fa req-146c5906-4f6c-4b46-b646-ee4fa237d79e tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:51.677291 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-332c37c8-8923-40f8-bbfe-b07d93b506fa req-146c5906-4f6c-4b46-b646-ee4fa237d79e tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=520ecfba-0495-4314-8885-a8a5009ed9ea HTTP/1.1" status: 200 len: 945 time: 0.1182976 Nov 27 04:05:51.762866 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:51.839164 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-332c37c8-8923-40f8-bbfe-b07d93b506fa req-a51ce711-ef60-4182-95a2-413d1cb3dbef tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542840 Nov 27 04:05:52.035875 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device a5690a54-5e10-4375-98b0-f1a7b41b8184 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:05:52.058286 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:05:52.129007 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:05:52.129944 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device f01a25f2-a103-4ed4-bf0a-8cf1bb7603c7 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:05:52.168468 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.resource_extend [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 04:05:52.582362 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port a5690a54-5e10-4375-98b0-f1a7b41b8184, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=a5690a54-5e10-4375-98b0-f1a7b41b8184,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:05:52.618756 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': 'a5690a54-5e10-4375-98b0-f1a7b41b8184', 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637', 'port_id': 'a5690a54-5e10-4375-98b0-f1a7b41b8184', 'mac_address': 'fa:16:3e:43:05:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef82cdfa-d224-4963-bff3-3b0049ffee0b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:05:52.825997 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:52.858592 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a5690a54-5e10-4375-98b0-f1a7b41b8184 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:05:52.917290 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port a5690a54-5e10-4375-98b0-f1a7b41b8184, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=a5690a54-5e10-4375-98b0-f1a7b41b8184,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:05:52.926241 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:53.072906 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=a5690a54-5e10-4375-98b0-f1a7b41b8184,revision_number=6']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:53.111996 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['a5690a54-5e10-4375-98b0-f1a7b41b8184'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:05:53.283500 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad72db-0887-4479-a876-7bfec871d0b1 req-662a4651-c305-4ea3-906e-8c0901b9c36c tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:53.291021 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c0ad72db-0887-4479-a876-7bfec871d0b1 req-662a4651-c305-4ea3-906e-8c0901b9c36c tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=520ecfba-0495-4314-8885-a8a5009ed9ea HTTP/1.1" status: 200 len: 944 time: 0.2416842 Nov 27 04:05:53.455536 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c0ad72db-0887-4479-a876-7bfec871d0b1 req-26470aae-2eff-42e6-83c6-78058388b372 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618321 Nov 27 04:05:54.058061 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device a5690a54-5e10-4375-98b0-f1a7b41b8184 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:05:54.272434 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port a5690a54-5e10-4375-98b0-f1a7b41b8184 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:05:54.272908 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:54.421943 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:54.463668 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '520ecfba-0495-4314-8885-a8a5009ed9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5690a54-5e10-4375-98b0-f1a7b41b8184'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:05:54.468212 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f364f96f-2307-4bb6-90bc-cea7745c3743" -d '{"events": [{"server_uuid": "520ecfba-0495-4314-8885-a8a5009ed9ea", "name": "network-vif-plugged", "status": "completed", "tag": "a5690a54-5e10-4375-98b0-f1a7b41b8184"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:05:54.519262 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port a5690a54-5e10-4375-98b0-f1a7b41b8184, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=a5690a54-5e10-4375-98b0-f1a7b41b8184,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:05:54.528658 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:54.596483 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fe5e77-409f-46c9-8e66-8d28d7a8095d x-openstack-request-id: req-00fe5e77-409f-46c9-8e66-8d28d7a8095d {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:05:54.596779 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "520ecfba-0495-4314-8885-a8a5009ed9ea", "name": "network-vif-plugged", "status": "completed", "tag": "a5690a54-5e10-4375-98b0-f1a7b41b8184", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:05:54.597033 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-00fe5e77-409f-46c9-8e66-8d28d7a8095d {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:05:54.597435 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '520ecfba-0495-4314-8885-a8a5009ed9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5690a54-5e10-4375-98b0-f1a7b41b8184', 'code': 200} Nov 27 04:05:54.664257 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=a5690a54-5e10-4375-98b0-f1a7b41b8184,revision_number=7']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:54.774888 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7524c-386a-4620-b21a-bed25bab134e req-73686a0a-40a0-412f-b053-8d40462c9983 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:54.785725 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-07f7524c-386a-4620-b21a-bed25bab134e req-73686a0a-40a0-412f-b053-8d40462c9983 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=520ecfba-0495-4314-8885-a8a5009ed9ea HTTP/1.1" status: 200 len: 945 time: 0.0906734 Nov 27 04:05:54.920105 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-07f7524c-386a-4620-b21a-bed25bab134e req-82cde869-fcc4-4770-b543-4a12b2e35462 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326845 Nov 27 04:05:55.414306 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:05:55.473670 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33448) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:55.698451 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fa4d65c0-827e-4a84-aaae-81f16800a120 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:55.901720 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fa4d65c0-827e-4a84-aaae-81f16800a120 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:55.914186 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fa4d65c0-827e-4a84-aaae-81f16800a120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:55.945290 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d65c0-827e-4a84-aaae-81f16800a120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b247fbd-63ed-4ec0-bd1d-4ec141cb7145,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:55.975901 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4d65c0-827e-4a84-aaae-81f16800a120 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:55.979711 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4d65c0-827e-4a84-aaae-81f16800a120 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:55.980946 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4d65c0-827e-4a84-aaae-81f16800a120 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:55.981519 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4d65c0-827e-4a84-aaae-81f16800a120 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:55.982081 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4d65c0-827e-4a84-aaae-81f16800a120 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:55.982688 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4d65c0-827e-4a84-aaae-81f16800a120 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:55.983266 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4d65c0-827e-4a84-aaae-81f16800a120 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:55.989890 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4d65c0-827e-4a84-aaae-81f16800a120 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:55.991182 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4d65c0-827e-4a84-aaae-81f16800a120 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:55.991768 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4d65c0-827e-4a84-aaae-81f16800a120 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:55.992354 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4d65c0-827e-4a84-aaae-81f16800a120 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:55.992920 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4d65c0-827e-4a84-aaae-81f16800a120 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:05:56.037267 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33462) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:56.052292 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-fa4d65c0-827e-4a84-aaae-81f16800a120 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=15a675f145e449e59d9d87d762b9dd81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5591388 Nov 27 04:05:56.208142 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cde758d9-0a86-43dc-8255-886e324a8467 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:56.259573 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cde758d9-0a86-43dc-8255-886e324a8467 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:56.279159 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ee929-15f7-4a1e-a975-a142831dc9f1 req-56bbd85c-aa75-4e79-9776-c4b9fed8f1a3 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:56.280741 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-047ee929-15f7-4a1e-a975-a142831dc9f1 req-56bbd85c-aa75-4e79-9776-c4b9fed8f1a3 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=520ecfba-0495-4314-8885-a8a5009ed9ea HTTP/1.1" status: 200 len: 945 time: 0.2124782 Nov 27 04:05:56.423234 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-047ee929-15f7-4a1e-a975-a142831dc9f1 req-14a24fa3-3dd7-4cdc-9fc9-cad89aa79748 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322532 Nov 27 04:05:56.465709 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cde758d9-0a86-43dc-8255-886e324a8467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:56.490035 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cde758d9-0a86-43dc-8255-886e324a8467 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:56.493465 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-cde758d9-0a86-43dc-8255-886e324a8467 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3b247fbd-63ed-4ec0-bd1d-4ec141cb7145 HTTP/1.1" status: 204 len: 168 time: 0.4528244 Nov 27 04:05:56.530204 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde758d9-0a86-43dc-8255-886e324a8467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b247fbd-63ed-4ec0-bd1d-4ec141cb7145,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:57.120113 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33498) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:57.167146 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6619196a-068e-42fa-af2e-da711ebee3c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:57.369798 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6619196a-068e-42fa-af2e-da711ebee3c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:57.378346 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6619196a-068e-42fa-af2e-da711ebee3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:57.442047 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33508) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:05:57.442847 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6619196a-068e-42fa-af2e-da711ebee3c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=85f2d0ac3bf94d259e973745e064b551&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3201222 Nov 27 04:05:57.443256 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6619196a-068e-42fa-af2e-da711ebee3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a91fce-f57e-4ecd-be34-7d33e88a8a0b,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:57.631154 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-039b714d-f37b-4f2f-b931-b1f8d0b4df13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:57.668966 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4b368-b337-4b42-93af-ef1c22458ea1 req-0a45eaf8-b49d-43c9-95d8-4b47899066a6 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:57.670577 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f6a4b368-b337-4b42-93af-ef1c22458ea1 req-0a45eaf8-b49d-43c9-95d8-4b47899066a6 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=520ecfba-0495-4314-8885-a8a5009ed9ea HTTP/1.1" status: 200 len: 945 time: 0.0866694 Nov 27 04:05:57.691543 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-039b714d-f37b-4f2f-b931-b1f8d0b4df13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:57.760442 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f6a4b368-b337-4b42-93af-ef1c22458ea1 req-e8c82c7a-c2dd-4b7f-9b9f-61ade8dacf67 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773168 Nov 27 04:05:57.792359 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-039b714d-f37b-4f2f-b931-b1f8d0b4df13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:57.795660 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-039b714d-f37b-4f2f-b931-b1f8d0b4df13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:05:57.800434 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-039b714d-f37b-4f2f-b931-b1f8d0b4df13 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e5a91fce-f57e-4ecd-be34-7d33e88a8a0b HTTP/1.1" status: 204 len: 168 time: 0.3567476 Nov 27 04:05:57.816663 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b714d-f37b-4f2f-b931-b1f8d0b4df13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a91fce-f57e-4ecd-be34-7d33e88a8a0b,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:05:59.111336 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8a9b4-8d3a-4e24-833e-9b51e847ebe9 req-99219268-d644-46d5-a4b1-63436dc3123e tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:59.135846 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5ee8a9b4-8d3a-4e24-833e-9b51e847ebe9 req-99219268-d644-46d5-a4b1-63436dc3123e tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=520ecfba-0495-4314-8885-a8a5009ed9ea HTTP/1.1" status: 200 len: 945 time: 0.2228525 Nov 27 04:05:59.255920 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5ee8a9b4-8d3a-4e24-833e-9b51e847ebe9 req-99a6f743-db2e-4f07-b40b-941584b21894 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188412 Nov 27 04:05:59.718044 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d3bc5-e4b4-4514-974c-f5c72ba5f799 req-7413bf0d-6c45-452e-b87d-c1912552cdc3 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:05:59.735482 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-015d3bc5-e4b4-4514-974c-f5c72ba5f799 req-7413bf0d-6c45-452e-b87d-c1912552cdc3 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3873118-0689-4606-9698-7a62b272dada HTTP/1.1" status: 200 len: 945 time: 0.1090519 Nov 27 04:05:59.870365 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-015d3bc5-e4b4-4514-974c-f5c72ba5f799 req-131ca918-b397-404e-864a-3e10508300b5 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/security-groups?id=8836fad6-5b2e-4036-bf51-408bbb5dc58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290684 Nov 27 04:06:00.496924 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db5d0b-cda9-4bb5-b0a0-ad856faec8e9 req-65ca480e-990c-4a5d-bfe1-e4e9af2b66e7 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:00.518716 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-04db5d0b-cda9-4bb5-b0a0-ad856faec8e9 req-65ca480e-990c-4a5d-bfe1-e4e9af2b66e7 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=520ecfba-0495-4314-8885-a8a5009ed9ea HTTP/1.1" status: 200 len: 945 time: 0.1419563 Nov 27 04:06:00.652871 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-04db5d0b-cda9-4bb5-b0a0-ad856faec8e9 req-5479963b-1095-4bb4-a487-fe809ddf75e7 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314101 Nov 27 04:06:01.093522 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66712669-e556-453b-8ea4-6747c32b8e2c req-f1baf40d-2e10-46f2-84e0-56e2919d1467 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:01.104473 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-66712669-e556-453b-8ea4-6747c32b8e2c req-f1baf40d-2e10-46f2-84e0-56e2919d1467 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3873118-0689-4606-9698-7a62b272dada HTTP/1.1" status: 200 len: 945 time: 0.0991333 Nov 27 04:06:01.190003 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-66712669-e556-453b-8ea4-6747c32b8e2c req-a6df9ca8-3890-4137-a626-eb17e8382a97 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/security-groups?id=8836fad6-5b2e-4036-bf51-408bbb5dc58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838313 Nov 27 04:06:01.426267 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3cf859-a6d8-4da2-be30-75d58f1b10e6 req-9b6957e2-0041-44df-96b1-bdabdece6e4c tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:01.433174 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cf3cf859-a6d8-4da2-be30-75d58f1b10e6 req-9b6957e2-0041-44df-96b1-bdabdece6e4c tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3873118-0689-4606-9698-7a62b272dada HTTP/1.1" status: 200 len: 945 time: 0.1161416 Nov 27 04:06:01.648400 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-cf3cf859-a6d8-4da2-be30-75d58f1b10e6 req-697cca9a-0de7-4432-aa18-027a704450dd tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Deleting port 17fb2973-29f3-4d7b-9f1b-1960f8905677 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:06:01.649575 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-cf3cf859-a6d8-4da2-be30-75d58f1b10e6 req-697cca9a-0de7-4432-aa18-027a704450dd tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:01.679860 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33636) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:01.927940 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-cf3cf859-a6d8-4da2-be30-75d58f1b10e6 req-697cca9a-0de7-4432-aa18-027a704450dd tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] For port 17fb2973-29f3-4d7b-9f1b-1960f8905677, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=17fb2973-29f3-4d7b-9f1b-1960f8905677,segment=NetworkSegment(ebf9e551-55f8-4bea-b6f1-8b78b226551a),segment_id=ebf9e551-55f8-4bea-b6f1-8b78b226551a)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:06:01.930193 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-cf3cf859-a6d8-4da2-be30-75d58f1b10e6 req-697cca9a-0de7-4432-aa18-027a704450dd tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:02.010058 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-cf3cf859-a6d8-4da2-be30-75d58f1b10e6 req-697cca9a-0de7-4432-aa18-027a704450dd tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Calling delete_port for 17fb2973-29f3-4d7b-9f1b-1960f8905677 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:06:02.062051 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513de91-78a1-4488-9070-8a6abfbcf4f4 req-b53d6377-f6fd-44a3-a338-dd6742af4a9d tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:02.095293 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1513de91-78a1-4488-9070-8a6abfbcf4f4 req-b53d6377-f6fd-44a3-a338-dd6742af4a9d tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=520ecfba-0495-4314-8885-a8a5009ed9ea HTTP/1.1" status: 200 len: 945 time: 0.2630923 Nov 27 04:06:02.369706 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1513de91-78a1-4488-9070-8a6abfbcf4f4 req-77283e8e-867e-4d19-b735-0a9a468c8b13 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724161 Nov 27 04:06:02.631544 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-cf3cf859-a6d8-4da2-be30-75d58f1b10e6 req-697cca9a-0de7-4432-aa18-027a704450dd tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:02.693779 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fb545-ddc1-40f6-936e-d474f721da04 req-6901fb5e-daac-499d-873a-e52584eecf22 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:02.695493 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-563fb545-ddc1-40f6-936e-d474f721da04 req-6901fb5e-daac-499d-873a-e52584eecf22 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3873118-0689-4606-9698-7a62b272dada HTTP/1.1" status: 200 len: 945 time: 0.3594973 Nov 27 04:06:02.721614 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efc342d-5e2e-404b-9793-0adada226a2b None None] DHCP port deletion for 759ac2b1-65e6-49cb-874d-aae0615c0432 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:06:02.739486 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697cca9a-0de7-4432-aa18-027a704450dd tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Pushing event deleted for resources: {'Port': ['ID=17fb2973-29f3-4d7b-9f1b-1960f8905677,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:02.869214 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3cf859-a6d8-4da2-be30-75d58f1b10e6 req-697cca9a-0de7-4432-aa18-027a704450dd tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] No DVR routers for this DVR port 17fb2973-29f3-4d7b-9f1b-1960f8905677 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:06:02.873589 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-cf3cf859-a6d8-4da2-be30-75d58f1b10e6 req-697cca9a-0de7-4432-aa18-027a704450dd tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:02.880528 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cf3cf859-a6d8-4da2-be30-75d58f1b10e6 req-697cca9a-0de7-4432-aa18-027a704450dd tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.23 "DELETE /v2.0/ports/17fb2973-29f3-4d7b-9f1b-1960f8905677 HTTP/1.1" status: 204 len: 173 time: 1.4379072 Nov 27 04:06:02.880961 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3873118-0689-4606-9698-7a62b272dada', 'name': 'network-vif-deleted', 'tag': '17fb2973-29f3-4d7b-9f1b-1960f8905677'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:06:02.885372 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15073cb-97a7-43f9-8a99-cca32507965a" -d '{"events": [{"server_uuid": "d3873118-0689-4606-9698-7a62b272dada", "name": "network-vif-deleted", "tag": "17fb2973-29f3-4d7b-9f1b-1960f8905677"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:06:02.990267 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d32678-2ec6-4b2f-9358-996570f528f5 x-openstack-request-id: req-d1d32678-2ec6-4b2f-9358-996570f528f5 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:06:02.990943 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3873118-0689-4606-9698-7a62b272dada", "name": "network-vif-deleted", "tag": "17fb2973-29f3-4d7b-9f1b-1960f8905677", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:06:02.991422 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d1d32678-2ec6-4b2f-9358-996570f528f5 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:06:02.992042 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3873118-0689-4606-9698-7a62b272dada', 'name': 'network-vif-deleted', 'tag': '17fb2973-29f3-4d7b-9f1b-1960f8905677', 'status': 'completed', 'code': 200} Nov 27 04:06:03.032998 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-563fb545-ddc1-40f6-936e-d474f721da04 req-4e9cc0cc-5767-4cbc-8b05-3e421c550d34 tempest-AttachVolumeNegativeTest-1989132815 tempest-AttachVolumeNegativeTest-1989132815-project] 10.222.0.20 "GET /v2.0/security-groups?id=8836fad6-5b2e-4036-bf51-408bbb5dc58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265543 Nov 27 04:06:03.118736 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33712) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:03.253682 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a5900081-e935-438a-941f-58455f637f03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:03.392797 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7957f6c5-6f0c-4e89-bfcc-9cab0307748e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:03.524974 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7957f6c5-6f0c-4e89-bfcc-9cab0307748e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:03.536818 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7957f6c5-6f0c-4e89-bfcc-9cab0307748e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:03.613278 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7957f6c5-6f0c-4e89-bfcc-9cab0307748e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00412c1c-b857-433a-b01e-589a843e1664,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:03.662247 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7957f6c5-6f0c-4e89-bfcc-9cab0307748e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=152ce4b23bb34302ade3b6d91bf5aea9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5409174 Nov 27 04:06:03.665747 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33722) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:03.757398 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbfa9f0-41a5-4c22-9329-7751d5af19ae req-f5f7afbe-0956-4d13-b43c-61bc89c7a8d8 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:03.761937 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3cbfa9f0-41a5-4c22-9329-7751d5af19ae req-f5f7afbe-0956-4d13-b43c-61bc89c7a8d8 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=520ecfba-0495-4314-8885-a8a5009ed9ea HTTP/1.1" status: 200 len: 945 time: 0.1935341 Nov 27 04:06:03.790446 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-eb89bc5d-6fe8-4b66-b61a-3883c2253b5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:03.841633 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-eb89bc5d-6fe8-4b66-b61a-3883c2253b5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:03.858566 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3cbfa9f0-41a5-4c22-9329-7751d5af19ae req-908d4978-e5b9-40ec-becd-095d41b2dfec tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868278 Nov 27 04:06:03.925187 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-eb89bc5d-6fe8-4b66-b61a-3883c2253b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:03.931360 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-eb89bc5d-6fe8-4b66-b61a-3883c2253b5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:03.940699 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-a5900081-e935-438a-941f-58455f637f03 admin admin] Deleting port 116b3f0f-b018-4c98-98e4-a4655d3a19c2 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:06:03.941611 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a5900081-e935-438a-941f-58455f637f03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:03.947110 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-eb89bc5d-6fe8-4b66-b61a-3883c2253b5c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/00412c1c-b857-433a-b01e-589a843e1664 HTTP/1.1" status: 204 len: 168 time: 0.2744551 Nov 27 04:06:03.970977 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb89bc5d-6fe8-4b66-b61a-3883c2253b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00412c1c-b857-433a-b01e-589a843e1664,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:04.079914 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 17fb2973-29f3-4d7b-9f1b-1960f8905677 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:06:04.127308 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 17fb2973-29f3-4d7b-9f1b-1960f8905677 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:06:04.127657 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 17fb2973-29f3-4d7b-9f1b-1960f8905677 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:06:04.133718 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-a5900081-e935-438a-941f-58455f637f03 admin admin] For port 116b3f0f-b018-4c98-98e4-a4655d3a19c2, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=116b3f0f-b018-4c98-98e4-a4655d3a19c2,segment=NetworkSegment(fd7d7e7b-7dbb-424a-bc51-ecd051dc8d7b),segment_id=fd7d7e7b-7dbb-424a-bc51-ecd051dc8d7b)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:06:04.139538 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a5900081-e935-438a-941f-58455f637f03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:04.174153 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33732) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:04.190676 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-a5900081-e935-438a-941f-58455f637f03 admin admin] Calling delete_port for 116b3f0f-b018-4c98-98e4-a4655d3a19c2 owned by network:router_interface {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:06:04.256914 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-740948ea-f14c-4311-aae0-9f359091bf5e admin admin] Deleting subnet f0fcef5c-b309-4313-95f8-651075054f8e {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:06:04.265337 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-740948ea-f14c-4311-aae0-9f359091bf5e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:04.370400 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-740948ea-f14c-4311-aae0-9f359091bf5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:04.469037 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33736) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:04.499684 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-740948ea-f14c-4311-aae0-9f359091bf5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:04.505006 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-442fc0b1-a890-4090-944e-26d062c44e33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:04.554378 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a5900081-e935-438a-941f-58455f637f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:04.734379 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-442fc0b1-a890-4090-944e-26d062c44e33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:04.794118 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-442fc0b1-a890-4090-944e-26d062c44e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:04.873070 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442fc0b1-a890-4090-944e-26d062c44e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba912cf-bb28-4ed2-a858-a2f1a65cc9b9,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:04.881836 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-442fc0b1-a890-4090-944e-26d062c44e33 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=14783d1343e944d3b9c4ece3e63cfab7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4112432 Nov 27 04:06:04.888347 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33740) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:04.964037 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5900081-e935-438a-941f-58455f637f03 admin admin] Pushing event deleted for resources: {'Port': ['ID=116b3f0f-b018-4c98-98e4-a4655d3a19c2,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:05.016549 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-740948ea-f14c-4311-aae0-9f359091bf5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:05.055170 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-934cceb8-05a9-4768-af0f-14cc338958de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:05.086915 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-934cceb8-05a9-4768-af0f-14cc338958de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:05.161704 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-740948ea-f14c-4311-aae0-9f359091bf5e admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:05.169539 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-740948ea-f14c-4311-aae0-9f359091bf5e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f0fcef5c-b309-4313-95f8-651075054f8e HTTP/1.1" status: 204 len: 168 time: 0.9940252 Nov 27 04:06:05.173316 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33744) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:05.173969 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-934cceb8-05a9-4768-af0f-14cc338958de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:05.179712 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-934cceb8-05a9-4768-af0f-14cc338958de admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:05.186476 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-934cceb8-05a9-4768-af0f-14cc338958de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4ba912cf-bb28-4ed2-a858-a2f1a65cc9b9 HTTP/1.1" status: 204 len: 168 time: 0.2884798 Nov 27 04:06:05.209373 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9e72f6-80a5-40b9-b906-3083ce347496 None None] Network 759ac2b1-65e6-49cb-874d-aae0615c0432 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:06:05.387341 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740948ea-f14c-4311-aae0-9f359091bf5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0fcef5c-b309-4313-95f8-651075054f8e,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:05.434212 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934cceb8-05a9-4768-af0f-14cc338958de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba912cf-bb28-4ed2-a858-a2f1a65cc9b9,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:05.528014 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6839ea78-7376-4776-a58a-729eac6c263d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:05.549370 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf32b60-2704-4f0c-a4bc-d1aadc7c0073 req-4c55ea67-f2db-45de-b04b-cd26c993e61d tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:05.554311 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-adf32b60-2704-4f0c-a4bc-d1aadc7c0073 req-4c55ea67-f2db-45de-b04b-cd26c993e61d tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=520ecfba-0495-4314-8885-a8a5009ed9ea HTTP/1.1" status: 200 len: 945 time: 0.5235801 Nov 27 04:06:05.562026 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afad5ed-9c9d-460d-9844-cc461ad23b78 None None] DHCP port deletion for 759ac2b1-65e6-49cb-874d-aae0615c0432 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:06:05.619018 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a5900081-e935-438a-941f-58455f637f03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:05.678084 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-adf32b60-2704-4f0c-a4bc-d1aadc7c0073 req-4a0cff43-5fcd-4986-920c-77950a2b0eb8 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154916 Nov 27 04:06:05.784226 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6839ea78-7376-4776-a58a-729eac6c263d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:05.843585 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-6839ea78-7376-4776-a58a-729eac6c263d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['759ac2b1-65e6-49cb-874d-aae0615c0432']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:06:05.872898 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-6839ea78-7376-4776-a58a-729eac6c263d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebf9e551-55f8-4bea-b6f1-8b78b226551a') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:06:05.873367 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-6839ea78-7376-4776-a58a-729eac6c263d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebf9e551-55f8-4bea-b6f1-8b78b226551a') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:06:05.889110 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6839ea78-7376-4776-a58a-729eac6c263d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:05.907729 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6839ea78-7376-4776-a58a-729eac6c263d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:05.920902 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6839ea78-7376-4776-a58a-729eac6c263d admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:06:05.921418 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6839ea78-7376-4776-a58a-729eac6c263d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:05.925712 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:06:05.925712 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:06:05.925712 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:06:05.925712 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:06:05.925712 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:06:05.925712 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:06:05.925712 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:06:05.925712 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:06:05.925712 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:06:05.925712 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:06:05.925712 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:06:05.925712 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:06:05.925712 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:06:05.925712 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:06:05.925712 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:06:05.925712 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:06:05.925712 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:06:05.925712 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:06:05.925712 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:06:05.925712 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:06:05.925712 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:06:05.925712 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:06:05.925712 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:06:05.925712 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:06:05.925712 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:06:05.925712 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:06:05.925712 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:06:05.925712 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:06:05.925712 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:06:05.925712 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:06:05.925712 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:06:05.925712 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:06:06.007347 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6839ea78-7376-4776-a58a-729eac6c263d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:06.015026 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6839ea78-7376-4776-a58a-729eac6c263d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:06.019069 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6839ea78-7376-4776-a58a-729eac6c263d admin admin] 10.222.0.20 "DELETE /v2.0/networks/759ac2b1-65e6-49cb-874d-aae0615c0432 HTTP/1.1" status: 204 len: 168 time: 0.8295975 Nov 27 04:06:06.041651 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6839ea78-7376-4776-a58a-729eac6c263d admin admin] Pushing event deleted for resources: {'Network': ['ID=759ac2b1-65e6-49cb-874d-aae0615c0432,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:06.140726 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac290b30-bf6e-425a-98d4-2de9b4ed0edc req-0c65927c-e44d-4e70-8ceb-667d2c3386d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:06.151319 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ac290b30-bf6e-425a-98d4-2de9b4ed0edc req-0c65927c-e44d-4e70-8ceb-667d2c3386d1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2796ba70-896d-4d11-827b-5ac1741938f2 HTTP/1.1" status: 200 len: 1096 time: 0.4102924 Nov 27 04:06:06.212077 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ac290b30-bf6e-425a-98d4-2de9b4ed0edc req-e2ac0665-1e51-4863-9894-d62cc0fb8f77 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=64318866-af29-446d-887e-a820f7ceb388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597069 Nov 27 04:06:06.255746 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5900081-e935-438a-941f-58455f637f03 admin admin] Router 747283ec-ab35-452d-b285-c4497f6f1f58 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:06:06.343688 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33776) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:06.402838 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c02d5164-95fe-4641-ad22-311815811e01 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a559fcfd820469880e400429349a9fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0579934 Nov 27 04:06:06.405180 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33780) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:06.433765 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5900081-e935-438a-941f-58455f637f03 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:06:06.450915 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb3db95-7895-42b9-b8eb-56ebc041dad2 None None] Sync routers for ids ['747283ec-ab35-452d-b285-c4497f6f1f58'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:06:06.471066 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a5900081-e935-438a-941f-58455f637f03 admin admin] 10.222.0.20 "PUT /v2.0/routers/747283ec-ab35-452d-b285-c4497f6f1f58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7899849 Nov 27 04:06:06.473817 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33784) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:06.489231 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb3db95-7895-42b9-b8eb-56ebc041dad2 None None] Routers {'747283ec-ab35-452d-b285-c4497f6f1f58'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:06:06.489797 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-edb3db95-7895-42b9-b8eb-56ebc041dad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:05:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['747283ec-ab35-452d-b285-c4497f6f1f58'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:06:06.538680 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-78fab865-b219-4e8f-89dd-406ca047b2f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:06.585072 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-78fab865-b219-4e8f-89dd-406ca047b2f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:06.674962 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-edb3db95-7895-42b9-b8eb-56ebc041dad2 None None] Set router 747283ec-ab35-452d-b285-c4497f6f1f58 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:06:06.698052 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-78fab865-b219-4e8f-89dd-406ca047b2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:06.701124 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-78fab865-b219-4e8f-89dd-406ca047b2f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:06.704994 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-78fab865-b219-4e8f-89dd-406ca047b2f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8836fad6-5b2e-4036-bf51-408bbb5dc58a HTTP/1.1" status: 204 len: 168 time: 0.2987545 Nov 27 04:06:06.726838 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fab865-b219-4e8f-89dd-406ca047b2f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8836fad6-5b2e-4036-bf51-408bbb5dc58a,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:07.225699 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-edb3db95-7895-42b9-b8eb-56ebc041dad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747283ec-ab35-452d-b285-c4497f6f1f58', 'name': 'tempest-TaggedBootDevicesTest-1558233758-router', 'tenant_id': '1dec02752c8a4ea2ac075e58dda75d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '4a578ec2-6732-406b-be02-c61cbe3943aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:54:01Z', 'updated_at': '2021-11-27T04:06:04Z', 'revision_number': 5, 'project_id': '1dec02752c8a4ea2ac075e58dda75d55', 'gw_port': {'id': '4a578ec2-6732-406b-be02-c61cbe3943aa', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747283ec-ab35-452d-b285-c4497f6f1f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:02Z', 'updated_at': '2021-11-27T03:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:06:07.307961 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb3db95-7895-42b9-b8eb-56ebc041dad2 None None] Checking router: 747283ec-ab35-452d-b285-c4497f6f1f58 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:06:07.333819 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb3db95-7895-42b9-b8eb-56ebc041dad2 None None] Routers {'747283ec-ab35-452d-b285-c4497f6f1f58'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:06:07.334816 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-edb3db95-7895-42b9-b8eb-56ebc041dad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:05:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['747283ec-ab35-452d-b285-c4497f6f1f58'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:06:07.435347 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-035f523b-e8f5-425a-a2ed-808d9c267a49 admin admin] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:07.569667 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-edb3db95-7895-42b9-b8eb-56ebc041dad2 None None] Set router 747283ec-ab35-452d-b285-c4497f6f1f58 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:06:07.585851 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde72c73-f740-4cf2-a3ba-11cf3dbd2c4c req-e999eab2-0175-42aa-a0e7-4df1c664c983 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:07.593699 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cde72c73-f740-4cf2-a3ba-11cf3dbd2c4c req-e999eab2-0175-42aa-a0e7-4df1c664c983 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=520ecfba-0495-4314-8885-a8a5009ed9ea HTTP/1.1" status: 200 len: 945 time: 0.1554024 Nov 27 04:06:07.658494 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-035f523b-e8f5-425a-a2ed-808d9c267a49 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:07.679410 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cde72c73-f740-4cf2-a3ba-11cf3dbd2c4c req-eefdc59f-b5b7-4ce9-919c-fa04c4270cde tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844357 Nov 27 04:06:07.819269 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-035f523b-e8f5-425a-a2ed-808d9c267a49 admin admin] Deleting port 4a578ec2-6732-406b-be02-c61cbe3943aa {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:06:07.822981 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-035f523b-e8f5-425a-a2ed-808d9c267a49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:08.036753 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-035f523b-e8f5-425a-a2ed-808d9c267a49 admin admin] For port 4a578ec2-6732-406b-be02-c61cbe3943aa, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=4a578ec2-6732-406b-be02-c61cbe3943aa,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:06:08.037300 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-035f523b-e8f5-425a-a2ed-808d9c267a49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:08.067739 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-035f523b-e8f5-425a-a2ed-808d9c267a49 admin admin] Calling delete_port for 4a578ec2-6732-406b-be02-c61cbe3943aa owned by network:router_gateway {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:06:08.183566 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-edb3db95-7895-42b9-b8eb-56ebc041dad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747283ec-ab35-452d-b285-c4497f6f1f58', 'name': 'tempest-TaggedBootDevicesTest-1558233758-router', 'tenant_id': '1dec02752c8a4ea2ac075e58dda75d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '4a578ec2-6732-406b-be02-c61cbe3943aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:54:01Z', 'updated_at': '2021-11-27T04:06:04Z', 'revision_number': 5, 'project_id': '1dec02752c8a4ea2ac075e58dda75d55', 'gw_port': {'id': '4a578ec2-6732-406b-be02-c61cbe3943aa', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747283ec-ab35-452d-b285-c4497f6f1f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:02Z', 'updated_at': '2021-11-27T03:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:06:08.234229 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb3db95-7895-42b9-b8eb-56ebc041dad2 None None] The sync data for ids ['747283ec-ab35-452d-b285-c4497f6f1f58'] in n-d-819494-3 is: [{'id': '747283ec-ab35-452d-b285-c4497f6f1f58', 'name': 'tempest-TaggedBootDevicesTest-1558233758-router', 'tenant_id': '1dec02752c8a4ea2ac075e58dda75d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '4a578ec2-6732-406b-be02-c61cbe3943aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:54:01Z', 'updated_at': '2021-11-27T04:06:04Z', 'revision_number': 5, 'project_id': '1dec02752c8a4ea2ac075e58dda75d55', 'gw_port': {'id': '4a578ec2-6732-406b-be02-c61cbe3943aa', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747283ec-ab35-452d-b285-c4497f6f1f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:02Z', 'updated_at': '2021-11-27T03:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:06:08.461133 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-035f523b-e8f5-425a-a2ed-808d9c267a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:08.491598 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f523b-e8f5-425a-a2ed-808d9c267a49 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a578ec2-6732-406b-be02-c61cbe3943aa,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:08.531561 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f456eaa4-b55b-49c7-85d7-425cfe3cf575 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:06:08.676421 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-035f523b-e8f5-425a-a2ed-808d9c267a49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:08.976757 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-035f523b-e8f5-425a-a2ed-808d9c267a49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:08.983498 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-035f523b-e8f5-425a-a2ed-808d9c267a49 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:09.185789 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ceda2c-4ae4-4de2-9324-03f78ee92712 req-a7147a21-a6a1-44e8-973f-2fa38f41e8b9 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:09.199137 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-09ceda2c-4ae4-4de2-9324-03f78ee92712 req-a7147a21-a6a1-44e8-973f-2fa38f41e8b9 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=520ecfba-0495-4314-8885-a8a5009ed9ea HTTP/1.1" status: 200 len: 945 time: 0.3635833 Nov 27 04:06:09.210843 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-035f523b-e8f5-425a-a2ed-808d9c267a49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:09.213626 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035f523b-e8f5-425a-a2ed-808d9c267a49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 747283ec-ab35-452d-b285-c4497f6f1f58 {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:06:09.232491 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 116b3f0f-b018-4c98-98e4-a4655d3a19c2 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:06:09.250757 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-035f523b-e8f5-425a-a2ed-808d9c267a49 admin admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:09.252137 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-035f523b-e8f5-425a-a2ed-808d9c267a49 admin admin] 10.222.0.20 "DELETE /v2.0/routers/747283ec-ab35-452d-b285-c4497f6f1f58 HTTP/1.1" status: 204 len: 168 time: 2.7769184 Nov 27 04:06:09.255015 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33888) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:09.328203 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 116b3f0f-b018-4c98-98e4-a4655d3a19c2 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:06:09.333964 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 116b3f0f-b018-4c98-98e4-a4655d3a19c2 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:06:09.429062 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-503b7b82-06fc-4d64-86aa-06e8cd8f67be admin admin] Deleting subnet 4466658f-32d6-449e-8c43-df2a536056c1 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:06:09.434937 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-503b7b82-06fc-4d64-86aa-06e8cd8f67be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:09.483615 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-503b7b82-06fc-4d64-86aa-06e8cd8f67be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:09.557220 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-09ceda2c-4ae4-4de2-9324-03f78ee92712 req-2f504a0f-0ef2-429d-828e-cd10432a43c6 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526218 Nov 27 04:06:09.815148 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-503b7b82-06fc-4d64-86aa-06e8cd8f67be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:09.895402 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-503b7b82-06fc-4d64-86aa-06e8cd8f67be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:09.924426 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b7b82-06fc-4d64-86aa-06e8cd8f67be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4466658f-32d6-449e-8c43-df2a536056c1,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:09.926357 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-503b7b82-06fc-4d64-86aa-06e8cd8f67be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:09.929946 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-503b7b82-06fc-4d64-86aa-06e8cd8f67be admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4466658f-32d6-449e-8c43-df2a536056c1 HTTP/1.1" status: 204 len: 168 time: 0.6737304 Nov 27 04:06:09.933248 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33930) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:09.947433 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bd9849-d4db-431d-baaf-8970e408fb1b None None] Network de70f11c-4372-4ca5-89fb-09782e179a3b requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:06:10.026703 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b9abc013-bb65-474f-8770-8f19b50c818f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:10.208903 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-b9abc013-bb65-474f-8770-8f19b50c818f admin admin] Deleting port da4843e0-dd32-44cb-8323-79c64180cdec {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:06:10.209254 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b9abc013-bb65-474f-8770-8f19b50c818f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:10.417975 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-b9abc013-bb65-474f-8770-8f19b50c818f admin admin] For port da4843e0-dd32-44cb-8323-79c64180cdec, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=da4843e0-dd32-44cb-8323-79c64180cdec,segment=NetworkSegment(fd7d7e7b-7dbb-424a-bc51-ecd051dc8d7b),segment_id=fd7d7e7b-7dbb-424a-bc51-ecd051dc8d7b)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:06:10.419186 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b9abc013-bb65-474f-8770-8f19b50c818f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:10.506345 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-b9abc013-bb65-474f-8770-8f19b50c818f admin admin] Calling delete_port for da4843e0-dd32-44cb-8323-79c64180cdec owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:06:10.533888 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4f1339-9a01-47aa-bf32-e0e8e7cc2afa None None] DHCP port deletion for de70f11c-4372-4ca5-89fb-09782e179a3b request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:06:10.640922 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-6e4f1339-9a01-47aa-bf32-e0e8e7cc2afa None None] Deleting port da4843e0-dd32-44cb-8323-79c64180cdec {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:06:10.643285 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6e4f1339-9a01-47aa-bf32-e0e8e7cc2afa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:10.773137 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b9abc013-bb65-474f-8770-8f19b50c818f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:10.833486 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd47e5-c757-4b7e-9f60-b499246b3206 req-0c57dc29-48d5-4493-899c-cdd3aaa8f2e9 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:10.844692 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1bfd47e5-c757-4b7e-9f60-b499246b3206 req-0c57dc29-48d5-4493-899c-cdd3aaa8f2e9 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=520ecfba-0495-4314-8885-a8a5009ed9ea HTTP/1.1" status: 200 len: 945 time: 0.0899827 Nov 27 04:06:10.866439 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9abc013-bb65-474f-8770-8f19b50c818f admin admin] Pushing event deleted for resources: {'Port': ['ID=da4843e0-dd32-44cb-8323-79c64180cdec,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:10.931920 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9abc013-bb65-474f-8770-8f19b50c818f admin admin] No DVR routers for this DVR port da4843e0-dd32-44cb-8323-79c64180cdec on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:06:10.966997 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1bfd47e5-c757-4b7e-9f60-b499246b3206 req-d710cc94-0d13-4ef8-adf4-4e38b884f7e9 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160781 Nov 27 04:06:11.046481 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b9abc013-bb65-474f-8770-8f19b50c818f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:11.087908 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-b9abc013-bb65-474f-8770-8f19b50c818f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de70f11c-4372-4ca5-89fb-09782e179a3b']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:06:11.100640 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-b9abc013-bb65-474f-8770-8f19b50c818f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd7d7e7b-7dbb-424a-bc51-ecd051dc8d7b') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:06:11.101103 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-b9abc013-bb65-474f-8770-8f19b50c818f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd7d7e7b-7dbb-424a-bc51-ecd051dc8d7b') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:06:11.113937 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b9abc013-bb65-474f-8770-8f19b50c818f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:11.135037 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b9abc013-bb65-474f-8770-8f19b50c818f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:11.143099 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9abc013-bb65-474f-8770-8f19b50c818f admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:06:11.143721 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b9abc013-bb65-474f-8770-8f19b50c818f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:11.250015 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:06:11.250015 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:06:11.250015 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:06:11.250015 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:06:11.250015 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:06:11.250015 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:06:11.250015 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:06:11.250015 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:06:11.250015 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:06:11.250015 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:06:11.250015 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:06:11.250015 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:06:11.250015 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:06:11.250015 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:06:11.250015 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:06:11.250015 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:06:11.250015 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:06:11.250015 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:06:11.250015 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:06:11.250015 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:06:11.250015 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:06:11.250015 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:06:11.250015 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:06:11.250015 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:06:11.250015 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:06:11.250015 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:06:11.250015 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:06:11.250015 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:06:11.250015 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:06:11.250015 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:06:11.250015 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:06:11.250015 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:06:11.257792 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b9abc013-bb65-474f-8770-8f19b50c818f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:11.266155 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b9abc013-bb65-474f-8770-8f19b50c818f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:11.277706 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33996) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:11.284802 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b9abc013-bb65-474f-8770-8f19b50c818f admin admin] 10.222.0.20 "DELETE /v2.0/networks/de70f11c-4372-4ca5-89fb-09782e179a3b HTTP/1.1" status: 204 len: 168 time: 1.3504136 Nov 27 04:06:11.285298 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-6e4f1339-9a01-47aa-bf32-e0e8e7cc2afa None None] For port da4843e0-dd32-44cb-8323-79c64180cdec, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=da4843e0-dd32-44cb-8323-79c64180cdec,segment=NetworkSegment(fd7d7e7b-7dbb-424a-bc51-ecd051dc8d7b),segment_id=fd7d7e7b-7dbb-424a-bc51-ecd051dc8d7b)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:06:11.286908 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6e4f1339-9a01-47aa-bf32-e0e8e7cc2afa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:11.320878 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-6e4f1339-9a01-47aa-bf32-e0e8e7cc2afa None None] Calling delete_port for da4843e0-dd32-44cb-8323-79c64180cdec owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:06:11.357983 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9abc013-bb65-474f-8770-8f19b50c818f admin admin] Pushing event deleted for resources: {'Network': ['ID=de70f11c-4372-4ca5-89fb-09782e179a3b,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:11.368803 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 4a578ec2-6732-406b-be02-c61cbe3943aa no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:06:11.458261 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 4a578ec2-6732-406b-be02-c61cbe3943aa {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:06:11.468600 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 4a578ec2-6732-406b-be02-c61cbe3943aa not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:06:11.471687 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device da4843e0-dd32-44cb-8323-79c64180cdec no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:06:11.557788 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: da4843e0-dd32-44cb-8323-79c64180cdec {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:06:11.558084 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device da4843e0-dd32-44cb-8323-79c64180cdec not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:06:11.789342 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6e4f1339-9a01-47aa-bf32-e0e8e7cc2afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:11.863329 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6e4f1339-9a01-47aa-bf32-e0e8e7cc2afa None None] Network de70f11c-4372-4ca5-89fb-09782e179a3b is not hosted by any dhcp agent {{(pid=110020) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 04:06:11.864090 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4f1339-9a01-47aa-bf32-e0e8e7cc2afa None None] No DVR routers for this DVR port da4843e0-dd32-44cb-8323-79c64180cdec on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:06:11.870780 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4f1339-9a01-47aa-bf32-e0e8e7cc2afa None None] Pushing event deleted for resources: {'Port': ['ID=da4843e0-dd32-44cb-8323-79c64180cdec,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:11.885421 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4f1339-9a01-47aa-bf32-e0e8e7cc2afa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:11.885777 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4f1339-9a01-47aa-bf32-e0e8e7cc2afa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:11.886117 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4f1339-9a01-47aa-bf32-e0e8e7cc2afa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:11.886828 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4f1339-9a01-47aa-bf32-e0e8e7cc2afa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:11.887442 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4f1339-9a01-47aa-bf32-e0e8e7cc2afa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:11.887933 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4f1339-9a01-47aa-bf32-e0e8e7cc2afa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:11.889872 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4f1339-9a01-47aa-bf32-e0e8e7cc2afa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:11.890422 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4f1339-9a01-47aa-bf32-e0e8e7cc2afa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:11.891157 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4f1339-9a01-47aa-bf32-e0e8e7cc2afa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:11.891708 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4f1339-9a01-47aa-bf32-e0e8e7cc2afa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:11.892229 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4f1339-9a01-47aa-bf32-e0e8e7cc2afa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:11.893040 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4f1339-9a01-47aa-bf32-e0e8e7cc2afa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:12.059388 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9d995756-be36-4c1e-9539-0388d8be3995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:12.273393 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2dcf2-192e-4496-8a1d-9b1d1d82edf3 req-aa9c8ad8-bb8d-42fc-9e92-402ccc5c86ae tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:12.276421 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-09a2dcf2-192e-4496-8a1d-9b1d1d82edf3 req-aa9c8ad8-bb8d-42fc-9e92-402ccc5c86ae tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=520ecfba-0495-4314-8885-a8a5009ed9ea HTTP/1.1" status: 200 len: 945 time: 0.1280329 Nov 27 04:06:12.410386 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-09a2dcf2-192e-4496-8a1d-9b1d1d82edf3 req-ecdd728f-5e5e-4129-9980-82a6d933c764 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268959 Nov 27 04:06:12.569508 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-9d995756-be36-4c1e-9539-0388d8be3995 admin admin] Deleting port 5dad1147-d27a-4716-9348-0c8a17aa0842 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:06:12.569848 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9d995756-be36-4c1e-9539-0388d8be3995 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:12.719338 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-9d995756-be36-4c1e-9539-0388d8be3995 admin admin] For port 5dad1147-d27a-4716-9348-0c8a17aa0842, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=5dad1147-d27a-4716-9348-0c8a17aa0842,segment=NetworkSegment(87d5a7bd-e384-46ad-8848-1ab0e40c0a23),segment_id=87d5a7bd-e384-46ad-8848-1ab0e40c0a23)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:06:12.719872 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9d995756-be36-4c1e-9539-0388d8be3995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:12.733962 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-9d995756-be36-4c1e-9539-0388d8be3995 admin admin] Calling delete_port for 5dad1147-d27a-4716-9348-0c8a17aa0842 owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:06:13.100613 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9d995756-be36-4c1e-9539-0388d8be3995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:13.180902 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d995756-be36-4c1e-9539-0388d8be3995 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dad1147-d27a-4716-9348-0c8a17aa0842,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:13.276374 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34090) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:13.558790 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4ee09315-7c41-4ab7-a0d5-ccb24d466e45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:13.649767 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9d995756-be36-4c1e-9539-0388d8be3995 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:13.733764 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71f97f-3a20-4ae8-9450-c14ddf0bcc1a req-a62075fb-5c3a-4a0b-8c90-ff00c21a63c2 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:13.745857 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-be71f97f-3a20-4ae8-9450-c14ddf0bcc1a req-a62075fb-5c3a-4a0b-8c90-ff00c21a63c2 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=520ecfba-0495-4314-8885-a8a5009ed9ea HTTP/1.1" status: 200 len: 945 time: 0.1568298 Nov 27 04:06:13.842596 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-be71f97f-3a20-4ae8-9450-c14ddf0bcc1a req-f0f02b4c-12bd-4793-9895-a0b3aa79a218 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913572 Nov 27 04:06:13.876257 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4ee09315-7c41-4ab7-a0d5-ccb24d466e45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:13.885979 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4ee09315-7c41-4ab7-a0d5-ccb24d466e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:13.935844 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4ee09315-7c41-4ab7-a0d5-ccb24d466e45 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=01020f90ea714666b6bfc779cc657c30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6582098 Nov 27 04:06:13.937001 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee09315-7c41-4ab7-a0d5-ccb24d466e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec44d79-eab3-4f0c-bf06-e127b2b6f078,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:13.957490 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34106) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:14.054644 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5da8f194-e471-42c4-992d-6441ceddce06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:14.063569 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d995756-be36-4c1e-9539-0388d8be3995 admin admin] Router cb926c56-6b8e-42ff-ab9b-fa78109f6ab0 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:06:14.105574 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5da8f194-e471-42c4-992d-6441ceddce06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:14.267179 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d995756-be36-4c1e-9539-0388d8be3995 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:06:14.277147 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9d995756-be36-4c1e-9539-0388d8be3995 admin admin] 10.222.0.20 "PUT /v2.0/routers/cb926c56-6b8e-42ff-ab9b-fa78109f6ab0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9983106 Nov 27 04:06:14.277909 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f635492-af32-47b2-be5e-10ad6358354e None None] Sync routers for ids ['cb926c56-6b8e-42ff-ab9b-fa78109f6ab0'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:06:14.279923 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34108) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:14.307103 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f635492-af32-47b2-be5e-10ad6358354e None None] Routers {'cb926c56-6b8e-42ff-ab9b-fa78109f6ab0'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:06:14.308517 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-3f635492-af32-47b2-be5e-10ad6358354e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:05:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['cb926c56-6b8e-42ff-ab9b-fa78109f6ab0'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:06:14.308822 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5da8f194-e471-42c4-992d-6441ceddce06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:14.311762 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5da8f194-e471-42c4-992d-6441ceddce06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:14.313554 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-5da8f194-e471-42c4-992d-6441ceddce06 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4ec44d79-eab3-4f0c-bf06-e127b2b6f078 HTTP/1.1" status: 204 len: 168 time: 0.3546255 Nov 27 04:06:14.335722 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8f194-e471-42c4-992d-6441ceddce06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec44d79-eab3-4f0c-bf06-e127b2b6f078,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:14.444613 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-3f635492-af32-47b2-be5e-10ad6358354e None None] Set router cb926c56-6b8e-42ff-ab9b-fa78109f6ab0 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:06:14.649345 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-90982aec-e5bb-4136-8e72-05cfcec8cc73 admin admin] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:14.909734 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-3f635492-af32-47b2-be5e-10ad6358354e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb926c56-6b8e-42ff-ab9b-fa78109f6ab0', 'name': 'tempest-TaggedBootDevicesTest-1407014296-router', 'tenant_id': 'c7b8c34d3ee147878db306e2372b2f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '8941bb77-fc80-4447-8d70-1ee55f7cb1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:54:09Z', 'updated_at': '2021-11-27T04:06:13Z', 'revision_number': 5, 'project_id': 'c7b8c34d3ee147878db306e2372b2f4b', 'gw_port': {'id': '8941bb77-fc80-4447-8d70-1ee55f7cb1b2', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb926c56-6b8e-42ff-ab9b-fa78109f6ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:54:11Z', 'updated_at': '2021-11-27T03:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:06:14.961855 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-90982aec-e5bb-4136-8e72-05cfcec8cc73 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:14.981131 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f635492-af32-47b2-be5e-10ad6358354e None None] Checking router: cb926c56-6b8e-42ff-ab9b-fa78109f6ab0 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:06:15.005853 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f635492-af32-47b2-be5e-10ad6358354e None None] Routers {'cb926c56-6b8e-42ff-ab9b-fa78109f6ab0'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:06:15.006737 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-3f635492-af32-47b2-be5e-10ad6358354e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:05:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['cb926c56-6b8e-42ff-ab9b-fa78109f6ab0'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:06:15.192497 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-90982aec-e5bb-4136-8e72-05cfcec8cc73 admin admin] Deleting port 8941bb77-fc80-4447-8d70-1ee55f7cb1b2 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:06:15.200539 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-90982aec-e5bb-4136-8e72-05cfcec8cc73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:15.224800 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9d471-406b-4dce-a243-92a5fac5cb51 req-ec046af1-3b2d-4a3a-9397-f12481fd3a53 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:15.229906 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3fa9d471-406b-4dce-a243-92a5fac5cb51 req-ec046af1-3b2d-4a3a-9397-f12481fd3a53 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=520ecfba-0495-4314-8885-a8a5009ed9ea HTTP/1.1" status: 200 len: 945 time: 0.1861739 Nov 27 04:06:15.412316 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-3f635492-af32-47b2-be5e-10ad6358354e None None] Set router cb926c56-6b8e-42ff-ab9b-fa78109f6ab0 gateway port host: None {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:06:15.611277 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-3f635492-af32-47b2-be5e-10ad6358354e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb926c56-6b8e-42ff-ab9b-fa78109f6ab0', 'name': 'tempest-TaggedBootDevicesTest-1407014296-router', 'tenant_id': 'c7b8c34d3ee147878db306e2372b2f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:54:09Z', 'updated_at': '2021-11-27T04:06:14Z', 'revision_number': 6, 'project_id': 'c7b8c34d3ee147878db306e2372b2f4b', 'gw_port_host': None}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:06:15.669655 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3fa9d471-406b-4dce-a243-92a5fac5cb51 req-50f3c0f2-7e49-45e6-a8dd-e6def888f341 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157078 Nov 27 04:06:15.675321 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f635492-af32-47b2-be5e-10ad6358354e None None] The sync data for ids ['cb926c56-6b8e-42ff-ab9b-fa78109f6ab0'] in n-d-819494-3 is: [{'id': 'cb926c56-6b8e-42ff-ab9b-fa78109f6ab0', 'name': 'tempest-TaggedBootDevicesTest-1407014296-router', 'tenant_id': 'c7b8c34d3ee147878db306e2372b2f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:54:09Z', 'updated_at': '2021-11-27T04:06:14Z', 'revision_number': 6, 'project_id': 'c7b8c34d3ee147878db306e2372b2f4b', 'gw_port_host': None}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:06:15.724290 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-90982aec-e5bb-4136-8e72-05cfcec8cc73 admin admin] For port 8941bb77-fc80-4447-8d70-1ee55f7cb1b2, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=8941bb77-fc80-4447-8d70-1ee55f7cb1b2,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:06:15.726072 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-90982aec-e5bb-4136-8e72-05cfcec8cc73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:15.769393 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-90982aec-e5bb-4136-8e72-05cfcec8cc73 admin admin] Calling delete_port for 8941bb77-fc80-4447-8d70-1ee55f7cb1b2 owned by network:router_gateway {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:06:16.053960 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-90982aec-e5bb-4136-8e72-05cfcec8cc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:16.085626 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:16.117176 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90982aec-e5bb-4136-8e72-05cfcec8cc73 admin admin] Pushing event deleted for resources: {'Port': ['ID=8941bb77-fc80-4447-8d70-1ee55f7cb1b2,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:16.129764 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfba9ef1-91b9-4722-b7e3-775a01b7d739 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:06:16.197346 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-520a6d91-0c0b-40f4-a6af-8d19308403ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:16.242387 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-90982aec-e5bb-4136-8e72-05cfcec8cc73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:16.396352 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-90982aec-e5bb-4136-8e72-05cfcec8cc73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:16.402219 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-90982aec-e5bb-4136-8e72-05cfcec8cc73 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:16.481496 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-90982aec-e5bb-4136-8e72-05cfcec8cc73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:16.482467 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90982aec-e5bb-4136-8e72-05cfcec8cc73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb926c56-6b8e-42ff-ab9b-fa78109f6ab0 {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:06:16.490044 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-90982aec-e5bb-4136-8e72-05cfcec8cc73 admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:16.495534 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34186) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:16.506839 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-90982aec-e5bb-4136-8e72-05cfcec8cc73 admin admin] 10.222.0.20 "DELETE /v2.0/routers/cb926c56-6b8e-42ff-ab9b-fa78109f6ab0 HTTP/1.1" status: 204 len: 168 time: 2.2239771 Nov 27 04:06:16.570317 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ff1d170-347c-42a7-9f28-8a6424056b36 admin admin] Deleting subnet 0c89e992-3dc0-4f36-a65c-4e5d7eec089a {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:06:16.598163 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6ff1d170-347c-42a7-9f28-8a6424056b36 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:16.697950 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6ff1d170-347c-42a7-9f28-8a6424056b36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:16.899570 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6ff1d170-347c-42a7-9f28-8a6424056b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:16.957025 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18231faa-aea9-45eb-9363-0fd3ce1a16da req-e00c8864-be04-4ef1-9dfb-c14e3280b7b8 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:16.968525 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-18231faa-aea9-45eb-9363-0fd3ce1a16da req-e00c8864-be04-4ef1-9dfb-c14e3280b7b8 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=520ecfba-0495-4314-8885-a8a5009ed9ea HTTP/1.1" status: 200 len: 945 time: 0.1765699 Nov 27 04:06:17.022455 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6ff1d170-347c-42a7-9f28-8a6424056b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:17.078227 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff1d170-347c-42a7-9f28-8a6424056b36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c89e992-3dc0-4f36-a65c-4e5d7eec089a,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:17.090033 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6ff1d170-347c-42a7-9f28-8a6424056b36 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:17.090865 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4dff48-3fbf-4462-94f8-d622102d2edc None None] Network ba6a0631-f5bd-430f-8d81-0c43ca84aa5d requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:06:17.095019 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6ff1d170-347c-42a7-9f28-8a6424056b36 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0c89e992-3dc0-4f36-a65c-4e5d7eec089a HTTP/1.1" status: 204 len: 168 time: 0.5972188 Nov 27 04:06:17.097404 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34234) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:17.307628 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-18231faa-aea9-45eb-9363-0fd3ce1a16da req-4af3c55f-545c-4925-821e-ea4774017afb tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380523 Nov 27 04:06:17.323953 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 5dad1147-d27a-4716-9348-0c8a17aa0842 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:06:17.404998 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 5dad1147-d27a-4716-9348-0c8a17aa0842 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:06:17.406650 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 5dad1147-d27a-4716-9348-0c8a17aa0842 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:06:17.411535 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 8941bb77-fc80-4447-8d70-1ee55f7cb1b2 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:06:17.421814 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-efb58420-08b9-4780-891f-2248d0d66f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:17.498772 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-efb58420-08b9-4780-891f-2248d0d66f9b admin admin] Deleting port e430e8f1-0524-4211-b6ac-d6492699fecc {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:06:17.499390 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-efb58420-08b9-4780-891f-2248d0d66f9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:17.515559 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34268) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:17.573712 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 8941bb77-fc80-4447-8d70-1ee55f7cb1b2 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:06:17.576967 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 8941bb77-fc80-4447-8d70-1ee55f7cb1b2 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:06:17.645179 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-efb58420-08b9-4780-891f-2248d0d66f9b admin admin] For port e430e8f1-0524-4211-b6ac-d6492699fecc, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=e430e8f1-0524-4211-b6ac-d6492699fecc,segment=NetworkSegment(87d5a7bd-e384-46ad-8848-1ab0e40c0a23),segment_id=87d5a7bd-e384-46ad-8848-1ab0e40c0a23)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:06:17.646363 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-efb58420-08b9-4780-891f-2248d0d66f9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:17.669931 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-efb58420-08b9-4780-891f-2248d0d66f9b admin admin] Calling delete_port for e430e8f1-0524-4211-b6ac-d6492699fecc owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:06:17.733987 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1440ec22-6086-471a-9fa8-d5f7193de1b5 None None] DHCP port deletion for ba6a0631-f5bd-430f-8d81-0c43ca84aa5d request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:06:17.870023 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-19c083cc-6600-485a-a004-b04aa0c62ea7 tempest-PortsAdminExtendedAttrsTestJSON-1629248422 tempest-PortsAdminExtendedAttrsTestJSON-1629248422-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-754959558'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:06:17.887693 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-1440ec22-6086-471a-9fa8-d5f7193de1b5 None None] Deleting port e430e8f1-0524-4211-b6ac-d6492699fecc {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:06:17.888582 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1440ec22-6086-471a-9fa8-d5f7193de1b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:17.901411 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c083cc-6600-485a-a004-b04aa0c62ea7 tempest-PortsAdminExtendedAttrsTestJSON-1629248422 tempest-PortsAdminExtendedAttrsTestJSON-1629248422-project] Made reservation on behalf of 2f45bd1f30c04219b9cef77fb378329d for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:06:17.907989 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-19c083cc-6600-485a-a004-b04aa0c62ea7 tempest-PortsAdminExtendedAttrsTestJSON-1629248422 tempest-PortsAdminExtendedAttrsTestJSON-1629248422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:17.912896 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-efb58420-08b9-4780-891f-2248d0d66f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:17.922174 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-19c083cc-6600-485a-a004-b04aa0c62ea7 tempest-PortsAdminExtendedAttrsTestJSON-1629248422 tempest-PortsAdminExtendedAttrsTestJSON-1629248422-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:17.932428 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb58420-08b9-4780-891f-2248d0d66f9b admin admin] No DVR routers for this DVR port e430e8f1-0524-4211-b6ac-d6492699fecc on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:06:18.007300 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-1440ec22-6086-471a-9fa8-d5f7193de1b5 None None] For port e430e8f1-0524-4211-b6ac-d6492699fecc, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=e430e8f1-0524-4211-b6ac-d6492699fecc,segment=NetworkSegment(87d5a7bd-e384-46ad-8848-1ab0e40c0a23),segment_id=87d5a7bd-e384-46ad-8848-1ab0e40c0a23)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:06:18.008206 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1440ec22-6086-471a-9fa8-d5f7193de1b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:18.033814 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-1440ec22-6086-471a-9fa8-d5f7193de1b5 None None] Calling delete_port for e430e8f1-0524-4211-b6ac-d6492699fecc owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:06:18.092890 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-efb58420-08b9-4780-891f-2248d0d66f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:18.096287 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-19c083cc-6600-485a-a004-b04aa0c62ea7 tempest-PortsAdminExtendedAttrsTestJSON-1629248422 tempest-PortsAdminExtendedAttrsTestJSON-1629248422-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:18.106243 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-19c083cc-6600-485a-a004-b04aa0c62ea7 tempest-PortsAdminExtendedAttrsTestJSON-1629248422 tempest-PortsAdminExtendedAttrsTestJSON-1629248422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:18.127671 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19c083cc-6600-485a-a004-b04aa0c62ea7 tempest-PortsAdminExtendedAttrsTestJSON-1629248422 tempest-PortsAdminExtendedAttrsTestJSON-1629248422-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:06:18.133904 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-efb58420-08b9-4780-891f-2248d0d66f9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba6a0631-f5bd-430f-8d81-0c43ca84aa5d']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:06:18.143212 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1440ec22-6086-471a-9fa8-d5f7193de1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:18.145206 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-efb58420-08b9-4780-891f-2248d0d66f9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87d5a7bd-e384-46ad-8848-1ab0e40c0a23') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:06:18.145511 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-efb58420-08b9-4780-891f-2248d0d66f9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87d5a7bd-e384-46ad-8848-1ab0e40c0a23') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:06:18.156736 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-efb58420-08b9-4780-891f-2248d0d66f9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:18.162771 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-19c083cc-6600-485a-a004-b04aa0c62ea7 tempest-PortsAdminExtendedAttrsTestJSON-1629248422 tempest-PortsAdminExtendedAttrsTestJSON-1629248422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:18.163585 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-19c083cc-6600-485a-a004-b04aa0c62ea7 tempest-PortsAdminExtendedAttrsTestJSON-1629248422 tempest-PortsAdminExtendedAttrsTestJSON-1629248422-project] Added segment 1a452e1a-f9ff-49ff-826f-0840103329f3 of type vlan for network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 Nov 27 04:06:18.170880 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-efb58420-08b9-4780-891f-2248d0d66f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:18.178999 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1440ec22-6086-471a-9fa8-d5f7193de1b5 None None] Pushing event deleted for resources: {'Port': ['ID=e430e8f1-0524-4211-b6ac-d6492699fecc,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:18.179911 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efb58420-08b9-4780-891f-2248d0d66f9b admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:06:18.179911 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-efb58420-08b9-4780-891f-2248d0d66f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:18.195512 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1440ec22-6086-471a-9fa8-d5f7193de1b5 None None] No DVR routers for this DVR port e430e8f1-0524-4211-b6ac-d6492699fecc on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:06:18.271583 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:06:18.271583 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:06:18.271583 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:06:18.271583 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:06:18.271583 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:06:18.271583 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:06:18.271583 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:06:18.271583 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:06:18.271583 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:06:18.271583 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:06:18.271583 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:06:18.271583 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:06:18.271583 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:06:18.271583 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:06:18.271583 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:06:18.271583 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:06:18.271583 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:06:18.271583 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:06:18.271583 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:06:18.271583 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:06:18.271583 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:06:18.271583 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:06:18.271583 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:06:18.271583 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:06:18.271583 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:06:18.271583 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:06:18.271583 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:06:18.271583 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:06:18.271583 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:06:18.271583 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:06:18.271583 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:06:18.271583 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:06:18.277205 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-efb58420-08b9-4780-891f-2248d0d66f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:18.279234 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb58420-08b9-4780-891f-2248d0d66f9b admin admin] Pushing event deleted for resources: {'Port': ['ID=e430e8f1-0524-4211-b6ac-d6492699fecc,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:18.287624 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-efb58420-08b9-4780-891f-2248d0d66f9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:18.300432 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-efb58420-08b9-4780-891f-2248d0d66f9b admin admin] 10.222.0.20 "DELETE /v2.0/networks/ba6a0631-f5bd-430f-8d81-0c43ca84aa5d HTTP/1.1" status: 204 len: 168 time: 1.2002089 Nov 27 04:06:18.314369 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d43dd651-eca8-4953-a281-d3805f362554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:18.332850 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-19c083cc-6600-485a-a004-b04aa0c62ea7 tempest-PortsAdminExtendedAttrsTestJSON-1629248422 tempest-PortsAdminExtendedAttrsTestJSON-1629248422-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:18.337129 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb58420-08b9-4780-891f-2248d0d66f9b admin admin] Pushing event deleted for resources: {'Network': ['ID=ba6a0631-f5bd-430f-8d81-0c43ca84aa5d,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:18.437985 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-19c083cc-6600-485a-a004-b04aa0c62ea7 tempest-PortsAdminExtendedAttrsTestJSON-1629248422 tempest-PortsAdminExtendedAttrsTestJSON-1629248422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:18.444357 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c083cc-6600-485a-a004-b04aa0c62ea7 tempest-PortsAdminExtendedAttrsTestJSON-1629248422 tempest-PortsAdminExtendedAttrsTestJSON-1629248422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:18.446304 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-19c083cc-6600-485a-a004-b04aa0c62ea7 tempest-PortsAdminExtendedAttrsTestJSON-1629248422 tempest-PortsAdminExtendedAttrsTestJSON-1629248422-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:18.562210 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c083cc-6600-485a-a004-b04aa0c62ea7 tempest-PortsAdminExtendedAttrsTestJSON-1629248422 tempest-PortsAdminExtendedAttrsTestJSON-1629248422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49c773d6-afce-4dd9-a8b2-32691eaff72c,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:18.582612 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df9ccb-848d-4d62-b3de-ff93d6457768 req-b17aaec9-d1e7-4574-acec-7ab2a807fcd6 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:18.584175 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a8df9ccb-848d-4d62-b3de-ff93d6457768 req-b17aaec9-d1e7-4574-acec-7ab2a807fcd6 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=520ecfba-0495-4314-8885-a8a5009ed9ea HTTP/1.1" status: 200 len: 945 time: 0.0928948 Nov 27 04:06:18.627976 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-19c083cc-6600-485a-a004-b04aa0c62ea7 tempest-PortsAdminExtendedAttrsTestJSON-1629248422 tempest-PortsAdminExtendedAttrsTestJSON-1629248422-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1112440 Nov 27 04:06:18.636450 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c083cc-6600-485a-a004-b04aa0c62ea7 tempest-PortsAdminExtendedAttrsTestJSON-1629248422 tempest-PortsAdminExtendedAttrsTestJSON-1629248422-project] Pushing event updated for resources: {'Network': ['ID=2fdb65ed-22ba-4cfe-a9a2-ac01f8716782,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:18.651366 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:06:18.707483 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a8df9ccb-848d-4d62-b3de-ff93d6457768 req-2d7c84f2-ff50-49f6-88c1-95ab8f3a7f4b tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054997 Nov 27 04:06:18.718734 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34364) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:18.770159 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:18.824023 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34376) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:18.825007 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d51f8fb8-bb88-43e1-a742-f6408008833a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1dec02752c8a4ea2ac075e58dda75d55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1042860 Nov 27 04:06:18.919999 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1275208e-ce01-45c7-91b0-a3e9959df766 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:18.980337 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1275208e-ce01-45c7-91b0-a3e9959df766 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:19.098800 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1275208e-ce01-45c7-91b0-a3e9959df766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:19.103007 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1275208e-ce01-45c7-91b0-a3e9959df766 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:19.110440 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1275208e-ce01-45c7-91b0-a3e9959df766 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eb62b710-5bd5-4197-94f7-dd959bb3e843 HTTP/1.1" status: 204 len: 168 time: 0.2815928 Nov 27 04:06:19.125507 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275208e-ce01-45c7-91b0-a3e9959df766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb62b710-5bd5-4197-94f7-dd959bb3e843,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:19.216665 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e430e8f1-0524-4211-b6ac-d6492699fecc no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:06:19.250415 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: e430e8f1-0524-4211-b6ac-d6492699fecc {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:06:19.257059 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e430e8f1-0524-4211-b6ac-d6492699fecc not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:06:19.325027 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34434) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:19.332908 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Request body: {'port': {'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782', 'binding:host_id': 'n-h2-819494-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2072932012'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:06:19.402958 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Made reservation on behalf of 93f3d2a29eef4c519bec787bc6ea01b4 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:06:19.408994 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:19.434427 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:19.533548 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:19.644405 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:19.651030 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:19.668831 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] device_id is not set on port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:06:19.887618 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d17b8a-0590-42fa-a65b-b0b2995a2c4d req-5ecf744c-05df-4880-8229-36ff48cc89a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:19.889325 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c2d17b8a-0590-42fa-a65b-b0b2995a2c4d req-5ecf744c-05df-4880-8229-36ff48cc89a8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b01c762313d54b279f09c5e5d81dadbf&device_id=520ecfba-0495-4314-8885-a8a5009ed9ea HTTP/1.1" status: 200 len: 1096 time: 0.1870432 Nov 27 04:06:19.979109 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34496) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:20.011284 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc350ab-8e88-48d4-8af0-88b56c1effae,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:20.096712 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56438d6-1240-4685-86a8-c705be8dfc05 req-f9a21344-65c2-4db7-a03e-8fe3f326eb89 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:20.106528 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a56438d6-1240-4685-86a8-c705be8dfc05 req-f9a21344-65c2-4db7-a03e-8fe3f326eb89 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=520ecfba-0495-4314-8885-a8a5009ed9ea HTTP/1.1" status: 200 len: 945 time: 0.2119968 Nov 27 04:06:20.126828 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] device_id is not set on port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:06:20.157104 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:20.163087 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8c4b515d-bd6d-4992-85b8-56c5afe63b5a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c7b8c34d3ee147878db306e2372b2f4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1803045 Nov 27 04:06:20.167480 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34516) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:20.177516 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:20.214093 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d17b8a-0590-42fa-a65b-b0b2995a2c4d req-68f38bf0-ebcd-4120-a818-7e8a5e22622a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:20.215727 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c2d17b8a-0590-42fa-a65b-b0b2995a2c4d req-68f38bf0-ebcd-4120-a818-7e8a5e22622a service neutron] 10.222.0.23 "GET /v2.0/networks?id=ab8fc313-e01d-42bb-a8ec-9d136b503637 HTTP/1.1" status: 200 len: 912 time: 0.3063457 Nov 27 04:06:20.233130 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a56438d6-1240-4685-86a8-c705be8dfc05 req-b49dff78-d519-423d-976a-31c34d88d7dc tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236043 Nov 27 04:06:20.323991 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Pushing event updated for resources: {'Port': ['ID=52af80df-0e73-4db3-b95d-d7b9d5ce19e5,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:20.335522 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Checking segment: {'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:06:20.336170 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Network hostable DHCP agents. Network: 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:06:20.356419 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-09a55832-c112-4ef7-a729-cc203b7bbc91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:20.413713 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:06:20.422748 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-09a55832-c112-4ef7-a729-cc203b7bbc91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:20.487382 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:06:20.520223 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2743d3bd-6db2-4239-b488-b0ee5162e27e None None] Network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:06:20.534260 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:06:20.576218 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:06:20.576529 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:06:20.577451 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:06:20.590396 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:06:20.590809 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Failed to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] Nov 27 04:06:20.593100 n-d-819494-3 neutron-server[110018]: INFO neutron.plugins.ml2.plugin [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempt 2 to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 Nov 27 04:06:20.628745 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:06:20.632623 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:06:20.634996 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:06:20.643292 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:06:20.643853 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Failed to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] Nov 27 04:06:20.644398 n-d-819494-3 neutron-server[110018]: INFO neutron.plugins.ml2.plugin [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempt 3 to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 Nov 27 04:06:20.669091 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:06:20.671389 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:06:20.673351 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:06:20.683690 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-09a55832-c112-4ef7-a729-cc203b7bbc91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:20.691539 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-09a55832-c112-4ef7-a729-cc203b7bbc91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:20.695150 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-09a55832-c112-4ef7-a729-cc203b7bbc91 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b188e02-3c8b-401f-b3fb-fa9e5aa6d263 HTTP/1.1" status: 204 len: 168 time: 0.5261014 Nov 27 04:06:20.705777 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:06:20.709083 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Failed to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] Nov 27 04:06:20.717908 n-d-819494-3 neutron-server[110018]: INFO neutron.plugins.ml2.plugin [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempt 4 to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 Nov 27 04:06:20.723328 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a55832-c112-4ef7-a729-cc203b7bbc91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b188e02-3c8b-401f-b3fb-fa9e5aa6d263,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:20.762631 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:06:20.763199 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:06:20.763871 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:06:20.772597 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:06:20.777049 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c2d17b8a-0590-42fa-a65b-b0b2995a2c4d req-23849c8b-61a8-495e-8784-4ff548864020 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5690a54-5e10-4375-98b0-f1a7b41b8184 HTTP/1.1" status: 200 len: 217 time: 0.5429170 Nov 27 04:06:20.777668 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Failed to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] Nov 27 04:06:20.778270 n-d-819494-3 neutron-server[110018]: INFO neutron.plugins.ml2.plugin [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempt 5 to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 Nov 27 04:06:20.794131 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:06:20.794856 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:06:20.795358 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:06:20.802578 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:06:20.805367 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Failed to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] Nov 27 04:06:20.805950 n-d-819494-3 neutron-server[110018]: INFO neutron.plugins.ml2.plugin [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempt 6 to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 Nov 27 04:06:20.834251 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:06:20.834953 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:06:20.835443 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:06:20.853079 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:06:20.853615 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Failed to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] Nov 27 04:06:20.854163 n-d-819494-3 neutron-server[110018]: INFO neutron.plugins.ml2.plugin [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempt 7 to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 Nov 27 04:06:20.877097 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:06:20.877704 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:06:20.878205 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:06:20.885362 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:06:20.885855 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Failed to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] Nov 27 04:06:20.886398 n-d-819494-3 neutron-server[110018]: INFO neutron.plugins.ml2.plugin [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempt 8 to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 Nov 27 04:06:20.935679 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:06:20.938988 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:06:20.939577 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:06:20.956194 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:06:20.956541 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Failed to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] Nov 27 04:06:20.956953 n-d-819494-3 neutron-server[110018]: INFO neutron.plugins.ml2.plugin [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempt 9 to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 Nov 27 04:06:20.963387 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d17b8a-0590-42fa-a65b-b0b2995a2c4d req-3ccbff9c-7b07-44cf-a1d1-95edbc0c53b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:20.981109 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:06:20.981637 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:06:20.982133 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:06:20.984059 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c2d17b8a-0590-42fa-a65b-b0b2995a2c4d req-3ccbff9c-7b07-44cf-a1d1-95edbc0c53b8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ef82cdfa-d224-4963-bff3-3b0049ffee0b HTTP/1.1" status: 200 len: 850 time: 0.1896281 Nov 27 04:06:20.995406 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:06:20.995963 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Failed to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] Nov 27 04:06:20.997243 n-d-819494-3 neutron-server[110018]: INFO neutron.plugins.ml2.plugin [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempt 10 to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 Nov 27 04:06:21.027834 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:06:21.028355 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:06:21.029156 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:06:21.037838 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:06:21.038401 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Failed to bind port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] Nov 27 04:06:21.038956 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:21.092840 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d17b8a-0590-42fa-a65b-b0b2995a2c4d req-eb8d690b-dbb1-4985-9489-36e1d4f73a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:21.098439 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c2d17b8a-0590-42fa-a65b-b0b2995a2c4d req-eb8d690b-dbb1-4985-9489-36e1d4f73a1a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ab8fc313-e01d-42bb-a8ec-9d136b503637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1042602 Nov 27 04:06:21.164813 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:21.209555 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] For port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:06:21.210848 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempted to set empty binding levels {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 27 04:06:21.222165 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:21.247258 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:21.247927 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:21.271012 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c2d17b8a-0590-42fa-a65b-b0b2995a2c4d req-e5b94aac-cd83-4a02-b321-14d122c84dee service neutron] 10.222.0.23 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612079 Nov 27 04:06:21.358761 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.0320923 Nov 27 04:06:21.361915 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34634) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:21.371295 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3194ba2-1dde-40c8-a3d4-d705779fbc17 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Pushing event updated for resources: {'Port': ['ID=52af80df-0e73-4db3-b95d-d7b9d5ce19e5,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:21.546510 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d40937-bc7b-43a4-85eb-44089e870cc6 req-3e2e3107-d887-4c61-921b-f29cc8fba0f3 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:21.548199 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d7d40937-bc7b-43a4-85eb-44089e870cc6 req-3e2e3107-d887-4c61-921b-f29cc8fba0f3 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=520ecfba-0495-4314-8885-a8a5009ed9ea HTTP/1.1" status: 200 len: 945 time: 0.1347158 Nov 27 04:06:21.589382 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-29c893db-e9ca-4504-9853-d4f6464fff56 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Deleting port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:06:21.590047 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-29c893db-e9ca-4504-9853-d4f6464fff56 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:21.606184 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c2d17b8a-0590-42fa-a65b-b0b2995a2c4d req-32d24521-29a1-4cc6-84b2-4decfb5d63f9 service neutron] 10.222.0.23 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240192 Nov 27 04:06:21.670749 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d7d40937-bc7b-43a4-85eb-44089e870cc6 req-05812390-ad4d-4b0c-9d79-4eb7ac528768 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062584 Nov 27 04:06:21.775927 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:21.828655 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-29c893db-e9ca-4504-9853-d4f6464fff56 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] For port 52af80df-0e73-4db3-b95d-d7b9d5ce19e5, host n-h2-819494-3, got binding levels [] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:06:21.829226 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-29c893db-e9ca-4504-9853-d4f6464fff56 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:21.858870 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-29c893db-e9ca-4504-9853-d4f6464fff56 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Calling delete_port for 52af80df-0e73-4db3-b95d-d7b9d5ce19e5 owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:06:22.068445 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-29c893db-e9ca-4504-9853-d4f6464fff56 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:22.134749 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-29c893db-e9ca-4504-9853-d4f6464fff56 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:22.140131 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-29c893db-e9ca-4504-9853-d4f6464fff56 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] 10.222.0.20 "DELETE /v2.0/ports/52af80df-0e73-4db3-b95d-d7b9d5ce19e5 HTTP/1.1" status: 204 len: 168 time: 0.7766573 Nov 27 04:06:22.141330 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c893db-e9ca-4504-9853-d4f6464fff56 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Pushing event deleted for resources: {'Port': ['ID=52af80df-0e73-4db3-b95d-d7b9d5ce19e5,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:22.143073 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34714) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:22.175945 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device a5690a54-5e10-4375-98b0-f1a7b41b8184 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:06:22.199777 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-dec4faa1-68dd-4d07-af0f-b72bcc24f595 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] GET failed (client error): The resource could not be found. Nov 27 04:06:22.201740 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-dec4faa1-68dd-4d07-af0f-b72bcc24f595 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] 10.222.0.20 "GET /v2.0/ports/52af80df-0e73-4db3-b95d-d7b9d5ce19e5 HTTP/1.1" status: 404 len: 333 time: 0.0568011 Nov 27 04:06:22.207369 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34722) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:22.213265 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-56df3934-c9cd-46a2-abdd-090949ecc04a tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Request body: {'port': {'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-366958667'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:06:22.291878 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56df3934-c9cd-46a2-abdd-090949ecc04a tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Made reservation on behalf of 93f3d2a29eef4c519bec787bc6ea01b4 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:06:22.294831 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-56df3934-c9cd-46a2-abdd-090949ecc04a tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:22.348653 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [None req-56df3934-c9cd-46a2-abdd-090949ecc04a tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] device_id is not set on port cc20e9b6-07a9-434c-99fe-aeb0842436b3 yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:06:22.401638 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:22.474109 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '520ecfba-0495-4314-8885-a8a5009ed9ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5690a54-5e10-4375-98b0-f1a7b41b8184'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:06:22.480431 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02479bcd-5e47-499f-8a31-3b5df331aa39" -d '{"events": [{"server_uuid": "520ecfba-0495-4314-8885-a8a5009ed9ea", "name": "network-vif-unplugged", "status": "completed", "tag": "a5690a54-5e10-4375-98b0-f1a7b41b8184"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:06:22.481633 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34748) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:22.536691 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port a5690a54-5e10-4375-98b0-f1a7b41b8184, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=a5690a54-5e10-4375-98b0-f1a7b41b8184,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:06:22.551992 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:22.652697 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 04:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c83875-b1dd-4d69-abf8-cdd27ed14ec6 x-openstack-request-id: req-b0c83875-b1dd-4d69-abf8-cdd27ed14ec6 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:06:22.654146 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "520ecfba-0495-4314-8885-a8a5009ed9ea", "name": "network-vif-unplugged", "status": "completed", "tag": "a5690a54-5e10-4375-98b0-f1a7b41b8184", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:06:22.654412 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0c83875-b1dd-4d69-abf8-cdd27ed14ec6 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:06:22.655954 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '520ecfba-0495-4314-8885-a8a5009ed9ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5690a54-5e10-4375-98b0-f1a7b41b8184', 'code': 200} Nov 27 04:06:22.717777 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-56df3934-c9cd-46a2-abdd-090949ecc04a tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:22.723294 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=a5690a54-5e10-4375-98b0-f1a7b41b8184,revision_number=8']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:22.728714 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-495f25a3-52a0-4fcd-89a9-fca867e5fd77 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-536290354-network', 'tenant_id': '11ce3b10c0714211a856d36e1e3dabf8'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:06:22.773070 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495f25a3-52a0-4fcd-89a9-fca867e5fd77 admin admin] Made reservation on behalf of 11ce3b10c0714211a856d36e1e3dabf8 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:06:22.776000 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-495f25a3-52a0-4fcd-89a9-fca867e5fd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:22.797036 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-495f25a3-52a0-4fcd-89a9-fca867e5fd77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:22.802063 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-56df3934-c9cd-46a2-abdd-090949ecc04a tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:22.912816 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56df3934-c9cd-46a2-abdd-090949ecc04a tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:06:22.925060 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-56df3934-c9cd-46a2-abdd-090949ecc04a tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:06:22.930743 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56df3934-c9cd-46a2-abdd-090949ecc04a tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:06:22.933530 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56df3934-c9cd-46a2-abdd-090949ecc04a tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:22.933530 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-56df3934-c9cd-46a2-abdd-090949ecc04a tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:22.942586 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df3934-c9cd-46a2-abdd-090949ecc04a tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Pushing event updated for resources: {'Port': ['ID=cc20e9b6-07a9-434c-99fe-aeb0842436b3,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:22.973392 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-56df3934-c9cd-46a2-abdd-090949ecc04a tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7646167 Nov 27 04:06:22.976037 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34766) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:22.984073 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:06:22.989363 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1d21e-c5c1-4e18-96ea-0710ef6e19e4 req-6a8dcbc7-5d1c-4d97-9877-80366499d833 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:23.007828 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-33a1d21e-c5c1-4e18-96ea-0710ef6e19e4 req-6a8dcbc7-5d1c-4d97-9877-80366499d833 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=520ecfba-0495-4314-8885-a8a5009ed9ea HTTP/1.1" status: 200 len: 943 time: 0.2075305 Nov 27 04:06:23.153280 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-33a1d21e-c5c1-4e18-96ea-0710ef6e19e4 req-b3503e1a-e155-4f5e-a444-d9c85b73ae18 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344011 Nov 27 04:06:23.164028 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:23.238676 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-495f25a3-52a0-4fcd-89a9-fca867e5fd77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:23.252293 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-495f25a3-52a0-4fcd-89a9-fca867e5fd77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:23.298258 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f25a3-52a0-4fcd-89a9-fca867e5fd77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd7a9e4-64f9-4140-b41e-931c4ab3dc5b,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:23.317612 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-495f25a3-52a0-4fcd-89a9-fca867e5fd77 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:06:23.337054 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-495f25a3-52a0-4fcd-89a9-fca867e5fd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:23.337401 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-495f25a3-52a0-4fcd-89a9-fca867e5fd77 admin admin] Added segment fbf04d90-7273-4bdd-a173-f3d6548382f2 of type vlan for network 8ca2a966-b731-40b2-8ab5-d17213be9f67 Nov 27 04:06:23.423311 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] device_id is not set on port cc20e9b6-07a9-434c-99fe-aeb0842436b3 yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:06:23.441046 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-495f25a3-52a0-4fcd-89a9-fca867e5fd77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:23.466474 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:23.485648 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:23.566788 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:06:23.567145 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:06:23.567527 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:06:23.579668 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Port cc20e9b6-07a9-434c-99fe-aeb0842436b3 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:06:23.580023 n-d-819494-3 neutron-server[110019]: ERROR neutron.plugins.ml2.managers [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Failed to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] Nov 27 04:06:23.580575 n-d-819494-3 neutron-server[110019]: INFO neutron.plugins.ml2.plugin [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempt 2 to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 Nov 27 04:06:23.583771 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Pushing event updated for resources: {'Port': ['ID=cc20e9b6-07a9-434c-99fe-aeb0842436b3,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:23.606014 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:06:23.606368 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:06:23.606742 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:06:23.619639 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Port cc20e9b6-07a9-434c-99fe-aeb0842436b3 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:06:23.619999 n-d-819494-3 neutron-server[110019]: ERROR neutron.plugins.ml2.managers [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Failed to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] Nov 27 04:06:23.620410 n-d-819494-3 neutron-server[110019]: INFO neutron.plugins.ml2.plugin [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempt 3 to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 Nov 27 04:06:23.636514 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:06:23.636879 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:06:23.637229 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:06:23.642928 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Port cc20e9b6-07a9-434c-99fe-aeb0842436b3 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:06:23.643273 n-d-819494-3 neutron-server[110019]: ERROR neutron.plugins.ml2.managers [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Failed to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] Nov 27 04:06:23.643673 n-d-819494-3 neutron-server[110019]: INFO neutron.plugins.ml2.plugin [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempt 4 to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 Nov 27 04:06:23.659232 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:06:23.660112 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:06:23.660414 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:06:23.665850 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Port cc20e9b6-07a9-434c-99fe-aeb0842436b3 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:06:23.666193 n-d-819494-3 neutron-server[110019]: ERROR neutron.plugins.ml2.managers [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Failed to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] Nov 27 04:06:23.666638 n-d-819494-3 neutron-server[110019]: INFO neutron.plugins.ml2.plugin [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempt 5 to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 Nov 27 04:06:23.685638 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:06:23.686343 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:06:23.690832 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:06:23.699181 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Port cc20e9b6-07a9-434c-99fe-aeb0842436b3 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:06:23.699898 n-d-819494-3 neutron-server[110019]: ERROR neutron.plugins.ml2.managers [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Failed to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] Nov 27 04:06:23.700668 n-d-819494-3 neutron-server[110019]: INFO neutron.plugins.ml2.plugin [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempt 6 to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 Nov 27 04:06:23.733799 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:06:23.735345 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:06:23.736388 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:06:23.747028 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Port cc20e9b6-07a9-434c-99fe-aeb0842436b3 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:06:23.757503 n-d-819494-3 neutron-server[110019]: ERROR neutron.plugins.ml2.managers [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Failed to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] Nov 27 04:06:23.765087 n-d-819494-3 neutron-server[110019]: INFO neutron.plugins.ml2.plugin [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempt 7 to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 Nov 27 04:06:23.796221 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:06:23.797707 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:06:23.799016 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:06:23.804739 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Port cc20e9b6-07a9-434c-99fe-aeb0842436b3 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:06:23.805282 n-d-819494-3 neutron-server[110019]: ERROR neutron.plugins.ml2.managers [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Failed to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] Nov 27 04:06:23.805797 n-d-819494-3 neutron-server[110019]: INFO neutron.plugins.ml2.plugin [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempt 8 to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 Nov 27 04:06:23.827796 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:06:23.828335 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:06:23.828959 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:06:23.834690 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Port cc20e9b6-07a9-434c-99fe-aeb0842436b3 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:06:23.835180 n-d-819494-3 neutron-server[110019]: ERROR neutron.plugins.ml2.managers [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Failed to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] Nov 27 04:06:23.835680 n-d-819494-3 neutron-server[110019]: INFO neutron.plugins.ml2.plugin [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempt 9 to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 Nov 27 04:06:23.855621 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:06:23.856105 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:06:23.856546 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:06:23.861926 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Port cc20e9b6-07a9-434c-99fe-aeb0842436b3 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:06:23.862417 n-d-819494-3 neutron-server[110019]: ERROR neutron.plugins.ml2.managers [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Failed to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] Nov 27 04:06:23.862941 n-d-819494-3 neutron-server[110019]: INFO neutron.plugins.ml2.plugin [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempt 10 to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 Nov 27 04:06:23.887848 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:06:23.891075 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:06:23.891863 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:06:23.903122 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Port cc20e9b6-07a9-434c-99fe-aeb0842436b3 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:06:23.903625 n-d-819494-3 neutron-server[110019]: ERROR neutron.plugins.ml2.managers [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Failed to bind port cc20e9b6-07a9-434c-99fe-aeb0842436b3 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] Nov 27 04:06:23.904095 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:24.063670 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] For port cc20e9b6-07a9-434c-99fe-aeb0842436b3, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:06:24.064047 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempted to set empty binding levels {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 27 04:06:24.077005 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:24.110237 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-495f25a3-52a0-4fcd-89a9-fca867e5fd77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:24.111193 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495f25a3-52a0-4fcd-89a9-fca867e5fd77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:24.111788 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-495f25a3-52a0-4fcd-89a9-fca867e5fd77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:24.178605 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] In _notify_port_updated(), no bound segment for port cc20e9b6-07a9-434c-99fe-aeb0842436b3 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 {{(pid=110019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 04:06:24.178605 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:24.178605 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:24.178605 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] 10.222.0.20 "PUT /v2.0/ports/cc20e9b6-07a9-434c-99fe-aeb0842436b3 HTTP/1.1" status: 200 len: 974 time: 1.2002490 Nov 27 04:06:24.179899 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34784) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:24.261857 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-495f25a3-52a0-4fcd-89a9-fca867e5fd77 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7786639 Nov 27 04:06:24.265393 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34788) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:24.272089 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-3fd57346-deb9-4fef-b399-21c20e795821 admin admin] Request body: {'subnet': {'network_id': '8ca2a966-b731-40b2-8ab5-d17213be9f67', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-536290354-subnet', 'tenant_id': '11ce3b10c0714211a856d36e1e3dabf8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:06:24.282324 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f25a3-52a0-4fcd-89a9-fca867e5fd77 admin admin] Pushing event updated for resources: {'Network': ['ID=8ca2a966-b731-40b2-8ab5-d17213be9f67,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:24.296589 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 8ca2a966-b731-40b2-8ab5-d17213be9f67 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:06:24.344096 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb800f-df9d-482e-90a8-05a2fe839f22 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Pushing event updated for resources: {'Port': ['ID=cc20e9b6-07a9-434c-99fe-aeb0842436b3,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:24.421150 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e71f9-e63d-4d8a-93c9-c3a1ed85048f req-285c5380-af10-4765-bcbf-af6c5be379b9 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:24.423082 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-737e71f9-e63d-4d8a-93c9-c3a1ed85048f req-285c5380-af10-4765-bcbf-af6c5be379b9 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=520ecfba-0495-4314-8885-a8a5009ed9ea HTTP/1.1" status: 200 len: 943 time: 0.1232231 Nov 27 04:06:24.423845 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd57346-deb9-4fef-b399-21c20e795821 admin admin] Made reservation on behalf of 11ce3b10c0714211a856d36e1e3dabf8 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:06:24.441769 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3fd57346-deb9-4fef-b399-21c20e795821 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:24.442408 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4cda79-ce3e-46b7-968d-424b5a133b50 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:24.447345 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4cda79-ce3e-46b7-968d-424b5a133b50 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:24.447829 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4cda79-ce3e-46b7-968d-424b5a133b50 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:24.448334 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4cda79-ce3e-46b7-968d-424b5a133b50 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:24.449063 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4cda79-ce3e-46b7-968d-424b5a133b50 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:24.449236 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4cda79-ce3e-46b7-968d-424b5a133b50 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:24.449690 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4cda79-ce3e-46b7-968d-424b5a133b50 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:24.450140 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4cda79-ce3e-46b7-968d-424b5a133b50 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:24.450608 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4cda79-ce3e-46b7-968d-424b5a133b50 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:24.451061 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4cda79-ce3e-46b7-968d-424b5a133b50 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:24.451624 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4cda79-ce3e-46b7-968d-424b5a133b50 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:24.452081 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4cda79-ce3e-46b7-968d-424b5a133b50 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:24.452611 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4cda79-ce3e-46b7-968d-424b5a133b50 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:24.453063 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4cda79-ce3e-46b7-968d-424b5a133b50 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:24.453509 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4cda79-ce3e-46b7-968d-424b5a133b50 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:24.453956 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4cda79-ce3e-46b7-968d-424b5a133b50 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:24.454402 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4cda79-ce3e-46b7-968d-424b5a133b50 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:24.454940 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4cda79-ce3e-46b7-968d-424b5a133b50 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:24.455431 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4cda79-ce3e-46b7-968d-424b5a133b50 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:24.455884 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4cda79-ce3e-46b7-968d-424b5a133b50 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:24.456334 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4cda79-ce3e-46b7-968d-424b5a133b50 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:24.456795 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4cda79-ce3e-46b7-968d-424b5a133b50 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:24.457250 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4cda79-ce3e-46b7-968d-424b5a133b50 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:24.457693 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4cda79-ce3e-46b7-968d-424b5a133b50 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:24.458140 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4cda79-ce3e-46b7-968d-424b5a133b50 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:24.458600 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4cda79-ce3e-46b7-968d-424b5a133b50 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:24.459046 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4cda79-ce3e-46b7-968d-424b5a133b50 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:24.459554 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4cda79-ce3e-46b7-968d-424b5a133b50 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:24.460005 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4cda79-ce3e-46b7-968d-424b5a133b50 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:24.460546 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4cda79-ce3e-46b7-968d-424b5a133b50 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:24.461200 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4cda79-ce3e-46b7-968d-424b5a133b50 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:24.462072 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4cda79-ce3e-46b7-968d-424b5a133b50 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:24.470346 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0d4cda79-ce3e-46b7-968d-424b5a133b50 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28341 time: 0.2825387 Nov 27 04:06:24.471056 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34790) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:24.562534 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-78f26fe6-9362-4bc8-a740-e3968bd95b8e tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Deleting port cc20e9b6-07a9-434c-99fe-aeb0842436b3 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:06:24.562896 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-78f26fe6-9362-4bc8-a740-e3968bd95b8e tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:24.647519 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-737e71f9-e63d-4d8a-93c9-c3a1ed85048f req-71459b64-b1f5-48a4-adb6-7c8cdde97aaf tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989350 Nov 27 04:06:24.694684 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-78f26fe6-9362-4bc8-a740-e3968bd95b8e tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] For port cc20e9b6-07a9-434c-99fe-aeb0842436b3, host n-h2-819494-3, got binding levels [] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:06:24.694684 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-78f26fe6-9362-4bc8-a740-e3968bd95b8e tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:24.730114 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-78f26fe6-9362-4bc8-a740-e3968bd95b8e tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Calling delete_port for cc20e9b6-07a9-434c-99fe-aeb0842436b3 owned by {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:06:24.846012 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3fd57346-deb9-4fef-b399-21c20e795821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:24.908211 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd57346-deb9-4fef-b399-21c20e795821 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b6e8fdc-6691-4386-97d5-8c7032d01c28,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:24.916378 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb122e9-2245-46eb-9a0d-370d29c6d0d6 req-6a5917f4-ee1a-4bbf-aaba-c0e087b44766 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:24.916523 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd57346-deb9-4fef-b399-21c20e795821 admin admin] Checking segment: {'id': 'fbf04d90-7273-4bdd-a173-f3d6548382f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8ca2a966-b731-40b2-8ab5-d17213be9f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:06:24.916877 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd57346-deb9-4fef-b399-21c20e795821 admin admin] Network hostable DHCP agents. Network: 8ca2a966-b731-40b2-8ab5-d17213be9f67, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:06:24.918360 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5fb122e9-2245-46eb-9a0d-370d29c6d0d6 req-6a5917f4-ee1a-4bbf-aaba-c0e087b44766 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.0951786 Nov 27 04:06:24.966711 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd57346-deb9-4fef-b399-21c20e795821 admin admin] Network 8ca2a966-b731-40b2-8ab5-d17213be9f67 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:06:24.977895 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-78f26fe6-9362-4bc8-a740-e3968bd95b8e tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:24.985876 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-3fd57346-deb9-4fef-b399-21c20e795821 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 8ca2a966-b731-40b2-8ab5-d17213be9f67) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:06:24.997478 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ceb58e-e71f-4add-a6a9-a692a09e3f39 None None] Network 8ca2a966-b731-40b2-8ab5-d17213be9f67 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:06:25.007673 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd57346-deb9-4fef-b399-21c20e795821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:25.009085 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3fd57346-deb9-4fef-b399-21c20e795821 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:25.025875 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5fb122e9-2245-46eb-9a0d-370d29c6d0d6 req-14698a7a-4dd7-4c21-a620-185f952ed0c5 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979793 Nov 27 04:06:25.026708 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f26fe6-9362-4bc8-a740-e3968bd95b8e tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc20e9b6-07a9-434c-99fe-aeb0842436b3,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:25.031314 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-78f26fe6-9362-4bc8-a740-e3968bd95b8e tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:25.037180 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-78f26fe6-9362-4bc8-a740-e3968bd95b8e tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] 10.222.0.20 "DELETE /v2.0/ports/cc20e9b6-07a9-434c-99fe-aeb0842436b3 HTTP/1.1" status: 204 len: 168 time: 0.5626793 Nov 27 04:06:25.037540 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34798) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:25.043852 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3fd57346-deb9-4fef-b399-21c20e795821 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7773907 Nov 27 04:06:25.083929 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3fb137d-dc6c-4b41-8ce0-535e2ece1cb9 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] GET failed (client error): The resource could not be found. Nov 27 04:06:25.085333 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c3fb137d-dc6c-4b41-8ce0-535e2ece1cb9 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] 10.222.0.20 "GET /v2.0/ports/cc20e9b6-07a9-434c-99fe-aeb0842436b3 HTTP/1.1" status: 404 len: 333 time: 0.0465715 Nov 27 04:06:25.092045 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34804) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:25.096953 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-8837edc6-5276-411c-99fd-6c495ba2a9d6 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1525327430', 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:06:25.134378 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8837edc6-5276-411c-99fd-6c495ba2a9d6 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Made reservation on behalf of 93f3d2a29eef4c519bec787bc6ea01b4 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:06:25.137742 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8837edc6-5276-411c-99fd-6c495ba2a9d6 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:25.172921 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [None req-8837edc6-5276-411c-99fd-6c495ba2a9d6 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] device_id is not set on port fdbc96fe-f02a-4614-b35e-55ee3a13ce0d yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:06:25.297157 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a035620a-c3cf-4a7b-84f7-06a3f8ec7eb4 None None] Network 8ca2a966-b731-40b2-8ab5-d17213be9f67 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:06:25.409141 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e41928-f82e-4930-b8c6-21cc32446c9f req-2b302074-12c4-4857-812b-f2d846c26d45 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:25.413664 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e1e41928-f82e-4930-b8c6-21cc32446c9f req-2b302074-12c4-4857-812b-f2d846c26d45 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.1620500 Nov 27 04:06:25.512586 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e1e41928-f82e-4930-b8c6-21cc32446c9f req-426213ad-9834-4c3a-81e5-ff9a1a6310cb tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873868 Nov 27 04:06:25.641076 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8837edc6-5276-411c-99fd-6c495ba2a9d6 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:25.722941 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8837edc6-5276-411c-99fd-6c495ba2a9d6 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:25.822543 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8837edc6-5276-411c-99fd-6c495ba2a9d6 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Pushing event updated for resources: {'Port': ['ID=fdbc96fe-f02a-4614-b35e-55ee3a13ce0d,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:25.878174 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8837edc6-5276-411c-99fd-6c495ba2a9d6 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:06:25.897843 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-8837edc6-5276-411c-99fd-6c495ba2a9d6 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:06:25.959767 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34848) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:25.994630 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8837edc6-5276-411c-99fd-6c495ba2a9d6 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:06:25.995640 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8837edc6-5276-411c-99fd-6c495ba2a9d6 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:25.996370 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8837edc6-5276-411c-99fd-6c495ba2a9d6 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:26.005747 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e462267-632b-4b9c-a39a-3cbc486320d3 req-88828e7d-4267-4ee5-812e-2471a25ed962 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:26.007353 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8e462267-632b-4b9c-a39a-3cbc486320d3 req-88828e7d-4267-4ee5-812e-2471a25ed962 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.1038258 Nov 27 04:06:26.037015 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8837edc6-5276-411c-99fd-6c495ba2a9d6 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9438648 Nov 27 04:06:26.037853 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34852) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:26.102751 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8e462267-632b-4b9c-a39a-3cbc486320d3 req-a3dce5a2-e70b-4732-9e60-507bb24bf419 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830238 Nov 27 04:06:26.152430 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fa6bf8a9-bd54-4ed7-a5c7-360dd2d7ec9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:26.153296 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b402dda-ac7b-4c8d-8772-04ed024add36 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:26.156377 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9b402dda-ac7b-4c8d-8772-04ed024add36 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] 10.222.0.20 "GET /v2.0/ports/fdbc96fe-f02a-4614-b35e-55ee3a13ce0d HTTP/1.1" status: 200 len: 955 time: 0.1118729 Nov 27 04:06:26.162103 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34854) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:26.163590 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-35e64051-8104-4bb8-afd2-b89f6404b1fc tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:26.165807 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-35e64051-8104-4bb8-afd2-b89f6404b1fc tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] 10.222.0.20 "GET /v2.0/networks?id=8ca2a966-b731-40b2-8ab5-d17213be9f67 HTTP/1.1" status: 200 len: 813 time: 0.3166924 Nov 27 04:06:26.187135 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-5335f780-73b0-4ea4-9265-eb2ccc8ec9db tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] 10.222.0.20 "GET /v2.0/quotas/11ce3b10c0714211a856d36e1e3dabf8 HTTP/1.1" status: 200 len: 375 time: 0.0152273 Nov 27 04:06:26.257589 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-69fa0fb5-7adb-443f-91c5-fbcfce0e5a40 tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=11ce3b10c0714211a856d36e1e3dabf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619266 Nov 27 04:06:26.316696 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fa6bf8a9-bd54-4ed7-a5c7-360dd2d7ec9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:26.323629 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-a0b89115-6904-4cf8-9c3f-e120d8880cc5 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Deleting port fdbc96fe-f02a-4614-b35e-55ee3a13ce0d {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:06:26.323850 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a0b89115-6904-4cf8-9c3f-e120d8880cc5 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:26.327213 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fa6bf8a9-bd54-4ed7-a5c7-360dd2d7ec9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:26.385562 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-d04617b4-a064-4311-8d93-11407b3a1c2c service neutron] 10.222.0.20 "GET /v2.0/networks/8ca2a966-b731-40b2-8ab5-d17213be9f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168277 Nov 27 04:06:26.420713 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-fa6bf8a9-bd54-4ed7-a5c7-360dd2d7ec9b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=000d7ff39e4a4e51a737023f4402a542&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4596703 Nov 27 04:06:26.425245 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6bf8a9-bd54-4ed7-a5c7-360dd2d7ec9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee226b6a-f1ac-4062-8010-5c23e5094fef,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:26.432942 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34856) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:26.443008 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a0b89115-6904-4cf8-9c3f-e120d8880cc5 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:26.466897 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-a0b89115-6904-4cf8-9c3f-e120d8880cc5 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Calling delete_port for fdbc96fe-f02a-4614-b35e-55ee3a13ce0d owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:06:26.524389 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-e3ea7856-fde4-4784-9406-b11aabf38b30 service neutron] 10.222.0.20 "GET /v2.0/networks/8ca2a966-b731-40b2-8ab5-d17213be9f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258106 Nov 27 04:06:26.546506 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-12a9eaf1-a317-419b-8df8-26d6e38533ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:26.583478 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-12a9eaf1-a317-419b-8df8-26d6e38533ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:26.640817 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a0b89115-6904-4cf8-9c3f-e120d8880cc5 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:26.673099 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b89115-6904-4cf8-9c3f-e120d8880cc5 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Pushing event deleted for resources: {'Port': ['ID=fdbc96fe-f02a-4614-b35e-55ee3a13ce0d,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:26.678835 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-12a9eaf1-a317-419b-8df8-26d6e38533ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:26.681687 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-12a9eaf1-a317-419b-8df8-26d6e38533ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:26.685072 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-12a9eaf1-a317-419b-8df8-26d6e38533ec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ee226b6a-f1ac-4062-8010-5c23e5094fef HTTP/1.1" status: 204 len: 168 time: 0.2491291 Nov 27 04:06:26.705938 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a9eaf1-a317-419b-8df8-26d6e38533ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee226b6a-f1ac-4062-8010-5c23e5094fef,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:26.731018 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a0b89115-6904-4cf8-9c3f-e120d8880cc5 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:26.736026 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a0b89115-6904-4cf8-9c3f-e120d8880cc5 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] 10.222.0.20 "DELETE /v2.0/ports/fdbc96fe-f02a-4614-b35e-55ee3a13ce0d HTTP/1.1" status: 204 len: 168 time: 0.5728405 Nov 27 04:06:26.738716 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34866) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:26.786295 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-f93ee1be-cb87-44f4-a30a-e0b1147aef95 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] GET failed (client error): The resource could not be found. Nov 27 04:06:26.800463 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f93ee1be-cb87-44f4-a30a-e0b1147aef95 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] 10.222.0.20 "GET /v2.0/ports/fdbc96fe-f02a-4614-b35e-55ee3a13ce0d HTTP/1.1" status: 404 len: 333 time: 0.0606196 Nov 27 04:06:26.810056 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ef201b3e-e155-4e39-9070-e6e9aafd3978 req-948aab17-a76c-4cb2-b3a6-359b4a668d5c tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] 10.222.0.20 "GET /v2.0/ports?device_id=211a5c41-e002-4d07-81e5-da006ec70d96 HTTP/1.1" status: 200 len: 210 time: 0.0428860 Nov 27 04:06:26.815044 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34870) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:26.822578 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-904a63c9-eec8-4321-9bce-f9429f7591b5 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Request body: {'port': {'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-730258100'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:06:26.855290 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904a63c9-eec8-4321-9bce-f9429f7591b5 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Made reservation on behalf of 93f3d2a29eef4c519bec787bc6ea01b4 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:06:26.858163 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-904a63c9-eec8-4321-9bce-f9429f7591b5 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:26.881347 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [None req-904a63c9-eec8-4321-9bce-f9429f7591b5 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] device_id is not set on port 7574268e-3226-4018-b4ce-fc08514928d9 yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:06:27.143577 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-904a63c9-eec8-4321-9bce-f9429f7591b5 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:27.189718 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-904a63c9-eec8-4321-9bce-f9429f7591b5 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:27.236554 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904a63c9-eec8-4321-9bce-f9429f7591b5 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:06:27.245148 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-904a63c9-eec8-4321-9bce-f9429f7591b5 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:06:27.248549 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904a63c9-eec8-4321-9bce-f9429f7591b5 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:06:27.249632 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904a63c9-eec8-4321-9bce-f9429f7591b5 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:27.250673 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-904a63c9-eec8-4321-9bce-f9429f7591b5 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:27.296652 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-904a63c9-eec8-4321-9bce-f9429f7591b5 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4798653 Nov 27 04:06:27.296864 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34888) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:27.302416 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:06:27.319122 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904a63c9-eec8-4321-9bce-f9429f7591b5 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Pushing event updated for resources: {'Port': ['ID=7574268e-3226-4018-b4ce-fc08514928d9,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:27.370051 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074f12e-cedf-4268-aa94-b892332d3499 req-d30c48bf-2d6b-4f51-9bbf-492ba4230295 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:27.372715 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c074f12e-cedf-4268-aa94-b892332d3499 req-d30c48bf-2d6b-4f51-9bbf-492ba4230295 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.1058133 Nov 27 04:06:27.389228 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:27.446127 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c074f12e-cedf-4268-aa94-b892332d3499 req-ec7785de-38d4-41d9-a8a3-1410df97108e tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600898 Nov 27 04:06:27.654471 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] device_id is not set on port 7574268e-3226-4018-b4ce-fc08514928d9 yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:06:27.663633 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:27.672412 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:27.727765 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Pushing event updated for resources: {'Port': ['ID=7574268e-3226-4018-b4ce-fc08514928d9,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:27.747591 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 7574268e-3226-4018-b4ce-fc08514928d9 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:06:27.747941 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 7574268e-3226-4018-b4ce-fc08514928d9 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:06:27.748291 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 7574268e-3226-4018-b4ce-fc08514928d9 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:06:27.753610 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Port 7574268e-3226-4018-b4ce-fc08514928d9 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:06:27.753950 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Failed to bind port 7574268e-3226-4018-b4ce-fc08514928d9 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] Nov 27 04:06:27.754460 n-d-819494-3 neutron-server[110018]: INFO neutron.plugins.ml2.plugin [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempt 2 to bind port 7574268e-3226-4018-b4ce-fc08514928d9 Nov 27 04:06:27.768614 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 7574268e-3226-4018-b4ce-fc08514928d9 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:06:27.768958 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 7574268e-3226-4018-b4ce-fc08514928d9 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:06:27.769496 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 7574268e-3226-4018-b4ce-fc08514928d9 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:06:27.777855 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Port 7574268e-3226-4018-b4ce-fc08514928d9 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:06:27.778201 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Failed to bind port 7574268e-3226-4018-b4ce-fc08514928d9 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] Nov 27 04:06:27.778626 n-d-819494-3 neutron-server[110018]: INFO neutron.plugins.ml2.plugin [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempt 3 to bind port 7574268e-3226-4018-b4ce-fc08514928d9 Nov 27 04:06:27.791853 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 7574268e-3226-4018-b4ce-fc08514928d9 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:06:27.792204 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 7574268e-3226-4018-b4ce-fc08514928d9 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:06:27.792595 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 7574268e-3226-4018-b4ce-fc08514928d9 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:06:27.797235 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Port 7574268e-3226-4018-b4ce-fc08514928d9 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:06:27.797747 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Failed to bind port 7574268e-3226-4018-b4ce-fc08514928d9 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] Nov 27 04:06:27.798149 n-d-819494-3 neutron-server[110018]: INFO neutron.plugins.ml2.plugin [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempt 4 to bind port 7574268e-3226-4018-b4ce-fc08514928d9 Nov 27 04:06:27.811975 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 7574268e-3226-4018-b4ce-fc08514928d9 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:06:27.812478 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 7574268e-3226-4018-b4ce-fc08514928d9 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:06:27.812897 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 7574268e-3226-4018-b4ce-fc08514928d9 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:06:27.818540 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Port 7574268e-3226-4018-b4ce-fc08514928d9 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:06:27.819394 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Failed to bind port 7574268e-3226-4018-b4ce-fc08514928d9 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] Nov 27 04:06:27.819394 n-d-819494-3 neutron-server[110018]: INFO neutron.plugins.ml2.plugin [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempt 5 to bind port 7574268e-3226-4018-b4ce-fc08514928d9 Nov 27 04:06:27.838047 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 7574268e-3226-4018-b4ce-fc08514928d9 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:06:27.838233 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 7574268e-3226-4018-b4ce-fc08514928d9 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:06:27.839014 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 7574268e-3226-4018-b4ce-fc08514928d9 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:06:27.845111 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Port 7574268e-3226-4018-b4ce-fc08514928d9 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:06:27.845418 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Failed to bind port 7574268e-3226-4018-b4ce-fc08514928d9 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] Nov 27 04:06:27.845827 n-d-819494-3 neutron-server[110018]: INFO neutron.plugins.ml2.plugin [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempt 6 to bind port 7574268e-3226-4018-b4ce-fc08514928d9 Nov 27 04:06:27.871701 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 7574268e-3226-4018-b4ce-fc08514928d9 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:06:27.872070 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 7574268e-3226-4018-b4ce-fc08514928d9 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:06:27.872428 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 7574268e-3226-4018-b4ce-fc08514928d9 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:06:27.877465 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Port 7574268e-3226-4018-b4ce-fc08514928d9 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:06:27.877809 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Failed to bind port 7574268e-3226-4018-b4ce-fc08514928d9 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] Nov 27 04:06:27.878218 n-d-819494-3 neutron-server[110018]: INFO neutron.plugins.ml2.plugin [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempt 7 to bind port 7574268e-3226-4018-b4ce-fc08514928d9 Nov 27 04:06:27.901525 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 7574268e-3226-4018-b4ce-fc08514928d9 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:06:27.901865 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 7574268e-3226-4018-b4ce-fc08514928d9 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:06:27.902207 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 7574268e-3226-4018-b4ce-fc08514928d9 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:06:27.908144 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Port 7574268e-3226-4018-b4ce-fc08514928d9 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:06:27.908487 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Failed to bind port 7574268e-3226-4018-b4ce-fc08514928d9 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] Nov 27 04:06:27.909184 n-d-819494-3 neutron-server[110018]: INFO neutron.plugins.ml2.plugin [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempt 8 to bind port 7574268e-3226-4018-b4ce-fc08514928d9 Nov 27 04:06:27.927223 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 7574268e-3226-4018-b4ce-fc08514928d9 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:06:27.927566 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 7574268e-3226-4018-b4ce-fc08514928d9 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:06:27.928247 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 7574268e-3226-4018-b4ce-fc08514928d9 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:06:27.934182 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Port 7574268e-3226-4018-b4ce-fc08514928d9 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:06:27.934518 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Failed to bind port 7574268e-3226-4018-b4ce-fc08514928d9 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] Nov 27 04:06:27.934971 n-d-819494-3 neutron-server[110018]: INFO neutron.plugins.ml2.plugin [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempt 9 to bind port 7574268e-3226-4018-b4ce-fc08514928d9 Nov 27 04:06:27.938655 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-206e2091-2ab2-41e4-9581-4c56b043553d req-110bca81-4ed8-43b4-99c2-49ec84f6dcfe tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] 10.222.0.20 "GET /v2.0/ports?device_id=211a5c41-e002-4d07-81e5-da006ec70d96 HTTP/1.1" status: 200 len: 210 time: 0.0344918 Nov 27 04:06:27.957451 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 7574268e-3226-4018-b4ce-fc08514928d9 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:06:27.957451 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 7574268e-3226-4018-b4ce-fc08514928d9 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:06:27.957451 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 7574268e-3226-4018-b4ce-fc08514928d9 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:06:27.959331 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Port 7574268e-3226-4018-b4ce-fc08514928d9 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:06:27.959806 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Failed to bind port 7574268e-3226-4018-b4ce-fc08514928d9 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] Nov 27 04:06:27.960212 n-d-819494-3 neutron-server[110018]: INFO neutron.plugins.ml2.plugin [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempt 10 to bind port 7574268e-3226-4018-b4ce-fc08514928d9 Nov 27 04:06:27.978029 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 7574268e-3226-4018-b4ce-fc08514928d9 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:06:27.978368 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 7574268e-3226-4018-b4ce-fc08514928d9 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:06:27.978735 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempting to bind port 7574268e-3226-4018-b4ce-fc08514928d9 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:06:27.983525 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Port 7574268e-3226-4018-b4ce-fc08514928d9 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:06:27.983858 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Failed to bind port 7574268e-3226-4018-b4ce-fc08514928d9 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '1a452e1a-f9ff-49ff-826f-0840103329f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2fdb65ed-22ba-4cfe-a9a2-ac01f8716782'}] Nov 27 04:06:27.984227 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:28.060657 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] For port 7574268e-3226-4018-b4ce-fc08514928d9, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:06:28.061298 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attempted to set empty binding levels {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 27 04:06:28.069400 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:28.115194 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] In _notify_port_updated(), no bound segment for port 7574268e-3226-4018-b4ce-fc08514928d9 on network 2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 {{(pid=110018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 04:06:28.116077 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:28.116702 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:28.121334 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34912) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:28.121601 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] 10.222.0.20 "PUT /v2.0/ports/7574268e-3226-4018-b4ce-fc08514928d9 HTTP/1.1" status: 200 len: 974 time: 0.8236382 Nov 27 04:06:28.136602 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccfe95d-d5a3-49fd-974c-a188b02b675d tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Pushing event updated for resources: {'Port': ['ID=7574268e-3226-4018-b4ce-fc08514928d9,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:28.208809 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device a5690a54-5e10-4375-98b0-f1a7b41b8184 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:06:28.322731 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-88dad206-7cb0-415b-bc5c-3f5e3ffef447 tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:28.324302 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-88dad206-7cb0-415b-bc5c-3f5e3ffef447 tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] 10.222.0.23 "GET /v2.0/networks?id=8ca2a966-b731-40b2-8ab5-d17213be9f67 HTTP/1.1" status: 200 len: 813 time: 0.1863775 Nov 27 04:06:28.334033 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-2e53f52c-e21b-4d32-b5aa-f55f3fbc6d08 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Deleting port 7574268e-3226-4018-b4ce-fc08514928d9 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:06:28.334371 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2e53f52c-e21b-4d32-b5aa-f55f3fbc6d08 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:28.356886 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-3e5a3816-735e-49c3-876f-35b37a84a0ac tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] Request body: {'port': {'device_id': '211a5c41-e002-4d07-81e5-da006ec70d96', 'network_id': '8ca2a966-b731-40b2-8ab5-d17213be9f67', 'admin_state_up': True, 'tenant_id': '11ce3b10c0714211a856d36e1e3dabf8'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:06:28.475614 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-2e53f52c-e21b-4d32-b5aa-f55f3fbc6d08 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] For port 7574268e-3226-4018-b4ce-fc08514928d9, host n-h2-819494-3, got binding levels [] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:06:28.475997 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2e53f52c-e21b-4d32-b5aa-f55f3fbc6d08 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:28.503993 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-2e53f52c-e21b-4d32-b5aa-f55f3fbc6d08 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Calling delete_port for 7574268e-3226-4018-b4ce-fc08514928d9 owned by {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:06:28.607528 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320975d-7c96-4668-b791-f47033a41ec5 req-28b7286a-9ad5-4926-8e47-c3d40688731a tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:28.615153 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-3e5a3816-735e-49c3-876f-35b37a84a0ac tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] Made reservation on behalf of 11ce3b10c0714211a856d36e1e3dabf8 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:06:28.615373 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c320975d-7c96-4668-b791-f47033a41ec5 req-28b7286a-9ad5-4926-8e47-c3d40688731a tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.0609040 Nov 27 04:06:28.619407 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-3e5a3816-735e-49c3-876f-35b37a84a0ac tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:28.687649 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c320975d-7c96-4668-b791-f47033a41ec5 req-0c5c02ed-9cc0-4450-b475-508d072f6dd0 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714345 Nov 27 04:06:28.717091 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2e53f52c-e21b-4d32-b5aa-f55f3fbc6d08 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:28.771952 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e53f52c-e21b-4d32-b5aa-f55f3fbc6d08 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Pushing event deleted for resources: {'Port': ['ID=7574268e-3226-4018-b4ce-fc08514928d9,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:28.777626 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2e53f52c-e21b-4d32-b5aa-f55f3fbc6d08 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:28.780953 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2e53f52c-e21b-4d32-b5aa-f55f3fbc6d08 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] 10.222.0.20 "DELETE /v2.0/ports/7574268e-3226-4018-b4ce-fc08514928d9 HTTP/1.1" status: 204 len: 168 time: 0.6585968 Nov 27 04:06:28.783615 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34930) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:28.802023 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-3e5a3816-735e-49c3-876f-35b37a84a0ac tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] Allocated IP 172.20.0.11 (8ca2a966-b731-40b2-8ab5-d17213be9f67/2b6e8fdc-6691-4386-97d5-8c7032d01c28/d56f1551-c524-4598-9bff-2b72de6274a3) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:06:28.833497 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-66dd070a-9185-4af0-bbad-279eebbbe117 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] GET failed (client error): The resource could not be found. Nov 27 04:06:28.834950 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-66dd070a-9185-4af0-bbad-279eebbbe117 tempest-PortsAdminExtendedAttrsTestJSON-175232445 tempest-PortsAdminExtendedAttrsTestJSON-175232445-project-admin] 10.222.0.20 "GET /v2.0/ports/7574268e-3226-4018-b4ce-fc08514928d9 HTTP/1.1" status: 404 len: 333 time: 0.0501316 Nov 27 04:06:28.838583 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34932) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:28.933616 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6a25570b-9fe4-4e90-a8c2-373d7ed41542 tempest-PortsAdminExtendedAttrsTestJSON-1629248422 tempest-PortsAdminExtendedAttrsTestJSON-1629248422-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:29.050810 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-3e5a3816-735e-49c3-876f-35b37a84a0ac tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:29.086722 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6a25570b-9fe4-4e90-a8c2-373d7ed41542 tempest-PortsAdminExtendedAttrsTestJSON-1629248422 tempest-PortsAdminExtendedAttrsTestJSON-1629248422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:29.106906 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9ca37da0-28c2-4b54-a17b-2e7f0c84ac1a req-1d298955-6167-41f3-9efa-94c199bdaad7 tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] 10.222.0.20 "GET /v2.0/ports?device_id=211a5c41-e002-4d07-81e5-da006ec70d96 HTTP/1.1" status: 200 len: 210 time: 0.0436213 Nov 27 04:06:29.116510 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-6a25570b-9fe4-4e90-a8c2-373d7ed41542 tempest-PortsAdminExtendedAttrsTestJSON-1629248422 tempest-PortsAdminExtendedAttrsTestJSON-1629248422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fdb65ed-22ba-4cfe-a9a2-ac01f8716782']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:06:29.132100 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-6a25570b-9fe4-4e90-a8c2-373d7ed41542 tempest-PortsAdminExtendedAttrsTestJSON-1629248422 tempest-PortsAdminExtendedAttrsTestJSON-1629248422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a452e1a-f9ff-49ff-826f-0840103329f3') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:06:29.133570 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-6a25570b-9fe4-4e90-a8c2-373d7ed41542 tempest-PortsAdminExtendedAttrsTestJSON-1629248422 tempest-PortsAdminExtendedAttrsTestJSON-1629248422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a452e1a-f9ff-49ff-826f-0840103329f3') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:06:29.142512 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-3e5a3816-735e-49c3-876f-35b37a84a0ac tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:29.147075 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6a25570b-9fe4-4e90-a8c2-373d7ed41542 tempest-PortsAdminExtendedAttrsTestJSON-1629248422 tempest-PortsAdminExtendedAttrsTestJSON-1629248422-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:29.162808 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6a25570b-9fe4-4e90-a8c2-373d7ed41542 tempest-PortsAdminExtendedAttrsTestJSON-1629248422 tempest-PortsAdminExtendedAttrsTestJSON-1629248422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:29.169303 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a25570b-9fe4-4e90-a8c2-373d7ed41542 tempest-PortsAdminExtendedAttrsTestJSON-1629248422 tempest-PortsAdminExtendedAttrsTestJSON-1629248422-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:06:29.169699 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6a25570b-9fe4-4e90-a8c2-373d7ed41542 tempest-PortsAdminExtendedAttrsTestJSON-1629248422 tempest-PortsAdminExtendedAttrsTestJSON-1629248422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:29.188905 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-3e5a3816-735e-49c3-876f-35b37a84a0ac tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] Network 8ca2a966-b731-40b2-8ab5-d17213be9f67 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:06:29.192696 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-3e5a3816-735e-49c3-876f-35b37a84a0ac tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:06:29.205602 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-3e5a3816-735e-49c3-876f-35b37a84a0ac tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:06:29.218836 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:06:29.218836 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:06:29.218836 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:06:29.218836 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:06:29.218836 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:06:29.218836 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:06:29.218836 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:06:29.218836 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:06:29.218836 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:06:29.218836 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:06:29.218836 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:06:29.218836 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:06:29.218836 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:06:29.218836 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:06:29.218836 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:06:29.218836 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:06:29.218836 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:06:29.218836 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:06:29.218836 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:06:29.218836 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:06:29.218836 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:06:29.218836 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:06:29.218836 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:06:29.218836 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:06:29.218836 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:06:29.218836 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:06:29.218836 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:06:29.218836 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:06:29.218836 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:06:29.218836 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:06:29.218836 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:06:29.218836 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:06:29.241910 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a3816-735e-49c3-876f-35b37a84a0ac tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] Pushing event updated for resources: {'Port': ['ID=d56f1551-c524-4598-9bff-2b72de6274a3,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:29.254669 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6a25570b-9fe4-4e90-a8c2-373d7ed41542 tempest-PortsAdminExtendedAttrsTestJSON-1629248422 tempest-PortsAdminExtendedAttrsTestJSON-1629248422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:29.275487 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-3e5a3816-735e-49c3-876f-35b37a84a0ac tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:29.276431 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-3e5a3816-735e-49c3-876f-35b37a84a0ac tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:29.276815 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6a25570b-9fe4-4e90-a8c2-373d7ed41542 tempest-PortsAdminExtendedAttrsTestJSON-1629248422 tempest-PortsAdminExtendedAttrsTestJSON-1629248422-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:29.280209 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6a25570b-9fe4-4e90-a8c2-373d7ed41542 tempest-PortsAdminExtendedAttrsTestJSON-1629248422 tempest-PortsAdminExtendedAttrsTestJSON-1629248422-project] 10.222.0.20 "DELETE /v2.0/networks/2fdb65ed-22ba-4cfe-a9a2-ac01f8716782 HTTP/1.1" status: 204 len: 168 time: 0.4404893 Nov 27 04:06:29.281562 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a25570b-9fe4-4e90-a8c2-373d7ed41542 tempest-PortsAdminExtendedAttrsTestJSON-1629248422 tempest-PortsAdminExtendedAttrsTestJSON-1629248422-project] Pushing event deleted for resources: {'Network': ['ID=2fdb65ed-22ba-4cfe-a9a2-ac01f8716782,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:29.303486 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-3e5a3816-735e-49c3-876f-35b37a84a0ac tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9508085 Nov 27 04:06:29.329534 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-f827c883-ddab-4602-ae61-a459a35ea76d service neutron] Request body: {'port': {'device_id': '211a5c41-e002-4d07-81e5-da006ec70d96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:06:29.404996 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-f827c883-ddab-4602-ae61-a459a35ea76d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:29.651463 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34946) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:29.777984 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-f827c883-ddab-4602-ae61-a459a35ea76d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d56f1551-c524-4598-9bff-2b72de6274a3 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:06:29.789001 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-f827c883-ddab-4602-ae61-a459a35ea76d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:29.818779 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-f827c883-ddab-4602-ae61-a459a35ea76d service neutron] Transition to ACTIVE for port object d56f1551-c524-4598-9bff-2b72de6274a3 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:06:29.824247 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-f827c883-ddab-4602-ae61-a459a35ea76d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:29.874589 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-dd7c5e03-c63d-4b9c-92a2-bc2518facd64 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f45bd1f30c04219b9cef77fb378329d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2216728 Nov 27 04:06:29.876920 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34954) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:29.908775 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827c883-ddab-4602-ae61-a459a35ea76d service neutron] Pushing event updated for resources: {'Port': ['ID=d56f1551-c524-4598-9bff-2b72de6274a3,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:29.919784 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a606ab-923c-425d-8e59-89c9c921ca2c req-1d9546a1-b810-4df0-a48d-0e4995267def tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:29.921496 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-97a606ab-923c-425d-8e59-89c9c921ca2c req-1d9546a1-b810-4df0-a48d-0e4995267def tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.1152744 Nov 27 04:06:29.931779 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-20a37608-c42c-49ec-b9d1-ed38b7b5a7c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:29.957308 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-20a37608-c42c-49ec-b9d1-ed38b7b5a7c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:30.029764 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-20a37608-c42c-49ec-b9d1-ed38b7b5a7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:30.032728 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-20a37608-c42c-49ec-b9d1-ed38b7b5a7c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:30.033973 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-20a37608-c42c-49ec-b9d1-ed38b7b5a7c4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/49c773d6-afce-4dd9-a8b2-32691eaff72c HTTP/1.1" status: 204 len: 168 time: 0.1561098 Nov 27 04:06:30.040308 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-97a606ab-923c-425d-8e59-89c9c921ca2c req-4ce20bcf-7976-4b6f-8878-7c92f625d2c1 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926270 Nov 27 04:06:30.041182 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-f827c883-ddab-4602-ae61-a459a35ea76d service neutron] Attempting to bind port d56f1551-c524-4598-9bff-2b72de6274a3 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:06:30.041531 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-f827c883-ddab-4602-ae61-a459a35ea76d service neutron] Attempting to bind port d56f1551-c524-4598-9bff-2b72de6274a3 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': 'fbf04d90-7273-4bdd-a173-f3d6548382f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8ca2a966-b731-40b2-8ab5-d17213be9f67'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:06:30.041863 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-f827c883-ddab-4602-ae61-a459a35ea76d service neutron] Attempting to bind port d56f1551-c524-4598-9bff-2b72de6274a3 on network 8ca2a966-b731-40b2-8ab5-d17213be9f67 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:06:30.046966 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-f827c883-ddab-4602-ae61-a459a35ea76d service neutron] Port d56f1551-c524-4598-9bff-2b72de6274a3 on network 8ca2a966-b731-40b2-8ab5-d17213be9f67 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:06:30.047373 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-f827c883-ddab-4602-ae61-a459a35ea76d service neutron] Attempting to bind port d56f1551-c524-4598-9bff-2b72de6274a3 on network 8ca2a966-b731-40b2-8ab5-d17213be9f67 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:06:30.053218 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-f827c883-ddab-4602-ae61-a459a35ea76d service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:06:30.053838 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-f827c883-ddab-4602-ae61-a459a35ea76d service neutron] Checking segment: {'id': 'fbf04d90-7273-4bdd-a173-f3d6548382f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8ca2a966-b731-40b2-8ab5-d17213be9f67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:06:30.053943 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-f827c883-ddab-4602-ae61-a459a35ea76d service neutron] Bound using segment: {'id': 'fbf04d90-7273-4bdd-a173-f3d6548382f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8ca2a966-b731-40b2-8ab5-d17213be9f67'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:06:30.054486 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-f827c883-ddab-4602-ae61-a459a35ea76d service neutron] Bound port: d56f1551-c524-4598-9bff-2b72de6274a3, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbf04d90-7273-4bdd-a173-f3d6548382f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8ca2a966-b731-40b2-8ab5-d17213be9f67'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:06:30.055462 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a37608-c42c-49ec-b9d1-ed38b7b5a7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c773d6-afce-4dd9-a8b2-32691eaff72c,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:30.055590 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-f827c883-ddab-4602-ae61-a459a35ea76d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:30.193666 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-f827c883-ddab-4602-ae61-a459a35ea76d service neutron] For port d56f1551-c524-4598-9bff-2b72de6274a3, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:06:30.198322 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-f827c883-ddab-4602-ae61-a459a35ea76d service neutron] For port d56f1551-c524-4598-9bff-2b72de6274a3, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d56f1551-c524-4598-9bff-2b72de6274a3,segment=NetworkSegment(fbf04d90-7273-4bdd-a173-f3d6548382f2),segment_id=fbf04d90-7273-4bdd-a173-f3d6548382f2)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:06:30.204263 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-f827c883-ddab-4602-ae61-a459a35ea76d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:30.269632 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11689f-78fd-430b-9eeb-a8e81b078072 req-04d5f7d5-b151-461b-bc5d-bb9a0a8399b7 tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:30.275281 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4b11689f-78fd-430b-9eeb-a8e81b078072 req-04d5f7d5-b151-461b-bc5d-bb9a0a8399b7 tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] 10.222.0.20 "GET /v2.0/ports?device_id=211a5c41-e002-4d07-81e5-da006ec70d96 HTTP/1.1" status: 200 len: 944 time: 0.0992091 Nov 27 04:06:30.283721 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-f827c883-ddab-4602-ae61-a459a35ea76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:30.285744 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-f827c883-ddab-4602-ae61-a459a35ea76d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:30.287593 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-f827c883-ddab-4602-ae61-a459a35ea76d service neutron] 10.222.0.23 "PUT /v2.0/ports/d56f1551-c524-4598-9bff-2b72de6274a3 HTTP/1.1" status: 200 len: 1092 time: 0.9646707 Nov 27 04:06:30.288142 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '211a5c41-e002-4d07-81e5-da006ec70d96', 'tag': 'd56f1551-c524-4598-9bff-2b72de6274a3'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:06:30.291848 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803ca035-bb28-4fa4-8a99-3d4a4731e8e2" -d '{"events": [{"name": "network-changed", "server_uuid": "211a5c41-e002-4d07-81e5-da006ec70d96", "tag": "d56f1551-c524-4598-9bff-2b72de6274a3"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:06:30.369255 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827c883-ddab-4602-ae61-a459a35ea76d service neutron] Pushing event updated for resources: {'Port': ['ID=d56f1551-c524-4598-9bff-2b72de6274a3,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:30.432894 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4b11689f-78fd-430b-9eeb-a8e81b078072 req-a2994a04-4bfa-4171-bb16-e60303c14236 tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cd7a9e4-64f9-4140-b41e-931c4ab3dc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488216 Nov 27 04:06:30.440821 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abf2b81-0438-4300-b095-a01107105382 x-openstack-request-id: req-0abf2b81-0438-4300-b095-a01107105382 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:06:30.441408 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "211a5c41-e002-4d07-81e5-da006ec70d96", "tag": "d56f1551-c524-4598-9bff-2b72de6274a3", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:06:30.441568 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0abf2b81-0438-4300-b095-a01107105382 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:06:30.442245 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '211a5c41-e002-4d07-81e5-da006ec70d96', 'tag': 'd56f1551-c524-4598-9bff-2b72de6274a3', 'status': 'completed', 'code': 200} Nov 27 04:06:30.467195 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-95037bad-2572-49ee-929f-3c9dad4d009d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:30.469226 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-95037bad-2572-49ee-929f-3c9dad4d009d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=11ce3b10c0714211a856d36e1e3dabf8&device_id=211a5c41-e002-4d07-81e5-da006ec70d96 HTTP/1.1" status: 200 len: 1095 time: 0.0865872 Nov 27 04:06:30.473630 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34972) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:30.524390 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d8f76dcb-fb6c-4610-869c-ef4cd202915f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=93f3d2a29eef4c519bec787bc6ea01b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0466366 Nov 27 04:06:30.524621 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-0063f03d-2e6e-454e-8398-825685263b0f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d56f1551-c524-4598-9bff-2b72de6274a3 HTTP/1.1" status: 200 len: 217 time: 0.0395365 Nov 27 04:06:30.524742 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34974) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:30.609772 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-c3ec7fec-6d92-40f7-98a4-b66abd338dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:30.614647 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-c3ec7fec-6d92-40f7-98a4-b66abd338dea service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2b6e8fdc-6691-4386-97d5-8c7032d01c28 HTTP/1.1" status: 200 len: 853 time: 0.0728297 Nov 27 04:06:30.631430 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ad656e8c-7a61-4473-b5c1-2184b4833549 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:30.676615 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-1d2f5130-0abb-4f7d-b3d7-abb48a16cfb4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ca2a966-b731-40b2-8ab5-d17213be9f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417588 Nov 27 04:06:30.696658 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ad656e8c-7a61-4473-b5c1-2184b4833549 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:30.852906 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ad656e8c-7a61-4473-b5c1-2184b4833549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:30.855810 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ad656e8c-7a61-4473-b5c1-2184b4833549 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:30.857130 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ad656e8c-7a61-4473-b5c1-2184b4833549 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3cc350ab-8e88-48d4-8af0-88b56c1effae HTTP/1.1" status: 204 len: 168 time: 0.3313777 Nov 27 04:06:30.864596 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-40e11a3c-2d18-4491-bab5-21023bd6910a service neutron] 10.222.0.23 "GET /v2.0/networks/8ca2a966-b731-40b2-8ab5-d17213be9f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580498 Nov 27 04:06:30.869994 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad656e8c-7a61-4473-b5c1-2184b4833549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc350ab-8e88-48d4-8af0-88b56c1effae,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:31.019273 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f6f9cb34-c3cc-43fe-983a-e1a83ff93ce0 req-346f02d0-ce3b-46e4-938e-c16556c78589 service neutron] 10.222.0.23 "GET /v2.0/networks/8ca2a966-b731-40b2-8ab5-d17213be9f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391356 Nov 27 04:06:31.279827 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec4c9a-14fd-4b75-925b-ff48dfbe577f req-398f2a6e-786a-4b4c-ac84-9b9ec45719ce tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:31.281608 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4cec4c9a-14fd-4b75-925b-ff48dfbe577f req-398f2a6e-786a-4b4c-ac84-9b9ec45719ce tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.1072996 Nov 27 04:06:31.287828 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ca035-bb28-4fa4-8a99-3d4a4731e8e2 req-cd877b9c-5b98-4bbd-baa6-5e2bd416e7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:31.289810 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-803ca035-bb28-4fa4-8a99-3d4a4731e8e2 req-cd877b9c-5b98-4bbd-baa6-5e2bd416e7c2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=11ce3b10c0714211a856d36e1e3dabf8&device_id=211a5c41-e002-4d07-81e5-da006ec70d96 HTTP/1.1" status: 200 len: 1095 time: 0.1796820 Nov 27 04:06:31.434683 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4cec4c9a-14fd-4b75-925b-ff48dfbe577f req-14c7b90a-5655-4947-9fdb-def6b4033775 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435678 Nov 27 04:06:31.547197 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ca035-bb28-4fa4-8a99-3d4a4731e8e2 req-2dc1ed22-1524-4728-858d-385999908430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:31.550510 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-803ca035-bb28-4fa4-8a99-3d4a4731e8e2 req-2dc1ed22-1524-4728-858d-385999908430 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8ca2a966-b731-40b2-8ab5-d17213be9f67 HTTP/1.1" status: 200 len: 914 time: 0.2279758 Nov 27 04:06:31.662981 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94920cff-9312-4cac-874c-ff8147ae7a1c req-ab53f423-1816-41d0-8615-bd343c13c83f tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:31.665989 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-94920cff-9312-4cac-874c-ff8147ae7a1c req-ab53f423-1816-41d0-8615-bd343c13c83f tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] 10.222.0.20 "GET /v2.0/ports?device_id=211a5c41-e002-4d07-81e5-da006ec70d96 HTTP/1.1" status: 200 len: 944 time: 0.0786402 Nov 27 04:06:31.777573 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-94920cff-9312-4cac-874c-ff8147ae7a1c req-c025ca8c-2edd-4897-9a01-031e24f7e089 tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cd7a9e4-64f9-4140-b41e-931c4ab3dc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047521 Nov 27 04:06:32.153222 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-803ca035-bb28-4fa4-8a99-3d4a4731e8e2 req-13d089a7-c3ed-4a8c-8f8d-a087f6e19f67 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d56f1551-c524-4598-9bff-2b72de6274a3 HTTP/1.1" status: 200 len: 217 time: 0.5931745 Nov 27 04:06:32.270934 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ca035-bb28-4fa4-8a99-3d4a4731e8e2 req-59d096d9-414b-4e20-8dc0-0e85660efdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:32.272410 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-803ca035-bb28-4fa4-8a99-3d4a4731e8e2 req-59d096d9-414b-4e20-8dc0-0e85660efdef service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2b6e8fdc-6691-4386-97d5-8c7032d01c28 HTTP/1.1" status: 200 len: 853 time: 0.1065578 Nov 27 04:06:32.326864 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-803ca035-bb28-4fa4-8a99-3d4a4731e8e2 req-07d29efe-48be-4059-bcfa-1b60b3f40df4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ca2a966-b731-40b2-8ab5-d17213be9f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389886 Nov 27 04:06:32.418470 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:06:32.477963 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-803ca035-bb28-4fa4-8a99-3d4a4731e8e2 req-a4948e3a-d63a-4793-95bc-e5fae7f4dace service neutron] 10.222.0.23 "GET /v2.0/networks/8ca2a966-b731-40b2-8ab5-d17213be9f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385100 Nov 27 04:06:32.593977 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e17b8-dd30-4642-ab7a-75298bdc4bb9 req-1c145989-3784-4d1b-924d-f2dc54b022a7 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:32.604480 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-463e17b8-dd30-4642-ab7a-75298bdc4bb9 req-1c145989-3784-4d1b-924d-f2dc54b022a7 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.0646088 Nov 27 04:06:32.670673 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-803ca035-bb28-4fa4-8a99-3d4a4731e8e2 req-9ad1220a-7c8b-425a-a45a-683d0e55574e service neutron] 10.222.0.23 "GET /v2.0/networks/8ca2a966-b731-40b2-8ab5-d17213be9f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814878 Nov 27 04:06:32.693848 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-463e17b8-dd30-4642-ab7a-75298bdc4bb9 req-14a9795f-c398-4d23-bfe5-d9423c72d033 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881991 Nov 27 04:06:32.941375 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7879d8-957a-45f6-a5c7-41740581c8ba req-afacf349-c614-4542-ac74-fa44897b137b tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:32.951517 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8c7879d8-957a-45f6-a5c7-41740581c8ba req-afacf349-c614-4542-ac74-fa44897b137b tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] 10.222.0.20 "GET /v2.0/ports?device_id=211a5c41-e002-4d07-81e5-da006ec70d96 HTTP/1.1" status: 200 len: 944 time: 0.0684173 Nov 27 04:06:33.001432 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8c7879d8-957a-45f6-a5c7-41740581c8ba req-5b3c78cd-7063-43b4-a92c-0ee4674e9ec4 tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cd7a9e4-64f9-4140-b41e-931c4ab3dc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486116 Nov 27 04:06:33.012156 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 35052) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:33.109025 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-cab961fa-be8a-4c6a-9660-8053c03dbd66 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-646202650', 'router:external': True}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:06:33.133506 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab961fa-be8a-4c6a-9660-8053c03dbd66 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Made reservation on behalf of 0ab70436ac484d0fbc20db16f91a73a1 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:06:33.135840 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cab961fa-be8a-4c6a-9660-8053c03dbd66 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:33.144714 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cab961fa-be8a-4c6a-9660-8053c03dbd66 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:33.223078 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cab961fa-be8a-4c6a-9660-8053c03dbd66 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:33.227386 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cab961fa-be8a-4c6a-9660-8053c03dbd66 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:33.248471 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cab961fa-be8a-4c6a-9660-8053c03dbd66 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:06:33.264121 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab961fa-be8a-4c6a-9660-8053c03dbd66 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3710769-7f6d-4bb8-8370-c84a6a97eba9,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:33.267284 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cab961fa-be8a-4c6a-9660-8053c03dbd66 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:33.267649 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-cab961fa-be8a-4c6a-9660-8053c03dbd66 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Added segment 95bbe964-9c1b-4549-869d-e56a1e9f506e of type vlan for network 237d55fd-8404-46dd-b453-0bd4eec2b4c5 Nov 27 04:06:33.328200 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cab961fa-be8a-4c6a-9660-8053c03dbd66 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:33.364381 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cab961fa-be8a-4c6a-9660-8053c03dbd66 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:33.365488 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab961fa-be8a-4c6a-9660-8053c03dbd66 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:33.366093 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cab961fa-be8a-4c6a-9660-8053c03dbd66 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:33.437602 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-cab961fa-be8a-4c6a-9660-8053c03dbd66 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.4241652 Nov 27 04:06:33.440790 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35064) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:33.447238 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-28dafc3e-ad9a-42a2-ba76-3f6d0e8fd214 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Request body: {'subnet': {'network_id': '237d55fd-8404-46dd-b453-0bd4eec2b4c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:06:33.454770 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab961fa-be8a-4c6a-9660-8053c03dbd66 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Pushing event updated for resources: {'Network': ['ID=237d55fd-8404-46dd-b453-0bd4eec2b4c5,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:33.467666 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 237d55fd-8404-46dd-b453-0bd4eec2b4c5 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:06:33.484707 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28dafc3e-ad9a-42a2-ba76-3f6d0e8fd214 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Made reservation on behalf of 0ab70436ac484d0fbc20db16f91a73a1 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:06:33.486973 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-28dafc3e-ad9a-42a2-ba76-3f6d0e8fd214 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:33.883684 n-d-819494-3 neutron-server[110018]: DEBUG neutron.objects.ports [None req-28dafc3e-ad9a-42a2-ba76-3f6d0e8fd214 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110018) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 04:06:33.884480 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-28dafc3e-ad9a-42a2-ba76-3f6d0e8fd214 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:33.942834 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e748f93-a5fc-4bb4-9697-e02e89617f5b req-3e48a82f-19b0-4e18-b3df-6dce0b706323 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:33.944642 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5e748f93-a5fc-4bb4-9697-e02e89617f5b req-3e48a82f-19b0-4e18-b3df-6dce0b706323 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.0872521 Nov 27 04:06:34.012385 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dafc3e-ad9a-42a2-ba76-3f6d0e8fd214 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1c21942a-f7fe-466b-bff4-435c648c1955,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:34.075994 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5e748f93-a5fc-4bb4-9697-e02e89617f5b req-a15db74a-78d4-4900-92f2-7071d8dbb333 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254246 Nov 27 04:06:34.085099 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dafc3e-ad9a-42a2-ba76-3f6d0e8fd214 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Checking segment: {'id': '95bbe964-9c1b-4549-869d-e56a1e9f506e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '237d55fd-8404-46dd-b453-0bd4eec2b4c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:06:34.085406 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dafc3e-ad9a-42a2-ba76-3f6d0e8fd214 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Network hostable DHCP agents. Network: 237d55fd-8404-46dd-b453-0bd4eec2b4c5, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:06:34.134289 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dafc3e-ad9a-42a2-ba76-3f6d0e8fd214 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Network 237d55fd-8404-46dd-b453-0bd4eec2b4c5 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:06:34.161326 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-28dafc3e-ad9a-42a2-ba76-3f6d0e8fd214 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 237d55fd-8404-46dd-b453-0bd4eec2b4c5) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:06:34.170989 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a19b8d-37cb-4539-8a8a-c805c5b2050a None None] Network 237d55fd-8404-46dd-b453-0bd4eec2b4c5 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:06:34.198239 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dafc3e-ad9a-42a2-ba76-3f6d0e8fd214 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:34.199095 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-28dafc3e-ad9a-42a2-ba76-3f6d0e8fd214 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:34.245566 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ed33e-a344-4921-8152-ec94e414ca6f req-0cd5592f-b03e-471e-ba22-5330590d1a9b tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:34.247322 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7c1ed33e-a344-4921-8152-ec94e414ca6f req-0cd5592f-b03e-471e-ba22-5330590d1a9b tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] 10.222.0.20 "GET /v2.0/ports?device_id=211a5c41-e002-4d07-81e5-da006ec70d96 HTTP/1.1" status: 200 len: 944 time: 0.0991917 Nov 27 04:06:34.252312 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-28dafc3e-ad9a-42a2-ba76-3f6d0e8fd214 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8100920 Nov 27 04:06:34.254801 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 35086) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:34.260171 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-4be07165-b7b3-4e36-bc4e-009cb2b517f0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1743669166', 'network_id': '237d55fd-8404-46dd-b453-0bd4eec2b4c5'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:06:34.286261 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device d56f1551-c524-4598-9bff-2b72de6274a3 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:06:34.309457 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be07165-b7b3-4e36-bc4e-009cb2b517f0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Made reservation on behalf of 0ab70436ac484d0fbc20db16f91a73a1 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:06:34.312951 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4be07165-b7b3-4e36-bc4e-009cb2b517f0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:34.355659 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [None req-4be07165-b7b3-4e36-bc4e-009cb2b517f0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] device_id is not set on port c2a52f35-1e0c-41d6-979d-ab21e5a5d6e2 yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:06:34.365525 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7c1ed33e-a344-4921-8152-ec94e414ca6f req-49a08cd4-93f1-49ef-91de-2d1c754f663b tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cd7a9e4-64f9-4140-b41e-931c4ab3dc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119320 Nov 27 04:06:34.491609 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port d56f1551-c524-4598-9bff-2b72de6274a3, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d56f1551-c524-4598-9bff-2b72de6274a3,segment=NetworkSegment(fbf04d90-7273-4bdd-a173-f3d6548382f2),segment_id=fbf04d90-7273-4bdd-a173-f3d6548382f2)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:06:34.509916 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': 'd56f1551-c524-4598-9bff-2b72de6274a3', 'network_id': '8ca2a966-b731-40b2-8ab5-d17213be9f67', 'port_id': 'd56f1551-c524-4598-9bff-2b72de6274a3', 'mac_address': 'fa:16:3e:78:be:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b6e8fdc-6691-4386-97d5-8c7032d01c28', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:06:34.584405 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-4be07165-b7b3-4e36-bc4e-009cb2b517f0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Allocated IP 172.20.0.11 (237d55fd-8404-46dd-b453-0bd4eec2b4c5/1c21942a-f7fe-466b-bff4-435c648c1955/c2a52f35-1e0c-41d6-979d-ab21e5a5d6e2) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:06:34.590641 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:34.630811 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d56f1551-c524-4598-9bff-2b72de6274a3 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:06:34.677579 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c28a1f-eccf-47be-8488-da3d8fffb03e None None] Network 237d55fd-8404-46dd-b453-0bd4eec2b4c5 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:06:34.685985 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port d56f1551-c524-4598-9bff-2b72de6274a3, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d56f1551-c524-4598-9bff-2b72de6274a3,segment=NetworkSegment(fbf04d90-7273-4bdd-a173-f3d6548382f2),segment_id=fbf04d90-7273-4bdd-a173-f3d6548382f2)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:06:34.907655 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35094) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:34.969007 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4be07165-b7b3-4e36-bc4e-009cb2b517f0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:35.087970 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4be07165-b7b3-4e36-bc4e-009cb2b517f0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:35.161619 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:35.175480 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6a816c01-fb56-49c2-b652-7915da121f42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:35.297790 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be07165-b7b3-4e36-bc4e-009cb2b517f0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Pushing event updated for resources: {'Port': ['ID=c2a52f35-1e0c-41d6-979d-ab21e5a5d6e2,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:35.322776 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6a816c01-fb56-49c2-b652-7915da121f42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:35.333550 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6a816c01-fb56-49c2-b652-7915da121f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:35.374483 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6a816c01-fb56-49c2-b652-7915da121f42 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=063efcfcf5e84645954c015d51a9ccad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4656572 Nov 27 04:06:35.376782 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35106) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:35.396408 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be07165-b7b3-4e36-bc4e-009cb2b517f0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Network 237d55fd-8404-46dd-b453-0bd4eec2b4c5 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:06:35.437020 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-4be07165-b7b3-4e36-bc4e-009cb2b517f0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:06:35.440620 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be07165-b7b3-4e36-bc4e-009cb2b517f0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:06:35.466064 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=d56f1551-c524-4598-9bff-2b72de6274a3,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:35.483877 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a816c01-fb56-49c2-b652-7915da121f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6141356c-db25-44de-a768-7ae23003b157,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:35.534858 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-00248663-1a38-4817-ae6c-3917d33e12b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:35.554053 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['d56f1551-c524-4598-9bff-2b72de6274a3'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:06:35.564497 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-00248663-1a38-4817-ae6c-3917d33e12b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:35.566982 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7686894-bea4-4fc8-b205-5c9456d23cd1 req-8de6dec2-bb02-408b-a4c6-ceb182bdb243 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:35.568577 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e7686894-bea4-4fc8-b205-5c9456d23cd1 req-8de6dec2-bb02-408b-a4c6-ceb182bdb243 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.3430357 Nov 27 04:06:35.622782 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be07165-b7b3-4e36-bc4e-009cb2b517f0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:35.623469 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4be07165-b7b3-4e36-bc4e-009cb2b517f0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:35.633263 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-00248663-1a38-4817-ae6c-3917d33e12b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:35.636995 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-00248663-1a38-4817-ae6c-3917d33e12b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:35.641361 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-00248663-1a38-4817-ae6c-3917d33e12b1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6141356c-db25-44de-a768-7ae23003b157 HTTP/1.1" status: 204 len: 168 time: 0.2621253 Nov 27 04:06:35.690703 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4be07165-b7b3-4e36-bc4e-009cb2b517f0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.4346497 Nov 27 04:06:35.693183 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35112) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:35.695959 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00248663-1a38-4817-ae6c-3917d33e12b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6141356c-db25-44de-a768-7ae23003b157,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:35.743654 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e7686894-bea4-4fc8-b205-5c9456d23cd1 req-22f98ff4-304c-4048-af6f-efdee2cd9f0f tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590579 Nov 27 04:06:35.997697 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ddc75-f1e3-42b1-b357-42d80dfee9bd req-93f3d434-a7e9-4b3d-a6ec-710c91c94120 tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:36.008093 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c24ddc75-f1e3-42b1-b357-42d80dfee9bd req-93f3d434-a7e9-4b3d-a6ec-710c91c94120 tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] 10.222.0.20 "GET /v2.0/ports?device_id=211a5c41-e002-4d07-81e5-da006ec70d96 HTTP/1.1" status: 200 len: 945 time: 0.3877563 Nov 27 04:06:36.113331 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c24ddc75-f1e3-42b1-b357-42d80dfee9bd req-e0ce4e90-5158-4137-8393-ac754702db49 tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cd7a9e4-64f9-4140-b41e-931c4ab3dc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802333 Nov 27 04:06:36.128955 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-2aaf9ab0-1f4a-43a4-b429-b799bb4098b9 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Deleting port c2a52f35-1e0c-41d6-979d-ab21e5a5d6e2 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:06:36.129272 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2aaf9ab0-1f4a-43a4-b429-b799bb4098b9 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:36.442338 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2aaf9ab0-1f4a-43a4-b429-b799bb4098b9 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:36.460286 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-2aaf9ab0-1f4a-43a4-b429-b799bb4098b9 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Calling delete_port for c2a52f35-1e0c-41d6-979d-ab21e5a5d6e2 owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:06:36.650959 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2aaf9ab0-1f4a-43a4-b429-b799bb4098b9 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:36.698110 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf9ab0-1f4a-43a4-b429-b799bb4098b9 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2a52f35-1e0c-41d6-979d-ab21e5a5d6e2,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:36.827950 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2aaf9ab0-1f4a-43a4-b429-b799bb4098b9 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:36.834984 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 35150) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:36.835667 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2aaf9ab0-1f4a-43a4-b429-b799bb4098b9 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] 10.222.0.20 "DELETE /v2.0/ports/c2a52f35-1e0c-41d6-979d-ab21e5a5d6e2 HTTP/1.1" status: 204 len: 168 time: 1.1241999 Nov 27 04:06:36.845346 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-14d90732-77dd-4df7-97e4-a00f1d847e48 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '237d55fd-8404-46dd-b453-0bd4eec2b4c5', 'external_fixed_ips': [{'subnet_id': '1c21942a-f7fe-466b-bff4-435c648c1955', 'ip_address': '172.20.0.11'}]}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:06:37.106833 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-14d90732-77dd-4df7-97e4-a00f1d847e48 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:37.107932 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-14d90732-77dd-4df7-97e4-a00f1d847e48 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:37.246489 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83643c13-ec68-4d5f-a503-5ce5f58169f4 req-bdb5e6c6-54a9-4294-bbce-3c6a33c862a7 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:37.254890 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-83643c13-ec68-4d5f-a503-5ce5f58169f4 req-bdb5e6c6-54a9-4294-bbce-3c6a33c862a7 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.3673437 Nov 27 04:06:37.277984 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-14d90732-77dd-4df7-97e4-a00f1d847e48 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:37.362912 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a06da-7045-46f1-bc9a-a66591f4c92f req-20e2d8d3-68c5-4273-a58c-40acdc560540 tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:37.364750 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-996a06da-7045-46f1-bc9a-a66591f4c92f req-20e2d8d3-68c5-4273-a58c-40acdc560540 tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] 10.222.0.20 "GET /v2.0/ports?device_id=211a5c41-e002-4d07-81e5-da006ec70d96 HTTP/1.1" status: 200 len: 945 time: 0.1005201 Nov 27 04:06:37.405236 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-83643c13-ec68-4d5f-a503-5ce5f58169f4 req-9a4ebd2d-7f0a-4b70-a1b8-d21c3ce00417 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491370 Nov 27 04:06:37.472033 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-996a06da-7045-46f1-bc9a-a66591f4c92f req-92ece060-6a8b-4d72-b8a6-6f23ffbf71bb tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cd7a9e4-64f9-4140-b41e-931c4ab3dc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009672 Nov 27 04:06:37.517352 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-14d90732-77dd-4df7-97e4-a00f1d847e48 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:37.740353 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5795ed-e6b4-4b00-8b39-e9a45e493f3d req-5f8c7674-3462-451e-8ceb-158fa8d2a3c5 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:37.754728 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9b5795ed-e6b4-4b00-8b39-e9a45e493f3d req-5f8c7674-3462-451e-8ceb-158fa8d2a3c5 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.0783625 Nov 27 04:06:37.788929 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-14d90732-77dd-4df7-97e4-a00f1d847e48 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:37.863286 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9b5795ed-e6b4-4b00-8b39-e9a45e493f3d req-3f7fd9f7-58ce-4024-a49e-1c98ef7bae3a tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997777 Nov 27 04:06:37.869322 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-14d90732-77dd-4df7-97e4-a00f1d847e48 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:37.932124 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982af44b-ccd5-49dc-a56b-e734eab75b05 req-e0b85ccc-3515-4be6-a5fd-f6cde09be6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:37.933815 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-982af44b-ccd5-49dc-a56b-e734eab75b05 req-e0b85ccc-3515-4be6-a5fd-f6cde09be6a5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b01c762313d54b279f09c5e5d81dadbf&device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 1096 time: 0.1470222 Nov 27 04:06:38.121010 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982af44b-ccd5-49dc-a56b-e734eab75b05 req-39ea6fd2-f743-43dc-b29b-9adf9357a7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:38.122502 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-982af44b-ccd5-49dc-a56b-e734eab75b05 req-39ea6fd2-f743-43dc-b29b-9adf9357a7de service neutron] 10.222.0.23 "GET /v2.0/networks?id=ab8fc313-e01d-42bb-a8ec-9d136b503637 HTTP/1.1" status: 200 len: 912 time: 0.1806192 Nov 27 04:06:38.132069 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-14d90732-77dd-4df7-97e4-a00f1d847e48 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Allocated IP 172.20.0.11 (237d55fd-8404-46dd-b453-0bd4eec2b4c5/1c21942a-f7fe-466b-bff4-435c648c1955/db6d74e0-8255-4480-abd4-9c25b1a4b2ce) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:06:38.267931 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device d56f1551-c524-4598-9bff-2b72de6274a3 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:06:38.282371 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-982af44b-ccd5-49dc-a56b-e734eab75b05 req-9efb6e81-98f8-426b-848a-298e6506d309 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1c9d3a6-1790-421d-8159-5888317d7f7e HTTP/1.1" status: 200 len: 999 time: 0.1448259 Nov 27 04:06:38.318618 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35224) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:38.392183 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port d56f1551-c524-4598-9bff-2b72de6274a3 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:06:38.398040 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port d56f1551-c524-4598-9bff-2b72de6274a3 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:06:38.398922 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:38.413012 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982af44b-ccd5-49dc-a56b-e734eab75b05 req-28b271eb-471a-4074-b432-4c7f52aaabce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:38.415157 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-982af44b-ccd5-49dc-a56b-e734eab75b05 req-28b271eb-471a-4074-b432-4c7f52aaabce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ef82cdfa-d224-4963-bff3-3b0049ffee0b HTTP/1.1" status: 200 len: 850 time: 0.0731089 Nov 27 04:06:38.419268 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-14d90732-77dd-4df7-97e4-a00f1d847e48 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:38.474882 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-14d90732-77dd-4df7-97e4-a00f1d847e48 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:38.518074 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:38.537383 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0cc150a8-8315-4167-91b5-babccf7d61ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:38.566781 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port d56f1551-c524-4598-9bff-2b72de6274a3, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d56f1551-c524-4598-9bff-2b72de6274a3,segment=NetworkSegment(fbf04d90-7273-4bdd-a173-f3d6548382f2),segment_id=fbf04d90-7273-4bdd-a173-f3d6548382f2)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:06:38.568467 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211a5c41-e002-4d07-81e5-da006ec70d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56f1551-c524-4598-9bff-2b72de6274a3'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:06:38.572134 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a50e3e5-1c7c-47f6-8b62-429604b23147" -d '{"events": [{"server_uuid": "211a5c41-e002-4d07-81e5-da006ec70d96", "name": "network-vif-plugged", "status": "completed", "tag": "d56f1551-c524-4598-9bff-2b72de6274a3"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:06:38.588812 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:38.620487 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d90732-77dd-4df7-97e4-a00f1d847e48 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Network 237d55fd-8404-46dd-b453-0bd4eec2b4c5 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:06:38.624482 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982af44b-ccd5-49dc-a56b-e734eab75b05 req-82394752-653c-414f-b110-148e60e8d6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:38.626140 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-982af44b-ccd5-49dc-a56b-e734eab75b05 req-82394752-653c-414f-b110-148e60e8d6b8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ab8fc313-e01d-42bb-a8ec-9d136b503637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1665990 Nov 27 04:06:38.660920 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d90732-77dd-4df7-97e4-a00f1d847e48 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Pushing event updated for resources: {'Port': ['ID=db6d74e0-8255-4480-abd4-9c25b1a4b2ce,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:38.669672 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-14d90732-77dd-4df7-97e4-a00f1d847e48 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:06:38.702873 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d90732-77dd-4df7-97e4-a00f1d847e48 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:06:38.717710 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb63c04e-c7c5-4342-8488-11fc87a303ba x-openstack-request-id: req-bb63c04e-c7c5-4342-8488-11fc87a303ba {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:06:38.718002 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211a5c41-e002-4d07-81e5-da006ec70d96", "name": "network-vif-plugged", "status": "completed", "tag": "d56f1551-c524-4598-9bff-2b72de6274a3", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:06:38.718577 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb63c04e-c7c5-4342-8488-11fc87a303ba {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:06:38.719164 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '211a5c41-e002-4d07-81e5-da006ec70d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56f1551-c524-4598-9bff-2b72de6274a3', 'code': 200} Nov 27 04:06:38.720417 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=d56f1551-c524-4598-9bff-2b72de6274a3,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:38.761058 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0cc150a8-8315-4167-91b5-babccf7d61ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:38.770208 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0cc150a8-8315-4167-91b5-babccf7d61ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:38.800655 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0cc150a8-8315-4167-91b5-babccf7d61ab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c7dea716f344351bd088f734f87bc8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4806774 Nov 27 04:06:38.809281 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35238) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:38.824906 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c1541-fe1a-4c66-8f27-6db9a711e872 req-3717c9ed-8103-496c-84f2-0aa9c5257b63 tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:38.826819 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-726c1541-fe1a-4c66-8f27-6db9a711e872 req-3717c9ed-8103-496c-84f2-0aa9c5257b63 tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] 10.222.0.20 "GET /v2.0/ports?device_id=211a5c41-e002-4d07-81e5-da006ec70d96 HTTP/1.1" status: 200 len: 946 time: 0.1350200 Nov 27 04:06:38.903670 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc150a8-8315-4167-91b5-babccf7d61ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a286cbbd-71bb-4f5d-a005-9514bcc46537,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:38.936935 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabe985-902a-4df2-97d4-d35648e9e394 req-61e48d68-be22-4935-aa04-3862193cf114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:38.938430 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfabe985-902a-4df2-97d4-d35648e9e394 req-61e48d68-be22-4935-aa04-3862193cf114 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=211a5c41-e002-4d07-81e5-da006ec70d96 HTTP/1.1" status: 200 len: 1097 time: 0.1330047 Nov 27 04:06:38.988716 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-726c1541-fe1a-4c66-8f27-6db9a711e872 req-54febc4e-c2a9-40d5-8a5c-3854e9fd0e48 tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cd7a9e4-64f9-4140-b41e-931c4ab3dc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503711 Nov 27 04:06:39.002617 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d9a2267c-a17e-477e-93e1-f0ecb7ce3c62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:39.032761 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d9a2267c-a17e-477e-93e1-f0ecb7ce3c62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:39.130052 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d9a2267c-a17e-477e-93e1-f0ecb7ce3c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:39.133739 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d9a2267c-a17e-477e-93e1-f0ecb7ce3c62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:39.137393 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d9a2267c-a17e-477e-93e1-f0ecb7ce3c62 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a286cbbd-71bb-4f5d-a005-9514bcc46537 HTTP/1.1" status: 204 len: 168 time: 0.3070552 Nov 27 04:06:39.153139 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2267c-a17e-477e-93e1-f0ecb7ce3c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a286cbbd-71bb-4f5d-a005-9514bcc46537,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:39.182083 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-982af44b-ccd5-49dc-a56b-e734eab75b05 req-07e12974-7571-47d5-9242-7a30bcb62c43 service neutron] 10.222.0.23 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5138276 Nov 27 04:06:39.303960 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cfabe985-902a-4df2-97d4-d35648e9e394 req-dd51bf3c-2c56-4411-bae9-a812468b5b80 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7cd7a9e4-64f9-4140-b41e-931c4ab3dc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361809 Nov 27 04:06:39.474070 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54570d-0600-4c7a-853f-d5db772296d3 req-a4670c38-9e62-4636-af70-bdf0691ecf0c tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:39.486797 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4b54570d-0600-4c7a-853f-d5db772296d3 req-a4670c38-9e62-4636-af70-bdf0691ecf0c tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.4105120 Nov 27 04:06:39.511077 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-14d90732-77dd-4df7-97e4-a00f1d847e48 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:39.755107 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-982af44b-ccd5-49dc-a56b-e734eab75b05 req-0748d658-dcf7-4e1a-afde-d8d2a5a84e57 service neutron] 10.222.0.23 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5168607 Nov 27 04:06:39.818010 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4b54570d-0600-4c7a-853f-d5db772296d3 req-1fe49539-a1c9-489d-a39b-c270712b338f tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3296461 Nov 27 04:06:40.072076 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-14d90732-77dd-4df7-97e4-a00f1d847e48 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:40.145098 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af775e-c85e-4132-9dfd-e4cf312088da req-8c7c1978-71ed-45a2-b4b4-5f438c2557f8 tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:40.147418 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-89af775e-c85e-4132-9dfd-e4cf312088da req-8c7c1978-71ed-45a2-b4b4-5f438c2557f8 tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] 10.222.0.20 "GET /v2.0/ports?device_id=211a5c41-e002-4d07-81e5-da006ec70d96 HTTP/1.1" status: 200 len: 946 time: 0.0662551 Nov 27 04:06:40.223612 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-89af775e-c85e-4132-9dfd-e4cf312088da req-81bdf855-faee-4eda-b306-5b3f92702693 tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cd7a9e4-64f9-4140-b41e-931c4ab3dc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673432 Nov 27 04:06:40.300699 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d90732-77dd-4df7-97e4-a00f1d847e48 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Router fa63f5cc-cfc8-493e-a9e2-d1ca2611419d is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:06:40.513885 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d90732-77dd-4df7-97e4-a00f1d847e48 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:06:40.537523 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-14d90732-77dd-4df7-97e4-a00f1d847e48 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:40.539819 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-14d90732-77dd-4df7-97e4-a00f1d847e48 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.7029910 Nov 27 04:06:40.541021 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c93ab22-19b8-4598-9bf3-9d4663d7d773 None None] Sync routers for ids ['fa63f5cc-cfc8-493e-a9e2-d1ca2611419d'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:06:40.542589 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35300) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:40.553595 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c93ab22-19b8-4598-9bf3-9d4663d7d773 None None] Routers {'fa63f5cc-cfc8-493e-a9e2-d1ca2611419d'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:06:40.554733 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-5c93ab22-19b8-4598-9bf3-9d4663d7d773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:06:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['fa63f5cc-cfc8-493e-a9e2-d1ca2611419d'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:06:40.688597 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fbe8b1b7-ea14-4b00-843a-92f732f6e829 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:40.957664 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-5c93ab22-19b8-4598-9bf3-9d4663d7d773 None None] Set router fa63f5cc-cfc8-493e-a9e2-d1ca2611419d gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:06:40.979836 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fbe8b1b7-ea14-4b00-843a-92f732f6e829 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:41.074801 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d948728-baf9-4659-8293-863038e396e1 req-6c8bf5bf-5c59-46fa-8345-dd4145f2dd48 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:41.076363 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7d948728-baf9-4659-8293-863038e396e1 req-6c8bf5bf-5c59-46fa-8345-dd4145f2dd48 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.1271222 Nov 27 04:06:41.103660 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-fbe8b1b7-ea14-4b00-843a-92f732f6e829 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Deleting port db6d74e0-8255-4480-abd4-9c25b1a4b2ce {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:06:41.104055 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fbe8b1b7-ea14-4b00-843a-92f732f6e829 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:41.344226 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-5c93ab22-19b8-4598-9bf3-9d4663d7d773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa63f5cc-cfc8-493e-a9e2-d1ca2611419d', 'name': '', 'tenant_id': '0ab70436ac484d0fbc20db16f91a73a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '237d55fd-8404-46dd-b453-0bd4eec2b4c5', 'external_fixed_ips': [{'subnet_id': '1c21942a-f7fe-466b-bff4-435c648c1955', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': 'db6d74e0-8255-4480-abd4-9c25b1a4b2ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:06:37Z', 'updated_at': '2021-11-27T04:06:39Z', 'revision_number': 3, 'project_id': '0ab70436ac484d0fbc20db16f91a73a1', 'gw_port': {'id': 'db6d74e0-8255-4480-abd4-9c25b1a4b2ce', 'name': '', 'network_id': '237d55fd-8404-46dd-b453-0bd4eec2b4c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:74:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa63f5cc-cfc8-493e-a9e2-d1ca2611419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '1c21942a-f7fe-466b-bff4-435c648c1955', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:06:37Z', 'updated_at': '2021-11-27T04:06:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c21942a-f7fe-466b-bff4-435c648c1955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:06:41.428311 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fbe8b1b7-ea14-4b00-843a-92f732f6e829 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:41.458146 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c93ab22-19b8-4598-9bf3-9d4663d7d773 None None] Checking router: fa63f5cc-cfc8-493e-a9e2-d1ca2611419d for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:06:41.458746 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c93ab22-19b8-4598-9bf3-9d4663d7d773 None None] Updating router fa63f5cc-cfc8-493e-a9e2-d1ca2611419d port db6d74e0-8255-4480-abd4-9c25b1a4b2ce binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:06:41.520729 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-5c93ab22-19b8-4598-9bf3-9d4663d7d773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:41.535798 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-fbe8b1b7-ea14-4b00-843a-92f732f6e829 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Calling delete_port for db6d74e0-8255-4480-abd4-9c25b1a4b2ce owned by network:router_gateway {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:06:41.606676 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6829a23d-c179-46fd-b455-186bbc0baa19 req-d08eec77-4fd5-4f0b-9301-47c30172538a tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:41.608225 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6829a23d-c179-46fd-b455-186bbc0baa19 req-d08eec77-4fd5-4f0b-9301-47c30172538a tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] 10.222.0.20 "GET /v2.0/ports?device_id=211a5c41-e002-4d07-81e5-da006ec70d96 HTTP/1.1" status: 200 len: 946 time: 0.1732075 Nov 27 04:06:41.651400 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7d948728-baf9-4659-8293-863038e396e1 req-f35a8a83-d06e-45bf-a79f-6a1c4de1a0f4 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5639756 Nov 27 04:06:41.821644 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6829a23d-c179-46fd-b455-186bbc0baa19 req-3e22c7d8-caac-456d-ab27-0986c3accf4c tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cd7a9e4-64f9-4140-b41e-931c4ab3dc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100180 Nov 27 04:06:41.876251 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04656f-dc66-4406-a35d-a11667d0437a req-583e1141-ce28-4ae0-b9ba-ba89634601e8 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:41.888552 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6c04656f-dc66-4406-a35d-a11667d0437a req-583e1141-ce28-4ae0-b9ba-ba89634601e8 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.1335108 Nov 27 04:06:41.973857 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6c04656f-dc66-4406-a35d-a11667d0437a req-3605e772-6d2a-4da1-9ab3-dea24f707850 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743921 Nov 27 04:06:42.236912 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fbe8b1b7-ea14-4b00-843a-92f732f6e829 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:42.280843 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.db.api [None req-5c93ab22-19b8-4598-9bf3-9d4663d7d773 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110021) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:06:42.281886 n-d-819494-3 neutron-server[110021]: DEBUG oslo_db.api [None req-5c93ab22-19b8-4598-9bf3-9d4663d7d773 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:06:42.406402 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae82b4-9c55-48f4-933d-6fe7e9edbdee req-37c4f78d-9013-4e63-ac91-30b59bef55f6 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:42.419380 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-45ae82b4-9c55-48f4-933d-6fe7e9edbdee req-37c4f78d-9013-4e63-ac91-30b59bef55f6 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.2322388 Nov 27 04:06:42.446363 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe8b1b7-ea14-4b00-843a-92f732f6e829 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Pushing event deleted for resources: {'Port': ['ID=db6d74e0-8255-4480-abd4-9c25b1a4b2ce,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:42.473612 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3848e-58d7-46d9-bb2c-435e05b942a6 req-265209a3-2843-470c-a850-ae808b8c70e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:42.478098 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dec3848e-58d7-46d9-bb2c-435e05b942a6 req-265209a3-2843-470c-a850-ae808b8c70e9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=11ce3b10c0714211a856d36e1e3dabf8&device_id=211a5c41-e002-4d07-81e5-da006ec70d96 HTTP/1.1" status: 200 len: 1097 time: 0.2718620 Nov 27 04:06:42.535546 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf2b719-b80d-486e-b2bf-116ed49623dd req-6a2b1108-22fa-4d56-b385-a73d71481147 tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:42.537312 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1bf2b719-b80d-486e-b2bf-116ed49623dd req-6a2b1108-22fa-4d56-b385-a73d71481147 tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] 10.222.0.20 "GET /v2.0/ports?device_id=211a5c41-e002-4d07-81e5-da006ec70d96 HTTP/1.1" status: 200 len: 946 time: 0.1658852 Nov 27 04:06:42.543250 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fbe8b1b7-ea14-4b00-843a-92f732f6e829 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:42.679677 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-45ae82b4-9c55-48f4-933d-6fe7e9edbdee req-8034a850-df0c-416d-bc10-6da488a3e1fa tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2479732 Nov 27 04:06:42.711033 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1bf2b719-b80d-486e-b2bf-116ed49623dd req-a5d408d1-923e-43a9-9d2f-9bfc3ca66818 tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cd7a9e4-64f9-4140-b41e-931c4ab3dc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644642 Nov 27 04:06:42.719511 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fbe8b1b7-ea14-4b00-843a-92f732f6e829 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:42.728378 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fbe8b1b7-ea14-4b00-843a-92f732f6e829 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:42.801296 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3848e-58d7-46d9-bb2c-435e05b942a6 req-5d865a6f-702b-401b-b89f-b9d7aece5cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:42.808520 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dec3848e-58d7-46d9-bb2c-435e05b942a6 req-5d865a6f-702b-401b-b89f-b9d7aece5cad service neutron] 10.222.0.23 "GET /v2.0/networks?id=8ca2a966-b731-40b2-8ab5-d17213be9f67 HTTP/1.1" status: 200 len: 914 time: 0.3180730 Nov 27 04:06:42.832409 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c93ab22-19b8-4598-9bf3-9d4663d7d773 None None] Port db6d74e0-8255-4480-abd4-9c25b1a4b2ce not found while updating agent binding for router fa63f5cc-cfc8-493e-a9e2-d1ca2611419d. {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 27 04:06:42.855300 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fbe8b1b7-ea14-4b00-843a-92f732f6e829 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:42.856090 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe8b1b7-ea14-4b00-843a-92f732f6e829 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fa63f5cc-cfc8-493e-a9e2-d1ca2611419d {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:06:42.868049 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fbe8b1b7-ea14-4b00-843a-92f732f6e829 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:42.869072 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c93ab22-19b8-4598-9bf3-9d4663d7d773 None None] Routers set() bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:06:42.869329 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-fbe8b1b7-ea14-4b00-843a-92f732f6e829 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] 10.222.0.20 "DELETE /v2.0/routers/fa63f5cc-cfc8-493e-a9e2-d1ca2611419d HTTP/1.1" status: 204 len: 168 time: 2.3253529 Nov 27 04:06:42.869455 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c93ab22-19b8-4598-9bf3-9d4663d7d773 None None] Router IDs set() for agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 27 04:06:42.870092 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_agentschedulers_db [None req-5c93ab22-19b8-4598-9bf3-9d4663d7d773 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fa63f5cc-cfc8-493e-a9e2-d1ca2611419d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:06:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent'). {{(pid=110021) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 27 04:06:42.871947 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35378) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:42.872877 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c93ab22-19b8-4598-9bf3-9d4663d7d773 None None] The sync data for ids ['fa63f5cc-cfc8-493e-a9e2-d1ca2611419d'] in n-d-819494-3 is: [] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:06:42.948821 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dec3848e-58d7-46d9-bb2c-435e05b942a6 req-052bdf0a-ca2b-4c09-8906-d40ad80ee7d7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d56f1551-c524-4598-9bff-2b72de6274a3 HTTP/1.1" status: 200 len: 217 time: 0.1342964 Nov 27 04:06:42.999478 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-cabde801-2651-42a9-b32b-a3a1aa5fc8a0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Deleting subnet 1c21942a-f7fe-466b-bff4-435c648c1955 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:06:43.016702 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cabde801-2651-42a9-b32b-a3a1aa5fc8a0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:43.029425 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3848e-58d7-46d9-bb2c-435e05b942a6 req-7f782653-79ab-43cb-bb2a-b2b2ef4f7d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:43.032853 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dec3848e-58d7-46d9-bb2c-435e05b942a6 req-7f782653-79ab-43cb-bb2a-b2b2ef4f7d36 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2b6e8fdc-6691-4386-97d5-8c7032d01c28 HTTP/1.1" status: 200 len: 853 time: 0.0755804 Nov 27 04:06:43.102379 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dec3848e-58d7-46d9-bb2c-435e05b942a6 req-5809ba9c-7bb0-4eca-a21b-e2bbab519253 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ca2a966-b731-40b2-8ab5-d17213be9f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595963 Nov 27 04:06:43.103558 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cabde801-2651-42a9-b32b-a3a1aa5fc8a0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:43.271074 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cabde801-2651-42a9-b32b-a3a1aa5fc8a0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:43.434065 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dec3848e-58d7-46d9-bb2c-435e05b942a6 req-23c20298-31fa-4f87-87ec-9491435de288 service neutron] 10.222.0.23 "GET /v2.0/networks/8ca2a966-b731-40b2-8ab5-d17213be9f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222067 Nov 27 04:06:43.484564 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cabde801-2651-42a9-b32b-a3a1aa5fc8a0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:43.564255 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cabde801-2651-42a9-b32b-a3a1aa5fc8a0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:43.568619 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-cabde801-2651-42a9-b32b-a3a1aa5fc8a0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/1c21942a-f7fe-466b-bff4-435c648c1955 HTTP/1.1" status: 204 len: 168 time: 0.6957016 Nov 27 04:06:43.572493 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabde801-2651-42a9-b32b-a3a1aa5fc8a0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1c21942a-f7fe-466b-bff4-435c648c1955,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:43.573731 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 35396) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:43.600546 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760a110-3dd7-4f8d-8932-44154d6dd2cd req-9b50a2b9-7b6d-4aaa-b129-54200e4fa0b8 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:43.611124 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6760a110-3dd7-4f8d-8932-44154d6dd2cd req-9b50a2b9-7b6d-4aaa-b129-54200e4fa0b8 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.1966279 Nov 27 04:06:43.678287 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6760a110-3dd7-4f8d-8932-44154d6dd2cd req-6d5e2020-18a3-4e15-810b-4db23fc78767 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659456 Nov 27 04:06:43.735152 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dec3848e-58d7-46d9-bb2c-435e05b942a6 req-d6500a05-cb13-4b0b-bd35-f7dbf295c1ad service neutron] 10.222.0.23 "GET /v2.0/networks/8ca2a966-b731-40b2-8ab5-d17213be9f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881038 Nov 27 04:06:43.765563 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e91f5007-f890-4302-991d-e66be4e83aa7 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:43.837739 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35406) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:43.896203 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e91f5007-f890-4302-991d-e66be4e83aa7 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:43.924661 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-e91f5007-f890-4302-991d-e66be4e83aa7 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['237d55fd-8404-46dd-b453-0bd4eec2b4c5']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:06:43.942572 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-e91f5007-f890-4302-991d-e66be4e83aa7 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95bbe964-9c1b-4549-869d-e56a1e9f506e') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:06:43.942793 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-e91f5007-f890-4302-991d-e66be4e83aa7 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95bbe964-9c1b-4549-869d-e56a1e9f506e') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:06:43.960087 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85140730-b622-4376-b489-86fb287bb99e req-3e1d2b14-a7c6-4dec-9b1f-74749db410e5 tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:43.980022 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-85140730-b622-4376-b489-86fb287bb99e req-3e1d2b14-a7c6-4dec-9b1f-74749db410e5 tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] 10.222.0.20 "GET /v2.0/ports?device_id=211a5c41-e002-4d07-81e5-da006ec70d96 HTTP/1.1" status: 200 len: 946 time: 0.1235266 Nov 27 04:06:43.988009 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e91f5007-f890-4302-991d-e66be4e83aa7 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:44.135820 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-85140730-b622-4376-b489-86fb287bb99e req-be5b8897-7f95-45d3-9197-38f5dd425aec tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cd7a9e4-64f9-4140-b41e-931c4ab3dc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544232 Nov 27 04:06:44.137124 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e91f5007-f890-4302-991d-e66be4e83aa7 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:44.145020 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e91f5007-f890-4302-991d-e66be4e83aa7 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:06:44.145625 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e91f5007-f890-4302-991d-e66be4e83aa7 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:44.238362 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:06:44.238362 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:06:44.238362 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:06:44.238362 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:06:44.238362 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:06:44.238362 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:06:44.238362 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:06:44.238362 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:06:44.238362 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:06:44.238362 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:06:44.238362 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:06:44.238362 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:06:44.238362 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:06:44.238362 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:06:44.238362 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:06:44.238362 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:06:44.238362 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:06:44.238362 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:06:44.238362 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:06:44.238362 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:06:44.238362 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:06:44.238362 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:06:44.238362 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:06:44.238362 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:06:44.238362 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:06:44.238362 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:06:44.238362 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:06:44.238362 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:06:44.238362 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:06:44.238362 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:06:44.238362 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:06:44.238362 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:06:44.243461 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e91f5007-f890-4302-991d-e66be4e83aa7 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:44.251885 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91f5007-f890-4302-991d-e66be4e83aa7 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 237d55fd-8404-46dd-b453-0bd4eec2b4c5 {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 27 04:06:44.253372 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-98f81d46-f3b5-466b-ab79-b6991bc69493 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:44.260166 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e91f5007-f890-4302-991d-e66be4e83aa7 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:44.263454 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e91f5007-f890-4302-991d-e66be4e83aa7 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] 10.222.0.20 "DELETE /v2.0/networks/237d55fd-8404-46dd-b453-0bd4eec2b4c5 HTTP/1.1" status: 204 len: 168 time: 0.6866302 Nov 27 04:06:44.315619 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f5007-f890-4302-991d-e66be4e83aa7 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Pushing event deleted for resources: {'Network': ['ID=237d55fd-8404-46dd-b453-0bd4eec2b4c5,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:44.372662 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-98f81d46-f3b5-466b-ab79-b6991bc69493 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:44.388871 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-98f81d46-f3b5-466b-ab79-b6991bc69493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:44.472848 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f81d46-f3b5-466b-ab79-b6991bc69493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b24785-1122-4966-87c8-89cd9c230690,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:44.493013 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-98f81d46-f3b5-466b-ab79-b6991bc69493 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c97383045fe442f18650931f13e0d515&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6535871 Nov 27 04:06:44.495705 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 35430) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:44.674280 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d206e25a-9518-4c40-9c36-aed43dc7c4cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:44.741005 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d206e25a-9518-4c40-9c36-aed43dc7c4cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:44.779492 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35436) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:44.783773 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-976ba330-f715-47bb-83e1-4be6aa2271ae tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Request body: {'router': {'name': 'tempest-router--1760653638', 'project_id': '4b64c85afcdd4b9e920a5d1e12eb4ab3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:06:44.895468 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d206e25a-9518-4c40-9c36-aed43dc7c4cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:44.901231 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d206e25a-9518-4c40-9c36-aed43dc7c4cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:44.906389 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d206e25a-9518-4c40-9c36-aed43dc7c4cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/37b24785-1122-4966-87c8-89cd9c230690 HTTP/1.1" status: 204 len: 168 time: 0.4062462 Nov 27 04:06:44.916897 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-976ba330-f715-47bb-83e1-4be6aa2271ae tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:44.918539 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-976ba330-f715-47bb-83e1-4be6aa2271ae tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:44.933063 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e162d65-ee7f-41e9-871a-a2de8eefc5be req-354bbb0f-b15c-44bf-bdfa-2d99b0ec2879 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:44.940924 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206e25a-9518-4c40-9c36-aed43dc7c4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b24785-1122-4966-87c8-89cd9c230690,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:44.941381 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5e162d65-ee7f-41e9-871a-a2de8eefc5be req-354bbb0f-b15c-44bf-bdfa-2d99b0ec2879 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.1120603 Nov 27 04:06:45.057567 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-976ba330-f715-47bb-83e1-4be6aa2271ae tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:45.076274 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5e162d65-ee7f-41e9-871a-a2de8eefc5be req-e71b4c66-148a-4b6f-bab2-3949b3f2b405 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338065 Nov 27 04:06:45.080771 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-976ba330-f715-47bb-83e1-4be6aa2271ae tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:45.121067 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-976ba330-f715-47bb-83e1-4be6aa2271ae tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:45.122656 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-976ba330-f715-47bb-83e1-4be6aa2271ae tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3422747 Nov 27 04:06:45.125491 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 35448) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:45.344457 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-253a49ca-20fe-429a-8244-f2af05377ba0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:45.524953 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05152b4-657a-4274-adb0-27899399f87e req-10c7305c-f7af-4383-af94-8fc00e1ff5e9 tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:45.563363 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e05152b4-657a-4274-adb0-27899399f87e req-10c7305c-f7af-4383-af94-8fc00e1ff5e9 tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] 10.222.0.20 "GET /v2.0/ports?device_id=211a5c41-e002-4d07-81e5-da006ec70d96 HTTP/1.1" status: 200 len: 946 time: 0.2825603 Nov 27 04:06:45.676095 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e05152b4-657a-4274-adb0-27899399f87e req-5f988345-ffa0-4b57-925a-4563f19cd068 tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cd7a9e4-64f9-4140-b41e-931c4ab3dc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114013 Nov 27 04:06:45.684248 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-253a49ca-20fe-429a-8244-f2af05377ba0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:45.714023 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-253a49ca-20fe-429a-8244-f2af05377ba0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:45.876266 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14541369-6535-4d0c-9785-ee1541c635ef req-83ac909c-8081-49aa-9036-1878e95ac5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:45.878296 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-14541369-6535-4d0c-9785-ee1541c635ef req-83ac909c-8081-49aa-9036-1878e95ac5e2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b01c762313d54b279f09c5e5d81dadbf&device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 1096 time: 0.1921027 Nov 27 04:06:45.891430 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-253a49ca-20fe-429a-8244-f2af05377ba0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:45.892246 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253a49ca-20fe-429a-8244-f2af05377ba0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c0582825-eece-4086-ab40-0ca315d82a43 {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:06:45.935402 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-253a49ca-20fe-429a-8244-f2af05377ba0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:45.936179 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-253a49ca-20fe-429a-8244-f2af05377ba0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] 10.222.0.20 "DELETE /v2.0/routers/c0582825-eece-4086-ab40-0ca315d82a43 HTTP/1.1" status: 204 len: 168 time: 0.8095274 Nov 27 04:06:45.944175 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cff8bc-9677-43cf-b056-9aae85d4f5df req-7151c500-eb22-4148-aa0f-548f36b07718 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:45.945728 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0cff8bc-9677-43cf-b056-9aae85d4f5df req-7151c500-eb22-4148-aa0f-548f36b07718 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.2584805 Nov 27 04:06:46.090172 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-beb1e601-0c8f-4627-8754-218081fe11a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:46.155054 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:46.214717 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35474) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:46.245416 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-805a6188-2dac-41b8-bb11-d6067864e052 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:46.262863 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d58031d5-8169-4daf-91da-a8fe40899996 req-41af436d-1580-48b2-b51c-32d5f98dd95b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2796ba70-896d-4d11-827b-5ac1741938f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4064600 Nov 27 04:06:46.268874 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14541369-6535-4d0c-9785-ee1541c635ef req-a1ac86bf-afcc-44d3-ac0c-77c0f8780be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:46.271100 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-14541369-6535-4d0c-9785-ee1541c635ef req-a1ac86bf-afcc-44d3-ac0c-77c0f8780be3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ab8fc313-e01d-42bb-a8ec-9d136b503637 HTTP/1.1" status: 200 len: 912 time: 0.3471086 Nov 27 04:06:46.328031 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0cff8bc-9677-43cf-b056-9aae85d4f5df req-e4c9e459-ba9c-4a7a-bf6b-fd3b60f6c7fd tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3677616 Nov 27 04:06:46.470217 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35484) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:46.591161 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-14541369-6535-4d0c-9785-ee1541c635ef req-08f9e52d-b82b-45ea-8d4e-45188e09c6fb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1c9d3a6-1790-421d-8159-5888317d7f7e HTTP/1.1" status: 200 len: 999 time: 0.2983956 Nov 27 04:06:46.606902 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-805a6188-2dac-41b8-bb11-d6067864e052 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:46.641017 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-805a6188-2dac-41b8-bb11-d6067864e052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:46.703723 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-805a6188-2dac-41b8-bb11-d6067864e052 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e7b84637e2c499eafc4df9c37b4dba4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4878988 Nov 27 04:06:46.705355 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a6188-2dac-41b8-bb11-d6067864e052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88246747-6550-4ef6-b7e6-64ae275243e3,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:46.706396 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58031d5-8169-4daf-91da-a8fe40899996 req-8fb640e0-57e1-4963-9dd5-245d6627f30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:46.708644 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35490) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:46.708969 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d58031d5-8169-4daf-91da-a8fe40899996 req-8fb640e0-57e1-4963-9dd5-245d6627f30e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fbfad9adb131475bb7fe8210316ae584&device_id=2796ba70-896d-4d11-827b-5ac1741938f2 HTTP/1.1" status: 200 len: 1096 time: 0.3426309 Nov 27 04:06:46.747430 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a97c8-91da-4f10-aab6-cb81079d003f req-8d2d529d-dbfe-4ed1-a5d8-3dc77c13d10c tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:46.749557 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fe4a97c8-91da-4f10-aab6-cb81079d003f req-8d2d529d-dbfe-4ed1-a5d8-3dc77c13d10c tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] 10.222.0.20 "GET /v2.0/ports?device_id=211a5c41-e002-4d07-81e5-da006ec70d96 HTTP/1.1" status: 200 len: 946 time: 0.1545098 Nov 27 04:06:46.766057 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805a6188-2dac-41b8-bb11-d6067864e052 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:46.766984 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805a6188-2dac-41b8-bb11-d6067864e052 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:46.769233 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805a6188-2dac-41b8-bb11-d6067864e052 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:46.769947 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805a6188-2dac-41b8-bb11-d6067864e052 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:46.770439 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805a6188-2dac-41b8-bb11-d6067864e052 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:46.770960 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805a6188-2dac-41b8-bb11-d6067864e052 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:46.773201 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805a6188-2dac-41b8-bb11-d6067864e052 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:46.773687 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805a6188-2dac-41b8-bb11-d6067864e052 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:46.774167 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805a6188-2dac-41b8-bb11-d6067864e052 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:46.774674 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805a6188-2dac-41b8-bb11-d6067864e052 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:46.775662 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805a6188-2dac-41b8-bb11-d6067864e052 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:46.779353 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805a6188-2dac-41b8-bb11-d6067864e052 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:46.845120 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cc9e9bb7-fcd3-4d1c-aecf-81bc164e6cd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:46.851076 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14541369-6535-4d0c-9785-ee1541c635ef req-3b19f867-ddb4-4073-87ba-dc7e40a0b49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:46.853661 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-14541369-6535-4d0c-9785-ee1541c635ef req-3b19f867-ddb4-4073-87ba-dc7e40a0b49b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ef82cdfa-d224-4963-bff3-3b0049ffee0b HTTP/1.1" status: 200 len: 850 time: 0.2535572 Nov 27 04:06:46.934581 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cc9e9bb7-fcd3-4d1c-aecf-81bc164e6cd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:47.012797 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fe4a97c8-91da-4f10-aab6-cb81079d003f req-344e489a-b4be-455f-a1c2-6b4628be94a6 tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cd7a9e4-64f9-4140-b41e-931c4ab3dc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816745 Nov 27 04:06:47.056496 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14541369-6535-4d0c-9785-ee1541c635ef req-ad8f87a3-74ea-48cb-a4e8-ec05ea9bda72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:47.057996 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-14541369-6535-4d0c-9785-ee1541c635ef req-ad8f87a3-74ea-48cb-a4e8-ec05ea9bda72 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ab8fc313-e01d-42bb-a8ec-9d136b503637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1838920 Nov 27 04:06:47.059047 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58031d5-8169-4daf-91da-a8fe40899996 req-758bb61d-acd7-4a93-ad38-f5a041223ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:47.060372 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d58031d5-8169-4daf-91da-a8fe40899996 req-758bb61d-acd7-4a93-ad38-f5a041223ea3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3d974f6e-ead8-4b04-97cd-2c933b21d8d8 HTTP/1.1" status: 200 len: 910 time: 0.3220067 Nov 27 04:06:47.103086 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cc9e9bb7-fcd3-4d1c-aecf-81bc164e6cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:47.105872 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cc9e9bb7-fcd3-4d1c-aecf-81bc164e6cd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:47.107423 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-cc9e9bb7-fcd3-4d1c-aecf-81bc164e6cd1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/88246747-6550-4ef6-b7e6-64ae275243e3 HTTP/1.1" status: 204 len: 168 time: 0.3968072 Nov 27 04:06:47.125469 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e9bb7-fcd3-4d1c-aecf-81bc164e6cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88246747-6550-4ef6-b7e6-64ae275243e3,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:47.135339 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-48e60a9a-76b7-42f9-b956-49fc66f1aff4 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1954922216', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}, 'admin_state_up': False}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:06:47.192691 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-48e60a9a-76b7-42f9-b956-49fc66f1aff4 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:47.193742 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-48e60a9a-76b7-42f9-b956-49fc66f1aff4 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:47.309543 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-48e60a9a-76b7-42f9-b956-49fc66f1aff4 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:47.360268 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d58031d5-8169-4daf-91da-a8fe40899996 req-b103cf97-5141-4807-b01c-693aa2f1dc34 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d20eadb1-6ffa-46d3-90eb-94a1ba0f6335 HTTP/1.1" status: 200 len: 1000 time: 0.2664421 Nov 27 04:06:47.600539 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-14541369-6535-4d0c-9785-ee1541c635ef req-8dffa71c-06f8-410e-8225-f3ffde39ed84 service neutron] 10.222.0.23 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5267329 Nov 27 04:06:47.724478 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-14541369-6535-4d0c-9785-ee1541c635ef req-761b2134-7bc0-436d-b1f5-12ef7fba9df6 service neutron] 10.222.0.23 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100516 Nov 27 04:06:47.747534 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58031d5-8169-4daf-91da-a8fe40899996 req-54861483-dc03-4ad9-847e-0437ac1e42a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:47.749472 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d58031d5-8169-4daf-91da-a8fe40899996 req-54861483-dc03-4ad9-847e-0437ac1e42a9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3935c5cc-7160-4c9f-b6db-cc3238ab3379 HTTP/1.1" status: 200 len: 848 time: 0.3706336 Nov 27 04:06:47.964265 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58031d5-8169-4daf-91da-a8fe40899996 req-96cb106e-8593-487b-b48a-dd99be08893a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:47.978678 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d58031d5-8169-4daf-91da-a8fe40899996 req-96cb106e-8593-487b-b48a-dd99be08893a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3d974f6e-ead8-4b04-97cd-2c933b21d8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1991992 Nov 27 04:06:48.292041 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f4925c00-53fb-4513-9360-f8449d511a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:48.387789 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-48e60a9a-76b7-42f9-b956-49fc66f1aff4 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:48.419806 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166ac14-5f53-41a0-9602-def9c405a4b3 req-cbe295f7-a89e-496d-bea1-cfc15a6faff1 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:48.439587 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5166ac14-5f53-41a0-9602-def9c405a4b3 req-cbe295f7-a89e-496d-bea1-cfc15a6faff1 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.9020455 Nov 27 04:06:48.468666 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d58031d5-8169-4daf-91da-a8fe40899996 req-0745172e-0eeb-44e7-870b-9eb287295ede service neutron] 10.222.0.23 "GET /v2.0/networks/3d974f6e-ead8-4b04-97cd-2c933b21d8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4837136 Nov 27 04:06:48.503153 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d674a-ecf9-4d3c-8174-2c6ec6aa87f2 req-2f1024f7-d901-44ef-b97f-bbe7a409e4b2 tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:48.511904 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a15d674a-ecf9-4d3c-8174-2c6ec6aa87f2 req-2f1024f7-d901-44ef-b97f-bbe7a409e4b2 tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] 10.222.0.20 "GET /v2.0/ports?device_id=211a5c41-e002-4d07-81e5-da006ec70d96 HTTP/1.1" status: 200 len: 946 time: 0.3208668 Nov 27 04:06:48.521755 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb74a3e-ac85-4ed3-8df5-b7390bc6de8b req-c4434748-b2b5-47d2-8ad1-34ce544cfae3 tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:48.524844 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-adb74a3e-ac85-4ed3-8df5-b7390bc6de8b req-c4434748-b2b5-47d2-8ad1-34ce544cfae3 tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] 10.222.0.23 "GET /v2.0/ports?device_id=211a5c41-e002-4d07-81e5-da006ec70d96 HTTP/1.1" status: 200 len: 946 time: 0.3144021 Nov 27 04:06:48.733426 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5166ac14-5f53-41a0-9602-def9c405a4b3 req-7f3a0b7a-7689-435d-af94-82e450623066 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2774653 Nov 27 04:06:48.741277 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:48.798059 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a15d674a-ecf9-4d3c-8174-2c6ec6aa87f2 req-29d7eac1-7646-47c2-8502-cc8aa63114cc tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cd7a9e4-64f9-4140-b41e-931c4ab3dc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599590 Nov 27 04:06:49.361947 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-48e60a9a-76b7-42f9-b956-49fc66f1aff4 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:49.392054 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-48e60a9a-76b7-42f9-b956-49fc66f1aff4 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:49.540440 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:49.655689 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d58031d5-8169-4daf-91da-a8fe40899996 req-70d0c3df-2241-458c-834d-b96199ee87b7 service neutron] 10.222.0.23 "GET /v2.0/networks/3d974f6e-ead8-4b04-97cd-2c933b21d8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1304321 Nov 27 04:06:49.662404 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-adb74a3e-ac85-4ed3-8df5-b7390bc6de8b req-cd3e30f4-2ff0-464e-90b0-cdbb98b3e1b8 tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] Deleting port d56f1551-c524-4598-9bff-2b72de6274a3 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:06:49.667369 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-adb74a3e-ac85-4ed3-8df5-b7390bc6de8b req-cd3e30f4-2ff0-464e-90b0-cdbb98b3e1b8 tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:49.808935 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-48e60a9a-76b7-42f9-b956-49fc66f1aff4 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Allocated IP 172.25.1.153 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/2c05764b-5cae-4b33-86c5-8ca210f08332) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:06:49.919439 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-adb74a3e-ac85-4ed3-8df5-b7390bc6de8b req-cd3e30f4-2ff0-464e-90b0-cdbb98b3e1b8 tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] For port d56f1551-c524-4598-9bff-2b72de6274a3, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d56f1551-c524-4598-9bff-2b72de6274a3,segment=NetworkSegment(fbf04d90-7273-4bdd-a173-f3d6548382f2),segment_id=fbf04d90-7273-4bdd-a173-f3d6548382f2)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:06:49.920017 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-adb74a3e-ac85-4ed3-8df5-b7390bc6de8b req-cd3e30f4-2ff0-464e-90b0-cdbb98b3e1b8 tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:49.944111 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-adb74a3e-ac85-4ed3-8df5-b7390bc6de8b req-cd3e30f4-2ff0-464e-90b0-cdbb98b3e1b8 tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] Calling delete_port for d56f1551-c524-4598-9bff-2b72de6274a3 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:06:50.110532 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c5d77-2996-4673-bc65-443a6ce4f4f9 req-3f1aed76-3a8e-4999-81c3-213c6b911472 tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:50.124693 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ac4c5d77-2996-4673-bc65-443a6ce4f4f9 req-3f1aed76-3a8e-4999-81c3-213c6b911472 tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] 10.222.0.20 "GET /v2.0/ports?device_id=211a5c41-e002-4d07-81e5-da006ec70d96 HTTP/1.1" status: 200 len: 946 time: 0.1116273 Nov 27 04:06:50.205868 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d8eab905-84d8-48b7-9194-4fd8708a78a2 req-eb33d1c9-db09-48b5-a294-cc0df60ce31e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=613ed2db-161c-4777-9800-7368411528d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1549637 Nov 27 04:06:50.265499 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405c952-7829-4fb3-a57b-d80b687efdf3 req-b42ad883-697f-4957-8204-e452f0b389e4 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:50.267922 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8405c952-7829-4fb3-a57b-d80b687efdf3 req-b42ad883-697f-4957-8204-e452f0b389e4 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.2185254 Nov 27 04:06:50.296393 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-48e60a9a-76b7-42f9-b956-49fc66f1aff4 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:50.305391 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ac4c5d77-2996-4673-bc65-443a6ce4f4f9 req-45cbfe5f-bb25-431d-ab08-0bac5292ca8a tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cd7a9e4-64f9-4140-b41e-931c4ab3dc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668873 Nov 27 04:06:50.389512 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-adb74a3e-ac85-4ed3-8df5-b7390bc6de8b req-cd3e30f4-2ff0-464e-90b0-cdbb98b3e1b8 tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:50.406379 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8405c952-7829-4fb3-a57b-d80b687efdf3 req-96bc416b-102e-409f-9642-096fff11179a tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136153 Nov 27 04:06:50.463808 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eab905-84d8-48b7-9194-4fd8708a78a2 req-6ff34859-97cf-4670-b975-ae3524b41dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:50.465353 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d8eab905-84d8-48b7-9194-4fd8708a78a2 req-6ff34859-97cf-4670-b975-ae3524b41dea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b01c762313d54b279f09c5e5d81dadbf&device_id=613ed2db-161c-4777-9800-7368411528d6 HTTP/1.1" status: 200 len: 1097 time: 0.1934838 Nov 27 04:06:50.579639 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e30f4-2ff0-464e-90b0-cdbb98b3e1b8 tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] Pushing event deleted for resources: {'Port': ['ID=d56f1551-c524-4598-9bff-2b72de6274a3,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:50.699407 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eab905-84d8-48b7-9194-4fd8708a78a2 req-39dc6eae-3d64-47a3-b923-13609f7ab648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:50.701881 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d8eab905-84d8-48b7-9194-4fd8708a78a2 req-39dc6eae-3d64-47a3-b923-13609f7ab648 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ab8fc313-e01d-42bb-a8ec-9d136b503637 HTTP/1.1" status: 200 len: 912 time: 0.1930366 Nov 27 04:06:50.702129 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-48e60a9a-76b7-42f9-b956-49fc66f1aff4 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:50.785648 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb74a3e-ac85-4ed3-8df5-b7390bc6de8b req-cd3e30f4-2ff0-464e-90b0-cdbb98b3e1b8 tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] No DVR routers for this DVR port d56f1551-c524-4598-9bff-2b72de6274a3 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:06:50.798966 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-adb74a3e-ac85-4ed3-8df5-b7390bc6de8b req-cd3e30f4-2ff0-464e-90b0-cdbb98b3e1b8 tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:50.805111 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-adb74a3e-ac85-4ed3-8df5-b7390bc6de8b req-cd3e30f4-2ff0-464e-90b0-cdbb98b3e1b8 tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] 10.222.0.23 "DELETE /v2.0/ports/d56f1551-c524-4598-9bff-2b72de6274a3 HTTP/1.1" status: 204 len: 173 time: 2.2683563 Nov 27 04:06:50.807331 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211a5c41-e002-4d07-81e5-da006ec70d96', 'name': 'network-vif-deleted', 'tag': 'd56f1551-c524-4598-9bff-2b72de6274a3'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:06:50.809540 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed24f9b-77b1-451d-8e22-d99ac048a1bb" -d '{"events": [{"server_uuid": "211a5c41-e002-4d07-81e5-da006ec70d96", "name": "network-vif-deleted", "tag": "d56f1551-c524-4598-9bff-2b72de6274a3"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:06:50.813047 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d8eab905-84d8-48b7-9194-4fd8708a78a2 req-8cb2a9ca-5d87-4365-bc63-1fd1d8d41bb5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d05101d6-34b9-4dd1-b72a-9192332a9b53 HTTP/1.1" status: 200 len: 217 time: 0.0984221 Nov 27 04:06:50.857098 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e60a9a-76b7-42f9-b956-49fc66f1aff4 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:06:50.913221 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-48e60a9a-76b7-42f9-b956-49fc66f1aff4 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:06:50.933080 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4a0ca6-6a43-4076-8dd8-d61b2f68509c None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:06:50.949063 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93352ee-eee3-4efe-a44b-6835585b7ff3 req-221df370-a5e8-48c4-b1d4-50ed2e4bd1ac tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:50.950683 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c93352ee-eee3-4efe-a44b-6835585b7ff3 req-221df370-a5e8-48c4-b1d4-50ed2e4bd1ac tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.2388546 Nov 27 04:06:50.960822 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e60a9a-76b7-42f9-b956-49fc66f1aff4 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:06:51.088322 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-3608cd64-a7d4-45fb-a96a-cf8e4744253a None None] Provisioning complete for port 2c05764b-5cae-4b33-86c5-8ca210f08332 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:06:51.089570 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3608cd64-a7d4-45fb-a96a-cf8e4744253a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:51.097633 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e60a9a-76b7-42f9-b956-49fc66f1aff4 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Pushing event updated for resources: {'Port': ['ID=2c05764b-5cae-4b33-86c5-8ca210f08332,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:51.132729 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eab905-84d8-48b7-9194-4fd8708a78a2 req-cdb7aecb-6a02-441c-9d8c-37f94693a15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:51.134657 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d8eab905-84d8-48b7-9194-4fd8708a78a2 req-cdb7aecb-6a02-441c-9d8c-37f94693a15a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ef82cdfa-d224-4963-bff3-3b0049ffee0b HTTP/1.1" status: 200 len: 850 time: 0.3085413 Nov 27 04:06:51.266051 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c93352ee-eee3-4efe-a44b-6835585b7ff3 req-928b9a35-24f1-482d-bb4a-f7a6c1417265 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2844708 Nov 27 04:06:51.425031 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c17386-220c-4841-bcae-f7b602c2e0d4 x-openstack-request-id: req-c9c17386-220c-4841-bcae-f7b602c2e0d4 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:06:51.425336 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211a5c41-e002-4d07-81e5-da006ec70d96", "name": "network-vif-deleted", "tag": "d56f1551-c524-4598-9bff-2b72de6274a3", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:06:51.425595 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c9c17386-220c-4841-bcae-f7b602c2e0d4 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:06:51.426024 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '211a5c41-e002-4d07-81e5-da006ec70d96', 'name': 'network-vif-deleted', 'tag': 'd56f1551-c524-4598-9bff-2b72de6274a3', 'status': 'completed', 'code': 200} Nov 27 04:06:51.429016 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-3608cd64-a7d4-45fb-a96a-cf8e4744253a None None] Port 2c05764b-5cae-4b33-86c5-8ca210f08332 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:06:51.728077 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:51.786570 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d14613b4-06dc-482d-a6fd-b5d9fbf4c2ef req-dba71ddd-5854-491c-90f6-57c6f1fa12f0 tempest-InstanceActionsTestJSON-1237050028 tempest-InstanceActionsTestJSON-1237050028-project] 10.222.0.20 "GET /v2.0/ports?device_id=211a5c41-e002-4d07-81e5-da006ec70d96 HTTP/1.1" status: 200 len: 210 time: 0.1493518 Nov 27 04:06:51.837572 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eab905-84d8-48b7-9194-4fd8708a78a2 req-eb488fea-0e8d-4ed5-95b4-193f1ee2ede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:51.839484 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d8eab905-84d8-48b7-9194-4fd8708a78a2 req-eb488fea-0e8d-4ed5-95b4-193f1ee2ede8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab8fc313-e01d-42bb-a8ec-9d136b503637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6962576 Nov 27 04:06:51.848139 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:52.064869 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d8eab905-84d8-48b7-9194-4fd8708a78a2 req-dafcedaa-ad93-48d5-ac80-388d238f3d75 service neutron] 10.222.0.11 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787632 Nov 27 04:06:52.083581 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-48e60a9a-76b7-42f9-b956-49fc66f1aff4 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:52.359364 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d8eab905-84d8-48b7-9194-4fd8708a78a2 req-ae830812-04c4-4a81-b50f-156a5941806f service neutron] 10.222.0.11 "GET /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865915 Nov 27 04:06:52.360355 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device d56f1551-c524-4598-9bff-2b72de6274a3 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:06:52.462421 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: d56f1551-c524-4598-9bff-2b72de6274a3 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:06:52.463081 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device d56f1551-c524-4598-9bff-2b72de6274a3 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:06:52.734228 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-48e60a9a-76b7-42f9-b956-49fc66f1aff4 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:52.897946 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 35682) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:53.023776 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-77c8b305-05dd-47ab-ae49-cbff7f735888 admin admin] Deleting subnet 2b6e8fdc-6691-4386-97d5-8c7032d01c28 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:06:53.028689 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-77c8b305-05dd-47ab-ae49-cbff7f735888 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:53.095435 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-77c8b305-05dd-47ab-ae49-cbff7f735888 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:53.170798 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e60a9a-76b7-42f9-b956-49fc66f1aff4 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Router 9517c176-df3f-488e-a210-b6dd58043536 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:06:53.201395 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-77c8b305-05dd-47ab-ae49-cbff7f735888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:53.340258 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-77c8b305-05dd-47ab-ae49-cbff7f735888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:53.408389 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8b305-05dd-47ab-ae49-cbff7f735888 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b6e8fdc-6691-4386-97d5-8c7032d01c28,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:53.416898 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-77c8b305-05dd-47ab-ae49-cbff7f735888 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:53.427964 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-77c8b305-05dd-47ab-ae49-cbff7f735888 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2b6e8fdc-6691-4386-97d5-8c7032d01c28 HTTP/1.1" status: 204 len: 168 time: 0.5285699 Nov 27 04:06:53.429261 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35702) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:53.583016 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1b18b440-1be2-40f0-9a16-0ceb6f4072f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:53.590162 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e60a9a-76b7-42f9-b956-49fc66f1aff4 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:06:53.604510 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2b4fd2-45a2-41b5-b6fa-1a9fdec2ac40 None None] Sync routers for ids ['9517c176-df3f-488e-a210-b6dd58043536'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:06:53.615145 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2116e8b-579f-4b27-a388-da2bd7abb3eb req-f7fca9fb-8e1b-401a-9cf7-59c9e32222b0 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:53.619912 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b2116e8b-579f-4b27-a388-da2bd7abb3eb req-f7fca9fb-8e1b-401a-9cf7-59c9e32222b0 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=520ecfba-0495-4314-8885-a8a5009ed9ea HTTP/1.1" status: 200 len: 943 time: 0.1240475 Nov 27 04:06:53.629633 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2b4fd2-45a2-41b5-b6fa-1a9fdec2ac40 None None] Routers {'9517c176-df3f-488e-a210-b6dd58043536'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:06:53.631674 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-3c2b4fd2-45a2-41b5-b6fa-1a9fdec2ac40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:06:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['9517c176-df3f-488e-a210-b6dd58043536'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:06:53.654247 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-48e60a9a-76b7-42f9-b956-49fc66f1aff4 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:53.661736 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-48e60a9a-76b7-42f9-b956-49fc66f1aff4 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.1872845 Nov 27 04:06:53.666642 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 35708) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:53.686473 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-3c2b4fd2-45a2-41b5-b6fa-1a9fdec2ac40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:06:53.697052 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2b4fd2-45a2-41b5-b6fa-1a9fdec2ac40 None None] Routers {'9517c176-df3f-488e-a210-b6dd58043536'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:06:53.697973 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-3c2b4fd2-45a2-41b5-b6fa-1a9fdec2ac40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:06:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['9517c176-df3f-488e-a210-b6dd58043536'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:06:53.738769 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-3c2b4fd2-45a2-41b5-b6fa-1a9fdec2ac40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:06:53.740386 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2b4fd2-45a2-41b5-b6fa-1a9fdec2ac40 None None] The sync data for ids ['9517c176-df3f-488e-a210-b6dd58043536'] in n-d-819494-3 is: [] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:06:53.934466 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7d337789-b6e5-4b38-8199-da2921c99b47 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] 10.222.0.20 "GET /v2.0/routers/9517c176-df3f-488e-a210-b6dd58043536 HTTP/1.1" status: 200 len: 921 time: 0.2664337 Nov 27 04:06:53.950538 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 35716) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:54.063640 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1f4bcfc0-9d22-4526-96a4-5e53ad100ee0 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] 10.222.0.20 "GET /v2.0/ports?device_id=9517c176-df3f-488e-a210-b6dd58043536 HTTP/1.1" status: 200 len: 205 time: 0.1101186 Nov 27 04:06:54.066526 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 35720) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:54.211737 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1b18b440-1be2-40f0-9a16-0ceb6f4072f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:54.249370 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-1b18b440-1be2-40f0-9a16-0ceb6f4072f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ca2a966-b731-40b2-8ab5-d17213be9f67']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:06:54.269122 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-1b18b440-1be2-40f0-9a16-0ceb6f4072f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbf04d90-7273-4bdd-a173-f3d6548382f2') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:06:54.269293 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-1b18b440-1be2-40f0-9a16-0ceb6f4072f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbf04d90-7273-4bdd-a173-f3d6548382f2') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:06:54.281999 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1b18b440-1be2-40f0-9a16-0ceb6f4072f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:54.308127 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1b18b440-1be2-40f0-9a16-0ceb6f4072f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:54.317146 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b18b440-1be2-40f0-9a16-0ceb6f4072f9 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:06:54.317771 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1b18b440-1be2-40f0-9a16-0ceb6f4072f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:54.320560 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:06:54.320560 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:06:54.320560 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:06:54.320560 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:06:54.320560 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:06:54.320560 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:06:54.320560 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:06:54.320560 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:06:54.320560 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:06:54.320560 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:06:54.320560 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:06:54.320560 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:06:54.320560 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:06:54.320560 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:06:54.320560 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:06:54.320560 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:06:54.320560 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:06:54.320560 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:06:54.320560 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:06:54.320560 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:06:54.320560 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:06:54.320560 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:06:54.320560 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:06:54.320560 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:06:54.320560 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:06:54.320560 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:06:54.320560 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:06:54.320560 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:06:54.320560 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:06:54.320560 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:06:54.320560 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:06:54.320560 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:06:54.386455 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-b2116e8b-579f-4b27-a388-da2bd7abb3eb req-eb867457-7832-4c2f-af11-33fc6fc3a1b9 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Deleting port a5690a54-5e10-4375-98b0-f1a7b41b8184 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:06:54.386967 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b2116e8b-579f-4b27-a388-da2bd7abb3eb req-eb867457-7832-4c2f-af11-33fc6fc3a1b9 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:54.429413 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1b18b440-1be2-40f0-9a16-0ceb6f4072f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:54.437435 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1b18b440-1be2-40f0-9a16-0ceb6f4072f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:54.448885 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1b18b440-1be2-40f0-9a16-0ceb6f4072f9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8ca2a966-b731-40b2-8ab5-d17213be9f67 HTTP/1.1" status: 204 len: 168 time: 1.0123780 Nov 27 04:06:54.487942 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b18b440-1be2-40f0-9a16-0ceb6f4072f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ca2a966-b731-40b2-8ab5-d17213be9f67,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:54.525568 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-28c59651-739c-457b-9f5d-041c8b97fc2b tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:54.660079 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-b2116e8b-579f-4b27-a388-da2bd7abb3eb req-eb867457-7832-4c2f-af11-33fc6fc3a1b9 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] For port a5690a54-5e10-4375-98b0-f1a7b41b8184, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=a5690a54-5e10-4375-98b0-f1a7b41b8184,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:06:54.660428 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b2116e8b-579f-4b27-a388-da2bd7abb3eb req-eb867457-7832-4c2f-af11-33fc6fc3a1b9 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:54.681150 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-b2116e8b-579f-4b27-a388-da2bd7abb3eb req-eb867457-7832-4c2f-af11-33fc6fc3a1b9 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Calling delete_port for a5690a54-5e10-4375-98b0-f1a7b41b8184 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:06:54.687727 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35736) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:54.712410 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35742) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:54.724208 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-28c59651-739c-457b-9f5d-041c8b97fc2b tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:54.762743 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9e2f686f-7768-4e53-a80f-ffdb0b96c054 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=11ce3b10c0714211a856d36e1e3dabf8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0488532 Nov 27 04:06:54.765285 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35744) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:54.858704 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-83e10bb2-a8ba-4291-a4f8-fda1e7557535 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:54.896094 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-83e10bb2-a8ba-4291-a4f8-fda1e7557535 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:55.005966 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-83e10bb2-a8ba-4291-a4f8-fda1e7557535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:55.009740 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-83e10bb2-a8ba-4291-a4f8-fda1e7557535 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:55.011071 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-83e10bb2-a8ba-4291-a4f8-fda1e7557535 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7cd7a9e4-64f9-4140-b41e-931c4ab3dc5b HTTP/1.1" status: 204 len: 168 time: 0.2446368 Nov 27 04:06:55.029650 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e10bb2-a8ba-4291-a4f8-fda1e7557535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd7a9e4-64f9-4140-b41e-931c4ab3dc5b,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:55.120222 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-28c59651-739c-457b-9f5d-041c8b97fc2b tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Deleting port 2c05764b-5cae-4b33-86c5-8ca210f08332 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:06:55.121314 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-28c59651-739c-457b-9f5d-041c8b97fc2b tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:55.226066 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b2116e8b-579f-4b27-a388-da2bd7abb3eb req-eb867457-7832-4c2f-af11-33fc6fc3a1b9 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:55.265910 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['f74ad9d9-2135-4219-a2cf-c8a9687f47b2', 'd05101d6-34b9-4dd1-b72a-9192332a9b53'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:06:55.290161 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb867457-7832-4c2f-af11-33fc6fc3a1b9 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Pushing event deleted for resources: {'Port': ['ID=a5690a54-5e10-4375-98b0-f1a7b41b8184,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:55.356566 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2116e8b-579f-4b27-a388-da2bd7abb3eb req-eb867457-7832-4c2f-af11-33fc6fc3a1b9 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] No DVR routers for this DVR port a5690a54-5e10-4375-98b0-f1a7b41b8184 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:06:55.359897 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b2116e8b-579f-4b27-a388-da2bd7abb3eb req-eb867457-7832-4c2f-af11-33fc6fc3a1b9 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:55.373259 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b2116e8b-579f-4b27-a388-da2bd7abb3eb req-eb867457-7832-4c2f-af11-33fc6fc3a1b9 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "DELETE /v2.0/ports/a5690a54-5e10-4375-98b0-f1a7b41b8184 HTTP/1.1" status: 204 len: 173 time: 1.7369635 Nov 27 04:06:55.376117 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '520ecfba-0495-4314-8885-a8a5009ed9ea', 'name': 'network-vif-deleted', 'tag': 'a5690a54-5e10-4375-98b0-f1a7b41b8184'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:06:55.387357 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e33e57f-0771-4bc6-826c-edf990228151" -d '{"events": [{"server_uuid": "520ecfba-0495-4314-8885-a8a5009ed9ea", "name": "network-vif-deleted", "tag": "a5690a54-5e10-4375-98b0-f1a7b41b8184"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:06:55.405638 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c40c45ef-67d4-4233-9e27-f5a513aef422 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:55.461447 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-28c59651-739c-457b-9f5d-041c8b97fc2b tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:55.505073 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-28c59651-739c-457b-9f5d-041c8b97fc2b tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Calling delete_port for 2c05764b-5cae-4b33-86c5-8ca210f08332 owned by network:router_gateway {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:06:55.718493 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c40c45ef-67d4-4233-9e27-f5a513aef422 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:55.736142 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c40c45ef-67d4-4233-9e27-f5a513aef422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:55.802420 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c40c45ef-67d4-4233-9e27-f5a513aef422 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b2f37d2bd9034fdaad74621d6431e9fd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1134636 Nov 27 04:06:55.805898 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 35778) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:55.861881 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-3aa6002e-bff6-4ac5-9fcd-bf9717e9a626 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-127047321&fields=id&tenant_id=c0fb01b15ba04e8ca79caed9882229f4 HTTP/1.1" status: 200 len: 267 time: 0.4461689 Nov 27 04:06:55.867286 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c45ef-67d4-4233-9e27-f5a513aef422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42939bee-7008-491d-9f3d-a362b78df5b0,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:56.069839 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6a696d5b-9893-48f5-b814-c024728d1b1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:56.102122 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6a696d5b-9893-48f5-b814-c024728d1b1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:56.130290 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-e327d252-be2e-4d62-a673-0fcb46939446 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:56.133263 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-e327d252-be2e-4d62-a673-0fcb46939446 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/networks?id=9066c940-2187-4bcb-b452-41734810299f HTTP/1.1" status: 200 len: 812 time: 0.2605143 Nov 27 04:06:56.154625 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-5a8a4e39-6bb5-4118-942b-318e819cdd1b tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/quotas/c0fb01b15ba04e8ca79caed9882229f4 HTTP/1.1" status: 200 len: 375 time: 0.0123930 Nov 27 04:06:56.180844 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-28c59651-739c-457b-9f5d-041c8b97fc2b tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:56.242953 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-ec1aac6f-9585-4d67-9bd3-1cd4b3300a71 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0fb01b15ba04e8ca79caed9882229f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0785708 Nov 27 04:06:56.252264 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6a696d5b-9893-48f5-b814-c024728d1b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:56.255317 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6a696d5b-9893-48f5-b814-c024728d1b1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:56.257496 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6a696d5b-9893-48f5-b814-c024728d1b1e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/42939bee-7008-491d-9f3d-a362b78df5b0 HTTP/1.1" status: 204 len: 168 time: 0.4411299 Nov 27 04:06:56.258402 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c59651-739c-457b-9f5d-041c8b97fc2b tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Pushing event deleted for resources: {'Port': ['ID=2c05764b-5cae-4b33-86c5-8ca210f08332,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:56.290767 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3434e4b-aed2-453a-a050-c32f0940334e None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:06:56.307239 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 27 Nov 2021 04:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9198a989-6a75-4681-b798-a04375989fdb x-openstack-request-id: req-9198a989-6a75-4681-b798-a04375989fdb {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:06:56.307569 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "520ecfba-0495-4314-8885-a8a5009ed9ea", "name": "network-vif-deleted", "tag": "a5690a54-5e10-4375-98b0-f1a7b41b8184", "status": "failed", "code": 422}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:06:56.307765 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9198a989-6a75-4681-b798-a04375989fdb {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:06:56.308273 n-d-819494-3 neutron-server[110019]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '520ecfba-0495-4314-8885-a8a5009ed9ea', 'name': 'network-vif-deleted', 'tag': 'a5690a54-5e10-4375-98b0-f1a7b41b8184', 'status': 'failed', 'code': 422} returned with failed status Nov 27 04:06:56.366855 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a696d5b-9893-48f5-b814-c024728d1b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42939bee-7008-491d-9f3d-a362b78df5b0,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:56.389295 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c59651-739c-457b-9f5d-041c8b97fc2b tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:56.389667 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c59651-739c-457b-9f5d-041c8b97fc2b tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:56.389999 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c59651-739c-457b-9f5d-041c8b97fc2b tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:56.390348 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c59651-739c-457b-9f5d-041c8b97fc2b tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:56.390718 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c59651-739c-457b-9f5d-041c8b97fc2b tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:56.391117 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c59651-739c-457b-9f5d-041c8b97fc2b tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:56.391405 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c59651-739c-457b-9f5d-041c8b97fc2b tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:56.391998 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c59651-739c-457b-9f5d-041c8b97fc2b tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:56.392330 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c59651-739c-457b-9f5d-041c8b97fc2b tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:56.392662 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c59651-739c-457b-9f5d-041c8b97fc2b tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:56.392994 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c59651-739c-457b-9f5d-041c8b97fc2b tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:56.393327 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c59651-739c-457b-9f5d-041c8b97fc2b tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:56.475497 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-28c59651-739c-457b-9f5d-041c8b97fc2b tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:56.479195 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a696d5b-9893-48f5-b814-c024728d1b1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:56.479920 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a696d5b-9893-48f5-b814-c024728d1b1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:56.480759 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a696d5b-9893-48f5-b814-c024728d1b1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:56.481260 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a696d5b-9893-48f5-b814-c024728d1b1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:56.481906 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a696d5b-9893-48f5-b814-c024728d1b1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:56.482458 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a696d5b-9893-48f5-b814-c024728d1b1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:56.483047 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a696d5b-9893-48f5-b814-c024728d1b1e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:56.483681 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a696d5b-9893-48f5-b814-c024728d1b1e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:56.484359 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a696d5b-9893-48f5-b814-c024728d1b1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:56.485004 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a696d5b-9893-48f5-b814-c024728d1b1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:56.485597 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a696d5b-9893-48f5-b814-c024728d1b1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:56.486137 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a696d5b-9893-48f5-b814-c024728d1b1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:06:56.626458 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-bd06d00f-93e3-488a-a073-c67190a74e53 service neutron] 10.222.0.20 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708231 Nov 27 04:06:56.795927 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-28c59651-739c-457b-9f5d-041c8b97fc2b tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:56.802465 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-28c59651-739c-457b-9f5d-041c8b97fc2b tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:56.833083 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-9b8ee48a-d2ce-45e2-9b7c-ae8d3d8aab84 service neutron] 10.222.0.20 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979511 Nov 27 04:06:56.966532 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-28c59651-739c-457b-9f5d-041c8b97fc2b tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:56.969027 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c59651-739c-457b-9f5d-041c8b97fc2b tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Fanout notify agent at l3_agent the message router_deleted on router 9517c176-df3f-488e-a210-b6dd58043536 {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:06:56.984776 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-28c59651-739c-457b-9f5d-041c8b97fc2b tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:56.998799 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-28c59651-739c-457b-9f5d-041c8b97fc2b tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] 10.222.0.20 "DELETE /v2.0/routers/9517c176-df3f-488e-a210-b6dd58043536 HTTP/1.1" status: 204 len: 168 time: 2.9298799 Nov 27 04:06:57.004436 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35820) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:57.016995 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-185edebe-b0de-4cbe-b745-496b9cb616a0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Request body: {'router': {'name': 'tempest-snat-router-998424922', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'enable_snat': False}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:06:57.063193 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 35824) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:57.106587 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-185edebe-b0de-4cbe-b745-496b9cb616a0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:57.108189 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-185edebe-b0de-4cbe-b745-496b9cb616a0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:57.123152 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7b1ffafc-2028-4482-90fd-aa44122f0e40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:57.160588 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 35828) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:57.187248 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253a073-4bcc-4acb-bdcb-e2a6e22a1e89 req-1589ac74-803a-4474-9d2b-2aeef74dfa78 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:57.190075 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7253a073-4bcc-4acb-bdcb-e2a6e22a1e89 req-1589ac74-803a-4474-9d2b-2aeef74dfa78 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=afa8a6ed-f6fc-4fe6-b149-cc18d88909c8 HTTP/1.1" status: 200 len: 907 time: 0.2582755 Nov 27 04:06:57.211784 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-185edebe-b0de-4cbe-b745-496b9cb616a0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:57.383303 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7b1ffafc-2028-4482-90fd-aa44122f0e40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:57.389852 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7b1ffafc-2028-4482-90fd-aa44122f0e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:57.463953 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-185edebe-b0de-4cbe-b745-496b9cb616a0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:57.519891 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-e5a8d5e6-b2d4-462c-b908-8bc46238eead admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1920568335-network', 'tenant_id': 'adc6582f3c704e8a9b7e9aba76277ce4'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:06:57.559215 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7b1ffafc-2028-4482-90fd-aa44122f0e40 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7291419fb2ab423996946612f9a1e7ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4942400 Nov 27 04:06:57.562535 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ffafc-2028-4482-90fd-aa44122f0e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3e5f3c-b893-45ae-bbef-4093157effa6,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:57.570109 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35842) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:57.580518 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a8d5e6-b2d4-462c-b908-8bc46238eead admin admin] Made reservation on behalf of adc6582f3c704e8a9b7e9aba76277ce4 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:06:57.583480 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e5a8d5e6-b2d4-462c-b908-8bc46238eead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:57.632828 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9d58a652-ccad-49ea-a2d4-9a8a3fc88548 req-40ce6a16-4950-4178-8d4e-cb9e155a8707 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4538553e-c0c2-491b-b4e4-065162aae292 HTTP/1.1" status: 200 len: 210 time: 0.0992150 Nov 27 04:06:57.635449 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e5a8d5e6-b2d4-462c-b908-8bc46238eead admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:57.689244 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-da222cd9-140e-40bc-a189-84f7a3891bf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:57.728995 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-da222cd9-140e-40bc-a189-84f7a3891bf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:57.789036 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e5a8d5e6-b2d4-462c-b908-8bc46238eead admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:57.799071 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e5a8d5e6-b2d4-462c-b908-8bc46238eead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:57.842373 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8d5e6-b2d4-462c-b908-8bc46238eead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fadcd1c0-3e48-4d77-aa3c-f821a737f45a,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:57.853742 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5a8d5e6-b2d4-462c-b908-8bc46238eead admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:06:57.929101 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e5a8d5e6-b2d4-462c-b908-8bc46238eead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:57.929593 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-e5a8d5e6-b2d4-462c-b908-8bc46238eead admin admin] Added segment 3b946340-8945-44e3-9994-eea75e53c8a3 of type vlan for network 7e2ba840-8e02-4f2c-827b-5fb28964ddf2 Nov 27 04:06:57.969842 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-da222cd9-140e-40bc-a189-84f7a3891bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:57.972662 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-da222cd9-140e-40bc-a189-84f7a3891bf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:57.976348 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-da222cd9-140e-40bc-a189-84f7a3891bf2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6e3e5f3c-b893-45ae-bbef-4093157effa6 HTTP/1.1" status: 204 len: 168 time: 0.3968039 Nov 27 04:06:57.995995 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da222cd9-140e-40bc-a189-84f7a3891bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3e5f3c-b893-45ae-bbef-4093157effa6,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:58.017205 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-185edebe-b0de-4cbe-b745-496b9cb616a0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:58.058312 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-185edebe-b0de-4cbe-b745-496b9cb616a0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:58.066298 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e5a8d5e6-b2d4-462c-b908-8bc46238eead admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:58.157948 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e5a8d5e6-b2d4-462c-b908-8bc46238eead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:58.161823 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a8d5e6-b2d4-462c-b908-8bc46238eead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:58.163882 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e5a8d5e6-b2d4-462c-b908-8bc46238eead admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:58.291545 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e5a8d5e6-b2d4-462c-b908-8bc46238eead admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0976837 Nov 27 04:06:58.293152 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 35868) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:06:58.307369 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-0d2177e1-c672-4c18-830d-d09290c36fad admin admin] Request body: {'subnet': {'network_id': '7e2ba840-8e02-4f2c-827b-5fb28964ddf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1920568335-subnet', 'tenant_id': 'adc6582f3c704e8a9b7e9aba76277ce4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:06:58.336551 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8d5e6-b2d4-462c-b908-8bc46238eead admin admin] Pushing event updated for resources: {'Network': ['ID=7e2ba840-8e02-4f2c-827b-5fb28964ddf2,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:58.352248 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-185edebe-b0de-4cbe-b745-496b9cb616a0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Allocated IP 172.25.1.159 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/29e57e44-0257-40da-ad68-844ef879ad87) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:06:58.359067 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 7e2ba840-8e02-4f2c-827b-5fb28964ddf2 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:06:58.413638 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2177e1-c672-4c18-830d-d09290c36fad admin admin] Made reservation on behalf of adc6582f3c704e8a9b7e9aba76277ce4 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:06:58.417888 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe6d5f-9fc0-4c19-90db-ed2dcd81d686 req-02621763-43c8-4af3-aef8-5c8b9162739c tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:58.419970 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0d2177e1-c672-4c18-830d-d09290c36fad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:58.421984 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-acbe6d5f-9fc0-4c19-90db-ed2dcd81d686 req-02621763-43c8-4af3-aef8-5c8b9162739c tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.11 "GET /v2.0/ports?device_id=afa8a6ed-f6fc-4fe6-b149-cc18d88909c8 HTTP/1.1" status: 200 len: 907 time: 0.2260516 Nov 27 04:06:58.648290 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e60109-7610-45be-afaf-9886a092a61e req-3f066e64-7a69-4731-8835-699db214c8ae tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:58.658705 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-59e60109-7610-45be-afaf-9886a092a61e req-3f066e64-7a69-4731-8835-699db214c8ae tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=afa8a6ed-f6fc-4fe6-b149-cc18d88909c8 HTTP/1.1" status: 200 len: 907 time: 0.3008051 Nov 27 04:06:58.846023 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3baeff2d-db4b-4a5d-8a06-1d1bc7e08ecd req-aebadf3d-8008-4170-9460-3397122c8ecc tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4538553e-c0c2-491b-b4e4-065162aae292 HTTP/1.1" status: 200 len: 210 time: 0.0386047 Nov 27 04:06:58.848258 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0d2177e1-c672-4c18-830d-d09290c36fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:58.861209 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-185edebe-b0de-4cbe-b745-496b9cb616a0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:58.867214 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-acbe6d5f-9fc0-4c19-90db-ed2dcd81d686 req-f1fee1c4-c30e-49c2-a5e0-643e0161f424 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Deleting port 51880870-1fb9-48be-a1a4-5848eab2aa39 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:06:58.867703 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-acbe6d5f-9fc0-4c19-90db-ed2dcd81d686 req-f1fee1c4-c30e-49c2-a5e0-643e0161f424 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:58.933669 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2177e1-c672-4c18-830d-d09290c36fad admin admin] Pushing event updated for resources: {'Subnet': ['ID=4798ff42-6568-4b6e-be30-2362bb960272,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:58.947555 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2177e1-c672-4c18-830d-d09290c36fad admin admin] Checking segment: {'id': '3b946340-8945-44e3-9994-eea75e53c8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7e2ba840-8e02-4f2c-827b-5fb28964ddf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:06:58.948918 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2177e1-c672-4c18-830d-d09290c36fad admin admin] Network hostable DHCP agents. Network: 7e2ba840-8e02-4f2c-827b-5fb28964ddf2, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:06:58.984212 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2177e1-c672-4c18-830d-d09290c36fad admin admin] Network 7e2ba840-8e02-4f2c-827b-5fb28964ddf2 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:06:59.008948 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-0d2177e1-c672-4c18-830d-d09290c36fad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 7e2ba840-8e02-4f2c-827b-5fb28964ddf2) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:06:59.021447 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41815ad-9e79-4f8d-9db0-1d324d4d5bea None None] Network 7e2ba840-8e02-4f2c-827b-5fb28964ddf2 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:06:59.023424 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2177e1-c672-4c18-830d-d09290c36fad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:59.024093 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0d2177e1-c672-4c18-830d-d09290c36fad admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:59.037118 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-acbe6d5f-9fc0-4c19-90db-ed2dcd81d686 req-f1fee1c4-c30e-49c2-a5e0-643e0161f424 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] For port 51880870-1fb9-48be-a1a4-5848eab2aa39, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=51880870-1fb9-48be-a1a4-5848eab2aa39,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:06:59.038127 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-acbe6d5f-9fc0-4c19-90db-ed2dcd81d686 req-f1fee1c4-c30e-49c2-a5e0-643e0161f424 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:59.053028 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-acbe6d5f-9fc0-4c19-90db-ed2dcd81d686 req-f1fee1c4-c30e-49c2-a5e0-643e0161f424 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Calling delete_port for 51880870-1fb9-48be-a1a4-5848eab2aa39 owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:06:59.070378 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0d2177e1-c672-4c18-830d-d09290c36fad admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7713065 Nov 27 04:06:59.338570 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-185edebe-b0de-4cbe-b745-496b9cb616a0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:59.400402 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52b27d3-ddf1-472c-a1f8-f2303d008e76 None None] Network 7e2ba840-8e02-4f2c-827b-5fb28964ddf2 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:06:59.458474 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185edebe-b0de-4cbe-b745-496b9cb616a0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:06:59.521040 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-185edebe-b0de-4cbe-b745-496b9cb616a0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:06:59.554583 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185edebe-b0de-4cbe-b745-496b9cb616a0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:06:59.560900 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185edebe-b0de-4cbe-b745-496b9cb616a0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Pushing event updated for resources: {'Port': ['ID=29e57e44-0257-40da-ad68-844ef879ad87,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:59.649624 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f15276a-b2a3-4e4a-9313-5028bd83d3c7 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:06:59.696228 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-de54bedb-163a-4b81-b5c0-4766726db245 None None] Provisioning complete for port 29e57e44-0257-40da-ad68-844ef879ad87 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:06:59.696977 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-de54bedb-163a-4b81-b5c0-4766726db245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:59.737789 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-be6e5974-fd02-41ca-8c25-1d6d264e5e7f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:06:59.742313 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-be6e5974-fd02-41ca-8c25-1d6d264e5e7f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.23 "GET /v2.0/networks?id=9066c940-2187-4bcb-b452-41734810299f HTTP/1.1" status: 200 len: 812 time: 0.4896812 Nov 27 04:06:59.744828 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-de54bedb-163a-4b81-b5c0-4766726db245 None None] Port 29e57e44-0257-40da-ad68-844ef879ad87 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:06:59.770211 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-acbe6d5f-9fc0-4c19-90db-ed2dcd81d686 req-f1fee1c4-c30e-49c2-a5e0-643e0161f424 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:06:59.902957 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2c393469-99b7-461e-8f01-7d4e35fd3a1f req-d3791e7c-dab3-4199-ac70-5387c18f7ac8 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=afa8a6ed-f6fc-4fe6-b149-cc18d88909c8 HTTP/1.1" status: 200 len: 210 time: 0.0866625 Nov 27 04:06:59.976174 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-b46ab2cb-3875-4362-9953-5c9f118e9d06 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0fb01b15ba04e8ca79caed9882229f4 HTTP/1.1" status: 200 len: 379 time: 0.2131789 Nov 27 04:06:59.985287 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fee1c4-c30e-49c2-a5e0-643e0161f424 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Pushing event deleted for resources: {'Port': ['ID=51880870-1fb9-48be-a1a4-5848eab2aa39,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:06:59.986202 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-dc471548-285a-477e-b3e3-8e8aacad30a5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Request body: {'port': {'device_id': '4538553e-c0c2-491b-b4e4-065162aae292', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'admin_state_up': True, 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'security_groups': ['2383de61-82ea-4adc-bed0-356ea04ef1d2']}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:07:00.018406 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-acbe6d5f-9fc0-4c19-90db-ed2dcd81d686 req-f1fee1c4-c30e-49c2-a5e0-643e0161f424 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] No DVR routers for this DVR port 51880870-1fb9-48be-a1a4-5848eab2aa39 on host n-h2-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:07:00.023969 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-acbe6d5f-9fc0-4c19-90db-ed2dcd81d686 req-f1fee1c4-c30e-49c2-a5e0-643e0161f424 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:00.029538 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-acbe6d5f-9fc0-4c19-90db-ed2dcd81d686 req-f1fee1c4-c30e-49c2-a5e0-643e0161f424 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.11 "DELETE /v2.0/ports/51880870-1fb9-48be-a1a4-5848eab2aa39 HTTP/1.1" status: 204 len: 173 time: 1.5874529 Nov 27 04:07:00.031419 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa8a6ed-f6fc-4fe6-b149-cc18d88909c8', 'name': 'network-vif-deleted', 'tag': '51880870-1fb9-48be-a1a4-5848eab2aa39'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:07:00.049943 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c49c6d-4e1f-48e5-bc39-e80812a73969" -d '{"events": [{"server_uuid": "afa8a6ed-f6fc-4fe6-b149-cc18d88909c8", "name": "network-vif-deleted", "tag": "51880870-1fb9-48be-a1a4-5848eab2aa39"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:07:00.247639 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-19638997-4aea-46bc-9e38-daf0ffbbb6a0 req-3f19620c-9626-47f0-95a9-f3793ec1dc3f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4538553e-c0c2-491b-b4e4-065162aae292 HTTP/1.1" status: 200 len: 210 time: 0.0702519 Nov 27 04:07:00.356571 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-dc471548-285a-477e-b3e3-8e8aacad30a5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Made reservation on behalf of c0fb01b15ba04e8ca79caed9882229f4 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:07:00.361512 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-dc471548-285a-477e-b3e3-8e8aacad30a5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:00.385072 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d2ab3d-54b7-4f55-a841-db46ef28e04b x-openstack-request-id: req-a3d2ab3d-54b7-4f55-a841-db46ef28e04b {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:07:00.385360 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa8a6ed-f6fc-4fe6-b149-cc18d88909c8", "name": "network-vif-deleted", "tag": "51880870-1fb9-48be-a1a4-5848eab2aa39", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:07:00.385914 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a3d2ab3d-54b7-4f55-a841-db46ef28e04b {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:07:00.387894 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa8a6ed-f6fc-4fe6-b149-cc18d88909c8', 'name': 'network-vif-deleted', 'tag': '51880870-1fb9-48be-a1a4-5848eab2aa39', 'status': 'completed', 'code': 200} Nov 27 04:07:00.714787 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-dc471548-285a-477e-b3e3-8e8aacad30a5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Allocated IP 172.20.0.6 (9066c940-2187-4bcb-b452-41734810299f/7fdbb93f-95d3-4899-98b7-de442d33ecc0/7d77a8b4-7944-41b5-ba76-97e245e37f4e) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:07:00.762965 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-79298bfb-53c8-4ad3-a14d-9a7a5bc02197 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:00.764910 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-79298bfb-53c8-4ad3-a14d-9a7a5bc02197 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] 10.222.0.20 "GET /v2.0/networks?id=7e2ba840-8e02-4f2c-827b-5fb28964ddf2 HTTP/1.1" status: 200 len: 813 time: 0.5792758 Nov 27 04:07:00.932742 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-32aba670-66bf-4247-be98-2caaa3e7fd51 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] 10.222.0.20 "GET /v2.0/quotas/adc6582f3c704e8a9b7e9aba76277ce4 HTTP/1.1" status: 200 len: 375 time: 0.0122516 Nov 27 04:07:01.006976 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-256eff5f-f77d-4f3f-ba67-b7c7bcea2698 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=adc6582f3c704e8a9b7e9aba76277ce4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545845 Nov 27 04:07:01.011513 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-185edebe-b0de-4cbe-b745-496b9cb616a0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:01.393195 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-68dcab9d-521c-4af0-8abb-647f825e2294 service neutron] 10.222.0.20 "GET /v2.0/networks/7e2ba840-8e02-4f2c-827b-5fb28964ddf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578635 Nov 27 04:07:01.493444 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-dc471548-285a-477e-b3e3-8e8aacad30a5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:01.532461 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e22d9-f25d-4cab-8668-1ff591d44aa0 req-a60db166-8dcd-4b4f-a4c9-0f249eac9153 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:01.540162 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8c6e22d9-f25d-4cab-8668-1ff591d44aa0 req-a60db166-8dcd-4b4f-a4c9-0f249eac9153 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c19ca9f-d423-4d3f-abb9-b223a68b1405 HTTP/1.1" status: 200 len: 945 time: 0.4775319 Nov 27 04:07:01.547243 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-185edebe-b0de-4cbe-b745-496b9cb616a0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:01.595540 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-dc471548-285a-477e-b3e3-8e8aacad30a5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:01.623574 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8c6e22d9-f25d-4cab-8668-1ff591d44aa0 req-53f78c5a-8f2a-4df9-9836-7baca0760cb8 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/security-groups?id=130ddf44-70c9-4314-a571-93a8e767d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825210 Nov 27 04:07:01.666186 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-dc471548-285a-477e-b3e3-8e8aacad30a5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Network 9066c940-2187-4bcb-b452-41734810299f is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:07:01.667386 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-283318cf-45cc-44a3-b3f8-a5d6339691d4 service neutron] 10.222.0.20 "GET /v2.0/networks/7e2ba840-8e02-4f2c-827b-5fb28964ddf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567196 Nov 27 04:07:01.675771 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-dc471548-285a-477e-b3e3-8e8aacad30a5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:07:01.690857 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-dc471548-285a-477e-b3e3-8e8aacad30a5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:07:01.809165 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc471548-285a-477e-b3e3-8e8aacad30a5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Pushing event updated for resources: {'Port': ['ID=7d77a8b4-7944-41b5-ba76-97e245e37f4e,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:01.852404 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-dc471548-285a-477e-b3e3-8e8aacad30a5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:01.853154 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-dc471548-285a-477e-b3e3-8e8aacad30a5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:01.907614 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-dc471548-285a-477e-b3e3-8e8aacad30a5 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9252875 Nov 27 04:07:01.916199 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185edebe-b0de-4cbe-b745-496b9cb616a0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Router e06934b3-615f-40c0-a71d-be7170dbe4ad is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:07:01.930429 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-7ff4d49f-1745-4d26-8ee5-55ff70c818fd service neutron] Request body: {'port': {'device_id': '4538553e-c0c2-491b-b4e4-065162aae292', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:07:02.122053 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-7ff4d49f-1745-4d26-8ee5-55ff70c818fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:02.195349 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-ed35d816-c140-4191-8e5b-31c4c9c188b7 None None] Provisioning complete for port 7d77a8b4-7944-41b5-ba76-97e245e37f4e triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:07:02.196709 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ed35d816-c140-4191-8e5b-31c4c9c188b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:02.244528 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-ed35d816-c140-4191-8e5b-31c4c9c188b7 None None] Port 7d77a8b4-7944-41b5-ba76-97e245e37f4e cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:07:02.358197 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866e835-bd99-40bc-82f4-a8cb114ce6de req-2b624d7c-da63-4b5f-a699-52d34f7fedcb tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:02.363146 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c72341f6-d465-4f61-9549-1329b03a647f req-f58a789c-c8f2-4670-bb0b-ecffb43036ae tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9cb4a1e-5b89-476f-bc63-6c0ea3d8ef72 HTTP/1.1" status: 200 len: 210 time: 0.1133344 Nov 27 04:07:02.371367 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8866e835-bd99-40bc-82f4-a8cb114ce6de req-2b624d7c-da63-4b5f-a699-52d34f7fedcb tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4538553e-c0c2-491b-b4e4-065162aae292 HTTP/1.1" status: 200 len: 931 time: 0.2516000 Nov 27 04:07:02.374687 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185edebe-b0de-4cbe-b745-496b9cb616a0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:07:02.389886 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ad3b2f-9d38-4fac-a867-6b2d6d7078c0 None None] Sync routers for ids ['e06934b3-615f-40c0-a71d-be7170dbe4ad'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:07:02.414936 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ad3b2f-9d38-4fac-a867-6b2d6d7078c0 None None] Routers {'e06934b3-615f-40c0-a71d-be7170dbe4ad'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:07:02.415309 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-26ad3b2f-9d38-4fac-a867-6b2d6d7078c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:06:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['e06934b3-615f-40c0-a71d-be7170dbe4ad'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:02.514850 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-185edebe-b0de-4cbe-b745-496b9cb616a0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:02.519168 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-185edebe-b0de-4cbe-b745-496b9cb616a0 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.5130935 Nov 27 04:07:02.519856 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36018) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:02.548561 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-26ad3b2f-9d38-4fac-a867-6b2d6d7078c0 None None] Set router e06934b3-615f-40c0-a71d-be7170dbe4ad gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:07:02.653801 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8866e835-bd99-40bc-82f4-a8cb114ce6de req-8fc0cded-4928-416c-a913-24396bbdccfe tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2581279 Nov 27 04:07:02.742969 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36030) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:02.855294 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743938f-da4d-4a84-ac43-0b8de912159d req-34718ec4-95b2-4048-9394-ce3801a49968 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:02.857811 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e743938f-da4d-4a84-ac43-0b8de912159d req-34718ec4-95b2-4048-9394-ce3801a49968 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c19ca9f-d423-4d3f-abb9-b223a68b1405 HTTP/1.1" status: 200 len: 945 time: 0.1981778 Nov 27 04:07:02.864025 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-af10da60-7716-40d0-919f-c4f65ee85ab7 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] 10.222.0.20 "GET /v2.0/routers/e06934b3-615f-40c0-a71d-be7170dbe4ad HTTP/1.1" status: 200 len: 908 time: 0.3407977 Nov 27 04:07:02.870055 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36036) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:02.900167 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-50b57527-8fb2-4fc9-b713-4395217f4a21 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Request body: {'router': {'name': 'tempest-snat-router-998424922', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'enable_snat': True}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:07:02.916191 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-26ad3b2f-9d38-4fac-a867-6b2d6d7078c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06934b3-615f-40c0-a71d-be7170dbe4ad', 'name': 'tempest-snat-router-998424922', 'tenant_id': '0ab70436ac484d0fbc20db16f91a73a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.159'}], 'enable_snat': False}, 'gw_port_id': '29e57e44-0257-40da-ad68-844ef879ad87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:06:57Z', 'updated_at': '2021-11-27T04:07:00Z', 'revision_number': 3, 'project_id': '0ab70436ac484d0fbc20db16f91a73a1', 'gw_port': {'id': '29e57e44-0257-40da-ad68-844ef879ad87', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:10:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06934b3-615f-40c0-a71d-be7170dbe4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:06:58Z', 'updated_at': '2021-11-27T04:06:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:02.916924 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb541ab-4988-4c0a-970b-aecdc0f15ed0 req-5e547778-8596-4c6a-8f7e-189ec97a6b20 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:02.918508 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4bb541ab-4988-4c0a-970b-aecdc0f15ed0 req-5e547778-8596-4c6a-8f7e-189ec97a6b20 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c19ca9f-d423-4d3f-abb9-b223a68b1405 HTTP/1.1" status: 200 len: 945 time: 0.1344843 Nov 27 04:07:02.991709 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-7ff4d49f-1745-4d26-8ee5-55ff70c818fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d77a8b4-7944-41b5-ba76-97e245e37f4e {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:07:03.001339 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-7ff4d49f-1745-4d26-8ee5-55ff70c818fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:03.019056 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-7ff4d49f-1745-4d26-8ee5-55ff70c818fd service neutron] Transition to ACTIVE for port object 7d77a8b4-7944-41b5-ba76-97e245e37f4e will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:07:03.028741 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ad3b2f-9d38-4fac-a867-6b2d6d7078c0 None None] Checking router: e06934b3-615f-40c0-a71d-be7170dbe4ad for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:07:03.029266 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ad3b2f-9d38-4fac-a867-6b2d6d7078c0 None None] Updating router e06934b3-615f-40c0-a71d-be7170dbe4ad port 29e57e44-0257-40da-ad68-844ef879ad87 binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:07:03.079878 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-26ad3b2f-9d38-4fac-a867-6b2d6d7078c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:03.084380 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-7ff4d49f-1745-4d26-8ee5-55ff70c818fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:03.291140 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf520a6-89ef-4617-9db6-0b0ad83e443d req-697e9c17-59a1-45bf-8a38-bbf5edbd9699 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:03.299792 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8bf520a6-89ef-4617-9db6-0b0ad83e443d req-697e9c17-59a1-45bf-8a38-bbf5edbd9699 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=613ed2db-161c-4777-9800-7368411528d6 HTTP/1.1" status: 200 len: 946 time: 0.2782807 Nov 27 04:07:03.393167 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8bf520a6-89ef-4617-9db6-0b0ad83e443d req-560c31d7-b702-4567-960a-373f2d5873dd tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920756 Nov 27 04:07:03.466042 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff4d49f-1745-4d26-8ee5-55ff70c818fd service neutron] Pushing event updated for resources: {'Port': ['ID=7d77a8b4-7944-41b5-ba76-97e245e37f4e,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:03.502225 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4bb541ab-4988-4c0a-970b-aecdc0f15ed0 req-dde85b67-d24c-405c-9539-dd8ec55aa94c tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/security-groups?id=130ddf44-70c9-4314-a571-93a8e767d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5650516 Nov 27 04:07:03.532811 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-50b57527-8fb2-4fc9-b713-4395217f4a21 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:03.534045 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-50b57527-8fb2-4fc9-b713-4395217f4a21 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:03.547251 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bff003ba-fc11-4c74-8f49-cbcb6671a2c5 req-8bfdf9ee-0745-4662-ae01-fc8ac8afbdd8 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9cb4a1e-5b89-476f-bc63-6c0ea3d8ef72 HTTP/1.1" status: 200 len: 210 time: 0.0458293 Nov 27 04:07:03.558949 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 51880870-1fb9-48be-a1a4-5848eab2aa39 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:07:03.575538 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-7ff4d49f-1745-4d26-8ee5-55ff70c818fd service neutron] Attempting to bind port 7d77a8b4-7944-41b5-ba76-97e245e37f4e on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:07:03.576106 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-7ff4d49f-1745-4d26-8ee5-55ff70c818fd service neutron] Attempting to bind port 7d77a8b4-7944-41b5-ba76-97e245e37f4e by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '7b573d51-51b1-4f49-9697-b1cce35223ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9066c940-2187-4bcb-b452-41734810299f'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:07:03.576503 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-7ff4d49f-1745-4d26-8ee5-55ff70c818fd service neutron] Attempting to bind port 7d77a8b4-7944-41b5-ba76-97e245e37f4e on network 9066c940-2187-4bcb-b452-41734810299f {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:07:03.594262 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-7ff4d49f-1745-4d26-8ee5-55ff70c818fd service neutron] Port 7d77a8b4-7944-41b5-ba76-97e245e37f4e on network 9066c940-2187-4bcb-b452-41734810299f not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:07:03.594823 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-7ff4d49f-1745-4d26-8ee5-55ff70c818fd service neutron] Attempting to bind port 7d77a8b4-7944-41b5-ba76-97e245e37f4e on network 9066c940-2187-4bcb-b452-41734810299f {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:07:03.600425 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: 51880870-1fb9-48be-a1a4-5848eab2aa39 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:07:03.603479 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 51880870-1fb9-48be-a1a4-5848eab2aa39 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:07:03.604826 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-7ff4d49f-1745-4d26-8ee5-55ff70c818fd service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:07:03.607467 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-7ff4d49f-1745-4d26-8ee5-55ff70c818fd service neutron] Checking segment: {'id': '7b573d51-51b1-4f49-9697-b1cce35223ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9066c940-2187-4bcb-b452-41734810299f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:07:03.608044 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-7ff4d49f-1745-4d26-8ee5-55ff70c818fd service neutron] Bound using segment: {'id': '7b573d51-51b1-4f49-9697-b1cce35223ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9066c940-2187-4bcb-b452-41734810299f'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:07:03.608657 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-7ff4d49f-1745-4d26-8ee5-55ff70c818fd service neutron] Bound port: 7d77a8b4-7944-41b5-ba76-97e245e37f4e, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b573d51-51b1-4f49-9697-b1cce35223ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9066c940-2187-4bcb-b452-41734810299f'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:07:03.609204 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-7ff4d49f-1745-4d26-8ee5-55ff70c818fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:03.612221 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-26ad3b2f-9d38-4fac-a867-6b2d6d7078c0 None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:03.620832 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-26ad3b2f-9d38-4fac-a867-6b2d6d7078c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:03.660869 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-50b57527-8fb2-4fc9-b713-4395217f4a21 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:03.718941 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-7ff4d49f-1745-4d26-8ee5-55ff70c818fd service neutron] For port 7d77a8b4-7944-41b5-ba76-97e245e37f4e, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:07:03.724035 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-7ff4d49f-1745-4d26-8ee5-55ff70c818fd service neutron] For port 7d77a8b4-7944-41b5-ba76-97e245e37f4e, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=7d77a8b4-7944-41b5-ba76-97e245e37f4e,segment=NetworkSegment(7b573d51-51b1-4f49-9697-b1cce35223ba),segment_id=7b573d51-51b1-4f49-9697-b1cce35223ba)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:07:03.733238 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-7ff4d49f-1745-4d26-8ee5-55ff70c818fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:03.735999 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-31f2e5f9-0643-4ce0-8377-b03f26c3a83b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:03.752175 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b4f81-dfb2-4d89-b5c1-dc2a606363ce None None] Pushing event updated for resources: {'Port': ['ID=29e57e44-0257-40da-ad68-844ef879ad87,revision_number=2']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:03.769842 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36d9381-2e39-479f-86e5-4a84d9b0ace2 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:07:03.805878 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b4f81-dfb2-4d89-b5c1-dc2a606363ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:03.806232 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b4f81-dfb2-4d89-b5c1-dc2a606363ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:03.806594 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b4f81-dfb2-4d89-b5c1-dc2a606363ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:03.806937 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b4f81-dfb2-4d89-b5c1-dc2a606363ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:03.807275 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b4f81-dfb2-4d89-b5c1-dc2a606363ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:03.807614 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b4f81-dfb2-4d89-b5c1-dc2a606363ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:03.807961 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b4f81-dfb2-4d89-b5c1-dc2a606363ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:03.808258 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b4f81-dfb2-4d89-b5c1-dc2a606363ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:03.811870 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b4f81-dfb2-4d89-b5c1-dc2a606363ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:03.812698 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b4f81-dfb2-4d89-b5c1-dc2a606363ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:03.816520 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b4f81-dfb2-4d89-b5c1-dc2a606363ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:03.817041 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b4f81-dfb2-4d89-b5c1-dc2a606363ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:03.837344 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-26ad3b2f-9d38-4fac-a867-6b2d6d7078c0 None None] Attempting to bind port 29e57e44-0257-40da-ad68-844ef879ad87 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:07:03.837967 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-26ad3b2f-9d38-4fac-a867-6b2d6d7078c0 None None] Attempting to bind port 29e57e44-0257-40da-ad68-844ef879ad87 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:07:03.838528 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ad3b2f-9d38-4fac-a867-6b2d6d7078c0 None None] Attempting to bind port 29e57e44-0257-40da-ad68-844ef879ad87 on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:07:03.847952 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-7ff4d49f-1745-4d26-8ee5-55ff70c818fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:03.851865 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-7ff4d49f-1745-4d26-8ee5-55ff70c818fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:03.853510 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-7ff4d49f-1745-4d26-8ee5-55ff70c818fd service neutron] 10.222.0.23 "PUT /v2.0/ports/7d77a8b4-7944-41b5-ba76-97e245e37f4e HTTP/1.1" status: 200 len: 1091 time: 1.9280927 Nov 27 04:07:03.858921 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ad3b2f-9d38-4fac-a867-6b2d6d7078c0 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:07:03.859315 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ad3b2f-9d38-4fac-a867-6b2d6d7078c0 None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:07:03.859725 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-26ad3b2f-9d38-4fac-a867-6b2d6d7078c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:03.860707 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ad3b2f-9d38-4fac-a867-6b2d6d7078c0 None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:07:03.862703 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-26ad3b2f-9d38-4fac-a867-6b2d6d7078c0 None None] Bound port: 29e57e44-0257-40da-ad68-844ef879ad87, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:07:03.863334 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-26ad3b2f-9d38-4fac-a867-6b2d6d7078c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:03.870089 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-7f04b874-5db9-4536-aa1d-57c721668da8 None None] Provisioning complete for port 29e57e44-0257-40da-ad68-844ef879ad87 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:07:03.870468 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7f04b874-5db9-4536-aa1d-57c721668da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:03.895717 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4538553e-c0c2-491b-b4e4-065162aae292', 'tag': '7d77a8b4-7944-41b5-ba76-97e245e37f4e'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:07:03.901965 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16017b4-3cd8-451a-96bb-d884f8bb7626" -d '{"events": [{"name": "network-changed", "server_uuid": "4538553e-c0c2-491b-b4e4-065162aae292", "tag": "7d77a8b4-7944-41b5-ba76-97e245e37f4e"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:07:03.955594 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-7f04b874-5db9-4536-aa1d-57c721668da8 None None] Port 29e57e44-0257-40da-ad68-844ef879ad87 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:07:04.018915 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11056c2-6495-4e11-ba05-838205673abf req-2a7572f5-af52-4c59-bd95-67f1784d1f52 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:04.020682 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d11056c2-6495-4e11-ba05-838205673abf req-2a7572f5-af52-4c59-bd95-67f1784d1f52 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.11 "GET /v2.0/ports?device_id=613ed2db-161c-4777-9800-7368411528d6 HTTP/1.1" status: 200 len: 946 time: 0.2295761 Nov 27 04:07:04.032110 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1634aa3e-4501-402f-b30e-85d341084140 x-openstack-request-id: req-1634aa3e-4501-402f-b30e-85d341084140 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:07:04.033177 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4538553e-c0c2-491b-b4e4-065162aae292", "tag": "7d77a8b4-7944-41b5-ba76-97e245e37f4e", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:07:04.033394 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1634aa3e-4501-402f-b30e-85d341084140 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:07:04.034014 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4538553e-c0c2-491b-b4e4-065162aae292', 'tag': '7d77a8b4-7944-41b5-ba76-97e245e37f4e', 'status': 'completed', 'code': 200} Nov 27 04:07:04.034415 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-26ad3b2f-9d38-4fac-a867-6b2d6d7078c0 None None] For port 29e57e44-0257-40da-ad68-844ef879ad87, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:07:04.045745 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-26ad3b2f-9d38-4fac-a867-6b2d6d7078c0 None None] For port 29e57e44-0257-40da-ad68-844ef879ad87, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=29e57e44-0257-40da-ad68-844ef879ad87,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:07:04.055280 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-26ad3b2f-9d38-4fac-a867-6b2d6d7078c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:04.101380 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-e743938f-da4d-4a84-ac43-0b8de912159d req-29e68265-3ceb-44b8-a327-6857a94aef44 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Deleting port aa724299-8305-4903-b67e-d73028214073 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:07:04.101802 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e743938f-da4d-4a84-ac43-0b8de912159d req-29e68265-3ceb-44b8-a327-6857a94aef44 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:04.144581 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b4f81-dfb2-4d89-b5c1-dc2a606363ce None None] Pushing event updated for resources: {'Port': ['ID=29e57e44-0257-40da-ad68-844ef879ad87,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:04.163903 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-50b57527-8fb2-4fc9-b713-4395217f4a21 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:04.182289 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-12ffffba-43e6-4f99-baff-e954284ce47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:04.184349 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-12ffffba-43e6-4f99-baff-e954284ce47e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0fb01b15ba04e8ca79caed9882229f4&device_id=4538553e-c0c2-491b-b4e4-065162aae292 HTTP/1.1" status: 200 len: 1094 time: 0.2339330 Nov 27 04:07:04.200111 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61a24b2-7ece-4f83-9bb5-52a8648fd136 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:07:04.201880 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff4d49f-1745-4d26-8ee5-55ff70c818fd service neutron] Pushing event updated for resources: {'Port': ['ID=7d77a8b4-7944-41b5-ba76-97e245e37f4e,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:04.242926 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ad3b2f-9d38-4fac-a867-6b2d6d7078c0 None None] Routers {'e06934b3-615f-40c0-a71d-be7170dbe4ad'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:07:04.244010 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-26ad3b2f-9d38-4fac-a867-6b2d6d7078c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:06:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['e06934b3-615f-40c0-a71d-be7170dbe4ad'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:04.265200 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-fdb4db0f-87d8-4be8-9c15-f160c9c1177c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d77a8b4-7944-41b5-ba76-97e245e37f4e HTTP/1.1" status: 200 len: 217 time: 0.0565624 Nov 27 04:07:04.291313 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a1d2d-2340-4ed5-9f82-be65a4555bf0 req-60eb707a-2fac-4a44-9475-a6a5a671b1f9 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:04.292971 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e24a1d2d-2340-4ed5-9f82-be65a4555bf0 req-60eb707a-2fac-4a44-9475-a6a5a671b1f9 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4538553e-c0c2-491b-b4e4-065162aae292 HTTP/1.1" status: 200 len: 943 time: 0.5025620 Nov 27 04:07:04.305357 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-a3ef605c-d8f9-4535-9a25-73213a11b87a None None] Provisioning complete for port 29e57e44-0257-40da-ad68-844ef879ad87 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:07:04.305950 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a3ef605c-d8f9-4535-9a25-73213a11b87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:04.420415 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-26ad3b2f-9d38-4fac-a867-6b2d6d7078c0 None None] Set router e06934b3-615f-40c0-a71d-be7170dbe4ad gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:07:04.431175 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a3ef605c-d8f9-4535-9a25-73213a11b87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:04.464816 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-a3ef605c-d8f9-4535-9a25-73213a11b87a None None] For port 29e57e44-0257-40da-ad68-844ef879ad87, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=29e57e44-0257-40da-ad68-844ef879ad87,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:07:04.476225 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a3ef605c-d8f9-4535-9a25-73213a11b87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:04.493692 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-76fbc349-9cd8-4de4-901b-a4b234d976da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:04.502165 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-76fbc349-9cd8-4de4-901b-a4b234d976da service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7fdbb93f-95d3-4899-98b7-de442d33ecc0 HTTP/1.1" status: 200 len: 851 time: 0.1832795 Nov 27 04:07:04.578135 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef605c-d8f9-4535-9a25-73213a11b87a None None] Pushing event updated for resources: {'Port': ['ID=29e57e44-0257-40da-ad68-844ef879ad87,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:04.614184 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-739d5a44-9740-47e0-820f-76e7c0391878 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:04.616788 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-739d5a44-9740-47e0-820f-76e7c0391878 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] 10.222.0.11 "GET /v2.0/networks?id=7e2ba840-8e02-4f2c-827b-5fb28964ddf2 HTTP/1.1" status: 200 len: 813 time: 0.6108522 Nov 27 04:07:04.622234 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-e743938f-da4d-4a84-ac43-0b8de912159d req-29e68265-3ceb-44b8-a327-6857a94aef44 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] For port aa724299-8305-4903-b67e-d73028214073, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=aa724299-8305-4903-b67e-d73028214073,segment=NetworkSegment(de152f76-3637-4ed8-b028-e760cc9dd166),segment_id=de152f76-3637-4ed8-b028-e760cc9dd166)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:07:04.622792 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e743938f-da4d-4a84-ac43-0b8de912159d req-29e68265-3ceb-44b8-a327-6857a94aef44 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:04.629172 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-31f2e5f9-0643-4ce0-8377-b03f26c3a83b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:04.678957 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-0dbef3a6-033a-4366-9845-628f79ef4ca2 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] Request body: {'port': {'device_id': 'f9cb4a1e-5b89-476f-bc63-6c0ea3d8ef72', 'network_id': '7e2ba840-8e02-4f2c-827b-5fb28964ddf2', 'admin_state_up': True, 'tenant_id': 'adc6582f3c704e8a9b7e9aba76277ce4'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:07:04.690420 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-31f2e5f9-0643-4ce0-8377-b03f26c3a83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:04.694895 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-d11056c2-6495-4e11-ba05-838205673abf req-77b7fc6c-ad8e-4d13-9806-625f566de8a3 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Deleting port d05101d6-34b9-4dd1-b72a-9192332a9b53 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:07:04.695242 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d11056c2-6495-4e11-ba05-838205673abf req-77b7fc6c-ad8e-4d13-9806-625f566de8a3 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:04.729517 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-e743938f-da4d-4a84-ac43-0b8de912159d req-29e68265-3ceb-44b8-a327-6857a94aef44 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Calling delete_port for aa724299-8305-4903-b67e-d73028214073 owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:07:04.732623 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-26ad3b2f-9d38-4fac-a867-6b2d6d7078c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06934b3-615f-40c0-a71d-be7170dbe4ad', 'name': 'tempest-snat-router-998424922', 'tenant_id': '0ab70436ac484d0fbc20db16f91a73a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.159'}], 'enable_snat': False}, 'gw_port_id': '29e57e44-0257-40da-ad68-844ef879ad87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:06:57Z', 'updated_at': '2021-11-27T04:07:00Z', 'revision_number': 3, 'project_id': '0ab70436ac484d0fbc20db16f91a73a1', 'gw_port': {'id': '29e57e44-0257-40da-ad68-844ef879ad87', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:10:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06934b3-615f-40c0-a71d-be7170dbe4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:06:58Z', 'updated_at': '2021-11-27T04:07:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:04.768803 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ad3b2f-9d38-4fac-a867-6b2d6d7078c0 None None] The sync data for ids ['e06934b3-615f-40c0-a71d-be7170dbe4ad'] in n-d-819494-3 is: [{'id': 'e06934b3-615f-40c0-a71d-be7170dbe4ad', 'name': 'tempest-snat-router-998424922', 'tenant_id': '0ab70436ac484d0fbc20db16f91a73a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.159'}], 'enable_snat': False}, 'gw_port_id': '29e57e44-0257-40da-ad68-844ef879ad87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:06:57Z', 'updated_at': '2021-11-27T04:07:00Z', 'revision_number': 3, 'project_id': '0ab70436ac484d0fbc20db16f91a73a1', 'gw_port': {'id': '29e57e44-0257-40da-ad68-844ef879ad87', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:10:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06934b3-615f-40c0-a71d-be7170dbe4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:06:58Z', 'updated_at': '2021-11-27T04:07:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:07:04.789527 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e24a1d2d-2340-4ed5-9f82-be65a4555bf0 req-54d79af3-2f54-4654-a6eb-ccc9b3d88c7e tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4725990 Nov 27 04:07:04.808543 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-bd567938-6a95-407b-a6bd-ca05d60d1dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:04.810153 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-bd567938-6a95-407b-a6bd-ca05d60d1dd8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9066c940-2187-4bcb-b452-41734810299f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3022797 Nov 27 04:07:04.835953 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-31f2e5f9-0643-4ce0-8377-b03f26c3a83b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef1d0085fdef4e18bfcd69569d91396d&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0589383 Nov 27 04:07:04.852755 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36068) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:04.858255 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaeaa25-f489-4b84-8d91-e0e0a115acfc req-f6323d23-d0c5-4fdd-b0fc-053e3242b32f tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:04.869803 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-baaeaa25-f489-4b84-8d91-e0e0a115acfc req-f6323d23-d0c5-4fdd-b0fc-053e3242b32f tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=613ed2db-161c-4777-9800-7368411528d6 HTTP/1.1" status: 200 len: 946 time: 0.2575951 Nov 27 04:07:04.977041 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2e5f9-0643-4ce0-8377-b03f26c3a83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ff26f3-ee00-4cd0-bcd6-2b7113efc5bb,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:05.106151 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-d11056c2-6495-4e11-ba05-838205673abf req-77b7fc6c-ad8e-4d13-9806-625f566de8a3 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] For port d05101d6-34b9-4dd1-b72a-9192332a9b53, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=d05101d6-34b9-4dd1-b72a-9192332a9b53,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:07:05.106788 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d11056c2-6495-4e11-ba05-838205673abf req-77b7fc6c-ad8e-4d13-9806-625f566de8a3 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:05.138137 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-d11056c2-6495-4e11-ba05-838205673abf req-77b7fc6c-ad8e-4d13-9806-625f566de8a3 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Calling delete_port for d05101d6-34b9-4dd1-b72a-9192332a9b53 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:07:05.157450 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-baaeaa25-f489-4b84-8d91-e0e0a115acfc req-5f72584b-d88f-4353-a8da-cf8a5a04ea2d tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851884 Nov 27 04:07:05.188518 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eeb300-8012-4ecd-94e9-d8da9cd8e41c req-b1e8e6eb-ed00-4f2e-8260-394fea3d4fb8 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:05.190175 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-81eeb300-8012-4ecd-94e9-d8da9cd8e41c req-b1e8e6eb-ed00-4f2e-8260-394fea3d4fb8 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c19ca9f-d423-4d3f-abb9-b223a68b1405 HTTP/1.1" status: 200 len: 945 time: 0.2237306 Nov 27 04:07:05.341795 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f20889ea-c727-4a4b-b50e-b4c5d688dc30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:05.343635 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-a38a6fd1-e6ee-4bb2-bec4-da05b95ee985 service neutron] 10.222.0.23 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5216792 Nov 27 04:07:05.373991 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f20889ea-c727-4a4b-b50e-b4c5d688dc30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:05.399695 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-997bec6b-83f2-4af6-a8e5-a82718bd86c1 req-cf7548fa-dc76-41d9-9515-2ce19d3a4d85 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9cb4a1e-5b89-476f-bc63-6c0ea3d8ef72 HTTP/1.1" status: 200 len: 210 time: 0.0609643 Nov 27 04:07:05.463476 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e743938f-da4d-4a84-ac43-0b8de912159d req-29e68265-3ceb-44b8-a327-6857a94aef44 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:05.496963 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['aa724299-8305-4903-b67e-d73028214073'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:07:05.531804 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-0dbef3a6-033a-4366-9845-628f79ef4ca2 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] Made reservation on behalf of adc6582f3c704e8a9b7e9aba76277ce4 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:07:05.540401 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-0dbef3a6-033a-4366-9845-628f79ef4ca2 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:05.556004 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f20889ea-c727-4a4b-b50e-b4c5d688dc30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:05.558699 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f20889ea-c727-4a4b-b50e-b4c5d688dc30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:05.560459 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f20889ea-c727-4a4b-b50e-b4c5d688dc30 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/65ff26f3-ee00-4cd0-bcd6-2b7113efc5bb HTTP/1.1" status: 204 len: 168 time: 0.7036271 Nov 27 04:07:05.595387 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d11056c2-6495-4e11-ba05-838205673abf req-77b7fc6c-ad8e-4d13-9806-625f566de8a3 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:05.670819 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['f74ad9d9-2135-4219-a2cf-c8a9687f47b2'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:07:05.686334 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b7fc6c-ad8e-4d13-9806-625f566de8a3 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Pushing event deleted for resources: {'Port': ['ID=d05101d6-34b9-4dd1-b72a-9192332a9b53,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:05.773307 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11056c2-6495-4e11-ba05-838205673abf req-77b7fc6c-ad8e-4d13-9806-625f566de8a3 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] No DVR routers for this DVR port d05101d6-34b9-4dd1-b72a-9192332a9b53 on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:07:05.780177 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d11056c2-6495-4e11-ba05-838205673abf req-77b7fc6c-ad8e-4d13-9806-625f566de8a3 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:05.788110 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d11056c2-6495-4e11-ba05-838205673abf req-77b7fc6c-ad8e-4d13-9806-625f566de8a3 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.11 "DELETE /v2.0/ports/d05101d6-34b9-4dd1-b72a-9192332a9b53 HTTP/1.1" status: 204 len: 173 time: 1.7424643 Nov 27 04:07:05.799945 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7f6952c0-f193-4634-9e6f-af73410b0839 req-831b4db6-46f6-43cf-94ea-936c4e9840ec service neutron] 10.222.0.23 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4414303 Nov 27 04:07:05.824433 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e68265-3ceb-44b8-a327-6857a94aef44 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Pushing event deleted for resources: {'Port': ['ID=aa724299-8305-4903-b67e-d73028214073,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:05.868246 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20889ea-c727-4a4b-b50e-b4c5d688dc30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ff26f3-ee00-4cd0-bcd6-2b7113efc5bb,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:05.980146 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-81eeb300-8012-4ecd-94e9-d8da9cd8e41c req-5642e046-73f4-43e0-86f7-61d18158e0bb tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/security-groups?id=130ddf44-70c9-4314-a571-93a8e767d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6818655 Nov 27 04:07:05.985811 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-50b57527-8fb2-4fc9-b713-4395217f4a21 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:05.992187 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16017b4-3cd8-451a-96bb-d884f8bb7626 req-53365472-34ac-417c-bd87-74f146e574e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:05.998046 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c16017b4-3cd8-451a-96bb-d884f8bb7626 req-53365472-34ac-417c-bd87-74f146e574e8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0fb01b15ba04e8ca79caed9882229f4&device_id=4538553e-c0c2-491b-b4e4-065162aae292 HTTP/1.1" status: 200 len: 1094 time: 0.1104360 Nov 27 04:07:06.066817 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '613ed2db-161c-4777-9800-7368411528d6', 'name': 'network-vif-deleted', 'tag': 'd05101d6-34b9-4dd1-b72a-9192332a9b53'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:07:06.071715 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a00c6f-59b6-426e-ae3f-55dade0d490b" -d '{"events": [{"server_uuid": "613ed2db-161c-4777-9800-7368411528d6", "name": "network-vif-deleted", "tag": "d05101d6-34b9-4dd1-b72a-9192332a9b53"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:07:06.196089 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-50b57527-8fb2-4fc9-b713-4395217f4a21 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:06.262932 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-e743938f-da4d-4a84-ac43-0b8de912159d req-29e68265-3ceb-44b8-a327-6857a94aef44 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] No DVR routers for this DVR port aa724299-8305-4903-b67e-d73028214073 on host n-h2-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:07:06.273227 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e743938f-da4d-4a84-ac43-0b8de912159d req-29e68265-3ceb-44b8-a327-6857a94aef44 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:06.283285 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e743938f-da4d-4a84-ac43-0b8de912159d req-29e68265-3ceb-44b8-a327-6857a94aef44 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.11 "DELETE /v2.0/ports/aa724299-8305-4903-b67e-d73028214073 HTTP/1.1" status: 204 len: 173 time: 3.4154644 Nov 27 04:07:06.290476 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8be3974-1e6c-4045-a11c-93db34f5c4e9 x-openstack-request-id: req-e8be3974-1e6c-4045-a11c-93db34f5c4e9 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:07:06.291029 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "613ed2db-161c-4777-9800-7368411528d6", "name": "network-vif-deleted", "tag": "d05101d6-34b9-4dd1-b72a-9192332a9b53", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:07:06.291029 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e8be3974-1e6c-4045-a11c-93db34f5c4e9 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:07:06.291439 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '613ed2db-161c-4777-9800-7368411528d6', 'name': 'network-vif-deleted', 'tag': 'd05101d6-34b9-4dd1-b72a-9192332a9b53', 'status': 'completed', 'code': 200} Nov 27 04:07:06.311886 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 36096) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:06.316932 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c19ca9f-d423-4d3f-abb9-b223a68b1405', 'name': 'network-vif-deleted', 'tag': 'aa724299-8305-4903-b67e-d73028214073'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:07:06.321319 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f2ad60-17fb-4fba-814d-b20ec41da636" -d '{"events": [{"server_uuid": "1c19ca9f-d423-4d3f-abb9-b223a68b1405", "name": "network-vif-deleted", "tag": "aa724299-8305-4903-b67e-d73028214073"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:07:06.399147 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cba87100-00a4-434d-966d-33c30bfe1d6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:06.433303 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16017b4-3cd8-451a-96bb-d884f8bb7626 req-76f767ab-1dbd-4c6a-8c5c-57e5c78a36b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:06.434842 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c16017b4-3cd8-451a-96bb-d884f8bb7626 req-76f767ab-1dbd-4c6a-8c5c-57e5c78a36b1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9066c940-2187-4bcb-b452-41734810299f HTTP/1.1" status: 200 len: 913 time: 0.4263504 Nov 27 04:07:06.470295 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddfe2c-4ced-4501-866b-2ec51e4f5edd req-045237f4-2109-49d8-bec3-74a85186e91b tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:06.479781 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d5ddfe2c-4ced-4501-866b-2ec51e4f5edd req-045237f4-2109-49d8-bec3-74a85186e91b tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4538553e-c0c2-491b-b4e4-065162aae292 HTTP/1.1" status: 200 len: 943 time: 0.3102405 Nov 27 04:07:06.546319 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ee9a3c8a-a815-482e-96b3-76077ac4e1d4 req-3299b7c8-e1be-42f9-8efe-8663210a7e62 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=613ed2db-161c-4777-9800-7368411528d6 HTTP/1.1" status: 200 len: 210 time: 0.0540788 Nov 27 04:07:06.550277 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-0dbef3a6-033a-4366-9845-628f79ef4ca2 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] Allocated IP 172.20.0.14 (7e2ba840-8e02-4f2c-827b-5fb28964ddf2/4798ff42-6568-4b6e-be30-2362bb960272/33b6ff2c-7905-4f5e-9583-c934907a3dcc) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:07:06.585338 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c16017b4-3cd8-451a-96bb-d884f8bb7626 req-5f17f0c3-ae83-4726-99a3-53c89b0cfdeb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d77a8b4-7944-41b5-ba76-97e245e37f4e HTTP/1.1" status: 200 len: 217 time: 0.1029720 Nov 27 04:07:06.647427 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a180c0c1-de76-4951-bca8-b08df99245a8 x-openstack-request-id: req-a180c0c1-de76-4951-bca8-b08df99245a8 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:07:06.648765 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c19ca9f-d423-4d3f-abb9-b223a68b1405", "name": "network-vif-deleted", "tag": "aa724299-8305-4903-b67e-d73028214073", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:07:06.649091 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a180c0c1-de76-4951-bca8-b08df99245a8 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:07:06.650983 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c19ca9f-d423-4d3f-abb9-b223a68b1405', 'name': 'network-vif-deleted', 'tag': 'aa724299-8305-4903-b67e-d73028214073', 'status': 'completed', 'code': 200} Nov 27 04:07:06.657412 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-50b57527-8fb2-4fc9-b713-4395217f4a21 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Allocated IP 172.25.1.63 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/19792232-e7d1-4401-b993-3252924c8e44) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:07:06.695217 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d5ddfe2c-4ced-4501-866b-2ec51e4f5edd req-bea09040-be5d-40e5-b50b-3240b8f02704 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2139843 Nov 27 04:07:06.722590 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16017b4-3cd8-451a-96bb-d884f8bb7626 req-4b2a8b82-ef32-4baf-9a90-fe063a0e342f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:06.724021 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c16017b4-3cd8-451a-96bb-d884f8bb7626 req-4b2a8b82-ef32-4baf-9a90-fe063a0e342f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7fdbb93f-95d3-4899-98b7-de442d33ecc0 HTTP/1.1" status: 200 len: 851 time: 0.1283660 Nov 27 04:07:06.767648 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cba87100-00a4-434d-966d-33c30bfe1d6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:06.779426 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cba87100-00a4-434d-966d-33c30bfe1d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:06.850894 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2138e4b9-d4a7-40ea-819b-14844c22985b req-8df389c0-9475-4c01-bf87-c184ad731aab tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9cb4a1e-5b89-476f-bc63-6c0ea3d8ef72 HTTP/1.1" status: 200 len: 210 time: 0.0461249 Nov 27 04:07:06.864472 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-cba87100-00a4-434d-966d-33c30bfe1d6d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d0113681ade454fa4f9e1dda7e0dfc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5515003 Nov 27 04:07:06.870148 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 36106) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:06.901560 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba87100-00a4-434d-966d-33c30bfe1d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599f9733-2677-4f27-b05c-878fcd09dbfa,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:06.920953 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16017b4-3cd8-451a-96bb-d884f8bb7626 req-4e14b530-db92-414b-937b-102f033325a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:06.922484 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c16017b4-3cd8-451a-96bb-d884f8bb7626 req-4e14b530-db92-414b-937b-102f033325a8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9066c940-2187-4bcb-b452-41734810299f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1526160 Nov 27 04:07:07.014037 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-50b57527-8fb2-4fc9-b713-4395217f4a21 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:07.075428 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-0dbef3a6-033a-4366-9845-628f79ef4ca2 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:07.192151 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-50b57527-8fb2-4fc9-b713-4395217f4a21 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:07.269802 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-0dbef3a6-033a-4366-9845-628f79ef4ca2 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:07.272543 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cb13551e-31e7-4f62-8e4d-b52c240a0734 req-9f9cbd1d-58b5-4a54-b573-13e8683dd5dc tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c19ca9f-d423-4d3f-abb9-b223a68b1405 HTTP/1.1" status: 200 len: 210 time: 0.1188779 Nov 27 04:07:07.273451 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5d2149b2-4792-4679-8fdd-371f5ead3c22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:07.283586 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c16017b4-3cd8-451a-96bb-d884f8bb7626 req-52db5590-5826-417a-a1b0-1fca89c5c451 service neutron] 10.222.0.23 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416255 Nov 27 04:07:07.311596 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b57527-8fb2-4fc9-b713-4395217f4a21 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:07:07.316509 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 29e57e44-0257-40da-ad68-844ef879ad87 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:07:07.326888 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-50b57527-8fb2-4fc9-b713-4395217f4a21 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:07:07.329389 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b57527-8fb2-4fc9-b713-4395217f4a21 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:07:07.343617 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5d2149b2-4792-4679-8fdd-371f5ead3c22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:07.358727 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-0dbef3a6-033a-4366-9845-628f79ef4ca2 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] Network 7e2ba840-8e02-4f2c-827b-5fb28964ddf2 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:07:07.378307 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2881f447-8abd-488c-82d4-cf9219570525 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:07:07.433087 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 29e57e44-0257-40da-ad68-844ef879ad87 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:07:07.433698 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:07.512047 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5d2149b2-4792-4679-8fdd-371f5ead3c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:07.516272 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5d2149b2-4792-4679-8fdd-371f5ead3c22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:07.517843 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-5d2149b2-4792-4679-8fdd-371f5ead3c22 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/599f9733-2677-4f27-b05c-878fcd09dbfa HTTP/1.1" status: 204 len: 168 time: 0.6466899 Nov 27 04:07:07.525619 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-0dbef3a6-033a-4366-9845-628f79ef4ca2 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:07:07.539777 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c16017b4-3cd8-451a-96bb-d884f8bb7626 req-590c8240-1ed5-45ea-a08e-32b0fb6360ae service neutron] 10.222.0.23 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256176 Nov 27 04:07:07.542770 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device d05101d6-34b9-4dd1-b72a-9192332a9b53 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:07:07.553533 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2149b2-4792-4679-8fdd-371f5ead3c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599f9733-2677-4f27-b05c-878fcd09dbfa,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:07.578244 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b57527-8fb2-4fc9-b713-4395217f4a21 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Pushing event updated for resources: {'Port': ['ID=19792232-e7d1-4401-b993-3252924c8e44,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:07.592942 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-0dbef3a6-033a-4366-9845-628f79ef4ca2 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:07:07.652744 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: d05101d6-34b9-4dd1-b72a-9192332a9b53 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:07:07.653102 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device d05101d6-34b9-4dd1-b72a-9192332a9b53 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:07:07.653536 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device aa724299-8305-4903-b67e-d73028214073 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:07:07.667835 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-31f2b230-8bec-4817-8914-5e89dadec8e3 None None] Provisioning complete for port 19792232-e7d1-4401-b993-3252924c8e44 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:07:07.668218 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-31f2b230-8bec-4817-8914-5e89dadec8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:07.694728 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbef3a6-033a-4366-9845-628f79ef4ca2 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] Pushing event updated for resources: {'Port': ['ID=33b6ff2c-7905-4f5e-9583-c934907a3dcc,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:07.772144 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-31f2b230-8bec-4817-8914-5e89dadec8e3 None None] Port 19792232-e7d1-4401-b993-3252924c8e44 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:07:07.778180 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: aa724299-8305-4903-b67e-d73028214073 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:07:07.778537 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device aa724299-8305-4903-b67e-d73028214073 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:07:07.951824 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-0dbef3a6-033a-4366-9845-628f79ef4ca2 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:07.952438 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-0dbef3a6-033a-4366-9845-628f79ef4ca2 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:07.957213 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-50b57527-8fb2-4fc9-b713-4395217f4a21 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:08.161326 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df98d7-609d-4fad-8946-def7e412241d req-823cddc7-a749-4d44-808d-3c4b20d8c1e2 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:08.165071 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f9df98d7-609d-4fad-8946-def7e412241d req-823cddc7-a749-4d44-808d-3c4b20d8c1e2 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9cb4a1e-5b89-476f-bc63-6c0ea3d8ef72 HTTP/1.1" status: 200 len: 932 time: 0.1130536 Nov 27 04:07:08.262037 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f9df98d7-609d-4fad-8946-def7e412241d req-a84154fc-ae05-45f7-aa5c-665b5cdbf66b tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] 10.222.0.20 "GET /v2.0/security-groups?id=fadcd1c0-3e48-4d77-aa3c-f821a737f45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904253 Nov 27 04:07:08.479064 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad7cdf-5b73-453e-82e5-e486815d4664 req-9b346cf4-3a22-4943-9c46-3b78afe520e1 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:08.484350 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-08ad7cdf-5b73-453e-82e5-e486815d4664 req-9b346cf4-3a22-4943-9c46-3b78afe520e1 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a66f33e-ed16-490f-be22-c59609114a3f HTTP/1.1" status: 200 len: 946 time: 0.1048656 Nov 27 04:07:08.590621 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-08ad7cdf-5b73-453e-82e5-e486815d4664 req-f2372968-5ea3-4731-b65b-7edfe88ed570 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977314 Nov 27 04:07:08.699073 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-0dbef3a6-033a-4366-9845-628f79ef4ca2 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0567484 Nov 27 04:07:08.766034 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-6f86baf7-0e8a-451c-8a4c-83c58091aefa service neutron] Request body: {'port': {'device_id': 'f9cb4a1e-5b89-476f-bc63-6c0ea3d8ef72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:07:08.825437 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ec35d-5835-412e-b86a-7af5a0c27c66 req-6617fc44-041e-45a3-8dfe-b5a899d34f37 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:08.835620 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a28ec35d-5835-412e-b86a-7af5a0c27c66 req-6617fc44-041e-45a3-8dfe-b5a899d34f37 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4538553e-c0c2-491b-b4e4-065162aae292 HTTP/1.1" status: 200 len: 943 time: 0.8800025 Nov 27 04:07:08.905695 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-6f86baf7-0e8a-451c-8a4c-83c58091aefa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:08.945356 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-50b57527-8fb2-4fc9-b713-4395217f4a21 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:09.050804 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a28ec35d-5835-412e-b86a-7af5a0c27c66 req-f04b679e-0862-4b08-989f-362ea4bd6932 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2136598 Nov 27 04:07:09.418903 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:07:09.496075 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913778e-3140-4483-9982-26bdf412252f req-24f69d75-9d74-4ba4-9348-bf98ce7eedd6 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:09.504841 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2913778e-3140-4483-9982-26bdf412252f req-24f69d75-9d74-4ba4-9348-bf98ce7eedd6 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9cb4a1e-5b89-476f-bc63-6c0ea3d8ef72 HTTP/1.1" status: 200 len: 932 time: 0.0844452 Nov 27 04:07:09.564239 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2913778e-3140-4483-9982-26bdf412252f req-7c0e8556-b7d1-47b6-bdb3-055ff01c054e tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] 10.222.0.20 "GET /v2.0/security-groups?id=fadcd1c0-3e48-4d77-aa3c-f821a737f45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554147 Nov 27 04:07:09.845408 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-6f86baf7-0e8a-451c-8a4c-83c58091aefa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33b6ff2c-7905-4f5e-9583-c934907a3dcc {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:07:09.872296 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-6f86baf7-0e8a-451c-8a4c-83c58091aefa service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:09.895338 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-6f86baf7-0e8a-451c-8a4c-83c58091aefa service neutron] Transition to ACTIVE for port object 33b6ff2c-7905-4f5e-9583-c934907a3dcc will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:07:09.910811 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-6f86baf7-0e8a-451c-8a4c-83c58091aefa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:10.113809 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86baf7-0e8a-451c-8a4c-83c58091aefa service neutron] Pushing event updated for resources: {'Port': ['ID=33b6ff2c-7905-4f5e-9583-c934907a3dcc,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:10.175592 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda5c0c-8950-4b85-b30b-b6be1cc0aaea req-dfcd1eb5-97b3-433c-a9f7-f7f4a46d9b3a tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:10.178080 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5bda5c0c-8950-4b85-b30b-b6be1cc0aaea req-dfcd1eb5-97b3-433c-a9f7-f7f4a46d9b3a tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a66f33e-ed16-490f-be22-c59609114a3f HTTP/1.1" status: 200 len: 946 time: 0.2708871 Nov 27 04:07:10.211836 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9f94f-fa2b-4a92-9689-6ba36244d960 req-8ec24665-fee2-4ccc-a44a-0682d838b16e tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:10.213759 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c4f9f94f-fa2b-4a92-9689-6ba36244d960 req-8ec24665-fee2-4ccc-a44a-0682d838b16e tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.11 "GET /v2.0/ports?device_id=0a66f33e-ed16-490f-be22-c59609114a3f HTTP/1.1" status: 200 len: 946 time: 0.6083920 Nov 27 04:07:10.333200 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c244019-766f-4f22-bbd6-6e703c53b404 req-a0ca08eb-6048-458d-820d-a9ae2a3cb6b9 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:10.335779 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c244019-766f-4f22-bbd6-6e703c53b404 req-a0ca08eb-6048-458d-820d-a9ae2a3cb6b9 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4538553e-c0c2-491b-b4e4-065162aae292 HTTP/1.1" status: 200 len: 943 time: 0.1490493 Nov 27 04:07:10.479437 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c244019-766f-4f22-bbd6-6e703c53b404 req-d5c18deb-af97-48e7-bc08-c0766047137e tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341116 Nov 27 04:07:10.501902 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5bda5c0c-8950-4b85-b30b-b6be1cc0aaea req-0dd67112-1386-4265-98d8-b645c330dc61 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858703 Nov 27 04:07:10.503328 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b57527-8fb2-4fc9-b713-4395217f4a21 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Router 816c6be6-c931-41b8-a8dc-bd5369ab83ba is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:07:10.528156 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-6f86baf7-0e8a-451c-8a4c-83c58091aefa service neutron] Attempting to bind port 33b6ff2c-7905-4f5e-9583-c934907a3dcc on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:07:10.528156 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-6f86baf7-0e8a-451c-8a4c-83c58091aefa service neutron] Attempting to bind port 33b6ff2c-7905-4f5e-9583-c934907a3dcc by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '3b946340-8945-44e3-9994-eea75e53c8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7e2ba840-8e02-4f2c-827b-5fb28964ddf2'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:07:10.528156 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-6f86baf7-0e8a-451c-8a4c-83c58091aefa service neutron] Attempting to bind port 33b6ff2c-7905-4f5e-9583-c934907a3dcc on network 7e2ba840-8e02-4f2c-827b-5fb28964ddf2 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:07:10.531729 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-6f86baf7-0e8a-451c-8a4c-83c58091aefa service neutron] Port 33b6ff2c-7905-4f5e-9583-c934907a3dcc on network 7e2ba840-8e02-4f2c-827b-5fb28964ddf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:07:10.532150 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-6f86baf7-0e8a-451c-8a4c-83c58091aefa service neutron] Attempting to bind port 33b6ff2c-7905-4f5e-9583-c934907a3dcc on network 7e2ba840-8e02-4f2c-827b-5fb28964ddf2 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:07:10.666868 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b57527-8fb2-4fc9-b713-4395217f4a21 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:07:10.683449 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5a23d6-0763-4892-9f7f-723d6310b3fa None None] Sync routers for ids ['816c6be6-c931-41b8-a8dc-bd5369ab83ba'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:07:10.696964 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-6f86baf7-0e8a-451c-8a4c-83c58091aefa service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:07:10.697487 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-6f86baf7-0e8a-451c-8a4c-83c58091aefa service neutron] Checking segment: {'id': '3b946340-8945-44e3-9994-eea75e53c8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7e2ba840-8e02-4f2c-827b-5fb28964ddf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:07:10.698139 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-6f86baf7-0e8a-451c-8a4c-83c58091aefa service neutron] Bound using segment: {'id': '3b946340-8945-44e3-9994-eea75e53c8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7e2ba840-8e02-4f2c-827b-5fb28964ddf2'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:07:10.699340 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-6f86baf7-0e8a-451c-8a4c-83c58091aefa service neutron] Bound port: 33b6ff2c-7905-4f5e-9583-c934907a3dcc, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b946340-8945-44e3-9994-eea75e53c8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7e2ba840-8e02-4f2c-827b-5fb28964ddf2'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:07:10.699705 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-6f86baf7-0e8a-451c-8a4c-83c58091aefa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:10.726572 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5a23d6-0763-4892-9f7f-723d6310b3fa None None] Routers {'816c6be6-c931-41b8-a8dc-bd5369ab83ba'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:07:10.732145 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-50b57527-8fb2-4fc9-b713-4395217f4a21 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:10.733570 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-50b57527-8fb2-4fc9-b713-4395217f4a21 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 7.8437445 Nov 27 04:07:10.736811 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-c4f9f94f-fa2b-4a92-9689-6ba36244d960 req-48429515-7e2f-4f45-ac05-a32008322606 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Deleting port f74ad9d9-2135-4219-a2cf-c8a9687f47b2 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:07:10.737281 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-c4f9f94f-fa2b-4a92-9689-6ba36244d960 req-48429515-7e2f-4f45-ac05-a32008322606 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:10.741127 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36222) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:10.743259 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-2c5a23d6-0763-4892-9f7f-723d6310b3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:06:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['816c6be6-c931-41b8-a8dc-bd5369ab83ba'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:10.846781 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e40558-b05c-405a-aa2b-5bccd5c9f819 req-c76d2a50-9bb5-43c9-89fa-ad361437c5ac tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:10.856775 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-05e40558-b05c-405a-aa2b-5bccd5c9f819 req-c76d2a50-9bb5-43c9-89fa-ad361437c5ac tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9cb4a1e-5b89-476f-bc63-6c0ea3d8ef72 HTTP/1.1" status: 200 len: 944 time: 0.1274102 Nov 27 04:07:10.929606 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-05e40558-b05c-405a-aa2b-5bccd5c9f819 req-31178296-a19b-466a-b5b1-ee0c0f8bc6b0 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] 10.222.0.20 "GET /v2.0/security-groups?id=fadcd1c0-3e48-4d77-aa3c-f821a737f45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715699 Nov 27 04:07:10.938598 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e2280bd2-5bf2-4a47-a641-030fc072ccef tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] 10.222.0.20 "GET /v2.0/routers/816c6be6-c931-41b8-a8dc-bd5369ab83ba HTTP/1.1" status: 200 len: 906 time: 0.1930463 Nov 27 04:07:10.939509 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 36230) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:11.002060 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-2c5a23d6-0763-4892-9f7f-723d6310b3fa None None] Set router 816c6be6-c931-41b8-a8dc-bd5369ab83ba gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:07:11.097460 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8f8cf4f0-5f71-4afb-b7d0-6232c30bf929 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:11.180666 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-6f86baf7-0e8a-451c-8a4c-83c58091aefa service neutron] For port 33b6ff2c-7905-4f5e-9583-c934907a3dcc, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:07:11.207336 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-6f86baf7-0e8a-451c-8a4c-83c58091aefa service neutron] For port 33b6ff2c-7905-4f5e-9583-c934907a3dcc, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=33b6ff2c-7905-4f5e-9583-c934907a3dcc,segment=NetworkSegment(3b946340-8945-44e3-9994-eea75e53c8a3),segment_id=3b946340-8945-44e3-9994-eea75e53c8a3)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:07:11.221433 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-6f86baf7-0e8a-451c-8a4c-83c58091aefa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:11.229279 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-c4f9f94f-fa2b-4a92-9689-6ba36244d960 req-48429515-7e2f-4f45-ac05-a32008322606 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] For port f74ad9d9-2135-4219-a2cf-c8a9687f47b2, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=f74ad9d9-2135-4219-a2cf-c8a9687f47b2,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:07:11.232747 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-c4f9f94f-fa2b-4a92-9689-6ba36244d960 req-48429515-7e2f-4f45-ac05-a32008322606 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:11.294367 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8f8cf4f0-5f71-4afb-b7d0-6232c30bf929 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:11.304207 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-c4f9f94f-fa2b-4a92-9689-6ba36244d960 req-48429515-7e2f-4f45-ac05-a32008322606 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Calling delete_port for f74ad9d9-2135-4219-a2cf-c8a9687f47b2 owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:07:11.311600 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-6f86baf7-0e8a-451c-8a4c-83c58091aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:11.312233 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-6f86baf7-0e8a-451c-8a4c-83c58091aefa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:11.313789 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-6f86baf7-0e8a-451c-8a4c-83c58091aefa service neutron] 10.222.0.11 "PUT /v2.0/ports/33b6ff2c-7905-4f5e-9583-c934907a3dcc HTTP/1.1" status: 200 len: 1092 time: 2.5525420 Nov 27 04:07:11.318341 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9cb4a1e-5b89-476f-bc63-6c0ea3d8ef72', 'tag': '33b6ff2c-7905-4f5e-9583-c934907a3dcc'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:07:11.321994 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818964fc-8c4c-4ad6-adc1-57e21783f41f" -d '{"events": [{"name": "network-changed", "server_uuid": "f9cb4a1e-5b89-476f-bc63-6c0ea3d8ef72", "tag": "33b6ff2c-7905-4f5e-9583-c934907a3dcc"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:07:11.399782 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-8f8cf4f0-5f71-4afb-b7d0-6232c30bf929 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Deleting port 19792232-e7d1-4401-b993-3252924c8e44 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:07:11.400503 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8f8cf4f0-5f71-4afb-b7d0-6232c30bf929 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:11.565896 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129c160d-b351-489b-a811-0a251fcfde01 x-openstack-request-id: req-129c160d-b351-489b-a811-0a251fcfde01 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:07:11.568981 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9cb4a1e-5b89-476f-bc63-6c0ea3d8ef72", "tag": "33b6ff2c-7905-4f5e-9583-c934907a3dcc", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:07:11.569400 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-129c160d-b351-489b-a811-0a251fcfde01 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:07:11.569985 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9cb4a1e-5b89-476f-bc63-6c0ea3d8ef72', 'tag': '33b6ff2c-7905-4f5e-9583-c934907a3dcc', 'status': 'completed', 'code': 200} Nov 27 04:07:11.631539 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8f8cf4f0-5f71-4afb-b7d0-6232c30bf929 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:11.645575 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-8f8cf4f0-5f71-4afb-b7d0-6232c30bf929 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Calling delete_port for 19792232-e7d1-4401-b993-3252924c8e44 owned by network:router_gateway {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:07:11.699813 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86baf7-0e8a-451c-8a4c-83c58091aefa service neutron] Pushing event updated for resources: {'Port': ['ID=33b6ff2c-7905-4f5e-9583-c934907a3dcc,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:11.747878 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-99f26342-3e7b-4eae-b40d-b01d5ee44309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:11.749767 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-99f26342-3e7b-4eae-b40d-b01d5ee44309 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=adc6582f3c704e8a9b7e9aba76277ce4&device_id=f9cb4a1e-5b89-476f-bc63-6c0ea3d8ef72 HTTP/1.1" status: 200 len: 1095 time: 0.3339319 Nov 27 04:07:11.817360 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-d074bc7b-eedb-4c7c-a694-e5980c06c60a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33b6ff2c-7905-4f5e-9583-c934907a3dcc HTTP/1.1" status: 200 len: 217 time: 0.0519919 Nov 27 04:07:11.827775 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e533c-8aa7-41d1-a022-39ca254f6403 req-d0f47bc2-921c-421e-ab5a-8606369ea2bf tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:11.829644 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-496e533c-8aa7-41d1-a022-39ca254f6403 req-d0f47bc2-921c-421e-ab5a-8606369ea2bf tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a66f33e-ed16-490f-be22-c59609114a3f HTTP/1.1" status: 200 len: 946 time: 0.1455495 Nov 27 04:07:11.885826 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b6e41-f5ab-407e-a533-2e14fc636fd8 req-1617c4f6-d46c-46a5-ba95-b8811acac05c tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:11.887429 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-713b6e41-f5ab-407e-a533-2e14fc636fd8 req-1617c4f6-d46c-46a5-ba95-b8811acac05c tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4538553e-c0c2-491b-b4e4-065162aae292 HTTP/1.1" status: 200 len: 943 time: 0.0872457 Nov 27 04:07:11.892291 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-2c5a23d6-0763-4892-9f7f-723d6310b3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816c6be6-c931-41b8-a8dc-bd5369ab83ba', 'name': 'tempest-snat-router-998424922', 'tenant_id': '0ab70436ac484d0fbc20db16f91a73a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '19792232-e7d1-4401-b993-3252924c8e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:07:03Z', 'updated_at': '2021-11-27T04:07:07Z', 'revision_number': 3, 'project_id': '0ab70436ac484d0fbc20db16f91a73a1', 'gw_port': {'id': '19792232-e7d1-4401-b993-3252924c8e44', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:61:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816c6be6-c931-41b8-a8dc-bd5369ab83ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:07:06Z', 'updated_at': '2021-11-27T04:07:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:11.935626 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5a23d6-0763-4892-9f7f-723d6310b3fa None None] Checking router: 816c6be6-c931-41b8-a8dc-bd5369ab83ba for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:07:11.936223 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5a23d6-0763-4892-9f7f-723d6310b3fa None None] Updating router 816c6be6-c931-41b8-a8dc-bd5369ab83ba port 19792232-e7d1-4401-b993-3252924c8e44 binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:07:11.946746 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-1c5e1e17-d287-48e6-a242-9d3094bd84ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:11.948565 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-1c5e1e17-d287-48e6-a242-9d3094bd84ea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4798ff42-6568-4b6e-be30-2362bb960272 HTTP/1.1" status: 200 len: 853 time: 0.1178305 Nov 27 04:07:11.971237 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2c5a23d6-0763-4892-9f7f-723d6310b3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:12.010433 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-0aee77ba-6ff8-4b69-9646-da996f238bad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7e2ba840-8e02-4f2c-827b-5fb28964ddf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514057 Nov 27 04:07:12.050608 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-713b6e41-f5ab-407e-a533-2e14fc636fd8 req-2204c0c9-d57b-48fb-afe1-274057554e52 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323640 Nov 27 04:07:12.051928 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8f8cf4f0-5f71-4afb-b7d0-6232c30bf929 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:12.052396 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-496e533c-8aa7-41d1-a022-39ca254f6403 req-49ddcb53-5754-4197-9f5a-7306d0c7552f tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=48a7aacd-8236-48f5-bda2-e3ee3435c9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049971 Nov 27 04:07:12.115906 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8cf4f0-5f71-4afb-b7d0-6232c30bf929 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Pushing event deleted for resources: {'Port': ['ID=19792232-e7d1-4401-b993-3252924c8e44,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:12.160872 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5d2688-4b19-420a-a151-b6feb03c1635 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:07:12.191366 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-c4f9f94f-fa2b-4a92-9689-6ba36244d960 req-48429515-7e2f-4f45-ac05-a32008322606 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:12.251186 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48429515-7e2f-4f45-ac05-a32008322606 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Pushing event deleted for resources: {'Port': ['ID=f74ad9d9-2135-4219-a2cf-c8a9687f47b2,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:12.369162 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51576c-aec6-4dbf-a1e5-855cc0616c2e req-160c1a7e-1a69-4258-86c3-f3a617fae6d4 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:12.370730 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6e51576c-aec6-4dbf-a1e5-855cc0616c2e req-160c1a7e-1a69-4258-86c3-f3a617fae6d4 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9cb4a1e-5b89-476f-bc63-6c0ea3d8ef72 HTTP/1.1" status: 200 len: 944 time: 0.2283828 Nov 27 04:07:12.383361 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8f8cf4f0-5f71-4afb-b7d0-6232c30bf929 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:12.415732 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f9f94f-fa2b-4a92-9689-6ba36244d960 req-48429515-7e2f-4f45-ac05-a32008322606 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] No DVR routers for this DVR port f74ad9d9-2135-4219-a2cf-c8a9687f47b2 on host n-h2-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:07:12.424266 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-788b349b-214b-4425-ad4c-1ee5a2d04b8c service neutron] 10.222.0.11 "GET /v2.0/networks/7e2ba840-8e02-4f2c-827b-5fb28964ddf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044354 Nov 27 04:07:12.426044 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-c4f9f94f-fa2b-4a92-9689-6ba36244d960 req-48429515-7e2f-4f45-ac05-a32008322606 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:12.434149 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c4f9f94f-fa2b-4a92-9689-6ba36244d960 req-48429515-7e2f-4f45-ac05-a32008322606 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.11 "DELETE /v2.0/ports/f74ad9d9-2135-4219-a2cf-c8a9687f47b2 HTTP/1.1" status: 204 len: 173 time: 2.2102408 Nov 27 04:07:12.597668 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fd11bc2b-c671-4ed8-a2ea-a3882ed1886b req-3c5fd3b3-f0b8-49aa-92c5-815fd4400093 service neutron] 10.222.0.11 "GET /v2.0/networks/7e2ba840-8e02-4f2c-827b-5fb28964ddf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622488 Nov 27 04:07:12.653312 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.api [None req-2c5a23d6-0763-4892-9f7f-723d6310b3fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:07:12.653524 n-d-819494-3 neutron-server[110020]: DEBUG oslo_db.api [None req-2c5a23d6-0763-4892-9f7f-723d6310b3fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:07:12.689454 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8f8cf4f0-5f71-4afb-b7d0-6232c30bf929 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:12.691826 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8f8cf4f0-5f71-4afb-b7d0-6232c30bf929 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:12.741378 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8f8cf4f0-5f71-4afb-b7d0-6232c30bf929 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:12.742019 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8cf4f0-5f71-4afb-b7d0-6232c30bf929 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 816c6be6-c931-41b8-a8dc-bd5369ab83ba {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:07:12.760450 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8f8cf4f0-5f71-4afb-b7d0-6232c30bf929 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:12.768056 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36288) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:12.772416 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8f8cf4f0-5f71-4afb-b7d0-6232c30bf929 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] 10.222.0.20 "DELETE /v2.0/routers/816c6be6-c931-41b8-a8dc-bd5369ab83ba HTTP/1.1" status: 204 len: 168 time: 1.8317900 Nov 27 04:07:12.821421 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6e51576c-aec6-4dbf-a1e5-855cc0616c2e req-588f5306-a19a-47ae-aa10-19b24cad737b tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] 10.222.0.20 "GET /v2.0/security-groups?id=fadcd1c0-3e48-4d77-aa3c-f821a737f45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4433627 Nov 27 04:07:12.860489 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818964fc-8c4c-4ad6-adc1-57e21783f41f req-98fd002e-a736-4c64-ae44-d4c86eb25d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:12.862195 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-818964fc-8c4c-4ad6-adc1-57e21783f41f req-98fd002e-a736-4c64-ae44-d4c86eb25d03 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=adc6582f3c704e8a9b7e9aba76277ce4&device_id=f9cb4a1e-5b89-476f-bc63-6c0ea3d8ef72 HTTP/1.1" status: 200 len: 1095 time: 0.1539991 Nov 27 04:07:12.961290 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-36f7c732-033e-464e-b590-5bfd73adde96 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:13.200363 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5a23d6-0763-4892-9f7f-723d6310b3fa None None] Port 19792232-e7d1-4401-b993-3252924c8e44 not found while updating agent binding for router 816c6be6-c931-41b8-a8dc-bd5369ab83ba. {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 27 04:07:13.225236 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5a23d6-0763-4892-9f7f-723d6310b3fa None None] Routers set() bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:07:13.226010 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5a23d6-0763-4892-9f7f-723d6310b3fa None None] Router IDs set() for agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 27 04:07:13.226889 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_agentschedulers_db [None req-2c5a23d6-0763-4892-9f7f-723d6310b3fa None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'816c6be6-c931-41b8-a8dc-bd5369ab83ba'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:06:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent'). {{(pid=110020) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 27 04:07:13.227605 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5a23d6-0763-4892-9f7f-723d6310b3fa None None] The sync data for ids ['816c6be6-c931-41b8-a8dc-bd5369ab83ba'] in n-d-819494-3 is: [] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:07:13.267160 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-838f1f5b-7175-4ade-ae6f-c88818515a99 req-0e89f6e3-d201-4f11-bec6-da8e63a2263e tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a66f33e-ed16-490f-be22-c59609114a3f HTTP/1.1" status: 200 len: 210 time: 0.0422130 Nov 27 04:07:13.530120 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818964fc-8c4c-4ad6-adc1-57e21783f41f req-c61dc5e0-b7ec-43ef-b625-825fb7cb5388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:13.531392 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-818964fc-8c4c-4ad6-adc1-57e21783f41f req-c61dc5e0-b7ec-43ef-b625-825fb7cb5388 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7e2ba840-8e02-4f2c-827b-5fb28964ddf2 HTTP/1.1" status: 200 len: 914 time: 0.6602788 Nov 27 04:07:13.542155 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device f74ad9d9-2135-4219-a2cf-c8a9687f47b2 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:07:13.573834 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: f74ad9d9-2135-4219-a2cf-c8a9687f47b2 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:07:13.574526 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device f74ad9d9-2135-4219-a2cf-c8a9687f47b2 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:07:13.596630 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a66f33e-ed16-490f-be22-c59609114a3f', 'name': 'network-vif-deleted', 'tag': 'f74ad9d9-2135-4219-a2cf-c8a9687f47b2'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:07:13.598712 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228c6cde-eaf6-4214-a3ef-886a3933a22c" -d '{"events": [{"server_uuid": "0a66f33e-ed16-490f-be22-c59609114a3f", "name": "network-vif-deleted", "tag": "f74ad9d9-2135-4219-a2cf-c8a9687f47b2"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:07:13.606676 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-818964fc-8c4c-4ad6-adc1-57e21783f41f req-6202272b-271b-457b-9101-e4b3b36abaef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33b6ff2c-7905-4f5e-9583-c934907a3dcc HTTP/1.1" status: 200 len: 217 time: 0.0658031 Nov 27 04:07:13.659035 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a3632-179f-4d5a-8ff0-e0909131f6b0 req-275383d7-21aa-421d-9e39-e1bbe9a526ea tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:13.664986 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-094a3632-179f-4d5a-8ff0-e0909131f6b0 req-275383d7-21aa-421d-9e39-e1bbe9a526ea tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4538553e-c0c2-491b-b4e4-065162aae292 HTTP/1.1" status: 200 len: 943 time: 0.1815104 Nov 27 04:07:13.703610 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d99e5f-de45-42b5-99d4-6141ef68f14b x-openstack-request-id: req-22d99e5f-de45-42b5-99d4-6141ef68f14b {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:07:13.703909 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a66f33e-ed16-490f-be22-c59609114a3f", "name": "network-vif-deleted", "tag": "f74ad9d9-2135-4219-a2cf-c8a9687f47b2", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:07:13.704166 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-22d99e5f-de45-42b5-99d4-6141ef68f14b {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:07:13.704563 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a66f33e-ed16-490f-be22-c59609114a3f', 'name': 'network-vif-deleted', 'tag': 'f74ad9d9-2135-4219-a2cf-c8a9687f47b2', 'status': 'completed', 'code': 200} Nov 27 04:07:13.707271 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-36f7c732-033e-464e-b590-5bfd73adde96 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:13.718847 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818964fc-8c4c-4ad6-adc1-57e21783f41f req-fbad1c1a-29c4-469c-98e9-61ff443a6036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:13.720348 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-818964fc-8c4c-4ad6-adc1-57e21783f41f req-fbad1c1a-29c4-469c-98e9-61ff443a6036 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4798ff42-6568-4b6e-be30-2362bb960272 HTTP/1.1" status: 200 len: 853 time: 0.1017978 Nov 27 04:07:13.785825 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-818964fc-8c4c-4ad6-adc1-57e21783f41f req-ac44c4a8-ce3e-424e-a7ba-b2d879d7158d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7e2ba840-8e02-4f2c-827b-5fb28964ddf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548408 Nov 27 04:07:13.816558 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-094a3632-179f-4d5a-8ff0-e0909131f6b0 req-9d8210e5-5e91-40be-bc0f-346d4c17614f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487868 Nov 27 04:07:13.962035 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-818964fc-8c4c-4ad6-adc1-57e21783f41f req-b7fb99d4-691f-480b-a188-5389edfc51ef service neutron] 10.222.0.11 "GET /v2.0/networks/7e2ba840-8e02-4f2c-827b-5fb28964ddf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675205 Nov 27 04:07:13.966694 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-36f7c732-033e-464e-b590-5bfd73adde96 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Deleting port 29e57e44-0257-40da-ad68-844ef879ad87 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:07:13.967038 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-36f7c732-033e-464e-b590-5bfd73adde96 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:13.991596 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbdd06-1a0d-46d8-9145-4eb0259cdaa9 req-ce512975-9118-475c-bc05-c0d95d86c927 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:13.994251 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-15bbdd06-1a0d-46d8-9145-4eb0259cdaa9 req-ce512975-9118-475c-bc05-c0d95d86c927 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9cb4a1e-5b89-476f-bc63-6c0ea3d8ef72 HTTP/1.1" status: 200 len: 944 time: 0.0935476 Nov 27 04:07:14.086169 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-15bbdd06-1a0d-46d8-9145-4eb0259cdaa9 req-f2f397c8-a28a-44a4-bab3-662eca6a2324 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] 10.222.0.20 "GET /v2.0/security-groups?id=fadcd1c0-3e48-4d77-aa3c-f821a737f45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839782 Nov 27 04:07:14.157824 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-36f7c732-033e-464e-b590-5bfd73adde96 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] For port 29e57e44-0257-40da-ad68-844ef879ad87, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=29e57e44-0257-40da-ad68-844ef879ad87,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:07:14.158208 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-36f7c732-033e-464e-b590-5bfd73adde96 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:14.190532 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-36f7c732-033e-464e-b590-5bfd73adde96 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Calling delete_port for 29e57e44-0257-40da-ad68-844ef879ad87 owned by network:router_gateway {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:07:14.245852 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-818964fc-8c4c-4ad6-adc1-57e21783f41f req-3ec659a3-4563-43b3-95de-65b4a9edbb37 service neutron] 10.222.0.11 "GET /v2.0/networks/7e2ba840-8e02-4f2c-827b-5fb28964ddf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181060 Nov 27 04:07:14.587316 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-36f7c732-033e-464e-b590-5bfd73adde96 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:14.629079 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3feecec-19ea-4fa2-8c2e-fd85a687c2c3 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:07:14.681942 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f7c732-033e-464e-b590-5bfd73adde96 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Pushing event deleted for resources: {'Port': ['ID=29e57e44-0257-40da-ad68-844ef879ad87,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:14.745898 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-36f7c732-033e-464e-b590-5bfd73adde96 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:14.867356 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-36f7c732-033e-464e-b590-5bfd73adde96 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:14.873487 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-36f7c732-033e-464e-b590-5bfd73adde96 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:14.883406 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9cde62-6fd8-4b42-95d4-1909d9c4a43e req-29ea5734-ad67-49a4-90f6-ef5f2d6cf2cb tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:14.884784 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2e9cde62-6fd8-4b42-95d4-1909d9c4a43e req-29ea5734-ad67-49a4-90f6-ef5f2d6cf2cb tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.1695602 Nov 27 04:07:14.941147 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da41db9-cebc-4709-bd55-a2ca9f21d3d9 req-afd16bb8-cd82-45a7-bf98-00c8054bf276 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:14.949289 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6da41db9-cebc-4709-bd55-a2ca9f21d3d9 req-afd16bb8-cd82-45a7-bf98-00c8054bf276 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4538553e-c0c2-491b-b4e4-065162aae292 HTTP/1.1" status: 200 len: 943 time: 0.0566652 Nov 27 04:07:14.974939 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-36f7c732-033e-464e-b590-5bfd73adde96 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:14.976060 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f7c732-033e-464e-b590-5bfd73adde96 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e06934b3-615f-40c0-a71d-be7170dbe4ad {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:07:14.980807 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-36f7c732-033e-464e-b590-5bfd73adde96 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:14.987174 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-36f7c732-033e-464e-b590-5bfd73adde96 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] 10.222.0.20 "DELETE /v2.0/routers/e06934b3-615f-40c0-a71d-be7170dbe4ad HTTP/1.1" status: 204 len: 168 time: 2.2178414 Nov 27 04:07:14.988501 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36362) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:14.992766 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2e9cde62-6fd8-4b42-95d4-1909d9c4a43e req-1fa3e465-9ea8-4ad5-8635-4393462a5af3 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013129 Nov 27 04:07:14.997552 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-01177e0d-e85f-432c-aa4d-c1e7d648765c tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1634452575', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}, 'admin_state_up': False}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:07:15.028483 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6da41db9-cebc-4709-bd55-a2ca9f21d3d9 req-ba9dcbaa-b47a-433f-8144-3073637781de tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782435 Nov 27 04:07:15.041121 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-01177e0d-e85f-432c-aa4d-c1e7d648765c tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:15.042268 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-01177e0d-e85f-432c-aa4d-c1e7d648765c tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:15.116424 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-01177e0d-e85f-432c-aa4d-c1e7d648765c tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:15.354476 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f246db6-88ef-4037-83e9-8fe197ddcf88 req-64556b0b-89c2-48ee-af76-c53572601b5e tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:15.356560 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2f246db6-88ef-4037-83e9-8fe197ddcf88 req-64556b0b-89c2-48ee-af76-c53572601b5e tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9cb4a1e-5b89-476f-bc63-6c0ea3d8ef72 HTTP/1.1" status: 200 len: 944 time: 0.1402526 Nov 27 04:07:15.361631 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-01177e0d-e85f-432c-aa4d-c1e7d648765c tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:15.469697 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2f246db6-88ef-4037-83e9-8fe197ddcf88 req-46346afd-5acd-44c7-af2d-a691b58096b9 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] 10.222.0.20 "GET /v2.0/security-groups?id=fadcd1c0-3e48-4d77-aa3c-f821a737f45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026394 Nov 27 04:07:15.557217 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 33b6ff2c-7905-4f5e-9583-c934907a3dcc details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:07:15.705606 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-01177e0d-e85f-432c-aa4d-c1e7d648765c tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:15.714522 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 33b6ff2c-7905-4f5e-9583-c934907a3dcc, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=33b6ff2c-7905-4f5e-9583-c934907a3dcc,segment=NetworkSegment(3b946340-8945-44e3-9994-eea75e53c8a3),segment_id=3b946340-8945-44e3-9994-eea75e53c8a3)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:07:15.735402 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '33b6ff2c-7905-4f5e-9583-c934907a3dcc', 'network_id': '7e2ba840-8e02-4f2c-827b-5fb28964ddf2', 'port_id': '33b6ff2c-7905-4f5e-9583-c934907a3dcc', 'mac_address': 'fa:16:3e:95:fd:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4798ff42-6568-4b6e-be30-2362bb960272', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:07:15.744827 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-01177e0d-e85f-432c-aa4d-c1e7d648765c tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:15.821311 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:15.868317 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33b6ff2c-7905-4f5e-9583-c934907a3dcc {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:07:15.907551 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-01177e0d-e85f-432c-aa4d-c1e7d648765c tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Allocated IP 172.25.1.192 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/881a7338-0f70-4d0a-a7de-817d6336619a) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:07:15.924852 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 33b6ff2c-7905-4f5e-9583-c934907a3dcc, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=33b6ff2c-7905-4f5e-9583-c934907a3dcc,segment=NetworkSegment(3b946340-8945-44e3-9994-eea75e53c8a3),segment_id=3b946340-8945-44e3-9994-eea75e53c8a3)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:07:15.936384 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:16.017409 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=33b6ff2c-7905-4f5e-9583-c934907a3dcc,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:16.041480 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:16.042354 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:16.043031 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:16.044153 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:16.044973 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:16.045469 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:16.055559 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:16.058047 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:16.060705 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:16.061569 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:16.064183 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:16.065179 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:16.102663 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-01177e0d-e85f-432c-aa4d-c1e7d648765c tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:16.163716 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-320efae3-af76-4fe9-814f-f234af7bde97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:16.169021 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:16.221648 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2c5e4-2b61-4395-9563-273add15c24e req-f739450c-d46d-43c5-b1bb-32956892020a tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:16.227497 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['33b6ff2c-7905-4f5e-9583-c934907a3dcc'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:07:16.230035 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-99a2c5e4-2b61-4395-9563-273add15c24e req-f739450c-d46d-43c5-b1bb-32956892020a tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.0782337 Nov 27 04:07:16.289546 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50fb6b-3c1d-466c-a4d8-82b1b3f00e36 req-3b12d025-19a8-4d4a-8b67-e2f81e8b96e2 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:16.294351 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ec50fb6b-3c1d-466c-a4d8-82b1b3f00e36 req-3b12d025-19a8-4d4a-8b67-e2f81e8b96e2 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4538553e-c0c2-491b-b4e4-065162aae292 HTTP/1.1" status: 200 len: 943 time: 0.1226585 Nov 27 04:07:16.295391 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-01177e0d-e85f-432c-aa4d-c1e7d648765c tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:16.375222 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01177e0d-e85f-432c-aa4d-c1e7d648765c tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:07:16.387371 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-01177e0d-e85f-432c-aa4d-c1e7d648765c tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:07:16.399528 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01177e0d-e85f-432c-aa4d-c1e7d648765c tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:07:16.407906 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d6ebc3-7670-4419-8c85-673e892de12e None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:07:16.436670 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01177e0d-e85f-432c-aa4d-c1e7d648765c tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Pushing event updated for resources: {'Port': ['ID=881a7338-0f70-4d0a-a7de-817d6336619a,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:16.484631 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ec50fb6b-3c1d-466c-a4d8-82b1b3f00e36 req-2e3c3775-a8ca-4c46-a064-81926d9d1915 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354272 Nov 27 04:07:16.566313 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-b5e02804-221c-41ae-a5cc-fbfbecf7b525 None None] Provisioning complete for port 881a7338-0f70-4d0a-a7de-817d6336619a triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:07:16.566721 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b5e02804-221c-41ae-a5cc-fbfbecf7b525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:16.686866 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-b5e02804-221c-41ae-a5cc-fbfbecf7b525 None None] Port 881a7338-0f70-4d0a-a7de-817d6336619a cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:07:16.764880 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd008a-eddf-4fa0-aa54-68d77c1e542a req-c88178d2-bc1f-4f7f-91b2-6f7bbd4f870c tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:16.773682 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-abdd008a-eddf-4fa0-aa54-68d77c1e542a req-c88178d2-bc1f-4f7f-91b2-6f7bbd4f870c tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9cb4a1e-5b89-476f-bc63-6c0ea3d8ef72 HTTP/1.1" status: 200 len: 945 time: 0.1333678 Nov 27 04:07:16.808536 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-99a2c5e4-2b61-4395-9563-273add15c24e req-249452aa-7c22-436a-80a0-9005dba68d00 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups?id=34c75a03-6fda-4197-9417-4cae157389b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5774086 Nov 27 04:07:16.874402 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe4b48-58dc-4db7-bf3f-171ededf6cf2 req-7942e0e7-b748-48fc-a601-04a7e5b3a02e tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:16.876747 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5bbe4b48-58dc-4db7-bf3f-171ededf6cf2 req-7942e0e7-b748-48fc-a601-04a7e5b3a02e tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 945 time: 0.0873296 Nov 27 04:07:16.897547 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-abdd008a-eddf-4fa0-aa54-68d77c1e542a req-0cc1b092-378c-4a4e-9fb6-09db3c325477 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] 10.222.0.20 "GET /v2.0/security-groups?id=fadcd1c0-3e48-4d77-aa3c-f821a737f45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228273 Nov 27 04:07:16.940932 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-01177e0d-e85f-432c-aa4d-c1e7d648765c tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:17.063891 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-5bbe4b48-58dc-4db7-bf3f-171ededf6cf2 req-363189ac-0ca5-45be-9408-4cc941af925d tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Deleting port a1c9d3a6-1790-421d-8159-5888317d7f7e {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:07:17.064234 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-5bbe4b48-58dc-4db7-bf3f-171ededf6cf2 req-363189ac-0ca5-45be-9408-4cc941af925d tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:17.158589 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 29e57e44-0257-40da-ad68-844ef879ad87 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:07:17.199228 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-5bbe4b48-58dc-4db7-bf3f-171ededf6cf2 req-363189ac-0ca5-45be-9408-4cc941af925d tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] For port a1c9d3a6-1790-421d-8159-5888317d7f7e, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=a1c9d3a6-1790-421d-8159-5888317d7f7e,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:07:17.199659 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-5bbe4b48-58dc-4db7-bf3f-171ededf6cf2 req-363189ac-0ca5-45be-9408-4cc941af925d tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:17.215111 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 29e57e44-0257-40da-ad68-844ef879ad87 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:07:17.216998 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 29e57e44-0257-40da-ad68-844ef879ad87 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:07:17.271565 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-01177e0d-e85f-432c-aa4d-c1e7d648765c tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:17.458538 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01177e0d-e85f-432c-aa4d-c1e7d648765c tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Router 961a2c1b-89e5-4e10-91c4-7279747f5d58 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:07:17.470603 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-5bbe4b48-58dc-4db7-bf3f-171ededf6cf2 req-363189ac-0ca5-45be-9408-4cc941af925d tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:17.471207 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-5bbe4b48-58dc-4db7-bf3f-171ededf6cf2 req-363189ac-0ca5-45be-9408-4cc941af925d tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:17.471382 n-d-819494-3 neutron-server[110019]: INFO neutron.db.l3_db [req-5bbe4b48-58dc-4db7-bf3f-171ededf6cf2 req-363189ac-0ca5-45be-9408-4cc941af925d tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Floating IP 59897cc6-5257-4851-96e7-b9274320cbc2 disassociated. External IP: 172.25.1.83, port: a1c9d3a6-1790-421d-8159-5888317d7f7e. Nov 27 04:07:17.471767 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-5bbe4b48-58dc-4db7-bf3f-171ededf6cf2 req-363189ac-0ca5-45be-9408-4cc941af925d tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Calling delete_port for a1c9d3a6-1790-421d-8159-5888317d7f7e owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:07:17.573680 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 33b6ff2c-7905-4f5e-9583-c934907a3dcc up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:07:17.689506 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 33b6ff2c-7905-4f5e-9583-c934907a3dcc completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:07:17.693986 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 33b6ff2c-7905-4f5e-9583-c934907a3dcc triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:07:17.695208 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:17.709826 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da1e7b-e227-4d2c-b2c3-c09543d4a93c req-599b4408-411b-40e6-81c9-b51f3540a8b7 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:17.711577 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e6da1e7b-e227-4d2c-b2c3-c09543d4a93c req-599b4408-411b-40e6-81c9-b51f3540a8b7 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4538553e-c0c2-491b-b4e4-065162aae292 HTTP/1.1" status: 200 len: 943 time: 0.1243169 Nov 27 04:07:17.735521 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01177e0d-e85f-432c-aa4d-c1e7d648765c tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:07:17.747927 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e26ce0a-5b27-4759-bc00-dd99a13e8f43 None None] Sync routers for ids ['961a2c1b-89e5-4e10-91c4-7279747f5d58'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:07:17.763793 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-5bbe4b48-58dc-4db7-bf3f-171ededf6cf2 req-363189ac-0ca5-45be-9408-4cc941af925d tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:17.769794 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e26ce0a-5b27-4759-bc00-dd99a13e8f43 None None] Routers {'961a2c1b-89e5-4e10-91c4-7279747f5d58'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:07:17.770567 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-4e26ce0a-5b27-4759-bc00-dd99a13e8f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:06:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['961a2c1b-89e5-4e10-91c4-7279747f5d58'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:17.807950 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-01177e0d-e85f-432c-aa4d-c1e7d648765c tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:17.809528 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-01177e0d-e85f-432c-aa4d-c1e7d648765c tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8156998 Nov 27 04:07:17.812472 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36444) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:17.821135 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-51700753-2039-45db-aced-0d0814bfc09e tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'enable_snat': False}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:07:17.867707 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-4e26ce0a-5b27-4759-bc00-dd99a13e8f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:17.871574 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363189ac-0ca5-45be-9408-4cc941af925d tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Pushing event deleted for resources: {'Port': ['ID=a1c9d3a6-1790-421d-8159-5888317d7f7e,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:17.889625 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e26ce0a-5b27-4759-bc00-dd99a13e8f43 None None] Routers {'961a2c1b-89e5-4e10-91c4-7279747f5d58'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:07:17.894240 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-4e26ce0a-5b27-4759-bc00-dd99a13e8f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:06:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['961a2c1b-89e5-4e10-91c4-7279747f5d58'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:17.934121 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:17.972470 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9cb4a1e-5b89-476f-bc63-6c0ea3d8ef72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33b6ff2c-7905-4f5e-9583-c934907a3dcc'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:07:17.975478 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f708358e-0a5d-4602-9fbd-4ea72174e68f" -d '{"events": [{"server_uuid": "f9cb4a1e-5b89-476f-bc63-6c0ea3d8ef72", "name": "network-vif-plugged", "status": "completed", "tag": "33b6ff2c-7905-4f5e-9583-c934907a3dcc"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:07:17.992306 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 33b6ff2c-7905-4f5e-9583-c934907a3dcc, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=33b6ff2c-7905-4f5e-9583-c934907a3dcc,segment=NetworkSegment(3b946340-8945-44e3-9994-eea75e53c8a3),segment_id=3b946340-8945-44e3-9994-eea75e53c8a3)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:07:18.000353 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:18.013257 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-4e26ce0a-5b27-4759-bc00-dd99a13e8f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:18.014184 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e26ce0a-5b27-4759-bc00-dd99a13e8f43 None None] The sync data for ids ['961a2c1b-89e5-4e10-91c4-7279747f5d58'] in n-d-819494-3 is: [] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:07:18.042113 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e6da1e7b-e227-4d2c-b2c3-c09543d4a93c req-8801beee-9b42-4f90-ae60-a769533a18ab tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3165197 Nov 27 04:07:18.084168 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5bbe4b48-58dc-4db7-bf3f-171ededf6cf2 req-363189ac-0ca5-45be-9408-4cc941af925d tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Router 425df3a7-8016-4d47-befa-8af5d431b4e1 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:07:18.094580 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=33b6ff2c-7905-4f5e-9583-c934907a3dcc,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:18.301255 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5d485013-1c8d-49af-843f-f3b69e6b4bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:18.391829 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 7d77a8b4-7944-41b5-ba76-97e245e37f4e details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:07:18.520876 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439063ed-6737-4a58-8d48-aca32e3da16d req-1f53775e-7c41-45a0-aa12-67d41b9bafbb tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:18.522495 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-439063ed-6737-4a58-8d48-aca32e3da16d req-1f53775e-7c41-45a0-aa12-67d41b9bafbb tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9cb4a1e-5b89-476f-bc63-6c0ea3d8ef72 HTTP/1.1" status: 200 len: 946 time: 0.3280799 Nov 27 04:07:18.595215 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5bbe4b48-58dc-4db7-bf3f-171ededf6cf2 req-363189ac-0ca5-45be-9408-4cc941af925d tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:07:18.622740 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbc60f0-c0d1-4422-907b-2448417dc8ee None None] Sync routers for ids ['425df3a7-8016-4d47-befa-8af5d431b4e1'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:07:18.641631 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbc60f0-c0d1-4422-907b-2448417dc8ee None None] Routers {'425df3a7-8016-4d47-befa-8af5d431b4e1'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:07:18.654807 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-afbc60f0-c0d1-4422-907b-2448417dc8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:07:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['425df3a7-8016-4d47-befa-8af5d431b4e1'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:18.701369 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bbe4b48-58dc-4db7-bf3f-171ededf6cf2 req-363189ac-0ca5-45be-9408-4cc941af925d tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] No DVR routers for this DVR port a1c9d3a6-1790-421d-8159-5888317d7f7e on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:07:18.704361 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-5bbe4b48-58dc-4db7-bf3f-171ededf6cf2 req-363189ac-0ca5-45be-9408-4cc941af925d tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:18.723313 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5bbe4b48-58dc-4db7-bf3f-171ededf6cf2 req-363189ac-0ca5-45be-9408-4cc941af925d tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.23 "DELETE /v2.0/ports/a1c9d3a6-1790-421d-8159-5888317d7f7e HTTP/1.1" status: 204 len: 173 time: 1.8280711 Nov 27 04:07:18.737359 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce091d7-e20b-46b9-947e-d4019b8028fa', 'name': 'network-vif-deleted', 'tag': 'a1c9d3a6-1790-421d-8159-5888317d7f7e'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:07:18.743747 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40a939f-0fbf-4162-9f45-dbc11dd9976c" -d '{"events": [{"server_uuid": "4ce091d7-e20b-46b9-947e-d4019b8028fa", "name": "network-vif-deleted", "tag": "a1c9d3a6-1790-421d-8159-5888317d7f7e"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:07:18.773658 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-439063ed-6737-4a58-8d48-aca32e3da16d req-5d63df92-d3df-46fe-8cc1-b17e45758bb3 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] 10.222.0.20 "GET /v2.0/security-groups?id=fadcd1c0-3e48-4d77-aa3c-f821a737f45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237217 Nov 27 04:07:18.868033 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7813a31d-b560-421a-859c-61fae201a6a4 x-openstack-request-id: req-7813a31d-b560-421a-859c-61fae201a6a4 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:07:18.868340 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9cb4a1e-5b89-476f-bc63-6c0ea3d8ef72", "name": "network-vif-plugged", "status": "completed", "tag": "33b6ff2c-7905-4f5e-9583-c934907a3dcc", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:07:18.868604 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7813a31d-b560-421a-859c-61fae201a6a4 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:07:18.869024 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9cb4a1e-5b89-476f-bc63-6c0ea3d8ef72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33b6ff2c-7905-4f5e-9583-c934907a3dcc', 'code': 200} Nov 27 04:07:18.879647 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:18.898451 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 7d77a8b4-7944-41b5-ba76-97e245e37f4e, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=7d77a8b4-7944-41b5-ba76-97e245e37f4e,segment=NetworkSegment(7b573d51-51b1-4f49-9697-b1cce35223ba),segment_id=7b573d51-51b1-4f49-9697-b1cce35223ba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:07:18.934904 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cb624f-77ac-442c-9af2-b2c3e269ee5a x-openstack-request-id: req-91cb624f-77ac-442c-9af2-b2c3e269ee5a {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:07:18.935521 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce091d7-e20b-46b9-947e-d4019b8028fa", "name": "network-vif-deleted", "tag": "a1c9d3a6-1790-421d-8159-5888317d7f7e", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:07:18.935680 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-91cb624f-77ac-442c-9af2-b2c3e269ee5a {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:07:18.936361 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce091d7-e20b-46b9-947e-d4019b8028fa', 'name': 'network-vif-deleted', 'tag': 'a1c9d3a6-1790-421d-8159-5888317d7f7e', 'status': 'completed', 'code': 200} Nov 27 04:07:18.980972 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-afbc60f0-c0d1-4422-907b-2448417dc8ee None None] Set router 425df3a7-8016-4d47-befa-8af5d431b4e1 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:07:19.018484 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-169af8c3-eb64-4569-bdd7-5459c15e9d66 req-594fc843-0a82-4514-81a5-8486eac8caca tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ce091d7-e20b-46b9-947e-d4019b8028fa HTTP/1.1" status: 200 len: 210 time: 0.7869930 Nov 27 04:07:19.040334 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '7d77a8b4-7944-41b5-ba76-97e245e37f4e', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'port_id': '7d77a8b4-7944-41b5-ba76-97e245e37f4e', 'mac_address': 'fa:16:3e:25:20:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:07:19.095244 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a060e-4d49-4eff-bc39-202d982610a3 req-2bbfd5b8-734c-4ef1-b469-8402851045c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:19.096834 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4e3a060e-4d49-4eff-bc39-202d982610a3 req-2bbfd5b8-734c-4ef1-b469-8402851045c4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f9cb4a1e-5b89-476f-bc63-6c0ea3d8ef72 HTTP/1.1" status: 200 len: 1097 time: 0.0901833 Nov 27 04:07:19.101820 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-51700753-2039-45db-aced-0d0814bfc09e tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:19.222561 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:19.249960 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69a13b-e8fe-4d8e-bc77-be38a63d9637 req-52a22dea-8ab0-4f0d-8cc4-421d68dc08e6 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:19.258647 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fb69a13b-e8fe-4d8e-bc77-be38a63d9637 req-52a22dea-8ab0-4f0d-8cc4-421d68dc08e6 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4538553e-c0c2-491b-b4e4-065162aae292 HTTP/1.1" status: 200 len: 943 time: 0.0711548 Nov 27 04:07:19.272911 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d77a8b4-7944-41b5-ba76-97e245e37f4e {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:07:19.275030 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4e3a060e-4d49-4eff-bc39-202d982610a3 req-5d544af6-cff9-4109-9e81-362e9498fb1c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fadcd1c0-3e48-4d77-aa3c-f821a737f45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696165 Nov 27 04:07:19.361057 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fb69a13b-e8fe-4d8e-bc77-be38a63d9637 req-70539c95-b3fe-4243-8be3-a28ebfe40d46 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961041 Nov 27 04:07:19.422211 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 7d77a8b4-7944-41b5-ba76-97e245e37f4e, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=7d77a8b4-7944-41b5-ba76-97e245e37f4e,segment=NetworkSegment(7b573d51-51b1-4f49-9697-b1cce35223ba),segment_id=7b573d51-51b1-4f49-9697-b1cce35223ba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:07:19.432046 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:19.586109 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:19.621828 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=7d77a8b4-7944-41b5-ba76-97e245e37f4e,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:19.665579 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-afbc60f0-c0d1-4422-907b-2448417dc8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425df3a7-8016-4d47-befa-8af5d431b4e1', 'name': 'tempest-ServerActionsTestJSON-828746732-router', 'tenant_id': 'b01c762313d54b279f09c5e5d81dadbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c994a619-a6b1-47f3-9c5e-ec30ea84b446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:58:07Z', 'updated_at': '2021-11-27T03:58:14Z', 'revision_number': 4, 'project_id': 'b01c762313d54b279f09c5e5d81dadbf', 'gw_port': {'id': 'c994a619-a6b1-47f3-9c5e-ec30ea84b446', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425df3a7-8016-4d47-befa-8af5d431b4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:58:09Z', 'updated_at': '2021-11-27T03:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '78364b12-b6fa-4cbf-b9ae-9914a53f5fe1', 'name': '', 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637', 'tenant_id': 'b01c762313d54b279f09c5e5d81dadbf', 'mac_address': 'fa:16:3e:dd:5a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425df3a7-8016-4d47-befa-8af5d431b4e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'ef82cdfa-d224-4963-bff3-3b0049ffee0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:58:13Z', 'updated_at': '2021-11-27T03:58:20Z', 'revision_number': 5, 'project_id': 'b01c762313d54b279f09c5e5d81dadbf', 'subnets': [{'id': 'ef82cdfa-d224-4963-bff3-3b0049ffee0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:19.703731 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbc60f0-c0d1-4422-907b-2448417dc8ee None None] Checking router: 425df3a7-8016-4d47-befa-8af5d431b4e1 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:07:19.713482 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbc60f0-c0d1-4422-907b-2448417dc8ee None None] Routers {'425df3a7-8016-4d47-befa-8af5d431b4e1'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:07:19.714175 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-afbc60f0-c0d1-4422-907b-2448417dc8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:07:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['425df3a7-8016-4d47-befa-8af5d431b4e1'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:19.810814 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-0be8cdd1-3277-47fb-a68d-20130042bf2b tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:19.814975 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-0be8cdd1-3277-47fb-a68d-20130042bf2b tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/networks?id=1a550b15-0796-4700-a8cb-795a6a743018 HTTP/1.1" status: 200 len: 814 time: 0.3058393 Nov 27 04:07:19.832060 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['7d77a8b4-7944-41b5-ba76-97e245e37f4e'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:07:19.861805 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-6d56a366-6839-4a03-af33-4a0e575903ce tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/quotas/0a3560b8add540d18a832456fc92f93a HTTP/1.1" status: 200 len: 375 time: 0.0151250 Nov 27 04:07:19.949395 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-afbc60f0-c0d1-4422-907b-2448417dc8ee None None] Set router 425df3a7-8016-4d47-befa-8af5d431b4e1 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:07:19.953039 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4fbd5-572d-4cce-a604-0d28298ea236 req-f9a8748f-9a97-459b-a6b5-e91a526b7489 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:19.954981 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d3b4fbd5-572d-4cce-a604-0d28298ea236 req-f9a8748f-9a97-459b-a6b5-e91a526b7489 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9cb4a1e-5b89-476f-bc63-6c0ea3d8ef72 HTTP/1.1" status: 200 len: 946 time: 0.0893552 Nov 27 04:07:19.970578 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-a059173d-4995-4e25-8244-b59d83c150e1 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a3560b8add540d18a832456fc92f93a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630515 Nov 27 04:07:20.089938 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d3b4fbd5-572d-4cce-a604-0d28298ea236 req-ff41aa29-aa38-43bf-8795-ec468808a38f tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] 10.222.0.20 "GET /v2.0/security-groups?id=fadcd1c0-3e48-4d77-aa3c-f821a737f45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280396 Nov 27 04:07:20.104989 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-ffa77e8f-0a6d-44c6-95d0-cea081856912 service neutron] 10.222.0.20 "GET /v2.0/networks/1a550b15-0796-4700-a8cb-795a6a743018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230795 Nov 27 04:07:20.220644 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-51700753-2039-45db-aced-0d0814bfc09e tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3685224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11843'] for router, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:20.232015 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 36528) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:20.235891 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-51700753-2039-45db-aced-0d0814bfc09e tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3685219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3685210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3680816'] for router, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:20.381725 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2afbd3a6-1ca8-406f-8da1-1c82dd5d6360 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:20.420371 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-eae1ebc8-767d-4a57-b167-f3dc58770920 service neutron] 10.222.0.20 "GET /v2.0/networks/1a550b15-0796-4700-a8cb-795a6a743018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009667 Nov 27 04:07:20.424077 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device a1c9d3a6-1790-421d-8159-5888317d7f7e no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:07:20.432827 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2afbd3a6-1ca8-406f-8da1-1c82dd5d6360 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:20.497082 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51700753-2039-45db-aced-0d0814bfc09e tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Router 961a2c1b-89e5-4e10-91c4-7279747f5d58 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:07:20.545611 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: a1c9d3a6-1790-421d-8159-5888317d7f7e {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:07:20.546283 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device a1c9d3a6-1790-421d-8159-5888317d7f7e not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:07:20.613759 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffab655-fa6c-4fed-9e2d-4258e5e3cbb4 req-0c5339ea-0cff-4119-bc88-1739f3eb887f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:20.623940 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8ffab655-fa6c-4fed-9e2d-4258e5e3cbb4 req-0c5339ea-0cff-4119-bc88-1739f3eb887f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4538553e-c0c2-491b-b4e4-065162aae292 HTTP/1.1" status: 200 len: 944 time: 0.1591196 Nov 27 04:07:20.711420 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2afbd3a6-1ca8-406f-8da1-1c82dd5d6360 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:20.717246 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2afbd3a6-1ca8-406f-8da1-1c82dd5d6360 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:20.721278 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2afbd3a6-1ca8-406f-8da1-1c82dd5d6360 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "DELETE /v2.0/security-groups/34c75a03-6fda-4197-9417-4cae157389b3 HTTP/1.1" status: 204 len: 168 time: 0.4875031 Nov 27 04:07:20.765498 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 36548) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:20.767066 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afbd3a6-1ca8-406f-8da1-1c82dd5d6360 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c75a03-6fda-4197-9417-4cae157389b3,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:20.815144 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8ffab655-fa6c-4fed-9e2d-4258e5e3cbb4 req-1baf99c4-917f-4330-852f-aa3a56b2f3aa tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884351 Nov 27 04:07:20.816149 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-2688fcd7-e5d4-4910-ad12-373fd25c5951 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] show failed (client error): The resource could not be found. Nov 27 04:07:20.832850 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2688fcd7-e5d4-4910-ad12-373fd25c5951 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "GET /v2.0/security-groups/34c75a03-6fda-4197-9417-4cae157389b3 HTTP/1.1" status: 404 len: 347 time: 0.0627069 Nov 27 04:07:20.838515 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 36552) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:20.864139 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-01c5f05c-ab7b-4895-aa51-84fd779c3e63 req-baa261b3-bb09-4288-85da-a3bc4c0cd285 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4442045-1a2e-4b51-bdc5-7166950bbe82 HTTP/1.1" status: 200 len: 210 time: 0.1008182 Nov 27 04:07:20.909709 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51700753-2039-45db-aced-0d0814bfc09e tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:07:20.918418 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-afbc60f0-c0d1-4422-907b-2448417dc8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425df3a7-8016-4d47-befa-8af5d431b4e1', 'name': 'tempest-ServerActionsTestJSON-828746732-router', 'tenant_id': 'b01c762313d54b279f09c5e5d81dadbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c994a619-a6b1-47f3-9c5e-ec30ea84b446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:58:07Z', 'updated_at': '2021-11-27T03:58:14Z', 'revision_number': 4, 'project_id': 'b01c762313d54b279f09c5e5d81dadbf', 'gw_port': {'id': 'c994a619-a6b1-47f3-9c5e-ec30ea84b446', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425df3a7-8016-4d47-befa-8af5d431b4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:58:09Z', 'updated_at': '2021-11-27T03:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '78364b12-b6fa-4cbf-b9ae-9914a53f5fe1', 'name': '', 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637', 'tenant_id': 'b01c762313d54b279f09c5e5d81dadbf', 'mac_address': 'fa:16:3e:dd:5a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425df3a7-8016-4d47-befa-8af5d431b4e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'ef82cdfa-d224-4963-bff3-3b0049ffee0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:58:13Z', 'updated_at': '2021-11-27T03:58:20Z', 'revision_number': 5, 'project_id': 'b01c762313d54b279f09c5e5d81dadbf', 'subnets': [{'id': 'ef82cdfa-d224-4963-bff3-3b0049ffee0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:20.918610 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-51700753-2039-45db-aced-0d0814bfc09e tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:20.920158 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-51700753-2039-45db-aced-0d0814bfc09e tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] 10.222.0.20 "PUT /v2.0/routers/961a2c1b-89e5-4e10-91c4-7279747f5d58 HTTP/1.1" status: 200 len: 922 time: 3.1065795 Nov 27 04:07:20.922945 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36554) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:20.923236 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e2e5bd-5845-4430-a914-229110363bd0 None None] Sync routers for ids ['961a2c1b-89e5-4e10-91c4-7279747f5d58'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:07:20.951412 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e2e5bd-5845-4430-a914-229110363bd0 None None] Routers {'961a2c1b-89e5-4e10-91c4-7279747f5d58'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:07:20.954516 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-b5e2e5bd-5845-4430-a914-229110363bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:07:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['961a2c1b-89e5-4e10-91c4-7279747f5d58'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:20.995145 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbc60f0-c0d1-4422-907b-2448417dc8ee None None] The sync data for ids ['425df3a7-8016-4d47-befa-8af5d431b4e1'] in n-d-819494-3 is: [{'id': '425df3a7-8016-4d47-befa-8af5d431b4e1', 'name': 'tempest-ServerActionsTestJSON-828746732-router', 'tenant_id': 'b01c762313d54b279f09c5e5d81dadbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c994a619-a6b1-47f3-9c5e-ec30ea84b446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:58:07Z', 'updated_at': '2021-11-27T03:58:14Z', 'revision_number': 4, 'project_id': 'b01c762313d54b279f09c5e5d81dadbf', 'gw_port': {'id': 'c994a619-a6b1-47f3-9c5e-ec30ea84b446', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425df3a7-8016-4d47-befa-8af5d431b4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:58:09Z', 'updated_at': '2021-11-27T03:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '78364b12-b6fa-4cbf-b9ae-9914a53f5fe1', 'name': '', 'network_id': 'ab8fc313-e01d-42bb-a8ec-9d136b503637', 'tenant_id': 'b01c762313d54b279f09c5e5d81dadbf', 'mac_address': 'fa:16:3e:dd:5a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425df3a7-8016-4d47-befa-8af5d431b4e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'ef82cdfa-d224-4963-bff3-3b0049ffee0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:58:13Z', 'updated_at': '2021-11-27T03:58:20Z', 'revision_number': 5, 'project_id': 'b01c762313d54b279f09c5e5d81dadbf', 'subnets': [{'id': 'ef82cdfa-d224-4963-bff3-3b0049ffee0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:07:21.050884 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-b5e2e5bd-5845-4430-a914-229110363bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:21.058694 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 36560) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:21.092056 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-170496f8-9336-478b-b89f-cb5a383f1f95 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Deleting port 8a7999e9-0db5-4ebe-9a77-3abf5b105cf8 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:07:21.092621 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-170496f8-9336-478b-b89f-cb5a383f1f95 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:21.095328 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e2e5bd-5845-4430-a914-229110363bd0 None None] Routers {'961a2c1b-89e5-4e10-91c4-7279747f5d58'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:07:21.096119 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-b5e2e5bd-5845-4430-a914-229110363bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:07:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['961a2c1b-89e5-4e10-91c4-7279747f5d58'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:21.162435 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:21.188962 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3b288cdc-7517-46ec-8683-5351bea2b7d8 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] 10.222.0.20 "GET /v2.0/routers/961a2c1b-89e5-4e10-91c4-7279747f5d58 HTTP/1.1" status: 200 len: 922 time: 0.2648745 Nov 27 04:07:21.192952 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36566) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:21.249391 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-170496f8-9336-478b-b89f-cb5a383f1f95 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:21.249757 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-170496f8-9336-478b-b89f-cb5a383f1f95 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:21.261377 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-b5e2e5bd-5845-4430-a914-229110363bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:21.262383 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e2e5bd-5845-4430-a914-229110363bd0 None None] The sync data for ids ['961a2c1b-89e5-4e10-91c4-7279747f5d58'] in n-d-819494-3 is: [] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:07:21.300518 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-170496f8-9336-478b-b89f-cb5a383f1f95 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Calling delete_port for 8a7999e9-0db5-4ebe-9a77-3abf5b105cf8 owned by network:floatingip {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:07:21.318125 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-69cf57e6-b26c-43e9-a098-f73cc50ca15d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:21.357388 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c097f44-428f-453e-9edf-70049415217e tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:21.360492 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5c097f44-428f-453e-9edf-70049415217e tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=f5c39893-f8d8-4150-8aae-695f98406de3&device_id=961a2c1b-89e5-4e10-91c4-7279747f5d58&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1580293 Nov 27 04:07:21.370173 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36574) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:21.447793 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7be0dd-c166-4495-ac57-b39befab2945 req-a98796cd-ae1e-4f17-9a36-c6bfc8d956b1 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:21.455429 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8f7be0dd-c166-4495-ac57-b39befab2945 req-a98796cd-ae1e-4f17-9a36-c6bfc8d956b1 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9cb4a1e-5b89-476f-bc63-6c0ea3d8ef72 HTTP/1.1" status: 200 len: 946 time: 0.2304976 Nov 27 04:07:21.504167 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa81e0cd-b588-41a5-93fb-aef4b8189ab2 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:21.506660 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-fa81e0cd-b588-41a5-93fb-aef4b8189ab2 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] 10.222.0.20 "GET /v2.0/networks/f5c39893-f8d8-4150-8aae-695f98406de3 HTTP/1.1" status: 200 len: 881 time: 0.1347280 Nov 27 04:07:21.509290 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36576) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:21.520212 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75603339-0e4f-4194-b754-6b590baa4c3e None None] New status for floating IP 59897cc6-5257-4851-96e7-b9274320cbc2: DOWN {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:07:21.559938 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-bb929fee-67d6-415c-98bf-e7350c04e48d tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] 10.222.0.20 "GET /v2.0/ports?device_id=961a2c1b-89e5-4e10-91c4-7279747f5d58 HTTP/1.1" status: 200 len: 205 time: 0.0492451 Nov 27 04:07:21.572564 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36578) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:21.647760 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8f7be0dd-c166-4495-ac57-b39befab2945 req-bda69235-5b88-42f1-8242-8c68191a13ea tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] 10.222.0.20 "GET /v2.0/security-groups?id=fadcd1c0-3e48-4d77-aa3c-f821a737f45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912298 Nov 27 04:07:21.688461 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-69cf57e6-b26c-43e9-a098-f73cc50ca15d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:21.711035 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-69cf57e6-b26c-43e9-a098-f73cc50ca15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:21.763017 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4a15603c-e7ef-4ce7-a086-8739302de659 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:21.777330 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:21.799549 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf57e6-b26c-43e9-a098-f73cc50ca15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff49dd20-f413-4097-9f5c-07c48a05e8a0,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:21.881254 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-69cf57e6-b26c-43e9-a098-f73cc50ca15d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a8bedde9aa82493189d7ed3e0ee92a23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8205349 Nov 27 04:07:21.884023 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 36592) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:21.929418 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-170496f8-9336-478b-b89f-cb5a383f1f95 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:21.949825 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4a15603c-e7ef-4ce7-a086-8739302de659 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:21.989956 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170496f8-9336-478b-b89f-cb5a383f1f95 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Pushing event deleted for resources: {'Port': ['ID=8a7999e9-0db5-4ebe-9a77-3abf5b105cf8,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:22.000974 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe3d8dd-1169-4136-9143-54042ce008e8 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:07:22.052084 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-953695c1-694c-40bb-84ab-03d05e41459d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:22.058201 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5ae97c39-c648-42b4-9539-46f0153c8701 req-19b6d2f1-bfb0-421d-849c-601598997fcd tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4442045-1a2e-4b51-bdc5-7166950bbe82 HTTP/1.1" status: 200 len: 210 time: 0.0435536 Nov 27 04:07:22.092203 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-4a15603c-e7ef-4ce7-a086-8739302de659 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Deleting port 881a7338-0f70-4d0a-a7de-817d6336619a {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:07:22.092667 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4a15603c-e7ef-4ce7-a086-8739302de659 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:22.110094 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b918c6e-110e-4c00-961a-98823b3d8d62 req-e1bdc7c9-5728-424c-af48-5dd999def146 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:22.111654 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1b918c6e-110e-4c00-961a-98823b3d8d62 req-e1bdc7c9-5728-424c-af48-5dd999def146 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4538553e-c0c2-491b-b4e4-065162aae292 HTTP/1.1" status: 200 len: 944 time: 0.1597731 Nov 27 04:07:22.119264 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-953695c1-694c-40bb-84ab-03d05e41459d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:22.144762 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-170496f8-9336-478b-b89f-cb5a383f1f95 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks [] for floatingip, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:22.148107 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-170496f8-9336-478b-b89f-cb5a383f1f95 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:22.152373 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-170496f8-9336-478b-b89f-cb5a383f1f95 tempest-ServerActionsTestJSON-864108681 tempest-ServerActionsTestJSON-864108681-project] 10.222.0.20 "DELETE /v2.0/floatingips/59897cc6-5257-4851-96e7-b9274320cbc2 HTTP/1.1" status: 204 len: 168 time: 1.3126996 Nov 27 04:07:22.153263 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36602) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:22.202907 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4a15603c-e7ef-4ce7-a086-8739302de659 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:22.220457 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-4a15603c-e7ef-4ce7-a086-8739302de659 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Calling delete_port for 881a7338-0f70-4d0a-a7de-817d6336619a owned by network:router_gateway {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:07:22.274260 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1b918c6e-110e-4c00-961a-98823b3d8d62 req-4bd93895-8cbc-4277-942c-e8c05805d260 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511216 Nov 27 04:07:22.292604 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-953695c1-694c-40bb-84ab-03d05e41459d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:22.298386 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-953695c1-694c-40bb-84ab-03d05e41459d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:22.302422 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-953695c1-694c-40bb-84ab-03d05e41459d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff49dd20-f413-4097-9f5c-07c48a05e8a0 HTTP/1.1" status: 204 len: 168 time: 0.4146647 Nov 27 04:07:22.323444 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953695c1-694c-40bb-84ab-03d05e41459d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff49dd20-f413-4097-9f5c-07c48a05e8a0,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:22.401643 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 7d77a8b4-7944-41b5-ba76-97e245e37f4e up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:07:22.482663 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 7d77a8b4-7944-41b5-ba76-97e245e37f4e completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:07:22.494133 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 7d77a8b4-7944-41b5-ba76-97e245e37f4e triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:07:22.494841 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:22.562964 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f074d01-4131-41c1-99ce-3f1a692ddd4a req-07cf6f78-2a7f-492a-88c6-104b36636420 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:22.570416 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3f074d01-4131-41c1-99ce-3f1a692ddd4a req-07cf6f78-2a7f-492a-88c6-104b36636420 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9cb4a1e-5b89-476f-bc63-6c0ea3d8ef72 HTTP/1.1" status: 200 len: 946 time: 0.1484406 Nov 27 04:07:22.589491 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-08b876f7-bd5e-4915-b59c-d5a27f215f97 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:22.591050 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-08b876f7-bd5e-4915-b59c-d5a27f215f97 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.23 "GET /v2.0/networks?id=1a550b15-0796-4700-a8cb-795a6a743018 HTTP/1.1" status: 200 len: 814 time: 0.2696967 Nov 27 04:07:22.630993 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-a3b11c63-29fd-434f-a339-201c3ad47819 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Request body: {'port': {'device_id': 'e4442045-1a2e-4b51-bdc5-7166950bbe82', 'network_id': '1a550b15-0796-4700-a8cb-795a6a743018', 'admin_state_up': True, 'tenant_id': '0a3560b8add540d18a832456fc92f93a'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:07:22.671512 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:22.704821 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4538553e-c0c2-491b-b4e4-065162aae292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d77a8b4-7944-41b5-ba76-97e245e37f4e'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:07:22.707731 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006e5f0d-d982-4bf4-b423-c3fe9b896177" -d '{"events": [{"server_uuid": "4538553e-c0c2-491b-b4e4-065162aae292", "name": "network-vif-plugged", "status": "completed", "tag": "7d77a8b4-7944-41b5-ba76-97e245e37f4e"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:07:22.717590 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3f074d01-4131-41c1-99ce-3f1a692ddd4a req-a90e5f58-d344-4d06-af11-8862e4f72d4e tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] 10.222.0.20 "GET /v2.0/security-groups?id=fadcd1c0-3e48-4d77-aa3c-f821a737f45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461444 Nov 27 04:07:22.730447 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 7d77a8b4-7944-41b5-ba76-97e245e37f4e, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=7d77a8b4-7944-41b5-ba76-97e245e37f4e,segment=NetworkSegment(7b573d51-51b1-4f49-9697-b1cce35223ba),segment_id=7b573d51-51b1-4f49-9697-b1cce35223ba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:07:22.738296 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:22.784784 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cece293-8493-4213-b3f4-138d23f1162c x-openstack-request-id: req-3cece293-8493-4213-b3f4-138d23f1162c {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:07:22.784991 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4538553e-c0c2-491b-b4e4-065162aae292", "name": "network-vif-plugged", "status": "completed", "tag": "7d77a8b4-7944-41b5-ba76-97e245e37f4e", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:07:22.785415 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3cece293-8493-4213-b3f4-138d23f1162c {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:07:22.786696 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4538553e-c0c2-491b-b4e4-065162aae292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d77a8b4-7944-41b5-ba76-97e245e37f4e', 'code': 200} Nov 27 04:07:22.846086 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-a3b11c63-29fd-434f-a339-201c3ad47819 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Made reservation on behalf of 0a3560b8add540d18a832456fc92f93a for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:07:22.849962 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36632) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:22.850720 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-a3b11c63-29fd-434f-a339-201c3ad47819 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:22.865823 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=7d77a8b4-7944-41b5-ba76-97e245e37f4e,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:22.867183 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c632ce42-ef3c-4a8b-9be6-5d7b4a3a2358 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:22.963190 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b49e3d8-1e25-4a49-a669-593cf265c614 req-70a85d08-cf45-4ff0-bb88-c2da33b93d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:22.964864 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6b49e3d8-1e25-4a49-a669-593cf265c614 req-70a85d08-cf45-4ff0-bb88-c2da33b93d85 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4538553e-c0c2-491b-b4e4-065162aae292 HTTP/1.1" status: 200 len: 1096 time: 0.0592766 Nov 27 04:07:22.985740 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4a15603c-e7ef-4ce7-a086-8739302de659 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:23.014092 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15603c-e7ef-4ce7-a086-8739302de659 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Pushing event deleted for resources: {'Port': ['ID=881a7338-0f70-4d0a-a7de-817d6336619a,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:23.055776 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2892ad5a-9324-4145-bb42-80f7db130150 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:07:23.102209 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6b49e3d8-1e25-4a49-a669-593cf265c614 req-e90b0d98-fd94-46a3-bb1f-96b94020c232 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296091 Nov 27 04:07:23.139538 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-a3b11c63-29fd-434f-a339-201c3ad47819 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Allocated IP 172.20.0.13 (1a550b15-0796-4700-a8cb-795a6a743018/045c4317-9bb0-48ee-b6e2-7655576b500e/3b55bf2f-da22-4191-82fc-413cbc1f7ff3) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:07:23.144791 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c632ce42-ef3c-4a8b-9be6-5d7b4a3a2358 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:23.160055 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4a15603c-e7ef-4ce7-a086-8739302de659 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:23.162494 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c632ce42-ef3c-4a8b-9be6-5d7b4a3a2358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:23.290238 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-08aa89f1-8d13-4a52-b090-1ed28483482f req-1a1d7714-57a0-42b6-8a79-e3588ec0cf10 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4442045-1a2e-4b51-bdc5-7166950bbe82 HTTP/1.1" status: 200 len: 210 time: 0.0692532 Nov 27 04:07:23.358350 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-a3b11c63-29fd-434f-a339-201c3ad47819 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:23.399835 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-a3b11c63-29fd-434f-a339-201c3ad47819 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:23.453771 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-a3b11c63-29fd-434f-a339-201c3ad47819 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Network 1a550b15-0796-4700-a8cb-795a6a743018 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:07:23.457149 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-a3b11c63-29fd-434f-a339-201c3ad47819 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:07:23.461634 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-a3b11c63-29fd-434f-a339-201c3ad47819 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:07:23.491151 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b11c63-29fd-434f-a339-201c3ad47819 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Pushing event updated for resources: {'Port': ['ID=3b55bf2f-da22-4191-82fc-413cbc1f7ff3,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:23.527693 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-a3b11c63-29fd-434f-a339-201c3ad47819 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:23.528387 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-a3b11c63-29fd-434f-a339-201c3ad47819 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:23.546208 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-a3b11c63-29fd-434f-a339-201c3ad47819 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9205375 Nov 27 04:07:23.569026 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-fbff8806-93bc-452f-aa5e-99edb939cd65 service neutron] Request body: {'port': {'device_id': 'e4442045-1a2e-4b51-bdc5-7166950bbe82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:07:23.610883 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4a15603c-e7ef-4ce7-a086-8739302de659 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:23.628905 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4a15603c-e7ef-4ce7-a086-8739302de659 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:23.632153 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-fbff8806-93bc-452f-aa5e-99edb939cd65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:23.658463 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c632ce42-ef3c-4a8b-9be6-5d7b4a3a2358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9338abe-0600-43de-a339-0da34effb27c,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:23.665064 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c632ce42-ef3c-4a8b-9be6-5d7b4a3a2358 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ce4930eba9f14867bb7d23486f8830e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8117144 Nov 27 04:07:23.669195 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36638) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:23.768058 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4a15603c-e7ef-4ce7-a086-8739302de659 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:23.768638 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a15603c-e7ef-4ce7-a086-8739302de659 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Fanout notify agent at l3_agent the message router_deleted on router 961a2c1b-89e5-4e10-91c4-7279747f5d58 {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:07:23.797899 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4a15603c-e7ef-4ce7-a086-8739302de659 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:23.807087 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4a15603c-e7ef-4ce7-a086-8739302de659 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] 10.222.0.20 "DELETE /v2.0/routers/961a2c1b-89e5-4e10-91c4-7279747f5d58 HTTP/1.1" status: 204 len: 168 time: 2.2340965 Nov 27 04:07:23.814460 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36644) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:23.847743 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-8c3a514a-296c-4657-9d21-203ab68ecb83 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-164123368', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:07:23.873356 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537da28-8944-4173-a6d2-5d66baa895ce req-cb48bcb0-16a9-46f3-bc7a-abdf351b4d20 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:23.875087 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b537da28-8944-4173-a6d2-5d66baa895ce req-cb48bcb0-16a9-46f3-bc7a-abdf351b4d20 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4538553e-c0c2-491b-b4e4-065162aae292 HTTP/1.1" status: 200 len: 945 time: 0.2847657 Nov 27 04:07:23.922820 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d11877-cc49-4398-87bc-3e4679cf54c4 req-0517a3ca-aa17-408d-836a-d701f5c187d0 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:23.924308 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f8d11877-cc49-4398-87bc-3e4679cf54c4 req-0517a3ca-aa17-408d-836a-d701f5c187d0 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9cb4a1e-5b89-476f-bc63-6c0ea3d8ef72 HTTP/1.1" status: 200 len: 946 time: 0.0867541 Nov 27 04:07:23.928198 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e06e5bbc-4c92-458a-9a8c-3f3248394e67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:23.936670 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8c3a514a-296c-4657-9d21-203ab68ecb83 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:23.937798 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8c3a514a-296c-4657-9d21-203ab68ecb83 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:23.966782 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c53f4-876f-4a97-99a9-62263c8d1c8a req-9dcd90dc-e425-4065-a146-bcb91e503645 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:23.968918 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ee1c53f4-876f-4a97-99a9-62263c8d1c8a req-9dcd90dc-e425-4065-a146-bcb91e503645 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] 10.222.0.11 "GET /v2.0/ports?device_id=f9cb4a1e-5b89-476f-bc63-6c0ea3d8ef72 HTTP/1.1" status: 200 len: 946 time: 0.2356067 Nov 27 04:07:24.007217 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e06e5bbc-4c92-458a-9a8c-3f3248394e67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:24.021776 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f8d11877-cc49-4398-87bc-3e4679cf54c4 req-1d9f42d9-b148-46a5-b84d-47b4e065b464 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] 10.222.0.20 "GET /v2.0/security-groups?id=fadcd1c0-3e48-4d77-aa3c-f821a737f45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824854 Nov 27 04:07:24.032924 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-fbff8806-93bc-452f-aa5e-99edb939cd65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b55bf2f-da22-4191-82fc-413cbc1f7ff3 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:07:24.041866 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-fbff8806-93bc-452f-aa5e-99edb939cd65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:24.057598 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-fbff8806-93bc-452f-aa5e-99edb939cd65 service neutron] Transition to ACTIVE for port object 3b55bf2f-da22-4191-82fc-413cbc1f7ff3 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:07:24.061972 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-fbff8806-93bc-452f-aa5e-99edb939cd65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:24.106835 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b537da28-8944-4173-a6d2-5d66baa895ce req-cf3c2827-1dbf-4981-b53e-e2555f369d77 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2184927 Nov 27 04:07:24.114957 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff8806-93bc-452f-aa5e-99edb939cd65 service neutron] Pushing event updated for resources: {'Port': ['ID=3b55bf2f-da22-4191-82fc-413cbc1f7ff3,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:24.135008 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8c3a514a-296c-4657-9d21-203ab68ecb83 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:24.147255 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-47b1abcb-176f-486c-8701-ab8047f2d44c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:24.208994 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-fbff8806-93bc-452f-aa5e-99edb939cd65 service neutron] Attempting to bind port 3b55bf2f-da22-4191-82fc-413cbc1f7ff3 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:07:24.209562 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-fbff8806-93bc-452f-aa5e-99edb939cd65 service neutron] Attempting to bind port 3b55bf2f-da22-4191-82fc-413cbc1f7ff3 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': 'de152f76-3637-4ed8-b028-e760cc9dd166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a550b15-0796-4700-a8cb-795a6a743018'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:07:24.209708 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-fbff8806-93bc-452f-aa5e-99edb939cd65 service neutron] Attempting to bind port 3b55bf2f-da22-4191-82fc-413cbc1f7ff3 on network 1a550b15-0796-4700-a8cb-795a6a743018 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:07:24.214706 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-fbff8806-93bc-452f-aa5e-99edb939cd65 service neutron] Port 3b55bf2f-da22-4191-82fc-413cbc1f7ff3 on network 1a550b15-0796-4700-a8cb-795a6a743018 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:07:24.215043 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-fbff8806-93bc-452f-aa5e-99edb939cd65 service neutron] Attempting to bind port 3b55bf2f-da22-4191-82fc-413cbc1f7ff3 on network 1a550b15-0796-4700-a8cb-795a6a743018 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:07:24.220261 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-fbff8806-93bc-452f-aa5e-99edb939cd65 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:07:24.220609 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-fbff8806-93bc-452f-aa5e-99edb939cd65 service neutron] Checking segment: {'id': 'de152f76-3637-4ed8-b028-e760cc9dd166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a550b15-0796-4700-a8cb-795a6a743018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:07:24.220997 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-fbff8806-93bc-452f-aa5e-99edb939cd65 service neutron] Bound using segment: {'id': 'de152f76-3637-4ed8-b028-e760cc9dd166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a550b15-0796-4700-a8cb-795a6a743018'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:07:24.221442 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-fbff8806-93bc-452f-aa5e-99edb939cd65 service neutron] Bound port: 3b55bf2f-da22-4191-82fc-413cbc1f7ff3, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de152f76-3637-4ed8-b028-e760cc9dd166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a550b15-0796-4700-a8cb-795a6a743018'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:07:24.221787 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-fbff8806-93bc-452f-aa5e-99edb939cd65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:24.234450 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8c3a514a-296c-4657-9d21-203ab68ecb83 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:24.293227 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-fbff8806-93bc-452f-aa5e-99edb939cd65 service neutron] For port 3b55bf2f-da22-4191-82fc-413cbc1f7ff3, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:07:24.296695 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-fbff8806-93bc-452f-aa5e-99edb939cd65 service neutron] For port 3b55bf2f-da22-4191-82fc-413cbc1f7ff3, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=3b55bf2f-da22-4191-82fc-413cbc1f7ff3,segment=NetworkSegment(de152f76-3637-4ed8-b028-e760cc9dd166),segment_id=de152f76-3637-4ed8-b028-e760cc9dd166)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:07:24.300728 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8c3a514a-296c-4657-9d21-203ab68ecb83 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:24.304698 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8c3a514a-296c-4657-9d21-203ab68ecb83 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4629145 Nov 27 04:07:24.306922 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-fbff8806-93bc-452f-aa5e-99edb939cd65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:24.308131 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36646) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:24.321651 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-facd83ae-85bb-4795-b327-1e03d2766135 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:07:24.373250 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-fbff8806-93bc-452f-aa5e-99edb939cd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:24.373961 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-fbff8806-93bc-452f-aa5e-99edb939cd65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:24.375361 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-fbff8806-93bc-452f-aa5e-99edb939cd65 service neutron] 10.222.0.23 "PUT /v2.0/ports/3b55bf2f-da22-4191-82fc-413cbc1f7ff3 HTTP/1.1" status: 200 len: 1092 time: 0.8122621 Nov 27 04:07:24.376085 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4442045-1a2e-4b51-bdc5-7166950bbe82', 'tag': '3b55bf2f-da22-4191-82fc-413cbc1f7ff3'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:07:24.378320 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d90357-28a0-4d50-83bc-c8db56e851cc" -d '{"events": [{"name": "network-changed", "server_uuid": "e4442045-1a2e-4b51-bdc5-7166950bbe82", "tag": "3b55bf2f-da22-4191-82fc-413cbc1f7ff3"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:07:24.381955 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff8806-93bc-452f-aa5e-99edb939cd65 service neutron] Pushing event updated for resources: {'Port': ['ID=3b55bf2f-da22-4191-82fc-413cbc1f7ff3,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:24.431758 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9119ae78-d965-4348-bd12-a7e4507e6e56 x-openstack-request-id: req-9119ae78-d965-4348-bd12-a7e4507e6e56 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:07:24.432304 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4442045-1a2e-4b51-bdc5-7166950bbe82", "tag": "3b55bf2f-da22-4191-82fc-413cbc1f7ff3", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:07:24.432562 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9119ae78-d965-4348-bd12-a7e4507e6e56 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:07:24.432973 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4442045-1a2e-4b51-bdc5-7166950bbe82', 'tag': '3b55bf2f-da22-4191-82fc-413cbc1f7ff3', 'status': 'completed', 'code': 200} Nov 27 04:07:24.437991 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e06e5bbc-4c92-458a-9a8c-3f3248394e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:24.441922 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e06e5bbc-4c92-458a-9a8c-3f3248394e67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:24.446217 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e06e5bbc-4c92-458a-9a8c-3f3248394e67 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d9338abe-0600-43de-a339-0da34effb27c HTTP/1.1" status: 204 len: 168 time: 0.7367721 Nov 27 04:07:24.517152 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e5bbc-4c92-458a-9a8c-3f3248394e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9338abe-0600-43de-a339-0da34effb27c,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:24.555864 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00286eaf-1ae7-4a0e-b1b1-a73b646d9ab6 req-6af9cac1-2620-4cdd-a123-73a0e064ea88 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:24.557427 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-00286eaf-1ae7-4a0e-b1b1-a73b646d9ab6 req-6af9cac1-2620-4cdd-a123-73a0e064ea88 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4442045-1a2e-4b51-bdc5-7166950bbe82 HTTP/1.1" status: 200 len: 944 time: 0.1014857 Nov 27 04:07:24.560368 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-ee1c53f4-876f-4a97-99a9-62263c8d1c8a req-07cc611c-8a32-4783-ba7e-80c52f1505c0 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] Deleting port 33b6ff2c-7905-4f5e-9583-c934907a3dcc {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:07:24.561388 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ee1c53f4-876f-4a97-99a9-62263c8d1c8a req-07cc611c-8a32-4783-ba7e-80c52f1505c0 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:24.586010 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-c20ab161-f78b-4571-9601-76f32c9aaa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:24.587542 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-c20ab161-f78b-4571-9601-76f32c9aaa66 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0a3560b8add540d18a832456fc92f93a&device_id=e4442045-1a2e-4b51-bdc5-7166950bbe82 HTTP/1.1" status: 200 len: 1095 time: 0.1168213 Nov 27 04:07:24.646488 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-63423af7-6d9d-4587-b83f-c2f96a6ef5a7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b55bf2f-da22-4191-82fc-413cbc1f7ff3 HTTP/1.1" status: 200 len: 217 time: 0.0423970 Nov 27 04:07:24.688213 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-00286eaf-1ae7-4a0e-b1b1-a73b646d9ab6 req-e1530f17-d172-48b8-b441-761a2b5c5f4d tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/security-groups?id=130ddf44-70c9-4314-a571-93a8e767d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187077 Nov 27 04:07:24.711014 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-d3185acf-4b0b-4d7a-b37f-1c9695e60c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:24.712732 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-d3185acf-4b0b-4d7a-b37f-1c9695e60c0b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=045c4317-9bb0-48ee-b6e2-7655576b500e HTTP/1.1" status: 200 len: 854 time: 0.0585334 Nov 27 04:07:24.772624 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-9efefcf9-8b0d-40c7-a55e-0fafceb59032 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1a550b15-0796-4700-a8cb-795a6a743018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452909 Nov 27 04:07:24.827567 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-ee1c53f4-876f-4a97-99a9-62263c8d1c8a req-07cc611c-8a32-4783-ba7e-80c52f1505c0 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] For port 33b6ff2c-7905-4f5e-9583-c934907a3dcc, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=33b6ff2c-7905-4f5e-9583-c934907a3dcc,segment=NetworkSegment(3b946340-8945-44e3-9994-eea75e53c8a3),segment_id=3b946340-8945-44e3-9994-eea75e53c8a3)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:07:24.828151 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ee1c53f4-876f-4a97-99a9-62263c8d1c8a req-07cc611c-8a32-4783-ba7e-80c52f1505c0 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:24.848182 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-ee1c53f4-876f-4a97-99a9-62263c8d1c8a req-07cc611c-8a32-4783-ba7e-80c52f1505c0 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] Calling delete_port for 33b6ff2c-7905-4f5e-9583-c934907a3dcc owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:07:24.877642 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-facd83ae-85bb-4795-b327-1e03d2766135 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:24.897070 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-2c74fcd9-2b97-4a72-8ae3-1efd426f49b9 service neutron] 10.222.0.23 "GET /v2.0/networks/1a550b15-0796-4700-a8cb-795a6a743018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166732 Nov 27 04:07:25.043871 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7754a185-4d79-4b77-a981-0aa5b1f3bf82 req-9bb1f6b4-870f-4c79-b6e2-32e0a54ed3d1 service neutron] 10.222.0.23 "GET /v2.0/networks/1a550b15-0796-4700-a8cb-795a6a743018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387727 Nov 27 04:07:25.181546 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ee1c53f4-876f-4a97-99a9-62263c8d1c8a req-07cc611c-8a32-4783-ba7e-80c52f1505c0 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:25.187663 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4115cdd3-268d-4f29-94b8-9a349d41a262 req-02802e26-0fd5-46d1-95fe-aa676c8db2e7 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9cb4a1e-5b89-476f-bc63-6c0ea3d8ef72 HTTP/1.1" status: 200 len: 210 time: 0.0369058 Nov 27 04:07:25.214948 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['33b6ff2c-7905-4f5e-9583-c934907a3dcc'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:07:25.224013 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-47b1abcb-176f-486c-8701-ab8047f2d44c admin admin] Deleting port 78364b12-b6fa-4cbf-b9ae-9914a53f5fe1 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:07:25.224362 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-47b1abcb-176f-486c-8701-ab8047f2d44c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:25.251836 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc611c-8a32-4783-ba7e-80c52f1505c0 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] Pushing event deleted for resources: {'Port': ['ID=33b6ff2c-7905-4f5e-9583-c934907a3dcc,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:25.344308 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee1c53f4-876f-4a97-99a9-62263c8d1c8a req-07cc611c-8a32-4783-ba7e-80c52f1505c0 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] No DVR routers for this DVR port 33b6ff2c-7905-4f5e-9583-c934907a3dcc on host n-h2-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:07:25.349963 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ee1c53f4-876f-4a97-99a9-62263c8d1c8a req-07cc611c-8a32-4783-ba7e-80c52f1505c0 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:25.353369 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ee1c53f4-876f-4a97-99a9-62263c8d1c8a req-07cc611c-8a32-4783-ba7e-80c52f1505c0 tempest-ServerPasswordTestJSON-1091899458 tempest-ServerPasswordTestJSON-1091899458-project] 10.222.0.11 "DELETE /v2.0/ports/33b6ff2c-7905-4f5e-9583-c934907a3dcc HTTP/1.1" status: 204 len: 173 time: 1.3656442 Nov 27 04:07:25.360325 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d90357-28a0-4d50-83bc-c8db56e851cc req-a76d696b-fc9a-4f96-8771-5d8d6a8a84ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:25.361900 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e8d90357-28a0-4d50-83bc-c8db56e851cc req-a76d696b-fc9a-4f96-8771-5d8d6a8a84ca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0a3560b8add540d18a832456fc92f93a&device_id=e4442045-1a2e-4b51-bdc5-7166950bbe82 HTTP/1.1" status: 200 len: 1095 time: 0.1715477 Nov 27 04:07:25.374958 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbfb4f5-6d90-45e7-8185-e5243ddac8ef req-b2a8bef6-ddf3-4983-9d80-329ba52b6ec3 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:25.387097 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bdbfb4f5-6d90-45e7-8185-e5243ddac8ef req-b2a8bef6-ddf3-4983-9d80-329ba52b6ec3 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4538553e-c0c2-491b-b4e4-065162aae292 HTTP/1.1" status: 200 len: 945 time: 0.1316440 Nov 27 04:07:25.390053 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9cb4a1e-5b89-476f-bc63-6c0ea3d8ef72', 'name': 'network-vif-deleted', 'tag': '33b6ff2c-7905-4f5e-9583-c934907a3dcc'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:07:25.392985 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0348e98d-29cf-4cf6-a214-62726dc8253d" -d '{"events": [{"server_uuid": "f9cb4a1e-5b89-476f-bc63-6c0ea3d8ef72", "name": "network-vif-deleted", "tag": "33b6ff2c-7905-4f5e-9583-c934907a3dcc"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:07:25.488118 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a1e400-7558-4ff7-b790-189524475a21 x-openstack-request-id: req-15a1e400-7558-4ff7-b790-189524475a21 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:07:25.488362 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9cb4a1e-5b89-476f-bc63-6c0ea3d8ef72", "name": "network-vif-deleted", "tag": "33b6ff2c-7905-4f5e-9583-c934907a3dcc", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:07:25.488574 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-15a1e400-7558-4ff7-b790-189524475a21 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:07:25.489508 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9cb4a1e-5b89-476f-bc63-6c0ea3d8ef72', 'name': 'network-vif-deleted', 'tag': '33b6ff2c-7905-4f5e-9583-c934907a3dcc', 'status': 'completed', 'code': 200} Nov 27 04:07:25.517774 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-facd83ae-85bb-4795-b327-1e03d2766135 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:25.525535 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-47b1abcb-176f-486c-8701-ab8047f2d44c admin admin] For port 78364b12-b6fa-4cbf-b9ae-9914a53f5fe1, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=78364b12-b6fa-4cbf-b9ae-9914a53f5fe1,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:07:25.525535 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-47b1abcb-176f-486c-8701-ab8047f2d44c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:25.567928 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-facd83ae-85bb-4795-b327-1e03d2766135 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:25.590703 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-47b1abcb-176f-486c-8701-ab8047f2d44c admin admin] Calling delete_port for 78364b12-b6fa-4cbf-b9ae-9914a53f5fe1 owned by network:router_interface {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:07:25.590935 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bdbfb4f5-6d90-45e7-8185-e5243ddac8ef req-ca8e4c85-58ff-45fe-a263-1945170b3a3a tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2010136 Nov 27 04:07:25.631439 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d90357-28a0-4d50-83bc-c8db56e851cc req-f3bf6ab6-1302-4b1f-bd44-12d884b98be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:25.633010 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e8d90357-28a0-4d50-83bc-c8db56e851cc req-f3bf6ab6-1302-4b1f-bd44-12d884b98be6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1a550b15-0796-4700-a8cb-795a6a743018 HTTP/1.1" status: 200 len: 915 time: 0.1950150 Nov 27 04:07:25.692230 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e8d90357-28a0-4d50-83bc-c8db56e851cc req-5165a4c5-99d8-414a-b972-6777371be3e7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b55bf2f-da22-4191-82fc-413cbc1f7ff3 HTTP/1.1" status: 200 len: 217 time: 0.0509064 Nov 27 04:07:25.756335 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d90357-28a0-4d50-83bc-c8db56e851cc req-bbcb8cce-cb16-4851-9002-b3e13be5c665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:25.758969 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e8d90357-28a0-4d50-83bc-c8db56e851cc req-bbcb8cce-cb16-4851-9002-b3e13be5c665 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=045c4317-9bb0-48ee-b6e2-7655576b500e HTTP/1.1" status: 200 len: 854 time: 0.0577028 Nov 27 04:07:25.842265 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e8d90357-28a0-4d50-83bc-c8db56e851cc req-08b24a9d-cc87-49a2-8b44-e1453fdd2734 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1a550b15-0796-4700-a8cb-795a6a743018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762682 Nov 27 04:07:25.845128 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-facd83ae-85bb-4795-b327-1e03d2766135 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Allocated IP 172.25.1.207 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/af53fe07-0143-44c3-baad-92843786afd5) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:07:25.878050 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982f6f1-7466-45bd-ba1e-f334d11a62c6 req-5c78b4b8-9fbf-4dbb-88dd-3ceee854b42d tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:25.886769 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0982f6f1-7466-45bd-ba1e-f334d11a62c6 req-5c78b4b8-9fbf-4dbb-88dd-3ceee854b42d tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4538553e-c0c2-491b-b4e4-065162aae292 HTTP/1.1" status: 200 len: 945 time: 0.2149851 Nov 27 04:07:26.025494 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0982f6f1-7466-45bd-ba1e-f334d11a62c6 req-a4bef83d-fc5e-4b4d-a4a2-828507c6c28d tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374540 Nov 27 04:07:26.070275 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36690) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:26.219071 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-facd83ae-85bb-4795-b327-1e03d2766135 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:26.297160 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4849c0-bc44-4e41-8d6f-9850c9d4bed7 req-35f46f5b-7e3f-4053-b1fc-4bc303721f87 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:26.304749 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ec4849c0-bc44-4e41-8d6f-9850c9d4bed7 req-35f46f5b-7e3f-4053-b1fc-4bc303721f87 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4442045-1a2e-4b51-bdc5-7166950bbe82 HTTP/1.1" status: 200 len: 944 time: 0.4588468 Nov 27 04:07:26.347792 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 36702) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:26.363830 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e8d90357-28a0-4d50-83bc-c8db56e851cc req-1a1f888e-d8fd-4186-af44-ed597ee4beca service neutron] 10.222.0.23 "GET /v2.0/networks/1a550b15-0796-4700-a8cb-795a6a743018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5036433 Nov 27 04:07:26.376355 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-facd83ae-85bb-4795-b327-1e03d2766135 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:26.390410 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-47b1abcb-176f-486c-8701-ab8047f2d44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:26.441718 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facd83ae-85bb-4795-b327-1e03d2766135 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:07:26.447083 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-facd83ae-85bb-4795-b327-1e03d2766135 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:07:26.451756 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facd83ae-85bb-4795-b327-1e03d2766135 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:07:26.461017 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ec4849c0-bc44-4e41-8d6f-9850c9d4bed7 req-4c55fa04-aec5-49dc-bc64-74cc3fb24256 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/security-groups?id=130ddf44-70c9-4314-a571-93a8e767d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552405 Nov 27 04:07:26.492433 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-68534080-77e4-41b6-a3df-9943f8c3be67 admin admin] Deleting subnet 4798ff42-6568-4b6e-be30-2362bb960272 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:07:26.495559 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040f11fc-ece6-4237-aeb5-675e8bf65c12 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:07:26.499304 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-68534080-77e4-41b6-a3df-9943f8c3be67 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:26.555826 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e8d90357-28a0-4d50-83bc-c8db56e851cc req-a6f52556-41f4-4c01-8516-a33e4b0b6873 service neutron] 10.222.0.23 "GET /v2.0/networks/1a550b15-0796-4700-a8cb-795a6a743018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669598 Nov 27 04:07:26.564527 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-68534080-77e4-41b6-a3df-9943f8c3be67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:26.646309 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-153bd7bc-362e-44b5-acd4-55b327be8258 None None] Provisioning complete for port af53fe07-0143-44c3-baad-92843786afd5 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:07:26.646716 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-153bd7bc-362e-44b5-acd4-55b327be8258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:26.660642 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-68534080-77e4-41b6-a3df-9943f8c3be67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:26.725521 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-153bd7bc-362e-44b5-acd4-55b327be8258 None None] Port af53fe07-0143-44c3-baad-92843786afd5 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:07:26.739993 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-68534080-77e4-41b6-a3df-9943f8c3be67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:26.775314 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68534080-77e4-41b6-a3df-9943f8c3be67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4798ff42-6568-4b6e-be30-2362bb960272,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:26.787341 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-68534080-77e4-41b6-a3df-9943f8c3be67 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:26.791929 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-68534080-77e4-41b6-a3df-9943f8c3be67 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4798ff42-6568-4b6e-be30-2362bb960272 HTTP/1.1" status: 204 len: 168 time: 0.4430182 Nov 27 04:07:26.794680 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 36710) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:26.804353 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-47b1abcb-176f-486c-8701-ab8047f2d44c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:26.829150 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd83ae-85bb-4795-b327-1e03d2766135 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Pushing event updated for resources: {'Port': ['ID=af53fe07-0143-44c3-baad-92843786afd5,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:26.897870 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d2e8afc3-3518-4c7b-8524-ed10c05fc8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:27.012821 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d2e8afc3-3518-4c7b-8524-ed10c05fc8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:27.042082 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-d2e8afc3-3518-4c7b-8524-ed10c05fc8d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e2ba840-8e02-4f2c-827b-5fb28964ddf2']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:27.055597 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-d2e8afc3-3518-4c7b-8524-ed10c05fc8d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b946340-8945-44e3-9994-eea75e53c8a3') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:27.056091 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-d2e8afc3-3518-4c7b-8524-ed10c05fc8d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b946340-8945-44e3-9994-eea75e53c8a3') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:27.068753 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d2e8afc3-3518-4c7b-8524-ed10c05fc8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:27.096091 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d2e8afc3-3518-4c7b-8524-ed10c05fc8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:27.109013 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2e8afc3-3518-4c7b-8524-ed10c05fc8d5 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:07:27.109680 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d2e8afc3-3518-4c7b-8524-ed10c05fc8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:27.165902 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:07:27.165902 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:07:27.165902 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:07:27.165902 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:07:27.165902 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:07:27.165902 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:07:27.165902 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:07:27.165902 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:07:27.165902 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:07:27.165902 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:07:27.165902 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:07:27.165902 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:07:27.165902 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:07:27.165902 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:07:27.165902 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:07:27.165902 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:07:27.165902 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:07:27.165902 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:07:27.165902 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:07:27.165902 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:07:27.165902 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:07:27.165902 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:07:27.165902 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:07:27.165902 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:07:27.165902 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:07:27.165902 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:07:27.165902 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:07:27.165902 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:07:27.165902 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:07:27.165902 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:07:27.165902 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:07:27.165902 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:07:27.209235 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d2e8afc3-3518-4c7b-8524-ed10c05fc8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:27.245011 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d2e8afc3-3518-4c7b-8524-ed10c05fc8d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:27.251576 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d2e8afc3-3518-4c7b-8524-ed10c05fc8d5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7e2ba840-8e02-4f2c-827b-5fb28964ddf2 HTTP/1.1" status: 204 len: 168 time: 0.4530876 Nov 27 04:07:27.260091 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e8afc3-3518-4c7b-8524-ed10c05fc8d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e2ba840-8e02-4f2c-827b-5fb28964ddf2,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:27.289453 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b1abcb-176f-486c-8701-ab8047f2d44c admin admin] Pushing event deleted for resources: {'Port': ['ID=78364b12-b6fa-4cbf-b9ae-9914a53f5fe1,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:27.345884 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d91ca92-ad18-409f-ade4-16f4f5d37129 tempest-TestVolumeBootPattern-224169979 tempest-TestVolumeBootPattern-224169979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:27.347497 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3d91ca92-ad18-409f-ade4-16f4f5d37129 tempest-TestVolumeBootPattern-224169979 tempest-TestVolumeBootPattern-224169979-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4538553e-c0c2-491b-b4e4-065162aae292 HTTP/1.1" status: 200 len: 1091 time: 1.2763951 Nov 27 04:07:27.351000 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 36726) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:27.356223 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-db7e2f35-b233-4f32-8438-e2c79067dbd6 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'port_id': '7d77a8b4-7944-41b5-ba76-97e245e37f4e', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:07:27.416506 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-db7e2f35-b233-4f32-8438-e2c79067dbd6 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for floatingip, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:27.555762 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-db7e2f35-b233-4f32-8438-e2c79067dbd6 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:27.572343 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 36732) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:27.603172 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 33b6ff2c-7905-4f5e-9583-c934907a3dcc no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:07:27.646081 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: 33b6ff2c-7905-4f5e-9583-c934907a3dcc {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:07:27.646921 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 33b6ff2c-7905-4f5e-9583-c934907a3dcc not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:07:27.685869 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-facd83ae-85bb-4795-b327-1e03d2766135 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:27.726428 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-db7e2f35-b233-4f32-8438-e2c79067dbd6 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Allocated IP 172.25.1.129 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/4de487b1-fc2e-48e7-aa0b-b10b223690b8) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:07:27.846653 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-db7e2f35-b233-4f32-8438-e2c79067dbd6 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:27.853337 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b1abcb-176f-486c-8701-ab8047f2d44c admin admin] Router 425df3a7-8016-4d47-befa-8af5d431b4e1 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:07:27.895778 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-db7e2f35-b233-4f32-8438-e2c79067dbd6 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:27.961027 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7e2f35-b233-4f32-8438-e2c79067dbd6 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:07:27.968716 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-db7e2f35-b233-4f32-8438-e2c79067dbd6 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:07:28.000051 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7e2f35-b233-4f32-8438-e2c79067dbd6 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:07:28.042123 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d5e5832f-df2e-4621-a36e-628e04f0ce3b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=adc6582f3c704e8a9b7e9aba76277ce4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4671924 Nov 27 04:07:28.043543 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 36744) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:28.094497 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e2f35-b233-4f32-8438-e2c79067dbd6 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Pushing event updated for resources: {'Port': ['ID=4de487b1-fc2e-48e7-aa0b-b10b223690b8,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:28.157125 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-facd83ae-85bb-4795-b327-1e03d2766135 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3685224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11843'] for router, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:28.168406 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-facd83ae-85bb-4795-b327-1e03d2766135 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3685219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3685210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3680816'] for router, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:28.202409 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-516d5c00-aa2f-4243-957d-7c74d7b3d843 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:28.251545 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063e531-be7b-4cb9-b514-8c0cef8f5657 req-fad32e78-f5d4-4eb0-b74e-2a330eb45a13 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:28.253483 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a063e531-be7b-4cb9-b514-8c0cef8f5657 req-fad32e78-f5d4-4eb0-b74e-2a330eb45a13 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4442045-1a2e-4b51-bdc5-7166950bbe82 HTTP/1.1" status: 200 len: 944 time: 0.6200817 Nov 27 04:07:28.302627 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b1abcb-176f-486c-8701-ab8047f2d44c admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:07:28.319546 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7f9017-1190-4fe2-bf2c-1584f8c12d57 None None] Sync routers for ids ['425df3a7-8016-4d47-befa-8af5d431b4e1'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:07:28.321842 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-47b1abcb-176f-486c-8701-ab8047f2d44c admin admin] 10.222.0.20 "PUT /v2.0/routers/425df3a7-8016-4d47-befa-8af5d431b4e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1673141 Nov 27 04:07:28.322469 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36750) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:28.322624 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-516d5c00-aa2f-4243-957d-7c74d7b3d843 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:28.334779 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7f9017-1190-4fe2-bf2c-1584f8c12d57 None None] Routers {'425df3a7-8016-4d47-befa-8af5d431b4e1'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:07:28.335811 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-da7f9017-1190-4fe2-bf2c-1584f8c12d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:07:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['425df3a7-8016-4d47-befa-8af5d431b4e1'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:28.405238 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 3b55bf2f-da22-4191-82fc-413cbc1f7ff3 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:07:28.422307 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-516d5c00-aa2f-4243-957d-7c74d7b3d843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:28.425250 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-516d5c00-aa2f-4243-957d-7c74d7b3d843 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:28.428775 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-516d5c00-aa2f-4243-957d-7c74d7b3d843 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fadcd1c0-3e48-4d77-aa3c-f821a737f45a HTTP/1.1" status: 204 len: 168 time: 0.3820810 Nov 27 04:07:28.466383 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a063e531-be7b-4cb9-b514-8c0cef8f5657 req-572779c7-99d1-455c-908c-102d8f4938cc tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/security-groups?id=130ddf44-70c9-4314-a571-93a8e767d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815708 Nov 27 04:07:28.474283 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d5c00-aa2f-4243-957d-7c74d7b3d843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadcd1c0-3e48-4d77-aa3c-f821a737f45a,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:28.529383 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d4f45543-d19a-47f3-bc7a-8553fc298658 admin admin] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:28.554214 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-da7f9017-1190-4fe2-bf2c-1584f8c12d57 None None] Set router 425df3a7-8016-4d47-befa-8af5d431b4e1 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:07:28.659498 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 3b55bf2f-da22-4191-82fc-413cbc1f7ff3, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=3b55bf2f-da22-4191-82fc-413cbc1f7ff3,segment=NetworkSegment(de152f76-3637-4ed8-b028-e760cc9dd166),segment_id=de152f76-3637-4ed8-b028-e760cc9dd166)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:07:28.688881 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '3b55bf2f-da22-4191-82fc-413cbc1f7ff3', 'network_id': '1a550b15-0796-4700-a8cb-795a6a743018', 'port_id': '3b55bf2f-da22-4191-82fc-413cbc1f7ff3', 'mac_address': 'fa:16:3e:4f:fc:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '045c4317-9bb0-48ee-b6e2-7655576b500e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:07:28.695641 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-facd83ae-85bb-4795-b327-1e03d2766135 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Router dad2e995-b0e3-4cad-81ec-0e6edd89fd63 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:07:28.777321 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:28.802946 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b55bf2f-da22-4191-82fc-413cbc1f7ff3 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:07:28.854573 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 3b55bf2f-da22-4191-82fc-413cbc1f7ff3, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=3b55bf2f-da22-4191-82fc-413cbc1f7ff3,segment=NetworkSegment(de152f76-3637-4ed8-b028-e760cc9dd166),segment_id=de152f76-3637-4ed8-b028-e760cc9dd166)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:07:28.871341 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:28.899515 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-facd83ae-85bb-4795-b327-1e03d2766135 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:07:28.937070 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-facd83ae-85bb-4795-b327-1e03d2766135 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:28.938841 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-facd83ae-85bb-4795-b327-1e03d2766135 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] 10.222.0.20 "PUT /v2.0/routers/dad2e995-b0e3-4cad-81ec-0e6edd89fd63 HTTP/1.1" status: 200 len: 879 time: 4.6294844 Nov 27 04:07:28.941439 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36764) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:28.947624 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41d8b39-b7a9-4385-8117-3d96a338836a None None] Sync routers for ids ['dad2e995-b0e3-4cad-81ec-0e6edd89fd63'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:07:28.995651 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-da7f9017-1190-4fe2-bf2c-1584f8c12d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425df3a7-8016-4d47-befa-8af5d431b4e1', 'name': 'tempest-ServerActionsTestJSON-828746732-router', 'tenant_id': 'b01c762313d54b279f09c5e5d81dadbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c994a619-a6b1-47f3-9c5e-ec30ea84b446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:58:07Z', 'updated_at': '2021-11-27T04:07:26Z', 'revision_number': 5, 'project_id': 'b01c762313d54b279f09c5e5d81dadbf', 'gw_port': {'id': 'c994a619-a6b1-47f3-9c5e-ec30ea84b446', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425df3a7-8016-4d47-befa-8af5d431b4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:58:09Z', 'updated_at': '2021-11-27T03:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:29.005071 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-db7e2f35-b233-4f32-8438-e2c79067dbd6 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:29.016641 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41d8b39-b7a9-4385-8117-3d96a338836a None None] Routers {'dad2e995-b0e3-4cad-81ec-0e6edd89fd63'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:07:29.020875 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-f41d8b39-b7a9-4385-8117-3d96a338836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:07:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['dad2e995-b0e3-4cad-81ec-0e6edd89fd63'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:29.079547 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7f9017-1190-4fe2-bf2c-1584f8c12d57 None None] Checking router: 425df3a7-8016-4d47-befa-8af5d431b4e1 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:07:29.097909 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-f41d8b39-b7a9-4385-8117-3d96a338836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:29.105167 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7f9017-1190-4fe2-bf2c-1584f8c12d57 None None] Routers {'425df3a7-8016-4d47-befa-8af5d431b4e1'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:07:29.106092 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-da7f9017-1190-4fe2-bf2c-1584f8c12d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:07:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['425df3a7-8016-4d47-befa-8af5d431b4e1'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:29.115546 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d4f45543-d19a-47f3-bc7a-8553fc298658 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:29.130141 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-224bb049-07dd-4170-9b38-6c57b2a54897 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] 10.222.0.20 "GET /v2.0/routers/dad2e995-b0e3-4cad-81ec-0e6edd89fd63 HTTP/1.1" status: 200 len: 920 time: 0.1861575 Nov 27 04:07:29.138836 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=3b55bf2f-da22-4191-82fc-413cbc1f7ff3,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:29.152933 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41d8b39-b7a9-4385-8117-3d96a338836a None None] Routers {'dad2e995-b0e3-4cad-81ec-0e6edd89fd63'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:07:29.154225 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-f41d8b39-b7a9-4385-8117-3d96a338836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:07:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['dad2e995-b0e3-4cad-81ec-0e6edd89fd63'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:29.155760 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36772) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:29.192137 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-db7e2f35-b233-4f32-8438-e2c79067dbd6 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:29.283015 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['3b55bf2f-da22-4191-82fc-413cbc1f7ff3'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:07:29.331039 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091b3da6-8106-4f1c-a797-1be3b237d743 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:29.335344 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-091b3da6-8106-4f1c-a797-1be3b237d743 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=f5c39893-f8d8-4150-8aae-695f98406de3&device_id=dad2e995-b0e3-4cad-81ec-0e6edd89fd63&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1716027 Nov 27 04:07:29.336100 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36782) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:29.340387 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-f41d8b39-b7a9-4385-8117-3d96a338836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:29.342986 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41d8b39-b7a9-4385-8117-3d96a338836a None None] The sync data for ids ['dad2e995-b0e3-4cad-81ec-0e6edd89fd63'] in n-d-819494-3 is: [] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:07:29.380416 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-da7f9017-1190-4fe2-bf2c-1584f8c12d57 None None] Set router 425df3a7-8016-4d47-befa-8af5d431b4e1 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:07:29.395876 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-d4f45543-d19a-47f3-bc7a-8553fc298658 admin admin] Deleting port c994a619-a6b1-47f3-9c5e-ec30ea84b446 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:07:29.396240 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d4f45543-d19a-47f3-bc7a-8553fc298658 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:29.531241 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-db7e2f35-b233-4f32-8438-e2c79067dbd6 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:29.537487 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-db7e2f35-b233-4f32-8438-e2c79067dbd6 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:29.564510 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2b7007-ece9-485c-8441-f4fd64935996 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:29.568103 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-aa2b7007-ece9-485c-8441-f4fd64935996 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] 10.222.0.20 "GET /v2.0/networks/f5c39893-f8d8-4150-8aae-695f98406de3 HTTP/1.1" status: 200 len: 881 time: 0.2310531 Nov 27 04:07:29.582084 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36788) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:29.621453 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-db7e2f35-b233-4f32-8438-e2c79067dbd6 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:29.677335 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8f8af458-37f9-4a43-ba05-7b41c2dbef3c tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad2e995-b0e3-4cad-81ec-0e6edd89fd63 HTTP/1.1" status: 200 len: 205 time: 0.0891943 Nov 27 04:07:29.686265 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-d4f45543-d19a-47f3-bc7a-8553fc298658 admin admin] For port c994a619-a6b1-47f3-9c5e-ec30ea84b446, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=c994a619-a6b1-47f3-9c5e-ec30ea84b446,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:07:29.686663 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d4f45543-d19a-47f3-bc7a-8553fc298658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:29.695150 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36792) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:29.740748 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-da7f9017-1190-4fe2-bf2c-1584f8c12d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425df3a7-8016-4d47-befa-8af5d431b4e1', 'name': 'tempest-ServerActionsTestJSON-828746732-router', 'tenant_id': 'b01c762313d54b279f09c5e5d81dadbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c994a619-a6b1-47f3-9c5e-ec30ea84b446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:58:07Z', 'updated_at': '2021-11-27T04:07:26Z', 'revision_number': 5, 'project_id': 'b01c762313d54b279f09c5e5d81dadbf', 'gw_port': {'id': 'c994a619-a6b1-47f3-9c5e-ec30ea84b446', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425df3a7-8016-4d47-befa-8af5d431b4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:58:09Z', 'updated_at': '2021-11-27T03:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:29.765934 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e2f35-b233-4f32-8438-e2c79067dbd6 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Pushing event updated for resources: {'Port': ['ID=4de487b1-fc2e-48e7-aa0b-b10b223690b8,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:29.794601 n-d-819494-3 neutron-server[110019]: INFO neutron.db.l3_db [None req-db7e2f35-b233-4f32-8438-e2c79067dbd6 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Floating IP ef53b4ca-4f2b-4d63-a80c-394ae3341e58 associated. External IP: 172.25.1.129, port: 7d77a8b4-7944-41b5-ba76-97e245e37f4e. Nov 27 04:07:29.807199 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7f9017-1190-4fe2-bf2c-1584f8c12d57 None None] The sync data for ids ['425df3a7-8016-4d47-befa-8af5d431b4e1'] in n-d-819494-3 is: [{'id': '425df3a7-8016-4d47-befa-8af5d431b4e1', 'name': 'tempest-ServerActionsTestJSON-828746732-router', 'tenant_id': 'b01c762313d54b279f09c5e5d81dadbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c994a619-a6b1-47f3-9c5e-ec30ea84b446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:58:07Z', 'updated_at': '2021-11-27T04:07:26Z', 'revision_number': 5, 'project_id': 'b01c762313d54b279f09c5e5d81dadbf', 'gw_port': {'id': 'c994a619-a6b1-47f3-9c5e-ec30ea84b446', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425df3a7-8016-4d47-befa-8af5d431b4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:58:09Z', 'updated_at': '2021-11-27T03:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:07:29.869003 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-d4f45543-d19a-47f3-bc7a-8553fc298658 admin admin] Calling delete_port for c994a619-a6b1-47f3-9c5e-ec30ea84b446 owned by network:router_gateway {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:07:29.985345 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-396d7feb-7a2a-4e75-af68-86d0d20564f0 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:30.108253 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7e2f35-b233-4f32-8438-e2c79067dbd6 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Router f50a6542-6489-44cd-b46c-bece319553b1 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:07:30.231254 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-396d7feb-7a2a-4e75-af68-86d0d20564f0 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:30.295059 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d4f45543-d19a-47f3-bc7a-8553fc298658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:30.341196 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f45543-d19a-47f3-bc7a-8553fc298658 admin admin] Pushing event deleted for resources: {'Port': ['ID=c994a619-a6b1-47f3-9c5e-ec30ea84b446,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:30.353101 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87061b43-8483-44c8-8b15-57f40ed7d93c None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:07:30.362790 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78880e-5721-4868-8b97-4d9a27126739 req-b4af40ae-db14-4835-8fe5-e0b2cf8df94c tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:30.365940 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cf78880e-5721-4868-8b97-4d9a27126739 req-b4af40ae-db14-4835-8fe5-e0b2cf8df94c tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4442045-1a2e-4b51-bdc5-7166950bbe82 HTTP/1.1" status: 200 len: 945 time: 0.7521632 Nov 27 04:07:30.394082 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 3b55bf2f-da22-4191-82fc-413cbc1f7ff3 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:07:30.439066 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36812) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:30.446798 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-396d7feb-7a2a-4e75-af68-86d0d20564f0 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Deleting port af53fe07-0143-44c3-baad-92843786afd5 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:07:30.447154 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-396d7feb-7a2a-4e75-af68-86d0d20564f0 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:30.451626 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d4f45543-d19a-47f3-bc7a-8553fc298658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:30.477995 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7e2f35-b233-4f32-8438-e2c79067dbd6 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:07:30.489429 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e8615e-f3c2-4c9c-804e-867e6b4d6e75 None None] Sync routers for ids ['f50a6542-6489-44cd-b46c-bece319553b1'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:07:30.514828 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cf78880e-5721-4868-8b97-4d9a27126739 req-889ca424-ce1d-4434-b1a9-092241fe4dc0 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/security-groups?id=130ddf44-70c9-4314-a571-93a8e767d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310625 Nov 27 04:07:30.519475 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 3b55bf2f-da22-4191-82fc-413cbc1f7ff3 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:07:30.520905 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e8615e-f3c2-4c9c-804e-867e6b4d6e75 None None] Routers {'f50a6542-6489-44cd-b46c-bece319553b1'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:07:30.523982 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-f7e8615e-f3c2-4c9c-804e-867e6b4d6e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:07:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f50a6542-6489-44cd-b46c-bece319553b1'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:30.526189 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 3b55bf2f-da22-4191-82fc-413cbc1f7ff3 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:07:30.528847 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:30.590020 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-db7e2f35-b233-4f32-8438-e2c79067dbd6 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:30.654679 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-db7e2f35-b233-4f32-8438-e2c79067dbd6 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2883911 Nov 27 04:07:30.654679 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4538553e-c0c2-491b-b4e4-065162aae292', 'tag': '7d77a8b4-7944-41b5-ba76-97e245e37f4e'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:07:30.654679 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e146086-24f4-4cfe-9f11-2db2ed00fa44" -d '{"events": [{"name": "network-changed", "server_uuid": "4538553e-c0c2-491b-b4e4-065162aae292", "tag": "7d77a8b4-7944-41b5-ba76-97e245e37f4e"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:07:30.694319 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:30.721533 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-f7e8615e-f3c2-4c9c-804e-867e6b4d6e75 None None] Set router f50a6542-6489-44cd-b46c-bece319553b1 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:07:30.727610 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5aa8b61-da39-43ff-9240-c5fd9be586a5 x-openstack-request-id: req-c5aa8b61-da39-43ff-9240-c5fd9be586a5 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:07:30.727900 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4538553e-c0c2-491b-b4e4-065162aae292", "tag": "7d77a8b4-7944-41b5-ba76-97e245e37f4e", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:07:30.728157 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c5aa8b61-da39-43ff-9240-c5fd9be586a5 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:07:30.728567 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4538553e-c0c2-491b-b4e4-065162aae292', 'tag': '7d77a8b4-7944-41b5-ba76-97e245e37f4e', 'status': 'completed', 'code': 200} Nov 27 04:07:30.746723 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 3b55bf2f-da22-4191-82fc-413cbc1f7ff3, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=3b55bf2f-da22-4191-82fc-413cbc1f7ff3,segment=NetworkSegment(de152f76-3637-4ed8-b028-e760cc9dd166),segment_id=de152f76-3637-4ed8-b028-e760cc9dd166)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:07:30.748045 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4442045-1a2e-4b51-bdc5-7166950bbe82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b55bf2f-da22-4191-82fc-413cbc1f7ff3'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:07:30.750716 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225e1ae7-f31a-42ab-b213-eebabbe7abda" -d '{"events": [{"server_uuid": "e4442045-1a2e-4b51-bdc5-7166950bbe82", "name": "network-vif-plugged", "status": "completed", "tag": "3b55bf2f-da22-4191-82fc-413cbc1f7ff3"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:07:30.759121 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:30.855409 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=3b55bf2f-da22-4191-82fc-413cbc1f7ff3,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:30.870798 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cdac9b2-b695-4456-bbfb-8c35f405b07e x-openstack-request-id: req-3cdac9b2-b695-4456-bbfb-8c35f405b07e {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:07:30.871102 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4442045-1a2e-4b51-bdc5-7166950bbe82", "name": "network-vif-plugged", "status": "completed", "tag": "3b55bf2f-da22-4191-82fc-413cbc1f7ff3", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:07:30.871359 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3cdac9b2-b695-4456-bbfb-8c35f405b07e {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:07:30.872004 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4442045-1a2e-4b51-bdc5-7166950bbe82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b55bf2f-da22-4191-82fc-413cbc1f7ff3', 'code': 200} Nov 27 04:07:30.895062 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e146086-24f4-4cfe-9f11-2db2ed00fa44 req-d71bbfd3-37d0-4d62-af74-f8834bd14483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:30.896755 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0e146086-24f4-4cfe-9f11-2db2ed00fa44 req-d71bbfd3-37d0-4d62-af74-f8834bd14483 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0fb01b15ba04e8ca79caed9882229f4&device_id=4538553e-c0c2-491b-b4e4-065162aae292 HTTP/1.1" status: 200 len: 1096 time: 0.0863831 Nov 27 04:07:31.045094 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e85206-7a14-445c-a9c9-06087fcd5045 req-a50cb569-7b72-491d-9d6b-ec472a877b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:31.046634 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-27e85206-7a14-445c-a9c9-06087fcd5045 req-a50cb569-7b72-491d-9d6b-ec472a877b65 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e4442045-1a2e-4b51-bdc5-7166950bbe82 HTTP/1.1" status: 200 len: 1097 time: 0.0758255 Nov 27 04:07:31.052533 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e146086-24f4-4cfe-9f11-2db2ed00fa44 req-dc4f4547-c36e-4948-8e80-7c794f54709b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:31.054146 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0e146086-24f4-4cfe-9f11-2db2ed00fa44 req-dc4f4547-c36e-4948-8e80-7c794f54709b service neutron] 10.222.0.23 "GET /v2.0/networks?id=9066c940-2187-4bcb-b452-41734810299f HTTP/1.1" status: 200 len: 913 time: 0.1421287 Nov 27 04:07:31.166292 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-27e85206-7a14-445c-a9c9-06087fcd5045 req-d4b614b2-5a47-431d-84a4-8e5834fb0b95 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=130ddf44-70c9-4314-a571-93a8e767d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109517 Nov 27 04:07:31.168233 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0e146086-24f4-4cfe-9f11-2db2ed00fa44 req-9193d995-e594-445c-ad6e-dbab90006381 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d77a8b4-7944-41b5-ba76-97e245e37f4e HTTP/1.1" status: 200 len: 999 time: 0.1063025 Nov 27 04:07:31.186073 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-2b87bc63-f0af-4ac6-b28d-37d30feb66d3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1092501680-network', 'tenant_id': 'b06130bf9bef4c7fa67dd5f594ff20d4'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:07:31.211384 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d4f45543-d19a-47f3-bc7a-8553fc298658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:31.215461 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d4f45543-d19a-47f3-bc7a-8553fc298658 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:31.286519 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b87bc63-f0af-4ac6-b28d-37d30feb66d3 admin admin] Made reservation on behalf of b06130bf9bef4c7fa67dd5f594ff20d4 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:07:31.288971 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2b87bc63-f0af-4ac6-b28d-37d30feb66d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:31.302654 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2b87bc63-f0af-4ac6-b28d-37d30feb66d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:31.304988 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d4f45543-d19a-47f3-bc7a-8553fc298658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:31.304988 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f45543-d19a-47f3-bc7a-8553fc298658 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 425df3a7-8016-4d47-befa-8af5d431b4e1 {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:07:31.315227 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d4f45543-d19a-47f3-bc7a-8553fc298658 admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:31.316444 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d4f45543-d19a-47f3-bc7a-8553fc298658 admin admin] 10.222.0.20 "DELETE /v2.0/routers/425df3a7-8016-4d47-befa-8af5d431b4e1 HTTP/1.1" status: 204 len: 168 time: 2.9867134 Nov 27 04:07:31.319945 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 36838) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:31.335572 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 78364b12-b6fa-4cbf-b9ae-9914a53f5fe1 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:07:31.389168 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-396d7feb-7a2a-4e75-af68-86d0d20564f0 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:31.390657 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 78364b12-b6fa-4cbf-b9ae-9914a53f5fe1 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:07:31.397000 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 78364b12-b6fa-4cbf-b9ae-9914a53f5fe1 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:07:31.450410 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae20b897-fd8c-444b-aba6-70e7aeb5b523 admin admin] Deleting subnet ef82cdfa-d224-4963-bff3-3b0049ffee0b {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:07:31.460102 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-396d7feb-7a2a-4e75-af68-86d0d20564f0 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Calling delete_port for af53fe07-0143-44c3-baad-92843786afd5 owned by network:router_gateway {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:07:31.465614 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ae20b897-fd8c-444b-aba6-70e7aeb5b523 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:31.471896 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2b87bc63-f0af-4ac6-b28d-37d30feb66d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:31.490630 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2b87bc63-f0af-4ac6-b28d-37d30feb66d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:31.501099 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-f7e8615e-f3c2-4c9c-804e-867e6b4d6e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'name': 'tempest-TestVolumeBootPattern-2087569917-router', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:58Z', 'revision_number': 4, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'gw_port': {'id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '2be63083-cc17-462f-897e-11f997130218', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'floating_ip_address': '172.25.1.70', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'port_id': 'bfe039b6-0cfc-4af9-a1b4-831a73af434c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'mac_address': 'fa:16:3e:43:7b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a78cd85-84e7-46d1-97b9-008ad97870bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:04:53Z', 'updated_at': '2021-11-27T04:04:57Z', 'revision_number': 1, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'fixed_ip_address_scope': None}, {'id': 'ef53b4ca-4f2b-4d63-a80c-394ae3341e58', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'floating_ip_address': '172.25.1.129', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'port_id': '7d77a8b4-7944-41b5-ba76-97e245e37f4e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'mac_address': 'fa:16:3e:25:20:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4538553e-c0c2-491b-b4e4-065162aae292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:07:28Z', 'updated_at': '2021-11-27T04:07:28Z', 'revision_number': 0, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33633549-8cd2-4329-89df-ce902341db7c', 'name': '', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'mac_address': 'fa:16:3e:ee:c6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:56Z', 'updated_at': '2021-11-27T03:56:03Z', 'revision_number': 5, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'subnets': [{'id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:31.554314 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e8615e-f3c2-4c9c-804e-867e6b4d6e75 None None] Checking router: f50a6542-6489-44cd-b46c-bece319553b1 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:07:31.562218 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e146086-24f4-4cfe-9f11-2db2ed00fa44 req-b53f83ba-5c66-4a1e-84a4-f681e5276e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:31.563733 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0e146086-24f4-4cfe-9f11-2db2ed00fa44 req-b53f83ba-5c66-4a1e-84a4-f681e5276e29 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7fdbb93f-95d3-4899-98b7-de442d33ecc0 HTTP/1.1" status: 200 len: 851 time: 0.0992649 Nov 27 04:07:31.564615 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e8615e-f3c2-4c9c-804e-867e6b4d6e75 None None] Routers {'f50a6542-6489-44cd-b46c-bece319553b1'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:07:31.565433 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-f7e8615e-f3c2-4c9c-804e-867e6b4d6e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:07:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f50a6542-6489-44cd-b46c-bece319553b1'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:31.631488 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ae20b897-fd8c-444b-aba6-70e7aeb5b523 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:31.674533 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e146086-24f4-4cfe-9f11-2db2ed00fa44 req-50fa5f91-9bb8-4c2e-bd89-a81d8a6a3452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:31.676954 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0e146086-24f4-4cfe-9f11-2db2ed00fa44 req-50fa5f91-9bb8-4c2e-bd89-a81d8a6a3452 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9066c940-2187-4bcb-b452-41734810299f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859704 Nov 27 04:07:31.697757 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-f7e8615e-f3c2-4c9c-804e-867e6b4d6e75 None None] Set router f50a6542-6489-44cd-b46c-bece319553b1 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:07:31.818447 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b87bc63-f0af-4ac6-b28d-37d30feb66d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de99fdf-87dd-4efb-baf4-c45e4ef63564,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:31.819958 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ae20b897-fd8c-444b-aba6-70e7aeb5b523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:31.850949 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b87bc63-f0af-4ac6-b28d-37d30feb66d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:07:31.867476 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2b87bc63-f0af-4ac6-b28d-37d30feb66d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:31.868326 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-2b87bc63-f0af-4ac6-b28d-37d30feb66d3 admin admin] Added segment 40b99c78-6ba3-42b7-8645-6ef0c8b74789 of type vlan for network ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5 Nov 27 04:07:31.901552 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0e146086-24f4-4cfe-9f11-2db2ed00fa44 req-dec45ef5-2a37-414c-9b7b-646d7ec3ac5b service neutron] 10.222.0.23 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099011 Nov 27 04:07:31.939796 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ae20b897-fd8c-444b-aba6-70e7aeb5b523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:31.970250 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2b87bc63-f0af-4ac6-b28d-37d30feb66d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:32.017114 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ae20b897-fd8c-444b-aba6-70e7aeb5b523 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:32.022164 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-396d7feb-7a2a-4e75-af68-86d0d20564f0 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:32.023294 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27110e5f-ea38-4ab4-a9c0-ebfe6a75fda4 None None] Network ab8fc313-e01d-42bb-a8ec-9d136b503637 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:07:32.042915 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36894) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:32.043871 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ae20b897-fd8c-444b-aba6-70e7aeb5b523 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ef82cdfa-d224-4963-bff3-3b0049ffee0b HTTP/1.1" status: 204 len: 168 time: 0.7225661 Nov 27 04:07:32.074337 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2b87bc63-f0af-4ac6-b28d-37d30feb66d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:32.075634 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b87bc63-f0af-4ac6-b28d-37d30feb66d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:32.076225 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2b87bc63-f0af-4ac6-b28d-37d30feb66d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:32.095804 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd218eb3-5b2c-43da-9017-188530841c7c req-3ca4beff-ddfd-49cc-9d3e-e1bedc65769c tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:32.096111 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-f7e8615e-f3c2-4c9c-804e-867e6b4d6e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'name': 'tempest-TestVolumeBootPattern-2087569917-router', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:58Z', 'revision_number': 4, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'gw_port': {'id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '2be63083-cc17-462f-897e-11f997130218', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'floating_ip_address': '172.25.1.70', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'port_id': 'bfe039b6-0cfc-4af9-a1b4-831a73af434c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'mac_address': 'fa:16:3e:43:7b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a78cd85-84e7-46d1-97b9-008ad97870bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:04:53Z', 'updated_at': '2021-11-27T04:04:57Z', 'revision_number': 1, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'fixed_ip_address_scope': None}, {'id': 'ef53b4ca-4f2b-4d63-a80c-394ae3341e58', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'floating_ip_address': '172.25.1.129', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'port_id': '7d77a8b4-7944-41b5-ba76-97e245e37f4e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'mac_address': 'fa:16:3e:25:20:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4538553e-c0c2-491b-b4e4-065162aae292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:07:28Z', 'updated_at': '2021-11-27T04:07:28Z', 'revision_number': 0, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33633549-8cd2-4329-89df-ce902341db7c', 'name': '', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'mac_address': 'fa:16:3e:ee:c6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:56Z', 'updated_at': '2021-11-27T03:56:03Z', 'revision_number': 5, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'subnets': [{'id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:32.105661 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cd218eb3-5b2c-43da-9017-188530841c7c req-3ca4beff-ddfd-49cc-9d3e-e1bedc65769c tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4442045-1a2e-4b51-bdc5-7166950bbe82 HTTP/1.1" status: 200 len: 946 time: 0.3626826 Nov 27 04:07:32.116445 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2972e2-2e59-4507-b85c-4120d8dc4f6b None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:07:32.132552 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e8615e-f3c2-4c9c-804e-867e6b4d6e75 None None] The sync data for ids ['f50a6542-6489-44cd-b46c-bece319553b1'] in n-d-819494-3 is: [{'id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'name': 'tempest-TestVolumeBootPattern-2087569917-router', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:58Z', 'revision_number': 4, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'gw_port': {'id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '2be63083-cc17-462f-897e-11f997130218', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'floating_ip_address': '172.25.1.70', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'port_id': 'bfe039b6-0cfc-4af9-a1b4-831a73af434c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'mac_address': 'fa:16:3e:43:7b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a78cd85-84e7-46d1-97b9-008ad97870bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:04:53Z', 'updated_at': '2021-11-27T04:04:57Z', 'revision_number': 1, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'fixed_ip_address_scope': None}, {'id': 'ef53b4ca-4f2b-4d63-a80c-394ae3341e58', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'floating_ip_address': '172.25.1.129', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'port_id': '7d77a8b4-7944-41b5-ba76-97e245e37f4e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'mac_address': 'fa:16:3e:25:20:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4538553e-c0c2-491b-b4e4-065162aae292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:07:28Z', 'updated_at': '2021-11-27T04:07:28Z', 'revision_number': 0, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33633549-8cd2-4329-89df-ce902341db7c', 'name': '', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'mac_address': 'fa:16:3e:ee:c6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:56Z', 'updated_at': '2021-11-27T03:56:03Z', 'revision_number': 5, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'subnets': [{'id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:07:32.148724 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20b897-fd8c-444b-aba6-70e7aeb5b523 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef82cdfa-d224-4963-bff3-3b0049ffee0b,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:32.210152 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d7feb-7a2a-4e75-af68-86d0d20564f0 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Pushing event deleted for resources: {'Port': ['ID=af53fe07-0143-44c3-baad-92843786afd5,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:32.273080 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0e146086-24f4-4cfe-9f11-2db2ed00fa44 req-9868608b-b96d-4197-b4fc-6ae4ab4ead4d service neutron] 10.222.0.23 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615179 Nov 27 04:07:32.322899 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2b87bc63-f0af-4ac6-b28d-37d30feb66d3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8791003 Nov 27 04:07:32.323633 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 36918) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:32.327517 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b87bc63-f0af-4ac6-b28d-37d30feb66d3 admin admin] Pushing event updated for resources: {'Network': ['ID=ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:32.332271 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-5d4ad1b2-7757-4056-a9f1-c9d03d0c31b7 admin admin] Request body: {'subnet': {'network_id': 'ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1092501680-subnet', 'tenant_id': 'b06130bf9bef4c7fa67dd5f594ff20d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:07:32.343869 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:07:32.358944 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-25480f38-199d-4b68-9604-33647923b26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:32.365979 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-396d7feb-7a2a-4e75-af68-86d0d20564f0 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:32.393250 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4ad1b2-7757-4056-a9f1-c9d03d0c31b7 admin admin] Made reservation on behalf of b06130bf9bef4c7fa67dd5f594ff20d4 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:07:32.396732 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5d4ad1b2-7757-4056-a9f1-c9d03d0c31b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:32.510792 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a83806d-be5b-4745-8447-85f56bed29d4 None None] DHCP port deletion for ab8fc313-e01d-42bb-a8ec-9d136b503637 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:07:32.550057 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cd218eb3-5b2c-43da-9017-188530841c7c req-537ce041-6bf3-4eeb-9334-68b537e501cb tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/security-groups?id=130ddf44-70c9-4314-a571-93a8e767d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434359 Nov 27 04:07:32.573477 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-396d7feb-7a2a-4e75-af68-86d0d20564f0 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:32.583306 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-396d7feb-7a2a-4e75-af68-86d0d20564f0 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:32.610877 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-3a83806d-be5b-4745-8447-85f56bed29d4 None None] Deleting port 1cb854ac-b416-43c2-91ee-d54260b2d06b {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:07:32.630850 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3a83806d-be5b-4745-8447-85f56bed29d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:32.672212 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-396d7feb-7a2a-4e75-af68-86d0d20564f0 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:32.672847 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396d7feb-7a2a-4e75-af68-86d0d20564f0 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Fanout notify agent at l3_agent the message router_deleted on router dad2e995-b0e3-4cad-81ec-0e6edd89fd63 {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:07:32.680992 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-396d7feb-7a2a-4e75-af68-86d0d20564f0 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:32.687064 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-396d7feb-7a2a-4e75-af68-86d0d20564f0 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] 10.222.0.20 "DELETE /v2.0/routers/dad2e995-b0e3-4cad-81ec-0e6edd89fd63 HTTP/1.1" status: 204 len: 168 time: 2.9907815 Nov 27 04:07:32.688745 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36952) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:32.693844 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-0177d927-9e97-483a-871b-a8d6181cd744 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1601653711', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:07:32.714690 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-25480f38-199d-4b68-9604-33647923b26d admin admin] Deleting port 1cb854ac-b416-43c2-91ee-d54260b2d06b {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:07:32.715232 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-25480f38-199d-4b68-9604-33647923b26d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:32.762036 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19cfbdf-1dbc-4800-a3ef-42a7a4688579 None None] New status for floating IP ef53b4ca-4f2b-4d63-a80c-394ae3341e58: ACTIVE {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:07:32.811394 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-25480f38-199d-4b68-9604-33647923b26d admin admin] For port 1cb854ac-b416-43c2-91ee-d54260b2d06b, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=1cb854ac-b416-43c2-91ee-d54260b2d06b,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:07:32.811746 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-25480f38-199d-4b68-9604-33647923b26d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:32.842887 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-25480f38-199d-4b68-9604-33647923b26d admin admin] Calling delete_port for 1cb854ac-b416-43c2-91ee-d54260b2d06b owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:07:32.864707 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0177d927-9e97-483a-871b-a8d6181cd744 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:32.865915 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0177d927-9e97-483a-871b-a8d6181cd744 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:32.960033 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-3a83806d-be5b-4745-8447-85f56bed29d4 None None] For port 1cb854ac-b416-43c2-91ee-d54260b2d06b, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=1cb854ac-b416-43c2-91ee-d54260b2d06b,segment=NetworkSegment(732b5cd8-0e80-4483-9a5a-d4731966dbbc),segment_id=732b5cd8-0e80-4483-9a5a-d4731966dbbc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:07:32.960664 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3a83806d-be5b-4745-8447-85f56bed29d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:32.979167 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-3a83806d-be5b-4745-8447-85f56bed29d4 None None] Calling delete_port for 1cb854ac-b416-43c2-91ee-d54260b2d06b owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:07:33.043751 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-9aa8db82-1aa9-438a-9078-a68538485ad9 req-45a1cd99-cae7-419a-9d82-247e5a3cf967 tempest-ServerRescueNegativeTestJSON-833370732 tempest-ServerRescueNegativeTestJSON-833370732-project] (110019) timed out ('10.222.0.11', 61117) {{(pid=110019) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 04:07:33.103999 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3a83806d-be5b-4745-8447-85f56bed29d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:33.124680 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5d4ad1b2-7757-4056-a9f1-c9d03d0c31b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:33.142694 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a83806d-be5b-4745-8447-85f56bed29d4 None None] Pushing event deleted for resources: {'Port': ['ID=1cb854ac-b416-43c2-91ee-d54260b2d06b,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:33.145143 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a83806d-be5b-4745-8447-85f56bed29d4 None None] No DVR routers for this DVR port 1cb854ac-b416-43c2-91ee-d54260b2d06b on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:07:33.205035 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0177d927-9e97-483a-871b-a8d6181cd744 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:33.216834 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0177d927-9e97-483a-871b-a8d6181cd744 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:33.257464 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0177d927-9e97-483a-871b-a8d6181cd744 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:33.258764 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0177d927-9e97-483a-871b-a8d6181cd744 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5690060 Nov 27 04:07:33.261423 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-25480f38-199d-4b68-9604-33647923b26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:33.266348 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device c994a619-a6b1-47f3-9c5e-ec30ea84b446 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:07:33.268580 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ad1b2-7757-4056-a9f1-c9d03d0c31b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72442e9e-9171-4b97-b60c-80223dc82b85,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:33.270239 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37014) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:33.273337 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4ad1b2-7757-4056-a9f1-c9d03d0c31b7 admin admin] Checking segment: {'id': '40b99c78-6ba3-42b7-8645-6ef0c8b74789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:07:33.274020 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4ad1b2-7757-4056-a9f1-c9d03d0c31b7 admin admin] Network hostable DHCP agents. Network: ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:07:33.296430 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-9e84d0af-042c-4792-b62b-30de417b4761 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'enable_snat': True}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:07:33.309289 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4ad1b2-7757-4056-a9f1-c9d03d0c31b7 admin admin] Network ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:07:33.325737 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: c994a619-a6b1-47f3-9c5e-ec30ea84b446 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:07:33.326389 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device c994a619-a6b1-47f3-9c5e-ec30ea84b446 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:07:33.327094 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 1cb854ac-b416-43c2-91ee-d54260b2d06b no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:07:33.337030 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-5d4ad1b2-7757-4056-a9f1-c9d03d0c31b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:07:33.341688 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4ad1b2-7757-4056-a9f1-c9d03d0c31b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:33.342685 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5d4ad1b2-7757-4056-a9f1-c9d03d0c31b7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:33.369829 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25480f38-199d-4b68-9604-33647923b26d admin admin] Pushing event deleted for resources: {'Port': ['ID=1cb854ac-b416-43c2-91ee-d54260b2d06b,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:33.379293 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-5d4ad1b2-7757-4056-a9f1-c9d03d0c31b7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0528378 Nov 27 04:07:33.379932 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 37028) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:33.384268 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-d4167f3c-813c-44ca-b2b5-9f398e2d001c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1092501680-router', 'tenant_id': 'b06130bf9bef4c7fa67dd5f594ff20d4', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:07:33.417460 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fc0c09-fa3e-49c2-840f-b6711683a248 None None] Network ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:07:33.420593 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 1cb854ac-b416-43c2-91ee-d54260b2d06b {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:07:33.421366 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25480f38-199d-4b68-9604-33647923b26d admin admin] No DVR routers for this DVR port 1cb854ac-b416-43c2-91ee-d54260b2d06b on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:07:33.421774 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 1cb854ac-b416-43c2-91ee-d54260b2d06b not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:07:33.423276 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d4167f3c-813c-44ca-b2b5-9f398e2d001c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:33.439769 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d4167f3c-813c-44ca-b2b5-9f398e2d001c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:33.537962 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d4167f3c-813c-44ca-b2b5-9f398e2d001c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:33.704569 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9e84d0af-042c-4792-b62b-30de417b4761 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:33.727410 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-25480f38-199d-4b68-9604-33647923b26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:33.756932 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917c582d-4e79-4dfb-95c7-03750e76de87 None None] Network ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:07:33.805129 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-25480f38-199d-4b68-9604-33647923b26d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab8fc313-e01d-42bb-a8ec-9d136b503637']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:33.819947 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-25480f38-199d-4b68-9604-33647923b26d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '732b5cd8-0e80-4483-9a5a-d4731966dbbc') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:33.820530 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-25480f38-199d-4b68-9604-33647923b26d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '732b5cd8-0e80-4483-9a5a-d4731966dbbc') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:33.845163 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-25480f38-199d-4b68-9604-33647923b26d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:33.854739 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d4167f3c-813c-44ca-b2b5-9f398e2d001c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:33.871157 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-25480f38-199d-4b68-9604-33647923b26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:33.882653 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25480f38-199d-4b68-9604-33647923b26d admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:07:33.883589 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-25480f38-199d-4b68-9604-33647923b26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:33.884071 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751ee7f-c7e2-4813-aa21-b449e0de2d79 req-61cb8efb-725c-42fe-a262-858f66dac4f7 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:33.886151 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:07:33.886151 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 04:07:33.886151 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:07:33.886151 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 04:07:33.886151 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:07:33.886151 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 04:07:33.886151 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:07:33.886151 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 04:07:33.886151 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:07:33.886151 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:07:33.886151 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:07:33.886151 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:07:33.886151 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:07:33.886151 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:07:33.886151 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:07:33.886151 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:07:33.886151 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:07:33.886151 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:07:33.886151 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:07:33.886151 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:07:33.886151 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:07:33.886151 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:07:33.886151 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:07:33.886151 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:07:33.886151 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:07:33.886151 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:07:33.886151 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:07:33.886151 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:07:33.886151 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:07:33.886151 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:07:33.886151 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:07:33.886151 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:07:33.886151 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:07:33.886151 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:07:33.886151 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:07:33.886151 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:07:33.886151 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:07:33.886151 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:07:33.886151 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:07:33.886151 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:07:33.896357 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2751ee7f-c7e2-4813-aa21-b449e0de2d79 req-61cb8efb-725c-42fe-a262-858f66dac4f7 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4442045-1a2e-4b51-bdc5-7166950bbe82 HTTP/1.1" status: 200 len: 946 time: 0.2311573 Nov 27 04:07:33.973321 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-25480f38-199d-4b68-9604-33647923b26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:33.982510 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-25480f38-199d-4b68-9604-33647923b26d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:33.987068 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-25480f38-199d-4b68-9604-33647923b26d admin admin] 10.222.0.20 "DELETE /v2.0/networks/ab8fc313-e01d-42bb-a8ec-9d136b503637 HTTP/1.1" status: 204 len: 168 time: 1.9388652 Nov 27 04:07:34.074807 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25480f38-199d-4b68-9604-33647923b26d admin admin] Pushing event deleted for resources: {'Network': ['ID=ab8fc313-e01d-42bb-a8ec-9d136b503637,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:34.140297 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2751ee7f-c7e2-4813-aa21-b449e0de2d79 req-b8471090-a7b0-4555-b584-a042b52a8e8e tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/security-groups?id=130ddf44-70c9-4314-a571-93a8e767d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430182 Nov 27 04:07:34.144539 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9e84d0af-042c-4792-b62b-30de417b4761 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:34.184221 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9e84d0af-042c-4792-b62b-30de417b4761 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:34.395157 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-9e84d0af-042c-4792-b62b-30de417b4761 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Allocated IP 172.25.1.201 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/3d0e8423-0f94-4db4-8274-d9486b76f387) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:07:34.475224 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d4167f3c-813c-44ca-b2b5-9f398e2d001c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:34.477279 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 37154) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:34.522537 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d4167f3c-813c-44ca-b2b5-9f398e2d001c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:34.615374 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b78a9b21-4f44-4cb5-aea1-1145eece9f35 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b01c762313d54b279f09c5e5d81dadbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1366587 Nov 27 04:07:34.616274 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 37174) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:34.652634 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9e84d0af-042c-4792-b62b-30de417b4761 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:34.706058 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-908c1d0e-0cc9-4008-bd21-af58b82007e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:34.713565 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9e84d0af-042c-4792-b62b-30de417b4761 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:34.770989 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e84d0af-042c-4792-b62b-30de417b4761 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:07:34.778919 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-9e84d0af-042c-4792-b62b-30de417b4761 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:07:34.783448 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e84d0af-042c-4792-b62b-30de417b4761 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:07:34.800495 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-908c1d0e-0cc9-4008-bd21-af58b82007e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:34.805986 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f08ae6b-c1f9-421f-907e-1d2250341b51 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:07:34.819542 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84d0af-042c-4792-b62b-30de417b4761 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Pushing event updated for resources: {'Port': ['ID=3d0e8423-0f94-4db4-8274-d9486b76f387,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:34.844667 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-d4167f3c-813c-44ca-b2b5-9f398e2d001c admin admin] Allocated IP 172.25.1.85 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/1ed87267-4441-4b54-8d15-00558f59e344) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:07:34.930176 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-7f68cc72-eab2-4aed-9fc1-f2844205b740 None None] Provisioning complete for port 3d0e8423-0f94-4db4-8274-d9486b76f387 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:07:34.930847 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7f68cc72-eab2-4aed-9fc1-f2844205b740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:35.015831 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-908c1d0e-0cc9-4008-bd21-af58b82007e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:35.024924 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-7f68cc72-eab2-4aed-9fc1-f2844205b740 None None] Port 3d0e8423-0f94-4db4-8274-d9486b76f387 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:07:35.025293 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-908c1d0e-0cc9-4008-bd21-af58b82007e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:35.026595 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-908c1d0e-0cc9-4008-bd21-af58b82007e3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/48a7aacd-8236-48f5-bda2-e3ee3435c9e3 HTTP/1.1" status: 204 len: 168 time: 0.4072995 Nov 27 04:07:35.072183 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908c1d0e-0cc9-4008-bd21-af58b82007e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a7aacd-8236-48f5-bda2-e3ee3435c9e3,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:35.141708 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d4167f3c-813c-44ca-b2b5-9f398e2d001c admin admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:35.190530 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9e84d0af-042c-4792-b62b-30de417b4761 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:35.231956 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d4167f3c-813c-44ca-b2b5-9f398e2d001c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:35.322102 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4167f3c-813c-44ca-b2b5-9f398e2d001c admin admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:07:35.326395 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-d4167f3c-813c-44ca-b2b5-9f398e2d001c admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:07:35.330796 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4167f3c-813c-44ca-b2b5-9f398e2d001c admin admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:07:35.347125 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371fa01b-697b-4058-8445-98a7f497782d None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:07:35.368419 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4167f3c-813c-44ca-b2b5-9f398e2d001c admin admin] Pushing event updated for resources: {'Port': ['ID=1ed87267-4441-4b54-8d15-00558f59e344,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:35.460058 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-469365e3-25c9-4a22-bb23-c3e41355805e None None] Provisioning complete for port 1ed87267-4441-4b54-8d15-00558f59e344 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:07:35.460473 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-469365e3-25c9-4a22-bb23-c3e41355805e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:35.560194 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-469365e3-25c9-4a22-bb23-c3e41355805e None None] Port 1ed87267-4441-4b54-8d15-00558f59e344 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:07:35.934342 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d4167f3c-813c-44ca-b2b5-9f398e2d001c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:36.290013 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9e84d0af-042c-4792-b62b-30de417b4761 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3685224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11843'] for router, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:36.295027 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9e84d0af-042c-4792-b62b-30de417b4761 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3685219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3685210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3680816'] for router, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:36.356900 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d4167f3c-813c-44ca-b2b5-9f398e2d001c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:36.533049 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e84d0af-042c-4792-b62b-30de417b4761 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Router 11b1b48d-9e14-454a-a4c0-74a1b0114ef6 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:07:36.543672 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4167f3c-813c-44ca-b2b5-9f398e2d001c admin admin] Router ea0d35ec-8add-4e02-8b1c-d91746f2f66d is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:07:36.547208 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 37360) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:36.725210 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4167f3c-813c-44ca-b2b5-9f398e2d001c admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:07:36.738713 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dab2b1-f5df-4f19-beea-61f593a207ba None None] Sync routers for ids ['ea0d35ec-8add-4e02-8b1c-d91746f2f66d'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:07:36.758152 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dab2b1-f5df-4f19-beea-61f593a207ba None None] Routers {'ea0d35ec-8add-4e02-8b1c-d91746f2f66d'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:07:36.761958 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-64dab2b1-f5df-4f19-beea-61f593a207ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:07:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['ea0d35ec-8add-4e02-8b1c-d91746f2f66d'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:36.784637 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e84d0af-042c-4792-b62b-30de417b4761 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:07:36.798543 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70da74c8-8fd4-4513-8616-5f56bf64f894 None None] Sync routers for ids ['11b1b48d-9e14-454a-a4c0-74a1b0114ef6'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:07:36.806200 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-99e2d348-7ff3-4568-8bd2-1188c8d2713a admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-494648433-network', 'tenant_id': '4d602b6f94f746b98508f3e8d180c449'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:07:36.812577 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9e84d0af-042c-4792-b62b-30de417b4761 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:36.818538 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9e84d0af-042c-4792-b62b-30de417b4761 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] 10.222.0.20 "PUT /v2.0/routers/11b1b48d-9e14-454a-a4c0-74a1b0114ef6 HTTP/1.1" status: 200 len: 915 time: 3.5257897 Nov 27 04:07:36.820909 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37372) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:36.824812 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d4167f3c-813c-44ca-b2b5-9f398e2d001c admin admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:36.830316 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d4167f3c-813c-44ca-b2b5-9f398e2d001c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4456906 Nov 27 04:07:36.831858 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70da74c8-8fd4-4513-8616-5f56bf64f894 None None] Routers {'11b1b48d-9e14-454a-a4c0-74a1b0114ef6'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:07:36.834536 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-70da74c8-8fd4-4513-8616-5f56bf64f894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:07:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['11b1b48d-9e14-454a-a4c0-74a1b0114ef6'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:36.837217 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 37376) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:36.922416 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-70da74c8-8fd4-4513-8616-5f56bf64f894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:36.950932 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70da74c8-8fd4-4513-8616-5f56bf64f894 None None] Routers {'11b1b48d-9e14-454a-a4c0-74a1b0114ef6'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:07:36.951706 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-70da74c8-8fd4-4513-8616-5f56bf64f894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:07:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['11b1b48d-9e14-454a-a4c0-74a1b0114ef6'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:36.996014 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e2d348-7ff3-4568-8bd2-1188c8d2713a admin admin] Made reservation on behalf of 4d602b6f94f746b98508f3e8d180c449 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:07:36.999414 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-99e2d348-7ff3-4568-8bd2-1188c8d2713a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:37.015375 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-99e2d348-7ff3-4568-8bd2-1188c8d2713a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:37.036610 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-70da74c8-8fd4-4513-8616-5f56bf64f894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:37.037520 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70da74c8-8fd4-4513-8616-5f56bf64f894 None None] The sync data for ids ['11b1b48d-9e14-454a-a4c0-74a1b0114ef6'] in n-d-819494-3 is: [] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:07:37.074239 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-64dab2b1-f5df-4f19-beea-61f593a207ba None None] Set router ea0d35ec-8add-4e02-8b1c-d91746f2f66d gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:07:37.106923 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3909b485-7f07-4556-a6ab-f3cac3ae693b tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] 10.222.0.20 "GET /v2.0/routers/11b1b48d-9e14-454a-a4c0-74a1b0114ef6 HTTP/1.1" status: 200 len: 921 time: 0.2828753 Nov 27 04:07:37.108412 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37380) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:37.139616 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-99e2d348-7ff3-4568-8bd2-1188c8d2713a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:37.158257 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-99e2d348-7ff3-4568-8bd2-1188c8d2713a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:37.199925 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a16626e-25c3-4f5c-93db-69eb31f07e09 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:37.202191 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4a16626e-25c3-4f5c-93db-69eb31f07e09 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=f5c39893-f8d8-4150-8aae-695f98406de3&device_id=11b1b48d-9e14-454a-a4c0-74a1b0114ef6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0927618 Nov 27 04:07:37.206402 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37382) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:37.222281 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99e2d348-7ff3-4568-8bd2-1188c8d2713a admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:07:37.258221 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d348-7ff3-4568-8bd2-1188c8d2713a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3da8591-f016-4926-9438-5ddd7f7f5e61,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:37.262659 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-99e2d348-7ff3-4568-8bd2-1188c8d2713a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:37.263018 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-99e2d348-7ff3-4568-8bd2-1188c8d2713a admin admin] Added segment 52f2f142-310a-47a2-9caf-06311ba2856d of type vlan for network f6165b1c-6bbd-42ce-ac24-5c0343f856bc Nov 27 04:07:37.440235 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-64dab2b1-f5df-4f19-beea-61f593a207ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0d35ec-8add-4e02-8b1c-d91746f2f66d', 'name': 'tempest-ServerRescueTestJSON-1092501680-router', 'tenant_id': 'b06130bf9bef4c7fa67dd5f594ff20d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '1ed87267-4441-4b54-8d15-00558f59e344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:07:33Z', 'updated_at': '2021-11-27T04:07:35Z', 'revision_number': 3, 'project_id': 'b06130bf9bef4c7fa67dd5f594ff20d4', 'gw_port': {'id': '1ed87267-4441-4b54-8d15-00558f59e344', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:52:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0d35ec-8add-4e02-8b1c-d91746f2f66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:07:34Z', 'updated_at': '2021-11-27T04:07:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:37.473697 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039f5d92-43c6-43e1-a081-d7be14e32485 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:37.478527 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-039f5d92-43c6-43e1-a081-d7be14e32485 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] 10.222.0.20 "GET /v2.0/networks/f5c39893-f8d8-4150-8aae-695f98406de3 HTTP/1.1" status: 200 len: 881 time: 0.2655892 Nov 27 04:07:37.484641 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37386) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:37.501146 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dab2b1-f5df-4f19-beea-61f593a207ba None None] Checking router: ea0d35ec-8add-4e02-8b1c-d91746f2f66d for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:07:37.503469 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dab2b1-f5df-4f19-beea-61f593a207ba None None] Updating router ea0d35ec-8add-4e02-8b1c-d91746f2f66d port 1ed87267-4441-4b54-8d15-00558f59e344 binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:07:37.532082 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-99e2d348-7ff3-4568-8bd2-1188c8d2713a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:37.564972 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-64dab2b1-f5df-4f19-beea-61f593a207ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:37.571649 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1eb863d5-ac5b-444a-98e1-12d06d6ca7a5 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] 10.222.0.20 "GET /v2.0/ports?device_id=11b1b48d-9e14-454a-a4c0-74a1b0114ef6 HTTP/1.1" status: 200 len: 205 time: 0.0858605 Nov 27 04:07:37.574510 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37388) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:37.617119 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-99e2d348-7ff3-4568-8bd2-1188c8d2713a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:37.619735 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e2d348-7ff3-4568-8bd2-1188c8d2713a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:37.620187 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-99e2d348-7ff3-4568-8bd2-1188c8d2713a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:37.769144 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-99e2d348-7ff3-4568-8bd2-1188c8d2713a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2176878 Nov 27 04:07:37.771804 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-649cf0c0-2b07-45ca-bc53-b4b3f7aab509 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:37.771941 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 37390) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:37.783009 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-cf2f7f2f-fb7e-49a4-bba8-8ff8f2b30cc7 admin admin] Request body: {'subnet': {'network_id': 'f6165b1c-6bbd-42ce-ac24-5c0343f856bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-494648433-subnet', 'tenant_id': '4d602b6f94f746b98508f3e8d180c449', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:07:37.803994 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d348-7ff3-4568-8bd2-1188c8d2713a admin admin] Pushing event updated for resources: {'Network': ['ID=f6165b1c-6bbd-42ce-ac24-5c0343f856bc,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:37.809979 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2f7f2f-fb7e-49a4-bba8-8ff8f2b30cc7 admin admin] Made reservation on behalf of 4d602b6f94f746b98508f3e8d180c449 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:07:37.812510 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cf2f7f2f-fb7e-49a4-bba8-8ff8f2b30cc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:37.815857 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network f6165b1c-6bbd-42ce-ac24-5c0343f856bc details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:07:37.991761 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-649cf0c0-2b07-45ca-bc53-b4b3f7aab509 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:38.098406 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-649cf0c0-2b07-45ca-bc53-b4b3f7aab509 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Deleting port 3d0e8423-0f94-4db4-8274-d9486b76f387 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:07:38.099830 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-649cf0c0-2b07-45ca-bc53-b4b3f7aab509 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:38.114353 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-64dab2b1-f5df-4f19-beea-61f593a207ba None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:38.131837 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-64dab2b1-f5df-4f19-beea-61f593a207ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:38.138408 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cf2f7f2f-fb7e-49a4-bba8-8ff8f2b30cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:38.189778 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0df65cc-bb30-43b4-a426-ed718480311b None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:07:38.227804 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-649cf0c0-2b07-45ca-bc53-b4b3f7aab509 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:38.228572 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-64dab2b1-f5df-4f19-beea-61f593a207ba None None] Attempting to bind port 1ed87267-4441-4b54-8d15-00558f59e344 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:07:38.229251 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-64dab2b1-f5df-4f19-beea-61f593a207ba None None] Attempting to bind port 1ed87267-4441-4b54-8d15-00558f59e344 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:07:38.229784 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dab2b1-f5df-4f19-beea-61f593a207ba None None] Attempting to bind port 1ed87267-4441-4b54-8d15-00558f59e344 on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:07:38.242726 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-649cf0c0-2b07-45ca-bc53-b4b3f7aab509 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Calling delete_port for 3d0e8423-0f94-4db4-8274-d9486b76f387 owned by network:router_gateway {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:07:38.243140 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dab2b1-f5df-4f19-beea-61f593a207ba None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:07:38.243744 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dab2b1-f5df-4f19-beea-61f593a207ba None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:07:38.244448 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-64dab2b1-f5df-4f19-beea-61f593a207ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:38.244999 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dab2b1-f5df-4f19-beea-61f593a207ba None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:07:38.246188 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-64dab2b1-f5df-4f19-beea-61f593a207ba None None] Bound port: 1ed87267-4441-4b54-8d15-00558f59e344, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:07:38.246781 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-64dab2b1-f5df-4f19-beea-61f593a207ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:38.291730 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f7f2f-fb7e-49a4-bba8-8ff8f2b30cc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b6b4bec-c05d-46f7-bc05-5b89f65f281f,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:38.317590 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-5ecce3e5-b196-4272-a021-487dd9725a1e None None] Provisioning complete for port 1ed87267-4441-4b54-8d15-00558f59e344 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:07:38.321887 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5ecce3e5-b196-4272-a021-487dd9725a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:38.324325 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-64dab2b1-f5df-4f19-beea-61f593a207ba None None] For port 1ed87267-4441-4b54-8d15-00558f59e344, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:07:38.329332 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-64dab2b1-f5df-4f19-beea-61f593a207ba None None] For port 1ed87267-4441-4b54-8d15-00558f59e344, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=1ed87267-4441-4b54-8d15-00558f59e344,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:07:38.347339 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b8d578-93b0-464e-9f31-7516b0be48f7 None None] Pushing event updated for resources: {'Port': ['ID=1ed87267-4441-4b54-8d15-00558f59e344,revision_number=2']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:38.353807 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-64dab2b1-f5df-4f19-beea-61f593a207ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:38.418143 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-5ecce3e5-b196-4272-a021-487dd9725a1e None None] Port 1ed87267-4441-4b54-8d15-00558f59e344 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:07:38.439014 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c8b086-38ac-44c6-8753-0baef96dca26 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:07:38.444206 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-649cf0c0-2b07-45ca-bc53-b4b3f7aab509 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:38.470278 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dab2b1-f5df-4f19-beea-61f593a207ba None None] Routers {'ea0d35ec-8add-4e02-8b1c-d91746f2f66d'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:07:38.471075 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-64dab2b1-f5df-4f19-beea-61f593a207ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:07:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['ea0d35ec-8add-4e02-8b1c-d91746f2f66d'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:38.494586 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5cb897-040e-4e5f-9e69-c8abdd1af4e7 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:07:38.497253 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2f7f2f-fb7e-49a4-bba8-8ff8f2b30cc7 admin admin] Checking segment: {'id': '52f2f142-310a-47a2-9caf-06311ba2856d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f6165b1c-6bbd-42ce-ac24-5c0343f856bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:07:38.497411 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649cf0c0-2b07-45ca-bc53-b4b3f7aab509 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Pushing event deleted for resources: {'Port': ['ID=3d0e8423-0f94-4db4-8274-d9486b76f387,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:38.498385 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2f7f2f-fb7e-49a4-bba8-8ff8f2b30cc7 admin admin] Network hostable DHCP agents. Network: f6165b1c-6bbd-42ce-ac24-5c0343f856bc, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:07:38.544682 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-94dba698-0f62-467f-816a-092160e4418a None None] Provisioning complete for port 1ed87267-4441-4b54-8d15-00558f59e344 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:07:38.545041 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-94dba698-0f62-467f-816a-092160e4418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:38.573774 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-649cf0c0-2b07-45ca-bc53-b4b3f7aab509 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:38.590877 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2f7f2f-fb7e-49a4-bba8-8ff8f2b30cc7 admin admin] Network f6165b1c-6bbd-42ce-ac24-5c0343f856bc is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:07:38.591457 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b8d578-93b0-464e-9f31-7516b0be48f7 None None] Pushing event updated for resources: {'Port': ['ID=1ed87267-4441-4b54-8d15-00558f59e344,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:38.607738 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-cf2f7f2f-fb7e-49a4-bba8-8ff8f2b30cc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, f6165b1c-6bbd-42ce-ac24-5c0343f856bc) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:07:38.626799 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c189ca1-a4be-42e5-8995-4fb24c1feffe None None] Network f6165b1c-6bbd-42ce-ac24-5c0343f856bc requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:07:38.642987 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2f7f2f-fb7e-49a4-bba8-8ff8f2b30cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:38.645613 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cf2f7f2f-fb7e-49a4-bba8-8ff8f2b30cc7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:38.685380 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9a213de7-30bc-4c22-be7f-2926955440d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:38.698460 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-649cf0c0-2b07-45ca-bc53-b4b3f7aab509 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:38.700817 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-649cf0c0-2b07-45ca-bc53-b4b3f7aab509 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:38.722042 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-cf2f7f2f-fb7e-49a4-bba8-8ff8f2b30cc7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9470911 Nov 27 04:07:38.743521 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-64dab2b1-f5df-4f19-beea-61f593a207ba None None] Set router ea0d35ec-8add-4e02-8b1c-d91746f2f66d gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:07:38.763781 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-649cf0c0-2b07-45ca-bc53-b4b3f7aab509 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:38.772191 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649cf0c0-2b07-45ca-bc53-b4b3f7aab509 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Fanout notify agent at l3_agent the message router_deleted on router 11b1b48d-9e14-454a-a4c0-74a1b0114ef6 {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:07:38.778199 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-94dba698-0f62-467f-816a-092160e4418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:38.791575 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-649cf0c0-2b07-45ca-bc53-b4b3f7aab509 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:38.805846 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-649cf0c0-2b07-45ca-bc53-b4b3f7aab509 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] 10.222.0.20 "DELETE /v2.0/routers/11b1b48d-9e14-454a-a4c0-74a1b0114ef6 HTTP/1.1" status: 204 len: 168 time: 1.2249286 Nov 27 04:07:38.805846 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37412) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:38.820004 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-94a4cc2d-e714-4f3e-9a9b-cf6a889fe475 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-132864965', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:07:38.825473 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-94dba698-0f62-467f-816a-092160e4418a None None] For port 1ed87267-4441-4b54-8d15-00558f59e344, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=1ed87267-4441-4b54-8d15-00558f59e344,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:07:38.850422 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-94dba698-0f62-467f-816a-092160e4418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:38.914483 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-94a4cc2d-e714-4f3e-9a9b-cf6a889fe475 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:38.920929 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55da63f-9009-405d-bebc-6ec69c160023 None None] Network f6165b1c-6bbd-42ce-ac24-5c0343f856bc requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:07:38.927245 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-94a4cc2d-e714-4f3e-9a9b-cf6a889fe475 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:38.942785 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-9a213de7-30bc-4c22-be7f-2926955440d7 admin admin] Allocated IP 172.20.0.1 (ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5/72442e9e-9171-4b97-b60c-80223dc82b85/f9cb0d16-d9d0-479c-9094-71ec5b73c964) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:07:39.101758 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-94a4cc2d-e714-4f3e-9a9b-cf6a889fe475 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:39.104521 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dba698-0f62-467f-816a-092160e4418a None None] Pushing event updated for resources: {'Port': ['ID=1ed87267-4441-4b54-8d15-00558f59e344,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:39.110625 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-94a4cc2d-e714-4f3e-9a9b-cf6a889fe475 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:39.137152 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-94a4cc2d-e714-4f3e-9a9b-cf6a889fe475 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:39.142834 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-94a4cc2d-e714-4f3e-9a9b-cf6a889fe475 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3348544 Nov 27 04:07:39.144001 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37422) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:39.158823 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-8691bb1b-40ea-41b1-9aaf-00b2bf0eab8a tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'enable_snat': False}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:07:39.295589 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9a213de7-30bc-4c22-be7f-2926955440d7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:39.323372 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-64dab2b1-f5df-4f19-beea-61f593a207ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0d35ec-8add-4e02-8b1c-d91746f2f66d', 'name': 'tempest-ServerRescueTestJSON-1092501680-router', 'tenant_id': 'b06130bf9bef4c7fa67dd5f594ff20d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '1ed87267-4441-4b54-8d15-00558f59e344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:07:33Z', 'updated_at': '2021-11-27T04:07:35Z', 'revision_number': 3, 'project_id': 'b06130bf9bef4c7fa67dd5f594ff20d4', 'gw_port': {'id': '1ed87267-4441-4b54-8d15-00558f59e344', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:52:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0d35ec-8add-4e02-8b1c-d91746f2f66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:07:34Z', 'updated_at': '2021-11-27T04:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:39.368729 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9a213de7-30bc-4c22-be7f-2926955440d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:39.375272 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dab2b1-f5df-4f19-beea-61f593a207ba None None] The sync data for ids ['ea0d35ec-8add-4e02-8b1c-d91746f2f66d'] in n-d-819494-3 is: [{'id': 'ea0d35ec-8add-4e02-8b1c-d91746f2f66d', 'name': 'tempest-ServerRescueTestJSON-1092501680-router', 'tenant_id': 'b06130bf9bef4c7fa67dd5f594ff20d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '1ed87267-4441-4b54-8d15-00558f59e344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:07:33Z', 'updated_at': '2021-11-27T04:07:35Z', 'revision_number': 3, 'project_id': 'b06130bf9bef4c7fa67dd5f594ff20d4', 'gw_port': {'id': '1ed87267-4441-4b54-8d15-00558f59e344', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:52:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0d35ec-8add-4e02-8b1c-d91746f2f66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:07:34Z', 'updated_at': '2021-11-27T04:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:07:39.462148 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a213de7-30bc-4c22-be7f-2926955440d7 admin admin] Pushing event updated for resources: {'Port': ['ID=f9cb0d16-d9d0-479c-9094-71ec5b73c964,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:39.501086 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a213de7-30bc-4c22-be7f-2926955440d7 admin admin] Network ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:07:39.506659 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-9a213de7-30bc-4c22-be7f-2926955440d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:07:39.518714 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a213de7-30bc-4c22-be7f-2926955440d7 admin admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:07:39.584572 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8691bb1b-40ea-41b1-9aaf-00b2bf0eab8a tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:39.594785 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9a213de7-30bc-4c22-be7f-2926955440d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:39.973362 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8691bb1b-40ea-41b1-9aaf-00b2bf0eab8a tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:40.011010 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8691bb1b-40ea-41b1-9aaf-00b2bf0eab8a tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:40.187534 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-8691bb1b-40ea-41b1-9aaf-00b2bf0eab8a tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Allocated IP 172.25.1.160 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/3b13e82a-37e9-43e4-9844-9c9f3fb954cc) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:07:40.361877 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8691bb1b-40ea-41b1-9aaf-00b2bf0eab8a tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:40.411134 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8691bb1b-40ea-41b1-9aaf-00b2bf0eab8a tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:40.465422 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8691bb1b-40ea-41b1-9aaf-00b2bf0eab8a tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:07:40.473627 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-8691bb1b-40ea-41b1-9aaf-00b2bf0eab8a tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:07:40.489964 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8691bb1b-40ea-41b1-9aaf-00b2bf0eab8a tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:07:40.492321 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ee5723-0af6-4855-8fad-9cf292238a95 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:07:40.590939 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-e072943e-fe2b-432f-a128-d6e256dfa3f7 None None] Provisioning complete for port 3b13e82a-37e9-43e4-9844-9c9f3fb954cc triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:07:40.591531 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e072943e-fe2b-432f-a128-d6e256dfa3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:40.630746 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-e072943e-fe2b-432f-a128-d6e256dfa3f7 None None] Port 3b13e82a-37e9-43e4-9844-9c9f3fb954cc cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:07:40.681318 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-5af8e720-3907-43fd-bf49-d23a32ec3023 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:40.682154 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8691bb1b-40ea-41b1-9aaf-00b2bf0eab8a tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Pushing event updated for resources: {'Port': ['ID=3b13e82a-37e9-43e4-9844-9c9f3fb954cc,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:40.687940 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-5af8e720-3907-43fd-bf49-d23a32ec3023 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] 10.222.0.20 "GET /v2.0/networks?id=f6165b1c-6bbd-42ce-ac24-5c0343f856bc HTTP/1.1" status: 200 len: 808 time: 0.7868204 Nov 27 04:07:40.712478 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9a213de7-30bc-4c22-be7f-2926955440d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:40.716429 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-ff9809ba-e931-4c14-923b-226fe3d33a8e tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] 10.222.0.20 "GET /v2.0/quotas/4d602b6f94f746b98508f3e8d180c449 HTTP/1.1" status: 200 len: 375 time: 0.0250976 Nov 27 04:07:40.768742 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-0a4d571b-2a82-43bc-aeba-6b3e5fff1173 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4d602b6f94f746b98508f3e8d180c449&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334151 Nov 27 04:07:40.845740 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8691bb1b-40ea-41b1-9aaf-00b2bf0eab8a tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:41.071805 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-bdb1aef6-a7b1-4747-b9b7-334102515b57 service neutron] 10.222.0.20 "GET /v2.0/networks/f6165b1c-6bbd-42ce-ac24-5c0343f856bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569049 Nov 27 04:07:41.093393 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9a213de7-30bc-4c22-be7f-2926955440d7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:41.108720 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8691bb1b-40ea-41b1-9aaf-00b2bf0eab8a tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3685224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11843'] for router, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:41.113107 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8691bb1b-40ea-41b1-9aaf-00b2bf0eab8a tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3685219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3685210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3680816'] for router, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:41.137119 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9a213de7-30bc-4c22-be7f-2926955440d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:41.197344 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9a213de7-30bc-4c22-be7f-2926955440d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:41.291413 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 1ed87267-4441-4b54-8d15-00558f59e344 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:07:41.294856 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a213de7-30bc-4c22-be7f-2926955440d7 admin admin] Pushing event updated for resources: {'Port': ['ID=f9cb0d16-d9d0-479c-9094-71ec5b73c964,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:41.357318 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8691bb1b-40ea-41b1-9aaf-00b2bf0eab8a tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Router 8c197ed4-1eab-4eb1-81a3-a33c39b51999 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:07:41.382897 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 1ed87267-4441-4b54-8d15-00558f59e344 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:07:41.383654 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:41.469742 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-3338e170-a556-49b2-a182-28b634a61955 service neutron] 10.222.0.20 "GET /v2.0/networks/f6165b1c-6bbd-42ce-ac24-5c0343f856bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882074 Nov 27 04:07:41.500881 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a213de7-30bc-4c22-be7f-2926955440d7 admin admin] Network ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:07:41.505602 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-9a213de7-30bc-4c22-be7f-2926955440d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:07:41.584481 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8691bb1b-40ea-41b1-9aaf-00b2bf0eab8a tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:07:41.591042 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8691bb1b-40ea-41b1-9aaf-00b2bf0eab8a tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:41.597863 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79179f27-ad9a-4a10-9a99-52bbc4c188fa None None] Sync routers for ids ['8c197ed4-1eab-4eb1-81a3-a33c39b51999'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:07:41.609923 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8691bb1b-40ea-41b1-9aaf-00b2bf0eab8a tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] 10.222.0.20 "PUT /v2.0/routers/8c197ed4-1eab-4eb1-81a3-a33c39b51999 HTTP/1.1" status: 200 len: 915 time: 2.4558029 Nov 27 04:07:41.611971 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37478) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:41.617998 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79179f27-ad9a-4a10-9a99-52bbc4c188fa None None] Routers {'8c197ed4-1eab-4eb1-81a3-a33c39b51999'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:07:41.621447 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-79179f27-ad9a-4a10-9a99-52bbc4c188fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:07:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['8c197ed4-1eab-4eb1-81a3-a33c39b51999'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:41.725890 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-79179f27-ad9a-4a10-9a99-52bbc4c188fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:41.737598 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79179f27-ad9a-4a10-9a99-52bbc4c188fa None None] Routers {'8c197ed4-1eab-4eb1-81a3-a33c39b51999'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:07:41.739750 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-79179f27-ad9a-4a10-9a99-52bbc4c188fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:07:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['8c197ed4-1eab-4eb1-81a3-a33c39b51999'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:41.758946 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a213de7-30bc-4c22-be7f-2926955440d7 admin admin] Router ea0d35ec-8add-4e02-8b1c-d91746f2f66d has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:07:41.813370 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-79179f27-ad9a-4a10-9a99-52bbc4c188fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:41.814626 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79179f27-ad9a-4a10-9a99-52bbc4c188fa None None] The sync data for ids ['8c197ed4-1eab-4eb1-81a3-a33c39b51999'] in n-d-819494-3 is: [] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:07:42.001593 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a213de7-30bc-4c22-be7f-2926955440d7 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:07:42.019743 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9a213de7-30bc-4c22-be7f-2926955440d7 admin admin] 10.222.0.20 "PUT /v2.0/routers/ea0d35ec-8add-4e02-8b1c-d91746f2f66d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1762590 Nov 27 04:07:42.084992 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 37492) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:42.232154 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0f3011-e87a-468f-b2d6-a7d764acbba9 None None] Sync routers for ids ['ea0d35ec-8add-4e02-8b1c-d91746f2f66d'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:07:42.263625 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0f3011-e87a-468f-b2d6-a7d764acbba9 None None] Routers {'ea0d35ec-8add-4e02-8b1c-d91746f2f66d'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:07:42.264288 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-4f0f3011-e87a-468f-b2d6-a7d764acbba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:07:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['ea0d35ec-8add-4e02-8b1c-d91746f2f66d'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:42.397270 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-048accc0-0555-47f5-81c0-c5e1cc462bc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:42.453170 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-4f0f3011-e87a-468f-b2d6-a7d764acbba9 None None] Set router ea0d35ec-8add-4e02-8b1c-d91746f2f66d gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:07:42.529864 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-311af15d-896b-4fb8-9528-ceee2d8cfb66 req-f006c4b5-2f42-474e-92d3-b889f8470ba5 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] 10.222.0.20 "GET /v2.0/ports?device_id=441e8287-9ba6-4895-aba5-293f0b4900c1 HTTP/1.1" status: 200 len: 210 time: 0.7815599 Nov 27 04:07:42.545191 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e58444bd-443c-4b0f-9720-e609f19797f1 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] 10.222.0.20 "GET /v2.0/routers/8c197ed4-1eab-4eb1-81a3-a33c39b51999 HTTP/1.1" status: 200 len: 921 time: 0.9293997 Nov 27 04:07:42.545996 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37508) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:42.658222 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11830442-518b-4c5c-be56-c919e4838bcf tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:42.664320 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-11830442-518b-4c5c-be56-c919e4838bcf tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=f5c39893-f8d8-4150-8aae-695f98406de3&device_id=8c197ed4-1eab-4eb1-81a3-a33c39b51999&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1173255 Nov 27 04:07:42.667503 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37518) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:42.682612 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-048accc0-0555-47f5-81c0-c5e1cc462bc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:42.695233 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-048accc0-0555-47f5-81c0-c5e1cc462bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:42.756765 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-4f0f3011-e87a-468f-b2d6-a7d764acbba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0d35ec-8add-4e02-8b1c-d91746f2f66d', 'name': 'tempest-ServerRescueTestJSON-1092501680-router', 'tenant_id': 'b06130bf9bef4c7fa67dd5f594ff20d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '1ed87267-4441-4b54-8d15-00558f59e344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:07:33Z', 'updated_at': '2021-11-27T04:07:39Z', 'revision_number': 4, 'project_id': 'b06130bf9bef4c7fa67dd5f594ff20d4', 'gw_port': {'id': '1ed87267-4441-4b54-8d15-00558f59e344', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:52:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d35ec-8add-4e02-8b1c-d91746f2f66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:07:34Z', 'updated_at': '2021-11-27T04:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'f9cb0d16-d9d0-479c-9094-71ec5b73c964', 'name': '', 'network_id': 'ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5', 'tenant_id': 'b06130bf9bef4c7fa67dd5f594ff20d4', 'mac_address': 'fa:16:3e:8e:64:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0d35ec-8add-4e02-8b1c-d91746f2f66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '72442e9e-9171-4b97-b60c-80223dc82b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:07:38Z', 'updated_at': '2021-11-27T04:07:40Z', 'revision_number': 2, 'project_id': 'b06130bf9bef4c7fa67dd5f594ff20d4', 'subnets': [{'id': '72442e9e-9171-4b97-b60c-80223dc82b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:42.780783 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-048accc0-0555-47f5-81c0-c5e1cc462bc6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fa7ede7a446140ad873b2d97ec054ff8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6946678 Nov 27 04:07:42.784049 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048accc0-0555-47f5-81c0-c5e1cc462bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff91d42-e1ee-4014-b203-8d93002be094,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:42.787948 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 37520) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:42.817665 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6f6643-9ffe-4cd2-809b-744bebdc2c7a tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:42.819986 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8e6f6643-9ffe-4cd2-809b-744bebdc2c7a tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] 10.222.0.20 "GET /v2.0/networks/f5c39893-f8d8-4150-8aae-695f98406de3 HTTP/1.1" status: 200 len: 881 time: 0.1510687 Nov 27 04:07:42.822876 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37522) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:42.823302 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0f3011-e87a-468f-b2d6-a7d764acbba9 None None] Checking router: ea0d35ec-8add-4e02-8b1c-d91746f2f66d for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:07:42.824089 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0f3011-e87a-468f-b2d6-a7d764acbba9 None None] Updating router ea0d35ec-8add-4e02-8b1c-d91746f2f66d port f9cb0d16-d9d0-479c-9094-71ec5b73c964 binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:07:42.866437 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4e0690a7-c321-41e6-befc-dd5c0de4ee48 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c197ed4-1eab-4eb1-81a3-a33c39b51999 HTTP/1.1" status: 200 len: 205 time: 0.0417228 Nov 27 04:07:42.867334 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37524) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:42.889376 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4f0f3011-e87a-468f-b2d6-a7d764acbba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:42.906585 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4902977-1587-464f-a82a-b33433290666 req-22a62aea-969d-4656-acf1-aec95e0bf1f7 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:42.915761 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e4902977-1587-464f-a82a-b33433290666 req-22a62aea-969d-4656-acf1-aec95e0bf1f7 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/networks?id=ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5 HTTP/1.1" status: 200 len: 811 time: 0.2894845 Nov 27 04:07:42.945555 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e4902977-1587-464f-a82a-b33433290666 req-510b0674-b9fd-4705-8fc5-2efb4983b332 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/quotas/b06130bf9bef4c7fa67dd5f594ff20d4 HTTP/1.1" status: 200 len: 375 time: 0.0281484 Nov 27 04:07:42.947750 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-aa60c479-96f9-4d22-ac8c-43857c18aff5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:42.997464 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b44870b9-2c03-4786-a41a-8c49c9aae5a5 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:43.013449 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-aa60c479-96f9-4d22-ac8c-43857c18aff5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:43.047637 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e4902977-1587-464f-a82a-b33433290666 req-d1205a15-8266-4732-98ba-8103f1b03364 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b06130bf9bef4c7fa67dd5f594ff20d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1010573 Nov 27 04:07:43.133095 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b44870b9-2c03-4786-a41a-8c49c9aae5a5 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:43.168077 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-aa60c479-96f9-4d22-ac8c-43857c18aff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:43.170747 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-aa60c479-96f9-4d22-ac8c-43857c18aff5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:43.174293 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-aa60c479-96f9-4d22-ac8c-43857c18aff5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dff91d42-e1ee-4014-b203-8d93002be094 HTTP/1.1" status: 204 len: 168 time: 0.3810310 Nov 27 04:07:43.214201 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa60c479-96f9-4d22-ac8c-43857c18aff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff91d42-e1ee-4014-b203-8d93002be094,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:43.230416 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-b44870b9-2c03-4786-a41a-8c49c9aae5a5 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Deleting port 3b13e82a-37e9-43e4-9844-9c9f3fb954cc {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:07:43.231043 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b44870b9-2c03-4786-a41a-8c49c9aae5a5 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:43.238932 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e4902977-1587-464f-a82a-b33433290666 req-28ea7408-6511-4ad3-824b-c02b39df937a service neutron] 10.222.0.20 "GET /v2.0/networks/ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822107 Nov 27 04:07:43.371176 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4f0f3011-e87a-468f-b2d6-a7d764acbba9 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:43.381526 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4f0f3011-e87a-468f-b2d6-a7d764acbba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:43.496645 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e4902977-1587-464f-a82a-b33433290666 req-efb41b16-7673-4e31-898b-e08fc63bcdb0 service neutron] 10.222.0.20 "GET /v2.0/networks/ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536416 Nov 27 04:07:43.571165 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53f429-b2e3-41a7-b6b9-bd99ad84c7c2 None None] Pushing event updated for resources: {'Port': ['ID=f9cb0d16-d9d0-479c-9094-71ec5b73c964,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:43.725802 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-4f0f3011-e87a-468f-b2d6-a7d764acbba9 None None] Attempting to bind port f9cb0d16-d9d0-479c-9094-71ec5b73c964 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:07:43.726466 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-4f0f3011-e87a-468f-b2d6-a7d764acbba9 None None] Attempting to bind port f9cb0d16-d9d0-479c-9094-71ec5b73c964 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '40b99c78-6ba3-42b7-8645-6ef0c8b74789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:07:43.727104 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0f3011-e87a-468f-b2d6-a7d764acbba9 None None] Attempting to bind port f9cb0d16-d9d0-479c-9094-71ec5b73c964 on network ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:07:43.737723 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0f3011-e87a-468f-b2d6-a7d764acbba9 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:07:43.739162 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0f3011-e87a-468f-b2d6-a7d764acbba9 None None] Checking segment: {'id': '40b99c78-6ba3-42b7-8645-6ef0c8b74789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:07:43.743150 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4f0f3011-e87a-468f-b2d6-a7d764acbba9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:43.743831 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0f3011-e87a-468f-b2d6-a7d764acbba9 None None] Bound using segment: {'id': '40b99c78-6ba3-42b7-8645-6ef0c8b74789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:07:43.744500 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-4f0f3011-e87a-468f-b2d6-a7d764acbba9 None None] Bound port: f9cb0d16-d9d0-479c-9094-71ec5b73c964, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40b99c78-6ba3-42b7-8645-6ef0c8b74789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:07:43.745071 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4f0f3011-e87a-468f-b2d6-a7d764acbba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:43.846793 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-817d5ae4-98e7-4d77-a8ef-9d30419c52a9 req-c44d4b1b-cfc1-432d-80a8-2512d883b883 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] 10.222.0.20 "GET /v2.0/ports?device_id=441e8287-9ba6-4895-aba5-293f0b4900c1 HTTP/1.1" status: 200 len: 210 time: 0.1328709 Nov 27 04:07:43.859061 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b44870b9-2c03-4786-a41a-8c49c9aae5a5 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:43.915164 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ce7ce1d5-913d-4ce0-ba81-ef65c4bab090 req-6f4b4d84-0189-44d3-bd18-204f2cb85c28 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=4614a0a5-2493-4c27-8fe5-7231448551d7 HTTP/1.1" status: 200 len: 210 time: 0.0422471 Nov 27 04:07:43.929747 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-13ff7c52-71e3-4126-94f3-9b632fa3360b tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:43.929747 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-13ff7c52-71e3-4126-94f3-9b632fa3360b tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] 10.222.0.11 "GET /v2.0/networks?id=f6165b1c-6bbd-42ce-ac24-5c0343f856bc HTTP/1.1" status: 200 len: 808 time: 0.6332879 Nov 27 04:07:43.942250 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-4f0f3011-e87a-468f-b2d6-a7d764acbba9 None None] For port f9cb0d16-d9d0-479c-9094-71ec5b73c964, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:07:43.947278 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-4f0f3011-e87a-468f-b2d6-a7d764acbba9 None None] For port f9cb0d16-d9d0-479c-9094-71ec5b73c964, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=f9cb0d16-d9d0-479c-9094-71ec5b73c964,segment=NetworkSegment(40b99c78-6ba3-42b7-8645-6ef0c8b74789),segment_id=40b99c78-6ba3-42b7-8645-6ef0c8b74789)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:07:43.949704 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-b44870b9-2c03-4786-a41a-8c49c9aae5a5 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Calling delete_port for 3b13e82a-37e9-43e4-9844-9c9f3fb954cc owned by network:router_gateway {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:07:43.954581 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-1228f26e-7cc6-4c64-809f-17f318c68646 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] Request body: {'port': {'device_id': '441e8287-9ba6-4895-aba5-293f0b4900c1', 'network_id': 'f6165b1c-6bbd-42ce-ac24-5c0343f856bc', 'admin_state_up': True, 'tenant_id': '4d602b6f94f746b98508f3e8d180c449'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:07:43.956289 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4f0f3011-e87a-468f-b2d6-a7d764acbba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:43.985831 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 37542) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:44.017507 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a1dd4cb0-2bcb-41ca-a6bd-408f25ec29ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:44.122131 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0f3011-e87a-468f-b2d6-a7d764acbba9 None None] Routers {'ea0d35ec-8add-4e02-8b1c-d91746f2f66d'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:07:44.125208 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-4f0f3011-e87a-468f-b2d6-a7d764acbba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:07:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['ea0d35ec-8add-4e02-8b1c-d91746f2f66d'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:44.253976 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-1228f26e-7cc6-4c64-809f-17f318c68646 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] Made reservation on behalf of 4d602b6f94f746b98508f3e8d180c449 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:07:44.258631 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-1228f26e-7cc6-4c64-809f-17f318c68646 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:44.263812 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a1dd4cb0-2bcb-41ca-a6bd-408f25ec29ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:44.265440 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53f429-b2e3-41a7-b6b9-bd99ad84c7c2 None None] Pushing event updated for resources: {'Port': ['ID=f9cb0d16-d9d0-479c-9094-71ec5b73c964,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:44.270680 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a1dd4cb0-2bcb-41ca-a6bd-408f25ec29ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:44.328768 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd4cb0-2bcb-41ca-a6bd-408f25ec29ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05807090-0666-4897-98b6-0c3d4802ed2a,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:44.361021 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a1dd4cb0-2bcb-41ca-a6bd-408f25ec29ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f0ae5870d7d1420cb2d7791f51908f3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3739450 Nov 27 04:07:44.365251 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 37548) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:44.371918 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-4f0f3011-e87a-468f-b2d6-a7d764acbba9 None None] Set router ea0d35ec-8add-4e02-8b1c-d91746f2f66d gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:07:44.453546 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b44870b9-2c03-4786-a41a-8c49c9aae5a5 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:44.512251 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8304e9-e975-443e-96e0-3d816a7d5014 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:07:44.522234 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-1228f26e-7cc6-4c64-809f-17f318c68646 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] Allocated IP 172.20.0.6 (f6165b1c-6bbd-42ce-ac24-5c0343f856bc/9b6b4bec-c05d-46f7-bc05-5b89f65f281f/bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:07:44.529514 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-68099e22-8f0a-4500-87a7-65613bd2ac0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:44.542892 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44870b9-2c03-4786-a41a-8c49c9aae5a5 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Pushing event deleted for resources: {'Port': ['ID=3b13e82a-37e9-43e4-9844-9c9f3fb954cc,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:44.574266 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-68099e22-8f0a-4500-87a7-65613bd2ac0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:44.648719 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b44870b9-2c03-4786-a41a-8c49c9aae5a5 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:44.659985 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-68099e22-8f0a-4500-87a7-65613bd2ac0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:44.665200 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-68099e22-8f0a-4500-87a7-65613bd2ac0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:44.670277 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-68099e22-8f0a-4500-87a7-65613bd2ac0f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/05807090-0666-4897-98b6-0c3d4802ed2a HTTP/1.1" status: 204 len: 168 time: 0.3031716 Nov 27 04:07:44.681650 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68099e22-8f0a-4500-87a7-65613bd2ac0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05807090-0666-4897-98b6-0c3d4802ed2a,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:44.840763 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b44870b9-2c03-4786-a41a-8c49c9aae5a5 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:44.845048 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b44870b9-2c03-4786-a41a-8c49c9aae5a5 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:44.921071 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b44870b9-2c03-4786-a41a-8c49c9aae5a5 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:44.921744 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44870b9-2c03-4786-a41a-8c49c9aae5a5 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Fanout notify agent at l3_agent the message router_deleted on router 8c197ed4-1eab-4eb1-81a3-a33c39b51999 {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:07:44.935278 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b44870b9-2c03-4786-a41a-8c49c9aae5a5 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:44.939077 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b44870b9-2c03-4786-a41a-8c49c9aae5a5 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] 10.222.0.20 "DELETE /v2.0/routers/8c197ed4-1eab-4eb1-81a3-a33c39b51999 HTTP/1.1" status: 204 len: 168 time: 2.0707304 Nov 27 04:07:44.939304 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 37562) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:44.945090 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-f4bbe228-3dcf-4eb2-a70b-b3b75b613a70 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-255698137', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}, 'admin_state_up': False}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:07:45.026493 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f4bbe228-3dcf-4eb2-a70b-b3b75b613a70 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:45.027722 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f4bbe228-3dcf-4eb2-a70b-b3b75b613a70 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:45.183486 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-4f0f3011-e87a-468f-b2d6-a7d764acbba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0d35ec-8add-4e02-8b1c-d91746f2f66d', 'name': 'tempest-ServerRescueTestJSON-1092501680-router', 'tenant_id': 'b06130bf9bef4c7fa67dd5f594ff20d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '1ed87267-4441-4b54-8d15-00558f59e344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:07:33Z', 'updated_at': '2021-11-27T04:07:39Z', 'revision_number': 4, 'project_id': 'b06130bf9bef4c7fa67dd5f594ff20d4', 'gw_port': {'id': '1ed87267-4441-4b54-8d15-00558f59e344', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:52:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d35ec-8add-4e02-8b1c-d91746f2f66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:07:34Z', 'updated_at': '2021-11-27T04:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'f9cb0d16-d9d0-479c-9094-71ec5b73c964', 'name': '', 'network_id': 'ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5', 'tenant_id': 'b06130bf9bef4c7fa67dd5f594ff20d4', 'mac_address': 'fa:16:3e:8e:64:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0d35ec-8add-4e02-8b1c-d91746f2f66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '72442e9e-9171-4b97-b60c-80223dc82b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:07:38Z', 'updated_at': '2021-11-27T04:07:43Z', 'revision_number': 4, 'project_id': 'b06130bf9bef4c7fa67dd5f594ff20d4', 'subnets': [{'id': '72442e9e-9171-4b97-b60c-80223dc82b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:45.191166 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-43a552c6-c841-482a-9fb0-274d17060130 req-fb8181b8-3229-4018-a180-11a6cbc61599 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] 10.222.0.20 "GET /v2.0/ports?device_id=441e8287-9ba6-4895-aba5-293f0b4900c1 HTTP/1.1" status: 200 len: 210 time: 0.1531596 Nov 27 04:07:45.246279 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-1228f26e-7cc6-4c64-809f-17f318c68646 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:45.261112 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2ee06fdd-8440-4c11-85ba-3cea6caa8d97 req-5a1e7933-03cf-4f3c-b3f9-3089c05e09dc tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=4614a0a5-2493-4c27-8fe5-7231448551d7 HTTP/1.1" status: 200 len: 210 time: 0.1880004 Nov 27 04:07:45.263042 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0f3011-e87a-468f-b2d6-a7d764acbba9 None None] The sync data for ids ['ea0d35ec-8add-4e02-8b1c-d91746f2f66d'] in n-d-819494-3 is: [{'id': 'ea0d35ec-8add-4e02-8b1c-d91746f2f66d', 'name': 'tempest-ServerRescueTestJSON-1092501680-router', 'tenant_id': 'b06130bf9bef4c7fa67dd5f594ff20d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '1ed87267-4441-4b54-8d15-00558f59e344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:07:33Z', 'updated_at': '2021-11-27T04:07:39Z', 'revision_number': 4, 'project_id': 'b06130bf9bef4c7fa67dd5f594ff20d4', 'gw_port': {'id': '1ed87267-4441-4b54-8d15-00558f59e344', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:52:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d35ec-8add-4e02-8b1c-d91746f2f66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:07:34Z', 'updated_at': '2021-11-27T04:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'f9cb0d16-d9d0-479c-9094-71ec5b73c964', 'name': '', 'network_id': 'ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5', 'tenant_id': 'b06130bf9bef4c7fa67dd5f594ff20d4', 'mac_address': 'fa:16:3e:8e:64:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0d35ec-8add-4e02-8b1c-d91746f2f66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '72442e9e-9171-4b97-b60c-80223dc82b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:07:38Z', 'updated_at': '2021-11-27T04:07:43Z', 'revision_number': 4, 'project_id': 'b06130bf9bef4c7fa67dd5f594ff20d4', 'subnets': [{'id': '72442e9e-9171-4b97-b60c-80223dc82b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:07:45.288695 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f4bbe228-3dcf-4eb2-a70b-b3b75b613a70 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:45.321602 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-1228f26e-7cc6-4c64-809f-17f318c68646 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:45.515736 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-1228f26e-7cc6-4c64-809f-17f318c68646 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] Network f6165b1c-6bbd-42ce-ac24-5c0343f856bc is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:07:45.554237 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-1228f26e-7cc6-4c64-809f-17f318c68646 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:07:45.587252 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-1228f26e-7cc6-4c64-809f-17f318c68646 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:07:45.629779 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 37568) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:45.657226 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fa8f2f26-eb98-408d-9567-efee9ea16a56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:45.678685 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f4bbe228-3dcf-4eb2-a70b-b3b75b613a70 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:45.721158 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228f26e-7cc6-4c64-809f-17f318c68646 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] Pushing event updated for resources: {'Port': ['ID=bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:45.763346 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-1228f26e-7cc6-4c64-809f-17f318c68646 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:45.764026 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-1228f26e-7cc6-4c64-809f-17f318c68646 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:45.777819 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fa8f2f26-eb98-408d-9567-efee9ea16a56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:45.799988 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-1228f26e-7cc6-4c64-809f-17f318c68646 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8516376 Nov 27 04:07:45.832925 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fa8f2f26-eb98-408d-9567-efee9ea16a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:45.858784 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4902977-1587-464f-a82a-b33433290666 req-ebfe5134-bbad-42e4-8042-7b1ce0bd3f28 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:45.860492 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e4902977-1587-464f-a82a-b33433290666 req-ebfe5134-bbad-42e4-8042-7b1ce0bd3f28 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.11 "GET /v2.0/networks?id=ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5 HTTP/1.1" status: 200 len: 811 time: 0.2599356 Nov 27 04:07:45.882855 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-e4902977-1587-464f-a82a-b33433290666 req-cf2a1e43-6e21-42c5-94e8-65de3095c8c0 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Request body: {'port': {'device_id': '4614a0a5-2493-4c27-8fe5-7231448551d7', 'network_id': 'ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5', 'admin_state_up': True, 'tenant_id': 'b06130bf9bef4c7fa67dd5f594ff20d4'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:07:45.964194 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-fa8f2f26-eb98-408d-9567-efee9ea16a56 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=23d37cedb2e043b59298197e108ca4f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3333015 Nov 27 04:07:45.977449 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 37574) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:46.046188 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f2f26-eb98-408d-9567-efee9ea16a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f694ace-42e6-4cab-8d59-c5db3419090d,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:46.054534 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4902977-1587-464f-a82a-b33433290666 req-cf2a1e43-6e21-42c5-94e8-65de3095c8c0 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Made reservation on behalf of b06130bf9bef4c7fa67dd5f594ff20d4 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:07:46.059146 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e4902977-1587-464f-a82a-b33433290666 req-cf2a1e43-6e21-42c5-94e8-65de3095c8c0 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:46.129370 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ce921ec9-dfe2-4d4c-943c-e42c021b234d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:46.130227 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-64354e2d-7579-4ad1-acbe-9a78373cb010 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:46.133529 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:46.172728 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-64354e2d-7579-4ad1-acbe-9a78373cb010 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:46.262885 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-64354e2d-7579-4ad1-acbe-9a78373cb010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:46.267868 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-64354e2d-7579-4ad1-acbe-9a78373cb010 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:46.269044 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-64354e2d-7579-4ad1-acbe-9a78373cb010 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4f694ace-42e6-4cab-8d59-c5db3419090d HTTP/1.1" status: 204 len: 168 time: 0.2884150 Nov 27 04:07:46.273988 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-e4902977-1587-464f-a82a-b33433290666 req-cf2a1e43-6e21-42c5-94e8-65de3095c8c0 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Allocated IP 172.20.0.8 (ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5/72442e9e-9171-4b97-b60c-80223dc82b85/cca40fd0-8075-47f8-b1f6-236f1126ed27) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:07:46.286387 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64354e2d-7579-4ad1-acbe-9a78373cb010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f694ace-42e6-4cab-8d59-c5db3419090d,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:46.287114 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-c3fac2fd-5112-4dcc-a420-05481bc6bea5 service neutron] Request body: {'port': {'device_id': '441e8287-9ba6-4895-aba5-293f0b4900c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:07:46.419314 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:07:46.429144 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f4bbe228-3dcf-4eb2-a70b-b3b75b613a70 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router_gateway, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:46.497796 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7a60c70a-dc18-4f90-b05e-50a22384e9e7 req-5f6df063-e24a-4e26-8ad1-b233da112aa2 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=4614a0a5-2493-4c27-8fe5-7231448551d7 HTTP/1.1" status: 200 len: 210 time: 0.0439091 Nov 27 04:07:46.499142 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f4bbe228-3dcf-4eb2-a70b-b3b75b613a70 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:46.525267 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-c3fac2fd-5112-4dcc-a420-05481bc6bea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:46.656207 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-f4bbe228-3dcf-4eb2-a70b-b3b75b613a70 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Allocated IP 172.25.1.161 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/34d38c99-a20e-4afe-9dc2-2a36879b9485) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:07:46.661868 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f389c-61b1-4fe6-a766-256db88ab295 req-31d7c1f3-f479-4a12-b781-eb025fefc3cc tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:46.663699 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-da0f389c-61b1-4fe6-a766-256db88ab295 req-31d7c1f3-f479-4a12-b781-eb025fefc3cc tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] 10.222.0.20 "GET /v2.0/ports?device_id=441e8287-9ba6-4895-aba5-293f0b4900c1 HTTP/1.1" status: 200 len: 931 time: 0.3839374 Nov 27 04:07:46.825934 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-da0f389c-61b1-4fe6-a766-256db88ab295 req-3faca602-3945-46f3-8768-393f1c96081a tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3da8591-f016-4926-9438-5ddd7f7f5e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380115 Nov 27 04:07:46.837687 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f4bbe228-3dcf-4eb2-a70b-b3b75b613a70 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:46.893092 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f4bbe228-3dcf-4eb2-a70b-b3b75b613a70 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:47.018638 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e4902977-1587-464f-a82a-b33433290666 req-cf2a1e43-6e21-42c5-94e8-65de3095c8c0 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:47.025718 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bbe228-3dcf-4eb2-a70b-b3b75b613a70 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:07:47.028846 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-f4bbe228-3dcf-4eb2-a70b-b3b75b613a70 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:07:47.033629 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bbe228-3dcf-4eb2-a70b-b3b75b613a70 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:07:47.056568 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d58b10-3689-41a9-a944-2509a73b9f7b None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:07:47.089598 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bbe228-3dcf-4eb2-a70b-b3b75b613a70 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Pushing event updated for resources: {'Port': ['ID=34d38c99-a20e-4afe-9dc2-2a36879b9485,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:47.124915 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-aa9b612e-b672-44cb-b086-fbeffcd95dd0 None None] Provisioning complete for port 34d38c99-a20e-4afe-9dc2-2a36879b9485 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:07:47.125768 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-aa9b612e-b672-44cb-b086-fbeffcd95dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:47.183824 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e4902977-1587-464f-a82a-b33433290666 req-cf2a1e43-6e21-42c5-94e8-65de3095c8c0 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:47.232446 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-aa9b612e-b672-44cb-b086-fbeffcd95dd0 None None] Port 34d38c99-a20e-4afe-9dc2-2a36879b9485 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:07:47.251533 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a1e43-6e21-42c5-94e8-65de3095c8c0 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Pushing event updated for resources: {'Port': ['ID=cca40fd0-8075-47f8-b1f6-236f1126ed27,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:47.265508 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a1e43-6e21-42c5-94e8-65de3095c8c0 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:47.265508 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a1e43-6e21-42c5-94e8-65de3095c8c0 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:47.265508 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a1e43-6e21-42c5-94e8-65de3095c8c0 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:47.265508 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a1e43-6e21-42c5-94e8-65de3095c8c0 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:47.265508 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a1e43-6e21-42c5-94e8-65de3095c8c0 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:47.266227 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a1e43-6e21-42c5-94e8-65de3095c8c0 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:47.266227 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a1e43-6e21-42c5-94e8-65de3095c8c0 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:47.266935 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a1e43-6e21-42c5-94e8-65de3095c8c0 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:47.266935 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a1e43-6e21-42c5-94e8-65de3095c8c0 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:47.267203 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a1e43-6e21-42c5-94e8-65de3095c8c0 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:47.267553 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a1e43-6e21-42c5-94e8-65de3095c8c0 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:47.267796 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a1e43-6e21-42c5-94e8-65de3095c8c0 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:47.281705 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4902977-1587-464f-a82a-b33433290666 req-cf2a1e43-6e21-42c5-94e8-65de3095c8c0 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Network ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:07:47.287249 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-e4902977-1587-464f-a82a-b33433290666 req-cf2a1e43-6e21-42c5-94e8-65de3095c8c0 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:07:47.290019 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4902977-1587-464f-a82a-b33433290666 req-cf2a1e43-6e21-42c5-94e8-65de3095c8c0 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:07:47.435302 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4902977-1587-464f-a82a-b33433290666 req-cf2a1e43-6e21-42c5-94e8-65de3095c8c0 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:47.435998 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e4902977-1587-464f-a82a-b33433290666 req-cf2a1e43-6e21-42c5-94e8-65de3095c8c0 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:47.461395 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device f9cb0d16-d9d0-479c-9094-71ec5b73c964 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:07:47.473964 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e4902977-1587-464f-a82a-b33433290666 req-cf2a1e43-6e21-42c5-94e8-65de3095c8c0 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5954854 Nov 27 04:07:47.490335 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-c3fac2fd-5112-4dcc-a420-05481bc6bea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:07:47.520240 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-e4902977-1587-464f-a82a-b33433290666 req-429a5135-b124-4df5-a2ab-4d49c300fd5f service neutron] Request body: {'port': {'device_id': '4614a0a5-2493-4c27-8fe5-7231448551d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:07:47.586437 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port f9cb0d16-d9d0-479c-9094-71ec5b73c964 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:07:47.588591 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:47.709727 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-c3fac2fd-5112-4dcc-a420-05481bc6bea5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:47.717437 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e4902977-1587-464f-a82a-b33433290666 req-429a5135-b124-4df5-a2ab-4d49c300fd5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:47.746172 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:47.808737 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port f9cb0d16-d9d0-479c-9094-71ec5b73c964, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=f9cb0d16-d9d0-479c-9094-71ec5b73c964,segment=NetworkSegment(40b99c78-6ba3-42b7-8645-6ef0c8b74789),segment_id=40b99c78-6ba3-42b7-8645-6ef0c8b74789)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:07:47.817851 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:47.820214 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-c3fac2fd-5112-4dcc-a420-05481bc6bea5 service neutron] Transition to ACTIVE for port object bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:07:47.827754 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f4bbe228-3dcf-4eb2-a70b-b3b75b613a70 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router_gateway, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:47.844101 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-c3fac2fd-5112-4dcc-a420-05481bc6bea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:47.854431 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456f82d-8d4c-42b8-bb81-f6f79ddcc27c req-83054cab-dd9e-448d-9e90-7256165be1a1 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:47.864059 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7456f82d-8d4c-42b8-bb81-f6f79ddcc27c req-83054cab-dd9e-448d-9e90-7256165be1a1 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=4614a0a5-2493-4c27-8fe5-7231448551d7 HTTP/1.1" status: 200 len: 931 time: 0.1794202 Nov 27 04:07:48.008936 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=f9cb0d16-d9d0-479c-9094-71ec5b73c964,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:48.138780 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fac2fd-5112-4dcc-a420-05481bc6bea5 service neutron] Pushing event updated for resources: {'Port': ['ID=bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:48.201961 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7456f82d-8d4c-42b8-bb81-f6f79ddcc27c req-eb0d5473-8adb-48dc-8457-82e863caf657 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363658 Nov 27 04:07:48.248929 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ab03b-51f4-41d2-87e7-bdbfe42d4975 req-90344d34-aed2-40f9-882e-26309f9ddb71 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:48.250658 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ad3ab03b-51f4-41d2-87e7-bdbfe42d4975 req-90344d34-aed2-40f9-882e-26309f9ddb71 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] 10.222.0.20 "GET /v2.0/ports?device_id=441e8287-9ba6-4895-aba5-293f0b4900c1 HTTP/1.1" status: 200 len: 943 time: 0.1933036 Nov 27 04:07:48.294039 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f9a4471f-e8d2-48b6-b2ed-6ca743744b3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:48.376095 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37622) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:48.397108 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-c3fac2fd-5112-4dcc-a420-05481bc6bea5 service neutron] Attempting to bind port bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:07:48.397467 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-c3fac2fd-5112-4dcc-a420-05481bc6bea5 service neutron] Attempting to bind port bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '52f2f142-310a-47a2-9caf-06311ba2856d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f6165b1c-6bbd-42ce-ac24-5c0343f856bc'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:07:48.400107 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-c3fac2fd-5112-4dcc-a420-05481bc6bea5 service neutron] Attempting to bind port bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83 on network f6165b1c-6bbd-42ce-ac24-5c0343f856bc {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:07:48.411263 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ad3ab03b-51f4-41d2-87e7-bdbfe42d4975 req-25ff71f7-0174-45db-8d83-fae19084ba12 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3da8591-f016-4926-9438-5ddd7f7f5e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336977 Nov 27 04:07:48.426447 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-c3fac2fd-5112-4dcc-a420-05481bc6bea5 service neutron] Port bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83 on network f6165b1c-6bbd-42ce-ac24-5c0343f856bc not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:07:48.426850 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-c3fac2fd-5112-4dcc-a420-05481bc6bea5 service neutron] Attempting to bind port bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83 on network f6165b1c-6bbd-42ce-ac24-5c0343f856bc {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:07:48.449605 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-c3fac2fd-5112-4dcc-a420-05481bc6bea5 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:07:48.450134 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-c3fac2fd-5112-4dcc-a420-05481bc6bea5 service neutron] Checking segment: {'id': '52f2f142-310a-47a2-9caf-06311ba2856d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f6165b1c-6bbd-42ce-ac24-5c0343f856bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:07:48.450536 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-c3fac2fd-5112-4dcc-a420-05481bc6bea5 service neutron] Bound using segment: {'id': '52f2f142-310a-47a2-9caf-06311ba2856d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f6165b1c-6bbd-42ce-ac24-5c0343f856bc'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:07:48.451017 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-c3fac2fd-5112-4dcc-a420-05481bc6bea5 service neutron] Bound port: bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52f2f142-310a-47a2-9caf-06311ba2856d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f6165b1c-6bbd-42ce-ac24-5c0343f856bc'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:07:48.451386 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-c3fac2fd-5112-4dcc-a420-05481bc6bea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:48.480507 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f4bbe228-3dcf-4eb2-a70b-b3b75b613a70 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:48.602456 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-86626e53-8923-45f4-8c0c-3d81e25cd777 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:48.604883 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-c3fac2fd-5112-4dcc-a420-05481bc6bea5 service neutron] For port bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:07:48.663354 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4bbe228-3dcf-4eb2-a70b-b3b75b613a70 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Router 34d68b99-984c-43ea-880f-de6ff120eedb is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:07:48.752065 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:48.947557 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-c3fac2fd-5112-4dcc-a420-05481bc6bea5 service neutron] For port bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83,segment=NetworkSegment(52f2f142-310a-47a2-9caf-06311ba2856d),segment_id=52f2f142-310a-47a2-9caf-06311ba2856d)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:07:48.949980 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-e4902977-1587-464f-a82a-b33433290666 req-429a5135-b124-4df5-a2ab-4d49c300fd5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cca40fd0-8075-47f8-b1f6-236f1126ed27 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:07:48.958733 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-c3fac2fd-5112-4dcc-a420-05481bc6bea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:48.962024 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e4902977-1587-464f-a82a-b33433290666 req-429a5135-b124-4df5-a2ab-4d49c300fd5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:49.023019 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-e4902977-1587-464f-a82a-b33433290666 req-429a5135-b124-4df5-a2ab-4d49c300fd5f service neutron] Transition to ACTIVE for port object cca40fd0-8075-47f8-b1f6-236f1126ed27 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:07:49.034874 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-c3fac2fd-5112-4dcc-a420-05481bc6bea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:49.035510 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-c3fac2fd-5112-4dcc-a420-05481bc6bea5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:49.036955 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-c3fac2fd-5112-4dcc-a420-05481bc6bea5 service neutron] 10.222.0.11 "PUT /v2.0/ports/bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83 HTTP/1.1" status: 200 len: 1091 time: 3.2175782 Nov 27 04:07:49.037803 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '441e8287-9ba6-4895-aba5-293f0b4900c1', 'tag': 'bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:07:49.040154 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf16254-488b-4473-8cf1-c6d0c31c4144" -d '{"events": [{"name": "network-changed", "server_uuid": "441e8287-9ba6-4895-aba5-293f0b4900c1", "tag": "bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:07:49.048440 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e4902977-1587-464f-a82a-b33433290666 req-429a5135-b124-4df5-a2ab-4d49c300fd5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:49.073585 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fac2fd-5112-4dcc-a420-05481bc6bea5 service neutron] Pushing event updated for resources: {'Port': ['ID=bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:49.111141 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e929241b-6936-4e11-b82f-9948a5276b5e x-openstack-request-id: req-e929241b-6936-4e11-b82f-9948a5276b5e {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:07:49.111442 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "441e8287-9ba6-4895-aba5-293f0b4900c1", "tag": "bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:07:49.111700 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e929241b-6936-4e11-b82f-9948a5276b5e {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:07:49.112101 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '441e8287-9ba6-4895-aba5-293f0b4900c1', 'tag': 'bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83', 'status': 'completed', 'code': 200} Nov 27 04:07:49.169640 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4bbe228-3dcf-4eb2-a70b-b3b75b613a70 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:07:49.188123 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176ec139-4a59-4099-9570-2903d84a6466 None None] Sync routers for ids ['34d68b99-984c-43ea-880f-de6ff120eedb'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:07:49.205307 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176ec139-4a59-4099-9570-2903d84a6466 None None] Routers {'34d68b99-984c-43ea-880f-de6ff120eedb'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:07:49.206680 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-176ec139-4a59-4099-9570-2903d84a6466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:07:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['34d68b99-984c-43ea-880f-de6ff120eedb'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:49.220835 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a5135-b124-4df5-a2ab-4d49c300fd5f service neutron] Pushing event updated for resources: {'Port': ['ID=cca40fd0-8075-47f8-b1f6-236f1126ed27,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:49.237547 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f4bbe228-3dcf-4eb2-a70b-b3b75b613a70 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:49.246918 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f4bbe228-3dcf-4eb2-a70b-b3b75b613a70 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.3064222 Nov 27 04:07:49.249217 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 37634) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:49.256076 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-86626e53-8923-45f4-8c0c-3d81e25cd777 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:49.264557 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-f8d8a64f-21dd-4486-a90a-31e1060d8eec tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:07:49.269526 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-86626e53-8923-45f4-8c0c-3d81e25cd777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:49.280088 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device f9cb0d16-d9d0-479c-9094-71ec5b73c964 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:07:49.290896 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-176ec139-4a59-4099-9570-2903d84a6466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:49.302340 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176ec139-4a59-4099-9570-2903d84a6466 None None] Routers {'34d68b99-984c-43ea-880f-de6ff120eedb'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:07:49.303307 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-176ec139-4a59-4099-9570-2903d84a6466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:07:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['34d68b99-984c-43ea-880f-de6ff120eedb'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:49.348774 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-86626e53-8923-45f4-8c0c-3d81e25cd777 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0a45184e576643d0ad8dee9cc6dc3507&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9715679 Nov 27 04:07:49.351255 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-468a1d4f-c78c-49b7-b81d-cd14c17cad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:49.352702 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-176ec139-4a59-4099-9570-2903d84a6466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:49.353244 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-468a1d4f-c78c-49b7-b81d-cd14c17cad3d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4d602b6f94f746b98508f3e8d180c449&device_id=441e8287-9ba6-4895-aba5-293f0b4900c1 HTTP/1.1" status: 200 len: 1094 time: 0.1691461 Nov 27 04:07:49.353374 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176ec139-4a59-4099-9570-2903d84a6466 None None] The sync data for ids ['34d68b99-984c-43ea-880f-de6ff120eedb'] in n-d-819494-3 is: [] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:07:49.356018 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37636) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:49.364876 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port f9cb0d16-d9d0-479c-9094-71ec5b73c964 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:07:49.365393 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:49.393725 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-e4902977-1587-464f-a82a-b33433290666 req-429a5135-b124-4df5-a2ab-4d49c300fd5f service neutron] Attempting to bind port cca40fd0-8075-47f8-b1f6-236f1126ed27 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:07:49.394707 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-e4902977-1587-464f-a82a-b33433290666 req-429a5135-b124-4df5-a2ab-4d49c300fd5f service neutron] Attempting to bind port cca40fd0-8075-47f8-b1f6-236f1126ed27 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '40b99c78-6ba3-42b7-8645-6ef0c8b74789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:07:49.395040 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4902977-1587-464f-a82a-b33433290666 req-429a5135-b124-4df5-a2ab-4d49c300fd5f service neutron] Attempting to bind port cca40fd0-8075-47f8-b1f6-236f1126ed27 on network ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:07:49.424984 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4902977-1587-464f-a82a-b33433290666 req-429a5135-b124-4df5-a2ab-4d49c300fd5f service neutron] Port cca40fd0-8075-47f8-b1f6-236f1126ed27 on network ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:07:49.424984 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4902977-1587-464f-a82a-b33433290666 req-429a5135-b124-4df5-a2ab-4d49c300fd5f service neutron] Attempting to bind port cca40fd0-8075-47f8-b1f6-236f1126ed27 on network ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:07:49.463564 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86626e53-8923-45f4-8c0c-3d81e25cd777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c019d8-960f-4f8d-875b-7c51e90a52e9,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:49.487899 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-a1a3eef0-4572-4a85-98c2-7320a726999c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83 HTTP/1.1" status: 200 len: 217 time: 0.1065156 Nov 27 04:07:49.498460 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4902977-1587-464f-a82a-b33433290666 req-429a5135-b124-4df5-a2ab-4d49c300fd5f service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:07:49.498744 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4902977-1587-464f-a82a-b33433290666 req-429a5135-b124-4df5-a2ab-4d49c300fd5f service neutron] Checking segment: {'id': '40b99c78-6ba3-42b7-8645-6ef0c8b74789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:07:49.499149 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4902977-1587-464f-a82a-b33433290666 req-429a5135-b124-4df5-a2ab-4d49c300fd5f service neutron] Bound using segment: {'id': '40b99c78-6ba3-42b7-8645-6ef0c8b74789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:07:49.499614 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-e4902977-1587-464f-a82a-b33433290666 req-429a5135-b124-4df5-a2ab-4d49c300fd5f service neutron] Bound port: cca40fd0-8075-47f8-b1f6-236f1126ed27, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40b99c78-6ba3-42b7-8645-6ef0c8b74789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:07:49.499978 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e4902977-1587-464f-a82a-b33433290666 req-429a5135-b124-4df5-a2ab-4d49c300fd5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:49.551468 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:49.574592 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c772187-6027-479f-a3cb-95921a74e43a req-531f7692-7d98-4cfd-bbef-d57f26cdbbf4 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:49.576164 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4c772187-6027-479f-a3cb-95921a74e43a req-531f7692-7d98-4cfd-bbef-d57f26cdbbf4 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=4614a0a5-2493-4c27-8fe5-7231448551d7 HTTP/1.1" status: 200 len: 943 time: 0.2158051 Nov 27 04:07:49.645408 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d0de1-96f4-4e4b-a0d8-bd49e4986a43 req-9f142e0c-dc1c-4795-bfbe-a11c8759d5a7 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:49.647016 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-033d0de1-96f4-4e4b-a0d8-bd49e4986a43 req-9f142e0c-dc1c-4795-bfbe-a11c8759d5a7 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] 10.222.0.20 "GET /v2.0/ports?device_id=441e8287-9ba6-4895-aba5-293f0b4900c1 HTTP/1.1" status: 200 len: 943 time: 0.1383069 Nov 27 04:07:49.652417 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-b753964e-3538-4adc-bccb-1bfd583b8c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:49.653940 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-b753964e-3538-4adc-bccb-1bfd583b8c9b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9b6b4bec-c05d-46f7-bc05-5b89f65f281f HTTP/1.1" status: 200 len: 848 time: 0.1429923 Nov 27 04:07:49.656830 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b26881fe-f266-4a03-b1ad-85de607a5c08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:49.700632 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7594a2f8-48a0-46fc-add8-973b5b33f773 req-3eb58901-1d1c-46e9-a683-c773e9a5c2a5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4a78cd85-84e7-46d1-97b9-008ad97870bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1283548 Nov 27 04:07:49.710121 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b26881fe-f266-4a03-b1ad-85de607a5c08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:49.721836 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-e4902977-1587-464f-a82a-b33433290666 req-429a5135-b124-4df5-a2ab-4d49c300fd5f service neutron] For port cca40fd0-8075-47f8-b1f6-236f1126ed27, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:07:49.741107 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4c772187-6027-479f-a3cb-95921a74e43a req-186e1d36-32e5-4cff-9154-294b502c3857 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324661 Nov 27 04:07:49.779910 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-e4902977-1587-464f-a82a-b33433290666 req-429a5135-b124-4df5-a2ab-4d49c300fd5f service neutron] For port cca40fd0-8075-47f8-b1f6-236f1126ed27, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=cca40fd0-8075-47f8-b1f6-236f1126ed27,segment=NetworkSegment(40b99c78-6ba3-42b7-8645-6ef0c8b74789),segment_id=40b99c78-6ba3-42b7-8645-6ef0c8b74789)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:07:49.788738 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-fad32cdd-0094-4eaf-92d3-3273e0b0d160 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f6165b1c-6bbd-42ce-ac24-5c0343f856bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624733 Nov 27 04:07:49.794859 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e4902977-1587-464f-a82a-b33433290666 req-429a5135-b124-4df5-a2ab-4d49c300fd5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:49.818394 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-033d0de1-96f4-4e4b-a0d8-bd49e4986a43 req-4ae56f12-73c0-4dc2-99dc-00b43bdb190d tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3da8591-f016-4926-9438-5ddd7f7f5e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635139 Nov 27 04:07:49.838777 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f8d8a64f-21dd-4486-a90a-31e1060d8eec tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:49.848037 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594a2f8-48a0-46fc-add8-973b5b33f773 req-660aa748-3d4c-4b0f-8625-720ef8835dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:49.850033 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7594a2f8-48a0-46fc-add8-973b5b33f773 req-660aa748-3d4c-4b0f-8625-720ef8835dc1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c0fb01b15ba04e8ca79caed9882229f4&device_id=4a78cd85-84e7-46d1-97b9-008ad97870bc HTTP/1.1" status: 200 len: 1096 time: 0.0983276 Nov 27 04:07:49.857421 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f8d8a64f-21dd-4486-a90a-31e1060d8eec tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:49.889425 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4902977-1587-464f-a82a-b33433290666 req-429a5135-b124-4df5-a2ab-4d49c300fd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:49.890336 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-e4902977-1587-464f-a82a-b33433290666 req-429a5135-b124-4df5-a2ab-4d49c300fd5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:49.892346 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e4902977-1587-464f-a82a-b33433290666 req-429a5135-b124-4df5-a2ab-4d49c300fd5f service neutron] 10.222.0.11 "PUT /v2.0/ports/cca40fd0-8075-47f8-b1f6-236f1126ed27 HTTP/1.1" status: 200 len: 1091 time: 2.3890789 Nov 27 04:07:49.928622 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a5135-b124-4df5-a2ab-4d49c300fd5f service neutron] Pushing event updated for resources: {'Port': ['ID=cca40fd0-8075-47f8-b1f6-236f1126ed27,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:49.936640 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b26881fe-f266-4a03-b1ad-85de607a5c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:49.939550 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b26881fe-f266-4a03-b1ad-85de607a5c08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:49.941543 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b26881fe-f266-4a03-b1ad-85de607a5c08 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c5c019d8-960f-4f8d-875b-7c51e90a52e9 HTTP/1.1" status: 204 len: 168 time: 0.5701163 Nov 27 04:07:49.968985 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26881fe-f266-4a03-b1ad-85de607a5c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c019d8-960f-4f8d-875b-7c51e90a52e9,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:49.975820 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-c7d043a9-462e-428a-8de9-937b56ef4924 service neutron] 10.222.0.11 "GET /v2.0/networks/f6165b1c-6bbd-42ce-ac24-5c0343f856bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759062 Nov 27 04:07:50.093796 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594a2f8-48a0-46fc-add8-973b5b33f773 req-c9a01d89-a678-4680-87bd-9c8b9e7da6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:50.095890 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7594a2f8-48a0-46fc-add8-973b5b33f773 req-c9a01d89-a678-4680-87bd-9c8b9e7da6ef service neutron] 10.222.0.11 "GET /v2.0/networks?id=9066c940-2187-4bcb-b452-41734810299f HTTP/1.1" status: 200 len: 913 time: 0.1708462 Nov 27 04:07:50.134621 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4902977-1587-464f-a82a-b33433290666 req-79d6db91-bb83-47f7-9aa6-e029263dcf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:50.136150 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e4902977-1587-464f-a82a-b33433290666 req-79d6db91-bb83-47f7-9aa6-e029263dcf74 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b06130bf9bef4c7fa67dd5f594ff20d4&device_id=4614a0a5-2493-4c27-8fe5-7231448551d7 HTTP/1.1" status: 200 len: 1094 time: 0.1333070 Nov 27 04:07:50.204104 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7594a2f8-48a0-46fc-add8-973b5b33f773 req-8394f619-af07-4928-9e13-dd51599943b1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfe039b6-0cfc-4af9-a1b4-831a73af434c HTTP/1.1" status: 200 len: 1000 time: 0.0957005 Nov 27 04:07:50.228512 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e4902977-1587-464f-a82a-b33433290666 req-2369d980-f21a-41b6-96b7-c5b3e118ab43 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cca40fd0-8075-47f8-b1f6-236f1126ed27 HTTP/1.1" status: 200 len: 217 time: 0.0760028 Nov 27 04:07:50.244258 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e9b97b77-a295-4176-aec7-b764ac766e64 req-1778fb2b-47d6-4834-8f0f-10ade88058db service neutron] 10.222.0.11 "GET /v2.0/networks/f6165b1c-6bbd-42ce-ac24-5c0343f856bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548687 Nov 27 04:07:50.269090 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-f8d8a64f-21dd-4486-a90a-31e1060d8eec tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Deleting port 34d38c99-a20e-4afe-9dc2-2a36879b9485 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:07:50.269683 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f8d8a64f-21dd-4486-a90a-31e1060d8eec tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:50.319005 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4902977-1587-464f-a82a-b33433290666 req-2ea055c8-1b35-4dca-b592-71da3b06e440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:50.320506 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e4902977-1587-464f-a82a-b33433290666 req-2ea055c8-1b35-4dca-b592-71da3b06e440 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72442e9e-9171-4b97-b60c-80223dc82b85 HTTP/1.1" status: 200 len: 851 time: 0.0835712 Nov 27 04:07:50.343964 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594a2f8-48a0-46fc-add8-973b5b33f773 req-1adb50fb-76c3-4aaa-9d08-ee653e982da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:50.345593 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7594a2f8-48a0-46fc-add8-973b5b33f773 req-1adb50fb-76c3-4aaa-9d08-ee653e982da9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7fdbb93f-95d3-4899-98b7-de442d33ecc0 HTTP/1.1" status: 200 len: 851 time: 0.1348841 Nov 27 04:07:50.399628 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e4902977-1587-464f-a82a-b33433290666 req-07832cf8-ed22-42dc-bbed-046722ecb7d2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480278 Nov 27 04:07:50.426970 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f8d8a64f-21dd-4486-a90a-31e1060d8eec tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:50.448737 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-f8d8a64f-21dd-4486-a90a-31e1060d8eec tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Calling delete_port for 34d38c99-a20e-4afe-9dc2-2a36879b9485 owned by network:router_gateway {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:07:50.455248 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594a2f8-48a0-46fc-add8-973b5b33f773 req-dc3be9d2-68cc-4439-b28e-9e0f1900ac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:50.457065 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7594a2f8-48a0-46fc-add8-973b5b33f773 req-dc3be9d2-68cc-4439-b28e-9e0f1900ac9f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9066c940-2187-4bcb-b452-41734810299f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985937 Nov 27 04:07:50.504958 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf16254-488b-4473-8cf1-c6d0c31c4144 req-cce90408-6c9f-4716-8f1e-5aa45f0cbcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:50.506475 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bbf16254-488b-4473-8cf1-c6d0c31c4144 req-cce90408-6c9f-4716-8f1e-5aa45f0cbcc2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4d602b6f94f746b98508f3e8d180c449&device_id=441e8287-9ba6-4895-aba5-293f0b4900c1 HTTP/1.1" status: 200 len: 1094 time: 0.1391425 Nov 27 04:07:50.616714 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e4902977-1587-464f-a82a-b33433290666 req-520b232c-b68f-4eb3-9344-7062d59a9f8f service neutron] 10.222.0.11 "GET /v2.0/networks/ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969762 Nov 27 04:07:50.666931 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7594a2f8-48a0-46fc-add8-973b5b33f773 req-40df8fca-9182-42c0-9fab-246595b42773 service neutron] 10.222.0.11 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011349 Nov 27 04:07:50.709278 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf16254-488b-4473-8cf1-c6d0c31c4144 req-d02426c9-8ca4-4ccb-bfb3-1fcbaaec65dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:50.710007 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bbf16254-488b-4473-8cf1-c6d0c31c4144 req-d02426c9-8ca4-4ccb-bfb3-1fcbaaec65dd service neutron] 10.222.0.11 "GET /v2.0/networks?id=f6165b1c-6bbd-42ce-ac24-5c0343f856bc HTTP/1.1" status: 200 len: 909 time: 0.1970305 Nov 27 04:07:50.766579 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bbf16254-488b-4473-8cf1-c6d0c31c4144 req-f5b9e6fd-4f76-42d1-a1e0-ac937c31807e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83 HTTP/1.1" status: 200 len: 217 time: 0.0458918 Nov 27 04:07:50.845584 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf16254-488b-4473-8cf1-c6d0c31c4144 req-fc234b05-04b8-44d8-8f01-90baba95f664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:50.847285 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bbf16254-488b-4473-8cf1-c6d0c31c4144 req-fc234b05-04b8-44d8-8f01-90baba95f664 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9b6b4bec-c05d-46f7-bc05-5b89f65f281f HTTP/1.1" status: 200 len: 848 time: 0.0713737 Nov 27 04:07:50.902437 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bbf16254-488b-4473-8cf1-c6d0c31c4144 req-34b19bac-7c78-4ca1-9390-2b3f0dc276e0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f6165b1c-6bbd-42ce-ac24-5c0343f856bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473890 Nov 27 04:07:50.907720 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7594a2f8-48a0-46fc-add8-973b5b33f773 req-a7db1066-3636-4224-aa0f-3afb4b13bba2 service neutron] 10.222.0.11 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901760 Nov 27 04:07:50.918288 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e4902977-1587-464f-a82a-b33433290666 req-42c9c572-9963-4b85-9a1c-fc6e1d101cc9 service neutron] 10.222.0.11 "GET /v2.0/networks/ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940538 Nov 27 04:07:50.926296 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f8d8a64f-21dd-4486-a90a-31e1060d8eec tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:50.995995 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d8a64f-21dd-4486-a90a-31e1060d8eec tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Pushing event deleted for resources: {'Port': ['ID=34d38c99-a20e-4afe-9dc2-2a36879b9485,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:51.033306 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711fdd1f-de7e-4594-b137-48b4575f25ed None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:07:51.096564 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3223d3-a947-4b20-98d9-85ec8e443881 req-c669c859-7f56-4484-a745-e496892d579a tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:51.105032 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ab3223d3-a947-4b20-98d9-85ec8e443881 req-c669c859-7f56-4484-a745-e496892d579a tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] 10.222.0.20 "GET /v2.0/ports?device_id=441e8287-9ba6-4895-aba5-293f0b4900c1 HTTP/1.1" status: 200 len: 943 time: 0.1570706 Nov 27 04:07:51.126985 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4614a0a5-2493-4c27-8fe5-7231448551d7', 'tag': 'cca40fd0-8075-47f8-b1f6-236f1126ed27'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:07:51.130136 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9d7424-4763-443a-ba03-d1a387e9ae2c" -d '{"events": [{"name": "network-changed", "server_uuid": "4614a0a5-2493-4c27-8fe5-7231448551d7", "tag": "cca40fd0-8075-47f8-b1f6-236f1126ed27"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:07:51.131941 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f8d8a64f-21dd-4486-a90a-31e1060d8eec tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:51.135354 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bbf16254-488b-4473-8cf1-c6d0c31c4144 req-2fa7487a-e8a7-43ba-8398-32f494e9d6bb service neutron] 10.222.0.11 "GET /v2.0/networks/f6165b1c-6bbd-42ce-ac24-5c0343f856bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142034 Nov 27 04:07:51.202896 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:51.230339 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ab3223d3-a947-4b20-98d9-85ec8e443881 req-df5a024b-04ce-4c09-8677-6586f52bb996 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3da8591-f016-4926-9438-5ddd7f7f5e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249878 Nov 27 04:07:51.232402 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff429da-02d0-438f-b0d7-eaab14e1bb70 req-fd32e932-ef9c-4341-9ac3-3a13af48acae tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:51.241805 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6ff429da-02d0-438f-b0d7-eaab14e1bb70 req-fd32e932-ef9c-4341-9ac3-3a13af48acae tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=4614a0a5-2493-4c27-8fe5-7231448551d7 HTTP/1.1" status: 200 len: 943 time: 0.3357899 Nov 27 04:07:51.317237 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f9ea6f-c84a-45e8-a64a-f2abd354e6d9 x-openstack-request-id: req-f1f9ea6f-c84a-45e8-a64a-f2abd354e6d9 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:07:51.322053 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4614a0a5-2493-4c27-8fe5-7231448551d7", "tag": "cca40fd0-8075-47f8-b1f6-236f1126ed27", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:07:51.322819 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f1f9ea6f-c84a-45e8-a64a-f2abd354e6d9 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:07:51.322819 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4614a0a5-2493-4c27-8fe5-7231448551d7', 'tag': 'cca40fd0-8075-47f8-b1f6-236f1126ed27', 'status': 'completed', 'code': 200} Nov 27 04:07:51.432411 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f8d8a64f-21dd-4486-a90a-31e1060d8eec tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3685224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11843'] for router, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:51.437114 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f8d8a64f-21dd-4486-a90a-31e1060d8eec tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3685219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3685210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3680816'] for router, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:51.485270 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6ff429da-02d0-438f-b0d7-eaab14e1bb70 req-11d6e15f-faf2-4745-881d-42946da2e0f3 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418253 Nov 27 04:07:51.539365 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bbf16254-488b-4473-8cf1-c6d0c31c4144 req-126eb0ec-8bc1-4abf-944b-64268d22c193 service neutron] 10.222.0.11 "GET /v2.0/networks/f6165b1c-6bbd-42ce-ac24-5c0343f856bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937242 Nov 27 04:07:51.542490 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d7424-4763-443a-ba03-d1a387e9ae2c req-dec53894-47dd-4d82-b994-4935a6a7d3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:51.544202 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bc9d7424-4763-443a-ba03-d1a387e9ae2c req-dec53894-47dd-4d82-b994-4935a6a7d3c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b06130bf9bef4c7fa67dd5f594ff20d4&device_id=4614a0a5-2493-4c27-8fe5-7231448551d7 HTTP/1.1" status: 200 len: 1094 time: 0.1737165 Nov 27 04:07:51.551719 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d8a64f-21dd-4486-a90a-31e1060d8eec tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Router 34d68b99-984c-43ea-880f-de6ff120eedb has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:07:51.682321 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d8a64f-21dd-4486-a90a-31e1060d8eec tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:07:51.690737 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f8d8a64f-21dd-4486-a90a-31e1060d8eec tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:51.692994 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f8d8a64f-21dd-4486-a90a-31e1060d8eec tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] 10.222.0.20 "PUT /v2.0/routers/34d68b99-984c-43ea-880f-de6ff120eedb HTTP/1.1" status: 200 len: 705 time: 2.4427071 Nov 27 04:07:51.694849 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 37698) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:51.695180 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea62b8c-0fa9-49bd-bef5-fba362acee8c None None] Sync routers for ids ['34d68b99-984c-43ea-880f-de6ff120eedb'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:07:51.710701 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea62b8c-0fa9-49bd-bef5-fba362acee8c None None] Routers {'34d68b99-984c-43ea-880f-de6ff120eedb'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:07:51.714744 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-8ea62b8c-0fa9-49bd-bef5-fba362acee8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:07:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['34d68b99-984c-43ea-880f-de6ff120eedb'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:51.783877 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-8ea62b8c-0fa9-49bd-bef5-fba362acee8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:51.810984 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea62b8c-0fa9-49bd-bef5-fba362acee8c None None] Routers {'34d68b99-984c-43ea-880f-de6ff120eedb'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:07:51.811321 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d7424-4763-443a-ba03-d1a387e9ae2c req-638f7bdf-db80-4acf-8ba6-6f9c44bda64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:51.812171 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-8ea62b8c-0fa9-49bd-bef5-fba362acee8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:07:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['34d68b99-984c-43ea-880f-de6ff120eedb'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:51.815090 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bc9d7424-4763-443a-ba03-d1a387e9ae2c req-638f7bdf-db80-4acf-8ba6-6f9c44bda64e service neutron] 10.222.0.11 "GET /v2.0/networks?id=ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5 HTTP/1.1" status: 200 len: 912 time: 0.2516458 Nov 27 04:07:51.816675 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:51.818189 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37702) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:51.827020 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d4ffd004-fc61-4e0b-86cf-aa0971c29a01 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] 10.222.0.20 "GET /v2.0/routers/34d68b99-984c-43ea-880f-de6ff120eedb HTTP/1.1" status: 200 len: 740 time: 0.1308374 Nov 27 04:07:51.829601 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 37704) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:51.864994 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-8ea62b8c-0fa9-49bd-bef5-fba362acee8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:51.865731 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea62b8c-0fa9-49bd-bef5-fba362acee8c None None] The sync data for ids ['34d68b99-984c-43ea-880f-de6ff120eedb'] in n-d-819494-3 is: [] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:07:51.912415 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bc9d7424-4763-443a-ba03-d1a387e9ae2c req-62858524-7c87-47f0-aae4-a1b905c1f2dc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cca40fd0-8075-47f8-b1f6-236f1126ed27 HTTP/1.1" status: 200 len: 217 time: 0.0816998 Nov 27 04:07:51.946857 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a052680f-1598-4d83-bbd1-17ab3c78af72 tempest-RoutersAdminTest-235142963 tempest-RoutersAdminTest-235142963-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=f5c39893-f8d8-4150-8aae-695f98406de3&device_id=34d68b99-984c-43ea-880f-de6ff120eedb HTTP/1.1" status: 200 len: 205 time: 0.1151435 Nov 27 04:07:51.949325 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 37710) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:51.976759 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d7424-4763-443a-ba03-d1a387e9ae2c req-10c24229-8017-42c8-a2ab-cce4decb0fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:51.978627 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bc9d7424-4763-443a-ba03-d1a387e9ae2c req-10c24229-8017-42c8-a2ab-cce4decb0fe7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72442e9e-9171-4b97-b60c-80223dc82b85 HTTP/1.1" status: 200 len: 851 time: 0.0590465 Nov 27 04:07:51.999792 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e0aa5a7e-6ba3-472a-a2e9-768166b8f602 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] 10.222.0.20 "GET /v2.0/ports?device_id=34d68b99-984c-43ea-880f-de6ff120eedb HTTP/1.1" status: 200 len: 205 time: 0.0470066 Nov 27 04:07:52.001891 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 37712) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:52.033244 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bc9d7424-4763-443a-ba03-d1a387e9ae2c req-fc59f730-f314-44ef-884b-81a215fca457 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467780 Nov 27 04:07:52.034915 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-489913a5-2a3e-4d52-9558-b28c845d8d05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:52.121904 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a5f159c2-a463-45a0-844e-c62b325431b8 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:52.170466 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37716) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:52.199680 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-489913a5-2a3e-4d52-9558-b28c845d8d05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:52.210540 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-489913a5-2a3e-4d52-9558-b28c845d8d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:52.256344 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bc9d7424-4763-443a-ba03-d1a387e9ae2c req-eb91c17d-bc67-4b62-ad86-37ada65fa2e0 service neutron] 10.222.0.11 "GET /v2.0/networks/ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131560 Nov 27 04:07:52.265576 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-489913a5-2a3e-4d52-9558-b28c845d8d05 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b71c8835d0749839398dddda38d9ddf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4428406 Nov 27 04:07:52.290632 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 37722) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:52.311486 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a5f159c2-a463-45a0-844e-c62b325431b8 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:52.315168 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a5f159c2-a463-45a0-844e-c62b325431b8 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:52.373675 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bc9d7424-4763-443a-ba03-d1a387e9ae2c req-0da39bed-8810-4f82-99a7-2c4f221a5f92 service neutron] 10.222.0.11 "GET /v2.0/networks/ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094315 Nov 27 04:07:52.391647 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5622c455-cc67-45a4-b598-4fef9d62dcc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:52.393894 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a5f159c2-a463-45a0-844e-c62b325431b8 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:52.394432 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f159c2-a463-45a0-844e-c62b325431b8 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Fanout notify agent at l3_agent the message router_deleted on router 34d68b99-984c-43ea-880f-de6ff120eedb {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:07:52.394888 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489913a5-2a3e-4d52-9558-b28c845d8d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2562e34d-c700-4690-a58f-77ab5ca74028,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:52.396216 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fcdc5889-599c-460b-900f-97fb922f5c53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:52.402821 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a5f159c2-a463-45a0-844e-c62b325431b8 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:52.409369 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a5f159c2-a463-45a0-844e-c62b325431b8 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] 10.222.0.20 "DELETE /v2.0/routers/34d68b99-984c-43ea-880f-de6ff120eedb HTTP/1.1" status: 204 len: 168 time: 0.4064827 Nov 27 04:07:52.410097 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 37724) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:52.453172 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-386591b5-3bb5-4d2f-af5f-a899b9270501 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] 10.222.0.20 "GET /v2.0/ports?device_id=34d68b99-984c-43ea-880f-de6ff120eedb HTTP/1.1" status: 200 len: 205 time: 0.0386353 Nov 27 04:07:52.454431 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37726) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:52.485118 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fcdc5889-599c-460b-900f-97fb922f5c53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:52.501634 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-e8f65724-21a2-49ae-8511-916ad9031900 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] delete failed (client error): The resource could not be found. Nov 27 04:07:52.505593 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e8f65724-21a2-49ae-8511-916ad9031900 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] 10.222.0.20 "DELETE /v2.0/routers/34d68b99-984c-43ea-880f-de6ff120eedb HTTP/1.1" status: 404 len: 336 time: 0.0472970 Nov 27 04:07:52.505951 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37730) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:52.545649 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca4bb0-40c5-4698-b2c6-98670acabf21 req-fec1c8ab-c30a-4567-8fc9-92b74e804aa0 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:52.553567 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-48ca4bb0-40c5-4698-b2c6-98670acabf21 req-fec1c8ab-c30a-4567-8fc9-92b74e804aa0 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] 10.222.0.20 "GET /v2.0/ports?device_id=441e8287-9ba6-4895-aba5-293f0b4900c1 HTTP/1.1" status: 200 len: 943 time: 0.1076334 Nov 27 04:07:52.559895 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-23b44c48-1343-4999-903e-a7898a2826b5 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c197ed4-1eab-4eb1-81a3-a33c39b51999 HTTP/1.1" status: 200 len: 205 time: 0.0478678 Nov 27 04:07:52.560011 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37734) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:52.594294 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5622c455-cc67-45a4-b598-4fef9d62dcc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:52.626674 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-48ca4bb0-40c5-4698-b2c6-98670acabf21 req-8a980d4f-424c-4ec5-b5a3-98813c27cb11 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3da8591-f016-4926-9438-5ddd7f7f5e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707314 Nov 27 04:07:52.639617 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fcdc5889-599c-460b-900f-97fb922f5c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:52.643246 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fcdc5889-599c-460b-900f-97fb922f5c53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:52.644875 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5622c455-cc67-45a4-b598-4fef9d62dcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:52.647711 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-fcdc5889-599c-460b-900f-97fb922f5c53 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2562e34d-c700-4690-a58f-77ab5ca74028 HTTP/1.1" status: 204 len: 168 time: 0.3560746 Nov 27 04:07:52.666136 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdc5889-599c-460b-900f-97fb922f5c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2562e34d-c700-4690-a58f-77ab5ca74028,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:52.699439 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-c35e3f7e-2af7-4c88-a08c-43dfc1171e8d tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] delete failed (client error): The resource could not be found. Nov 27 04:07:52.702742 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c35e3f7e-2af7-4c88-a08c-43dfc1171e8d tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] 10.222.0.20 "DELETE /v2.0/routers/8c197ed4-1eab-4eb1-81a3-a33c39b51999 HTTP/1.1" status: 404 len: 336 time: 0.1046901 Nov 27 04:07:52.703193 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 37740) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:52.779376 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-432e9e87-8613-4f45-b707-3df7fd582376 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] 10.222.0.20 "GET /v2.0/ports?device_id=11b1b48d-9e14-454a-a4c0-74a1b0114ef6 HTTP/1.1" status: 200 len: 205 time: 0.0742667 Nov 27 04:07:52.781420 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 37742) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:52.794303 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5622c455-cc67-45a4-b598-4fef9d62dcc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c793483-c6f1-4513-9278-dbfa86dcc218,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:52.816079 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2c5a4-823f-4690-bc69-4cd446153472 req-7ab5998d-a110-46b0-a794-ad2e1bd10733 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:52.823092 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3fa2c5a4-823f-4690-bc69-4cd446153472 req-7ab5998d-a110-46b0-a794-ad2e1bd10733 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=4614a0a5-2493-4c27-8fe5-7231448551d7 HTTP/1.1" status: 200 len: 943 time: 0.2212534 Nov 27 04:07:52.831174 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5622c455-cc67-45a4-b598-4fef9d62dcc7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9459810d1e024cc598c06b6e6fdf8a74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6594067 Nov 27 04:07:52.832589 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37746) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:52.933902 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3fa2c5a4-823f-4690-bc69-4cd446153472 req-e7491cef-c5b5-44e8-8d27-9380a3111516 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991769 Nov 27 04:07:52.937933 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-5c33488f-efc7-4d48-bbce-ec86ff42196c tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] delete failed (client error): The resource could not be found. Nov 27 04:07:52.944674 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-5c33488f-efc7-4d48-bbce-ec86ff42196c tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] 10.222.0.20 "DELETE /v2.0/routers/11b1b48d-9e14-454a-a4c0-74a1b0114ef6 HTTP/1.1" status: 404 len: 336 time: 0.1594198 Nov 27 04:07:52.945333 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 37750) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:52.959791 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-32d37aca-573d-409d-8893-5ec1be7c14ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:52.989725 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-32d37aca-573d-409d-8893-5ec1be7c14ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:52.999723 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ee3191e1-e095-4098-915b-5f552c1f778a tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad2e995-b0e3-4cad-81ec-0e6edd89fd63 HTTP/1.1" status: 200 len: 205 time: 0.0508459 Nov 27 04:07:53.000480 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 37752) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:53.048094 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-8e02a760-dd9d-4b0f-bcb9-2f207464e816 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] delete failed (client error): The resource could not be found. Nov 27 04:07:53.049460 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8e02a760-dd9d-4b0f-bcb9-2f207464e816 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] 10.222.0.20 "DELETE /v2.0/routers/dad2e995-b0e3-4cad-81ec-0e6edd89fd63 HTTP/1.1" status: 404 len: 336 time: 0.0481310 Nov 27 04:07:53.052463 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 37754) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:53.059354 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-32d37aca-573d-409d-8893-5ec1be7c14ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:53.062716 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-32d37aca-573d-409d-8893-5ec1be7c14ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:53.064624 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-32d37aca-573d-409d-8893-5ec1be7c14ef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3c793483-c6f1-4513-9278-dbfa86dcc218 HTTP/1.1" status: 204 len: 168 time: 0.2205346 Nov 27 04:07:53.084860 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d37aca-573d-409d-8893-5ec1be7c14ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c793483-c6f1-4513-9278-dbfa86dcc218,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:53.095324 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-86e762f5-d93c-4d1f-99f8-9b0f6da76bb9 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] 10.222.0.20 "GET /v2.0/ports?device_id=961a2c1b-89e5-4e10-91c4-7279747f5d58 HTTP/1.1" status: 200 len: 205 time: 0.0392148 Nov 27 04:07:53.095696 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37758) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:53.172375 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 37760) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:53.186841 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-813e33b5-be94-4e93-bfed-6661fb8fbcf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:53.201155 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-75b7ec09-77d1-4dcb-a0d4-2a341e667f96 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] delete failed (client error): The resource could not be found. Nov 27 04:07:53.205644 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-75b7ec09-77d1-4dcb-a0d4-2a341e667f96 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] 10.222.0.20 "DELETE /v2.0/routers/961a2c1b-89e5-4e10-91c4-7279747f5d58 HTTP/1.1" status: 404 len: 336 time: 0.1085799 Nov 27 04:07:53.206229 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37762) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:53.250973 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 37766) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:53.251618 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-44720804-5093-4d0a-a062-c0cebc57d86b tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] 10.222.0.20 "GET /v2.0/ports?device_id=9517c176-df3f-488e-a210-b6dd58043536 HTTP/1.1" status: 200 len: 205 time: 0.0441301 Nov 27 04:07:53.293902 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-4798a1b3-6da7-4fbc-9e57-958593003133 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] delete failed (client error): The resource could not be found. Nov 27 04:07:53.297647 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4798a1b3-6da7-4fbc-9e57-958593003133 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] 10.222.0.20 "DELETE /v2.0/routers/9517c176-df3f-488e-a210-b6dd58043536 HTTP/1.1" status: 404 len: 336 time: 0.0429878 Nov 27 04:07:53.298349 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 37768) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:53.339272 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-1948ad3d-e9b0-4043-94f9-f7ba92545605 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] DELETE failed (client error): The resource could not be found. Nov 27 04:07:53.339486 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1948ad3d-e9b0-4043-94f9-f7ba92545605 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:07:53.343978 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1948ad3d-e9b0-4043-94f9-f7ba92545605 tempest-RoutersAdminTest-1802764951 tempest-RoutersAdminTest-1802764951-project] 10.222.0.20 "DELETE /v2.0/subnets/1c21942a-f7fe-466b-bff4-435c648c1955 HTTP/1.1" status: 404 len: 337 time: 0.0444093 Nov 27 04:07:53.386188 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-813e33b5-be94-4e93-bfed-6661fb8fbcf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:53.394904 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-813e33b5-be94-4e93-bfed-6661fb8fbcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:53.446284 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-813e33b5-be94-4e93-bfed-6661fb8fbcf8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=841b38aff8e54ebb9affc06ee911d393&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2729239 Nov 27 04:07:53.448622 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e33b5-be94-4e93-bfed-6661fb8fbcf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe57750d-3329-488d-8a92-1dd664691601,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:53.449136 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37778) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:53.520286 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-70962a71-3651-4acb-a46a-64969d7f9b3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:53.545287 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-70962a71-3651-4acb-a46a-64969d7f9b3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:53.616270 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-70962a71-3651-4acb-a46a-64969d7f9b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:53.619432 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-70962a71-3651-4acb-a46a-64969d7f9b3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:53.621567 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-70962a71-3651-4acb-a46a-64969d7f9b3c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe57750d-3329-488d-8a92-1dd664691601 HTTP/1.1" status: 204 len: 168 time: 0.1708806 Nov 27 04:07:53.631814 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70962a71-3651-4acb-a46a-64969d7f9b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe57750d-3329-488d-8a92-1dd664691601,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:53.725670 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37790) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:53.774355 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device cca40fd0-8075-47f8-b1f6-236f1126ed27 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:07:53.785651 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26432cef-4ba8-4ba1-a5f5-26917f509863 req-96a1f647-21be-4361-8b3a-09e539f8940d tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:53.788068 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-26432cef-4ba8-4ba1-a5f5-26917f509863 req-96a1f647-21be-4361-8b3a-09e539f8940d tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] 10.222.0.20 "GET /v2.0/ports?device_id=441e8287-9ba6-4895-aba5-293f0b4900c1 HTTP/1.1" status: 200 len: 943 time: 0.0779045 Nov 27 04:07:53.849778 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-26432cef-4ba8-4ba1-a5f5-26917f509863 req-09566f1a-65df-4c0a-bf54-7c07fad40580 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3da8591-f016-4926-9438-5ddd7f7f5e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508556 Nov 27 04:07:53.934484 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port cca40fd0-8075-47f8-b1f6-236f1126ed27, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=cca40fd0-8075-47f8-b1f6-236f1126ed27,segment=NetworkSegment(40b99c78-6ba3-42b7-8645-6ef0c8b74789),segment_id=40b99c78-6ba3-42b7-8645-6ef0c8b74789)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:07:53.979705 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'cca40fd0-8075-47f8-b1f6-236f1126ed27', 'network_id': 'ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5', 'port_id': 'cca40fd0-8075-47f8-b1f6-236f1126ed27', 'mac_address': 'fa:16:3e:4a:32:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72442e9e-9171-4b97-b60c-80223dc82b85', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:07:54.051957 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:54.066260 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cca40fd0-8075-47f8-b1f6-236f1126ed27 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:07:54.086848 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port cca40fd0-8075-47f8-b1f6-236f1126ed27, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=cca40fd0-8075-47f8-b1f6-236f1126ed27,segment=NetworkSegment(40b99c78-6ba3-42b7-8645-6ef0c8b74789),segment_id=40b99c78-6ba3-42b7-8645-6ef0c8b74789)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:07:54.092325 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:54.093346 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:07:54.107164 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fb17b26b-6e7c-41eb-8264-87339d985b53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:54.167456 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5095dd-6ac2-4c79-9d28-7b6f03295d71 req-6dce7cb6-96ee-4fd8-9342-3ce5324e1571 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:54.178295 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-db5095dd-6ac2-4c79-9d28-7b6f03295d71 req-6dce7cb6-96ee-4fd8-9342-3ce5324e1571 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=4614a0a5-2493-4c27-8fe5-7231448551d7 HTTP/1.1" status: 200 len: 943 time: 0.1264319 Nov 27 04:07:54.218386 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=cca40fd0-8075-47f8-b1f6-236f1126ed27,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:54.275575 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-db5095dd-6ac2-4c79-9d28-7b6f03295d71 req-1326c71c-4162-4e39-b35a-11c806a609e8 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960140 Nov 27 04:07:54.316504 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fb17b26b-6e7c-41eb-8264-87339d985b53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:54.323096 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fb17b26b-6e7c-41eb-8264-87339d985b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:54.353643 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17b26b-6e7c-41eb-8264-87339d985b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c44248-06f8-4ed9-805d-1a80d36b8486,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:54.405321 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-fb17b26b-6e7c-41eb-8264-87339d985b53 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cda9ad8421864da7913cf779600c3dc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6763182 Nov 27 04:07:54.405556 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37820) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:54.432328 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83,segment=NetworkSegment(52f2f142-310a-47a2-9caf-06311ba2856d),segment_id=52f2f142-310a-47a2-9caf-06311ba2856d)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:07:54.447696 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83', 'network_id': 'f6165b1c-6bbd-42ce-ac24-5c0343f856bc', 'port_id': 'bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83', 'mac_address': 'fa:16:3e:45:60:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6b4bec-c05d-46f7-bc05-5b89f65f281f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:07:54.469460 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8e8c0019-9152-4cc5-b9c6-5943ad1bec60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:54.505970 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8e8c0019-9152-4cc5-b9c6-5943ad1bec60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:54.507571 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:54.523673 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:07:54.566839 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83,segment=NetworkSegment(52f2f142-310a-47a2-9caf-06311ba2856d),segment_id=52f2f142-310a-47a2-9caf-06311ba2856d)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:07:54.572012 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8e8c0019-9152-4cc5-b9c6-5943ad1bec60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:54.573871 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:54.576375 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8e8c0019-9152-4cc5-b9c6-5943ad1bec60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:54.580302 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8e8c0019-9152-4cc5-b9c6-5943ad1bec60 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/99c44248-06f8-4ed9-805d-1a80d36b8486 HTTP/1.1" status: 204 len: 168 time: 0.1712523 Nov 27 04:07:54.595678 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c0019-9152-4cc5-b9c6-5943ad1bec60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c44248-06f8-4ed9-805d-1a80d36b8486,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:54.654571 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:54.892567 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['cca40fd0-8075-47f8-b1f6-236f1126ed27'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:07:54.958574 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:07:55.057322 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44df8d-3334-486e-9492-0581ec7a69f8 req-6d14ed58-a3fe-40d3-b54e-3137170bf02d tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:55.059926 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7d44df8d-3334-486e-9492-0581ec7a69f8 req-6d14ed58-a3fe-40d3-b54e-3137170bf02d tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] 10.222.0.20 "GET /v2.0/ports?device_id=441e8287-9ba6-4895-aba5-293f0b4900c1 HTTP/1.1" status: 200 len: 944 time: 0.0893223 Nov 27 04:07:55.093074 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37872) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:55.138430 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7d44df8d-3334-486e-9492-0581ec7a69f8 req-3afe53af-87de-481a-866c-43453e24cd2c tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3da8591-f016-4926-9438-5ddd7f7f5e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710142 Nov 27 04:07:55.193406 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-09ab6acb-d181-4f53-aaa7-9e535b1e6fcc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ab70436ac484d0fbc20db16f91a73a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0991330 Nov 27 04:07:55.196080 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 37876) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:55.284480 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37878) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:55.452951 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd1947-499d-4a4d-8276-3e41abb501e2 req-1d60bd75-dd76-41ec-85e7-823b1e53f8dc tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:55.454914 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f8dd1947-499d-4a4d-8276-3e41abb501e2 req-1d60bd75-dd76-41ec-85e7-823b1e53f8dc tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=4614a0a5-2493-4c27-8fe5-7231448551d7 HTTP/1.1" status: 200 len: 944 time: 0.0926666 Nov 27 04:07:55.456707 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-87f01a5e-dbce-46cd-b26c-494e3e9a283e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:55.538987 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f8dd1947-499d-4a4d-8276-3e41abb501e2 req-d4bba4af-9c15-4baa-951c-8313525c0cb6 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726418 Nov 27 04:07:55.600378 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-87f01a5e-dbce-46cd-b26c-494e3e9a283e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:55.606963 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-31585b4b-6e5b-4333-9c9b-a1cd164672e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:55.607153 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-87f01a5e-dbce-46cd-b26c-494e3e9a283e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:55.629418 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-31585b4b-6e5b-4333-9c9b-a1cd164672e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:55.648040 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-87f01a5e-dbce-46cd-b26c-494e3e9a283e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee1f8e383fd4417687aebee4086be19a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3621957 Nov 27 04:07:55.648848 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f01a5e-dbce-46cd-b26c-494e3e9a283e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d51662-4ed0-4311-b458-b9908388d3d8,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:55.651929 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 37894) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:55.680648 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-31585b4b-6e5b-4333-9c9b-a1cd164672e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:55.683449 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-31585b4b-6e5b-4333-9c9b-a1cd164672e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:55.690931 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-31585b4b-6e5b-4333-9c9b-a1cd164672e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d3710769-7f6d-4bb8-8370-c84a6a97eba9 HTTP/1.1" status: 204 len: 168 time: 0.4902165 Nov 27 04:07:55.701747 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31585b4b-6e5b-4333-9c9b-a1cd164672e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3710769-7f6d-4bb8-8370-c84a6a97eba9,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:55.705085 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3bcaca35-563b-407d-bda4-140af3fe606a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:55.739763 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3bcaca35-563b-407d-bda4-140af3fe606a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:55.803739 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3bcaca35-563b-407d-bda4-140af3fe606a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:55.806435 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3bcaca35-563b-407d-bda4-140af3fe606a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:55.811161 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3bcaca35-563b-407d-bda4-140af3fe606a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/95d51662-4ed0-4311-b458-b9908388d3d8 HTTP/1.1" status: 204 len: 168 time: 0.1546860 Nov 27 04:07:55.818853 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcaca35-563b-407d-bda4-140af3fe606a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d51662-4ed0-4311-b458-b9908388d3d8,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:55.824502 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device cca40fd0-8075-47f8-b1f6-236f1126ed27 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:07:55.886667 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port cca40fd0-8075-47f8-b1f6-236f1126ed27 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:07:55.892562 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port cca40fd0-8075-47f8-b1f6-236f1126ed27 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:07:55.892940 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:55.991040 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:56.024586 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4614a0a5-2493-4c27-8fe5-7231448551d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca40fd0-8075-47f8-b1f6-236f1126ed27'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:07:56.027099 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923b42f1-65c0-4daa-a64b-cbd6ff0f0a65" -d '{"events": [{"server_uuid": "4614a0a5-2493-4c27-8fe5-7231448551d7", "name": "network-vif-plugged", "status": "completed", "tag": "cca40fd0-8075-47f8-b1f6-236f1126ed27"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:07:56.051461 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port cca40fd0-8075-47f8-b1f6-236f1126ed27, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=cca40fd0-8075-47f8-b1f6-236f1126ed27,segment=NetworkSegment(40b99c78-6ba3-42b7-8645-6ef0c8b74789),segment_id=40b99c78-6ba3-42b7-8645-6ef0c8b74789)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:07:56.057479 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:56.058780 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:07:56.104417 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4577c588-1c9c-4188-b8b7-8fd52db0ca47 x-openstack-request-id: req-4577c588-1c9c-4188-b8b7-8fd52db0ca47 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:07:56.104714 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4614a0a5-2493-4c27-8fe5-7231448551d7", "name": "network-vif-plugged", "status": "completed", "tag": "cca40fd0-8075-47f8-b1f6-236f1126ed27", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:07:56.105325 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4577c588-1c9c-4188-b8b7-8fd52db0ca47 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:07:56.107136 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4614a0a5-2493-4c27-8fe5-7231448551d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca40fd0-8075-47f8-b1f6-236f1126ed27', 'code': 200} Nov 27 04:07:56.257718 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:07:56.270374 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:07:56.272234 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:56.274885 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9b700-0d75-4364-a893-f447ebc91d08 req-b1fd9e21-060c-43c3-8849-d7b1aa624859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:56.275746 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=cca40fd0-8075-47f8-b1f6-236f1126ed27,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:56.280408 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2db9b700-0d75-4364-a893-f447ebc91d08 req-b1fd9e21-060c-43c3-8849-d7b1aa624859 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4614a0a5-2493-4c27-8fe5-7231448551d7 HTTP/1.1" status: 200 len: 1096 time: 0.0819852 Nov 27 04:07:56.411024 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2db9b700-0d75-4364-a893-f447ebc91d08 req-112f76cd-531a-4890-b5ce-9ad2c5c7b12a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237900 Nov 27 04:07:56.432536 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:56.471076 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb625d-c68c-42d8-b09e-64d167658a5c req-2bc50cff-c7bc-4fcf-af96-aa880a819c7c tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:56.473987 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83,segment=NetworkSegment(52f2f142-310a-47a2-9caf-06311ba2856d),segment_id=52f2f142-310a-47a2-9caf-06311ba2856d)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:07:56.479704 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0eeb625d-c68c-42d8-b09e-64d167658a5c req-2bc50cff-c7bc-4fcf-af96-aa880a819c7c tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] 10.222.0.20 "GET /v2.0/ports?device_id=441e8287-9ba6-4895-aba5-293f0b4900c1 HTTP/1.1" status: 200 len: 944 time: 0.1433783 Nov 27 04:07:56.482210 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:56.596158 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:56.632955 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0eeb625d-c68c-42d8-b09e-64d167658a5c req-b26a647a-5b2d-4844-8405-639264e2c2f0 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3da8591-f016-4926-9438-5ddd7f7f5e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417840 Nov 27 04:07:56.759540 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59088f-2c40-43eb-be8a-c71c1d653016 req-3a051c42-760a-4960-b5a0-dbc1bd63a031 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:56.772533 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6f59088f-2c40-43eb-be8a-c71c1d653016 req-3a051c42-760a-4960-b5a0-dbc1bd63a031 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=4614a0a5-2493-4c27-8fe5-7231448551d7 HTTP/1.1" status: 200 len: 945 time: 0.0848148 Nov 27 04:07:56.871421 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6f59088f-2c40-43eb-be8a-c71c1d653016 req-1d6ca7e1-6760-4c85-b286-691ccf1ee00b tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976515 Nov 27 04:07:57.119397 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38018) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:57.255535 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-84afe05c-84cb-4d5c-91be-5e5f26c93381 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-133489425'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:07:57.283718 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84afe05c-84cb-4d5c-91be-5e5f26c93381 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:07:57.288187 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-84afe05c-84cb-4d5c-91be-5e5f26c93381 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:57.297850 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-84afe05c-84cb-4d5c-91be-5e5f26c93381 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:57.401374 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-84afe05c-84cb-4d5c-91be-5e5f26c93381 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:57.408486 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-84afe05c-84cb-4d5c-91be-5e5f26c93381 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:57.470505 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84afe05c-84cb-4d5c-91be-5e5f26c93381 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2122e10-fd53-4a4e-8213-73bfb8b1b712,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:57.485562 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84afe05c-84cb-4d5c-91be-5e5f26c93381 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:57.485936 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84afe05c-84cb-4d5c-91be-5e5f26c93381 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:57.486361 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84afe05c-84cb-4d5c-91be-5e5f26c93381 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:57.486737 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84afe05c-84cb-4d5c-91be-5e5f26c93381 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:57.487844 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84afe05c-84cb-4d5c-91be-5e5f26c93381 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:57.488386 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84afe05c-84cb-4d5c-91be-5e5f26c93381 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:57.489135 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84afe05c-84cb-4d5c-91be-5e5f26c93381 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:57.490251 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84afe05c-84cb-4d5c-91be-5e5f26c93381 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:57.490820 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84afe05c-84cb-4d5c-91be-5e5f26c93381 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:57.491327 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84afe05c-84cb-4d5c-91be-5e5f26c93381 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:57.491835 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84afe05c-84cb-4d5c-91be-5e5f26c93381 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:57.492330 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84afe05c-84cb-4d5c-91be-5e5f26c93381 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:07:57.496382 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84afe05c-84cb-4d5c-91be-5e5f26c93381 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:07:57.511969 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-84afe05c-84cb-4d5c-91be-5e5f26c93381 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:57.512404 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-84afe05c-84cb-4d5c-91be-5e5f26c93381 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Added segment df23ca3d-a40b-43ef-adc7-7eec07bb69c7 of type vlan for network 69dee5df-a2b5-4f80-b023-d216a074fa83 Nov 27 04:07:57.575142 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-84afe05c-84cb-4d5c-91be-5e5f26c93381 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:57.599881 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-84afe05c-84cb-4d5c-91be-5e5f26c93381 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:57.605900 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84afe05c-84cb-4d5c-91be-5e5f26c93381 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:57.606751 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-84afe05c-84cb-4d5c-91be-5e5f26c93381 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:57.674456 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-84afe05c-84cb-4d5c-91be-5e5f26c93381 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5538242 Nov 27 04:07:57.678810 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38038) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:57.684369 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-ee4e6b50-059b-4d8f-9b47-ac3f5037a060 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'subnet': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:07:57.699506 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84afe05c-84cb-4d5c-91be-5e5f26c93381 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Network': ['ID=69dee5df-a2b5-4f80-b023-d216a074fa83,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:57.713646 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:07:57.833535 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4e6b50-059b-4d8f-9b47-ac3f5037a060 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:07:57.837841 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ee4e6b50-059b-4d8f-9b47-ac3f5037a060 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:57.866386 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fea3e4-7e65-4713-96dc-a374991a7242 req-82655ff2-05ea-44b7-a793-759e3205ffb6 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:57.874937 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-30fea3e4-7e65-4713-96dc-a374991a7242 req-82655ff2-05ea-44b7-a793-759e3205ffb6 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] 10.222.0.20 "GET /v2.0/ports?device_id=441e8287-9ba6-4895-aba5-293f0b4900c1 HTTP/1.1" status: 200 len: 945 time: 0.0890253 Nov 27 04:07:57.987542 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38046) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:57.993566 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-30fea3e4-7e65-4713-96dc-a374991a7242 req-b412e563-767d-4002-a253-f7cc7cfe00a0 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3da8591-f016-4926-9438-5ddd7f7f5e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170287 Nov 27 04:07:58.100920 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7b253-143f-4c26-912e-4158780456a4 req-bd5548e4-d76b-4410-a201-3d05d3bfd67a tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:58.103011 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bbd7b253-143f-4c26-912e-4158780456a4 req-bd5548e4-d76b-4410-a201-3d05d3bfd67a tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=4614a0a5-2493-4c27-8fe5-7231448551d7 HTTP/1.1" status: 200 len: 945 time: 0.1057138 Nov 27 04:07:58.114302 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441e8287-9ba6-4895-aba5-293f0b4900c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:07:58.116927 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a9a7aa-9377-42d2-8cc3-18dcbd49d646" -d '{"events": [{"server_uuid": "441e8287-9ba6-4895-aba5-293f0b4900c1", "name": "network-vif-plugged", "status": "completed", "tag": "bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:07:58.171348 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52049a3e-4d23-4b4b-9b21-22e7b2df54c9 x-openstack-request-id: req-52049a3e-4d23-4b4b-9b21-22e7b2df54c9 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:07:58.171874 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441e8287-9ba6-4895-aba5-293f0b4900c1", "name": "network-vif-plugged", "status": "completed", "tag": "bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:07:58.172138 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52049a3e-4d23-4b4b-9b21-22e7b2df54c9 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:07:58.173359 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441e8287-9ba6-4895-aba5-293f0b4900c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83', 'code': 200} Nov 27 04:07:58.212068 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bbd7b253-143f-4c26-912e-4158780456a4 req-b28831ae-a259-433c-8e5f-e33a183aed30 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026897 Nov 27 04:07:58.213782 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ee4e6b50-059b-4d8f-9b47-ac3f5037a060 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:58.347044 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-36d4ed1b-4436-4a8b-bbcd-8fe255013812 tempest-ExternalNetworksTestJSON-1812136832 tempest-ExternalNetworksTestJSON-1812136832-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1467255500'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:07:58.453031 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9c088-ce1b-4d1a-b02a-121c522aa855 req-06e626fe-088f-4bbc-b83e-9a79858789d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:58.457615 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fac9c088-ce1b-4d1a-b02a-121c522aa855 req-06e626fe-088f-4bbc-b83e-9a79858789d3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=441e8287-9ba6-4895-aba5-293f0b4900c1 HTTP/1.1" status: 200 len: 1096 time: 0.1308770 Nov 27 04:07:58.476506 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e6b50-059b-4d8f-9b47-ac3f5037a060 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Subnet': ['ID=6f3110aa-dfea-46d2-938f-1a2b24260c0d,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:58.492260 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4e6b50-059b-4d8f-9b47-ac3f5037a060 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Checking segment: {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:07:58.493279 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4e6b50-059b-4d8f-9b47-ac3f5037a060 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network hostable DHCP agents. Network: 69dee5df-a2b5-4f80-b023-d216a074fa83, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:07:58.498876 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d4ed1b-4436-4a8b-bbcd-8fe255013812 tempest-ExternalNetworksTestJSON-1812136832 tempest-ExternalNetworksTestJSON-1812136832-project] Made reservation on behalf of 717ef7bd3c01459d87df76e402631ea6 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:07:58.506011 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-36d4ed1b-4436-4a8b-bbcd-8fe255013812 tempest-ExternalNetworksTestJSON-1812136832 tempest-ExternalNetworksTestJSON-1812136832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:58.523718 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fac9c088-ce1b-4d1a-b02a-121c522aa855 req-6183dba2-9c38-4b81-8ade-9bee2e444316 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d3da8591-f016-4926-9438-5ddd7f7f5e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568030 Nov 27 04:07:58.531963 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-36d4ed1b-4436-4a8b-bbcd-8fe255013812 tempest-ExternalNetworksTestJSON-1812136832 tempest-ExternalNetworksTestJSON-1812136832-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:58.584148 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4e6b50-059b-4d8f-9b47-ac3f5037a060 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:07:58.642224 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-ee4e6b50-059b-4d8f-9b47-ac3f5037a060 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 69dee5df-a2b5-4f80-b023-d216a074fa83) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:07:58.652467 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4e6b50-059b-4d8f-9b47-ac3f5037a060 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:58.652982 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48dd3d5-39c5-4331-a3b8-ccec36f86e04 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:07:58.653110 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ee4e6b50-059b-4d8f-9b47-ac3f5037a060 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:58.687470 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33165999-1742-44b4-8702-51fc1f53bb49 req-4b8aab1b-183f-4c95-b56a-a76f3adcf86c tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:58.688980 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-33165999-1742-44b4-8702-51fc1f53bb49 req-4b8aab1b-183f-4c95-b56a-a76f3adcf86c tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=4614a0a5-2493-4c27-8fe5-7231448551d7 HTTP/1.1" status: 200 len: 945 time: 0.0948348 Nov 27 04:07:58.699621 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ee4e6b50-059b-4d8f-9b47-ac3f5037a060 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0194759 Nov 27 04:07:58.702768 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38060) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:58.708007 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-a27aaee1-df7c-4431-8726-e9134ad9ac3c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'port': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'name': 'tempest-NetworksTestDHCPv6-844934693'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:07:58.733920 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-36d4ed1b-4436-4a8b-bbcd-8fe255013812 tempest-ExternalNetworksTestJSON-1812136832 tempest-ExternalNetworksTestJSON-1812136832-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:58.746408 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-36d4ed1b-4436-4a8b-bbcd-8fe255013812 tempest-ExternalNetworksTestJSON-1812136832 tempest-ExternalNetworksTestJSON-1812136832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:58.783050 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36d4ed1b-4436-4a8b-bbcd-8fe255013812 tempest-ExternalNetworksTestJSON-1812136832 tempest-ExternalNetworksTestJSON-1812136832-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:07:58.790904 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-33165999-1742-44b4-8702-51fc1f53bb49 req-c8610823-af59-42a6-83cc-d50797a6e25a tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865052 Nov 27 04:07:58.805007 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d4ed1b-4436-4a8b-bbcd-8fe255013812 tempest-ExternalNetworksTestJSON-1812136832 tempest-ExternalNetworksTestJSON-1812136832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c02412b6-875f-418d-a811-be596610fe2a,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:58.820379 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-36d4ed1b-4436-4a8b-bbcd-8fe255013812 tempest-ExternalNetworksTestJSON-1812136832 tempest-ExternalNetworksTestJSON-1812136832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:58.820379 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-36d4ed1b-4436-4a8b-bbcd-8fe255013812 tempest-ExternalNetworksTestJSON-1812136832 tempest-ExternalNetworksTestJSON-1812136832-project] Added segment de186da3-51c8-4aef-9d86-1edb33650627 of type vlan for network 642f50e7-8dfe-4350-88bb-4bbc7c3a9d62 Nov 27 04:07:58.858601 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-36d4ed1b-4436-4a8b-bbcd-8fe255013812 tempest-ExternalNetworksTestJSON-1812136832 tempest-ExternalNetworksTestJSON-1812136832-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:58.884310 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36819d0b-8ac9-4124-886c-a48610125d07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-69dee5df-a2b5-4f80-b023-d216a074fa83', 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'tenant_id': 'f4fb6791effe4b41abbe85bac59c4002', 'fixed_ips': [{'subnet_id': '6f3110aa-dfea-46d2-938f-1a2b24260c0d'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:07:58.885202 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-36819d0b-8ac9-4124-886c-a48610125d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:58.897577 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-36d4ed1b-4436-4a8b-bbcd-8fe255013812 tempest-ExternalNetworksTestJSON-1812136832 tempest-ExternalNetworksTestJSON-1812136832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:58.905339 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d4ed1b-4436-4a8b-bbcd-8fe255013812 tempest-ExternalNetworksTestJSON-1812136832 tempest-ExternalNetworksTestJSON-1812136832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:58.906207 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-36d4ed1b-4436-4a8b-bbcd-8fe255013812 tempest-ExternalNetworksTestJSON-1812136832 tempest-ExternalNetworksTestJSON-1812136832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:58.919196 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69572ab1-5f84-4184-b2b9-2013a8a78510 req-5e597f0f-bc3b-449b-8019-c664d7b0944c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:58.921064 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-69572ab1-5f84-4184-b2b9-2013a8a78510 req-5e597f0f-bc3b-449b-8019-c664d7b0944c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b06130bf9bef4c7fa67dd5f594ff20d4&device_id=4614a0a5-2493-4c27-8fe5-7231448551d7 HTTP/1.1" status: 200 len: 1096 time: 0.0661392 Nov 27 04:07:58.922902 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27aaee1-df7c-4431-8726-e9134ad9ac3c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:07:58.927519 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a27aaee1-df7c-4431-8726-e9134ad9ac3c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:58.985823 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-36d4ed1b-4436-4a8b-bbcd-8fe255013812 tempest-ExternalNetworksTestJSON-1812136832 tempest-ExternalNetworksTestJSON-1812136832-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9961662 Nov 27 04:07:58.986448 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38062) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:59.013026 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-a27aaee1-df7c-4431-8726-e9134ad9ac3c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] device_id is not set on port 5aefb063-a6c0-455b-9d72-e70d9ee11d16 yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:07:59.026521 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d4ed1b-4436-4a8b-bbcd-8fe255013812 tempest-ExternalNetworksTestJSON-1812136832 tempest-ExternalNetworksTestJSON-1812136832-project] Pushing event updated for resources: {'Network': ['ID=642f50e7-8dfe-4350-88bb-4bbc7c3a9d62,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:59.045934 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-36819d0b-8ac9-4124-886c-a48610125d07 None None] Allocated IP 2001:db8::2 (69dee5df-a2b5-4f80-b023-d216a074fa83/6f3110aa-dfea-46d2-938f-1a2b24260c0d/35b6a669-6f84-4d2c-b7ef-8135b093a85e) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:07:59.060893 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 642f50e7-8dfe-4350-88bb-4bbc7c3a9d62 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:07:59.085015 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-919af4c5-b081-41dc-8c7c-99ebfc53dffc tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Request body: {'network': {'name': 'tempest-network--673648772', 'router:external': True}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:07:59.114358 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69572ab1-5f84-4184-b2b9-2013a8a78510 req-f40d922b-7b06-417d-92af-941881a92bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:59.114823 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919af4c5-b081-41dc-8c7c-99ebfc53dffc tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Made reservation on behalf of d260373e45f54a1d9ff9c0d06e9d162f for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:07:59.116570 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-69572ab1-5f84-4184-b2b9-2013a8a78510 req-f40d922b-7b06-417d-92af-941881a92bd3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5 HTTP/1.1" status: 200 len: 912 time: 0.1766281 Nov 27 04:07:59.120104 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-919af4c5-b081-41dc-8c7c-99ebfc53dffc tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:59.136987 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-919af4c5-b081-41dc-8c7c-99ebfc53dffc tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:59.197640 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-69572ab1-5f84-4184-b2b9-2013a8a78510 req-5a771328-2e69-4ab2-a4ff-220b8f00f38b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cca40fd0-8075-47f8-b1f6-236f1126ed27 HTTP/1.1" status: 200 len: 217 time: 0.0706062 Nov 27 04:07:59.242567 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-919af4c5-b081-41dc-8c7c-99ebfc53dffc tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:59.250060 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-919af4c5-b081-41dc-8c7c-99ebfc53dffc tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:59.264079 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-919af4c5-b081-41dc-8c7c-99ebfc53dffc tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:07:59.276018 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-919af4c5-b081-41dc-8c7c-99ebfc53dffc tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:59.277079 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-919af4c5-b081-41dc-8c7c-99ebfc53dffc tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Added segment 30c676be-083a-4724-8d60-97d1968f84eb of type vlan for network ad579e6a-7c14-4a90-a740-d6542a052eb3 Nov 27 04:07:59.277222 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-36819d0b-8ac9-4124-886c-a48610125d07 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:59.284936 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-36819d0b-8ac9-4124-886c-a48610125d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:59.293812 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69572ab1-5f84-4184-b2b9-2013a8a78510 req-0309e717-18cc-45a2-be1b-ef796fc97fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:59.295795 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-69572ab1-5f84-4184-b2b9-2013a8a78510 req-0309e717-18cc-45a2-be1b-ef796fc97fca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72442e9e-9171-4b97-b60c-80223dc82b85 HTTP/1.1" status: 200 len: 851 time: 0.0676858 Nov 27 04:07:59.334956 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-919af4c5-b081-41dc-8c7c-99ebfc53dffc tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:59.336921 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36819d0b-8ac9-4124-886c-a48610125d07 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:07:59.340262 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-36819d0b-8ac9-4124-886c-a48610125d07 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:07:59.342814 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36819d0b-8ac9-4124-886c-a48610125d07 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:07:59.362738 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36819d0b-8ac9-4124-886c-a48610125d07 None None] Pushing event updated for resources: {'Port': ['ID=35b6a669-6f84-4d2c-b7ef-8135b093a85e,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:59.374298 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-69572ab1-5f84-4184-b2b9-2013a8a78510 req-997db6ba-fd30-4f6c-8a81-f2e407378eea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460291 Nov 27 04:07:59.385952 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-919af4c5-b081-41dc-8c7c-99ebfc53dffc tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:59.387216 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919af4c5-b081-41dc-8c7c-99ebfc53dffc tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:59.388053 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-919af4c5-b081-41dc-8c7c-99ebfc53dffc tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:59.391616 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e329819-c966-4126-8605-7202f27374df req-112f8768-022c-43b1-be90-634bf2a185f5 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:07:59.402744 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6e329819-c966-4126-8605-7202f27374df req-112f8768-022c-43b1-be90-634bf2a185f5 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] 10.222.0.20 "GET /v2.0/ports?device_id=441e8287-9ba6-4895-aba5-293f0b4900c1 HTTP/1.1" status: 200 len: 945 time: 0.2087884 Nov 27 04:07:59.415552 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-919af4c5-b081-41dc-8c7c-99ebfc53dffc tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4245501 Nov 27 04:07:59.428553 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38068) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:07:59.435795 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-36819d0b-8ac9-4124-886c-a48610125d07 None None] Attempting to bind port 35b6a669-6f84-4d2c-b7ef-8135b093a85e on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:07:59.436276 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-36819d0b-8ac9-4124-886c-a48610125d07 None None] Attempting to bind port 35b6a669-6f84-4d2c-b7ef-8135b093a85e by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:07:59.436706 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36819d0b-8ac9-4124-886c-a48610125d07 None None] Attempting to bind port 35b6a669-6f84-4d2c-b7ef-8135b093a85e on network 69dee5df-a2b5-4f80-b023-d216a074fa83 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:07:59.444503 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36819d0b-8ac9-4124-886c-a48610125d07 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:07:59.444974 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36819d0b-8ac9-4124-886c-a48610125d07 None None] Checking segment: {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:07:59.446431 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-36819d0b-8ac9-4124-886c-a48610125d07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:59.446972 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36819d0b-8ac9-4124-886c-a48610125d07 None None] Bound using segment: {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:07:59.447486 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-36819d0b-8ac9-4124-886c-a48610125d07 None None] Bound port: 35b6a669-6f84-4d2c-b7ef-8135b093a85e, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:07:59.448191 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-36819d0b-8ac9-4124-886c-a48610125d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:59.485981 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919af4c5-b081-41dc-8c7c-99ebfc53dffc tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a484ba82-f92b-4a0a-92f0-f7007bf7b93b,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:59.508342 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-a27aaee1-df7c-4431-8726-e9134ad9ac3c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Allocated IP 2001:db8::2ed (69dee5df-a2b5-4f80-b023-d216a074fa83/6f3110aa-dfea-46d2-938f-1a2b24260c0d/5aefb063-a6c0-455b-9d72-e70d9ee11d16) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:07:59.534936 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919af4c5-b081-41dc-8c7c-99ebfc53dffc tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Pushing event updated for resources: {'Network': ['ID=ad579e6a-7c14-4a90-a740-d6542a052eb3,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:07:59.560676 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-adaf6d52-ea70-4f6b-a1aa-3a3d66a2e877 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:59.564352 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6e329819-c966-4126-8605-7202f27374df req-30daaebb-1a55-4668-a2c2-92f5b1ac141f tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3da8591-f016-4926-9438-5ddd7f7f5e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583831 Nov 27 04:07:59.585700 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network ad579e6a-7c14-4a90-a740-d6542a052eb3 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:07:59.674531 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-69572ab1-5f84-4184-b2b9-2013a8a78510 req-c21fdbb3-c7e0-4ffa-ae49-dd8a0e715017 service neutron] 10.222.0.11 "GET /v2.0/networks/ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617245 Nov 27 04:07:59.720021 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-adaf6d52-ea70-4f6b-a1aa-3a3d66a2e877 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:59.756371 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-36819d0b-8ac9-4124-886c-a48610125d07 None None] For port 35b6a669-6f84-4d2c-b7ef-8135b093a85e, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:07:59.775039 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-36819d0b-8ac9-4124-886c-a48610125d07 None None] For port 35b6a669-6f84-4d2c-b7ef-8135b093a85e, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=35b6a669-6f84-4d2c-b7ef-8135b093a85e,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:07:59.778538 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-adaf6d52-ea70-4f6b-a1aa-3a3d66a2e877 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad579e6a-7c14-4a90-a740-d6542a052eb3']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:59.782431 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-36819d0b-8ac9-4124-886c-a48610125d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:59.795458 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-adaf6d52-ea70-4f6b-a1aa-3a3d66a2e877 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30c676be-083a-4724-8d60-97d1968f84eb') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:59.796017 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-adaf6d52-ea70-4f6b-a1aa-3a3d66a2e877 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30c676be-083a-4724-8d60-97d1968f84eb') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:07:59.809613 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-adaf6d52-ea70-4f6b-a1aa-3a3d66a2e877 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:59.844802 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-adaf6d52-ea70-4f6b-a1aa-3a3d66a2e877 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:59.872728 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adaf6d52-ea70-4f6b-a1aa-3a3d66a2e877 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:07:59.874742 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-adaf6d52-ea70-4f6b-a1aa-3a3d66a2e877 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:07:59.880873 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:07:59.880873 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:07:59.880873 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:07:59.880873 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:07:59.880873 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:07:59.880873 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:07:59.880873 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:07:59.880873 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:07:59.880873 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:07:59.880873 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:07:59.880873 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:07:59.880873 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:07:59.880873 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:07:59.880873 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:07:59.880873 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:07:59.880873 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:07:59.880873 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:07:59.880873 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:07:59.880873 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:07:59.880873 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:07:59.880873 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:07:59.880873 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:07:59.880873 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:07:59.880873 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:07:59.880873 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:07:59.880873 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:07:59.880873 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:07:59.880873 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:07:59.880873 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:07:59.880873 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:07:59.880873 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:07:59.880873 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:07:59.934030 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36819d0b-8ac9-4124-886c-a48610125d07 None None] Pushing event updated for resources: {'Port': ['ID=35b6a669-6f84-4d2c-b7ef-8135b093a85e,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:00.013614 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-adaf6d52-ea70-4f6b-a1aa-3a3d66a2e877 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:00.021117 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adaf6d52-ea70-4f6b-a1aa-3a3d66a2e877 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ad579e6a-7c14-4a90-a740-d6542a052eb3 {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 27 04:08:00.024521 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-adaf6d52-ea70-4f6b-a1aa-3a3d66a2e877 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:00.031195 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-adaf6d52-ea70-4f6b-a1aa-3a3d66a2e877 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] 10.222.0.20 "DELETE /v2.0/networks/ad579e6a-7c14-4a90-a740-d6542a052eb3 HTTP/1.1" status: 204 len: 168 time: 0.5668144 Nov 27 04:08:00.042851 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38082) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:00.048887 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-11c684c2-051f-4935-93d9-e883b1a5495a tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Request body: {'network': {'router:external': True}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:08:00.062303 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c699ba-e3eb-4bce-a513-f2c57830984a req-e38cb224-4760-4efd-9530-c37f9b7d80ed tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:00.070638 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f7c699ba-e3eb-4bce-a513-f2c57830984a req-e38cb224-4760-4efd-9530-c37f9b7d80ed tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=4614a0a5-2493-4c27-8fe5-7231448551d7 HTTP/1.1" status: 200 len: 945 time: 0.1230128 Nov 27 04:08:00.072843 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaf6d52-ea70-4f6b-a1aa-3a3d66a2e877 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Pushing event deleted for resources: {'Network': ['ID=ad579e6a-7c14-4a90-a740-d6542a052eb3,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:00.124088 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c684c2-051f-4935-93d9-e883b1a5495a tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Made reservation on behalf of d260373e45f54a1d9ff9c0d06e9d162f for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:08:00.127020 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-11c684c2-051f-4935-93d9-e883b1a5495a tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:00.176375 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f7c699ba-e3eb-4bce-a513-f2c57830984a req-fb170b27-9921-43ac-9429-a77a2c6fa9e7 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044142 Nov 27 04:08:00.189330 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11c684c2-051f-4935-93d9-e883b1a5495a tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:08:00.202320 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-11c684c2-051f-4935-93d9-e883b1a5495a tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:00.203092 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-11c684c2-051f-4935-93d9-e883b1a5495a tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Added segment 288528f9-2ef9-4efe-8431-f579ed93265c of type vlan for network 9aca9d16-f9e4-4b12-818f-e984295d99ef Nov 27 04:08:00.269676 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-11c684c2-051f-4935-93d9-e883b1a5495a tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:00.341523 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-11c684c2-051f-4935-93d9-e883b1a5495a tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:00.342888 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c684c2-051f-4935-93d9-e883b1a5495a tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:00.343094 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-11c684c2-051f-4935-93d9-e883b1a5495a tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:00.475202 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-11c684c2-051f-4935-93d9-e883b1a5495a tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4283726 Nov 27 04:08:00.476192 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38084) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:00.483076 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-ad310dd0-2a85-4028-922c-80e20d5ea0e8 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Request body: {'subnet': {'network_id': '9aca9d16-f9e4-4b12-818f-e984295d99ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:08:00.523315 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c684c2-051f-4935-93d9-e883b1a5495a tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Pushing event updated for resources: {'Network': ['ID=9aca9d16-f9e4-4b12-818f-e984295d99ef,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:00.539329 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad310dd0-2a85-4028-922c-80e20d5ea0e8 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Made reservation on behalf of d260373e45f54a1d9ff9c0d06e9d162f for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:08:00.543635 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 9aca9d16-f9e4-4b12-818f-e984295d99ef details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:08:00.543829 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ad310dd0-2a85-4028-922c-80e20d5ea0e8 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:00.593403 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a27aaee1-df7c-4431-8726-e9134ad9ac3c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:00.639967 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a27aaee1-df7c-4431-8726-e9134ad9ac3c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:00.796304 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-69572ab1-5f84-4184-b2b9-2013a8a78510 req-86ad77f7-7d41-42d9-83be-c0a63939165f service neutron] 10.222.0.11 "GET /v2.0/networks/ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0955575 Nov 27 04:08:00.798972 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27aaee1-df7c-4431-8726-e9134ad9ac3c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:08:00.832425 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-a27aaee1-df7c-4431-8726-e9134ad9ac3c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:08:00.843076 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27aaee1-df7c-4431-8726-e9134ad9ac3c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Port': ['ID=5aefb063-a6c0-455b-9d72-e70d9ee11d16,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:00.855599 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27aaee1-df7c-4431-8726-e9134ad9ac3c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:08:00.861867 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27aaee1-df7c-4431-8726-e9134ad9ac3c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:00.862604 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a27aaee1-df7c-4431-8726-e9134ad9ac3c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:00.911014 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b747969-5135-401e-b19a-0c86aca7c981 req-f5d5d7d1-6abb-4ebf-b521-84cbf0fd492e tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:00.913566 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3b747969-5135-401e-b19a-0c86aca7c981 req-f5d5d7d1-6abb-4ebf-b521-84cbf0fd492e tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] 10.222.0.20 "GET /v2.0/ports?device_id=441e8287-9ba6-4895-aba5-293f0b4900c1 HTTP/1.1" status: 200 len: 945 time: 0.2176452 Nov 27 04:08:00.944447 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a27aaee1-df7c-4431-8726-e9134ad9ac3c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2408659 Nov 27 04:08:00.959959 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38096) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:01.063219 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3b747969-5135-401e-b19a-0c86aca7c981 req-a944dcb9-bf09-498a-b86b-a998d63ce48d tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3da8591-f016-4926-9438-5ddd7f7f5e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323211 Nov 27 04:08:01.074524 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4bf0c7-893b-4063-990f-b636aff5890f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:01.081988 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4bf0c7-893b-4063-990f-b636aff5890f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:01.083980 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-dd4bf0c7-893b-4063-990f-b636aff5890f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1227851 Nov 27 04:08:01.086521 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38098) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:01.154819 n-d-819494-3 neutron-server[110019]: DEBUG neutron.objects.ports [None req-ad310dd0-2a85-4028-922c-80e20d5ea0e8 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110019) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 04:08:01.155359 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ad310dd0-2a85-4028-922c-80e20d5ea0e8 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:01.290202 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad310dd0-2a85-4028-922c-80e20d5ea0e8 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9833b012-fc0b-45d6-b405-405518d59d93,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:01.295209 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-f792579a-90be-4e59-9cb1-42209a9398bc tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting port 5aefb063-a6c0-455b-9d72-e70d9ee11d16 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:08:01.297123 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f792579a-90be-4e59-9cb1-42209a9398bc tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:01.314984 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad310dd0-2a85-4028-922c-80e20d5ea0e8 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Checking segment: {'id': '288528f9-2ef9-4efe-8431-f579ed93265c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9aca9d16-f9e4-4b12-818f-e984295d99ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:08:01.323109 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad310dd0-2a85-4028-922c-80e20d5ea0e8 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Network hostable DHCP agents. Network: 9aca9d16-f9e4-4b12-818f-e984295d99ef, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:08:01.360995 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad310dd0-2a85-4028-922c-80e20d5ea0e8 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Network 9aca9d16-f9e4-4b12-818f-e984295d99ef is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:08:01.376032 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-ad310dd0-2a85-4028-922c-80e20d5ea0e8 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 9aca9d16-f9e4-4b12-818f-e984295d99ef) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:08:01.379453 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 35b6a669-6f84-4d2c-b7ef-8135b093a85e up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:08:01.380205 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad310dd0-2a85-4028-922c-80e20d5ea0e8 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:01.380828 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ad310dd0-2a85-4028-922c-80e20d5ea0e8 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:01.411359 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ad310dd0-2a85-4028-922c-80e20d5ea0e8 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9345000 Nov 27 04:08:01.413686 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38106) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:01.418993 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-e8b93947-9e85-4a71-a22e-cd0ff888d98b tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Request body: {'floatingip': {'floating_network_id': '9aca9d16-f9e4-4b12-818f-e984295d99ef'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:08:01.456693 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8b93947-9e85-4a71-a22e-cd0ff888d98b tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:01.467314 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14541490-aa5c-4a12-aba9-85891d9a2f27 None None] Network 9aca9d16-f9e4-4b12-818f-e984295d99ef requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:08:01.625226 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 35b6a669-6f84-4d2c-b7ef-8135b093a85e triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:08:01.629064 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b202e4-54da-4050-a295-f80ca97d67ef req-5dac13e9-cf3d-4577-819d-ab36d80179f6 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:01.631412 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c1b202e4-54da-4050-a295-f80ca97d67ef req-5dac13e9-cf3d-4577-819d-ab36d80179f6 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=4614a0a5-2493-4c27-8fe5-7231448551d7 HTTP/1.1" status: 200 len: 945 time: 0.3122418 Nov 27 04:08:01.639137 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:01.656854 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8b93947-9e85-4a71-a22e-cd0ff888d98b tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:01.739876 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e20bce2-44a9-43c9-ace6-3273aa782552 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:08:01.747330 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f792579a-90be-4e59-9cb1-42209a9398bc tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:01.828926 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-f792579a-90be-4e59-9cb1-42209a9398bc tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Calling delete_port for 5aefb063-a6c0-455b-9d72-e70d9ee11d16 owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:08:01.959893 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-e8b93947-9e85-4a71-a22e-cd0ff888d98b tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Allocated IP 172.20.0.9 (9aca9d16-f9e4-4b12-818f-e984295d99ef/9833b012-fc0b-45d6-b405-405518d59d93/ba860a45-e168-4c40-86f0-a197314249b8) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:08:02.021430 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c1b202e4-54da-4050-a295-f80ca97d67ef req-615d56aa-f6a6-41ac-9e4f-70f19249e2f7 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445399 Nov 27 04:08:02.155480 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f792579a-90be-4e59-9cb1-42209a9398bc tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:02.167636 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8b93947-9e85-4a71-a22e-cd0ff888d98b tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:02.196999 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f792579a-90be-4e59-9cb1-42209a9398bc tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Port': ['ID=5aefb063-a6c0-455b-9d72-e70d9ee11d16,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:02.236323 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8b93947-9e85-4a71-a22e-cd0ff888d98b tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:02.248748 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f792579a-90be-4e59-9cb1-42209a9398bc tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:02.256011 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f792579a-90be-4e59-9cb1-42209a9398bc tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/ports/5aefb063-a6c0-455b-9d72-e70d9ee11d16 HTTP/1.1" status: 204 len: 168 time: 1.1682425 Nov 27 04:08:02.256642 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38126) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:02.324118 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b93947-9e85-4a71-a22e-cd0ff888d98b tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Network 9aca9d16-f9e4-4b12-818f-e984295d99ef is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:08:02.325411 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b93947-9e85-4a71-a22e-cd0ff888d98b tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Pushing event updated for resources: {'Port': ['ID=ba860a45-e168-4c40-86f0-a197314249b8,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:02.326248 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923cbafe-2dd4-4909-afff-12a54e3a7c40 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:02.329394 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923cbafe-2dd4-4909-afff-12a54e3a7c40 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:02.335463 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-923cbafe-2dd4-4909-afff-12a54e3a7c40 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0776546 Nov 27 04:08:02.335713 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-e8b93947-9e85-4a71-a22e-cd0ff888d98b tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:08:02.336057 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38128) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:02.338373 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b93947-9e85-4a71-a22e-cd0ff888d98b tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:08:02.341767 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-aaff5f00-6627-413d-9ccf-dfb2d5a43892 None None] Provisioning complete for port 35b6a669-6f84-4d2c-b7ef-8135b093a85e triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:08:02.342453 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-aaff5f00-6627-413d-9ccf-dfb2d5a43892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:02.457571 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1b129df-e1e1-43ea-9f0b-32f569ea96e6 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting subnet 6f3110aa-dfea-46d2-938f-1a2b24260c0d {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:08:02.466960 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d1b129df-e1e1-43ea-9f0b-32f569ea96e6 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:02.491874 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:02.494123 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8b93947-9e85-4a71-a22e-cd0ff888d98b tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:02.550646 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09abcad2-62a2-4f24-8f5b-07152767ec9b None None] Network 9aca9d16-f9e4-4b12-818f-e984295d99ef requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:08:02.559201 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8b93947-9e85-4a71-a22e-cd0ff888d98b tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:02.582323 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d1b129df-e1e1-43ea-9f0b-32f569ea96e6 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:02.643062 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 35b6a669-6f84-4d2c-b7ef-8135b093a85e, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=35b6a669-6f84-4d2c-b7ef-8135b093a85e,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:08:02.662160 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:02.713598 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-aaff5f00-6627-413d-9ccf-dfb2d5a43892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:02.760668 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d1b129df-e1e1-43ea-9f0b-32f569ea96e6 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:02.785921 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=35b6a669-6f84-4d2c-b7ef-8135b093a85e,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:02.872705 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d1b129df-e1e1-43ea-9f0b-32f569ea96e6 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:02.927008 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b129df-e1e1-43ea-9f0b-32f569ea96e6 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Subnet': ['ID=6f3110aa-dfea-46d2-938f-1a2b24260c0d,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:02.947133 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d1b129df-e1e1-43ea-9f0b-32f569ea96e6 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:02.947287 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.api [None req-aaff5f00-6627-413d-9ccf-dfb2d5a43892 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:08:02.947602 n-d-819494-3 neutron-server[110020]: DEBUG oslo_db.api [None req-aaff5f00-6627-413d-9ccf-dfb2d5a43892 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:08:02.953966 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38140) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:02.958061 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d1b129df-e1e1-43ea-9f0b-32f569ea96e6 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/6f3110aa-dfea-46d2-938f-1a2b24260c0d HTTP/1.1" status: 204 len: 168 time: 0.6156244 Nov 27 04:08:03.050939 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6f654fda-b129-45ff-808b-c796b73cf11d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0959013 Nov 27 04:08:03.057163 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38152) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:03.062175 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-fe3b77b7-3caf-456c-a0dc-48dc17411bd2 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'subnet': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:08:03.100178 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8b93947-9e85-4a71-a22e-cd0ff888d98b tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:03.110413 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8b93947-9e85-4a71-a22e-cd0ff888d98b tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:03.138610 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812ff610-3a5d-4141-b8d5-c52f8fbdd549 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:08:03.286727 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b93947-9e85-4a71-a22e-cd0ff888d98b tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Pushing event updated for resources: {'Port': ['ID=ba860a45-e168-4c40-86f0-a197314249b8,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:03.315126 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3b77b7-3caf-456c-a0dc-48dc17411bd2 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:08:03.321553 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8b93947-9e85-4a71-a22e-cd0ff888d98b tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:03.324696 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fe3b77b7-3caf-456c-a0dc-48dc17411bd2 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:03.355575 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8b93947-9e85-4a71-a22e-cd0ff888d98b tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:03.356845 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e8b93947-9e85-4a71-a22e-cd0ff888d98b tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.9419618 Nov 27 04:08:03.359757 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38156) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:03.479629 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd15c31-5263-4585-a56b-76b46aff3e5f req-4449d4f9-56fb-4298-bf0b-28d1e6cc044e tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:03.481256 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8fd15c31-5263-4585-a56b-76b46aff3e5f req-4449d4f9-56fb-4298-bf0b-28d1e6cc044e tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=4614a0a5-2493-4c27-8fe5-7231448551d7 HTTP/1.1" status: 200 len: 945 time: 0.3092055 Nov 27 04:08:03.522540 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ad5d5cd9-5a61-4d62-ae57-1330f9384045 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] 10.222.0.20 "GET /v2.0/floatingips?floating_network_id=9aca9d16-f9e4-4b12-818f-e984295d99ef HTTP/1.1" status: 200 len: 689 time: 0.1616600 Nov 27 04:08:03.524983 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38160) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:03.594487 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 35b6a669-6f84-4d2c-b7ef-8135b093a85e up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:08:03.656471 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8fd15c31-5263-4585-a56b-76b46aff3e5f req-dd5888a3-9553-4f74-99b3-1cc9463f3f6c tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657784 Nov 27 04:08:03.716895 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-95e12dde-9f00-42d9-b5be-13a91838dd2e tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:03.885543 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 35b6a669-6f84-4d2c-b7ef-8135b093a85e triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:08:03.886204 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:03.899645 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fe3b77b7-3caf-456c-a0dc-48dc17411bd2 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:03.906319 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-95e12dde-9f00-42d9-b5be-13a91838dd2e tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Deleting port ba860a45-e168-4c40-86f0-a197314249b8 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:08:03.906705 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-95e12dde-9f00-42d9-b5be-13a91838dd2e tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:03.920150 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3b77b7-3caf-456c-a0dc-48dc17411bd2 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:08:03.923098 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-fe3b77b7-3caf-456c-a0dc-48dc17411bd2 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:08:03.944137 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3b77b7-3caf-456c-a0dc-48dc17411bd2 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:03.944767 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fe3b77b7-3caf-456c-a0dc-48dc17411bd2 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:03.967909 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-fe3b77b7-3caf-456c-a0dc-48dc17411bd2 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9095783 Nov 27 04:08:03.970600 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38170) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:03.976096 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-aea0dd1c-9361-4de0-af1c-9a4fc401e22e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'port': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'name': 'tempest-NetworksTestDHCPv6-1602597813'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:08:03.999559 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b77b7-3caf-456c-a0dc-48dc17411bd2 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Subnet': ['ID=c8e6e502-cf4c-44fb-a267-dcac057b3726,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:04.018086 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-8e8de3d1-5b75-4dd5-a32d-beb2cbbc80ee None None] Provisioning complete for port 35b6a669-6f84-4d2c-b7ef-8135b093a85e triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:08:04.019119 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8e8de3d1-5b75-4dd5-a32d-beb2cbbc80ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:04.081456 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-95e12dde-9f00-42d9-b5be-13a91838dd2e tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:04.081793 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-95e12dde-9f00-42d9-b5be-13a91838dd2e tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:04.104454 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb6678a-744f-4f68-b69d-8958bf738a24 None None] DHCP port deletion for 69dee5df-a2b5-4f80-b023-d216a074fa83 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:08:04.108777 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-95e12dde-9f00-42d9-b5be-13a91838dd2e tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Calling delete_port for ba860a45-e168-4c40-86f0-a197314249b8 owned by network:floatingip {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:08:04.227761 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea0dd1c-9361-4de0-af1c-9a4fc401e22e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:08:04.233019 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-aea0dd1c-9361-4de0-af1c-9a4fc401e22e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:04.284147 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-8e8de3d1-5b75-4dd5-a32d-beb2cbbc80ee None None] Could not find standard attr ID for object 5aefb063-a6c0-455b-9d72-e70d9ee11d16. {{(pid=110020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 04:08:04.288447 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [None req-aea0dd1c-9361-4de0-af1c-9a4fc401e22e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] device_id is not set on port ac210ee9-1278-47ac-9a5e-275c30623b1b yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:08:04.292176 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-bdb6678a-744f-4f68-b69d-8958bf738a24 None None] Deleting port 35b6a669-6f84-4d2c-b7ef-8135b093a85e {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:08:04.292656 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bdb6678a-744f-4f68-b69d-8958bf738a24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:04.403608 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-bdb6678a-744f-4f68-b69d-8958bf738a24 None None] For port 35b6a669-6f84-4d2c-b7ef-8135b093a85e, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=35b6a669-6f84-4d2c-b7ef-8135b093a85e,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:08:04.404313 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bdb6678a-744f-4f68-b69d-8958bf738a24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:04.425279 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-bdb6678a-744f-4f68-b69d-8958bf738a24 None None] Calling delete_port for 35b6a669-6f84-4d2c-b7ef-8135b093a85e owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:08:04.498936 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b393d-46cb-4861-b4b4-cc06836ec279 req-f7f36e2f-4c06-4f41-8770-2f8026960c14 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:04.500604 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-748b393d-46cb-4861-b4b4-cc06836ec279 req-f7f36e2f-4c06-4f41-8770-2f8026960c14 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] 10.222.0.20 "GET /v2.0/ports?device_id=441e8287-9ba6-4895-aba5-293f0b4900c1 HTTP/1.1" status: 200 len: 945 time: 0.1340432 Nov 27 04:08:04.537512 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-aea0dd1c-9361-4de0-af1c-9a4fc401e22e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Allocated IP 2001:db8::319 (69dee5df-a2b5-4f80-b023-d216a074fa83/c8e6e502-cf4c-44fb-a267-dcac057b3726/ac210ee9-1278-47ac-9a5e-275c30623b1b) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:08:04.573844 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bdb6678a-744f-4f68-b69d-8958bf738a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:04.577455 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-95e12dde-9f00-42d9-b5be-13a91838dd2e tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:04.622805 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb6678a-744f-4f68-b69d-8958bf738a24 None None] Pushing event deleted for resources: {'Port': ['ID=35b6a669-6f84-4d2c-b7ef-8135b093a85e,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:04.627655 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e12dde-9f00-42d9-b5be-13a91838dd2e tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba860a45-e168-4c40-86f0-a197314249b8,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:04.635141 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb6678a-744f-4f68-b69d-8958bf738a24 None None] No DVR routers for this DVR port 35b6a669-6f84-4d2c-b7ef-8135b093a85e on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:08:04.646475 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-748b393d-46cb-4861-b4b4-cc06836ec279 req-dc2faabe-6c4f-4375-af91-b074f71c4866 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3da8591-f016-4926-9438-5ddd7f7f5e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323302 Nov 27 04:08:04.663853 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236df5a1-f623-49ac-93b5-37084e120ff6 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:08:04.756291 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-95e12dde-9f00-42d9-b5be-13a91838dd2e tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:04.879580 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482ca53-2b52-4e0d-ab9b-81005e9e4684 req-a995872f-9c91-4eaa-8981-224d8c7d7160 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:04.907188 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a482ca53-2b52-4e0d-ab9b-81005e9e4684 req-a995872f-9c91-4eaa-8981-224d8c7d7160 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=4614a0a5-2493-4c27-8fe5-7231448551d7 HTTP/1.1" status: 200 len: 945 time: 0.1392088 Nov 27 04:08:04.938589 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71ce674-55b3-4962-a3fb-f02960d47522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-69dee5df-a2b5-4f80-b023-d216a074fa83', 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'tenant_id': 'f4fb6791effe4b41abbe85bac59c4002', 'fixed_ips': [{'subnet_id': 'c8e6e502-cf4c-44fb-a267-dcac057b3726'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:08:04.939593 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e71ce674-55b3-4962-a3fb-f02960d47522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:04.962474 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-95e12dde-9f00-42d9-b5be-13a91838dd2e tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:04.995715 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a482ca53-2b52-4e0d-ab9b-81005e9e4684 req-1e1d0feb-bd7d-462a-9636-2b6d77e458d5 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865479 Nov 27 04:08:05.039791 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-aea0dd1c-9361-4de0-af1c-9a4fc401e22e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:05.070697 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-95e12dde-9f00-42d9-b5be-13a91838dd2e tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:05.101376 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e12dde-9f00-42d9-b5be-13a91838dd2e tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9833b012-fc0b-45d6-b405-405518d59d93,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:05.136499 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-aea0dd1c-9361-4de0-af1c-9a4fc401e22e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:05.211487 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-95e12dde-9f00-42d9-b5be-13a91838dd2e tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:05.245681 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea0dd1c-9361-4de0-af1c-9a4fc401e22e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:08:05.249961 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-e71ce674-55b3-4962-a3fb-f02960d47522 None None] Allocated IP 2001:db8::2 (69dee5df-a2b5-4f80-b023-d216a074fa83/c8e6e502-cf4c-44fb-a267-dcac057b3726/27e11904-3f07-4166-82d9-05777ab1d28b) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:08:05.251792 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0dd1c-9361-4de0-af1c-9a4fc401e22e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Port': ['ID=ac210ee9-1278-47ac-9a5e-275c30623b1b,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:05.255264 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-aea0dd1c-9361-4de0-af1c-9a4fc401e22e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:08:05.257936 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-95e12dde-9f00-42d9-b5be-13a91838dd2e tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aca9d16-f9e4-4b12-818f-e984295d99ef']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:08:05.260583 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea0dd1c-9361-4de0-af1c-9a4fc401e22e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:08:05.266891 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea0dd1c-9361-4de0-af1c-9a4fc401e22e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:05.267526 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-aea0dd1c-9361-4de0-af1c-9a4fc401e22e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:05.282182 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-95e12dde-9f00-42d9-b5be-13a91838dd2e tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '288528f9-2ef9-4efe-8431-f579ed93265c') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:08:05.282486 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-95e12dde-9f00-42d9-b5be-13a91838dd2e tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '288528f9-2ef9-4efe-8431-f579ed93265c') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:08:05.294991 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-95e12dde-9f00-42d9-b5be-13a91838dd2e tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:05.307294 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-aea0dd1c-9361-4de0-af1c-9a4fc401e22e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3333828 Nov 27 04:08:05.307517 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 35b6a669-6f84-4d2c-b7ef-8135b093a85e no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:08:05.307687 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38184) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:05.314445 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-95e12dde-9f00-42d9-b5be-13a91838dd2e tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:05.321608 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e12dde-9f00-42d9-b5be-13a91838dd2e tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:08:05.321903 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-95e12dde-9f00-42d9-b5be-13a91838dd2e tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:05.323732 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:08:05.323732 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:08:05.323732 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:08:05.323732 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:08:05.323732 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:08:05.323732 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:08:05.323732 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:08:05.323732 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:08:05.323732 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:08:05.323732 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:08:05.323732 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:08:05.323732 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:08:05.323732 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:08:05.323732 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:08:05.323732 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:08:05.323732 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:08:05.323732 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:08:05.323732 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:08:05.323732 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:08:05.323732 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:08:05.323732 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:08:05.323732 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:08:05.323732 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:08:05.323732 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:08:05.323732 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:08:05.323732 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:08:05.323732 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:08:05.323732 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:08:05.323732 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:08:05.323732 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:08:05.323732 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:08:05.323732 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:08:05.386041 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 35b6a669-6f84-4d2c-b7ef-8135b093a85e {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:08:05.386389 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 35b6a669-6f84-4d2c-b7ef-8135b093a85e not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:08:05.388097 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7770b18-29ad-4a23-bc76-d0e2db4498a9 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:05.392845 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c7770b18-29ad-4a23-bc76-d0e2db4498a9 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0815556 Nov 27 04:08:05.395462 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38186) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:05.398676 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-95e12dde-9f00-42d9-b5be-13a91838dd2e tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:05.406845 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e12dde-9f00-42d9-b5be-13a91838dd2e tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9aca9d16-f9e4-4b12-818f-e984295d99ef {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 27 04:08:05.410929 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-95e12dde-9f00-42d9-b5be-13a91838dd2e tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:05.416806 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-95e12dde-9f00-42d9-b5be-13a91838dd2e tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] 10.222.0.20 "DELETE /v2.0/networks/9aca9d16-f9e4-4b12-818f-e984295d99ef HTTP/1.1" status: 204 len: 168 time: 1.8885694 Nov 27 04:08:05.425322 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38188) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:05.453924 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e12dde-9f00-42d9-b5be-13a91838dd2e tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Pushing event deleted for resources: {'Network': ['ID=9aca9d16-f9e4-4b12-818f-e984295d99ef,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:05.572122 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-a159b27d-cb20-4a09-a771-5d8769f2087c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting port ac210ee9-1278-47ac-9a5e-275c30623b1b {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:08:05.573059 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a159b27d-cb20-4a09-a771-5d8769f2087c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:05.579178 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1c1e4bc3-c892-4ff1-bcb7-b581b25d7c1d tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3044 time: 0.1505287 Nov 27 04:08:05.581776 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38190) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:05.604182 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e71ce674-55b3-4962-a3fb-f02960d47522 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:05.613559 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e71ce674-55b3-4962-a3fb-f02960d47522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:05.672304 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71ce674-55b3-4962-a3fb-f02960d47522 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:08:05.678647 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-e71ce674-55b3-4962-a3fb-f02960d47522 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:08:05.685869 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71ce674-55b3-4962-a3fb-f02960d47522 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:08:05.689296 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ce674-55b3-4962-a3fb-f02960d47522 None None] Pushing event updated for resources: {'Port': ['ID=27e11904-3f07-4166-82d9-05777ab1d28b,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:05.803485 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903654a9-3b59-44b7-8d97-5d5b503943ad tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:05.804037 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-e71ce674-55b3-4962-a3fb-f02960d47522 None None] Attempting to bind port 27e11904-3f07-4166-82d9-05777ab1d28b on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:08:05.804259 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903654a9-3b59-44b7-8d97-5d5b503943ad tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:05.804412 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-e71ce674-55b3-4962-a3fb-f02960d47522 None None] Attempting to bind port 27e11904-3f07-4166-82d9-05777ab1d28b by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:08:05.804776 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71ce674-55b3-4962-a3fb-f02960d47522 None None] Attempting to bind port 27e11904-3f07-4166-82d9-05777ab1d28b on network 69dee5df-a2b5-4f80-b023-d216a074fa83 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:08:05.804967 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903654a9-3b59-44b7-8d97-5d5b503943ad tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:05.805512 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903654a9-3b59-44b7-8d97-5d5b503943ad tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:05.806020 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903654a9-3b59-44b7-8d97-5d5b503943ad tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:05.806852 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903654a9-3b59-44b7-8d97-5d5b503943ad tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:05.807361 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903654a9-3b59-44b7-8d97-5d5b503943ad tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:05.808596 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903654a9-3b59-44b7-8d97-5d5b503943ad tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:05.809264 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903654a9-3b59-44b7-8d97-5d5b503943ad tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:05.809801 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903654a9-3b59-44b7-8d97-5d5b503943ad tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:05.810285 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903654a9-3b59-44b7-8d97-5d5b503943ad tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:05.817275 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-903654a9-3b59-44b7-8d97-5d5b503943ad tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7196 time: 0.2339759 Nov 27 04:08:05.818249 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38194) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:05.819030 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71ce674-55b3-4962-a3fb-f02960d47522 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:08:05.819412 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71ce674-55b3-4962-a3fb-f02960d47522 None None] Checking segment: {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:08:05.819822 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e71ce674-55b3-4962-a3fb-f02960d47522 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:05.820219 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71ce674-55b3-4962-a3fb-f02960d47522 None None] Bound using segment: {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:08:05.821394 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-e71ce674-55b3-4962-a3fb-f02960d47522 None None] Bound port: 27e11904-3f07-4166-82d9-05777ab1d28b, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:08:05.821394 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e71ce674-55b3-4962-a3fb-f02960d47522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:05.821977 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072cc6d-d4a9-4ca0-95ea-879caaee78a1 req-3835134c-2fe9-4de1-bf1a-fd119677c44f tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:05.830271 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c072cc6d-d4a9-4ca0-95ea-879caaee78a1 req-3835134c-2fe9-4de1-bf1a-fd119677c44f tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] 10.222.0.20 "GET /v2.0/ports?device_id=441e8287-9ba6-4895-aba5-293f0b4900c1 HTTP/1.1" status: 200 len: 945 time: 0.0771830 Nov 27 04:08:05.866002 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a159b27d-cb20-4a09-a771-5d8769f2087c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:05.891270 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c072cc6d-d4a9-4ca0-95ea-879caaee78a1 req-059dd0fd-8136-45b6-b83d-8529286a8954 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3da8591-f016-4926-9438-5ddd7f7f5e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601127 Nov 27 04:08:05.915404 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-5556baa0-2ec6-4f6d-a1a0-b3f92929dc8c tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] delete failed (client error): The resource could not be found. Nov 27 04:08:05.919290 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5556baa0-2ec6-4f6d-a1a0-b3f92929dc8c tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/b7c6a357-0376-401b-825c-40cc6503d1c9 HTTP/1.1" status: 404 len: 345 time: 0.0927465 Nov 27 04:08:05.919446 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38196) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:05.928260 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-a159b27d-cb20-4a09-a771-5d8769f2087c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Calling delete_port for ac210ee9-1278-47ac-9a5e-275c30623b1b owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:08:05.939579 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d49127-35c0-4fa4-a6b5-e6ba50eebd18 req-07de24ff-3f57-4193-8761-41eff3516d2c tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:05.942003 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-31d49127-35c0-4fa4-a6b5-e6ba50eebd18 req-07de24ff-3f57-4193-8761-41eff3516d2c tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] 10.222.0.11 "GET /v2.0/ports?device_id=441e8287-9ba6-4895-aba5-293f0b4900c1 HTTP/1.1" status: 200 len: 945 time: 0.2159815 Nov 27 04:08:05.949204 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-7660fb2d-3c89-4ae0-bd4b-26c46bb9645c tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] DELETE failed (client error): The resource could not be found. Nov 27 04:08:05.950776 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7660fb2d-3c89-4ae0-bd4b-26c46bb9645c tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:08:05.954770 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7660fb2d-3c89-4ae0-bd4b-26c46bb9645c tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] 10.222.0.20 "DELETE /v2.0/networks/9aca9d16-f9e4-4b12-818f-e984295d99ef HTTP/1.1" status: 404 len: 339 time: 0.0340762 Nov 27 04:08:05.959311 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-e71ce674-55b3-4962-a3fb-f02960d47522 None None] For port 27e11904-3f07-4166-82d9-05777ab1d28b, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:08:05.960005 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38198) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:05.964951 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-e71ce674-55b3-4962-a3fb-f02960d47522 None None] For port 27e11904-3f07-4166-82d9-05777ab1d28b, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=27e11904-3f07-4166-82d9-05777ab1d28b,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:08:05.968561 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-86673b40-226a-4705-8ab4-f62d463fa156 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Request body: {'network': {'name': 'tempest-network--159834946', 'router:external': True}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:08:05.977025 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e71ce674-55b3-4962-a3fb-f02960d47522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:06.072364 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ce674-55b3-4962-a3fb-f02960d47522 None None] Pushing event updated for resources: {'Port': ['ID=27e11904-3f07-4166-82d9-05777ab1d28b,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:06.107865 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86673b40-226a-4705-8ab4-f62d463fa156 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Made reservation on behalf of d260373e45f54a1d9ff9c0d06e9d162f for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:08:06.110249 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-86673b40-226a-4705-8ab4-f62d463fa156 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:06.191059 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86673b40-226a-4705-8ab4-f62d463fa156 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:08:06.221030 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-86673b40-226a-4705-8ab4-f62d463fa156 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:06.222252 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-86673b40-226a-4705-8ab4-f62d463fa156 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Added segment 8d2777c0-6c63-4b36-a8bf-f7e86816a5f5 of type vlan for network 9f853d79-85b9-4d5d-a974-6c0d049f8c57 Nov 27 04:08:06.325719 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-31d49127-35c0-4fa4-a6b5-e6ba50eebd18 req-2d969d91-706c-47a7-9140-36dea23c7352 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] Deleting port bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:08:06.325719 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-31d49127-35c0-4fa4-a6b5-e6ba50eebd18 req-2d969d91-706c-47a7-9140-36dea23c7352 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:06.340539 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a763fa6-506c-4f95-9fac-5f5d3cce21ba req-71443b73-c5cc-4234-aea9-059d02da8ab4 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:06.343330 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5a763fa6-506c-4f95-9fac-5f5d3cce21ba req-71443b73-c5cc-4234-aea9-059d02da8ab4 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=4614a0a5-2493-4c27-8fe5-7231448551d7 HTTP/1.1" status: 200 len: 945 time: 0.2295127 Nov 27 04:08:06.376842 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-86673b40-226a-4705-8ab4-f62d463fa156 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:06.430317 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a159b27d-cb20-4a09-a771-5d8769f2087c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:06.524919 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a159b27d-cb20-4a09-a771-5d8769f2087c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Port': ['ID=ac210ee9-1278-47ac-9a5e-275c30623b1b,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:06.554191 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-86673b40-226a-4705-8ab4-f62d463fa156 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:06.555328 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86673b40-226a-4705-8ab4-f62d463fa156 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:06.556012 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-86673b40-226a-4705-8ab4-f62d463fa156 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:06.642835 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5a763fa6-506c-4f95-9fac-5f5d3cce21ba req-5d1191d9-4821-4ab0-b136-9a2c1de3594b tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851706 Nov 27 04:08:06.661538 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a159b27d-cb20-4a09-a771-5d8769f2087c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:06.667373 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a159b27d-cb20-4a09-a771-5d8769f2087c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/ports/ac210ee9-1278-47ac-9a5e-275c30623b1b HTTP/1.1" status: 204 len: 168 time: 1.2717068 Nov 27 04:08:06.667509 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38210) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:06.680661 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-86673b40-226a-4705-8ab4-f62d463fa156 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7171595 Nov 27 04:08:06.693205 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38212) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:06.708738 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86673b40-226a-4705-8ab4-f62d463fa156 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Pushing event updated for resources: {'Network': ['ID=9f853d79-85b9-4d5d-a974-6c0d049f8c57,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:06.720980 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 9f853d79-85b9-4d5d-a974-6c0d049f8c57 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:08:06.761994 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92f650b-2a43-4bc9-94bf-cfede1cdebd7 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:06.764078 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92f650b-2a43-4bc9-94bf-cfede1cdebd7 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:06.766250 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f92f650b-2a43-4bc9-94bf-cfede1cdebd7 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0969870 Nov 27 04:08:06.770495 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38214) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:06.852497 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f44a22-7cbc-41e5-a710-97c18f519980 tempest-ExternalNetworksTestJSON-1812136832 tempest-ExternalNetworksTestJSON-1812136832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:06.865736 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f44a22-7cbc-41e5-a710-97c18f519980 tempest-ExternalNetworksTestJSON-1812136832 tempest-ExternalNetworksTestJSON-1812136832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:06.874720 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f44a22-7cbc-41e5-a710-97c18f519980 tempest-ExternalNetworksTestJSON-1812136832 tempest-ExternalNetworksTestJSON-1812136832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:06.883787 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f44a22-7cbc-41e5-a710-97c18f519980 tempest-ExternalNetworksTestJSON-1812136832 tempest-ExternalNetworksTestJSON-1812136832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:06.888182 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-75f44a22-7cbc-41e5-a710-97c18f519980 tempest-ExternalNetworksTestJSON-1812136832 tempest-ExternalNetworksTestJSON-1812136832-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.1891932 Nov 27 04:08:06.889441 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38216) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:06.908085 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-31d49127-35c0-4fa4-a6b5-e6ba50eebd18 req-2d969d91-706c-47a7-9140-36dea23c7352 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] For port bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83,segment=NetworkSegment(52f2f142-310a-47a2-9caf-06311ba2856d),segment_id=52f2f142-310a-47a2-9caf-06311ba2856d)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:08:06.908557 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-31d49127-35c0-4fa4-a6b5-e6ba50eebd18 req-2d969d91-706c-47a7-9140-36dea23c7352 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:06.982306 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-31d49127-35c0-4fa4-a6b5-e6ba50eebd18 req-2d969d91-706c-47a7-9140-36dea23c7352 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] Calling delete_port for bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83 owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:08:07.052680 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4caa9b6f-2e59-434a-a58f-e933a40a473a tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:07.302925 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-31d49127-35c0-4fa4-a6b5-e6ba50eebd18 req-2d969d91-706c-47a7-9140-36dea23c7352 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:07.332822 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf6d8520-7ad0-48e0-b7b6-6cdcc13c8166 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting subnet c8e6e502-cf4c-44fb-a267-dcac057b3726 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:08:07.341480 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:08:07.344925 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cf6d8520-7ad0-48e0-b7b6-6cdcc13c8166 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:07.398347 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d969d91-706c-47a7-9140-36dea23c7352 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] Pushing event deleted for resources: {'Port': ['ID=bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:07.411735 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cf6d8520-7ad0-48e0-b7b6-6cdcc13c8166 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:07.428122 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0adeef3-7afa-47ff-94cd-c11bef0d3bf6 req-91ff9b37-da8e-4b3b-b3f2-543f0288e9ff tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:07.436567 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0adeef3-7afa-47ff-94cd-c11bef0d3bf6 req-91ff9b37-da8e-4b3b-b3f2-543f0288e9ff tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] 10.222.0.20 "GET /v2.0/ports?device_id=441e8287-9ba6-4895-aba5-293f0b4900c1 HTTP/1.1" status: 200 len: 867 time: 0.2004645 Nov 27 04:08:07.486237 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 27e11904-3f07-4166-82d9-05777ab1d28b up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:08:07.535735 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4caa9b6f-2e59-434a-a58f-e933a40a473a tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:07.551851 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0adeef3-7afa-47ff-94cd-c11bef0d3bf6 req-49ae8185-3991-4fb6-9460-bfaea59dc850 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3da8591-f016-4926-9438-5ddd7f7f5e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138790 Nov 27 04:08:07.573512 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 27e11904-3f07-4166-82d9-05777ab1d28b triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:08:07.577973 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:07.634294 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d49127-35c0-4fa4-a6b5-e6ba50eebd18 req-2d969d91-706c-47a7-9140-36dea23c7352 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] No DVR routers for this DVR port bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83 on host n-h2-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:08:07.637181 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-4caa9b6f-2e59-434a-a58f-e933a40a473a tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f853d79-85b9-4d5d-a974-6c0d049f8c57']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:08:07.644718 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-31d49127-35c0-4fa4-a6b5-e6ba50eebd18 req-2d969d91-706c-47a7-9140-36dea23c7352 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:07.646826 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-31d49127-35c0-4fa4-a6b5-e6ba50eebd18 req-2d969d91-706c-47a7-9140-36dea23c7352 tempest-ServerTagsTestJSON-2083176264 tempest-ServerTagsTestJSON-2083176264-project] 10.222.0.11 "DELETE /v2.0/ports/bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83 HTTP/1.1" status: 204 len: 173 time: 1.6969185 Nov 27 04:08:07.647275 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441e8287-9ba6-4895-aba5-293f0b4900c1', 'name': 'network-vif-deleted', 'tag': 'bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:08:07.650711 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115de376-e8a7-41a6-99e6-0ff68e5ba8c5" -d '{"events": [{"server_uuid": "441e8287-9ba6-4895-aba5-293f0b4900c1", "name": "network-vif-deleted", "tag": "bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:08:07.703828 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-b3795c70-3c86-4ff7-90b7-3d03a8bf9f2c None None] Provisioning complete for port 27e11904-3f07-4166-82d9-05777ab1d28b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:08:07.704321 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b3795c70-3c86-4ff7-90b7-3d03a8bf9f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:07.716113 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-4caa9b6f-2e59-434a-a58f-e933a40a473a tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d2777c0-6c63-4b36-a8bf-f7e86816a5f5') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:08:07.718278 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-4caa9b6f-2e59-434a-a58f-e933a40a473a tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d2777c0-6c63-4b36-a8bf-f7e86816a5f5') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:08:07.725000 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cf6d8520-7ad0-48e0-b7b6-6cdcc13c8166 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:07.748824 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4caa9b6f-2e59-434a-a58f-e933a40a473a tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:07.767008 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a064935-b758-4d13-a82e-839009953e90 x-openstack-request-id: req-0a064935-b758-4d13-a82e-839009953e90 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:08:07.767513 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441e8287-9ba6-4895-aba5-293f0b4900c1", "name": "network-vif-deleted", "tag": "bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:08:07.767935 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a064935-b758-4d13-a82e-839009953e90 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:08:07.769038 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441e8287-9ba6-4895-aba5-293f0b4900c1', 'name': 'network-vif-deleted', 'tag': 'bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83', 'status': 'completed', 'code': 200} Nov 27 04:08:07.780461 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4caa9b6f-2e59-434a-a58f-e933a40a473a tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:07.790692 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4caa9b6f-2e59-434a-a58f-e933a40a473a tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:08:07.792220 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4caa9b6f-2e59-434a-a58f-e933a40a473a tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:07.795575 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:08:07.795575 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:08:07.795575 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:08:07.795575 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:08:07.795575 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:08:07.795575 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:08:07.795575 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:08:07.795575 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:08:07.795575 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:08:07.795575 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:08:07.795575 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:08:07.795575 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:08:07.795575 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:08:07.795575 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:08:07.795575 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:08:07.795575 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:08:07.795575 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:08:07.795575 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:08:07.795575 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:08:07.795575 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:08:07.795575 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:08:07.795575 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:08:07.795575 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:08:07.795575 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:08:07.795575 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:08:07.795575 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:08:07.795575 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:08:07.795575 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:08:07.795575 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:08:07.795575 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:08:07.795575 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:08:07.795575 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:08:07.878875 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:07.905622 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4caa9b6f-2e59-434a-a58f-e933a40a473a tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:07.936403 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4caa9b6f-2e59-434a-a58f-e933a40a473a tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9f853d79-85b9-4d5d-a974-6c0d049f8c57 {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 27 04:08:07.961016 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4caa9b6f-2e59-434a-a58f-e933a40a473a tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:07.977991 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cf6d8520-7ad0-48e0-b7b6-6cdcc13c8166 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:07.998522 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4caa9b6f-2e59-434a-a58f-e933a40a473a tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] 10.222.0.20 "DELETE /v2.0/networks/9f853d79-85b9-4d5d-a974-6c0d049f8c57 HTTP/1.1" status: 204 len: 168 time: 1.1068771 Nov 27 04:08:08.002914 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38228) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:08.012481 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de090377-5986-4a59-872f-cf9af0d2bb73 req-23530dde-044c-4daa-b637-f768c46c151e tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:08.013757 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-fd7dfdf7-82e9-48af-a4a4-01d371e37a03 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Request body: {'network': {'name': 'tempest-network--1513249860', 'router:external': True}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:08:08.019279 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b3795c70-3c86-4ff7-90b7-3d03a8bf9f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:08.026382 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-de090377-5986-4a59-872f-cf9af0d2bb73 req-23530dde-044c-4daa-b637-f768c46c151e tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=4614a0a5-2493-4c27-8fe5-7231448551d7 HTTP/1.1" status: 200 len: 945 time: 0.1725309 Nov 27 04:08:08.047980 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa9b6f-2e59-434a-a58f-e933a40a473a tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Pushing event deleted for resources: {'Network': ['ID=9f853d79-85b9-4d5d-a974-6c0d049f8c57,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:08.083596 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7dfdf7-82e9-48af-a4a4-01d371e37a03 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Made reservation on behalf of d260373e45f54a1d9ff9c0d06e9d162f for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:08:08.086901 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fd7dfdf7-82e9-48af-a4a4-01d371e37a03 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:08.132751 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.api [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:08:08.133350 n-d-819494-3 neutron-server[110020]: DEBUG oslo_db.api [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:08:08.138076 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd7dfdf7-82e9-48af-a4a4-01d371e37a03 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:08:08.160185 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fd7dfdf7-82e9-48af-a4a4-01d371e37a03 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:08.160514 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-fd7dfdf7-82e9-48af-a4a4-01d371e37a03 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Added segment 08b1034d-d9a3-41ff-b1a9-4884ece674a9 of type vlan for network 5cdf9d16-1055-4dbc-b312-b87adf9c1fc2 Nov 27 04:08:08.164590 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6d8520-7ad0-48e0-b7b6-6cdcc13c8166 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Subnet': ['ID=c8e6e502-cf4c-44fb-a267-dcac057b3726,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:08.169268 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cf6d8520-7ad0-48e0-b7b6-6cdcc13c8166 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:08.195403 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-cf6d8520-7ad0-48e0-b7b6-6cdcc13c8166 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/c8e6e502-cf4c-44fb-a267-dcac057b3726 HTTP/1.1" status: 204 len: 168 time: 1.4234285 Nov 27 04:08:08.203278 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.api [None req-b3795c70-3c86-4ff7-90b7-3d03a8bf9f2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:08:08.203643 n-d-819494-3 neutron-server[110020]: DEBUG oslo_db.api [None req-b3795c70-3c86-4ff7-90b7-3d03a8bf9f2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:08:08.206919 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38230) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:08.240000 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fd7dfdf7-82e9-48af-a4a4-01d371e37a03 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:08.282425 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fd7dfdf7-82e9-48af-a4a4-01d371e37a03 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:08.285781 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7dfdf7-82e9-48af-a4a4-01d371e37a03 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:08.288222 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fd7dfdf7-82e9-48af-a4a4-01d371e37a03 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:08.336717 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7fe00d-9fd4-4986-9b29-83cac45d3d16 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:08:08.343543 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ebb0e8d1-ab49-4f01-84df-4b1062b3f5fd tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1336029 Nov 27 04:08:08.344200 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38232) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:08.355045 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-32e2d3d4-3562-4250-84e0-8723eab4c074 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'subnet': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:08:08.389132 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-de090377-5986-4a59-872f-cf9af0d2bb73 req-0224d0a2-f061-423e-9039-e456378a7a1e tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498926 Nov 27 04:08:08.400437 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7dfdf7-82e9-48af-a4a4-01d371e37a03 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Pushing event updated for resources: {'Network': ['ID=5cdf9d16-1055-4dbc-b312-b87adf9c1fc2,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:08.445809 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-fd7dfdf7-82e9-48af-a4a4-01d371e37a03 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4398272 Nov 27 04:08:08.449765 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38238) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:08.517371 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e2d3d4-3562-4250-84e0-8723eab4c074 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:08:08.522334 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-32e2d3d4-3562-4250-84e0-8723eab4c074 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:08.540050 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 5cdf9d16-1055-4dbc-b312-b87adf9c1fc2 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:08:08.614978 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c355f73-d7f0-4d52-b3d2-1a06c4141906 tempest-ExternalNetworksTestJSON-1812136832 tempest-ExternalNetworksTestJSON-1812136832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:08.616923 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5c355f73-d7f0-4d52-b3d2-1a06c4141906 tempest-ExternalNetworksTestJSON-1812136832 tempest-ExternalNetworksTestJSON-1812136832-project] 10.222.0.20 "GET /v2.0/networks/5cdf9d16-1055-4dbc-b312-b87adf9c1fc2 HTTP/1.1" status: 200 len: 757 time: 0.1656003 Nov 27 04:08:08.619534 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38242) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:08.678392 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38244) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:08.747225 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d368fd-2b13-43be-b1a6-69ba7f11ab38 tempest-ExternalNetworksTestJSON-1812136832 tempest-ExternalNetworksTestJSON-1812136832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:08.752210 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-24d368fd-2b13-43be-b1a6-69ba7f11ab38 tempest-ExternalNetworksTestJSON-1812136832 tempest-ExternalNetworksTestJSON-1812136832-project] 10.222.0.20 "GET /v2.0/networks/642f50e7-8dfe-4350-88bb-4bbc7c3a9d62 HTTP/1.1" status: 200 len: 768 time: 0.1314576 Nov 27 04:08:08.753262 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38246) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:08.789552 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:08.807958 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b3795c70-3c86-4ff7-90b7-3d03a8bf9f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:08.814383 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-4078c5c2-75d6-4842-83dd-a85b426da468 admin admin] Deleting subnet 9b6b4bec-c05d-46f7-bc05-5b89f65f281f {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:08:08.891052 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-289c0d0e-74ae-49c2-9f01-f794ccb422b4 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:08.933200 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4078c5c2-75d6-4842-83dd-a85b426da468 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:08.974731 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-b3795c70-3c86-4ff7-90b7-3d03a8bf9f2c None None] For port 27e11904-3f07-4166-82d9-05777ab1d28b, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=27e11904-3f07-4166-82d9-05777ab1d28b,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:08:08.990769 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b3795c70-3c86-4ff7-90b7-3d03a8bf9f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:09.016645 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4078c5c2-75d6-4842-83dd-a85b426da468 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:09.048011 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-289c0d0e-74ae-49c2-9f01-f794ccb422b4 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:09.067695 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-32e2d3d4-3562-4250-84e0-8723eab4c074 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:09.086025 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.api [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:08:09.086578 n-d-819494-3 neutron-server[110020]: DEBUG oslo_db.api [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:08:09.088259 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-289c0d0e-74ae-49c2-9f01-f794ccb422b4 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cdf9d16-1055-4dbc-b312-b87adf9c1fc2']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:08:09.121111 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-289c0d0e-74ae-49c2-9f01-f794ccb422b4 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08b1034d-d9a3-41ff-b1a9-4884ece674a9') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:08:09.122318 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-289c0d0e-74ae-49c2-9f01-f794ccb422b4 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08b1034d-d9a3-41ff-b1a9-4884ece674a9') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:08:09.125667 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e2d3d4-3562-4250-84e0-8723eab4c074 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:08:09.137445 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-289c0d0e-74ae-49c2-9f01-f794ccb422b4 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:09.138511 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-32e2d3d4-3562-4250-84e0-8723eab4c074 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:08:09.142265 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-5d6c88de-4f09-4eca-8314-6247ec2c8898 None None] Could not find standard attr ID for object ac210ee9-1278-47ac-9a5e-275c30623b1b. {{(pid=110020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 04:08:09.145201 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4078c5c2-75d6-4842-83dd-a85b426da468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:09.148165 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e2d3d4-3562-4250-84e0-8723eab4c074 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:09.148829 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-32e2d3d4-3562-4250-84e0-8723eab4c074 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:09.183434 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-289c0d0e-74ae-49c2-9f01-f794ccb422b4 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:09.190604 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2d3d4-3562-4250-84e0-8723eab4c074 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Subnet': ['ID=0d438518-17d0-4a15-b7cf-f2e8791858c1,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:09.207292 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-289c0d0e-74ae-49c2-9f01-f794ccb422b4 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:08:09.209259 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-289c0d0e-74ae-49c2-9f01-f794ccb422b4 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:09.213945 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-32e2d3d4-3562-4250-84e0-8723eab4c074 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8622899 Nov 27 04:08:09.214741 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38250) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:09.214872 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:08:09.214872 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:08:09.214872 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:08:09.214872 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:08:09.214872 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:08:09.214872 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:08:09.214872 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:08:09.214872 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:08:09.214872 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:08:09.214872 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:08:09.214872 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:08:09.214872 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:08:09.214872 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:08:09.214872 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:08:09.214872 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:08:09.214872 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:08:09.214872 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:08:09.214872 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:08:09.214872 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:08:09.214872 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:08:09.214872 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:08:09.214872 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:08:09.214872 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:08:09.214872 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:08:09.214872 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:08:09.214872 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:08:09.214872 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:08:09.214872 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:08:09.214872 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:08:09.214872 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:08:09.214872 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:08:09.214872 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:08:09.223439 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-a4843eb2-6b51-450d-af79-35f11260320b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'port': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'name': 'tempest-NetworksTestDHCPv6-110823051'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:08:09.236836 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecffe140-a322-4e1d-b98c-949f57d8c6d5 None None] DHCP port deletion for 69dee5df-a2b5-4f80-b023-d216a074fa83 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:08:09.301003 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3795c70-3c86-4ff7-90b7-3d03a8bf9f2c None None] Pushing event updated for resources: {'Port': ['ID=27e11904-3f07-4166-82d9-05777ab1d28b,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:09.342519 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-289c0d0e-74ae-49c2-9f01-f794ccb422b4 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:09.365524 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289c0d0e-74ae-49c2-9f01-f794ccb422b4 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5cdf9d16-1055-4dbc-b312-b87adf9c1fc2 {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 27 04:08:09.381583 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-ecffe140-a322-4e1d-b98c-949f57d8c6d5 None None] Deleting port 27e11904-3f07-4166-82d9-05777ab1d28b {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:08:09.381583 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ecffe140-a322-4e1d-b98c-949f57d8c6d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:09.381860 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-289c0d0e-74ae-49c2-9f01-f794ccb422b4 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:09.398102 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-289c0d0e-74ae-49c2-9f01-f794ccb422b4 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] 10.222.0.20 "DELETE /v2.0/networks/5cdf9d16-1055-4dbc-b312-b87adf9c1fc2 HTTP/1.1" status: 204 len: 168 time: 0.6400502 Nov 27 04:08:09.399049 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38254) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:09.423650 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c0d0e-74ae-49c2-9f01-f794ccb422b4 tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Pushing event deleted for resources: {'Network': ['ID=5cdf9d16-1055-4dbc-b312-b87adf9c1fc2,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:09.444593 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-97a5420a-8bb8-463b-85d6-b0fc3616037b tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Request body: {'network': {'name': 'tempest-network--1488902672'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:08:09.478401 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4078c5c2-75d6-4842-83dd-a85b426da468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:09.516587 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a5420a-8bb8-463b-85d6-b0fc3616037b tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Made reservation on behalf of d260373e45f54a1d9ff9c0d06e9d162f for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:08:09.536956 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-97a5420a-8bb8-463b-85d6-b0fc3616037b tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:09.540992 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4843eb2-6b51-450d-af79-35f11260320b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:08:09.553119 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a4843eb2-6b51-450d-af79-35f11260320b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:09.577465 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 27e11904-3f07-4166-82d9-05777ab1d28b no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:08:09.598288 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4078c5c2-75d6-4842-83dd-a85b426da468 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b6b4bec-c05d-46f7-bc05-5b89f65f281f,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:09.640336 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a5420a-8bb8-463b-85d6-b0fc3616037b tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:08:09.668672 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-97a5420a-8bb8-463b-85d6-b0fc3616037b tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:09.669226 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-97a5420a-8bb8-463b-85d6-b0fc3616037b tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Added segment cfb59312-207d-43a7-a272-d536622148ca of type vlan for network 2b84967c-8481-429c-8a7a-07f85e4027f2 Nov 27 04:08:09.672053 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4078c5c2-75d6-4842-83dd-a85b426da468 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:09.679768 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4078c5c2-75d6-4842-83dd-a85b426da468 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9b6b4bec-c05d-46f7-bc05-5b89f65f281f HTTP/1.1" status: 204 len: 168 time: 0.9979360 Nov 27 04:08:09.680644 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38268) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:09.689558 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-ecffe140-a322-4e1d-b98c-949f57d8c6d5 None None] For port 27e11904-3f07-4166-82d9-05777ab1d28b, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=27e11904-3f07-4166-82d9-05777ab1d28b,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:08:09.690907 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ecffe140-a322-4e1d-b98c-949f57d8c6d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:09.692042 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [None req-a4843eb2-6b51-450d-af79-35f11260320b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] device_id is not set on port 064abe41-e4e4-4458-8578-2cd39b1d0ee9 yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:08:09.729731 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-ecffe140-a322-4e1d-b98c-949f57d8c6d5 None None] Calling delete_port for 27e11904-3f07-4166-82d9-05777ab1d28b owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:08:09.818513 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-97a5420a-8bb8-463b-85d6-b0fc3616037b tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:09.839160 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7efe4cd-ae74-4434-879c-935abc14920b req-43aa4341-b478-461f-8772-d518db358195 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:09.843140 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b7efe4cd-ae74-4434-879c-935abc14920b req-43aa4341-b478-461f-8772-d518db358195 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=4614a0a5-2493-4c27-8fe5-7231448551d7 HTTP/1.1" status: 200 len: 945 time: 0.2798524 Nov 27 04:08:09.867113 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-46e3d98f-4a09-4df0-810b-8aafc81e5872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:09.932785 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-97a5420a-8bb8-463b-85d6-b0fc3616037b tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:09.935789 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a5420a-8bb8-463b-85d6-b0fc3616037b tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:09.937497 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-97a5420a-8bb8-463b-85d6-b0fc3616037b tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:09.986393 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:08:10.037681 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:08:10.038044 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device bbdd0a43-5d86-4dd8-9aa3-51c09ebc3c83 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:08:10.044117 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ecffe140-a322-4e1d-b98c-949f57d8c6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:10.062744 n-d-819494-3 neutron-server[110020]: INFO neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No ports have port_id starting with 27e11904-3f07-4166-82d9-05777ab1d28b Nov 27 04:08:10.087514 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b7efe4cd-ae74-4434-879c-935abc14920b req-8fe1e3ae-f0fc-4b6c-a657-50ca7b3603e4 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342587 Nov 27 04:08:10.123420 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecffe140-a322-4e1d-b98c-949f57d8c6d5 None None] Pushing event deleted for resources: {'Port': ['ID=27e11904-3f07-4166-82d9-05777ab1d28b,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:10.126935 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecffe140-a322-4e1d-b98c-949f57d8c6d5 None None] No DVR routers for this DVR port 27e11904-3f07-4166-82d9-05777ab1d28b on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:08:10.133055 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-a4843eb2-6b51-450d-af79-35f11260320b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Allocated IP 2001:db8::1b (69dee5df-a2b5-4f80-b023-d216a074fa83/0d438518-17d0-4a15-b7cf-f2e8791858c1/064abe41-e4e4-4458-8578-2cd39b1d0ee9) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:08:10.156164 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a5420a-8bb8-463b-85d6-b0fc3616037b tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Pushing event updated for resources: {'Network': ['ID=2b84967c-8481-429c-8a7a-07f85e4027f2,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:10.167881 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6034ab6-7279-4955-8f93-760dbe252cc3 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:08:10.171563 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 2b84967c-8481-429c-8a7a-07f85e4027f2 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:08:10.260276 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-97a5420a-8bb8-463b-85d6-b0fc3616037b tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.8341236 Nov 27 04:08:10.263381 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38274) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:10.271199 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-02a0014c-7ae8-47d2-8180-4350849469dc tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Request body: {'network': {'router:external': True}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:08:10.382180 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a4843eb2-6b51-450d-af79-35f11260320b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:10.433441 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a4843eb2-6b51-450d-af79-35f11260320b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:10.525089 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4843eb2-6b51-450d-af79-35f11260320b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Port': ['ID=064abe41-e4e4-4458-8578-2cd39b1d0ee9,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:10.535884 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4843eb2-6b51-450d-af79-35f11260320b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:08:10.537772 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-a4843eb2-6b51-450d-af79-35f11260320b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:08:10.540201 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4843eb2-6b51-450d-af79-35f11260320b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:08:10.549658 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4843eb2-6b51-450d-af79-35f11260320b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:10.550349 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a4843eb2-6b51-450d-af79-35f11260320b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:10.601493 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a4843eb2-6b51-450d-af79-35f11260320b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3832068 Nov 27 04:08:10.609382 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38278) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:10.638023 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6068a88c-f690-4e40-b9c0-184e146e8c8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-69dee5df-a2b5-4f80-b023-d216a074fa83', 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'tenant_id': 'f4fb6791effe4b41abbe85bac59c4002', 'fixed_ips': [{'subnet_id': '0d438518-17d0-4a15-b7cf-f2e8791858c1'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:08:10.638992 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6068a88c-f690-4e40-b9c0-184e146e8c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:10.724284 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3578141-d9f0-42c8-ad3c-77bc08422a7b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:10.726052 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c3578141-d9f0-42c8-ad3c-77bc08422a7b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1161330 Nov 27 04:08:10.728630 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38280) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:10.801216 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-46e3d98f-4a09-4df0-810b-8aafc81e5872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:10.848048 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-46e3d98f-4a09-4df0-810b-8aafc81e5872 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6165b1c-6bbd-42ce-ac24-5c0343f856bc']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:08:10.863973 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-46e3d98f-4a09-4df0-810b-8aafc81e5872 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52f2f142-310a-47a2-9caf-06311ba2856d') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:08:10.864639 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-46e3d98f-4a09-4df0-810b-8aafc81e5872 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52f2f142-310a-47a2-9caf-06311ba2856d') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:08:10.889099 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-46e3d98f-4a09-4df0-810b-8aafc81e5872 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:10.943413 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-46e3d98f-4a09-4df0-810b-8aafc81e5872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:10.947531 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-6068a88c-f690-4e40-b9c0-184e146e8c8b None None] Allocated IP 2001:db8::2 (69dee5df-a2b5-4f80-b023-d216a074fa83/0d438518-17d0-4a15-b7cf-f2e8791858c1/be242ccb-97ee-4461-945a-ca8e43444d74) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:08:10.951962 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-4e379975-16d8-4bce-9223-69c54d14c1ad tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting port 064abe41-e4e4-4458-8578-2cd39b1d0ee9 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:08:10.952521 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4e379975-16d8-4bce-9223-69c54d14c1ad tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:10.960760 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46e3d98f-4a09-4df0-810b-8aafc81e5872 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:08:10.961513 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-46e3d98f-4a09-4df0-810b-8aafc81e5872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:10.963595 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:08:10.963595 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:08:10.963595 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:08:10.963595 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:08:10.963595 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:08:10.963595 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:08:10.963595 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:08:10.963595 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:08:10.963595 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:08:10.963595 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:08:10.963595 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:08:10.963595 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:08:10.963595 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:08:10.963595 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:08:10.963595 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:08:10.963595 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:08:10.963595 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:08:10.963595 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:08:10.963595 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:08:10.963595 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:08:10.963595 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:08:10.963595 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:08:10.963595 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:08:10.963595 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:08:10.963595 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:08:10.963595 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:08:10.963595 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:08:10.963595 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:08:10.963595 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:08:10.963595 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:08:10.963595 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:08:10.963595 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:08:11.051400 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-46e3d98f-4a09-4df0-810b-8aafc81e5872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:11.058910 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-46e3d98f-4a09-4df0-810b-8aafc81e5872 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:11.062769 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-46e3d98f-4a09-4df0-810b-8aafc81e5872 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f6165b1c-6bbd-42ce-ac24-5c0343f856bc HTTP/1.1" status: 204 len: 168 time: 1.3640702 Nov 27 04:08:11.065529 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-02a0014c-7ae8-47d2-8180-4350849469dc tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:11.089670 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e3d98f-4a09-4df0-810b-8aafc81e5872 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6165b1c-6bbd-42ce-ac24-5c0343f856bc,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:11.098474 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-02a0014c-7ae8-47d2-8180-4350849469dc tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:11.118268 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-02a0014c-7ae8-47d2-8180-4350849469dc tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Network 2b84967c-8481-429c-8a7a-07f85e4027f2 is not hosted by any dhcp agent {{(pid=110018) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 04:08:11.119073 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a0014c-7ae8-47d2-8180-4350849469dc tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:11.134521 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-02a0014c-7ae8-47d2-8180-4350849469dc tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:11.141749 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-02a0014c-7ae8-47d2-8180-4350849469dc tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] 10.222.0.20 "PUT /v2.0/networks/2b84967c-8481-429c-8a7a-07f85e4027f2 HTTP/1.1" status: 200 len: 858 time: 0.8771911 Nov 27 04:08:11.147296 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38288) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:11.259950 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a0014c-7ae8-47d2-8180-4350849469dc tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Pushing event updated for resources: {'Network': ['ID=2b84967c-8481-429c-8a7a-07f85e4027f2,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:11.286617 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea57193-e9ab-44b2-94fa-f35b8041de86 req-7f227861-7252-4a85-ba0c-3bbae81990bc tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:11.294913 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-aea57193-e9ab-44b2-94fa-f35b8041de86 req-7f227861-7252-4a85-ba0c-3bbae81990bc tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=4614a0a5-2493-4c27-8fe5-7231448551d7 HTTP/1.1" status: 200 len: 945 time: 0.0833924 Nov 27 04:08:11.323777 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6068a88c-f690-4e40-b9c0-184e146e8c8b None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:11.334100 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6068a88c-f690-4e40-b9c0-184e146e8c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:11.368193 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-aea57193-e9ab-44b2-94fa-f35b8041de86 req-7fe5b90f-0042-419d-a83b-e217ed1465ca tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657842 Nov 27 04:08:11.382445 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4e240734-732e-4d2d-afcb-d0bbe88c9a6c tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:11.386703 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4e379975-16d8-4bce-9223-69c54d14c1ad tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:11.393376 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6068a88c-f690-4e40-b9c0-184e146e8c8b None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:08:11.400743 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-6068a88c-f690-4e40-b9c0-184e146e8c8b None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:08:11.409232 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6068a88c-f690-4e40-b9c0-184e146e8c8b None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:08:11.411570 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-4e379975-16d8-4bce-9223-69c54d14c1ad tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Calling delete_port for 064abe41-e4e4-4458-8578-2cd39b1d0ee9 owned by {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:08:11.413005 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6068a88c-f690-4e40-b9c0-184e146e8c8b None None] Pushing event updated for resources: {'Port': ['ID=be242ccb-97ee-4461-945a-ca8e43444d74,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:11.448990 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38290) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:11.490607 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-6068a88c-f690-4e40-b9c0-184e146e8c8b None None] Attempting to bind port be242ccb-97ee-4461-945a-ca8e43444d74 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:08:11.491047 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-6068a88c-f690-4e40-b9c0-184e146e8c8b None None] Attempting to bind port be242ccb-97ee-4461-945a-ca8e43444d74 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:08:11.491432 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6068a88c-f690-4e40-b9c0-184e146e8c8b None None] Attempting to bind port be242ccb-97ee-4461-945a-ca8e43444d74 on network 69dee5df-a2b5-4f80-b023-d216a074fa83 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:08:11.500650 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6068a88c-f690-4e40-b9c0-184e146e8c8b None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:08:11.501361 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6068a88c-f690-4e40-b9c0-184e146e8c8b None None] Checking segment: {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:08:11.502748 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6068a88c-f690-4e40-b9c0-184e146e8c8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:11.503168 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6068a88c-f690-4e40-b9c0-184e146e8c8b None None] Bound using segment: {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:08:11.503659 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-6068a88c-f690-4e40-b9c0-184e146e8c8b None None] Bound port: be242ccb-97ee-4461-945a-ca8e43444d74, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:08:11.504254 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6068a88c-f690-4e40-b9c0-184e146e8c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:11.529467 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-912cc365-7088-4f79-a0f1-3df6cf3895a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4d602b6f94f746b98508f3e8d180c449&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0785096 Nov 27 04:08:11.531408 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38292) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:11.613979 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4e240734-732e-4d2d-afcb-d0bbe88c9a6c tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:11.620088 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0d13df2e-71c4-4542-9a1e-2f6866309076 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:11.634979 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-6068a88c-f690-4e40-b9c0-184e146e8c8b None None] For port be242ccb-97ee-4461-945a-ca8e43444d74, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:08:11.642493 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-6068a88c-f690-4e40-b9c0-184e146e8c8b None None] For port be242ccb-97ee-4461-945a-ca8e43444d74, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=be242ccb-97ee-4461-945a-ca8e43444d74,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:08:11.648912 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-4e240734-732e-4d2d-afcb-d0bbe88c9a6c tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b84967c-8481-429c-8a7a-07f85e4027f2']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:08:11.651728 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6068a88c-f690-4e40-b9c0-184e146e8c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:11.661051 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-4e240734-732e-4d2d-afcb-d0bbe88c9a6c tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfb59312-207d-43a7-a272-d536622148ca') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:08:11.661355 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-4e240734-732e-4d2d-afcb-d0bbe88c9a6c tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfb59312-207d-43a7-a272-d536622148ca') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:08:11.669368 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0d13df2e-71c4-4542-9a1e-2f6866309076 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:11.680583 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4e240734-732e-4d2d-afcb-d0bbe88c9a6c tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:11.743293 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4e240734-732e-4d2d-afcb-d0bbe88c9a6c tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:11.758107 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6068a88c-f690-4e40-b9c0-184e146e8c8b None None] Pushing event updated for resources: {'Port': ['ID=be242ccb-97ee-4461-945a-ca8e43444d74,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:11.761813 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0d13df2e-71c4-4542-9a1e-2f6866309076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:11.766113 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0d13df2e-71c4-4542-9a1e-2f6866309076 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:11.768245 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0d13df2e-71c4-4542-9a1e-2f6866309076 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d3da8591-f016-4926-9438-5ddd7f7f5e61 HTTP/1.1" status: 204 len: 168 time: 0.2346132 Nov 27 04:08:11.777427 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e240734-732e-4d2d-afcb-d0bbe88c9a6c tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:08:11.777841 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4e240734-732e-4d2d-afcb-d0bbe88c9a6c tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:11.779641 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:08:11.779641 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:08:11.779641 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:08:11.779641 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:08:11.779641 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:08:11.779641 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:08:11.779641 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:08:11.779641 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:08:11.779641 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:08:11.779641 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:08:11.779641 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:08:11.779641 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:08:11.779641 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:08:11.779641 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:08:11.779641 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:08:11.779641 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:08:11.779641 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:08:11.779641 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:08:11.779641 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:08:11.779641 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:08:11.779641 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:08:11.779641 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:08:11.779641 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:08:11.779641 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:08:11.779641 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:08:11.779641 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:08:11.779641 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:08:11.779641 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:08:11.779641 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:08:11.779641 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:08:11.779641 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:08:11.779641 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:08:11.804535 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d13df2e-71c4-4542-9a1e-2f6866309076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3da8591-f016-4926-9438-5ddd7f7f5e61,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:11.906017 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4e379975-16d8-4bce-9223-69c54d14c1ad tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:11.922730 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4e240734-732e-4d2d-afcb-d0bbe88c9a6c tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:11.976623 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e379975-16d8-4bce-9223-69c54d14c1ad tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Port': ['ID=064abe41-e4e4-4458-8578-2cd39b1d0ee9,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:11.989010 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e240734-732e-4d2d-afcb-d0bbe88c9a6c tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2b84967c-8481-429c-8a7a-07f85e4027f2 {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 27 04:08:11.991647 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4e240734-732e-4d2d-afcb-d0bbe88c9a6c tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:12.000423 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38298) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:12.014009 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4e240734-732e-4d2d-afcb-d0bbe88c9a6c tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] 10.222.0.20 "DELETE /v2.0/networks/2b84967c-8481-429c-8a7a-07f85e4027f2 HTTP/1.1" status: 204 len: 168 time: 0.8621440 Nov 27 04:08:12.044477 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-038af401-c873-4464-89c6-2c9c3a5ad8fc tempest-ExternalNetworksTestJSON-1812136832 tempest-ExternalNetworksTestJSON-1812136832-project] DELETE failed (client error): The resource could not be found. Nov 27 04:08:12.044942 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-038af401-c873-4464-89c6-2c9c3a5ad8fc tempest-ExternalNetworksTestJSON-1812136832 tempest-ExternalNetworksTestJSON-1812136832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:08:12.051385 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-038af401-c873-4464-89c6-2c9c3a5ad8fc tempest-ExternalNetworksTestJSON-1812136832 tempest-ExternalNetworksTestJSON-1812136832-project] 10.222.0.20 "DELETE /v2.0/subnets/9833b012-fc0b-45d6-b405-405518d59d93 HTTP/1.1" status: 404 len: 337 time: 0.0496290 Nov 27 04:08:12.052142 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38300) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:12.081325 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4e379975-16d8-4bce-9223-69c54d14c1ad tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:12.086842 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4e379975-16d8-4bce-9223-69c54d14c1ad tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/ports/064abe41-e4e4-4458-8578-2cd39b1d0ee9 HTTP/1.1" status: 204 len: 168 time: 1.3571961 Nov 27 04:08:12.092241 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38304) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:12.096331 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e240734-732e-4d2d-afcb-d0bbe88c9a6c tempest-ExternalNetworksTestJSON-1000751940 tempest-ExternalNetworksTestJSON-1000751940-project-admin] Pushing event deleted for resources: {'Network': ['ID=2b84967c-8481-429c-8a7a-07f85e4027f2,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:12.380382 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-964e48bf-b634-4cf2-9d03-ec381b5403f0 tempest-ExternalNetworksTestJSON-1812136832 tempest-ExternalNetworksTestJSON-1812136832-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:12.396575 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba41368-69f1-4cbe-a2de-8f94059829ed tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:12.399175 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba41368-69f1-4cbe-a2de-8f94059829ed tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:12.409984 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-eba41368-69f1-4cbe-a2de-8f94059829ed tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3161521 Nov 27 04:08:12.412381 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38314) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:12.504534 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-da0d996a-6ef6-45d5-ae32-080f90a8e57c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting subnet 0d438518-17d0-4a15-b7cf-f2e8791858c1 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:08:12.507997 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-da0d996a-6ef6-45d5-ae32-080f90a8e57c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:12.576868 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-da0d996a-6ef6-45d5-ae32-080f90a8e57c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:12.587710 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-964e48bf-b634-4cf2-9d03-ec381b5403f0 tempest-ExternalNetworksTestJSON-1812136832 tempest-ExternalNetworksTestJSON-1812136832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:12.629929 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-964e48bf-b634-4cf2-9d03-ec381b5403f0 tempest-ExternalNetworksTestJSON-1812136832 tempest-ExternalNetworksTestJSON-1812136832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['642f50e7-8dfe-4350-88bb-4bbc7c3a9d62']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:08:12.644451 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-964e48bf-b634-4cf2-9d03-ec381b5403f0 tempest-ExternalNetworksTestJSON-1812136832 tempest-ExternalNetworksTestJSON-1812136832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de186da3-51c8-4aef-9d86-1edb33650627') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:08:12.645455 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-964e48bf-b634-4cf2-9d03-ec381b5403f0 tempest-ExternalNetworksTestJSON-1812136832 tempest-ExternalNetworksTestJSON-1812136832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de186da3-51c8-4aef-9d86-1edb33650627') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:08:12.666381 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-964e48bf-b634-4cf2-9d03-ec381b5403f0 tempest-ExternalNetworksTestJSON-1812136832 tempest-ExternalNetworksTestJSON-1812136832-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:12.681584 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf73be0-9b4c-4fa3-9dfa-ff8a53c33bf1 req-94220fb9-1d91-4df5-bffc-f3bf293f4db0 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:12.683253 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-964e48bf-b634-4cf2-9d03-ec381b5403f0 tempest-ExternalNetworksTestJSON-1812136832 tempest-ExternalNetworksTestJSON-1812136832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:12.683674 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cbf73be0-9b4c-4fa3-9dfa-ff8a53c33bf1 req-94220fb9-1d91-4df5-bffc-f3bf293f4db0 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=4614a0a5-2493-4c27-8fe5-7231448551d7 HTTP/1.1" status: 200 len: 945 time: 0.1277177 Nov 27 04:08:12.693907 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-964e48bf-b634-4cf2-9d03-ec381b5403f0 tempest-ExternalNetworksTestJSON-1812136832 tempest-ExternalNetworksTestJSON-1812136832-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:08:12.694842 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-964e48bf-b634-4cf2-9d03-ec381b5403f0 tempest-ExternalNetworksTestJSON-1812136832 tempest-ExternalNetworksTestJSON-1812136832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:12.762324 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-da0d996a-6ef6-45d5-ae32-080f90a8e57c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:12.769261 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cbf73be0-9b4c-4fa3-9dfa-ff8a53c33bf1 req-39fc6b4a-13e1-4e46-b481-69ce09a844b2 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663302 Nov 27 04:08:12.819972 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:08:12.819972 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:08:12.819972 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:08:12.819972 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:08:12.819972 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:08:12.819972 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:08:12.819972 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:08:12.819972 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:08:12.819972 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:08:12.819972 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:08:12.819972 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:08:12.819972 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:08:12.819972 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:08:12.819972 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:08:12.819972 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:08:12.819972 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:08:12.819972 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:08:12.819972 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:08:12.819972 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:08:12.819972 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:08:12.819972 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:08:12.819972 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:08:12.819972 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:08:12.819972 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:08:12.819972 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:08:12.819972 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:08:12.819972 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:08:12.819972 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:08:12.819972 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:08:12.819972 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:08:12.819972 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:08:12.819972 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:08:12.829366 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-964e48bf-b634-4cf2-9d03-ec381b5403f0 tempest-ExternalNetworksTestJSON-1812136832 tempest-ExternalNetworksTestJSON-1812136832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:12.839500 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-964e48bf-b634-4cf2-9d03-ec381b5403f0 tempest-ExternalNetworksTestJSON-1812136832 tempest-ExternalNetworksTestJSON-1812136832-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:12.852886 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-964e48bf-b634-4cf2-9d03-ec381b5403f0 tempest-ExternalNetworksTestJSON-1812136832 tempest-ExternalNetworksTestJSON-1812136832-project] 10.222.0.20 "DELETE /v2.0/networks/642f50e7-8dfe-4350-88bb-4bbc7c3a9d62 HTTP/1.1" status: 204 len: 168 time: 0.7995758 Nov 27 04:08:12.899199 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-da0d996a-6ef6-45d5-ae32-080f90a8e57c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:12.901351 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e48bf-b634-4cf2-9d03-ec381b5403f0 tempest-ExternalNetworksTestJSON-1812136832 tempest-ExternalNetworksTestJSON-1812136832-project] Pushing event deleted for resources: {'Network': ['ID=642f50e7-8dfe-4350-88bb-4bbc7c3a9d62,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:13.006058 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d996a-6ef6-45d5-ae32-080f90a8e57c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Subnet': ['ID=0d438518-17d0-4a15-b7cf-f2e8791858c1,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:13.024684 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-da0d996a-6ef6-45d5-ae32-080f90a8e57c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:13.038797 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-da0d996a-6ef6-45d5-ae32-080f90a8e57c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/0d438518-17d0-4a15-b7cf-f2e8791858c1 HTTP/1.1" status: 204 len: 168 time: 0.6251836 Nov 27 04:08:13.039193 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38330) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:13.142310 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f594ceca-c56e-4eb2-a236-fc3b145f924c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1018875 Nov 27 04:08:13.145428 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38336) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:13.229810 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaf7aa9-e1c5-442a-8eb0-47f2c05eecab tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:13.232653 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-acaf7aa9-e1c5-442a-8eb0-47f2c05eecab tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0859914 Nov 27 04:08:13.235257 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38338) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:13.268540 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38340) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:13.380527 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76547e39-4ae7-4ee9-b6f8-5e08d5bb70b6 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:13.384412 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-76547e39-4ae7-4ee9-b6f8-5e08d5bb70b6 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1457086 Nov 27 04:08:13.384957 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38348) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:13.507599 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96b8697-8894-4221-957c-3d35f38d3dfc None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:08:13.508794 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38354) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:13.509397 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c4f11065-387a-4fab-972a-3fe8782b282e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1234221 Nov 27 04:08:13.515187 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-a86aba1d-1f82-4cf8-8ff4-b876839bc7bd tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'subnet': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:08:13.586519 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device be242ccb-97ee-4461-945a-ca8e43444d74 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:08:13.597629 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9a4d435b-7614-4489-8665-a4c66ace7302 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=717ef7bd3c01459d87df76e402631ea6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3274298 Nov 27 04:08:13.598283 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38356) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:13.650701 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-4eb08676-37f5-468c-a9c5-6cbfdbdfe04a None None] Provisioning complete for port be242ccb-97ee-4461-945a-ca8e43444d74 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:08:13.651170 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4eb08676-37f5-468c-a9c5-6cbfdbdfe04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:13.671710 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86aba1d-1f82-4cf8-8ff4-b876839bc7bd tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:08:13.676932 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a86aba1d-1f82-4cf8-8ff4-b876839bc7bd tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:13.746731 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7ff03a6e-512f-4833-b19d-a75148dc6112 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:13.798287 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4eb08676-37f5-468c-a9c5-6cbfdbdfe04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:13.814715 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7ff03a6e-512f-4833-b19d-a75148dc6112 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:13.896428 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port be242ccb-97ee-4461-945a-ca8e43444d74 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:08:13.897638 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:13.915656 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-4eb08676-37f5-468c-a9c5-6cbfdbdfe04a None None] For port be242ccb-97ee-4461-945a-ca8e43444d74, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=be242ccb-97ee-4461-945a-ca8e43444d74,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:08:13.955460 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4eb08676-37f5-468c-a9c5-6cbfdbdfe04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:14.059543 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-4eb08676-37f5-468c-a9c5-6cbfdbdfe04a None None] Could not find standard attr ID for object 064abe41-e4e4-4458-8578-2cd39b1d0ee9. {{(pid=110020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 04:08:14.089366 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7ff03a6e-512f-4833-b19d-a75148dc6112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:14.093336 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-82f33aad-4065-42e7-bd87-6cc067d54f8c req-990a84c3-2839-41fe-8024-67e483dcec97 tempest-ServerShowV254Test-1828075109 tempest-ServerShowV254Test-1828075109-project] 10.222.0.20 "GET /v2.0/ports?device_id=de8f871d-28d3-4b5d-a373-8542daa9a8db HTTP/1.1" status: 200 len: 210 time: 0.0889001 Nov 27 04:08:14.093863 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7ff03a6e-512f-4833-b19d-a75148dc6112 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:14.099247 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7ff03a6e-512f-4833-b19d-a75148dc6112 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c02412b6-875f-418d-a811-be596610fe2a HTTP/1.1" status: 204 len: 168 time: 0.4999125 Nov 27 04:08:14.111285 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff03a6e-512f-4833-b19d-a75148dc6112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02412b6-875f-418d-a811-be596610fe2a,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:14.128169 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57133c45-ea42-4824-8286-5ea1010adff2 req-bac2811c-114d-4c29-a037-f7cbefed5dab tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:14.130081 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-57133c45-ea42-4824-8286-5ea1010adff2 req-bac2811c-114d-4c29-a037-f7cbefed5dab tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=4614a0a5-2493-4c27-8fe5-7231448551d7 HTTP/1.1" status: 200 len: 945 time: 0.1966667 Nov 27 04:08:14.223023 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a89dc0-dd96-40df-80ad-139af7986bf5 None None] DHCP port deletion for 69dee5df-a2b5-4f80-b023-d216a074fa83 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:08:14.287329 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a86aba1d-1f82-4cf8-8ff4-b876839bc7bd tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:14.293845 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-57133c45-ea42-4824-8286-5ea1010adff2 req-a9da4103-02a0-4c94-9ba0-82cd42391af2 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465750 Nov 27 04:08:14.340629 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb08676-37f5-468c-a9c5-6cbfdbdfe04a None None] Pushing event updated for resources: {'Port': ['ID=be242ccb-97ee-4461-945a-ca8e43444d74,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:14.411764 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86aba1d-1f82-4cf8-8ff4-b876839bc7bd tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:08:14.430742 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-a86aba1d-1f82-4cf8-8ff4-b876839bc7bd tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:08:14.436492 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86aba1d-1f82-4cf8-8ff4-b876839bc7bd tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:14.437201 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a86aba1d-1f82-4cf8-8ff4-b876839bc7bd tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:14.478522 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a86aba1d-1f82-4cf8-8ff4-b876839bc7bd tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9672565 Nov 27 04:08:14.481638 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38382) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:14.489309 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-3301f7a8-0a14-41ca-8012-5af5ca329473 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'port': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'fixed_ips': [{'subnet_id': '623b9a29-f288-44b6-bdd7-c452ab407e01', 'ip_address': '2001:db8::c4c3:6570:c01c:2943'}], 'name': 'tempest-NetworksTestDHCPv6-2063587677'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:08:14.490464 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86aba1d-1f82-4cf8-8ff4-b876839bc7bd tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Subnet': ['ID=623b9a29-f288-44b6-bdd7-c452ab407e01,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:14.592169 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-25a89dc0-dd96-40df-80ad-139af7986bf5 None None] Deleting port be242ccb-97ee-4461-945a-ca8e43444d74 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:08:14.592995 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-25a89dc0-dd96-40df-80ad-139af7986bf5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:14.623852 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38388) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:14.700305 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-445fa33b-1b9e-4fcc-bb95-de72e0ddfc51 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d260373e45f54a1d9ff9c0d06e9d162f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0723550 Nov 27 04:08:14.700305 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38390) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:14.745010 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-25a89dc0-dd96-40df-80ad-139af7986bf5 None None] For port be242ccb-97ee-4461-945a-ca8e43444d74, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=be242ccb-97ee-4461-945a-ca8e43444d74,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:08:14.745758 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-25a89dc0-dd96-40df-80ad-139af7986bf5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:14.767620 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-25a89dc0-dd96-40df-80ad-139af7986bf5 None None] Calling delete_port for be242ccb-97ee-4461-945a-ca8e43444d74 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:08:14.795714 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a810d465-c17f-4c60-b733-02d217a795be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:14.824390 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3301f7a8-0a14-41ca-8012-5af5ca329473 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:08:14.849784 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a810d465-c17f-4c60-b733-02d217a795be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:14.928190 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-25a89dc0-dd96-40df-80ad-139af7986bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:14.950802 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a810d465-c17f-4c60-b733-02d217a795be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:14.959144 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a810d465-c17f-4c60-b733-02d217a795be admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:14.959834 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a89dc0-dd96-40df-80ad-139af7986bf5 None None] No DVR routers for this DVR port be242ccb-97ee-4461-945a-ca8e43444d74 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:08:14.960641 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a810d465-c17f-4c60-b733-02d217a795be admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a484ba82-f92b-4a0a-92f0-f7007bf7b93b HTTP/1.1" status: 204 len: 168 time: 0.2573841 Nov 27 04:08:14.982797 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a810d465-c17f-4c60-b733-02d217a795be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a484ba82-f92b-4a0a-92f0-f7007bf7b93b,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:15.006867 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3301f7a8-0a14-41ca-8012-5af5ca329473 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:15.040222 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [None req-3301f7a8-0a14-41ca-8012-5af5ca329473 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] device_id is not set on port 02cdcbdd-ab9b-4f79-8fb2-a6f340065016 yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:08:15.050945 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a89dc0-dd96-40df-80ad-139af7986bf5 None None] Pushing event deleted for resources: {'Port': ['ID=be242ccb-97ee-4461-945a-ca8e43444d74,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:15.078726 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb1621d-378e-4989-81a7-67d98e3ee080 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:08:15.349123 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d3a153a4-3c9f-495b-86e6-61fe663e0c62 req-10a9c185-7fc6-41e4-866d-342634965e5f tempest-ServerShowV254Test-1828075109 tempest-ServerShowV254Test-1828075109-project] 10.222.0.20 "GET /v2.0/ports?device_id=de8f871d-28d3-4b5d-a373-8542daa9a8db HTTP/1.1" status: 200 len: 210 time: 0.0704114 Nov 27 04:08:15.469701 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6b8b39-e265-4d38-b65b-d77fc54d380a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-69dee5df-a2b5-4f80-b023-d216a074fa83', 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'tenant_id': 'f4fb6791effe4b41abbe85bac59c4002', 'fixed_ips': [{'subnet_id': '623b9a29-f288-44b6-bdd7-c452ab407e01'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:08:15.471344 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8c6b8b39-e265-4d38-b65b-d77fc54d380a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:15.559517 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device be242ccb-97ee-4461-945a-ca8e43444d74 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:08:15.572818 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-3301f7a8-0a14-41ca-8012-5af5ca329473 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Allocated IP 2001:db8::c4c3:6570:c01c:2943 (69dee5df-a2b5-4f80-b023-d216a074fa83/623b9a29-f288-44b6-bdd7-c452ab407e01/02cdcbdd-ab9b-4f79-8fb2-a6f340065016) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:08:15.592306 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34d0e3-c141-4743-83cb-731a4dd10252 req-1b55162b-1d52-4333-9069-76aa8a61b0f0 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:15.603080 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2b34d0e3-c141-4743-83cb-731a4dd10252 req-1b55162b-1d52-4333-9069-76aa8a61b0f0 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=4614a0a5-2493-4c27-8fe5-7231448551d7 HTTP/1.1" status: 200 len: 945 time: 0.0996008 Nov 27 04:08:15.604186 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: be242ccb-97ee-4461-945a-ca8e43444d74 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:08:15.604796 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device be242ccb-97ee-4461-945a-ca8e43444d74 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:08:15.705602 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2b34d0e3-c141-4743-83cb-731a4dd10252 req-9edb7507-da9b-4bff-9575-5ab56e1c27d1 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621440 Nov 27 04:08:15.870975 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3301f7a8-0a14-41ca-8012-5af5ca329473 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:15.937868 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3301f7a8-0a14-41ca-8012-5af5ca329473 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:16.000805 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-8c6b8b39-e265-4d38-b65b-d77fc54d380a None None] Allocated IP 2001:db8::2 (69dee5df-a2b5-4f80-b023-d216a074fa83/623b9a29-f288-44b6-bdd7-c452ab407e01/569a9a9e-7d13-446e-ae39-1650321404ec) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:08:16.061722 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301f7a8-0a14-41ca-8012-5af5ca329473 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Port': ['ID=02cdcbdd-ab9b-4f79-8fb2-a6f340065016,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:16.090474 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3301f7a8-0a14-41ca-8012-5af5ca329473 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:08:16.092257 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-3301f7a8-0a14-41ca-8012-5af5ca329473 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:08:16.098513 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3301f7a8-0a14-41ca-8012-5af5ca329473 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:08:16.113827 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3301f7a8-0a14-41ca-8012-5af5ca329473 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:16.114514 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3301f7a8-0a14-41ca-8012-5af5ca329473 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:16.162086 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-3301f7a8-0a14-41ca-8012-5af5ca329473 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6757395 Nov 27 04:08:16.162301 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38420) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:16.176139 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-81cb6b50-ce74-46a2-a164-95a3e80990a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:16.188060 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:16.264994 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3f2f31-5555-484b-b8d4-92c9e905b424 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:16.266880 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7a3f2f31-5555-484b-b8d4-92c9e905b424 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1035562 Nov 27 04:08:16.270058 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38426) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:16.338366 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8c6b8b39-e265-4d38-b65b-d77fc54d380a None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:16.351133 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8c6b8b39-e265-4d38-b65b-d77fc54d380a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:16.381845 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-3048dbeb-2b99-4d50-9a68-c38e4538b7f5 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting port 02cdcbdd-ab9b-4f79-8fb2-a6f340065016 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:08:16.382107 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3048dbeb-2b99-4d50-9a68-c38e4538b7f5 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:16.414542 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6b8b39-e265-4d38-b65b-d77fc54d380a None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:08:16.417681 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-8c6b8b39-e265-4d38-b65b-d77fc54d380a None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:08:16.441740 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6b8b39-e265-4d38-b65b-d77fc54d380a None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:08:16.455798 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b8b39-e265-4d38-b65b-d77fc54d380a None None] Pushing event updated for resources: {'Port': ['ID=569a9a9e-7d13-446e-ae39-1650321404ec,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:16.499253 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b8b39-e265-4d38-b65b-d77fc54d380a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:16.499617 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b8b39-e265-4d38-b65b-d77fc54d380a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:16.499969 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b8b39-e265-4d38-b65b-d77fc54d380a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:16.500352 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b8b39-e265-4d38-b65b-d77fc54d380a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:16.500811 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b8b39-e265-4d38-b65b-d77fc54d380a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:16.501159 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b8b39-e265-4d38-b65b-d77fc54d380a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:16.501495 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b8b39-e265-4d38-b65b-d77fc54d380a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:16.501829 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b8b39-e265-4d38-b65b-d77fc54d380a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:16.502212 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b8b39-e265-4d38-b65b-d77fc54d380a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:16.502526 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b8b39-e265-4d38-b65b-d77fc54d380a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:16.502878 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b8b39-e265-4d38-b65b-d77fc54d380a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:16.503459 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b8b39-e265-4d38-b65b-d77fc54d380a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:16.541072 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-8c6b8b39-e265-4d38-b65b-d77fc54d380a None None] Attempting to bind port 569a9a9e-7d13-446e-ae39-1650321404ec on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:08:16.541452 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-8c6b8b39-e265-4d38-b65b-d77fc54d380a None None] Attempting to bind port 569a9a9e-7d13-446e-ae39-1650321404ec by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:08:16.541828 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6b8b39-e265-4d38-b65b-d77fc54d380a None None] Attempting to bind port 569a9a9e-7d13-446e-ae39-1650321404ec on network 69dee5df-a2b5-4f80-b023-d216a074fa83 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:08:16.558734 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6b8b39-e265-4d38-b65b-d77fc54d380a None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:08:16.560810 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6b8b39-e265-4d38-b65b-d77fc54d380a None None] Checking segment: {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:08:16.561242 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8c6b8b39-e265-4d38-b65b-d77fc54d380a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:16.561648 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6b8b39-e265-4d38-b65b-d77fc54d380a None None] Bound using segment: {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:08:16.562158 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-8c6b8b39-e265-4d38-b65b-d77fc54d380a None None] Bound port: 569a9a9e-7d13-446e-ae39-1650321404ec, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:08:16.562583 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8c6b8b39-e265-4d38-b65b-d77fc54d380a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:16.564127 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a296ca6e-721a-468c-b14f-7cb58b80f031 req-b3d20a26-13bd-406a-864b-8ca79000f7b8 tempest-ServerShowV254Test-1828075109 tempest-ServerShowV254Test-1828075109-project] 10.222.0.20 "GET /v2.0/ports?device_id=de8f871d-28d3-4b5d-a373-8542daa9a8db HTTP/1.1" status: 200 len: 210 time: 0.0549793 Nov 27 04:08:16.576949 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3048dbeb-2b99-4d50-9a68-c38e4538b7f5 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:16.607613 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-3048dbeb-2b99-4d50-9a68-c38e4538b7f5 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Calling delete_port for 02cdcbdd-ab9b-4f79-8fb2-a6f340065016 owned by {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:08:16.657604 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-8c6b8b39-e265-4d38-b65b-d77fc54d380a None None] For port 569a9a9e-7d13-446e-ae39-1650321404ec, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:08:16.661310 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-8c6b8b39-e265-4d38-b65b-d77fc54d380a None None] For port 569a9a9e-7d13-446e-ae39-1650321404ec, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=569a9a9e-7d13-446e-ae39-1650321404ec,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:08:16.667130 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8c6b8b39-e265-4d38-b65b-d77fc54d380a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:16.778180 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b8b39-e265-4d38-b65b-d77fc54d380a None None] Pushing event updated for resources: {'Port': ['ID=569a9a9e-7d13-446e-ae39-1650321404ec,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:16.868991 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3048dbeb-2b99-4d50-9a68-c38e4538b7f5 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:16.917564 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3048dbeb-2b99-4d50-9a68-c38e4538b7f5 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Port': ['ID=02cdcbdd-ab9b-4f79-8fb2-a6f340065016,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:16.933150 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193ab44-f8d3-4296-9cab-76148b1ced41 req-5271a064-29b1-49a5-a377-9b48cf03ab5c tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:16.934769 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6193ab44-f8d3-4296-9cab-76148b1ced41 req-5271a064-29b1-49a5-a377-9b48cf03ab5c tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=4614a0a5-2493-4c27-8fe5-7231448551d7 HTTP/1.1" status: 200 len: 945 time: 0.1362300 Nov 27 04:08:16.972994 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3048dbeb-2b99-4d50-9a68-c38e4538b7f5 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:16.976318 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-3048dbeb-2b99-4d50-9a68-c38e4538b7f5 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/ports/02cdcbdd-ab9b-4f79-8fb2-a6f340065016 HTTP/1.1" status: 204 len: 168 time: 0.7052500 Nov 27 04:08:16.978845 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38450) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:17.070537 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0de06d-b995-4ac9-b971-7f5ba6173133 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:17.072772 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0de06d-b995-4ac9-b971-7f5ba6173133 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:17.077369 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38454) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:17.078004 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9c0de06d-b995-4ac9-b971-7f5ba6173133 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0981936 Nov 27 04:08:17.094533 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6193ab44-f8d3-4296-9cab-76148b1ced41 req-1d1e0252-a7da-45c1-93a9-d704d0877bcb tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296630 Nov 27 04:08:17.183297 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-ded163c2-56a1-499e-a357-1aeebe934bc4 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting subnet 623b9a29-f288-44b6-bdd7-c452ab407e01 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:08:17.186990 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ded163c2-56a1-499e-a357-1aeebe934bc4 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:17.239641 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ded163c2-56a1-499e-a357-1aeebe934bc4 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:17.395370 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ded163c2-56a1-499e-a357-1aeebe934bc4 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:17.540023 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ded163c2-56a1-499e-a357-1aeebe934bc4 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:17.553615 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 569a9a9e-7d13-446e-ae39-1650321404ec up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:08:17.604700 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded163c2-56a1-499e-a357-1aeebe934bc4 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Subnet': ['ID=623b9a29-f288-44b6-bdd7-c452ab407e01,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:17.611688 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ded163c2-56a1-499e-a357-1aeebe934bc4 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:17.622841 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ded163c2-56a1-499e-a357-1aeebe934bc4 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/623b9a29-f288-44b6-bdd7-c452ab407e01 HTTP/1.1" status: 204 len: 168 time: 0.5441165 Nov 27 04:08:17.624931 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38470) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:17.675494 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 569a9a9e-7d13-446e-ae39-1650321404ec triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:08:17.676159 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:17.763104 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b3c5b290-93a2-40b7-b639-29c8741154e5 req-bf600f96-cabd-4877-af2d-21f4f6641d48 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=de8f871d-28d3-4b5d-a373-8542daa9a8db HTTP/1.1" status: 200 len: 210 time: 0.3112137 Nov 27 04:08:17.763792 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-05aa142b-98a4-43ee-854b-e0e1236e746e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1322198 Nov 27 04:08:17.763792 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38476) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:17.785227 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-fd92e44d-9bbc-4e74-b73b-b78ce6345f97 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'subnet': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:08:17.865160 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:17.893719 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dcf19f49-6400-42af-be71-0f843317ad3a req-47baf706-00e6-41b1-8e7f-8eab2c370644 tempest-ServerShowV254Test-1828075109 tempest-ServerShowV254Test-1828075109-project] 10.222.0.20 "GET /v2.0/ports?device_id=de8f871d-28d3-4b5d-a373-8542daa9a8db HTTP/1.1" status: 200 len: 210 time: 0.1276369 Nov 27 04:08:17.946479 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 569a9a9e-7d13-446e-ae39-1650321404ec, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=569a9a9e-7d13-446e-ae39-1650321404ec,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:08:17.952783 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38486) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:17.960875 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:18.047205 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=569a9a9e-7d13-446e-ae39-1650321404ec,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:18.068465 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd92e44d-9bbc-4e74-b73b-b78ce6345f97 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:08:18.072821 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fd92e44d-9bbc-4e74-b73b-b78ce6345f97 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:18.114210 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-3f70f36b-56b4-46d4-a252-69770fa1e754 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Request body: {'quota': {'network': 2}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:08:18.168604 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-3f70f36b-56b4-46d4-a252-69770fa1e754 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] 10.222.0.20 "PUT /v2.0/quotas/9e10cf6c098f4a3392ccfb1e6e680ea7 HTTP/1.1" status: 200 len: 368 time: 0.2146475 Nov 27 04:08:18.172250 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38492) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:18.182733 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-f6878f82-5ea7-4ceb-aaa7-662b01ae9a38 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Request body: {'network': {'project_id': '9e10cf6c098f4a3392ccfb1e6e680ea7'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:08:18.220514 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752e62f0-d2e0-48ae-b0f5-a61e9c5537fb None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:08:18.238404 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6878f82-5ea7-4ceb-aaa7-662b01ae9a38 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Made reservation on behalf of 9e10cf6c098f4a3392ccfb1e6e680ea7 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:08:18.241567 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f6878f82-5ea7-4ceb-aaa7-662b01ae9a38 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:18.280126 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f6878f82-5ea7-4ceb-aaa7-662b01ae9a38 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:18.323561 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde643b-a1fa-416e-b0ec-d75509d2d8b1 req-20a86869-eed8-453b-84ad-d37dce3cb41d tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:18.333255 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3fde643b-a1fa-416e-b0ec-d75509d2d8b1 req-20a86869-eed8-453b-84ad-d37dce3cb41d tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=4614a0a5-2493-4c27-8fe5-7231448551d7 HTTP/1.1" status: 200 len: 945 time: 0.1136434 Nov 27 04:08:18.380799 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-5f0ba295-b022-4213-a243-abc3bd4ba24b None None] Provisioning complete for port 569a9a9e-7d13-446e-ae39-1650321404ec triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:08:18.381407 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5f0ba295-b022-4213-a243-abc3bd4ba24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:18.433936 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dc6e4948-14ae-4686-a8a6-815d5d8e5975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:18.452213 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fd92e44d-9bbc-4e74-b73b-b78ce6345f97 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:18.477737 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd92e44d-9bbc-4e74-b73b-b78ce6345f97 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:08:18.481303 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-fd92e44d-9bbc-4e74-b73b-b78ce6345f97 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:08:18.518191 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3fde643b-a1fa-416e-b0ec-d75509d2d8b1 req-42008a5d-1dc7-4d01-b8b7-0c1b6a7f0497 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832471 Nov 27 04:08:18.547580 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd92e44d-9bbc-4e74-b73b-b78ce6345f97 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:18.548550 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fd92e44d-9bbc-4e74-b73b-b78ce6345f97 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:18.595187 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-fd92e44d-9bbc-4e74-b73b-b78ce6345f97 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8305533 Nov 27 04:08:18.596669 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd92e44d-9bbc-4e74-b73b-b78ce6345f97 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Subnet': ['ID=58639f74-c8c6-4dc9-b5a6-22c37cd676ff,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:18.598967 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38496) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:18.608459 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f6878f82-5ea7-4ceb-aaa7-662b01ae9a38 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:18.611904 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-b3ffa632-0a4f-41bb-976e-861b85538847 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'port': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'fixed_ips': [{'subnet_id': '58639f74-c8c6-4dc9-b5a6-22c37cd676ff', 'ip_address': '2001:db8::f801:d3b7:2a14:6cd8'}], 'name': 'tempest-NetworksTestDHCPv6-1589422123'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:08:18.614263 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f6878f82-5ea7-4ceb-aaa7-662b01ae9a38 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:18.622846 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3704555f-fbde-43bd-b24c-c04082c349f4 None None] DHCP port deletion for 69dee5df-a2b5-4f80-b023-d216a074fa83 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:08:18.641795 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6878f82-5ea7-4ceb-aaa7-662b01ae9a38 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:08:18.662714 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6878f82-5ea7-4ceb-aaa7-662b01ae9a38 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9b585f-1c2a-495b-8375-d1a7c8b32a76,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:18.666350 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f6878f82-5ea7-4ceb-aaa7-662b01ae9a38 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:18.667080 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-f6878f82-5ea7-4ceb-aaa7-662b01ae9a38 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Added segment 13babaaa-a3a0-4062-ae00-7fbed35a7c66 of type vlan for network 6327532d-46c2-47e4-98ec-bffeb0381f16 Nov 27 04:08:18.725900 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-3704555f-fbde-43bd-b24c-c04082c349f4 None None] Deleting port 569a9a9e-7d13-446e-ae39-1650321404ec {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:08:18.726507 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3704555f-fbde-43bd-b24c-c04082c349f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:18.730178 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f6878f82-5ea7-4ceb-aaa7-662b01ae9a38 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:18.761117 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ffa632-0a4f-41bb-976e-861b85538847 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:08:18.774430 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f6878f82-5ea7-4ceb-aaa7-662b01ae9a38 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:18.776526 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6878f82-5ea7-4ceb-aaa7-662b01ae9a38 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:18.777637 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f6878f82-5ea7-4ceb-aaa7-662b01ae9a38 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:18.791364 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:18.863892 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-3704555f-fbde-43bd-b24c-c04082c349f4 None None] For port 569a9a9e-7d13-446e-ae39-1650321404ec, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=569a9a9e-7d13-446e-ae39-1650321404ec,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:08:18.864574 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3704555f-fbde-43bd-b24c-c04082c349f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:18.883358 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-3704555f-fbde-43bd-b24c-c04082c349f4 None None] Calling delete_port for 569a9a9e-7d13-446e-ae39-1650321404ec owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:08:18.908926 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38502) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:18.910673 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f6878f82-5ea7-4ceb-aaa7-662b01ae9a38 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7369697 Nov 27 04:08:18.914086 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-151b59e9-0bdb-459f-922b-9837447d07a8 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Request body: {'network': {'project_id': '9e10cf6c098f4a3392ccfb1e6e680ea7'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:08:18.916030 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6878f82-5ea7-4ceb-aaa7-662b01ae9a38 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Pushing event updated for resources: {'Network': ['ID=6327532d-46c2-47e4-98ec-bffeb0381f16,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:18.994149 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 6327532d-46c2-47e4-98ec-bffeb0381f16 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:08:19.009927 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b3ffa632-0a4f-41bb-976e-861b85538847 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:19.049993 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-b3ffa632-0a4f-41bb-976e-861b85538847 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] device_id is not set on port 2b6f2227-6f2f-456a-b99b-d9bbf178accf yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:08:19.055093 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151b59e9-0bdb-459f-922b-9837447d07a8 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Made reservation on behalf of 9e10cf6c098f4a3392ccfb1e6e680ea7 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:08:19.058464 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-151b59e9-0bdb-459f-922b-9837447d07a8 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:19.109151 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-de6abf06-0033-4770-af47-25c28a165611 req-668c92fe-d7cc-457e-9e5a-ca22b00ed08a tempest-ServerShowV254Test-1828075109 tempest-ServerShowV254Test-1828075109-project] 10.222.0.20 "GET /v2.0/ports?device_id=de8f871d-28d3-4b5d-a373-8542daa9a8db HTTP/1.1" status: 200 len: 210 time: 0.0642130 Nov 27 04:08:19.162617 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-151b59e9-0bdb-459f-922b-9837447d07a8 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:08:19.187127 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3704555f-fbde-43bd-b24c-c04082c349f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:19.211121 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3704555f-fbde-43bd-b24c-c04082c349f4 None None] Pushing event deleted for resources: {'Port': ['ID=569a9a9e-7d13-446e-ae39-1650321404ec,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:19.223789 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3704555f-fbde-43bd-b24c-c04082c349f4 None None] No DVR routers for this DVR port 569a9a9e-7d13-446e-ae39-1650321404ec on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:08:19.237404 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-151b59e9-0bdb-459f-922b-9837447d07a8 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:19.237853 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-151b59e9-0bdb-459f-922b-9837447d07a8 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Added segment 30229b4a-35de-4623-a22a-ebb7752e82c9 of type vlan for network a55259db-c50d-4f84-a42b-6aba61353725 Nov 27 04:08:19.239881 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d332fd56-83bd-464a-96b4-1b2a37ed8314 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:08:19.313907 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-151b59e9-0bdb-459f-922b-9837447d07a8 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:19.323616 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac4bed1-0d42-43e0-afdd-6cfaeb7a0573 req-49f1d070-9ee6-4094-85ac-b6034e7ba3d2 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:19.326355 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0ac4bed1-0d42-43e0-afdd-6cfaeb7a0573 req-49f1d070-9ee6-4094-85ac-b6034e7ba3d2 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4442045-1a2e-4b51-bdc5-7166950bbe82 HTTP/1.1" status: 200 len: 946 time: 0.0663092 Nov 27 04:08:19.347978 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-b3ffa632-0a4f-41bb-976e-861b85538847 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Allocated IP 2001:db8::f801:d3b7:2a14:6cd8 (69dee5df-a2b5-4f80-b023-d216a074fa83/58639f74-c8c6-4dc9-b5a6-22c37cd676ff/2b6f2227-6f2f-456a-b99b-d9bbf178accf) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:08:19.373368 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-151b59e9-0bdb-459f-922b-9837447d07a8 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:19.380784 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151b59e9-0bdb-459f-922b-9837447d07a8 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:19.381517 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-151b59e9-0bdb-459f-922b-9837447d07a8 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:19.428513 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0ac4bed1-0d42-43e0-afdd-6cfaeb7a0573 req-904dc410-caed-4d60-882c-a0b1a450c0b0 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/security-groups?id=130ddf44-70c9-4314-a571-93a8e767d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925457 Nov 27 04:08:19.468747 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-151b59e9-0bdb-459f-922b-9837447d07a8 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5559778 Nov 27 04:08:19.471185 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38508) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:19.477694 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-9850edc3-b654-4545-ba35-37a51926fd36 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Request body: {'network': {'project_id': '9e10cf6c098f4a3392ccfb1e6e680ea7'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:08:19.519462 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b59e9-0bdb-459f-922b-9837447d07a8 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Pushing event updated for resources: {'Network': ['ID=a55259db-c50d-4f84-a42b-6aba61353725,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:19.523779 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-9850edc3-b654-4545-ba35-37a51926fd36 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 27 04:08:19.524396 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9850edc3-b654-4545-ba35-37a51926fd36 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:08:19.531744 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9850edc3-b654-4545-ba35-37a51926fd36 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0585279 Nov 27 04:08:19.546312 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38512) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:19.598617 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-793094c8-c1d5-488f-8500-a90715425eb1 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9e10cf6c098f4a3392ccfb1e6e680ea7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0599611 Nov 27 04:08:19.601150 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38516) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:19.686819 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-09e3f04f-7cbb-4bc9-82e4-a2bffa025eea tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:19.698060 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 569a9a9e-7d13-446e-ae39-1650321404ec no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:08:19.705987 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network a55259db-c50d-4f84-a42b-6aba61353725 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:08:19.721068 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-09e3f04f-7cbb-4bc9-82e4-a2bffa025eea tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:19.738651 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab2b6ef-f77b-4b05-89c5-fa10eaa29e2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-69dee5df-a2b5-4f80-b023-d216a074fa83', 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'tenant_id': 'f4fb6791effe4b41abbe85bac59c4002', 'fixed_ips': [{'subnet_id': '58639f74-c8c6-4dc9-b5a6-22c37cd676ff'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:08:19.739526 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-fab2b6ef-f77b-4b05-89c5-fa10eaa29e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:19.760412 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7eed11-1948-4168-a798-54457667b0a8 req-048216e7-452e-4dee-9897-43a392889c16 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:19.762711 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2f7eed11-1948-4168-a798-54457667b0a8 req-048216e7-452e-4dee-9897-43a392889c16 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=4614a0a5-2493-4c27-8fe5-7231448551d7 HTTP/1.1" status: 200 len: 945 time: 0.1593850 Nov 27 04:08:19.791300 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 569a9a9e-7d13-446e-ae39-1650321404ec {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:08:19.791759 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 569a9a9e-7d13-446e-ae39-1650321404ec not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:08:19.812689 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-09e3f04f-7cbb-4bc9-82e4-a2bffa025eea tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:19.817915 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-09e3f04f-7cbb-4bc9-82e4-a2bffa025eea tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:19.821608 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-09e3f04f-7cbb-4bc9-82e4-a2bffa025eea tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/ad9b585f-1c2a-495b-8375-d1a7c8b32a76 HTTP/1.1" status: 204 len: 168 time: 0.2171245 Nov 27 04:08:19.823313 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38520) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:19.833054 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e3f04f-7cbb-4bc9-82e4-a2bffa025eea tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9b585f-1c2a-495b-8375-d1a7c8b32a76,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:19.841954 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b3ffa632-0a4f-41bb-976e-861b85538847 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:19.893700 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:19.944065 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2f7eed11-1948-4168-a798-54457667b0a8 req-b5ca29ce-0318-4f74-8196-594f6c714296 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712279 Nov 27 04:08:19.962910 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5798421b-8a92-4800-bc80-f11d4fa4eaa0 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:19.972078 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b3ffa632-0a4f-41bb-976e-861b85538847 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:20.025407 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-fab2b6ef-f77b-4b05-89c5-fa10eaa29e2b None None] Allocated IP 2001:db8::2 (69dee5df-a2b5-4f80-b023-d216a074fa83/58639f74-c8c6-4dc9-b5a6-22c37cd676ff/de5f09a9-61ef-456d-8fc3-c036ee367d1b) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:08:20.079241 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ffa632-0a4f-41bb-976e-861b85538847 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:08:20.087547 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-b3ffa632-0a4f-41bb-976e-861b85538847 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:08:20.093402 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ffa632-0a4f-41bb-976e-861b85538847 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:08:20.099142 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ffa632-0a4f-41bb-976e-861b85538847 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:20.099771 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b3ffa632-0a4f-41bb-976e-861b85538847 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:20.110972 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffa632-0a4f-41bb-976e-861b85538847 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Port': ['ID=2b6f2227-6f2f-456a-b99b-d9bbf178accf,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:20.117531 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5798421b-8a92-4800-bc80-f11d4fa4eaa0 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:20.143809 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b3ffa632-0a4f-41bb-976e-861b85538847 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5357857 Nov 27 04:08:20.144741 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38532) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:20.153912 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-5798421b-8a92-4800-bc80-f11d4fa4eaa0 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a55259db-c50d-4f84-a42b-6aba61353725']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:08:20.184492 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-5798421b-8a92-4800-bc80-f11d4fa4eaa0 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30229b4a-35de-4623-a22a-ebb7752e82c9') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:08:20.184798 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-5798421b-8a92-4800-bc80-f11d4fa4eaa0 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30229b4a-35de-4623-a22a-ebb7752e82c9') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:08:20.206452 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5798421b-8a92-4800-bc80-f11d4fa4eaa0 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:20.211559 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82224719-f34f-4b9a-b950-d85bc188d360 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:20.212808 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-fab2b6ef-f77b-4b05-89c5-fa10eaa29e2b None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:20.214691 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-82224719-f34f-4b9a-b950-d85bc188d360 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0679588 Nov 27 04:08:20.216572 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38534) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:20.226061 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-fab2b6ef-f77b-4b05-89c5-fa10eaa29e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:20.230393 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5798421b-8a92-4800-bc80-f11d4fa4eaa0 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:20.238473 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5798421b-8a92-4800-bc80-f11d4fa4eaa0 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:08:20.238959 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5798421b-8a92-4800-bc80-f11d4fa4eaa0 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:20.240722 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:08:20.240722 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:08:20.240722 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:08:20.240722 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:08:20.240722 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:08:20.240722 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:08:20.240722 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:08:20.240722 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:08:20.240722 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:08:20.240722 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:08:20.240722 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:08:20.240722 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:08:20.240722 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:08:20.240722 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:08:20.240722 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:08:20.240722 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:08:20.240722 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:08:20.240722 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:08:20.240722 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:08:20.240722 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:08:20.240722 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:08:20.240722 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:08:20.240722 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:08:20.240722 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:08:20.240722 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:08:20.240722 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:08:20.240722 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:08:20.240722 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:08:20.240722 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:08:20.240722 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:08:20.240722 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:08:20.240722 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:08:20.284882 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab2b6ef-f77b-4b05-89c5-fa10eaa29e2b None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:08:20.289732 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-fab2b6ef-f77b-4b05-89c5-fa10eaa29e2b None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:08:20.296146 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab2b6ef-f77b-4b05-89c5-fa10eaa29e2b None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:08:20.297702 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8600278b-a120-44a3-b25d-5b40a48f8ed9 req-1b9efd03-a782-4177-88c1-79c6da955ede tempest-ServerShowV254Test-1828075109 tempest-ServerShowV254Test-1828075109-project] 10.222.0.20 "GET /v2.0/ports?device_id=de8f871d-28d3-4b5d-a373-8542daa9a8db HTTP/1.1" status: 200 len: 210 time: 0.0388992 Nov 27 04:08:20.316409 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5798421b-8a92-4800-bc80-f11d4fa4eaa0 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:20.324484 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab2b6ef-f77b-4b05-89c5-fa10eaa29e2b None None] Pushing event updated for resources: {'Port': ['ID=de5f09a9-61ef-456d-8fc3-c036ee367d1b,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:20.330081 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5798421b-8a92-4800-bc80-f11d4fa4eaa0 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:20.334379 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5798421b-8a92-4800-bc80-f11d4fa4eaa0 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] 10.222.0.20 "DELETE /v2.0/networks/a55259db-c50d-4f84-a42b-6aba61353725 HTTP/1.1" status: 204 len: 168 time: 0.5071998 Nov 27 04:08:20.350710 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38536) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:20.357585 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5798421b-8a92-4800-bc80-f11d4fa4eaa0 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Pushing event deleted for resources: {'Network': ['ID=a55259db-c50d-4f84-a42b-6aba61353725,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:20.388573 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-fab2b6ef-f77b-4b05-89c5-fa10eaa29e2b None None] Attempting to bind port de5f09a9-61ef-456d-8fc3-c036ee367d1b on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:08:20.388960 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-fab2b6ef-f77b-4b05-89c5-fa10eaa29e2b None None] Attempting to bind port de5f09a9-61ef-456d-8fc3-c036ee367d1b by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:08:20.389325 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab2b6ef-f77b-4b05-89c5-fa10eaa29e2b None None] Attempting to bind port de5f09a9-61ef-456d-8fc3-c036ee367d1b on network 69dee5df-a2b5-4f80-b023-d216a074fa83 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:08:20.396404 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab2b6ef-f77b-4b05-89c5-fa10eaa29e2b None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:08:20.397052 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab2b6ef-f77b-4b05-89c5-fa10eaa29e2b None None] Checking segment: {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:08:20.397624 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-fab2b6ef-f77b-4b05-89c5-fa10eaa29e2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:20.398180 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab2b6ef-f77b-4b05-89c5-fa10eaa29e2b None None] Bound using segment: {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:08:20.398852 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-fab2b6ef-f77b-4b05-89c5-fa10eaa29e2b None None] Bound port: de5f09a9-61ef-456d-8fc3-c036ee367d1b, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:08:20.399531 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-fab2b6ef-f77b-4b05-89c5-fa10eaa29e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:20.444967 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7a700321-581b-4072-a00f-946540b811b4 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:20.456301 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-310ac6f4-695e-48b1-93c8-3479422af740 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting port 2b6f2227-6f2f-456a-b99b-d9bbf178accf {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:08:20.456652 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-310ac6f4-695e-48b1-93c8-3479422af740 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:20.476166 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-fab2b6ef-f77b-4b05-89c5-fa10eaa29e2b None None] For port de5f09a9-61ef-456d-8fc3-c036ee367d1b, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:08:20.479676 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-fab2b6ef-f77b-4b05-89c5-fa10eaa29e2b None None] For port de5f09a9-61ef-456d-8fc3-c036ee367d1b, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=de5f09a9-61ef-456d-8fc3-c036ee367d1b,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:08:20.489969 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-fab2b6ef-f77b-4b05-89c5-fa10eaa29e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:20.552175 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab2b6ef-f77b-4b05-89c5-fa10eaa29e2b None None] Pushing event updated for resources: {'Port': ['ID=de5f09a9-61ef-456d-8fc3-c036ee367d1b,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:20.646272 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-310ac6f4-695e-48b1-93c8-3479422af740 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:20.730723 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-310ac6f4-695e-48b1-93c8-3479422af740 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Calling delete_port for 2b6f2227-6f2f-456a-b99b-d9bbf178accf owned by {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:08:20.749413 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7a700321-581b-4072-a00f-946540b811b4 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:20.870885 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5745b-76eb-4b22-a809-34b9541989c2 req-070cc97b-a5a9-4258-bfe1-3404c9235ee2 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:20.872563 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-26f5745b-76eb-4b22-a809-34b9541989c2 req-070cc97b-a5a9-4258-bfe1-3404c9235ee2 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4442045-1a2e-4b51-bdc5-7166950bbe82 HTTP/1.1" status: 200 len: 946 time: 0.3518884 Nov 27 04:08:20.875916 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-7a700321-581b-4072-a00f-946540b811b4 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6327532d-46c2-47e4-98ec-bffeb0381f16']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:08:20.896789 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-7a700321-581b-4072-a00f-946540b811b4 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13babaaa-a3a0-4062-ae00-7fbed35a7c66') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:08:20.897113 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-7a700321-581b-4072-a00f-946540b811b4 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13babaaa-a3a0-4062-ae00-7fbed35a7c66') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:08:20.918539 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7a700321-581b-4072-a00f-946540b811b4 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:20.951939 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7a700321-581b-4072-a00f-946540b811b4 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:20.976758 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a700321-581b-4072-a00f-946540b811b4 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:08:20.977144 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7a700321-581b-4072-a00f-946540b811b4 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:21.003677 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:08:21.003677 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:08:21.003677 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:08:21.003677 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:08:21.003677 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:08:21.003677 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:08:21.003677 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:08:21.003677 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:08:21.003677 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:08:21.003677 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:08:21.003677 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:08:21.003677 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:08:21.003677 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:08:21.003677 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:08:21.003677 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:08:21.003677 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:08:21.003677 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:08:21.003677 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:08:21.003677 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:08:21.003677 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:08:21.003677 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:08:21.003677 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:08:21.003677 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:08:21.003677 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:08:21.003677 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:08:21.003677 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:08:21.003677 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:08:21.003677 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:08:21.003677 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:08:21.003677 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:08:21.003677 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:08:21.003677 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:08:21.125833 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac30196-1348-4699-bb54-a15b8f16e80d req-6692d48d-76a9-4e22-bcfc-541d8d081286 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:21.128441 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eac30196-1348-4699-bb54-a15b8f16e80d req-6692d48d-76a9-4e22-bcfc-541d8d081286 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=4614a0a5-2493-4c27-8fe5-7231448551d7 HTTP/1.1" status: 200 len: 945 time: 0.0530810 Nov 27 04:08:21.173666 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:21.191366 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eac30196-1348-4699-bb54-a15b8f16e80d req-d5f9a9db-0aa5-406a-beed-0e3d56442658 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562847 Nov 27 04:08:21.283397 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-00e79a73-bb96-4259-b481-2e83889b6057 req-79095695-a141-42d4-9008-b23ef5f17d77 tempest-ServerShowV254Test-1828075109 tempest-ServerShowV254Test-1828075109-project] 10.222.0.20 "GET /v2.0/ports?device_id=de8f871d-28d3-4b5d-a373-8542daa9a8db HTTP/1.1" status: 200 len: 210 time: 0.0293543 Nov 27 04:08:21.464825 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-26f5745b-76eb-4b22-a809-34b9541989c2 req-7acb0f78-e8b6-4d47-b29c-b32b516d4abf tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/security-groups?id=130ddf44-70c9-4314-a571-93a8e767d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5793035 Nov 27 04:08:21.511728 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-310ac6f4-695e-48b1-93c8-3479422af740 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:21.515521 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7a700321-581b-4072-a00f-946540b811b4 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:21.530998 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device de5f09a9-61ef-456d-8fc3-c036ee367d1b up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:08:21.553395 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7a700321-581b-4072-a00f-946540b811b4 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:21.559247 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7a700321-581b-4072-a00f-946540b811b4 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] 10.222.0.20 "DELETE /v2.0/networks/6327532d-46c2-47e4-98ec-bffeb0381f16 HTTP/1.1" status: 204 len: 168 time: 1.1967905 Nov 27 04:08:21.559247 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a700321-581b-4072-a00f-946540b811b4 tempest-QuotasNegativeTest-869177494 tempest-QuotasNegativeTest-869177494-project-admin] Pushing event deleted for resources: {'Network': ['ID=6327532d-46c2-47e4-98ec-bffeb0381f16,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:21.597358 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b046d-8715-41de-a2ed-161ba18497da req-f90be956-0d01-4e92-af63-36f3c6bfc916 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:21.598885 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b91b046d-8715-41de-a2ed-161ba18497da req-f90be956-0d01-4e92-af63-36f3c6bfc916 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4442045-1a2e-4b51-bdc5-7166950bbe82 HTTP/1.1" status: 200 len: 946 time: 0.6198144 Nov 27 04:08:21.599687 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ac6f4-695e-48b1-93c8-3479422af740 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Port': ['ID=2b6f2227-6f2f-456a-b99b-d9bbf178accf,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:21.618435 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port de5f09a9-61ef-456d-8fc3-c036ee367d1b triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:08:21.619186 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:21.652595 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-310ac6f4-695e-48b1-93c8-3479422af740 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:21.658899 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-310ac6f4-695e-48b1-93c8-3479422af740 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/ports/2b6f2227-6f2f-456a-b99b-d9bbf178accf HTTP/1.1" status: 204 len: 168 time: 1.4380968 Nov 27 04:08:21.659291 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38564) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:21.747553 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70270748-c2d9-4820-b22a-5a405959e97c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:21.749721 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70270748-c2d9-4820-b22a-5a405959e97c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:21.751495 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-70270748-c2d9-4820-b22a-5a405959e97c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0911627 Nov 27 04:08:21.755668 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38566) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:21.804237 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:21.820763 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:21.854021 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bfc0429-467a-4a56-a45c-89ee71e5ffc3 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting subnet 58639f74-c8c6-4dc9-b5a6-22c37cd676ff {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:08:21.876411 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port de5f09a9-61ef-456d-8fc3-c036ee367d1b, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=de5f09a9-61ef-456d-8fc3-c036ee367d1b,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:08:21.883665 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:21.900555 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0bfc0429-467a-4a56-a45c-89ee71e5ffc3 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:21.946542 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=de5f09a9-61ef-456d-8fc3-c036ee367d1b,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:21.968615 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0bfc0429-467a-4a56-a45c-89ee71e5ffc3 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:22.005104 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-583c67b2-0c58-4f11-899a-7b2c4c1f016a None None] Provisioning complete for port de5f09a9-61ef-456d-8fc3-c036ee367d1b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:08:22.005876 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-583c67b2-0c58-4f11-899a-7b2c4c1f016a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:22.205553 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0bfc0429-467a-4a56-a45c-89ee71e5ffc3 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:22.247540 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-b91b046d-8715-41de-a2ed-161ba18497da req-03260b6a-2931-47e5-b716-77bf8413dbc5 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Deleting port 3b55bf2f-da22-4191-82fc-413cbc1f7ff3 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:08:22.248479 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b91b046d-8715-41de-a2ed-161ba18497da req-03260b6a-2931-47e5-b716-77bf8413dbc5 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:22.273098 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38580) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:22.377484 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db6ef2-0875-4e69-8e40-acb92946d155 req-573ea066-f5ca-4df0-a04f-1d2860b8b0a3 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:22.387256 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e8db6ef2-0875-4e69-8e40-acb92946d155 req-573ea066-f5ca-4df0-a04f-1d2860b8b0a3 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=4614a0a5-2493-4c27-8fe5-7231448551d7 HTTP/1.1" status: 200 len: 945 time: 0.0986400 Nov 27 04:08:22.402008 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-1e35ebbf-6e55-4997-bd96-d2359a599570 None None] Could not find standard attr ID for object 064abe41-e4e4-4458-8578-2cd39b1d0ee9. {{(pid=110020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 04:08:22.435220 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0bfc0429-467a-4a56-a45c-89ee71e5ffc3 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:22.469874 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-b91b046d-8715-41de-a2ed-161ba18497da req-03260b6a-2931-47e5-b716-77bf8413dbc5 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] For port 3b55bf2f-da22-4191-82fc-413cbc1f7ff3, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=3b55bf2f-da22-4191-82fc-413cbc1f7ff3,segment=NetworkSegment(de152f76-3637-4ed8-b028-e760cc9dd166),segment_id=de152f76-3637-4ed8-b028-e760cc9dd166)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:08:22.470343 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b91b046d-8715-41de-a2ed-161ba18497da req-03260b6a-2931-47e5-b716-77bf8413dbc5 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:22.478084 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e8db6ef2-0875-4e69-8e40-acb92946d155 req-cdb1a8de-7f77-4719-b898-1e11de7d7dad tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846615 Nov 27 04:08:22.490768 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-b91b046d-8715-41de-a2ed-161ba18497da req-03260b6a-2931-47e5-b716-77bf8413dbc5 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Calling delete_port for 3b55bf2f-da22-4191-82fc-413cbc1f7ff3 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:08:22.541200 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4dc4e808-7a08-4596-a4f7-85d7f3b009f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:22.576792 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0bfc0429-467a-4a56-a45c-89ee71e5ffc3 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:22.582650 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38588) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:22.583706 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0bfc0429-467a-4a56-a45c-89ee71e5ffc3 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/58639f74-c8c6-4dc9-b5a6-22c37cd676ff HTTP/1.1" status: 204 len: 168 time: 0.8266392 Nov 27 04:08:22.600784 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfc0429-467a-4a56-a45c-89ee71e5ffc3 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Subnet': ['ID=58639f74-c8c6-4dc9-b5a6-22c37cd676ff,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:22.630784 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9bec32b3-019d-4cc0-8feb-eb3fa9ca7009 req-6b26d3be-6154-4023-9070-cb8d1be5f3d3 tempest-ServerShowV254Test-1828075109 tempest-ServerShowV254Test-1828075109-project] 10.222.0.20 "GET /v2.0/ports?device_id=de8f871d-28d3-4b5d-a373-8542daa9a8db HTTP/1.1" status: 200 len: 210 time: 0.0568058 Nov 27 04:08:22.635018 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d84711ac-5e32-4d6f-a88e-6d2fe78268fe tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0510967 Nov 27 04:08:22.642474 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38590) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:22.655241 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-960dd09d-3bca-4dc2-8660-cba108cfe23f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'subnet': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:08:22.698784 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4594ade5-2cf2-438b-864d-878a7bfb4c2e None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:08:22.718874 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893dda4c-8dc0-46d6-91f7-db38821161c7 req-2b6e0a95-3ef4-4d99-9844-daa6e3e2a9c3 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:22.729197 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-893dda4c-8dc0-46d6-91f7-db38821161c7 req-2b6e0a95-3ef4-4d99-9844-daa6e3e2a9c3 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4442045-1a2e-4b51-bdc5-7166950bbe82 HTTP/1.1" status: 200 len: 946 time: 0.0965347 Nov 27 04:08:22.777890 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960dd09d-3bca-4dc2-8660-cba108cfe23f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:08:22.778423 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4dc4e808-7a08-4596-a4f7-85d7f3b009f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:22.781973 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-960dd09d-3bca-4dc2-8660-cba108cfe23f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:22.787875 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-90797a42-8e29-4eb7-a02e-ee5b4c8ad02f None None] Could not find standard attr ID for object 02cdcbdd-ab9b-4f79-8fb2-a6f340065016. {{(pid=110020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 04:08:22.794333 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4dc4e808-7a08-4596-a4f7-85d7f3b009f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:22.822713 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-893dda4c-8dc0-46d6-91f7-db38821161c7 req-5c2d0b13-385c-4c09-acfa-73f7f0488098 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.20 "GET /v2.0/security-groups?id=130ddf44-70c9-4314-a571-93a8e767d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925071 Nov 27 04:08:22.853785 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc4e808-7a08-4596-a4f7-85d7f3b009f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee20cc53-e371-4338-b417-0515830c9319,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:22.858237 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4dc4e808-7a08-4596-a4f7-85d7f3b009f0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=94820ce622904f13802e0dc5961df7fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5835235 Nov 27 04:08:22.860991 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38594) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:22.914486 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cb10a8c7-270e-4082-b1be-fcddbe40f6e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:22.939339 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cb10a8c7-270e-4082-b1be-fcddbe40f6e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:23.039188 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cb10a8c7-270e-4082-b1be-fcddbe40f6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:23.048561 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cb10a8c7-270e-4082-b1be-fcddbe40f6e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:23.054449 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-cb10a8c7-270e-4082-b1be-fcddbe40f6e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ee20cc53-e371-4338-b417-0515830c9319 HTTP/1.1" status: 204 len: 168 time: 0.1920986 Nov 27 04:08:23.059578 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-960dd09d-3bca-4dc2-8660-cba108cfe23f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:23.060058 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fe28cc-c121-405b-807b-bf14871882d8 None None] DHCP port deletion for 69dee5df-a2b5-4f80-b023-d216a074fa83 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:08:23.068339 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb10a8c7-270e-4082-b1be-fcddbe40f6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee20cc53-e371-4338-b417-0515830c9319,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:23.100122 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b91b046d-8715-41de-a2ed-161ba18497da req-03260b6a-2931-47e5-b716-77bf8413dbc5 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:23.145340 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960dd09d-3bca-4dc2-8660-cba108cfe23f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:08:23.152529 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03260b6a-2931-47e5-b716-77bf8413dbc5 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Pushing event deleted for resources: {'Port': ['ID=3b55bf2f-da22-4191-82fc-413cbc1f7ff3,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:23.157702 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-e2fe28cc-c121-405b-807b-bf14871882d8 None None] Deleting port de5f09a9-61ef-456d-8fc3-c036ee367d1b {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:08:23.158664 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e2fe28cc-c121-405b-807b-bf14871882d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:23.158806 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-960dd09d-3bca-4dc2-8660-cba108cfe23f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:08:23.168004 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960dd09d-3bca-4dc2-8660-cba108cfe23f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:23.168596 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-960dd09d-3bca-4dc2-8660-cba108cfe23f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:23.220097 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91b046d-8715-41de-a2ed-161ba18497da req-03260b6a-2931-47e5-b716-77bf8413dbc5 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] No DVR routers for this DVR port 3b55bf2f-da22-4191-82fc-413cbc1f7ff3 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:08:23.222542 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960dd09d-3bca-4dc2-8660-cba108cfe23f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Subnet': ['ID=f49360b3-02fd-4b48-a0c6-fc6a2a2ccb25,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:23.226017 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b91b046d-8715-41de-a2ed-161ba18497da req-03260b6a-2931-47e5-b716-77bf8413dbc5 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:23.229776 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b91b046d-8715-41de-a2ed-161ba18497da req-03260b6a-2931-47e5-b716-77bf8413dbc5 tempest-VolumesSnapshotTestJSON-1504376013 tempest-VolumesSnapshotTestJSON-1504376013-project] 10.222.0.23 "DELETE /v2.0/ports/3b55bf2f-da22-4191-82fc-413cbc1f7ff3 HTTP/1.1" status: 204 len: 173 time: 1.6232669 Nov 27 04:08:23.233444 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-960dd09d-3bca-4dc2-8660-cba108cfe23f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5896177 Nov 27 04:08:23.234278 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4442045-1a2e-4b51-bdc5-7166950bbe82', 'name': 'network-vif-deleted', 'tag': '3b55bf2f-da22-4191-82fc-413cbc1f7ff3'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:08:23.236666 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38598) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:23.236806 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e339ad61-44b2-4566-8705-f69c78edf103" -d '{"events": [{"server_uuid": "e4442045-1a2e-4b51-bdc5-7166950bbe82", "name": "network-vif-deleted", "tag": "3b55bf2f-da22-4191-82fc-413cbc1f7ff3"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:08:23.259624 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-40a36719-9510-4bf6-a4f4-39d0894c4249 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'port': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'fixed_ips': [{'subnet_id': 'f49360b3-02fd-4b48-a0c6-fc6a2a2ccb25', 'ip_address': '2001:db8::a960:3bd1:2dbb:6b81'}], 'name': 'tempest-NetworksTestDHCPv6-860028928'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:08:23.272049 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-e2fe28cc-c121-405b-807b-bf14871882d8 None None] For port de5f09a9-61ef-456d-8fc3-c036ee367d1b, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=de5f09a9-61ef-456d-8fc3-c036ee367d1b,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:08:23.272499 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e2fe28cc-c121-405b-807b-bf14871882d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:23.304171 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-e2fe28cc-c121-405b-807b-bf14871882d8 None None] Calling delete_port for de5f09a9-61ef-456d-8fc3-c036ee367d1b owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:08:23.427623 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:08:23.477319 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e2fe28cc-c121-405b-807b-bf14871882d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:23.550890 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a36719-9510-4bf6-a4f4-39d0894c4249 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:08:23.565531 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device de5f09a9-61ef-456d-8fc3-c036ee367d1b no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:08:23.567429 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-40a36719-9510-4bf6-a4f4-39d0894c4249 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:23.609717 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe28cc-c121-405b-807b-bf14871882d8 None None] Pushing event deleted for resources: {'Port': ['ID=de5f09a9-61ef-456d-8fc3-c036ee367d1b,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:23.620254 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fe28cc-c121-405b-807b-bf14871882d8 None None] No DVR routers for this DVR port de5f09a9-61ef-456d-8fc3-c036ee367d1b on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:08:23.626718 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: de5f09a9-61ef-456d-8fc3-c036ee367d1b {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:08:23.627539 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device de5f09a9-61ef-456d-8fc3-c036ee367d1b not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:08:23.638472 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-40a36719-9510-4bf6-a4f4-39d0894c4249 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] device_id is not set on port 1f06a6f7-f366-4891-ad78-d353dc1315bb yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:08:23.653074 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e7c77f-ad11-44c1-8d6e-77c96ec3f0df None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:08:23.721244 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38610) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:23.743663 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-158b37df-4ae8-4f37-af1c-3bc1f1ae1d1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:23.776427 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b46133-84a2-4d55-bcb4-75945d47050f req-9d1ae8b7-5597-47ba-92e1-deeecdc1b308 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:23.778157 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-14b46133-84a2-4d55-bcb4-75945d47050f req-9d1ae8b7-5597-47ba-92e1-deeecdc1b308 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=4614a0a5-2493-4c27-8fe5-7231448551d7 HTTP/1.1" status: 200 len: 945 time: 0.1962905 Nov 27 04:08:23.789385 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e899233e-9247-4055-815a-1edcd4552522 x-openstack-request-id: req-e899233e-9247-4055-815a-1edcd4552522 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:08:23.789385 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4442045-1a2e-4b51-bdc5-7166950bbe82", "name": "network-vif-deleted", "tag": "3b55bf2f-da22-4191-82fc-413cbc1f7ff3", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:08:23.789385 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e899233e-9247-4055-815a-1edcd4552522 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:08:23.804975 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4442045-1a2e-4b51-bdc5-7166950bbe82', 'name': 'network-vif-deleted', 'tag': '3b55bf2f-da22-4191-82fc-413cbc1f7ff3', 'status': 'completed', 'code': 200} Nov 27 04:08:23.908069 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badcb147-2ba0-44b9-aa42-5c2c1b95f468 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-69dee5df-a2b5-4f80-b023-d216a074fa83', 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'tenant_id': 'f4fb6791effe4b41abbe85bac59c4002', 'fixed_ips': [{'subnet_id': 'f49360b3-02fd-4b48-a0c6-fc6a2a2ccb25'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:08:23.909835 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-badcb147-2ba0-44b9-aa42-5c2c1b95f468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:23.926516 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-158b37df-4ae8-4f37-af1c-3bc1f1ae1d1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:23.949444 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-158b37df-4ae8-4f37-af1c-3bc1f1ae1d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:23.989817 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d5bb240d-7d29-4403-9add-4cea27d7eb8e req-9d2591a8-02c5-4116-acc1-76c0c2bea194 tempest-ServerShowV254Test-1828075109 tempest-ServerShowV254Test-1828075109-project] 10.222.0.20 "GET /v2.0/ports?device_id=de8f871d-28d3-4b5d-a373-8542daa9a8db HTTP/1.1" status: 200 len: 210 time: 0.0618331 Nov 27 04:08:24.036820 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-158b37df-4ae8-4f37-af1c-3bc1f1ae1d1b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8cbf5c12ef7949e6a7ba69aa91749512&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3144126 Nov 27 04:08:24.040407 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38616) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:24.056022 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b37df-4ae8-4f37-af1c-3bc1f1ae1d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0647f52e-5c59-40a4-91ac-82531a8e5968,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:24.063541 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-14b46133-84a2-4d55-bcb4-75945d47050f req-7c4b7370-f957-471d-9e8b-4086279365cf tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050266 Nov 27 04:08:24.109346 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-40a36719-9510-4bf6-a4f4-39d0894c4249 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Allocated IP 2001:db8::a960:3bd1:2dbb:6b81 (69dee5df-a2b5-4f80-b023-d216a074fa83/f49360b3-02fd-4b48-a0c6-fc6a2a2ccb25/1f06a6f7-f366-4891-ad78-d353dc1315bb) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:08:24.189980 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3d0025e2-5738-4263-9cfc-d550828886ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:24.261989 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3d0025e2-5738-4263-9cfc-d550828886ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:24.372987 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3d0025e2-5738-4263-9cfc-d550828886ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:24.376203 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3d0025e2-5738-4263-9cfc-d550828886ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:24.378320 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3d0025e2-5738-4263-9cfc-d550828886ec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0647f52e-5c59-40a4-91ac-82531a8e5968 HTTP/1.1" status: 204 len: 168 time: 0.3130229 Nov 27 04:08:24.401001 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-40a36719-9510-4bf6-a4f4-39d0894c4249 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:24.402907 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0025e2-5738-4263-9cfc-d550828886ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0647f52e-5c59-40a4-91ac-82531a8e5968,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:24.442529 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-40a36719-9510-4bf6-a4f4-39d0894c4249 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:24.507445 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a36719-9510-4bf6-a4f4-39d0894c4249 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:08:24.515857 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-40a36719-9510-4bf6-a4f4-39d0894c4249 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:08:24.518886 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a36719-9510-4bf6-a4f4-39d0894c4249 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:08:24.524764 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a36719-9510-4bf6-a4f4-39d0894c4249 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:24.525404 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-40a36719-9510-4bf6-a4f4-39d0894c4249 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:24.547037 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a36719-9510-4bf6-a4f4-39d0894c4249 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Port': ['ID=1f06a6f7-f366-4891-ad78-d353dc1315bb,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:24.557246 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-40a36719-9510-4bf6-a4f4-39d0894c4249 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3186898 Nov 27 04:08:24.560388 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38628) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:24.561735 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-badcb147-2ba0-44b9-aa42-5c2c1b95f468 None None] Allocated IP 2001:db8::2 (69dee5df-a2b5-4f80-b023-d216a074fa83/f49360b3-02fd-4b48-a0c6-fc6a2a2ccb25/3f89b66c-3c68-4ce9-8a81-23e287e1f7bf) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:08:24.632669 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba9c566-2d63-49f9-af82-ad512392c6ee tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:24.635208 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4ba9c566-2d63-49f9-af82-ad512392c6ee tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0727797 Nov 27 04:08:24.637693 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38630) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:24.647727 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 3b55bf2f-da22-4191-82fc-413cbc1f7ff3 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:08:24.676718 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 3b55bf2f-da22-4191-82fc-413cbc1f7ff3 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:08:24.677148 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 3b55bf2f-da22-4191-82fc-413cbc1f7ff3 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:08:24.777736 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-6d21ee3b-e344-4821-aae0-a237e39fa788 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting port 1f06a6f7-f366-4891-ad78-d353dc1315bb {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:08:24.778203 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6d21ee3b-e344-4821-aae0-a237e39fa788 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:24.835171 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-badcb147-2ba0-44b9-aa42-5c2c1b95f468 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:24.842866 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-badcb147-2ba0-44b9-aa42-5c2c1b95f468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:24.892811 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badcb147-2ba0-44b9-aa42-5c2c1b95f468 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:08:24.896250 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-badcb147-2ba0-44b9-aa42-5c2c1b95f468 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:08:24.900052 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badcb147-2ba0-44b9-aa42-5c2c1b95f468 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:08:24.915157 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badcb147-2ba0-44b9-aa42-5c2c1b95f468 None None] Pushing event updated for resources: {'Port': ['ID=3f89b66c-3c68-4ce9-8a81-23e287e1f7bf,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:24.968719 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-badcb147-2ba0-44b9-aa42-5c2c1b95f468 None None] Attempting to bind port 3f89b66c-3c68-4ce9-8a81-23e287e1f7bf on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:08:24.969146 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-badcb147-2ba0-44b9-aa42-5c2c1b95f468 None None] Attempting to bind port 3f89b66c-3c68-4ce9-8a81-23e287e1f7bf by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:08:24.969574 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badcb147-2ba0-44b9-aa42-5c2c1b95f468 None None] Attempting to bind port 3f89b66c-3c68-4ce9-8a81-23e287e1f7bf on network 69dee5df-a2b5-4f80-b023-d216a074fa83 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:08:24.976416 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badcb147-2ba0-44b9-aa42-5c2c1b95f468 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:08:24.977079 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badcb147-2ba0-44b9-aa42-5c2c1b95f468 None None] Checking segment: {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:08:24.977290 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-badcb147-2ba0-44b9-aa42-5c2c1b95f468 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:24.977647 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badcb147-2ba0-44b9-aa42-5c2c1b95f468 None None] Bound using segment: {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:08:24.978214 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-badcb147-2ba0-44b9-aa42-5c2c1b95f468 None None] Bound port: 3f89b66c-3c68-4ce9-8a81-23e287e1f7bf, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:08:24.978640 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-badcb147-2ba0-44b9-aa42-5c2c1b95f468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:25.018180 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6d21ee3b-e344-4821-aae0-a237e39fa788 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:25.045002 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-6d21ee3b-e344-4821-aae0-a237e39fa788 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Calling delete_port for 1f06a6f7-f366-4891-ad78-d353dc1315bb owned by {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:08:25.063849 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-badcb147-2ba0-44b9-aa42-5c2c1b95f468 None None] For port 3f89b66c-3c68-4ce9-8a81-23e287e1f7bf, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:08:25.069618 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-badcb147-2ba0-44b9-aa42-5c2c1b95f468 None None] For port 3f89b66c-3c68-4ce9-8a81-23e287e1f7bf, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=3f89b66c-3c68-4ce9-8a81-23e287e1f7bf,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:08:25.090132 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-badcb147-2ba0-44b9-aa42-5c2c1b95f468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:25.164159 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-35af1203-98eb-4bf0-925c-8ffdb8814d90 req-e8fafc9f-9ec5-4157-9877-c3b2abb7492b tempest-ServerShowV254Test-1828075109 tempest-ServerShowV254Test-1828075109-project] 10.222.0.20 "GET /v2.0/ports?device_id=de8f871d-28d3-4b5d-a373-8542daa9a8db HTTP/1.1" status: 200 len: 210 time: 0.0671093 Nov 27 04:08:25.190637 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badcb147-2ba0-44b9-aa42-5c2c1b95f468 None None] Pushing event updated for resources: {'Port': ['ID=3f89b66c-3c68-4ce9-8a81-23e287e1f7bf,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:25.310604 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6d21ee3b-e344-4821-aae0-a237e39fa788 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:25.343174 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21ee3b-e344-4821-aae0-a237e39fa788 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Port': ['ID=1f06a6f7-f366-4891-ad78-d353dc1315bb,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:25.355857 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cfdf6c-8df6-47ee-b687-5432209b63c2 req-5eaaeb44-dad5-4a0b-b334-372ce1d24f67 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:25.357418 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-75cfdf6c-8df6-47ee-b687-5432209b63c2 req-5eaaeb44-dad5-4a0b-b334-372ce1d24f67 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=4614a0a5-2493-4c27-8fe5-7231448551d7 HTTP/1.1" status: 200 len: 945 time: 0.1688929 Nov 27 04:08:25.408756 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6d21ee3b-e344-4821-aae0-a237e39fa788 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:25.416359 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38656) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:25.416562 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6d21ee3b-e344-4821-aae0-a237e39fa788 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/ports/1f06a6f7-f366-4891-ad78-d353dc1315bb HTTP/1.1" status: 204 len: 168 time: 0.7775047 Nov 27 04:08:25.500175 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-75cfdf6c-8df6-47ee-b687-5432209b63c2 req-80c7a9c4-c5f5-4f74-9b8f-d391dfe36ea3 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333323 Nov 27 04:08:25.557320 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdafce69-92d1-407f-82c1-4755f9a4d4c6 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:25.560048 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdafce69-92d1-407f-82c1-4755f9a4d4c6 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:25.561824 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-cdafce69-92d1-407f-82c1-4755f9a4d4c6 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1443205 Nov 27 04:08:25.564469 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38660) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:25.638982 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-f83cec76-7b06-4254-b3a9-29a5105549f3 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting subnet f49360b3-02fd-4b48-a0c6-fc6a2a2ccb25 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:08:25.646095 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f83cec76-7b06-4254-b3a9-29a5105549f3 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:25.702668 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f83cec76-7b06-4254-b3a9-29a5105549f3 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:25.711009 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38662) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:25.797120 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f83cec76-7b06-4254-b3a9-29a5105549f3 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:25.817314 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-b75eee09-a9c1-4473-88db-87feed90a817 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1463350727'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:08:25.838872 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75eee09-a9c1-4473-88db-87feed90a817 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Made reservation on behalf of c8b2f9ca58bc4414ab589db0aa165c52 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:08:25.843058 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b75eee09-a9c1-4473-88db-87feed90a817 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:25.856174 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f83cec76-7b06-4254-b3a9-29a5105549f3 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:25.856880 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b75eee09-a9c1-4473-88db-87feed90a817 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:25.882049 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83cec76-7b06-4254-b3a9-29a5105549f3 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Subnet': ['ID=f49360b3-02fd-4b48-a0c6-fc6a2a2ccb25,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:25.888112 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f83cec76-7b06-4254-b3a9-29a5105549f3 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:25.891730 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f83cec76-7b06-4254-b3a9-29a5105549f3 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/f49360b3-02fd-4b48-a0c6-fc6a2a2ccb25 HTTP/1.1" status: 204 len: 168 time: 0.3261890 Nov 27 04:08:25.895659 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38666) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:25.940496 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7bbc51ee-ec30-4bee-adfc-821ef25bd8e0 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435071 Nov 27 04:08:25.943020 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38668) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:25.957410 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b75eee09-a9c1-4473-88db-87feed90a817 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:25.977301 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b75eee09-a9c1-4473-88db-87feed90a817 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:26.013180 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b75eee09-a9c1-4473-88db-87feed90a817 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:08:26.022583 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75eee09-a9c1-4473-88db-87feed90a817 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41518964-5314-4928-b0f4-17056b410d33,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:26.036230 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c27ba9-b361-4838-9f91-7daf617cb704 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:26.037727 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d3c27ba9-b361-4838-9f91-7daf617cb704 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0937371 Nov 27 04:08:26.039117 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b75eee09-a9c1-4473-88db-87feed90a817 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:26.039460 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-b75eee09-a9c1-4473-88db-87feed90a817 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Added segment 6fe2c55b-9d18-4231-9035-c7df9554a3c1 of type vlan for network 24e5af27-e81b-4230-bf03-68b0a0832846 Nov 27 04:08:26.040863 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38672) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:26.122991 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b75eee09-a9c1-4473-88db-87feed90a817 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:26.135029 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7096d63d-ce29-4510-80c1-72aa302108c5 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:26.136555 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7096d63d-ce29-4510-80c1-72aa302108c5 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0949228 Nov 27 04:08:26.139206 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38676) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:26.196873 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ec5f8ebc-188f-40e0-850a-6355e7420254 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0555604 Nov 27 04:08:26.202083 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38680) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:26.209866 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-d0d45a25-2d16-4cf7-989a-dcaf679b3785 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'subnet': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:08:26.290061 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b75eee09-a9c1-4473-88db-87feed90a817 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:26.295928 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75eee09-a9c1-4473-88db-87feed90a817 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:26.296543 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b75eee09-a9c1-4473-88db-87feed90a817 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:26.300122 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-64d2a784-5deb-4994-9a03-10a52da4fb2a req-81eb0568-4902-4ef1-af47-84c709a17eff tempest-ServerShowV254Test-1828075109 tempest-ServerShowV254Test-1828075109-project] 10.222.0.20 "GET /v2.0/ports?device_id=de8f871d-28d3-4b5d-a373-8542daa9a8db HTTP/1.1" status: 200 len: 210 time: 0.0296705 Nov 27 04:08:26.389623 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d45a25-2d16-4cf7-989a-dcaf679b3785 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:08:26.393439 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d0d45a25-2d16-4cf7-989a-dcaf679b3785 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:26.414949 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b75eee09-a9c1-4473-88db-87feed90a817 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7020490 Nov 27 04:08:26.417941 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38690) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:26.429973 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-8524ff0f-35d5-4235-8547-35f54428eba1 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Request body: {'subnet': {'network_id': '24e5af27-e81b-4230-bf03-68b0a0832846', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:08:26.472693 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75eee09-a9c1-4473-88db-87feed90a817 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Pushing event updated for resources: {'Network': ['ID=24e5af27-e81b-4230-bf03-68b0a0832846,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:26.488379 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 24e5af27-e81b-4230-bf03-68b0a0832846 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:08:26.614206 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c62199-d5eb-4744-acc4-914d30a2f730 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:08:26.655861 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8524ff0f-35d5-4235-8547-35f54428eba1 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Made reservation on behalf of c8b2f9ca58bc4414ab589db0aa165c52 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:08:26.662009 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8524ff0f-35d5-4235-8547-35f54428eba1 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:26.765719 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-362fe50a-529d-45e3-ab3a-9c2f1de6222d None None] Provisioning complete for port 3f89b66c-3c68-4ce9-8a81-23e287e1f7bf triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:08:26.766456 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-362fe50a-529d-45e3-ab3a-9c2f1de6222d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:26.897665 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86028310-a226-4006-8991-0efb342cc53c req-182d4bc6-9d70-4641-9cd7-13bd9b39c507 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:26.907656 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-362fe50a-529d-45e3-ab3a-9c2f1de6222d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:26.910953 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-86028310-a226-4006-8991-0efb342cc53c req-182d4bc6-9d70-4641-9cd7-13bd9b39c507 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=4614a0a5-2493-4c27-8fe5-7231448551d7 HTTP/1.1" status: 200 len: 945 time: 0.1542304 Nov 27 04:08:26.956634 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-362fe50a-529d-45e3-ab3a-9c2f1de6222d None None] For port 3f89b66c-3c68-4ce9-8a81-23e287e1f7bf, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=3f89b66c-3c68-4ce9-8a81-23e287e1f7bf,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:08:26.968737 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-362fe50a-529d-45e3-ab3a-9c2f1de6222d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:26.985254 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d0d45a25-2d16-4cf7-989a-dcaf679b3785 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:27.025720 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8524ff0f-35d5-4235-8547-35f54428eba1 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:27.053543 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d45a25-2d16-4cf7-989a-dcaf679b3785 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Subnet': ['ID=db8fd2f8-b740-4535-b630-194ca17bcadb,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:27.063092 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362fe50a-529d-45e3-ab3a-9c2f1de6222d None None] Pushing event updated for resources: {'Port': ['ID=3f89b66c-3c68-4ce9-8a81-23e287e1f7bf,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:27.065839 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793475dc-8fef-4a2b-816a-c878ec4a1d79 None None] DHCP port deletion for 69dee5df-a2b5-4f80-b023-d216a074fa83 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:08:27.097010 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-86028310-a226-4006-8991-0efb342cc53c req-df53a4fd-7ed7-4482-8087-f2c02d1de020 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854653 Nov 27 04:08:27.117817 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d45a25-2d16-4cf7-989a-dcaf679b3785 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:08:27.119572 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-d0d45a25-2d16-4cf7-989a-dcaf679b3785 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:08:27.123204 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d45a25-2d16-4cf7-989a-dcaf679b3785 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:27.124511 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d0d45a25-2d16-4cf7-989a-dcaf679b3785 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:27.125328 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-793475dc-8fef-4a2b-816a-c878ec4a1d79 None None] Deleting port 3f89b66c-3c68-4ce9-8a81-23e287e1f7bf {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:08:27.125951 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-793475dc-8fef-4a2b-816a-c878ec4a1d79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:27.153912 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d0d45a25-2d16-4cf7-989a-dcaf679b3785 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9483557 Nov 27 04:08:27.155934 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38702) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:27.165998 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-3ffbc6f6-4acb-42b1-ae4d-382c4b6557eb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'port': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'fixed_ips': [{'subnet_id': 'db8fd2f8-b740-4535-b630-194ca17bcadb', 'ip_address': '2001:db8::7667:56d0:809c:581'}], 'name': 'tempest-NetworksTestDHCPv6-1592641906'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:08:27.193344 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8524ff0f-35d5-4235-8547-35f54428eba1 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Pushing event updated for resources: {'Subnet': ['ID=c9ebf5e6-7a33-42cc-8df5-4c170e1629cb,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:27.224730 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d31344-1117-4c90-9a33-75637a3046d1 req-1162bf4c-a66c-4ebf-875d-8b61cd4594a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:27.226275 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-08d31344-1117-4c90-9a33-75637a3046d1 req-1162bf4c-a66c-4ebf-875d-8b61cd4594a7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4614a0a5-2493-4c27-8fe5-7231448551d7 HTTP/1.1" status: 200 len: 1096 time: 0.1899805 Nov 27 04:08:27.229013 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-793475dc-8fef-4a2b-816a-c878ec4a1d79 None None] For port 3f89b66c-3c68-4ce9-8a81-23e287e1f7bf, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=3f89b66c-3c68-4ce9-8a81-23e287e1f7bf,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:08:27.229747 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-793475dc-8fef-4a2b-816a-c878ec4a1d79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:27.233482 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8524ff0f-35d5-4235-8547-35f54428eba1 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Checking segment: {'id': '6fe2c55b-9d18-4231-9035-c7df9554a3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '24e5af27-e81b-4230-bf03-68b0a0832846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:08:27.234358 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8524ff0f-35d5-4235-8547-35f54428eba1 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Network hostable DHCP agents. Network: 24e5af27-e81b-4230-bf03-68b0a0832846, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:08:27.245952 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-793475dc-8fef-4a2b-816a-c878ec4a1d79 None None] Calling delete_port for 3f89b66c-3c68-4ce9-8a81-23e287e1f7bf owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:08:27.324321 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-08d31344-1117-4c90-9a33-75637a3046d1 req-7d22b1e7-799b-40fa-b5ba-b24533e98d27 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830085 Nov 27 04:08:27.325065 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8524ff0f-35d5-4235-8547-35f54428eba1 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Network 24e5af27-e81b-4230-bf03-68b0a0832846 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:08:27.337516 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-8524ff0f-35d5-4235-8547-35f54428eba1 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 24e5af27-e81b-4230-bf03-68b0a0832846) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:08:27.347308 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8524ff0f-35d5-4235-8547-35f54428eba1 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:27.347944 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8524ff0f-35d5-4235-8547-35f54428eba1 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:27.350074 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-793475dc-8fef-4a2b-816a-c878ec4a1d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:27.353787 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffbc6f6-4acb-42b1-ae4d-382c4b6557eb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:08:27.359261 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8624c6-fdf2-47a8-a1a8-cab57edbe044 None None] Network 24e5af27-e81b-4230-bf03-68b0a0832846 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:08:27.399124 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8524ff0f-35d5-4235-8547-35f54428eba1 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9793572 Nov 27 04:08:27.399785 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38706) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:27.407827 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-d9582a3f-ecfc-40cd-b80c-d52dafefeb60 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-379866255', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:08:27.418943 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793475dc-8fef-4a2b-816a-c878ec4a1d79 None None] Pushing event deleted for resources: {'Port': ['ID=3f89b66c-3c68-4ce9-8a81-23e287e1f7bf,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:27.464628 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793475dc-8fef-4a2b-816a-c878ec4a1d79 None None] No DVR routers for this DVR port 3f89b66c-3c68-4ce9-8a81-23e287e1f7bf on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:08:27.466004 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d9582a3f-ecfc-40cd-b80c-d52dafefeb60 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:27.466284 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3ffbc6f6-4acb-42b1-ae4d-382c4b6557eb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:27.467223 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d9582a3f-ecfc-40cd-b80c-d52dafefeb60 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:27.487586 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61347b8b-961e-4247-954c-9ba2a8863625 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:08:27.538106 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [None req-3ffbc6f6-4acb-42b1-ae4d-382c4b6557eb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] device_id is not set on port 1efd2630-49a6-4f2a-bf65-b3e92160d537 yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:08:27.557510 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-be026395-2d95-49d2-bd4e-bc6a216457b2 req-6b88d36c-dcc3-4ddf-a347-3f1243ba8473 tempest-ServerShowV254Test-1828075109 tempest-ServerShowV254Test-1828075109-project] 10.222.0.20 "GET /v2.0/ports?device_id=de8f871d-28d3-4b5d-a373-8542daa9a8db HTTP/1.1" status: 200 len: 210 time: 0.0732257 Nov 27 04:08:27.775152 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-3ffbc6f6-4acb-42b1-ae4d-382c4b6557eb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Allocated IP 2001:db8::7667:56d0:809c:581 (69dee5df-a2b5-4f80-b023-d216a074fa83/db8fd2f8-b740-4535-b630-194ca17bcadb/1efd2630-49a6-4f2a-bf65-b3e92160d537) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:08:28.009906 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3ffbc6f6-4acb-42b1-ae4d-382c4b6557eb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:28.011620 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64958cc2-0e69-406e-8efd-fa8ec816f522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-24e5af27-e81b-4230-bf03-68b0a0832846', 'network_id': '24e5af27-e81b-4230-bf03-68b0a0832846', 'tenant_id': 'c8b2f9ca58bc4414ab589db0aa165c52', 'fixed_ips': [{'subnet_id': 'c9ebf5e6-7a33-42cc-8df5-4c170e1629cb'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:08:28.014299 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-64958cc2-0e69-406e-8efd-fa8ec816f522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:28.040561 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7451b1-6085-4434-bedb-f43a03bf45b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-69dee5df-a2b5-4f80-b023-d216a074fa83', 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'tenant_id': 'f4fb6791effe4b41abbe85bac59c4002', 'fixed_ips': [{'subnet_id': 'db8fd2f8-b740-4535-b630-194ca17bcadb'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:08:28.041804 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cf7451b1-6085-4434-bedb-f43a03bf45b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:28.052248 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3ffbc6f6-4acb-42b1-ae4d-382c4b6557eb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:28.109396 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffbc6f6-4acb-42b1-ae4d-382c4b6557eb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:08:28.113788 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-3ffbc6f6-4acb-42b1-ae4d-382c4b6557eb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:08:28.118585 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffbc6f6-4acb-42b1-ae4d-382c4b6557eb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:08:28.125715 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffbc6f6-4acb-42b1-ae4d-382c4b6557eb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:28.127089 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3ffbc6f6-4acb-42b1-ae4d-382c4b6557eb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:28.141300 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffbc6f6-4acb-42b1-ae4d-382c4b6557eb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Port': ['ID=1efd2630-49a6-4f2a-bf65-b3e92160d537,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:28.164357 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-3ffbc6f6-4acb-42b1-ae4d-382c4b6557eb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0072424 Nov 27 04:08:28.166210 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38716) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:28.171709 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-a2946e60-5b9e-454b-9cfd-d4d1ecb4953b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'port': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'fixed_ips': [{'subnet_id': 'db8fd2f8-b740-4535-b630-194ca17bcadb', 'ip_address': '2001:db8::7667:56d0:809c:581'}], 'name': 'tempest-NetworksTestDHCPv6-38739592'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:08:28.363109 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d9582a3f-ecfc-40cd-b80c-d52dafefeb60 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:28.371328 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d9582a3f-ecfc-40cd-b80c-d52dafefeb60 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:28.407837 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d9582a3f-ecfc-40cd-b80c-d52dafefeb60 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:28.409684 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d9582a3f-ecfc-40cd-b80c-d52dafefeb60 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.0088642 Nov 27 04:08:28.419091 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3dbfcd-d5fe-4a2b-b67a-242f67739c86 req-284e45d1-560d-43a4-a2c6-a17544450ab3 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:28.421015 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8f3dbfcd-d5fe-4a2b-b67a-242f67739c86 req-284e45d1-560d-43a4-a2c6-a17544450ab3 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=4614a0a5-2493-4c27-8fe5-7231448551d7 HTTP/1.1" status: 200 len: 945 time: 0.2191124 Nov 27 04:08:28.424896 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38720) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:28.453902 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-64958cc2-0e69-406e-8efd-fa8ec816f522 None None] Allocated IP 172.20.0.2 (24e5af27-e81b-4230-bf03-68b0a0832846/c9ebf5e6-7a33-42cc-8df5-4c170e1629cb/f5b873df-c1bf-4888-9850-ce34a5658206) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:08:28.486294 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-cf7451b1-6085-4434-bedb-f43a03bf45b6 None None] Allocated IP 2001:db8::2 (69dee5df-a2b5-4f80-b023-d216a074fa83/db8fd2f8-b740-4535-b630-194ca17bcadb/b43c0907-0456-4682-8e57-601643e86cbe) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:08:28.535766 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8f3dbfcd-d5fe-4a2b-b67a-242f67739c86 req-72e36fd7-3575-4d99-aa71-118714af095a tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051025 Nov 27 04:08:28.538912 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2946e60-5b9e-454b-9cfd-d4d1ecb4953b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:08:28.547393 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a2946e60-5b9e-454b-9cfd-d4d1ecb4953b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:28.595663 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [None req-a2946e60-5b9e-454b-9cfd-d4d1ecb4953b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] device_id is not set on port 3466f7c6-d829-406d-8f31-fc0b923e0dcc yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:08:28.834054 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4c1be0f3-313f-425c-9feb-247e5b92e045 req-87f6843d-e470-4888-873e-d8c0473a35a2 tempest-ServerShowV254Test-1828075109 tempest-ServerShowV254Test-1828075109-project] 10.222.0.20 "GET /v2.0/ports?device_id=de8f871d-28d3-4b5d-a373-8542daa9a8db HTTP/1.1" status: 200 len: 210 time: 0.0434482 Nov 27 04:08:28.875905 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1531b409-d54b-4451-aa33-bce06c8abb03 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:28.963621 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cf7451b1-6085-4434-bedb-f43a03bf45b6 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:29.025752 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-64958cc2-0e69-406e-8efd-fa8ec816f522 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:29.027631 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cf7451b1-6085-4434-bedb-f43a03bf45b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:29.062517 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2946e60-5b9e-454b-9cfd-d4d1ecb4953b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 27 04:08:29.063117 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2946e60-5b9e-454b-9cfd-d4d1ecb4953b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:08:29.066446 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-64958cc2-0e69-406e-8efd-fa8ec816f522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:29.085695 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a2946e60-5b9e-454b-9cfd-d4d1ecb4953b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.9180436 Nov 27 04:08:29.086223 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38728) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:29.126302 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64958cc2-0e69-406e-8efd-fa8ec816f522 None None] Network 24e5af27-e81b-4230-bf03-68b0a0832846 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:08:29.132752 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-64958cc2-0e69-406e-8efd-fa8ec816f522 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:08:29.138117 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7451b1-6085-4434-bedb-f43a03bf45b6 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:08:29.145306 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64958cc2-0e69-406e-8efd-fa8ec816f522 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:08:29.154844 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7451b1-6085-4434-bedb-f43a03bf45b6 None None] Pushing event updated for resources: {'Port': ['ID=b43c0907-0456-4682-8e57-601643e86cbe,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:29.158607 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-cf7451b1-6085-4434-bedb-f43a03bf45b6 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:08:29.176732 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7451b1-6085-4434-bedb-f43a03bf45b6 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:08:29.223307 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a5acdb-e47d-48eb-ab7c-912da4869523 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:29.237712 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a5acdb-e47d-48eb-ab7c-912da4869523 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:29.239809 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-17a5acdb-e47d-48eb-ab7c-912da4869523 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1524594 Nov 27 04:08:29.257207 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38730) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:29.270327 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-1531b409-d54b-4451-aa33-bce06c8abb03 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Allocated IP 172.20.0.1 (24e5af27-e81b-4230-bf03-68b0a0832846/c9ebf5e6-7a33-42cc-8df5-4c170e1629cb/c575d9e9-2642-4898-a8c3-6a1af0b0c1e3) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:08:29.368264 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-64958cc2-0e69-406e-8efd-fa8ec816f522 None None] Attempting to bind port f5b873df-c1bf-4888-9850-ce34a5658206 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:08:29.370333 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-64958cc2-0e69-406e-8efd-fa8ec816f522 None None] Attempting to bind port f5b873df-c1bf-4888-9850-ce34a5658206 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '6fe2c55b-9d18-4231-9035-c7df9554a3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '24e5af27-e81b-4230-bf03-68b0a0832846'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:08:29.370842 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64958cc2-0e69-406e-8efd-fa8ec816f522 None None] Attempting to bind port f5b873df-c1bf-4888-9850-ce34a5658206 on network 24e5af27-e81b-4230-bf03-68b0a0832846 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:08:29.434879 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64958cc2-0e69-406e-8efd-fa8ec816f522 None None] Pushing event updated for resources: {'Port': ['ID=f5b873df-c1bf-4888-9850-ce34a5658206,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:29.437753 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64958cc2-0e69-406e-8efd-fa8ec816f522 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:08:29.438205 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64958cc2-0e69-406e-8efd-fa8ec816f522 None None] Checking segment: {'id': '6fe2c55b-9d18-4231-9035-c7df9554a3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '24e5af27-e81b-4230-bf03-68b0a0832846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:08:29.438665 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-64958cc2-0e69-406e-8efd-fa8ec816f522 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:29.439156 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64958cc2-0e69-406e-8efd-fa8ec816f522 None None] Bound using segment: {'id': '6fe2c55b-9d18-4231-9035-c7df9554a3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '24e5af27-e81b-4230-bf03-68b0a0832846'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:08:29.439652 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-64958cc2-0e69-406e-8efd-fa8ec816f522 None None] Bound port: f5b873df-c1bf-4888-9850-ce34a5658206, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fe2c55b-9d18-4231-9035-c7df9554a3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '24e5af27-e81b-4230-bf03-68b0a0832846'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:08:29.440100 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-64958cc2-0e69-406e-8efd-fa8ec816f522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:29.460716 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-7c36479e-b495-4d30-8592-0bb051980ac4 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting port 1efd2630-49a6-4f2a-bf65-b3e92160d537 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:08:29.461089 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7c36479e-b495-4d30-8592-0bb051980ac4 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:29.478128 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-cf7451b1-6085-4434-bedb-f43a03bf45b6 None None] Attempting to bind port b43c0907-0456-4682-8e57-601643e86cbe on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:08:29.478516 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-cf7451b1-6085-4434-bedb-f43a03bf45b6 None None] Attempting to bind port b43c0907-0456-4682-8e57-601643e86cbe by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:08:29.478908 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7451b1-6085-4434-bedb-f43a03bf45b6 None None] Attempting to bind port b43c0907-0456-4682-8e57-601643e86cbe on network 69dee5df-a2b5-4f80-b023-d216a074fa83 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:08:29.505503 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7451b1-6085-4434-bedb-f43a03bf45b6 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:08:29.506200 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7451b1-6085-4434-bedb-f43a03bf45b6 None None] Checking segment: {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:08:29.506989 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cf7451b1-6085-4434-bedb-f43a03bf45b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:29.507703 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7451b1-6085-4434-bedb-f43a03bf45b6 None None] Bound using segment: {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:08:29.508528 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-cf7451b1-6085-4434-bedb-f43a03bf45b6 None None] Bound port: b43c0907-0456-4682-8e57-601643e86cbe, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:08:29.509505 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cf7451b1-6085-4434-bedb-f43a03bf45b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:29.513608 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1531b409-d54b-4451-aa33-bce06c8abb03 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:29.561925 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1531b409-d54b-4451-aa33-bce06c8abb03 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:29.626817 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7c36479e-b495-4d30-8592-0bb051980ac4 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:29.641812 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-cf7451b1-6085-4434-bedb-f43a03bf45b6 None None] For port b43c0907-0456-4682-8e57-601643e86cbe, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:08:29.649334 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-7c36479e-b495-4d30-8592-0bb051980ac4 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Calling delete_port for 1efd2630-49a6-4f2a-bf65-b3e92160d537 owned by {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:08:29.653426 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-cf7451b1-6085-4434-bedb-f43a03bf45b6 None None] For port b43c0907-0456-4682-8e57-601643e86cbe, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b43c0907-0456-4682-8e57-601643e86cbe,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:08:29.662503 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cf7451b1-6085-4434-bedb-f43a03bf45b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:29.675851 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1531b409-d54b-4451-aa33-bce06c8abb03 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Pushing event updated for resources: {'Port': ['ID=c575d9e9-2642-4898-a8c3-6a1af0b0c1e3,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:29.686107 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1531b409-d54b-4451-aa33-bce06c8abb03 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Network 24e5af27-e81b-4230-bf03-68b0a0832846 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:08:29.687845 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-1531b409-d54b-4451-aa33-bce06c8abb03 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:08:29.691070 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1531b409-d54b-4451-aa33-bce06c8abb03 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:08:29.719302 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-64958cc2-0e69-406e-8efd-fa8ec816f522 None None] For port f5b873df-c1bf-4888-9850-ce34a5658206, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:08:29.748232 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7451b1-6085-4434-bedb-f43a03bf45b6 None None] Pushing event updated for resources: {'Port': ['ID=b43c0907-0456-4682-8e57-601643e86cbe,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:29.763790 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-64958cc2-0e69-406e-8efd-fa8ec816f522 None None] For port f5b873df-c1bf-4888-9850-ce34a5658206, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=f5b873df-c1bf-4888-9850-ce34a5658206,segment=NetworkSegment(6fe2c55b-9d18-4231-9035-c7df9554a3c1),segment_id=6fe2c55b-9d18-4231-9035-c7df9554a3c1)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:08:29.771440 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-64958cc2-0e69-406e-8efd-fa8ec816f522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:29.833860 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1531b409-d54b-4451-aa33-bce06c8abb03 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:29.842898 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64958cc2-0e69-406e-8efd-fa8ec816f522 None None] Pushing event updated for resources: {'Port': ['ID=f5b873df-c1bf-4888-9850-ce34a5658206,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:29.884371 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42234f46-bd4f-42a2-bb16-3484325cc1d9 req-18dd7a21-09ad-4393-b3c8-2dab1b5d84da tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:29.891172 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-42234f46-bd4f-42a2-bb16-3484325cc1d9 req-18dd7a21-09ad-4393-b3c8-2dab1b5d84da tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=4614a0a5-2493-4c27-8fe5-7231448551d7 HTTP/1.1" status: 200 len: 945 time: 0.2272706 Nov 27 04:08:30.026583 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7c36479e-b495-4d30-8592-0bb051980ac4 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:30.111044 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36479e-b495-4d30-8592-0bb051980ac4 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Port': ['ID=1efd2630-49a6-4f2a-bf65-b3e92160d537,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:30.239321 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-63a3f512-fed8-4fa4-858a-bdb246b7d542 req-0783d71b-7c36-4632-84d6-6871ff26a909 tempest-ServerShowV254Test-1828075109 tempest-ServerShowV254Test-1828075109-project] 10.222.0.20 "GET /v2.0/ports?device_id=de8f871d-28d3-4b5d-a373-8542daa9a8db HTTP/1.1" status: 200 len: 210 time: 0.1491086 Nov 27 04:08:30.243511 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7c36479e-b495-4d30-8592-0bb051980ac4 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:30.256437 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7c36479e-b495-4d30-8592-0bb051980ac4 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/ports/1efd2630-49a6-4f2a-bf65-b3e92160d537 HTTP/1.1" status: 204 len: 168 time: 0.9936509 Nov 27 04:08:30.256674 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1531b409-d54b-4451-aa33-bce06c8abb03 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:30.257447 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38744) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:30.427883 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1689cb-bf18-4fff-9a2b-fd4a4f9cb6f1 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:30.431337 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1689cb-bf18-4fff-9a2b-fd4a4f9cb6f1 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:30.433160 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7e1689cb-bf18-4fff-9a2b-fd4a4f9cb6f1 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1744707 Nov 27 04:08:30.437347 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38748) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:30.441999 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-42234f46-bd4f-42a2-bb16-3484325cc1d9 req-c305cb28-7b01-4294-b87d-cebfd60c5571 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5423987 Nov 27 04:08:30.488202 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38752) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:30.768807 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5ba1f048-7735-4839-98ba-72e5901c895a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:30.848158 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0a001d9-4e06-4c84-9cf3-b3145598439f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting subnet db8fd2f8-b740-4535-b630-194ca17bcadb {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:08:30.852001 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b0a001d9-4e06-4c84-9cf3-b3145598439f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:30.897324 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b0a001d9-4e06-4c84-9cf3-b3145598439f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:30.901719 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5ba1f048-7735-4839-98ba-72e5901c895a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:30.914277 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5ba1f048-7735-4839-98ba-72e5901c895a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:30.971588 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-5ba1f048-7735-4839-98ba-72e5901c895a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a3d35d513a734469a8db1dbf91c2cabe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4801841 Nov 27 04:08:30.972594 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38772) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:30.973272 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba1f048-7735-4839-98ba-72e5901c895a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed8aa4e-9ea5-4445-902a-a477a582534f,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:31.060865 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8713f4e-2378-4865-a451-e5d88f37c28a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:31.099937 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8713f4e-2378-4865-a451-e5d88f37c28a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:31.107208 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1531b409-d54b-4451-aa33-bce06c8abb03 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:31.113407 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b0a001d9-4e06-4c84-9cf3-b3145598439f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:31.164113 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8713f4e-2378-4865-a451-e5d88f37c28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:31.167676 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8713f4e-2378-4865-a451-e5d88f37c28a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:31.169762 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e8713f4e-2378-4865-a451-e5d88f37c28a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8ed8aa4e-9ea5-4445-902a-a477a582534f HTTP/1.1" status: 204 len: 168 time: 0.1796803 Nov 27 04:08:31.175627 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1531b409-d54b-4451-aa33-bce06c8abb03 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:31.185257 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8713f4e-2378-4865-a451-e5d88f37c28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed8aa4e-9ea5-4445-902a-a477a582534f,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:31.304121 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-8a765aca-22d5-4747-8e5d-e38dbaf540fe tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:31.316122 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-8a765aca-22d5-4747-8e5d-e38dbaf540fe tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/networks?id=ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5 HTTP/1.1" status: 200 len: 811 time: 0.5691257 Nov 27 04:08:31.330741 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b0a001d9-4e06-4c84-9cf3-b3145598439f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:31.452667 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-1351869c-d738-4a70-984e-a3ce19af708a tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/quotas/b06130bf9bef4c7fa67dd5f594ff20d4 HTTP/1.1" status: 200 len: 375 time: 0.1355257 Nov 27 04:08:31.480823 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9b415d2-0c1b-45b4-b87b-7c29f8601b7c req-ff69b4e4-fa7b-4263-ae70-8d02878c345a tempest-ServerShowV254Test-1828075109 tempest-ServerShowV254Test-1828075109-project] 10.222.0.20 "GET /v2.0/ports?device_id=de8f871d-28d3-4b5d-a373-8542daa9a8db HTTP/1.1" status: 200 len: 210 time: 0.1053474 Nov 27 04:08:31.598765 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895cf013-f782-4f37-b0b5-978b6690e65a None None] Network 24e5af27-e81b-4230-bf03-68b0a0832846 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:08:31.671236 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a001d9-4e06-4c84-9cf3-b3145598439f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Subnet': ['ID=db8fd2f8-b740-4535-b630-194ca17bcadb,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:31.674314 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1531b409-d54b-4451-aa33-bce06c8abb03 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:31.707529 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b0a001d9-4e06-4c84-9cf3-b3145598439f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:31.714802 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b0a001d9-4e06-4c84-9cf3-b3145598439f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/db8fd2f8-b740-4535-b630-194ca17bcadb HTTP/1.1" status: 204 len: 168 time: 1.2738664 Nov 27 04:08:31.715602 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38786) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:31.715754 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1531b409-d54b-4451-aa33-bce06c8abb03 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Pushing event updated for resources: {'Port': ['ID=c575d9e9-2642-4898-a8c3-6a1af0b0c1e3,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:31.747831 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device f5b873df-c1bf-4888-9850-ce34a5658206 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:08:31.794379 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-868f1deb-8e6a-414a-8636-522edb4705f4 None None] Provisioning complete for port f5b873df-c1bf-4888-9850-ce34a5658206 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:08:31.795117 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-868f1deb-8e6a-414a-8636-522edb4705f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:31.795401 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ae419a0a-24b7-4f96-a38b-7b2d8754c327 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0782979 Nov 27 04:08:31.796375 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38790) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:31.824692 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-0c4c05cf-4610-4254-a331-53001aec5e17 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'subnet': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:08:31.838591 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-5b4e5e22-defc-49d5-a6c8-970b9f40c119 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b06130bf9bef4c7fa67dd5f594ff20d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3850133 Nov 27 04:08:31.917799 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffb661b-1547-405c-9789-ebd286e642f9 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:08:31.961460 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-e3ebdef6-f990-4bb0-a258-9223c7df11b4 service neutron] 10.222.0.20 "GET /v2.0/networks/ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121695 Nov 27 04:08:32.019795 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4c05cf-4610-4254-a331-53001aec5e17 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:08:32.029184 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0c4c05cf-4610-4254-a331-53001aec5e17 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:32.070298 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port f5b873df-c1bf-4888-9850-ce34a5658206 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:08:32.070850 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:32.143410 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-1a53f6d6-15da-4793-900d-7e0330550008 service neutron] 10.222.0.20 "GET /v2.0/networks/ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645606 Nov 27 04:08:32.178388 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1531b409-d54b-4451-aa33-bce06c8abb03 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Network 24e5af27-e81b-4230-bf03-68b0a0832846 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:08:32.180417 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-1531b409-d54b-4451-aa33-bce06c8abb03 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:08:32.227533 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-868f1deb-8e6a-414a-8636-522edb4705f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:32.339242 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-868f1deb-8e6a-414a-8636-522edb4705f4 None None] For port f5b873df-c1bf-4888-9850-ce34a5658206, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=f5b873df-c1bf-4888-9850-ce34a5658206,segment=NetworkSegment(6fe2c55b-9d18-4231-9035-c7df9554a3c1),segment_id=6fe2c55b-9d18-4231-9035-c7df9554a3c1)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:08:32.366440 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-868f1deb-8e6a-414a-8636-522edb4705f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:32.413843 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0c4c05cf-4610-4254-a331-53001aec5e17 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:32.497809 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1531b409-d54b-4451-aa33-bce06c8abb03 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Router 9af16f14-3374-4980-a12f-6612f63a2c9c is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:08:32.572250 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b43c0907-0456-4682-8e57-601643e86cbe up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:08:32.573449 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4c05cf-4610-4254-a331-53001aec5e17 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:08:32.584162 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-0c4c05cf-4610-4254-a331-53001aec5e17 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:08:32.587815 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4c05cf-4610-4254-a331-53001aec5e17 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:32.588417 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0c4c05cf-4610-4254-a331-53001aec5e17 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:32.610096 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-24741090-eab5-4994-b31c-3a74fb258474 req-3cf632d8-bd65-430f-8913-359dcc64cb89 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=17dc74f8-c613-4909-bd2e-2172cc2700c7 HTTP/1.1" status: 200 len: 210 time: 0.1328847 Nov 27 04:08:32.649623 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-984cd52e-df34-4a5f-bf7a-42a4bf30230e None None] Provisioning complete for port b43c0907-0456-4682-8e57-601643e86cbe triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:08:32.650138 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-984cd52e-df34-4a5f-bf7a-42a4bf30230e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:32.657833 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787e985d-c633-4194-a0d5-8038ded8fd96 None None] DHCP port deletion for 69dee5df-a2b5-4f80-b023-d216a074fa83 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:08:32.674344 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0c4c05cf-4610-4254-a331-53001aec5e17 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8768916 Nov 27 04:08:32.677292 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c05cf-4610-4254-a331-53001aec5e17 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Subnet': ['ID=0c7fbc44-d715-4f97-a9b1-468deb074a7e,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:32.682438 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38812) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:32.693217 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-64b6c8ee-3b43-43cc-b901-efdddd8d9c42 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'port': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'fixed_ips': [{'subnet_id': '0c7fbc44-d715-4f97-a9b1-468deb074a7e', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1729561569'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:08:32.762129 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f1deb-8e6a-414a-8636-522edb4705f4 None None] Pushing event updated for resources: {'Port': ['ID=f5b873df-c1bf-4888-9850-ce34a5658206,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:32.818219 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c751fd28-31af-4a68-b60d-a81ea52bd30f req-2b15a242-9a6f-4eec-8d94-62821369f338 tempest-ServerShowV254Test-1828075109 tempest-ServerShowV254Test-1828075109-project] 10.222.0.20 "GET /v2.0/ports?device_id=de8f871d-28d3-4b5d-a373-8542daa9a8db HTTP/1.1" status: 200 len: 210 time: 0.1291869 Nov 27 04:08:32.872768 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port b43c0907-0456-4682-8e57-601643e86cbe triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:08:32.875761 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:32.888098 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1531b409-d54b-4451-aa33-bce06c8abb03 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:08:32.902844 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeb56a3-002f-416e-bdd6-a866c1cb6dd1 None None] Sync routers for ids ['9af16f14-3374-4980-a12f-6612f63a2c9c'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:08:32.906606 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38820) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:32.911944 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-0e4eb4cc-6e33-447b-9baa-b5fa84e0dffc tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Request body: {'port': {'network_id': '24e5af27-e81b-4230-bf03-68b0a0832846', 'name': 'tempest-FloatingIPNegativeTestJSON-1956165264'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:08:32.924565 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1531b409-d54b-4451-aa33-bce06c8abb03 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] 10.222.0.20 "PUT /v2.0/routers/9af16f14-3374-4980-a12f-6612f63a2c9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4740105 Nov 27 04:08:32.943590 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeb56a3-002f-416e-bdd6-a866c1cb6dd1 None None] Routers {'9af16f14-3374-4980-a12f-6612f63a2c9c'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:08:32.944066 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-1aeb56a3-002f-416e-bdd6-a866c1cb6dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:08:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['9af16f14-3374-4980-a12f-6612f63a2c9c'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:08:32.962591 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-984cd52e-df34-4a5f-bf7a-42a4bf30230e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:33.065624 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-1aeb56a3-002f-416e-bdd6-a866c1cb6dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:08:33.071072 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:33.088823 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeb56a3-002f-416e-bdd6-a866c1cb6dd1 None None] Routers {'9af16f14-3374-4980-a12f-6612f63a2c9c'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:08:33.090531 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-1aeb56a3-002f-416e-bdd6-a866c1cb6dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:08:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['9af16f14-3374-4980-a12f-6612f63a2c9c'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:08:33.115781 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b6c8ee-3b43-43cc-b901-efdddd8d9c42 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:08:33.147080 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-984cd52e-df34-4a5f-bf7a-42a4bf30230e None None] For port b43c0907-0456-4682-8e57-601643e86cbe, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b43c0907-0456-4682-8e57-601643e86cbe,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:08:33.150783 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-787e985d-c633-4194-a0d5-8038ded8fd96 None None] Deleting port b43c0907-0456-4682-8e57-601643e86cbe {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:08:33.150783 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-787e985d-c633-4194-a0d5-8038ded8fd96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:33.209398 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-984cd52e-df34-4a5f-bf7a-42a4bf30230e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:33.221423 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-1aeb56a3-002f-416e-bdd6-a866c1cb6dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:08:33.222410 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeb56a3-002f-416e-bdd6-a866c1cb6dd1 None None] The sync data for ids ['9af16f14-3374-4980-a12f-6612f63a2c9c'] in n-d-819494-3 is: [] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:08:33.282778 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4eb4cc-6e33-447b-9baa-b5fa84e0dffc tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Made reservation on behalf of c8b2f9ca58bc4414ab589db0aa165c52 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:08:33.294419 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0e4eb4cc-6e33-447b-9baa-b5fa84e0dffc tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:33.358258 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [None req-0e4eb4cc-6e33-447b-9baa-b5fa84e0dffc tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] device_id is not set on port cce71e40-1751-4286-9b3b-9438e8d6691b yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:08:33.419255 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-64b6c8ee-3b43-43cc-b901-efdddd8d9c42 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:33.451471 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.api [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:08:33.452475 n-d-819494-3 neutron-server[110020]: DEBUG oslo_db.api [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:08:33.465107 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-64b6c8ee-3b43-43cc-b901-efdddd8d9c42 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] device_id is not set on port 0b88a6e1-eadf-427a-856f-42edd4e988d3 yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:08:33.497758 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-787e985d-c633-4194-a0d5-8038ded8fd96 None None] For port b43c0907-0456-4682-8e57-601643e86cbe, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b43c0907-0456-4682-8e57-601643e86cbe,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:08:33.499064 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-787e985d-c633-4194-a0d5-8038ded8fd96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:33.545799 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-787e985d-c633-4194-a0d5-8038ded8fd96 None None] Calling delete_port for b43c0907-0456-4682-8e57-601643e86cbe owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:08:33.622608 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-0e4eb4cc-6e33-447b-9baa-b5fa84e0dffc tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Allocated IP 172.20.0.7 (24e5af27-e81b-4230-bf03-68b0a0832846/c9ebf5e6-7a33-42cc-8df5-4c170e1629cb/cce71e40-1751-4286-9b3b-9438e8d6691b) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:08:33.721481 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984cd52e-df34-4a5f-bf7a-42a4bf30230e None None] Pushing event updated for resources: {'Port': ['ID=b43c0907-0456-4682-8e57-601643e86cbe,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:33.728473 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-787e985d-c633-4194-a0d5-8038ded8fd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:33.769764 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-64b6c8ee-3b43-43cc-b901-efdddd8d9c42 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 04:08:33.769973 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64b6c8ee-3b43-43cc-b901-efdddd8d9c42 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:08:33.772609 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e985d-c633-4194-a0d5-8038ded8fd96 None None] Pushing event deleted for resources: {'Port': ['ID=b43c0907-0456-4682-8e57-601643e86cbe,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:33.778086 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787e985d-c633-4194-a0d5-8038ded8fd96 None None] No DVR routers for this DVR port b43c0907-0456-4682-8e57-601643e86cbe on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:08:33.779776 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-4a3f6b2c-f4f2-442a-acba-5b0017eac797 None None] Provisioning complete for port f5b873df-c1bf-4888-9850-ce34a5658206 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:08:33.780235 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4a3f6b2c-f4f2-442a-acba-5b0017eac797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:33.808572 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6aae771-3e9e-4b86-8a7a-7165513969e4 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:08:33.812983 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-64b6c8ee-3b43-43cc-b901-efdddd8d9c42 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.1265509 Nov 27 04:08:33.816516 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38832) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:33.910269 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-af804375-36f0-4656-a2f3-cfb2ff925f7b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0924451 Nov 27 04:08:33.913962 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38838) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:33.943970 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-18d2a8f4-cd28-4bcd-9d1f-45bb06d4b4fd req-da722f3f-bedd-41e5-8480-3f42e706eef4 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=17dc74f8-c613-4909-bd2e-2172cc2700c7 HTTP/1.1" status: 200 len: 210 time: 0.1072493 Nov 27 04:08:34.076993 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0e4eb4cc-6e33-447b-9baa-b5fa84e0dffc tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:34.081920 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-634c683f-0d74-444a-a3de-659fa6498be8 req-529edd5b-380e-4e1d-a994-174861f5d602 tempest-ServerShowV254Test-1828075109 tempest-ServerShowV254Test-1828075109-project] 10.222.0.20 "GET /v2.0/ports?device_id=de8f871d-28d3-4b5d-a373-8542daa9a8db HTTP/1.1" status: 200 len: 210 time: 0.0559351 Nov 27 04:08:34.139925 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0e4eb4cc-6e33-447b-9baa-b5fa84e0dffc tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:34.260151 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4eb4cc-6e33-447b-9baa-b5fa84e0dffc tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Network 24e5af27-e81b-4230-bf03-68b0a0832846 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:08:34.269777 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-0e4eb4cc-6e33-447b-9baa-b5fa84e0dffc tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:08:34.275485 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4eb4cc-6e33-447b-9baa-b5fa84e0dffc tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:08:34.344491 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4eb4cc-6e33-447b-9baa-b5fa84e0dffc tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Pushing event updated for resources: {'Port': ['ID=cce71e40-1751-4286-9b3b-9438e8d6691b,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:34.371356 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5d50fb-09fa-4dd6-b237-03f107c97450 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:34.373264 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5d50fb-09fa-4dd6-b237-03f107c97450 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:34.378915 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38840) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:34.379757 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7b5d50fb-09fa-4dd6-b237-03f107c97450 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4632533 Nov 27 04:08:34.385118 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Port b43c0907-0456-4682-8e57-601643e86cbe update to ACTIVE by agent not found {{(pid=110020) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 27 04:08:34.400804 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4eb4cc-6e33-447b-9baa-b5fa84e0dffc tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:34.401570 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0e4eb4cc-6e33-447b-9baa-b5fa84e0dffc tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:34.410121 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-4877a4e2-719d-44c8-b873-06a8e8ec24db tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:34.423521 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-4877a4e2-719d-44c8-b873-06a8e8ec24db tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.11 "GET /v2.0/networks?id=ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5 HTTP/1.1" status: 200 len: 811 time: 0.3249991 Nov 27 04:08:34.450642 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-0a06b18c-d7f9-4b79-977b-3c7ab4db2be3 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Request body: {'port': {'device_id': '17dc74f8-c613-4909-bd2e-2172cc2700c7', 'network_id': 'ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5', 'admin_state_up': True, 'tenant_id': 'b06130bf9bef4c7fa67dd5f594ff20d4'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:08:34.509122 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42de2ddb-6390-4402-be8a-658104498414 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-69dee5df-a2b5-4f80-b023-d216a074fa83', 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'tenant_id': 'f4fb6791effe4b41abbe85bac59c4002', 'fixed_ips': [{'subnet_id': '0c7fbc44-d715-4f97-a9b1-468deb074a7e'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:08:34.510212 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-42de2ddb-6390-4402-be8a-658104498414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:34.512244 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0e4eb4cc-6e33-447b-9baa-b5fa84e0dffc tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6042693 Nov 27 04:08:34.516256 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38844) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:34.521541 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-21257412-017e-49bc-8128-3c738772d9ae tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:08:34.584892 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c29f1fe-6323-4514-bdbc-a8499af5dabb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting subnet 0c7fbc44-d715-4f97-a9b1-468deb074a7e {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:08:34.588727 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2c29f1fe-6323-4514-bdbc-a8499af5dabb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:34.663409 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2c29f1fe-6323-4514-bdbc-a8499af5dabb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:34.664105 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device f5b873df-c1bf-4888-9850-ce34a5658206 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:08:34.669953 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-4a3f6b2c-f4f2-442a-acba-5b0017eac797 None None] Provisioning complete for port c575d9e9-2642-4898-a8c3-6a1af0b0c1e3 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:08:34.670334 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4a3f6b2c-f4f2-442a-acba-5b0017eac797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:34.716065 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-0a06b18c-d7f9-4b79-977b-3c7ab4db2be3 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Made reservation on behalf of b06130bf9bef4c7fa67dd5f594ff20d4 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:08:34.717983 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2c29f1fe-6323-4514-bdbc-a8499af5dabb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:34.720190 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-0a06b18c-d7f9-4b79-977b-3c7ab4db2be3 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:34.730835 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-4a3f6b2c-f4f2-442a-acba-5b0017eac797 None None] Port c575d9e9-2642-4898-a8c3-6a1af0b0c1e3 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:08:34.795147 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-21257412-017e-49bc-8128-3c738772d9ae tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks [] for floatingip, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:34.797328 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port f5b873df-c1bf-4888-9850-ce34a5658206 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:08:34.797833 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:34.813262 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2c29f1fe-6323-4514-bdbc-a8499af5dabb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:34.881064 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c29f1fe-6323-4514-bdbc-a8499af5dabb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Subnet': ['ID=0c7fbc44-d715-4f97-a9b1-468deb074a7e,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server [None req-42de2ddb-6390-4402-be8a-658104498414 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0c7fbc44-d715-4f97-a9b1-468deb074a7e: This subnet is being modified by another concurrent operation. Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 04:08:34.891594 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:08:34.897096 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 04:08:34.897096 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 04:08:34.897096 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:08:34.897096 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:08:34.897096 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:08:34.897096 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:08:34.897096 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 04:08:34.897096 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:08:34.897096 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 04:08:34.897096 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 04:08:34.897096 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:08:34.897096 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:08:34.897096 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:08:34.897096 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:08:34.897096 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 04:08:34.897096 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 04:08:34.897096 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 27 04:08:34.897096 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 27 04:08:34.897096 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 27 04:08:34.897096 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 27 04:08:34.897096 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 27 04:08:34.897096 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 27 04:08:34.897096 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 27 04:08:34.897096 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 27 04:08:34.897096 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:08:34.897096 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:08:34.897096 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:08:34.897096 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:08:34.897096 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 27 04:08:34.897096 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 27 04:08:34.897096 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 27 04:08:34.897096 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 27 04:08:34.897096 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 27 04:08:34.897096 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 27 04:08:34.897096 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 27 04:08:34.897096 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise exception Nov 27 04:08:34.897096 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0c7fbc44-d715-4f97-a9b1-468deb074a7e: This subnet is being modified by another concurrent operation. Nov 27 04:08:34.897096 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server Nov 27 04:08:34.917751 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2c29f1fe-6323-4514-bdbc-a8499af5dabb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:34.921278 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2c29f1fe-6323-4514-bdbc-a8499af5dabb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/0c7fbc44-d715-4f97-a9b1-468deb074a7e HTTP/1.1" status: 204 len: 168 time: 0.5411975 Nov 27 04:08:34.935102 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38846) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:34.990631 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-e9a5e088-7b1d-4a07-aae6-40c8aeaaf5b9 None None] Provisioning complete for port c575d9e9-2642-4898-a8c3-6a1af0b0c1e3 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:08:35.001812 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e9a5e088-7b1d-4a07-aae6-40c8aeaaf5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:35.008471 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-0a06b18c-d7f9-4b79-977b-3c7ab4db2be3 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Allocated IP 172.20.0.12 (ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5/72442e9e-9171-4b97-b60c-80223dc82b85/e4bf66bb-e2be-4998-8863-d33b628af482) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:08:35.078172 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9017b5-33ef-4eee-a8fa-325c1c6d1e5f None None] get_active_networks_info from n-d-819494-3 {{(pid=110020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 04:08:35.099576 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-514be2c9-3e0f-45c5-a6f8-0dd0175882d6 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1622584 Nov 27 04:08:35.106635 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38852) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:35.112697 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-98760968-f779-4a92-9fa4-c778787b41d5 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'subnet': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:08:35.214724 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-e9a5e088-7b1d-4a07-aae6-40c8aeaaf5b9 None None] Port c575d9e9-2642-4898-a8c3-6a1af0b0c1e3 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:08:35.264641 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb723df1-088f-44ca-aee9-dd622b56e2e5 req-c5c60356-9330-44b6-8e0a-4fca63d23b3e tempest-ServerShowV254Test-1828075109 tempest-ServerShowV254Test-1828075109-project] 10.222.0.20 "GET /v2.0/ports?device_id=de8f871d-28d3-4b5d-a373-8542daa9a8db HTTP/1.1" status: 200 len: 210 time: 0.0477796 Nov 27 04:08:35.271876 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-e9a5e088-7b1d-4a07-aae6-40c8aeaaf5b9 None None] Provisioning complete for port cce71e40-1751-4286-9b3b-9438e8d6691b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:08:35.272264 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e9a5e088-7b1d-4a07-aae6-40c8aeaaf5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:35.328159 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-356b1ba6-0c9b-432b-82c2-1bf9958a59b8 req-3a351997-e97a-4aa1-aa82-1ecf1552e155 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=17dc74f8-c613-4909-bd2e-2172cc2700c7 HTTP/1.1" status: 200 len: 210 time: 0.1835663 Nov 27 04:08:35.332087 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b43c0907-0456-4682-8e57-601643e86cbe no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:08:35.365297 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: b43c0907-0456-4682-8e57-601643e86cbe {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:08:35.365691 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b43c0907-0456-4682-8e57-601643e86cbe not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:08:35.367522 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-e9a5e088-7b1d-4a07-aae6-40c8aeaaf5b9 None None] Port cce71e40-1751-4286-9b3b-9438e8d6691b cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:08:35.369225 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9017b5-33ef-4eee-a8fa-325c1c6d1e5f None None] Resources bound (agent type, host, resource id): {{(pid=110020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 04:08:35.391310 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98760968-f779-4a92-9fa4-c778787b41d5 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:08:35.395282 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-98760968-f779-4a92-9fa4-c778787b41d5 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:35.401463 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-0a06b18c-d7f9-4b79-977b-3c7ab4db2be3 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:35.454857 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-0a06b18c-d7f9-4b79-977b-3c7ab4db2be3 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:35.465454 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-21257412-017e-49bc-8128-3c738772d9ae tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:35.505429 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['cca40fd0-8075-47f8-b1f6-236f1126ed27'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:08:35.528012 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06b18c-d7f9-4b79-977b-3c7ab4db2be3 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Pushing event updated for resources: {'Port': ['ID=e4bf66bb-e2be-4998-8863-d33b628af482,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:35.576074 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-0a06b18c-d7f9-4b79-977b-3c7ab4db2be3 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Network ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:08:35.578081 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-0a06b18c-d7f9-4b79-977b-3c7ab4db2be3 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:08:35.602233 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-0a06b18c-d7f9-4b79-977b-3c7ab4db2be3 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:08:35.668165 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-0a06b18c-d7f9-4b79-977b-3c7ab4db2be3 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:35.668959 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-0a06b18c-d7f9-4b79-977b-3c7ab4db2be3 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:35.683522 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-21257412-017e-49bc-8128-3c738772d9ae tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Allocated IP 172.25.1.241 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/b128e12a-9550-4e1a-8d94-a5a30787a83f) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:08:35.694957 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-0a06b18c-d7f9-4b79-977b-3c7ab4db2be3 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2480869 Nov 27 04:08:35.732562 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-e3323d85-1d84-4e9e-a17e-0cc08c3853b3 service neutron] Request body: {'port': {'device_id': '17dc74f8-c613-4909-bd2e-2172cc2700c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:08:35.817751 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-e3323d85-1d84-4e9e-a17e-0cc08c3853b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:35.894891 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-98760968-f779-4a92-9fa4-c778787b41d5 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:35.939645 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54fe5a1-c339-4d8b-b486-e7e450b2f906 None None] DHCP port deletion for ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:08:36.001697 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98760968-f779-4a92-9fa4-c778787b41d5 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:08:36.012273 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-21257412-017e-49bc-8128-3c738772d9ae tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:36.018386 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-98760968-f779-4a92-9fa4-c778787b41d5 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:08:36.024249 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98760968-f779-4a92-9fa4-c778787b41d5 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:36.024949 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-98760968-f779-4a92-9fa4-c778787b41d5 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:36.037569 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98760968-f779-4a92-9fa4-c778787b41d5 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Subnet': ['ID=78fe83ef-54ce-4cbd-8cf2-f21fea321877,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:36.043503 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30e8855-3d25-4500-84a2-e2ee34b18e8b None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:08:36.048569 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-98760968-f779-4a92-9fa4-c778787b41d5 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9392495 Nov 27 04:08:36.051236 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38862) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:36.055994 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-36cdf74d-91b0-4338-b356-85dbb5710293 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-62364091', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:08:36.094059 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-8f312cfc-322c-4903-8ebc-2d9e732c8e94 None None] Provisioning complete for port e4bf66bb-e2be-4998-8863-d33b628af482 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:08:36.094746 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8f312cfc-322c-4903-8ebc-2d9e732c8e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:36.099252 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-36cdf74d-91b0-4338-b356-85dbb5710293 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:36.100252 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-36cdf74d-91b0-4338-b356-85dbb5710293 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:36.133348 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-21257412-017e-49bc-8128-3c738772d9ae tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:36.242609 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-e3323d85-1d84-4e9e-a17e-0cc08c3853b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4bf66bb-e2be-4998-8863-d33b628af482 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:08:36.253882 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-e3323d85-1d84-4e9e-a17e-0cc08c3853b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:36.264876 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-8f312cfc-322c-4903-8ebc-2d9e732c8e94 None None] Port e4bf66bb-e2be-4998-8863-d33b628af482 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:08:36.271855 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-e3323d85-1d84-4e9e-a17e-0cc08c3853b3 service neutron] Transition to ACTIVE for port object e4bf66bb-e2be-4998-8863-d33b628af482 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:08:36.278668 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-e3323d85-1d84-4e9e-a17e-0cc08c3853b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:36.389708 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-8f312cfc-322c-4903-8ebc-2d9e732c8e94 None None] Provisioning complete for port cca40fd0-8075-47f8-b1f6-236f1126ed27 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:08:36.390348 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8f312cfc-322c-4903-8ebc-2d9e732c8e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:36.398793 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21257412-017e-49bc-8128-3c738772d9ae tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Pushing event updated for resources: {'Port': ['ID=b128e12a-9550-4e1a-8d94-a5a30787a83f,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:36.457402 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0a3fb6-3fd3-47c3-bdb1-ad12cde97e26 None None] DHCP port deletion for ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:08:36.460975 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3323d85-1d84-4e9e-a17e-0cc08c3853b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e4bf66bb-e2be-4998-8863-d33b628af482,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:36.477635 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21257412-017e-49bc-8128-3c738772d9ae tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:08:36.553639 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-36cdf74d-91b0-4338-b356-85dbb5710293 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:36.555068 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-21257412-017e-49bc-8128-3c738772d9ae tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:08:36.560680 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b56c25-8526-473c-a9d8-e25b13dbee21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-69dee5df-a2b5-4f80-b023-d216a074fa83', 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'tenant_id': 'f4fb6791effe4b41abbe85bac59c4002', 'fixed_ips': [{'subnet_id': '78fe83ef-54ce-4cbd-8cf2-f21fea321877'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:08:36.562283 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-83b56c25-8526-473c-a9d8-e25b13dbee21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:36.568795 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21257412-017e-49bc-8128-3c738772d9ae tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:08:36.626722 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-36cdf74d-91b0-4338-b356-85dbb5710293 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:36.699589 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-36cdf74d-91b0-4338-b356-85dbb5710293 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:36.703894 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-36cdf74d-91b0-4338-b356-85dbb5710293 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6515298 Nov 27 04:08:36.705460 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38870) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:36.722103 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad4719-2699-4be1-bdae-96327457e6c0 req-6d782644-88a1-442b-b04a-04bc7dcae590 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:36.723820 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-50ad4719-2699-4be1-bdae-96327457e6c0 req-6d782644-88a1-442b-b04a-04bc7dcae590 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=17dc74f8-c613-4909-bd2e-2172cc2700c7 HTTP/1.1" status: 200 len: 944 time: 0.2520893 Nov 27 04:08:36.746207 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-8f312cfc-322c-4903-8ebc-2d9e732c8e94 None None] Provisioning complete for port f9cb0d16-d9d0-479c-9094-71ec5b73c964 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:08:36.749505 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8f312cfc-322c-4903-8ebc-2d9e732c8e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:36.804921 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-83b56c25-8526-473c-a9d8-e25b13dbee21 None None] Allocated IP 2001:db8::2 (69dee5df-a2b5-4f80-b023-d216a074fa83/78fe83ef-54ce-4cbd-8cf2-f21fea321877/b3fe2bf2-b7da-47d3-a0d6-356831213e23) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:08:37.059849 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2cdb889c-8f5d-48e5-bad8-38abf50b4a24 req-e03eb5e0-7e2a-45b0-9789-04a059856641 tempest-ServerShowV254Test-1828075109 tempest-ServerShowV254Test-1828075109-project] 10.222.0.20 "GET /v2.0/ports?device_id=de8f871d-28d3-4b5d-a373-8542daa9a8db HTTP/1.1" status: 200 len: 210 time: 0.5794494 Nov 27 04:08:37.152224 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-e3323d85-1d84-4e9e-a17e-0cc08c3853b3 service neutron] Attempting to bind port e4bf66bb-e2be-4998-8863-d33b628af482 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:08:37.156383 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-e3323d85-1d84-4e9e-a17e-0cc08c3853b3 service neutron] Attempting to bind port e4bf66bb-e2be-4998-8863-d33b628af482 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '40b99c78-6ba3-42b7-8645-6ef0c8b74789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:08:37.156969 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-e3323d85-1d84-4e9e-a17e-0cc08c3853b3 service neutron] Attempting to bind port e4bf66bb-e2be-4998-8863-d33b628af482 on network ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:08:37.176128 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-e3323d85-1d84-4e9e-a17e-0cc08c3853b3 service neutron] Port e4bf66bb-e2be-4998-8863-d33b628af482 on network ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:08:37.177546 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-e3323d85-1d84-4e9e-a17e-0cc08c3853b3 service neutron] Attempting to bind port e4bf66bb-e2be-4998-8863-d33b628af482 on network ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:08:37.186907 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-83b56c25-8526-473c-a9d8-e25b13dbee21 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:37.198827 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-e3323d85-1d84-4e9e-a17e-0cc08c3853b3 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:08:37.200629 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-e3323d85-1d84-4e9e-a17e-0cc08c3853b3 service neutron] Checking segment: {'id': '40b99c78-6ba3-42b7-8645-6ef0c8b74789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:08:37.201678 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-e3323d85-1d84-4e9e-a17e-0cc08c3853b3 service neutron] Bound using segment: {'id': '40b99c78-6ba3-42b7-8645-6ef0c8b74789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:08:37.202414 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-e3323d85-1d84-4e9e-a17e-0cc08c3853b3 service neutron] Bound port: e4bf66bb-e2be-4998-8863-d33b628af482, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40b99c78-6ba3-42b7-8645-6ef0c8b74789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:08:37.204920 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-e3323d85-1d84-4e9e-a17e-0cc08c3853b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:37.224112 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-83b56c25-8526-473c-a9d8-e25b13dbee21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:37.224937 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-21257412-017e-49bc-8128-3c738772d9ae tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:37.294059 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-21257412-017e-49bc-8128-3c738772d9ae tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:37.338456 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b56c25-8526-473c-a9d8-e25b13dbee21 None None] Pushing event updated for resources: {'Port': ['ID=b3fe2bf2-b7da-47d3-a0d6-356831213e23,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:37.362847 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b56c25-8526-473c-a9d8-e25b13dbee21 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:08:37.364716 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-83b56c25-8526-473c-a9d8-e25b13dbee21 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:08:37.383887 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b56c25-8526-473c-a9d8-e25b13dbee21 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:08:37.400071 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-e3323d85-1d84-4e9e-a17e-0cc08c3853b3 service neutron] For port e4bf66bb-e2be-4998-8863-d33b628af482, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:08:37.404644 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-e3323d85-1d84-4e9e-a17e-0cc08c3853b3 service neutron] For port e4bf66bb-e2be-4998-8863-d33b628af482, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=e4bf66bb-e2be-4998-8863-d33b628af482,segment=NetworkSegment(40b99c78-6ba3-42b7-8645-6ef0c8b74789),segment_id=40b99c78-6ba3-42b7-8645-6ef0c8b74789)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:08:37.418768 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-e3323d85-1d84-4e9e-a17e-0cc08c3853b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:37.475554 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-e3323d85-1d84-4e9e-a17e-0cc08c3853b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:37.476204 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568ed339-a2b2-4c71-92f9-5e1585b27952 None None] DHCP port deletion for ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:08:37.476317 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-e3323d85-1d84-4e9e-a17e-0cc08c3853b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:37.477871 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-e3323d85-1d84-4e9e-a17e-0cc08c3853b3 service neutron] 10.222.0.11 "PUT /v2.0/ports/e4bf66bb-e2be-4998-8863-d33b628af482 HTTP/1.1" status: 200 len: 1092 time: 1.7674623 Nov 27 04:08:37.478423 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17dc74f8-c613-4909-bd2e-2172cc2700c7', 'tag': 'e4bf66bb-e2be-4998-8863-d33b628af482'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:08:37.481084 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c348f694-bf88-4410-978b-51cfb5e2ed50" -d '{"events": [{"name": "network-changed", "server_uuid": "17dc74f8-c613-4909-bd2e-2172cc2700c7", "tag": "e4bf66bb-e2be-4998-8863-d33b628af482"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:08:37.525126 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3323d85-1d84-4e9e-a17e-0cc08c3853b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e4bf66bb-e2be-4998-8863-d33b628af482,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:37.535884 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-83b56c25-8526-473c-a9d8-e25b13dbee21 None None] Attempting to bind port b3fe2bf2-b7da-47d3-a0d6-356831213e23 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:08:37.537202 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-83b56c25-8526-473c-a9d8-e25b13dbee21 None None] Attempting to bind port b3fe2bf2-b7da-47d3-a0d6-356831213e23 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:08:37.537202 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b56c25-8526-473c-a9d8-e25b13dbee21 None None] Attempting to bind port b3fe2bf2-b7da-47d3-a0d6-356831213e23 on network 69dee5df-a2b5-4f80-b023-d216a074fa83 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:08:37.543821 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b56c25-8526-473c-a9d8-e25b13dbee21 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:08:37.544295 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b56c25-8526-473c-a9d8-e25b13dbee21 None None] Checking segment: {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:08:37.544837 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-83b56c25-8526-473c-a9d8-e25b13dbee21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:37.545302 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b56c25-8526-473c-a9d8-e25b13dbee21 None None] Bound using segment: {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:08:37.545840 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-83b56c25-8526-473c-a9d8-e25b13dbee21 None None] Bound port: b3fe2bf2-b7da-47d3-a0d6-356831213e23, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:08:37.546397 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-83b56c25-8526-473c-a9d8-e25b13dbee21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:37.568540 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b099f74a-3e99-4d10-a754-0ec94178b8dd x-openstack-request-id: req-b099f74a-3e99-4d10-a754-0ec94178b8dd {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:08:37.568540 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17dc74f8-c613-4909-bd2e-2172cc2700c7", "tag": "e4bf66bb-e2be-4998-8863-d33b628af482", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:08:37.568790 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b099f74a-3e99-4d10-a754-0ec94178b8dd {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:08:37.569168 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17dc74f8-c613-4909-bd2e-2172cc2700c7', 'tag': 'e4bf66bb-e2be-4998-8863-d33b628af482', 'status': 'completed', 'code': 200} Nov 27 04:08:37.628327 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-772a3d94-3d5a-4e7f-b7ff-74d877ccf0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:37.629931 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-772a3d94-3d5a-4e7f-b7ff-74d877ccf0f7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b06130bf9bef4c7fa67dd5f594ff20d4&device_id=17dc74f8-c613-4909-bd2e-2172cc2700c7 HTTP/1.1" status: 200 len: 1095 time: 0.0796659 Nov 27 04:08:37.702856 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-fd03a59a-f412-45c5-a98c-bb35a11def89 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4bf66bb-e2be-4998-8863-d33b628af482 HTTP/1.1" status: 200 len: 217 time: 0.0575204 Nov 27 04:08:37.715797 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-83b56c25-8526-473c-a9d8-e25b13dbee21 None None] For port b3fe2bf2-b7da-47d3-a0d6-356831213e23, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:08:37.724243 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-83b56c25-8526-473c-a9d8-e25b13dbee21 None None] For port b3fe2bf2-b7da-47d3-a0d6-356831213e23, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b3fe2bf2-b7da-47d3-a0d6-356831213e23,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:08:37.731102 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-83b56c25-8526-473c-a9d8-e25b13dbee21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:37.763881 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-50ad4719-2699-4be1-bdae-96327457e6c0 req-1cef68a9-c19b-4971-9e09-899cdcde05aa tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5328143 Nov 27 04:08:37.811115 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-21257412-017e-49bc-8128-3c738772d9ae tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:37.823879 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-21257412-017e-49bc-8128-3c738772d9ae tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:37.868605 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-08d34b60-c0fc-43d1-b4f6-a66e9219e846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:37.870452 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-08d34b60-c0fc-43d1-b4f6-a66e9219e846 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72442e9e-9171-4b97-b60c-80223dc82b85 HTTP/1.1" status: 200 len: 851 time: 0.1597798 Nov 27 04:08:37.927652 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b56c25-8526-473c-a9d8-e25b13dbee21 None None] Pushing event updated for resources: {'Port': ['ID=b3fe2bf2-b7da-47d3-a0d6-356831213e23,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:37.968669 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-69bcf00a-a424-40df-aee5-6b226fca26bd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905123 Nov 27 04:08:38.002407 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21257412-017e-49bc-8128-3c738772d9ae tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Pushing event updated for resources: {'Port': ['ID=b128e12a-9550-4e1a-8d94-a5a30787a83f,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:38.065552 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e2fc6791-2beb-412f-a0a0-98bf03246428 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:38.257357 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-635e8f01-9299-4101-8e7d-a706be6f43cd service neutron] 10.222.0.11 "GET /v2.0/networks/ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782500 Nov 27 04:08:38.333712 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-21257412-017e-49bc-8128-3c738772d9ae tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:38.436212 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-21257412-017e-49bc-8128-3c738772d9ae tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:38.439054 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-21257412-017e-49bc-8128-3c738772d9ae tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9216325 Nov 27 04:08:38.443774 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38882) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:38.449142 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-dd8eecaa-3ed0-43d4-9d12-cf49781f1f03 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Request body: {'floatingip': {'port_id': 'cce71e40-1751-4286-9b3b-9438e8d6691b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:08:38.451980 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-67dcc3cd-de17-4782-89f2-ce735c738886 req-0d4b214b-bd76-472f-b321-d9b790ea3795 tempest-ServerShowV254Test-1828075109 tempest-ServerShowV254Test-1828075109-project] 10.222.0.20 "GET /v2.0/ports?device_id=de8f871d-28d3-4b5d-a373-8542daa9a8db HTTP/1.1" status: 200 len: 210 time: 0.1548083 Nov 27 04:08:38.560752 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dd8eecaa-3ed0-43d4-9d12-cf49781f1f03 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks [] for floatingip, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:38.600253 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7ea4c58e-d15a-407a-880f-6d9bd32479dd req-678c7da3-8e10-457b-9dba-fe23bf94b0ec service neutron] 10.222.0.11 "GET /v2.0/networks/ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270640 Nov 27 04:08:38.649274 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b3fe2bf2-b7da-47d3-a0d6-356831213e23 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:08:38.725703 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port b3fe2bf2-b7da-47d3-a0d6-356831213e23 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:08:38.725703 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:38.780668 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348f694-bf88-4410-978b-51cfb5e2ed50 req-3b1efe0d-1055-4869-af3a-060f21323e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:38.782808 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c348f694-bf88-4410-978b-51cfb5e2ed50 req-3b1efe0d-1055-4869-af3a-060f21323e14 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b06130bf9bef4c7fa67dd5f594ff20d4&device_id=17dc74f8-c613-4909-bd2e-2172cc2700c7 HTTP/1.1" status: 200 len: 1095 time: 0.0831416 Nov 27 04:08:38.841335 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-dd8eecaa-3ed0-43d4-9d12-cf49781f1f03 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] update failed (client error): The resource could not be found. Nov 27 04:08:38.842676 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-dd8eecaa-3ed0-43d4-9d12-cf49781f1f03 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] 10.222.0.20 "PUT /v2.0/floatingips/77ecc67a-7a6e-4726-92c9-186a2cf49c45 HTTP/1.1" status: 404 len: 507 time: 0.3972700 Nov 27 04:08:38.845725 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38888) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:38.860883 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:38.912506 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port b3fe2bf2-b7da-47d3-a0d6-356831213e23, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b3fe2bf2-b7da-47d3-a0d6-356831213e23,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:08:38.921686 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:38.941490 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348f694-bf88-4410-978b-51cfb5e2ed50 req-de142b37-00be-40d6-a46e-4ca9df848d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:38.944191 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c348f694-bf88-4410-978b-51cfb5e2ed50 req-de142b37-00be-40d6-a46e-4ca9df848d1b service neutron] 10.222.0.11 "GET /v2.0/networks?id=ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5 HTTP/1.1" status: 200 len: 912 time: 0.1537859 Nov 27 04:08:39.003206 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=b3fe2bf2-b7da-47d3-a0d6-356831213e23,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:39.011677 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c348f694-bf88-4410-978b-51cfb5e2ed50 req-049749bb-49da-473e-9a99-c09857fee6f1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4bf66bb-e2be-4998-8863-d33b628af482 HTTP/1.1" status: 200 len: 217 time: 0.0569639 Nov 27 04:08:39.095051 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348f694-bf88-4410-978b-51cfb5e2ed50 req-de0aa9ef-4876-4f1e-8f98-2ff8e61c0367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:39.096571 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c348f694-bf88-4410-978b-51cfb5e2ed50 req-de0aa9ef-4876-4f1e-8f98-2ff8e61c0367 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72442e9e-9171-4b97-b60c-80223dc82b85 HTTP/1.1" status: 200 len: 851 time: 0.0750182 Nov 27 04:08:39.116199 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558fe9f-ece6-41da-bbc9-6b3a11befb83 req-b6c4b189-8cfa-48df-96f8-ff5128c2dbf5 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:39.117938 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6558fe9f-ece6-41da-bbc9-6b3a11befb83 req-b6c4b189-8cfa-48df-96f8-ff5128c2dbf5 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=17dc74f8-c613-4909-bd2e-2172cc2700c7 HTTP/1.1" status: 200 len: 944 time: 0.2277651 Nov 27 04:08:39.125173 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-e2fc6791-2beb-412f-a0a0-98bf03246428 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Allocated IP 2001:db8::1 (69dee5df-a2b5-4f80-b023-d216a074fa83/78fe83ef-54ce-4cbd-8cf2-f21fea321877/1059fc06-1c21-425c-9e04-f4678d934ad3) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:08:39.165084 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c348f694-bf88-4410-978b-51cfb5e2ed50 req-6de1887c-3135-4f84-8a22-8ff0df257aa2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569525 Nov 27 04:08:39.202195 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-a2f806fd-53b7-4501-86ce-7b57b76b0a42 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Deleting port b128e12a-9550-4e1a-8d94-a5a30787a83f {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:08:39.202898 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a2f806fd-53b7-4501-86ce-7b57b76b0a42 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:39.323780 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6558fe9f-ece6-41da-bbc9-6b3a11befb83 req-398736f7-e00f-4d53-b38b-c4ec8befea6d tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860998 Nov 27 04:08:39.359880 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c348f694-bf88-4410-978b-51cfb5e2ed50 req-8e991fbb-0210-46ec-bcf3-b23fa4af49a2 service neutron] 10.222.0.11 "GET /v2.0/networks/ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674032 Nov 27 04:08:39.405401 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a2f806fd-53b7-4501-86ce-7b57b76b0a42 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:39.405764 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a2f806fd-53b7-4501-86ce-7b57b76b0a42 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:39.433901 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e2fc6791-2beb-412f-a0a0-98bf03246428 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:39.447440 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-a2f806fd-53b7-4501-86ce-7b57b76b0a42 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Calling delete_port for b128e12a-9550-4e1a-8d94-a5a30787a83f owned by network:floatingip {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:08:39.556659 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e2fc6791-2beb-412f-a0a0-98bf03246428 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:39.647297 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fc6791-2beb-412f-a0a0-98bf03246428 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:08:39.660250 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c348f694-bf88-4410-978b-51cfb5e2ed50 req-6888ea42-20ab-43d5-bb6b-ab128c21d109 service neutron] 10.222.0.11 "GET /v2.0/networks/ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917442 Nov 27 04:08:39.661563 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-e2fc6791-2beb-412f-a0a0-98bf03246428 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:08:39.663157 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc6791-2beb-412f-a0a0-98bf03246428 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Port': ['ID=1059fc06-1c21-425c-9e04-f4678d934ad3,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:39.674089 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fc6791-2beb-412f-a0a0-98bf03246428 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:08:39.674763 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e2fc6791-2beb-412f-a0a0-98bf03246428 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:39.684769 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-54289112-06a1-4d1c-8b1e-c5e1d22dac13 req-f1860436-7bc1-4ec5-9f2d-010b94b83e47 tempest-ServerShowV254Test-1828075109 tempest-ServerShowV254Test-1828075109-project] 10.222.0.20 "GET /v2.0/ports?device_id=de8f871d-28d3-4b5d-a373-8542daa9a8db HTTP/1.1" status: 200 len: 210 time: 0.0408351 Nov 27 04:08:39.739176 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-d6855d74-fa7e-47d5-84e5-79ded5590284 None None] Provisioning complete for port b3fe2bf2-b7da-47d3-a0d6-356831213e23 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:08:39.739789 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d6855d74-fa7e-47d5-84e5-79ded5590284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:39.899261 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a2f806fd-53b7-4501-86ce-7b57b76b0a42 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:39.952992 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f806fd-53b7-4501-86ce-7b57b76b0a42 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Pushing event deleted for resources: {'Port': ['ID=b128e12a-9550-4e1a-8d94-a5a30787a83f,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:40.010594 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e2fc6791-2beb-412f-a0a0-98bf03246428 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:40.113275 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a2f806fd-53b7-4501-86ce-7b57b76b0a42 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks [] for floatingip, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:40.116065 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a2f806fd-53b7-4501-86ce-7b57b76b0a42 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:40.117618 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a2f806fd-53b7-4501-86ce-7b57b76b0a42 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] 10.222.0.20 "DELETE /v2.0/floatingips/77ecc67a-7a6e-4726-92c9-186a2cf49c45 HTTP/1.1" status: 204 len: 168 time: 1.2710705 Nov 27 04:08:40.123106 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38920) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:40.131790 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-98c6d16d-29d5-4e26-b44a-921461cbb679 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Request body: {'floatingip': {'floating_network_id': '24e5af27-e81b-4230-bf03-68b0a0832846', 'port_id': 'cce71e40-1751-4286-9b3b-9438e8d6691b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:08:40.150101 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-a9ae53f1-c306-461f-a755-1e8f167e4f67 None None] Provisioning complete for port 1059fc06-1c21-425c-9e04-f4678d934ad3 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:08:40.150494 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a9ae53f1-c306-461f-a755-1e8f167e4f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:40.189141 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-98c6d16d-29d5-4e26-b44a-921461cbb679 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks [] for floatingip, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:40.225763 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-a9ae53f1-c306-461f-a755-1e8f167e4f67 None None] Port 1059fc06-1c21-425c-9e04-f4678d934ad3 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:08:40.377838 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-98c6d16d-29d5-4e26-b44a-921461cbb679 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 04:08:40.383118 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-98c6d16d-29d5-4e26-b44a-921461cbb679 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2588763 Nov 27 04:08:40.383721 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38930) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:40.430370 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-c02a1371-4e6e-4130-8f08-2f3c0ba08e26 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'port_id': 'cce71e40-1751-4286-9b3b-9438e8d6691b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:08:40.493134 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c02a1371-4e6e-4130-8f08-2f3c0ba08e26 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks [] for floatingip, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:40.525804 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b3fe2bf2-b7da-47d3-a0d6-356831213e23 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:08:40.600974 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbca61e-05e1-4787-8e56-6c917908d6ad req-c040cab0-3049-4e3e-bd3e-48ab183f9ae5 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:40.615519 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6cbca61e-05e1-4787-8e56-6c917908d6ad req-c040cab0-3049-4e3e-bd3e-48ab183f9ae5 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=17dc74f8-c613-4909-bd2e-2172cc2700c7 HTTP/1.1" status: 200 len: 944 time: 0.1919591 Nov 27 04:08:40.632801 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port b3fe2bf2-b7da-47d3-a0d6-356831213e23 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:08:40.633420 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:40.637151 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e2fc6791-2beb-412f-a0a0-98bf03246428 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:40.652655 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e2fc6791-2beb-412f-a0a0-98bf03246428 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:40.653711 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e2fc6791-2beb-412f-a0a0-98bf03246428 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:40.700743 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c02a1371-4e6e-4130-8f08-2f3c0ba08e26 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:40.764689 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6cbca61e-05e1-4787-8e56-6c917908d6ad req-6de4df99-ca33-4a76-89b8-450a239bc0cc tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399238 Nov 27 04:08:40.841732 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc6791-2beb-412f-a0a0-98bf03246428 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Port': ['ID=1059fc06-1c21-425c-9e04-f4678d934ad3,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:40.893266 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f03e4767-f302-4298-a115-7bf5a169a9ca req-e30262a9-68d7-490b-b056-70732b7fdeb8 tempest-ServerShowV254Test-1828075109 tempest-ServerShowV254Test-1828075109-project] 10.222.0.20 "GET /v2.0/ports?device_id=de8f871d-28d3-4b5d-a373-8542daa9a8db HTTP/1.1" status: 200 len: 210 time: 0.0474417 Nov 27 04:08:40.931103 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fc6791-2beb-412f-a0a0-98bf03246428 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:08:40.933259 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-e2fc6791-2beb-412f-a0a0-98bf03246428 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:08:40.967972 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-c02a1371-4e6e-4130-8f08-2f3c0ba08e26 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Allocated IP 172.25.1.142 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/e6ae99cf-d158-4747-b73b-d51d32e82da2) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:08:41.135174 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2fc6791-2beb-412f-a0a0-98bf03246428 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Router 1d0317a4-e9a2-41fc-bc9f-48f00222b6d6 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:08:41.138450 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c02a1371-4e6e-4130-8f08-2f3c0ba08e26 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:41.208303 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c02a1371-4e6e-4130-8f08-2f3c0ba08e26 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:41.262141 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02a1371-4e6e-4130-8f08-2f3c0ba08e26 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:08:41.265660 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-c02a1371-4e6e-4130-8f08-2f3c0ba08e26 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:08:41.270973 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02a1371-4e6e-4130-8f08-2f3c0ba08e26 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:08:41.306891 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a1371-4e6e-4130-8f08-2f3c0ba08e26 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Pushing event updated for resources: {'Port': ['ID=e6ae99cf-d158-4747-b73b-d51d32e82da2,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:41.334875 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2fc6791-2beb-412f-a0a0-98bf03246428 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:08:41.354317 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d3da9b-95b6-4536-82f1-998c3c826aec None None] Sync routers for ids ['1d0317a4-e9a2-41fc-bc9f-48f00222b6d6'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:08:41.358041 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e2fc6791-2beb-412f-a0a0-98bf03246428 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "PUT /v2.0/routers/1d0317a4-e9a2-41fc-bc9f-48f00222b6d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6514039 Nov 27 04:08:41.362063 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38938) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:41.387837 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d3da9b-95b6-4536-82f1-998c3c826aec None None] Routers {'1d0317a4-e9a2-41fc-bc9f-48f00222b6d6'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:08:41.394748 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-b2d3da9b-95b6-4536-82f1-998c3c826aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:08:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['1d0317a4-e9a2-41fc-bc9f-48f00222b6d6'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:08:41.485986 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-c02a1371-4e6e-4130-8f08-2f3c0ba08e26 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Deleting port e6ae99cf-d158-4747-b73b-d51d32e82da2 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:08:41.486303 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c02a1371-4e6e-4130-8f08-2f3c0ba08e26 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:41.501978 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb397794-46e9-4ba8-a07a-700d55c9af7c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:41.503868 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-eb397794-46e9-4ba8-a07a-700d55c9af7c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/ports/1059fc06-1c21-425c-9e04-f4678d934ad3 HTTP/1.1" status: 200 len: 911 time: 0.1359906 Nov 27 04:08:41.511340 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38940) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:41.551667 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-ae8f19ea-effa-4181-ba69-a7f905f400c7 None None] Provisioning complete for port 1059fc06-1c21-425c-9e04-f4678d934ad3 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:08:41.552408 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ae8f19ea-effa-4181-ba69-a7f905f400c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:41.626465 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f777e1-8ffb-4c99-a7f9-2fa34ba38330 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:41.638710 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f777e1-8ffb-4c99-a7f9-2fa34ba38330 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:41.645475 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c02a1371-4e6e-4130-8f08-2f3c0ba08e26 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:41.645853 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c02a1371-4e6e-4130-8f08-2f3c0ba08e26 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:41.648081 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f0f777e1-8ffb-4c99-a7f9-2fa34ba38330 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1356390 Nov 27 04:08:41.651147 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38942) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:41.661204 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-c02a1371-4e6e-4130-8f08-2f3c0ba08e26 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Calling delete_port for e6ae99cf-d158-4747-b73b-d51d32e82da2 owned by network:floatingip {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:08:41.915687 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c02a1371-4e6e-4130-8f08-2f3c0ba08e26 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:41.960788 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-b2d3da9b-95b6-4536-82f1-998c3c826aec None None] Set router 1d0317a4-e9a2-41fc-bc9f-48f00222b6d6 gateway port host: None {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:08:42.010774 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a1371-4e6e-4130-8f08-2f3c0ba08e26 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Pushing event deleted for resources: {'Port': ['ID=e6ae99cf-d158-4747-b73b-d51d32e82da2,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:42.081490 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device e4bf66bb-e2be-4998-8863-d33b628af482 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:08:42.128426 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b0a812fd-2a39-450b-bf63-cdb9828fca71 req-fc6a312b-1887-4764-8bbf-428fee2c83d8 tempest-ServerShowV254Test-1828075109 tempest-ServerShowV254Test-1828075109-project] 10.222.0.20 "GET /v2.0/ports?device_id=de8f871d-28d3-4b5d-a373-8542daa9a8db HTTP/1.1" status: 200 len: 210 time: 0.0319686 Nov 27 04:08:42.153233 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-ae8f19ea-effa-4181-ba69-a7f905f400c7 None None] Port 1059fc06-1c21-425c-9e04-f4678d934ad3 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:08:42.249900 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-c02a1371-4e6e-4130-8f08-2f3c0ba08e26 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] create failed (client error): The resource could not be found. Nov 27 04:08:42.260951 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c02a1371-4e6e-4130-8f08-2f3c0ba08e26 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.8761494 Nov 27 04:08:42.261889 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38950) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:42.449101 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-590947e3-73f0-4186-b36a-3e8ff510ffc0 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Deleting port cce71e40-1751-4286-9b3b-9438e8d6691b {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:08:42.449489 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-590947e3-73f0-4186-b36a-3e8ff510ffc0 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:42.546115 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port e4bf66bb-e2be-4998-8863-d33b628af482, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=e4bf66bb-e2be-4998-8863-d33b628af482,segment=NetworkSegment(40b99c78-6ba3-42b7-8645-6ef0c8b74789),segment_id=40b99c78-6ba3-42b7-8645-6ef0c8b74789)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:08:42.596896 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'e4bf66bb-e2be-4998-8863-d33b628af482', 'network_id': 'ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5', 'port_id': 'e4bf66bb-e2be-4998-8863-d33b628af482', 'mac_address': 'fa:16:3e:e1:3c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72442e9e-9171-4b97-b60c-80223dc82b85', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:08:42.631158 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-590947e3-73f0-4186-b36a-3e8ff510ffc0 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:42.661727 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-590947e3-73f0-4186-b36a-3e8ff510ffc0 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Calling delete_port for cce71e40-1751-4286-9b3b-9438e8d6691b owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:08:42.680138 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-b2d3da9b-95b6-4536-82f1-998c3c826aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0317a4-e9a2-41fc-bc9f-48f00222b6d6', 'name': 'tempest-NetworksTestDHCPv6-router-62364091', 'tenant_id': 'f4fb6791effe4b41abbe85bac59c4002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:08:36Z', 'updated_at': '2021-11-27T04:08:39Z', 'revision_number': 2, 'project_id': 'f4fb6791effe4b41abbe85bac59c4002', 'gw_port_host': None, '_interfaces': [{'id': '1059fc06-1c21-425c-9e04-f4678d934ad3', 'name': '', 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'tenant_id': 'f4fb6791effe4b41abbe85bac59c4002', 'mac_address': 'fa:16:3e:12:34:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d0317a4-e9a2-41fc-bc9f-48f00222b6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '78fe83ef-54ce-4cbd-8cf2-f21fea321877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:08:38Z', 'updated_at': '2021-11-27T04:08:40Z', 'revision_number': 2, 'project_id': 'f4fb6791effe4b41abbe85bac59c4002', 'subnets': [{'id': '78fe83ef-54ce-4cbd-8cf2-f21fea321877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:08:42.697898 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0dd532-6483-4a4e-90cc-736440c5dd64 req-8b8aa8f8-890d-4e31-b2a9-bde81edac84f tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:42.700191 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5e0dd532-6483-4a4e-90cc-736440c5dd64 req-8b8aa8f8-890d-4e31-b2a9-bde81edac84f tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=17dc74f8-c613-4909-bd2e-2172cc2700c7 HTTP/1.1" status: 200 len: 944 time: 0.1924090 Nov 27 04:08:42.739825 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:42.769580 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4bf66bb-e2be-4998-8863-d33b628af482 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:08:42.786480 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d3da9b-95b6-4536-82f1-998c3c826aec None None] Checking router: 1d0317a4-e9a2-41fc-bc9f-48f00222b6d6 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:08:42.786809 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d3da9b-95b6-4536-82f1-998c3c826aec None None] Updating router 1d0317a4-e9a2-41fc-bc9f-48f00222b6d6 port 1059fc06-1c21-425c-9e04-f4678d934ad3 binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:08:42.839186 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5e0dd532-6483-4a4e-90cc-736440c5dd64 req-e2e8e3a2-8f5b-49d0-813e-1240be410790 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309974 Nov 27 04:08:42.903247 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port e4bf66bb-e2be-4998-8863-d33b628af482, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=e4bf66bb-e2be-4998-8863-d33b628af482,segment=NetworkSegment(40b99c78-6ba3-42b7-8645-6ef0c8b74789),segment_id=40b99c78-6ba3-42b7-8645-6ef0c8b74789)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:08:42.904700 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b2d3da9b-95b6-4536-82f1-998c3c826aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:42.913864 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-590947e3-73f0-4186-b36a-3e8ff510ffc0 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:42.915374 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:43.032944 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590947e3-73f0-4186-b36a-3e8ff510ffc0 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Pushing event deleted for resources: {'Port': ['ID=cce71e40-1751-4286-9b3b-9438e8d6691b,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:43.046190 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=e4bf66bb-e2be-4998-8863-d33b628af482,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:43.106716 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4951e630-2a60-475c-a5b6-55605f0a9857 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:43.199859 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-590947e3-73f0-4186-b36a-3e8ff510ffc0 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:43.203167 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-590947e3-73f0-4186-b36a-3e8ff510ffc0 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] 10.222.0.20 "DELETE /v2.0/ports/cce71e40-1751-4286-9b3b-9438e8d6691b HTTP/1.1" status: 204 len: 168 time: 0.9400806 Nov 27 04:08:43.211221 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38966) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:43.354203 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b2d3da9b-95b6-4536-82f1-998c3c826aec None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:43.358187 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea89616c-a337-435b-a0db-83490bb76e87 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:43.366706 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b2d3da9b-95b6-4536-82f1-998c3c826aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:43.367081 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ea89616c-a337-435b-a0db-83490bb76e87 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] 10.222.0.20 "GET /v2.0/ports?device_id=9af16f14-3374-4980-a12f-6612f63a2c9c HTTP/1.1" status: 200 len: 913 time: 0.1527848 Nov 27 04:08:43.367777 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38970) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:43.477717 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['e4bf66bb-e2be-4998-8863-d33b628af482'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:08:43.496891 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-4951e630-2a60-475c-a5b6-55605f0a9857 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting port 1059fc06-1c21-425c-9e04-f4678d934ad3 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:08:43.497575 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4951e630-2a60-475c-a5b6-55605f0a9857 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:43.505396 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29027c11-205c-489c-95ab-7d190124a1d9 None None] Pushing event updated for resources: {'Port': ['ID=1059fc06-1c21-425c-9e04-f4678d934ad3,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:43.591997 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-22e9c63d-e30f-43eb-904c-c9d62aaddfa9 req-174ffd4e-7bfe-4526-a208-d862a8eafcb7 tempest-ServerShowV254Test-1828075109 tempest-ServerShowV254Test-1828075109-project] 10.222.0.20 "GET /v2.0/ports?device_id=de8f871d-28d3-4b5d-a373-8542daa9a8db HTTP/1.1" status: 200 len: 210 time: 0.2891734 Nov 27 04:08:43.646643 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-b2d3da9b-95b6-4536-82f1-998c3c826aec None None] Attempting to bind port 1059fc06-1c21-425c-9e04-f4678d934ad3 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:08:43.646643 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-b2d3da9b-95b6-4536-82f1-998c3c826aec None None] Attempting to bind port 1059fc06-1c21-425c-9e04-f4678d934ad3 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:08:43.646643 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d3da9b-95b6-4536-82f1-998c3c826aec None None] Attempting to bind port 1059fc06-1c21-425c-9e04-f4678d934ad3 on network 69dee5df-a2b5-4f80-b023-d216a074fa83 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:08:43.671011 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d3da9b-95b6-4536-82f1-998c3c826aec None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:08:43.673801 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d3da9b-95b6-4536-82f1-998c3c826aec None None] Checking segment: {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:08:43.674248 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b2d3da9b-95b6-4536-82f1-998c3c826aec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:43.674681 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d3da9b-95b6-4536-82f1-998c3c826aec None None] Bound using segment: {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:08:43.675194 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-b2d3da9b-95b6-4536-82f1-998c3c826aec None None] Bound port: 1059fc06-1c21-425c-9e04-f4678d934ad3, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:08:43.675586 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b2d3da9b-95b6-4536-82f1-998c3c826aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:43.679514 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-4951e630-2a60-475c-a5b6-55605f0a9857 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] For port 1059fc06-1c21-425c-9e04-f4678d934ad3, host n-d-819494-3, got binding levels [] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:08:43.686239 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4951e630-2a60-475c-a5b6-55605f0a9857 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:43.718908 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-4951e630-2a60-475c-a5b6-55605f0a9857 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Calling delete_port for 1059fc06-1c21-425c-9e04-f4678d934ad3 owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:08:43.835342 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-f0c91b0f-0cda-4ca9-8042-6e7d9cd1c3c4 None None] Provisioning complete for port 1059fc06-1c21-425c-9e04-f4678d934ad3 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:08:43.836137 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f0c91b0f-0cda-4ca9-8042-6e7d9cd1c3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:43.943866 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-b2d3da9b-95b6-4536-82f1-998c3c826aec None None] For port 1059fc06-1c21-425c-9e04-f4678d934ad3, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:08:43.988812 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-b2d3da9b-95b6-4536-82f1-998c3c826aec None None] For port 1059fc06-1c21-425c-9e04-f4678d934ad3, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=1059fc06-1c21-425c-9e04-f4678d934ad3,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:08:43.994262 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-f0c91b0f-0cda-4ca9-8042-6e7d9cd1c3c4 None None] Port 1059fc06-1c21-425c-9e04-f4678d934ad3 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:08:44.004536 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b2d3da9b-95b6-4536-82f1-998c3c826aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:44.025328 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-48b6cd56-40d2-4dcb-8baf-8c8886b462f7 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:44.042849 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf56ce5-d5a9-4846-b497-a35e80790b20 req-4ba66a66-af84-42b0-a254-7b45aecbd3b5 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:44.044535 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0bf56ce5-d5a9-4846-b497-a35e80790b20 req-4ba66a66-af84-42b0-a254-7b45aecbd3b5 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=17dc74f8-c613-4909-bd2e-2172cc2700c7 HTTP/1.1" status: 200 len: 945 time: 0.0830529 Nov 27 04:08:44.129080 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d3da9b-95b6-4536-82f1-998c3c826aec None None] Routers {'1d0317a4-e9a2-41fc-bc9f-48f00222b6d6'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:08:44.130102 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-b2d3da9b-95b6-4536-82f1-998c3c826aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:08:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['1d0317a4-e9a2-41fc-bc9f-48f00222b6d6'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:08:44.136484 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29027c11-205c-489c-95ab-7d190124a1d9 None None] Pushing event updated for resources: {'Port': ['ID=1059fc06-1c21-425c-9e04-f4678d934ad3,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:44.212691 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0bf56ce5-d5a9-4846-b497-a35e80790b20 req-469d6e36-34c4-4536-96ff-bed2299c0d6c tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360857 Nov 27 04:08:44.247548 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4951e630-2a60-475c-a5b6-55605f0a9857 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:44.288105 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4951e630-2a60-475c-a5b6-55605f0a9857 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Port': ['ID=1059fc06-1c21-425c-9e04-f4678d934ad3,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:44.293989 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-b2d3da9b-95b6-4536-82f1-998c3c826aec None None] Set router 1d0317a4-e9a2-41fc-bc9f-48f00222b6d6 gateway port host: None {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:08:44.417225 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4951e630-2a60-475c-a5b6-55605f0a9857 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:44.506516 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-48b6cd56-40d2-4dcb-8baf-8c8886b462f7 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Deleting port c575d9e9-2642-4898-a8c3-6a1af0b0c1e3 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:08:44.507112 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-48b6cd56-40d2-4dcb-8baf-8c8886b462f7 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:44.523338 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-7dbf265d-1f54-448e-baa7-e24bf7e19629 None None] Could not find standard attr ID for object 1059fc06-1c21-425c-9e04-f4678d934ad3. {{(pid=110020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 04:08:44.672384 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-b2d3da9b-95b6-4536-82f1-998c3c826aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0317a4-e9a2-41fc-bc9f-48f00222b6d6', 'name': 'tempest-NetworksTestDHCPv6-router-62364091', 'tenant_id': 'f4fb6791effe4b41abbe85bac59c4002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:08:36Z', 'updated_at': '2021-11-27T04:08:39Z', 'revision_number': 2, 'project_id': 'f4fb6791effe4b41abbe85bac59c4002', 'gw_port_host': None, '_interfaces': [{'id': '1059fc06-1c21-425c-9e04-f4678d934ad3', 'name': '', 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'tenant_id': 'f4fb6791effe4b41abbe85bac59c4002', 'mac_address': 'fa:16:3e:12:34:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d0317a4-e9a2-41fc-bc9f-48f00222b6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '78fe83ef-54ce-4cbd-8cf2-f21fea321877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:08:38Z', 'updated_at': '2021-11-27T04:08:43Z', 'revision_number': 4, 'project_id': 'f4fb6791effe4b41abbe85bac59c4002', 'subnets': [{'id': '78fe83ef-54ce-4cbd-8cf2-f21fea321877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:08:44.684399 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-48b6cd56-40d2-4dcb-8baf-8c8886b462f7 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:44.697976 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-48b6cd56-40d2-4dcb-8baf-8c8886b462f7 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Calling delete_port for c575d9e9-2642-4898-a8c3-6a1af0b0c1e3 owned by network:router_interface {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:08:44.748573 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d3da9b-95b6-4536-82f1-998c3c826aec None None] The sync data for ids ['1d0317a4-e9a2-41fc-bc9f-48f00222b6d6'] in n-d-819494-3 is: [{'id': '1d0317a4-e9a2-41fc-bc9f-48f00222b6d6', 'name': 'tempest-NetworksTestDHCPv6-router-62364091', 'tenant_id': 'f4fb6791effe4b41abbe85bac59c4002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:08:36Z', 'updated_at': '2021-11-27T04:08:39Z', 'revision_number': 2, 'project_id': 'f4fb6791effe4b41abbe85bac59c4002', 'gw_port_host': None, '_interfaces': [{'id': '1059fc06-1c21-425c-9e04-f4678d934ad3', 'name': '', 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'tenant_id': 'f4fb6791effe4b41abbe85bac59c4002', 'mac_address': 'fa:16:3e:12:34:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d0317a4-e9a2-41fc-bc9f-48f00222b6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '78fe83ef-54ce-4cbd-8cf2-f21fea321877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:08:38Z', 'updated_at': '2021-11-27T04:08:43Z', 'revision_number': 4, 'project_id': 'f4fb6791effe4b41abbe85bac59c4002', 'subnets': [{'id': '78fe83ef-54ce-4cbd-8cf2-f21fea321877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:08:44.771526 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4951e630-2a60-475c-a5b6-55605f0a9857 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Router 1d0317a4-e9a2-41fc-bc9f-48f00222b6d6 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:08:44.822439 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5d878251-73df-4b32-bc46-c39c5f8a8ddf req-97b91178-fd89-41ce-b780-6753358b69b5 tempest-ServerShowV254Test-1828075109 tempest-ServerShowV254Test-1828075109-project] 10.222.0.20 "GET /v2.0/ports?device_id=de8f871d-28d3-4b5d-a373-8542daa9a8db HTTP/1.1" status: 200 len: 210 time: 0.0371828 Nov 27 04:08:44.941182 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4951e630-2a60-475c-a5b6-55605f0a9857 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:08:44.951254 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4951e630-2a60-475c-a5b6-55605f0a9857 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "PUT /v2.0/routers/1d0317a4-e9a2-41fc-bc9f-48f00222b6d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2987247 Nov 27 04:08:44.952227 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38982) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:45.011275 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-48b6cd56-40d2-4dcb-8baf-8c8886b462f7 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:45.019346 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1c3963-d3d1-4579-b0c0-4b661b1e0731 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:45.021247 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1c3963-d3d1-4579-b0c0-4b661b1e0731 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:45.025860 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6b1c3963-d3d1-4579-b0c0-4b661b1e0731 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0700185 Nov 27 04:08:45.026157 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38984) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:45.072389 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6cd56-40d2-4dcb-8baf-8c8886b462f7 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Pushing event deleted for resources: {'Port': ['ID=c575d9e9-2642-4898-a8c3-6a1af0b0c1e3,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:45.171360 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d1a0baa-3baa-4d56-83ff-ee5670e48559 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting subnet 78fe83ef-54ce-4cbd-8cf2-f21fea321877 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:08:45.177016 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7d1a0baa-3baa-4d56-83ff-ee5670e48559 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:45.235031 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7d1a0baa-3baa-4d56-83ff-ee5670e48559 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:45.357868 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-48b6cd56-40d2-4dcb-8baf-8c8886b462f7 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:45.408767 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7d1a0baa-3baa-4d56-83ff-ee5670e48559 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:45.547829 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b766047-7537-4ec2-803e-b8225c699745 req-911b9bde-5b10-4ebf-89c9-9f2f6a48c4ad tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:45.553031 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2b766047-7537-4ec2-803e-b8225c699745 req-911b9bde-5b10-4ebf-89c9-9f2f6a48c4ad tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=17dc74f8-c613-4909-bd2e-2172cc2700c7 HTTP/1.1" status: 200 len: 945 time: 0.1018689 Nov 27 04:08:45.557216 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7d1a0baa-3baa-4d56-83ff-ee5670e48559 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:45.603660 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b6cd56-40d2-4dcb-8baf-8c8886b462f7 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Router 9af16f14-3374-4980-a12f-6612f63a2c9c has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:08:45.644127 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a0baa-3baa-4d56-83ff-ee5670e48559 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Subnet': ['ID=78fe83ef-54ce-4cbd-8cf2-f21fea321877,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:45.668417 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f5bd9e-3b58-4ad7-9461-8a0fa5bb247f None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:08:45.678483 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7d1a0baa-3baa-4d56-83ff-ee5670e48559 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:45.683276 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7d1a0baa-3baa-4d56-83ff-ee5670e48559 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/78fe83ef-54ce-4cbd-8cf2-f21fea321877 HTTP/1.1" status: 204 len: 168 time: 0.6558578 Nov 27 04:08:45.685848 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38990) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:45.705651 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b6cd56-40d2-4dcb-8baf-8c8886b462f7 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:08:45.719995 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f805fa-5631-4af7-95ee-5ceb34838389 None None] Sync routers for ids ['9af16f14-3374-4980-a12f-6612f63a2c9c'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:08:45.725004 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-48b6cd56-40d2-4dcb-8baf-8c8886b462f7 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] 10.222.0.20 "PUT /v2.0/routers/9af16f14-3374-4980-a12f-6612f63a2c9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3528321 Nov 27 04:08:45.733277 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 38992) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:45.742927 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f805fa-5631-4af7-95ee-5ceb34838389 None None] Routers {'9af16f14-3374-4980-a12f-6612f63a2c9c'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:08:45.743691 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-a8f805fa-5631-4af7-95ee-5ceb34838389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:08:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['9af16f14-3374-4980-a12f-6612f63a2c9c'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:08:45.830938 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-a8f805fa-5631-4af7-95ee-5ceb34838389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:08:45.851710 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f805fa-5631-4af7-95ee-5ceb34838389 None None] Routers {'9af16f14-3374-4980-a12f-6612f63a2c9c'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:08:45.852407 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-a8f805fa-5631-4af7-95ee-5ceb34838389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:08:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['9af16f14-3374-4980-a12f-6612f63a2c9c'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:08:45.865389 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ee5716fe-0361-469e-8b5d-0c68a14e7f1f tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:45.961186 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-a8f805fa-5631-4af7-95ee-5ceb34838389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:08:45.962168 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f805fa-5631-4af7-95ee-5ceb34838389 None None] The sync data for ids ['9af16f14-3374-4980-a12f-6612f63a2c9c'] in n-d-819494-3 is: [] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:08:45.983404 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2b766047-7537-4ec2-803e-b8225c699745 req-8ba6db98-4637-44d0-b29c-a3b0d88271a6 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183066 Nov 27 04:08:45.997935 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device e4bf66bb-e2be-4998-8863-d33b628af482 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:08:46.027706 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-fc32e907-e994-484d-a35a-ad69038b223d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.3398035 Nov 27 04:08:46.032657 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-50aeb226-3fe3-4774-9f33-1d7b95ab714e req-29d152a3-a2cf-4312-9e06-263e772c6c00 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2796ba70-896d-4d11-827b-5ac1741938f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2850542 Nov 27 04:08:46.033433 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 38998) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:46.095844 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ee5716fe-0361-469e-8b5d-0c68a14e7f1f tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:46.098130 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ee5716fe-0361-469e-8b5d-0c68a14e7f1f tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:46.183337 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-17fbf099-bbca-4854-8f75-d9081c823d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:46.196852 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:46.201596 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c22a152d-67d2-48fd-9835-d59f7b9ae23c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:46.223114 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port e4bf66bb-e2be-4998-8863-d33b628af482 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:08:46.242542 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port e4bf66bb-e2be-4998-8863-d33b628af482 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:08:46.243235 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:46.245690 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e12a40-84f0-449a-958e-a2ad7604c838 None None] DHCP port deletion for 69dee5df-a2b5-4f80-b023-d216a074fa83 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:08:46.375195 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-83e12a40-84f0-449a-958e-a2ad7604c838 None None] Deleting port b3fe2bf2-b7da-47d3-a0d6-356831213e23 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:08:46.377773 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-83e12a40-84f0-449a-958e-a2ad7604c838 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:46.533883 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-83e12a40-84f0-449a-958e-a2ad7604c838 None None] For port b3fe2bf2-b7da-47d3-a0d6-356831213e23, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b3fe2bf2-b7da-47d3-a0d6-356831213e23,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:08:46.535251 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-83e12a40-84f0-449a-958e-a2ad7604c838 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:46.548247 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c22a152d-67d2-48fd-9835-d59f7b9ae23c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:46.557931 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c22a152d-67d2-48fd-9835-d59f7b9ae23c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:46.577986 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-83e12a40-84f0-449a-958e-a2ad7604c838 None None] Calling delete_port for b3fe2bf2-b7da-47d3-a0d6-356831213e23 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:08:46.591487 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-36b2e08c-ccdc-4f76-a7b1-33d62617183a req-d7bf7398-d978-41fd-8c51-09baa8905341 tempest-ServerShowV254Test-1828075109 tempest-ServerShowV254Test-1828075109-project] 10.222.0.20 "GET /v2.0/ports?device_id=de8f871d-28d3-4b5d-a373-8542daa9a8db HTTP/1.1" status: 200 len: 210 time: 0.6297820 Nov 27 04:08:46.606493 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b3fe2bf2-b7da-47d3-a0d6-356831213e23 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:08:46.609224 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:46.613549 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ee5716fe-0361-469e-8b5d-0c68a14e7f1f tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:46.614872 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5716fe-0361-469e-8b5d-0c68a14e7f1f tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Fanout notify agent at l3_agent the message router_deleted on router 9af16f14-3374-4980-a12f-6612f63a2c9c {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:08:46.622664 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ee5716fe-0361-469e-8b5d-0c68a14e7f1f tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:46.626296 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ee5716fe-0361-469e-8b5d-0c68a14e7f1f tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] 10.222.0.20 "DELETE /v2.0/routers/9af16f14-3374-4980-a12f-6612f63a2c9c HTTP/1.1" status: 204 len: 168 time: 0.8867154 Nov 27 04:08:46.627170 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39002) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:46.642148 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c22a152d-67d2-48fd-9835-d59f7b9ae23c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:46.642931 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22a152d-67d2-48fd-9835-d59f7b9ae23c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Fanout notify agent at l3_agent the message router_deleted on router 1d0317a4-e9a2-41fc-bc9f-48f00222b6d6 {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:08:46.660422 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c22a152d-67d2-48fd-9835-d59f7b9ae23c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:46.662328 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c22a152d-67d2-48fd-9835-d59f7b9ae23c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/routers/1d0317a4-e9a2-41fc-bc9f-48f00222b6d6 HTTP/1.1" status: 204 len: 168 time: 0.6277864 Nov 27 04:08:46.668911 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39004) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:46.676248 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-f243fe01-50cd-4813-8251-f79cac45750f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'subnet': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:08:46.713238 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-e61afb27-bc7c-4a2c-9913-b8842a7e84ea tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Deleting subnet c9ebf5e6-7a33-42cc-8df5-4c170e1629cb {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:08:46.717710 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e61afb27-bc7c-4a2c-9913-b8842a7e84ea tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:46.747238 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17dc74f8-c613-4909-bd2e-2172cc2700c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4bf66bb-e2be-4998-8863-d33b628af482'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:08:46.758531 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127a7d38-5752-4478-bffa-2540ddf8dffd" -d '{"events": [{"server_uuid": "17dc74f8-c613-4909-bd2e-2172cc2700c7", "name": "network-vif-plugged", "status": "completed", "tag": "e4bf66bb-e2be-4998-8863-d33b628af482"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:08:46.770613 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e61afb27-bc7c-4a2c-9913-b8842a7e84ea tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:46.786213 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aeb226-3fe3-4774-9f33-1d7b95ab714e req-7e0f9696-3ecf-4c19-b6d4-4a1a41854874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:46.787996 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-50aeb226-3fe3-4774-9f33-1d7b95ab714e req-7e0f9696-3ecf-4c19-b6d4-4a1a41854874 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fbfad9adb131475bb7fe8210316ae584&device_id=2796ba70-896d-4d11-827b-5ac1741938f2 HTTP/1.1" status: 200 len: 1096 time: 0.6212358 Nov 27 04:08:46.812696 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port e4bf66bb-e2be-4998-8863-d33b628af482, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=e4bf66bb-e2be-4998-8863-d33b628af482,segment=NetworkSegment(40b99c78-6ba3-42b7-8645-6ef0c8b74789),segment_id=40b99c78-6ba3-42b7-8645-6ef0c8b74789)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:08:46.843160 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f243fe01-50cd-4813-8251-f79cac45750f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:08:46.848678 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f243fe01-50cd-4813-8251-f79cac45750f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:46.898028 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e61afb27-bc7c-4a2c-9913-b8842a7e84ea tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:46.932136 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:47.067162 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e61afb27-bc7c-4a2c-9913-b8842a7e84ea tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:47.144905 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:47.150675 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52826eba-2037-45df-b0cb-79e6f1670324 None None] Sync routers for ids ['1d0317a4-e9a2-41fc-bc9f-48f00222b6d6'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:08:47.171672 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e61afb27-bc7c-4a2c-9913-b8842a7e84ea tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:47.178626 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e61afb27-bc7c-4a2c-9913-b8842a7e84ea tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] 10.222.0.20 "DELETE /v2.0/subnets/c9ebf5e6-7a33-42cc-8df5-4c170e1629cb HTTP/1.1" status: 204 len: 168 time: 0.5473826 Nov 27 04:08:47.182672 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61afb27-bc7c-4a2c-9913-b8842a7e84ea tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Pushing event deleted for resources: {'Subnet': ['ID=c9ebf5e6-7a33-42cc-8df5-4c170e1629cb,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:47.184178 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea55c723-f0d2-4085-93d8-fe068e0b9433 x-openstack-request-id: req-ea55c723-f0d2-4085-93d8-fe068e0b9433 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:08:47.189179 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17dc74f8-c613-4909-bd2e-2172cc2700c7", "name": "network-vif-plugged", "status": "completed", "tag": "e4bf66bb-e2be-4998-8863-d33b628af482", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:08:47.189617 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea55c723-f0d2-4085-93d8-fe068e0b9433 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:08:47.190141 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17dc74f8-c613-4909-bd2e-2172cc2700c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4bf66bb-e2be-4998-8863-d33b628af482', 'code': 200} Nov 27 04:08:47.190951 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39016) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:47.255334 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=e4bf66bb-e2be-4998-8863-d33b628af482,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:47.283995 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13668d34-2a7f-423f-bc18-293ba4e5408d None None] Network 24e5af27-e81b-4230-bf03-68b0a0832846 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:08:47.312284 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349284f9-1e7d-42bc-8d6c-8eb82ac35d67 req-8b20ad2f-21fd-4892-99b7-0b0af7d0f5a9 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:47.323190 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-349284f9-1e7d-42bc-8d6c-8eb82ac35d67 req-8b20ad2f-21fd-4892-99b7-0b0af7d0f5a9 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=17dc74f8-c613-4909-bd2e-2172cc2700c7 HTTP/1.1" status: 200 len: 946 time: 0.1879501 Nov 27 04:08:47.326833 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aeb226-3fe3-4774-9f33-1d7b95ab714e req-34920d38-f339-4119-8f65-3112e97b3e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:47.328134 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-50aeb226-3fe3-4774-9f33-1d7b95ab714e req-34920d38-f339-4119-8f65-3112e97b3e37 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3d974f6e-ead8-4b04-97cd-2c933b21d8d8 HTTP/1.1" status: 200 len: 910 time: 0.5110033 Nov 27 04:08:47.337231 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e771332-8581-4013-b658-8ea042164c79 req-822b9d12-2230-4b8a-8e88-edd1f30627c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:47.346799 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9e771332-8581-4013-b658-8ea042164c79 req-822b9d12-2230-4b8a-8e88-edd1f30627c9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=17dc74f8-c613-4909-bd2e-2172cc2700c7 HTTP/1.1" status: 200 len: 1097 time: 0.1344140 Nov 27 04:08:47.408721 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52826eba-2037-45df-b0cb-79e6f1670324 None None] Routers set() bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:08:47.409183 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52826eba-2037-45df-b0cb-79e6f1670324 None None] Router IDs set() for agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 27 04:08:47.409800 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_agentschedulers_db [None req-52826eba-2037-45df-b0cb-79e6f1670324 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1d0317a4-e9a2-41fc-bc9f-48f00222b6d6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:08:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent'). {{(pid=110020) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 27 04:08:47.416631 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-72bf88c8-cd68-414e-88e9-8730a1669821 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:47.471661 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-349284f9-1e7d-42bc-8d6c-8eb82ac35d67 req-cfa47b95-0559-4074-a507-7c9f1736ee5c tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473539 Nov 27 04:08:47.472053 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39020) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:47.492489 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-50aeb226-3fe3-4774-9f33-1d7b95ab714e req-180779e0-30ce-4c99-bf08-716e4bd0da27 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d20eadb1-6ffa-46d3-90eb-94a1ba0f6335 HTTP/1.1" status: 200 len: 1000 time: 0.1479278 Nov 27 04:08:47.495954 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port b3fe2bf2-b7da-47d3-a0d6-356831213e23, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b3fe2bf2-b7da-47d3-a0d6-356831213e23,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:08:47.504439 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52826eba-2037-45df-b0cb-79e6f1670324 None None] Routers set() bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:08:47.506058 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52826eba-2037-45df-b0cb-79e6f1670324 None None] Router IDs set() for agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 27 04:08:47.507483 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_agentschedulers_db [None req-52826eba-2037-45df-b0cb-79e6f1670324 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1d0317a4-e9a2-41fc-bc9f-48f00222b6d6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:08:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent'). {{(pid=110020) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 27 04:08:47.507909 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52826eba-2037-45df-b0cb-79e6f1670324 None None] The sync data for ids ['1d0317a4-e9a2-41fc-bc9f-48f00222b6d6'] in n-d-819494-3 is: [] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:08:47.517985 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9e771332-8581-4013-b658-8ea042164c79 req-572986e9-6b29-49ce-bdf7-c98ad42fa3fe service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632111 Nov 27 04:08:47.612901 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:47.629248 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f243fe01-50cd-4813-8251-f79cac45750f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:47.637345 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-83e12a40-84f0-449a-958e-a2ad7604c838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:47.697984 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event deleted for resources: {'Port': ['ID=b3fe2bf2-b7da-47d3-a0d6-356831213e23,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:47.727270 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e12a40-84f0-449a-958e-a2ad7604c838 None None] No DVR routers for this DVR port b3fe2bf2-b7da-47d3-a0d6-356831213e23 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:08:47.733807 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e12a40-84f0-449a-958e-a2ad7604c838 None None] Pushing event deleted for resources: {'Port': ['ID=b3fe2bf2-b7da-47d3-a0d6-356831213e23,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:47.807479 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f243fe01-50cd-4813-8251-f79cac45750f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Subnet': ['ID=468c62fe-25e9-4065-929e-7862204a38a7,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:47.944305 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c694b649-24db-418e-885e-4d6045b263b6 None None] DHCP port deletion for 24e5af27-e81b-4230-bf03-68b0a0832846 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:08:48.090543 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c694b649-24db-418e-885e-4d6045b263b6 None None] Deleting port f5b873df-c1bf-4888-9850-ce34a5658206 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:08:48.092669 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c694b649-24db-418e-885e-4d6045b263b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:48.176617 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-91b47b34-9cb3-42c6-b835-7ed4e452bf7c req-4cb583ef-ad01-4394-96dd-9f6141c9ffdf tempest-ServerShowV254Test-1828075109 tempest-ServerShowV254Test-1828075109-project] 10.222.0.20 "GET /v2.0/ports?device_id=de8f871d-28d3-4b5d-a373-8542daa9a8db HTTP/1.1" status: 200 len: 210 time: 0.4071903 Nov 27 04:08:48.222385 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c694b649-24db-418e-885e-4d6045b263b6 None None] For port f5b873df-c1bf-4888-9850-ce34a5658206, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=f5b873df-c1bf-4888-9850-ce34a5658206,segment=NetworkSegment(6fe2c55b-9d18-4231-9035-c7df9554a3c1),segment_id=6fe2c55b-9d18-4231-9035-c7df9554a3c1)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:08:48.222924 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c694b649-24db-418e-885e-4d6045b263b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:48.237191 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c694b649-24db-418e-885e-4d6045b263b6 None None] Calling delete_port for f5b873df-c1bf-4888-9850-ce34a5658206 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:08:48.244360 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f243fe01-50cd-4813-8251-f79cac45750f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:08:48.253548 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-f243fe01-50cd-4813-8251-f79cac45750f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:08:48.256437 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-910fe66d-4508-44d0-b682-ed42714dc76e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:48.265935 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f243fe01-50cd-4813-8251-f79cac45750f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:48.267170 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f243fe01-50cd-4813-8251-f79cac45750f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:48.276853 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017ebdfb-9650-4fa8-b6e6-5525d804517d None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:08:48.358694 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-910fe66d-4508-44d0-b682-ed42714dc76e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:48.371321 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39034) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:48.371893 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f243fe01-50cd-4813-8251-f79cac45750f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7016413 Nov 27 04:08:48.374856 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-910fe66d-4508-44d0-b682-ed42714dc76e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:48.377862 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-5f7d45b6-6790-4dad-b11d-7f4a852c2573 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-790306826', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:08:48.407871 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-910fe66d-4508-44d0-b682-ed42714dc76e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bc679e7bb400455cadbb01e9f3ab9855&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9321640 Nov 27 04:08:48.409604 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aeb226-3fe3-4774-9f33-1d7b95ab714e req-f5ee524c-c2cf-4279-81b0-13e2a2eb1998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:48.410011 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39036) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:48.411252 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-50aeb226-3fe3-4774-9f33-1d7b95ab714e req-f5ee524c-c2cf-4279-81b0-13e2a2eb1998 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3935c5cc-7160-4c9f-b6db-cc3238ab3379 HTTP/1.1" status: 200 len: 848 time: 0.9060659 Nov 27 04:08:48.478706 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-72bf88c8-cd68-414e-88e9-8730a1669821 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Deleting port f5b873df-c1bf-4888-9850-ce34a5658206 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:08:48.479057 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-72bf88c8-cd68-414e-88e9-8730a1669821 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:48.482894 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5f7d45b6-6790-4dad-b11d-7f4a852c2573 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:48.485406 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5f7d45b6-6790-4dad-b11d-7f4a852c2573 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:48.612022 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-04c90fb9-a7d9-452b-8182-2a84ef3af8d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:48.623405 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-72bf88c8-cd68-414e-88e9-8730a1669821 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] For port f5b873df-c1bf-4888-9850-ce34a5658206, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=f5b873df-c1bf-4888-9850-ce34a5658206,segment=NetworkSegment(6fe2c55b-9d18-4231-9035-c7df9554a3c1),segment_id=6fe2c55b-9d18-4231-9035-c7df9554a3c1)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:08:48.623780 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-72bf88c8-cd68-414e-88e9-8730a1669821 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:48.638054 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-04c90fb9-a7d9-452b-8182-2a84ef3af8d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:48.643624 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-72bf88c8-cd68-414e-88e9-8730a1669821 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Calling delete_port for f5b873df-c1bf-4888-9850-ce34a5658206 owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:08:48.705697 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-04c90fb9-a7d9-452b-8182-2a84ef3af8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:48.714965 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-04c90fb9-a7d9-452b-8182-2a84ef3af8d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:48.723195 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-04c90fb9-a7d9-452b-8182-2a84ef3af8d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/62e9c560-13b8-4aa0-b0d6-dff7a7ac84c2 HTTP/1.1" status: 204 len: 168 time: 0.3117797 Nov 27 04:08:48.753702 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device f5b873df-c1bf-4888-9850-ce34a5658206 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:08:48.769643 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aeb226-3fe3-4774-9f33-1d7b95ab714e req-35401128-cba7-4707-be47-039c3b8fdd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:48.771254 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-50aeb226-3fe3-4774-9f33-1d7b95ab714e req-35401128-cba7-4707-be47-039c3b8fdd0a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3d974f6e-ead8-4b04-97cd-2c933b21d8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3470712 Nov 27 04:08:48.775201 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-72bf88c8-cd68-414e-88e9-8730a1669821 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:48.788785 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910fe66d-4508-44d0-b682-ed42714dc76e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e9c560-13b8-4aa0-b0d6-dff7a7ac84c2,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:48.833049 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c90fb9-a7d9-452b-8182-2a84ef3af8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e9c560-13b8-4aa0-b0d6-dff7a7ac84c2,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:48.837856 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5f7d45b6-6790-4dad-b11d-7f4a852c2573 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:48.857191 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5f7d45b6-6790-4dad-b11d-7f4a852c2573 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:48.878672 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c90fb9-a7d9-452b-8182-2a84ef3af8d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:48.879412 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c90fb9-a7d9-452b-8182-2a84ef3af8d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:48.879986 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c90fb9-a7d9-452b-8182-2a84ef3af8d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:48.880647 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c90fb9-a7d9-452b-8182-2a84ef3af8d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:48.881463 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c90fb9-a7d9-452b-8182-2a84ef3af8d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:48.882073 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c90fb9-a7d9-452b-8182-2a84ef3af8d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:48.882904 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c90fb9-a7d9-452b-8182-2a84ef3af8d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:48.883475 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c90fb9-a7d9-452b-8182-2a84ef3af8d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:48.887917 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c90fb9-a7d9-452b-8182-2a84ef3af8d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:48.888730 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c90fb9-a7d9-452b-8182-2a84ef3af8d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:48.889379 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c90fb9-a7d9-452b-8182-2a84ef3af8d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:48.890325 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c90fb9-a7d9-452b-8182-2a84ef3af8d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:48.904227 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5f7d45b6-6790-4dad-b11d-7f4a852c2573 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:48.905990 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5f7d45b6-6790-4dad-b11d-7f4a852c2573 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5328879 Nov 27 04:08:48.909578 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39044) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:48.994280 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:48.998619 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: f5b873df-c1bf-4888-9850-ce34a5658206 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:08:48.999006 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device f5b873df-c1bf-4888-9850-ce34a5658206 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:08:49.004291 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 1059fc06-1c21-425c-9e04-f4678d934ad3 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:08:49.007591 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-50aeb226-3fe3-4774-9f33-1d7b95ab714e req-3dfcb5ab-87a3-41f4-a414-218bbca76770 service neutron] 10.222.0.23 "GET /v2.0/networks/3d974f6e-ead8-4b04-97cd-2c933b21d8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035840 Nov 27 04:08:49.008336 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3734d-5bc2-4dd4-91df-31360f2236ac req-490885f5-6579-400f-9359-baaec3b65adc tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:49.011050 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0af3734d-5bc2-4dd4-91df-31360f2236ac req-490885f5-6579-400f-9359-baaec3b65adc tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=17dc74f8-c613-4909-bd2e-2172cc2700c7 HTTP/1.1" status: 200 len: 946 time: 0.4011798 Nov 27 04:08:49.050109 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bf88c8-cd68-414e-88e9-8730a1669821 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] No DVR routers for this DVR port f5b873df-c1bf-4888-9850-ce34a5658206 on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:08:49.096696 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c29922e7-bcab-434e-80c1-dffddc4a474b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:49.127313 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf88c8-cd68-414e-88e9-8730a1669821 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Pushing event deleted for resources: {'Port': ['ID=f5b873df-c1bf-4888-9850-ce34a5658206,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:49.128496 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c694b649-24db-418e-885e-4d6045b263b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:49.162361 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c694b649-24db-418e-885e-4d6045b263b6 None None] No DVR routers for this DVR port f5b873df-c1bf-4888-9850-ce34a5658206 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:08:49.179145 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 1059fc06-1c21-425c-9e04-f4678d934ad3 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:08:49.181447 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 1059fc06-1c21-425c-9e04-f4678d934ad3 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:08:49.264731 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0af3734d-5bc2-4dd4-91df-31360f2236ac req-43548517-2fc3-4e58-ad6c-2666b047b76f tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468953 Nov 27 04:08:49.329716 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c694b649-24db-418e-885e-4d6045b263b6 None None] Pushing event deleted for resources: {'Port': ['ID=f5b873df-c1bf-4888-9850-ce34a5658206,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:49.370786 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-72bf88c8-cd68-414e-88e9-8730a1669821 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:49.420857 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ef5268-eabd-4236-9ed8-1876e11f123d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-69dee5df-a2b5-4f80-b023-d216a074fa83', 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'tenant_id': 'f4fb6791effe4b41abbe85bac59c4002', 'fixed_ips': [{'subnet_id': '468c62fe-25e9-4065-929e-7862204a38a7'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:08:49.422536 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-72ef5268-eabd-4236-9ed8-1876e11f123d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:49.441995 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-16396c60-1aff-44a1-aeed-bfd7a7de7eb7 req-86da4264-46bb-4a8c-bb7c-51c3599482b1 tempest-ServerShowV254Test-1828075109 tempest-ServerShowV254Test-1828075109-project] 10.222.0.20 "GET /v2.0/ports?device_id=de8f871d-28d3-4b5d-a373-8542daa9a8db HTTP/1.1" status: 200 len: 210 time: 0.0550559 Nov 27 04:08:49.454178 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-72bf88c8-cd68-414e-88e9-8730a1669821 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24e5af27-e81b-4230-bf03-68b0a0832846']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:08:49.489943 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-72bf88c8-cd68-414e-88e9-8730a1669821 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fe2c55b-9d18-4231-9035-c7df9554a3c1') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:08:49.497582 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-72bf88c8-cd68-414e-88e9-8730a1669821 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fe2c55b-9d18-4231-9035-c7df9554a3c1') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:08:49.513963 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-72bf88c8-cd68-414e-88e9-8730a1669821 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:49.549584 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ac80bdc7-163c-446e-b401-97873f5bb0a6 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:49.566288 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-72bf88c8-cd68-414e-88e9-8730a1669821 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:49.578995 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72bf88c8-cd68-414e-88e9-8730a1669821 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:08:49.579570 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-72bf88c8-cd68-414e-88e9-8730a1669821 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:49.583358 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:08:49.583358 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:08:49.583358 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:08:49.583358 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:08:49.583358 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:08:49.583358 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:08:49.583358 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:08:49.583358 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:08:49.583358 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:08:49.583358 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:08:49.583358 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:08:49.583358 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:08:49.583358 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:08:49.583358 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:08:49.583358 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:08:49.583358 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:08:49.583358 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:08:49.583358 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:08:49.583358 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:08:49.583358 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:08:49.583358 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:08:49.583358 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:08:49.583358 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:08:49.583358 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:08:49.583358 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:08:49.583358 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:08:49.583358 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:08:49.583358 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:08:49.583358 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:08:49.583358 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:08:49.583358 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:08:49.583358 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:08:49.598411 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-50aeb226-3fe3-4774-9f33-1d7b95ab714e req-7471ccba-173d-4d51-87bb-51196abcf8e1 service neutron] 10.222.0.23 "GET /v2.0/networks/3d974f6e-ead8-4b04-97cd-2c933b21d8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5355289 Nov 27 04:08:49.660035 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-72ef5268-eabd-4236-9ed8-1876e11f123d None None] Allocated IP 2001:db8::2 (69dee5df-a2b5-4f80-b023-d216a074fa83/468c62fe-25e9-4065-929e-7862204a38a7/b6138f9f-6b70-4273-bebd-c9584b7b7d39) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:08:49.700041 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-72bf88c8-cd68-414e-88e9-8730a1669821 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:49.746195 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-72bf88c8-cd68-414e-88e9-8730a1669821 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:49.757115 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:49.770602 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-72bf88c8-cd68-414e-88e9-8730a1669821 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] 10.222.0.20 "DELETE /v2.0/networks/24e5af27-e81b-4230-bf03-68b0a0832846 HTTP/1.1" status: 204 len: 168 time: 2.5687401 Nov 27 04:08:49.791324 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf88c8-cd68-414e-88e9-8730a1669821 tempest-FloatingIPNegativeTestJSON-806746200 tempest-FloatingIPNegativeTestJSON-806746200-project] Pushing event deleted for resources: {'Network': ['ID=24e5af27-e81b-4230-bf03-68b0a0832846,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:49.925200 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-72ef5268-eabd-4236-9ed8-1876e11f123d None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:49.939219 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-72ef5268-eabd-4236-9ed8-1876e11f123d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:49.993479 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ef5268-eabd-4236-9ed8-1876e11f123d None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:08:49.994942 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef5268-eabd-4236-9ed8-1876e11f123d None None] Pushing event updated for resources: {'Port': ['ID=b6138f9f-6b70-4273-bebd-c9584b7b7d39,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:49.997843 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-72ef5268-eabd-4236-9ed8-1876e11f123d None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:08:50.000459 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ef5268-eabd-4236-9ed8-1876e11f123d None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:08:50.014682 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-ac80bdc7-163c-446e-b401-97873f5bb0a6 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Allocated IP 2001:db8::1 (69dee5df-a2b5-4f80-b023-d216a074fa83/468c62fe-25e9-4065-929e-7862204a38a7/e070e7af-1fc4-47d2-9a19-34a9c5bfffe8) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:08:50.065713 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-72ef5268-eabd-4236-9ed8-1876e11f123d None None] Attempting to bind port b6138f9f-6b70-4273-bebd-c9584b7b7d39 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:08:50.066278 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-72ef5268-eabd-4236-9ed8-1876e11f123d None None] Attempting to bind port b6138f9f-6b70-4273-bebd-c9584b7b7d39 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:08:50.066784 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ef5268-eabd-4236-9ed8-1876e11f123d None None] Attempting to bind port b6138f9f-6b70-4273-bebd-c9584b7b7d39 on network 69dee5df-a2b5-4f80-b023-d216a074fa83 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:08:50.074435 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ef5268-eabd-4236-9ed8-1876e11f123d None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:08:50.075266 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ef5268-eabd-4236-9ed8-1876e11f123d None None] Checking segment: {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:08:50.075581 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-72ef5268-eabd-4236-9ed8-1876e11f123d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:50.076080 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ef5268-eabd-4236-9ed8-1876e11f123d None None] Bound using segment: {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:08:50.076659 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-72ef5268-eabd-4236-9ed8-1876e11f123d None None] Bound port: b6138f9f-6b70-4273-bebd-c9584b7b7d39, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:08:50.077157 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-72ef5268-eabd-4236-9ed8-1876e11f123d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:50.121147 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39078) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:50.171739 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-72ef5268-eabd-4236-9ed8-1876e11f123d None None] For port b6138f9f-6b70-4273-bebd-c9584b7b7d39, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:08:50.192128 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ac80bdc7-163c-446e-b401-97873f5bb0a6 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:50.195985 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-72ef5268-eabd-4236-9ed8-1876e11f123d None None] For port b6138f9f-6b70-4273-bebd-c9584b7b7d39, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b6138f9f-6b70-4273-bebd-c9584b7b7d39,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:08:50.202868 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-72ef5268-eabd-4236-9ed8-1876e11f123d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:50.243553 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ac80bdc7-163c-446e-b401-97873f5bb0a6 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:50.277942 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef5268-eabd-4236-9ed8-1876e11f123d None None] Pushing event updated for resources: {'Port': ['ID=b6138f9f-6b70-4273-bebd-c9584b7b7d39,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:50.315578 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac80bdc7-163c-446e-b401-97873f5bb0a6 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:08:50.332821 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-ac80bdc7-163c-446e-b401-97873f5bb0a6 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:08:50.335470 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac80bdc7-163c-446e-b401-97873f5bb0a6 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:08:50.336239 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ac80bdc7-163c-446e-b401-97873f5bb0a6 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:50.422654 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac80bdc7-163c-446e-b401-97873f5bb0a6 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Port': ['ID=e070e7af-1fc4-47d2-9a19-34a9c5bfffe8,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:50.474343 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39108) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:50.475028 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7fa850e5-45da-4ca7-bb91-da6138cbf820 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c8b2f9ca58bc4414ab589db0aa165c52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3519795 Nov 27 04:08:50.602865 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf8bb6-b42e-4ea6-ad38-9115d1d14739 req-3fcfa2b1-bcd7-43be-adb5-8e4dff2342a0 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:50.604607 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-80bf8bb6-b42e-4ea6-ad38-9115d1d14739 req-3fcfa2b1-bcd7-43be-adb5-8e4dff2342a0 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=17dc74f8-c613-4909-bd2e-2172cc2700c7 HTTP/1.1" status: 200 len: 946 time: 0.2160404 Nov 27 04:08:50.674983 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ac80bdc7-163c-446e-b401-97873f5bb0a6 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:50.711386 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-15356ab0-ac66-465b-9be7-ccf5dd718cd2 req-eebf09af-a3ba-47a9-8515-9265b62f115b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=de8f871d-28d3-4b5d-a373-8542daa9a8db HTTP/1.1" status: 200 len: 210 time: 0.0671892 Nov 27 04:08:50.736887 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2ce4cb0a-dce9-4b53-a362-e9c100b2e415 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:50.741917 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b16678d2-8a1d-44a2-a5aa-f2df0cce03dd req-b5791548-57d7-4068-b7c1-18fee172682d tempest-ServerShowV254Test-1828075109 tempest-ServerShowV254Test-1828075109-project] 10.222.0.20 "GET /v2.0/ports?device_id=de8f871d-28d3-4b5d-a373-8542daa9a8db HTTP/1.1" status: 200 len: 210 time: 0.1130543 Nov 27 04:08:50.766814 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-80bf8bb6-b42e-4ea6-ad38-9115d1d14739 req-b582fbf2-dbc5-458f-88ae-d5494f85f22a tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275299 Nov 27 04:08:50.768581 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2ce4cb0a-dce9-4b53-a362-e9c100b2e415 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:50.884850 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2ce4cb0a-dce9-4b53-a362-e9c100b2e415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:50.887912 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2ce4cb0a-dce9-4b53-a362-e9c100b2e415 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:50.889173 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2ce4cb0a-dce9-4b53-a362-e9c100b2e415 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/41518964-5314-4928-b0f4-17056b410d33 HTTP/1.1" status: 204 len: 168 time: 0.4137735 Nov 27 04:08:50.900723 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce4cb0a-dce9-4b53-a362-e9c100b2e415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41518964-5314-4928-b0f4-17056b410d33,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:51.241649 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:51.256833 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7408ed-eb63-4121-90d3-ea7ab283c47c req-644efe8f-8b00-4310-bc36-19405ab5332e tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:51.259096 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ff7408ed-eb63-4121-90d3-ea7ab283c47c req-644efe8f-8b00-4310-bc36-19405ab5332e tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=17dc74f8-c613-4909-bd2e-2172cc2700c7 HTTP/1.1" status: 200 len: 946 time: 0.1034529 Nov 27 04:08:51.294386 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c0104-ca81-48a0-9c25-91c467e23a12 req-ad5bd7a9-152c-4855-bf69-cac56b0d49e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:51.295998 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-719c0104-ca81-48a0-9c25-91c467e23a12 req-ad5bd7a9-152c-4855-bf69-cac56b0d49e5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b06130bf9bef4c7fa67dd5f594ff20d4&device_id=17dc74f8-c613-4909-bd2e-2172cc2700c7 HTTP/1.1" status: 200 len: 1097 time: 0.1721535 Nov 27 04:08:51.345747 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ac80bdc7-163c-446e-b401-97873f5bb0a6 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:51.368086 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ac80bdc7-163c-446e-b401-97873f5bb0a6 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:51.368884 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ac80bdc7-163c-446e-b401-97873f5bb0a6 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:51.385993 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ff7408ed-eb63-4121-90d3-ea7ab283c47c req-c490f8b1-4c57-46d0-b580-18ffbdbbb456 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204522 Nov 27 04:08:51.590923 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac80bdc7-163c-446e-b401-97873f5bb0a6 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Port': ['ID=e070e7af-1fc4-47d2-9a19-34a9c5bfffe8,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:51.647614 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c0104-ca81-48a0-9c25-91c467e23a12 req-dc1e197e-f470-4f5a-a9be-e24f223b6e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:51.649148 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-719c0104-ca81-48a0-9c25-91c467e23a12 req-dc1e197e-f470-4f5a-a9be-e24f223b6e21 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5 HTTP/1.1" status: 200 len: 912 time: 0.3415241 Nov 27 04:08:51.750330 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-719c0104-ca81-48a0-9c25-91c467e23a12 req-765bb010-e966-4f2d-a641-b1ff06466437 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4bf66bb-e2be-4998-8863-d33b628af482 HTTP/1.1" status: 200 len: 217 time: 0.0910044 Nov 27 04:08:51.773949 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:51.841519 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac80bdc7-163c-446e-b401-97873f5bb0a6 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:08:51.852050 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-ac80bdc7-163c-446e-b401-97873f5bb0a6 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:08:52.025751 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c65ad945-9eef-47d0-b664-1b7d6e2695b4 req-2d4284f2-c787-47c5-a552-7039372c73f5 tempest-ServerShowV254Test-1828075109 tempest-ServerShowV254Test-1828075109-project] 10.222.0.20 "GET /v2.0/ports?device_id=de8f871d-28d3-4b5d-a373-8542daa9a8db HTTP/1.1" status: 200 len: 210 time: 0.0761094 Nov 27 04:08:52.055933 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c0104-ca81-48a0-9c25-91c467e23a12 req-ab40f4af-b1b6-486a-8d8c-9021d24fb1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:52.063964 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-719c0104-ca81-48a0-9c25-91c467e23a12 req-ab40f4af-b1b6-486a-8d8c-9021d24fb1e1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72442e9e-9171-4b97-b60c-80223dc82b85 HTTP/1.1" status: 200 len: 851 time: 0.3001566 Nov 27 04:08:52.065864 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-79808aee-f581-42f6-96da-471830c74354 None None] Provisioning complete for port b6138f9f-6b70-4273-bebd-c9584b7b7d39 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:08:52.072525 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-79808aee-f581-42f6-96da-471830c74354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:52.109038 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-719c0104-ca81-48a0-9c25-91c467e23a12 req-c9565a6f-c537-4761-b072-fd33caaf093d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371354 Nov 27 04:08:52.162299 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39194) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:52.288488 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-79808aee-f581-42f6-96da-471830c74354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:52.330481 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-719c0104-ca81-48a0-9c25-91c467e23a12 req-4c7d1560-c6d7-4de7-beb0-3d6d4316b001 service neutron] 10.222.0.11 "GET /v2.0/networks/ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106392 Nov 27 04:08:52.367730 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac80bdc7-163c-446e-b401-97873f5bb0a6 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Router 5b58278b-b454-4ee3-8808-ba59ff7bfce2 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:08:52.368726 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-79808aee-f581-42f6-96da-471830c74354 None None] For port b6138f9f-6b70-4273-bebd-c9584b7b7d39, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b6138f9f-6b70-4273-bebd-c9584b7b7d39,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:08:52.378829 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-79808aee-f581-42f6-96da-471830c74354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:52.399018 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-08be3566-e141-4b84-ba3c-44f065da8dc6 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-369661033'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:08:52.460566 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08be3566-e141-4b84-ba3c-44f065da8dc6 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Made reservation on behalf of 02289baa808449b98542d6aa98d0fd28 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:08:52.464360 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-08be3566-e141-4b84-ba3c-44f065da8dc6 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:52.506012 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-08be3566-e141-4b84-ba3c-44f065da8dc6 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:52.545651 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79808aee-f581-42f6-96da-471830c74354 None None] Pushing event updated for resources: {'Port': ['ID=b6138f9f-6b70-4273-bebd-c9584b7b7d39,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:52.554188 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-ea6f3ae8-4ff4-400f-8d12-c246526efa46 None None] Provisioning complete for port e070e7af-1fc4-47d2-9a19-34a9c5bfffe8 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:08:52.555075 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ea6f3ae8-4ff4-400f-8d12-c246526efa46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:52.608879 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-ea6f3ae8-4ff4-400f-8d12-c246526efa46 None None] Port e070e7af-1fc4-47d2-9a19-34a9c5bfffe8 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:08:52.638168 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b6138f9f-6b70-4273-bebd-c9584b7b7d39 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:08:52.688694 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-719c0104-ca81-48a0-9c25-91c467e23a12 req-db56f0b4-53ce-431b-93ac-d80985b2d6c2 service neutron] 10.222.0.11 "GET /v2.0/networks/ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497195 Nov 27 04:08:52.722940 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4495e8-6bd0-4949-837f-c39cda2d3ece req-403089ab-0577-463e-ae5e-a2ce03febcd6 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:52.730168 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac80bdc7-163c-446e-b401-97873f5bb0a6 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:08:52.733888 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port b6138f9f-6b70-4273-bebd-c9584b7b7d39 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:08:52.734271 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:52.735815 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bb4495e8-6bd0-4949-837f-c39cda2d3ece req-403089ab-0577-463e-ae5e-a2ce03febcd6 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=17dc74f8-c613-4909-bd2e-2172cc2700c7 HTTP/1.1" status: 200 len: 946 time: 0.2127345 Nov 27 04:08:52.745639 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39202) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:52.746392 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ac80bdc7-163c-446e-b401-97873f5bb0a6 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "PUT /v2.0/routers/5b58278b-b454-4ee3-8808-ba59ff7bfce2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8354354 Nov 27 04:08:52.748041 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb2933a-1593-420a-b456-d95b7b781f0f None None] Sync routers for ids ['5b58278b-b454-4ee3-8808-ba59ff7bfce2'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:08:52.771742 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb2933a-1593-420a-b456-d95b7b781f0f None None] Routers {'5b58278b-b454-4ee3-8808-ba59ff7bfce2'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:08:52.772971 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-dbb2933a-1593-420a-b456-d95b7b781f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:08:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['5b58278b-b454-4ee3-8808-ba59ff7bfce2'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:08:52.827388 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-08be3566-e141-4b84-ba3c-44f065da8dc6 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:52.851357 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-5cb81e65-757f-4e35-afca-2d1ca69ac4c7 None None] Provisioning complete for port e070e7af-1fc4-47d2-9a19-34a9c5bfffe8 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:08:52.851733 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5cb81e65-757f-4e35-afca-2d1ca69ac4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:52.856042 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-08be3566-e141-4b84-ba3c-44f065da8dc6 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:52.917522 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-dbb2933a-1593-420a-b456-d95b7b781f0f None None] Set router 5b58278b-b454-4ee3-8808-ba59ff7bfce2 gateway port host: None {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:08:52.935230 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be3566-e141-4b84-ba3c-44f065da8dc6 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=766b7a2d-ec7b-4b18-8069-f577e3e35ce6,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:52.940236 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-5cb81e65-757f-4e35-afca-2d1ca69ac4c7 None None] Port e070e7af-1fc4-47d2-9a19-34a9c5bfffe8 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:08:52.972094 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08be3566-e141-4b84-ba3c-44f065da8dc6 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:08:53.001208 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232140a6-2c89-4c19-a764-f4d3ae7c5646 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:53.004437 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-232140a6-2c89-4c19-a764-f4d3ae7c5646 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/ports/e070e7af-1fc4-47d2-9a19-34a9c5bfffe8 HTTP/1.1" status: 200 len: 911 time: 0.2564878 Nov 27 04:08:53.007114 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39208) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:53.024926 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-08be3566-e141-4b84-ba3c-44f065da8dc6 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:53.025642 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-08be3566-e141-4b84-ba3c-44f065da8dc6 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Added segment 3b83b12c-937a-4b73-9196-4731d240e3c8 of type vlan for network 4e22d952-f2fd-418d-a153-24eaeb691fe8 Nov 27 04:08:53.079002 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f89e716-5e0c-4a58-a2e7-e712b27b2f48 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:53.087590 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f89e716-5e0c-4a58-a2e7-e712b27b2f48 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:53.088239 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6f89e716-5e0c-4a58-a2e7-e712b27b2f48 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0799448 Nov 27 04:08:53.092651 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39212) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:53.104089 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bb4495e8-6bd0-4949-837f-c39cda2d3ece req-ff3b11e3-a4a2-490e-9859-f40a1c1b8871 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437669 Nov 27 04:08:53.193376 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-08be3566-e141-4b84-ba3c-44f065da8dc6 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:53.271240 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-08be3566-e141-4b84-ba3c-44f065da8dc6 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:53.287651 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08be3566-e141-4b84-ba3c-44f065da8dc6 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:53.290436 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-08be3566-e141-4b84-ba3c-44f065da8dc6 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:53.311651 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-dbb2933a-1593-420a-b456-d95b7b781f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b58278b-b454-4ee3-8808-ba59ff7bfce2', 'name': 'tempest-NetworksTestDHCPv6-router-790306826', 'tenant_id': 'f4fb6791effe4b41abbe85bac59c4002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:08:48Z', 'updated_at': '2021-11-27T04:08:50Z', 'revision_number': 2, 'project_id': 'f4fb6791effe4b41abbe85bac59c4002', 'gw_port_host': None, '_interfaces': [{'id': 'e070e7af-1fc4-47d2-9a19-34a9c5bfffe8', 'name': '', 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'tenant_id': 'f4fb6791effe4b41abbe85bac59c4002', 'mac_address': 'fa:16:3e:81:64:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b58278b-b454-4ee3-8808-ba59ff7bfce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '468c62fe-25e9-4065-929e-7862204a38a7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:08:49Z', 'updated_at': '2021-11-27T04:08:50Z', 'revision_number': 2, 'project_id': 'f4fb6791effe4b41abbe85bac59c4002', 'subnets': [{'id': '468c62fe-25e9-4065-929e-7862204a38a7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:08:53.362533 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-84c77aca-2292-43de-b937-df4351a48b4e req-e39f4223-8b5a-4c30-bbf3-04cc1d7694e8 tempest-ServerShowV254Test-1828075109 tempest-ServerShowV254Test-1828075109-project] 10.222.0.20 "GET /v2.0/ports?device_id=de8f871d-28d3-4b5d-a373-8542daa9a8db HTTP/1.1" status: 200 len: 210 time: 0.1672361 Nov 27 04:08:53.411379 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb2933a-1593-420a-b456-d95b7b781f0f None None] Checking router: 5b58278b-b454-4ee3-8808-ba59ff7bfce2 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:08:53.413392 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb2933a-1593-420a-b456-d95b7b781f0f None None] Updating router 5b58278b-b454-4ee3-8808-ba59ff7bfce2 port e070e7af-1fc4-47d2-9a19-34a9c5bfffe8 binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:08:53.440027 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-08be3566-e141-4b84-ba3c-44f065da8dc6 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2767701 Nov 27 04:08:53.480740 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be3566-e141-4b84-ba3c-44f065da8dc6 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event updated for resources: {'Network': ['ID=4e22d952-f2fd-418d-a153-24eaeb691fe8,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:53.501416 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 4e22d952-f2fd-418d-a153-24eaeb691fe8 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:08:53.506789 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-dbb2933a-1593-420a-b456-d95b7b781f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:53.983699 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d3fcc92d-d9c5-41a0-b63e-41766b0c4ab8 req-bf0d2b3c-269e-44dd-b0e9-125654739bb3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b28a65f081704ce39e80e6fd55a2411e&device_id=de8f871d-28d3-4b5d-a373-8542daa9a8db HTTP/1.1" status: 200 len: 210 time: 0.0879080 Nov 27 04:08:53.987152 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca6b443f-3906-4fb5-8402-b6a7df4d3816 req-a6ec87d2-b07c-4557-ba7b-3cedb0ea57ae tempest-ServerShowV254Test-1828075109 tempest-ServerShowV254Test-1828075109-project] 10.222.0.20 "GET /v2.0/ports?device_id=de8f871d-28d3-4b5d-a373-8542daa9a8db HTTP/1.1" status: 200 len: 210 time: 0.0784557 Nov 27 04:08:54.053756 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-dbb2933a-1593-420a-b456-d95b7b781f0f None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:54.065036 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-dbb2933a-1593-420a-b456-d95b7b781f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:54.106583 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d3fcc92d-d9c5-41a0-b63e-41766b0c4ab8 req-20c45c92-32f6-44f2-b2a1-052d757f31d1 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=b28a65f081704ce39e80e6fd55a2411e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0935180 Nov 27 04:08:54.253602 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593dc067-bc3a-4c3c-b04d-5e240efa0d35 None None] Pushing event updated for resources: {'Port': ['ID=e070e7af-1fc4-47d2-9a19-34a9c5bfffe8,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:54.266692 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593dc067-bc3a-4c3c-b04d-5e240efa0d35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:54.267019 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593dc067-bc3a-4c3c-b04d-5e240efa0d35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:54.267359 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593dc067-bc3a-4c3c-b04d-5e240efa0d35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:54.267686 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593dc067-bc3a-4c3c-b04d-5e240efa0d35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:54.268011 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593dc067-bc3a-4c3c-b04d-5e240efa0d35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:54.268337 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593dc067-bc3a-4c3c-b04d-5e240efa0d35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:54.268659 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593dc067-bc3a-4c3c-b04d-5e240efa0d35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:54.268978 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593dc067-bc3a-4c3c-b04d-5e240efa0d35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:54.269296 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593dc067-bc3a-4c3c-b04d-5e240efa0d35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:54.269614 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593dc067-bc3a-4c3c-b04d-5e240efa0d35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:54.275579 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593dc067-bc3a-4c3c-b04d-5e240efa0d35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:54.275982 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593dc067-bc3a-4c3c-b04d-5e240efa0d35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:54.327742 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-dbb2933a-1593-420a-b456-d95b7b781f0f None None] Attempting to bind port e070e7af-1fc4-47d2-9a19-34a9c5bfffe8 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:08:54.328144 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-dbb2933a-1593-420a-b456-d95b7b781f0f None None] Attempting to bind port e070e7af-1fc4-47d2-9a19-34a9c5bfffe8 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:08:54.328490 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb2933a-1593-420a-b456-d95b7b781f0f None None] Attempting to bind port e070e7af-1fc4-47d2-9a19-34a9c5bfffe8 on network 69dee5df-a2b5-4f80-b023-d216a074fa83 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:08:54.362941 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb2933a-1593-420a-b456-d95b7b781f0f None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:08:54.363320 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb2933a-1593-420a-b456-d95b7b781f0f None None] Checking segment: {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:08:54.363721 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-dbb2933a-1593-420a-b456-d95b7b781f0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:54.364109 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb2933a-1593-420a-b456-d95b7b781f0f None None] Bound using segment: {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:08:54.364588 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-dbb2933a-1593-420a-b456-d95b7b781f0f None None] Bound port: e070e7af-1fc4-47d2-9a19-34a9c5bfffe8, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:08:54.364970 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-dbb2933a-1593-420a-b456-d95b7b781f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:54.543384 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-600ca3d6-e3fc-46f7-a1b4-c934da23e8df tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:54.557126 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-dbb2933a-1593-420a-b456-d95b7b781f0f None None] For port e070e7af-1fc4-47d2-9a19-34a9c5bfffe8, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:08:54.568627 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-dbb2933a-1593-420a-b456-d95b7b781f0f None None] For port e070e7af-1fc4-47d2-9a19-34a9c5bfffe8, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=e070e7af-1fc4-47d2-9a19-34a9c5bfffe8,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:08:54.581740 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-dbb2933a-1593-420a-b456-d95b7b781f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:54.595841 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b6138f9f-6b70-4273-bebd-c9584b7b7d39 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:08:54.602820 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fcc92d-d9c5-41a0-b63e-41766b0c4ab8 req-b88970ce-b837-46ec-ba27-20a133de4e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:54.604523 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d3fcc92d-d9c5-41a0-b63e-41766b0c4ab8 req-b88970ce-b837-46ec-ba27-20a133de4e6e service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4908693 Nov 27 04:08:54.705633 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb2933a-1593-420a-b456-d95b7b781f0f None None] Routers {'5b58278b-b454-4ee3-8808-ba59ff7bfce2'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:08:54.706588 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-dbb2933a-1593-420a-b456-d95b7b781f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:08:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['5b58278b-b454-4ee3-8808-ba59ff7bfce2'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:08:54.744173 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748f0d7-8680-4b69-bf89-33ca61d13e16 req-913c3138-90d3-4790-aa8e-f43fe127b32b tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:54.754926 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2748f0d7-8680-4b69-bf89-33ca61d13e16 req-913c3138-90d3-4790-aa8e-f43fe127b32b tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=17dc74f8-c613-4909-bd2e-2172cc2700c7 HTTP/1.1" status: 200 len: 946 time: 0.3965492 Nov 27 04:08:54.784385 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port b6138f9f-6b70-4273-bebd-c9584b7b7d39 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:08:54.801180 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:54.810404 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-b22a69be-e2d9-4d4e-9010-06590b916836 None None] Provisioning complete for port e070e7af-1fc4-47d2-9a19-34a9c5bfffe8 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:08:54.817373 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b22a69be-e2d9-4d4e-9010-06590b916836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:54.914277 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2748f0d7-8680-4b69-bf89-33ca61d13e16 req-53e215dd-930c-46e7-bed2-fdfbb1da9165 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578953 Nov 27 04:08:55.102097 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-dbb2933a-1593-420a-b456-d95b7b781f0f None None] Set router 5b58278b-b454-4ee3-8808-ba59ff7bfce2 gateway port host: None {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:08:55.207084 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-08f0fe0d-1cca-47f1-ac47-97befbaa6eac req-d0bc9589-f14a-4e4d-b329-1f957c68d15f tempest-ServerShowV254Test-1828075109 tempest-ServerShowV254Test-1828075109-project] 10.222.0.20 "GET /v2.0/ports?device_id=de8f871d-28d3-4b5d-a373-8542daa9a8db HTTP/1.1" status: 200 len: 210 time: 0.0461311 Nov 27 04:08:55.216600 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-600ca3d6-e3fc-46f7-a1b4-c934da23e8df tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting port e070e7af-1fc4-47d2-9a19-34a9c5bfffe8 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:08:55.217271 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-600ca3d6-e3fc-46f7-a1b4-c934da23e8df tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:55.262903 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b22a69be-e2d9-4d4e-9010-06590b916836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:55.317108 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-b22a69be-e2d9-4d4e-9010-06590b916836 None None] For port e070e7af-1fc4-47d2-9a19-34a9c5bfffe8, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=e070e7af-1fc4-47d2-9a19-34a9c5bfffe8,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:08:55.328674 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b22a69be-e2d9-4d4e-9010-06590b916836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:55.417521 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a69be-e2d9-4d4e-9010-06590b916836 None None] Pushing event updated for resources: {'Port': ['ID=e070e7af-1fc4-47d2-9a19-34a9c5bfffe8,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:55.421099 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-600ca3d6-e3fc-46f7-a1b4-c934da23e8df tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] For port e070e7af-1fc4-47d2-9a19-34a9c5bfffe8, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=e070e7af-1fc4-47d2-9a19-34a9c5bfffe8,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:08:55.421600 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-600ca3d6-e3fc-46f7-a1b4-c934da23e8df tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:55.465864 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-58bdec9e-98f0-421c-9663-026e2e17af1a None None] Provisioning complete for port e070e7af-1fc4-47d2-9a19-34a9c5bfffe8 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:08:55.467103 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-58bdec9e-98f0-421c-9663-026e2e17af1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:55.468005 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-600ca3d6-e3fc-46f7-a1b4-c934da23e8df tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Calling delete_port for e070e7af-1fc4-47d2-9a19-34a9c5bfffe8 owned by network:router_interface {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:08:55.506214 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593dc067-bc3a-4c3c-b04d-5e240efa0d35 None None] Pushing event updated for resources: {'Port': ['ID=e070e7af-1fc4-47d2-9a19-34a9c5bfffe8,revision_number=4']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:55.608205 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-dbb2933a-1593-420a-b456-d95b7b781f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b58278b-b454-4ee3-8808-ba59ff7bfce2', 'name': 'tempest-NetworksTestDHCPv6-router-790306826', 'tenant_id': 'f4fb6791effe4b41abbe85bac59c4002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:08:48Z', 'updated_at': '2021-11-27T04:08:50Z', 'revision_number': 2, 'project_id': 'f4fb6791effe4b41abbe85bac59c4002', 'gw_port_host': None, '_interfaces': [{'id': 'e070e7af-1fc4-47d2-9a19-34a9c5bfffe8', 'name': '', 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'tenant_id': 'f4fb6791effe4b41abbe85bac59c4002', 'mac_address': 'fa:16:3e:81:64:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b58278b-b454-4ee3-8808-ba59ff7bfce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '468c62fe-25e9-4065-929e-7862204a38a7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:08:49Z', 'updated_at': '2021-11-27T04:08:54Z', 'revision_number': 4, 'project_id': 'f4fb6791effe4b41abbe85bac59c4002', 'subnets': [{'id': '468c62fe-25e9-4065-929e-7862204a38a7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:08:55.689615 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb2933a-1593-420a-b456-d95b7b781f0f None None] The sync data for ids ['5b58278b-b454-4ee3-8808-ba59ff7bfce2'] in n-d-819494-3 is: [{'id': '5b58278b-b454-4ee3-8808-ba59ff7bfce2', 'name': 'tempest-NetworksTestDHCPv6-router-790306826', 'tenant_id': 'f4fb6791effe4b41abbe85bac59c4002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:08:48Z', 'updated_at': '2021-11-27T04:08:50Z', 'revision_number': 2, 'project_id': 'f4fb6791effe4b41abbe85bac59c4002', 'gw_port_host': None, '_interfaces': [{'id': 'e070e7af-1fc4-47d2-9a19-34a9c5bfffe8', 'name': '', 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'tenant_id': 'f4fb6791effe4b41abbe85bac59c4002', 'mac_address': 'fa:16:3e:81:64:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b58278b-b454-4ee3-8808-ba59ff7bfce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '468c62fe-25e9-4065-929e-7862204a38a7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:08:49Z', 'updated_at': '2021-11-27T04:08:54Z', 'revision_number': 4, 'project_id': 'f4fb6791effe4b41abbe85bac59c4002', 'subnets': [{'id': '468c62fe-25e9-4065-929e-7862204a38a7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:08:55.836929 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-600ca3d6-e3fc-46f7-a1b4-c934da23e8df tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:55.888970 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ca3d6-e3fc-46f7-a1b4-c934da23e8df tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Port': ['ID=e070e7af-1fc4-47d2-9a19-34a9c5bfffe8,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:56.171229 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d3fcc92d-d9c5-41a0-b63e-41766b0c4ab8 req-49e7902d-d3ba-4d39-9d91-d35820e09a5d tempest-ServerShowV254Test-1828075109 tempest-ServerShowV254Test-1828075109-project] 10.222.0.23 "GET /v2.0/ports?device_id=de8f871d-28d3-4b5d-a373-8542daa9a8db HTTP/1.1" status: 200 len: 210 time: 0.1254528 Nov 27 04:08:56.413516 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-600ca3d6-e3fc-46f7-a1b4-c934da23e8df tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:56.576808 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2ed89515-f3c5-4418-9c9b-bb681009edf8 req-c6dc6e57-27c3-4db2-be76-e21fa19a41c7 tempest-ServerShowV254Test-1828075109 tempest-ServerShowV254Test-1828075109-project] 10.222.0.20 "GET /v2.0/ports?device_id=de8f871d-28d3-4b5d-a373-8542daa9a8db HTTP/1.1" status: 200 len: 210 time: 0.1059718 Nov 27 04:08:56.669441 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52416fed-0681-4438-89b5-06068e85a892 req-af109a0b-f841-49ca-abe1-148db7871459 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:56.680399 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-52416fed-0681-4438-89b5-06068e85a892 req-af109a0b-f841-49ca-abe1-148db7871459 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=17dc74f8-c613-4909-bd2e-2172cc2700c7 HTTP/1.1" status: 200 len: 946 time: 0.4652734 Nov 27 04:08:56.833401 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600ca3d6-e3fc-46f7-a1b4-c934da23e8df tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Router 5b58278b-b454-4ee3-8808-ba59ff7bfce2 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:08:56.845218 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-52416fed-0681-4438-89b5-06068e85a892 req-bd86854d-f02d-4799-83a2-d5ceea972fd4 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636295 Nov 27 04:08:56.995005 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600ca3d6-e3fc-46f7-a1b4-c934da23e8df tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:08:57.007778 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-600ca3d6-e3fc-46f7-a1b4-c934da23e8df tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "PUT /v2.0/routers/5b58278b-b454-4ee3-8808-ba59ff7bfce2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9119015 Nov 27 04:08:57.010372 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39248) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:57.118009 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3d1656-2eae-4d69-895a-99a8592abfea tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:57.119953 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3d1656-2eae-4d69-895a-99a8592abfea tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:57.121717 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-fe3d1656-2eae-4d69-895a-99a8592abfea tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1103439 Nov 27 04:08:57.133794 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39252) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:57.204823 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39254) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:57.209705 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-b18dcdc4-6cb1-4ce5-8e63-b9947e4e1e89 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Request body: {'subnet': {'network_id': '4e22d952-f2fd-418d-a153-24eaeb691fe8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:08:57.232198 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-167c7aa6-f583-42b5-a9ef-65296f9c784d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting subnet 468c62fe-25e9-4065-929e-7862204a38a7 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:08:57.263598 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-167c7aa6-f583-42b5-a9ef-65296f9c784d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:57.336088 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-167c7aa6-f583-42b5-a9ef-65296f9c784d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:57.394636 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18dcdc4-6cb1-4ce5-8e63-b9947e4e1e89 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Made reservation on behalf of 02289baa808449b98542d6aa98d0fd28 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:08:57.398328 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b18dcdc4-6cb1-4ce5-8e63-b9947e4e1e89 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:57.517828 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-167c7aa6-f583-42b5-a9ef-65296f9c784d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:57.653653 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-167c7aa6-f583-42b5-a9ef-65296f9c784d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:57.708953 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c7aa6-f583-42b5-a9ef-65296f9c784d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Subnet': ['ID=468c62fe-25e9-4065-929e-7862204a38a7,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:57.717572 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-167c7aa6-f583-42b5-a9ef-65296f9c784d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:57.720367 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128f7a05-f1fa-44a6-a655-b69009f3b80c None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:08:57.720836 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-167c7aa6-f583-42b5-a9ef-65296f9c784d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/468c62fe-25e9-4065-929e-7862204a38a7 HTTP/1.1" status: 204 len: 168 time: 0.5856524 Nov 27 04:08:57.723511 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39262) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:57.856120 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b18dcdc4-6cb1-4ce5-8e63-b9947e4e1e89 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:57.927629 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d92cb045-a131-4a97-8212-d5e46dfb86ec tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2030680 Nov 27 04:08:57.930448 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39266) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:57.956271 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18dcdc4-6cb1-4ce5-8e63-b9947e4e1e89 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event updated for resources: {'Subnet': ['ID=f8ed3f2d-cb67-438a-836f-899adc41b71d,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:57.958783 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18dcdc4-6cb1-4ce5-8e63-b9947e4e1e89 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Checking segment: {'id': '3b83b12c-937a-4b73-9196-4731d240e3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4e22d952-f2fd-418d-a153-24eaeb691fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:08:57.959166 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18dcdc4-6cb1-4ce5-8e63-b9947e4e1e89 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Network hostable DHCP agents. Network: 4e22d952-f2fd-418d-a153-24eaeb691fe8, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:08:57.983404 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18dcdc4-6cb1-4ce5-8e63-b9947e4e1e89 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Network 4e22d952-f2fd-418d-a153-24eaeb691fe8 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:08:58.059854 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-b18dcdc4-6cb1-4ce5-8e63-b9947e4e1e89 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 4e22d952-f2fd-418d-a153-24eaeb691fe8) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:08:58.060789 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b033ce3a-3756-4729-aa4b-77148b412a69 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:58.072285 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749d6cf3-4feb-4c3c-8dde-7ed6b9866de0 None None] Network 4e22d952-f2fd-418d-a153-24eaeb691fe8 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:08:58.083008 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18dcdc4-6cb1-4ce5-8e63-b9947e4e1e89 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:58.083008 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b18dcdc4-6cb1-4ce5-8e63-b9947e4e1e89 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:58.149998 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b18dcdc4-6cb1-4ce5-8e63-b9947e4e1e89 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9441674 Nov 27 04:08:58.175631 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39270) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:58.197722 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-6696b8e1-6375-41f4-9f69-dd8bd014d40f tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1603383448'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:08:58.203288 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b9d05-ba03-4d9e-b834-d714f3a53a5d req-1d4231ef-d979-472e-855c-90458805a560 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:58.213929 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dca3245-8c97-4aec-bc6b-6999ae2de255 None None] Sync routers for ids ['5b58278b-b454-4ee3-8808-ba59ff7bfce2'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:08:58.215512 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3b6b9d05-ba03-4d9e-b834-d714f3a53a5d req-1d4231ef-d979-472e-855c-90458805a560 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=17dc74f8-c613-4909-bd2e-2172cc2700c7 HTTP/1.1" status: 200 len: 946 time: 0.2181079 Nov 27 04:08:58.221888 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39274) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:58.226928 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf37f44-9572-4015-a109-c6aff6d03efe None None] DHCP port deletion for 69dee5df-a2b5-4f80-b023-d216a074fa83 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:08:58.233306 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6696b8e1-6375-41f4-9f69-dd8bd014d40f tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Made reservation on behalf of 02289baa808449b98542d6aa98d0fd28 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:08:58.242634 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6696b8e1-6375-41f4-9f69-dd8bd014d40f tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:58.278089 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dca3245-8c97-4aec-bc6b-6999ae2de255 None None] Routers {'5b58278b-b454-4ee3-8808-ba59ff7bfce2'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:08:58.278907 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-3dca3245-8c97-4aec-bc6b-6999ae2de255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:08:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['5b58278b-b454-4ee3-8808-ba59ff7bfce2'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:08:58.329197 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3b6b9d05-ba03-4d9e-b834-d714f3a53a5d req-3317fac6-564c-4a61-a0a1-39cf246124ff tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119330 Nov 27 04:08:58.393305 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b033ce3a-3756-4729-aa4b-77148b412a69 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:58.405424 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b033ce3a-3756-4729-aa4b-77148b412a69 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:58.422772 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-73333a1b-31f0-4573-8b98-86d220df58d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:58.510257 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6696b8e1-6375-41f4-9f69-dd8bd014d40f tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:08:58.531318 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b033ce3a-3756-4729-aa4b-77148b412a69 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:58.531844 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b033ce3a-3756-4729-aa4b-77148b412a69 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Fanout notify agent at l3_agent the message router_deleted on router 5b58278b-b454-4ee3-8808-ba59ff7bfce2 {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:08:58.538295 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-3dca3245-8c97-4aec-bc6b-6999ae2de255 None None] Set router 5b58278b-b454-4ee3-8808-ba59ff7bfce2 gateway port host: None {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:08:58.544364 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b033ce3a-3756-4729-aa4b-77148b412a69 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:58.548542 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b033ce3a-3756-4729-aa4b-77148b412a69 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/routers/5b58278b-b454-4ee3-8808-ba59ff7bfce2 HTTP/1.1" status: 204 len: 168 time: 0.6149027 Nov 27 04:08:58.548673 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39278) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:58.557337 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6696b8e1-6375-41f4-9f69-dd8bd014d40f tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:58.557717 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-6696b8e1-6375-41f4-9f69-dd8bd014d40f tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Added segment 034de1fa-3ea8-4ee7-9882-5fa6070098ed of type vlan for network f438660a-1595-411e-86c2-d6adb9d286b8 Nov 27 04:08:58.595704 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-3dca3245-8c97-4aec-bc6b-6999ae2de255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b58278b-b454-4ee3-8808-ba59ff7bfce2', 'name': 'tempest-NetworksTestDHCPv6-router-790306826', 'tenant_id': 'f4fb6791effe4b41abbe85bac59c4002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:08:48Z', 'updated_at': '2021-11-27T04:08:55Z', 'revision_number': 3, 'project_id': 'f4fb6791effe4b41abbe85bac59c4002', 'gw_port_host': None}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:08:58.613253 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6696b8e1-6375-41f4-9f69-dd8bd014d40f tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:58.628132 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b6138f9f-6b70-4273-bebd-c9584b7b7d39 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:08:58.636091 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dca3245-8c97-4aec-bc6b-6999ae2de255 None None] Checking router: 5b58278b-b454-4ee3-8808-ba59ff7bfce2 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:08:58.643824 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-73333a1b-31f0-4573-8b98-86d220df58d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:58.664635 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8090d839-dffd-4c4b-9d00-edb41de6f78b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:58.668015 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8090d839-dffd-4c4b-9d00-edb41de6f78b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1176906 Nov 27 04:08:58.670740 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39280) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:58.731667 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-73333a1b-31f0-4573-8b98-86d220df58d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:58.740679 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dca3245-8c97-4aec-bc6b-6999ae2de255 None None] Routers set() bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:08:58.741140 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17257b6-5a4a-4df2-9830-dd7a98284574 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:58.741236 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dca3245-8c97-4aec-bc6b-6999ae2de255 None None] Router IDs set() for agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 27 04:08:58.741708 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_agentschedulers_db [None req-3dca3245-8c97-4aec-bc6b-6999ae2de255 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5b58278b-b454-4ee3-8808-ba59ff7bfce2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:08:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent'). {{(pid=110020) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 27 04:08:58.742102 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dca3245-8c97-4aec-bc6b-6999ae2de255 None None] The sync data for ids ['5b58278b-b454-4ee3-8808-ba59ff7bfce2'] in n-d-819494-3 is: [] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:08:58.742600 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c17257b6-5a4a-4df2-9830-dd7a98284574 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0706861 Nov 27 04:08:58.745482 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39284) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:58.797419 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6696b8e1-6375-41f4-9f69-dd8bd014d40f tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:58.803860 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6696b8e1-6375-41f4-9f69-dd8bd014d40f tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:58.804514 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6696b8e1-6375-41f4-9f69-dd8bd014d40f tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:58.824360 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-73333a1b-31f0-4573-8b98-86d220df58d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b28a65f081704ce39e80e6fd55a2411e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5991194 Nov 27 04:08:58.835499 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39286) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:58.836485 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a0045346-9bfd-4f5c-8ccd-341aef95a13e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0892355 Nov 27 04:08:58.837341 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39288) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:58.842922 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-8af85b88-aa83-41e7-b83f-10305e76de9c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'subnet': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:08:58.855557 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-faf37f44-9572-4015-a109-c6aff6d03efe None None] Deleting port b6138f9f-6b70-4273-bebd-c9584b7b7d39 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:08:58.855950 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-faf37f44-9572-4015-a109-c6aff6d03efe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:58.886168 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73333a1b-31f0-4573-8b98-86d220df58d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef36ff3c-749c-43e2-a671-89806935b816,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:58.928353 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6696b8e1-6375-41f4-9f69-dd8bd014d40f tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7360318 Nov 27 04:08:58.933678 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39290) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:08:58.943740 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-f9918343-4b46-40d5-824f-c76c637d4adf tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Request body: {'subnet': {'network_id': 'f438660a-1595-411e-86c2-d6adb9d286b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:08:58.944455 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73333a1b-31f0-4573-8b98-86d220df58d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:58.944908 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73333a1b-31f0-4573-8b98-86d220df58d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:58.945160 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73333a1b-31f0-4573-8b98-86d220df58d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:58.945508 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73333a1b-31f0-4573-8b98-86d220df58d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:58.945848 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73333a1b-31f0-4573-8b98-86d220df58d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:58.946187 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73333a1b-31f0-4573-8b98-86d220df58d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:58.946523 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73333a1b-31f0-4573-8b98-86d220df58d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:58.946880 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73333a1b-31f0-4573-8b98-86d220df58d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:58.947216 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73333a1b-31f0-4573-8b98-86d220df58d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:58.947546 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73333a1b-31f0-4573-8b98-86d220df58d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:58.947875 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73333a1b-31f0-4573-8b98-86d220df58d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:58.948207 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73333a1b-31f0-4573-8b98-86d220df58d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:08:58.962705 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-faf37f44-9572-4015-a109-c6aff6d03efe None None] For port b6138f9f-6b70-4273-bebd-c9584b7b7d39, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b6138f9f-6b70-4273-bebd-c9584b7b7d39,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:08:58.963710 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-faf37f44-9572-4015-a109-c6aff6d03efe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:58.974807 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6696b8e1-6375-41f4-9f69-dd8bd014d40f tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event updated for resources: {'Network': ['ID=f438660a-1595-411e-86c2-d6adb9d286b8,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:58.983577 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-faf37f44-9572-4015-a109-c6aff6d03efe None None] Calling delete_port for b6138f9f-6b70-4273-bebd-c9584b7b7d39 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:08:59.013506 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d89635ff-3a48-41f7-97ff-d2271ba7a432 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:59.050435 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d89635ff-3a48-41f7-97ff-d2271ba7a432 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:59.099049 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network f438660a-1595-411e-86c2-d6adb9d286b8 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:08:59.142287 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af85b88-aa83-41e7-b83f-10305e76de9c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:08:59.144352 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d89635ff-3a48-41f7-97ff-d2271ba7a432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:59.147237 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d89635ff-3a48-41f7-97ff-d2271ba7a432 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:59.151698 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d89635ff-3a48-41f7-97ff-d2271ba7a432 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ef36ff3c-749c-43e2-a671-89806935b816 HTTP/1.1" status: 204 len: 168 time: 0.3002899 Nov 27 04:08:59.161000 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89635ff-3a48-41f7-97ff-d2271ba7a432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef36ff3c-749c-43e2-a671-89806935b816,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:59.161189 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8af85b88-aa83-41e7-b83f-10305e76de9c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:59.179528 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-faf37f44-9572-4015-a109-c6aff6d03efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:59.254268 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf37f44-9572-4015-a109-c6aff6d03efe None None] Pushing event deleted for resources: {'Port': ['ID=b6138f9f-6b70-4273-bebd-c9584b7b7d39,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:59.314973 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf37f44-9572-4015-a109-c6aff6d03efe None None] No DVR routers for this DVR port b6138f9f-6b70-4273-bebd-c9584b7b7d39 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:08:59.339475 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9918343-4b46-40d5-824f-c76c637d4adf tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Made reservation on behalf of 02289baa808449b98542d6aa98d0fd28 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:08:59.348123 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f9918343-4b46-40d5-824f-c76c637d4adf tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:59.405652 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:59.502967 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c6e4cd-cb78-4103-bb6a-3eacad39d5df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-4e22d952-f2fd-418d-a153-24eaeb691fe8', 'network_id': '4e22d952-f2fd-418d-a153-24eaeb691fe8', 'tenant_id': '02289baa808449b98542d6aa98d0fd28', 'fixed_ips': [{'subnet_id': 'f8ed3f2d-cb67-438a-836f-899adc41b71d'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:08:59.504597 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-86c6e4cd-cb78-4103-bb6a-3eacad39d5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:59.693216 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b42a5-25c5-4df4-9024-cb6ef797ec85 req-3ea3ff74-c383-4bbc-8b03-9271cb758464 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:08:59.693506 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f9918343-4b46-40d5-824f-c76c637d4adf tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:08:59.695734 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d03b42a5-25c5-4df4-9024-cb6ef797ec85 req-3ea3ff74-c383-4bbc-8b03-9271cb758464 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=17dc74f8-c613-4909-bd2e-2172cc2700c7 HTTP/1.1" status: 200 len: 946 time: 0.1320212 Nov 27 04:08:59.804510 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-86c6e4cd-cb78-4103-bb6a-3eacad39d5df None None] Allocated IP 2001:db8:0:ffff::2 (4e22d952-f2fd-418d-a153-24eaeb691fe8/f8ed3f2d-cb67-438a-836f-899adc41b71d/966b24b8-9b0c-4a2a-8b0a-8084652e5a84) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:08:59.820280 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d03b42a5-25c5-4df4-9024-cb6ef797ec85 req-a299c602-b24e-4998-a07a-bde45dcd1671 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171126 Nov 27 04:08:59.870221 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9918343-4b46-40d5-824f-c76c637d4adf tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event updated for resources: {'Subnet': ['ID=0d01f797-1c36-489e-9d5a-07d358152801,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:08:59.928586 n-d-819494-3 neutron-server[110018]: DEBUG neutron.objects.ports [None req-8af85b88-aa83-41e7-b83f-10305e76de9c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110018) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 04:08:59.930321 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9918343-4b46-40d5-824f-c76c637d4adf tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Checking segment: {'id': '034de1fa-3ea8-4ee7-9882-5fa6070098ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f438660a-1595-411e-86c2-d6adb9d286b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:08:59.930898 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9918343-4b46-40d5-824f-c76c637d4adf tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Network hostable DHCP agents. Network: f438660a-1595-411e-86c2-d6adb9d286b8, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:08:59.933783 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8af85b88-aa83-41e7-b83f-10305e76de9c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:00.001062 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af85b88-aa83-41e7-b83f-10305e76de9c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:09:00.003061 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9918343-4b46-40d5-824f-c76c637d4adf tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Network f438660a-1595-411e-86c2-d6adb9d286b8 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:09:00.013579 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-8af85b88-aa83-41e7-b83f-10305e76de9c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:09:00.026452 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-f9918343-4b46-40d5-824f-c76c637d4adf tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, f438660a-1595-411e-86c2-d6adb9d286b8) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:09:00.033695 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af85b88-aa83-41e7-b83f-10305e76de9c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:00.035523 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8af85b88-aa83-41e7-b83f-10305e76de9c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:00.037588 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b8f497-784e-49db-83fd-5f49959de935 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:09:00.042957 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-86c6e4cd-cb78-4103-bb6a-3eacad39d5df None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:00.045773 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70882a5d-b441-44bd-a034-25dbc9fd1351 None None] Network f438660a-1595-411e-86c2-d6adb9d286b8 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:09:00.057996 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9918343-4b46-40d5-824f-c76c637d4adf tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:00.061223 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f9918343-4b46-40d5-824f-c76c637d4adf tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:00.064248 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af85b88-aa83-41e7-b83f-10305e76de9c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Subnet': ['ID=4d8db7d9-cca7-4fb8-a555-c3b737ef3650,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:00.094205 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8af85b88-aa83-41e7-b83f-10305e76de9c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2546055 Nov 27 04:09:00.096693 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39310) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:00.102865 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-65e74f21-dd3f-48f4-b19f-2bcaf1e79505 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'subnet': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:09:00.115121 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f9918343-4b46-40d5-824f-c76c637d4adf tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1754351 Nov 27 04:09:00.118589 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39312) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:00.158411 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-86c6e4cd-cb78-4103-bb6a-3eacad39d5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:00.214740 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c6e4cd-cb78-4103-bb6a-3eacad39d5df None None] Pushing event updated for resources: {'Port': ['ID=966b24b8-9b0c-4a2a-8b0a-8084652e5a84,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:00.250269 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c6e4cd-cb78-4103-bb6a-3eacad39d5df None None] Network 4e22d952-f2fd-418d-a153-24eaeb691fe8 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:09:00.259156 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-86c6e4cd-cb78-4103-bb6a-3eacad39d5df None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:09:00.275869 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c6e4cd-cb78-4103-bb6a-3eacad39d5df None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:09:00.294523 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1a0f0f9a-5afc-4221-8a8d-496a0f9aa837 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:00.402929 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e74f21-dd3f-48f4-b19f-2bcaf1e79505 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:09:00.408604 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1a0f0f9a-5afc-4221-8a8d-496a0f9aa837 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:00.416410 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-65e74f21-dd3f-48f4-b19f-2bcaf1e79505 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:00.420052 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:09:00.514981 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495e8943-22e6-4a6b-abe7-71e210223ffd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-f438660a-1595-411e-86c2-d6adb9d286b8', 'network_id': 'f438660a-1595-411e-86c2-d6adb9d286b8', 'tenant_id': '02289baa808449b98542d6aa98d0fd28', 'fixed_ips': [{'subnet_id': '0d01f797-1c36-489e-9d5a-07d358152801'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:09:00.522728 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-495e8943-22e6-4a6b-abe7-71e210223ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:00.543417 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-86c6e4cd-cb78-4103-bb6a-3eacad39d5df None None] Attempting to bind port 966b24b8-9b0c-4a2a-8b0a-8084652e5a84 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:09:00.545673 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-86c6e4cd-cb78-4103-bb6a-3eacad39d5df None None] Attempting to bind port 966b24b8-9b0c-4a2a-8b0a-8084652e5a84 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '3b83b12c-937a-4b73-9196-4731d240e3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4e22d952-f2fd-418d-a153-24eaeb691fe8'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:09:00.545673 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c6e4cd-cb78-4103-bb6a-3eacad39d5df None None] Attempting to bind port 966b24b8-9b0c-4a2a-8b0a-8084652e5a84 on network 4e22d952-f2fd-418d-a153-24eaeb691fe8 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:09:00.570989 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e070e7af-1fc4-47d2-9a19-34a9c5bfffe8 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:09:00.627783 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c6e4cd-cb78-4103-bb6a-3eacad39d5df None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:09:00.628496 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c6e4cd-cb78-4103-bb6a-3eacad39d5df None None] Checking segment: {'id': '3b83b12c-937a-4b73-9196-4731d240e3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4e22d952-f2fd-418d-a153-24eaeb691fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:09:00.628901 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-86c6e4cd-cb78-4103-bb6a-3eacad39d5df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:00.630045 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c6e4cd-cb78-4103-bb6a-3eacad39d5df None None] Bound using segment: {'id': '3b83b12c-937a-4b73-9196-4731d240e3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4e22d952-f2fd-418d-a153-24eaeb691fe8'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:09:00.631166 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-86c6e4cd-cb78-4103-bb6a-3eacad39d5df None None] Bound port: 966b24b8-9b0c-4a2a-8b0a-8084652e5a84, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b83b12c-937a-4b73-9196-4731d240e3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4e22d952-f2fd-418d-a153-24eaeb691fe8'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:09:00.631566 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-86c6e4cd-cb78-4103-bb6a-3eacad39d5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:00.701380 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1a0f0f9a-5afc-4221-8a8d-496a0f9aa837 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:00.742206 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: e070e7af-1fc4-47d2-9a19-34a9c5bfffe8 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:09:00.742858 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e070e7af-1fc4-47d2-9a19-34a9c5bfffe8 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server [None req-495e8943-22e6-4a6b-abe7-71e210223ffd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0d01f797-1c36-489e-9d5a-07d358152801: This subnet is being modified by another concurrent operation. Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 04:09:00.757048 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:09:00.760698 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 04:09:00.760698 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 04:09:00.760698 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:09:00.760698 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:09:00.760698 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:09:00.760698 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:09:00.760698 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 04:09:00.760698 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:09:00.760698 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 04:09:00.760698 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 04:09:00.760698 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:09:00.760698 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:09:00.760698 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:09:00.760698 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:09:00.760698 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 04:09:00.760698 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 04:09:00.760698 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 27 04:09:00.760698 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 27 04:09:00.760698 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 27 04:09:00.760698 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 27 04:09:00.760698 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 27 04:09:00.760698 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 27 04:09:00.760698 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 27 04:09:00.760698 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 27 04:09:00.760698 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:09:00.760698 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:09:00.760698 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:09:00.760698 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:09:00.760698 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 27 04:09:00.760698 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 27 04:09:00.760698 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 27 04:09:00.760698 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 27 04:09:00.760698 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 27 04:09:00.760698 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 27 04:09:00.760698 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 27 04:09:00.760698 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise exception Nov 27 04:09:00.760698 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0d01f797-1c36-489e-9d5a-07d358152801: This subnet is being modified by another concurrent operation. Nov 27 04:09:00.760698 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server Nov 27 04:09:00.833194 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd3054d-9f95-4529-a9cb-9e25c2fe368b None None] Network f438660a-1595-411e-86c2-d6adb9d286b8 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:09:00.838785 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564e98bb-136f-46e7-975c-c9530c9404e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-69dee5df-a2b5-4f80-b023-d216a074fa83', 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'tenant_id': 'f4fb6791effe4b41abbe85bac59c4002', 'fixed_ips': [{'subnet_id': '4d8db7d9-cca7-4fb8-a555-c3b737ef3650'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:09:00.840996 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-564e98bb-136f-46e7-975c-c9530c9404e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:00.944301 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f0f9a-5afc-4221-8a8d-496a0f9aa837 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event deleted for resources: {'Subnet': ['ID=0d01f797-1c36-489e-9d5a-07d358152801,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:01.003373 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-86c6e4cd-cb78-4103-bb6a-3eacad39d5df None None] For port 966b24b8-9b0c-4a2a-8b0a-8084652e5a84, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:09:01.034781 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1a0f0f9a-5afc-4221-8a8d-496a0f9aa837 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:01.037398 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-86c6e4cd-cb78-4103-bb6a-3eacad39d5df None None] For port 966b24b8-9b0c-4a2a-8b0a-8084652e5a84, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=966b24b8-9b0c-4a2a-8b0a-8084652e5a84,segment=NetworkSegment(3b83b12c-937a-4b73-9196-4731d240e3c8),segment_id=3b83b12c-937a-4b73-9196-4731d240e3c8)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:09:01.047743 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-86c6e4cd-cb78-4103-bb6a-3eacad39d5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:01.072503 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-1a0f0f9a-5afc-4221-8a8d-496a0f9aa837 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f438660a-1595-411e-86c2-d6adb9d286b8']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:01.093752 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-1a0f0f9a-5afc-4221-8a8d-496a0f9aa837 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '034de1fa-3ea8-4ee7-9882-5fa6070098ed') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:01.094037 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-1a0f0f9a-5afc-4221-8a8d-496a0f9aa837 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '034de1fa-3ea8-4ee7-9882-5fa6070098ed') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:01.117915 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1a0f0f9a-5afc-4221-8a8d-496a0f9aa837 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:01.147526 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1a0f0f9a-5afc-4221-8a8d-496a0f9aa837 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:01.158952 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a0f0f9a-5afc-4221-8a8d-496a0f9aa837 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:09:01.159351 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1a0f0f9a-5afc-4221-8a8d-496a0f9aa837 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:01.162626 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:09:01.162626 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:09:01.162626 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:09:01.162626 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:09:01.162626 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:09:01.162626 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:09:01.162626 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:09:01.162626 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:09:01.162626 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:09:01.162626 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:09:01.162626 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:09:01.162626 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:09:01.162626 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:09:01.162626 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:09:01.162626 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:09:01.162626 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:09:01.162626 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:09:01.162626 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:09:01.162626 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:09:01.162626 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:09:01.162626 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:09:01.162626 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:09:01.162626 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:09:01.162626 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:09:01.162626 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:09:01.162626 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:09:01.162626 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:09:01.162626 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:09:01.162626 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:09:01.162626 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:09:01.162626 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:09:01.162626 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:09:01.173664 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233b525-eece-46fd-bacf-8097ed5a21d2 req-bd56ba79-5e69-480d-9fb9-bf619ba636b3 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:01.173664 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5233b525-eece-46fd-bacf-8097ed5a21d2 req-bd56ba79-5e69-480d-9fb9-bf619ba636b3 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=17dc74f8-c613-4909-bd2e-2172cc2700c7 HTTP/1.1" status: 200 len: 946 time: 0.1712477 Nov 27 04:09:01.189592 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-65e74f21-dd3f-48f4-b19f-2bcaf1e79505 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:01.284730 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39334) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:01.329864 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e74f21-dd3f-48f4-b19f-2bcaf1e79505 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:09:01.333893 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-65e74f21-dd3f-48f4-b19f-2bcaf1e79505 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:09:01.341023 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e74f21-dd3f-48f4-b19f-2bcaf1e79505 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:01.342648 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-65e74f21-dd3f-48f4-b19f-2bcaf1e79505 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:01.354770 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1a0f0f9a-5afc-4221-8a8d-496a0f9aa837 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:01.359729 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-564e98bb-136f-46e7-975c-c9530c9404e7 None None] Allocated IP 2001:db8::f816:3eff:fef7:9d68 (69dee5df-a2b5-4f80-b023-d216a074fa83/4d8db7d9-cca7-4fb8-a555-c3b737ef3650/b0d02bbf-533d-4699-97b1-24cbcfc28011) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:09:01.362957 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1a0f0f9a-5afc-4221-8a8d-496a0f9aa837 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:01.371445 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1a0f0f9a-5afc-4221-8a8d-496a0f9aa837 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "DELETE /v2.0/networks/f438660a-1595-411e-86c2-d6adb9d286b8 HTTP/1.1" status: 204 len: 168 time: 1.2466278 Nov 27 04:09:01.378004 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39338) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:01.388136 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f0f9a-5afc-4221-8a8d-496a0f9aa837 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event deleted for resources: {'Network': ['ID=f438660a-1595-411e-86c2-d6adb9d286b8,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:01.396851 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-fa01025e-84bf-4ec3-9adf-31700a68634f tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1074992295'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:09:01.451264 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa01025e-84bf-4ec3-9adf-31700a68634f tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Made reservation on behalf of 02289baa808449b98542d6aa98d0fd28 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:09:01.457125 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fa01025e-84bf-4ec3-9adf-31700a68634f tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:01.487065 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39340) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:01.492663 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-c502d959-bed2-4254-88f9-0dccbfcde420 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'port': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'mac_address': 'fa:16:3e:1f:f2:c9', 'name': 'tempest-NetworksTestDHCPv6-1670218203'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:09:01.496408 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-65e74f21-dd3f-48f4-b19f-2bcaf1e79505 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3978934 Nov 27 04:09:01.505506 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e74f21-dd3f-48f4-b19f-2bcaf1e79505 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Subnet': ['ID=aca9ce69-d6ff-4666-a4c8-ffb3e9aed60a,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:01.539253 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5233b525-eece-46fd-bacf-8097ed5a21d2 req-42aadce3-224d-4da2-b59e-15951a91b276 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674929 Nov 27 04:09:01.589989 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa01025e-84bf-4ec3-9adf-31700a68634f tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:09:01.632177 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fa01025e-84bf-4ec3-9adf-31700a68634f tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:01.633147 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-fa01025e-84bf-4ec3-9adf-31700a68634f tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Added segment 28997a98-b064-498a-a8ad-eceeb9823318 of type vlan for network 21fbe49f-30ae-45c9-91de-ff027e53319e Nov 27 04:09:01.642920 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c6e4cd-cb78-4103-bb6a-3eacad39d5df None None] Pushing event updated for resources: {'Port': ['ID=966b24b8-9b0c-4a2a-8b0a-8084652e5a84,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:01.652968 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c587a413-47e5-495c-8b71-0f43725714cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:01.742843 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fa01025e-84bf-4ec3-9adf-31700a68634f tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:01.784683 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c587a413-47e5-495c-8b71-0f43725714cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:01.815811 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c587a413-47e5-495c-8b71-0f43725714cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:01.855670 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fa01025e-84bf-4ec3-9adf-31700a68634f tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:01.868163 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa01025e-84bf-4ec3-9adf-31700a68634f tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:01.872871 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fa01025e-84bf-4ec3-9adf-31700a68634f tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:01.909116 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c587a413-47e5-495c-8b71-0f43725714cc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=18a692dc6e8b447db2bc176db7b38994&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6183147 Nov 27 04:09:01.914567 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39344) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:01.918088 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587a413-47e5-495c-8b71-0f43725714cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474d93cf-2b91-474d-8693-85ab3892366e,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:01.939121 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-564e98bb-136f-46e7-975c-c9530c9404e7 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:01.950319 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-564e98bb-136f-46e7-975c-c9530c9404e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:02.000820 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c502d959-bed2-4254-88f9-0dccbfcde420 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:09:02.026886 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564e98bb-136f-46e7-975c-c9530c9404e7 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:09:02.032589 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a59cdb22-1feb-49fb-af07-b426e1225218 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:02.038695 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-564e98bb-136f-46e7-975c-c9530c9404e7 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:09:02.045277 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564e98bb-136f-46e7-975c-c9530c9404e7 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:09:02.075459 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e98bb-136f-46e7-975c-c9530c9404e7 None None] Pushing event updated for resources: {'Port': ['ID=b0d02bbf-533d-4699-97b1-24cbcfc28011,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:02.142027 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-564e98bb-136f-46e7-975c-c9530c9404e7 None None] Attempting to bind port b0d02bbf-533d-4699-97b1-24cbcfc28011 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:09:02.142798 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-564e98bb-136f-46e7-975c-c9530c9404e7 None None] Attempting to bind port b0d02bbf-533d-4699-97b1-24cbcfc28011 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:09:02.143254 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564e98bb-136f-46e7-975c-c9530c9404e7 None None] Attempting to bind port b0d02bbf-533d-4699-97b1-24cbcfc28011 on network 69dee5df-a2b5-4f80-b023-d216a074fa83 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:09:02.146645 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39348) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:02.148929 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-fa01025e-84bf-4ec3-9adf-31700a68634f tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7563655 Nov 27 04:09:02.153306 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-07f9f5ff-37be-4911-9d78-bd7997ad00da tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Request body: {'subnet': {'network_id': '21fbe49f-30ae-45c9-91de-ff027e53319e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:09:02.165888 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564e98bb-136f-46e7-975c-c9530c9404e7 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:09:02.166822 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564e98bb-136f-46e7-975c-c9530c9404e7 None None] Checking segment: {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:09:02.167330 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-564e98bb-136f-46e7-975c-c9530c9404e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:02.167826 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564e98bb-136f-46e7-975c-c9530c9404e7 None None] Bound using segment: {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:09:02.168408 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-564e98bb-136f-46e7-975c-c9530c9404e7 None None] Bound port: b0d02bbf-533d-4699-97b1-24cbcfc28011, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:09:02.168890 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-564e98bb-136f-46e7-975c-c9530c9404e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:02.169598 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a59cdb22-1feb-49fb-af07-b426e1225218 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:02.220741 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa01025e-84bf-4ec3-9adf-31700a68634f tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event updated for resources: {'Network': ['ID=21fbe49f-30ae-45c9-91de-ff027e53319e,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:02.249630 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 21fbe49f-30ae-45c9-91de-ff027e53319e details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:09:02.326538 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-564e98bb-136f-46e7-975c-c9530c9404e7 None None] For port b0d02bbf-533d-4699-97b1-24cbcfc28011, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:09:02.356798 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-564e98bb-136f-46e7-975c-c9530c9404e7 None None] For port b0d02bbf-533d-4699-97b1-24cbcfc28011, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b0d02bbf-533d-4699-97b1-24cbcfc28011,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:09:02.367835 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-564e98bb-136f-46e7-975c-c9530c9404e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:02.485295 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e98bb-136f-46e7-975c-c9530c9404e7 None None] Pushing event updated for resources: {'Port': ['ID=b0d02bbf-533d-4699-97b1-24cbcfc28011,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:02.703084 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 966b24b8-9b0c-4a2a-8b0a-8084652e5a84 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:09:02.845388 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 966b24b8-9b0c-4a2a-8b0a-8084652e5a84 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:09:02.845767 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:02.930082 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c502d959-bed2-4254-88f9-0dccbfcde420 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:03.020585 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-c502d959-bed2-4254-88f9-0dccbfcde420 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] device_id is not set on port 7e463b95-43cb-4f55-af60-336374230381 yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:09:03.052265 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97674e31-0ab0-49b4-8ec4-7d9b5400ce30 None None] Network 4e22d952-f2fd-418d-a153-24eaeb691fe8 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:09:03.057116 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:03.174283 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a59cdb22-1feb-49fb-af07-b426e1225218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:03.177244 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a59cdb22-1feb-49fb-af07-b426e1225218 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:03.192726 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0a924af9-d550-4b03-83dc-b91dd02cb36a None None] Provisioning complete for port 966b24b8-9b0c-4a2a-8b0a-8084652e5a84 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:09:03.192850 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a59cdb22-1feb-49fb-af07-b426e1225218 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/474d93cf-2b91-474d-8693-85ab3892366e HTTP/1.1" status: 204 len: 168 time: 1.2760527 Nov 27 04:09:03.192955 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0a924af9-d550-4b03-83dc-b91dd02cb36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:03.198857 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 966b24b8-9b0c-4a2a-8b0a-8084652e5a84, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=966b24b8-9b0c-4a2a-8b0a-8084652e5a84,segment=NetworkSegment(3b83b12c-937a-4b73-9196-4731d240e3c8),segment_id=3b83b12c-937a-4b73-9196-4731d240e3c8)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:09:03.224477 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59cdb22-1feb-49fb-af07-b426e1225218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474d93cf-2b91-474d-8693-85ab3892366e,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:03.243390 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f9f5ff-37be-4911-9d78-bd7997ad00da tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Made reservation on behalf of 02289baa808449b98542d6aa98d0fd28 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:09:03.248168 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-07f9f5ff-37be-4911-9d78-bd7997ad00da tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:03.267643 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057fc5fc-77a0-4f22-bbce-ee8b689027eb req-f4a3199f-9347-4c70-9813-9866f9c18321 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:03.270005 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-057fc5fc-77a0-4f22-bbce-ee8b689027eb req-f4a3199f-9347-4c70-9813-9866f9c18321 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=17dc74f8-c613-4909-bd2e-2172cc2700c7 HTTP/1.1" status: 200 len: 946 time: 0.3587649 Nov 27 04:09:03.412275 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:03.470279 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-c502d959-bed2-4254-88f9-0dccbfcde420 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Allocated IP 172.20.0.3 (69dee5df-a2b5-4f80-b023-d216a074fa83/aca9ce69-d6ff-4666-a4c8-ffb3e9aed60a/7e463b95-43cb-4f55-af60-336374230381) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:09:03.506268 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-c502d959-bed2-4254-88f9-0dccbfcde420 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Allocated IP 2001:db8::f816:3eff:fe1f:f2c9 (69dee5df-a2b5-4f80-b023-d216a074fa83/4d8db7d9-cca7-4fb8-a555-c3b737ef3650/7e463b95-43cb-4f55-af60-336374230381) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:09:03.528523 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-057fc5fc-77a0-4f22-bbce-ee8b689027eb req-298d561a-9080-4649-b6bd-6b9d98802018 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274415 Nov 27 04:09:03.607860 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=966b24b8-9b0c-4a2a-8b0a-8084652e5a84,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:03.958835 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c502d959-bed2-4254-88f9-0dccbfcde420 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:04.079736 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-07f9f5ff-37be-4911-9d78-bd7997ad00da tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:04.146820 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c502d959-bed2-4254-88f9-0dccbfcde420 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:04.221429 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-730a5750-fbb1-4d3f-ad81-6127d86aba6b None None] Provisioning complete for port 966b24b8-9b0c-4a2a-8b0a-8084652e5a84 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:09:04.221984 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-730a5750-fbb1-4d3f-ad81-6127d86aba6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:04.245484 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c502d959-bed2-4254-88f9-0dccbfcde420 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:09:04.259729 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-c502d959-bed2-4254-88f9-0dccbfcde420 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:09:04.275310 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9f5ff-37be-4911-9d78-bd7997ad00da tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event updated for resources: {'Subnet': ['ID=d5b39eb7-911d-46dc-bfdd-77961ef64d6b,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:04.282343 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c502d959-bed2-4254-88f9-0dccbfcde420 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:09:04.319945 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c502d959-bed2-4254-88f9-0dccbfcde420 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Port': ['ID=7e463b95-43cb-4f55-af60-336374230381,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:04.324765 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f9f5ff-37be-4911-9d78-bd7997ad00da tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Checking segment: {'id': '28997a98-b064-498a-a8ad-eceeb9823318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '21fbe49f-30ae-45c9-91de-ff027e53319e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:09:04.325208 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f9f5ff-37be-4911-9d78-bd7997ad00da tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Network hostable DHCP agents. Network: 21fbe49f-30ae-45c9-91de-ff027e53319e, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:09:04.341315 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1555b9-ad19-411f-8203-ffab06dd7e73 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:09:04.365360 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c502d959-bed2-4254-88f9-0dccbfcde420 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:04.365929 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c502d959-bed2-4254-88f9-0dccbfcde420 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:04.381871 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f9f5ff-37be-4911-9d78-bd7997ad00da tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Network 21fbe49f-30ae-45c9-91de-ff027e53319e is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:09:04.405814 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c502d959-bed2-4254-88f9-0dccbfcde420 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.9151850 Nov 27 04:09:04.406614 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39372) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:04.408274 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-07f9f5ff-37be-4911-9d78-bd7997ad00da tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 21fbe49f-30ae-45c9-91de-ff027e53319e) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:09:04.413618 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f9f5ff-37be-4911-9d78-bd7997ad00da tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:04.414466 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-07f9f5ff-37be-4911-9d78-bd7997ad00da tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:04.427354 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d918c5c-9465-48a1-a893-b340ff5412d2 None None] Network 21fbe49f-30ae-45c9-91de-ff027e53319e requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:09:04.447691 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-07f9f5ff-37be-4911-9d78-bd7997ad00da tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2981920 Nov 27 04:09:04.449186 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39374) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:04.468046 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-b1e41251-59af-452b-86a1-c9faac4d4ca6 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1444110228'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:09:04.532716 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e41251-59af-452b-86a1-c9faac4d4ca6 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Made reservation on behalf of 02289baa808449b98542d6aa98d0fd28 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:09:04.542256 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b1e41251-59af-452b-86a1-c9faac4d4ca6 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:04.603836 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1e41251-59af-452b-86a1-c9faac4d4ca6 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:09:04.620271 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b1e41251-59af-452b-86a1-c9faac4d4ca6 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:04.620807 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-b1e41251-59af-452b-86a1-c9faac4d4ca6 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Added segment b0f20663-0383-4e49-83b3-a12e72f602da of type vlan for network 91f1dde8-6bc0-4e13-8d72-c21170eececa Nov 27 04:09:04.633709 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e78e78f-5f6b-4f7a-bddb-41a0cba3edd9 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:04.659832 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e78e78f-5f6b-4f7a-bddb-41a0cba3edd9 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:04.676606 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0e78e78f-5f6b-4f7a-bddb-41a0cba3edd9 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2672722 Nov 27 04:09:04.677617 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39382) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:04.696038 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b1e41251-59af-452b-86a1-c9faac4d4ca6 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:04.729028 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb672b9-64de-4847-a941-c9aace510a3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-21fbe49f-30ae-45c9-91de-ff027e53319e', 'network_id': '21fbe49f-30ae-45c9-91de-ff027e53319e', 'tenant_id': '02289baa808449b98542d6aa98d0fd28', 'fixed_ips': [{'subnet_id': 'd5b39eb7-911d-46dc-bfdd-77961ef64d6b'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:09:04.732101 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4eb672b9-64de-4847-a941-c9aace510a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:04.777691 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b1e41251-59af-452b-86a1-c9faac4d4ca6 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:04.783852 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e41251-59af-452b-86a1-c9faac4d4ca6 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:04.784499 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b1e41251-59af-452b-86a1-c9faac4d4ca6 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:04.872817 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-f470423b-2707-42c7-bf79-453eca5afd27 None None] Provisioning complete for port b0d02bbf-533d-4699-97b1-24cbcfc28011 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:09:04.872817 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f470423b-2707-42c7-bf79-453eca5afd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:04.893663 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0deda6d-1067-4244-bf82-fa0584cb09f0 req-33b65552-69ed-4b42-91a5-bccb981637f3 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:04.895750 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b0deda6d-1067-4244-bf82-fa0584cb09f0 req-33b65552-69ed-4b42-91a5-bccb981637f3 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=17dc74f8-c613-4909-bd2e-2172cc2700c7 HTTP/1.1" status: 200 len: 946 time: 0.1805170 Nov 27 04:09:04.941368 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b1e41251-59af-452b-86a1-c9faac4d4ca6 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4900432 Nov 27 04:09:04.955200 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39388) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:04.963898 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-3c2b49a5-d7f2-4880-9c08-10d823b546fb tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Request body: {'subnet': {'network_id': '91f1dde8-6bc0-4e13-8d72-c21170eececa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:09:04.985634 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b0deda6d-1067-4244-bf82-fa0584cb09f0 req-454a2c31-d1f0-4048-953b-d5d45848534d tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836792 Nov 27 04:09:04.997043 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b0d02bbf-533d-4699-97b1-24cbcfc28011 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:09:05.008838 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-1e13d364-78db-48ea-a591-f9cefcfd4993 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting port 7e463b95-43cb-4f55-af60-336374230381 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:09:05.009362 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1e13d364-78db-48ea-a591-f9cefcfd4993 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:05.079105 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e41251-59af-452b-86a1-c9faac4d4ca6 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event updated for resources: {'Network': ['ID=91f1dde8-6bc0-4e13-8d72-c21170eececa,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:05.131116 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 91f1dde8-6bc0-4e13-8d72-c21170eececa details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:09:05.174666 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1e13d364-78db-48ea-a591-f9cefcfd4993 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:05.180614 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2b49a5-d7f2-4880-9c08-10d823b546fb tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Made reservation on behalf of 02289baa808449b98542d6aa98d0fd28 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:09:05.184310 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3c2b49a5-d7f2-4880-9c08-10d823b546fb tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:05.205531 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-1e13d364-78db-48ea-a591-f9cefcfd4993 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Calling delete_port for 7e463b95-43cb-4f55-af60-336374230381 owned by {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:09:05.311623 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.ipam_backend_mixin [None req-3c2b49a5-d7f2-4880-9c08-10d823b546fb tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Performing IP validity checks on allocation pools {{(pid=110018) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 27 04:09:05.314132 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.ipam_backend_mixin [None req-3c2b49a5-d7f2-4880-9c08-10d823b546fb tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110018) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 27 04:09:05.500749 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1e13d364-78db-48ea-a591-f9cefcfd4993 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:05.533255 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e8c068-197b-49a8-b033-61cc1597e04e None None] Update dhcp port {'port': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'fixed_ips': [{'subnet_id': '4d8db7d9-cca7-4fb8-a555-c3b737ef3650', 'ip_address': '2001:db8::f816:3eff:fef7:9d68'}, {'subnet_id': 'aca9ce69-d6ff-4666-a4c8-ffb3e9aed60a'}], 'binding:host_id': 'n-d-819494-3'}, 'id': 'b0d02bbf-533d-4699-97b1-24cbcfc28011'} from n-d-819494-3. {{(pid=110020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 04:09:05.551287 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f470423b-2707-42c7-bf79-453eca5afd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:05.578893 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3c2b49a5-d7f2-4880-9c08-10d823b546fb tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:05.627851 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-4eb672b9-64de-4847-a941-c9aace510a3e None None] Allocated IP 2001:db8::3 (21fbe49f-30ae-45c9-91de-ff027e53319e/d5b39eb7-911d-46dc-bfdd-77961ef64d6b/99d56246-b080-404c-a92b-d21b9291a924) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:09:05.663240 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port b0d02bbf-533d-4699-97b1-24cbcfc28011 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:09:05.663392 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:05.668695 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-64e8c068-197b-49a8-b033-61cc1597e04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:05.696727 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e13d364-78db-48ea-a591-f9cefcfd4993 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Port': ['ID=7e463b95-43cb-4f55-af60-336374230381,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:05.712914 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b49a5-d7f2-4880-9c08-10d823b546fb tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event updated for resources: {'Subnet': ['ID=e186f1a5-6093-46d9-b92f-32a234c5c7c1,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:05.732432 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1e13d364-78db-48ea-a591-f9cefcfd4993 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:05.744016 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1e13d364-78db-48ea-a591-f9cefcfd4993 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/ports/7e463b95-43cb-4f55-af60-336374230381 HTTP/1.1" status: 204 len: 168 time: 1.0557904 Nov 27 04:09:05.745719 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39402) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:05.753519 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2b49a5-d7f2-4880-9c08-10d823b546fb tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Checking segment: {'id': 'b0f20663-0383-4e49-83b3-a12e72f602da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '91f1dde8-6bc0-4e13-8d72-c21170eececa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:09:05.754101 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2b49a5-d7f2-4880-9c08-10d823b546fb tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Network hostable DHCP agents. Network: 91f1dde8-6bc0-4e13-8d72-c21170eececa, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:09:05.788297 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2b49a5-d7f2-4880-9c08-10d823b546fb tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Network 91f1dde8-6bc0-4e13-8d72-c21170eececa is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:09:05.800237 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-3c2b49a5-d7f2-4880-9c08-10d823b546fb tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 91f1dde8-6bc0-4e13-8d72-c21170eececa) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:09:05.806492 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2b49a5-d7f2-4880-9c08-10d823b546fb tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:05.807682 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3c2b49a5-d7f2-4880-9c08-10d823b546fb tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:05.838162 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-f470423b-2707-42c7-bf79-453eca5afd27 None None] For port b0d02bbf-533d-4699-97b1-24cbcfc28011, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b0d02bbf-533d-4699-97b1-24cbcfc28011,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:09:05.844433 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3c2b49a5-d7f2-4880-9c08-10d823b546fb tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8851218 Nov 27 04:09:05.844900 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39404) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:05.875507 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea18c3f-cb0f-49d6-ad0d-23c1606ef30d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:05.879066 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea18c3f-cb0f-49d6-ad0d-23c1606ef30d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:05.880914 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea18c3f-cb0f-49d6-ad0d-23c1606ef30d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:05.886369 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-dea18c3f-cb0f-49d6-ad0d-23c1606ef30d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1357555 Nov 27 04:09:05.886881 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39406) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:05.902603 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67750c2-8b73-4db8-8f77-ce6025d51220 None None] Network 91f1dde8-6bc0-4e13-8d72-c21170eececa requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:09:05.959663 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f9adc7e-5b48-4e0b-bb58-972d9529265b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting subnet 4d8db7d9-cca7-4fb8-a555-c3b737ef3650 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:09:05.964593 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2f9adc7e-5b48-4e0b-bb58-972d9529265b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:06.059143 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2f9adc7e-5b48-4e0b-bb58-972d9529265b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:06.061340 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3a5d126e-17c5-4ae2-bf8b-5bf4550f0840 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:06.078920 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f470423b-2707-42c7-bf79-453eca5afd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:06.225947 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3a5d126e-17c5-4ae2-bf8b-5bf4550f0840 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:06.269532 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470423b-2707-42c7-bf79-453eca5afd27 None None] Pushing event updated for resources: {'Port': ['ID=b0d02bbf-533d-4699-97b1-24cbcfc28011,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:06.312802 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2f9adc7e-5b48-4e0b-bb58-972d9529265b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:06.314505 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789be74-b7a8-4662-9030-7e54dcaa0f95 req-c7190d27-f5f2-44a8-ab74-a8675a3ced87 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:06.316068 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5789be74-b7a8-4662-9030-7e54dcaa0f95 req-c7190d27-f5f2-44a8-ab74-a8675a3ced87 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=17dc74f8-c613-4909-bd2e-2172cc2700c7 HTTP/1.1" status: 200 len: 946 time: 0.0924680 Nov 27 04:09:06.391925 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3a5d126e-17c5-4ae2-bf8b-5bf4550f0840 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:06.421785 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2f9adc7e-5b48-4e0b-bb58-972d9529265b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:06.440358 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5789be74-b7a8-4662-9030-7e54dcaa0f95 req-0a2ea2aa-80c1-48b1-8995-9ec518500a16 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083734 Nov 27 04:09:06.441511 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39416) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:06.460377 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d126e-17c5-4ae2-bf8b-5bf4550f0840 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event deleted for resources: {'Subnet': ['ID=e186f1a5-6093-46d9-b92f-32a234c5c7c1,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server [None req-64e8c068-197b-49a8-b033-61cc1597e04e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d8db7d9-cca7-4fb8-a555-c3b737ef3650: This subnet is being modified by another concurrent operation. Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 04:09:06.461362 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 04:09:06.466481 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:09:06.466481 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:09:06.466481 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:09:06.466481 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:09:06.466481 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 04:09:06.466481 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:09:06.466481 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 04:09:06.466481 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 04:09:06.466481 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:09:06.466481 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:09:06.466481 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:09:06.466481 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:09:06.466481 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 04:09:06.466481 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 04:09:06.466481 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 27 04:09:06.466481 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 27 04:09:06.466481 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 04:09:06.466481 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 04:09:06.466481 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 27 04:09:06.466481 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 27 04:09:06.466481 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 27 04:09:06.466481 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 27 04:09:06.466481 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 27 04:09:06.466481 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 27 04:09:06.466481 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 27 04:09:06.466481 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 27 04:09:06.466481 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 27 04:09:06.466481 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 27 04:09:06.466481 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 27 04:09:06.466481 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise exception Nov 27 04:09:06.466481 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d8db7d9-cca7-4fb8-a555-c3b737ef3650: This subnet is being modified by another concurrent operation. Nov 27 04:09:06.466481 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server Nov 27 04:09:06.480056 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9adc7e-5b48-4e0b-bb58-972d9529265b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Subnet': ['ID=4d8db7d9-cca7-4fb8-a555-c3b737ef3650,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:06.497824 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 966b24b8-9b0c-4a2a-8b0a-8084652e5a84 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:09:06.503079 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2f9adc7e-5b48-4e0b-bb58-972d9529265b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:06.534158 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39420) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:06.535191 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2f9adc7e-5b48-4e0b-bb58-972d9529265b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/4d8db7d9-cca7-4fb8-a555-c3b737ef3650 HTTP/1.1" status: 204 len: 168 time: 0.6268072 Nov 27 04:09:06.593929 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9653bbb-0b60-4ed6-8b92-030005a19c92 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:09:06.613346 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4eb672b9-64de-4847-a941-c9aace510a3e None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:06.643337 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-242864b9-fcfa-41cf-970c-0b44919c3624 None None] Could not find standard attr ID for object 7e463b95-43cb-4f55-af60-336374230381. {{(pid=110020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 04:09:06.646212 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3a5d126e-17c5-4ae2-bf8b-5bf4550f0840 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:06.680319 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4eb672b9-64de-4847-a941-c9aace510a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:06.690359 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fed748-b2ba-4d7e-a60d-788d4affa078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-91f1dde8-6bc0-4e13-8d72-c21170eececa', 'network_id': '91f1dde8-6bc0-4e13-8d72-c21170eececa', 'tenant_id': '02289baa808449b98542d6aa98d0fd28', 'fixed_ips': [{'subnet_id': 'e186f1a5-6093-46d9-b92f-32a234c5c7c1'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:09:06.691216 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d7fed748-b2ba-4d7e-a60d-788d4affa078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:06.693062 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6c64f19-ce36-4017-a2f7-c83c642ce5fa tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting subnet aca9ce69-d6ff-4666-a4c8-ffb3e9aed60a {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:09:06.708992 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b6c64f19-ce36-4017-a2f7-c83c642ce5fa tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:06.714748 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3f58c822-6a6c-4937-9136-33843ecd2da1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:06.748256 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-3a5d126e-17c5-4ae2-bf8b-5bf4550f0840 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91f1dde8-6bc0-4e13-8d72-c21170eececa']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:06.767324 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-3a5d126e-17c5-4ae2-bf8b-5bf4550f0840 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0f20663-0383-4e49-83b3-a12e72f602da') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:06.768194 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-3a5d126e-17c5-4ae2-bf8b-5bf4550f0840 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0f20663-0383-4e49-83b3-a12e72f602da') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:06.784018 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3a5d126e-17c5-4ae2-bf8b-5bf4550f0840 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:06.826569 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3a5d126e-17c5-4ae2-bf8b-5bf4550f0840 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:06.828092 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b6c64f19-ce36-4017-a2f7-c83c642ce5fa tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:06.876254 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a5d126e-17c5-4ae2-bf8b-5bf4550f0840 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:09:06.876847 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3a5d126e-17c5-4ae2-bf8b-5bf4550f0840 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:06.881226 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:09:06.881226 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:09:06.881226 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:09:06.881226 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:09:06.881226 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:09:06.881226 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:09:06.881226 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:09:06.881226 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:09:06.881226 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:09:06.881226 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:09:06.881226 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:09:06.881226 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:09:06.881226 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:09:06.881226 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:09:06.881226 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:09:06.881226 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:09:06.881226 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:09:06.881226 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:09:06.881226 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:09:06.881226 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:09:06.881226 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:09:06.881226 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:09:06.881226 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:09:06.881226 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:09:06.881226 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:09:06.881226 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:09:06.881226 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:09:06.881226 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:09:06.881226 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:09:06.881226 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:09:06.881226 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:09:06.881226 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:09:06.943549 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-242864b9-fcfa-41cf-970c-0b44919c3624 None None] Provisioning complete for port b0d02bbf-533d-4699-97b1-24cbcfc28011 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:09:06.943980 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-242864b9-fcfa-41cf-970c-0b44919c3624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:06.960824 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb672b9-64de-4847-a941-c9aace510a3e None None] Network 21fbe49f-30ae-45c9-91de-ff027e53319e is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:09:06.963285 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b6c64f19-ce36-4017-a2f7-c83c642ce5fa tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:07.005538 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-4eb672b9-64de-4847-a941-c9aace510a3e None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:09:07.007100 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3a5d126e-17c5-4ae2-bf8b-5bf4550f0840 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:07.019684 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb672b9-64de-4847-a941-c9aace510a3e None None] Pushing event updated for resources: {'Port': ['ID=99d56246-b080-404c-a92b-d21b9291a924,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:07.024656 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb672b9-64de-4847-a941-c9aace510a3e None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:09:07.040603 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3a5d126e-17c5-4ae2-bf8b-5bf4550f0840 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:07.049043 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39422) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:07.051149 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3a5d126e-17c5-4ae2-bf8b-5bf4550f0840 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "DELETE /v2.0/networks/91f1dde8-6bc0-4e13-8d72-c21170eececa HTTP/1.1" status: 204 len: 168 time: 1.2046108 Nov 27 04:09:07.054669 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-72e3d87c-23cb-4c93-b5d9-75ecf59a13da tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1563363766'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:09:07.080766 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d126e-17c5-4ae2-bf8b-5bf4550f0840 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event deleted for resources: {'Network': ['ID=91f1dde8-6bc0-4e13-8d72-c21170eececa,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:07.094952 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e3d87c-23cb-4c93-b5d9-75ecf59a13da tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Made reservation on behalf of 02289baa808449b98542d6aa98d0fd28 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:09:07.098287 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-72e3d87c-23cb-4c93-b5d9-75ecf59a13da tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:07.140767 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b6c64f19-ce36-4017-a2f7-c83c642ce5fa tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:07.149086 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19770c46-6ed5-43bb-afa8-8651ac788d6e None None] Network 91f1dde8-6bc0-4e13-8d72-c21170eececa requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:09:07.152003 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 966b24b8-9b0c-4a2a-8b0a-8084652e5a84 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:09:07.152781 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:07.159513 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72e3d87c-23cb-4c93-b5d9-75ecf59a13da tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:09:07.165955 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3f58c822-6a6c-4937-9136-33843ecd2da1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:07.167529 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19770c46-6ed5-43bb-afa8-8651ac788d6e None None] Network 91f1dde8-6bc0-4e13-8d72-c21170eececa could not be found, it might have been deleted concurrently. {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 27 04:09:07.199839 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-72e3d87c-23cb-4c93-b5d9-75ecf59a13da tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:07.200190 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-72e3d87c-23cb-4c93-b5d9-75ecf59a13da tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Added segment 2f877da5-3088-4f22-ba7e-707c73c47485 of type vlan for network ea594777-74e0-455a-91cf-e67eba827718 Nov 27 04:09:07.221416 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3f58c822-6a6c-4937-9136-33843ecd2da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:07.227962 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c64f19-ce36-4017-a2f7-c83c642ce5fa tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Subnet': ['ID=aca9ce69-d6ff-4666-a4c8-ffb3e9aed60a,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:07.266855 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b6c64f19-ce36-4017-a2f7-c83c642ce5fa tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:07.270285 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b6c64f19-ce36-4017-a2f7-c83c642ce5fa tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/aca9ce69-d6ff-4666-a4c8-ffb3e9aed60a HTTP/1.1" status: 204 len: 168 time: 0.7348752 Nov 27 04:09:07.282754 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39426) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:07.297946 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-4eb672b9-64de-4847-a941-c9aace510a3e None None] Attempting to bind port 99d56246-b080-404c-a92b-d21b9291a924 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:09:07.298240 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-4eb672b9-64de-4847-a941-c9aace510a3e None None] Attempting to bind port 99d56246-b080-404c-a92b-d21b9291a924 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '28997a98-b064-498a-a8ad-eceeb9823318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '21fbe49f-30ae-45c9-91de-ff027e53319e'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:09:07.298624 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb672b9-64de-4847-a941-c9aace510a3e None None] Attempting to bind port 99d56246-b080-404c-a92b-d21b9291a924 on network 21fbe49f-30ae-45c9-91de-ff027e53319e {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:09:07.321466 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-72e3d87c-23cb-4c93-b5d9-75ecf59a13da tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:07.349240 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb672b9-64de-4847-a941-c9aace510a3e None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:09:07.349624 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb672b9-64de-4847-a941-c9aace510a3e None None] Checking segment: {'id': '28997a98-b064-498a-a8ad-eceeb9823318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '21fbe49f-30ae-45c9-91de-ff027e53319e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:09:07.350040 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4eb672b9-64de-4847-a941-c9aace510a3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:07.350429 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb672b9-64de-4847-a941-c9aace510a3e None None] Bound using segment: {'id': '28997a98-b064-498a-a8ad-eceeb9823318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '21fbe49f-30ae-45c9-91de-ff027e53319e'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:09:07.351093 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-4eb672b9-64de-4847-a941-c9aace510a3e None None] Bound port: 99d56246-b080-404c-a92b-d21b9291a924, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28997a98-b064-498a-a8ad-eceeb9823318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '21fbe49f-30ae-45c9-91de-ff027e53319e'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:09:07.351388 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4eb672b9-64de-4847-a941-c9aace510a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:07.372193 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-72e3d87c-23cb-4c93-b5d9-75ecf59a13da tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:07.380516 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e3d87c-23cb-4c93-b5d9-75ecf59a13da tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:07.380516 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-72e3d87c-23cb-4c93-b5d9-75ecf59a13da tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:07.412009 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-cee3af26-d355-4512-bfa3-c5677dc2eb51 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1223247 Nov 27 04:09:07.412840 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f58c822-6a6c-4937-9136-33843ecd2da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf88d1ff-eab3-4a45-90db-38107bbaf664,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:07.415455 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39428) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:07.420706 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3f58c822-6a6c-4937-9136-33843ecd2da1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0bb6d6e24615416fb185a72f0a329939&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9656806 Nov 27 04:09:07.426287 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-a00d1828-b305-4151-8f3d-d344d4a676ff tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'subnet': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:09:07.429803 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39430) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:07.474367 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-72e3d87c-23cb-4c93-b5d9-75ecf59a13da tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4235902 Nov 27 04:09:07.478134 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39432) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:07.484580 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-fcea6f00-8d5f-4cb1-aff2-9fbee1e0dcc2 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Request body: {'subnet': {'network_id': 'ea594777-74e0-455a-91cf-e67eba827718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:09:07.490250 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e3d87c-23cb-4c93-b5d9-75ecf59a13da tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event updated for resources: {'Network': ['ID=ea594777-74e0-455a-91cf-e67eba827718,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:07.570172 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network ea594777-74e0-455a-91cf-e67eba827718 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:09:07.638481 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdd9b34-1a09-41b1-9025-39d58bc6d009 None None] DHCP port deletion for 69dee5df-a2b5-4f80-b023-d216a074fa83 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:09:07.710253 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7ffe3-cc15-4cd7-9c9e-a9ca66a00b21 req-7652baa3-6d38-4a5f-9c49-69ec52933503 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:07.711936 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-99d7ffe3-cc15-4cd7-9c9e-a9ca66a00b21 req-7652baa3-6d38-4a5f-9c49-69ec52933503 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=17dc74f8-c613-4909-bd2e-2172cc2700c7 HTTP/1.1" status: 200 len: 946 time: 0.1172221 Nov 27 04:09:07.715997 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4e41805e-2ade-4d4a-acfc-08134d73e1c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:07.755038 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4e41805e-2ade-4d4a-acfc-08134d73e1c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:07.781598 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-4eb672b9-64de-4847-a941-c9aace510a3e None None] For port 99d56246-b080-404c-a92b-d21b9291a924, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:09:07.801361 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-4eb672b9-64de-4847-a941-c9aace510a3e None None] For port 99d56246-b080-404c-a92b-d21b9291a924, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=99d56246-b080-404c-a92b-d21b9291a924,segment=NetworkSegment(28997a98-b064-498a-a8ad-eceeb9823318),segment_id=28997a98-b064-498a-a8ad-eceeb9823318)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:09:07.814363 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4eb672b9-64de-4847-a941-c9aace510a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:07.815729 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00d1828-b305-4151-8f3d-d344d4a676ff tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:09:07.820490 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a00d1828-b305-4151-8f3d-d344d4a676ff tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:07.847997 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-99d7ffe3-cc15-4cd7-9c9e-a9ca66a00b21 req-2908041a-6b41-4bdf-9756-03da8a967484 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261539 Nov 27 04:09:07.863661 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcea6f00-8d5f-4cb1-aff2-9fbee1e0dcc2 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Made reservation on behalf of 02289baa808449b98542d6aa98d0fd28 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:09:07.872335 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fcea6f00-8d5f-4cb1-aff2-9fbee1e0dcc2 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:07.948484 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0cdd9b34-1a09-41b1-9025-39d58bc6d009 None None] Deleting port b0d02bbf-533d-4699-97b1-24cbcfc28011 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:09:07.948946 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0cdd9b34-1a09-41b1-9025-39d58bc6d009 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:08.003223 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4e41805e-2ade-4d4a-acfc-08134d73e1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:08.005819 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4e41805e-2ade-4d4a-acfc-08134d73e1c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:08.007018 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4e41805e-2ade-4d4a-acfc-08134d73e1c4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bf88d1ff-eab3-4a45-90db-38107bbaf664 HTTP/1.1" status: 204 len: 168 time: 0.5757282 Nov 27 04:09:08.028873 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e41805e-2ade-4d4a-acfc-08134d73e1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf88d1ff-eab3-4a45-90db-38107bbaf664,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:08.037307 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0cdd9b34-1a09-41b1-9025-39d58bc6d009 None None] For port b0d02bbf-533d-4699-97b1-24cbcfc28011, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b0d02bbf-533d-4699-97b1-24cbcfc28011,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:09:08.037742 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0cdd9b34-1a09-41b1-9025-39d58bc6d009 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:08.054452 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0cdd9b34-1a09-41b1-9025-39d58bc6d009 None None] Calling delete_port for b0d02bbf-533d-4699-97b1-24cbcfc28011 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:09:08.073494 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b0d02bbf-533d-4699-97b1-24cbcfc28011 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:09:08.205378 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb672b9-64de-4847-a941-c9aace510a3e None None] Pushing event updated for resources: {'Port': ['ID=99d56246-b080-404c-a92b-d21b9291a924,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:08.306655 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:08.331311 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0cdd9b34-1a09-41b1-9025-39d58bc6d009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:08.363145 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd9b34-1a09-41b1-9025-39d58bc6d009 None None] Pushing event deleted for resources: {'Port': ['ID=b0d02bbf-533d-4699-97b1-24cbcfc28011,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:08.459766 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fcea6f00-8d5f-4cb1-aff2-9fbee1e0dcc2 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:08.464192 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdd9b34-1a09-41b1-9025-39d58bc6d009 None None] No DVR routers for this DVR port b0d02bbf-533d-4699-97b1-24cbcfc28011 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:09:08.489475 n-d-819494-3 neutron-server[110018]: DEBUG neutron.objects.ports [None req-a00d1828-b305-4151-8f3d-d344d4a676ff tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110018) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 04:09:08.626669 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea6f00-8d5f-4cb1-aff2-9fbee1e0dcc2 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event updated for resources: {'Subnet': ['ID=057ea8ff-ee3c-4195-9195-e0680cc78336,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:08.674585 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcea6f00-8d5f-4cb1-aff2-9fbee1e0dcc2 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Checking segment: {'id': '2f877da5-3088-4f22-ba7e-707c73c47485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea594777-74e0-455a-91cf-e67eba827718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:09:08.675244 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcea6f00-8d5f-4cb1-aff2-9fbee1e0dcc2 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Network hostable DHCP agents. Network: ea594777-74e0-455a-91cf-e67eba827718, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:09:08.699988 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcea6f00-8d5f-4cb1-aff2-9fbee1e0dcc2 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Network ea594777-74e0-455a-91cf-e67eba827718 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:09:08.719628 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-fcea6f00-8d5f-4cb1-aff2-9fbee1e0dcc2 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, ea594777-74e0-455a-91cf-e67eba827718) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:09:08.729528 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0e351d-2bae-46e3-b0c8-a68c54edac1f None None] Network ea594777-74e0-455a-91cf-e67eba827718 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:09:08.731768 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcea6f00-8d5f-4cb1-aff2-9fbee1e0dcc2 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:08.732380 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fcea6f00-8d5f-4cb1-aff2-9fbee1e0dcc2 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:08.776034 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-fcea6f00-8d5f-4cb1-aff2-9fbee1e0dcc2 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2964048 Nov 27 04:09:08.778721 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39456) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:08.807746 n-d-819494-3 neutron-server[110018]: WARNING neutron.services.revisions.revision_plugin [None req-a00d1828-b305-4151-8f3d-d344d4a676ff tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Could not find related port for resource to bump revision. Nov 27 04:09:08.817817 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.ipam_pluggable_backend [None req-a00d1828-b305-4151-8f3d-d344d4a676ff tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Port b0d02bbf-533d-4699-97b1-24cbcfc28011 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=110018) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 27 04:09:08.818283 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.ipam_pluggable_backend [None req-a00d1828-b305-4151-8f3d-d344d4a676ff tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Reverting IP allocation for 2001:db8::f816:3eff:fef7:9d68 {{(pid=110018) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 27 04:09:08.825935 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.ipam_pluggable_backend [None req-a00d1828-b305-4151-8f3d-d344d4a676ff tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fef7:9d68 {{(pid=110018) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 27 04:09:08.829971 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a00d1828-b305-4151-8f3d-d344d4a676ff tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:08.948852 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00d1828-b305-4151-8f3d-d344d4a676ff tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:09:08.962816 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-a00d1828-b305-4151-8f3d-d344d4a676ff tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:09:08.971831 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00d1828-b305-4151-8f3d-d344d4a676ff tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:08.975215 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a00d1828-b305-4151-8f3d-d344d4a676ff tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:08.981077 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8589201-5d2a-4e85-aff0-fd8ee91fdc0f None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:09:09.063687 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4be5c47f-da41-49bf-b6c8-09cb368ff5b7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:09.185981 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a00d1828-b305-4151-8f3d-d344d4a676ff tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7644699 Nov 27 04:09:09.188170 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39464) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:09.189616 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591a2306-d108-4661-a695-52cc2a8717e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-ea594777-74e0-455a-91cf-e67eba827718', 'network_id': 'ea594777-74e0-455a-91cf-e67eba827718', 'tenant_id': '02289baa808449b98542d6aa98d0fd28', 'fixed_ips': [{'subnet_id': '057ea8ff-ee3c-4195-9195-e0680cc78336'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:09:09.199195 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-591a2306-d108-4661-a695-52cc2a8717e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:09.204219 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-3db7c96e-fa4a-478b-80a6-31e3b0881e8e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'subnet': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:09:09.208294 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d1828-b305-4151-8f3d-d344d4a676ff tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Subnet': ['ID=4e27299b-2b8d-4afb-a1b4-db39700bb591,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:09.278891 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e1a29-4c3f-4745-99c7-6d639b1445b0 req-9f700284-bc72-4041-ba80-50866c834648 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:09.282579 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-781e1a29-4c3f-4745-99c7-6d639b1445b0 req-9f700284-bc72-4041-ba80-50866c834648 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=17dc74f8-c613-4909-bd2e-2172cc2700c7 HTTP/1.1" status: 200 len: 946 time: 0.2315528 Nov 27 04:09:09.306450 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4be5c47f-da41-49bf-b6c8-09cb368ff5b7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:09.440212 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-781e1a29-4c3f-4745-99c7-6d639b1445b0 req-b6db4780-fab8-4328-ab76-10b9af7becfd tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486771 Nov 27 04:09:09.441495 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39472) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:09.642393 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c686b3ef-c40f-4375-840c-58d00d062ce5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-69dee5df-a2b5-4f80-b023-d216a074fa83', 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'tenant_id': 'f4fb6791effe4b41abbe85bac59c4002', 'fixed_ips': [{'subnet_id': '4e27299b-2b8d-4afb-a1b4-db39700bb591'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:09:09.644113 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c686b3ef-c40f-4375-840c-58d00d062ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:09.754787 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39476) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:09.876832 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff03f80-4557-4c41-b5e9-280c6cd086eb None None] Network 21fbe49f-30ae-45c9-91de-ff027e53319e requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:09:10.029958 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-3ace54fc-5ccb-4214-9911-fcd747a0e53c admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1547155530-network', 'tenant_id': '66c470a064c94358b0cdd5d3ef8a4bb5'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:09:10.052130 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 99d56246-b080-404c-a92b-d21b9291a924 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:09:10.069816 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-18f8f5c5-25a8-4af9-a39a-0dd01ca067c1 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Deleting port 4de487b1-fc2e-48e7-aa0b-b10b223690b8 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:09:10.078825 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18f8f5c5-25a8-4af9-a39a-0dd01ca067c1 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:10.186495 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ace54fc-5ccb-4214-9911-fcd747a0e53c admin admin] Made reservation on behalf of 66c470a064c94358b0cdd5d3ef8a4bb5 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:09:10.192990 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3ace54fc-5ccb-4214-9911-fcd747a0e53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:10.218157 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db7c96e-fa4a-478b-80a6-31e3b0881e8e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:09:10.221753 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3db7c96e-fa4a-478b-80a6-31e3b0881e8e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:10.228245 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3ace54fc-5ccb-4214-9911-fcd747a0e53c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:10.242065 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-591a2306-d108-4661-a695-52cc2a8717e6 None None] Allocated IP 2001:db8::1 (ea594777-74e0-455a-91cf-e67eba827718/057ea8ff-ee3c-4195-9195-e0680cc78336/b8d60661-2d2d-40f9-860e-680878d5fb1f) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:09:10.246969 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c4d844a5-238e-449f-8fe0-de95c066f8af None None] Provisioning complete for port 99d56246-b080-404c-a92b-d21b9291a924 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:09:10.247556 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c4d844a5-238e-449f-8fe0-de95c066f8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:10.372519 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18f8f5c5-25a8-4af9-a39a-0dd01ca067c1 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:10.372821 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18f8f5c5-25a8-4af9-a39a-0dd01ca067c1 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:10.417788 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-18f8f5c5-25a8-4af9-a39a-0dd01ca067c1 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Calling delete_port for 4de487b1-fc2e-48e7-aa0b-b10b223690b8 owned by network:floatingip {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:09:10.637766 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3ace54fc-5ccb-4214-9911-fcd747a0e53c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:10.649900 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3ace54fc-5ccb-4214-9911-fcd747a0e53c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:10.689401 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace54fc-5ccb-4214-9911-fcd747a0e53c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fbb3f7-2c9b-4176-bf33-852fbfcab72d,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:10.713538 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ace54fc-5ccb-4214-9911-fcd747a0e53c admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:09:10.736392 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3ace54fc-5ccb-4214-9911-fcd747a0e53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:10.737058 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-3ace54fc-5ccb-4214-9911-fcd747a0e53c admin admin] Added segment 20ae3a3f-31a9-4836-a85b-d6af8cc6397b of type vlan for network 899f6638-3d42-4b52-a21d-f31b1885ff77 Nov 27 04:09:10.820263 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-c686b3ef-c40f-4375-840c-58d00d062ce5 None None] Allocated IP 2001:db8::f816:3eff:fe5d:6993 (69dee5df-a2b5-4f80-b023-d216a074fa83/4e27299b-2b8d-4afb-a1b4-db39700bb591/6c945f58-eb79-482f-ba05-0f2bb2b4b353) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:09:10.824103 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e7308-1898-4f01-8f2a-c346cdcde628 req-250adb37-9931-4a5e-ad03-9429de8a0e97 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:10.826808 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e24e7308-1898-4f01-8f2a-c346cdcde628 req-250adb37-9931-4a5e-ad03-9429de8a0e97 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=17dc74f8-c613-4909-bd2e-2172cc2700c7 HTTP/1.1" status: 200 len: 946 time: 0.2294624 Nov 27 04:09:10.850142 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18f8f5c5-25a8-4af9-a39a-0dd01ca067c1 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:10.892004 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3ace54fc-5ccb-4214-9911-fcd747a0e53c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:10.894702 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f8f5c5-25a8-4af9-a39a-0dd01ca067c1 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Pushing event deleted for resources: {'Port': ['ID=4de487b1-fc2e-48e7-aa0b-b10b223690b8,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:10.899167 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3db7c96e-fa4a-478b-80a6-31e3b0881e8e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:10.962457 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db7c96e-fa4a-478b-80a6-31e3b0881e8e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Subnet': ['ID=76e86bae-8cbe-4df4-bf16-c23c68d2e026,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:10.989090 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db7c96e-fa4a-478b-80a6-31e3b0881e8e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:09:10.998110 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-3db7c96e-fa4a-478b-80a6-31e3b0881e8e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:09:11.003896 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db7c96e-fa4a-478b-80a6-31e3b0881e8e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:11.004602 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3db7c96e-fa4a-478b-80a6-31e3b0881e8e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:11.015348 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e24e7308-1898-4f01-8f2a-c346cdcde628 req-5ba2abba-b394-43b1-a71b-6256f1000ac0 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714544 Nov 27 04:09:11.036915 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-3db7c96e-fa4a-478b-80a6-31e3b0881e8e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8408818 Nov 27 04:09:11.036915 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39490) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:11.037528 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c686b3ef-c40f-4375-840c-58d00d062ce5 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:11.063625 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18f8f5c5-25a8-4af9-a39a-0dd01ca067c1 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for floatingip, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:11.064426 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [None req-18f8f5c5-25a8-4af9-a39a-0dd01ca067c1 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Floating IP ef53b4ca-4f2b-4d63-a80c-394ae3341e58 disassociated (deleted). External IP: 172.25.1.129, port: 7d77a8b4-7944-41b5-ba76-97e245e37f4e. Nov 27 04:09:11.066088 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-ed9fc373-20bb-4b21-bd32-01ff924ea861 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'port': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'mac_address': 'fa:16:3e:9e:7c:a4', 'name': 'tempest-NetworksTestDHCPv6-678758020'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:09:11.086327 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c686b3ef-c40f-4375-840c-58d00d062ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:11.166170 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 99d56246-b080-404c-a92b-d21b9291a924 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:09:11.166732 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:11.175400 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3ace54fc-5ccb-4214-9911-fcd747a0e53c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:11.176784 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ace54fc-5ccb-4214-9911-fcd747a0e53c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:11.177597 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3ace54fc-5ccb-4214-9911-fcd747a0e53c admin admin] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:11.183788 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c686b3ef-c40f-4375-840c-58d00d062ce5 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:09:11.192008 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-c686b3ef-c40f-4375-840c-58d00d062ce5 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:09:11.219607 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c4d844a5-238e-449f-8fe0-de95c066f8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:11.224866 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c686b3ef-c40f-4375-840c-58d00d062ce5 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:09:11.260347 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace54fc-5ccb-4214-9911-fcd747a0e53c admin admin] Pushing event updated for resources: {'Network': ['ID=899f6638-3d42-4b52-a21d-f31b1885ff77,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:11.292035 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 899f6638-3d42-4b52-a21d-f31b1885ff77 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:09:11.297930 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9fc373-20bb-4b21-bd32-01ff924ea861 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:09:11.321060 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686b3ef-c40f-4375-840c-58d00d062ce5 None None] Pushing event updated for resources: {'Port': ['ID=6c945f58-eb79-482f-ba05-0f2bb2b4b353,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:11.330716 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3ace54fc-5ccb-4214-9911-fcd747a0e53c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5749109 Nov 27 04:09:11.469682 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-591a2306-d108-4661-a695-52cc2a8717e6 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:11.489684 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ed9fc373-20bb-4b21-bd32-01ff924ea861 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:11.508815 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c4d844a5-238e-449f-8fe0-de95c066f8af None None] For port 99d56246-b080-404c-a92b-d21b9291a924, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=99d56246-b080-404c-a92b-d21b9291a924,segment=NetworkSegment(28997a98-b064-498a-a8ad-eceeb9823318),segment_id=28997a98-b064-498a-a8ad-eceeb9823318)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:09:11.544209 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c4d844a5-238e-449f-8fe0-de95c066f8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:11.581199 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [None req-ed9fc373-20bb-4b21-bd32-01ff924ea861 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] device_id is not set on port df1ca16c-43f4-4cb4-9c2b-4d3a2bef04b5 yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:09:11.586625 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-c686b3ef-c40f-4375-840c-58d00d062ce5 None None] Attempting to bind port 6c945f58-eb79-482f-ba05-0f2bb2b4b353 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:09:11.587022 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-c686b3ef-c40f-4375-840c-58d00d062ce5 None None] Attempting to bind port 6c945f58-eb79-482f-ba05-0f2bb2b4b353 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:09:11.587400 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c686b3ef-c40f-4375-840c-58d00d062ce5 None None] Attempting to bind port 6c945f58-eb79-482f-ba05-0f2bb2b4b353 on network 69dee5df-a2b5-4f80-b023-d216a074fa83 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:09:11.589914 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-591a2306-d108-4661-a695-52cc2a8717e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:11.600287 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4be5c47f-da41-49bf-b6c8-09cb368ff5b7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:11.700087 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d844a5-238e-449f-8fe0-de95c066f8af None None] Pushing event updated for resources: {'Port': ['ID=99d56246-b080-404c-a92b-d21b9291a924,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:11.763348 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be5c47f-da41-49bf-b6c8-09cb368ff5b7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event deleted for resources: {'Subnet': ['ID=057ea8ff-ee3c-4195-9195-e0680cc78336,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:11.782482 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c686b3ef-c40f-4375-840c-58d00d062ce5 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:09:11.782946 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c686b3ef-c40f-4375-840c-58d00d062ce5 None None] Checking segment: {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:09:11.783367 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c686b3ef-c40f-4375-840c-58d00d062ce5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:11.787616 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c686b3ef-c40f-4375-840c-58d00d062ce5 None None] Bound using segment: {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:09:11.788159 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-c686b3ef-c40f-4375-840c-58d00d062ce5 None None] Bound port: 6c945f58-eb79-482f-ba05-0f2bb2b4b353, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:09:11.788572 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c686b3ef-c40f-4375-840c-58d00d062ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:11.876137 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591a2306-d108-4661-a695-52cc2a8717e6 None None] Network ea594777-74e0-455a-91cf-e67eba827718 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:09:11.941965 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-591a2306-d108-4661-a695-52cc2a8717e6 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:09:12.003998 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591a2306-d108-4661-a695-52cc2a8717e6 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:09:12.027713 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a2306-d108-4661-a695-52cc2a8717e6 None None] Pushing event updated for resources: {'Port': ['ID=b8d60661-2d2d-40f9-860e-680878d5fb1f,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:12.115857 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-af0efb77-f2f0-448f-b8c7-3fdcc663d145 None None] Provisioning complete for port 99d56246-b080-404c-a92b-d21b9291a924 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:09:12.121675 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-af0efb77-f2f0-448f-b8c7-3fdcc663d145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:12.188222 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-ed9fc373-20bb-4b21-bd32-01ff924ea861 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Allocated IP 172.20.0.14 (69dee5df-a2b5-4f80-b023-d216a074fa83/76e86bae-8cbe-4df4-bf16-c23c68d2e026/df1ca16c-43f4-4cb4-9c2b-4d3a2bef04b5) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:09:12.210785 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4be5c47f-da41-49bf-b6c8-09cb368ff5b7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:12.265787 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 99d56246-b080-404c-a92b-d21b9291a924 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:09:12.285184 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f8f5c5-25a8-4af9-a39a-0dd01ca067c1 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Router f50a6542-6489-44cd-b46c-bece319553b1 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:09:12.344610 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-4be5c47f-da41-49bf-b6c8-09cb368ff5b7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea594777-74e0-455a-91cf-e67eba827718']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:12.358266 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c686b3ef-c40f-4375-840c-58d00d062ce5 None None] For port 6c945f58-eb79-482f-ba05-0f2bb2b4b353, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:09:12.384805 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-ed9fc373-20bb-4b21-bd32-01ff924ea861 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Allocated IP 2001:db8::f816:3eff:fe9e:7ca4 (69dee5df-a2b5-4f80-b023-d216a074fa83/4e27299b-2b8d-4afb-a1b4-db39700bb591/df1ca16c-43f4-4cb4-9c2b-4d3a2bef04b5) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:09:12.385783 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-591a2306-d108-4661-a695-52cc2a8717e6 None None] Attempting to bind port b8d60661-2d2d-40f9-860e-680878d5fb1f on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:09:12.386162 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-591a2306-d108-4661-a695-52cc2a8717e6 None None] Attempting to bind port b8d60661-2d2d-40f9-860e-680878d5fb1f by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '2f877da5-3088-4f22-ba7e-707c73c47485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea594777-74e0-455a-91cf-e67eba827718'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:09:12.386538 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591a2306-d108-4661-a695-52cc2a8717e6 None None] Attempting to bind port b8d60661-2d2d-40f9-860e-680878d5fb1f on network ea594777-74e0-455a-91cf-e67eba827718 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:09:12.391211 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c686b3ef-c40f-4375-840c-58d00d062ce5 None None] For port 6c945f58-eb79-482f-ba05-0f2bb2b4b353, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=6c945f58-eb79-482f-ba05-0f2bb2b4b353,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:09:12.401927 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591a2306-d108-4661-a695-52cc2a8717e6 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:09:12.402389 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591a2306-d108-4661-a695-52cc2a8717e6 None None] Checking segment: {'id': '2f877da5-3088-4f22-ba7e-707c73c47485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea594777-74e0-455a-91cf-e67eba827718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:09:12.402778 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-591a2306-d108-4661-a695-52cc2a8717e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:12.403185 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591a2306-d108-4661-a695-52cc2a8717e6 None None] Bound using segment: {'id': '2f877da5-3088-4f22-ba7e-707c73c47485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea594777-74e0-455a-91cf-e67eba827718'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:09:12.403694 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-591a2306-d108-4661-a695-52cc2a8717e6 None None] Bound port: b8d60661-2d2d-40f9-860e-680878d5fb1f, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f877da5-3088-4f22-ba7e-707c73c47485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ea594777-74e0-455a-91cf-e67eba827718'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:09:12.404374 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-591a2306-d108-4661-a695-52cc2a8717e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:12.407340 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c686b3ef-c40f-4375-840c-58d00d062ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:12.500628 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-4be5c47f-da41-49bf-b6c8-09cb368ff5b7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f877da5-3088-4f22-ba7e-707c73c47485') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:12.501035 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-4be5c47f-da41-49bf-b6c8-09cb368ff5b7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f877da5-3088-4f22-ba7e-707c73c47485') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:12.526820 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 99d56246-b080-404c-a92b-d21b9291a924 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:09:12.527441 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:12.531487 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4be5c47f-da41-49bf-b6c8-09cb368ff5b7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:12.574091 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7648fa6-177d-4d83-af18-0d2570d611f0 req-e2bdd71e-bf45-4de6-9b80-8be118dc31b7 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:12.576570 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e7648fa6-177d-4d83-af18-0d2570d611f0 req-e2bdd71e-bf45-4de6-9b80-8be118dc31b7 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=17dc74f8-c613-4909-bd2e-2172cc2700c7 HTTP/1.1" status: 200 len: 946 time: 0.2423017 Nov 27 04:09:12.587414 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a26c65-39ed-4aea-b9dd-dfdeb1feb2c2 req-5d9a13f0-03c9-471c-b739-cdd5b81b1956 tempest-ComputeTenantNetworksTest-1298350938 tempest-ComputeTenantNetworksTest-1298350938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:12.604684 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a26c65-39ed-4aea-b9dd-dfdeb1feb2c2 req-5d9a13f0-03c9-471c-b739-cdd5b81b1956 tempest-ComputeTenantNetworksTest-1298350938 tempest-ComputeTenantNetworksTest-1298350938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:12.612214 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a26c65-39ed-4aea-b9dd-dfdeb1feb2c2 req-5d9a13f0-03c9-471c-b739-cdd5b81b1956 tempest-ComputeTenantNetworksTest-1298350938 tempest-ComputeTenantNetworksTest-1298350938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:12.615114 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-25a26c65-39ed-4aea-b9dd-dfdeb1feb2c2 req-5d9a13f0-03c9-471c-b739-cdd5b81b1956 tempest-ComputeTenantNetworksTest-1298350938 tempest-ComputeTenantNetworksTest-1298350938-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3850493 Nov 27 04:09:12.633995 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686b3ef-c40f-4375-840c-58d00d062ce5 None None] Pushing event updated for resources: {'Port': ['ID=6c945f58-eb79-482f-ba05-0f2bb2b4b353,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:12.678578 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-591a2306-d108-4661-a695-52cc2a8717e6 None None] For port b8d60661-2d2d-40f9-860e-680878d5fb1f, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:09:12.684689 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4be5c47f-da41-49bf-b6c8-09cb368ff5b7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:12.707739 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4be5c47f-da41-49bf-b6c8-09cb368ff5b7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:09:12.708443 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4be5c47f-da41-49bf-b6c8-09cb368ff5b7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:12.712731 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:09:12.712731 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:09:12.712731 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:09:12.712731 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:09:12.712731 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:09:12.712731 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:09:12.712731 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:09:12.712731 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:09:12.712731 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:09:12.712731 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:09:12.712731 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:09:12.712731 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:09:12.712731 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:09:12.712731 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:09:12.712731 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:09:12.712731 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:09:12.712731 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:09:12.712731 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:09:12.712731 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:09:12.712731 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:09:12.712731 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:09:12.712731 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:09:12.712731 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:09:12.712731 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:09:12.712731 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:09:12.712731 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:09:12.712731 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:09:12.712731 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:09:12.712731 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:09:12.712731 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:09:12.712731 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:09:12.712731 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:09:12.745136 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f8f5c5-25a8-4af9-a39a-0dd01ca067c1 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:09:12.752126 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18f8f5c5-25a8-4af9-a39a-0dd01ca067c1 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:12.759084 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471344e8-b380-4406-bc78-70464718f0b6 None None] Sync routers for ids ['f50a6542-6489-44cd-b46c-bece319553b1'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:09:12.775878 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471344e8-b380-4406-bc78-70464718f0b6 None None] Routers {'f50a6542-6489-44cd-b46c-bece319553b1'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:09:12.776751 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-471344e8-b380-4406-bc78-70464718f0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:08:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f50a6542-6489-44cd-b46c-bece319553b1'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:12.801658 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e7648fa6-177d-4d83-af18-0d2570d611f0 req-1e2ef645-c489-469d-b61a-ccbb965c8eb3 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057085 Nov 27 04:09:12.826346 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.db.api [None req-4be5c47f-da41-49bf-b6c8-09cb368ff5b7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 27 04:09:12.826346 n-d-819494-3 neutron-server[110019]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 27 04:09:12.826346 n-d-819494-3 neutron-server[110019]: [parameters: {'id': 'ea594777-74e0-455a-91cf-e67eba827718'}] Nov 27 04:09:12.826346 n-d-819494-3 neutron-server[110019]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:09:12.829259 n-d-819494-3 neutron-server[110019]: DEBUG oslo_db.api [None req-4be5c47f-da41-49bf-b6c8-09cb368ff5b7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:09:12.840404 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-18f8f5c5-25a8-4af9-a39a-0dd01ca067c1 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "DELETE /v2.0/floatingips/ef53b4ca-4f2b-4d63-a80c-394ae3341e58 HTTP/1.1" status: 204 len: 168 time: 3.3976486 Nov 27 04:09:12.842823 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4538553e-c0c2-491b-b4e4-065162aae292', 'tag': '7d77a8b4-7944-41b5-ba76-97e245e37f4e'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:09:12.846650 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2760376c-e4c6-4d78-9ff5-e41d320794a7" -d '{"events": [{"name": "network-changed", "server_uuid": "4538553e-c0c2-491b-b4e4-065162aae292", "tag": "7d77a8b4-7944-41b5-ba76-97e245e37f4e"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:09:12.865147 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c01ce9-bf71-4d1a-bff4-f0fd03f9a7a6 req-a71dcbdc-0ca4-4cdb-ae28-7bb806396769 tempest-ComputeTenantNetworksTest-1298350938 tempest-ComputeTenantNetworksTest-1298350938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:12.874500 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-51c01ce9-bf71-4d1a-bff4-f0fd03f9a7a6 req-a71dcbdc-0ca4-4cdb-ae28-7bb806396769 tempest-ComputeTenantNetworksTest-1298350938 tempest-ComputeTenantNetworksTest-1298350938-project] 10.222.0.20 "GET /v2.0/networks/899f6638-3d42-4b52-a21d-f31b1885ff77 HTTP/1.1" status: 200 len: 769 time: 0.2262273 Nov 27 04:09:12.884016 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39512) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:12.901993 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ed9fc373-20bb-4b21-bd32-01ff924ea861 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:12.907191 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-591a2306-d108-4661-a695-52cc2a8717e6 None None] For port b8d60661-2d2d-40f9-860e-680878d5fb1f, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b8d60661-2d2d-40f9-860e-680878d5fb1f,segment=NetworkSegment(2f877da5-3088-4f22-ba7e-707c73c47485),segment_id=2f877da5-3088-4f22-ba7e-707c73c47485)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:09:12.927673 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-591a2306-d108-4661-a695-52cc2a8717e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:13.021860 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ed9fc373-20bb-4b21-bd32-01ff924ea861 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:13.058480 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d947edf5-b154-4922-b7d8-69c588896a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:13.167796 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24db3dd-4510-42f4-beb9-ea102dcaff1e x-openstack-request-id: req-a24db3dd-4510-42f4-beb9-ea102dcaff1e {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:09:13.168187 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4538553e-c0c2-491b-b4e4-065162aae292", "tag": "7d77a8b4-7944-41b5-ba76-97e245e37f4e", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:09:13.169286 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a24db3dd-4510-42f4-beb9-ea102dcaff1e {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:09:13.170384 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4538553e-c0c2-491b-b4e4-065162aae292', 'tag': '7d77a8b4-7944-41b5-ba76-97e245e37f4e', 'status': 'completed', 'code': 200} Nov 27 04:09:13.188256 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-471344e8-b380-4406-bc78-70464718f0b6 None None] Set router f50a6542-6489-44cd-b46c-bece319553b1 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:09:13.200807 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9fc373-20bb-4b21-bd32-01ff924ea861 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:09:13.215723 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-ed9fc373-20bb-4b21-bd32-01ff924ea861 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:09:13.293012 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dda4717-91e8-4614-9c86-2e8598bb3ebc None None] Network ea594777-74e0-455a-91cf-e67eba827718 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:09:13.360880 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9fc373-20bb-4b21-bd32-01ff924ea861 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:09:13.363540 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4be5c47f-da41-49bf-b6c8-09cb368ff5b7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:13.408120 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a2306-d108-4661-a695-52cc2a8717e6 None None] Pushing event updated for resources: {'Port': ['ID=b8d60661-2d2d-40f9-860e-680878d5fb1f,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:13.414910 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d947edf5-b154-4922-b7d8-69c588896a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:13.439780 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9fc373-20bb-4b21-bd32-01ff924ea861 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Port': ['ID=df1ca16c-43f4-4cb4-9c2b-4d3a2bef04b5,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:13.482113 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-d947edf5-b154-4922-b7d8-69c588896a27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['899f6638-3d42-4b52-a21d-f31b1885ff77']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:13.507352 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715afda-ea5f-404f-bba2-46d79c24b02e req-eaf5d4cc-dfad-46d3-87da-8a59040bc5b6 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:13.511673 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a715afda-ea5f-404f-bba2-46d79c24b02e req-eaf5d4cc-dfad-46d3-87da-8a59040bc5b6 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4538553e-c0c2-491b-b4e4-065162aae292 HTTP/1.1" status: 200 len: 945 time: 0.1592150 Nov 27 04:09:13.518262 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-d947edf5-b154-4922-b7d8-69c588896a27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20ae3a3f-31a9-4836-a85b-d6af8cc6397b') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:13.519708 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-d947edf5-b154-4922-b7d8-69c588896a27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20ae3a3f-31a9-4836-a85b-d6af8cc6397b') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:13.556373 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d947edf5-b154-4922-b7d8-69c588896a27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:13.595027 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d947edf5-b154-4922-b7d8-69c588896a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:13.616009 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d947edf5-b154-4922-b7d8-69c588896a27 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:09:13.616425 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d947edf5-b154-4922-b7d8-69c588896a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:13.618121 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:09:13.618121 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:09:13.618121 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:09:13.618121 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:09:13.618121 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:09:13.618121 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:09:13.618121 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:09:13.618121 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:09:13.618121 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:09:13.618121 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:09:13.618121 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:09:13.618121 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:09:13.618121 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:09:13.618121 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:09:13.618121 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:09:13.618121 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:09:13.618121 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:09:13.618121 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:09:13.618121 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:09:13.618121 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:09:13.618121 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:09:13.618121 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:09:13.618121 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:09:13.618121 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:09:13.618121 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:09:13.618121 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:09:13.618121 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:09:13.618121 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:09:13.618121 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:09:13.618121 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:09:13.618121 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:09:13.618121 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:09:13.620673 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9fc373-20bb-4b21-bd32-01ff924ea861 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:13.621271 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ed9fc373-20bb-4b21-bd32-01ff924ea861 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:13.657744 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ed9fc373-20bb-4b21-bd32-01ff924ea861 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6234035 Nov 27 04:09:13.659965 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760376c-e4c6-4d78-9ff5-e41d320794a7 req-c070f61c-773e-4e2a-9c83-c3c7c0d90e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:13.661401 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2760376c-e4c6-4d78-9ff5-e41d320794a7 req-c070f61c-773e-4e2a-9c83-c3c7c0d90e3a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0fb01b15ba04e8ca79caed9882229f4&device_id=4538553e-c0c2-491b-b4e4-065162aae292 HTTP/1.1" status: 200 len: 1096 time: 0.4039567 Nov 27 04:09:13.661888 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39528) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:13.678748 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a715afda-ea5f-404f-bba2-46d79c24b02e req-59e60a91-5150-45b9-ae40-ccb396a849ee tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565526 Nov 27 04:09:13.734507 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d947edf5-b154-4922-b7d8-69c588896a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:13.766863 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d947edf5-b154-4922-b7d8-69c588896a27 admin admin] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:13.770201 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-471344e8-b380-4406-bc78-70464718f0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'name': 'tempest-TestVolumeBootPattern-2087569917-router', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:58Z', 'revision_number': 4, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'gw_port': {'id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '2be63083-cc17-462f-897e-11f997130218', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'floating_ip_address': '172.25.1.70', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'port_id': 'bfe039b6-0cfc-4af9-a1b4-831a73af434c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'mac_address': 'fa:16:3e:43:7b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a78cd85-84e7-46d1-97b9-008ad97870bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:04:53Z', 'updated_at': '2021-11-27T04:04:57Z', 'revision_number': 1, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33633549-8cd2-4329-89df-ce902341db7c', 'name': '', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'mac_address': 'fa:16:3e:ee:c6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:56Z', 'updated_at': '2021-11-27T03:56:03Z', 'revision_number': 5, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'subnets': [{'id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:13.787912 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d947edf5-b154-4922-b7d8-69c588896a27 admin admin] 10.222.0.20 "DELETE /v2.0/networks/899f6638-3d42-4b52-a21d-f31b1885ff77 HTTP/1.1" status: 204 len: 168 time: 0.8962882 Nov 27 04:09:13.788923 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d947edf5-b154-4922-b7d8-69c588896a27 admin admin] Pushing event deleted for resources: {'Network': ['ID=899f6638-3d42-4b52-a21d-f31b1885ff77,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:13.862717 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471344e8-b380-4406-bc78-70464718f0b6 None None] Checking router: f50a6542-6489-44cd-b46c-bece319553b1 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:09:13.888488 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471344e8-b380-4406-bc78-70464718f0b6 None None] Routers {'f50a6542-6489-44cd-b46c-bece319553b1'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:09:13.890343 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-471344e8-b380-4406-bc78-70464718f0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:08:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f50a6542-6489-44cd-b46c-bece319553b1'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:14.066830 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-471344e8-b380-4406-bc78-70464718f0b6 None None] Set router f50a6542-6489-44cd-b46c-bece319553b1 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:09:14.089630 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760376c-e4c6-4d78-9ff5-e41d320794a7 req-ff2511f5-6877-4e24-8a6a-13417fe1787a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:14.099620 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2760376c-e4c6-4d78-9ff5-e41d320794a7 req-ff2511f5-6877-4e24-8a6a-13417fe1787a service neutron] 10.222.0.23 "GET /v2.0/networks?id=9066c940-2187-4bcb-b452-41734810299f HTTP/1.1" status: 200 len: 913 time: 0.4070442 Nov 27 04:09:14.105763 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39534) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:14.187873 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-4be5c47f-da41-49bf-b6c8-09cb368ff5b7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Deleting port b8d60661-2d2d-40f9-860e-680878d5fb1f {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:09:14.190334 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4be5c47f-da41-49bf-b6c8-09cb368ff5b7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:14.223323 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-40f2aa71-fa6d-4543-be16-506d80af3c5b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=66c470a064c94358b0cdd5d3ef8a4bb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1158836 Nov 27 04:09:14.225275 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39538) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:14.293139 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 6c945f58-eb79-482f-ba05-0f2bb2b4b353 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:09:14.336465 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-4be5c47f-da41-49bf-b6c8-09cb368ff5b7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] For port b8d60661-2d2d-40f9-860e-680878d5fb1f, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b8d60661-2d2d-40f9-860e-680878d5fb1f,segment=NetworkSegment(2f877da5-3088-4f22-ba7e-707c73c47485),segment_id=2f877da5-3088-4f22-ba7e-707c73c47485)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:09:14.337119 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4be5c47f-da41-49bf-b6c8-09cb368ff5b7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:14.361362 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-4be5c47f-da41-49bf-b6c8-09cb368ff5b7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Calling delete_port for b8d60661-2d2d-40f9-860e-680878d5fb1f owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:09:14.368130 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b7258da4-9278-43c4-8a5b-fae58b6d577f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:14.407144 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e51856-6663-4348-bcd3-cfe570222f67 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:09:14.420738 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b7258da4-9278-43c4-8a5b-fae58b6d577f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:14.517665 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b7258da4-9278-43c4-8a5b-fae58b6d577f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:14.522338 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b7258da4-9278-43c4-8a5b-fae58b6d577f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:14.523730 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b7258da4-9278-43c4-8a5b-fae58b6d577f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b0fbb3f7-2c9b-4176-bf33-852fbfcab72d HTTP/1.1" status: 204 len: 168 time: 0.2974160 Nov 27 04:09:14.533698 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7258da4-9278-43c4-8a5b-fae58b6d577f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fbb3f7-2c9b-4176-bf33-852fbfcab72d,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:14.536874 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1187838-62c8-4b09-a1cf-0afb10e8979a tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:14.551104 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1187838-62c8-4b09-a1cf-0afb10e8979a tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:14.553191 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a1187838-62c8-4b09-a1cf-0afb10e8979a tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.8892345 Nov 27 04:09:14.555568 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4be5c47f-da41-49bf-b6c8-09cb368ff5b7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:14.556061 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39546) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:14.560175 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2760376c-e4c6-4d78-9ff5-e41d320794a7 req-57cba3dc-bcef-4ac9-8779-40b711963f8a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d77a8b4-7944-41b5-ba76-97e245e37f4e HTTP/1.1" status: 200 len: 217 time: 0.4298437 Nov 27 04:09:14.659646 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-2c40e0e0-eff0-44b1-8310-6183968e9338 None None] Provisioning complete for port 6c945f58-eb79-482f-ba05-0f2bb2b4b353 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:09:14.661405 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2c40e0e0-eff0-44b1-8310-6183968e9338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:14.713948 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760376c-e4c6-4d78-9ff5-e41d320794a7 req-8f9c6b09-dfa5-4bc9-8751-394358cd6757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:14.715678 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2760376c-e4c6-4d78-9ff5-e41d320794a7 req-8f9c6b09-dfa5-4bc9-8751-394358cd6757 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7fdbb93f-95d3-4899-98b7-de442d33ecc0 HTTP/1.1" status: 200 len: 851 time: 0.1219208 Nov 27 04:09:14.716825 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be5c47f-da41-49bf-b6c8-09cb368ff5b7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event deleted for resources: {'Port': ['ID=b8d60661-2d2d-40f9-860e-680878d5fb1f,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:14.723628 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 6c945f58-eb79-482f-ba05-0f2bb2b4b353 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:09:14.724117 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:14.753377 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-471344e8-b380-4406-bc78-70464718f0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'name': 'tempest-TestVolumeBootPattern-2087569917-router', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:58Z', 'revision_number': 4, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'gw_port': {'id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '2be63083-cc17-462f-897e-11f997130218', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'floating_ip_address': '172.25.1.70', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'port_id': 'bfe039b6-0cfc-4af9-a1b4-831a73af434c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'mac_address': 'fa:16:3e:43:7b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a78cd85-84e7-46d1-97b9-008ad97870bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:04:53Z', 'updated_at': '2021-11-27T04:04:57Z', 'revision_number': 1, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33633549-8cd2-4329-89df-ce902341db7c', 'name': '', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'mac_address': 'fa:16:3e:ee:c6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:56Z', 'updated_at': '2021-11-27T03:56:03Z', 'revision_number': 5, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'subnets': [{'id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:14.756899 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be5c47f-da41-49bf-b6c8-09cb368ff5b7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] No DVR routers for this DVR port b8d60661-2d2d-40f9-860e-680878d5fb1f on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:09:14.779740 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e984a-a445-4637-8c46-93a9b1c5edba req-eac96d6f-54ea-4869-bacd-5a38980f1fde tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:14.790524 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b87e984a-a445-4637-8c46-93a9b1c5edba req-eac96d6f-54ea-4869-bacd-5a38980f1fde tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=17dc74f8-c613-4909-bd2e-2172cc2700c7 HTTP/1.1" status: 200 len: 946 time: 0.6859529 Nov 27 04:09:14.835991 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471344e8-b380-4406-bc78-70464718f0b6 None None] The sync data for ids ['f50a6542-6489-44cd-b46c-bece319553b1'] in n-d-819494-3 is: [{'id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'name': 'tempest-TestVolumeBootPattern-2087569917-router', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:58Z', 'revision_number': 4, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'gw_port': {'id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '2be63083-cc17-462f-897e-11f997130218', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'floating_ip_address': '172.25.1.70', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'port_id': 'bfe039b6-0cfc-4af9-a1b4-831a73af434c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'mac_address': 'fa:16:3e:43:7b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a78cd85-84e7-46d1-97b9-008ad97870bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:04:53Z', 'updated_at': '2021-11-27T04:04:57Z', 'revision_number': 1, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33633549-8cd2-4329-89df-ce902341db7c', 'name': '', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'mac_address': 'fa:16:3e:ee:c6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:56Z', 'updated_at': '2021-11-27T03:56:03Z', 'revision_number': 5, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'subnets': [{'id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:09:14.864094 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-592f2e93-e447-48aa-ba2c-1a38d81e9feb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting port df1ca16c-43f4-4cb4-9c2b-4d3a2bef04b5 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:09:14.865969 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-592f2e93-e447-48aa-ba2c-1a38d81e9feb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:15.079978 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-592f2e93-e447-48aa-ba2c-1a38d81e9feb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:15.153648 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-592f2e93-e447-48aa-ba2c-1a38d81e9feb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Calling delete_port for df1ca16c-43f4-4cb4-9c2b-4d3a2bef04b5 owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:09:15.199354 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760376c-e4c6-4d78-9ff5-e41d320794a7 req-ec8888a6-c96b-4851-b520-eea2552da525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:15.204245 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2760376c-e4c6-4d78-9ff5-e41d320794a7 req-ec8888a6-c96b-4851-b520-eea2552da525 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9066c940-2187-4bcb-b452-41734810299f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4760685 Nov 27 04:09:15.246079 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b87e984a-a445-4637-8c46-93a9b1c5edba req-02cdbe3e-aa7a-4f94-b20f-87e9b7e6e2c5 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4449313 Nov 27 04:09:15.249578 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f12d58-b2f7-43b2-a98c-6cc5321e3da7 req-af74a55a-f466-4950-bccc-1ed6b104bcbc tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:15.256955 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c1f12d58-b2f7-43b2-a98c-6cc5321e3da7 req-af74a55a-f466-4950-bccc-1ed6b104bcbc tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4538553e-c0c2-491b-b4e4-065162aae292 HTTP/1.1" status: 200 len: 945 time: 0.2234638 Nov 27 04:09:15.315994 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4be5c47f-da41-49bf-b6c8-09cb368ff5b7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:15.462028 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-4be5c47f-da41-49bf-b6c8-09cb368ff5b7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea594777-74e0-455a-91cf-e67eba827718']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:15.503203 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943ed79-641f-464c-bc33-69db69e9a2f9 req-eae61227-1514-40ac-9865-ae9dcda6c924 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:15.505585 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9943ed79-641f-464c-bc33-69db69e9a2f9 req-eae61227-1514-40ac-9865-ae9dcda6c924 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.23 "GET /v2.0/ports?device_id=4538553e-c0c2-491b-b4e4-065162aae292 HTTP/1.1" status: 200 len: 945 time: 0.2568750 Nov 27 04:09:15.507753 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-4be5c47f-da41-49bf-b6c8-09cb368ff5b7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f877da5-3088-4f22-ba7e-707c73c47485') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:15.508675 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-4be5c47f-da41-49bf-b6c8-09cb368ff5b7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f877da5-3088-4f22-ba7e-707c73c47485') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:15.535369 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4be5c47f-da41-49bf-b6c8-09cb368ff5b7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:15.583796 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4be5c47f-da41-49bf-b6c8-09cb368ff5b7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:15.588634 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8115e6fa-895e-403d-8caa-77d3cdc4f2a5 None None] New status for floating IP ef53b4ca-4f2b-4d63-a80c-394ae3341e58: DOWN {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:09:15.683987 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4be5c47f-da41-49bf-b6c8-09cb368ff5b7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:09:15.685251 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4be5c47f-da41-49bf-b6c8-09cb368ff5b7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:15.783437 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:09:15.783437 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:09:15.783437 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:09:15.783437 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:09:15.783437 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:09:15.783437 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:09:15.783437 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:09:15.783437 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:09:15.783437 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:09:15.783437 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:09:15.783437 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:09:15.783437 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:09:15.783437 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:09:15.783437 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:09:15.783437 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:09:15.783437 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:09:15.783437 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:09:15.783437 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:09:15.783437 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:09:15.783437 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:09:15.783437 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:09:15.783437 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:09:15.783437 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:09:15.783437 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:09:15.783437 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:09:15.783437 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:09:15.783437 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:09:15.783437 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:09:15.783437 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:09:15.783437 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:09:15.783437 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:09:15.783437 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:09:15.816706 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2c40e0e0-eff0-44b1-8310-6183968e9338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:15.818935 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4be5c47f-da41-49bf-b6c8-09cb368ff5b7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:15.854298 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c1f12d58-b2f7-43b2-a98c-6cc5321e3da7 req-1f581250-38cf-4d4a-81eb-864819728120 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2271278 Nov 27 04:09:15.863239 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-592f2e93-e447-48aa-ba2c-1a38d81e9feb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:15.895861 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4be5c47f-da41-49bf-b6c8-09cb368ff5b7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:15.904904 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4be5c47f-da41-49bf-b6c8-09cb368ff5b7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "DELETE /v2.0/networks/ea594777-74e0-455a-91cf-e67eba827718 HTTP/1.1" status: 204 len: 168 time: 7.1198988 Nov 27 04:09:15.904904 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be5c47f-da41-49bf-b6c8-09cb368ff5b7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event deleted for resources: {'Network': ['ID=ea594777-74e0-455a-91cf-e67eba827718,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:15.912340 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39578) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:15.914731 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2760376c-e4c6-4d78-9ff5-e41d320794a7 req-ed7244e0-22c0-44b5-bb83-9024f55e96af service neutron] 10.222.0.23 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6674254 Nov 27 04:09:15.930755 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-3cd9bbc4-ede4-469a-9e3c-1b39800b370b tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1747266275'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:09:15.956504 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f2e93-e447-48aa-ba2c-1a38d81e9feb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Port': ['ID=df1ca16c-43f4-4cb4-9c2b-4d3a2bef04b5,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:16.003067 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-2c40e0e0-eff0-44b1-8310-6183968e9338 None None] For port 6c945f58-eb79-482f-ba05-0f2bb2b4b353, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=6c945f58-eb79-482f-ba05-0f2bb2b4b353,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:09:16.004325 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:16.017052 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2c40e0e0-eff0-44b1-8310-6183968e9338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:16.109131 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2760376c-e4c6-4d78-9ff5-e41d320794a7 req-0814380a-5ef3-49c3-b556-ec16f49f09cf service neutron] 10.222.0.23 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719601 Nov 27 04:09:16.135061 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-9943ed79-641f-464c-bc33-69db69e9a2f9 req-742bd738-b865-4a97-87dd-fd92d01ac89f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Deleting port 7d77a8b4-7944-41b5-ba76-97e245e37f4e {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:09:16.135638 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9943ed79-641f-464c-bc33-69db69e9a2f9 req-742bd738-b865-4a97-87dd-fd92d01ac89f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:16.174298 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-592f2e93-e447-48aa-ba2c-1a38d81e9feb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:16.185634 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-592f2e93-e447-48aa-ba2c-1a38d81e9feb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/ports/df1ca16c-43f4-4cb4-9c2b-4d3a2bef04b5 HTTP/1.1" status: 204 len: 168 time: 1.6263416 Nov 27 04:09:16.185991 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39582) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:16.194009 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c40e0e0-eff0-44b1-8310-6183968e9338 None None] Pushing event updated for resources: {'Port': ['ID=6c945f58-eb79-482f-ba05-0f2bb2b4b353,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:16.231826 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.api [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:09:16.232196 n-d-819494-3 neutron-server[110020]: DEBUG oslo_db.api [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:09:16.245438 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:16.252060 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-61718196-2fa9-4137-a9b3-237e4ad5e4e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:16.255958 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01e90c3-ff65-458c-8a63-40304d812d73 None None] Update dhcp port {'port': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'fixed_ips': [{'subnet_id': '4e27299b-2b8d-4afb-a1b4-db39700bb591', 'ip_address': '2001:db8::f816:3eff:fe5d:6993'}, {'subnet_id': '76e86bae-8cbe-4df4-bf16-c23c68d2e026'}], 'binding:host_id': 'n-d-819494-3'}, 'id': '6c945f58-eb79-482f-ba05-0f2bb2b4b353'} from n-d-819494-3. {{(pid=110020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 04:09:16.290320 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859b3fe6-3465-47d6-abbe-161d465c6ee5 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:16.292147 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859b3fe6-3465-47d6-abbe-161d465c6ee5 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:16.293898 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859b3fe6-3465-47d6-abbe-161d465c6ee5 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:16.294040 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd9bbc4-ede4-469a-9e3c-1b39800b370b tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Made reservation on behalf of 02289baa808449b98542d6aa98d0fd28 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:09:16.298073 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-859b3fe6-3465-47d6-abbe-161d465c6ee5 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1074958 Nov 27 04:09:16.298341 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39588) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:16.300907 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3cd9bbc4-ede4-469a-9e3c-1b39800b370b tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:16.370975 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad635899-dfbd-445a-9a1a-ca1236ced0ff tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting subnet 4e27299b-2b8d-4afb-a1b4-db39700bb591 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:09:16.376696 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ad635899-dfbd-445a-9a1a-ca1236ced0ff tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:16.384456 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e01e90c3-ff65-458c-8a63-40304d812d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:16.414588 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-9943ed79-641f-464c-bc33-69db69e9a2f9 req-742bd738-b865-4a97-87dd-fd92d01ac89f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] For port 7d77a8b4-7944-41b5-ba76-97e245e37f4e, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=7d77a8b4-7944-41b5-ba76-97e245e37f4e,segment=NetworkSegment(7b573d51-51b1-4f49-9697-b1cce35223ba),segment_id=7b573d51-51b1-4f49-9697-b1cce35223ba)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:09:16.414932 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9943ed79-641f-464c-bc33-69db69e9a2f9 req-742bd738-b865-4a97-87dd-fd92d01ac89f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:16.425912 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd9bbc4-ede4-469a-9e3c-1b39800b370b tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:09:16.440481 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ad635899-dfbd-445a-9a1a-ca1236ced0ff tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:16.445617 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-9943ed79-641f-464c-bc33-69db69e9a2f9 req-742bd738-b865-4a97-87dd-fd92d01ac89f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Calling delete_port for 7d77a8b4-7944-41b5-ba76-97e245e37f4e owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:09:16.454919 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3cd9bbc4-ede4-469a-9e3c-1b39800b370b tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:16.455401 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-3cd9bbc4-ede4-469a-9e3c-1b39800b370b tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Added segment cbc82d04-dbaf-4f1a-8bf1-3f43cb5f046a of type vlan for network 114b8b03-4210-4854-a90a-24345e9b7bec Nov 27 04:09:16.609000 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ad635899-dfbd-445a-9a1a-ca1236ced0ff tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:16.662681 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3cd9bbc4-ede4-469a-9e3c-1b39800b370b tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:16.711090 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99d12a-848b-4d11-945a-d3c37bfacb84 req-3ac80617-22ac-4a33-b071-d3ae79a2c3b8 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:16.713960 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1c99d12a-848b-4d11-945a-d3c37bfacb84 req-3ac80617-22ac-4a33-b071-d3ae79a2c3b8 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=17dc74f8-c613-4909-bd2e-2172cc2700c7 HTTP/1.1" status: 200 len: 946 time: 0.2414057 Nov 27 04:09:16.767063 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3cd9bbc4-ede4-469a-9e3c-1b39800b370b tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:16.772858 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd9bbc4-ede4-469a-9e3c-1b39800b370b tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:16.773701 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3cd9bbc4-ede4-469a-9e3c-1b39800b370b tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:16.774226 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ad635899-dfbd-445a-9a1a-ca1236ced0ff tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server [None req-e01e90c3-ff65-458c-8a63-40304d812d73 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4e27299b-2b8d-4afb-a1b4-db39700bb591: This subnet is being modified by another concurrent operation. Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 04:09:16.783842 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 04:09:16.788568 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:09:16.788568 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:09:16.788568 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:09:16.788568 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:09:16.788568 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 04:09:16.788568 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:09:16.788568 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 04:09:16.788568 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 04:09:16.788568 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:09:16.788568 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:09:16.788568 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:09:16.788568 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:09:16.788568 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 04:09:16.788568 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 04:09:16.788568 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 27 04:09:16.788568 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 27 04:09:16.788568 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 04:09:16.788568 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 04:09:16.788568 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 27 04:09:16.788568 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 27 04:09:16.788568 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 27 04:09:16.788568 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 27 04:09:16.788568 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 27 04:09:16.788568 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 27 04:09:16.788568 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 27 04:09:16.788568 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 27 04:09:16.788568 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 27 04:09:16.788568 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 27 04:09:16.788568 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 27 04:09:16.788568 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise exception Nov 27 04:09:16.788568 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4e27299b-2b8d-4afb-a1b4-db39700bb591: This subnet is being modified by another concurrent operation. Nov 27 04:09:16.788568 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server Nov 27 04:09:16.820032 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1c99d12a-848b-4d11-945a-d3c37bfacb84 req-4b2d1dba-d9af-4c71-a7f8-d9ad4e299264 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944989 Nov 27 04:09:16.884452 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad635899-dfbd-445a-9a1a-ca1236ced0ff tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Subnet': ['ID=4e27299b-2b8d-4afb-a1b4-db39700bb591,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:16.885714 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ad635899-dfbd-445a-9a1a-ca1236ced0ff tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:16.893864 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ad635899-dfbd-445a-9a1a-ca1236ced0ff tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/4e27299b-2b8d-4afb-a1b4-db39700bb591 HTTP/1.1" status: 204 len: 168 time: 0.5943902 Nov 27 04:09:16.894284 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474e40fb-95fd-4f43-b528-8b95355ed055 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:09:16.896671 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39604) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:17.029492 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-3cd9bbc4-ede4-469a-9e3c-1b39800b370b tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1109834 Nov 27 04:09:17.032152 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-e8e9a47a-0bcd-4a83-a411-17be9183f767 None None] Provisioning complete for port 6c945f58-eb79-482f-ba05-0f2bb2b4b353 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:09:17.032539 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e8e9a47a-0bcd-4a83-a411-17be9183f767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:17.036054 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9943ed79-641f-464c-bc33-69db69e9a2f9 req-742bd738-b865-4a97-87dd-fd92d01ac89f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:17.046200 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39610) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:17.062324 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4a664138-1bda-4eba-ad09-4ee4be66bfb5 req-d1fe190b-d5c8-4331-958a-d65ecad70976 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4538553e-c0c2-491b-b4e4-065162aae292 HTTP/1.1" status: 200 len: 210 time: 0.0434532 Nov 27 04:09:17.090565 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-099d5098-a48a-4a4a-aa00-6500fcafa81a tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting subnet 76e86bae-8cbe-4df4-bf16-c23c68d2e026 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:09:17.098484 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-45b3ad60-1a63-448d-b9cc-733b023a6ea7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Request body: {'subnet': {'network_id': '114b8b03-4210-4854-a90a-24345e9b7bec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:09:17.100157 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-099d5098-a48a-4a4a-aa00-6500fcafa81a tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:17.119642 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd9bbc4-ede4-469a-9e3c-1b39800b370b tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event updated for resources: {'Network': ['ID=114b8b03-4210-4854-a90a-24345e9b7bec,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:17.142019 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 114b8b03-4210-4854-a90a-24345e9b7bec details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:09:17.175234 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-099d5098-a48a-4a4a-aa00-6500fcafa81a tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:17.255410 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-099d5098-a48a-4a4a-aa00-6500fcafa81a tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:17.320685 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742bd738-b865-4a97-87dd-fd92d01ac89f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Pushing event deleted for resources: {'Port': ['ID=7d77a8b4-7944-41b5-ba76-97e245e37f4e,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:17.356734 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-099d5098-a48a-4a4a-aa00-6500fcafa81a tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:17.378692 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-9943ed79-641f-464c-bc33-69db69e9a2f9 req-742bd738-b865-4a97-87dd-fd92d01ac89f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] No DVR routers for this DVR port 7d77a8b4-7944-41b5-ba76-97e245e37f4e on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:09:17.382363 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9943ed79-641f-464c-bc33-69db69e9a2f9 req-742bd738-b865-4a97-87dd-fd92d01ac89f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:17.386024 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9943ed79-641f-464c-bc33-69db69e9a2f9 req-742bd738-b865-4a97-87dd-fd92d01ac89f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.23 "DELETE /v2.0/ports/7d77a8b4-7944-41b5-ba76-97e245e37f4e HTTP/1.1" status: 204 len: 173 time: 1.8654418 Nov 27 04:09:17.386592 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4538553e-c0c2-491b-b4e4-065162aae292', 'name': 'network-vif-deleted', 'tag': '7d77a8b4-7944-41b5-ba76-97e245e37f4e'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:09:17.388776 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-099d5098-a48a-4a4a-aa00-6500fcafa81a tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:17.388938 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aae9140-a24d-4282-8dac-7393d9a1cd2c" -d '{"events": [{"server_uuid": "4538553e-c0c2-491b-b4e4-065162aae292", "name": "network-vif-deleted", "tag": "7d77a8b4-7944-41b5-ba76-97e245e37f4e"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:09:17.399544 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-099d5098-a48a-4a4a-aa00-6500fcafa81a tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/76e86bae-8cbe-4df4-bf16-c23c68d2e026 HTTP/1.1" status: 204 len: 168 time: 0.5017984 Nov 27 04:09:17.402171 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39622) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:17.455985 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d5098-a48a-4a4a-aa00-6500fcafa81a tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Subnet': ['ID=76e86bae-8cbe-4df4-bf16-c23c68d2e026,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:17.509645 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ae4b30-df08-4ce1-9b9e-25a7be313263 x-openstack-request-id: req-43ae4b30-df08-4ce1-9b9e-25a7be313263 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:09:17.509955 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4538553e-c0c2-491b-b4e4-065162aae292", "name": "network-vif-deleted", "tag": "7d77a8b4-7944-41b5-ba76-97e245e37f4e", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:09:17.510213 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-43ae4b30-df08-4ce1-9b9e-25a7be313263 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:09:17.510655 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4538553e-c0c2-491b-b4e4-065162aae292', 'name': 'network-vif-deleted', 'tag': '7d77a8b4-7944-41b5-ba76-97e245e37f4e', 'status': 'completed', 'code': 200} Nov 27 04:09:17.518543 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-e8e9a47a-0bcd-4a83-a411-17be9183f767 None None] Could not find standard attr ID for object df1ca16c-43f4-4cb4-9c2b-4d3a2bef04b5. {{(pid=110020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 04:09:17.520727 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-80264e5b-23f6-4295-a9a1-09101ec7e6c7 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1161337 Nov 27 04:09:17.523073 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39630) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:17.529137 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-416a221a-4dc5-475d-828c-73f7125e8683 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'subnet': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:09:17.539325 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b3ad60-1a63-448d-b9cc-733b023a6ea7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Made reservation on behalf of 02289baa808449b98542d6aa98d0fd28 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:09:17.542995 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-45b3ad60-1a63-448d-b9cc-733b023a6ea7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:17.579787 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d1cbbc-b3fd-45b2-a33b-bf9aa45d63b2 None None] DHCP port deletion for 69dee5df-a2b5-4f80-b023-d216a074fa83 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:09:17.744279 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-34d1cbbc-b3fd-45b2-a33b-bf9aa45d63b2 None None] Deleting port 6c945f58-eb79-482f-ba05-0f2bb2b4b353 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:09:17.744670 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-34d1cbbc-b3fd-45b2-a33b-bf9aa45d63b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:17.773719 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416a221a-4dc5-475d-828c-73f7125e8683 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:09:17.777438 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-416a221a-4dc5-475d-828c-73f7125e8683 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:17.956921 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-34d1cbbc-b3fd-45b2-a33b-bf9aa45d63b2 None None] For port 6c945f58-eb79-482f-ba05-0f2bb2b4b353, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=6c945f58-eb79-482f-ba05-0f2bb2b4b353,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:09:17.957528 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-34d1cbbc-b3fd-45b2-a33b-bf9aa45d63b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:17.996066 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-34d1cbbc-b3fd-45b2-a33b-bf9aa45d63b2 None None] Calling delete_port for 6c945f58-eb79-482f-ba05-0f2bb2b4b353 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:09:18.100475 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-45b3ad60-1a63-448d-b9cc-733b023a6ea7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:18.126686 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9609da0-35b6-4659-9a1a-b2cde7933b27 req-d6cd559b-8ee0-42b2-a18c-79d51082ba3d tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:18.132174 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f9609da0-35b6-4659-9a1a-b2cde7933b27 req-d6cd559b-8ee0-42b2-a18c-79d51082ba3d tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=17dc74f8-c613-4909-bd2e-2172cc2700c7 HTTP/1.1" status: 200 len: 946 time: 0.1298542 Nov 27 04:09:18.305510 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-34d1cbbc-b3fd-45b2-a33b-bf9aa45d63b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:18.351551 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-999fd561-fb34-475b-9bcf-809bdb9dd9ea req-2a464fe1-9a85-4f69-aa7a-25e43adeb4c6 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4538553e-c0c2-491b-b4e4-065162aae292 HTTP/1.1" status: 200 len: 210 time: 0.1449072 Nov 27 04:09:18.361900 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f9609da0-35b6-4659-9a1a-b2cde7933b27 req-8db79839-e5bc-469b-8ad7-f0bf1a9eab8e tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187562 Nov 27 04:09:18.387548 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1cbbc-b3fd-45b2-a33b-bf9aa45d63b2 None None] Pushing event deleted for resources: {'Port': ['ID=6c945f58-eb79-482f-ba05-0f2bb2b4b353,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:18.392821 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2991eab2-bb87-4f19-a21b-921ac8f4ec84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:18.405554 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b3ad60-1a63-448d-b9cc-733b023a6ea7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event updated for resources: {'Subnet': ['ID=f69f87a1-50ee-4407-9acc-87449e8321cf,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:18.422405 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1cbbc-b3fd-45b2-a33b-bf9aa45d63b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:18.422787 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1cbbc-b3fd-45b2-a33b-bf9aa45d63b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:18.423137 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1cbbc-b3fd-45b2-a33b-bf9aa45d63b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:18.423953 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1cbbc-b3fd-45b2-a33b-bf9aa45d63b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:18.424312 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1cbbc-b3fd-45b2-a33b-bf9aa45d63b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:18.424654 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1cbbc-b3fd-45b2-a33b-bf9aa45d63b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:18.424990 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1cbbc-b3fd-45b2-a33b-bf9aa45d63b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:18.427571 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1cbbc-b3fd-45b2-a33b-bf9aa45d63b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:18.427842 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1cbbc-b3fd-45b2-a33b-bf9aa45d63b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:18.430107 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1cbbc-b3fd-45b2-a33b-bf9aa45d63b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:18.430473 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1cbbc-b3fd-45b2-a33b-bf9aa45d63b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:18.433719 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1cbbc-b3fd-45b2-a33b-bf9aa45d63b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:18.434312 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b3ad60-1a63-448d-b9cc-733b023a6ea7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Checking segment: {'id': 'cbc82d04-dbaf-4f1a-8bf1-3f43cb5f046a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '114b8b03-4210-4854-a90a-24345e9b7bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:09:18.434889 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b3ad60-1a63-448d-b9cc-733b023a6ea7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Network hostable DHCP agents. Network: 114b8b03-4210-4854-a90a-24345e9b7bec, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:09:18.454046 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d1cbbc-b3fd-45b2-a33b-bf9aa45d63b2 None None] No DVR routers for this DVR port 6c945f58-eb79-482f-ba05-0f2bb2b4b353 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:09:18.469211 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b3ad60-1a63-448d-b9cc-733b023a6ea7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Network 114b8b03-4210-4854-a90a-24345e9b7bec is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:09:18.491832 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553891c4-40f7-4d2e-84ed-e3564959a63c None None] get_active_networks_info from n-d-819494-3 {{(pid=110020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 04:09:18.492478 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-45b3ad60-1a63-448d-b9cc-733b023a6ea7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 114b8b03-4210-4854-a90a-24345e9b7bec) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:09:18.500230 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b3ad60-1a63-448d-b9cc-733b023a6ea7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:18.501198 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-45b3ad60-1a63-448d-b9cc-733b023a6ea7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:18.546659 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39652) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:18.547369 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-45b3ad60-1a63-448d-b9cc-733b023a6ea7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4998903 Nov 27 04:09:18.598115 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-416a221a-4dc5-475d-828c-73f7125e8683 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:18.746356 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416a221a-4dc5-475d-828c-73f7125e8683 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Subnet': ['ID=943d9aaf-27ab-4878-80ca-fb408bfba6a4,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:18.777127 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553891c4-40f7-4d2e-84ed-e3564959a63c None None] Resources bound (agent type, host, resource id): {{(pid=110020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 04:09:18.952357 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d928e5bf-b47e-43e8-9bea-9033de79fd62 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:18.976972 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 7d77a8b4-7944-41b5-ba76-97e245e37f4e no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:09:18.980141 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416a221a-4dc5-475d-828c-73f7125e8683 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:09:18.985085 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:18.995722 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 6c945f58-eb79-482f-ba05-0f2bb2b4b353 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:09:19.018866 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-416a221a-4dc5-475d-828c-73f7125e8683 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:09:19.055578 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416a221a-4dc5-475d-828c-73f7125e8683 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:19.056340 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-416a221a-4dc5-475d-828c-73f7125e8683 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:19.104512 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-416a221a-4dc5-475d-828c-73f7125e8683 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5803370 Nov 27 04:09:19.107366 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39664) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:19.113349 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-679142e0-f5a3-4a7f-bd53-6f97159e5951 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'subnet': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:09:19.161324 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 6c945f58-eb79-482f-ba05-0f2bb2b4b353 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:09:19.161657 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 6c945f58-eb79-482f-ba05-0f2bb2b4b353 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:09:19.171513 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f57a5a-832c-4678-86c1-2e9b8a9ab14e req-d4a87c7e-31a1-413e-b25a-f312aca321ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:19.174235 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-18f57a5a-832c-4678-86c1-2e9b8a9ab14e req-d4a87c7e-31a1-413e-b25a-f312aca321ea service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=17dc74f8-c613-4909-bd2e-2172cc2700c7 HTTP/1.1" status: 200 len: 1097 time: 0.2127025 Nov 27 04:09:19.203927 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 7d77a8b4-7944-41b5-ba76-97e245e37f4e {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:09:19.204475 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 7d77a8b4-7944-41b5-ba76-97e245e37f4e not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:09:19.300053 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-18f57a5a-832c-4678-86c1-2e9b8a9ab14e req-38366014-6b0b-4746-a934-f9fb94649c81 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157322 Nov 27 04:09:19.320358 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d928e5bf-b47e-43e8-9bea-9033de79fd62 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:19.361159 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679142e0-f5a3-4a7f-bd53-6f97159e5951 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:09:19.366168 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-679142e0-f5a3-4a7f-bd53-6f97159e5951 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:19.504007 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d928e5bf-b47e-43e8-9bea-9033de79fd62 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:19.594843 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928e5bf-b47e-43e8-9bea-9033de79fd62 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event deleted for resources: {'Subnet': ['ID=f69f87a1-50ee-4407-9acc-87449e8321cf,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:19.601766 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344a37f6-b2dd-498e-a38a-479692ed27a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-114b8b03-4210-4854-a90a-24345e9b7bec', 'network_id': '114b8b03-4210-4854-a90a-24345e9b7bec', 'tenant_id': '02289baa808449b98542d6aa98d0fd28', 'fixed_ips': [{'subnet_id': 'f69f87a1-50ee-4407-9acc-87449e8321cf'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:09:19.603365 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-344a37f6-b2dd-498e-a38a-479692ed27a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:19.622964 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d6d8d00b-e804-45fa-820b-f6e801caf240 req-65600ffc-ecf2-4f6e-88ad-d62434e2af79 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4538553e-c0c2-491b-b4e4-065162aae292 HTTP/1.1" status: 200 len: 210 time: 0.0967162 Nov 27 04:09:19.661323 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:19.666693 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2f49c4-bf46-48e9-8cb2-0e1b21c09a88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-69dee5df-a2b5-4f80-b023-d216a074fa83', 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'tenant_id': 'f4fb6791effe4b41abbe85bac59c4002', 'fixed_ips': [{'subnet_id': '943d9aaf-27ab-4878-80ca-fb408bfba6a4'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:09:19.668771 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2e2f49c4-bf46-48e9-8cb2-0e1b21c09a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:19.765032 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d928e5bf-b47e-43e8-9bea-9033de79fd62 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:19.816912 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-d928e5bf-b47e-43e8-9bea-9033de79fd62 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['114b8b03-4210-4854-a90a-24345e9b7bec']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:19.842320 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-d928e5bf-b47e-43e8-9bea-9033de79fd62 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc82d04-dbaf-4f1a-8bf1-3f43cb5f046a') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:19.842940 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-d928e5bf-b47e-43e8-9bea-9033de79fd62 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc82d04-dbaf-4f1a-8bf1-3f43cb5f046a') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:19.857924 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d928e5bf-b47e-43e8-9bea-9033de79fd62 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:20.015101 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d928e5bf-b47e-43e8-9bea-9033de79fd62 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:20.065094 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00238de1-31d3-4acf-a0ce-ba7c3f9a9493 req-c7d3753d-36ef-467f-96c5-259759b170e2 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:20.066965 n-d-819494-3 neutron-server[110019]: DEBUG neutron.objects.ports [None req-679142e0-f5a3-4a7f-bd53-6f97159e5951 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110019) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 04:09:20.068929 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-679142e0-f5a3-4a7f-bd53-6f97159e5951 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:20.069652 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-00238de1-31d3-4acf-a0ce-ba7c3f9a9493 req-c7d3753d-36ef-467f-96c5-259759b170e2 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=17dc74f8-c613-4909-bd2e-2172cc2700c7 HTTP/1.1" status: 200 len: 946 time: 0.4990568 Nov 27 04:09:20.070408 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-2e2f49c4-bf46-48e9-8cb2-0e1b21c09a88 None None] Allocated IP 172.20.0.2 (69dee5df-a2b5-4f80-b023-d216a074fa83/943d9aaf-27ab-4878-80ca-fb408bfba6a4/b4b94f0b-a120-472c-9e32-41d6a6a7413c) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:09:20.073095 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d928e5bf-b47e-43e8-9bea-9033de79fd62 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:09:20.074951 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d928e5bf-b47e-43e8-9bea-9033de79fd62 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:20.085672 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:09:20.085672 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:09:20.085672 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:09:20.085672 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:09:20.085672 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:09:20.085672 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:09:20.085672 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:09:20.085672 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:09:20.085672 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:09:20.085672 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:09:20.085672 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:09:20.085672 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:09:20.085672 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:09:20.085672 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:09:20.085672 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:09:20.085672 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:09:20.085672 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:09:20.085672 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:09:20.085672 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:09:20.085672 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:09:20.085672 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:09:20.085672 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:09:20.085672 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:09:20.085672 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:09:20.085672 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:09:20.085672 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:09:20.085672 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:09:20.085672 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:09:20.085672 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:09:20.085672 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:09:20.085672 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:09:20.085672 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:09:20.090485 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679142e0-f5a3-4a7f-bd53-6f97159e5951 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:09:20.094020 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-679142e0-f5a3-4a7f-bd53-6f97159e5951 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:09:20.121592 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679142e0-f5a3-4a7f-bd53-6f97159e5951 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:20.122641 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-679142e0-f5a3-4a7f-bd53-6f97159e5951 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:20.193449 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-679142e0-f5a3-4a7f-bd53-6f97159e5951 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0841529 Nov 27 04:09:20.194112 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39688) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:20.210228 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-4d5df102-ea6d-4906-b926-8e79a58bb57b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'port': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'mac_address': 'fa:16:3e:13:77:6c', 'name': 'tempest-NetworksTestDHCPv6-1377532056'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:09:20.241094 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679142e0-f5a3-4a7f-bd53-6f97159e5951 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Subnet': ['ID=2f5384fe-bc4b-4a7f-a5d3-64aa95c4075c,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:20.340551 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-00238de1-31d3-4acf-a0ce-ba7c3f9a9493 req-b5f3ccd8-b23b-41df-a1f6-ef598cf9a22d tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196169 Nov 27 04:09:20.344454 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d928e5bf-b47e-43e8-9bea-9033de79fd62 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:20.374911 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d928e5bf-b47e-43e8-9bea-9033de79fd62 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:20.391822 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d928e5bf-b47e-43e8-9bea-9033de79fd62 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "DELETE /v2.0/networks/114b8b03-4210-4854-a90a-24345e9b7bec HTTP/1.1" status: 204 len: 168 time: 1.8430939 Nov 27 04:09:20.398660 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39698) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:20.406439 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-81ac2a7b-7a63-4918-8437-c09452de3a93 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-13322613'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:09:20.411961 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928e5bf-b47e-43e8-9bea-9033de79fd62 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event deleted for resources: {'Network': ['ID=114b8b03-4210-4854-a90a-24345e9b7bec,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:20.487446 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ac2a7b-7a63-4918-8437-c09452de3a93 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Made reservation on behalf of 02289baa808449b98542d6aa98d0fd28 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:09:20.491482 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-81ac2a7b-7a63-4918-8437-c09452de3a93 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:20.507357 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2e2f49c4-bf46-48e9-8cb2-0e1b21c09a88 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:20.516602 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2e2f49c4-bf46-48e9-8cb2-0e1b21c09a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:20.537579 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81ac2a7b-7a63-4918-8437-c09452de3a93 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:09:20.560517 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-81ac2a7b-7a63-4918-8437-c09452de3a93 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:20.560880 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-81ac2a7b-7a63-4918-8437-c09452de3a93 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Added segment 868600b0-e1bd-40dd-ab7f-01572b3fd91e of type vlan for network 956ae77f-5dd9-4b72-9560-e4aa73a14fd8 Nov 27 04:09:20.568858 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2f49c4-bf46-48e9-8cb2-0e1b21c09a88 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:09:20.575338 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-2e2f49c4-bf46-48e9-8cb2-0e1b21c09a88 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:09:20.585309 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2f49c4-bf46-48e9-8cb2-0e1b21c09a88 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:09:20.593294 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f49c4-bf46-48e9-8cb2-0e1b21c09a88 None None] Pushing event updated for resources: {'Port': ['ID=b4b94f0b-a120-472c-9e32-41d6a6a7413c,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:20.644764 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-81ac2a7b-7a63-4918-8437-c09452de3a93 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:20.715146 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5df102-ea6d-4906-b926-8e79a58bb57b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:09:20.738693 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-2e2f49c4-bf46-48e9-8cb2-0e1b21c09a88 None None] Attempting to bind port b4b94f0b-a120-472c-9e32-41d6a6a7413c on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:09:20.739472 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-2e2f49c4-bf46-48e9-8cb2-0e1b21c09a88 None None] Attempting to bind port b4b94f0b-a120-472c-9e32-41d6a6a7413c by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:09:20.740095 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2f49c4-bf46-48e9-8cb2-0e1b21c09a88 None None] Attempting to bind port b4b94f0b-a120-472c-9e32-41d6a6a7413c on network 69dee5df-a2b5-4f80-b023-d216a074fa83 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:09:20.755853 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2f49c4-bf46-48e9-8cb2-0e1b21c09a88 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:09:20.757295 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2f49c4-bf46-48e9-8cb2-0e1b21c09a88 None None] Checking segment: {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:09:20.759762 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2e2f49c4-bf46-48e9-8cb2-0e1b21c09a88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:20.765010 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2f49c4-bf46-48e9-8cb2-0e1b21c09a88 None None] Bound using segment: {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:09:20.765682 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-2e2f49c4-bf46-48e9-8cb2-0e1b21c09a88 None None] Bound port: b4b94f0b-a120-472c-9e32-41d6a6a7413c, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:09:20.766329 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2e2f49c4-bf46-48e9-8cb2-0e1b21c09a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:20.847421 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4d5df102-ea6d-4906-b926-8e79a58bb57b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:20.866619 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-2e2f49c4-bf46-48e9-8cb2-0e1b21c09a88 None None] For port b4b94f0b-a120-472c-9e32-41d6a6a7413c, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:09:20.871072 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-2e2f49c4-bf46-48e9-8cb2-0e1b21c09a88 None None] For port b4b94f0b-a120-472c-9e32-41d6a6a7413c, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b4b94f0b-a120-472c-9e32-41d6a6a7413c,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:09:20.878669 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2e2f49c4-bf46-48e9-8cb2-0e1b21c09a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:20.903224 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-40ddfa21-854e-463f-85bc-9179cca36e8d req-e688dc21-cd46-44ec-b3d8-12dbc539dc8b tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4538553e-c0c2-491b-b4e4-065162aae292 HTTP/1.1" status: 200 len: 210 time: 0.0660717 Nov 27 04:09:20.919232 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-81ac2a7b-7a63-4918-8437-c09452de3a93 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:20.944723 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ac2a7b-7a63-4918-8437-c09452de3a93 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:20.945391 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-81ac2a7b-7a63-4918-8437-c09452de3a93 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:21.016129 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f49c4-bf46-48e9-8cb2-0e1b21c09a88 None None] Pushing event updated for resources: {'Port': ['ID=b4b94f0b-a120-472c-9e32-41d6a6a7413c,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:21.048199 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [None req-4d5df102-ea6d-4906-b926-8e79a58bb57b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] device_id is not set on port 70ef168e-7b8e-47b5-879b-746d6bc1d709 yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:09:21.062000 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-81ac2a7b-7a63-4918-8437-c09452de3a93 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6614764 Nov 27 04:09:21.065461 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39714) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:21.076017 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-dce91344-2e10-4046-93be-5de107a187d2 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Request body: {'subnet': {'network_id': '956ae77f-5dd9-4b72-9560-e4aa73a14fd8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:09:21.125462 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac2a7b-7a63-4918-8437-c09452de3a93 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event updated for resources: {'Network': ['ID=956ae77f-5dd9-4b72-9560-e4aa73a14fd8,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:21.140606 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 956ae77f-5dd9-4b72-9560-e4aa73a14fd8 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:09:21.360633 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce91344-2e10-4046-93be-5de107a187d2 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Made reservation on behalf of 02289baa808449b98542d6aa98d0fd28 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:09:21.384331 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:21.391842 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dce91344-2e10-4046-93be-5de107a187d2 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:21.539249 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-4d5df102-ea6d-4906-b926-8e79a58bb57b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Allocated IP 172.20.0.11 (69dee5df-a2b5-4f80-b023-d216a074fa83/943d9aaf-27ab-4878-80ca-fb408bfba6a4/70ef168e-7b8e-47b5-879b-746d6bc1d709) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:09:21.569073 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-4d5df102-ea6d-4906-b926-8e79a58bb57b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Allocated IP 2001:db8::f816:3eff:fe13:776c (69dee5df-a2b5-4f80-b023-d216a074fa83/2f5384fe-bc4b-4a7f-a5d3-64aa95c4075c/70ef168e-7b8e-47b5-879b-746d6bc1d709) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:09:21.746432 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad7ffe-e42c-4add-8953-ec747b2e1e3c req-fe04c362-321d-4a5c-a328-df6bf92baa4d tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:21.768631 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a2ad7ffe-e42c-4add-8953-ec747b2e1e3c req-fe04c362-321d-4a5c-a328-df6bf92baa4d tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=17dc74f8-c613-4909-bd2e-2172cc2700c7 HTTP/1.1" status: 200 len: 946 time: 0.1619818 Nov 27 04:09:21.778006 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:21.874591 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4d5df102-ea6d-4906-b926-8e79a58bb57b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:21.923920 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4d5df102-ea6d-4906-b926-8e79a58bb57b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:21.953712 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5df102-ea6d-4906-b926-8e79a58bb57b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:09:21.956837 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-4d5df102-ea6d-4906-b926-8e79a58bb57b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:09:21.959710 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5df102-ea6d-4906-b926-8e79a58bb57b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:09:22.025151 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a2ad7ffe-e42c-4add-8953-ec747b2e1e3c req-0ac81091-8ca0-435a-a340-33c0db571b1d tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555208 Nov 27 04:09:22.154146 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5df102-ea6d-4906-b926-8e79a58bb57b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:22.154938 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4d5df102-ea6d-4906-b926-8e79a58bb57b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:22.188292 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dce91344-2e10-4046-93be-5de107a187d2 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:22.303812 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4d5df102-ea6d-4906-b926-8e79a58bb57b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.1030779 Nov 27 04:09:22.309235 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39746) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:22.319719 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-349455c9-5738-4ef1-a764-1b6c5633d552 req-6aca9971-8e2b-4630-9972-4b62876d7ad9 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4538553e-c0c2-491b-b4e4-065162aae292 HTTP/1.1" status: 200 len: 210 time: 0.1573863 Nov 27 04:09:22.375881 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5df102-ea6d-4906-b926-8e79a58bb57b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Port': ['ID=70ef168e-7b8e-47b5-879b-746d6bc1d709,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:22.518400 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e000e9-de12-4548-ae69-0b81dd5a4628 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:22.551354 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e000e9-de12-4548-ae69-0b81dd5a4628 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:22.553074 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-18e000e9-de12-4548-ae69-0b81dd5a4628 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.2362874 Nov 27 04:09:22.571239 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39752) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:22.644641 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce91344-2e10-4046-93be-5de107a187d2 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event updated for resources: {'Subnet': ['ID=65783e28-edaa-45f0-beae-3f02c48b061a,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:22.696196 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce91344-2e10-4046-93be-5de107a187d2 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Checking segment: {'id': '868600b0-e1bd-40dd-ab7f-01572b3fd91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '956ae77f-5dd9-4b72-9560-e4aa73a14fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:09:22.696970 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce91344-2e10-4046-93be-5de107a187d2 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Network hostable DHCP agents. Network: 956ae77f-5dd9-4b72-9560-e4aa73a14fd8, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:09:22.714261 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2ea83-a57e-4b33-9200-025b81982f17 req-8f66f6d4-56a5-4b35-a948-a6e14ea48da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:22.716932 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-81e2ea83-a57e-4b33-9200-025b81982f17 req-8f66f6d4-56a5-4b35-a948-a6e14ea48da3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b06130bf9bef4c7fa67dd5f594ff20d4&device_id=17dc74f8-c613-4909-bd2e-2172cc2700c7 HTTP/1.1" status: 200 len: 1097 time: 0.3711832 Nov 27 04:09:22.732006 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526649f0-c036-4a1f-a19f-35411cfb011b req-8a9a3a21-c65f-4c0c-bbe4-b40076a12044 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:22.741529 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-526649f0-c036-4a1f-a19f-35411cfb011b req-8a9a3a21-c65f-4c0c-bbe4-b40076a12044 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=17dc74f8-c613-4909-bd2e-2172cc2700c7 HTTP/1.1" status: 200 len: 946 time: 0.3551178 Nov 27 04:09:22.816665 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-ab26630e-735f-426b-951e-943e0d8441fe tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting port 70ef168e-7b8e-47b5-879b-746d6bc1d709 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:09:22.817018 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ab26630e-735f-426b-951e-943e0d8441fe tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:22.851589 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce91344-2e10-4046-93be-5de107a187d2 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Network 956ae77f-5dd9-4b72-9560-e4aa73a14fd8 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:09:22.881840 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-dce91344-2e10-4046-93be-5de107a187d2 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 956ae77f-5dd9-4b72-9560-e4aa73a14fd8) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:09:22.897978 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce91344-2e10-4046-93be-5de107a187d2 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:22.898856 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dce91344-2e10-4046-93be-5de107a187d2 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:22.922928 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-526649f0-c036-4a1f-a19f-35411cfb011b req-1bf99621-bad6-4f31-bcac-beba5dba2f97 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735435 Nov 27 04:09:22.965476 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-dce91344-2e10-4046-93be-5de107a187d2 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8956468 Nov 27 04:09:22.965476 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39758) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:22.971774 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-d8d2b40c-613b-40f6-b923-7406006e3430 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Request body: {'subnet': {'network_id': '956ae77f-5dd9-4b72-9560-e4aa73a14fd8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:09:23.042799 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b55ce5-f876-4813-9ae8-63b3314965ec None None] get_active_networks_info from n-d-819494-3 {{(pid=110020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 04:09:23.044410 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ab26630e-735f-426b-951e-943e0d8441fe tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:23.079870 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-ab26630e-735f-426b-951e-943e0d8441fe tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Calling delete_port for 70ef168e-7b8e-47b5-879b-746d6bc1d709 owned by {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:09:23.148676 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2ea83-a57e-4b33-9200-025b81982f17 req-01a55c34-1883-49c7-8745-4ee5401820e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:23.160721 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-81e2ea83-a57e-4b33-9200-025b81982f17 req-01a55c34-1883-49c7-8745-4ee5401820e3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5 HTTP/1.1" status: 200 len: 912 time: 0.3912773 Nov 27 04:09:23.180125 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-fb7a2053-1ae2-4b7a-8701-db9bdf2de368 None None] Provisioning complete for port b4b94f0b-a120-472c-9e32-41d6a6a7413c triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:09:23.182074 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-fb7a2053-1ae2-4b7a-8701-db9bdf2de368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:23.364170 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-81e2ea83-a57e-4b33-9200-025b81982f17 req-251b6d5f-4a2a-4f09-8fcc-bcfcf7207e22 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4bf66bb-e2be-4998-8863-d33b628af482 HTTP/1.1" status: 200 len: 217 time: 0.1827660 Nov 27 04:09:23.403558 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b4b94f0b-a120-472c-9e32-41d6a6a7413c up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:09:23.482028 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2ea83-a57e-4b33-9200-025b81982f17 req-1c8cfdc3-e4d2-4167-9bff-57bc4e49f331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:23.484795 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-81e2ea83-a57e-4b33-9200-025b81982f17 req-1c8cfdc3-e4d2-4167-9bff-57bc4e49f331 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72442e9e-9171-4b97-b60c-80223dc82b85 HTTP/1.1" status: 200 len: 851 time: 0.1094849 Nov 27 04:09:23.486049 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d2b40c-613b-40f6-b923-7406006e3430 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Made reservation on behalf of 02289baa808449b98542d6aa98d0fd28 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:09:23.492991 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d8d2b40c-613b-40f6-b923-7406006e3430 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:23.526658 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-81e2ea83-a57e-4b33-9200-025b81982f17 req-01869d56-34eb-434a-8f0b-6bfbf2f415c0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283675 Nov 27 04:09:23.537308 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ab26630e-735f-426b-951e-943e0d8441fe tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:23.540614 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-538cea5e-45c3-4579-9753-ba44657d445f req-24240e96-dcf7-46f9-91a5-0bebd1b4e1a6 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4538553e-c0c2-491b-b4e4-065162aae292 HTTP/1.1" status: 200 len: 210 time: 0.0721054 Nov 27 04:09:23.658376 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-81e2ea83-a57e-4b33-9200-025b81982f17 req-5e60b334-1575-4cf4-a421-d9b27607d246 service neutron] 10.222.0.11 "GET /v2.0/networks/ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195543 Nov 27 04:09:23.724319 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26630e-735f-426b-951e-943e0d8441fe tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Port': ['ID=70ef168e-7b8e-47b5-879b-746d6bc1d709,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:23.816866 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port b4b94f0b-a120-472c-9e32-41d6a6a7413c triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:09:23.819725 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:23.859438 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ab26630e-735f-426b-951e-943e0d8441fe tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:23.865160 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ab26630e-735f-426b-951e-943e0d8441fe tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/ports/70ef168e-7b8e-47b5-879b-746d6bc1d709 HTTP/1.1" status: 204 len: 168 time: 1.2905452 Nov 27 04:09:23.865755 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39774) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:23.949392 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-81e2ea83-a57e-4b33-9200-025b81982f17 req-28856097-b913-4157-b9e6-ec10f5b25dde service neutron] 10.222.0.11 "GET /v2.0/networks/ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619095 Nov 27 04:09:23.993153 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c4557e-9ed3-49de-95eb-bb31441487e9 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:23.997347 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c4557e-9ed3-49de-95eb-bb31441487e9 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:24.004708 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c4557e-9ed3-49de-95eb-bb31441487e9 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:24.016402 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b4c4557e-9ed3-49de-95eb-bb31441487e9 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1466680 Nov 27 04:09:24.018304 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39778) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:24.216745 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-37e51794-e0e7-4f48-8eb6-3660e90c714f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting subnet 2f5384fe-bc4b-4a7f-a5d3-64aa95c4075c {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:09:24.230678 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-37e51794-e0e7-4f48-8eb6-3660e90c714f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:24.392405 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d8d2b40c-613b-40f6-b923-7406006e3430 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:24.431526 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-fb7a2053-1ae2-4b7a-8701-db9bdf2de368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:24.448796 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b55ce5-f876-4813-9ae8-63b3314965ec None None] Resources bound (agent type, host, resource id): {{(pid=110020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 04:09:24.500659 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d2b40c-613b-40f6-b923-7406006e3430 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Network 956ae77f-5dd9-4b72-9560-e4aa73a14fd8 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:09:24.523052 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-d8d2b40c-613b-40f6-b923-7406006e3430 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:09:24.530826 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d2b40c-613b-40f6-b923-7406006e3430 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:24.531559 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d8d2b40c-613b-40f6-b923-7406006e3430 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:24.556659 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b8b2c-370a-4152-ab3f-fcb01ee555c0 req-8bb318db-e89f-4727-be4f-deb67637a318 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:24.558180 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7f2b8b2c-370a-4152-ab3f-fcb01ee555c0 req-8bb318db-e89f-4727-be4f-deb67637a318 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=17dc74f8-c613-4909-bd2e-2172cc2700c7 HTTP/1.1" status: 200 len: 946 time: 0.2496090 Nov 27 04:09:24.568843 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d8d2b40c-613b-40f6-b923-7406006e3430 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6018763 Nov 27 04:09:24.570817 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39786) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:24.600565 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-fb7a2053-1ae2-4b7a-8701-db9bdf2de368 None None] For port b4b94f0b-a120-472c-9e32-41d6a6a7413c, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b4b94f0b-a120-472c-9e32-41d6a6a7413c,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:09:24.651006 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2b40c-613b-40f6-b923-7406006e3430 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event updated for resources: {'Subnet': ['ID=712e6f26-8ecf-4dc6-a9b4-34268426fadc,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:24.690061 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-fb7a2053-1ae2-4b7a-8701-db9bdf2de368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:24.833693 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a2053-1ae2-4b7a-8701-db9bdf2de368 None None] Pushing event updated for resources: {'Port': ['ID=b4b94f0b-a120-472c-9e32-41d6a6a7413c,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:25.272041 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7f2b8b2c-370a-4152-ab3f-fcb01ee555c0 req-230e9922-ae37-436c-bbb0-b12f2d900752 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7020054 Nov 27 04:09:25.323629 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623a4fec-81b3-41e7-bb1d-5e3f07c53340 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:25.325543 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623a4fec-81b3-41e7-bb1d-5e3f07c53340 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:25.327247 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623a4fec-81b3-41e7-bb1d-5e3f07c53340 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:25.329579 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623a4fec-81b3-41e7-bb1d-5e3f07c53340 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:25.331286 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b4b94f0b-a120-472c-9e32-41d6a6a7413c up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:09:25.331480 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623a4fec-81b3-41e7-bb1d-5e3f07c53340 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:25.333678 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-623a4fec-81b3-41e7-bb1d-5e3f07c53340 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.7592371 Nov 27 04:09:25.337779 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39798) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:25.343084 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-978d0c97-5028-4d2b-80a1-dc485416d3d6 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1652049193'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:09:25.414465 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978d0c97-5028-4d2b-80a1-dc485416d3d6 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Made reservation on behalf of 02289baa808449b98542d6aa98d0fd28 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:09:25.425263 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-978d0c97-5028-4d2b-80a1-dc485416d3d6 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:25.451918 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port b4b94f0b-a120-472c-9e32-41d6a6a7413c triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:09:25.452436 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:25.475499 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-05dfb812-2334-4187-9d7b-b28a820a7f77 req-3a2b9a76-b804-4189-ab03-118e6a86bfce tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4538553e-c0c2-491b-b4e4-065162aae292 HTTP/1.1" status: 200 len: 210 time: 0.1529665 Nov 27 04:09:25.520131 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6e2bb1-8a52-4256-b599-491a96a8557e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-956ae77f-5dd9-4b72-9560-e4aa73a14fd8', 'network_id': '956ae77f-5dd9-4b72-9560-e4aa73a14fd8', 'tenant_id': '02289baa808449b98542d6aa98d0fd28', 'fixed_ips': [{'subnet_id': '65783e28-edaa-45f0-beae-3f02c48b061a'}, {'subnet_id': '712e6f26-8ecf-4dc6-a9b4-34268426fadc'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:09:25.523742 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-978d0c97-5028-4d2b-80a1-dc485416d3d6 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:09:25.526345 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dd6e2bb1-8a52-4256-b599-491a96a8557e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:25.529021 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-37e51794-e0e7-4f48-8eb6-3660e90c714f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:25.550694 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-978d0c97-5028-4d2b-80a1-dc485416d3d6 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:25.551885 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-978d0c97-5028-4d2b-80a1-dc485416d3d6 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Added segment 73e27574-8216-41c4-8276-e4062b7dcc83 of type vlan for network 1377ca04-ec94-41f3-8a34-e679808f576f Nov 27 04:09:25.648699 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-37e51794-e0e7-4f48-8eb6-3660e90c714f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:25.675295 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-978d0c97-5028-4d2b-80a1-dc485416d3d6 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:25.750065 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-978d0c97-5028-4d2b-80a1-dc485416d3d6 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:25.756520 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978d0c97-5028-4d2b-80a1-dc485416d3d6 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:25.757166 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-978d0c97-5028-4d2b-80a1-dc485416d3d6 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:25.847886 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-978d0c97-5028-4d2b-80a1-dc485416d3d6 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5063903 Nov 27 04:09:25.848104 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39810) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:25.861070 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-715c8765-8dd0-49db-827f-44d9b90a9d21 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Request body: {'network': {'name': 'New_network'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:09:25.869330 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3334246d-13db-4188-9464-7ad6b4b41755 None None] Update dhcp port {'port': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'fixed_ips': [{'subnet_id': '943d9aaf-27ab-4878-80ca-fb408bfba6a4', 'ip_address': '172.20.0.2'}, {'subnet_id': '2f5384fe-bc4b-4a7f-a5d3-64aa95c4075c'}], 'binding:host_id': 'n-d-819494-3'}, 'id': 'b4b94f0b-a120-472c-9e32-41d6a6a7413c'} from n-d-819494-3. {{(pid=110020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 04:09:25.938718 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d0c97-5028-4d2b-80a1-dc485416d3d6 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event updated for resources: {'Network': ['ID=1377ca04-ec94-41f3-8a34-e679808f576f,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:25.965741 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 1377ca04-ec94-41f3-8a34-e679808f576f details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:09:26.058971 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3334246d-13db-4188-9464-7ad6b4b41755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:26.108680 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-37e51794-e0e7-4f48-8eb6-3660e90c714f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:26.186031 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e51794-e0e7-4f48-8eb6-3660e90c714f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Subnet': ['ID=2f5384fe-bc4b-4a7f-a5d3-64aa95c4075c,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:26.326208 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-37e51794-e0e7-4f48-8eb6-3660e90c714f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:26.332536 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-37e51794-e0e7-4f48-8eb6-3660e90c714f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/2f5384fe-bc4b-4a7f-a5d3-64aa95c4075c HTTP/1.1" status: 204 len: 168 time: 2.3097155 Nov 27 04:09:26.332854 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39820) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:26.488207 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-715c8765-8dd0-49db-827f-44d9b90a9d21 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:26.526962 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-715c8765-8dd0-49db-827f-44d9b90a9d21 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:26.548495 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-dd6e2bb1-8a52-4256-b599-491a96a8557e None None] Allocated IP 2001:db8::2 (956ae77f-5dd9-4b72-9560-e4aa73a14fd8/65783e28-edaa-45f0-beae-3f02c48b061a/276b7b6b-ca49-474a-8101-df674a6595c9) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:09:26.556117 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-03d77696-250f-4ea3-89ee-73f4216ad607 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting subnet 943d9aaf-27ab-4878-80ca-fb408bfba6a4 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:09:26.632143 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-dd6e2bb1-8a52-4256-b599-491a96a8557e None None] Allocated IP 172.20.0.1 (956ae77f-5dd9-4b72-9560-e4aa73a14fd8/712e6f26-8ecf-4dc6-a9b4-34268426fadc/276b7b6b-ca49-474a-8101-df674a6595c9) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:09:26.639597 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c206bbd-798a-4059-874f-36e6331aefbd req-d36110e1-af4b-46dc-b41b-60340e83f510 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:26.641204 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6c206bbd-798a-4059-874f-36e6331aefbd req-d36110e1-af4b-46dc-b41b-60340e83f510 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=17dc74f8-c613-4909-bd2e-2172cc2700c7 HTTP/1.1" status: 200 len: 946 time: 0.2248890 Nov 27 04:09:26.642306 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-03d77696-250f-4ea3-89ee-73f4216ad607 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:26.738581 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715c8765-8dd0-49db-827f-44d9b90a9d21 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event updated for resources: {'Network': ['ID=1377ca04-ec94-41f3-8a34-e679808f576f,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:26.773601 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 1377ca04-ec94-41f3-8a34-e679808f576f details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:09:26.795503 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5f0be29c-ae94-41d5-9984-727d403b434c req-baffae18-c61d-494d-bfb7-995c23af1bf4 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4538553e-c0c2-491b-b4e4-065162aae292 HTTP/1.1" status: 200 len: 210 time: 0.0576203 Nov 27 04:09:26.796054 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-715c8765-8dd0-49db-827f-44d9b90a9d21 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Network 1377ca04-ec94-41f3-8a34-e679808f576f is not hosted by any dhcp agent {{(pid=110019) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 04:09:26.801421 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715c8765-8dd0-49db-827f-44d9b90a9d21 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:26.802039 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-715c8765-8dd0-49db-827f-44d9b90a9d21 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:26.823160 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-715c8765-8dd0-49db-827f-44d9b90a9d21 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "PUT /v2.0/networks/1377ca04-ec94-41f3-8a34-e679808f576f HTTP/1.1" status: 200 len: 723 time: 0.9624462 Nov 27 04:09:26.823160 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39828) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:26.823160 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-906f4304-9830-4c02-9354-e368f1978719 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Request body: {'subnet': {'network_id': '1377ca04-ec94-41f3-8a34-e679808f576f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:09:26.871344 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6c206bbd-798a-4059-874f-36e6331aefbd req-9aeae0ed-d635-48f5-b105-9710a58f5292 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142708 Nov 27 04:09:26.942586 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-03d77696-250f-4ea3-89ee-73f4216ad607 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:27.027195 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906f4304-9830-4c02-9354-e368f1978719 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Made reservation on behalf of 02289baa808449b98542d6aa98d0fd28 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:09:27.031715 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-906f4304-9830-4c02-9354-e368f1978719 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:27.218755 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-03d77696-250f-4ea3-89ee-73f4216ad607 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:27.231073 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dd6e2bb1-8a52-4256-b599-491a96a8557e None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:27.241872 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b4b94f0b-a120-472c-9e32-41d6a6a7413c no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:09:27.257893 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dd6e2bb1-8a52-4256-b599-491a96a8557e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:27.365684 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-03d77696-250f-4ea3-89ee-73f4216ad607 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:27.423394 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d77696-250f-4ea3-89ee-73f4216ad607 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Subnet': ['ID=943d9aaf-27ab-4878-80ca-fb408bfba6a4,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:27.432665 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-03d77696-250f-4ea3-89ee-73f4216ad607 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:27.437142 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-03d77696-250f-4ea3-89ee-73f4216ad607 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/943d9aaf-27ab-4878-80ca-fb408bfba6a4 HTTP/1.1" status: 204 len: 168 time: 1.1032274 Nov 27 04:09:27.442232 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39840) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:27.448155 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb33cf-380c-443f-ae77-253046542f78 req-b75ea3ed-ae1f-4e8f-aa38-98c043d878e0 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:27.452361 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1ffb33cf-380c-443f-ae77-253046542f78 req-b75ea3ed-ae1f-4e8f-aa38-98c043d878e0 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=17dc74f8-c613-4909-bd2e-2172cc2700c7 HTTP/1.1" status: 200 len: 946 time: 0.1594808 Nov 27 04:09:27.469482 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e2bb1-8a52-4256-b599-491a96a8557e None None] Pushing event updated for resources: {'Port': ['ID=276b7b6b-ca49-474a-8101-df674a6595c9,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:27.479027 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6e2bb1-8a52-4256-b599-491a96a8557e None None] Network 956ae77f-5dd9-4b72-9560-e4aa73a14fd8 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:09:27.487845 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-dd6e2bb1-8a52-4256-b599-491a96a8557e None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:09:27.512535 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6e2bb1-8a52-4256-b599-491a96a8557e None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:09:27.538123 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-64539ea2-6a34-4346-8488-45c5d741d96b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0923440 Nov 27 04:09:27.541674 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39842) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:27.549411 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-c564adce-179d-46b2-855e-c4bf157db4b7 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'subnet': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:09:27.620558 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:27.641559 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-906f4304-9830-4c02-9354-e368f1978719 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:27.674118 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1ffb33cf-380c-443f-ae77-253046542f78 req-478b3923-10ac-4332-90fe-00c1ac66654c tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147706 Nov 27 04:09:27.701774 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c564adce-179d-46b2-855e-c4bf157db4b7 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:09:27.707656 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c564adce-179d-46b2-855e-c4bf157db4b7 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:27.740716 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f4304-9830-4c02-9354-e368f1978719 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event updated for resources: {'Subnet': ['ID=fd0721e4-67c8-4f57-b0ca-883e4a8a992c,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:27.782159 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port b4b94f0b-a120-472c-9e32-41d6a6a7413c, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b4b94f0b-a120-472c-9e32-41d6a6a7413c,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:09:27.794165 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906f4304-9830-4c02-9354-e368f1978719 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Checking segment: {'id': '73e27574-8216-41c4-8276-e4062b7dcc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1377ca04-ec94-41f3-8a34-e679808f576f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:09:27.794537 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906f4304-9830-4c02-9354-e368f1978719 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Network hostable DHCP agents. Network: 1377ca04-ec94-41f3-8a34-e679808f576f, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:09:27.798118 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:27.805113 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-dd6e2bb1-8a52-4256-b599-491a96a8557e None None] Attempting to bind port 276b7b6b-ca49-474a-8101-df674a6595c9 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:09:27.805503 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-dd6e2bb1-8a52-4256-b599-491a96a8557e None None] Attempting to bind port 276b7b6b-ca49-474a-8101-df674a6595c9 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '868600b0-e1bd-40dd-ab7f-01572b3fd91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '956ae77f-5dd9-4b72-9560-e4aa73a14fd8'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:09:27.805879 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6e2bb1-8a52-4256-b599-491a96a8557e None None] Attempting to bind port 276b7b6b-ca49-474a-8101-df674a6595c9 on network 956ae77f-5dd9-4b72-9560-e4aa73a14fd8 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:09:27.858178 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906f4304-9830-4c02-9354-e368f1978719 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Network 1377ca04-ec94-41f3-8a34-e679808f576f is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:09:27.875206 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-906f4304-9830-4c02-9354-e368f1978719 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 1377ca04-ec94-41f3-8a34-e679808f576f) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:09:27.879910 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906f4304-9830-4c02-9354-e368f1978719 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:27.880836 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-906f4304-9830-4c02-9354-e368f1978719 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:27.914651 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-906f4304-9830-4c02-9354-e368f1978719 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0990582 Nov 27 04:09:27.917359 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=b4b94f0b-a120-472c-9e32-41d6a6a7413c,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:27.917997 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39850) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:27.925835 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6e2bb1-8a52-4256-b599-491a96a8557e None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:09:27.926381 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6e2bb1-8a52-4256-b599-491a96a8557e None None] Checking segment: {'id': '868600b0-e1bd-40dd-ab7f-01572b3fd91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '956ae77f-5dd9-4b72-9560-e4aa73a14fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:09:27.926939 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dd6e2bb1-8a52-4256-b599-491a96a8557e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:27.927434 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6e2bb1-8a52-4256-b599-491a96a8557e None None] Bound using segment: {'id': '868600b0-e1bd-40dd-ab7f-01572b3fd91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '956ae77f-5dd9-4b72-9560-e4aa73a14fd8'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:09:27.928125 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-dd6e2bb1-8a52-4256-b599-491a96a8557e None None] Bound port: 276b7b6b-ca49-474a-8101-df674a6595c9, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '868600b0-e1bd-40dd-ab7f-01572b3fd91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '956ae77f-5dd9-4b72-9560-e4aa73a14fd8'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:09:27.928699 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dd6e2bb1-8a52-4256-b599-491a96a8557e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:27.929298 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-2e5554d5-ef7a-4cdd-ae4e-a9e185a99648 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:09:28.051179 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8f7e2717-546b-4426-9830-b64c1d955744 req-a41c3a31-9f29-4741-994e-e9d23e8338ed tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4538553e-c0c2-491b-b4e4-065162aae292 HTTP/1.1" status: 200 len: 210 time: 0.0813420 Nov 27 04:09:28.072917 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-dd6e2bb1-8a52-4256-b599-491a96a8557e None None] For port 276b7b6b-ca49-474a-8101-df674a6595c9, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:09:28.082736 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-dd6e2bb1-8a52-4256-b599-491a96a8557e None None] For port 276b7b6b-ca49-474a-8101-df674a6595c9, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=276b7b6b-ca49-474a-8101-df674a6595c9,segment=NetworkSegment(868600b0-e1bd-40dd-ab7f-01572b3fd91e),segment_id=868600b0-e1bd-40dd-ab7f-01572b3fd91e)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:09:28.092907 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dd6e2bb1-8a52-4256-b599-491a96a8557e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:28.126157 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2e5554d5-ef7a-4cdd-ae4e-a9e185a99648 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8691285'] for subnet, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:28.169764 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c564adce-179d-46b2-855e-c4bf157db4b7 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:28.251828 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e2bb1-8a52-4256-b599-491a96a8557e None None] Pushing event updated for resources: {'Port': ['ID=276b7b6b-ca49-474a-8101-df674a6595c9,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:28.315849 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c564adce-179d-46b2-855e-c4bf157db4b7 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:09:28.321500 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-c564adce-179d-46b2-855e-c4bf157db4b7 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:09:28.326762 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c564adce-179d-46b2-855e-c4bf157db4b7 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:28.327413 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c564adce-179d-46b2-855e-c4bf157db4b7 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:28.351718 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c564adce-179d-46b2-855e-c4bf157db4b7 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Subnet': ['ID=2ddc05a0-7584-4069-9421-c5d78a048401,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:28.365465 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c564adce-179d-46b2-855e-c4bf157db4b7 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8224297 Nov 27 04:09:28.368294 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39856) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:28.375367 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-fbbf4d25-29e7-4e23-93f1-36e085e2e32e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'subnet': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:09:28.533394 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2e5554d5-ef7a-4cdd-ae4e-a9e185a99648 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763522168432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8684619'] for subnet, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:28.587573 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5554d5-ef7a-4cdd-ae4e-a9e185a99648 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:28.588933 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2e5554d5-ef7a-4cdd-ae4e-a9e185a99648 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:28.590431 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2e5554d5-ef7a-4cdd-ae4e-a9e185a99648 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "PUT /v2.0/subnets/fd0721e4-67c8-4f57-b0ca-883e4a8a992c HTTP/1.1" status: 200 len: 826 time: 0.6712112 Nov 27 04:09:28.593975 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39860) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:28.621180 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbf4d25-29e7-4e23-93f1-36e085e2e32e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:09:28.627626 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4d25-29e7-4e23-93f1-36e085e2e32e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:28.653454 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5554d5-ef7a-4cdd-ae4e-a9e185a99648 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event updated for resources: {'Subnet': ['ID=fd0721e4-67c8-4f57-b0ca-883e4a8a992c,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:28.734024 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d8da45d1-a7a3-40c9-8eed-b48a1b5c0d7e tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:28.826354 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d8da45d1-a7a3-40c9-8eed-b48a1b5c0d7e tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:28.933273 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d8da45d1-a7a3-40c9-8eed-b48a1b5c0d7e tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:28.986964 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9b279-96da-44b7-9653-803572a49fbb req-82ca6716-cec5-497c-a3dc-5f63480e5920 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:28.988540 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-98a9b279-96da-44b7-9653-803572a49fbb req-82ca6716-cec5-497c-a3dc-5f63480e5920 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=17dc74f8-c613-4909-bd2e-2172cc2700c7 HTTP/1.1" status: 200 len: 946 time: 0.0982294 Nov 27 04:09:28.999372 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da45d1-a7a3-40c9-8eed-b48a1b5c0d7e tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event deleted for resources: {'Subnet': ['ID=fd0721e4-67c8-4f57-b0ca-883e4a8a992c,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:29.097896 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d8da45d1-a7a3-40c9-8eed-b48a1b5c0d7e tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:29.123147 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-98a9b279-96da-44b7-9653-803572a49fbb req-65ac93ab-b844-4e82-acf9-e2fa831525fc tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200252 Nov 27 04:09:29.169257 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-d8da45d1-a7a3-40c9-8eed-b48a1b5c0d7e tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1377ca04-ec94-41f3-8a34-e679808f576f']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:29.184658 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-d8da45d1-a7a3-40c9-8eed-b48a1b5c0d7e tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73e27574-8216-41c4-8276-e4062b7dcc83') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:29.185085 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-d8da45d1-a7a3-40c9-8eed-b48a1b5c0d7e tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73e27574-8216-41c4-8276-e4062b7dcc83') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:29.198502 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d8da45d1-a7a3-40c9-8eed-b48a1b5c0d7e tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:29.234005 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d8da45d1-a7a3-40c9-8eed-b48a1b5c0d7e tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:29.244225 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8da45d1-a7a3-40c9-8eed-b48a1b5c0d7e tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:09:29.244739 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d8da45d1-a7a3-40c9-8eed-b48a1b5c0d7e tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:29.254910 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:09:29.254910 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:09:29.254910 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:09:29.254910 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:09:29.254910 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:09:29.254910 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:09:29.254910 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:09:29.254910 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:09:29.254910 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:09:29.254910 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:09:29.254910 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:09:29.254910 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:09:29.254910 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:09:29.254910 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:09:29.254910 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:09:29.254910 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:09:29.254910 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:09:29.254910 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:09:29.254910 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:09:29.254910 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:09:29.254910 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:09:29.254910 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:09:29.254910 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:09:29.254910 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:09:29.254910 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:09:29.254910 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:09:29.254910 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:09:29.254910 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:09:29.254910 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:09:29.254910 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:09:29.254910 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:09:29.254910 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:09:29.269611 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39874) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:29.308321 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 276b7b6b-ca49-474a-8101-df674a6595c9 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:09:29.397693 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d8da45d1-a7a3-40c9-8eed-b48a1b5c0d7e tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:29.412559 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d8da45d1-a7a3-40c9-8eed-b48a1b5c0d7e tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:29.431093 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d8da45d1-a7a3-40c9-8eed-b48a1b5c0d7e tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "DELETE /v2.0/networks/1377ca04-ec94-41f3-8a34-e679808f576f HTTP/1.1" status: 204 len: 168 time: 0.8288310 Nov 27 04:09:29.442784 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39882) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:29.448134 n-d-819494-3 neutron-server[110018]: DEBUG neutron.objects.ports [None req-fbbf4d25-29e7-4e23-93f1-36e085e2e32e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110018) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 04:09:29.488870 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 276b7b6b-ca49-474a-8101-df674a6595c9 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:09:29.490633 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:29.572794 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da45d1-a7a3-40c9-8eed-b48a1b5c0d7e tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event deleted for resources: {'Network': ['ID=1377ca04-ec94-41f3-8a34-e679808f576f,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:29.587671 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-1458ac86-9680-4bb5-a51e-0cc9cf00869f tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] DELETE failed (client error): The resource could not be found. Nov 27 04:09:29.592830 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1458ac86-9680-4bb5-a51e-0cc9cf00869f tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:09:29.607669 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39888) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:29.611528 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1458ac86-9680-4bb5-a51e-0cc9cf00869f tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "DELETE /v2.0/networks/1377ca04-ec94-41f3-8a34-e679808f576f HTTP/1.1" status: 404 len: 339 time: 0.1675565 Nov 27 04:09:29.619711 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-62e3c78a-5e92-4c3d-9c35-0c1794c108f9 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-667419182', 'description': 'd1'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:09:29.665272 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-44edf332-404f-4da9-a9bd-35b9e59496f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:29.707115 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:29.709521 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e3c78a-5e92-4c3d-9c35-0c1794c108f9 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Made reservation on behalf of 02289baa808449b98542d6aa98d0fd28 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:09:29.714920 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-62e3c78a-5e92-4c3d-9c35-0c1794c108f9 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:29.760651 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 276b7b6b-ca49-474a-8101-df674a6595c9, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=276b7b6b-ca49-474a-8101-df674a6595c9,segment=NetworkSegment(868600b0-e1bd-40dd-ab7f-01572b3fd91e),segment_id=868600b0-e1bd-40dd-ab7f-01572b3fd91e)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:09:29.765628 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62e3c78a-5e92-4c3d-9c35-0c1794c108f9 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:09:29.769902 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:29.831317 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-44edf332-404f-4da9-a9bd-35b9e59496f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:29.839001 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-44edf332-404f-4da9-a9bd-35b9e59496f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:29.839977 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4d25-29e7-4e23-93f1-36e085e2e32e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:29.906020 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=276b7b6b-ca49-474a-8101-df674a6595c9,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:29.933210 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-44edf332-404f-4da9-a9bd-35b9e59496f0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e2d25746746542d0881af83009a15ac7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6625128 Nov 27 04:09:29.933873 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39896) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:29.940868 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44edf332-404f-4da9-a9bd-35b9e59496f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3faf68a0-5199-47eb-842c-86696889e788,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:29.960493 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-62e3c78a-5e92-4c3d-9c35-0c1794c108f9 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:29.961042 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-62e3c78a-5e92-4c3d-9c35-0c1794c108f9 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Added segment 3efaaa7c-162d-4624-8cb0-d16cf467ac87 of type vlan for network 223e9202-c38c-48d6-a500-c83e6b588d32 Nov 27 04:09:30.034591 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-09f875ba-3fc1-409c-ad3f-e83fc01c21b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:30.038744 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-62e3c78a-5e92-4c3d-9c35-0c1794c108f9 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:30.046065 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57bc072-743f-4815-90f1-8c1258d459ca None None] Network 114b8b03-4210-4854-a90a-24345e9b7bec requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:09:30.050784 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b0e8b8-08ad-4bfe-9c4a-82eb738ad199 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:09:30.076025 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-09f875ba-3fc1-409c-ad3f-e83fc01c21b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:30.163713 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-09f875ba-3fc1-409c-ad3f-e83fc01c21b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:30.167107 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-09f875ba-3fc1-409c-ad3f-e83fc01c21b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:30.171219 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-09f875ba-3fc1-409c-ad3f-e83fc01c21b8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3faf68a0-5199-47eb-842c-86696889e788 HTTP/1.1" status: 204 len: 168 time: 0.2360687 Nov 27 04:09:30.187339 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-62e3c78a-5e92-4c3d-9c35-0c1794c108f9 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:30.192906 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f875ba-3fc1-409c-ad3f-e83fc01c21b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3faf68a0-5199-47eb-842c-86696889e788,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:30.194527 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e3c78a-5e92-4c3d-9c35-0c1794c108f9 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:30.195760 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-62e3c78a-5e92-4c3d-9c35-0c1794c108f9 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:30.265628 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47db9ee8-052b-4910-8a50-9c5225aed427 None None] Network 1377ca04-ec94-41f3-8a34-e679808f576f requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:09:30.269655 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d285cbed-44de-4caa-8a3e-dd1319eb8d6c None None] Network 956ae77f-5dd9-4b72-9560-e4aa73a14fd8 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:09:30.290311 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57bc072-743f-4815-90f1-8c1258d459ca None None] Network 114b8b03-4210-4854-a90a-24345e9b7bec could not be found, it might have been deleted concurrently. {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 27 04:09:30.298156 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-62e3c78a-5e92-4c3d-9c35-0c1794c108f9 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6885612 Nov 27 04:09:30.302566 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39906) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:30.489722 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bc020e-c111-4638-8fc3-109b9939bfdc tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:30.491350 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-67bc020e-c111-4638-8fc3-109b9939bfdc tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "GET /v2.0/networks?id=223e9202-c38c-48d6-a500-c83e6b588d32 HTTP/1.1" status: 200 len: 764 time: 0.1866541 Nov 27 04:09:30.494836 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39920) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:30.510075 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-de4e6764-fa19-46f7-a361-ea3ca9a62c5d tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Request body: {'network': {'description': 'd2'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:09:30.554229 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-fbbf4d25-29e7-4e23-93f1-36e085e2e32e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] For port b4b94f0b-a120-472c-9e32-41d6a6a7413c, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b4b94f0b-a120-472c-9e32-41d6a6a7413c,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:09:30.609209 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314df16-e4f3-4854-9c6e-e0b49adfc769 req-41d057f3-4407-45ba-843d-fe2f4db5f979 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:30.614078 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a314df16-e4f3-4854-9c6e-e0b49adfc769 req-41d057f3-4407-45ba-843d-fe2f4db5f979 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.11 "GET /v2.0/ports?device_id=17dc74f8-c613-4909-bd2e-2172cc2700c7 HTTP/1.1" status: 200 len: 946 time: 0.3754623 Nov 27 04:09:30.616474 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3c78a-5e92-4c3d-9c35-0c1794c108f9 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event updated for resources: {'Network': ['ID=223e9202-c38c-48d6-a500-c83e6b588d32,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:30.652943 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7f5d2-3a3c-4133-b378-6b4d402217d4 req-01a8a7e9-182b-4a24-800c-19f8297416a3 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:30.654846 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-98c7f5d2-3a3c-4133-b378-6b4d402217d4 req-01a8a7e9-182b-4a24-800c-19f8297416a3 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=17dc74f8-c613-4909-bd2e-2172cc2700c7 HTTP/1.1" status: 200 len: 946 time: 0.3628497 Nov 27 04:09:30.813609 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39936) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:30.888080 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-98c7f5d2-3a3c-4133-b378-6b4d402217d4 req-bd999fec-23f4-4de1-b5b4-455c51acdcb3 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163997 Nov 27 04:09:30.901450 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c987ce30-3c06-4f7e-815d-dfb0bd199289 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:30.927192 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4d25-29e7-4e23-93f1-36e085e2e32e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:30.947995 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4d25-29e7-4e23-93f1-36e085e2e32e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:30.948836 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4d25-29e7-4e23-93f1-36e085e2e32e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:31.008642 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16857507-12e1-41d2-bfdc-6eb9777457cf None None] Network 114b8b03-4210-4854-a90a-24345e9b7bec requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:09:31.034119 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-de4e6764-fa19-46f7-a361-ea3ca9a62c5d tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:31.061536 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47db9ee8-052b-4910-8a50-9c5225aed427 None None] Network 1377ca04-ec94-41f3-8a34-e679808f576f could not be found, it might have been deleted concurrently. {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 27 04:09:31.085910 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 223e9202-c38c-48d6-a500-c83e6b588d32 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:09:31.107651 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-de4e6764-fa19-46f7-a361-ea3ca9a62c5d tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:31.167058 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3465c7-578a-4244-b2ee-792bd97ed41e None None] Network 1377ca04-ec94-41f3-8a34-e679808f576f requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:09:31.199672 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4d25-29e7-4e23-93f1-36e085e2e32e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Port': ['ID=b4b94f0b-a120-472c-9e32-41d6a6a7413c,revision_number=7']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:31.220340 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4d25-29e7-4e23-93f1-36e085e2e32e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Subnet': ['ID=b071c8fa-22d4-41ce-8923-05707a9155bc,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:31.230514 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e6764-fa19-46f7-a361-ea3ca9a62c5d tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event updated for resources: {'Network': ['ID=223e9202-c38c-48d6-a500-c83e6b588d32,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:31.234507 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-a314df16-e4f3-4854-9c6e-e0b49adfc769 req-aa004fe2-fe00-43be-8302-1d0626aad6f2 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Deleting port e4bf66bb-e2be-4998-8863-d33b628af482 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:09:31.241348 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-a314df16-e4f3-4854-9c6e-e0b49adfc769 req-aa004fe2-fe00-43be-8302-1d0626aad6f2 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:31.294111 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-de4e6764-fa19-46f7-a361-ea3ca9a62c5d tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Network 223e9202-c38c-48d6-a500-c83e6b588d32 is not hosted by any dhcp agent {{(pid=110019) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 04:09:31.300733 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4e6764-fa19-46f7-a361-ea3ca9a62c5d tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:31.301372 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-de4e6764-fa19-46f7-a361-ea3ca9a62c5d tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:31.305436 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-de4e6764-fa19-46f7-a361-ea3ca9a62c5d tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "PUT /v2.0/networks/223e9202-c38c-48d6-a500-c83e6b588d32 HTTP/1.1" status: 200 len: 761 time: 0.8068380 Nov 27 04:09:31.306526 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39940) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:31.326881 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbf4d25-29e7-4e23-93f1-36e085e2e32e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:09:31.330028 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-fbbf4d25-29e7-4e23-93f1-36e085e2e32e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:09:31.338143 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 276b7b6b-ca49-474a-8101-df674a6595c9 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:09:31.342536 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbf4d25-29e7-4e23-93f1-36e085e2e32e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:31.343186 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4d25-29e7-4e23-93f1-36e085e2e32e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:31.348666 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c987ce30-3c06-4f7e-815d-dfb0bd199289 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:31.396010 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-fbbf4d25-29e7-4e23-93f1-36e085e2e32e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0229089 Nov 27 04:09:31.396241 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c987ce30-3c06-4f7e-815d-dfb0bd199289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:31.396572 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39942) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:31.405351 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 223e9202-c38c-48d6-a500-c83e6b588d32 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:09:31.418155 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16857507-12e1-41d2-bfdc-6eb9777457cf None None] Network 114b8b03-4210-4854-a90a-24345e9b7bec could not be found, it might have been deleted concurrently. {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 27 04:09:31.427625 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-b211b9a1-a9a1-477c-b79f-af5c76d683a9 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'port': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'mac_address': 'fa:16:3e:66:9a:3d', 'name': 'tempest-NetworksTestDHCPv6-1170322393'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:09:31.442909 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-a314df16-e4f3-4854-9c6e-e0b49adfc769 req-aa004fe2-fe00-43be-8302-1d0626aad6f2 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] For port e4bf66bb-e2be-4998-8863-d33b628af482, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=e4bf66bb-e2be-4998-8863-d33b628af482,segment=NetworkSegment(40b99c78-6ba3-42b7-8645-6ef0c8b74789),segment_id=40b99c78-6ba3-42b7-8645-6ef0c8b74789)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:09:31.443634 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-a314df16-e4f3-4854-9c6e-e0b49adfc769 req-aa004fe2-fe00-43be-8302-1d0626aad6f2 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:31.456611 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3465c7-578a-4244-b2ee-792bd97ed41e None None] Network 1377ca04-ec94-41f3-8a34-e679808f576f could not be found, it might have been deleted concurrently. {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 27 04:09:31.471725 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-38f76e41-6293-4c90-9d64-0a49395064c8 None None] Provisioning complete for port b4b94f0b-a120-472c-9e32-41d6a6a7413c triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:09:31.472155 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-a314df16-e4f3-4854-9c6e-e0b49adfc769 req-aa004fe2-fe00-43be-8302-1d0626aad6f2 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Calling delete_port for e4bf66bb-e2be-4998-8863-d33b628af482 owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:09:31.472787 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-38f76e41-6293-4c90-9d64-0a49395064c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:31.483483 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbd13d5-7483-4101-aade-39202c7b1519 None None] Network 1377ca04-ec94-41f3-8a34-e679808f576f requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:09:31.487858 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c987ce30-3c06-4f7e-815d-dfb0bd199289 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c9106e24160d4c1a95f65c7d22098e61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6709514 Nov 27 04:09:31.488506 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39944) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:31.514919 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987ce30-3c06-4f7e-815d-dfb0bd199289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d82a96-1196-4308-bc9b-5397a8f73b96,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:31.619520 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbd13d5-7483-4101-aade-39202c7b1519 None None] Network 1377ca04-ec94-41f3-8a34-e679808f576f could not be found, it might have been deleted concurrently. {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 27 04:09:31.636545 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 276b7b6b-ca49-474a-8101-df674a6595c9 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:09:31.637226 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:31.645343 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b7b59b-a13c-4783-a997-a0afb1bd0a52 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:31.651508 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-97b7b59b-a13c-4783-a997-a0afb1bd0a52 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "GET /v2.0/networks?id=223e9202-c38c-48d6-a500-c83e6b588d32 HTTP/1.1" status: 200 len: 764 time: 0.3396120 Nov 27 04:09:31.656183 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39948) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:31.899273 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b211b9a1-a9a1-477c-b79f-af5c76d683a9 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:09:31.991490 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a6e2d4-3458-4c90-a238-f812d208eb91 None None] Update dhcp port {'port': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'fixed_ips': [{'subnet_id': 'b071c8fa-22d4-41ce-8923-05707a9155bc', 'ip_address': '2001:db8::f816:3eff:fe76:1a0b'}, {'subnet_id': '2ddc05a0-7584-4069-9421-c5d78a048401'}], 'binding:host_id': 'n-d-819494-3'}, 'id': 'b4b94f0b-a120-472c-9e32-41d6a6a7413c'} from n-d-819494-3. {{(pid=110020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 04:09:32.061498 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-38f76e41-6293-4c90-9d64-0a49395064c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:32.105246 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-33a6e2d4-3458-4c90-a238-f812d208eb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:32.197298 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f235d841-a85e-4858-8d22-97ea0b867183 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:32.247570 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-38f76e41-6293-4c90-9d64-0a49395064c8 None None] For port b4b94f0b-a120-472c-9e32-41d6a6a7413c, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b4b94f0b-a120-472c-9e32-41d6a6a7413c,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:09:32.249337 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f235d841-a85e-4858-8d22-97ea0b867183 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:32.261985 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c800327b-8615-424f-b67b-249cee2b6196 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:32.268991 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c800327b-8615-424f-b67b-249cee2b6196 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6092794 Nov 27 04:09:32.269200 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-38f76e41-6293-4c90-9d64-0a49395064c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:32.328093 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39956) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:32.405984 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f235d841-a85e-4858-8d22-97ea0b867183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:32.413762 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f235d841-a85e-4858-8d22-97ea0b867183 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:32.420811 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f235d841-a85e-4858-8d22-97ea0b867183 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a7d82a96-1196-4308-bc9b-5397a8f73b96 HTTP/1.1" status: 204 len: 168 time: 0.9073822 Nov 27 04:09:32.458162 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f76e41-6293-4c90-9d64-0a49395064c8 None None] Pushing event updated for resources: {'Port': ['ID=b4b94f0b-a120-472c-9e32-41d6a6a7413c,revision_number=8']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:32.460242 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3d0cc490-2558-4fe8-8762-1905b9752604 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "GET /v2.0/subnets?network_id=f5c39893-f8d8-4150-8aae-695f98406de3 HTTP/1.1" status: 200 len: 207 time: 0.1294720 Nov 27 04:09:32.461183 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-a314df16-e4f3-4854-9c6e-e0b49adfc769 req-aa004fe2-fe00-43be-8302-1d0626aad6f2 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:32.475067 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39960) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:32.519392 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b211b9a1-a9a1-477c-b79f-af5c76d683a9 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:32.542082 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['cca40fd0-8075-47f8-b1f6-236f1126ed27'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:09:32.569200 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235d841-a85e-4858-8d22-97ea0b867183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d82a96-1196-4308-bc9b-5397a8f73b96,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:32.608302 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98116893-6622-4895-8e58-cee4f2e49384 req-0c89d59d-8aa9-4386-aac2-01cfe88a28d0 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:32.610732 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-98116893-6622-4895-8e58-cee4f2e49384 req-0c89d59d-8aa9-4386-aac2-01cfe88a28d0 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=17dc74f8-c613-4909-bd2e-2172cc2700c7 HTTP/1.1" status: 200 len: 867 time: 0.5343947 Nov 27 04:09:32.645321 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [None req-b211b9a1-a9a1-477c-b79f-af5c76d683a9 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] device_id is not set on port 2c41e440-583e-4bc3-8040-bcec815e6c45 yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:09:32.666614 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa004fe2-fe00-43be-8302-1d0626aad6f2 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Pushing event deleted for resources: {'Port': ['ID=e4bf66bb-e2be-4998-8863-d33b628af482,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:32.774638 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da665a2a-10f8-4b4b-b92a-b9815de333da None None] Network 956ae77f-5dd9-4b72-9560-e4aa73a14fd8 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:09:32.796952 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-a314df16-e4f3-4854-9c6e-e0b49adfc769 req-aa004fe2-fe00-43be-8302-1d0626aad6f2 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] No DVR routers for this DVR port e4bf66bb-e2be-4998-8863-d33b628af482 on host n-h2-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:09:32.811341 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-a314df16-e4f3-4854-9c6e-e0b49adfc769 req-aa004fe2-fe00-43be-8302-1d0626aad6f2 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:32.815274 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a314df16-e4f3-4854-9c6e-e0b49adfc769 req-aa004fe2-fe00-43be-8302-1d0626aad6f2 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.11 "DELETE /v2.0/ports/e4bf66bb-e2be-4998-8863-d33b628af482 HTTP/1.1" status: 204 len: 173 time: 2.1901579 Nov 27 04:09:32.830416 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17dc74f8-c613-4909-bd2e-2172cc2700c7', 'name': 'network-vif-deleted', 'tag': 'e4bf66bb-e2be-4998-8863-d33b628af482'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:09:32.837019 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11913ad0-e9e6-425e-8140-7bb0e45d8a68" -d '{"events": [{"server_uuid": "17dc74f8-c613-4909-bd2e-2172cc2700c7", "name": "network-vif-deleted", "tag": "e4bf66bb-e2be-4998-8863-d33b628af482"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:09:32.947671 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9505fb-1066-4cc5-bce2-97cbb42e4472 x-openstack-request-id: req-6f9505fb-1066-4cc5-bce2-97cbb42e4472 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:09:32.947957 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17dc74f8-c613-4909-bd2e-2172cc2700c7", "name": "network-vif-deleted", "tag": "e4bf66bb-e2be-4998-8863-d33b628af482", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:09:32.948210 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f9505fb-1066-4cc5-bce2-97cbb42e4472 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:09:32.949144 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17dc74f8-c613-4909-bd2e-2172cc2700c7', 'name': 'network-vif-deleted', 'tag': 'e4bf66bb-e2be-4998-8863-d33b628af482', 'status': 'completed', 'code': 200} Nov 27 04:09:32.967995 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-98116893-6622-4895-8e58-cee4f2e49384 req-b26c2475-2f61-4d0c-9629-3e4ea558229c tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563044 Nov 27 04:09:32.969661 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff236fcb-0171-48df-8f31-0498f99fa454 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:32.975631 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff236fcb-0171-48df-8f31-0498f99fa454 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:32.981823 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff236fcb-0171-48df-8f31-0498f99fa454 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:33.005706 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff236fcb-0171-48df-8f31-0498f99fa454 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:33.006847 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff236fcb-0171-48df-8f31-0498f99fa454 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:33.016031 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff236fcb-0171-48df-8f31-0498f99fa454 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:33.022447 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ff236fcb-0171-48df-8f31-0498f99fa454 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.5344870 Nov 27 04:09:33.022842 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39970) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:33.032082 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-33a6e2d4-3458-4c90-a238-f812d208eb91 None None] Allocated IP 172.20.0.2 (69dee5df-a2b5-4f80-b023-d216a074fa83/2ddc05a0-7584-4069-9421-c5d78a048401/b4b94f0b-a120-472c-9e32-41d6a6a7413c) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:09:33.079019 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4a287f-ba59-4122-9738-d9ad31d74133 None None] DHCP port deletion for ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:09:33.211697 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-38f76e41-6293-4c90-9d64-0a49395064c8 None None] Provisioning complete for port 276b7b6b-ca49-474a-8101-df674a6595c9 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:09:33.213293 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-38f76e41-6293-4c90-9d64-0a49395064c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:33.413630 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-939de44a-ba70-4095-b80d-501474db7c91 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.3878710 Nov 27 04:09:33.416225 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39980) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:33.591197 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9347a5-1e92-4385-8091-4c66bc9fe9b2 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:33.594049 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9347a5-1e92-4385-8091-4c66bc9fe9b2 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:33.596455 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9347a5-1e92-4385-8091-4c66bc9fe9b2 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:33.598790 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9347a5-1e92-4385-8091-4c66bc9fe9b2 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:33.601050 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9347a5-1e92-4385-8091-4c66bc9fe9b2 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:33.607184 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 39984) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:33.607772 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2c9347a5-1e92-4385-8091-4c66bc9fe9b2 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1902275 Nov 27 04:09:33.700478 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989a9c9a-830b-442b-badb-fd268ecb6fa3 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['shared'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:33.702715 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989a9c9a-830b-442b-badb-fd268ecb6fa3 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['shared'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:33.704344 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989a9c9a-830b-442b-badb-fd268ecb6fa3 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['shared'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:33.705905 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989a9c9a-830b-442b-badb-fd268ecb6fa3 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['shared'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:33.707393 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989a9c9a-830b-442b-badb-fd268ecb6fa3 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['shared'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:33.709440 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-989a9c9a-830b-442b-badb-fd268ecb6fa3 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1007814 Nov 27 04:09:33.712874 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 39988) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:33.798851 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-33a6e2d4-3458-4c90-a238-f812d208eb91 None None] For port b4b94f0b-a120-472c-9e32-41d6a6a7413c, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b4b94f0b-a120-472c-9e32-41d6a6a7413c,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:09:33.879464 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-33a6e2d4-3458-4c90-a238-f812d208eb91 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:33.897117 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-33a6e2d4-3458-4c90-a238-f812d208eb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:34.120808 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-57e00c21-f707-40ee-9aa4-e942c9af644a None None] Provisioning complete for port 276b7b6b-ca49-474a-8101-df674a6595c9 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:09:34.121836 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-57e00c21-f707-40ee-9aa4-e942c9af644a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:34.129543 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-b211b9a1-a9a1-477c-b79f-af5c76d683a9 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Allocated IP 172.20.0.6 (69dee5df-a2b5-4f80-b023-d216a074fa83/2ddc05a0-7584-4069-9421-c5d78a048401/2c41e440-583e-4bc3-8040-bcec815e6c45) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:09:34.137868 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-b211b9a1-a9a1-477c-b79f-af5c76d683a9 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Allocated IP 2001:db8::f816:3eff:fe66:9a3d (69dee5df-a2b5-4f80-b023-d216a074fa83/b071c8fa-22d4-41ce-8923-05707a9155bc/2c41e440-583e-4bc3-8040-bcec815e6c45) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:09:34.226679 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72555057-d51d-4129-81a5-1d8098612dca None None] Network 956ae77f-5dd9-4b72-9560-e4aa73a14fd8 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:09:34.414489 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device e4bf66bb-e2be-4998-8863-d33b628af482 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:09:34.422242 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a6e2d4-3458-4c90-a238-f812d208eb91 None None] Pushing event updated for resources: {'Port': ['ID=b4b94f0b-a120-472c-9e32-41d6a6a7413c,revision_number=9']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:34.557141 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b211b9a1-a9a1-477c-b79f-af5c76d683a9 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:34.622387 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c761ca-84f9-4cef-a2bd-574471825b46 req-c57737d5-05ed-462a-880a-b2249e5362f5 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:34.627453 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ea7d8e-df13-4eba-bc59-0cb413ab23d7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:34.632289 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-55ea7d8e-df13-4eba-bc59-0cb413ab23d7 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "GET /v2.0/networks/4e22d952-f2fd-418d-a153-24eaeb691fe8 HTTP/1.1" status: 200 len: 803 time: 0.9148228 Nov 27 04:09:34.632917 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40012) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:34.637872 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a5c761ca-84f9-4cef-a2bd-574471825b46 req-c57737d5-05ed-462a-880a-b2249e5362f5 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=4614a0a5-2493-4c27-8fe5-7231448551d7 HTTP/1.1" status: 200 len: 945 time: 0.1053109 Nov 27 04:09:34.645562 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b211b9a1-a9a1-477c-b79f-af5c76d683a9 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:34.714016 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: e4bf66bb-e2be-4998-8863-d33b628af482 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:09:34.714374 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device e4bf66bb-e2be-4998-8863-d33b628af482 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:09:34.724177 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a5c761ca-84f9-4cef-a2bd-574471825b46 req-392db421-f43c-49d3-9e2a-4246e6b3d18e tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846574 Nov 27 04:09:34.760200 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b211b9a1-a9a1-477c-b79f-af5c76d683a9 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Port': ['ID=2c41e440-583e-4bc3-8040-bcec815e6c45,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:34.827599 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b211b9a1-a9a1-477c-b79f-af5c76d683a9 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:09:34.834046 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-b211b9a1-a9a1-477c-b79f-af5c76d683a9 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:09:34.844424 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b211b9a1-a9a1-477c-b79f-af5c76d683a9 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:09:34.975320 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-1a63aa0b-721e-47e7-9856-d975fc2ab6c7 None None] Provisioning complete for port 276b7b6b-ca49-474a-8101-df674a6595c9 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:09:34.983556 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1a63aa0b-721e-47e7-9856-d975fc2ab6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:35.001776 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b211b9a1-a9a1-477c-b79f-af5c76d683a9 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:35.004770 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b211b9a1-a9a1-477c-b79f-af5c76d683a9 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:35.129358 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40022) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:35.140424 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b211b9a1-a9a1-477c-b79f-af5c76d683a9 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.7210135 Nov 27 04:09:35.182668 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-750918b0-90fc-4f7b-b0b1-c977045c2021 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "GET /v2.0/networks/4e22d952-f2fd-418d-a153-24eaeb691fe8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.5476971 Nov 27 04:09:35.183270 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40026) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:35.301562 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadff833-7d22-4fab-8858-ecf13156d87e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:35.309232 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadff833-7d22-4fab-8858-ecf13156d87e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:35.311808 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-fadff833-7d22-4fab-8858-ecf13156d87e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1814125 Nov 27 04:09:35.318857 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40028) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:35.410873 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b4b94f0b-a120-472c-9e32-41d6a6a7413c up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:09:35.431693 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5016a68-ee37-475c-9c78-d9f08ebaee71 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:35.451522 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d5016a68-ee37-475c-9c78-d9f08ebaee71 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "GET /v2.0/subnets/f8ed3f2d-cb67-438a-836f-899adc41b71d HTTP/1.1" status: 200 len: 843 time: 0.2627168 Nov 27 04:09:35.455136 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40036) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:35.527067 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-2d1b3f27-51d8-454e-b418-89cdcd5b616c None None] Provisioning complete for port 276b7b6b-ca49-474a-8101-df674a6595c9 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:09:35.527731 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2d1b3f27-51d8-454e-b418-89cdcd5b616c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:35.569263 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port b4b94f0b-a120-472c-9e32-41d6a6a7413c triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:09:35.569866 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:35.595815 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcb41e-ce35-481e-a940-30840f8bdf06 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['shared'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:35.602522 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40038) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:35.604032 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-99bcb41e-ce35-481e-a940-30840f8bdf06 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "GET /v2.0/subnets/f8ed3f2d-cb67-438a-836f-899adc41b71d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1475770 Nov 27 04:09:35.608689 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-56249ef2-9115-464c-b15b-bdf8fbaac131 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1750778366'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:09:35.630162 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-f5f65bc2-86a5-4df2-b469-2d20907fd5e5 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting port 2c41e440-583e-4bc3-8040-bcec815e6c45 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:09:35.630522 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f5f65bc2-86a5-4df2-b469-2d20907fd5e5 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:35.723993 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56249ef2-9115-464c-b15b-bdf8fbaac131 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Made reservation on behalf of 02289baa808449b98542d6aa98d0fd28 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:09:35.728194 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-56249ef2-9115-464c-b15b-bdf8fbaac131 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:35.799957 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56249ef2-9115-464c-b15b-bdf8fbaac131 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:09:35.818217 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f5f65bc2-86a5-4df2-b469-2d20907fd5e5 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:35.820684 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-56249ef2-9115-464c-b15b-bdf8fbaac131 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:35.822702 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-56249ef2-9115-464c-b15b-bdf8fbaac131 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Added segment ec95f07f-22ad-4fde-b01a-ac8f508a3a2e of type vlan for network d2ed9079-7895-4df4-810f-17ae4927f189 Nov 27 04:09:35.838100 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-f5f65bc2-86a5-4df2-b469-2d20907fd5e5 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Calling delete_port for 2c41e440-583e-4bc3-8040-bcec815e6c45 owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:09:35.955093 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-56249ef2-9115-464c-b15b-bdf8fbaac131 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:36.026836 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0ae43-79ff-454d-973e-b66d94777156 req-854f2999-37f1-4d76-8ae2-8ff9c8b07caa tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:36.030069 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-18f0ae43-79ff-454d-973e-b66d94777156 req-854f2999-37f1-4d76-8ae2-8ff9c8b07caa tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=4614a0a5-2493-4c27-8fe5-7231448551d7 HTTP/1.1" status: 200 len: 945 time: 0.1286700 Nov 27 04:09:36.039107 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-56249ef2-9115-464c-b15b-bdf8fbaac131 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:36.051271 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56249ef2-9115-464c-b15b-bdf8fbaac131 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:36.052088 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-56249ef2-9115-464c-b15b-bdf8fbaac131 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:36.128544 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f5f65bc2-86a5-4df2-b469-2d20907fd5e5 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:36.151760 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1a1413-6dea-4934-b321-0d125134078a None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:09:36.246438 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f65bc2-86a5-4df2-b469-2d20907fd5e5 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Port': ['ID=2c41e440-583e-4bc3-8040-bcec815e6c45,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:36.392928 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-56249ef2-9115-464c-b15b-bdf8fbaac131 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7865598 Nov 27 04:09:36.399140 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40060) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:36.403918 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-9a7517a2-83d9-463f-9334-f2611a37aa81 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Request body: {'subnet': {'network_id': 'd2ed9079-7895-4df4-810f-17ae4927f189', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:09:36.442420 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56249ef2-9115-464c-b15b-bdf8fbaac131 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event updated for resources: {'Network': ['ID=d2ed9079-7895-4df4-810f-17ae4927f189,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:36.473336 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network d2ed9079-7895-4df4-810f-17ae4927f189 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:09:36.479801 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-18f0ae43-79ff-454d-973e-b66d94777156 req-390e9432-3e16-45fd-918d-5d2e5088de2e tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417114 Nov 27 04:09:36.618252 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f5f65bc2-86a5-4df2-b469-2d20907fd5e5 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:36.623839 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f5f65bc2-86a5-4df2-b469-2d20907fd5e5 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/ports/2c41e440-583e-4bc3-8040-bcec815e6c45 HTTP/1.1" status: 204 len: 168 time: 1.3027754 Nov 27 04:09:36.626447 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40070) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:36.697491 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-3a7decf4-f035-4282-bad7-4cefd6b9a15c None None] Provisioning complete for port b4b94f0b-a120-472c-9e32-41d6a6a7413c triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:09:36.697896 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3a7decf4-f035-4282-bad7-4cefd6b9a15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:36.743770 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848d4f9d-e586-44b7-824a-331d97dd6357 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:36.748323 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848d4f9d-e586-44b7-824a-331d97dd6357 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:36.754926 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848d4f9d-e586-44b7-824a-331d97dd6357 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:36.760351 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-848d4f9d-e586-44b7-824a-331d97dd6357 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1304770 Nov 27 04:09:36.761183 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40076) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:36.805518 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2df26-eefa-4874-8935-7e9addb98d28 req-196dd2ee-8e62-4e30-8c85-65903a12f081 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:36.807468 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0ec2df26-eefa-4874-8935-7e9addb98d28 req-196dd2ee-8e62-4e30-8c85-65903a12f081 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.11 "GET /v2.0/ports?device_id=4614a0a5-2493-4c27-8fe5-7231448551d7 HTTP/1.1" status: 200 len: 945 time: 0.1685219 Nov 27 04:09:36.809936 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7517a2-83d9-463f-9334-f2611a37aa81 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Made reservation on behalf of 02289baa808449b98542d6aa98d0fd28 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:09:36.822857 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9a7517a2-83d9-463f-9334-f2611a37aa81 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:37.043734 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.ipam_backend_mixin [None req-9a7517a2-83d9-463f-9334-f2611a37aa81 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Performing IP validity checks on allocation pools {{(pid=110018) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 27 04:09:37.044166 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.ipam_backend_mixin [None req-9a7517a2-83d9-463f-9334-f2611a37aa81 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110018) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 27 04:09:37.071220 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae43ed93-1356-4370-9f7a-f13f17b6169d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting subnet 2ddc05a0-7584-4069-9421-c5d78a048401 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:09:37.131011 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ae43ed93-1356-4370-9f7a-f13f17b6169d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:37.254310 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ae43ed93-1356-4370-9f7a-f13f17b6169d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:37.258991 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb6cc50-093a-45ff-8096-a1863668aa97 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:09:37.360321 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-0ec2df26-eefa-4874-8935-7e9addb98d28 req-38951b72-efa0-46c1-ab66-ab30f21e6d85 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Deleting port cca40fd0-8075-47f8-b1f6-236f1126ed27 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:09:37.360666 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0ec2df26-eefa-4874-8935-7e9addb98d28 req-38951b72-efa0-46c1-ab66-ab30f21e6d85 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:37.420618 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:09:37.451366 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-3d18b0ef-7989-4614-99fc-6d14abd99aa2 None None] Provisioning complete for port b4b94f0b-a120-472c-9e32-41d6a6a7413c triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:09:37.451750 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3d18b0ef-7989-4614-99fc-6d14abd99aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:37.818364 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40104) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:38.061093 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7beb9359-1cac-448d-a998-61a848a43a60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:38.256559 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ae43ed93-1356-4370-9f7a-f13f17b6169d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:38.286032 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7beb9359-1cac-448d-a998-61a848a43a60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:38.296615 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7beb9359-1cac-448d-a998-61a848a43a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:38.339041 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e111e994-00c7-4a2d-86f5-d60bdc3dc04f None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:09:38.371045 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba79064-6565-4c06-8c5d-aeba7f2ba739 req-d64b4e4c-b8af-4904-ade7-6fe2e7471f10 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:38.371634 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7beb9359-1cac-448d-a998-61a848a43a60 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4fdb9b80856948c99f4d195a153579ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5515549 Nov 27 04:09:38.376686 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40110) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:38.379542 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fba79064-6565-4c06-8c5d-aeba7f2ba739 req-d64b4e4c-b8af-4904-ade7-6fe2e7471f10 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=4614a0a5-2493-4c27-8fe5-7231448551d7 HTTP/1.1" status: 200 len: 945 time: 0.2621667 Nov 27 04:09:38.413288 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9a7517a2-83d9-463f-9334-f2611a37aa81 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:38.532904 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-401bc18c-4109-4df7-ae2e-f4ed450acd92 None None] Provisioning complete for port b4b94f0b-a120-472c-9e32-41d6a6a7413c triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:09:38.535183 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-401bc18c-4109-4df7-ae2e-f4ed450acd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:38.573983 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb9359-1cac-448d-a998-61a848a43a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c758bf-88bb-4675-ac30-745dbb4cec4a,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:38.643678 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d8f29c4d-53f5-4178-b550-4dd6d630a664 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:38.742221 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d8f29c4d-53f5-4178-b550-4dd6d630a664 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:38.820929 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-0ec2df26-eefa-4874-8935-7e9addb98d28 req-38951b72-efa0-46c1-ab66-ab30f21e6d85 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] For port cca40fd0-8075-47f8-b1f6-236f1126ed27, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=cca40fd0-8075-47f8-b1f6-236f1126ed27,segment=NetworkSegment(40b99c78-6ba3-42b7-8645-6ef0c8b74789),segment_id=40b99c78-6ba3-42b7-8645-6ef0c8b74789)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:09:38.826969 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0ec2df26-eefa-4874-8935-7e9addb98d28 req-38951b72-efa0-46c1-ab66-ab30f21e6d85 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:38.867774 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fba79064-6565-4c06-8c5d-aeba7f2ba739 req-ffd42abd-4ca5-4f0b-a67a-7bded16d20a3 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/security-groups?id=7de99fdf-87dd-4efb-baf4-c45e4ef63564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4866750 Nov 27 04:09:38.910127 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-0ec2df26-eefa-4874-8935-7e9addb98d28 req-38951b72-efa0-46c1-ab66-ab30f21e6d85 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Calling delete_port for cca40fd0-8075-47f8-b1f6-236f1126ed27 owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:09:38.911374 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d8f29c4d-53f5-4178-b550-4dd6d630a664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:38.914011 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d8f29c4d-53f5-4178-b550-4dd6d630a664 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:38.918157 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d8f29c4d-53f5-4178-b550-4dd6d630a664 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/02c758bf-88bb-4675-ac30-745dbb4cec4a HTTP/1.1" status: 204 len: 168 time: 0.5402873 Nov 27 04:09:38.928424 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f29c4d-53f5-4178-b550-4dd6d630a664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c758bf-88bb-4675-ac30-745dbb4cec4a,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:38.938076 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7517a2-83d9-463f-9334-f2611a37aa81 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Checking segment: {'id': 'ec95f07f-22ad-4fde-b01a-ac8f508a3a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'd2ed9079-7895-4df4-810f-17ae4927f189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:09:38.938452 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7517a2-83d9-463f-9334-f2611a37aa81 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Network hostable DHCP agents. Network: d2ed9079-7895-4df4-810f-17ae4927f189, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:09:38.960642 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7517a2-83d9-463f-9334-f2611a37aa81 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event updated for resources: {'Subnet': ['ID=b1a65e1a-3404-4491-b80a-9bd8db665f8a,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:38.979781 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ae43ed93-1356-4370-9f7a-f13f17b6169d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:39.129592 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43ed93-1356-4370-9f7a-f13f17b6169d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Subnet': ['ID=2ddc05a0-7584-4069-9421-c5d78a048401,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:39.133675 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ae43ed93-1356-4370-9f7a-f13f17b6169d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:39.141333 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ae43ed93-1356-4370-9f7a-f13f17b6169d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/2ddc05a0-7584-4069-9421-c5d78a048401 HTTP/1.1" status: 204 len: 168 time: 2.3787844 Nov 27 04:09:39.143784 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40120) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:39.146201 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7517a2-83d9-463f-9334-f2611a37aa81 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Network d2ed9079-7895-4df4-810f-17ae4927f189 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:09:39.244779 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa2e9ce8-2d12-4bd3-bc7c-56a684d75315 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting subnet b071c8fa-22d4-41ce-8923-05707a9155bc {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:09:39.249258 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fa2e9ce8-2d12-4bd3-bc7c-56a684d75315 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:39.285762 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-9a7517a2-83d9-463f-9334-f2611a37aa81 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, d2ed9079-7895-4df4-810f-17ae4927f189) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:09:39.299351 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa849d45-ada2-48c4-9a8b-bc1e7d5c2808 None None] Network d2ed9079-7895-4df4-810f-17ae4927f189 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:09:39.307281 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7517a2-83d9-463f-9334-f2611a37aa81 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:39.308009 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9a7517a2-83d9-463f-9334-f2611a37aa81 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709733'] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:39.321962 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0ec2df26-eefa-4874-8935-7e9addb98d28 req-38951b72-efa0-46c1-ab66-ab30f21e6d85 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:39.339455 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9a7517a2-83d9-463f-9334-f2611a37aa81 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.9369535 Nov 27 04:09:39.343266 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40124) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:39.353008 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fa2e9ce8-2d12-4bd3-bc7c-56a684d75315 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:39.372115 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-6b8c1332-b123-460b-bce3-b62550eb118f tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:09:39.484528 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6b8c1332-b123-460b-bce3-b62550eb118f tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8436051'] for subnet, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:39.523647 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2ec853-88af-47ea-bb8a-697cc9bcf18e None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:09:39.597312 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fa2e9ce8-2d12-4bd3-bc7c-56a684d75315 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:39.772575 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40130) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:39.807931 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fa2e9ce8-2d12-4bd3-bc7c-56a684d75315 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:39.835040 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38951b72-efa0-46c1-ab66-ab30f21e6d85 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Pushing event deleted for resources: {'Port': ['ID=cca40fd0-8075-47f8-b1f6-236f1126ed27,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:39.850729 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6b8c1332-b123-460b-bce3-b62550eb118f tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763522168432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12358032'] for subnet, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:39.871024 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1db5c407-ed54-447c-8e7e-f978907b9125 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:39.900234 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89184a0-ac36-42c9-8e16-609265a2b993 None None] DHCP port deletion for ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:09:39.949310 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e9ce8-2d12-4bd3-bc7c-56a684d75315 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Subnet': ['ID=b071c8fa-22d4-41ce-8923-05707a9155bc,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:39.959354 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fa2e9ce8-2d12-4bd3-bc7c-56a684d75315 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:39.966155 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-fa2e9ce8-2d12-4bd3-bc7c-56a684d75315 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/b071c8fa-22d4-41ce-8923-05707a9155bc HTTP/1.1" status: 204 len: 168 time: 0.8210270 Nov 27 04:09:39.971472 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40138) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:40.020089 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-cfc2b082-1009-4656-8e43-8e7d9777d73c None None] Provisioning complete for port b4b94f0b-a120-472c-9e32-41d6a6a7413c triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:09:40.020385 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cfc2b082-1009-4656-8e43-8e7d9777d73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:40.086451 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e853808b-9a82-48b1-bbc8-4bca7ad832f7 req-eacdd5d5-c7cb-4a16-936d-e3def4568aca tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=4614a0a5-2493-4c27-8fe5-7231448551d7 HTTP/1.1" status: 200 len: 210 time: 0.0921369 Nov 27 04:09:40.129781 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81284fd-6cea-414b-94ac-ab93794f1f47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-d2ed9079-7895-4df4-810f-17ae4927f189', 'network_id': 'd2ed9079-7895-4df4-810f-17ae4927f189', 'tenant_id': '02289baa808449b98542d6aa98d0fd28', 'fixed_ips': [{'subnet_id': 'b1a65e1a-3404-4491-b80a-9bd8db665f8a'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:09:40.130792 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e81284fd-6cea-414b-94ac-ab93794f1f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:40.193878 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec2df26-eefa-4874-8935-7e9addb98d28 req-38951b72-efa0-46c1-ab66-ab30f21e6d85 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] No DVR routers for this DVR port cca40fd0-8075-47f8-b1f6-236f1126ed27 on host n-h2-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:09:40.209224 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6c929035-e8d8-450f-b9f3-e30629a7c749 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2120039 Nov 27 04:09:40.215266 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-0ec2df26-eefa-4874-8935-7e9addb98d28 req-38951b72-efa0-46c1-ab66-ab30f21e6d85 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:40.219407 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0ec2df26-eefa-4874-8935-7e9addb98d28 req-38951b72-efa0-46c1-ab66-ab30f21e6d85 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.11 "DELETE /v2.0/ports/cca40fd0-8075-47f8-b1f6-236f1126ed27 HTTP/1.1" status: 204 len: 173 time: 3.3437712 Nov 27 04:09:40.220552 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40142) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:40.221293 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4614a0a5-2493-4c27-8fe5-7231448551d7', 'name': 'network-vif-deleted', 'tag': 'cca40fd0-8075-47f8-b1f6-236f1126ed27'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:09:40.223778 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06591c90-c661-483a-8375-525473748a45" -d '{"events": [{"server_uuid": "4614a0a5-2493-4c27-8fe5-7231448551d7", "name": "network-vif-deleted", "tag": "cca40fd0-8075-47f8-b1f6-236f1126ed27"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:09:40.240480 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8c1332-b123-460b-bce3-b62550eb118f tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:40.241485 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6b8c1332-b123-460b-bce3-b62550eb118f tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:40.242918 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6b8c1332-b123-460b-bce3-b62550eb118f tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "PUT /v2.0/subnets/b1a65e1a-3404-4491-b80a-9bd8db665f8a HTTP/1.1" status: 200 len: 900 time: 0.8756521 Nov 27 04:09:40.249582 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40146) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:40.255060 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1db5c407-ed54-447c-8e7e-f978907b9125 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:40.267205 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1db5c407-ed54-447c-8e7e-f978907b9125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:40.294899 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c1332-b123-460b-bce3-b62550eb118f tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event updated for resources: {'Subnet': ['ID=b1a65e1a-3404-4491-b80a-9bd8db665f8a,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:40.352527 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device cca40fd0-8075-47f8-b1f6-236f1126ed27 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:09:40.359210 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1db5c407-ed54-447c-8e7e-f978907b9125 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=855c7a9641754864b1dd457be7bb6754&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5771000 Nov 27 04:09:40.362026 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40148) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:40.364533 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db5c407-ed54-447c-8e7e-f978907b9125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bf133d-0faa-41e7-9cf9-b70a527b3d64,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:40.439997 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9266d8-ea9d-4376-93f1-c76e9c0f6b41 x-openstack-request-id: req-ff9266d8-ea9d-4376-93f1-c76e9c0f6b41 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:09:40.440764 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4614a0a5-2493-4c27-8fe5-7231448551d7", "name": "network-vif-deleted", "tag": "cca40fd0-8075-47f8-b1f6-236f1126ed27", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:09:40.441052 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff9266d8-ea9d-4376-93f1-c76e9c0f6b41 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:09:40.441592 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4614a0a5-2493-4c27-8fe5-7231448551d7', 'name': 'network-vif-deleted', 'tag': 'cca40fd0-8075-47f8-b1f6-236f1126ed27', 'status': 'completed', 'code': 200} Nov 27 04:09:40.459218 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54716292-0bbd-4ba3-b367-af251eeae155 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:40.468157 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-54716292-0bbd-4ba3-b367-af251eeae155 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2372346 Nov 27 04:09:40.470213 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40150) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:40.480233 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78174a0c-e128-42e7-b69a-cafb4ded181e None None] DHCP port deletion for 69dee5df-a2b5-4f80-b023-d216a074fa83 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:09:40.507411 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: cca40fd0-8075-47f8-b1f6-236f1126ed27 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:09:40.507411 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device cca40fd0-8075-47f8-b1f6-236f1126ed27 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:09:40.551505 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6a0dc558-0289-47ad-9a1f-f8fd04908129 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:40.616377 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7ad521ac-ce17-47f8-98d6-9547c0201526 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:40.693206 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7ad521ac-ce17-47f8-98d6-9547c0201526 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:40.740874 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6a0dc558-0289-47ad-9a1f-f8fd04908129 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:40.756665 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fca0db-98df-4fab-bb59-f8eb10585d07 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:40.758384 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-38fca0db-98df-4fab-bb59-f8eb10585d07 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2818084 Nov 27 04:09:40.763218 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40154) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:40.885806 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-3fdb0b2e-3411-4316-bbac-1c150fa9c2f1 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1212308 Nov 27 04:09:40.898204 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40158) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:40.920041 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-cb6327ff-349a-48e9-bc60-77554caf3f63 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'subnet': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:09:40.982777 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-e81284fd-6cea-414b-94ac-ab93794f1f47 None None] Allocated IP 2001:db8::3 (d2ed9079-7895-4df4-810f-17ae4927f189/b1a65e1a-3404-4491-b80a-9bd8db665f8a/72350b7e-aa6e-4ca9-b15e-7363dd87aa1e) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:09:41.018517 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-78174a0c-e128-42e7-b69a-cafb4ded181e None None] Deleting port b4b94f0b-a120-472c-9e32-41d6a6a7413c {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:09:41.019281 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-78174a0c-e128-42e7-b69a-cafb4ded181e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:41.100052 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7ad521ac-ce17-47f8-98d6-9547c0201526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:41.109177 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7ad521ac-ce17-47f8-98d6-9547c0201526 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:41.117013 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7ad521ac-ce17-47f8-98d6-9547c0201526 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c0bf133d-0faa-41e7-9cf9-b70a527b3d64 HTTP/1.1" status: 204 len: 168 time: 0.7484560 Nov 27 04:09:41.199778 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad521ac-ce17-47f8-98d6-9547c0201526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bf133d-0faa-41e7-9cf9-b70a527b3d64,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:41.280410 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6327ff-349a-48e9-bc60-77554caf3f63 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:09:41.284339 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cb6327ff-349a-48e9-bc60-77554caf3f63 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:41.285828 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb6327ff-349a-48e9-bc60-77554caf3f63 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 04:09:41.286277 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb6327ff-349a-48e9-bc60-77554caf3f63 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:09:41.331156 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-cb6327ff-349a-48e9-bc60-77554caf3f63 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4282105 Nov 27 04:09:41.340097 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40166) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:41.357295 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-b06abe33-f0ef-455f-a570-4a88f2d5c7cb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'subnet': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:09:41.384482 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e8a37a7f-7a8a-4127-8ae8-82327155dbe1 req-c79e5915-fdf2-4943-9f5a-a7957fbb0ff3 tempest-ServerRescueTestJSON-2105245401 tempest-ServerRescueTestJSON-2105245401-project] 10.222.0.20 "GET /v2.0/ports?device_id=4614a0a5-2493-4c27-8fe5-7231448551d7 HTTP/1.1" status: 200 len: 210 time: 0.0706940 Nov 27 04:09:41.413607 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b4b94f0b-a120-472c-9e32-41d6a6a7413c no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:09:41.443080 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-78174a0c-e128-42e7-b69a-cafb4ded181e None None] For port b4b94f0b-a120-472c-9e32-41d6a6a7413c, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b4b94f0b-a120-472c-9e32-41d6a6a7413c,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:09:41.446061 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-78174a0c-e128-42e7-b69a-cafb4ded181e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:41.480276 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-78174a0c-e128-42e7-b69a-cafb4ded181e None None] Calling delete_port for b4b94f0b-a120-472c-9e32-41d6a6a7413c owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:09:41.593614 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06abe33-f0ef-455f-a570-4a88f2d5c7cb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:09:41.610077 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b06abe33-f0ef-455f-a570-4a88f2d5c7cb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:41.612211 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-b06abe33-f0ef-455f-a570-4a88f2d5c7cb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 04:09:41.612978 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b06abe33-f0ef-455f-a570-4a88f2d5c7cb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:09:41.660304 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40170) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:41.661574 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b06abe33-f0ef-455f-a570-4a88f2d5c7cb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3197248 Nov 27 04:09:41.665606 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-322d17fd-faff-4bff-a985-86b0dd9bbd80 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'subnet': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:09:41.792232 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40174) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:41.849139 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:41.928087 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322d17fd-faff-4bff-a985-86b0dd9bbd80 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:09:41.934311 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-322d17fd-faff-4bff-a985-86b0dd9bbd80 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:41.944081 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-322d17fd-faff-4bff-a985-86b0dd9bbd80 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 04:09:41.944081 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-322d17fd-faff-4bff-a985-86b0dd9bbd80 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:09:41.958348 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-78174a0c-e128-42e7-b69a-cafb4ded181e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:41.964255 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e81284fd-6cea-414b-94ac-ab93794f1f47 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:41.988842 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-322d17fd-faff-4bff-a985-86b0dd9bbd80 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3272932 Nov 27 04:09:41.995530 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40180) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:42.000863 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-a38047a3-4231-4580-b1a5-4889459e6238 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'subnet': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:09:42.058975 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e81284fd-6cea-414b-94ac-ab93794f1f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:42.073319 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78174a0c-e128-42e7-b69a-cafb4ded181e None None] Pushing event deleted for resources: {'Port': ['ID=b4b94f0b-a120-472c-9e32-41d6a6a7413c,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:42.088164 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78174a0c-e128-42e7-b69a-cafb4ded181e None None] No DVR routers for this DVR port b4b94f0b-a120-472c-9e32-41d6a6a7413c on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:09:42.111979 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6a0dc558-0289-47ad-9a1f-f8fd04908129 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:42.162970 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81284fd-6cea-414b-94ac-ab93794f1f47 None None] Pushing event updated for resources: {'Port': ['ID=72350b7e-aa6e-4ca9-b15e-7363dd87aa1e,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:42.180008 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81284fd-6cea-414b-94ac-ab93794f1f47 None None] Network d2ed9079-7895-4df4-810f-17ae4927f189 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:09:42.181974 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-e81284fd-6cea-414b-94ac-ab93794f1f47 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:09:42.184756 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81284fd-6cea-414b-94ac-ab93794f1f47 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:09:42.288613 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-e81284fd-6cea-414b-94ac-ab93794f1f47 None None] Attempting to bind port 72350b7e-aa6e-4ca9-b15e-7363dd87aa1e on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:09:42.289329 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-e81284fd-6cea-414b-94ac-ab93794f1f47 None None] Attempting to bind port 72350b7e-aa6e-4ca9-b15e-7363dd87aa1e by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'ec95f07f-22ad-4fde-b01a-ac8f508a3a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'd2ed9079-7895-4df4-810f-17ae4927f189'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:09:42.289959 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81284fd-6cea-414b-94ac-ab93794f1f47 None None] Attempting to bind port 72350b7e-aa6e-4ca9-b15e-7363dd87aa1e on network d2ed9079-7895-4df4-810f-17ae4927f189 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:09:42.333828 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81284fd-6cea-414b-94ac-ab93794f1f47 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:09:42.335190 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81284fd-6cea-414b-94ac-ab93794f1f47 None None] Checking segment: {'id': 'ec95f07f-22ad-4fde-b01a-ac8f508a3a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'd2ed9079-7895-4df4-810f-17ae4927f189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:09:42.335729 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e81284fd-6cea-414b-94ac-ab93794f1f47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:42.336400 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81284fd-6cea-414b-94ac-ab93794f1f47 None None] Bound using segment: {'id': 'ec95f07f-22ad-4fde-b01a-ac8f508a3a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'd2ed9079-7895-4df4-810f-17ae4927f189'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:09:42.342811 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-e81284fd-6cea-414b-94ac-ab93794f1f47 None None] Bound port: 72350b7e-aa6e-4ca9-b15e-7363dd87aa1e, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec95f07f-22ad-4fde-b01a-ac8f508a3a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'd2ed9079-7895-4df4-810f-17ae4927f189'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:09:42.343528 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e81284fd-6cea-414b-94ac-ab93794f1f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:42.421829 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38047a3-4231-4580-b1a5-4889459e6238 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:09:42.434047 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a38047a3-4231-4580-b1a5-4889459e6238 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:42.435385 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6a0dc558-0289-47ad-9a1f-f8fd04908129 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:42.446520 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-a38047a3-4231-4580-b1a5-4889459e6238 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 04:09:42.451782 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a38047a3-4231-4580-b1a5-4889459e6238 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:09:42.516487 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40192) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:42.537567 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0dc558-0289-47ad-9a1f-f8fd04908129 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event deleted for resources: {'Subnet': ['ID=b1a65e1a-3404-4491-b80a-9bd8db665f8a,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:42.543921 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-6a0dc558-0289-47ad-9a1f-f8fd04908129 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2ed9079-7895-4df4-810f-17ae4927f189']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:42.561996 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-6a0dc558-0289-47ad-9a1f-f8fd04908129 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec95f07f-22ad-4fde-b01a-ac8f508a3a2e') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:42.562323 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-6a0dc558-0289-47ad-9a1f-f8fd04908129 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec95f07f-22ad-4fde-b01a-ac8f508a3a2e') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:42.583285 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6a0dc558-0289-47ad-9a1f-f8fd04908129 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:42.610300 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-e81284fd-6cea-414b-94ac-ab93794f1f47 None None] For port 72350b7e-aa6e-4ca9-b15e-7363dd87aa1e, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:09:42.616704 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-e81284fd-6cea-414b-94ac-ab93794f1f47 None None] For port 72350b7e-aa6e-4ca9-b15e-7363dd87aa1e, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=72350b7e-aa6e-4ca9-b15e-7363dd87aa1e,segment=NetworkSegment(ec95f07f-22ad-4fde-b01a-ac8f508a3a2e),segment_id=ec95f07f-22ad-4fde-b01a-ac8f508a3a2e)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:09:42.626912 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e81284fd-6cea-414b-94ac-ab93794f1f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:42.640786 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6a0dc558-0289-47ad-9a1f-f8fd04908129 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:42.661653 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-da9cfa3c-2f6d-4e34-85a0-1ae82dd70c94 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Deleting port 58ded561-931b-4738-a6b0-3fab8642bf4e {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:09:42.662804 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-da9cfa3c-2f6d-4e34-85a0-1ae82dd70c94 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:42.667015 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a0dc558-0289-47ad-9a1f-f8fd04908129 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:09:42.667511 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6a0dc558-0289-47ad-9a1f-f8fd04908129 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:42.672460 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:09:42.672460 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:09:42.672460 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:09:42.672460 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:09:42.672460 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:09:42.672460 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:09:42.672460 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:09:42.672460 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:09:42.672460 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:09:42.672460 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:09:42.672460 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:09:42.672460 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:09:42.672460 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:09:42.672460 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:09:42.672460 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:09:42.672460 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:09:42.672460 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:09:42.672460 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:09:42.672460 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:09:42.672460 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:09:42.672460 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:09:42.672460 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:09:42.672460 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:09:42.672460 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:09:42.672460 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:09:42.672460 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:09:42.672460 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:09:42.672460 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:09:42.672460 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:09:42.672460 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:09:42.672460 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:09:42.672460 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:09:42.692645 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a38047a3-4231-4580-b1a5-4889459e6238 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6960514 Nov 27 04:09:42.695793 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40198) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:42.714037 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-bac26ac0-0e63-47c1-9d47-f809b341e47d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'subnet': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:09:42.953459 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.db.api [None req-6a0dc558-0289-47ad-9a1f-f8fd04908129 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 27 04:09:42.953459 n-d-819494-3 neutron-server[110018]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 27 04:09:42.953459 n-d-819494-3 neutron-server[110018]: [parameters: {'id': 'd2ed9079-7895-4df4-810f-17ae4927f189'}] Nov 27 04:09:42.953459 n-d-819494-3 neutron-server[110018]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:09:42.960924 n-d-819494-3 neutron-server[110018]: DEBUG oslo_db.api [None req-6a0dc558-0289-47ad-9a1f-f8fd04908129 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:09:43.032390 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f475c0e7-af0a-4ffa-828e-d6f357954eb2 None None] Network d2ed9079-7895-4df4-810f-17ae4927f189 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:09:43.061426 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-da9cfa3c-2f6d-4e34-85a0-1ae82dd70c94 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:43.061864 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-da9cfa3c-2f6d-4e34-85a0-1ae82dd70c94 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:43.104635 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-da9cfa3c-2f6d-4e34-85a0-1ae82dd70c94 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Calling delete_port for 58ded561-931b-4738-a6b0-3fab8642bf4e owned by network:floatingip {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:09:43.145838 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac26ac0-0e63-47c1-9d47-f809b341e47d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:09:43.149401 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bac26ac0-0e63-47c1-9d47-f809b341e47d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:43.150941 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-bac26ac0-0e63-47c1-9d47-f809b341e47d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 04:09:43.151319 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bac26ac0-0e63-47c1-9d47-f809b341e47d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:09:43.173937 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81284fd-6cea-414b-94ac-ab93794f1f47 None None] Pushing event updated for resources: {'Port': ['ID=72350b7e-aa6e-4ca9-b15e-7363dd87aa1e,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:43.193004 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-bac26ac0-0e63-47c1-9d47-f809b341e47d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4890542 Nov 27 04:09:43.199457 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40208) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:43.217283 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-7ef10f75-8804-435b-8a89-c539bca066ec tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'subnet': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:09:43.454766 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6659817-82bf-47bf-988b-609a7d764dbf None None] Network d2ed9079-7895-4df4-810f-17ae4927f189 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:09:43.506166 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6a0dc558-0289-47ad-9a1f-f8fd04908129 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:43.520364 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef10f75-8804-435b-8a89-c539bca066ec tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:09:43.524855 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7ef10f75-8804-435b-8a89-c539bca066ec tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:43.526654 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ef10f75-8804-435b-8a89-c539bca066ec tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 04:09:43.527520 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ef10f75-8804-435b-8a89-c539bca066ec tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:09:43.573773 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7ef10f75-8804-435b-8a89-c539bca066ec tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3730268 Nov 27 04:09:43.585466 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40214) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:43.725270 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-dc661504-97a5-4526-8a7e-83853dbd15cd tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1313088 Nov 27 04:09:43.725469 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b8e859-6e36-4b7f-8481-b2d60522eae1 None None] get_active_networks_info from n-d-819494-3 {{(pid=110020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 04:09:43.729929 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40218) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:43.811773 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef209a4-6a22-4356-ad43-72525ac20157 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:43.816724 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-cef209a4-6a22-4356-ad43-72525ac20157 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0805507 Nov 27 04:09:43.817845 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40222) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:43.898705 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d3d7eab6-dcca-4ca2-a6d3-3de393aa2868 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0694528 Nov 27 04:09:43.898705 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f89c7da2-45f2-4d88-99b2-c75e8dac1139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:43.902309 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40224) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:43.922487 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-6a0dc558-0289-47ad-9a1f-f8fd04908129 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Deleting port 72350b7e-aa6e-4ca9-b15e-7363dd87aa1e {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:09:43.923457 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6a0dc558-0289-47ad-9a1f-f8fd04908129 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:43.929182 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-da9cfa3c-2f6d-4e34-85a0-1ae82dd70c94 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:43.967975 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-4fbf85d1-9cd1-4f6c-89a6-fbdf2778f902 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'subnet': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:09:44.016252 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b8e859-6e36-4b7f-8481-b2d60522eae1 None None] Resources bound (agent type, host, resource id): {{(pid=110020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 04:09:44.016530 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9cfa3c-2f6d-4e34-85a0-1ae82dd70c94 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Pushing event deleted for resources: {'Port': ['ID=58ded561-931b-4738-a6b0-3fab8642bf4e,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:44.209774 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-6a0dc558-0289-47ad-9a1f-f8fd04908129 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] For port 72350b7e-aa6e-4ca9-b15e-7363dd87aa1e, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=72350b7e-aa6e-4ca9-b15e-7363dd87aa1e,segment=NetworkSegment(ec95f07f-22ad-4fde-b01a-ac8f508a3a2e),segment_id=ec95f07f-22ad-4fde-b01a-ac8f508a3a2e)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:09:44.210076 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6a0dc558-0289-47ad-9a1f-f8fd04908129 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:44.223905 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-6a0dc558-0289-47ad-9a1f-f8fd04908129 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Calling delete_port for 72350b7e-aa6e-4ca9-b15e-7363dd87aa1e owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:09:44.239660 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-da9cfa3c-2f6d-4e34-85a0-1ae82dd70c94 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for floatingip, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:44.239949 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [None req-da9cfa3c-2f6d-4e34-85a0-1ae82dd70c94 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Floating IP 2be63083-cc17-462f-897e-11f997130218 disassociated (deleted). External IP: 172.25.1.70, port: bfe039b6-0cfc-4af9-a1b4-831a73af434c. Nov 27 04:09:44.676701 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbf85d1-9cd1-4f6c-89a6-fbdf2778f902 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:09:44.681301 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4fbf85d1-9cd1-4f6c-89a6-fbdf2778f902 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:44.846462 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6a0dc558-0289-47ad-9a1f-f8fd04908129 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:45.212793 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0dc558-0289-47ad-9a1f-f8fd04908129 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event deleted for resources: {'Port': ['ID=72350b7e-aa6e-4ca9-b15e-7363dd87aa1e,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:45.222406 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0dc558-0289-47ad-9a1f-f8fd04908129 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] No DVR routers for this DVR port 72350b7e-aa6e-4ca9-b15e-7363dd87aa1e on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:09:45.236646 n-d-819494-3 neutron-server[110019]: DEBUG neutron.objects.ports [None req-4fbf85d1-9cd1-4f6c-89a6-fbdf2778f902 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110019) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 04:09:45.260056 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4fbf85d1-9cd1-4f6c-89a6-fbdf2778f902 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:45.336302 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6a0dc558-0289-47ad-9a1f-f8fd04908129 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:45.367243 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-f89c7da2-45f2-4d88-99b2-c75e8dac1139 admin admin] Deleting port f9cb0d16-d9d0-479c-9094-71ec5b73c964 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:09:45.367943 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f89c7da2-45f2-4d88-99b2-c75e8dac1139 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:45.378368 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-6a0dc558-0289-47ad-9a1f-f8fd04908129 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2ed9079-7895-4df4-810f-17ae4927f189']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:45.392955 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9cfa3c-2f6d-4e34-85a0-1ae82dd70c94 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Router f50a6542-6489-44cd-b46c-bece319553b1 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:09:45.401414 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-6a0dc558-0289-47ad-9a1f-f8fd04908129 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec95f07f-22ad-4fde-b01a-ac8f508a3a2e') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:45.401723 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-6a0dc558-0289-47ad-9a1f-f8fd04908129 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec95f07f-22ad-4fde-b01a-ac8f508a3a2e') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:45.428063 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6a0dc558-0289-47ad-9a1f-f8fd04908129 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:45.486539 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbf85d1-9cd1-4f6c-89a6-fbdf2778f902 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:09:45.509001 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-4fbf85d1-9cd1-4f6c-89a6-fbdf2778f902 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:09:45.519398 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbf85d1-9cd1-4f6c-89a6-fbdf2778f902 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:45.521901 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4fbf85d1-9cd1-4f6c-89a6-fbdf2778f902 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:45.541349 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91213689-2b2b-4cd9-a30a-b4069941ea19 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:09:45.558045 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf85d1-9cd1-4f6c-89a6-fbdf2778f902 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Subnet': ['ID=9eec26a7-7147-453c-a7d5-018a4b34f1d8,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:45.595251 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6a0dc558-0289-47ad-9a1f-f8fd04908129 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:45.607593 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4fbf85d1-9cd1-4f6c-89a6-fbdf2778f902 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7031384 Nov 27 04:09:45.611305 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40254) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:45.624171 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-3089369d-1bc0-4df2-9691-8012b88beb6b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'port': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'mac_address': 'fa:16:3e:42:db:e3', 'name': 'tempest-NetworksTestDHCPv6-1818237824'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:09:45.709967 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-f89c7da2-45f2-4d88-99b2-c75e8dac1139 admin admin] For port f9cb0d16-d9d0-479c-9094-71ec5b73c964, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=f9cb0d16-d9d0-479c-9094-71ec5b73c964,segment=NetworkSegment(40b99c78-6ba3-42b7-8645-6ef0c8b74789),segment_id=40b99c78-6ba3-42b7-8645-6ef0c8b74789)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:09:45.714055 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f89c7da2-45f2-4d88-99b2-c75e8dac1139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:45.777083 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-f89c7da2-45f2-4d88-99b2-c75e8dac1139 admin admin] Calling delete_port for f9cb0d16-d9d0-479c-9094-71ec5b73c964 owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:09:45.823139 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9cfa3c-2f6d-4e34-85a0-1ae82dd70c94 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:09:45.843109 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-da9cfa3c-2f6d-4e34-85a0-1ae82dd70c94 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:45.855998 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f87866a-ce79-4fc2-b697-b27360a6c25c None None] Sync routers for ids ['f50a6542-6489-44cd-b46c-bece319553b1'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:09:45.858510 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92507178-9342-4b37-bad7-7d7c82f40fdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-69dee5df-a2b5-4f80-b023-d216a074fa83', 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'tenant_id': 'f4fb6791effe4b41abbe85bac59c4002', 'fixed_ips': [{'subnet_id': '9eec26a7-7147-453c-a7d5-018a4b34f1d8'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:09:45.860347 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-92507178-9342-4b37-bad7-7d7c82f40fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:45.878623 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-da9cfa3c-2f6d-4e34-85a0-1ae82dd70c94 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "DELETE /v2.0/floatingips/2be63083-cc17-462f-897e-11f997130218 HTTP/1.1" status: 204 len: 168 time: 4.0851526 Nov 27 04:09:45.880029 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a0dc558-0289-47ad-9a1f-f8fd04908129 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:09:45.880560 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6a0dc558-0289-47ad-9a1f-f8fd04908129 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:45.885030 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a78cd85-84e7-46d1-97b9-008ad97870bc', 'tag': 'bfe039b6-0cfc-4af9-a1b4-831a73af434c'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:09:45.887637 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f484f1-89f1-4551-b028-8653735525be" -d '{"events": [{"name": "network-changed", "server_uuid": "4a78cd85-84e7-46d1-97b9-008ad97870bc", "tag": "bfe039b6-0cfc-4af9-a1b4-831a73af434c"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:09:45.891556 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:09:45.891556 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:09:45.891556 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:09:45.891556 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:09:45.891556 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:09:45.891556 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:09:45.891556 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:09:45.891556 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:09:45.891556 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:09:45.891556 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:09:45.891556 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:09:45.891556 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:09:45.891556 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:09:45.891556 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:09:45.891556 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:09:45.891556 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:09:45.891556 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:09:45.891556 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:09:45.891556 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:09:45.891556 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:09:45.891556 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:09:45.891556 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:09:45.891556 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:09:45.891556 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:09:45.891556 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:09:45.891556 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:09:45.891556 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:09:45.891556 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:09:45.891556 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:09:45.891556 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:09:45.891556 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:09:45.891556 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:09:45.925135 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f87866a-ce79-4fc2-b697-b27360a6c25c None None] Routers {'f50a6542-6489-44cd-b46c-bece319553b1'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:09:45.926025 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-9f87866a-ce79-4fc2-b697-b27360a6c25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:09:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f50a6542-6489-44cd-b46c-bece319553b1'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:45.978901 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6a0dc558-0289-47ad-9a1f-f8fd04908129 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:45.987638 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6a0dc558-0289-47ad-9a1f-f8fd04908129 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:46.004654 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6a0dc558-0289-47ad-9a1f-f8fd04908129 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "DELETE /v2.0/networks/d2ed9079-7895-4df4-810f-17ae4927f189 HTTP/1.1" status: 204 len: 168 time: 5.7537422 Nov 27 04:09:46.007158 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40266) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:46.080142 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea96d5a9-92a4-4dbb-bbd0-c8158ada47b6 x-openstack-request-id: req-ea96d5a9-92a4-4dbb-bbd0-c8158ada47b6 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:09:46.085735 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a78cd85-84e7-46d1-97b9-008ad97870bc", "tag": "bfe039b6-0cfc-4af9-a1b4-831a73af434c", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:09:46.087911 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea96d5a9-92a4-4dbb-bbd0-c8158ada47b6 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:09:46.088586 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a78cd85-84e7-46d1-97b9-008ad97870bc', 'tag': 'bfe039b6-0cfc-4af9-a1b4-831a73af434c', 'status': 'completed', 'code': 200} Nov 27 04:09:46.093420 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0dc558-0289-47ad-9a1f-f8fd04908129 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event deleted for resources: {'Network': ['ID=d2ed9079-7895-4df4-810f-17ae4927f189,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:46.139713 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-c829dcc8-e4e8-4fa6-9b15-cb6e74617acc tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] DELETE failed (client error): The resource could not be found. Nov 27 04:09:46.140478 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c829dcc8-e4e8-4fa6-9b15-cb6e74617acc tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:09:46.156304 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c829dcc8-e4e8-4fa6-9b15-cb6e74617acc tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "DELETE /v2.0/subnets/b1a65e1a-3404-4491-b80a-9bd8db665f8a HTTP/1.1" status: 404 len: 337 time: 0.1446278 Nov 27 04:09:46.170967 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40272) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:46.269733 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b4a43a4-02e1-4c7d-a121-ba4bfff33886 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] DELETE failed (client error): The resource could not be found. Nov 27 04:09:46.275730 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:46.276753 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b4a43a4-02e1-4c7d-a121-ba4bfff33886 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:09:46.285022 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e11012ea-ec6e-4c61-aece-47c6d3268fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:46.288186 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6b4a43a4-02e1-4c7d-a121-ba4bfff33886 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "DELETE /v2.0/networks/d2ed9079-7895-4df4-810f-17ae4927f189 HTTP/1.1" status: 404 len: 339 time: 0.1157839 Nov 27 04:09:46.296343 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40278) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:46.318452 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-92507178-9342-4b37-bad7-7d7c82f40fdb None None] Allocated IP 2001:db8::f816:3eff:fe66:f98b (69dee5df-a2b5-4f80-b023-d216a074fa83/9eec26a7-7147-453c-a7d5-018a4b34f1d8/5cb6538f-ca11-44e9-a17f-4fe0e718ebf0) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:09:46.357086 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-9f87866a-ce79-4fc2-b697-b27360a6c25c None None] Set router f50a6542-6489-44cd-b46c-bece319553b1 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:09:46.400445 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3089369d-1bc0-4df2-9691-8012b88beb6b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:09:46.599784 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f484f1-89f1-4551-b028-8653735525be req-9cca7bca-0409-4254-ad92-3565475a6493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:46.602563 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a1f484f1-89f1-4551-b028-8653735525be req-9cca7bca-0409-4254-ad92-3565475a6493 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c0fb01b15ba04e8ca79caed9882229f4&device_id=4a78cd85-84e7-46d1-97b9-008ad97870bc HTTP/1.1" status: 200 len: 1096 time: 0.5039330 Nov 27 04:09:46.725939 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-9f87866a-ce79-4fc2-b697-b27360a6c25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'name': 'tempest-TestVolumeBootPattern-2087569917-router', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:58Z', 'revision_number': 4, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'gw_port': {'id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '33633549-8cd2-4329-89df-ce902341db7c', 'name': '', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'mac_address': 'fa:16:3e:ee:c6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:56Z', 'updated_at': '2021-11-27T03:56:03Z', 'revision_number': 5, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'subnets': [{'id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:46.795496 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3089369d-1bc0-4df2-9691-8012b88beb6b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:46.817578 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f89c7da2-45f2-4d88-99b2-c75e8dac1139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:46.830956 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-92507178-9342-4b37-bad7-7d7c82f40fdb None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:46.847257 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-92507178-9342-4b37-bad7-7d7c82f40fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:46.865158 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f87866a-ce79-4fc2-b697-b27360a6c25c None None] Checking router: f50a6542-6489-44cd-b46c-bece319553b1 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:09:46.886120 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f87866a-ce79-4fc2-b697-b27360a6c25c None None] Routers {'f50a6542-6489-44cd-b46c-bece319553b1'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:09:46.889465 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-9f87866a-ce79-4fc2-b697-b27360a6c25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:09:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f50a6542-6489-44cd-b46c-bece319553b1'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:46.915967 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [None req-3089369d-1bc0-4df2-9691-8012b88beb6b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] device_id is not set on port 799e2a52-96b9-4272-a605-6af7d5753446 yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:09:46.988628 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92507178-9342-4b37-bad7-7d7c82f40fdb None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:09:47.024126 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-92507178-9342-4b37-bad7-7d7c82f40fdb None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:09:47.026048 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92507178-9342-4b37-bad7-7d7c82f40fdb None None] Pushing event updated for resources: {'Port': ['ID=5cb6538f-ca11-44e9-a17f-4fe0e718ebf0,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:47.037884 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92507178-9342-4b37-bad7-7d7c82f40fdb None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:09:47.043489 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0719bde4-7515-47b0-bb8b-d8f9e57137fb tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:47.073319 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40288) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:47.127516 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-9f87866a-ce79-4fc2-b697-b27360a6c25c None None] Set router f50a6542-6489-44cd-b46c-bece319553b1 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:09:47.201453 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c7da2-45f2-4d88-99b2-c75e8dac1139 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9cb0d16-d9d0-479c-9094-71ec5b73c964,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:47.201801 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-92507178-9342-4b37-bad7-7d7c82f40fdb None None] Attempting to bind port 5cb6538f-ca11-44e9-a17f-4fe0e718ebf0 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:09:47.202627 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-92507178-9342-4b37-bad7-7d7c82f40fdb None None] Attempting to bind port 5cb6538f-ca11-44e9-a17f-4fe0e718ebf0 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:09:47.203687 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92507178-9342-4b37-bad7-7d7c82f40fdb None None] Attempting to bind port 5cb6538f-ca11-44e9-a17f-4fe0e718ebf0 on network 69dee5df-a2b5-4f80-b023-d216a074fa83 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:09:47.219306 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92507178-9342-4b37-bad7-7d7c82f40fdb None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:09:47.220648 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92507178-9342-4b37-bad7-7d7c82f40fdb None None] Checking segment: {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:09:47.225337 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-92507178-9342-4b37-bad7-7d7c82f40fdb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:47.226665 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92507178-9342-4b37-bad7-7d7c82f40fdb None None] Bound using segment: {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:09:47.227509 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-92507178-9342-4b37-bad7-7d7c82f40fdb None None] Bound port: 5cb6538f-ca11-44e9-a17f-4fe0e718ebf0, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:09:47.231029 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-92507178-9342-4b37-bad7-7d7c82f40fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:47.271926 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50edcdbc-cb94-4e32-9c7f-4ca69f12ccdf None None] DHCP port deletion for ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:09:47.285018 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f44425-67ed-42e8-a849-487749113fff req-aeaf986b-6e44-4f75-8fc7-8c8fb933b828 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:47.298341 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-00f44425-67ed-42e8-a849-487749113fff req-aeaf986b-6e44-4f75-8fc7-8c8fb933b828 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a78cd85-84e7-46d1-97b9-008ad97870bc HTTP/1.1" status: 200 len: 945 time: 0.7206252 Nov 27 04:09:47.415698 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-92507178-9342-4b37-bad7-7d7c82f40fdb None None] For port 5cb6538f-ca11-44e9-a17f-4fe0e718ebf0, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:09:47.418593 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9e73b3d8-12a9-4440-acef-6807f0c678e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:47.421024 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-92507178-9342-4b37-bad7-7d7c82f40fdb None None] For port 5cb6538f-ca11-44e9-a17f-4fe0e718ebf0, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=5cb6538f-ca11-44e9-a17f-4fe0e718ebf0,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:09:47.433085 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-92507178-9342-4b37-bad7-7d7c82f40fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:47.461185 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-3089369d-1bc0-4df2-9691-8012b88beb6b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Allocated IP 2001:db8::f816:3eff:fe42:dbe3 (69dee5df-a2b5-4f80-b023-d216a074fa83/9eec26a7-7147-453c-a7d5-018a4b34f1d8/799e2a52-96b9-4272-a605-6af7d5753446) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:09:47.507428 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92507178-9342-4b37-bad7-7d7c82f40fdb None None] Pushing event updated for resources: {'Port': ['ID=5cb6538f-ca11-44e9-a17f-4fe0e718ebf0,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:47.526717 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-9f87866a-ce79-4fc2-b697-b27360a6c25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'name': 'tempest-TestVolumeBootPattern-2087569917-router', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:58Z', 'revision_number': 4, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'gw_port': {'id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '33633549-8cd2-4329-89df-ce902341db7c', 'name': '', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'mac_address': 'fa:16:3e:ee:c6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:56Z', 'updated_at': '2021-11-27T03:56:03Z', 'revision_number': 5, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'subnets': [{'id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:47.588612 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f484f1-89f1-4551-b028-8653735525be req-4d0a6844-3ff5-4e9f-8df7-e36c8e873e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:47.591864 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a1f484f1-89f1-4551-b028-8653735525be req-4d0a6844-3ff5-4e9f-8df7-e36c8e873e22 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9066c940-2187-4bcb-b452-41734810299f HTTP/1.1" status: 200 len: 913 time: 0.8734970 Nov 27 04:09:47.615764 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f87866a-ce79-4fc2-b697-b27360a6c25c None None] The sync data for ids ['f50a6542-6489-44cd-b46c-bece319553b1'] in n-d-819494-3 is: [{'id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'name': 'tempest-TestVolumeBootPattern-2087569917-router', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:58Z', 'revision_number': 4, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'gw_port': {'id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '33633549-8cd2-4329-89df-ce902341db7c', 'name': '', 'network_id': '9066c940-2187-4bcb-b452-41734810299f', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'mac_address': 'fa:16:3e:ee:c6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:56Z', 'updated_at': '2021-11-27T03:56:03Z', 'revision_number': 5, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'subnets': [{'id': '7fdbb93f-95d3-4899-98b7-de442d33ecc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:09:47.705321 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a1f484f1-89f1-4551-b028-8653735525be req-ee269f85-17e5-444f-a1e1-cd435085588a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfe039b6-0cfc-4af9-a1b4-831a73af434c HTTP/1.1" status: 200 len: 217 time: 0.0979431 Nov 27 04:09:47.840195 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f484f1-89f1-4551-b028-8653735525be req-d9bb337b-306f-4b17-9bd8-444d4f931d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:47.843781 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a1f484f1-89f1-4551-b028-8653735525be req-d9bb337b-306f-4b17-9bd8-444d4f931d43 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7fdbb93f-95d3-4899-98b7-de442d33ecc0 HTTP/1.1" status: 200 len: 851 time: 0.0936122 Nov 27 04:09:47.901240 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0719bde4-7515-47b0-bb8b-d8f9e57137fb tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:47.963512 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-00f44425-67ed-42e8-a849-487749113fff req-2a3f459a-a822-4e2e-9234-1100c9b754cb tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6623526 Nov 27 04:09:47.967528 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-0719bde4-7515-47b0-bb8b-d8f9e57137fb tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['223e9202-c38c-48d6-a500-c83e6b588d32']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:47.984965 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb40e1-bf1f-4429-8d34-bd63538a1943 req-e85c2dd6-47d9-432e-9d01-b17b4033d2d3 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:47.987830 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-27bb40e1-bf1f-4429-8d34-bd63538a1943 req-e85c2dd6-47d9-432e-9d01-b17b4033d2d3 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a78cd85-84e7-46d1-97b9-008ad97870bc HTTP/1.1" status: 200 len: 945 time: 0.6841538 Nov 27 04:09:48.049850 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f484f1-89f1-4551-b028-8653735525be req-7982a74b-00a9-4ea9-84df-dc32d6e7a6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:48.058893 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a1f484f1-89f1-4551-b028-8653735525be req-7982a74b-00a9-4ea9-84df-dc32d6e7a6d9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9066c940-2187-4bcb-b452-41734810299f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1899459 Nov 27 04:09:48.068333 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f89c7da2-45f2-4d88-99b2-c75e8dac1139 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:48.069512 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-0719bde4-7515-47b0-bb8b-d8f9e57137fb tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3efaaa7c-162d-4624-8cb0-d16cf467ac87') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:48.069917 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-0719bde4-7515-47b0-bb8b-d8f9e57137fb tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3efaaa7c-162d-4624-8cb0-d16cf467ac87') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:48.225541 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0719bde4-7515-47b0-bb8b-d8f9e57137fb tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:48.293372 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bb542c-d640-4df7-93f4-757e0a696394 None None] New status for floating IP 2be63083-cc17-462f-897e-11f997130218: DOWN {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:09:48.296734 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0719bde4-7515-47b0-bb8b-d8f9e57137fb tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:48.337201 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0719bde4-7515-47b0-bb8b-d8f9e57137fb tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:09:48.338034 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0719bde4-7515-47b0-bb8b-d8f9e57137fb tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:48.349749 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:09:48.349749 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:09:48.349749 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:09:48.349749 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:09:48.349749 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:09:48.349749 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:09:48.349749 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:09:48.349749 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:09:48.349749 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:09:48.349749 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:09:48.349749 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:09:48.349749 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:09:48.349749 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:09:48.349749 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:09:48.349749 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:09:48.349749 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:09:48.349749 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:09:48.349749 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:09:48.349749 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:09:48.349749 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:09:48.349749 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:09:48.349749 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:09:48.349749 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:09:48.349749 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:09:48.349749 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:09:48.349749 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:09:48.349749 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:09:48.349749 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:09:48.349749 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:09:48.349749 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:09:48.349749 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:09:48.349749 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:09:48.394098 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3089369d-1bc0-4df2-9691-8012b88beb6b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:48.409205 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-23429c3a-2d39-43a0-9d7c-54fbdb685a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:48.639669 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3089369d-1bc0-4df2-9691-8012b88beb6b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:48.675921 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89c7da2-45f2-4d88-99b2-c75e8dac1139 admin admin] Router ea0d35ec-8add-4e02-8b1c-d91746f2f66d has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:09:48.704547 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3089369d-1bc0-4df2-9691-8012b88beb6b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:09:48.714242 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-3089369d-1bc0-4df2-9691-8012b88beb6b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:09:48.721634 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3089369d-1bc0-4df2-9691-8012b88beb6b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:09:48.728613 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3089369d-1bc0-4df2-9691-8012b88beb6b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:48.729279 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3089369d-1bc0-4df2-9691-8012b88beb6b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:48.756263 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3089369d-1bc0-4df2-9691-8012b88beb6b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Port': ['ID=799e2a52-96b9-4272-a605-6af7d5753446,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:48.777867 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:48.871082 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9e73b3d8-12a9-4440-acef-6807f0c678e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:48.901708 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9e73b3d8-12a9-4440-acef-6807f0c678e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:48.941791 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-3089369d-1bc0-4df2-9691-8012b88beb6b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3294570 Nov 27 04:09:48.950834 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40300) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:48.962870 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a1f484f1-89f1-4551-b028-8653735525be req-76f3e099-c754-4f3e-b796-5659b0345b6f service neutron] 10.222.0.11 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8739376 Nov 27 04:09:48.970422 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0719bde4-7515-47b0-bb8b-d8f9e57137fb tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:48.996530 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0719bde4-7515-47b0-bb8b-d8f9e57137fb tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:48.999823 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89c7da2-45f2-4d88-99b2-c75e8dac1139 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:09:49.009049 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f89c7da2-45f2-4d88-99b2-c75e8dac1139 admin admin] 10.222.0.20 "PUT /v2.0/routers/ea0d35ec-8add-4e02-8b1c-d91746f2f66d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4879887 Nov 27 04:09:49.010761 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d0983b-50ee-4615-b9c3-430e7eb1476b None None] Sync routers for ids ['ea0d35ec-8add-4e02-8b1c-d91746f2f66d'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:09:49.020203 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40304) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:49.033055 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d0983b-50ee-4615-b9c3-430e7eb1476b None None] Routers {'ea0d35ec-8add-4e02-8b1c-d91746f2f66d'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:09:49.034105 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-18d0983b-50ee-4615-b9c3-430e7eb1476b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:09:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['ea0d35ec-8add-4e02-8b1c-d91746f2f66d'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:49.036185 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0719bde4-7515-47b0-bb8b-d8f9e57137fb tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "DELETE /v2.0/networks/223e9202-c38c-48d6-a500-c83e6b588d32 HTTP/1.1" status: 204 len: 168 time: 2.7387700 Nov 27 04:09:49.047737 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40306) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:49.129523 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9e73b3d8-12a9-4440-acef-6807f0c678e0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=01be185c6a754c93b65ce12d6fcd9faa&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0541873 Nov 27 04:09:49.133624 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e73b3d8-12a9-4440-acef-6807f0c678e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad79058-219b-483c-abf1-5804583465eb,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:49.136181 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40310) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:49.252344 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0719bde4-7515-47b0-bb8b-d8f9e57137fb tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event deleted for resources: {'Network': ['ID=223e9202-c38c-48d6-a500-c83e6b588d32,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:49.266135 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33db4cd-9b01-4f43-832f-9289cdf90b67 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:49.272055 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e73b3d8-12a9-4440-acef-6807f0c678e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:49.273705 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33db4cd-9b01-4f43-832f-9289cdf90b67 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:49.276244 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e73b3d8-12a9-4440-acef-6807f0c678e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:49.276848 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e73b3d8-12a9-4440-acef-6807f0c678e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:49.277429 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e73b3d8-12a9-4440-acef-6807f0c678e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:49.278012 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e73b3d8-12a9-4440-acef-6807f0c678e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:49.278982 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e73b3d8-12a9-4440-acef-6807f0c678e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:49.279622 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c33db4cd-9b01-4f43-832f-9289cdf90b67 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3260250 Nov 27 04:09:49.281361 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40312) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:49.281970 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e73b3d8-12a9-4440-acef-6807f0c678e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:49.282596 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e73b3d8-12a9-4440-acef-6807f0c678e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:49.283185 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e73b3d8-12a9-4440-acef-6807f0c678e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:49.283754 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e73b3d8-12a9-4440-acef-6807f0c678e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:49.285220 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e73b3d8-12a9-4440-acef-6807f0c678e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:49.285802 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e73b3d8-12a9-4440-acef-6807f0c678e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:49.292679 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-27bb40e1-bf1f-4429-8d34-bd63538a1943 req-fa86a6a3-1e91-41a5-af16-b13b73f36879 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Deleting port bfe039b6-0cfc-4af9-a1b4-831a73af434c {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:09:49.293403 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-27bb40e1-bf1f-4429-8d34-bd63538a1943 req-fa86a6a3-1e91-41a5-af16-b13b73f36879 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:49.334650 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-18d0983b-50ee-4615-b9c3-430e7eb1476b None None] Set router ea0d35ec-8add-4e02-8b1c-d91746f2f66d gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:09:49.341458 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8a6c408-d971-4530-ae1c-42f234608bc1 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] DELETE failed (client error): The resource could not be found. Nov 27 04:09:49.341930 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8a6c408-d971-4530-ae1c-42f234608bc1 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:09:49.354087 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f8a6c408-d971-4530-ae1c-42f234608bc1 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "DELETE /v2.0/subnets/fd0721e4-67c8-4f57-b0ca-883e4a8a992c HTTP/1.1" status: 404 len: 337 time: 0.3003814 Nov 27 04:09:49.370422 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40314) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:49.390345 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0719bde4-7515-47b0-bb8b-d8f9e57137fb tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:49.397756 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0719bde4-7515-47b0-bb8b-d8f9e57137fb tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:49.398237 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0719bde4-7515-47b0-bb8b-d8f9e57137fb tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:49.398740 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0719bde4-7515-47b0-bb8b-d8f9e57137fb tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:49.399185 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0719bde4-7515-47b0-bb8b-d8f9e57137fb tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:49.399631 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0719bde4-7515-47b0-bb8b-d8f9e57137fb tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:49.400070 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0719bde4-7515-47b0-bb8b-d8f9e57137fb tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:49.400509 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0719bde4-7515-47b0-bb8b-d8f9e57137fb tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:49.400945 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0719bde4-7515-47b0-bb8b-d8f9e57137fb tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:49.405952 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0719bde4-7515-47b0-bb8b-d8f9e57137fb tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:49.406422 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0719bde4-7515-47b0-bb8b-d8f9e57137fb tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:49.407869 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0719bde4-7515-47b0-bb8b-d8f9e57137fb tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:49.494226 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fe25244-9f77-4e41-8950-8ea14b811b42 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] DELETE failed (client error): The resource could not be found. Nov 27 04:09:49.495819 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fe25244-9f77-4e41-8950-8ea14b811b42 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:09:49.507068 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8fe25244-9f77-4e41-8950-8ea14b811b42 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "DELETE /v2.0/networks/1377ca04-ec94-41f3-8a34-e679808f576f HTTP/1.1" status: 404 len: 339 time: 0.1320670 Nov 27 04:09:49.532882 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 5cb6538f-ca11-44e9-a17f-4fe0e718ebf0 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:09:49.534023 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40316) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:49.667773 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:49.669720 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee05a69-b212-4f89-b034-9e732441f5db req-61947cd9-1212-4763-b201-65753d4bb97b tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:49.678668 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7ee05a69-b212-4f89-b034-9e732441f5db req-61947cd9-1212-4763-b201-65753d4bb97b tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a78cd85-84e7-46d1-97b9-008ad97870bc HTTP/1.1" status: 200 len: 945 time: 0.3978453 Nov 27 04:09:49.710573 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-597ef94e-af5f-4f6d-8929-0062580ee38a admin admin] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:49.720972 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-18d0983b-50ee-4615-b9c3-430e7eb1476b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0d35ec-8add-4e02-8b1c-d91746f2f66d', 'name': 'tempest-ServerRescueTestJSON-1092501680-router', 'tenant_id': 'b06130bf9bef4c7fa67dd5f594ff20d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '1ed87267-4441-4b54-8d15-00558f59e344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:07:33Z', 'updated_at': '2021-11-27T04:09:46Z', 'revision_number': 5, 'project_id': 'b06130bf9bef4c7fa67dd5f594ff20d4', 'gw_port': {'id': '1ed87267-4441-4b54-8d15-00558f59e344', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:52:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d35ec-8add-4e02-8b1c-d91746f2f66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:07:34Z', 'updated_at': '2021-11-27T04:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:49.723469 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8cef9f0-1d6e-473c-86b2-1e960d84a0ae tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Deleting subnet 712e6f26-8ecf-4dc6-a9b4-34268426fadc {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:09:49.729957 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 5cb6538f-ca11-44e9-a17f-4fe0e718ebf0 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:09:49.730338 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:49.732483 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a8cef9f0-1d6e-473c-86b2-1e960d84a0ae tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:49.796981 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d0983b-50ee-4615-b9c3-430e7eb1476b None None] Checking router: ea0d35ec-8add-4e02-8b1c-d91746f2f66d for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:09:49.798134 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-7fc3c755-c830-4b5e-bf0e-b719019c1b8d None None] Provisioning complete for port 5cb6538f-ca11-44e9-a17f-4fe0e718ebf0 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:09:49.798541 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7fc3c755-c830-4b5e-bf0e-b719019c1b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:49.827875 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d0983b-50ee-4615-b9c3-430e7eb1476b None None] Routers {'ea0d35ec-8add-4e02-8b1c-d91746f2f66d'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:09:49.828775 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-18d0983b-50ee-4615-b9c3-430e7eb1476b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:09:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['ea0d35ec-8add-4e02-8b1c-d91746f2f66d'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:49.894382 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-c42d9646-6532-4bcc-8b9c-cc2fb0b578b1 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting port 799e2a52-96b9-4272-a605-6af7d5753446 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:09:49.897209 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-27bb40e1-bf1f-4429-8d34-bd63538a1943 req-fa86a6a3-1e91-41a5-af16-b13b73f36879 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] For port bfe039b6-0cfc-4af9-a1b4-831a73af434c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=bfe039b6-0cfc-4af9-a1b4-831a73af434c,segment=NetworkSegment(7b573d51-51b1-4f49-9697-b1cce35223ba),segment_id=7b573d51-51b1-4f49-9697-b1cce35223ba)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:09:49.897789 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-27bb40e1-bf1f-4429-8d34-bd63538a1943 req-fa86a6a3-1e91-41a5-af16-b13b73f36879 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:49.906654 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c42d9646-6532-4bcc-8b9c-cc2fb0b578b1 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:49.931117 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-27bb40e1-bf1f-4429-8d34-bd63538a1943 req-fa86a6a3-1e91-41a5-af16-b13b73f36879 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Calling delete_port for bfe039b6-0cfc-4af9-a1b4-831a73af434c owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:09:49.933945 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7fc3c755-c830-4b5e-bf0e-b719019c1b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:49.942654 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7ee05a69-b212-4f89-b034-9e732441f5db req-0b71c3e0-b26f-4fca-a639-945acf9082d3 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/security-groups?id=2383de61-82ea-4adc-bed0-356ea04ef1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2625566 Nov 27 04:09:50.028919 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-18d0983b-50ee-4615-b9c3-430e7eb1476b None None] Set router ea0d35ec-8add-4e02-8b1c-d91746f2f66d gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:09:50.097877 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-7fc3c755-c830-4b5e-bf0e-b719019c1b8d None None] For port 5cb6538f-ca11-44e9-a17f-4fe0e718ebf0, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=5cb6538f-ca11-44e9-a17f-4fe0e718ebf0,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:09:50.111018 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7fc3c755-c830-4b5e-bf0e-b719019c1b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:50.128404 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:50.161092 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-27bb40e1-bf1f-4429-8d34-bd63538a1943 req-fa86a6a3-1e91-41a5-af16-b13b73f36879 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:50.185227 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a1f484f1-89f1-4551-b028-8653735525be req-0c61ed03-0bd3-44c9-8a57-0ab26e9e9fe4 service neutron] 10.222.0.11 "GET /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2115068 Nov 27 04:09:50.187539 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a8cef9f0-1d6e-473c-86b2-1e960d84a0ae tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:50.211328 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc3c755-c830-4b5e-bf0e-b719019c1b8d None None] Pushing event updated for resources: {'Port': ['ID=5cb6538f-ca11-44e9-a17f-4fe0e718ebf0,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:50.219776 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c42d9646-6532-4bcc-8b9c-cc2fb0b578b1 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:50.252564 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7272c0cc-2d46-495f-973d-dc17e6b33a9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:50.267007 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-c42d9646-6532-4bcc-8b9c-cc2fb0b578b1 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Calling delete_port for 799e2a52-96b9-4272-a605-6af7d5753446 owned by {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:09:50.285295 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-2d6ec3a3-1bbd-414b-a9f3-5d9c13da6c0e None None] Provisioning complete for port 799e2a52-96b9-4272-a605-6af7d5753446 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:09:50.285692 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2d6ec3a3-1bbd-414b-a9f3-5d9c13da6c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:50.289478 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa86a6a3-1e91-41a5-af16-b13b73f36879 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Pushing event deleted for resources: {'Port': ['ID=bfe039b6-0cfc-4af9-a1b4-831a73af434c,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:50.289707 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.api [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:09:50.289864 n-d-819494-3 neutron-server[110020]: DEBUG oslo_db.api [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:09:50.328851 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-2d6ec3a3-1bbd-414b-a9f3-5d9c13da6c0e None None] Port 799e2a52-96b9-4272-a605-6af7d5753446 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:09:50.409784 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-27bb40e1-bf1f-4429-8d34-bd63538a1943 req-fa86a6a3-1e91-41a5-af16-b13b73f36879 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] No DVR routers for this DVR port bfe039b6-0cfc-4af9-a1b4-831a73af434c on host n-h2-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:09:50.415998 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7272c0cc-2d46-495f-973d-dc17e6b33a9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:50.421359 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c42d9646-6532-4bcc-8b9c-cc2fb0b578b1 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:50.424139 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-27bb40e1-bf1f-4429-8d34-bd63538a1943 req-fa86a6a3-1e91-41a5-af16-b13b73f36879 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:50.428005 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-27bb40e1-bf1f-4429-8d34-bd63538a1943 req-fa86a6a3-1e91-41a5-af16-b13b73f36879 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.11 "DELETE /v2.0/ports/bfe039b6-0cfc-4af9-a1b4-831a73af434c HTTP/1.1" status: 204 len: 173 time: 2.3996854 Nov 27 04:09:50.430840 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a78cd85-84e7-46d1-97b9-008ad97870bc', 'name': 'network-vif-deleted', 'tag': 'bfe039b6-0cfc-4af9-a1b4-831a73af434c'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:09:50.431037 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-18d0983b-50ee-4615-b9c3-430e7eb1476b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0d35ec-8add-4e02-8b1c-d91746f2f66d', 'name': 'tempest-ServerRescueTestJSON-1092501680-router', 'tenant_id': 'b06130bf9bef4c7fa67dd5f594ff20d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '1ed87267-4441-4b54-8d15-00558f59e344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:07:33Z', 'updated_at': '2021-11-27T04:09:46Z', 'revision_number': 5, 'project_id': 'b06130bf9bef4c7fa67dd5f594ff20d4', 'gw_port': {'id': '1ed87267-4441-4b54-8d15-00558f59e344', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:52:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d35ec-8add-4e02-8b1c-d91746f2f66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:07:34Z', 'updated_at': '2021-11-27T04:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:50.432940 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b509a13-8787-4f15-ae79-7a60826aa69c" -d '{"events": [{"server_uuid": "4a78cd85-84e7-46d1-97b9-008ad97870bc", "name": "network-vif-deleted", "tag": "bfe039b6-0cfc-4af9-a1b4-831a73af434c"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:09:50.472512 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d9646-6532-4bcc-8b9c-cc2fb0b578b1 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Port': ['ID=799e2a52-96b9-4272-a605-6af7d5753446,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:50.500811 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c42d9646-6532-4bcc-8b9c-cc2fb0b578b1 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:50.513378 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d0983b-50ee-4615-b9c3-430e7eb1476b None None] The sync data for ids ['ea0d35ec-8add-4e02-8b1c-d91746f2f66d'] in n-d-819494-3 is: [{'id': 'ea0d35ec-8add-4e02-8b1c-d91746f2f66d', 'name': 'tempest-ServerRescueTestJSON-1092501680-router', 'tenant_id': 'b06130bf9bef4c7fa67dd5f594ff20d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '1ed87267-4441-4b54-8d15-00558f59e344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:07:33Z', 'updated_at': '2021-11-27T04:09:46Z', 'revision_number': 5, 'project_id': 'b06130bf9bef4c7fa67dd5f594ff20d4', 'gw_port': {'id': '1ed87267-4441-4b54-8d15-00558f59e344', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:52:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d35ec-8add-4e02-8b1c-d91746f2f66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:07:34Z', 'updated_at': '2021-11-27T04:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:09:50.521749 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c42d9646-6532-4bcc-8b9c-cc2fb0b578b1 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/ports/799e2a52-96b9-4272-a605-6af7d5753446 HTTP/1.1" status: 204 len: 168 time: 1.1839325 Nov 27 04:09:50.531846 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40324) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:50.580842 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-597ef94e-af5f-4f6d-8929-0062580ee38a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:50.595304 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2c137e-84fd-405c-adea-9d94a2db9839 x-openstack-request-id: req-5e2c137e-84fd-405c-adea-9d94a2db9839 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:09:50.595548 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a78cd85-84e7-46d1-97b9-008ad97870bc", "name": "network-vif-deleted", "tag": "bfe039b6-0cfc-4af9-a1b4-831a73af434c", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:09:50.595812 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5e2c137e-84fd-405c-adea-9d94a2db9839 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:09:50.596216 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a78cd85-84e7-46d1-97b9-008ad97870bc', 'name': 'network-vif-deleted', 'tag': 'bfe039b6-0cfc-4af9-a1b4-831a73af434c', 'status': 'completed', 'code': 200} Nov 27 04:09:50.633630 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a8cef9f0-1d6e-473c-86b2-1e960d84a0ae tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:50.690147 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7272c0cc-2d46-495f-973d-dc17e6b33a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:50.694144 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7272c0cc-2d46-495f-973d-dc17e6b33a9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:50.695794 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7272c0cc-2d46-495f-973d-dc17e6b33a9f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aad79058-219b-483c-abf1-5804583465eb HTTP/1.1" status: 204 len: 168 time: 1.4772890 Nov 27 04:09:50.709835 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e114bb5-922f-4e1c-9103-379c4fe5eb04 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:50.712008 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e114bb5-922f-4e1c-9103-379c4fe5eb04 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:50.717419 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1e114bb5-922f-4e1c-9103-379c4fe5eb04 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1832044 Nov 27 04:09:50.718672 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40328) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:50.743282 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7272c0cc-2d46-495f-973d-dc17e6b33a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad79058-219b-483c-abf1-5804583465eb,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:50.796335 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a8cef9f0-1d6e-473c-86b2-1e960d84a0ae tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:50.847124 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-e05a974e-e781-437d-914d-dae663955b35 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting subnet 9eec26a7-7147-453c-a7d5-018a4b34f1d8 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:09:50.852617 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e05a974e-e781-437d-914d-dae663955b35 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:50.924655 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e05a974e-e781-437d-914d-dae663955b35 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:50.949490 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cef9f0-1d6e-473c-86b2-1e960d84a0ae tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event deleted for resources: {'Subnet': ['ID=712e6f26-8ecf-4dc6-a9b4-34268426fadc,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:50.968478 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a8cef9f0-1d6e-473c-86b2-1e960d84a0ae tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:50.991760 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3db819-6c16-4bcc-9301-e505d9541dcf None None] Network 956ae77f-5dd9-4b72-9560-e4aa73a14fd8 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:09:51.005122 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a8cef9f0-1d6e-473c-86b2-1e960d84a0ae tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "DELETE /v2.0/subnets/712e6f26-8ecf-4dc6-a9b4-34268426fadc HTTP/1.1" status: 204 len: 168 time: 1.4660885 Nov 27 04:09:51.012106 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40332) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:51.127258 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e05a974e-e781-437d-914d-dae663955b35 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:51.246714 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-aacbb36a-b847-48f5-9450-015744d5b3f2 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Deleting subnet 65783e28-edaa-45f0-beae-3f02c48b061a {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:09:51.258765 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-aacbb36a-b847-48f5-9450-015744d5b3f2 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:51.287499 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:51.336431 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 5cb6538f-ca11-44e9-a17f-4fe0e718ebf0 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:09:51.396302 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-298ff9c3-0ac6-4d64-9e60-32c98e090e7e req-f0af61da-85ff-4484-9cfa-9b361c19a448 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a78cd85-84e7-46d1-97b9-008ad97870bc HTTP/1.1" status: 200 len: 210 time: 0.0775952 Nov 27 04:09:51.400166 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e05a974e-e781-437d-914d-dae663955b35 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:51.435728 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-aacbb36a-b847-48f5-9450-015744d5b3f2 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:51.466343 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a974e-e781-437d-914d-dae663955b35 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Subnet': ['ID=9eec26a7-7147-453c-a7d5-018a4b34f1d8,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:51.474342 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e05a974e-e781-437d-914d-dae663955b35 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:51.497723 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 5cb6538f-ca11-44e9-a17f-4fe0e718ebf0 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:09:51.498603 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:51.499223 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e05a974e-e781-437d-914d-dae663955b35 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/9eec26a7-7147-453c-a7d5-018a4b34f1d8 HTTP/1.1" status: 204 len: 168 time: 0.7792978 Nov 27 04:09:51.500171 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40340) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:51.501902 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568707d0-cedf-483b-a258-5e5585b21871 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:09:51.575944 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40342) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:51.579097 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-26ec6a75-abdb-491e-a976-ead7e43bfbb3 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0749903 Nov 27 04:09:51.582499 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40344) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:51.589176 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-463dd9d8-005a-451f-a14d-b4608d593172 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'subnet': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:09:51.619040 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9efe998c-5d61-4a95-bf43-aeaad0deed53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:51.660716 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-aacbb36a-b847-48f5-9450-015744d5b3f2 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:51.705932 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-597ef94e-af5f-4f6d-8929-0062580ee38a admin admin] Deleting port 1ed87267-4441-4b54-8d15-00558f59e344 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:09:51.707249 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-597ef94e-af5f-4f6d-8929-0062580ee38a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:51.835980 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463dd9d8-005a-451f-a14d-b4608d593172 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:09:51.841822 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-463dd9d8-005a-451f-a14d-b4608d593172 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:51.897810 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9efe998c-5d61-4a95-bf43-aeaad0deed53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:51.905887 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9efe998c-5d61-4a95-bf43-aeaad0deed53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:51.916559 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-aacbb36a-b847-48f5-9450-015744d5b3f2 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:51.939095 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-597ef94e-af5f-4f6d-8929-0062580ee38a admin admin] For port 1ed87267-4441-4b54-8d15-00558f59e344, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=1ed87267-4441-4b54-8d15-00558f59e344,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:09:51.939582 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-597ef94e-af5f-4f6d-8929-0062580ee38a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:51.990528 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-597ef94e-af5f-4f6d-8929-0062580ee38a admin admin] Calling delete_port for 1ed87267-4441-4b54-8d15-00558f59e344 owned by network:router_gateway {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:09:52.024392 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device f9cb0d16-d9d0-479c-9094-71ec5b73c964 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:09:52.056689 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:52.082609 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: f9cb0d16-d9d0-479c-9094-71ec5b73c964 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:09:52.083140 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device f9cb0d16-d9d0-479c-9094-71ec5b73c964 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:09:52.083471 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacbb36a-b847-48f5-9450-015744d5b3f2 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event deleted for resources: {'Subnet': ['ID=65783e28-edaa-45f0-beae-3f02c48b061a,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:52.101727 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-aacbb36a-b847-48f5-9450-015744d5b3f2 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:52.110963 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-aacbb36a-b847-48f5-9450-015744d5b3f2 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "DELETE /v2.0/subnets/65783e28-edaa-45f0-beae-3f02c48b061a HTTP/1.1" status: 204 len: 168 time: 1.0977516 Nov 27 04:09:52.130876 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40346) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:52.131863 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a49714-1aa2-44a9-8796-e22ff636137e None None] DHCP port deletion for 69dee5df-a2b5-4f80-b023-d216a074fa83 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:09:52.229436 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-f7a49714-1aa2-44a9-8796-e22ff636137e None None] Deleting port 5cb6538f-ca11-44e9-a17f-4fe0e718ebf0 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:09:52.229900 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f7a49714-1aa2-44a9-8796-e22ff636137e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:52.315855 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9efe998c-5d61-4a95-bf43-aeaad0deed53 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b1e3eea6f02468982d4d7768e69a64e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7353797 Nov 27 04:09:52.336665 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40350) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:52.393172 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efe998c-5d61-4a95-bf43-aeaad0deed53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0c688d-3be9-4701-8500-94c64a036727,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:52.427952 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1769e338-27af-4462-8881-1a7cb51c87cd tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:52.432033 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40354) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:52.483012 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dbaa993b-67b1-4934-824f-5506c85f0370 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:52.565768 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-f7a49714-1aa2-44a9-8796-e22ff636137e None None] For port 5cb6538f-ca11-44e9-a17f-4fe0e718ebf0, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=5cb6538f-ca11-44e9-a17f-4fe0e718ebf0,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:09:52.566488 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f7a49714-1aa2-44a9-8796-e22ff636137e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:52.584244 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-f7a49714-1aa2-44a9-8796-e22ff636137e None None] Calling delete_port for 5cb6538f-ca11-44e9-a17f-4fe0e718ebf0 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:09:52.610834 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-1769e338-27af-4462-8881-1a7cb51c87cd tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Deleting port 276b7b6b-ca49-474a-8101-df674a6595c9 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:09:52.611185 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1769e338-27af-4462-8881-1a7cb51c87cd tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:52.708369 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-1769e338-27af-4462-8881-1a7cb51c87cd tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] For port 276b7b6b-ca49-474a-8101-df674a6595c9, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=276b7b6b-ca49-474a-8101-df674a6595c9,segment=NetworkSegment(868600b0-e1bd-40dd-ab7f-01572b3fd91e),segment_id=868600b0-e1bd-40dd-ab7f-01572b3fd91e)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:09:52.708719 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1769e338-27af-4462-8881-1a7cb51c87cd tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:52.708905 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device bfe039b6-0cfc-4af9-a1b4-831a73af434c no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:09:52.726374 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-1769e338-27af-4462-8881-1a7cb51c87cd tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Calling delete_port for 276b7b6b-ca49-474a-8101-df674a6595c9 owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:09:52.754708 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: bfe039b6-0cfc-4af9-a1b4-831a73af434c {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:09:52.755134 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device bfe039b6-0cfc-4af9-a1b4-831a73af434c not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:09:52.759336 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea64359a-456c-4b00-8fbe-359a69c0fe77 None None] Update dhcp port {'port': {'network_id': '956ae77f-5dd9-4b72-9560-e4aa73a14fd8', 'fixed_ips': [{'subnet_id': '65783e28-edaa-45f0-beae-3f02c48b061a'}], 'binding:host_id': 'n-d-819494-3'}, 'id': '276b7b6b-ca49-474a-8101-df674a6595c9'} from n-d-819494-3. {{(pid=110020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 04:09:52.764490 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dbaa993b-67b1-4934-824f-5506c85f0370 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:52.765660 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f7a49714-1aa2-44a9-8796-e22ff636137e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:52.768698 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-206a0b3d-f2bd-4c17-be33-37528a37eb81 req-68656531-4aa8-4f1d-a7d5-e64e8947db08 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a78cd85-84e7-46d1-97b9-008ad97870bc HTTP/1.1" status: 200 len: 210 time: 0.2114999 Nov 27 04:09:52.848146 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ea64359a-456c-4b00-8fbe-359a69c0fe77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:52.853266 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a49714-1aa2-44a9-8796-e22ff636137e None None] No DVR routers for this DVR port 5cb6538f-ca11-44e9-a17f-4fe0e718ebf0 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:09:52.880816 n-d-819494-3 neutron-server[110019]: DEBUG neutron.objects.ports [None req-463dd9d8-005a-451f-a14d-b4608d593172 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110019) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 04:09:52.883857 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-463dd9d8-005a-451f-a14d-b4608d593172 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:52.897808 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a49714-1aa2-44a9-8796-e22ff636137e None None] Pushing event deleted for resources: {'Port': ['ID=5cb6538f-ca11-44e9-a17f-4fe0e718ebf0,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:52.950246 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463dd9d8-005a-451f-a14d-b4608d593172 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:09:52.957949 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-463dd9d8-005a-451f-a14d-b4608d593172 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:09:52.982633 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ccbc6e-f3d0-4efb-9933-7849fc2d7968 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:09:52.983029 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463dd9d8-005a-451f-a14d-b4608d593172 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:52.983944 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-463dd9d8-005a-451f-a14d-b4608d593172 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:52.990024 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-64278b4e-21ad-4760-9a12-4f9c6d2b13ef admin admin] Deleting subnet 045c4317-9bb0-48ee-b6e2-7655576b500e {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:09:53.002434 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-64278b4e-21ad-4760-9a12-4f9c6d2b13ef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:53.026864 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463dd9d8-005a-451f-a14d-b4608d593172 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Subnet': ['ID=8e316e3e-da18-42b5-8991-6aacd69e37f1,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:53.036213 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-463dd9d8-005a-451f-a14d-b4608d593172 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4519324 Nov 27 04:09:53.037930 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-597ef94e-af5f-4f6d-8929-0062580ee38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:53.043272 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40360) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:53.066486 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-2ada6407-4f6f-4a52-b080-357b65743dd1 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'port': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'mac_address': 'fa:16:3e:6d:39:29', 'name': 'tempest-NetworksTestDHCPv6-1562530015'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:09:53.078858 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dbaa993b-67b1-4934-824f-5506c85f0370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:53.087178 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dbaa993b-67b1-4934-824f-5506c85f0370 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:53.092222 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-dbaa993b-67b1-4934-824f-5506c85f0370 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/db0c688d-3be9-4701-8500-94c64a036727 HTTP/1.1" status: 204 len: 168 time: 0.7475832 Nov 27 04:09:53.159812 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-64278b4e-21ad-4760-9a12-4f9c6d2b13ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:53.161954 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1769e338-27af-4462-8881-1a7cb51c87cd tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:53.209973 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-597ef94e-af5f-4f6d-8929-0062580ee38a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:53.214158 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ef94e-af5f-4f6d-8929-0062580ee38a admin admin] Pushing event deleted for resources: {'Port': ['ID=1ed87267-4441-4b54-8d15-00558f59e344,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:53.226591 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa993b-67b1-4934-824f-5506c85f0370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0c688d-3be9-4701-8500-94c64a036727,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:53.230081 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c75a098-a578-44ef-9415-01f3abe07c3a None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:09:53.298603 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-64278b4e-21ad-4760-9a12-4f9c6d2b13ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:53.303472 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 5cb6538f-ca11-44e9-a17f-4fe0e718ebf0 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:09:53.399027 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 5cb6538f-ca11-44e9-a17f-4fe0e718ebf0 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:09:53.399604 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 5cb6538f-ca11-44e9-a17f-4fe0e718ebf0 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:09:53.403422 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0934b736-04b0-4154-b33a-b1db2aadc986 None None] Network 956ae77f-5dd9-4b72-9560-e4aa73a14fd8 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:09:53.517831 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769e338-27af-4462-8881-1a7cb51c87cd tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event deleted for resources: {'Port': ['ID=276b7b6b-ca49-474a-8101-df674a6595c9,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:53.530178 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-64278b4e-21ad-4760-9a12-4f9c6d2b13ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:53.575929 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-64278b4e-21ad-4760-9a12-4f9c6d2b13ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:53.582295 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-64278b4e-21ad-4760-9a12-4f9c6d2b13ef admin admin] 10.222.0.20 "DELETE /v2.0/subnets/045c4317-9bb0-48ee-b6e2-7655576b500e HTTP/1.1" status: 204 len: 168 time: 1.1423421 Nov 27 04:09:53.584764 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64278b4e-21ad-4760-9a12-4f9c6d2b13ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=045c4317-9bb0-48ee-b6e2-7655576b500e,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:53.589533 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1769e338-27af-4462-8881-1a7cb51c87cd tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] No DVR routers for this DVR port 276b7b6b-ca49-474a-8101-df674a6595c9 on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:09:53.622180 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40372) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:53.671874 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce58b8f-b53b-4de7-97dd-0cdab643efee None None] Network 1a550b15-0796-4700-a8cb-795a6a743018 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:09:53.691361 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1769e338-27af-4462-8881-1a7cb51c87cd tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:53.716524 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-1769e338-27af-4462-8881-1a7cb51c87cd tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['956ae77f-5dd9-4b72-9560-e4aa73a14fd8']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:53.833846 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-35cd2f3d-4b99-46d4-9c8b-b9037fac81bb None None] Could not find standard attr ID for object 276b7b6b-ca49-474a-8101-df674a6595c9. {{(pid=110020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 04:09:53.890667 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-1769e338-27af-4462-8881-1a7cb51c87cd tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '868600b0-e1bd-40dd-ab7f-01572b3fd91e') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:53.891016 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-1769e338-27af-4462-8881-1a7cb51c87cd tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '868600b0-e1bd-40dd-ab7f-01572b3fd91e') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:53.904754 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a809f94a-2ca6-450c-868f-dbddaf97b3fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:53.970139 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1769e338-27af-4462-8881-1a7cb51c87cd tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:54.064998 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b62bf2c-8ad0-4680-844e-b330de740075 None None] DHCP port deletion for 956ae77f-5dd9-4b72-9560-e4aa73a14fd8 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:09:54.124418 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a809f94a-2ca6-450c-868f-dbddaf97b3fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:54.160179 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-a809f94a-2ca6-450c-868f-dbddaf97b3fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a550b15-0796-4700-a8cb-795a6a743018']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:54.173990 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-a809f94a-2ca6-450c-868f-dbddaf97b3fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de152f76-3637-4ed8-b028-e760cc9dd166') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:54.173990 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-a809f94a-2ca6-450c-868f-dbddaf97b3fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de152f76-3637-4ed8-b028-e760cc9dd166') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:54.186694 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a809f94a-2ca6-450c-868f-dbddaf97b3fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:54.200670 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a809f94a-2ca6-450c-868f-dbddaf97b3fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:54.208641 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a809f94a-2ca6-450c-868f-dbddaf97b3fd admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:09:54.209154 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a809f94a-2ca6-450c-868f-dbddaf97b3fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:54.274416 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ada6407-4f6f-4a52-b080-357b65743dd1 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:09:54.289710 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7188c5b-c229-4a95-8993-f61250fdd6c1 None None] DHCP port deletion for 1a550b15-0796-4700-a8cb-795a6a743018 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:09:54.344489 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb939d8a-b8dd-4f21-bc64-8e06d31c3172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-69dee5df-a2b5-4f80-b023-d216a074fa83', 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'tenant_id': 'f4fb6791effe4b41abbe85bac59c4002', 'fixed_ips': [{'subnet_id': '8e316e3e-da18-42b5-8991-6aacd69e37f1'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:09:54.345469 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bb939d8a-b8dd-4f21-bc64-8e06d31c3172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:54.353376 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-597ef94e-af5f-4f6d-8929-0062580ee38a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:54.356985 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-597ef94e-af5f-4f6d-8929-0062580ee38a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:54.407035 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dc69ac47-a18e-4ec1-8aee-3384eb9f8d74 req-eec7fe3c-0244-4ba8-9d75-59669104dfd3 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a78cd85-84e7-46d1-97b9-008ad97870bc HTTP/1.1" status: 200 len: 210 time: 0.0661237 Nov 27 04:09:54.412824 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:09:54.412824 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:09:54.412824 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:09:54.412824 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:09:54.412824 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:09:54.412824 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:09:54.412824 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:09:54.412824 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:09:54.412824 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:09:54.412824 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:09:54.412824 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:09:54.412824 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:09:54.412824 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:09:54.412824 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:09:54.412824 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:09:54.412824 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:09:54.412824 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:09:54.412824 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:09:54.412824 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:09:54.412824 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:09:54.412824 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:09:54.412824 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:09:54.412824 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:09:54.412824 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:09:54.412824 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:09:54.412824 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:09:54.412824 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:09:54.412824 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:09:54.412824 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:09:54.412824 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:09:54.412824 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:09:54.412824 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:09:54.419859 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1769e338-27af-4462-8881-1a7cb51c87cd tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:54.431352 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a809f94a-2ca6-450c-868f-dbddaf97b3fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:54.446304 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a809f94a-2ca6-450c-868f-dbddaf97b3fd admin admin] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:54.456349 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a809f94a-2ca6-450c-868f-dbddaf97b3fd admin admin] 10.222.0.20 "DELETE /v2.0/networks/1a550b15-0796-4700-a8cb-795a6a743018 HTTP/1.1" status: 204 len: 168 time: 0.7147355 Nov 27 04:09:54.495564 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-597ef94e-af5f-4f6d-8929-0062580ee38a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:54.496485 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597ef94e-af5f-4f6d-8929-0062580ee38a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea0d35ec-8add-4e02-8b1c-d91746f2f66d {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:09:54.517867 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-597ef94e-af5f-4f6d-8929-0062580ee38a admin admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:54.522112 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a809f94a-2ca6-450c-868f-dbddaf97b3fd admin admin] Pushing event deleted for resources: {'Network': ['ID=1a550b15-0796-4700-a8cb-795a6a743018,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:54.522664 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-597ef94e-af5f-4f6d-8929-0062580ee38a admin admin] 10.222.0.20 "DELETE /v2.0/routers/ea0d35ec-8add-4e02-8b1c-d91746f2f66d HTTP/1.1" status: 204 len: 168 time: 5.4976201 Nov 27 04:09:54.522883 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40400) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:54.533593 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1769e338-27af-4462-8881-1a7cb51c87cd tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:09:54.534024 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1769e338-27af-4462-8881-1a7cb51c87cd tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:54.541482 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:09:54.541482 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:09:54.541482 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:09:54.541482 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:09:54.541482 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:09:54.541482 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:09:54.541482 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:09:54.541482 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:09:54.541482 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:09:54.541482 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:09:54.541482 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:09:54.541482 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:09:54.541482 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:09:54.541482 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:09:54.541482 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:09:54.541482 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:09:54.541482 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:09:54.541482 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:09:54.541482 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:09:54.541482 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:09:54.541482 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:09:54.541482 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:09:54.541482 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:09:54.541482 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:09:54.541482 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:09:54.541482 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:09:54.541482 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:09:54.541482 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:09:54.541482 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:09:54.541482 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:09:54.541482 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:09:54.541482 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:09:54.581545 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-bb939d8a-b8dd-4f21-bc64-8e06d31c3172 None None] Allocated IP 2001:db8::f816:3eff:fe06:c6f6 (69dee5df-a2b5-4f80-b023-d216a074fa83/8e316e3e-da18-42b5-8991-6aacd69e37f1/79fc9772-4853-4cf7-9a31-2a8f98b20aab) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:09:54.643105 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2ada6407-4f6f-4a52-b080-357b65743dd1 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:54.668192 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-a40e4f1b-81b2-4bc6-8195-fd6ee7d5138a admin admin] Deleting subnet 72442e9e-9171-4b97-b60c-80223dc82b85 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:09:54.673775 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a40e4f1b-81b2-4bc6-8195-fd6ee7d5138a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:54.735344 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-2ada6407-4f6f-4a52-b080-357b65743dd1 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] device_id is not set on port 525212aa-8103-49c3-a430-ded535f35ff1 yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:09:54.735603 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a40e4f1b-81b2-4bc6-8195-fd6ee7d5138a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:54.747497 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1769e338-27af-4462-8881-1a7cb51c87cd tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:54.797353 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1769e338-27af-4462-8881-1a7cb51c87cd tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:54.804865 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1769e338-27af-4462-8881-1a7cb51c87cd tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "DELETE /v2.0/networks/956ae77f-5dd9-4b72-9560-e4aa73a14fd8 HTTP/1.1" status: 204 len: 168 time: 2.6706479 Nov 27 04:09:54.806773 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769e338-27af-4462-8881-1a7cb51c87cd tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event deleted for resources: {'Network': ['ID=956ae77f-5dd9-4b72-9560-e4aa73a14fd8,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:54.808879 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40404) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:54.852872 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a40e4f1b-81b2-4bc6-8195-fd6ee7d5138a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:54.892084 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40408) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:54.941149 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a40e4f1b-81b2-4bc6-8195-fd6ee7d5138a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:54.943865 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a824ae9-aae1-4c9e-a11f-fdb29e4951d1 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] DELETE failed (client error): The resource could not be found. Nov 27 04:09:54.944296 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a824ae9-aae1-4c9e-a11f-fdb29e4951d1 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:09:54.948073 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7a824ae9-aae1-4c9e-a11f-fdb29e4951d1 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "DELETE /v2.0/subnets/f69f87a1-50ee-4407-9acc-87449e8321cf HTTP/1.1" status: 404 len: 337 time: 0.0645926 Nov 27 04:09:54.955238 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40412) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:54.960364 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bb939d8a-b8dd-4f21-bc64-8e06d31c3172 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:54.975924 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bb939d8a-b8dd-4f21-bc64-8e06d31c3172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:55.023477 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e4f1b-81b2-4bc6-8195-fd6ee7d5138a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72442e9e-9171-4b97-b60c-80223dc82b85,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:55.043901 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a40e4f1b-81b2-4bc6-8195-fd6ee7d5138a admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:55.069160 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654d1a2c-0602-4bc7-ba58-23d1df4ed2cd None None] Network ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:09:55.072420 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a40e4f1b-81b2-4bc6-8195-fd6ee7d5138a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/72442e9e-9171-4b97-b60c-80223dc82b85 HTTP/1.1" status: 204 len: 168 time: 0.5389333 Nov 27 04:09:55.078619 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfdc85a8-19f0-4a9b-b3a9-bd633d5d4433 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] DELETE failed (client error): The resource could not be found. Nov 27 04:09:55.079178 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfdc85a8-19f0-4a9b-b3a9-bd633d5d4433 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:09:55.082002 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40422) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:55.089246 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-bfdc85a8-19f0-4a9b-b3a9-bd633d5d4433 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "DELETE /v2.0/networks/114b8b03-4210-4854-a90a-24345e9b7bec HTTP/1.1" status: 404 len: 339 time: 0.1289964 Nov 27 04:09:55.092039 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40424) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:55.099686 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2ba7fcba-d66d-4bd5-8791-91f06f07206e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0a3560b8add540d18a832456fc92f93a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2034638 Nov 27 04:09:55.114519 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40426) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:55.236828 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c7bea7c-6c90-488d-acc5-0944882b083a tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] DELETE failed (client error): The resource could not be found. Nov 27 04:09:55.237657 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c7bea7c-6c90-488d-acc5-0944882b083a tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:09:55.238992 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-2ada6407-4f6f-4a52-b080-357b65743dd1 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Allocated IP 2001:db8::f816:3eff:fe6d:3929 (69dee5df-a2b5-4f80-b023-d216a074fa83/8e316e3e-da18-42b5-8991-6aacd69e37f1/525212aa-8103-49c3-a430-ded535f35ff1) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:09:55.247372 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb939d8a-b8dd-4f21-bc64-8e06d31c3172 None None] Pushing event updated for resources: {'Port': ['ID=79fc9772-4853-4cf7-9a31-2a8f98b20aab,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:55.258877 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9c7bea7c-6c90-488d-acc5-0944882b083a tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "DELETE /v2.0/subnets/057ea8ff-ee3c-4195-9195-e0680cc78336 HTTP/1.1" status: 404 len: 337 time: 0.1625969 Nov 27 04:09:55.260477 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40428) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:55.280271 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb939d8a-b8dd-4f21-bc64-8e06d31c3172 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:09:55.298836 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-497efd9f-fe07-44e9-a3fe-660cdf2ab6d4 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] DELETE failed (client error): The resource could not be found. Nov 27 04:09:55.301910 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-497efd9f-fe07-44e9-a3fe-660cdf2ab6d4 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:09:55.311951 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-497efd9f-fe07-44e9-a3fe-660cdf2ab6d4 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "DELETE /v2.0/networks/ea594777-74e0-455a-91cf-e67eba827718 HTTP/1.1" status: 404 len: 339 time: 0.0501938 Nov 27 04:09:55.314539 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40430) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:55.337918 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-bb939d8a-b8dd-4f21-bc64-8e06d31c3172 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:09:55.344646 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 1ed87267-4441-4b54-8d15-00558f59e344 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:09:55.345044 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-7581873e-61b0-405e-9f6b-3a6a0ba5fd9e tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] DELETE failed (client error): The resource could not be found. Nov 27 04:09:55.345579 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7581873e-61b0-405e-9f6b-3a6a0ba5fd9e tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:09:55.348813 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7581873e-61b0-405e-9f6b-3a6a0ba5fd9e tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "DELETE /v2.0/subnets/e186f1a5-6093-46d9-b92f-32a234c5c7c1 HTTP/1.1" status: 404 len: 337 time: 0.0332744 Nov 27 04:09:55.351347 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40432) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:55.354630 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb939d8a-b8dd-4f21-bc64-8e06d31c3172 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:09:55.386693 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-baf9bef9-e2d5-4fab-865b-4f51f10f80e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:55.397185 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5a2de20-cfb5-4c88-9a7a-55b65d6c3a8a tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] DELETE failed (client error): The resource could not be found. Nov 27 04:09:55.397911 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5a2de20-cfb5-4c88-9a7a-55b65d6c3a8a tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:09:55.407957 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 1ed87267-4441-4b54-8d15-00558f59e344 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:09:55.408891 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 1ed87267-4441-4b54-8d15-00558f59e344 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:09:55.409551 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 276b7b6b-ca49-474a-8101-df674a6595c9 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:09:55.420836 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b5a2de20-cfb5-4c88-9a7a-55b65d6c3a8a tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "DELETE /v2.0/networks/91f1dde8-6bc0-4e13-8d72-c21170eececa HTTP/1.1" status: 404 len: 339 time: 0.0654416 Nov 27 04:09:55.423445 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40436) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:55.498465 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aa4ad95-a4a9-4f56-b7e1-d10892be04ab tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Deleting subnet d5b39eb7-911d-46dc-bfdd-77961ef64d6b {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:09:55.512956 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5aa4ad95-a4a9-4f56-b7e1-d10892be04ab tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:55.561093 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c36d51e-95e0-48ea-a223-b297a6158284 None None] DHCP port deletion for ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:09:55.574503 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-07505df7-49ae-4bdd-b874-95875a721aaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:55.582642 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5aa4ad95-a4a9-4f56-b7e1-d10892be04ab tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:55.598154 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 276b7b6b-ca49-474a-8101-df674a6595c9 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:09:55.600334 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 276b7b6b-ca49-474a-8101-df674a6595c9 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:09:55.623757 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-bb939d8a-b8dd-4f21-bc64-8e06d31c3172 None None] Attempting to bind port 79fc9772-4853-4cf7-9a31-2a8f98b20aab on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:09:55.624525 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-bb939d8a-b8dd-4f21-bc64-8e06d31c3172 None None] Attempting to bind port 79fc9772-4853-4cf7-9a31-2a8f98b20aab by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:09:55.626784 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb939d8a-b8dd-4f21-bc64-8e06d31c3172 None None] Attempting to bind port 79fc9772-4853-4cf7-9a31-2a8f98b20aab on network 69dee5df-a2b5-4f80-b023-d216a074fa83 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:09:55.641726 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb939d8a-b8dd-4f21-bc64-8e06d31c3172 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:09:55.646113 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb939d8a-b8dd-4f21-bc64-8e06d31c3172 None None] Checking segment: {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:09:55.646850 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bb939d8a-b8dd-4f21-bc64-8e06d31c3172 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:55.647734 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb939d8a-b8dd-4f21-bc64-8e06d31c3172 None None] Bound using segment: {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:09:55.649512 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-bb939d8a-b8dd-4f21-bc64-8e06d31c3172 None None] Bound port: 79fc9772-4853-4cf7-9a31-2a8f98b20aab, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:09:55.651028 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bb939d8a-b8dd-4f21-bc64-8e06d31c3172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:55.657564 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9f770e07-09ae-4a3f-9e6a-41e57e5bc4eb req-914b0cc1-7c59-4980-a753-489ecab616a4 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a78cd85-84e7-46d1-97b9-008ad97870bc HTTP/1.1" status: 200 len: 210 time: 0.0697947 Nov 27 04:09:55.662903 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-07505df7-49ae-4bdd-b874-95875a721aaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:55.790115 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40440) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:55.795863 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-bb939d8a-b8dd-4f21-bc64-8e06d31c3172 None None] For port 79fc9772-4853-4cf7-9a31-2a8f98b20aab, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:09:55.800753 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-bb939d8a-b8dd-4f21-bc64-8e06d31c3172 None None] For port 79fc9772-4853-4cf7-9a31-2a8f98b20aab, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=79fc9772-4853-4cf7-9a31-2a8f98b20aab,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:09:55.811602 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bb939d8a-b8dd-4f21-bc64-8e06d31c3172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:55.819941 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5aa4ad95-a4a9-4f56-b7e1-d10892be04ab tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:55.858532 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-baf9bef9-e2d5-4fab-865b-4f51f10f80e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:55.894083 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2ada6407-4f6f-4a52-b080-357b65743dd1 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:55.919817 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb939d8a-b8dd-4f21-bc64-8e06d31c3172 None None] Pushing event updated for resources: {'Port': ['ID=79fc9772-4853-4cf7-9a31-2a8f98b20aab,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:55.922317 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-baf9bef9-e2d5-4fab-865b-4f51f10f80e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:55.936379 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-07505df7-49ae-4bdd-b874-95875a721aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:55.940807 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-07505df7-49ae-4bdd-b874-95875a721aaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:55.942048 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-07505df7-49ae-4bdd-b874-95875a721aaa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/130ddf44-70c9-4314-a571-93a8e767d8eb HTTP/1.1" status: 204 len: 168 time: 0.8267736 Nov 27 04:09:55.957857 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-baf9bef9-e2d5-4fab-865b-4f51f10f80e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40b99c78-6ba3-42b7-8645-6ef0c8b74789') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:55.958230 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-baf9bef9-e2d5-4fab-865b-4f51f10f80e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40b99c78-6ba3-42b7-8645-6ef0c8b74789') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:55.964324 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07505df7-49ae-4bdd-b874-95875a721aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130ddf44-70c9-4314-a571-93a8e767d8eb,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:56.004348 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-baf9bef9-e2d5-4fab-865b-4f51f10f80e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:56.031043 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-baf9bef9-e2d5-4fab-865b-4f51f10f80e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:56.040109 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b5a0909a-ea46-4977-a868-7e92392150fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:56.040777 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baf9bef9-e2d5-4fab-865b-4f51f10f80e3 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:09:56.041355 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-baf9bef9-e2d5-4fab-865b-4f51f10f80e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:56.043101 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:09:56.043101 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:09:56.043101 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:09:56.043101 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:09:56.043101 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:09:56.043101 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:09:56.043101 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:09:56.043101 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:09:56.043101 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:09:56.043101 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:09:56.043101 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:09:56.043101 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:09:56.043101 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:09:56.043101 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:09:56.043101 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:09:56.043101 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:09:56.043101 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:09:56.043101 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:09:56.043101 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:09:56.043101 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:09:56.043101 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:09:56.043101 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:09:56.043101 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:09:56.043101 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:09:56.043101 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:09:56.043101 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:09:56.043101 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:09:56.043101 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:09:56.043101 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:09:56.043101 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:09:56.043101 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:09:56.043101 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:09:56.055444 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2ada6407-4f6f-4a52-b080-357b65743dd1 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:56.080146 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5aa4ad95-a4a9-4f56-b7e1-d10892be04ab tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:56.121712 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5aa4ad95-a4a9-4f56-b7e1-d10892be04ab tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:56.128599 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-5aa4ad95-a4a9-4f56-b7e1-d10892be04ab tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "DELETE /v2.0/subnets/d5b39eb7-911d-46dc-bfdd-77961ef64d6b HTTP/1.1" status: 204 len: 168 time: 0.7040691 Nov 27 04:09:56.129872 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40446) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:56.136408 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae42e80-4522-4353-af89-255333eb3144 None None] Network 21fbe49f-30ae-45c9-91de-ff027e53319e requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:09:56.140259 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa4ad95-a4a9-4f56-b7e1-d10892be04ab tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event deleted for resources: {'Subnet': ['ID=d5b39eb7-911d-46dc-bfdd-77961ef64d6b,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:56.186461 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ada6407-4f6f-4a52-b080-357b65743dd1 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:09:56.195062 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-2ada6407-4f6f-4a52-b080-357b65743dd1 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:09:56.207520 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-baf9bef9-e2d5-4fab-865b-4f51f10f80e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:56.216663 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ada6407-4f6f-4a52-b080-357b65743dd1 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:09:56.226456 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ada6407-4f6f-4a52-b080-357b65743dd1 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:56.227169 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2ada6407-4f6f-4a52-b080-357b65743dd1 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:56.286161 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada6407-4f6f-4a52-b080-357b65743dd1 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Port': ['ID=525212aa-8103-49c3-a430-ded535f35ff1,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:56.304774 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-26d88724-2ebe-425f-8ba4-5bed4285e735 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:56.308495 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-baf9bef9-e2d5-4fab-865b-4f51f10f80e3 admin admin] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:56.319071 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-baf9bef9-e2d5-4fab-865b-4f51f10f80e3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5 HTTP/1.1" status: 204 len: 168 time: 1.2341959 Nov 27 04:09:56.322335 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf9bef9-e2d5-4fab-865b-4f51f10f80e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee9b4523-b8ff-4d0a-80bc-5ce774d94fe5,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:56.335095 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b5a0909a-ea46-4977-a868-7e92392150fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:56.360918 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b5a0909a-ea46-4977-a868-7e92392150fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:56.392407 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2ada6407-4f6f-4a52-b080-357b65743dd1 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3478003 Nov 27 04:09:56.396333 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40456) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:56.485582 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ed90d4-6e30-4768-b694-0b0e5d73a4cb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:56.492423 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ed90d4-6e30-4768-b694-0b0e5d73a4cb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:56.494131 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-35ed90d4-6e30-4768-b694-0b0e5d73a4cb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0967777 Nov 27 04:09:56.497452 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40460) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:56.556022 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b5a0909a-ea46-4977-a868-7e92392150fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5fd6ba3f316a4ec1abeb13dada11801c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7630260 Nov 27 04:09:56.557042 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40464) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:56.640734 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a0909a-ea46-4977-a868-7e92392150fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8065a30e-a908-40fb-89b4-3e2cac759d5f,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:56.705200 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5b3c27-f13e-4284-b9f5-4cf867a370f0 None None] DHCP port deletion for 21fbe49f-30ae-45c9-91de-ff027e53319e request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:09:56.711343 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40472) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:56.775109 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-26d88724-2ebe-425f-8ba4-5bed4285e735 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Deleting port 99d56246-b080-404c-a92b-d21b9291a924 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:09:56.778329 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-26d88724-2ebe-425f-8ba4-5bed4285e735 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:56.784028 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-689aef2b-1dfd-4164-9a23-6a49c1ca0bdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:56.819276 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f105e6aa-969a-42e3-be50-e08535017149 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b06130bf9bef4c7fa67dd5f594ff20d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1020012 Nov 27 04:09:56.827120 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40474) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:56.828470 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-474c4235-c854-443a-9cb1-3ab7163c9050 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting port 525212aa-8103-49c3-a430-ded535f35ff1 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:09:56.828870 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-474c4235-c854-443a-9cb1-3ab7163c9050 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:56.837786 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-ac5b3c27-f13e-4284-b9f5-4cf867a370f0 None None] Deleting port 99d56246-b080-404c-a92b-d21b9291a924 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:09:56.839509 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ac5b3c27-f13e-4284-b9f5-4cf867a370f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:56.909190 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-ac5b3c27-f13e-4284-b9f5-4cf867a370f0 None None] For port 99d56246-b080-404c-a92b-d21b9291a924, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=99d56246-b080-404c-a92b-d21b9291a924,segment=NetworkSegment(28997a98-b064-498a-a8ad-eceeb9823318),segment_id=28997a98-b064-498a-a8ad-eceeb9823318)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:09:56.909915 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ac5b3c27-f13e-4284-b9f5-4cf867a370f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:56.925045 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-ac5b3c27-f13e-4284-b9f5-4cf867a370f0 None None] Calling delete_port for 99d56246-b080-404c-a92b-d21b9291a924 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:09:56.934666 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-93db3ed1-9773-4ab3-9fb5-996cb4174b16 req-7881a380-9f1d-4242-b9ed-51f1c2e81a6b tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a78cd85-84e7-46d1-97b9-008ad97870bc HTTP/1.1" status: 200 len: 210 time: 0.0978844 Nov 27 04:09:56.997599 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-689aef2b-1dfd-4164-9a23-6a49c1ca0bdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:57.009039 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-26d88724-2ebe-425f-8ba4-5bed4285e735 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] For port 99d56246-b080-404c-a92b-d21b9291a924, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=99d56246-b080-404c-a92b-d21b9291a924,segment=NetworkSegment(28997a98-b064-498a-a8ad-eceeb9823318),segment_id=28997a98-b064-498a-a8ad-eceeb9823318)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:09:57.009635 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-26d88724-2ebe-425f-8ba4-5bed4285e735 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:57.023323 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-474c4235-c854-443a-9cb1-3ab7163c9050 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:57.044716 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-474c4235-c854-443a-9cb1-3ab7163c9050 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Calling delete_port for 525212aa-8103-49c3-a430-ded535f35ff1 owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:09:57.047845 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-26d88724-2ebe-425f-8ba4-5bed4285e735 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Calling delete_port for 99d56246-b080-404c-a92b-d21b9291a924 owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:09:57.132537 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ac5b3c27-f13e-4284-b9f5-4cf867a370f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:57.187783 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c6b73781-c568-4cd3-b795-728f60d5bb6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:57.205292 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-689aef2b-1dfd-4164-9a23-6a49c1ca0bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:57.212668 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-689aef2b-1dfd-4164-9a23-6a49c1ca0bdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:57.218370 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b3c27-f13e-4284-b9f5-4cf867a370f0 None None] Pushing event deleted for resources: {'Port': ['ID=99d56246-b080-404c-a92b-d21b9291a924,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:57.220285 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-689aef2b-1dfd-4164-9a23-6a49c1ca0bdb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8065a30e-a908-40fb-89b4-3e2cac759d5f HTTP/1.1" status: 204 len: 168 time: 0.6439462 Nov 27 04:09:57.222269 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5b3c27-f13e-4284-b9f5-4cf867a370f0 None None] No DVR routers for this DVR port 99d56246-b080-404c-a92b-d21b9291a924 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:09:57.274446 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689aef2b-1dfd-4164-9a23-6a49c1ca0bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8065a30e-a908-40fb-89b4-3e2cac759d5f,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:57.366388 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c6b73781-c568-4cd3-b795-728f60d5bb6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:57.415625 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 79fc9772-4853-4cf7-9a31-2a8f98b20aab up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:09:57.547596 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-26d88724-2ebe-425f-8ba4-5bed4285e735 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:57.557181 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 79fc9772-4853-4cf7-9a31-2a8f98b20aab triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:09:57.562889 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:57.563259 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-474c4235-c854-443a-9cb1-3ab7163c9050 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:57.635204 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d88724-2ebe-425f-8ba4-5bed4285e735 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event deleted for resources: {'Port': ['ID=99d56246-b080-404c-a92b-d21b9291a924,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:57.639931 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d88724-2ebe-425f-8ba4-5bed4285e735 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] No DVR routers for this DVR port 99d56246-b080-404c-a92b-d21b9291a924 on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:09:57.648114 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c6b73781-c568-4cd3-b795-728f60d5bb6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:57.661420 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c6b73781-c568-4cd3-b795-728f60d5bb6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:57.664699 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c6b73781-c568-4cd3-b795-728f60d5bb6e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7de99fdf-87dd-4efb-baf4-c45e4ef63564 HTTP/1.1" status: 204 len: 168 time: 0.8362768 Nov 27 04:09:57.669430 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40494) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:57.682935 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c4235-c854-443a-9cb1-3ab7163c9050 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Port': ['ID=525212aa-8103-49c3-a430-ded535f35ff1,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:57.730434 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b73781-c568-4cd3-b795-728f60d5bb6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de99fdf-87dd-4efb-baf4-c45e4ef63564,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:57.773863 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-474c4235-c854-443a-9cb1-3ab7163c9050 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:57.780415 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-474c4235-c854-443a-9cb1-3ab7163c9050 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/ports/525212aa-8103-49c3-a430-ded535f35ff1 HTTP/1.1" status: 204 len: 168 time: 1.2813489 Nov 27 04:09:57.784980 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40502) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:57.788456 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:57.914476 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1a992b-e42e-4a1b-a42a-02ea72f1b79e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:57.916502 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 79fc9772-4853-4cf7-9a31-2a8f98b20aab, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=79fc9772-4853-4cf7-9a31-2a8f98b20aab,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:09:57.916931 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1a992b-e42e-4a1b-a42a-02ea72f1b79e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:57.926898 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6b1a992b-e42e-4a1b-a42a-02ea72f1b79e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1382604 Nov 27 04:09:57.930380 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40504) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:57.941560 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:57.976931 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-26d88724-2ebe-425f-8ba4-5bed4285e735 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:58.056362 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-26d88724-2ebe-425f-8ba4-5bed4285e735 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21fbe49f-30ae-45c9-91de-ff027e53319e']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:58.088570 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-26d88724-2ebe-425f-8ba4-5bed4285e735 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28997a98-b064-498a-a8ad-eceeb9823318') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:58.093739 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-26d88724-2ebe-425f-8ba4-5bed4285e735 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28997a98-b064-498a-a8ad-eceeb9823318') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:09:58.093908 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=79fc9772-4853-4cf7-9a31-2a8f98b20aab,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:58.098456 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-9080ce16-8a98-4151-95b2-cf335a0aee3c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting subnet 8e316e3e-da18-42b5-8991-6aacd69e37f1 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:09:58.104658 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 99d56246-b080-404c-a92b-d21b9291a924 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:09:58.124847 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9080ce16-8a98-4151-95b2-cf335a0aee3c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:58.144161 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-26d88724-2ebe-425f-8ba4-5bed4285e735 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:58.178367 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-26d88724-2ebe-425f-8ba4-5bed4285e735 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:58.193315 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d88724-2ebe-425f-8ba4-5bed4285e735 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:09:58.193805 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-26d88724-2ebe-425f-8ba4-5bed4285e735 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:58.200362 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:09:58.200362 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 04:09:58.200362 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:09:58.200362 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 04:09:58.200362 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:09:58.200362 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 04:09:58.200362 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:09:58.200362 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 04:09:58.200362 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:09:58.200362 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:09:58.200362 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:09:58.200362 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:09:58.200362 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:09:58.200362 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:09:58.200362 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:09:58.200362 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:09:58.200362 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:09:58.200362 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:09:58.200362 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:09:58.200362 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:09:58.200362 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:09:58.200362 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:09:58.200362 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:09:58.200362 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:09:58.200362 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:09:58.200362 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:09:58.200362 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:09:58.200362 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:09:58.200362 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:09:58.200362 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:09:58.200362 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:09:58.200362 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:09:58.200362 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:09:58.200362 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:09:58.200362 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:09:58.200362 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:09:58.200362 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:09:58.200362 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:09:58.200362 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:09:58.200362 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:09:58.203719 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-1bf96e36-38ec-4a7f-838b-15c58698f68c None None] Provisioning complete for port 79fc9772-4853-4cf7-9a31-2a8f98b20aab triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:09:58.203719 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1bf96e36-38ec-4a7f-838b-15c58698f68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:58.231709 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3445fedf-f9b5-4c18-acbd-2b2a3e998ba2 req-8538813f-3a3f-48b3-9879-863f7fb34a2b tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a78cd85-84e7-46d1-97b9-008ad97870bc HTTP/1.1" status: 200 len: 210 time: 0.1190343 Nov 27 04:09:58.257768 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 99d56246-b080-404c-a92b-d21b9291a924 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:09:58.258400 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 99d56246-b080-404c-a92b-d21b9291a924 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:09:58.294676 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9080ce16-8a98-4151-95b2-cf335a0aee3c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:58.345977 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-cfecb3b3-9516-4d91-b9f8-8b3f984bb257 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1909362320-network', 'tenant_id': '319b1b5f2a4e4c18853d965486ee0de8'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:09:58.422131 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-26d88724-2ebe-425f-8ba4-5bed4285e735 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:58.444798 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-26d88724-2ebe-425f-8ba4-5bed4285e735 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:58.459558 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-26d88724-2ebe-425f-8ba4-5bed4285e735 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "DELETE /v2.0/networks/21fbe49f-30ae-45c9-91de-ff027e53319e HTTP/1.1" status: 204 len: 168 time: 2.3241360 Nov 27 04:09:58.460647 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40520) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:58.464373 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-9ed9505e-5071-447c-9e78-22b17654514f None None] Could not find standard attr ID for object 525212aa-8103-49c3-a430-ded535f35ff1. {{(pid=110020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 04:09:58.478889 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfecb3b3-9516-4d91-b9f8-8b3f984bb257 admin admin] Made reservation on behalf of 319b1b5f2a4e4c18853d965486ee0de8 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:09:58.482775 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cfecb3b3-9516-4d91-b9f8-8b3f984bb257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:58.538297 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d88724-2ebe-425f-8ba4-5bed4285e735 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event deleted for resources: {'Network': ['ID=21fbe49f-30ae-45c9-91de-ff027e53319e,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:58.555891 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9080ce16-8a98-4151-95b2-cf335a0aee3c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:58.571407 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e5a1901-96a5-4d88-bbf7-db5ab3dc7b38 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] DELETE failed (client error): The resource could not be found. Nov 27 04:09:58.571884 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e5a1901-96a5-4d88-bbf7-db5ab3dc7b38 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:09:58.583528 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8e5a1901-96a5-4d88-bbf7-db5ab3dc7b38 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "DELETE /v2.0/subnets/0d01f797-1c36-489e-9d5a-07d358152801 HTTP/1.1" status: 404 len: 337 time: 0.1158495 Nov 27 04:09:58.584158 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40526) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:58.610378 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cfecb3b3-9516-4d91-b9f8-8b3f984bb257 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:58.613739 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba2abe39-ef17-42a4-a694-75d1c6a2d813 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] DELETE failed (client error): The resource could not be found. Nov 27 04:09:58.614328 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba2abe39-ef17-42a4-a694-75d1c6a2d813 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:09:58.625470 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ba2abe39-ef17-42a4-a694-75d1c6a2d813 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "DELETE /v2.0/networks/f438660a-1595-411e-86c2-d6adb9d286b8 HTTP/1.1" status: 404 len: 339 time: 0.0397971 Nov 27 04:09:58.626372 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40530) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:58.704838 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9080ce16-8a98-4151-95b2-cf335a0aee3c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:58.753309 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6b5784a-3871-493a-a780-0f83bc666b0a tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Deleting subnet f8ed3f2d-cb67-438a-836f-899adc41b71d {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:09:58.762031 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b6b5784a-3871-493a-a780-0f83bc666b0a tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:58.779159 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9080ce16-8a98-4151-95b2-cf335a0aee3c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Subnet': ['ID=8e316e3e-da18-42b5-8991-6aacd69e37f1,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:58.779747 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9debb0bd-71b8-4342-b57f-5cd2ab8a304c None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:09:58.784119 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9080ce16-8a98-4151-95b2-cf335a0aee3c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:58.792801 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9080ce16-8a98-4151-95b2-cf335a0aee3c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/8e316e3e-da18-42b5-8991-6aacd69e37f1 HTTP/1.1" status: 204 len: 168 time: 0.8609457 Nov 27 04:09:58.796107 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40532) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:58.875957 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b6b5784a-3871-493a-a780-0f83bc666b0a tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:58.918093 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-81afca2d-6a4d-4c6a-92ea-f72a0ca1c898 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1202874 Nov 27 04:09:58.918990 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40536) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:58.992863 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cfecb3b3-9516-4d91-b9f8-8b3f984bb257 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:59.015109 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cfecb3b3-9516-4d91-b9f8-8b3f984bb257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:59.026447 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e116adfe-90f8-4827-809c-88ddeac00192 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:59.034894 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e116adfe-90f8-4827-809c-88ddeac00192 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1144865 Nov 27 04:09:59.037444 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40544) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:59.159019 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9baf3d-111e-448b-abea-c915dbd23311 None None] DHCP port deletion for 69dee5df-a2b5-4f80-b023-d216a074fa83 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:09:59.171522 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0ac631-7b26-4eda-9559-eea4adf317ba tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:59.183209 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2f0ac631-7b26-4eda-9559-eea4adf317ba tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1434419 Nov 27 04:09:59.185058 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40550) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:59.240197 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ee5e3e2b-7c42-4aca-bb55-5380f3d556f7 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0544727 Nov 27 04:09:59.240801 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40556) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:59.254949 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b6b5784a-3871-493a-a780-0f83bc666b0a tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:59.261721 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-69acb1bf-8e3a-4d52-b99f-5a0234329acf tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'subnet': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:09:59.326282 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfecb3b3-9516-4d91-b9f8-8b3f984bb257 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:09:59.338282 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfecb3b3-9516-4d91-b9f8-8b3f984bb257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28272eea-593b-4456-8e50-b5d7c811f605,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:59.351882 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfecb3b3-9516-4d91-b9f8-8b3f984bb257 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:59.352251 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfecb3b3-9516-4d91-b9f8-8b3f984bb257 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:59.352582 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfecb3b3-9516-4d91-b9f8-8b3f984bb257 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:59.352924 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfecb3b3-9516-4d91-b9f8-8b3f984bb257 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:59.353259 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfecb3b3-9516-4d91-b9f8-8b3f984bb257 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:59.353592 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfecb3b3-9516-4d91-b9f8-8b3f984bb257 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:59.353926 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfecb3b3-9516-4d91-b9f8-8b3f984bb257 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:59.354254 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfecb3b3-9516-4d91-b9f8-8b3f984bb257 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:59.357449 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfecb3b3-9516-4d91-b9f8-8b3f984bb257 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:59.357691 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfecb3b3-9516-4d91-b9f8-8b3f984bb257 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:59.358087 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfecb3b3-9516-4d91-b9f8-8b3f984bb257 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:59.358431 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfecb3b3-9516-4d91-b9f8-8b3f984bb257 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:09:59.362584 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b6b5784a-3871-493a-a780-0f83bc666b0a tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:59.379766 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-3d9baf3d-111e-448b-abea-c915dbd23311 None None] Deleting port 79fc9772-4853-4cf7-9a31-2a8f98b20aab {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:09:59.384996 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3d9baf3d-111e-448b-abea-c915dbd23311 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:59.429597 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cfecb3b3-9516-4d91-b9f8-8b3f984bb257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:59.429863 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-cfecb3b3-9516-4d91-b9f8-8b3f984bb257 admin admin] Added segment 661d5937-212a-4811-a5f9-3db1608c4a83 of type vlan for network 347dc589-6374-47f7-b5a6-ee7eef1151d3 Nov 27 04:09:59.447903 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9bc6d439-38a3-4d13-879a-e3060cee930f req-344dfd02-09e9-4ef7-b191-99c1808eb574 tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a78cd85-84e7-46d1-97b9-008ad97870bc HTTP/1.1" status: 200 len: 210 time: 0.0757921 Nov 27 04:09:59.449524 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b6b5784a-3871-493a-a780-0f83bc666b0a tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:59.452854 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b6b5784a-3871-493a-a780-0f83bc666b0a tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "DELETE /v2.0/subnets/f8ed3f2d-cb67-438a-836f-899adc41b71d HTTP/1.1" status: 204 len: 168 time: 0.8183498 Nov 27 04:09:59.455455 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40562) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:59.456170 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40564) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:59.474022 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b5784a-3871-493a-a780-0f83bc666b0a tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event deleted for resources: {'Subnet': ['ID=f8ed3f2d-cb67-438a-836f-899adc41b71d,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:59.536077 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-3d9baf3d-111e-448b-abea-c915dbd23311 None None] For port 79fc9772-4853-4cf7-9a31-2a8f98b20aab, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=79fc9772-4853-4cf7-9a31-2a8f98b20aab,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:09:59.538335 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3d9baf3d-111e-448b-abea-c915dbd23311 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:59.545261 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1993b9c9-898d-49d9-b889-7dc68f7b3ddc None None] Network 4e22d952-f2fd-418d-a153-24eaeb691fe8 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:09:59.556770 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cfecb3b3-9516-4d91-b9f8-8b3f984bb257 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:59.591380 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-3d9baf3d-111e-448b-abea-c915dbd23311 None None] Calling delete_port for 79fc9772-4853-4cf7-9a31-2a8f98b20aab owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:09:59.619864 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cfecb3b3-9516-4d91-b9f8-8b3f984bb257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:59.621225 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfecb3b3-9516-4d91-b9f8-8b3f984bb257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:09:59.622631 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cfecb3b3-9516-4d91-b9f8-8b3f984bb257 admin admin] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:59.669143 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dc991a1b-0362-4232-92a1-c951fd7ba401 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:59.690143 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69acb1bf-8e3a-4d52-b99f-5a0234329acf tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:09:59.696072 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-69acb1bf-8e3a-4d52-b99f-5a0234329acf tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:59.748765 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfecb3b3-9516-4d91-b9f8-8b3f984bb257 admin admin] Pushing event updated for resources: {'Network': ['ID=347dc589-6374-47f7-b5a6-ee7eef1151d3,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:09:59.769078 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 347dc589-6374-47f7-b5a6-ee7eef1151d3 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:09:59.778542 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-cfecb3b3-9516-4d91-b9f8-8b3f984bb257 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1019311 Nov 27 04:09:59.779063 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40570) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:09:59.788418 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-ae202a80-fee5-459f-8b96-2859e727dc30 admin admin] Request body: {'subnet': {'network_id': '347dc589-6374-47f7-b5a6-ee7eef1151d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1909362320-subnet', 'tenant_id': '319b1b5f2a4e4c18853d965486ee0de8', 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:09:59.848285 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae202a80-fee5-459f-8b96-2859e727dc30 admin admin] Made reservation on behalf of 319b1b5f2a4e4c18853d965486ee0de8 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:09:59.851997 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ae202a80-fee5-459f-8b96-2859e727dc30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:59.925818 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-dc991a1b-0362-4232-92a1-c951fd7ba401 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Deleting port 966b24b8-9b0c-4a2a-8b0a-8084652e5a84 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:09:59.927536 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dc991a1b-0362-4232-92a1-c951fd7ba401 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:09:59.953829 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-a24b748d-f301-452b-ada1-97dea178e890 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-765555677-network', 'tenant_id': '797b4470e1204f95b4c65fa8076beed0'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:10:00.029209 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-dc991a1b-0362-4232-92a1-c951fd7ba401 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] For port 966b24b8-9b0c-4a2a-8b0a-8084652e5a84, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=966b24b8-9b0c-4a2a-8b0a-8084652e5a84,segment=NetworkSegment(3b83b12c-937a-4b73-9196-4731d240e3c8),segment_id=3b83b12c-937a-4b73-9196-4731d240e3c8)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:10:00.029591 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dc991a1b-0362-4232-92a1-c951fd7ba401 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:00.042868 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-dc991a1b-0362-4232-92a1-c951fd7ba401 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Calling delete_port for 966b24b8-9b0c-4a2a-8b0a-8084652e5a84 owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:10:00.163129 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dc991a1b-0362-4232-92a1-c951fd7ba401 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:00.213329 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40576) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:00.217156 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc991a1b-0362-4232-92a1-c951fd7ba401 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event deleted for resources: {'Port': ['ID=966b24b8-9b0c-4a2a-8b0a-8084652e5a84,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:00.227086 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc991a1b-0362-4232-92a1-c951fd7ba401 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] No DVR routers for this DVR port 966b24b8-9b0c-4a2a-8b0a-8084652e5a84 on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:10:00.229165 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24b748d-f301-452b-ada1-97dea178e890 admin admin] Made reservation on behalf of 797b4470e1204f95b4c65fa8076beed0 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:10:00.234845 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a24b748d-f301-452b-ada1-97dea178e890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:00.236136 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ae202a80-fee5-459f-8b96-2859e727dc30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:00.342569 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3d9baf3d-111e-448b-abea-c915dbd23311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:00.445000 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9baf3d-111e-448b-abea-c915dbd23311 None None] Pushing event deleted for resources: {'Port': ['ID=79fc9772-4853-4cf7-9a31-2a8f98b20aab,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:00.453630 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9baf3d-111e-448b-abea-c915dbd23311 None None] No DVR routers for this DVR port 79fc9772-4853-4cf7-9a31-2a8f98b20aab on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:10:00.457709 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a24b748d-f301-452b-ada1-97dea178e890 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:00.461737 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae202a80-fee5-459f-8b96-2859e727dc30 admin admin] Checking segment: {'id': '661d5937-212a-4811-a5f9-3db1608c4a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '347dc589-6374-47f7-b5a6-ee7eef1151d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:10:00.464275 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae202a80-fee5-459f-8b96-2859e727dc30 admin admin] Network hostable DHCP agents. Network: 347dc589-6374-47f7-b5a6-ee7eef1151d3, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:10:00.493000 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0579954-99d6-4ded-b8f2-abebb94f6584 None None] DHCP port deletion for 4e22d952-f2fd-418d-a153-24eaeb691fe8 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:10:00.508457 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae202a80-fee5-459f-8b96-2859e727dc30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4739892-40b7-47d7-99d4-1ed4885d79b6,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:00.549379 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40584) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:00.558573 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae202a80-fee5-459f-8b96-2859e727dc30 admin admin] Network 347dc589-6374-47f7-b5a6-ee7eef1151d3 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:10:00.611157 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-ae202a80-fee5-459f-8b96-2859e727dc30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 347dc589-6374-47f7-b5a6-ee7eef1151d3) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:10:00.618463 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ad47e39a-1806-4a9a-a40a-3c75f4713945 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:00.620277 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae202a80-fee5-459f-8b96-2859e727dc30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:00.620912 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ae202a80-fee5-459f-8b96-2859e727dc30 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:00.629105 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a209abb-72ea-4900-99ea-a982f72b73ef None None] Network 347dc589-6374-47f7-b5a6-ee7eef1151d3 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:10:00.736046 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ae202a80-fee5-459f-8b96-2859e727dc30 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9535098 Nov 27 04:10:00.741150 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40586) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:00.753494 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-ffb28e61-03c3-4e86-8a5b-564b55d40da8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1909362320-router', 'tenant_id': '319b1b5f2a4e4c18853d965486ee0de8', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:10:00.758947 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dc991a1b-0362-4232-92a1-c951fd7ba401 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:00.778886 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a24b748d-f301-452b-ada1-97dea178e890 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:00.802245 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a24b748d-f301-452b-ada1-97dea178e890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:00.809956 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-dc991a1b-0362-4232-92a1-c951fd7ba401 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e22d952-f2fd-418d-a153-24eaeb691fe8']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:00.813179 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-55b1b2e2-ffac-445c-9124-9e03bde4163f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Deleting port 100c948c-af04-439a-b3d9-0cbe9b158d0f {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:10:00.813707 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-55b1b2e2-ffac-445c-9124-9e03bde4163f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:00.841674 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6e8150-1b55-4822-bb32-b50123cf7fb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-347dc589-6374-47f7-b5a6-ee7eef1151d3', 'network_id': '347dc589-6374-47f7-b5a6-ee7eef1151d3', 'tenant_id': '319b1b5f2a4e4c18853d965486ee0de8', 'fixed_ips': [{'subnet_id': 'd4739892-40b7-47d7-99d4-1ed4885d79b6'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:10:00.842900 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6f6e8150-1b55-4822-bb32-b50123cf7fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:00.935019 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-55b1b2e2-ffac-445c-9124-9e03bde4163f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:00.935632 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-55b1b2e2-ffac-445c-9124-9e03bde4163f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:00.950447 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-55b1b2e2-ffac-445c-9124-9e03bde4163f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Calling delete_port for 100c948c-af04-439a-b3d9-0cbe9b158d0f owned by network:floatingip {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:10:01.029681 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-6f6e8150-1b55-4822-bb32-b50123cf7fb5 None None] Allocated IP 172.20.0.2 (347dc589-6374-47f7-b5a6-ee7eef1151d3/d4739892-40b7-47d7-99d4-1ed4885d79b6/7c47a39c-e31d-4ada-b4cb-87d9cabbf7f5) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:10:01.155784 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-55b1b2e2-ffac-445c-9124-9e03bde4163f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:01.187982 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-dc991a1b-0362-4232-92a1-c951fd7ba401 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b83b12c-937a-4b73-9196-4731d240e3c8') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:01.188604 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-dc991a1b-0362-4232-92a1-c951fd7ba401 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b83b12c-937a-4b73-9196-4731d240e3c8') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:01.205771 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a24b748d-f301-452b-ada1-97dea178e890 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:10:01.224943 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dc991a1b-0362-4232-92a1-c951fd7ba401 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:01.229654 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b1b2e2-ffac-445c-9124-9e03bde4163f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Pushing event deleted for resources: {'Port': ['ID=100c948c-af04-439a-b3d9-0cbe9b158d0f,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:01.233211 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6f6e8150-1b55-4822-bb32-b50123cf7fb5 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:01.239660 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4f89c0-770d-4984-bfa6-53764853f017 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:10:01.244808 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 79fc9772-4853-4cf7-9a31-2a8f98b20aab no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:10:01.258300 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ffb28e61-03c3-4e86-8a5b-564b55d40da8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:01.259761 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ffb28e61-03c3-4e86-8a5b-564b55d40da8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:01.269254 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b748d-f301-452b-ada1-97dea178e890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a77f9a7-b483-4561-85ca-60ae4c57bdb1,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:01.275147 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 79fc9772-4853-4cf7-9a31-2a8f98b20aab {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:10:01.275958 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 79fc9772-4853-4cf7-9a31-2a8f98b20aab not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:10:01.276499 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 966b24b8-9b0c-4a2a-8b0a-8084652e5a84 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:10:01.278474 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a24b748d-f301-452b-ada1-97dea178e890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:01.278879 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-a24b748d-f301-452b-ada1-97dea178e890 admin admin] Added segment 14ba06ee-f49c-4f99-b4a7-818247e87fba of type vlan for network f5be6ff6-7679-4336-aa7e-b7dc23104991 Nov 27 04:10:01.284008 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6f6e8150-1b55-4822-bb32-b50123cf7fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:01.306039 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dc991a1b-0362-4232-92a1-c951fd7ba401 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:01.356925 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e8150-1b55-4822-bb32-b50123cf7fb5 None None] Pushing event updated for resources: {'Port': ['ID=7c47a39c-e31d-4ada-b4cb-87d9cabbf7f5,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:01.365787 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 966b24b8-9b0c-4a2a-8b0a-8084652e5a84 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:10:01.366142 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 966b24b8-9b0c-4a2a-8b0a-8084652e5a84 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:10:01.368120 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc991a1b-0362-4232-92a1-c951fd7ba401 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:10:01.368951 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dc991a1b-0362-4232-92a1-c951fd7ba401 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:01.379760 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6e8150-1b55-4822-bb32-b50123cf7fb5 None None] Network 347dc589-6374-47f7-b5a6-ee7eef1151d3 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:10:01.381996 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-6f6e8150-1b55-4822-bb32-b50123cf7fb5 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:10:01.384157 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6e8150-1b55-4822-bb32-b50123cf7fb5 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:10:01.386364 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-55b1b2e2-ffac-445c-9124-9e03bde4163f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for floatingip, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:01.390830 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-55b1b2e2-ffac-445c-9124-9e03bde4163f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:01.392506 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-55b1b2e2-ffac-445c-9124-9e03bde4163f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "DELETE /v2.0/floatingips/be4a01b9-a985-4683-a88c-e94d21569dba HTTP/1.1" status: 204 len: 168 time: 0.8420811 Nov 27 04:10:01.410647 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ad47e39a-1806-4a9a-a40a-3c75f4713945 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:01.418886 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ad47e39a-1806-4a9a-a40a-3c75f4713945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:01.450926 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:10:01.450926 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:10:01.450926 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:10:01.450926 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:10:01.450926 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:10:01.450926 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:10:01.450926 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:10:01.450926 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:10:01.450926 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:10:01.450926 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:10:01.450926 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:10:01.450926 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:10:01.450926 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:10:01.450926 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:10:01.450926 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:10:01.450926 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:10:01.450926 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:10:01.450926 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:10:01.450926 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:10:01.450926 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:10:01.450926 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:10:01.450926 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:10:01.450926 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:10:01.450926 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:10:01.450926 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:10:01.450926 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:10:01.450926 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:10:01.450926 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:10:01.450926 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:10:01.450926 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:10:01.450926 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:10:01.450926 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:10:01.474788 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad47e39a-1806-4a9a-a40a-3c75f4713945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739ccbcd-5604-4703-8dba-1f67461fe1dc,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:01.500059 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ad47e39a-1806-4a9a-a40a-3c75f4713945 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ba67d76576894aec8b9f2a2b994b1d2c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2790000 Nov 27 04:10:01.501288 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40592) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:01.505122 n-d-819494-3 neutron-server[110018]: DEBUG neutron.objects.ports [None req-69acb1bf-8e3a-4d52-b99f-5a0234329acf tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110018) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 04:10:01.508389 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a24b748d-f301-452b-ada1-97dea178e890 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:01.527063 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-69acb1bf-8e3a-4d52-b99f-5a0234329acf tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:01.557120 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-6f6e8150-1b55-4822-bb32-b50123cf7fb5 None None] Attempting to bind port 7c47a39c-e31d-4ada-b4cb-87d9cabbf7f5 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:10:01.557523 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-6f6e8150-1b55-4822-bb32-b50123cf7fb5 None None] Attempting to bind port 7c47a39c-e31d-4ada-b4cb-87d9cabbf7f5 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '661d5937-212a-4811-a5f9-3db1608c4a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '347dc589-6374-47f7-b5a6-ee7eef1151d3'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:10:01.557878 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6e8150-1b55-4822-bb32-b50123cf7fb5 None None] Attempting to bind port 7c47a39c-e31d-4ada-b4cb-87d9cabbf7f5 on network 347dc589-6374-47f7-b5a6-ee7eef1151d3 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:10:01.575946 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4372cc51-e55f-4298-beae-d41a6be455f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:01.577802 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6e8150-1b55-4822-bb32-b50123cf7fb5 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:10:01.578200 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6e8150-1b55-4822-bb32-b50123cf7fb5 None None] Checking segment: {'id': '661d5937-212a-4811-a5f9-3db1608c4a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '347dc589-6374-47f7-b5a6-ee7eef1151d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:10:01.578646 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6f6e8150-1b55-4822-bb32-b50123cf7fb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:01.579244 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6e8150-1b55-4822-bb32-b50123cf7fb5 None None] Bound using segment: {'id': '661d5937-212a-4811-a5f9-3db1608c4a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '347dc589-6374-47f7-b5a6-ee7eef1151d3'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:10:01.580504 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-6f6e8150-1b55-4822-bb32-b50123cf7fb5 None None] Bound port: 7c47a39c-e31d-4ada-b4cb-87d9cabbf7f5, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '661d5937-212a-4811-a5f9-3db1608c4a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '347dc589-6374-47f7-b5a6-ee7eef1151d3'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:10:01.580902 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6f6e8150-1b55-4822-bb32-b50123cf7fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:01.609782 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dc991a1b-0362-4232-92a1-c951fd7ba401 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:01.612572 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69acb1bf-8e3a-4d52-b99f-5a0234329acf tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:10:01.635237 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dc991a1b-0362-4232-92a1-c951fd7ba401 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:01.639388 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-dc991a1b-0362-4232-92a1-c951fd7ba401 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] 10.222.0.20 "DELETE /v2.0/networks/4e22d952-f2fd-418d-a153-24eaeb691fe8 HTTP/1.1" status: 204 len: 168 time: 2.1651437 Nov 27 04:10:01.641891 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-69acb1bf-8e3a-4d52-b99f-5a0234329acf tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:10:01.663386 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69acb1bf-8e3a-4d52-b99f-5a0234329acf tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:01.664500 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-69acb1bf-8e3a-4d52-b99f-5a0234329acf tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:01.670081 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a24b748d-f301-452b-ada1-97dea178e890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:01.671036 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24b748d-f301-452b-ada1-97dea178e890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:01.671613 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a24b748d-f301-452b-ada1-97dea178e890 admin admin] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:01.675062 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc991a1b-0362-4232-92a1-c951fd7ba401 tempest-NetworksIpV6Test-479314282 tempest-NetworksIpV6Test-479314282-project] Pushing event deleted for resources: {'Network': ['ID=4e22d952-f2fd-418d-a153-24eaeb691fe8,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:01.691555 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69acb1bf-8e3a-4d52-b99f-5a0234329acf tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Subnet': ['ID=237b3042-3fa1-4191-8142-8a688348c188,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:01.692087 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1374f24b-f441-45f5-b39b-e59626b3aeb7 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:10:01.732726 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ffb28e61-03c3-4e86-8a5b-564b55d40da8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:01.787743 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-69acb1bf-8e3a-4d52-b99f-5a0234329acf tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.5457749 Nov 27 04:10:01.790738 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40602) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:01.798234 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-2f4dcec1-4b0d-4b9a-a6eb-a74f3ef91d5b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'port': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'mac_address': 'fa:16:3e:97:37:c5', 'name': 'tempest-NetworksTestDHCPv6-1064756496'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:10:01.811548 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a24b748d-f301-452b-ada1-97dea178e890 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3541074 Nov 27 04:10:01.821197 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40604) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:01.866732 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-0b818c4c-c101-462a-a344-d2b5cf672974 admin admin] Request body: {'subnet': {'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-765555677-subnet', 'tenant_id': '797b4470e1204f95b4c65fa8076beed0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:10:01.881664 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b748d-f301-452b-ada1-97dea178e890 admin admin] Pushing event updated for resources: {'Network': ['ID=f5be6ff6-7679-4336-aa7e-b7dc23104991,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:01.903858 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network f5be6ff6-7679-4336-aa7e-b7dc23104991 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:10:01.904834 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4372cc51-e55f-4298-beae-d41a6be455f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:01.936460 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b818c4c-c101-462a-a344-d2b5cf672974 admin admin] Made reservation on behalf of 797b4470e1204f95b4c65fa8076beed0 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:10:01.939322 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0b818c4c-c101-462a-a344-d2b5cf672974 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:02.045986 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-6f6e8150-1b55-4822-bb32-b50123cf7fb5 None None] For port 7c47a39c-e31d-4ada-b4cb-87d9cabbf7f5, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:10:02.072616 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4dcec1-4b0d-4b9a-a6eb-a74f3ef91d5b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:10:02.115723 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40608) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:02.122511 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ffb28e61-03c3-4e86-8a5b-564b55d40da8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:02.205097 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-6f6e8150-1b55-4822-bb32-b50123cf7fb5 None None] For port 7c47a39c-e31d-4ada-b4cb-87d9cabbf7f5, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=7c47a39c-e31d-4ada-b4cb-87d9cabbf7f5,segment=NetworkSegment(661d5937-212a-4811-a5f9-3db1608c4a83),segment_id=661d5937-212a-4811-a5f9-3db1608c4a83)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:10:02.210145 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4372cc51-e55f-4298-beae-d41a6be455f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:02.214374 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4372cc51-e55f-4298-beae-d41a6be455f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:02.216012 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4372cc51-e55f-4298-beae-d41a6be455f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/739ccbcd-5604-4703-8dba-1f67461fe1dc HTTP/1.1" status: 204 len: 168 time: 0.7135739 Nov 27 04:10:02.230102 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6f6e8150-1b55-4822-bb32-b50123cf7fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:02.239276 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372cc51-e55f-4298-beae-d41a6be455f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739ccbcd-5604-4703-8dba-1f67461fe1dc,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:02.409963 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2f4dcec1-4b0d-4b9a-a6eb-a74f3ef91d5b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:02.411719 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ffb28e61-03c3-4e86-8a5b-564b55d40da8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:02.430383 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0b818c4c-c101-462a-a344-d2b5cf672974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:02.439085 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ffb28e61-03c3-4e86-8a5b-564b55d40da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:02.510327 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-2f4dcec1-4b0d-4b9a-a6eb-a74f3ef91d5b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] device_id is not set on port 66015c2b-349f-4748-b047-e364c0895c58 yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:10:02.526969 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64aaee48-322f-49a1-8a33-3f3acacb49bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-69dee5df-a2b5-4f80-b023-d216a074fa83', 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'tenant_id': 'f4fb6791effe4b41abbe85bac59c4002', 'fixed_ips': [{'subnet_id': '237b3042-3fa1-4191-8142-8a688348c188'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:10:02.527906 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-64aaee48-322f-49a1-8a33-3f3acacb49bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:02.530378 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e8150-1b55-4822-bb32-b50123cf7fb5 None None] Pushing event updated for resources: {'Port': ['ID=7c47a39c-e31d-4ada-b4cb-87d9cabbf7f5,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:02.530890 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-dd0acc75-7c96-4087-93bc-1d1ef5e53b47 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=02289baa808449b98542d6aa98d0fd28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4047055 Nov 27 04:10:02.534695 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40616) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:02.582943 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b818c4c-c101-462a-a344-d2b5cf672974 admin admin] Pushing event updated for resources: {'Subnet': ['ID=129d6819-d46b-4873-8019-a59c438c16e8,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:02.775852 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-64aaee48-322f-49a1-8a33-3f3acacb49bc None None] Allocated IP 2001:db8::f816:3eff:fe17:cc4b (69dee5df-a2b5-4f80-b023-d216a074fa83/237b3042-3fa1-4191-8142-8a688348c188/5d898a01-d318-4d7a-abea-40190569ff9a) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:10:02.827909 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-ffb28e61-03c3-4e86-8a5b-564b55d40da8 admin admin] Allocated IP 172.25.1.50 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/75708131-fc05-4cde-90fd-cc8a184da181) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:10:02.977816 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b818c4c-c101-462a-a344-d2b5cf672974 admin admin] Checking segment: {'id': '14ba06ee-f49c-4f99-b4a7-818247e87fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:10:02.979955 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b818c4c-c101-462a-a344-d2b5cf672974 admin admin] Network hostable DHCP agents. Network: f5be6ff6-7679-4336-aa7e-b7dc23104991, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:10:03.055476 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-24c84cc7-8184-4a76-84f8-d7dbbcd015d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:03.086507 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-64aaee48-322f-49a1-8a33-3f3acacb49bc None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:03.094344 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-64aaee48-322f-49a1-8a33-3f3acacb49bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:03.095167 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-24c84cc7-8184-4a76-84f8-d7dbbcd015d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:03.120745 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ffb28e61-03c3-4e86-8a5b-564b55d40da8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:03.143483 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64aaee48-322f-49a1-8a33-3f3acacb49bc None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:10:03.147101 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-64aaee48-322f-49a1-8a33-3f3acacb49bc None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:10:03.150584 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aaee48-322f-49a1-8a33-3f3acacb49bc None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:10:03.173055 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b818c4c-c101-462a-a344-d2b5cf672974 admin admin] Network f5be6ff6-7679-4336-aa7e-b7dc23104991 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:10:03.187032 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-24c84cc7-8184-4a76-84f8-d7dbbcd015d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:03.189791 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-24c84cc7-8184-4a76-84f8-d7dbbcd015d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:03.191317 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-24c84cc7-8184-4a76-84f8-d7dbbcd015d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/766b7a2d-ec7b-4b18-8069-f577e3e35ce6 HTTP/1.1" status: 204 len: 168 time: 0.6126735 Nov 27 04:10:03.221369 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aaee48-322f-49a1-8a33-3f3acacb49bc None None] Pushing event updated for resources: {'Port': ['ID=5d898a01-d318-4d7a-abea-40190569ff9a,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:03.231725 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ffb28e61-03c3-4e86-8a5b-564b55d40da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:03.239863 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-0b818c4c-c101-462a-a344-d2b5cf672974 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, f5be6ff6-7679-4336-aa7e-b7dc23104991) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:10:03.244798 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c84cc7-8184-4a76-84f8-d7dbbcd015d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766b7a2d-ec7b-4b18-8069-f577e3e35ce6,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:03.252146 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd33f4bf-57f5-4c4d-8fc0-9c2374d97bc7 None None] Network f5be6ff6-7679-4336-aa7e-b7dc23104991 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:10:03.264071 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b818c4c-c101-462a-a344-d2b5cf672974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:03.264680 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0b818c4c-c101-462a-a344-d2b5cf672974 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:03.291578 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0b818c4c-c101-462a-a344-d2b5cf672974 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4586742 Nov 27 04:10:03.297368 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40632) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:03.316197 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-93d4797e-9f16-4cf2-8236-583b760ca810 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-765555677-router', 'tenant_id': '797b4470e1204f95b4c65fa8076beed0', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:10:03.316670 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-64aaee48-322f-49a1-8a33-3f3acacb49bc None None] Attempting to bind port 5d898a01-d318-4d7a-abea-40190569ff9a on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:10:03.317053 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-64aaee48-322f-49a1-8a33-3f3acacb49bc None None] Attempting to bind port 5d898a01-d318-4d7a-abea-40190569ff9a by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:10:03.317474 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aaee48-322f-49a1-8a33-3f3acacb49bc None None] Attempting to bind port 5d898a01-d318-4d7a-abea-40190569ff9a on network 69dee5df-a2b5-4f80-b023-d216a074fa83 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:10:03.333441 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-2f4dcec1-4b0d-4b9a-a6eb-a74f3ef91d5b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Allocated IP 2001:db8::f816:3eff:fe97:37c5 (69dee5df-a2b5-4f80-b023-d216a074fa83/237b3042-3fa1-4191-8142-8a688348c188/66015c2b-349f-4748-b047-e364c0895c58) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:10:03.341796 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aaee48-322f-49a1-8a33-3f3acacb49bc None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:10:03.342116 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aaee48-322f-49a1-8a33-3f3acacb49bc None None] Checking segment: {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:10:03.342614 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-64aaee48-322f-49a1-8a33-3f3acacb49bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:03.343046 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aaee48-322f-49a1-8a33-3f3acacb49bc None None] Bound using segment: {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:10:03.343554 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-64aaee48-322f-49a1-8a33-3f3acacb49bc None None] Bound port: 5d898a01-d318-4d7a-abea-40190569ff9a, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:10:03.344029 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-64aaee48-322f-49a1-8a33-3f3acacb49bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:03.380269 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb28e61-03c3-4e86-8a5b-564b55d40da8 admin admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:10:03.382452 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb28e61-03c3-4e86-8a5b-564b55d40da8 admin admin] Pushing event updated for resources: {'Port': ['ID=75708131-fc05-4cde-90fd-cc8a184da181,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:03.392985 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-ffb28e61-03c3-4e86-8a5b-564b55d40da8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:10:03.413382 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb28e61-03c3-4e86-8a5b-564b55d40da8 admin admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:10:03.417405 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-93d4797e-9f16-4cf2-8236-583b760ca810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:03.418686 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-93d4797e-9f16-4cf2-8236-583b760ca810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:03.423249 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f32742-5097-43be-a063-41d561d66399 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:10:03.561872 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-64aaee48-322f-49a1-8a33-3f3acacb49bc None None] For port 5d898a01-d318-4d7a-abea-40190569ff9a, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:10:03.570324 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-64aaee48-322f-49a1-8a33-3f3acacb49bc None None] For port 5d898a01-d318-4d7a-abea-40190569ff9a, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=5d898a01-d318-4d7a-abea-40190569ff9a,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:10:03.584757 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 7c47a39c-e31d-4ada-b4cb-87d9cabbf7f5 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:10:03.611696 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-64aaee48-322f-49a1-8a33-3f3acacb49bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:03.733361 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-93d4797e-9f16-4cf2-8236-583b760ca810 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:03.988531 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aaee48-322f-49a1-8a33-3f3acacb49bc None None] Pushing event updated for resources: {'Port': ['ID=5d898a01-d318-4d7a-abea-40190569ff9a,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:04.118910 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ffb28e61-03c3-4e86-8a5b-564b55d40da8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:04.151846 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb3ec-d81f-4228-800f-396b0447ebdf None None] Provisioning complete for port 75708131-fc05-4cde-90fd-cc8a184da181 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:04.153331 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb3ec-d81f-4228-800f-396b0447ebdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:04.251166 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2f4dcec1-4b0d-4b9a-a6eb-a74f3ef91d5b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:04.329271 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-93d4797e-9f16-4cf2-8236-583b760ca810 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:04.338646 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2f4dcec1-4b0d-4b9a-a6eb-a74f3ef91d5b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:04.370415 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a84b087-44ea-4ce6-a926-bb620b8a2410 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-f5be6ff6-7679-4336-aa7e-b7dc23104991', 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991', 'tenant_id': '797b4470e1204f95b4c65fa8076beed0', 'fixed_ips': [{'subnet_id': '129d6819-d46b-4873-8019-a59c438c16e8'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:10:04.375404 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0a84b087-44ea-4ce6-a926-bb620b8a2410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:04.429060 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4dcec1-4b0d-4b9a-a6eb-a74f3ef91d5b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:10:04.457258 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb3ec-d81f-4228-800f-396b0447ebdf None None] Port 75708131-fc05-4cde-90fd-cc8a184da181 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:10:04.459433 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ffb28e61-03c3-4e86-8a5b-564b55d40da8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:04.478868 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 7c47a39c-e31d-4ada-b4cb-87d9cabbf7f5 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:04.478868 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:04.498433 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-2f4dcec1-4b0d-4b9a-a6eb-a74f3ef91d5b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:10:04.570512 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4dcec1-4b0d-4b9a-a6eb-a74f3ef91d5b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:10:04.599969 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4dcec1-4b0d-4b9a-a6eb-a74f3ef91d5b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:04.600679 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2f4dcec1-4b0d-4b9a-a6eb-a74f3ef91d5b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:04.733374 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4dcec1-4b0d-4b9a-a6eb-a74f3ef91d5b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Port': ['ID=66015c2b-349f-4748-b047-e364c0895c58,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:04.786540 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2f4dcec1-4b0d-4b9a-a6eb-a74f3ef91d5b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9919193 Nov 27 04:10:04.791691 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40670) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:04.819696 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb28e61-03c3-4e86-8a5b-564b55d40da8 admin admin] Router be77a249-12f6-4ce0-8861-ed8d259e6098 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:10:04.871685 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-0a84b087-44ea-4ce6-a926-bb620b8a2410 None None] Allocated IP 172.20.0.2 (f5be6ff6-7679-4336-aa7e-b7dc23104991/129d6819-d46b-4873-8019-a59c438c16e8/099f81d0-8db9-4e4c-8228-74ec47a1cd2b) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:10:04.969375 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ff68bc-3482-4361-82b1-c320ac184017 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:04.983218 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ff68bc-3482-4361-82b1-c320ac184017 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:04.988499 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-50ff68bc-3482-4361-82b1-c320ac184017 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1947005 Nov 27 04:10:04.995569 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40680) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:05.161567 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0a84b087-44ea-4ce6-a926-bb620b8a2410 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:05.190734 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2692f95c-6bfe-4754-b6bc-186f3f4451e2 None None] Network 347dc589-6374-47f7-b5a6-ee7eef1151d3 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:10:05.198223 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb28e61-03c3-4e86-8a5b-564b55d40da8 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:10:05.201232 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0a84b087-44ea-4ce6-a926-bb620b8a2410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:05.225157 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b792d585-c8f6-48be-8cfc-79d3e45c73d9 None None] Sync routers for ids ['be77a249-12f6-4ce0-8861-ed8d259e6098'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:10:05.273244 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ffb28e61-03c3-4e86-8a5b-564b55d40da8 admin admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:05.283910 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ffb28e61-03c3-4e86-8a5b-564b55d40da8 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5395322 Nov 27 04:10:05.284516 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40690) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:05.410854 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a84b087-44ea-4ce6-a926-bb620b8a2410 None None] Network f5be6ff6-7679-4336-aa7e-b7dc23104991 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:10:05.420357 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-0a84b087-44ea-4ce6-a926-bb620b8a2410 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:10:05.436385 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a84b087-44ea-4ce6-a926-bb620b8a2410 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:10:05.441239 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-890a98dc-7a43-4cd0-8578-04885b86d573 None None] Provisioning complete for port 7c47a39c-e31d-4ada-b4cb-87d9cabbf7f5 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:05.441846 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-890a98dc-7a43-4cd0-8578-04885b86d573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:05.443514 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b792d585-c8f6-48be-8cfc-79d3e45c73d9 None None] Routers {'be77a249-12f6-4ce0-8861-ed8d259e6098'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:10:05.444337 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-b792d585-c8f6-48be-8cfc-79d3e45c73d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:09:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['be77a249-12f6-4ce0-8861-ed8d259e6098'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:05.505900 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-d8f61cb9-6086-43c1-b307-5fadfce1f073 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting port 66015c2b-349f-4748-b047-e364c0895c58 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:10:05.506474 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d8f61cb9-6086-43c1-b307-5fadfce1f073 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:05.717216 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-93d4797e-9f16-4cf2-8236-583b760ca810 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:05.784916 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-93d4797e-9f16-4cf2-8236-583b760ca810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:05.827199 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a84b087-44ea-4ce6-a926-bb620b8a2410 None None] Pushing event updated for resources: {'Port': ['ID=099f81d0-8db9-4e4c-8228-74ec47a1cd2b,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:05.880285 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d8f61cb9-6086-43c1-b307-5fadfce1f073 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:05.919758 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-d8f61cb9-6086-43c1-b307-5fadfce1f073 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Calling delete_port for 66015c2b-349f-4748-b047-e364c0895c58 owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:10:06.109680 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:06.268627 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-93d4797e-9f16-4cf2-8236-583b760ca810 admin admin] Allocated IP 172.25.1.65 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/e1e7af8e-f203-4f67-8296-760310cf80dc) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:10:06.300954 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 7c47a39c-e31d-4ada-b4cb-87d9cabbf7f5, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=7c47a39c-e31d-4ada-b4cb-87d9cabbf7f5,segment=NetworkSegment(661d5937-212a-4811-a5f9-3db1608c4a83),segment_id=661d5937-212a-4811-a5f9-3db1608c4a83)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:10:06.307785 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40720) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:06.339294 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:06.399283 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-0a84b087-44ea-4ce6-a926-bb620b8a2410 None None] Attempting to bind port 099f81d0-8db9-4e4c-8228-74ec47a1cd2b on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:10:06.399656 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-0a84b087-44ea-4ce6-a926-bb620b8a2410 None None] Attempting to bind port 099f81d0-8db9-4e4c-8228-74ec47a1cd2b by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '14ba06ee-f49c-4f99-b4a7-818247e87fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:10:06.400030 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a84b087-44ea-4ce6-a926-bb620b8a2410 None None] Attempting to bind port 099f81d0-8db9-4e4c-8228-74ec47a1cd2b on network f5be6ff6-7679-4336-aa7e-b7dc23104991 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:10:06.485201 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a84b087-44ea-4ce6-a926-bb620b8a2410 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:10:06.485901 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a84b087-44ea-4ce6-a926-bb620b8a2410 None None] Checking segment: {'id': '14ba06ee-f49c-4f99-b4a7-818247e87fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:10:06.486382 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0a84b087-44ea-4ce6-a926-bb620b8a2410 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:06.488685 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a84b087-44ea-4ce6-a926-bb620b8a2410 None None] Bound using segment: {'id': '14ba06ee-f49c-4f99-b4a7-818247e87fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:10:06.489359 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-0a84b087-44ea-4ce6-a926-bb620b8a2410 None None] Bound port: 099f81d0-8db9-4e4c-8228-74ec47a1cd2b, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14ba06ee-f49c-4f99-b4a7-818247e87fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:10:06.490264 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0a84b087-44ea-4ce6-a926-bb620b8a2410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:06.502246 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-b792d585-c8f6-48be-8cfc-79d3e45c73d9 None None] Set router be77a249-12f6-4ce0-8861-ed8d259e6098 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:10:06.627288 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 5d898a01-d318-4d7a-abea-40190569ff9a up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:10:06.821102 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-820d9e32-538b-4161-b9aa-23feb022e6e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:06.852552 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d8f61cb9-6086-43c1-b307-5fadfce1f073 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:06.854718 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=7c47a39c-e31d-4ada-b4cb-87d9cabbf7f5,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:06.878212 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-93d4797e-9f16-4cf2-8236-583b760ca810 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:06.970214 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f61cb9-6086-43c1-b307-5fadfce1f073 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Port': ['ID=66015c2b-349f-4748-b047-e364c0895c58,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:07.118457 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-58d0ea9d-9dd5-4e7b-a20c-d7423d66c2c3 None None] Could not find standard attr ID for object 66015c2b-349f-4748-b047-e364c0895c58. {{(pid=110020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 04:10:07.153083 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0a84b087-44ea-4ce6-a926-bb620b8a2410 None None] For port 099f81d0-8db9-4e4c-8228-74ec47a1cd2b, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:10:07.164250 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d8f61cb9-6086-43c1-b307-5fadfce1f073 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:07.167612 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d8f61cb9-6086-43c1-b307-5fadfce1f073 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/ports/66015c2b-349f-4748-b047-e364c0895c58 HTTP/1.1" status: 204 len: 168 time: 2.1693530 Nov 27 04:10:07.187179 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40738) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:07.263765 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0a84b087-44ea-4ce6-a926-bb620b8a2410 None None] For port 099f81d0-8db9-4e4c-8228-74ec47a1cd2b, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=099f81d0-8db9-4e4c-8228-74ec47a1cd2b,segment=NetworkSegment(14ba06ee-f49c-4f99-b4a7-818247e87fba),segment_id=14ba06ee-f49c-4f99-b4a7-818247e87fba)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:10:07.290203 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0a84b087-44ea-4ce6-a926-bb620b8a2410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:07.301633 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 5d898a01-d318-4d7a-abea-40190569ff9a triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:07.316387 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:07.318471 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-58d0ea9d-9dd5-4e7b-a20c-d7423d66c2c3 None None] Provisioning complete for port 5d898a01-d318-4d7a-abea-40190569ff9a triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:07.331982 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-58d0ea9d-9dd5-4e7b-a20c-d7423d66c2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:07.377726 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-93d4797e-9f16-4cf2-8236-583b760ca810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:07.454233 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2513e123-3ba0-497b-886e-3c26d925bdda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:07.473924 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d4797e-9f16-4cf2-8236-583b760ca810 admin admin] Pushing event updated for resources: {'Port': ['ID=e1e7af8e-f203-4f67-8296-760310cf80dc,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:07.529149 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-b792d585-c8f6-48be-8cfc-79d3e45c73d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be77a249-12f6-4ce0-8861-ed8d259e6098', 'name': 'tempest-TestAggregatesBasicOps-1909362320-router', 'tenant_id': '319b1b5f2a4e4c18853d965486ee0de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '75708131-fc05-4cde-90fd-cc8a184da181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:10:01Z', 'updated_at': '2021-11-27T04:10:03Z', 'revision_number': 3, 'project_id': '319b1b5f2a4e4c18853d965486ee0de8', 'gw_port': {'id': '75708131-fc05-4cde-90fd-cc8a184da181', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:78:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be77a249-12f6-4ce0-8861-ed8d259e6098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:02Z', 'updated_at': '2021-11-27T04:10:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:07.535826 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d4797e-9f16-4cf2-8236-583b760ca810 admin admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:10:07.547865 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-93d4797e-9f16-4cf2-8236-583b760ca810 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:10:07.562024 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d4797e-9f16-4cf2-8236-583b760ca810 admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:10:07.645247 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83343311-2f26-41df-a5ff-07aaf24ad20b None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:10:07.654035 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b792d585-c8f6-48be-8cfc-79d3e45c73d9 None None] Checking router: be77a249-12f6-4ce0-8861-ed8d259e6098 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:10:07.654694 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b792d585-c8f6-48be-8cfc-79d3e45c73d9 None None] Updating router be77a249-12f6-4ce0-8861-ed8d259e6098 port 75708131-fc05-4cde-90fd-cc8a184da181 binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:10:07.657208 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-820d9e32-538b-4161-b9aa-23feb022e6e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:07.662322 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a84b087-44ea-4ce6-a926-bb620b8a2410 None None] Pushing event updated for resources: {'Port': ['ID=099f81d0-8db9-4e4c-8228-74ec47a1cd2b,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:07.682812 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839b866c-6810-4ac5-b248-bd8376f3060e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:07.687132 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839b866c-6810-4ac5-b248-bd8376f3060e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:07.689735 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-839b866c-6810-4ac5-b248-bd8376f3060e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4998507 Nov 27 04:10:07.696796 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-820d9e32-538b-4161-b9aa-23feb022e6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:07.719777 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b792d585-c8f6-48be-8cfc-79d3e45c73d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:07.729237 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40744) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:07.759588 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-820d9e32-538b-4161-b9aa-23feb022e6e6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=137df87389da4487827d2b978ad8e87b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4488018 Nov 27 04:10:07.764062 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40746) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:07.770751 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d9e32-538b-4161-b9aa-23feb022e6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446e9873-fad8-4fab-8287-3b1ba9a4cc0a,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:07.914038 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-2513e123-3ba0-497b-886e-3c26d925bdda admin admin] Allocated IP 172.20.0.1 (347dc589-6374-47f7-b5a6-ee7eef1151d3/d4739892-40b7-47d7-99d4-1ed4885d79b6/5318f797-1323-4c27-8d49-4dbb5cb0f2e6) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:10:07.930431 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-69465f25-80c3-4f08-900f-3ccc0f14932f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:08.003195 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:08.008859 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-69465f25-80c3-4f08-900f-3ccc0f14932f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:08.012198 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-58d0ea9d-9dd5-4e7b-a20c-d7423d66c2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:08.197040 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-25636691-9024-4882-8cf1-ff6e9e842935 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting subnet 237b3042-3fa1-4191-8142-8a688348c188 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:10:08.222397 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b792d585-c8f6-48be-8cfc-79d3e45c73d9 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:08.236667 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2513e123-3ba0-497b-886e-3c26d925bdda admin admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:08.273484 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-93d4797e-9f16-4cf2-8236-583b760ca810 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:08.274944 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b792d585-c8f6-48be-8cfc-79d3e45c73d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:08.277083 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-25636691-9024-4882-8cf1-ff6e9e842935 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:08.367150 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2513e123-3ba0-497b-886e-3c26d925bdda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:08.381613 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa678e85-a9b5-468f-b341-7681ee9c2c21 None None] Pushing event updated for resources: {'Port': ['ID=75708131-fc05-4cde-90fd-cc8a184da181,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:08.398861 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-69465f25-80c3-4f08-900f-3ccc0f14932f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:08.401420 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-69465f25-80c3-4f08-900f-3ccc0f14932f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:08.405028 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-69465f25-80c3-4f08-900f-3ccc0f14932f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/446e9873-fad8-4fab-8287-3b1ba9a4cc0a HTTP/1.1" status: 204 len: 168 time: 0.6305656 Nov 27 04:10:08.460654 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 5d898a01-d318-4d7a-abea-40190569ff9a, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=5d898a01-d318-4d7a-abea-40190569ff9a,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:10:08.486261 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bda8c06-a837-4fcb-a4c0-61dd44f016bb None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:10:08.495179 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2513e123-3ba0-497b-886e-3c26d925bdda admin admin] Network 347dc589-6374-47f7-b5a6-ee7eef1151d3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:10:08.502451 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:08.520680 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-2513e123-3ba0-497b-886e-3c26d925bdda admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:10:08.527469 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69465f25-80c3-4f08-900f-3ccc0f14932f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446e9873-fad8-4fab-8287-3b1ba9a4cc0a,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:08.544543 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2513e123-3ba0-497b-886e-3c26d925bdda admin admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:10:08.550586 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-b792d585-c8f6-48be-8cfc-79d3e45c73d9 None None] Attempting to bind port 75708131-fc05-4cde-90fd-cc8a184da181 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:10:08.554482 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-25636691-9024-4882-8cf1-ff6e9e842935 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:08.554916 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-b792d585-c8f6-48be-8cfc-79d3e45c73d9 None None] Attempting to bind port 75708131-fc05-4cde-90fd-cc8a184da181 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:10:08.557560 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b792d585-c8f6-48be-8cfc-79d3e45c73d9 None None] Attempting to bind port 75708131-fc05-4cde-90fd-cc8a184da181 on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:10:08.707553 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b792d585-c8f6-48be-8cfc-79d3e45c73d9 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:10:08.707933 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b792d585-c8f6-48be-8cfc-79d3e45c73d9 None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:10:08.708341 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b792d585-c8f6-48be-8cfc-79d3e45c73d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:08.708739 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b792d585-c8f6-48be-8cfc-79d3e45c73d9 None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:10:08.709238 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-b792d585-c8f6-48be-8cfc-79d3e45c73d9 None None] Bound port: 75708131-fc05-4cde-90fd-cc8a184da181, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:10:08.709625 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b792d585-c8f6-48be-8cfc-79d3e45c73d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:08.741186 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2513e123-3ba0-497b-886e-3c26d925bdda admin admin] Pushing event updated for resources: {'Port': ['ID=5318f797-1323-4c27-8d49-4dbb5cb0f2e6,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:08.809921 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2513e123-3ba0-497b-886e-3c26d925bdda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:09.003196 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.api [None req-58d0ea9d-9dd5-4e7b-a20c-d7423d66c2c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:10:09.004028 n-d-819494-3 neutron-server[110020]: DEBUG oslo_db.api [None req-58d0ea9d-9dd5-4e7b-a20c-d7423d66c2c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:10:09.056491 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 7c47a39c-e31d-4ada-b4cb-87d9cabbf7f5 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:10:09.070051 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=5d898a01-d318-4d7a-abea-40190569ff9a,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:09.180060 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-b792d585-c8f6-48be-8cfc-79d3e45c73d9 None None] For port 75708131-fc05-4cde-90fd-cc8a184da181, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:10:09.250440 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-b792d585-c8f6-48be-8cfc-79d3e45c73d9 None None] For port 75708131-fc05-4cde-90fd-cc8a184da181, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=75708131-fc05-4cde-90fd-cc8a184da181,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:10:09.284182 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b792d585-c8f6-48be-8cfc-79d3e45c73d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:09.434008 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2513e123-3ba0-497b-886e-3c26d925bdda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:09.444018 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c007bdab-0ee6-4ee2-9b39-15ea6d137928 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:10:09.651623 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b792d585-c8f6-48be-8cfc-79d3e45c73d9 None None] Routers {'be77a249-12f6-4ce0-8861-ed8d259e6098'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:10:09.652532 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-b792d585-c8f6-48be-8cfc-79d3e45c73d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:09:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['be77a249-12f6-4ce0-8861-ed8d259e6098'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:09.693931 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 7c47a39c-e31d-4ada-b4cb-87d9cabbf7f5 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:09.693931 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:09.731174 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa678e85-a9b5-468f-b341-7681ee9c2c21 None None] Pushing event updated for resources: {'Port': ['ID=75708131-fc05-4cde-90fd-cc8a184da181,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:09.925354 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2513e123-3ba0-497b-886e-3c26d925bdda admin admin] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:09.927884 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be60eab5-cf94-4a9c-a093-8ba6952147c0 None None] Network f5be6ff6-7679-4336-aa7e-b7dc23104991 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:10:09.937603 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2513e123-3ba0-497b-886e-3c26d925bdda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:10.046353 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-b7fa8021-1c3b-4a58-a185-06148f20e52a None None] Provisioning complete for port 7c47a39c-e31d-4ada-b4cb-87d9cabbf7f5 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:10.046776 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b7fa8021-1c3b-4a58-a185-06148f20e52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:10.104115 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 099f81d0-8db9-4e4c-8228-74ec47a1cd2b up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:10:10.119285 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-b792d585-c8f6-48be-8cfc-79d3e45c73d9 None None] Set router be77a249-12f6-4ce0-8861-ed8d259e6098 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:10:10.126372 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2513e123-3ba0-497b-886e-3c26d925bdda admin admin] Pushing event updated for resources: {'Port': ['ID=5318f797-1323-4c27-8d49-4dbb5cb0f2e6,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:10.162127 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2513e123-3ba0-497b-886e-3c26d925bdda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:10.211572 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-25636691-9024-4882-8cf1-ff6e9e842935 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:10.347506 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-25636691-9024-4882-8cf1-ff6e9e842935 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:10.424058 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2513e123-3ba0-497b-886e-3c26d925bdda admin admin] Network 347dc589-6374-47f7-b5a6-ee7eef1151d3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:10:10.477631 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-2513e123-3ba0-497b-886e-3c26d925bdda admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:10:10.546448 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-25636691-9024-4882-8cf1-ff6e9e842935 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:10.560471 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-25636691-9024-4882-8cf1-ff6e9e842935 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/237b3042-3fa1-4191-8142-8a688348c188 HTTP/1.1" status: 204 len: 168 time: 2.7997904 Nov 27 04:10:10.578071 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40790) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:10.580858 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25636691-9024-4882-8cf1-ff6e9e842935 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Subnet': ['ID=237b3042-3fa1-4191-8142-8a688348c188,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:10.625104 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e831ab1a-68c5-4e19-9388-b6524765c533 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:10:10.883402 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40796) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:10.941503 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-93d4797e-9f16-4cf2-8236-583b760ca810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:10.962867 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0660506d-4aaa-48dd-9e0e-9ac77a3fa86c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3715613 Nov 27 04:10:10.978104 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40806) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:11.014455 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-d13291d8-7e5b-4667-89ca-24f3d8e3a561 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'subnet': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:10:11.226994 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c670d6a7-1317-4f90-bed2-db0c193bee3f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:11.327642 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c670d6a7-1317-4f90-bed2-db0c193bee3f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:11.487710 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2513e123-3ba0-497b-886e-3c26d925bdda admin admin] Router be77a249-12f6-4ce0-8861-ed8d259e6098 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:10:11.497793 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c670d6a7-1317-4f90-bed2-db0c193bee3f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:11.505543 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c670d6a7-1317-4f90-bed2-db0c193bee3f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:11.514069 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c670d6a7-1317-4f90-bed2-db0c193bee3f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] 10.222.0.20 "DELETE /v2.0/security-groups/2383de61-82ea-4adc-bed0-356ea04ef1d2 HTTP/1.1" status: 204 len: 168 time: 0.6099637 Nov 27 04:10:11.551566 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c670d6a7-1317-4f90-bed2-db0c193bee3f tempest-TestVolumeBootPattern-1499857107 tempest-TestVolumeBootPattern-1499857107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2383de61-82ea-4adc-bed0-356ea04ef1d2,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:11.556600 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 099f81d0-8db9-4e4c-8228-74ec47a1cd2b triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:11.569950 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:11.629483 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40820) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:11.675719 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d4797e-9f16-4cf2-8236-583b760ca810 admin admin] Router 4b4d6341-aff2-447e-8f68-59fea73151c9 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:10:11.713031 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13291d8-7e5b-4667-89ca-24f3d8e3a561 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:10:11.720577 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d13291d8-7e5b-4667-89ca-24f3d8e3a561 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:11.786083 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-b7fa8021-1c3b-4a58-a185-06148f20e52a None None] Provisioning complete for port e1e7af8e-f203-4f67-8296-760310cf80dc triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:11.786716 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b7fa8021-1c3b-4a58-a185-06148f20e52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:11.989348 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2513e123-3ba0-497b-886e-3c26d925bdda admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:10:12.021025 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2513e123-3ba0-497b-886e-3c26d925bdda admin admin] 10.222.0.20 "PUT /v2.0/routers/be77a249-12f6-4ce0-8861-ed8d259e6098/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7323589 Nov 27 04:10:12.035858 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-b7fa8021-1c3b-4a58-a185-06148f20e52a None None] Port e1e7af8e-f203-4f67-8296-760310cf80dc cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:10:12.286869 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-b7fa8021-1c3b-4a58-a185-06148f20e52a None None] Provisioning complete for port 5318f797-1323-4c27-8d49-4dbb5cb0f2e6 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:12.289123 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b7fa8021-1c3b-4a58-a185-06148f20e52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:12.377767 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-b792d585-c8f6-48be-8cfc-79d3e45c73d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be77a249-12f6-4ce0-8861-ed8d259e6098', 'name': 'tempest-TestAggregatesBasicOps-1909362320-router', 'tenant_id': '319b1b5f2a4e4c18853d965486ee0de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '75708131-fc05-4cde-90fd-cc8a184da181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:10:01Z', 'updated_at': '2021-11-27T04:10:09Z', 'revision_number': 4, 'project_id': '319b1b5f2a4e4c18853d965486ee0de8', 'gw_port': {'id': '75708131-fc05-4cde-90fd-cc8a184da181', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:78:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be77a249-12f6-4ce0-8861-ed8d259e6098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:02Z', 'updated_at': '2021-11-27T04:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '5318f797-1323-4c27-8d49-4dbb5cb0f2e6', 'name': '', 'network_id': '347dc589-6374-47f7-b5a6-ee7eef1151d3', 'tenant_id': '319b1b5f2a4e4c18853d965486ee0de8', 'mac_address': 'fa:16:3e:e0:49:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be77a249-12f6-4ce0-8861-ed8d259e6098', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'd4739892-40b7-47d7-99d4-1ed4885d79b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:07Z', 'updated_at': '2021-11-27T04:10:07Z', 'revision_number': 1, 'project_id': '319b1b5f2a4e4c18853d965486ee0de8', 'subnets': [{'id': 'd4739892-40b7-47d7-99d4-1ed4885d79b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:12.406798 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9421eff-2c42-4c2d-b6c9-6ee895785ec1 None None] DHCP port deletion for 69dee5df-a2b5-4f80-b023-d216a074fa83 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:10:12.520918 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b792d585-c8f6-48be-8cfc-79d3e45c73d9 None None] The sync data for ids ['be77a249-12f6-4ce0-8861-ed8d259e6098'] in n-d-819494-3 is: [{'id': 'be77a249-12f6-4ce0-8861-ed8d259e6098', 'name': 'tempest-TestAggregatesBasicOps-1909362320-router', 'tenant_id': '319b1b5f2a4e4c18853d965486ee0de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '75708131-fc05-4cde-90fd-cc8a184da181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:10:01Z', 'updated_at': '2021-11-27T04:10:09Z', 'revision_number': 4, 'project_id': '319b1b5f2a4e4c18853d965486ee0de8', 'gw_port': {'id': '75708131-fc05-4cde-90fd-cc8a184da181', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:78:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be77a249-12f6-4ce0-8861-ed8d259e6098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:02Z', 'updated_at': '2021-11-27T04:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '5318f797-1323-4c27-8d49-4dbb5cb0f2e6', 'name': '', 'network_id': '347dc589-6374-47f7-b5a6-ee7eef1151d3', 'tenant_id': '319b1b5f2a4e4c18853d965486ee0de8', 'mac_address': 'fa:16:3e:e0:49:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be77a249-12f6-4ce0-8861-ed8d259e6098', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'd4739892-40b7-47d7-99d4-1ed4885d79b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:07Z', 'updated_at': '2021-11-27T04:10:07Z', 'revision_number': 1, 'project_id': '319b1b5f2a4e4c18853d965486ee0de8', 'subnets': [{'id': 'd4739892-40b7-47d7-99d4-1ed4885d79b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:10:12.536861 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:12.613914 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-b7fa8021-1c3b-4a58-a185-06148f20e52a None None] Port 5318f797-1323-4c27-8d49-4dbb5cb0f2e6 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:10:12.663333 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 099f81d0-8db9-4e4c-8228-74ec47a1cd2b, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=099f81d0-8db9-4e4c-8228-74ec47a1cd2b,segment=NetworkSegment(14ba06ee-f49c-4f99-b4a7-818247e87fba),segment_id=14ba06ee-f49c-4f99-b4a7-818247e87fba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:10:12.666395 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-b7fa8021-1c3b-4a58-a185-06148f20e52a None None] Provisioning complete for port 099f81d0-8db9-4e4c-8228-74ec47a1cd2b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:12.666912 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b7fa8021-1c3b-4a58-a185-06148f20e52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:12.692529 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:12.807902 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-b9421eff-2c42-4c2d-b6c9-6ee895785ec1 None None] Deleting port 5d898a01-d318-4d7a-abea-40190569ff9a {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:10:12.818336 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b9421eff-2c42-4c2d-b6c9-6ee895785ec1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:12.888984 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=099f81d0-8db9-4e4c-8228-74ec47a1cd2b,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:13.039878 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 5d898a01-d318-4d7a-abea-40190569ff9a no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:10:13.459532 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-b9421eff-2c42-4c2d-b6c9-6ee895785ec1 None None] For port 5d898a01-d318-4d7a-abea-40190569ff9a, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=5d898a01-d318-4d7a-abea-40190569ff9a,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:10:13.468674 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b9421eff-2c42-4c2d-b6c9-6ee895785ec1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:13.486157 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-b7fa8021-1c3b-4a58-a185-06148f20e52a None None] Provisioning complete for port 75708131-fc05-4cde-90fd-cc8a184da181 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:13.486935 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b7fa8021-1c3b-4a58-a185-06148f20e52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:13.529210 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-b9421eff-2c42-4c2d-b6c9-6ee895785ec1 None None] Calling delete_port for 5d898a01-d318-4d7a-abea-40190569ff9a owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:10:13.698597 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d4797e-9f16-4cf2-8236-583b760ca810 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:10:13.712949 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51675bb0-c3ab-419f-98a0-a9ff386faff1 None None] Sync routers for ids ['4b4d6341-aff2-447e-8f68-59fea73151c9'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:10:13.744600 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:13.806134 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51675bb0-c3ab-419f-98a0-a9ff386faff1 None None] Routers {'4b4d6341-aff2-447e-8f68-59fea73151c9'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:10:13.810621 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-51675bb0-c3ab-419f-98a0-a9ff386faff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:09:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4b4d6341-aff2-447e-8f68-59fea73151c9'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:13.936119 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-93d4797e-9f16-4cf2-8236-583b760ca810 admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:13.945999 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-93d4797e-9f16-4cf2-8236-583b760ca810 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.6434269 Nov 27 04:10:13.947292 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40886) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:13.948558 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40888) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:13.972217 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-7026827c-b772-4343-b898-ef7396394c02 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-570584462-network', 'tenant_id': '2cca41e36afb4ad5b6a4fd0719861bef'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:10:14.009346 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 5d898a01-d318-4d7a-abea-40190569ff9a, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=5d898a01-d318-4d7a-abea-40190569ff9a,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:10:14.030726 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b7fa8021-1c3b-4a58-a185-06148f20e52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:14.081249 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174da151-4104-48a7-a563-f183dfd0bb43 req-836ee365-2514-4cea-9dc5-e32013dd161d tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:14.119183 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-174da151-4104-48a7-a563-f183dfd0bb43 req-836ee365-2514-4cea-9dc5-e32013dd161d tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "GET /v2.0/ports?device_id=2796ba70-896d-4d11-827b-5ac1741938f2 HTTP/1.1" status: 200 len: 945 time: 1.5206461 Nov 27 04:10:14.136805 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-b7fa8021-1c3b-4a58-a185-06148f20e52a None None] For port 75708131-fc05-4cde-90fd-cc8a184da181, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=75708131-fc05-4cde-90fd-cc8a184da181,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:10:14.139500 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:14.163410 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b7fa8021-1c3b-4a58-a185-06148f20e52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:14.186139 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7026827c-b772-4343-b898-ef7396394c02 admin admin] Made reservation on behalf of 2cca41e36afb4ad5b6a4fd0719861bef for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:10:14.193210 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7026827c-b772-4343-b898-ef7396394c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:14.202713 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b9421eff-2c42-4c2d-b6c9-6ee895785ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:14.212691 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event deleted for resources: {'Port': ['ID=5d898a01-d318-4d7a-abea-40190569ff9a,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:14.305732 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7026827c-b772-4343-b898-ef7396394c02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:14.329773 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9421eff-2c42-4c2d-b6c9-6ee895785ec1 None None] No DVR routers for this DVR port 5d898a01-d318-4d7a-abea-40190569ff9a on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:10:14.351241 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-174da151-4104-48a7-a563-f183dfd0bb43 req-fbcc87fc-c1e7-4090-976f-2e4f28d11b5d tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "GET /v2.0/security-groups?id=64318866-af29-446d-887e-a820f7ceb388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303915 Nov 27 04:10:14.399763 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799a8d7-4f85-4283-9be4-6ce61f771c0b req-6577ea47-6217-4ada-a679-27d6790aa517 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:14.401498 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a799a8d7-4f85-4283-9be4-6ce61f771c0b req-6577ea47-6217-4ada-a679-27d6790aa517 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.23 "GET /v2.0/ports?device_id=2796ba70-896d-4d11-827b-5ac1741938f2 HTTP/1.1" status: 200 len: 945 time: 0.1910610 Nov 27 04:10:14.435728 n-d-819494-3 neutron-server[110018]: DEBUG neutron.objects.ports [None req-d13291d8-7e5b-4667-89ca-24f3d8e3a561 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110018) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 04:10:14.439691 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c0e57fd3-faf7-47d6-9813-874a78501d1f None None] Provisioning complete for port 099f81d0-8db9-4e4c-8228-74ec47a1cd2b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:14.440076 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c0e57fd3-faf7-47d6-9813-874a78501d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:14.446874 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d13291d8-7e5b-4667-89ca-24f3d8e3a561 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:14.602150 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:10:14.618201 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13291d8-7e5b-4667-89ca-24f3d8e3a561 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:10:14.627820 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa8021-1c3b-4a58-a185-06148f20e52a None None] Pushing event updated for resources: {'Port': ['ID=75708131-fc05-4cde-90fd-cc8a184da181,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:14.700986 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-d13291d8-7e5b-4667-89ca-24f3d8e3a561 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:10:14.734918 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13291d8-7e5b-4667-89ca-24f3d8e3a561 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:14.735878 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d13291d8-7e5b-4667-89ca-24f3d8e3a561 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:14.749133 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9421eff-2c42-4c2d-b6c9-6ee895785ec1 None None] Pushing event deleted for resources: {'Port': ['ID=5d898a01-d318-4d7a-abea-40190569ff9a,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:14.769425 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7979bef-0555-4464-baf4-c0cf429c03f3 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:10:14.790308 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-51675bb0-c3ab-419f-98a0-a9ff386faff1 None None] Set router 4b4d6341-aff2-447e-8f68-59fea73151c9 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:10:14.810568 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13291d8-7e5b-4667-89ca-24f3d8e3a561 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Subnet': ['ID=80e4704a-bf32-4115-b30a-de3e4d7251b6,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:14.829906 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d13291d8-7e5b-4667-89ca-24f3d8e3a561 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.8506646 Nov 27 04:10:14.834019 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40938) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:14.891629 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2839c5fe-fc69-487b-9fcb-a522b6228308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:14.950684 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-e98c32c2-052b-4ad8-81d1-90150445054a tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'port': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'mac_address': 'fa:16:3e:e6:6b:b3', 'name': 'tempest-NetworksTestDHCPv6-2085015915'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:10:15.128153 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c0e57fd3-faf7-47d6-9813-874a78501d1f None None] Provisioning complete for port 5318f797-1323-4c27-8d49-4dbb5cb0f2e6 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:15.130580 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c0e57fd3-faf7-47d6-9813-874a78501d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:15.220169 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c0e57fd3-faf7-47d6-9813-874a78501d1f None None] Port 5318f797-1323-4c27-8d49-4dbb5cb0f2e6 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:10:15.277578 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7026827c-b772-4343-b898-ef7396394c02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:15.404213 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 75708131-fc05-4cde-90fd-cc8a184da181 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:10:15.492141 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740f4535-a49c-40ef-b829-8b6f2f021b92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-69dee5df-a2b5-4f80-b023-d216a074fa83', 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'tenant_id': 'f4fb6791effe4b41abbe85bac59c4002', 'fixed_ips': [{'subnet_id': '80e4704a-bf32-4115-b30a-de3e4d7251b6'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:10:15.494058 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-740f4535-a49c-40ef-b829-8b6f2f021b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:15.500989 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-2839c5fe-fc69-487b-9fcb-a522b6228308 admin admin] Deleting port 33633549-8cd2-4329-89df-ce902341db7c {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:10:15.501281 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2839c5fe-fc69-487b-9fcb-a522b6228308 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:15.636091 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-2839c5fe-fc69-487b-9fcb-a522b6228308 admin admin] For port 33633549-8cd2-4329-89df-ce902341db7c, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=33633549-8cd2-4329-89df-ce902341db7c,segment=NetworkSegment(7b573d51-51b1-4f49-9697-b1cce35223ba),segment_id=7b573d51-51b1-4f49-9697-b1cce35223ba)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:10:15.636825 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2839c5fe-fc69-487b-9fcb-a522b6228308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:15.641155 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-51675bb0-c3ab-419f-98a0-a9ff386faff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'name': 'tempest-AttachVolumeShelveTestJSON-765555677-router', 'tenant_id': '797b4470e1204f95b4c65fa8076beed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e1e7af8e-f203-4f67-8296-760310cf80dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:10:03Z', 'updated_at': '2021-11-27T04:10:07Z', 'revision_number': 3, 'project_id': '797b4470e1204f95b4c65fa8076beed0', 'gw_port': {'id': 'e1e7af8e-f203-4f67-8296-760310cf80dc', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:05Z', 'updated_at': '2021-11-27T04:10:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:15.665087 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-2839c5fe-fc69-487b-9fcb-a522b6228308 admin admin] Calling delete_port for 33633549-8cd2-4329-89df-ce902341db7c owned by network:router_interface {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:10:15.668019 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7026827c-b772-4343-b898-ef7396394c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:15.713410 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51675bb0-c3ab-419f-98a0-a9ff386faff1 None None] Checking router: 4b4d6341-aff2-447e-8f68-59fea73151c9 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:10:15.715767 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51675bb0-c3ab-419f-98a0-a9ff386faff1 None None] Updating router 4b4d6341-aff2-447e-8f68-59fea73151c9 port e1e7af8e-f203-4f67-8296-760310cf80dc binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:10:15.794787 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-51675bb0-c3ab-419f-98a0-a9ff386faff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:15.833772 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 75708131-fc05-4cde-90fd-cc8a184da181 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:15.843106 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:15.971442 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98c32c2-052b-4ad8-81d1-90150445054a tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:10:16.045666 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-740f4535-a49c-40ef-b829-8b6f2f021b92 None None] Allocated IP 2001:db8::f816:3eff:fe6a:89bd (69dee5df-a2b5-4f80-b023-d216a074fa83/80e4704a-bf32-4115-b30a-de3e4d7251b6/5a2296d3-d36a-419b-96f1-b1192cefe2a4) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:10:16.087683 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7026827c-b772-4343-b898-ef7396394c02 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:10:16.089926 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40974) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:16.144776 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e98c32c2-052b-4ad8-81d1-90150445054a tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:16.187439 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2839c5fe-fc69-487b-9fcb-a522b6228308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:16.207053 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b0722695-6021-4b46-9136-66d0d5834e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:16.297935 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2839c5fe-fc69-487b-9fcb-a522b6228308 admin admin] Pushing event deleted for resources: {'Port': ['ID=33633549-8cd2-4329-89df-ce902341db7c,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:16.328046 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ee560-d49c-48e0-8459-2c9f6b8f01d4 req-592909de-f478-45c0-9f39-3903dc245e74 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:16.329999 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b16ee560-d49c-48e0-8459-2c9f6b8f01d4 req-592909de-f478-45c0-9f39-3903dc245e74 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "GET /v2.0/ports?device_id=2796ba70-896d-4d11-827b-5ac1741938f2 HTTP/1.1" status: 200 len: 945 time: 0.6667674 Nov 27 04:10:16.330749 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7026827c-b772-4343-b898-ef7396394c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aad0ca8-cbc6-4831-b8af-73a5f1eb165a,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:16.335712 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [None req-e98c32c2-052b-4ad8-81d1-90150445054a tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] device_id is not set on port 87ea5a26-a264-4ea2-89a8-b60938b6bcfb yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:10:16.381001 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7026827c-b772-4343-b898-ef7396394c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:16.381794 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-7026827c-b772-4343-b898-ef7396394c02 admin admin] Added segment d6a44ada-7c1c-4ed4-b448-149bbff2bd74 of type vlan for network 8fa908c7-f5bd-47ee-bd2c-b34d229d6414 Nov 27 04:10:16.431636 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-51675bb0-c3ab-419f-98a0-a9ff386faff1 None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:16.445657 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-51675bb0-c3ab-419f-98a0-a9ff386faff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:16.565552 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16450e10-859c-4843-8860-edd444213eaa None None] Pushing event updated for resources: {'Port': ['ID=e1e7af8e-f203-4f67-8296-760310cf80dc,revision_number=2']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:16.616945 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16450e10-859c-4843-8860-edd444213eaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:10:16.617726 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16450e10-859c-4843-8860-edd444213eaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:10:16.618318 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16450e10-859c-4843-8860-edd444213eaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:10:16.619813 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16450e10-859c-4843-8860-edd444213eaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:10:16.620421 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16450e10-859c-4843-8860-edd444213eaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:10:16.621989 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16450e10-859c-4843-8860-edd444213eaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:10:16.622772 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16450e10-859c-4843-8860-edd444213eaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:10:16.623563 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16450e10-859c-4843-8860-edd444213eaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:10:16.624146 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16450e10-859c-4843-8860-edd444213eaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:10:16.624715 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16450e10-859c-4843-8860-edd444213eaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:10:16.625458 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16450e10-859c-4843-8860-edd444213eaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:10:16.626109 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16450e10-859c-4843-8860-edd444213eaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:10:16.641794 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-51675bb0-c3ab-419f-98a0-a9ff386faff1 None None] Attempting to bind port e1e7af8e-f203-4f67-8296-760310cf80dc on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:10:16.642575 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-51675bb0-c3ab-419f-98a0-a9ff386faff1 None None] Attempting to bind port e1e7af8e-f203-4f67-8296-760310cf80dc by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:10:16.643212 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51675bb0-c3ab-419f-98a0-a9ff386faff1 None None] Attempting to bind port e1e7af8e-f203-4f67-8296-760310cf80dc on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:10:16.650009 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51675bb0-c3ab-419f-98a0-a9ff386faff1 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:10:16.650843 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51675bb0-c3ab-419f-98a0-a9ff386faff1 None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:10:16.652668 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-51675bb0-c3ab-419f-98a0-a9ff386faff1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:16.654458 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51675bb0-c3ab-419f-98a0-a9ff386faff1 None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:10:16.655261 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-51675bb0-c3ab-419f-98a0-a9ff386faff1 None None] Bound port: e1e7af8e-f203-4f67-8296-760310cf80dc, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:10:16.655907 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-51675bb0-c3ab-419f-98a0-a9ff386faff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:16.658249 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8f8facad-1cdd-4849-af7d-a13118d81091 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:16.682200 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-a799a8d7-4f85-4283-9be4-6ce61f771c0b req-6e95655a-bb22-442e-a05b-a75934f4655c tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Deleting port d20eadb1-6ffa-46d3-90eb-94a1ba0f6335 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:10:16.684850 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a799a8d7-4f85-4283-9be4-6ce61f771c0b req-6e95655a-bb22-442e-a05b-a75934f4655c tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:16.716419 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c7c6e0-2dc1-4ea3-8625-76df973df6cc None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:10:16.724870 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2839c5fe-fc69-487b-9fcb-a522b6228308 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:16.786215 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-51675bb0-c3ab-419f-98a0-a9ff386faff1 None None] For port e1e7af8e-f203-4f67-8296-760310cf80dc, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:10:16.792425 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-51675bb0-c3ab-419f-98a0-a9ff386faff1 None None] For port e1e7af8e-f203-4f67-8296-760310cf80dc, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=e1e7af8e-f203-4f67-8296-760310cf80dc,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:10:16.793553 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 099f81d0-8db9-4e4c-8228-74ec47a1cd2b up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:10:16.798758 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:16.804328 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-51675bb0-c3ab-419f-98a0-a9ff386faff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:16.899759 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-05c56f4c-1e58-4f50-b630-6f8fd50642c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:16.915003 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8f8facad-1cdd-4849-af7d-a13118d81091 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:16.935956 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8557060-5be5-414f-802b-5a30a24678a5 None None] Sync routers for ids ['be77a249-12f6-4ce0-8861-ed8d259e6098'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:10:16.963478 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc565f4-e584-4933-bfce-db010ea51f12 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:10:17.022684 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-de52b25a-3a86-442a-849f-cb8f1e48e752 None None] Provisioning complete for port e1e7af8e-f203-4f67-8296-760310cf80dc triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:17.023449 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16450e10-859c-4843-8860-edd444213eaa None None] Pushing event updated for resources: {'Port': ['ID=e1e7af8e-f203-4f67-8296-760310cf80dc,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:17.023754 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-de52b25a-3a86-442a-849f-cb8f1e48e752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:17.030853 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51675bb0-c3ab-419f-98a0-a9ff386faff1 None None] Routers {'4b4d6341-aff2-447e-8f68-59fea73151c9'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:10:17.031485 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-51675bb0-c3ab-419f-98a0-a9ff386faff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:09:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4b4d6341-aff2-447e-8f68-59fea73151c9'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:17.065883 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8f8facad-1cdd-4849-af7d-a13118d81091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:17.075607 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8557060-5be5-414f-802b-5a30a24678a5 None None] Routers {'be77a249-12f6-4ce0-8861-ed8d259e6098'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:10:17.080164 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-e8557060-5be5-414f-802b-5a30a24678a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:09:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['be77a249-12f6-4ce0-8861-ed8d259e6098'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:17.113926 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2839c5fe-fc69-487b-9fcb-a522b6228308 admin admin] Router f50a6542-6489-44cd-b46c-bece319553b1 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:10:17.197927 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-51675bb0-c3ab-419f-98a0-a9ff386faff1 None None] Set router 4b4d6341-aff2-447e-8f68-59fea73151c9 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:10:17.266234 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8facad-1cdd-4849-af7d-a13118d81091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18012ea-8a0b-4ace-b0fc-8de4c8f345a7,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:17.268680 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2839c5fe-fc69-487b-9fcb-a522b6228308 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:10:17.275503 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2839c5fe-fc69-487b-9fcb-a522b6228308 admin admin] 10.222.0.20 "PUT /v2.0/routers/f50a6542-6489-44cd-b46c-bece319553b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6449196 Nov 27 04:10:17.276943 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7026827c-b772-4343-b898-ef7396394c02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:17.278047 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40984) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:17.279954 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-740f4535-a49c-40ef-b829-8b6f2f021b92 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:17.372627 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-e8557060-5be5-414f-802b-5a30a24678a5 None None] Set router be77a249-12f6-4ce0-8861-ed8d259e6098 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:10:17.398193 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-02576dfc-54bb-4fb8-a130-6a0cc64fa478 admin admin] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:17.413351 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8f8facad-1cdd-4849-af7d-a13118d81091 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ef3eba596c643c1916ec154c5df4816&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2409182 Nov 27 04:10:17.418253 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6274b9dc-853d-4294-b6cb-1670ff46853b None None] Sync routers for ids ['f50a6542-6489-44cd-b46c-bece319553b1'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:10:17.438220 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 40986) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:17.446372 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b16ee560-d49c-48e0-8459-2c9f6b8f01d4 req-190dd0e4-021c-46de-87ac-4ccab8342b18 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "GET /v2.0/security-groups?id=64318866-af29-446d-887e-a820f7ceb388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0684834 Nov 27 04:10:17.474887 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6274b9dc-853d-4294-b6cb-1670ff46853b None None] Routers {'f50a6542-6489-44cd-b46c-bece319553b1'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:10:17.476198 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-6274b9dc-853d-4294-b6cb-1670ff46853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:09:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f50a6542-6489-44cd-b46c-bece319553b1'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:17.644131 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7026827c-b772-4343-b898-ef7396394c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:17.644616 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-02576dfc-54bb-4fb8-a130-6a0cc64fa478 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:17.648518 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-51675bb0-c3ab-419f-98a0-a9ff386faff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'name': 'tempest-AttachVolumeShelveTestJSON-765555677-router', 'tenant_id': '797b4470e1204f95b4c65fa8076beed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e1e7af8e-f203-4f67-8296-760310cf80dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:10:03Z', 'updated_at': '2021-11-27T04:10:07Z', 'revision_number': 3, 'project_id': '797b4470e1204f95b4c65fa8076beed0', 'gw_port': {'id': 'e1e7af8e-f203-4f67-8296-760310cf80dc', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:05Z', 'updated_at': '2021-11-27T04:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:17.649525 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7026827c-b772-4343-b898-ef7396394c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:17.653182 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7026827c-b772-4343-b898-ef7396394c02 admin admin] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:17.689893 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51675bb0-c3ab-419f-98a0-a9ff386faff1 None None] The sync data for ids ['4b4d6341-aff2-447e-8f68-59fea73151c9'] in n-d-819494-3 is: [{'id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'name': 'tempest-AttachVolumeShelveTestJSON-765555677-router', 'tenant_id': '797b4470e1204f95b4c65fa8076beed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e1e7af8e-f203-4f67-8296-760310cf80dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:10:03Z', 'updated_at': '2021-11-27T04:10:07Z', 'revision_number': 3, 'project_id': '797b4470e1204f95b4c65fa8076beed0', 'gw_port': {'id': 'e1e7af8e-f203-4f67-8296-760310cf80dc', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:05Z', 'updated_at': '2021-11-27T04:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:10:17.690189 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-740f4535-a49c-40ef-b829-8b6f2f021b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:17.692212 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-a799a8d7-4f85-4283-9be4-6ce61f771c0b req-6e95655a-bb22-442e-a05b-a75934f4655c tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] For port d20eadb1-6ffa-46d3-90eb-94a1ba0f6335, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d20eadb1-6ffa-46d3-90eb-94a1ba0f6335,segment=NetworkSegment(44f9be63-e037-4b31-b052-e61f7b1580df),segment_id=44f9be63-e037-4b31-b052-e61f7b1580df)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:10:17.696350 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a799a8d7-4f85-4283-9be4-6ce61f771c0b req-6e95655a-bb22-442e-a05b-a75934f4655c tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:17.721678 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-6274b9dc-853d-4294-b6cb-1670ff46853b None None] Set router f50a6542-6489-44cd-b46c-bece319553b1 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:10:17.796686 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-02576dfc-54bb-4fb8-a130-6a0cc64fa478 admin admin] Deleting port cd9ebe38-c966-4d9e-98a5-186aa71cb38b {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:10:17.797068 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-02576dfc-54bb-4fb8-a130-6a0cc64fa478 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:17.818441 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-e98c32c2-052b-4ad8-81d1-90150445054a tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Allocated IP 2001:db8::f816:3eff:fee6:6bb3 (69dee5df-a2b5-4f80-b023-d216a074fa83/80e4704a-bf32-4115-b30a-de3e4d7251b6/87ea5a26-a264-4ea2-89a8-b60938b6bcfb) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:10:17.826740 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 099f81d0-8db9-4e4c-8228-74ec47a1cd2b triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:17.827881 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:17.897622 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740f4535-a49c-40ef-b829-8b6f2f021b92 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:10:17.954035 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-de52b25a-3a86-442a-849f-cb8f1e48e752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:17.964434 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-740f4535-a49c-40ef-b829-8b6f2f021b92 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:10:17.974069 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740f4535-a49c-40ef-b829-8b6f2f021b92 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:10:18.001151 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-02576dfc-54bb-4fb8-a130-6a0cc64fa478 admin admin] For port cd9ebe38-c966-4d9e-98a5-186aa71cb38b, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=cd9ebe38-c966-4d9e-98a5-186aa71cb38b,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:10:18.001748 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-02576dfc-54bb-4fb8-a130-6a0cc64fa478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:18.019525 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-02576dfc-54bb-4fb8-a130-6a0cc64fa478 admin admin] Calling delete_port for cd9ebe38-c966-4d9e-98a5-186aa71cb38b owned by network:router_gateway {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:10:18.179531 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-de52b25a-3a86-442a-849f-cb8f1e48e752 None None] For port e1e7af8e-f203-4f67-8296-760310cf80dc, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=e1e7af8e-f203-4f67-8296-760310cf80dc,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:10:18.206361 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f4535-a49c-40ef-b829-8b6f2f021b92 None None] Pushing event updated for resources: {'Port': ['ID=5a2296d3-d36a-419b-96f1-b1192cefe2a4,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:18.220743 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-de52b25a-3a86-442a-849f-cb8f1e48e752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:18.229700 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-b0722695-6021-4b46-9136-66d0d5834e72 admin admin] Allocated IP 172.20.0.1 (f5be6ff6-7679-4336-aa7e-b7dc23104991/129d6819-d46b-4873-8019-a59c438c16e8/b4c5d7d9-aa4d-4857-8193-53249e9b1bc2) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:10:18.241093 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-02576dfc-54bb-4fb8-a130-6a0cc64fa478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:18.247482 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7026827c-b772-4343-b898-ef7396394c02 admin admin] Pushing event updated for resources: {'Network': ['ID=8fa908c7-f5bd-47ee-bd2c-b34d229d6414,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:18.268774 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 8fa908c7-f5bd-47ee-bd2c-b34d229d6414 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:10:18.297067 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-6274b9dc-853d-4294-b6cb-1670ff46853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'name': 'tempest-TestVolumeBootPattern-2087569917-router', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T04:10:16Z', 'revision_number': 5, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'gw_port': {'id': 'cd9ebe38-c966-4d9e-98a5-186aa71cb38b', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T03:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:18.355680 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3931eb6e-a3c0-4dc8-b9c0-1a3eab33bdd7 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:10:18.360002 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6274b9dc-853d-4294-b6cb-1670ff46853b None None] Checking router: f50a6542-6489-44cd-b46c-bece319553b1 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:10:18.373055 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-02576dfc-54bb-4fb8-a130-6a0cc64fa478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:18.378029 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6274b9dc-853d-4294-b6cb-1670ff46853b None None] Routers {'f50a6542-6489-44cd-b46c-bece319553b1'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:10:18.379688 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-6274b9dc-853d-4294-b6cb-1670ff46853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:09:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f50a6542-6489-44cd-b46c-bece319553b1'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:18.410858 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7026827c-b772-4343-b898-ef7396394c02 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.4569893 Nov 27 04:10:18.423770 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02576dfc-54bb-4fb8-a130-6a0cc64fa478 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd9ebe38-c966-4d9e-98a5-186aa71cb38b,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:18.427006 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 40994) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:18.482966 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-ea87d173-ecb8-4b28-adf1-82fe4bb958d7 admin admin] Request body: {'subnet': {'network_id': '8fa908c7-f5bd-47ee-bd2c-b34d229d6414', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-570584462-subnet', 'tenant_id': '2cca41e36afb4ad5b6a4fd0719861bef', 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:10:18.497057 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-740f4535-a49c-40ef-b829-8b6f2f021b92 None None] Attempting to bind port 5a2296d3-d36a-419b-96f1-b1192cefe2a4 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:10:18.497449 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-740f4535-a49c-40ef-b829-8b6f2f021b92 None None] Attempting to bind port 5a2296d3-d36a-419b-96f1-b1192cefe2a4 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:10:18.497821 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740f4535-a49c-40ef-b829-8b6f2f021b92 None None] Attempting to bind port 5a2296d3-d36a-419b-96f1-b1192cefe2a4 on network 69dee5df-a2b5-4f80-b023-d216a074fa83 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:10:18.517888 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-e8557060-5be5-414f-802b-5a30a24678a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be77a249-12f6-4ce0-8861-ed8d259e6098', 'name': 'tempest-TestAggregatesBasicOps-1909362320-router', 'tenant_id': '319b1b5f2a4e4c18853d965486ee0de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '75708131-fc05-4cde-90fd-cc8a184da181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:10:01Z', 'updated_at': '2021-11-27T04:10:09Z', 'revision_number': 4, 'project_id': '319b1b5f2a4e4c18853d965486ee0de8', 'gw_port': {'id': '75708131-fc05-4cde-90fd-cc8a184da181', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:78:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77a249-12f6-4ce0-8861-ed8d259e6098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:02Z', 'updated_at': '2021-11-27T04:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '5318f797-1323-4c27-8d49-4dbb5cb0f2e6', 'name': '', 'network_id': '347dc589-6374-47f7-b5a6-ee7eef1151d3', 'tenant_id': '319b1b5f2a4e4c18853d965486ee0de8', 'mac_address': 'fa:16:3e:e0:49:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be77a249-12f6-4ce0-8861-ed8d259e6098', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'd4739892-40b7-47d7-99d4-1ed4885d79b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:07Z', 'updated_at': '2021-11-27T04:10:09Z', 'revision_number': 2, 'project_id': '319b1b5f2a4e4c18853d965486ee0de8', 'subnets': [{'id': 'd4739892-40b7-47d7-99d4-1ed4885d79b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:18.572940 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8557060-5be5-414f-802b-5a30a24678a5 None None] Checking router: be77a249-12f6-4ce0-8861-ed8d259e6098 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:10:18.574141 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8557060-5be5-414f-802b-5a30a24678a5 None None] Updating router be77a249-12f6-4ce0-8861-ed8d259e6098 port 5318f797-1323-4c27-8d49-4dbb5cb0f2e6 binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:10:18.592609 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-6274b9dc-853d-4294-b6cb-1670ff46853b None None] Set router f50a6542-6489-44cd-b46c-bece319553b1 gateway port host: None {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:10:18.596858 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9db3d229-6d58-44d5-894c-582c15e634eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:18.632353 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-4801c95a-393f-4e44-8a46-8c5a9d95238d None None] Provisioning complete for port e1e7af8e-f203-4f67-8296-760310cf80dc triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:18.633500 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4801c95a-393f-4e44-8a46-8c5a9d95238d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:18.648854 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-02576dfc-54bb-4fb8-a130-6a0cc64fa478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:18.669717 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-02576dfc-54bb-4fb8-a130-6a0cc64fa478 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:18.703455 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e8557060-5be5-414f-802b-5a30a24678a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:18.727384 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a9d2972c-7f42-49f8-9d7b-091ca9888b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:18.775057 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740f4535-a49c-40ef-b829-8b6f2f021b92 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:10:18.775549 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740f4535-a49c-40ef-b829-8b6f2f021b92 None None] Checking segment: {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:10:18.775866 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-740f4535-a49c-40ef-b829-8b6f2f021b92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:18.776282 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740f4535-a49c-40ef-b829-8b6f2f021b92 None None] Bound using segment: {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:10:18.778594 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-740f4535-a49c-40ef-b829-8b6f2f021b92 None None] Bound port: 5a2296d3-d36a-419b-96f1-b1192cefe2a4, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:10:18.779029 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-740f4535-a49c-40ef-b829-8b6f2f021b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:18.817432 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52b25a-3a86-442a-849f-cb8f1e48e752 None None] Pushing event updated for resources: {'Port': ['ID=e1e7af8e-f203-4f67-8296-760310cf80dc,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:18.825741 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e1e7af8e-f203-4f67-8296-760310cf80dc up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:10:18.826410 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9db3d229-6d58-44d5-894c-582c15e634eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:18.910583 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e98c32c2-052b-4ad8-81d1-90150445054a tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:18.951832 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-02576dfc-54bb-4fb8-a130-6a0cc64fa478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:18.952396 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02576dfc-54bb-4fb8-a130-6a0cc64fa478 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f50a6542-6489-44cd-b46c-bece319553b1 {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:10:18.972041 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-02576dfc-54bb-4fb8-a130-6a0cc64fa478 admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:18.976792 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-02576dfc-54bb-4fb8-a130-6a0cc64fa478 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f50a6542-6489-44cd-b46c-bece319553b1 HTTP/1.1" status: 204 len: 168 time: 1.6972847 Nov 27 04:10:18.984460 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41004) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:18.985779 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-6274b9dc-853d-4294-b6cb-1670ff46853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'name': 'tempest-TestVolumeBootPattern-2087569917-router', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T04:10:18Z', 'revision_number': 7, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'gw_port_host': None}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:18.992967 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:19.000356 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea87d173-ecb8-4b28-adf1-82fe4bb958d7 admin admin] Made reservation on behalf of 2cca41e36afb4ad5b6a4fd0719861bef for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:10:19.003148 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ea87d173-ecb8-4b28-adf1-82fe4bb958d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:19.051205 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52b25a-3a86-442a-849f-cb8f1e48e752 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:10:19.051567 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52b25a-3a86-442a-849f-cb8f1e48e752 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:10:19.051910 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52b25a-3a86-442a-849f-cb8f1e48e752 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:10:19.054378 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52b25a-3a86-442a-849f-cb8f1e48e752 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:10:19.054767 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52b25a-3a86-442a-849f-cb8f1e48e752 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:10:19.055132 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52b25a-3a86-442a-849f-cb8f1e48e752 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:10:19.055476 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52b25a-3a86-442a-849f-cb8f1e48e752 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:10:19.055889 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52b25a-3a86-442a-849f-cb8f1e48e752 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:10:19.056159 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52b25a-3a86-442a-849f-cb8f1e48e752 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:10:19.056497 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52b25a-3a86-442a-849f-cb8f1e48e752 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:10:19.064265 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6274b9dc-853d-4294-b6cb-1670ff46853b None None] The sync data for ids ['f50a6542-6489-44cd-b46c-bece319553b1'] in n-d-819494-3 is: [{'id': 'f50a6542-6489-44cd-b46c-bece319553b1', 'name': 'tempest-TestVolumeBootPattern-2087569917-router', 'tenant_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:55:53Z', 'updated_at': '2021-11-27T04:10:18Z', 'revision_number': 7, 'project_id': 'c0fb01b15ba04e8ca79caed9882229f4', 'gw_port_host': None}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:10:19.070366 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52b25a-3a86-442a-849f-cb8f1e48e752 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:10:19.070782 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52b25a-3a86-442a-849f-cb8f1e48e752 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:10:19.082369 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf8c93a2-b1cc-498c-8fcb-f714ffaff7dd admin admin] Deleting subnet 7fdbb93f-95d3-4899-98b7-de442d33ecc0 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:10:19.135299 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f24f82-9f3d-4053-9c4e-c4772704a2ce req-0f1f31b4-6bf1-4d38-89b8-7b4cf5b7f24c tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:19.148404 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d4f24f82-9f3d-4053-9c4e-c4772704a2ce req-0f1f31b4-6bf1-4d38-89b8-7b4cf5b7f24c tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "GET /v2.0/ports?device_id=2796ba70-896d-4d11-827b-5ac1741938f2 HTTP/1.1" status: 200 len: 945 time: 0.5126290 Nov 27 04:10:19.249992 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device d20eadb1-6ffa-46d3-90eb-94a1ba0f6335 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:10:19.461737 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d4f24f82-9f3d-4053-9c4e-c4772704a2ce req-857a6573-f002-4f18-8df8-3cc56b8063fc tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "GET /v2.0/security-groups?id=64318866-af29-446d-887e-a820f7ceb388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3120551 Nov 27 04:10:19.509577 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ea87d173-ecb8-4b28-adf1-82fe4bb958d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:19.555085 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-740f4535-a49c-40ef-b829-8b6f2f021b92 None None] For port 5a2296d3-d36a-419b-96f1-b1192cefe2a4, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:10:19.616009 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port e1e7af8e-f203-4f67-8296-760310cf80dc triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:19.619634 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:19.659854 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-740f4535-a49c-40ef-b829-8b6f2f021b92 None None] For port 5a2296d3-d36a-419b-96f1-b1192cefe2a4, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=5a2296d3-d36a-419b-96f1-b1192cefe2a4,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:10:19.677143 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cf8c93a2-b1cc-498c-8fcb-f714ffaff7dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:19.701773 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b0722695-6021-4b46-9136-66d0d5834e72 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:19.722432 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-740f4535-a49c-40ef-b829-8b6f2f021b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:19.751251 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a799a8d7-4f85-4283-9be4-6ce61f771c0b req-6e95655a-bb22-442e-a05b-a75934f4655c tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:19.751636 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a799a8d7-4f85-4283-9be4-6ce61f771c0b req-6e95655a-bb22-442e-a05b-a75934f4655c tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:19.751920 n-d-819494-3 neutron-server[110019]: INFO neutron.db.l3_db [req-a799a8d7-4f85-4283-9be4-6ce61f771c0b req-6e95655a-bb22-442e-a05b-a75934f4655c tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Floating IP 81e2f9bc-131f-4e5a-99f5-dd96b3223689 disassociated. External IP: 172.25.1.58, port: d20eadb1-6ffa-46d3-90eb-94a1ba0f6335. Nov 27 04:10:19.752322 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-a799a8d7-4f85-4283-9be4-6ce61f771c0b req-6e95655a-bb22-442e-a05b-a75934f4655c tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Calling delete_port for d20eadb1-6ffa-46d3-90eb-94a1ba0f6335 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:10:19.777239 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:19.796726 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cf8c93a2-b1cc-498c-8fcb-f714ffaff7dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:19.854634 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9db3d229-6d58-44d5-894c-582c15e634eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:19.857835 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9db3d229-6d58-44d5-894c-582c15e634eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:19.859061 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9db3d229-6d58-44d5-894c-582c15e634eb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a18012ea-8a0b-4ace-b0fc-8de4c8f345a7 HTTP/1.1" status: 204 len: 168 time: 2.4170465 Nov 27 04:10:19.869801 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f4535-a49c-40ef-b829-8b6f2f021b92 None None] Pushing event updated for resources: {'Port': ['ID=5a2296d3-d36a-419b-96f1-b1192cefe2a4,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:19.926327 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e98c32c2-052b-4ad8-81d1-90150445054a tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:19.934480 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db3d229-6d58-44d5-894c-582c15e634eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18012ea-8a0b-4ace-b0fc-8de4c8f345a7,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:20.024894 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c32c2-052b-4ad8-81d1-90150445054a tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Port': ['ID=87ea5a26-a264-4ea2-89a8-b60938b6bcfb,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:20.030444 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b0722695-6021-4b46-9136-66d0d5834e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:20.039013 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:20.097141 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98c32c2-052b-4ad8-81d1-90150445054a tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:10:20.128652 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-e98c32c2-052b-4ad8-81d1-90150445054a tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:10:20.132071 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98c32c2-052b-4ad8-81d1-90150445054a tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:10:20.139812 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98c32c2-052b-4ad8-81d1-90150445054a tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:20.140538 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e98c32c2-052b-4ad8-81d1-90150445054a tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:20.147217 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0722695-6021-4b46-9136-66d0d5834e72 admin admin] Network f5be6ff6-7679-4336-aa7e-b7dc23104991 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:10:20.185948 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-b0722695-6021-4b46-9136-66d0d5834e72 admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:10:20.189278 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0722695-6021-4b46-9136-66d0d5834e72 admin admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:10:20.478009 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b0722695-6021-4b46-9136-66d0d5834e72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:20.485547 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0722695-6021-4b46-9136-66d0d5834e72 admin admin] Pushing event updated for resources: {'Port': ['ID=b4c5d7d9-aa4d-4857-8193-53249e9b1bc2,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:20.609084 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea87d173-ecb8-4b28-adf1-82fe4bb958d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64dcf091-2fa1-47cc-b3ae-04c5f48c4c4b,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:20.691921 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea87d173-ecb8-4b28-adf1-82fe4bb958d7 admin admin] Checking segment: {'id': 'd6a44ada-7c1c-4ed4-b448-149bbff2bd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8fa908c7-f5bd-47ee-bd2c-b34d229d6414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:10:20.694097 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea87d173-ecb8-4b28-adf1-82fe4bb958d7 admin admin] Network hostable DHCP agents. Network: 8fa908c7-f5bd-47ee-bd2c-b34d229d6414, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:10:20.738701 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea87d173-ecb8-4b28-adf1-82fe4bb958d7 admin admin] Network 8fa908c7-f5bd-47ee-bd2c-b34d229d6414 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:10:20.751175 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cf8c93a2-b1cc-498c-8fcb-f714ffaff7dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:20.760083 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-ea87d173-ecb8-4b28-adf1-82fe4bb958d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 8fa908c7-f5bd-47ee-bd2c-b34d229d6414) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:10:20.778001 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea87d173-ecb8-4b28-adf1-82fe4bb958d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:20.778001 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ea87d173-ecb8-4b28-adf1-82fe4bb958d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:20.778890 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e98c32c2-052b-4ad8-81d1-90150445054a tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.8943102 Nov 27 04:10:20.786011 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5cef11-1661-4a51-ae18-d3fbf2130729 None None] Network 8fa908c7-f5bd-47ee-bd2c-b34d229d6414 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:10:20.786350 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41024) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:20.821834 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41026) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:20.888223 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e39a5072-5a88-45ef-b2e5-4ed64bca849b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:20.913012 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ea87d173-ecb8-4b28-adf1-82fe4bb958d7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4381573 Nov 27 04:10:20.924202 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41028) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:20.932911 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-8edb6376-2618-48ce-9c06-34d6b8080bac admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-570584462-router', 'tenant_id': '2cca41e36afb4ad5b6a4fd0719861bef', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:10:20.965872 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a799a8d7-4f85-4283-9be4-6ce61f771c0b req-6e95655a-bb22-442e-a05b-a75934f4655c tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:21.043852 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3e7c412e-3815-4a2f-8bd6-aca89170d12d req-85c1ba6b-74ca-4853-9c5c-6279fd2c2403 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "GET /v2.0/ports?device_id=2796ba70-896d-4d11-827b-5ac1741938f2 HTTP/1.1" status: 200 len: 210 time: 0.1182168 Nov 27 04:10:21.093295 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e95655a-bb22-442e-a05b-a75934f4655c tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Pushing event deleted for resources: {'Port': ['ID=d20eadb1-6ffa-46d3-90eb-94a1ba0f6335,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:21.103357 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbcc4b7-f081-4929-a457-5759d186c3f2 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:21.112527 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e1e7af8e-f203-4f67-8296-760310cf80dc up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:10:21.121902 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbcc4b7-f081-4929-a457-5759d186c3f2 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:21.135467 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-fdbcc4b7-f081-4929-a457-5759d186c3f2 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3474140 Nov 27 04:10:21.146405 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41030) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:21.160765 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8edb6376-2618-48ce-9c06-34d6b8080bac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:21.162360 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8edb6376-2618-48ce-9c06-34d6b8080bac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:21.188447 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e8557060-5be5-414f-802b-5a30a24678a5 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:21.204283 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-184b127d-5a94-499b-bfb7-f10c40805531 None None] Provisioning complete for port b4c5d7d9-aa4d-4857-8193-53249e9b1bc2 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:21.204859 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-184b127d-5a94-499b-bfb7-f10c40805531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:21.257944 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8edb6376-2618-48ce-9c06-34d6b8080bac admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:21.278666 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-184b127d-5a94-499b-bfb7-f10c40805531 None None] Port b4c5d7d9-aa4d-4857-8193-53249e9b1bc2 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:10:21.305420 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e8557060-5be5-414f-802b-5a30a24678a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:21.399586 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d7d54-d647-49bb-9538-a3f142f9eb67 None None] Pushing event updated for resources: {'Port': ['ID=5318f797-1323-4c27-8d49-4dbb5cb0f2e6,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:21.411729 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:21.497769 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a799a8d7-4f85-4283-9be4-6ce61f771c0b req-6e95655a-bb22-442e-a05b-a75934f4655c tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Router 9da6bd38-a563-41b6-b674-125aa9fb3fb8 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:10:21.578844 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port e1e7af8e-f203-4f67-8296-760310cf80dc triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:21.580876 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:21.699833 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8edb6376-2618-48ce-9c06-34d6b8080bac admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:21.762494 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-e8557060-5be5-414f-802b-5a30a24678a5 None None] Attempting to bind port 5318f797-1323-4c27-8d49-4dbb5cb0f2e6 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:10:21.766063 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-e8557060-5be5-414f-802b-5a30a24678a5 None None] Attempting to bind port 5318f797-1323-4c27-8d49-4dbb5cb0f2e6 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '661d5937-212a-4811-a5f9-3db1608c4a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '347dc589-6374-47f7-b5a6-ee7eef1151d3'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:10:21.766704 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8557060-5be5-414f-802b-5a30a24678a5 None None] Attempting to bind port 5318f797-1323-4c27-8d49-4dbb5cb0f2e6 on network 347dc589-6374-47f7-b5a6-ee7eef1151d3 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:10:21.830158 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70483200-0888-4c28-97c4-61cb9246a050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-8fa908c7-f5bd-47ee-bd2c-b34d229d6414', 'network_id': '8fa908c7-f5bd-47ee-bd2c-b34d229d6414', 'tenant_id': '2cca41e36afb4ad5b6a4fd0719861bef', 'fixed_ips': [{'subnet_id': '64dcf091-2fa1-47cc-b3ae-04c5f48c4c4b'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:10:21.832960 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-70483200-0888-4c28-97c4-61cb9246a050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:21.872787 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8557060-5be5-414f-802b-5a30a24678a5 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:10:21.874593 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8557060-5be5-414f-802b-5a30a24678a5 None None] Checking segment: {'id': '661d5937-212a-4811-a5f9-3db1608c4a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '347dc589-6374-47f7-b5a6-ee7eef1151d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:10:21.875031 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e8557060-5be5-414f-802b-5a30a24678a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:21.876860 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8557060-5be5-414f-802b-5a30a24678a5 None None] Bound using segment: {'id': '661d5937-212a-4811-a5f9-3db1608c4a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '347dc589-6374-47f7-b5a6-ee7eef1151d3'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:10:21.878529 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-e8557060-5be5-414f-802b-5a30a24678a5 None None] Bound port: 5318f797-1323-4c27-8d49-4dbb5cb0f2e6, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '661d5937-212a-4811-a5f9-3db1608c4a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '347dc589-6374-47f7-b5a6-ee7eef1151d3'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:10:21.879008 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e8557060-5be5-414f-802b-5a30a24678a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:21.879690 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e39a5072-5a88-45ef-b2e5-4ed64bca849b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:21.892024 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e39a5072-5a88-45ef-b2e5-4ed64bca849b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:21.961323 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cf8c93a2-b1cc-498c-8fcb-f714ffaff7dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:22.030808 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c93a2-b1cc-498c-8fcb-f714ffaff7dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fdbb93f-95d3-4899-98b7-de442d33ecc0,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:22.063749 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a5072-5a88-45ef-b2e5-4ed64bca849b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376c40ca-85d9-4e04-b21c-69d24bdd6987,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:22.077191 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b0722695-6021-4b46-9136-66d0d5834e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:22.102834 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cf8c93a2-b1cc-498c-8fcb-f714ffaff7dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:22.113064 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:22.115342 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-cf8c93a2-b1cc-498c-8fcb-f714ffaff7dd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7fdbb93f-95d3-4899-98b7-de442d33ecc0 HTTP/1.1" status: 204 len: 168 time: 3.1246409 Nov 27 04:10:22.129047 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41044) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:22.138816 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3baa22f-5fde-4781-8252-d9aa9fc45177 None None] Network 9066c940-2187-4bcb-b452-41734810299f requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:10:22.316587 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-eeeb583e-bbf0-4e0e-965c-2e88c45facae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:22.324584 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-690a4483-24de-4bd2-8155-7866c9ee5c6e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting port 87ea5a26-a264-4ea2-89a8-b60938b6bcfb {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:10:22.324998 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-690a4483-24de-4bd2-8155-7866c9ee5c6e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:22.389882 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e39a5072-5a88-45ef-b2e5-4ed64bca849b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc9146e754ae4a7da450b965225d1490&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5663390 Nov 27 04:10:22.392867 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f0311ee1-bc73-45c3-9a75-405a2ad818a0 req-8f3daef8-8fb0-4add-8e70-efac0758e0ab tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "GET /v2.0/ports?device_id=2796ba70-896d-4d11-827b-5ac1741938f2 HTTP/1.1" status: 200 len: 210 time: 0.0876241 Nov 27 04:10:22.393528 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41048) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:22.462412 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a799a8d7-4f85-4283-9be4-6ce61f771c0b req-6e95655a-bb22-442e-a05b-a75934f4655c tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:10:22.509357 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-70483200-0888-4c28-97c4-61cb9246a050 None None] Allocated IP 172.20.0.2 (8fa908c7-f5bd-47ee-bd2c-b34d229d6414/64dcf091-2fa1-47cc-b3ae-04c5f48c4c4b/58e49fb2-679b-4ebd-ab63-059a761bd0f3) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:10:22.570055 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7fdffa92-9fea-418e-ace1-e8be4416aaf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:22.615714 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7fdffa92-9fea-418e-ace1-e8be4416aaf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:22.720356 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-a799a8d7-4f85-4283-9be4-6ce61f771c0b req-6e95655a-bb22-442e-a05b-a75934f4655c tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] No DVR routers for this DVR port d20eadb1-6ffa-46d3-90eb-94a1ba0f6335 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:10:22.728054 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a799a8d7-4f85-4283-9be4-6ce61f771c0b req-6e95655a-bb22-442e-a05b-a75934f4655c tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:22.734355 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a799a8d7-4f85-4283-9be4-6ce61f771c0b req-6e95655a-bb22-442e-a05b-a75934f4655c tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.23 "DELETE /v2.0/ports/d20eadb1-6ffa-46d3-90eb-94a1ba0f6335 HTTP/1.1" status: 204 len: 173 time: 8.2247415 Nov 27 04:10:22.734848 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2796ba70-896d-4d11-827b-5ac1741938f2', 'name': 'network-vif-deleted', 'tag': 'd20eadb1-6ffa-46d3-90eb-94a1ba0f6335'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:10:22.737688 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5d065b-5118-4e84-8c72-81b94bcddc06" -d '{"events": [{"server_uuid": "2796ba70-896d-4d11-827b-5ac1741938f2", "name": "network-vif-deleted", "tag": "d20eadb1-6ffa-46d3-90eb-94a1ba0f6335"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:10:22.741782 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-eeeb583e-bbf0-4e0e-965c-2e88c45facae admin admin] Deleting port 82f69592-88b9-4f20-86de-903222816f20 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:10:22.742335 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-eeeb583e-bbf0-4e0e-965c-2e88c45facae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:22.821034 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-eeeb583e-bbf0-4e0e-965c-2e88c45facae admin admin] For port 82f69592-88b9-4f20-86de-903222816f20, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=82f69592-88b9-4f20-86de-903222816f20,segment=NetworkSegment(7b573d51-51b1-4f49-9697-b1cce35223ba),segment_id=7b573d51-51b1-4f49-9697-b1cce35223ba)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:10:22.821034 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-eeeb583e-bbf0-4e0e-965c-2e88c45facae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:22.848038 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-eeeb583e-bbf0-4e0e-965c-2e88c45facae admin admin] Calling delete_port for 82f69592-88b9-4f20-86de-903222816f20 owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:10:22.853879 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd6f1fa-a607-4f0b-8949-b8f12296aafa None None] Sync routers for ids ['9da6bd38-a563-41b6-b674-125aa9fb3fb8'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:10:22.859058 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-690a4483-24de-4bd2-8155-7866c9ee5c6e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:22.903279 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce112364-7494-45e2-8a89-84cbc3e111d4 x-openstack-request-id: req-ce112364-7494-45e2-8a89-84cbc3e111d4 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:10:22.903586 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2796ba70-896d-4d11-827b-5ac1741938f2", "name": "network-vif-deleted", "tag": "d20eadb1-6ffa-46d3-90eb-94a1ba0f6335", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:10:22.903844 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ce112364-7494-45e2-8a89-84cbc3e111d4 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:10:22.904253 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2796ba70-896d-4d11-827b-5ac1741938f2', 'name': 'network-vif-deleted', 'tag': 'd20eadb1-6ffa-46d3-90eb-94a1ba0f6335', 'status': 'completed', 'code': 200} Nov 27 04:10:22.935880 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-70483200-0888-4c28-97c4-61cb9246a050 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:22.937885 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-690a4483-24de-4bd2-8155-7866c9ee5c6e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Calling delete_port for 87ea5a26-a264-4ea2-89a8-b60938b6bcfb owned by {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:10:22.974325 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-df448db4-29f2-409f-b15d-261a2fe5a74e None None] Provisioning complete for port 5318f797-1323-4c27-8d49-4dbb5cb0f2e6 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:22.974757 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-df448db4-29f2-409f-b15d-261a2fe5a74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:23.065457 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-70483200-0888-4c28-97c4-61cb9246a050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:23.072901 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b0722695-6021-4b46-9136-66d0d5834e72 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:23.080887 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd6f1fa-a607-4f0b-8949-b8f12296aafa None None] Routers {'9da6bd38-a563-41b6-b674-125aa9fb3fb8'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:10:23.080887 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-cdd6f1fa-a607-4f0b-8949-b8f12296aafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:10:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['9da6bd38-a563-41b6-b674-125aa9fb3fb8'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:23.087512 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 5a2296d3-d36a-419b-96f1-b1192cefe2a4 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:10:23.117543 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b0722695-6021-4b46-9136-66d0d5834e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:23.125774 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7fdffa92-9fea-418e-ace1-e8be4416aaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:23.128520 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7fdffa92-9fea-418e-ace1-e8be4416aaf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:23.129758 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7fdffa92-9fea-418e-ace1-e8be4416aaf4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/376c40ca-85d9-4e04-b21c-69d24bdd6987 HTTP/1.1" status: 204 len: 168 time: 0.7225754 Nov 27 04:10:23.164574 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdffa92-9fea-418e-ace1-e8be4416aaf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376c40ca-85d9-4e04-b21c-69d24bdd6987,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:23.167683 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8edb6376-2618-48ce-9c06-34d6b8080bac admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:23.170985 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-eeeb583e-bbf0-4e0e-965c-2e88c45facae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:23.262727 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8edb6376-2618-48ce-9c06-34d6b8080bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:23.276633 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeb583e-bbf0-4e0e-965c-2e88c45facae admin admin] Pushing event deleted for resources: {'Port': ['ID=82f69592-88b9-4f20-86de-903222816f20,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:23.288842 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeeb583e-bbf0-4e0e-965c-2e88c45facae admin admin] No DVR routers for this DVR port 82f69592-88b9-4f20-86de-903222816f20 on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:10:23.365221 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b0722695-6021-4b46-9136-66d0d5834e72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:23.393429 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0722695-6021-4b46-9136-66d0d5834e72 admin admin] Pushing event updated for resources: {'Port': ['ID=b4c5d7d9-aa4d-4857-8193-53249e9b1bc2,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:23.442129 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-e8557060-5be5-414f-802b-5a30a24678a5 None None] For port 5318f797-1323-4c27-8d49-4dbb5cb0f2e6, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:10:23.576913 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70483200-0888-4c28-97c4-61cb9246a050 None None] Network 8fa908c7-f5bd-47ee-bd2c-b34d229d6414 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:10:23.671286 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-df448db4-29f2-409f-b15d-261a2fe5a74e None None] Port 5318f797-1323-4c27-8d49-4dbb5cb0f2e6 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:10:23.679858 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-e8557060-5be5-414f-802b-5a30a24678a5 None None] For port 5318f797-1323-4c27-8d49-4dbb5cb0f2e6, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=5318f797-1323-4c27-8d49-4dbb5cb0f2e6,segment=NetworkSegment(661d5937-212a-4811-a5f9-3db1608c4a83),segment_id=661d5937-212a-4811-a5f9-3db1608c4a83)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:10:23.692308 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25011e57-47b5-453d-bd58-fef73bd76a34 None None] DHCP port deletion for 9066c940-2187-4bcb-b452-41734810299f request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:10:23.697932 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-70483200-0888-4c28-97c4-61cb9246a050 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:10:23.721365 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70483200-0888-4c28-97c4-61cb9246a050 None None] Pushing event updated for resources: {'Port': ['ID=58e49fb2-679b-4ebd-ab63-059a761bd0f3,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:23.742459 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70483200-0888-4c28-97c4-61cb9246a050 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:10:23.770075 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e8557060-5be5-414f-802b-5a30a24678a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:23.844318 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cfa35c51-7347-4f16-8fe4-5bd6dc5d3c96 req-598d9d3a-f1e0-4608-b571-d8d9106e0c17 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "GET /v2.0/ports?device_id=2796ba70-896d-4d11-827b-5ac1741938f2 HTTP/1.1" status: 200 len: 210 time: 0.2291059 Nov 27 04:10:23.861611 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-eeeb583e-bbf0-4e0e-965c-2e88c45facae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:23.911558 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-690a4483-24de-4bd2-8155-7866c9ee5c6e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:23.969239 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a4483-24de-4bd2-8155-7866c9ee5c6e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Port': ['ID=87ea5a26-a264-4ea2-89a8-b60938b6bcfb,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:23.972938 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0722695-6021-4b46-9136-66d0d5834e72 admin admin] Network f5be6ff6-7679-4336-aa7e-b7dc23104991 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:10:23.977692 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-b0722695-6021-4b46-9136-66d0d5834e72 admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:10:24.007333 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-690a4483-24de-4bd2-8155-7866c9ee5c6e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:24.012126 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-690a4483-24de-4bd2-8155-7866c9ee5c6e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/ports/87ea5a26-a264-4ea2-89a8-b60938b6bcfb HTTP/1.1" status: 204 len: 168 time: 2.8422174 Nov 27 04:10:24.025371 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41088) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:24.063743 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-eeeb583e-bbf0-4e0e-965c-2e88c45facae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9066c940-2187-4bcb-b452-41734810299f']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:24.120989 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-70483200-0888-4c28-97c4-61cb9246a050 None None] Attempting to bind port 58e49fb2-679b-4ebd-ab63-059a761bd0f3 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:10:24.142025 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-70483200-0888-4c28-97c4-61cb9246a050 None None] Attempting to bind port 58e49fb2-679b-4ebd-ab63-059a761bd0f3 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'd6a44ada-7c1c-4ed4-b448-149bbff2bd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8fa908c7-f5bd-47ee-bd2c-b34d229d6414'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:10:24.155922 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70483200-0888-4c28-97c4-61cb9246a050 None None] Attempting to bind port 58e49fb2-679b-4ebd-ab63-059a761bd0f3 on network 8fa908c7-f5bd-47ee-bd2c-b34d229d6414 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:10:24.187865 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d7d54-d647-49bb-9538-a3f142f9eb67 None None] Pushing event updated for resources: {'Port': ['ID=5318f797-1323-4c27-8d49-4dbb5cb0f2e6,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:24.195115 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-eeeb583e-bbf0-4e0e-965c-2e88c45facae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b573d51-51b1-4f49-9697-b1cce35223ba') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:24.195889 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-eeeb583e-bbf0-4e0e-965c-2e88c45facae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b573d51-51b1-4f49-9697-b1cce35223ba') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:24.212689 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8557060-5be5-414f-802b-5a30a24678a5 None None] Routers {'be77a249-12f6-4ce0-8861-ed8d259e6098'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:10:24.213583 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-e8557060-5be5-414f-802b-5a30a24678a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:10:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['be77a249-12f6-4ce0-8861-ed8d259e6098'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:24.280345 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-eeeb583e-bbf0-4e0e-965c-2e88c45facae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:24.312059 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0722695-6021-4b46-9136-66d0d5834e72 admin admin] Router 4b4d6341-aff2-447e-8f68-59fea73151c9 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:10:24.424383 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-8edb6376-2618-48ce-9c06-34d6b8080bac admin admin] Allocated IP 172.25.1.194 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/4860da45-350a-471f-b4aa-61990ce827bb) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:10:24.449068 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-eeeb583e-bbf0-4e0e-965c-2e88c45facae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:24.459180 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea33846-5ae6-410d-b3f1-e45f3bd6a481 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:24.460889 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea33846-5ae6-410d-b3f1-e45f3bd6a481 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:24.466257 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9ea33846-5ae6-410d-b3f1-e45f3bd6a481 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.4327693 Nov 27 04:10:24.469607 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41096) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:24.480598 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-cdd6f1fa-a607-4f0b-8949-b8f12296aafa None None] Set router 9da6bd38-a563-41b6-b674-125aa9fb3fb8 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:10:24.507234 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeeb583e-bbf0-4e0e-965c-2e88c45facae admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:10:24.507709 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-eeeb583e-bbf0-4e0e-965c-2e88c45facae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:24.509661 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:10:24.509661 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:10:24.509661 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:10:24.509661 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:10:24.509661 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:10:24.509661 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:10:24.509661 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:10:24.509661 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:10:24.509661 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:10:24.509661 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:10:24.509661 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:10:24.509661 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:10:24.509661 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:10:24.509661 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:10:24.509661 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:10:24.509661 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:10:24.509661 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:10:24.509661 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:10:24.509661 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:10:24.509661 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:10:24.509661 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:10:24.509661 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:10:24.509661 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:10:24.509661 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:10:24.509661 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:10:24.509661 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:10:24.509661 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:10:24.509661 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:10:24.509661 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:10:24.509661 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:10:24.509661 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:10:24.509661 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:10:24.612092 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0722695-6021-4b46-9136-66d0d5834e72 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:10:24.637829 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b0722695-6021-4b46-9136-66d0d5834e72 admin admin] 10.222.0.20 "PUT /v2.0/routers/4b4d6341-aff2-447e-8f68-59fea73151c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6747510 Nov 27 04:10:24.642721 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e962b47-bed1-4390-a7cf-1f73760b6bb5 None None] Sync routers for ids ['4b4d6341-aff2-447e-8f68-59fea73151c9'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:10:24.664468 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e962b47-bed1-4390-a7cf-1f73760b6bb5 None None] Routers {'4b4d6341-aff2-447e-8f68-59fea73151c9'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:10:24.666257 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-4e962b47-bed1-4390-a7cf-1f73760b6bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:10:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4b4d6341-aff2-447e-8f68-59fea73151c9'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:24.702050 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-358ef28b-6d66-48ed-b496-35fb15f39f06 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting subnet 80e4704a-bf32-4115-b30a-de3e4d7251b6 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:10:24.706190 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-358ef28b-6d66-48ed-b496-35fb15f39f06 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:24.799875 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-358ef28b-6d66-48ed-b496-35fb15f39f06 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:24.975300 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41120) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:24.988133 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-4e962b47-bed1-4390-a7cf-1f73760b6bb5 None None] Set router 4b4d6341-aff2-447e-8f68-59fea73151c9 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:10:25.053100 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-358ef28b-6d66-48ed-b496-35fb15f39f06 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:25.099313 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70483200-0888-4c28-97c4-61cb9246a050 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:10:25.108295 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70483200-0888-4c28-97c4-61cb9246a050 None None] Checking segment: {'id': 'd6a44ada-7c1c-4ed4-b448-149bbff2bd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8fa908c7-f5bd-47ee-bd2c-b34d229d6414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:10:25.108960 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-70483200-0888-4c28-97c4-61cb9246a050 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:25.112825 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70483200-0888-4c28-97c4-61cb9246a050 None None] Bound using segment: {'id': 'd6a44ada-7c1c-4ed4-b448-149bbff2bd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8fa908c7-f5bd-47ee-bd2c-b34d229d6414'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:10:25.123477 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-358ef28b-6d66-48ed-b496-35fb15f39f06 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:25.124848 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-70483200-0888-4c28-97c4-61cb9246a050 None None] Bound port: 58e49fb2-679b-4ebd-ab63-059a761bd0f3, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6a44ada-7c1c-4ed4-b448-149bbff2bd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8fa908c7-f5bd-47ee-bd2c-b34d229d6414'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:10:25.126467 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-70483200-0888-4c28-97c4-61cb9246a050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:25.141587 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-eeeb583e-bbf0-4e0e-965c-2e88c45facae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:25.221461 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-eeeb583e-bbf0-4e0e-965c-2e88c45facae admin admin] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:25.228275 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-e8557060-5be5-414f-802b-5a30a24678a5 None None] Set router be77a249-12f6-4ce0-8861-ed8d259e6098 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:10:25.233934 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-eeeb583e-bbf0-4e0e-965c-2e88c45facae admin admin] 10.222.0.20 "DELETE /v2.0/networks/9066c940-2187-4bcb-b452-41734810299f HTTP/1.1" status: 204 len: 168 time: 3.1035583 Nov 27 04:10:25.239813 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41124) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:25.328207 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-358ef28b-6d66-48ed-b496-35fb15f39f06 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:25.348395 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-358ef28b-6d66-48ed-b496-35fb15f39f06 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/80e4704a-bf32-4115-b30a-de3e4d7251b6 HTTP/1.1" status: 204 len: 168 time: 0.8724532 Nov 27 04:10:25.352839 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ef28b-6d66-48ed-b496-35fb15f39f06 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Subnet': ['ID=80e4704a-bf32-4115-b30a-de3e4d7251b6,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:25.433126 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41128) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:25.435374 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeb583e-bbf0-4e0e-965c-2e88c45facae admin admin] Pushing event deleted for resources: {'Network': ['ID=9066c940-2187-4bcb-b452-41734810299f,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:25.517367 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b9957b58-700c-4530-9acd-b4ebeb001271 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0830250 Nov 27 04:10:25.518132 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41130) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:25.523270 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8edb6376-2618-48ce-9c06-34d6b8080bac admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:25.598368 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-4e962b47-bed1-4390-a7cf-1f73760b6bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'name': 'tempest-AttachVolumeShelveTestJSON-765555677-router', 'tenant_id': '797b4470e1204f95b4c65fa8076beed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e1e7af8e-f203-4f67-8296-760310cf80dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:10:03Z', 'updated_at': '2021-11-27T04:10:21Z', 'revision_number': 4, 'project_id': '797b4470e1204f95b4c65fa8076beed0', 'gw_port': {'id': 'e1e7af8e-f203-4f67-8296-760310cf80dc', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:05Z', 'updated_at': '2021-11-27T04:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'b4c5d7d9-aa4d-4857-8193-53249e9b1bc2', 'name': '', 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991', 'tenant_id': '797b4470e1204f95b4c65fa8076beed0', 'mac_address': 'fa:16:3e:75:f7:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '129d6819-d46b-4873-8019-a59c438c16e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:16Z', 'updated_at': '2021-11-27T04:10:22Z', 'revision_number': 2, 'project_id': '797b4470e1204f95b4c65fa8076beed0', 'subnets': [{'id': '129d6819-d46b-4873-8019-a59c438c16e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:25.674335 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8edb6376-2618-48ce-9c06-34d6b8080bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:25.714379 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e962b47-bed1-4390-a7cf-1f73760b6bb5 None None] Checking router: 4b4d6341-aff2-447e-8f68-59fea73151c9 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:10:25.723626 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e962b47-bed1-4390-a7cf-1f73760b6bb5 None None] Updating router 4b4d6341-aff2-447e-8f68-59fea73151c9 port b4c5d7d9-aa4d-4857-8193-53249e9b1bc2 binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:10:25.753634 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8af00e-1518-404f-b987-e25e8f5355b4 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:10:25.754310 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edb6376-2618-48ce-9c06-34d6b8080bac admin admin] Pushing event updated for resources: {'Port': ['ID=4860da45-350a-471f-b4aa-61990ce827bb,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:25.785394 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edb6376-2618-48ce-9c06-34d6b8080bac admin admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:10:25.788139 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-4e962b47-bed1-4390-a7cf-1f73760b6bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:25.799452 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-8edb6376-2618-48ce-9c06-34d6b8080bac admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:10:25.803494 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-c032734e-a2b8-46bd-b66e-28ba625f1c61 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Deleting port 926fc93e-99fa-406e-a543-fc1ad5736e1b {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:10:25.804470 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c032734e-a2b8-46bd-b66e-28ba625f1c61 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:25.806989 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edb6376-2618-48ce-9c06-34d6b8080bac admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:10:25.821490 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-560e00e9-c996-454c-99ff-82ba4c5983f9 None None] Provisioning complete for port 5a2296d3-d36a-419b-96f1-b1192cefe2a4 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:25.823074 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-560e00e9-c996-454c-99ff-82ba4c5983f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:25.917659 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b39b62-1518-4d42-a0bc-d895303e7057 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:10:25.952355 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41146) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:25.968334 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64344ced-68b2-4171-a6fb-f1176de4b1bf tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:25.969552 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-8fb946b8-f9a8-48c3-a356-c6d3dcb4afec tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1573916183', 'description': 'tempest-description--114174817'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:10:25.972266 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-64344ced-68b2-4171-a6fb-f1176de4b1bf tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4465339 Nov 27 04:10:25.982955 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41148) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:26.194503 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284e2ac6-71ff-48e3-bf8e-77663068276e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:26.198927 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-284e2ac6-71ff-48e3-bf8e-77663068276e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2099659 Nov 27 04:10:26.207047 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 5a2296d3-d36a-419b-96f1-b1192cefe2a4 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:26.207430 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:26.214918 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41156) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:26.259592 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c032734e-a2b8-46bd-b66e-28ba625f1c61 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:26.259919 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c032734e-a2b8-46bd-b66e-28ba625f1c61 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:26.278202 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8fb946b8-f9a8-48c3-a356-c6d3dcb4afec tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:26.360483 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-33d95d47-327c-492f-b3c1-261b48f241fe tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1443357 Nov 27 04:10:26.376643 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41160) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:26.380871 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-c032734e-a2b8-46bd-b66e-28ba625f1c61 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Calling delete_port for 926fc93e-99fa-406e-a543-fc1ad5736e1b owned by network:floatingip {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:10:26.384577 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-7e53aad6-54dc-4c84-b63c-54cce7fe253b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'subnet': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:10:26.534560 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-70483200-0888-4c28-97c4-61cb9246a050 None None] For port 58e49fb2-679b-4ebd-ab63-059a761bd0f3, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:10:26.538948 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-70483200-0888-4c28-97c4-61cb9246a050 None None] For port 58e49fb2-679b-4ebd-ab63-059a761bd0f3, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=58e49fb2-679b-4ebd-ab63-059a761bd0f3,segment=NetworkSegment(d6a44ada-7c1c-4ed4-b448-149bbff2bd74),segment_id=d6a44ada-7c1c-4ed4-b448-149bbff2bd74)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:10:26.595215 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-4e962b47-bed1-4390-a7cf-1f73760b6bb5 None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:26.595965 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-70483200-0888-4c28-97c4-61cb9246a050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:26.615341 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-4e962b47-bed1-4390-a7cf-1f73760b6bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:26.722090 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8fb946b8-f9a8-48c3-a356-c6d3dcb4afec tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:26.817676 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e53aad6-54dc-4c84-b63c-54cce7fe253b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:10:26.821445 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7e53aad6-54dc-4c84-b63c-54cce7fe253b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:26.826654 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8fb946b8-f9a8-48c3-a356-c6d3dcb4afec tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:26.868367 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b250ee-1579-4596-ba12-90c9329bd593 None None] Pushing event updated for resources: {'Port': ['ID=b4c5d7d9-aa4d-4857-8193-53249e9b1bc2,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:27.001249 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8fb946b8-f9a8-48c3-a356-c6d3dcb4afec tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:27.004927 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8fb946b8-f9a8-48c3-a356-c6d3dcb4afec tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.0471694 Nov 27 04:10:27.007332 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41174) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:27.025724 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb946b8-f9a8-48c3-a356-c6d3dcb4afec tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:27.047335 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-73399af0-9eb8-43cc-8dcf-0f8ff7134f44 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Request body: {'security_group_rule': {'security_group_id': 'a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:10:27.090707 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-560e00e9-c996-454c-99ff-82ba4c5983f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:27.102516 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8edb6376-2618-48ce-9c06-34d6b8080bac admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:27.137191 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-4e962b47-bed1-4390-a7cf-1f73760b6bb5 None None] Attempting to bind port b4c5d7d9-aa4d-4857-8193-53249e9b1bc2 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:10:27.141214 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-4e962b47-bed1-4390-a7cf-1f73760b6bb5 None None] Attempting to bind port b4c5d7d9-aa4d-4857-8193-53249e9b1bc2 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '14ba06ee-f49c-4f99-b4a7-818247e87fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:10:27.141881 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e962b47-bed1-4390-a7cf-1f73760b6bb5 None None] Attempting to bind port b4c5d7d9-aa4d-4857-8193-53249e9b1bc2 on network f5be6ff6-7679-4336-aa7e-b7dc23104991 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:10:27.165271 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e962b47-bed1-4390-a7cf-1f73760b6bb5 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:10:27.178741 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e962b47-bed1-4390-a7cf-1f73760b6bb5 None None] Checking segment: {'id': '14ba06ee-f49c-4f99-b4a7-818247e87fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:10:27.179569 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-4e962b47-bed1-4390-a7cf-1f73760b6bb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:27.180378 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e962b47-bed1-4390-a7cf-1f73760b6bb5 None None] Bound using segment: {'id': '14ba06ee-f49c-4f99-b4a7-818247e87fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:10:27.181187 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-4e962b47-bed1-4390-a7cf-1f73760b6bb5 None None] Bound port: b4c5d7d9-aa4d-4857-8193-53249e9b1bc2, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14ba06ee-f49c-4f99-b4a7-818247e87fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:10:27.181556 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-4e962b47-bed1-4390-a7cf-1f73760b6bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:27.319127 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c032734e-a2b8-46bd-b66e-28ba625f1c61 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:27.383021 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1d391b0f-ede5-4917-a60c-090774152dec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:27.465784 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-4e962b47-bed1-4390-a7cf-1f73760b6bb5 None None] For port b4c5d7d9-aa4d-4857-8193-53249e9b1bc2, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:10:27.469783 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-4e962b47-bed1-4390-a7cf-1f73760b6bb5 None None] For port b4c5d7d9-aa4d-4857-8193-53249e9b1bc2, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b4c5d7d9-aa4d-4857-8193-53249e9b1bc2,segment=NetworkSegment(14ba06ee-f49c-4f99-b4a7-818247e87fba),segment_id=14ba06ee-f49c-4f99-b4a7-818247e87fba)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:10:27.484048 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-4e962b47-bed1-4390-a7cf-1f73760b6bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:27.523348 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70483200-0888-4c28-97c4-61cb9246a050 None None] Pushing event updated for resources: {'Port': ['ID=58e49fb2-679b-4ebd-ab63-059a761bd0f3,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:27.525952 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:27.541174 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74540b7c-76df-4eab-b763-14ec09ff2428 None None] DHCP port deletion for 69dee5df-a2b5-4f80-b023-d216a074fa83 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:10:27.584906 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-560e00e9-c996-454c-99ff-82ba4c5983f9 None None] For port 5a2296d3-d36a-419b-96f1-b1192cefe2a4, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=5a2296d3-d36a-419b-96f1-b1192cefe2a4,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:10:27.611385 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e962b47-bed1-4390-a7cf-1f73760b6bb5 None None] Routers {'4b4d6341-aff2-447e-8f68-59fea73151c9'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:10:27.616911 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-4e962b47-bed1-4390-a7cf-1f73760b6bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:10:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4b4d6341-aff2-447e-8f68-59fea73151c9'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:27.623113 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-560e00e9-c996-454c-99ff-82ba4c5983f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:27.628640 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-cdd6f1fa-a607-4f0b-8949-b8f12296aafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da6bd38-a563-41b6-b674-125aa9fb3fb8', 'name': 'tempest-TestServerBasicOps-1604406241-router', 'tenant_id': 'fbfad9adb131475bb7fe8210316ae584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '0636a193-4592-4727-b598-6283b508e02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:04:44Z', 'updated_at': '2021-11-27T04:04:52Z', 'revision_number': 4, 'project_id': 'fbfad9adb131475bb7fe8210316ae584', 'gw_port': {'id': '0636a193-4592-4727-b598-6283b508e02d', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da6bd38-a563-41b6-b674-125aa9fb3fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:04:45Z', 'updated_at': '2021-11-27T04:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'd78376d6-f18f-4d19-9178-74b4a07d66b4', 'name': '', 'network_id': '3d974f6e-ead8-4b04-97cd-2c933b21d8d8', 'tenant_id': 'fbfad9adb131475bb7fe8210316ae584', 'mac_address': 'fa:16:3e:a9:99:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da6bd38-a563-41b6-b674-125aa9fb3fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '3935c5cc-7160-4c9f-b6db-cc3238ab3379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:04:51Z', 'updated_at': '2021-11-27T04:05:01Z', 'revision_number': 5, 'project_id': 'fbfad9adb131475bb7fe8210316ae584', 'subnets': [{'id': '3935c5cc-7160-4c9f-b6db-cc3238ab3379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:27.765452 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-560e00e9-c996-454c-99ff-82ba4c5983f9 None None] Could not find standard attr ID for object 87ea5a26-a264-4ea2-89a8-b60938b6bcfb. {{(pid=110020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 04:10:27.953412 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e00e9-c996-454c-99ff-82ba4c5983f9 None None] Pushing event updated for resources: {'Port': ['ID=5a2296d3-d36a-419b-96f1-b1192cefe2a4,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:28.003427 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7e53aad6-54dc-4c84-b63c-54cce7fe253b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:28.011240 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-4e962b47-bed1-4390-a7cf-1f73760b6bb5 None None] Set router 4b4d6341-aff2-447e-8f68-59fea73151c9 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:10:28.048021 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd6f1fa-a607-4f0b-8949-b8f12296aafa None None] Checking router: 9da6bd38-a563-41b6-b674-125aa9fb3fb8 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:10:28.133199 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e53aad6-54dc-4c84-b63c-54cce7fe253b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Subnet': ['ID=db7b9a2c-5827-4c8a-83a9-5a88752939a3,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:28.172600 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e53aad6-54dc-4c84-b63c-54cce7fe253b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:10:28.180413 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-7e53aad6-54dc-4c84-b63c-54cce7fe253b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:10:28.189960 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8edb6376-2618-48ce-9c06-34d6b8080bac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:28.199886 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e53aad6-54dc-4c84-b63c-54cce7fe253b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:28.200838 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7e53aad6-54dc-4c84-b63c-54cce7fe253b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:28.258871 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b250ee-1579-4596-ba12-90c9329bd593 None None] Pushing event updated for resources: {'Port': ['ID=b4c5d7d9-aa4d-4857-8193-53249e9b1bc2,revision_number=4']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:28.280699 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032734e-a2b8-46bd-b66e-28ba625f1c61 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Pushing event deleted for resources: {'Port': ['ID=926fc93e-99fa-406e-a543-fc1ad5736e1b,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:28.310762 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7e53aad6-54dc-4c84-b63c-54cce7fe253b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9323871 Nov 27 04:10:28.317997 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41210) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:28.348891 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-be2822a1-922b-4b7a-8a79-ab255dde4d2d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'port': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'mac_address': 'fa:16:3e:3d:50:85', 'name': 'tempest-NetworksTestDHCPv6-1330479042'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:10:28.371643 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-33bcb599-eb31-4cbe-b6fe-412502617fc7 None None] Provisioning complete for port b4c5d7d9-aa4d-4857-8193-53249e9b1bc2 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:28.372229 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-33bcb599-eb31-4cbe-b6fe-412502617fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:28.382210 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41212) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:28.446831 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd6f1fa-a607-4f0b-8949-b8f12296aafa None None] Routers {'9da6bd38-a563-41b6-b674-125aa9fb3fb8'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:10:28.447963 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-cdd6f1fa-a607-4f0b-8949-b8f12296aafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:10:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['9da6bd38-a563-41b6-b674-125aa9fb3fb8'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:28.460249 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-73399af0-9eb8-43cc-8dcf-0f8ff7134f44 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:28.493607 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8edb6376-2618-48ce-9c06-34d6b8080bac admin admin] Router d8862ed0-a540-4996-a9c6-7f551401285d is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:10:28.629284 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-4e962b47-bed1-4390-a7cf-1f73760b6bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'name': 'tempest-AttachVolumeShelveTestJSON-765555677-router', 'tenant_id': '797b4470e1204f95b4c65fa8076beed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e1e7af8e-f203-4f67-8296-760310cf80dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:10:03Z', 'updated_at': '2021-11-27T04:10:21Z', 'revision_number': 4, 'project_id': '797b4470e1204f95b4c65fa8076beed0', 'gw_port': {'id': 'e1e7af8e-f203-4f67-8296-760310cf80dc', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:05Z', 'updated_at': '2021-11-27T04:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'b4c5d7d9-aa4d-4857-8193-53249e9b1bc2', 'name': '', 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991', 'tenant_id': '797b4470e1204f95b4c65fa8076beed0', 'mac_address': 'fa:16:3e:75:f7:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '129d6819-d46b-4873-8019-a59c438c16e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:16Z', 'updated_at': '2021-11-27T04:10:27Z', 'revision_number': 4, 'project_id': '797b4470e1204f95b4c65fa8076beed0', 'subnets': [{'id': '129d6819-d46b-4873-8019-a59c438c16e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:28.630894 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-e8557060-5be5-414f-802b-5a30a24678a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be77a249-12f6-4ce0-8861-ed8d259e6098', 'name': 'tempest-TestAggregatesBasicOps-1909362320-router', 'tenant_id': '319b1b5f2a4e4c18853d965486ee0de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '75708131-fc05-4cde-90fd-cc8a184da181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:10:01Z', 'updated_at': '2021-11-27T04:10:09Z', 'revision_number': 4, 'project_id': '319b1b5f2a4e4c18853d965486ee0de8', 'gw_port': {'id': '75708131-fc05-4cde-90fd-cc8a184da181', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:78:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77a249-12f6-4ce0-8861-ed8d259e6098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:02Z', 'updated_at': '2021-11-27T04:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '5318f797-1323-4c27-8d49-4dbb5cb0f2e6', 'name': '', 'network_id': '347dc589-6374-47f7-b5a6-ee7eef1151d3', 'tenant_id': '319b1b5f2a4e4c18853d965486ee0de8', 'mac_address': 'fa:16:3e:e0:49:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be77a249-12f6-4ce0-8861-ed8d259e6098', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'd4739892-40b7-47d7-99d4-1ed4885d79b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:07Z', 'updated_at': '2021-11-27T04:10:23Z', 'revision_number': 4, 'project_id': '319b1b5f2a4e4c18853d965486ee0de8', 'subnets': [{'id': 'd4739892-40b7-47d7-99d4-1ed4885d79b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:28.647626 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-73399af0-9eb8-43cc-8dcf-0f8ff7134f44 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:28.653381 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c032734e-a2b8-46bd-b66e-28ba625f1c61 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks [] for floatingip, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:28.657443 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cbd8d9fb-3b29-4c41-83e6-f4c719997a5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:28.659674 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c032734e-a2b8-46bd-b66e-28ba625f1c61 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:28.661424 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c032734e-a2b8-46bd-b66e-28ba625f1c61 tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "DELETE /v2.0/floatingips/81e2f9bc-131f-4e5a-99f5-dd96b3223689 HTTP/1.1" status: 204 len: 168 time: 3.6839488 Nov 27 04:10:28.686407 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-73399af0-9eb8-43cc-8dcf-0f8ff7134f44 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:28.688820 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.api [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:10:28.690190 n-d-819494-3 neutron-server[110020]: DEBUG oslo_db.api [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:10:28.715151 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8557060-5be5-414f-802b-5a30a24678a5 None None] The sync data for ids ['be77a249-12f6-4ce0-8861-ed8d259e6098'] in n-d-819494-3 is: [{'id': 'be77a249-12f6-4ce0-8861-ed8d259e6098', 'name': 'tempest-TestAggregatesBasicOps-1909362320-router', 'tenant_id': '319b1b5f2a4e4c18853d965486ee0de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '75708131-fc05-4cde-90fd-cc8a184da181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:10:01Z', 'updated_at': '2021-11-27T04:10:09Z', 'revision_number': 4, 'project_id': '319b1b5f2a4e4c18853d965486ee0de8', 'gw_port': {'id': '75708131-fc05-4cde-90fd-cc8a184da181', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:78:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77a249-12f6-4ce0-8861-ed8d259e6098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:02Z', 'updated_at': '2021-11-27T04:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '5318f797-1323-4c27-8d49-4dbb5cb0f2e6', 'name': '', 'network_id': '347dc589-6374-47f7-b5a6-ee7eef1151d3', 'tenant_id': '319b1b5f2a4e4c18853d965486ee0de8', 'mac_address': 'fa:16:3e:e0:49:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be77a249-12f6-4ce0-8861-ed8d259e6098', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'd4739892-40b7-47d7-99d4-1ed4885d79b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:07Z', 'updated_at': '2021-11-27T04:10:23Z', 'revision_number': 4, 'project_id': '319b1b5f2a4e4c18853d965486ee0de8', 'subnets': [{'id': 'd4739892-40b7-47d7-99d4-1ed4885d79b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:10:28.720942 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e962b47-bed1-4390-a7cf-1f73760b6bb5 None None] The sync data for ids ['4b4d6341-aff2-447e-8f68-59fea73151c9'] in n-d-819494-3 is: [{'id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'name': 'tempest-AttachVolumeShelveTestJSON-765555677-router', 'tenant_id': '797b4470e1204f95b4c65fa8076beed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e1e7af8e-f203-4f67-8296-760310cf80dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:10:03Z', 'updated_at': '2021-11-27T04:10:21Z', 'revision_number': 4, 'project_id': '797b4470e1204f95b4c65fa8076beed0', 'gw_port': {'id': 'e1e7af8e-f203-4f67-8296-760310cf80dc', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:05Z', 'updated_at': '2021-11-27T04:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'b4c5d7d9-aa4d-4857-8193-53249e9b1bc2', 'name': '', 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991', 'tenant_id': '797b4470e1204f95b4c65fa8076beed0', 'mac_address': 'fa:16:3e:75:f7:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '129d6819-d46b-4873-8019-a59c438c16e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:16Z', 'updated_at': '2021-11-27T04:10:27Z', 'revision_number': 4, 'project_id': '797b4470e1204f95b4c65fa8076beed0', 'subnets': [{'id': '129d6819-d46b-4873-8019-a59c438c16e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:10:28.736726 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-cdd6f1fa-a607-4f0b-8949-b8f12296aafa None None] Set router 9da6bd38-a563-41b6-b674-125aa9fb3fb8 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:10:28.781358 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8edb6376-2618-48ce-9c06-34d6b8080bac admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:10:28.826140 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-74540b7c-76df-4eab-b763-14ec09ff2428 None None] Deleting port 5a2296d3-d36a-419b-96f1-b1192cefe2a4 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:10:28.826523 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-74540b7c-76df-4eab-b763-14ec09ff2428 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:28.862172 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-73399af0-9eb8-43cc-8dcf-0f8ff7134f44 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:28.863556 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-73399af0-9eb8-43cc-8dcf-0f8ff7134f44 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8468189 Nov 27 04:10:28.867323 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41220) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:28.875082 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-d455d82c-2c7e-4050-95b3-8ba76718161e tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Request body: {'security_group_rule': {'security_group_id': 'a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:10:28.879184 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41222) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:28.894690 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8edb6376-2618-48ce-9c06-34d6b8080bac admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:28.896150 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8edb6376-2618-48ce-9c06-34d6b8080bac admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.9704065 Nov 27 04:10:28.900784 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41224) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:28.905770 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4df65c-0aaa-48ac-8014-a50f46054e38 None None] Sync routers for ids ['d8862ed0-a540-4996-a9c6-7f551401285d'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:10:28.973038 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73399af0-9eb8-43cc-8dcf-0f8ff7134f44 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cb2cbf1-d16d-41c0-a7b6-902a012e3362,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:29.003268 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4df65c-0aaa-48ac-8014-a50f46054e38 None None] Routers {'d8862ed0-a540-4996-a9c6-7f551401285d'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:10:29.003889 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-fb4df65c-0aaa-48ac-8014-a50f46054e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:10:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d8862ed0-a540-4996-a9c6-7f551401285d'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:29.055636 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2822a1-922b-4b7a-8a79-ab255dde4d2d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:10:29.231745 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-be2822a1-922b-4b7a-8a79-ab255dde4d2d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:29.238230 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1159a64d-8727-48df-b257-9ef091f800bf tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:29.260142 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-fb4df65c-0aaa-48ac-8014-a50f46054e38 None None] Set router d8862ed0-a540-4996-a9c6-7f551401285d gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:10:29.309841 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [None req-be2822a1-922b-4b7a-8a79-ab255dde4d2d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] device_id is not set on port 55a70c77-f444-425f-b20d-5c5ce3357d97 yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:10:29.346174 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1159a64d-8727-48df-b257-9ef091f800bf tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:29.749750 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-be2822a1-922b-4b7a-8a79-ab255dde4d2d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Allocated IP 2001:db8::1e (69dee5df-a2b5-4f80-b023-d216a074fa83/db7b9a2c-5827-4c8a-83a9-5a88752939a3/55a70c77-f444-425f-b20d-5c5ce3357d97) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:10:29.752965 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3464deab-050f-4a83-b22a-e0f655d27ac9 None None] Network 8fa908c7-f5bd-47ee-bd2c-b34d229d6414 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:10:29.801897 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-74540b7c-76df-4eab-b763-14ec09ff2428 None None] For port 5a2296d3-d36a-419b-96f1-b1192cefe2a4, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=5a2296d3-d36a-419b-96f1-b1192cefe2a4,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:10:29.802445 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-74540b7c-76df-4eab-b763-14ec09ff2428 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:29.808116 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-1d391b0f-ede5-4917-a60c-090774152dec admin admin] Deleting port 1ca7ff71-c406-49d4-b978-91a70f398560 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:10:29.808472 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1d391b0f-ede5-4917-a60c-090774152dec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:29.826134 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-74540b7c-76df-4eab-b763-14ec09ff2428 None None] Calling delete_port for 5a2296d3-d36a-419b-96f1-b1192cefe2a4 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:10:29.879811 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1159a64d-8727-48df-b257-9ef091f800bf tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:29.882629 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1159a64d-8727-48df-b257-9ef091f800bf tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:29.886818 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1159a64d-8727-48df-b257-9ef091f800bf tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] 10.222.0.20 "DELETE /v2.0/security-groups/64318866-af29-446d-887e-a820f7ceb388 HTTP/1.1" status: 204 len: 168 time: 0.9890797 Nov 27 04:10:29.967730 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41238) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:29.980953 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.db.api [None req-d455d82c-2c7e-4050-95b3-8ba76718161e tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 27 04:10:29.980953 n-d-819494-3 neutron-server[110018]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 27 04:10:29.980953 n-d-819494-3 neutron-server[110018]: [parameters: {'project_id_1': '797b4470e1204f95b4c65fa8076beed0', 'expiration_1': datetime.datetime(2021, 11, 27, 4, 10, 8, 887442)}] Nov 27 04:10:29.980953 n-d-819494-3 neutron-server[110018]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:10:29.981810 n-d-819494-3 neutron-server[110018]: DEBUG oslo_db.api [None req-d455d82c-2c7e-4050-95b3-8ba76718161e tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:10:29.984976 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1159a64d-8727-48df-b257-9ef091f800bf tempest-TestServerBasicOps-864877409 tempest-TestServerBasicOps-864877409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64318866-af29-446d-887e-a820f7ceb388,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:30.010068 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cbd8d9fb-3b29-4c41-83e6-f4c719997a5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:30.032276 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 33633549-8cd2-4329-89df-ce902341db7c no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:10:30.125209 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-74540b7c-76df-4eab-b763-14ec09ff2428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:30.281271 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-be2822a1-922b-4b7a-8a79-ab255dde4d2d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:30.304457 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 33633549-8cd2-4329-89df-ce902341db7c {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:10:30.304810 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 33633549-8cd2-4329-89df-ce902341db7c not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:10:30.305242 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device cd9ebe38-c966-4d9e-98a5-186aa71cb38b no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:10:30.315360 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cbd8d9fb-3b29-4c41-83e6-f4c719997a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:30.348972 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-be2822a1-922b-4b7a-8a79-ab255dde4d2d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:30.473880 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8d9fb-3b29-4c41-83e6-f4c719997a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4741d9-e9fb-443d-8ef9-11a5111e0106,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:30.498326 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: cd9ebe38-c966-4d9e-98a5-186aa71cb38b {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:10:30.498714 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device cd9ebe38-c966-4d9e-98a5-186aa71cb38b not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:10:30.503062 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-33bcb599-eb31-4cbe-b6fe-412502617fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:30.512010 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-1d391b0f-ede5-4917-a60c-090774152dec admin admin] For port 1ca7ff71-c406-49d4-b978-91a70f398560, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=1ca7ff71-c406-49d4-b978-91a70f398560,segment=NetworkSegment(4cbd1476-022b-470f-b924-867a8d42b0e0),segment_id=4cbd1476-022b-470f-b924-867a8d42b0e0)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:10:30.512515 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1d391b0f-ede5-4917-a60c-090774152dec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:30.517310 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74540b7c-76df-4eab-b763-14ec09ff2428 None None] No DVR routers for this DVR port 5a2296d3-d36a-419b-96f1-b1192cefe2a4 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:10:30.541619 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2822a1-922b-4b7a-8a79-ab255dde4d2d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:10:30.545240 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-cbd8d9fb-3b29-4c41-83e6-f4c719997a5f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=755f2e1b9dbf4334a0449acbd05d72fb&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1613860 Nov 27 04:10:30.556833 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41254) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:30.557645 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-be2822a1-922b-4b7a-8a79-ab255dde4d2d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:10:30.578964 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2822a1-922b-4b7a-8a79-ab255dde4d2d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:10:30.600373 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2822a1-922b-4b7a-8a79-ab255dde4d2d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:30.601272 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-be2822a1-922b-4b7a-8a79-ab255dde4d2d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:30.616910 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-1d391b0f-ede5-4917-a60c-090774152dec admin admin] Calling delete_port for 1ca7ff71-c406-49d4-b978-91a70f398560 owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:10:30.655173 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2822a1-922b-4b7a-8a79-ab255dde4d2d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Port': ['ID=55a70c77-f444-425f-b20d-5c5ce3357d97,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:30.669125 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e0d926-102f-4fd6-a66c-25fbd97d9de0 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:10:30.743541 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74540b7c-76df-4eab-b763-14ec09ff2428 None None] Pushing event deleted for resources: {'Port': ['ID=5a2296d3-d36a-419b-96f1-b1192cefe2a4,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:30.754807 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d455d82c-2c7e-4050-95b3-8ba76718161e tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:30.780742 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-be2822a1-922b-4b7a-8a79-ab255dde4d2d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4495392 Nov 27 04:10:30.786779 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41256) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:30.855929 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-33bcb599-eb31-4cbe-b6fe-412502617fc7 None None] For port b4c5d7d9-aa4d-4857-8193-53249e9b1bc2, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b4c5d7d9-aa4d-4857-8193-53249e9b1bc2,segment=NetworkSegment(14ba06ee-f49c-4f99-b4a7-818247e87fba),segment_id=14ba06ee-f49c-4f99-b4a7-818247e87fba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:10:30.937144 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-33bcb599-eb31-4cbe-b6fe-412502617fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:31.046802 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-87406fa7-cad5-4bd8-87ad-da36ac9ea780 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:31.089216 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d455d82c-2c7e-4050-95b3-8ba76718161e tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:31.115189 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d455d82c-2c7e-4050-95b3-8ba76718161e tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:31.153671 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab4077c-222e-4651-a050-33da499506b0 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:31.157664 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4ab4077c-222e-4651-a050-33da499506b0 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.3438880 Nov 27 04:10:31.159401 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d455d82c-2c7e-4050-95b3-8ba76718161e tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20eb80c6-d314-46bf-af8d-78f2f0abf380,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:31.179983 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-87406fa7-cad5-4bd8-87ad-da36ac9ea780 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:31.185906 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41260) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:31.191952 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b4c5d7d9-aa4d-4857-8193-53249e9b1bc2 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:10:31.202340 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d455d82c-2c7e-4050-95b3-8ba76718161e tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:31.206312 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d455d82c-2c7e-4050-95b3-8ba76718161e tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3333402 Nov 27 04:10:31.209705 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41262) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:31.221519 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-3cab34a3-e9d9-417e-9eaf-fd4b8e60e1e5 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:10:31.313775 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ee0f3cc8-49da-460a-99bc-8dc9398a9630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:31.343985 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3cab34a3-e9d9-417e-9eaf-fd4b8e60e1e5 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks [] for floatingip, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:31.456271 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-33bcb599-eb31-4cbe-b6fe-412502617fc7 None None] Provisioning complete for port 5318f797-1323-4c27-8d49-4dbb5cb0f2e6 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:31.456904 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-33bcb599-eb31-4cbe-b6fe-412502617fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:31.578700 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-ee0f3cc8-49da-460a-99bc-8dc9398a9630 admin admin] Allocated IP 172.20.0.1 (8fa908c7-f5bd-47ee-bd2c-b34d229d6414/64dcf091-2fa1-47cc-b3ae-04c5f48c4c4b/40a257db-21c6-437e-af28-b065589a4883) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:10:31.600829 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1d391b0f-ede5-4917-a60c-090774152dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:31.717500 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d391b0f-ede5-4917-a60c-090774152dec admin admin] Pushing event deleted for resources: {'Port': ['ID=1ca7ff71-c406-49d4-b978-91a70f398560,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:31.737207 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bcb599-eb31-4cbe-b6fe-412502617fc7 None None] Pushing event updated for resources: {'Port': ['ID=b4c5d7d9-aa4d-4857-8193-53249e9b1bc2,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:31.795179 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ee0f3cc8-49da-460a-99bc-8dc9398a9630 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:31.841529 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-9ed2e7a7-c9af-4960-8c3d-21c945495b83 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting port 55a70c77-f444-425f-b20d-5c5ce3357d97 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:10:31.841888 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9ed2e7a7-c9af-4960-8c3d-21c945495b83 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:31.857148 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ee0f3cc8-49da-460a-99bc-8dc9398a9630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:31.878491 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-87406fa7-cad5-4bd8-87ad-da36ac9ea780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:31.881846 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-87406fa7-cad5-4bd8-87ad-da36ac9ea780 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:31.883595 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-87406fa7-cad5-4bd8-87ad-da36ac9ea780 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b4741d9-e9fb-443d-8ef9-11a5111e0106 HTTP/1.1" status: 204 len: 168 time: 1.3169987 Nov 27 04:10:31.942241 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-fb4df65c-0aaa-48ac-8014-a50f46054e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8862ed0-a540-4996-a9c6-7f551401285d', 'name': 'tempest-TestAggregatesBasicOps-570584462-router', 'tenant_id': '2cca41e36afb4ad5b6a4fd0719861bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '4860da45-350a-471f-b4aa-61990ce827bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:10:21Z', 'updated_at': '2021-11-27T04:10:26Z', 'revision_number': 3, 'project_id': '2cca41e36afb4ad5b6a4fd0719861bef', 'gw_port': {'id': '4860da45-350a-471f-b4aa-61990ce827bb', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:da:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8862ed0-a540-4996-a9c6-7f551401285d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:23Z', 'updated_at': '2021-11-27T04:10:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:32.025226 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87406fa7-cad5-4bd8-87ad-da36ac9ea780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4741d9-e9fb-443d-8ef9-11a5111e0106,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:32.030652 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0f3cc8-49da-460a-99bc-8dc9398a9630 admin admin] Network 8fa908c7-f5bd-47ee-bd2c-b34d229d6414 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:10:32.050590 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-33bcb599-eb31-4cbe-b6fe-412502617fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:32.061057 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-ee0f3cc8-49da-460a-99bc-8dc9398a9630 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:10:32.062052 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port b4c5d7d9-aa4d-4857-8193-53249e9b1bc2 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:32.065169 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:32.084057 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-cdd6f1fa-a607-4f0b-8949-b8f12296aafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da6bd38-a563-41b6-b674-125aa9fb3fb8', 'name': 'tempest-TestServerBasicOps-1604406241-router', 'tenant_id': 'fbfad9adb131475bb7fe8210316ae584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '0636a193-4592-4727-b598-6283b508e02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:04:44Z', 'updated_at': '2021-11-27T04:04:52Z', 'revision_number': 4, 'project_id': 'fbfad9adb131475bb7fe8210316ae584', 'gw_port': {'id': '0636a193-4592-4727-b598-6283b508e02d', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da6bd38-a563-41b6-b674-125aa9fb3fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:04:45Z', 'updated_at': '2021-11-27T04:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'd78376d6-f18f-4d19-9178-74b4a07d66b4', 'name': '', 'network_id': '3d974f6e-ead8-4b04-97cd-2c933b21d8d8', 'tenant_id': 'fbfad9adb131475bb7fe8210316ae584', 'mac_address': 'fa:16:3e:a9:99:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da6bd38-a563-41b6-b674-125aa9fb3fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '3935c5cc-7160-4c9f-b6db-cc3238ab3379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:04:51Z', 'updated_at': '2021-11-27T04:05:01Z', 'revision_number': 5, 'project_id': 'fbfad9adb131475bb7fe8210316ae584', 'subnets': [{'id': '3935c5cc-7160-4c9f-b6db-cc3238ab3379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:32.092341 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0f3cc8-49da-460a-99bc-8dc9398a9630 admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:10:32.097824 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e3d336-5e3b-402e-b651-b5d4f87daf95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-69dee5df-a2b5-4f80-b023-d216a074fa83', 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'tenant_id': 'f4fb6791effe4b41abbe85bac59c4002', 'fixed_ips': [{'subnet_id': 'db7b9a2c-5827-4c8a-83a9-5a88752939a3'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:10:32.100402 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-60e3d336-5e3b-402e-b651-b5d4f87daf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:32.104847 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f3cc8-49da-460a-99bc-8dc9398a9630 admin admin] Pushing event updated for resources: {'Port': ['ID=40a257db-21c6-437e-af28-b065589a4883,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:32.162539 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4df65c-0aaa-48ac-8014-a50f46054e38 None None] Checking router: d8862ed0-a540-4996-a9c6-7f551401285d for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:10:32.163120 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4df65c-0aaa-48ac-8014-a50f46054e38 None None] Updating router d8862ed0-a540-4996-a9c6-7f551401285d port 4860da45-350a-471f-b4aa-61990ce827bb binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:10:32.242609 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-fb4df65c-0aaa-48ac-8014-a50f46054e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:32.255602 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ee0f3cc8-49da-460a-99bc-8dc9398a9630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:32.301095 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1d391b0f-ede5-4917-a60c-090774152dec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:32.366965 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3cab34a3-e9d9-417e-9eaf-fd4b8e60e1e5 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:32.476228 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41282) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:32.672391 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd6f1fa-a607-4f0b-8949-b8f12296aafa None None] The sync data for ids ['9da6bd38-a563-41b6-b674-125aa9fb3fb8'] in n-d-819494-3 is: [{'id': '9da6bd38-a563-41b6-b674-125aa9fb3fb8', 'name': 'tempest-TestServerBasicOps-1604406241-router', 'tenant_id': 'fbfad9adb131475bb7fe8210316ae584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '0636a193-4592-4727-b598-6283b508e02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:04:44Z', 'updated_at': '2021-11-27T04:04:52Z', 'revision_number': 4, 'project_id': 'fbfad9adb131475bb7fe8210316ae584', 'gw_port': {'id': '0636a193-4592-4727-b598-6283b508e02d', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da6bd38-a563-41b6-b674-125aa9fb3fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:04:45Z', 'updated_at': '2021-11-27T04:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'd78376d6-f18f-4d19-9178-74b4a07d66b4', 'name': '', 'network_id': '3d974f6e-ead8-4b04-97cd-2c933b21d8d8', 'tenant_id': 'fbfad9adb131475bb7fe8210316ae584', 'mac_address': 'fa:16:3e:a9:99:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da6bd38-a563-41b6-b674-125aa9fb3fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '3935c5cc-7160-4c9f-b6db-cc3238ab3379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:04:51Z', 'updated_at': '2021-11-27T04:05:01Z', 'revision_number': 5, 'project_id': 'fbfad9adb131475bb7fe8210316ae584', 'subnets': [{'id': '3935c5cc-7160-4c9f-b6db-cc3238ab3379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:10:32.741220 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-33bcb599-eb31-4cbe-b6fe-412502617fc7 None None] For port 5318f797-1323-4c27-8d49-4dbb5cb0f2e6, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=5318f797-1323-4c27-8d49-4dbb5cb0f2e6,segment=NetworkSegment(661d5937-212a-4811-a5f9-3db1608c4a83),segment_id=661d5937-212a-4811-a5f9-3db1608c4a83)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:10:32.743571 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ee0f3cc8-49da-460a-99bc-8dc9398a9630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:32.759403 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-62624951-518d-4015-af93-75bb45eb3c61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:32.778241 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9ed2e7a7-c9af-4960-8c3d-21c945495b83 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:32.798438 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d391b0f-ede5-4917-a60c-090774152dec admin admin] Router c721807b-1718-4fa9-81cb-186c07d3f81f has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:10:32.832091 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-33bcb599-eb31-4cbe-b6fe-412502617fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:32.851326 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-9ed2e7a7-c9af-4960-8c3d-21c945495b83 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Calling delete_port for 55a70c77-f444-425f-b20d-5c5ce3357d97 owned by {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:10:32.996829 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d391b0f-ede5-4917-a60c-090774152dec admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:10:33.003032 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1d391b0f-ede5-4917-a60c-090774152dec admin admin] 10.222.0.20 "PUT /v2.0/routers/c721807b-1718-4fa9-81cb-186c07d3f81f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7460980 Nov 27 04:10:33.007652 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41288) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:33.014033 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14686004-9e6e-4603-8794-ad2c306abdd8 None None] Sync routers for ids ['c721807b-1718-4fa9-81cb-186c07d3f81f'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:10:33.043716 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14686004-9e6e-4603-8794-ad2c306abdd8 None None] Routers {'c721807b-1718-4fa9-81cb-186c07d3f81f'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:10:33.044628 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-14686004-9e6e-4603-8794-ad2c306abdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:10:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c721807b-1718-4fa9-81cb-186c07d3f81f'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:33.065399 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-fb4df65c-0aaa-48ac-8014-a50f46054e38 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:33.124174 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-fb4df65c-0aaa-48ac-8014-a50f46054e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:33.153518 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-33bcb599-eb31-4cbe-b6fe-412502617fc7 None None] Provisioning complete for port 4860da45-350a-471f-b4aa-61990ce827bb triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:33.153911 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-33bcb599-eb31-4cbe-b6fe-412502617fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:33.160009 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cb7a8bd0-6973-4e2a-ac0f-4cd46112fd4a admin admin] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:33.207917 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7511da31-3b4a-4ba7-8aaa-e6d1f1a8a83a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:33.270072 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-14686004-9e6e-4603-8794-ad2c306abdd8 None None] Set router c721807b-1718-4fa9-81cb-186c07d3f81f gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:10:33.294033 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-3cab34a3-e9d9-417e-9eaf-fd4b8e60e1e5 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Allocated IP 172.25.1.96 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/8b83c405-5cfc-4a48-8aff-92ee68ac4262) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:10:33.554290 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1134ee7-7019-4bb2-b1fd-75ddd1e17e96 None None] New status for floating IP 81e2f9bc-131f-4e5a-99f5-dd96b3223689: DOWN {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:10:33.662516 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ee0f3cc8-49da-460a-99bc-8dc9398a9630 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:33.667790 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3cab34a3-e9d9-417e-9eaf-fd4b8e60e1e5 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:33.687640 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ee0f3cc8-49da-460a-99bc-8dc9398a9630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:33.738720 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-62624951-518d-4015-af93-75bb45eb3c61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:33.754613 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-62624951-518d-4015-af93-75bb45eb3c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:33.772798 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-14686004-9e6e-4603-8794-ad2c306abdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c721807b-1718-4fa9-81cb-186c07d3f81f', 'name': 'tempest-TestVolumeBootPattern-1279800060-router', 'tenant_id': 'ee4e57f22b2a4bd4af7ab5789062d7cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '88ca08c4-f77f-4610-8ba5-867ba3afb8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:56:03Z', 'updated_at': '2021-11-27T04:10:31Z', 'revision_number': 5, 'project_id': 'ee4e57f22b2a4bd4af7ab5789062d7cc', 'gw_port': {'id': '88ca08c4-f77f-4610-8ba5-867ba3afb8db', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c721807b-1718-4fa9-81cb-186c07d3f81f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:56:05Z', 'updated_at': '2021-11-27T03:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:33.790840 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bcb599-eb31-4cbe-b6fe-412502617fc7 None None] Pushing event updated for resources: {'Port': ['ID=5318f797-1323-4c27-8d49-4dbb5cb0f2e6,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:33.805100 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9ed2e7a7-c9af-4960-8c3d-21c945495b83 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:33.808881 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f3cc8-49da-460a-99bc-8dc9398a9630 admin admin] Pushing event updated for resources: {'Port': ['ID=40a257db-21c6-437e-af28-b065589a4883,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:33.815588 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-33bcb599-eb31-4cbe-b6fe-412502617fc7 None None] Port 4860da45-350a-471f-b4aa-61990ce827bb cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:10:33.817961 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ee0f3cc8-49da-460a-99bc-8dc9398a9630 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:33.836015 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14686004-9e6e-4603-8794-ad2c306abdd8 None None] Checking router: c721807b-1718-4fa9-81cb-186c07d3f81f for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:10:33.836379 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80ee3f9-5450-4893-855f-5fafa2d4cc21 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:10:33.862933 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14686004-9e6e-4603-8794-ad2c306abdd8 None None] Routers {'c721807b-1718-4fa9-81cb-186c07d3f81f'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:10:33.863137 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cb7a8bd0-6973-4e2a-ac0f-4cd46112fd4a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:33.865873 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-14686004-9e6e-4603-8794-ad2c306abdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:10:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c721807b-1718-4fa9-81cb-186c07d3f81f'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:33.899970 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-62624951-518d-4015-af93-75bb45eb3c61 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4ca8dc3a39894c1caf69dbfcfd40f70e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4142158 Nov 27 04:10:33.905938 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41300) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:33.936273 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3cab34a3-e9d9-417e-9eaf-fd4b8e60e1e5 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:33.974208 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-fb4df65c-0aaa-48ac-8014-a50f46054e38 None None] Attempting to bind port 4860da45-350a-471f-b4aa-61990ce827bb on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:10:33.974715 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-fb4df65c-0aaa-48ac-8014-a50f46054e38 None None] Attempting to bind port 4860da45-350a-471f-b4aa-61990ce827bb by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:10:33.975042 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4df65c-0aaa-48ac-8014-a50f46054e38 None None] Attempting to bind port 4860da45-350a-471f-b4aa-61990ce827bb on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:10:34.004951 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 5318f797-1323-4c27-8d49-4dbb5cb0f2e6 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:10:34.009923 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-60e3d336-5e3b-402e-b651-b5d4f87daf95 None None] Allocated IP 2001:db8::2 (69dee5df-a2b5-4f80-b023-d216a074fa83/db7b9a2c-5827-4c8a-83a9-5a88752939a3/5351a821-fce2-4340-aa60-1152b06263a7) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:10:34.013642 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4df65c-0aaa-48ac-8014-a50f46054e38 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:10:34.014164 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4df65c-0aaa-48ac-8014-a50f46054e38 None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:10:34.014704 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-fb4df65c-0aaa-48ac-8014-a50f46054e38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:34.015014 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4df65c-0aaa-48ac-8014-a50f46054e38 None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:10:34.015517 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-fb4df65c-0aaa-48ac-8014-a50f46054e38 None None] Bound port: 4860da45-350a-471f-b4aa-61990ce827bb, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:10:34.016042 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-fb4df65c-0aaa-48ac-8014-a50f46054e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:34.021496 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cab34a3-e9d9-417e-9eaf-fd4b8e60e1e5 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:10:34.045778 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed2e7a7-c9af-4960-8c3d-21c945495b83 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Port': ['ID=55a70c77-f444-425f-b20d-5c5ce3357d97,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:34.065637 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-3cab34a3-e9d9-417e-9eaf-fd4b8e60e1e5 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:10:34.069507 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cab34a3-e9d9-417e-9eaf-fd4b8e60e1e5 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:10:34.097454 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d44c8f-2631-4715-9313-c1798d09d15b None None] Pushing event updated for resources: {'Port': ['ID=4860da45-350a-471f-b4aa-61990ce827bb,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:34.105176 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-62d4d15e-eea3-4fe1-9490-0281398a1692 None None] Provisioning complete for port b4c5d7d9-aa4d-4857-8193-53249e9b1bc2 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:34.105584 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-62d4d15e-eea3-4fe1-9490-0281398a1692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:34.140648 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9ed2e7a7-c9af-4960-8c3d-21c945495b83 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:34.147109 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9ed2e7a7-c9af-4960-8c3d-21c945495b83 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/ports/55a70c77-f444-425f-b20d-5c5ce3357d97 HTTP/1.1" status: 204 len: 168 time: 2.9588909 Nov 27 04:10:34.154888 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41306) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:34.193700 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-14686004-9e6e-4603-8794-ad2c306abdd8 None None] Set router c721807b-1718-4fa9-81cb-186c07d3f81f gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:10:34.203352 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3cab34a3-e9d9-417e-9eaf-fd4b8e60e1e5 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:34.220197 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56a6c08-7a6f-4505-afbc-0e58593b74af tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:34.221865 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56a6c08-7a6f-4505-afbc-0e58593b74af tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:34.226283 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c56a6c08-7a6f-4505-afbc-0e58593b74af tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0672431 Nov 27 04:10:34.226954 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41308) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:34.231721 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62624951-518d-4015-af93-75bb45eb3c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd6b8ab-8140-496f-96ca-a39f518c4fa3,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:34.245773 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e26e98c7-4dc8-48b9-8072-e7e010ff2db2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:34.285308 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3cab34a3-e9d9-417e-9eaf-fd4b8e60e1e5 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:34.324752 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab34a3-e9d9-417e-9eaf-fd4b8e60e1e5 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Pushing event updated for resources: {'Port': ['ID=8b83c405-5cfc-4a48-8aff-92ee68ac4262,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:34.390169 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e26e98c7-4dc8-48b9-8072-e7e010ff2db2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:34.394079 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-fb4df65c-0aaa-48ac-8014-a50f46054e38 None None] For port 4860da45-350a-471f-b4aa-61990ce827bb, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:10:34.407619 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-fb4df65c-0aaa-48ac-8014-a50f46054e38 None None] For port 4860da45-350a-471f-b4aa-61990ce827bb, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=4860da45-350a-471f-b4aa-61990ce827bb,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:10:34.428145 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-fb4df65c-0aaa-48ac-8014-a50f46054e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:34.436705 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 5318f797-1323-4c27-8d49-4dbb5cb0f2e6 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:34.437082 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:34.461551 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0f3cc8-49da-460a-99bc-8dc9398a9630 admin admin] Network 8fa908c7-f5bd-47ee-bd2c-b34d229d6414 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:10:34.468292 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-ee0f3cc8-49da-460a-99bc-8dc9398a9630 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:10:34.469956 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-14686004-9e6e-4603-8794-ad2c306abdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c721807b-1718-4fa9-81cb-186c07d3f81f', 'name': 'tempest-TestVolumeBootPattern-1279800060-router', 'tenant_id': 'ee4e57f22b2a4bd4af7ab5789062d7cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '88ca08c4-f77f-4610-8ba5-867ba3afb8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:56:03Z', 'updated_at': '2021-11-27T04:10:31Z', 'revision_number': 5, 'project_id': 'ee4e57f22b2a4bd4af7ab5789062d7cc', 'gw_port': {'id': '88ca08c4-f77f-4610-8ba5-867ba3afb8db', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c721807b-1718-4fa9-81cb-186c07d3f81f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:56:05Z', 'updated_at': '2021-11-27T03:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:34.539317 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14686004-9e6e-4603-8794-ad2c306abdd8 None None] The sync data for ids ['c721807b-1718-4fa9-81cb-186c07d3f81f'] in n-d-819494-3 is: [{'id': 'c721807b-1718-4fa9-81cb-186c07d3f81f', 'name': 'tempest-TestVolumeBootPattern-1279800060-router', 'tenant_id': 'ee4e57f22b2a4bd4af7ab5789062d7cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '88ca08c4-f77f-4610-8ba5-867ba3afb8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T03:56:03Z', 'updated_at': '2021-11-27T04:10:31Z', 'revision_number': 5, 'project_id': 'ee4e57f22b2a4bd4af7ab5789062d7cc', 'gw_port': {'id': '88ca08c4-f77f-4610-8ba5-867ba3afb8db', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c721807b-1718-4fa9-81cb-186c07d3f81f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T03:56:05Z', 'updated_at': '2021-11-27T03:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:10:34.645583 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8960c492-4009-485e-a98f-52918c0d08cb None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:10:34.707487 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0f3cc8-49da-460a-99bc-8dc9398a9630 admin admin] Router d8862ed0-a540-4996-a9c6-7f551401285d has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:10:34.723965 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 58e49fb2-679b-4ebd-ab63-059a761bd0f3 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:10:34.725719 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d44c8f-2631-4715-9313-c1798d09d15b None None] Pushing event updated for resources: {'Port': ['ID=4860da45-350a-471f-b4aa-61990ce827bb,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:34.767228 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4df65c-0aaa-48ac-8014-a50f46054e38 None None] Routers {'d8862ed0-a540-4996-a9c6-7f551401285d'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:10:34.767878 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-fb4df65c-0aaa-48ac-8014-a50f46054e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:10:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d8862ed0-a540-4996-a9c6-7f551401285d'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:34.837141 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-60e3d336-5e3b-402e-b651-b5d4f87daf95 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:34.881260 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e26e98c7-4dc8-48b9-8072-e7e010ff2db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:34.881774 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-62d4d15e-eea3-4fe1-9490-0281398a1692 None None] Provisioning complete for port 58e49fb2-679b-4ebd-ab63-059a761bd0f3 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:34.882155 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-62d4d15e-eea3-4fe1-9490-0281398a1692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:34.886630 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e26e98c7-4dc8-48b9-8072-e7e010ff2db2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:34.889284 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e26e98c7-4dc8-48b9-8072-e7e010ff2db2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ffd6b8ab-8140-496f-96ca-a39f518c4fa3 HTTP/1.1" status: 204 len: 168 time: 0.9799831 Nov 27 04:10:34.919638 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-60e3d336-5e3b-402e-b651-b5d4f87daf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:34.966256 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e98c7-4dc8-48b9-8072-e7e010ff2db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd6b8ab-8140-496f-96ca-a39f518c4fa3,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:35.002707 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e3d336-5e3b-402e-b651-b5d4f87daf95 None None] Pushing event updated for resources: {'Port': ['ID=5351a821-fce2-4340-aa60-1152b06263a7,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:35.063265 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3cab34a3-e9d9-417e-9eaf-fd4b8e60e1e5 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:35.074409 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e3d336-5e3b-402e-b651-b5d4f87daf95 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:10:35.075750 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0f3cc8-49da-460a-99bc-8dc9398a9630 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:10:35.084067 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-60e3d336-5e3b-402e-b651-b5d4f87daf95 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:10:35.091096 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ee0f3cc8-49da-460a-99bc-8dc9398a9630 admin admin] 10.222.0.20 "PUT /v2.0/routers/d8862ed0-a540-4996-a9c6-7f551401285d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1858361 Nov 27 04:10:35.094428 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e3d336-5e3b-402e-b651-b5d4f87daf95 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:10:35.100133 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3cab34a3-e9d9-417e-9eaf-fd4b8e60e1e5 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:35.147805 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-fb4df65c-0aaa-48ac-8014-a50f46054e38 None None] Set router d8862ed0-a540-4996-a9c6-7f551401285d gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:10:35.214708 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a8bd0-6973-4e2a-ac0f-4cd46112fd4a admin admin] Deleting port 88ca08c4-f77f-4610-8ba5-867ba3afb8db {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:10:35.216093 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cb7a8bd0-6973-4e2a-ac0f-4cd46112fd4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:35.243516 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-247b5798-ff0b-45af-b4ec-0fb4001ceaf8 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting subnet db7b9a2c-5827-4c8a-83a9-5a88752939a3 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:10:35.245410 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 58e49fb2-679b-4ebd-ab63-059a761bd0f3 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:35.245799 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:35.305331 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-247b5798-ff0b-45af-b4ec-0fb4001ceaf8 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:35.337273 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab34a3-e9d9-417e-9eaf-fd4b8e60e1e5 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Pushing event updated for resources: {'Port': ['ID=8b83c405-5cfc-4a48-8aff-92ee68ac4262,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:35.343782 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3cab34a3-e9d9-417e-9eaf-fd4b8e60e1e5 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:35.411458 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-247b5798-ff0b-45af-b4ec-0fb4001ceaf8 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:35.427897 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3cab34a3-e9d9-417e-9eaf-fd4b8e60e1e5 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:35.448543 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3cab34a3-e9d9-417e-9eaf-fd4b8e60e1e5 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2327671 Nov 27 04:10:35.562131 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-247b5798-ff0b-45af-b4ec-0fb4001ceaf8 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:35.628013 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-247b5798-ff0b-45af-b4ec-0fb4001ceaf8 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:35.679562 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b5798-ff0b-45af-b4ec-0fb4001ceaf8 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Subnet': ['ID=db7b9a2c-5827-4c8a-83a9-5a88752939a3,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:35.681630 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-247b5798-ff0b-45af-b4ec-0fb4001ceaf8 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:35.685470 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-247b5798-ff0b-45af-b4ec-0fb4001ceaf8 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/db7b9a2c-5827-4c8a-83a9-5a88752939a3 HTTP/1.1" status: 204 len: 168 time: 1.4547272 Nov 27 04:10:35.688738 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41342) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:35.707444 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-7511da31-3b4a-4ba7-8aaa-e6d1f1a8a83a admin admin] Deleting port d78376d6-f18f-4d19-9178-74b4a07d66b4 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:10:35.707813 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7511da31-3b4a-4ba7-8aaa-e6d1f1a8a83a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:35.764727 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-cb7a8bd0-6973-4e2a-ac0f-4cd46112fd4a admin admin] For port 88ca08c4-f77f-4610-8ba5-867ba3afb8db, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=88ca08c4-f77f-4610-8ba5-867ba3afb8db,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:10:35.765106 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cb7a8bd0-6973-4e2a-ac0f-4cd46112fd4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:35.792351 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a8bd0-6973-4e2a-ac0f-4cd46112fd4a admin admin] Calling delete_port for 88ca08c4-f77f-4610-8ba5-867ba3afb8db owned by network:router_gateway {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:10:35.843448 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3994275b-2add-447e-bd58-0fc682c19697 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1533415 Nov 27 04:10:35.846432 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41350) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:35.850277 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-62d4d15e-eea3-4fe1-9490-0281398a1692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:35.868212 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-7511da31-3b4a-4ba7-8aaa-e6d1f1a8a83a admin admin] For port d78376d6-f18f-4d19-9178-74b4a07d66b4, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=d78376d6-f18f-4d19-9178-74b4a07d66b4,segment=NetworkSegment(44f9be63-e037-4b31-b052-e61f7b1580df),segment_id=44f9be63-e037-4b31-b052-e61f7b1580df)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:10:35.868582 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7511da31-3b4a-4ba7-8aaa-e6d1f1a8a83a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:35.887947 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-7511da31-3b4a-4ba7-8aaa-e6d1f1a8a83a admin admin] Calling delete_port for d78376d6-f18f-4d19-9178-74b4a07d66b4 owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:10:35.929407 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-60e3d336-5e3b-402e-b651-b5d4f87daf95 None None] Attempting to bind port 5351a821-fce2-4340-aa60-1152b06263a7 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:10:35.939259 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-60e3d336-5e3b-402e-b651-b5d4f87daf95 None None] Attempting to bind port 5351a821-fce2-4340-aa60-1152b06263a7 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:10:35.940975 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e3d336-5e3b-402e-b651-b5d4f87daf95 None None] Attempting to bind port 5351a821-fce2-4340-aa60-1152b06263a7 on network 69dee5df-a2b5-4f80-b023-d216a074fa83 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:10:36.040476 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5998b3f4-22eb-40d1-affb-887ca5dae349 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:36.043887 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5998b3f4-22eb-40d1-affb-887ca5dae349 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1943009 Nov 27 04:10:36.048924 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41370) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:36.052107 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e3d336-5e3b-402e-b651-b5d4f87daf95 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:10:36.052491 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e3d336-5e3b-402e-b651-b5d4f87daf95 None None] Checking segment: {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:10:36.052903 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-60e3d336-5e3b-402e-b651-b5d4f87daf95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:36.053300 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e3d336-5e3b-402e-b651-b5d4f87daf95 None None] Bound using segment: {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:10:36.053803 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-60e3d336-5e3b-402e-b651-b5d4f87daf95 None None] Bound port: 5351a821-fce2-4340-aa60-1152b06263a7, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:10:36.054184 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-60e3d336-5e3b-402e-b651-b5d4f87daf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:36.210397 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c310999-fed3-4313-ae4f-9055e886ae4c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:36.212734 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6c310999-fed3-4313-ae4f-9055e886ae4c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1626759 Nov 27 04:10:36.215923 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41382) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:36.273453 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:36.358576 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-62d4d15e-eea3-4fe1-9490-0281398a1692 None None] For port 58e49fb2-679b-4ebd-ab63-059a761bd0f3, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=58e49fb2-679b-4ebd-ab63-059a761bd0f3,segment=NetworkSegment(d6a44ada-7c1c-4ed4-b448-149bbff2bd74),segment_id=d6a44ada-7c1c-4ed4-b448-149bbff2bd74)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:10:36.378458 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-62d4d15e-eea3-4fe1-9490-0281398a1692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:36.388375 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4fc3a147-5456-4bd0-8461-52e50c9e7f07 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1706786 Nov 27 04:10:36.403156 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41392) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:36.419602 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-cda92129-eb9e-4121-99a0-c1f7135db85d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'subnet': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:10:36.498968 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d4d15e-eea3-4fe1-9490-0281398a1692 None None] Pushing event updated for resources: {'Port': ['ID=58e49fb2-679b-4ebd-ab63-059a761bd0f3,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:36.563593 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-fb4df65c-0aaa-48ac-8014-a50f46054e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8862ed0-a540-4996-a9c6-7f551401285d', 'name': 'tempest-TestAggregatesBasicOps-570584462-router', 'tenant_id': '2cca41e36afb4ad5b6a4fd0719861bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '4860da45-350a-471f-b4aa-61990ce827bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:10:21Z', 'updated_at': '2021-11-27T04:10:32Z', 'revision_number': 4, 'project_id': '2cca41e36afb4ad5b6a4fd0719861bef', 'gw_port': {'id': '4860da45-350a-471f-b4aa-61990ce827bb', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:da:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8862ed0-a540-4996-a9c6-7f551401285d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:23Z', 'updated_at': '2021-11-27T04:10:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '40a257db-21c6-437e-af28-b065589a4883', 'name': '', 'network_id': '8fa908c7-f5bd-47ee-bd2c-b34d229d6414', 'tenant_id': '2cca41e36afb4ad5b6a4fd0719861bef', 'mac_address': 'fa:16:3e:90:bc:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8862ed0-a540-4996-a9c6-7f551401285d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '64dcf091-2fa1-47cc-b3ae-04c5f48c4c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:31Z', 'updated_at': '2021-11-27T04:10:32Z', 'revision_number': 2, 'project_id': '2cca41e36afb4ad5b6a4fd0719861bef', 'subnets': [{'id': '64dcf091-2fa1-47cc-b3ae-04c5f48c4c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:36.595476 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4df65c-0aaa-48ac-8014-a50f46054e38 None None] The sync data for ids ['d8862ed0-a540-4996-a9c6-7f551401285d'] in n-d-819494-3 is: [{'id': 'd8862ed0-a540-4996-a9c6-7f551401285d', 'name': 'tempest-TestAggregatesBasicOps-570584462-router', 'tenant_id': '2cca41e36afb4ad5b6a4fd0719861bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '4860da45-350a-471f-b4aa-61990ce827bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:10:21Z', 'updated_at': '2021-11-27T04:10:32Z', 'revision_number': 4, 'project_id': '2cca41e36afb4ad5b6a4fd0719861bef', 'gw_port': {'id': '4860da45-350a-471f-b4aa-61990ce827bb', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:da:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8862ed0-a540-4996-a9c6-7f551401285d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:23Z', 'updated_at': '2021-11-27T04:10:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '40a257db-21c6-437e-af28-b065589a4883', 'name': '', 'network_id': '8fa908c7-f5bd-47ee-bd2c-b34d229d6414', 'tenant_id': '2cca41e36afb4ad5b6a4fd0719861bef', 'mac_address': 'fa:16:3e:90:bc:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8862ed0-a540-4996-a9c6-7f551401285d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '64dcf091-2fa1-47cc-b3ae-04c5f48c4c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:31Z', 'updated_at': '2021-11-27T04:10:32Z', 'revision_number': 2, 'project_id': '2cca41e36afb4ad5b6a4fd0719861bef', 'subnets': [{'id': '64dcf091-2fa1-47cc-b3ae-04c5f48c4c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:10:36.604794 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-62d4d15e-eea3-4fe1-9490-0281398a1692 None None] Provisioning complete for port 40a257db-21c6-437e-af28-b065589a4883 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:36.605180 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-62d4d15e-eea3-4fe1-9490-0281398a1692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:36.607234 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-60e3d336-5e3b-402e-b651-b5d4f87daf95 None None] For port 5351a821-fce2-4340-aa60-1152b06263a7, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:10:36.610032 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.api [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:10:36.610393 n-d-819494-3 neutron-server[110020]: DEBUG oslo_db.api [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:10:36.698475 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-60e3d336-5e3b-402e-b651-b5d4f87daf95 None None] For port 5351a821-fce2-4340-aa60-1152b06263a7, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=5351a821-fce2-4340-aa60-1152b06263a7,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:10:36.720823 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-60e3d336-5e3b-402e-b651-b5d4f87daf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:36.772504 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda92129-eb9e-4121-99a0-c1f7135db85d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:10:36.777097 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cda92129-eb9e-4121-99a0-c1f7135db85d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:36.825370 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-62d4d15e-eea3-4fe1-9490-0281398a1692 None None] Port 40a257db-21c6-437e-af28-b065589a4883 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:10:36.875822 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7511da31-3b4a-4ba7-8aaa-e6d1f1a8a83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:36.986390 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-873564dc-7ded-409a-9d49-7c2ebcbd1718 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1573916183&fields=id&tenant_id=797b4470e1204f95b4c65fa8076beed0 HTTP/1.1" status: 200 len: 267 time: 1.0429289 Nov 27 04:10:37.001302 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7511da31-3b4a-4ba7-8aaa-e6d1f1a8a83a admin admin] Pushing event deleted for resources: {'Port': ['ID=d78376d6-f18f-4d19-9178-74b4a07d66b4,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:37.123969 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cb7a8bd0-6973-4e2a-ac0f-4cd46112fd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:37.579531 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a8bd0-6973-4e2a-ac0f-4cd46112fd4a admin admin] Pushing event deleted for resources: {'Port': ['ID=88ca08c4-f77f-4610-8ba5-867ba3afb8db,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:37.858970 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b416d4-b1a3-495c-a21b-c1bb4a3f7182 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:10:37.868131 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cb7a8bd0-6973-4e2a-ac0f-4cd46112fd4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:37.955269 n-d-819494-3 neutron-server[110018]: DEBUG neutron.objects.ports [None req-cda92129-eb9e-4121-99a0-c1f7135db85d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110018) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 04:10:37.978224 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41440) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:37.998792 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e3d336-5e3b-402e-b651-b5d4f87daf95 None None] Pushing event updated for resources: {'Port': ['ID=5351a821-fce2-4340-aa60-1152b06263a7,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:38.008509 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-e6a3b5d2-55ee-4c36-af3f-189315e9d36e None None] Provisioning complete for port 4860da45-350a-471f-b4aa-61990ce827bb triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:38.009390 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e6a3b5d2-55ee-4c36-af3f-189315e9d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:38.085654 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ffb8da-7a7a-4030-98eb-85d8287adfeb None None] get_active_networks_info from n-d-819494-3 {{(pid=110020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 04:10:38.306372 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7511da31-3b4a-4ba7-8aaa-e6d1f1a8a83a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:38.387651 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ffb8da-7a7a-4030-98eb-85d8287adfeb None None] Resources bound (agent type, host, resource id): {{(pid=110020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 04:10:38.405165 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 82f69592-88b9-4f20-86de-903222816f20 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:10:38.551019 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cb7a8bd0-6973-4e2a-ac0f-4cd46112fd4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:38.577243 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cb7a8bd0-6973-4e2a-ac0f-4cd46112fd4a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:38.699528 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 82f69592-88b9-4f20-86de-903222816f20 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:10:38.700199 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 82f69592-88b9-4f20-86de-903222816f20 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:10:38.700952 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 5a2296d3-d36a-419b-96f1-b1192cefe2a4 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:10:38.760703 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-7795a2c0-b96d-4e3f-951c-05f83bf29a97 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:38.762331 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-7795a2c0-b96d-4e3f-951c-05f83bf29a97 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/networks?id=f5be6ff6-7679-4336-aa7e-b7dc23104991 HTTP/1.1" status: 200 len: 816 time: 1.7476509 Nov 27 04:10:38.780312 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 5a2296d3-d36a-419b-96f1-b1192cefe2a4 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:10:38.791717 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 5a2296d3-d36a-419b-96f1-b1192cefe2a4 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:10:38.821968 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cb7a8bd0-6973-4e2a-ac0f-4cd46112fd4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:38.823131 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7a8bd0-6973-4e2a-ac0f-4cd46112fd4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c721807b-1718-4fa9-81cb-186c07d3f81f {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:10:38.825958 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cda92129-eb9e-4121-99a0-c1f7135db85d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:38.847378 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-77d8fd81-a7d4-4e91-9595-d12fc8fb7637 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/quotas/797b4470e1204f95b4c65fa8076beed0 HTTP/1.1" status: 200 len: 375 time: 0.0681832 Nov 27 04:10:38.856696 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cb7a8bd0-6973-4e2a-ac0f-4cd46112fd4a admin admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:38.871025 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-cb7a8bd0-6973-4e2a-ac0f-4cd46112fd4a admin admin] 10.222.0.20 "DELETE /v2.0/routers/c721807b-1718-4fa9-81cb-186c07d3f81f HTTP/1.1" status: 204 len: 168 time: 5.8559351 Nov 27 04:10:38.874208 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41456) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:38.958346 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-6d4792c1-b7a4-4d59-8e4f-cd86e2a8bce0 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=797b4470e1204f95b4c65fa8076beed0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0780149 Nov 27 04:10:39.203344 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-07c715a0-80a1-410d-bf1a-da5912a53050 admin admin] Deleting subnet c45ec6da-9d94-4391-a2e5-1c073e742abd {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:10:39.215739 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-07c715a0-80a1-410d-bf1a-da5912a53050 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:39.367127 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-07c715a0-80a1-410d-bf1a-da5912a53050 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:39.410783 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e6a3b5d2-55ee-4c36-af3f-189315e9d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:39.482122 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7511da31-3b4a-4ba7-8aaa-e6d1f1a8a83a admin admin] Router 9da6bd38-a563-41b6-b674-125aa9fb3fb8 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:10:39.548391 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 4860da45-350a-471f-b4aa-61990ce827bb up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:10:39.580628 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-e6a3b5d2-55ee-4c36-af3f-189315e9d36e None None] For port 4860da45-350a-471f-b4aa-61990ce827bb, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=4860da45-350a-471f-b4aa-61990ce827bb,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:10:39.669959 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e6a3b5d2-55ee-4c36-af3f-189315e9d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:39.891819 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-e6a3b5d2-55ee-4c36-af3f-189315e9d36e None None] Provisioning complete for port 40a257db-21c6-437e-af28-b065589a4883 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:39.892741 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e6a3b5d2-55ee-4c36-af3f-189315e9d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:39.905351 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a3b5d2-55ee-4c36-af3f-189315e9d36e None None] Pushing event updated for resources: {'Port': ['ID=4860da45-350a-471f-b4aa-61990ce827bb,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:39.975762 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 4860da45-350a-471f-b4aa-61990ce827bb triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:39.976223 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:40.037015 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7511da31-3b4a-4ba7-8aaa-e6d1f1a8a83a admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:10:40.042676 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7511da31-3b4a-4ba7-8aaa-e6d1f1a8a83a admin admin] 10.222.0.20 "PUT /v2.0/routers/9da6bd38-a563-41b6-b674-125aa9fb3fb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0735888 Nov 27 04:10:40.045923 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41506) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:40.050095 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65839a43-9602-4b36-b45e-eeee4065b8aa None None] Sync routers for ids ['9da6bd38-a563-41b6-b674-125aa9fb3fb8'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:10:40.058732 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-9f15ac2b-0ff2-43c7-9cdf-4175504c2996 service neutron] 10.222.0.20 "GET /v2.0/networks/f5be6ff6-7679-4336-aa7e-b7dc23104991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8142309 Nov 27 04:10:40.076483 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-e6a3b5d2-55ee-4c36-af3f-189315e9d36e None None] Port 40a257db-21c6-437e-af28-b065589a4883 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:10:40.091416 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65839a43-9602-4b36-b45e-eeee4065b8aa None None] Routers {'9da6bd38-a563-41b6-b674-125aa9fb3fb8'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:10:40.092763 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-65839a43-9602-4b36-b45e-eeee4065b8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:10:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['9da6bd38-a563-41b6-b674-125aa9fb3fb8'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:40.236517 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-14e0086c-120a-4783-a0b5-8cdd21ae84f0 service neutron] 10.222.0.20 "GET /v2.0/networks/f5be6ff6-7679-4336-aa7e-b7dc23104991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435487 Nov 27 04:10:40.282870 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b4c5d7d9-aa4d-4857-8193-53249e9b1bc2 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:10:40.357903 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8b0e493-07ba-45cc-bdc4-9e3a3b8b808e admin admin] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:40.390032 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-65839a43-9602-4b36-b45e-eeee4065b8aa None None] Set router 9da6bd38-a563-41b6-b674-125aa9fb3fb8 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:10:40.445579 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-07c715a0-80a1-410d-bf1a-da5912a53050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:40.516922 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port b4c5d7d9-aa4d-4857-8193-53249e9b1bc2 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:40.517542 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:40.585520 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-cda92129-eb9e-4121-99a0-c1f7135db85d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] For port 5351a821-fce2-4340-aa60-1152b06263a7, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=5351a821-fce2-4340-aa60-1152b06263a7,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:10:40.631644 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cda92129-eb9e-4121-99a0-c1f7135db85d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:40.641286 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-07c715a0-80a1-410d-bf1a-da5912a53050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:40.661054 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41510) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:40.730851 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8b0e493-07ba-45cc-bdc4-9e3a3b8b808e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:40.747768 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 5318f797-1323-4c27-8d49-4dbb5cb0f2e6 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:10:40.751234 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cda92129-eb9e-4121-99a0-c1f7135db85d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:40.752024 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cda92129-eb9e-4121-99a0-c1f7135db85d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:40.806352 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c715a0-80a1-410d-bf1a-da5912a53050 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c45ec6da-9d94-4391-a2e5-1c073e742abd,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:40.913148 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-e8b0e493-07ba-45cc-bdc4-9e3a3b8b808e admin admin] Deleting port 0636a193-4592-4727-b598-6283b508e02d {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:10:40.914960 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8b0e493-07ba-45cc-bdc4-9e3a3b8b808e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:40.931189 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 5318f797-1323-4c27-8d49-4dbb5cb0f2e6 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:40.932535 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:40.971373 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-65839a43-9602-4b36-b45e-eeee4065b8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da6bd38-a563-41b6-b674-125aa9fb3fb8', 'name': 'tempest-TestServerBasicOps-1604406241-router', 'tenant_id': 'fbfad9adb131475bb7fe8210316ae584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '0636a193-4592-4727-b598-6283b508e02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:04:44Z', 'updated_at': '2021-11-27T04:10:36Z', 'revision_number': 5, 'project_id': 'fbfad9adb131475bb7fe8210316ae584', 'gw_port': {'id': '0636a193-4592-4727-b598-6283b508e02d', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da6bd38-a563-41b6-b674-125aa9fb3fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:04:45Z', 'updated_at': '2021-11-27T04:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:41.001433 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-07c715a0-80a1-410d-bf1a-da5912a53050 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:41.007673 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-07c715a0-80a1-410d-bf1a-da5912a53050 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c45ec6da-9d94-4391-a2e5-1c073e742abd HTTP/1.1" status: 204 len: 168 time: 2.1323471 Nov 27 04:10:41.013416 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41520) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:41.031316 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65839a43-9602-4b36-b45e-eeee4065b8aa None None] Checking router: 9da6bd38-a563-41b6-b674-125aa9fb3fb8 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:10:41.064857 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65839a43-9602-4b36-b45e-eeee4065b8aa None None] Routers {'9da6bd38-a563-41b6-b674-125aa9fb3fb8'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:10:41.068262 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-65839a43-9602-4b36-b45e-eeee4065b8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:10:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['9da6bd38-a563-41b6-b674-125aa9fb3fb8'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:41.086586 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda92129-eb9e-4121-99a0-c1f7135db85d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:10:41.133709 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 58e49fb2-679b-4ebd-ab63-059a761bd0f3 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:10:41.175228 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-e8b0e493-07ba-45cc-bdc4-9e3a3b8b808e admin admin] For port 0636a193-4592-4727-b598-6283b508e02d, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=0636a193-4592-4727-b598-6283b508e02d,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:10:41.177846 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8b0e493-07ba-45cc-bdc4-9e3a3b8b808e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:41.189477 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-cda92129-eb9e-4121-99a0-c1f7135db85d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:10:41.200457 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda92129-eb9e-4121-99a0-c1f7135db85d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:41.201372 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cda92129-eb9e-4121-99a0-c1f7135db85d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:41.219033 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-70172cec-4dff-4e9b-9b55-a006786cc8f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:41.249638 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 58e49fb2-679b-4ebd-ab63-059a761bd0f3 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:41.250335 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:41.252194 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-e8b0e493-07ba-45cc-bdc4-9e3a3b8b808e admin admin] Calling delete_port for 0636a193-4592-4727-b598-6283b508e02d owned by network:router_gateway {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:10:41.264158 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-cda92129-eb9e-4121-99a0-c1f7135db85d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.8493676 Nov 27 04:10:41.303169 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41522) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:41.318224 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-65839a43-9602-4b36-b45e-eeee4065b8aa None None] Set router 9da6bd38-a563-41b6-b674-125aa9fb3fb8 gateway port host: None {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:10:41.334846 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda92129-eb9e-4121-99a0-c1f7135db85d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Subnet': ['ID=3cfa7b94-1963-41d3-9ad6-d7138caf04fd,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:41.343018 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-75dd2e50-0a98-4702-9bb7-ec01b6c14bdb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'subnet': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:10:41.401178 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-afd99111-1c54-4a03-8467-5c0020108674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:41.407905 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda92129-eb9e-4121-99a0-c1f7135db85d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Port': ['ID=5351a821-fce2-4340-aa60-1152b06263a7,revision_number=5']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:41.457668 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5d2615e1-aa89-4493-98cf-f27794eba737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:41.480617 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-65839a43-9602-4b36-b45e-eeee4065b8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da6bd38-a563-41b6-b674-125aa9fb3fb8', 'name': 'tempest-TestServerBasicOps-1604406241-router', 'tenant_id': 'fbfad9adb131475bb7fe8210316ae584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:04:44Z', 'updated_at': '2021-11-27T04:10:40Z', 'revision_number': 6, 'project_id': 'fbfad9adb131475bb7fe8210316ae584', 'gw_port_host': None}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:41.504864 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae559a4-a464-4b65-bedf-2c2dfc7b5702 None None] Network f1713ef5-cf15-4d60-a8a3-98817df466b1 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:10:41.535944 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65839a43-9602-4b36-b45e-eeee4065b8aa None None] The sync data for ids ['9da6bd38-a563-41b6-b674-125aa9fb3fb8'] in n-d-819494-3 is: [{'id': '9da6bd38-a563-41b6-b674-125aa9fb3fb8', 'name': 'tempest-TestServerBasicOps-1604406241-router', 'tenant_id': 'fbfad9adb131475bb7fe8210316ae584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:04:44Z', 'updated_at': '2021-11-27T04:10:40Z', 'revision_number': 6, 'project_id': 'fbfad9adb131475bb7fe8210316ae584', 'gw_port_host': None}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:10:41.668594 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75dd2e50-0a98-4702-9bb7-ec01b6c14bdb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:10:41.672146 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-75dd2e50-0a98-4702-9bb7-ec01b6c14bdb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:41.678642 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785e9c09-4e58-4ff3-a1bc-d1768c3cdc27 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:10:41.690476 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 1ca7ff71-c406-49d4-b978-91a70f398560 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:10:41.752870 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-70172cec-4dff-4e9b-9b55-a006786cc8f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:41.785138 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2c370f66-1bfd-46b1-9d4f-9de0015aae67 req-f2f2553b-28f3-46e0-b526-d0f6337d2287 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 210 time: 0.0735044 Nov 27 04:10:41.786720 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-70172cec-4dff-4e9b-9b55-a006786cc8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:41.840727 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 1ca7ff71-c406-49d4-b978-91a70f398560 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:10:41.841829 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 1ca7ff71-c406-49d4-b978-91a70f398560 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:10:41.853536 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-afd99111-1c54-4a03-8467-5c0020108674 admin admin] Deleting port 73972319-85a7-4ead-8936-9b0cbe6f1792 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:10:41.854310 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-afd99111-1c54-4a03-8467-5c0020108674 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:41.886684 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-70172cec-4dff-4e9b-9b55-a006786cc8f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1ad4f31549344a52807f263cad6eba2a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2215044 Nov 27 04:10:41.890359 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41528) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:41.899800 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70172cec-4dff-4e9b-9b55-a006786cc8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4e74f1-7858-440d-aa33-58bf99af6b8e,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:41.939049 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-26a112b8-5669-406c-8d5f-14b22a9b86bb None None] Provisioning complete for port 5351a821-fce2-4340-aa60-1152b06263a7 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:41.939436 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-26a112b8-5669-406c-8d5f-14b22a9b86bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:42.087288 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-afd99111-1c54-4a03-8467-5c0020108674 admin admin] For port 73972319-85a7-4ead-8936-9b0cbe6f1792, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=73972319-85a7-4ead-8936-9b0cbe6f1792,segment=NetworkSegment(4cbd1476-022b-470f-b924-867a8d42b0e0),segment_id=4cbd1476-022b-470f-b924-867a8d42b0e0)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:10:42.087790 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-afd99111-1c54-4a03-8467-5c0020108674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:42.105428 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-afd99111-1c54-4a03-8467-5c0020108674 admin admin] Calling delete_port for 73972319-85a7-4ead-8936-9b0cbe6f1792 owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:10:42.118627 n-d-819494-3 neutron-server[110019]: INFO neutron.db.ipam_backend_mixin [None req-75dd2e50-0a98-4702-9bb7-ec01b6c14bdb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3cfa7b94-1963-41d3-9ad6-d7138caf04fd (CIDR: 2001:db8::/64) Nov 27 04:10:42.132521 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46457706-3f24-44c3-8bbe-717d0d06e541 None None] Sync routers for ids ['d8862ed0-a540-4996-a9c6-7f551401285d'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:10:42.145099 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-75dd2e50-0a98-4702-9bb7-ec01b6c14bdb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 04:10:42.147898 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75dd2e50-0a98-4702-9bb7-ec01b6c14bdb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:10:42.254599 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-aa59f578-ef67-45ed-ab0e-3c4633bd80a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:42.304813 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-aa59f578-ef67-45ed-ab0e-3c4633bd80a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:42.316967 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-afd99111-1c54-4a03-8467-5c0020108674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:42.326681 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46457706-3f24-44c3-8bbe-717d0d06e541 None None] Routers {'d8862ed0-a540-4996-a9c6-7f551401285d'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:10:42.331226 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-46457706-3f24-44c3-8bbe-717d0d06e541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:10:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d8862ed0-a540-4996-a9c6-7f551401285d'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:42.380124 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd99111-1c54-4a03-8467-5c0020108674 admin admin] Pushing event deleted for resources: {'Port': ['ID=73972319-85a7-4ead-8936-9b0cbe6f1792,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:42.382869 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd99111-1c54-4a03-8467-5c0020108674 admin admin] No DVR routers for this DVR port 73972319-85a7-4ead-8936-9b0cbe6f1792 on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:10:42.415182 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-aa59f578-ef67-45ed-ab0e-3c4633bd80a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:42.421158 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-aa59f578-ef67-45ed-ab0e-3c4633bd80a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:42.425196 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-aa59f578-ef67-45ed-ab0e-3c4633bd80a7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0a4e74f1-7858-440d-aa33-58bf99af6b8e HTTP/1.1" status: 204 len: 168 time: 0.5336239 Nov 27 04:10:42.440094 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-75dd2e50-0a98-4702-9bb7-ec01b6c14bdb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1287453 Nov 27 04:10:42.442309 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8b0e493-07ba-45cc-bdc4-9e3a3b8b808e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:42.444053 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41538) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:42.473215 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-badd7546-76b1-4271-a7df-e2b0f5c7800e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'subnet': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:10:42.497059 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59f578-ef67-45ed-ab0e-3c4633bd80a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4e74f1-7858-440d-aa33-58bf99af6b8e,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:42.506078 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-5d2615e1-aa89-4493-98cf-f27794eba737 admin admin] Deleting port 5318f797-1323-4c27-8d49-4dbb5cb0f2e6 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:10:42.506656 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5d2615e1-aa89-4493-98cf-f27794eba737 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:42.576804 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 5351a821-fce2-4340-aa60-1152b06263a7 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:10:42.578176 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b0e493-07ba-45cc-bdc4-9e3a3b8b808e admin admin] Pushing event deleted for resources: {'Port': ['ID=0636a193-4592-4727-b598-6283b508e02d,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:42.720192 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-5d2615e1-aa89-4493-98cf-f27794eba737 admin admin] For port 5318f797-1323-4c27-8d49-4dbb5cb0f2e6, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=5318f797-1323-4c27-8d49-4dbb5cb0f2e6,segment=NetworkSegment(661d5937-212a-4811-a5f9-3db1608c4a83),segment_id=661d5937-212a-4811-a5f9-3db1608c4a83)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:10:42.729142 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5d2615e1-aa89-4493-98cf-f27794eba737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:42.768780 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-5d2615e1-aa89-4493-98cf-f27794eba737 admin admin] Calling delete_port for 5318f797-1323-4c27-8d49-4dbb5cb0f2e6 owned by network:router_interface {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:10:42.793765 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8b0e493-07ba-45cc-bdc4-9e3a3b8b808e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:42.968480 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-afd99111-1c54-4a03-8467-5c0020108674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:43.005869 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-afd99111-1c54-4a03-8467-5c0020108674 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1713ef5-cf15-4d60-a8a3-98817df466b1']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:43.018233 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-afd99111-1c54-4a03-8467-5c0020108674 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cbd1476-022b-470f-b924-867a8d42b0e0') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:43.018892 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41550) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:43.019358 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-afd99111-1c54-4a03-8467-5c0020108674 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cbd1476-022b-470f-b924-867a8d42b0e0') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:43.033842 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-afd99111-1c54-4a03-8467-5c0020108674 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:43.049797 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-afd99111-1c54-4a03-8467-5c0020108674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:43.056196 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afd99111-1c54-4a03-8467-5c0020108674 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:10:43.057888 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-afd99111-1c54-4a03-8467-5c0020108674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:43.080880 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8b0e493-07ba-45cc-bdc4-9e3a3b8b808e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:43.084239 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64c5999-6a19-43e8-871c-107f13088da2 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:10:43.126165 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8b0e493-07ba-45cc-bdc4-9e3a3b8b808e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:43.128412 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-26a112b8-5669-406c-8d5f-14b22a9b86bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:43.135458 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:10:43.135458 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:10:43.135458 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:10:43.135458 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:10:43.135458 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:10:43.135458 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:10:43.135458 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:10:43.135458 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:10:43.135458 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:10:43.135458 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:10:43.135458 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:10:43.135458 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:10:43.135458 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:10:43.135458 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:10:43.135458 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:10:43.135458 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:10:43.135458 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:10:43.135458 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:10:43.135458 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:10:43.135458 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:10:43.135458 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:10:43.135458 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:10:43.135458 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:10:43.135458 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:10:43.135458 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:10:43.135458 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:10:43.135458 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:10:43.135458 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:10:43.135458 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:10:43.135458 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:10:43.135458 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:10:43.135458 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:10:43.148324 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae4d7b4-861d-498e-9b14-b05137ef592c None None] DHCP port deletion for f1713ef5-cf15-4d60-a8a3-98817df466b1 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:10:43.198429 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-20c20a6b-2b36-41ea-83bb-e44291fcb494 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:43.213451 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-afd99111-1c54-4a03-8467-5c0020108674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:43.225732 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-afd99111-1c54-4a03-8467-5c0020108674 admin admin] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:43.242735 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-afd99111-1c54-4a03-8467-5c0020108674 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f1713ef5-cf15-4d60-a8a3-98817df466b1 HTTP/1.1" status: 204 len: 168 time: 2.1761825 Nov 27 04:10:43.262466 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5d2615e1-aa89-4493-98cf-f27794eba737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:43.287631 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd99111-1c54-4a03-8467-5c0020108674 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1713ef5-cf15-4d60-a8a3-98817df466b1,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:43.330371 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2615e1-aa89-4493-98cf-f27794eba737 admin admin] Pushing event deleted for resources: {'Port': ['ID=5318f797-1323-4c27-8d49-4dbb5cb0f2e6,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:43.436387 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-26a112b8-5669-406c-8d5f-14b22a9b86bb None None] For port 5351a821-fce2-4340-aa60-1152b06263a7, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=5351a821-fce2-4340-aa60-1152b06263a7,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:10:43.439346 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-46457706-3f24-44c3-8bbe-717d0d06e541 None None] Set router d8862ed0-a540-4996-a9c6-7f551401285d gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:10:43.502611 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 5351a821-fce2-4340-aa60-1152b06263a7 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:43.502993 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:43.505332 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-26a112b8-5669-406c-8d5f-14b22a9b86bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:43.761216 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5d2615e1-aa89-4493-98cf-f27794eba737 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:43.764763 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41562) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:43.765107 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41564) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:43.847962 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a112b8-5669-406c-8d5f-14b22a9b86bb None None] Pushing event updated for resources: {'Port': ['ID=5351a821-fce2-4340-aa60-1152b06263a7,revision_number=6']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:43.892454 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0f5d2eb4-4c65-45bc-9654-ff02ac6a7d8f None None] Provisioning complete for port 5351a821-fce2-4340-aa60-1152b06263a7 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:43.892762 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0f5d2eb4-4c65-45bc-9654-ff02ac6a7d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:43.903717 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e6dade5d-b0ec-428d-9f87-0bd602dc0838 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c0fb01b15ba04e8ca79caed9882229f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1369100 Nov 27 04:10:43.909050 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41570) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:44.057157 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 4860da45-350a-471f-b4aa-61990ce827bb up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:10:44.174018 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-60e71fec-397d-490c-9a63-fcee53a2076c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:44.176001 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fb769bb1-d724-4946-bed6-d8de3920527d req-00fde591-d574-4033-b5e1-b1e1d470aa1d tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 210 time: 1.2217984 Nov 27 04:10:44.214907 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 4860da45-350a-471f-b4aa-61990ce827bb triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:44.215414 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:44.219848 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-46457706-3f24-44c3-8bbe-717d0d06e541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8862ed0-a540-4996-a9c6-7f551401285d', 'name': 'tempest-TestAggregatesBasicOps-570584462-router', 'tenant_id': '2cca41e36afb4ad5b6a4fd0719861bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '4860da45-350a-471f-b4aa-61990ce827bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:10:21Z', 'updated_at': '2021-11-27T04:10:32Z', 'revision_number': 4, 'project_id': '2cca41e36afb4ad5b6a4fd0719861bef', 'gw_port': {'id': '4860da45-350a-471f-b4aa-61990ce827bb', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:da:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8862ed0-a540-4996-a9c6-7f551401285d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:23Z', 'updated_at': '2021-11-27T04:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '40a257db-21c6-437e-af28-b065589a4883', 'name': '', 'network_id': '8fa908c7-f5bd-47ee-bd2c-b34d229d6414', 'tenant_id': '2cca41e36afb4ad5b6a4fd0719861bef', 'mac_address': 'fa:16:3e:90:bc:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8862ed0-a540-4996-a9c6-7f551401285d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '64dcf091-2fa1-47cc-b3ae-04c5f48c4c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:31Z', 'updated_at': '2021-11-27T04:10:32Z', 'revision_number': 2, 'project_id': '2cca41e36afb4ad5b6a4fd0719861bef', 'subnets': [{'id': '64dcf091-2fa1-47cc-b3ae-04c5f48c4c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:44.279531 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8b0e493-07ba-45cc-bdc4-9e3a3b8b808e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:44.281320 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f142922a-2c80-4dce-962e-78a71f8fc07a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:44.283032 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b0e493-07ba-45cc-bdc4-9e3a3b8b808e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9da6bd38-a563-41b6-b674-125aa9fb3fb8 {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:10:44.293644 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8b0e493-07ba-45cc-bdc4-9e3a3b8b808e admin admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:44.295041 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e8b0e493-07ba-45cc-bdc4-9e3a3b8b808e admin admin] 10.222.0.20 "DELETE /v2.0/routers/9da6bd38-a563-41b6-b674-125aa9fb3fb8 HTTP/1.1" status: 204 len: 168 time: 4.2481735 Nov 27 04:10:44.301320 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41580) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:44.350524 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46457706-3f24-44c3-8bbe-717d0d06e541 None None] Checking router: d8862ed0-a540-4996-a9c6-7f551401285d for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:10:44.352222 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46457706-3f24-44c3-8bbe-717d0d06e541 None None] Updating router d8862ed0-a540-4996-a9c6-7f551401285d port 40a257db-21c6-437e-af28-b065589a4883 binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:10:44.352349 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-20c20a6b-2b36-41ea-83bb-e44291fcb494 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:44.356848 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badd7546-76b1-4271-a7df-e2b0f5c7800e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:10:44.361731 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-badd7546-76b1-4271-a7df-e2b0f5c7800e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:44.387239 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46457706-3f24-44c3-8bbe-717d0d06e541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:44.409062 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f142922a-2c80-4dce-962e-78a71f8fc07a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:44.552961 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-20c20a6b-2b36-41ea-83bb-e44291fcb494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:44.583289 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device d78376d6-f18f-4d19-9178-74b4a07d66b4 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:10:44.597482 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8b69cce-c2c5-4f9f-a1a3-0684d95d7e20 admin admin] Deleting subnet 3935c5cc-7160-4c9f-b6db-cc3238ab3379 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:10:44.615465 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: d78376d6-f18f-4d19-9178-74b4a07d66b4 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:10:44.615818 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device d78376d6-f18f-4d19-9178-74b4a07d66b4 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:10:44.616243 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 88ca08c4-f77f-4610-8ba5-867ba3afb8db no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:10:44.638877 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c20a6b-2b36-41ea-83bb-e44291fcb494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f698310d-818c-40ac-97f6-a35b15edfc2f,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:44.645246 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 88ca08c4-f77f-4610-8ba5-867ba3afb8db {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:10:44.645687 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 88ca08c4-f77f-4610-8ba5-867ba3afb8db not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:10:44.647412 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-20c20a6b-2b36-41ea-83bb-e44291fcb494 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a62df05b6c24367b02cd192833fa3a2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6146474 Nov 27 04:10:44.651315 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41582) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:44.692959 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-60e71fec-397d-490c-9a63-fcee53a2076c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:44.746735 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e8b69cce-c2c5-4f9f-a1a3-0684d95d7e20 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:44.748663 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-855906d8-ff04-43d0-b425-26c8be763784 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:44.756951 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-60e71fec-397d-490c-9a63-fcee53a2076c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:44.830484 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-855906d8-ff04-43d0-b425-26c8be763784 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:44.862055 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d2615e1-aa89-4493-98cf-f27794eba737 admin admin] Router be77a249-12f6-4ce0-8861-ed8d259e6098 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:10:44.878514 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-60e71fec-397d-490c-9a63-fcee53a2076c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d6f88dddab884741900d498023518be7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0884218 Nov 27 04:10:44.879688 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e71fec-397d-490c-9a63-fcee53a2076c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94a0a4c-f210-4ee3-833b-2bc1298a2a87,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:44.882463 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41584) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:44.895810 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e8b69cce-c2c5-4f9f-a1a3-0684d95d7e20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:44.954276 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 5351a821-fce2-4340-aa60-1152b06263a7 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:10:44.966962 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46457706-3f24-44c3-8bbe-717d0d06e541 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:44.989467 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-855906d8-ff04-43d0-b425-26c8be763784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:44.992910 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-855906d8-ff04-43d0-b425-26c8be763784 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:44.995307 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-855906d8-ff04-43d0-b425-26c8be763784 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f698310d-818c-40ac-97f6-a35b15edfc2f HTTP/1.1" status: 204 len: 168 time: 0.3428731 Nov 27 04:10:45.000001 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-badd7546-76b1-4271-a7df-e2b0f5c7800e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:45.004256 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46457706-3f24-44c3-8bbe-717d0d06e541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:45.033650 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855906d8-ff04-43d0-b425-26c8be763784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f698310d-818c-40ac-97f6-a35b15edfc2f,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:45.065523 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badd7546-76b1-4271-a7df-e2b0f5c7800e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:10:45.069399 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-badd7546-76b1-4271-a7df-e2b0f5c7800e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:10:45.069884 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b1c543-39fc-4a4b-ab48-5eb9cb739b55 None None] Pushing event updated for resources: {'Port': ['ID=40a257db-21c6-437e-af28-b065589a4883,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:45.074277 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badd7546-76b1-4271-a7df-e2b0f5c7800e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:45.075035 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-badd7546-76b1-4271-a7df-e2b0f5c7800e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:45.078803 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd7546-76b1-4271-a7df-e2b0f5c7800e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Subnet': ['ID=48a83e32-793b-4acf-8660-4434711dfba4,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:45.100972 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-badd7546-76b1-4271-a7df-e2b0f5c7800e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6426413 Nov 27 04:10:45.101214 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41588) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:45.110807 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f142922a-2c80-4dce-962e-78a71f8fc07a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:45.111080 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-45c0b4bd-eea1-4570-b6ea-d4e52a082437 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'port': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'mac_address': 'fa:16:3e:93:ea:7e', 'name': 'tempest-NetworksTestDHCPv6-2012400345'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:10:45.113939 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f142922a-2c80-4dce-962e-78a71f8fc07a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:45.116648 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f142922a-2c80-4dce-962e-78a71f8fc07a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/66fa4a4b-bcda-4d96-84c1-f505b8527ec5 HTTP/1.1" status: 204 len: 168 time: 1.2052803 Nov 27 04:10:45.133393 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fba67ae-2e4d-431d-a948-41b76ff2b05b None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:10:45.135191 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2615e1-aa89-4493-98cf-f27794eba737 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:10:45.146267 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab23e33-a328-4f7b-9732-4567beb47b3c None None] Sync routers for ids ['be77a249-12f6-4ce0-8861-ed8d259e6098'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:10:45.196033 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab23e33-a328-4f7b-9732-4567beb47b3c None None] Routers {'be77a249-12f6-4ce0-8861-ed8d259e6098'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:10:45.198054 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-bab23e33-a328-4f7b-9732-4567beb47b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:10:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['be77a249-12f6-4ce0-8861-ed8d259e6098'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:45.225231 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5d2615e1-aa89-4493-98cf-f27794eba737 admin admin] 10.222.0.20 "PUT /v2.0/routers/be77a249-12f6-4ce0-8861-ed8d259e6098/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0654118 Nov 27 04:10:45.226385 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f142922a-2c80-4dce-962e-78a71f8fc07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fa4a4b-bcda-4d96-84c1-f505b8527ec5,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:45.232029 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41594) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:45.501132 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c0b4bd-eea1-4570-b6ea-d4e52a082437 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:10:45.508264 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-bab23e33-a328-4f7b-9732-4567beb47b3c None None] Set router be77a249-12f6-4ce0-8861-ed8d259e6098 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:10:45.558634 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e8b69cce-c2c5-4f9f-a1a3-0684d95d7e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:45.753476 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-45c0b4bd-eea1-4570-b6ea-d4e52a082437 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:45.791205 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [None req-45c0b4bd-eea1-4570-b6ea-d4e52a082437 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] device_id is not set on port bb180b65-9eb6-4780-8736-bdb9810a8c63 yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:10:45.796796 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 5351a821-fce2-4340-aa60-1152b06263a7 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:45.796796 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:45.885563 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d82fecb7-80b6-45ef-8aca-d75239a2c024 req-e763d71a-9735-41bb-b84f-dcc1899a2756 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 210 time: 0.2383614 Nov 27 04:10:45.921307 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bf050a75-4604-4bee-803d-09e0fd7428b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:45.923843 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41614) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:45.995449 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-bab23e33-a328-4f7b-9732-4567beb47b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be77a249-12f6-4ce0-8861-ed8d259e6098', 'name': 'tempest-TestAggregatesBasicOps-1909362320-router', 'tenant_id': '319b1b5f2a4e4c18853d965486ee0de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '75708131-fc05-4cde-90fd-cc8a184da181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:10:01Z', 'updated_at': '2021-11-27T04:10:42Z', 'revision_number': 5, 'project_id': '319b1b5f2a4e4c18853d965486ee0de8', 'gw_port': {'id': '75708131-fc05-4cde-90fd-cc8a184da181', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:78:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77a249-12f6-4ce0-8861-ed8d259e6098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:02Z', 'updated_at': '2021-11-27T04:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:46.003426 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-46457706-3f24-44c3-8bbe-717d0d06e541 None None] Attempting to bind port 40a257db-21c6-437e-af28-b065589a4883 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:10:46.004207 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-46457706-3f24-44c3-8bbe-717d0d06e541 None None] Attempting to bind port 40a257db-21c6-437e-af28-b065589a4883 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'd6a44ada-7c1c-4ed4-b448-149bbff2bd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8fa908c7-f5bd-47ee-bd2c-b34d229d6414'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:10:46.004837 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46457706-3f24-44c3-8bbe-717d0d06e541 None None] Attempting to bind port 40a257db-21c6-437e-af28-b065589a4883 on network 8fa908c7-f5bd-47ee-bd2c-b34d229d6414 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:10:46.021004 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-59c307ce-8a67-43b7-b780-0fbdf0c95543 None None] Provisioning complete for port 40a257db-21c6-437e-af28-b065589a4883 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:46.021877 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-59c307ce-8a67-43b7-b780-0fbdf0c95543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:46.028302 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46457706-3f24-44c3-8bbe-717d0d06e541 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:10:46.029169 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46457706-3f24-44c3-8bbe-717d0d06e541 None None] Checking segment: {'id': 'd6a44ada-7c1c-4ed4-b448-149bbff2bd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8fa908c7-f5bd-47ee-bd2c-b34d229d6414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:10:46.029840 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46457706-3f24-44c3-8bbe-717d0d06e541 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:46.030860 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46457706-3f24-44c3-8bbe-717d0d06e541 None None] Bound using segment: {'id': 'd6a44ada-7c1c-4ed4-b448-149bbff2bd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8fa908c7-f5bd-47ee-bd2c-b34d229d6414'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:10:46.031793 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-46457706-3f24-44c3-8bbe-717d0d06e541 None None] Bound port: 40a257db-21c6-437e-af28-b065589a4883, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6a44ada-7c1c-4ed4-b448-149bbff2bd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8fa908c7-f5bd-47ee-bd2c-b34d229d6414'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:10:46.032447 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46457706-3f24-44c3-8bbe-717d0d06e541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:46.041198 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bf050a75-4604-4bee-803d-09e0fd7428b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:46.055395 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab23e33-a328-4f7b-9732-4567beb47b3c None None] Checking router: be77a249-12f6-4ce0-8861-ed8d259e6098 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:10:46.084032 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e8b69cce-c2c5-4f9f-a1a3-0684d95d7e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:46.087727 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-45c0b4bd-eea1-4570-b6ea-d4e52a082437 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Allocated IP 2001:db8:0:1::1a4 (69dee5df-a2b5-4f80-b023-d216a074fa83/48a83e32-793b-4acf-8660-4434711dfba4/bb180b65-9eb6-4780-8736-bdb9810a8c63) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:10:46.094617 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-45c0b4bd-eea1-4570-b6ea-d4e52a082437 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Allocated IP 2001:db8::f816:3eff:fe93:ea7e (69dee5df-a2b5-4f80-b023-d216a074fa83/3cfa7b94-1963-41d3-9ad6-d7138caf04fd/bb180b65-9eb6-4780-8736-bdb9810a8c63) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:10:46.097277 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab23e33-a328-4f7b-9732-4567beb47b3c None None] Routers {'be77a249-12f6-4ce0-8861-ed8d259e6098'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:10:46.097907 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-bab23e33-a328-4f7b-9732-4567beb47b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:10:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['be77a249-12f6-4ce0-8861-ed8d259e6098'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:46.103724 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1f295b9b-80f7-42d5-a9f8-5e8c189c3dae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee4e57f22b2a4bd4af7ab5789062d7cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1744339 Nov 27 04:10:46.108340 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41616) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:46.189885 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b69cce-c2c5-4f9f-a1a3-0684d95d7e20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3935c5cc-7160-4c9f-b6db-cc3238ab3379,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:46.249205 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e8b69cce-c2c5-4f9f-a1a3-0684d95d7e20 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:46.253684 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e8b69cce-c2c5-4f9f-a1a3-0684d95d7e20 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3935c5cc-7160-4c9f-b6db-cc3238ab3379 HTTP/1.1" status: 204 len: 168 time: 1.9498942 Nov 27 04:10:46.256608 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c238407f-9fab-4d57-82ba-0afe0bf9b960 admin admin] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:46.263353 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41620) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:46.308531 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032d7109-6668-4c93-8608-0cfdebed62a4 None None] Network 3d974f6e-ead8-4b04-97cd-2c933b21d8d8 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:10:46.330895 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d4453a13-d146-472d-98ed-1ca5356f5063 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:46.376522 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bf050a75-4604-4bee-803d-09e0fd7428b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:46.379252 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bf050a75-4604-4bee-803d-09e0fd7428b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:46.380469 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-bf050a75-4604-4bee-803d-09e0fd7428b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c94a0a4c-f210-4ee3-833b-2bc1298a2a87 HTTP/1.1" status: 204 len: 168 time: 1.4820704 Nov 27 04:10:46.467980 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf050a75-4604-4bee-803d-09e0fd7428b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94a0a4c-f210-4ee3-833b-2bc1298a2a87,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:46.475302 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-bab23e33-a328-4f7b-9732-4567beb47b3c None None] Set router be77a249-12f6-4ce0-8861-ed8d259e6098 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:10:46.475802 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-59c307ce-8a67-43b7-b780-0fbdf0c95543 None None] Port 40a257db-21c6-437e-af28-b065589a4883 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:10:46.478691 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:46.481715 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-fc0312b2-3f1f-4d00-8258-ab98d0868226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:46.488280 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-45c0b4bd-eea1-4570-b6ea-d4e52a082437 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:46.549737 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade82062-26e8-49ce-a17d-860c2bb0f224 None None] Update dhcp port {'port': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'fixed_ips': [{'subnet_id': '3cfa7b94-1963-41d3-9ad6-d7138caf04fd', 'ip_address': '2001:db8::f816:3eff:fea2:dfeb'}, {'subnet_id': '48a83e32-793b-4acf-8660-4434711dfba4'}], 'binding:host_id': 'n-d-819494-3'}, 'id': '5351a821-fce2-4340-aa60-1152b06263a7'} from n-d-819494-3. {{(pid=110020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 04:10:46.566830 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d4453a13-d146-472d-98ed-1ca5356f5063 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:46.590727 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ade82062-26e8-49ce-a17d-860c2bb0f224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:46.661673 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b150ef28-3eed-4867-959a-0180a8fe3b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:46.714083 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46457706-3f24-44c3-8bbe-717d0d06e541 None None] For port 40a257db-21c6-437e-af28-b065589a4883, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:10:46.723042 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c238407f-9fab-4d57-82ba-0afe0bf9b960 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:46.736210 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-45c0b4bd-eea1-4570-b6ea-d4e52a082437 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:46.781500 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 73972319-85a7-4ead-8936-9b0cbe6f1792 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:10:46.840426 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46457706-3f24-44c3-8bbe-717d0d06e541 None None] For port 40a257db-21c6-437e-af28-b065589a4883, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=40a257db-21c6-437e-af28-b065589a4883,segment=NetworkSegment(d6a44ada-7c1c-4ed4-b448-149bbff2bd74),segment_id=d6a44ada-7c1c-4ed4-b448-149bbff2bd74)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:10:46.851694 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 73972319-85a7-4ead-8936-9b0cbe6f1792 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:10:46.852127 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 73972319-85a7-4ead-8936-9b0cbe6f1792 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:10:46.852553 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 0636a193-4592-4727-b598-6283b508e02d no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:10:46.927398 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46457706-3f24-44c3-8bbe-717d0d06e541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:46.941117 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c0b4bd-eea1-4570-b6ea-d4e52a082437 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:10:46.984075 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-45c0b4bd-eea1-4570-b6ea-d4e52a082437 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:10:46.990651 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c0b4bd-eea1-4570-b6ea-d4e52a082437 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:10:46.998708 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-c238407f-9fab-4d57-82ba-0afe0bf9b960 admin admin] Deleting port 75708131-fc05-4cde-90fd-cc8a184da181 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:10:46.999281 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c238407f-9fab-4d57-82ba-0afe0bf9b960 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:47.005354 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c0b4bd-eea1-4570-b6ea-d4e52a082437 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:47.008753 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-45c0b4bd-eea1-4570-b6ea-d4e52a082437 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:47.050811 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-b150ef28-3eed-4867-959a-0180a8fe3b75 admin admin] Deleting port 6d4c7d13-4f08-467f-b381-3f3cc7a79849 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:10:47.051184 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b150ef28-3eed-4867-959a-0180a8fe3b75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:47.081160 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-45c0b4bd-eea1-4570-b6ea-d4e52a082437 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.9785869 Nov 27 04:10:47.082275 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c0b4bd-eea1-4570-b6ea-d4e52a082437 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Port': ['ID=bb180b65-9eb6-4780-8736-bdb9810a8c63,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:47.086637 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41660) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:47.122829 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-bab23e33-a328-4f7b-9732-4567beb47b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be77a249-12f6-4ce0-8861-ed8d259e6098', 'name': 'tempest-TestAggregatesBasicOps-1909362320-router', 'tenant_id': '319b1b5f2a4e4c18853d965486ee0de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '75708131-fc05-4cde-90fd-cc8a184da181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:10:01Z', 'updated_at': '2021-11-27T04:10:42Z', 'revision_number': 5, 'project_id': '319b1b5f2a4e4c18853d965486ee0de8', 'gw_port': {'id': '75708131-fc05-4cde-90fd-cc8a184da181', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:78:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77a249-12f6-4ce0-8861-ed8d259e6098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:02Z', 'updated_at': '2021-11-27T04:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:47.163587 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d97ee548-e63d-44b0-8e37-ffabe510333c req-60f8a61b-dc95-4729-b835-f6ada563510c tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 210 time: 0.0995266 Nov 27 04:10:47.179432 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab23e33-a328-4f7b-9732-4567beb47b3c None None] The sync data for ids ['be77a249-12f6-4ce0-8861-ed8d259e6098'] in n-d-819494-3 is: [{'id': 'be77a249-12f6-4ce0-8861-ed8d259e6098', 'name': 'tempest-TestAggregatesBasicOps-1909362320-router', 'tenant_id': '319b1b5f2a4e4c18853d965486ee0de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '75708131-fc05-4cde-90fd-cc8a184da181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:10:01Z', 'updated_at': '2021-11-27T04:10:42Z', 'revision_number': 5, 'project_id': '319b1b5f2a4e4c18853d965486ee0de8', 'gw_port': {'id': '75708131-fc05-4cde-90fd-cc8a184da181', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:78:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77a249-12f6-4ce0-8861-ed8d259e6098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:02Z', 'updated_at': '2021-11-27T04:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:10:47.226200 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d4453a13-d146-472d-98ed-1ca5356f5063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:47.235348 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d4453a13-d146-472d-98ed-1ca5356f5063 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:47.237022 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d4453a13-d146-472d-98ed-1ca5356f5063 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fdb30b09-f8e6-47ac-a747-ec897400606b HTTP/1.1" status: 204 len: 168 time: 1.1225007 Nov 27 04:10:47.251720 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4453a13-d146-472d-98ed-1ca5356f5063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb30b09-f8e6-47ac-a747-ec897400606b,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:47.260922 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-b150ef28-3eed-4867-959a-0180a8fe3b75 admin admin] For port 6d4c7d13-4f08-467f-b381-3f3cc7a79849, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=6d4c7d13-4f08-467f-b381-3f3cc7a79849,segment=NetworkSegment(44f9be63-e037-4b31-b052-e61f7b1580df),segment_id=44f9be63-e037-4b31-b052-e61f7b1580df)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:10:47.261612 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b150ef28-3eed-4867-959a-0180a8fe3b75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:47.289589 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-6ca7a570-9ebd-46ad-981a-61b6429b5fbc tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting port bb180b65-9eb6-4780-8736-bdb9810a8c63 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:10:47.290041 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6ca7a570-9ebd-46ad-981a-61b6429b5fbc tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:47.292851 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-b150ef28-3eed-4867-959a-0180a8fe3b75 admin admin] Calling delete_port for 6d4c7d13-4f08-467f-b381-3f3cc7a79849 owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:10:47.316382 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-c238407f-9fab-4d57-82ba-0afe0bf9b960 admin admin] For port 75708131-fc05-4cde-90fd-cc8a184da181, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=75708131-fc05-4cde-90fd-cc8a184da181,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:10:47.322756 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c238407f-9fab-4d57-82ba-0afe0bf9b960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:47.413443 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-c238407f-9fab-4d57-82ba-0afe0bf9b960 admin admin] Calling delete_port for 75708131-fc05-4cde-90fd-cc8a184da181 owned by network:router_gateway {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:10:47.486102 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6ca7a570-9ebd-46ad-981a-61b6429b5fbc tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:47.512405 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-6ca7a570-9ebd-46ad-981a-61b6429b5fbc tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Calling delete_port for bb180b65-9eb6-4780-8736-bdb9810a8c63 owned by {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:10:47.637174 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b150ef28-3eed-4867-959a-0180a8fe3b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:47.691467 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b150ef28-3eed-4867-959a-0180a8fe3b75 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d4c7d13-4f08-467f-b381-3f3cc7a79849,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:47.753677 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b150ef28-3eed-4867-959a-0180a8fe3b75 admin admin] No DVR routers for this DVR port 6d4c7d13-4f08-467f-b381-3f3cc7a79849 on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:10:48.031352 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-ade82062-26e8-49ce-a17d-860c2bb0f224 None None] Allocated IP 2001:db8:0:1::2 (69dee5df-a2b5-4f80-b023-d216a074fa83/48a83e32-793b-4acf-8660-4434711dfba4/5351a821-fce2-4340-aa60-1152b06263a7) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:10:48.044801 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6ca7a570-9ebd-46ad-981a-61b6429b5fbc tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:48.235090 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca7a570-9ebd-46ad-981a-61b6429b5fbc tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Port': ['ID=bb180b65-9eb6-4780-8736-bdb9810a8c63,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:48.320754 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-ade82062-26e8-49ce-a17d-860c2bb0f224 None None] For port 5351a821-fce2-4340-aa60-1152b06263a7, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=5351a821-fce2-4340-aa60-1152b06263a7,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:10:48.349777 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b1c543-39fc-4a4b-ab48-5eb9cb739b55 None None] Pushing event updated for resources: {'Port': ['ID=40a257db-21c6-437e-af28-b065589a4883,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:48.351226 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41680) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:48.355399 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 0636a193-4592-4727-b598-6283b508e02d {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:10:48.355746 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 0636a193-4592-4727-b598-6283b508e02d not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:10:48.400877 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6ca7a570-9ebd-46ad-981a-61b6429b5fbc tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:48.408377 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6ca7a570-9ebd-46ad-981a-61b6429b5fbc tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/ports/bb180b65-9eb6-4780-8736-bdb9810a8c63 HTTP/1.1" status: 204 len: 168 time: 1.3032613 Nov 27 04:10:48.411975 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41698) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:48.416609 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ade82062-26e8-49ce-a17d-860c2bb0f224 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:48.456794 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ade82062-26e8-49ce-a17d-860c2bb0f224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:48.473921 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2f1562b6-8094-4d33-96c1-b31a4aac329e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:48.496920 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-13573f81-d96c-48a1-b8d8-cdbe8a3a1b23 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:48.498391 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-13573f81-d96c-48a1-b8d8-cdbe8a3a1b23 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.23 "GET /v2.0/networks?id=f5be6ff6-7679-4336-aa7e-b7dc23104991 HTTP/1.1" status: 200 len: 816 time: 0.4685180 Nov 27 04:10:48.555899 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b06b291-6d03-4005-8448-7d0c660bab89 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:48.562121 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0b06b291-6d03-4005-8448-7d0c660bab89 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1489985 Nov 27 04:10:48.562904 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41708) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:48.590038 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46457706-3f24-44c3-8bbe-717d0d06e541 None None] Routers {'d8862ed0-a540-4996-a9c6-7f551401285d'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:10:48.595364 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-46457706-3f24-44c3-8bbe-717d0d06e541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:10:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d8862ed0-a540-4996-a9c6-7f551401285d'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:48.739065 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-eea3edb6-84bc-4ca1-8b69-f028915e7b10 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=797b4470e1204f95b4c65fa8076beed0 HTTP/1.1" status: 200 len: 380 time: 0.2138722 Nov 27 04:10:48.774001 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-07a8ea22-e12f-4b52-9ed7-d144b47bc37f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Request body: {'port': {'device_id': '4c2a4363-351d-40a7-8292-5650a354cad9', 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991', 'admin_state_up': True, 'tenant_id': '797b4470e1204f95b4c65fa8076beed0', 'security_groups': ['a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a']}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:10:48.832441 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-de993781-091d-4a3b-adaa-3d40412316aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:48.840188 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-429eef38-b752-4346-8bb1-23d4f4f28ec0 None None] Provisioning complete for port 40a257db-21c6-437e-af28-b065589a4883 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:48.840579 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-429eef38-b752-4346-8bb1-23d4f4f28ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:48.872010 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 40a257db-21c6-437e-af28-b065589a4883 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:10:48.876416 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade82062-26e8-49ce-a17d-860c2bb0f224 None None] Pushing event updated for resources: {'Port': ['ID=5351a821-fce2-4340-aa60-1152b06263a7,revision_number=7']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:49.017722 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b150ef28-3eed-4867-959a-0180a8fe3b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:49.043502 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-b150ef28-3eed-4867-959a-0180a8fe3b75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d974f6e-ead8-4b04-97cd-2c933b21d8d8']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:49.058061 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-b150ef28-3eed-4867-959a-0180a8fe3b75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44f9be63-e037-4b31-b052-e61f7b1580df') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:49.058394 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-b150ef28-3eed-4867-959a-0180a8fe3b75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44f9be63-e037-4b31-b052-e61f7b1580df') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:49.060428 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8c8534-f244-496d-81c0-00e5a68ca3e1 None None] DHCP port deletion for 3d974f6e-ead8-4b04-97cd-2c933b21d8d8 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:10:49.069336 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b150ef28-3eed-4867-959a-0180a8fe3b75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:49.095282 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b150ef28-3eed-4867-959a-0180a8fe3b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:49.102518 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b150ef28-3eed-4867-959a-0180a8fe3b75 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:10:49.106797 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b150ef28-3eed-4867-959a-0180a8fe3b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:49.118003 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3830f7a0-c48d-40c3-8f68-eb03948e0eb7 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:49.120257 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-3830f7a0-c48d-40c3-8f68-eb03948e0eb7 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5499258 Nov 27 04:10:49.128865 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:49.132517 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41758) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:49.191545 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:10:49.191545 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:10:49.191545 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:10:49.191545 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:10:49.191545 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:10:49.191545 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:10:49.191545 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:10:49.191545 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:10:49.191545 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:10:49.191545 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:10:49.191545 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:10:49.191545 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:10:49.191545 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:10:49.191545 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:10:49.191545 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:10:49.191545 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:10:49.191545 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:10:49.191545 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:10:49.191545 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:10:49.191545 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:10:49.191545 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:10:49.191545 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:10:49.191545 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:10:49.191545 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:10:49.191545 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:10:49.191545 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:10:49.191545 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:10:49.191545 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:10:49.191545 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:10:49.191545 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:10:49.191545 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:10:49.191545 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:10:49.243065 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-46457706-3f24-44c3-8bbe-717d0d06e541 None None] Set router d8862ed0-a540-4996-a9c6-7f551401285d gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:10:49.358744 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 40a257db-21c6-437e-af28-b065589a4883 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:49.359433 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:49.391812 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692b0f82-6b9c-4444-8b86-ab8aea471f46 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:49.398523 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-81707097-7d6f-4c05-b96b-3f147cd0ea96 req-2ca6adc2-fc03-4e2f-bf3f-81827b2c3813 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 210 time: 0.2098739 Nov 27 04:10:49.404701 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c238407f-9fab-4d57-82ba-0afe0bf9b960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:49.427054 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692b0f82-6b9c-4444-8b86-ab8aea471f46 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:49.433421 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692b0f82-6b9c-4444-8b86-ab8aea471f46 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:49.441487 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-692b0f82-6b9c-4444-8b86-ab8aea471f46 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3078880 Nov 27 04:10:49.443103 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41780) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:49.483023 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b150ef28-3eed-4867-959a-0180a8fe3b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:49.495982 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b150ef28-3eed-4867-959a-0180a8fe3b75 admin admin] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:49.504155 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b150ef28-3eed-4867-959a-0180a8fe3b75 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3d974f6e-ead8-4b04-97cd-2c933b21d8d8 HTTP/1.1" status: 204 len: 168 time: 3.2348599 Nov 27 04:10:49.512042 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41782) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:49.515188 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c238407f-9fab-4d57-82ba-0afe0bf9b960 admin admin] Pushing event deleted for resources: {'Port': ['ID=75708131-fc05-4cde-90fd-cc8a184da181,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:49.531452 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238407f-9fab-4d57-82ba-0afe0bf9b960 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:10:49.532070 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238407f-9fab-4d57-82ba-0afe0bf9b960 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:10:49.532593 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238407f-9fab-4d57-82ba-0afe0bf9b960 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:10:49.533202 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238407f-9fab-4d57-82ba-0afe0bf9b960 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:10:49.533809 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238407f-9fab-4d57-82ba-0afe0bf9b960 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:10:49.534410 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238407f-9fab-4d57-82ba-0afe0bf9b960 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:10:49.534985 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238407f-9fab-4d57-82ba-0afe0bf9b960 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:10:49.535554 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238407f-9fab-4d57-82ba-0afe0bf9b960 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:10:49.536090 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238407f-9fab-4d57-82ba-0afe0bf9b960 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:10:49.537703 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238407f-9fab-4d57-82ba-0afe0bf9b960 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:10:49.538884 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238407f-9fab-4d57-82ba-0afe0bf9b960 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:10:49.539438 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238407f-9fab-4d57-82ba-0afe0bf9b960 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:10:49.562191 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-429eef38-b752-4346-8bb1-23d4f4f28ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:49.582365 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df554b4-5d18-4505-8dae-751e341709ec None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:10:49.602866 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-de993781-091d-4a3b-adaa-3d40412316aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:49.638696 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-de993781-091d-4a3b-adaa-3d40412316aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:49.693006 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-07a8ea22-e12f-4b52-9ed7-d144b47bc37f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Made reservation on behalf of 797b4470e1204f95b4c65fa8076beed0 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:10:49.696622 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-07a8ea22-e12f-4b52-9ed7-d144b47bc37f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:49.699781 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b150ef28-3eed-4867-959a-0180a8fe3b75 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d974f6e-ead8-4b04-97cd-2c933b21d8d8,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:49.727441 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:49.777172 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-429eef38-b752-4346-8bb1-23d4f4f28ec0 None None] For port 40a257db-21c6-437e-af28-b065589a4883, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=40a257db-21c6-437e-af28-b065589a4883,segment=NetworkSegment(d6a44ada-7c1c-4ed4-b448-149bbff2bd74),segment_id=d6a44ada-7c1c-4ed4-b448-149bbff2bd74)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:10:49.783749 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-eea59123-5024-4fe4-aea0-3241fc5ed6c0 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting subnet 3cfa7b94-1963-41d3-9ad6-d7138caf04fd {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:10:49.791865 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-eea59123-5024-4fe4-aea0-3241fc5ed6c0 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:49.824138 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:49.863262 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-eea59123-5024-4fe4-aea0-3241fc5ed6c0 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:49.874633 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-429eef38-b752-4346-8bb1-23d4f4f28ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:49.936980 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c238407f-9fab-4d57-82ba-0afe0bf9b960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:50.014526 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-de993781-091d-4a3b-adaa-3d40412316aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2dc8fce9a44b4439a10837bcf95a28e2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6579313 Nov 27 04:10:50.019053 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-eea59123-5024-4fe4-aea0-3241fc5ed6c0 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:50.138868 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-7fef475f-9240-41db-bbf2-00adb177c185 None None] Provisioning complete for port 5351a821-fce2-4340-aa60-1152b06263a7 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:50.140351 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7fef475f-9240-41db-bbf2-00adb177c185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:50.168568 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c238407f-9fab-4d57-82ba-0afe0bf9b960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:50.171010 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c238407f-9fab-4d57-82ba-0afe0bf9b960 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:50.176160 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41790) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:50.236736 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429eef38-b752-4346-8bb1-23d4f4f28ec0 None None] Pushing event updated for resources: {'Port': ['ID=40a257db-21c6-437e-af28-b065589a4883,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:50.258943 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-07a8ea22-e12f-4b52-9ed7-d144b47bc37f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Allocated IP 172.20.0.6 (f5be6ff6-7679-4336-aa7e-b7dc23104991/129d6819-d46b-4873-8019-a59c438c16e8/397418f9-b2a5-4f52-b913-55a426e288e1) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:10:50.266689 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de993781-091d-4a3b-adaa-3d40412316aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537bbda5-a5fb-4fa6-bd4b-240d86506a6f,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:50.296980 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.api [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:10:50.298666 n-d-819494-3 neutron-server[110020]: DEBUG oslo_db.api [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:10:50.387552 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41798) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:50.388619 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-453abe11-df96-4c5e-93ca-f77e5c90cc40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:50.396084 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c238407f-9fab-4d57-82ba-0afe0bf9b960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:50.396628 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c238407f-9fab-4d57-82ba-0afe0bf9b960 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be77a249-12f6-4ce0-8861-ed8d259e6098 {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:10:50.404711 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c238407f-9fab-4d57-82ba-0afe0bf9b960 admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:50.406001 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c238407f-9fab-4d57-82ba-0afe0bf9b960 admin admin] 10.222.0.20 "DELETE /v2.0/routers/be77a249-12f6-4ce0-8861-ed8d259e6098 HTTP/1.1" status: 204 len: 168 time: 5.1401734 Nov 27 04:10:50.408720 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41802) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:50.434652 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-46457706-3f24-44c3-8bbe-717d0d06e541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8862ed0-a540-4996-a9c6-7f551401285d', 'name': 'tempest-TestAggregatesBasicOps-570584462-router', 'tenant_id': '2cca41e36afb4ad5b6a4fd0719861bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '4860da45-350a-471f-b4aa-61990ce827bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:10:21Z', 'updated_at': '2021-11-27T04:10:32Z', 'revision_number': 4, 'project_id': '2cca41e36afb4ad5b6a4fd0719861bef', 'gw_port': {'id': '4860da45-350a-471f-b4aa-61990ce827bb', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:da:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8862ed0-a540-4996-a9c6-7f551401285d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:23Z', 'updated_at': '2021-11-27T04:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '40a257db-21c6-437e-af28-b065589a4883', 'name': '', 'network_id': '8fa908c7-f5bd-47ee-bd2c-b34d229d6414', 'tenant_id': '2cca41e36afb4ad5b6a4fd0719861bef', 'mac_address': 'fa:16:3e:90:bc:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8862ed0-a540-4996-a9c6-7f551401285d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '64dcf091-2fa1-47cc-b3ae-04c5f48c4c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:31Z', 'updated_at': '2021-11-27T04:10:46Z', 'revision_number': 4, 'project_id': '2cca41e36afb4ad5b6a4fd0719861bef', 'subnets': [{'id': '64dcf091-2fa1-47cc-b3ae-04c5f48c4c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:50.475134 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-453abe11-df96-4c5e-93ca-f77e5c90cc40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:50.517726 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-eea59123-5024-4fe4-aea0-3241fc5ed6c0 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:50.581249 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46457706-3f24-44c3-8bbe-717d0d06e541 None None] The sync data for ids ['d8862ed0-a540-4996-a9c6-7f551401285d'] in n-d-819494-3 is: [{'id': 'd8862ed0-a540-4996-a9c6-7f551401285d', 'name': 'tempest-TestAggregatesBasicOps-570584462-router', 'tenant_id': '2cca41e36afb4ad5b6a4fd0719861bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '4860da45-350a-471f-b4aa-61990ce827bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:10:21Z', 'updated_at': '2021-11-27T04:10:32Z', 'revision_number': 4, 'project_id': '2cca41e36afb4ad5b6a4fd0719861bef', 'gw_port': {'id': '4860da45-350a-471f-b4aa-61990ce827bb', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:da:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8862ed0-a540-4996-a9c6-7f551401285d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:23Z', 'updated_at': '2021-11-27T04:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '40a257db-21c6-437e-af28-b065589a4883', 'name': '', 'network_id': '8fa908c7-f5bd-47ee-bd2c-b34d229d6414', 'tenant_id': '2cca41e36afb4ad5b6a4fd0719861bef', 'mac_address': 'fa:16:3e:90:bc:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8862ed0-a540-4996-a9c6-7f551401285d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '64dcf091-2fa1-47cc-b3ae-04c5f48c4c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:31Z', 'updated_at': '2021-11-27T04:10:46Z', 'revision_number': 4, 'project_id': '2cca41e36afb4ad5b6a4fd0719861bef', 'subnets': [{'id': '64dcf091-2fa1-47cc-b3ae-04c5f48c4c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:10:50.603652 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-e2c84299-d5f2-413d-a161-5c80178d1e20 None None] Could not find standard attr ID for object bb180b65-9eb6-4780-8736-bdb9810a8c63. {{(pid=110020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 04:10:50.612408 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-140cf543-d18b-4e27-acaa-8e496fd4d512 admin admin] Deleting subnet d4739892-40b7-47d7-99d4-1ed4885d79b6 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:10:50.616197 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-140cf543-d18b-4e27-acaa-8e496fd4d512 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:50.696028 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-140cf543-d18b-4e27-acaa-8e496fd4d512 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:50.732946 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea59123-5024-4fe4-aea0-3241fc5ed6c0 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Subnet': ['ID=3cfa7b94-1963-41d3-9ad6-d7138caf04fd,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:50.763523 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-eea59123-5024-4fe4-aea0-3241fc5ed6c0 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:50.766870 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-eea59123-5024-4fe4-aea0-3241fc5ed6c0 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/3cfa7b94-1963-41d3-9ad6-d7138caf04fd HTTP/1.1" status: 204 len: 168 time: 1.3199306 Nov 27 04:10:50.768961 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-50875a81-ba8a-4340-ba2f-8246a4a7b2af req-cc87b6e4-7971-4235-a6db-114ef564dc5a tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 210 time: 0.1321621 Nov 27 04:10:50.778114 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41808) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:50.844970 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a4f038-0e6e-4cca-8ec1-a64577a0f86a None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:10:50.871232 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0ee55e41-863e-4bf8-a186-82d29948e695 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:50.876539 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-a13f85af-7e3c-406d-8953-295afd55604b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting subnet 48a83e32-793b-4acf-8660-4434711dfba4 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:10:50.883251 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a13f85af-7e3c-406d-8953-295afd55604b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:50.920384 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-140cf543-d18b-4e27-acaa-8e496fd4d512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:50.933888 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 5318f797-1323-4c27-8d49-4dbb5cb0f2e6 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:10:50.979277 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 5318f797-1323-4c27-8d49-4dbb5cb0f2e6 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:10:50.979581 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 5318f797-1323-4c27-8d49-4dbb5cb0f2e6 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:10:51.032064 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-140cf543-d18b-4e27-acaa-8e496fd4d512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:51.087249 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-07a8ea22-e12f-4b52-9ed7-d144b47bc37f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:51.134599 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-453abe11-df96-4c5e-93ca-f77e5c90cc40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:51.139097 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-453abe11-df96-4c5e-93ca-f77e5c90cc40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:51.140548 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-453abe11-df96-4c5e-93ca-f77e5c90cc40 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/537bbda5-a5fb-4fa6-bd4b-240d86506a6f HTTP/1.1" status: 204 len: 168 time: 0.9405394 Nov 27 04:10:51.177294 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140cf543-d18b-4e27-acaa-8e496fd4d512 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4739892-40b7-47d7-99d4-1ed4885d79b6,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:51.189506 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-140cf543-d18b-4e27-acaa-8e496fd4d512 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:51.196281 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-07a8ea22-e12f-4b52-9ed7-d144b47bc37f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:51.202129 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-140cf543-d18b-4e27-acaa-8e496fd4d512 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d4739892-40b7-47d7-99d4-1ed4885d79b6 HTTP/1.1" status: 204 len: 168 time: 0.7916152 Nov 27 04:10:51.215321 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41812) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:51.228963 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbc2ca1-6c1f-437e-8ac9-f8cb996e680f None None] Network 347dc589-6374-47f7-b5a6-ee7eef1151d3 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:10:51.231803 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 5351a821-fce2-4340-aa60-1152b06263a7 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:10:51.267256 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a13f85af-7e3c-406d-8953-295afd55604b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:51.298856 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453abe11-df96-4c5e-93ca-f77e5c90cc40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537bbda5-a5fb-4fa6-bd4b-240d86506a6f,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:51.361448 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-07a8ea22-e12f-4b52-9ed7-d144b47bc37f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Network f5be6ff6-7679-4336-aa7e-b7dc23104991 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:10:51.370876 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8ea22-e12f-4b52-9ed7-d144b47bc37f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Pushing event updated for resources: {'Port': ['ID=397418f9-b2a5-4f52-b913-55a426e288e1,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:51.404675 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-45467309-6cab-4fc0-bbe2-d2910a3083bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:51.413793 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-07a8ea22-e12f-4b52-9ed7-d144b47bc37f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:10:51.418296 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-07a8ea22-e12f-4b52-9ed7-d144b47bc37f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:10:51.516991 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d85e052b-2c4a-4bed-a364-90559997c4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:51.542706 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:10:51.581209 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:51.601176 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-07a8ea22-e12f-4b52-9ed7-d144b47bc37f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:51.601908 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-07a8ea22-e12f-4b52-9ed7-d144b47bc37f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:51.680438 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0ee55e41-863e-4bf8-a186-82d29948e695 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:51.683907 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a13f85af-7e3c-406d-8953-295afd55604b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:51.691351 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-07a8ea22-e12f-4b52-9ed7-d144b47bc37f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9235432 Nov 27 04:10:51.713322 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0ee55e41-863e-4bf8-a186-82d29948e695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:51.729515 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-1ba5977d-0738-4ade-949c-f030e3a1b58d service neutron] Request body: {'port': {'device_id': '4c2a4363-351d-40a7-8292-5650a354cad9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:10:51.801555 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-d85e052b-2c4a-4bed-a364-90559997c4d3 admin admin] Deleting port 7c47a39c-e31d-4ada-b4cb-87d9cabbf7f5 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:10:51.801920 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d85e052b-2c4a-4bed-a364-90559997c4d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:51.814064 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41818) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:51.931856 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0ee55e41-863e-4bf8-a186-82d29948e695 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e2a244d2d5064a30acebc93040ef1b70&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5387261 Nov 27 04:10:51.933418 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41822) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:51.942098 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee55e41-863e-4bf8-a186-82d29948e695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5709f8dd-6afb-468b-aa77-f20d1cda12dd,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:51.987713 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a13f85af-7e3c-406d-8953-295afd55604b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:52.031619 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f85af-7e3c-406d-8953-295afd55604b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Subnet': ['ID=48a83e32-793b-4acf-8660-4434711dfba4,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:52.043117 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f7a7a394-43db-41ee-88ee-b6e17c065e85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:52.052351 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a13f85af-7e3c-406d-8953-295afd55604b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:52.058044 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a13f85af-7e3c-406d-8953-295afd55604b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/48a83e32-793b-4acf-8660-4434711dfba4 HTTP/1.1" status: 204 len: 168 time: 1.2732763 Nov 27 04:10:52.062862 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-1ba5977d-0738-4ade-949c-f030e3a1b58d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:52.065204 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41824) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:52.069140 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:52.079422 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 5351a821-fce2-4340-aa60-1152b06263a7 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:52.079800 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:52.104913 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-d85e052b-2c4a-4bed-a364-90559997c4d3 admin admin] For port 7c47a39c-e31d-4ada-b4cb-87d9cabbf7f5, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=7c47a39c-e31d-4ada-b4cb-87d9cabbf7f5,segment=NetworkSegment(661d5937-212a-4811-a5f9-3db1608c4a83),segment_id=661d5937-212a-4811-a5f9-3db1608c4a83)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:10:52.105279 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d85e052b-2c4a-4bed-a364-90559997c4d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:52.121723 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0ce6ca5a-3bb1-4ba5-919b-c0cebde9d637 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0521379 Nov 27 04:10:52.125824 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41826) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:52.134732 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-9214e61c-112b-4549-8f2a-36ffe23ca775 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'subnet': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:10:52.136741 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-d85e052b-2c4a-4bed-a364-90559997c4d3 admin admin] Calling delete_port for 7c47a39c-e31d-4ada-b4cb-87d9cabbf7f5 owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:10:52.138741 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-b3c5a5fa-af7c-49da-8844-91121a18a29d None None] Provisioning complete for port 397418f9-b2a5-4f52-b913-55a426e288e1 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:52.139108 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b3c5a5fa-af7c-49da-8844-91121a18a29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:52.175134 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9a8cf-99b6-4023-bb15-554f8513db06 req-56793321-ef73-4abc-a589-2174c56f9ecb tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:52.176803 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d0c9a8cf-99b6-4023-bb15-554f8513db06 req-56793321-ef73-4abc-a589-2174c56f9ecb tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 931 time: 0.2700326 Nov 27 04:10:52.253558 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-b3c5a5fa-af7c-49da-8844-91121a18a29d None None] Port 397418f9-b2a5-4f52-b913-55a426e288e1 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:10:52.261136 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf10a02-f5c9-41bd-9399-5f7ec7dd5b99 None None] Update dhcp port {'port': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'fixed_ips': [{'subnet_id': '48a83e32-793b-4acf-8660-4434711dfba4'}], 'binding:host_id': 'n-d-819494-3'}, 'id': '5351a821-fce2-4340-aa60-1152b06263a7'} from n-d-819494-3. {{(pid=110020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 04:10:52.299980 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7cf10a02-f5c9-41bd-9399-5f7ec7dd5b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:52.313138 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-134774cf-9dbf-4ff7-9b8a-aa8678d896df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:52.342151 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14625498-59d4-41c2-98bc-0c46448d621f None None] DHCP port deletion for 347dc589-6374-47f7-b5a6-ee7eef1151d3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:10:52.370863 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f7a7a394-43db-41ee-88ee-b6e17c065e85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:52.383786 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f7a7a394-43db-41ee-88ee-b6e17c065e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:52.395570 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d0c9a8cf-99b6-4023-bb15-554f8513db06 req-0dd6f3bc-29b2-4dda-a79d-38284b03bd1d tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2121711 Nov 27 04:10:52.398281 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-134774cf-9dbf-4ff7-9b8a-aa8678d896df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:52.436637 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 40a257db-21c6-437e-af28-b065589a4883 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:10:52.441478 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d85e052b-2c4a-4bed-a364-90559997c4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:52.480053 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85e052b-2c4a-4bed-a364-90559997c4d3 admin admin] No DVR routers for this DVR port 7c47a39c-e31d-4ada-b4cb-87d9cabbf7f5 on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:10:52.481071 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9214e61c-112b-4549-8f2a-36ffe23ca775 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:10:52.493025 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9214e61c-112b-4549-8f2a-36ffe23ca775 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:52.502877 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f7a7a394-43db-41ee-88ee-b6e17c065e85 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=87b2b9228a8244d488a2ebb089a45ba8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6888387 Nov 27 04:10:52.511415 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41832) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:52.539187 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7a394-43db-41ee-88ee-b6e17c065e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d076775-363c-411f-8710-20bad67e67cd,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:52.593710 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-14625498-59d4-41c2-98bc-0c46448d621f None None] Deleting port 7c47a39c-e31d-4ada-b4cb-87d9cabbf7f5 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:10:52.594680 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-14625498-59d4-41c2-98bc-0c46448d621f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:52.640145 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e052b-2c4a-4bed-a364-90559997c4d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c47a39c-e31d-4ada-b4cb-87d9cabbf7f5,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:52.652808 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 40a257db-21c6-437e-af28-b065589a4883 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:52.653405 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:52.683140 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-134774cf-9dbf-4ff7-9b8a-aa8678d896df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:52.685878 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-134774cf-9dbf-4ff7-9b8a-aa8678d896df admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:52.689841 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-134774cf-9dbf-4ff7-9b8a-aa8678d896df admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5709f8dd-6afb-468b-aa77-f20d1cda12dd HTTP/1.1" status: 204 len: 168 time: 0.7545688 Nov 27 04:10:52.722180 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-80674eb1-d62e-47c7-aa5d-605ef947c5b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:52.726623 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134774cf-9dbf-4ff7-9b8a-aa8678d896df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5709f8dd-6afb-468b-aa77-f20d1cda12dd,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:52.729848 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f9b276-ab29-40a3-9a75-a33b57f0db45 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:10:52.749258 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-45467309-6cab-4fc0-bbe2-d2910a3083bc admin admin] Deleting port e4dffdef-916a-4961-9ada-5fa2291a9e2a {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:10:52.749258 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-45467309-6cab-4fc0-bbe2-d2910a3083bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:52.778850 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-14625498-59d4-41c2-98bc-0c46448d621f None None] For port 7c47a39c-e31d-4ada-b4cb-87d9cabbf7f5, host n-d-819494-3, got binding levels [] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:10:52.779881 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-14625498-59d4-41c2-98bc-0c46448d621f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:52.798719 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-80674eb1-d62e-47c7-aa5d-605ef947c5b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:52.804923 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-14625498-59d4-41c2-98bc-0c46448d621f None None] Calling delete_port for 7c47a39c-e31d-4ada-b4cb-87d9cabbf7f5 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:10:52.810279 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.ipam_backend_mixin [None req-14625498-59d4-41c2-98bc-0c46448d621f None None] Port 7c47a39c-e31d-4ada-b4cb-87d9cabbf7f5 was not found and therefore no delete operation was performed {{(pid=110020) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 04:10:52.840867 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d85e052b-2c4a-4bed-a364-90559997c4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:52.864138 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-1ba5977d-0738-4ade-949c-f030e3a1b58d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 397418f9-b2a5-4f52-b913-55a426e288e1 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:10:52.872837 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-d85e052b-2c4a-4bed-a364-90559997c4d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['347dc589-6374-47f7-b5a6-ee7eef1151d3']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:52.877221 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-14625498-59d4-41c2-98bc-0c46448d621f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:52.885652 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-1ba5977d-0738-4ade-949c-f030e3a1b58d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:52.893818 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-d85e052b-2c4a-4bed-a364-90559997c4d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '661d5937-212a-4811-a5f9-3db1608c4a83') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:52.894397 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-d85e052b-2c4a-4bed-a364-90559997c4d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '661d5937-212a-4811-a5f9-3db1608c4a83') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:52.914506 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d85e052b-2c4a-4bed-a364-90559997c4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:52.931212 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-45467309-6cab-4fc0-bbe2-d2910a3083bc admin admin] For port e4dffdef-916a-4961-9ada-5fa2291a9e2a, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=e4dffdef-916a-4961-9ada-5fa2291a9e2a,segment=NetworkSegment(71c90321-bd29-4422-b34b-13181031d674),segment_id=71c90321-bd29-4422-b34b-13181031d674)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:10:52.931618 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-45467309-6cab-4fc0-bbe2-d2910a3083bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:52.950738 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d85e052b-2c4a-4bed-a364-90559997c4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:52.953484 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-45467309-6cab-4fc0-bbe2-d2910a3083bc admin admin] Calling delete_port for e4dffdef-916a-4961-9ada-5fa2291a9e2a owned by network:router_interface {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:10:52.966398 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d85e052b-2c4a-4bed-a364-90559997c4d3 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:10:52.966848 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d85e052b-2c4a-4bed-a364-90559997c4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:52.969137 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:10:52.969137 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:10:52.969137 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:10:52.969137 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:10:52.969137 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:10:52.969137 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:10:52.969137 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:10:52.969137 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:10:52.969137 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:10:52.969137 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:10:52.969137 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:10:52.969137 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:10:52.969137 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:10:52.969137 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:10:52.969137 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:10:52.969137 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:10:52.969137 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:10:52.969137 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:10:52.969137 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:10:52.969137 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:10:52.969137 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:10:52.969137 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:10:52.969137 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:10:52.969137 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:10:52.969137 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:10:52.969137 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:10:52.969137 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:10:52.969137 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:10:52.969137 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:10:52.969137 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:10:52.969137 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:10:52.969137 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:10:52.981985 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-80674eb1-d62e-47c7-aa5d-605ef947c5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:52.991365 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-80674eb1-d62e-47c7-aa5d-605ef947c5b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:52.995057 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-80674eb1-d62e-47c7-aa5d-605ef947c5b6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4d076775-363c-411f-8710-20bad67e67cd HTTP/1.1" status: 204 len: 168 time: 0.4823666 Nov 27 04:10:53.017264 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80674eb1-d62e-47c7-aa5d-605ef947c5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d076775-363c-411f-8710-20bad67e67cd,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:53.026764 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14625498-59d4-41c2-98bc-0c46448d621f None None] Pushing event deleted for resources: {'Port': ['ID=7c47a39c-e31d-4ada-b4cb-87d9cabbf7f5,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:53.053664 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-cb0f1df4-2e96-410a-8e62-2a8aafeeba20 None None] Provisioning complete for port 5351a821-fce2-4340-aa60-1152b06263a7 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:53.060430 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cb0f1df4-2e96-410a-8e62-2a8aafeeba20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:53.092155 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14625498-59d4-41c2-98bc-0c46448d621f None None] No DVR routers for this DVR port 7c47a39c-e31d-4ada-b4cb-87d9cabbf7f5 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:10:53.092533 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d85e052b-2c4a-4bed-a364-90559997c4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:53.099606 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d85e052b-2c4a-4bed-a364-90559997c4d3 admin admin] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:53.110058 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d85e052b-2c4a-4bed-a364-90559997c4d3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/347dc589-6374-47f7-b5a6-ee7eef1151d3 HTTP/1.1" status: 204 len: 168 time: 1.8928297 Nov 27 04:10:53.113207 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41848) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:53.135616 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e052b-2c4a-4bed-a364-90559997c4d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=347dc589-6374-47f7-b5a6-ee7eef1151d3,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:53.155389 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-1ba5977d-0738-4ade-949c-f030e3a1b58d service neutron] Transition to ACTIVE for port object 397418f9-b2a5-4f52-b913-55a426e288e1 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:10:53.170150 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-1ba5977d-0738-4ade-949c-f030e3a1b58d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:53.346226 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba5977d-0738-4ade-949c-f030e3a1b58d service neutron] Pushing event updated for resources: {'Port': ['ID=397418f9-b2a5-4f52-b913-55a426e288e1,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:53.625693 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 75708131-fc05-4cde-90fd-cc8a184da181 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:10:53.662860 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 75708131-fc05-4cde-90fd-cc8a184da181 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:10:53.663216 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 75708131-fc05-4cde-90fd-cc8a184da181 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:10:53.663848 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 6d4c7d13-4f08-467f-b381-3f3cc7a79849 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:10:53.692229 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 6d4c7d13-4f08-467f-b381-3f3cc7a79849 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:10:53.692976 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 6d4c7d13-4f08-467f-b381-3f3cc7a79849 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:10:53.766199 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-45467309-6cab-4fc0-bbe2-d2910a3083bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:53.788565 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa28bd51-3c86-4e37-ae83-1d6444e908e3 None None] Update dhcp port {'port': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'fixed_ips': [{'subnet_id': '50a7ffe6-eb94-4531-a652-b708c0ffe3d6'}], 'binding:host_id': 'n-d-819494-3'}, 'id': '5351a821-fce2-4340-aa60-1152b06263a7'} from n-d-819494-3. {{(pid=110020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 04:10:53.832049 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 5351a821-fce2-4340-aa60-1152b06263a7 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:10:53.874387 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45467309-6cab-4fc0-bbe2-d2910a3083bc admin admin] Pushing event deleted for resources: {'Port': ['ID=e4dffdef-916a-4961-9ada-5fa2291a9e2a,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:53.904966 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-aa28bd51-3c86-4e37-ae83-1d6444e908e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:53.946035 n-d-819494-3 neutron-server[110019]: DEBUG neutron.objects.ports [None req-9214e61c-112b-4549-8f2a-36ffe23ca775 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110019) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 04:10:54.141799 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-1ba5977d-0738-4ade-949c-f030e3a1b58d service neutron] Attempting to bind port 397418f9-b2a5-4f52-b913-55a426e288e1 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:10:54.142199 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-1ba5977d-0738-4ade-949c-f030e3a1b58d service neutron] Attempting to bind port 397418f9-b2a5-4f52-b913-55a426e288e1 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '14ba06ee-f49c-4f99-b4a7-818247e87fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:10:54.142518 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-1ba5977d-0738-4ade-949c-f030e3a1b58d service neutron] Attempting to bind port 397418f9-b2a5-4f52-b913-55a426e288e1 on network f5be6ff6-7679-4336-aa7e-b7dc23104991 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:10:54.260146 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-1ba5977d-0738-4ade-949c-f030e3a1b58d service neutron] Port 397418f9-b2a5-4f52-b913-55a426e288e1 on network f5be6ff6-7679-4336-aa7e-b7dc23104991 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:10:54.263580 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-45467309-6cab-4fc0-bbe2-d2910a3083bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:54.266064 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-1ba5977d-0738-4ade-949c-f030e3a1b58d service neutron] Attempting to bind port 397418f9-b2a5-4f52-b913-55a426e288e1 on network f5be6ff6-7679-4336-aa7e-b7dc23104991 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:10:54.285997 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-815de713-3cfb-47d5-93f1-4a6305905a92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:54.296968 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:54.300699 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-1ba5977d-0738-4ade-949c-f030e3a1b58d service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:10:54.301487 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-1ba5977d-0738-4ade-949c-f030e3a1b58d service neutron] Checking segment: {'id': '14ba06ee-f49c-4f99-b4a7-818247e87fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:10:54.302116 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-1ba5977d-0738-4ade-949c-f030e3a1b58d service neutron] Bound using segment: {'id': '14ba06ee-f49c-4f99-b4a7-818247e87fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:10:54.302938 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-1ba5977d-0738-4ade-949c-f030e3a1b58d service neutron] Bound port: 397418f9-b2a5-4f52-b913-55a426e288e1, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ba06ee-f49c-4f99-b4a7-818247e87fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:10:54.303565 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-1ba5977d-0738-4ade-949c-f030e3a1b58d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:54.319739 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e855a4-b784-4cbc-a54b-467dc3fb3654 req-ef80a13f-c4aa-4595-8ea6-4c06e0c66631 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:54.328254 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b3e855a4-b784-4cbc-a54b-467dc3fb3654 req-ef80a13f-c4aa-4595-8ea6-4c06e0c66631 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 943 time: 0.7180879 Nov 27 04:10:54.466853 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b3e855a4-b784-4cbc-a54b-467dc3fb3654 req-e45d7af3-b703-425a-8895-fc2f0f711bc1 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317236 Nov 27 04:10:54.490361 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.api [None req-aa28bd51-3c86-4e37-ae83-1d6444e908e3 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 27 04:10:54.490361 n-d-819494-3 neutron-server[110020]: [SQL: INSERT INTO ipamallocations (ip_address, status, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Nov 27 04:10:54.490361 n-d-819494-3 neutron-server[110020]: [parameters: {'ip_address': '2001:db8::f816:3eff:fea2:dfeb', 'status': 'ALLOCATED', 'ipam_subnet_id': '7132c6a8-771d-469c-b927-485a14292b48'}] Nov 27 04:10:54.490361 n-d-819494-3 neutron-server[110020]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:10:54.491405 n-d-819494-3 neutron-server[110020]: DEBUG oslo_db.api [None req-aa28bd51-3c86-4e37-ae83-1d6444e908e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:10:54.498806 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-1ba5977d-0738-4ade-949c-f030e3a1b58d service neutron] For port 397418f9-b2a5-4f52-b913-55a426e288e1, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:10:54.514240 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-1ba5977d-0738-4ade-949c-f030e3a1b58d service neutron] For port 397418f9-b2a5-4f52-b913-55a426e288e1, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=397418f9-b2a5-4f52-b913-55a426e288e1,segment=NetworkSegment(14ba06ee-f49c-4f99-b4a7-818247e87fba),segment_id=14ba06ee-f49c-4f99-b4a7-818247e87fba)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:10:54.587525 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.api [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 27 04:10:54.587525 n-d-819494-3 neutron-server[110020]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Nov 27 04:10:54.587525 n-d-819494-3 neutron-server[110020]: [parameters: {'status': 'DOWN', 'ports_id': '5351a821-fce2-4340-aa60-1152b06263a7'}] Nov 27 04:10:54.587525 n-d-819494-3 neutron-server[110020]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:10:54.595113 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9214e61c-112b-4549-8f2a-36ffe23ca775 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:54.595961 n-d-819494-3 neutron-server[110020]: DEBUG oslo_db.api [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:10:54.613827 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-1ba5977d-0738-4ade-949c-f030e3a1b58d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:55.070138 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-aa28bd51-3c86-4e37-ae83-1d6444e908e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:55.287897 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:55.288114 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-1ba5977d-0738-4ade-949c-f030e3a1b58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:55.288863 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-1ba5977d-0738-4ade-949c-f030e3a1b58d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:55.291179 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-1ba5977d-0738-4ade-949c-f030e3a1b58d service neutron] 10.222.0.23 "PUT /v2.0/ports/397418f9-b2a5-4f52-b913-55a426e288e1 HTTP/1.1" status: 200 len: 1091 time: 3.5681145 Nov 27 04:10:55.294597 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c2a4363-351d-40a7-8292-5650a354cad9', 'tag': '397418f9-b2a5-4f52-b913-55a426e288e1'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:10:55.304199 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe72a7c-0b8f-414f-97db-fa0038c70eac" -d '{"events": [{"name": "network-changed", "server_uuid": "4c2a4363-351d-40a7-8292-5650a354cad9", "tag": "397418f9-b2a5-4f52-b913-55a426e288e1"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:10:55.387708 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071cc7e4-6847-4b83-8be2-10e1ddcdfdd1 x-openstack-request-id: req-071cc7e4-6847-4b83-8be2-10e1ddcdfdd1 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:10:55.388303 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c2a4363-351d-40a7-8292-5650a354cad9", "tag": "397418f9-b2a5-4f52-b913-55a426e288e1", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:10:55.391040 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-071cc7e4-6847-4b83-8be2-10e1ddcdfdd1 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:10:55.393381 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c2a4363-351d-40a7-8292-5650a354cad9', 'tag': '397418f9-b2a5-4f52-b913-55a426e288e1', 'status': 'completed', 'code': 200} Nov 27 04:10:55.412276 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45467309-6cab-4fc0-bbe2-d2910a3083bc admin admin] Router ededa0f2-9226-4a79-8d8d-15eca71d2d58 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:10:55.423333 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 5351a821-fce2-4340-aa60-1152b06263a7, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=5351a821-fce2-4340-aa60-1152b06263a7,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:10:55.436268 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:55.438051 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 7c47a39c-e31d-4ada-b4cb-87d9cabbf7f5 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:10:55.469390 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba5977d-0738-4ade-949c-f030e3a1b58d service neutron] Pushing event updated for resources: {'Port': ['ID=397418f9-b2a5-4f52-b913-55a426e288e1,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:55.506630 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.db.api [None req-9214e61c-112b-4549-8f2a-36ffe23ca775 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:10:55.511737 n-d-819494-3 neutron-server[110019]: DEBUG oslo_db.api [None req-9214e61c-112b-4549-8f2a-36ffe23ca775 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:10:55.566703 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-910c11bf-1afa-4e06-b917-2ce2a330084d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:55.570370 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-910c11bf-1afa-4e06-b917-2ce2a330084d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=797b4470e1204f95b4c65fa8076beed0&device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 1094 time: 0.1985929 Nov 27 04:10:55.664353 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 7c47a39c-e31d-4ada-b4cb-87d9cabbf7f5 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:10:55.664900 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 7c47a39c-e31d-4ada-b4cb-87d9cabbf7f5 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:10:55.714205 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-4fc648a4-378b-4435-a75d-450086dbd994 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=397418f9-b2a5-4f52-b913-55a426e288e1 HTTP/1.1" status: 200 len: 217 time: 0.1094856 Nov 27 04:10:55.757204 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=5351a821-fce2-4340-aa60-1152b06263a7,revision_number=11']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:55.760809 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.api [None req-aa28bd51-3c86-4e37-ae83-1d6444e908e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:10:55.761237 n-d-819494-3 neutron-server[110020]: DEBUG oslo_db.api [None req-aa28bd51-3c86-4e37-ae83-1d6444e908e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:10:55.764219 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-815de713-3cfb-47d5-93f1-4a6305905a92 admin admin] Deleting port 40a257db-21c6-437e-af28-b065589a4883 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:10:55.764576 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-815de713-3cfb-47d5-93f1-4a6305905a92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:55.769394 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45467309-6cab-4fc0-bbe2-d2910a3083bc admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:10:55.795287 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774d2333-a963-4b1d-8c16-a135fd3d1447 None None] Sync routers for ids ['ededa0f2-9226-4a79-8d8d-15eca71d2d58'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:10:55.804873 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-45467309-6cab-4fc0-bbe2-d2910a3083bc admin admin] 10.222.0.20 "PUT /v2.0/routers/ededa0f2-9226-4a79-8d8d-15eca71d2d58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2908990 Nov 27 04:10:55.811105 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774d2333-a963-4b1d-8c16-a135fd3d1447 None None] Routers {'ededa0f2-9226-4a79-8d8d-15eca71d2d58'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:10:55.811795 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-774d2333-a963-4b1d-8c16-a135fd3d1447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:10:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['ededa0f2-9226-4a79-8d8d-15eca71d2d58'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:55.821493 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41932) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:55.883801 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44cc647-9c74-4d88-9f0f-da51feb9fe69 req-db4d6943-1f9f-4556-9988-efc15d078ceb tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:55.893841 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f44cc647-9c74-4d88-9f0f-da51feb9fe69 req-db4d6943-1f9f-4556-9988-efc15d078ceb tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 943 time: 0.3072400 Nov 27 04:10:55.919510 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41936) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:55.956946 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-815de713-3cfb-47d5-93f1-4a6305905a92 admin admin] For port 40a257db-21c6-437e-af28-b065589a4883, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=40a257db-21c6-437e-af28-b065589a4883,segment=NetworkSegment(d6a44ada-7c1c-4ed4-b448-149bbff2bd74),segment_id=d6a44ada-7c1c-4ed4-b448-149bbff2bd74)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:10:55.963591 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-815de713-3cfb-47d5-93f1-4a6305905a92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:55.987764 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-815de713-3cfb-47d5-93f1-4a6305905a92 admin admin] Calling delete_port for 40a257db-21c6-437e-af28-b065589a4883 owned by network:router_interface {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:10:55.992069 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-aa28bd51-3c86-4e37-ae83-1d6444e908e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:56.057759 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-50089376-27af-475a-8fe6-b993e2cfa672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:56.059598 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-50089376-27af-475a-8fe6-b993e2cfa672 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=129d6819-d46b-4873-8019-a59c438c16e8 HTTP/1.1" status: 200 len: 855 time: 0.3337393 Nov 27 04:10:56.114538 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-dfe636e3-ed0d-4b2f-accc-601487097582 tempest-MeteringIpV6TestJSON-393068952 tempest-MeteringIpV6TestJSON-393068952-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1823764140'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:10:56.115221 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-dfe636e3-ed0d-4b2f-accc-601487097582 tempest-MeteringIpV6TestJSON-393068952 tempest-MeteringIpV6TestJSON-393068952-project-admin] Unknown quota resources ['metering_label']. {{(pid=110018) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 04:10:56.188442 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9214e61c-112b-4549-8f2a-36ffe23ca775 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:56.209356 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f44cc647-9c74-4d88-9f0f-da51feb9fe69 req-bbe4ecea-729c-49b1-9989-ea53a559ffb1 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3147221 Nov 27 04:10:56.222000 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-10e43876-5f83-474e-9e07-cfe2252c4cdf admin admin] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:56.260042 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-ce434b0d-a773-4d0f-a7ae-168d7c05ca25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:56.261577 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-ce434b0d-a773-4d0f-a7ae-168d7c05ca25 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f5be6ff6-7679-4336-aa7e-b7dc23104991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1884358 Nov 27 04:10:56.357763 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dfe636e3-ed0d-4b2f-accc-601487097582 tempest-MeteringIpV6TestJSON-393068952 tempest-MeteringIpV6TestJSON-393068952-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:56.360045 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-dfe636e3-ed0d-4b2f-accc-601487097582 tempest-MeteringIpV6TestJSON-393068952 tempest-MeteringIpV6TestJSON-393068952-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4394369 Nov 27 04:10:56.365848 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41944) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:56.377426 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-cb312fc6-7edd-4e72-9ab0-82fc3f4bf55c tempest-MeteringIpV6TestJSON-393068952 tempest-MeteringIpV6TestJSON-393068952-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'f6e7e03e-2004-4851-a344-b7849c7882d4'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:10:56.378274 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-cb312fc6-7edd-4e72-9ab0-82fc3f4bf55c tempest-MeteringIpV6TestJSON-393068952 tempest-MeteringIpV6TestJSON-393068952-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110018) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 04:10:56.475708 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-10e43876-5f83-474e-9e07-cfe2252c4cdf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:56.482725 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-7d3a28fc-f2fa-4b42-8eeb-dc71a745312d service neutron] 10.222.0.23 "GET /v2.0/networks/f5be6ff6-7679-4336-aa7e-b7dc23104991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582127 Nov 27 04:10:56.509565 n-d-819494-3 neutron-server[110018]: WARNING neutron.services.metering.metering_plugin [None req-cb312fc6-7edd-4e72-9ab0-82fc3f4bf55c tempest-MeteringIpV6TestJSON-393068952 tempest-MeteringIpV6TestJSON-393068952-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 27 04:10:56.583485 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-aa28bd51-3c86-4e37-ae83-1d6444e908e3 None None] For port 5351a821-fce2-4340-aa60-1152b06263a7, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=5351a821-fce2-4340-aa60-1152b06263a7,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:10:56.624434 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-aa28bd51-3c86-4e37-ae83-1d6444e908e3 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:56.633208 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-774d2333-a963-4b1d-8c16-a135fd3d1447 None None] Set router ededa0f2-9226-4a79-8d8d-15eca71d2d58 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:10:56.636160 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-aa28bd51-3c86-4e37-ae83-1d6444e908e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:56.667379 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.db.api [None req-9214e61c-112b-4549-8f2a-36ffe23ca775 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:10:56.667700 n-d-819494-3 neutron-server[110019]: DEBUG oslo_db.api [None req-9214e61c-112b-4549-8f2a-36ffe23ca775 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:10:56.716969 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cb312fc6-7edd-4e72-9ab0-82fc3f4bf55c tempest-MeteringIpV6TestJSON-393068952 tempest-MeteringIpV6TestJSON-393068952-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:56.718366 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-cb312fc6-7edd-4e72-9ab0-82fc3f4bf55c tempest-MeteringIpV6TestJSON-393068952 tempest-MeteringIpV6TestJSON-393068952-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3490365 Nov 27 04:10:56.726295 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41950) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:56.733035 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-e9e15d96-83d4-40bb-a723-8bcbe54f6ed8 tempest-MeteringIpV6TestJSON-393068952 tempest-MeteringIpV6TestJSON-393068952-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'f6e7e03e-2004-4851-a344-b7849c7882d4'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:10:56.733744 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-e9e15d96-83d4-40bb-a723-8bcbe54f6ed8 tempest-MeteringIpV6TestJSON-393068952 tempest-MeteringIpV6TestJSON-393068952-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110018) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 04:10:56.752401 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-10e43876-5f83-474e-9e07-cfe2252c4cdf admin admin] Deleting port 9f8b6f09-2c45-4ca3-b192-36de123c47df {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:10:56.752770 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-10e43876-5f83-474e-9e07-cfe2252c4cdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:56.757809 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6a7ef6e2-df33-4907-8450-82ae88b9e332 req-091e04d8-ffa3-4a40-8068-d247506312e6 service neutron] 10.222.0.23 "GET /v2.0/networks/f5be6ff6-7679-4336-aa7e-b7dc23104991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624590 Nov 27 04:10:56.823232 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28bd51-3c86-4e37-ae83-1d6444e908e3 None None] Pushing event updated for resources: {'Port': ['ID=5351a821-fce2-4340-aa60-1152b06263a7,revision_number=12']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:56.891004 n-d-819494-3 neutron-server[110018]: WARNING neutron.services.metering.metering_plugin [None req-e9e15d96-83d4-40bb-a723-8bcbe54f6ed8 tempest-MeteringIpV6TestJSON-393068952 tempest-MeteringIpV6TestJSON-393068952-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 27 04:10:57.015016 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e9e15d96-83d4-40bb-a723-8bcbe54f6ed8 tempest-MeteringIpV6TestJSON-393068952 tempest-MeteringIpV6TestJSON-393068952-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:57.020505 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e9e15d96-83d4-40bb-a723-8bcbe54f6ed8 tempest-MeteringIpV6TestJSON-393068952 tempest-MeteringIpV6TestJSON-393068952-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2924380 Nov 27 04:10:57.023489 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41954) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:57.038493 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2b4bc6c9-6c3b-4d1f-ae0b-1b0c488b3aa6 tempest-MeteringIpV6TestJSON-393068952 tempest-MeteringIpV6TestJSON-393068952-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=c1a015a8-3b6f-4c21-9006-00cb1a6d324a HTTP/1.1" status: 200 len: 462 time: 0.0138035 Nov 27 04:10:57.039088 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41956) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:57.040620 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-774d2333-a963-4b1d-8c16-a135fd3d1447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ededa0f2-9226-4a79-8d8d-15eca71d2d58', 'name': 'tempest-TestServerBasicOps-581144102-router', 'tenant_id': '5d494e9df2934a02b1664ece11ddccb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '9f8b6f09-2c45-4ca3-b192-36de123c47df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:04:57Z', 'updated_at': '2021-11-27T04:10:53Z', 'revision_number': 5, 'project_id': '5d494e9df2934a02b1664ece11ddccb5', 'gw_port': {'id': '9f8b6f09-2c45-4ca3-b192-36de123c47df', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ededa0f2-9226-4a79-8d8d-15eca71d2d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:04:57Z', 'updated_at': '2021-11-27T04:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:57.044549 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-815de713-3cfb-47d5-93f1-4a6305905a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:57.047573 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-10e43876-5f83-474e-9e07-cfe2252c4cdf admin admin] For port 9f8b6f09-2c45-4ca3-b192-36de123c47df, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=9f8b6f09-2c45-4ca3-b192-36de123c47df,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:10:57.053682 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-10e43876-5f83-474e-9e07-cfe2252c4cdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:57.063972 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe72a7c-0b8f-414f-97db-fa0038c70eac req-89b9bd24-5251-4767-aea9-ee2e8d517cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:57.065733 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-efe72a7c-0b8f-414f-97db-fa0038c70eac req-89b9bd24-5251-4767-aea9-ee2e8d517cd9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=797b4470e1204f95b4c65fa8076beed0&device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 1094 time: 0.1831055 Nov 27 04:10:57.091750 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774d2333-a963-4b1d-8c16-a135fd3d1447 None None] Checking router: ededa0f2-9226-4a79-8d8d-15eca71d2d58 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:10:57.104357 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815de713-3cfb-47d5-93f1-4a6305905a92 admin admin] Pushing event deleted for resources: {'Port': ['ID=40a257db-21c6-437e-af28-b065589a4883,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:57.121781 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774d2333-a963-4b1d-8c16-a135fd3d1447 None None] Routers {'ededa0f2-9226-4a79-8d8d-15eca71d2d58'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:10:57.122535 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-774d2333-a963-4b1d-8c16-a135fd3d1447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:10:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['ededa0f2-9226-4a79-8d8d-15eca71d2d58'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:57.236501 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-10e43876-5f83-474e-9e07-cfe2252c4cdf admin admin] Calling delete_port for 9f8b6f09-2c45-4ca3-b192-36de123c47df owned by network:router_gateway {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:10:57.467935 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c92e1727-ae37-40b4-be50-58f1482f1aa3 tempest-MeteringIpV6TestJSON-393068952 tempest-MeteringIpV6TestJSON-393068952-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:57.472149 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c92e1727-ae37-40b4-be50-58f1482f1aa3 tempest-MeteringIpV6TestJSON-393068952 tempest-MeteringIpV6TestJSON-393068952-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/c1a015a8-3b6f-4c21-9006-00cb1a6d324a HTTP/1.1" status: 204 len: 168 time: 0.4312291 Nov 27 04:10:57.472787 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41962) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:57.539163 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e7a120b9-b9a5-4d92-b76e-4d8c38db256a tempest-MeteringIpV6TestJSON-393068952 tempest-MeteringIpV6TestJSON-393068952-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=c1a015a8-3b6f-4c21-9006-00cb1a6d324a HTTP/1.1" status: 200 len: 221 time: 0.0567427 Nov 27 04:10:57.540013 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41964) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:57.555611 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-f78f958b-aac7-4d12-b6d7-6a5663d7e40e tempest-MeteringIpV6TestJSON-393068952 tempest-MeteringIpV6TestJSON-393068952-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2142589077', 'description': 'label created by tempest'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:10:57.556095 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-f78f958b-aac7-4d12-b6d7-6a5663d7e40e tempest-MeteringIpV6TestJSON-393068952 tempest-MeteringIpV6TestJSON-393068952-project-admin] Unknown quota resources ['metering_label']. {{(pid=110018) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 04:10:57.621727 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe72a7c-0b8f-414f-97db-fa0038c70eac req-cca907e8-0d01-4eb0-8406-b3c2f0d06404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:57.623284 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-efe72a7c-0b8f-414f-97db-fa0038c70eac req-cca907e8-0d01-4eb0-8406-b3c2f0d06404 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f5be6ff6-7679-4336-aa7e-b7dc23104991 HTTP/1.1" status: 200 len: 917 time: 0.5409765 Nov 27 04:10:57.637530 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-774d2333-a963-4b1d-8c16-a135fd3d1447 None None] Set router ededa0f2-9226-4a79-8d8d-15eca71d2d58 gateway port host: None {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:10:57.651822 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9214e61c-112b-4549-8f2a-36ffe23ca775 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:57.733396 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-efe72a7c-0b8f-414f-97db-fa0038c70eac req-4ec8d9fa-3af4-4eaf-b09a-201cc2f5aaa4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=397418f9-b2a5-4f52-b913-55a426e288e1 HTTP/1.1" status: 200 len: 217 time: 0.0909455 Nov 27 04:10:57.748788 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-774d2333-a963-4b1d-8c16-a135fd3d1447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ededa0f2-9226-4a79-8d8d-15eca71d2d58', 'name': 'tempest-TestServerBasicOps-581144102-router', 'tenant_id': '5d494e9df2934a02b1664ece11ddccb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:04:57Z', 'updated_at': '2021-11-27T04:10:56Z', 'revision_number': 6, 'project_id': '5d494e9df2934a02b1664ece11ddccb5', 'gw_port_host': None}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:57.815498 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774d2333-a963-4b1d-8c16-a135fd3d1447 None None] The sync data for ids ['ededa0f2-9226-4a79-8d8d-15eca71d2d58'] in n-d-819494-3 is: [{'id': 'ededa0f2-9226-4a79-8d8d-15eca71d2d58', 'name': 'tempest-TestServerBasicOps-581144102-router', 'tenant_id': '5d494e9df2934a02b1664ece11ddccb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:04:57Z', 'updated_at': '2021-11-27T04:10:56Z', 'revision_number': 6, 'project_id': '5d494e9df2934a02b1664ece11ddccb5', 'gw_port_host': None}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:10:57.900728 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-29a3d316-1788-47ef-8d87-66613530f998 None None] Provisioning complete for port 5351a821-fce2-4340-aa60-1152b06263a7 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:57.901103 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-29a3d316-1788-47ef-8d87-66613530f998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:57.902731 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ff4f3-8869-47f5-ab06-fd9ffecc6667 req-49d215ed-884a-4ce5-af9e-833decd80086 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:57.904404 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1d7ff4f3-8869-47f5-ab06-fd9ffecc6667 req-49d215ed-884a-4ce5-af9e-833decd80086 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 943 time: 0.4895511 Nov 27 04:10:58.013055 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-29a3d316-1788-47ef-8d87-66613530f998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:58.075986 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-10e43876-5f83-474e-9e07-cfe2252c4cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:58.078946 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe72a7c-0b8f-414f-97db-fa0038c70eac req-2b37ba5d-9c3a-4300-b3a9-2202e87f7de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:58.080583 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-efe72a7c-0b8f-414f-97db-fa0038c70eac req-2b37ba5d-9c3a-4300-b3a9-2202e87f7de9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=129d6819-d46b-4873-8019-a59c438c16e8 HTTP/1.1" status: 200 len: 855 time: 0.1658571 Nov 27 04:10:58.131436 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1d7ff4f3-8869-47f5-ab06-fd9ffecc6667 req-31496afb-3409-41d5-8c3d-c37f3b1d6cbc tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728938 Nov 27 04:10:58.138090 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f78f958b-aac7-4d12-b6d7-6a5663d7e40e tempest-MeteringIpV6TestJSON-393068952 tempest-MeteringIpV6TestJSON-393068952-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:58.139781 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f78f958b-aac7-4d12-b6d7-6a5663d7e40e tempest-MeteringIpV6TestJSON-393068952 tempest-MeteringIpV6TestJSON-393068952-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5970242 Nov 27 04:10:58.141088 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-815de713-3cfb-47d5-93f1-4a6305905a92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:58.143250 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41968) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:58.188548 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e43876-5f83-474e-9e07-cfe2252c4cdf admin admin] Pushing event deleted for resources: {'Port': ['ID=9f8b6f09-2c45-4ca3-b192-36de123c47df,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:58.208883 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2169733-973e-4367-b41f-fed80827ab6a None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:10:58.325031 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4a2cb4d7-549f-4fc5-936c-9ec0595e2abb tempest-MeteringIpV6TestJSON-393068952 tempest-MeteringIpV6TestJSON-393068952-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=a7774449-f1af-490e-8f0c-1869efbe281f HTTP/1.1" status: 200 len: 468 time: 0.1785495 Nov 27 04:10:58.343721 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 5351a821-fce2-4340-aa60-1152b06263a7 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:10:58.362061 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41972) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:58.412673 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 5351a821-fce2-4340-aa60-1152b06263a7 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:10:58.413590 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:58.531118 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:58.615694 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe72a7c-0b8f-414f-97db-fa0038c70eac req-c78acbc1-9c0d-454d-b337-c3c796329d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:58.617390 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-efe72a7c-0b8f-414f-97db-fa0038c70eac req-c78acbc1-9c0d-454d-b337-c3c796329d64 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f5be6ff6-7679-4336-aa7e-b7dc23104991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5037332 Nov 27 04:10:58.628787 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-9214e61c-112b-4549-8f2a-36ffe23ca775 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] For port 5351a821-fce2-4340-aa60-1152b06263a7, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=5351a821-fce2-4340-aa60-1152b06263a7,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:10:58.645735 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-46bc08fc-735e-49f8-8ede-db5f210f540f tempest-MeteringIpV6TestJSON-393068952 tempest-MeteringIpV6TestJSON-393068952-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:58.647861 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-46bc08fc-735e-49f8-8ede-db5f210f540f tempest-MeteringIpV6TestJSON-393068952 tempest-MeteringIpV6TestJSON-393068952-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/a7774449-f1af-490e-8f0c-1869efbe281f HTTP/1.1" status: 204 len: 168 time: 0.2836461 Nov 27 04:10:58.650521 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41974) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:58.652723 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-10e43876-5f83-474e-9e07-cfe2252c4cdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:58.701253 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f118cbfb-1c97-494a-a3e2-e676274f0b47 tempest-MeteringIpV6TestJSON-393068952 tempest-MeteringIpV6TestJSON-393068952-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=a7774449-f1af-490e-8f0c-1869efbe281f HTTP/1.1" status: 200 len: 216 time: 0.0462174 Nov 27 04:10:58.723180 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41976) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:58.830377 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815de713-3cfb-47d5-93f1-4a6305905a92 admin admin] Router d8862ed0-a540-4996-a9c6-7f551401285d has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:10:58.840733 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-3a0c5e28-bafb-4722-99e5-822ce2791d34 tempest-MeteringIpV6TestJSON-393068952 tempest-MeteringIpV6TestJSON-393068952-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1149976 Nov 27 04:10:58.848918 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9214e61c-112b-4549-8f2a-36ffe23ca775 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:58.849731 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41982) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:58.853424 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-10e43876-5f83-474e-9e07-cfe2252c4cdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:58.859647 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-10e43876-5f83-474e-9e07-cfe2252c4cdf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:58.864050 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9214e61c-112b-4549-8f2a-36ffe23ca775 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:58.864757 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9214e61c-112b-4549-8f2a-36ffe23ca775 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:59.015840 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.api [None req-29a3d316-1788-47ef-8d87-66613530f998 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:10:59.016508 n-d-819494-3 neutron-server[110020]: DEBUG oslo_db.api [None req-29a3d316-1788-47ef-8d87-66613530f998 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:10:59.051198 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815de713-3cfb-47d5-93f1-4a6305905a92 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:10:59.057427 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9214e61c-112b-4549-8f2a-36ffe23ca775 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:10:59.061302 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-57e4f6df-4c48-49da-948d-d46eafff2c3f tempest-MeteringIpV6TestJSON-393068952 tempest-MeteringIpV6TestJSON-393068952-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.2089744 Nov 27 04:10:59.069914 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285a3ec1-d85c-4695-a1cf-c80d702e4b91 None None] Sync routers for ids ['d8862ed0-a540-4996-a9c6-7f551401285d'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:10:59.073133 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-815de713-3cfb-47d5-93f1-4a6305905a92 admin admin] 10.222.0.20 "PUT /v2.0/routers/d8862ed0-a540-4996-a9c6-7f551401285d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9587986 Nov 27 04:10:59.073595 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.api [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:10:59.074291 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41986) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:59.074643 n-d-819494-3 neutron-server[110020]: DEBUG oslo_db.api [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:10:59.082962 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 41988) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:59.091348 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285a3ec1-d85c-4695-a1cf-c80d702e4b91 None None] Routers {'d8862ed0-a540-4996-a9c6-7f551401285d'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:10:59.092166 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-285a3ec1-d85c-4695-a1cf-c80d702e4b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:10:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d8862ed0-a540-4996-a9c6-7f551401285d'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:59.098411 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-10e43876-5f83-474e-9e07-cfe2252c4cdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:59.099050 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e43876-5f83-474e-9e07-cfe2252c4cdf admin admin] Fanout notify agent at l3_agent the message router_deleted on router ededa0f2-9226-4a79-8d8d-15eca71d2d58 {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:10:59.113056 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-10e43876-5f83-474e-9e07-cfe2252c4cdf admin admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:59.117890 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-10e43876-5f83-474e-9e07-cfe2252c4cdf admin admin] 10.222.0.20 "DELETE /v2.0/routers/ededa0f2-9226-4a79-8d8d-15eca71d2d58 HTTP/1.1" status: 204 len: 168 time: 3.2917941 Nov 27 04:10:59.122208 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41990) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:59.149772 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-9214e61c-112b-4549-8f2a-36ffe23ca775 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:10:59.161111 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9214e61c-112b-4549-8f2a-36ffe23ca775 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:59.162679 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9214e61c-112b-4549-8f2a-36ffe23ca775 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:59.173230 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09eddec-2a49-4f62-b9dd-50ebcdf533b5 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:10:59.254345 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-efe72a7c-0b8f-414f-97db-fa0038c70eac req-a85a140a-cd81-43db-99c1-7358e1ba24de service neutron] 10.222.0.23 "GET /v2.0/networks/f5be6ff6-7679-4336-aa7e-b7dc23104991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6233802 Nov 27 04:10:59.269292 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9214e61c-112b-4549-8f2a-36ffe23ca775 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Subnet': ['ID=50a7ffe6-eb94-4531-a652-b708c0ffe3d6,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:59.299630 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-285a3ec1-d85c-4695-a1cf-c80d702e4b91 None None] Set router d8862ed0-a540-4996-a9c6-7f551401285d gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:10:59.321842 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7ca9f1e3-4663-428d-b401-6059cfc25e75 tempest-MeteringIpV6TestJSON-393068952 tempest-MeteringIpV6TestJSON-393068952-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels/f6e7e03e-2004-4851-a344-b7849c7882d4 HTTP/1.1" status: 200 len: 473 time: 0.2457659 Nov 27 04:10:59.323075 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9214e61c-112b-4549-8f2a-36ffe23ca775 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Port': ['ID=5351a821-fce2-4340-aa60-1152b06263a7,revision_number=13']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:10:59.343751 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41994) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:59.351675 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9214e61c-112b-4549-8f2a-36ffe23ca775 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 7.2217097 Nov 27 04:10:59.388568 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-344ef9f2-e7c4-4c99-b139-935c790a218f tempest-MeteringIpV6TestJSON-393068952 tempest-MeteringIpV6TestJSON-393068952-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules/7d2eafea-55b6-45ba-a3de-d0f449c4a6b4 HTTP/1.1" status: 200 len: 459 time: 0.0411286 Nov 27 04:10:59.390483 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 41998) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:59.414528 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42000) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:10:59.469432 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-c79691a8-5d5e-4752-b348-c27818dc86db tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'subnet': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:10:59.473128 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 397418f9-b2a5-4f52-b913-55a426e288e1 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:10:59.479925 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-7336c088-8d4d-414f-926e-c3496d98ee14 admin admin] Deleting subnet 360130f8-bc42-4f8d-80bb-12a63dcaffa8 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:10:59.496827 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7336c088-8d4d-414f-926e-c3496d98ee14 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:59.569098 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6472d608-1f4c-4325-a8e1-0cd2dc703255 admin admin] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:59.620308 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2bbde9-9755-4c72-b954-0b42001fbb47 req-3b2ba4ba-0be5-4ad5-a448-59b98c0fbed6 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:10:59.622124 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2b2bbde9-9755-4c72-b954-0b42001fbb47 req-3b2ba4ba-0be5-4ad5-a448-59b98c0fbed6 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 943 time: 0.3200905 Nov 27 04:10:59.663787 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7336c088-8d4d-414f-926e-c3496d98ee14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:59.701957 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-285a3ec1-d85c-4695-a1cf-c80d702e4b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8862ed0-a540-4996-a9c6-7f551401285d', 'name': 'tempest-TestAggregatesBasicOps-570584462-router', 'tenant_id': '2cca41e36afb4ad5b6a4fd0719861bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '4860da45-350a-471f-b4aa-61990ce827bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:10:21Z', 'updated_at': '2021-11-27T04:10:56Z', 'revision_number': 5, 'project_id': '2cca41e36afb4ad5b6a4fd0719861bef', 'gw_port': {'id': '4860da45-350a-471f-b4aa-61990ce827bb', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:da:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8862ed0-a540-4996-a9c6-7f551401285d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:23Z', 'updated_at': '2021-11-27T04:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:59.729955 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285a3ec1-d85c-4695-a1cf-c80d702e4b91 None None] Checking router: d8862ed0-a540-4996-a9c6-7f551401285d for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:10:59.747674 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285a3ec1-d85c-4695-a1cf-c80d702e4b91 None None] Routers {'d8862ed0-a540-4996-a9c6-7f551401285d'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:10:59.748652 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-285a3ec1-d85c-4695-a1cf-c80d702e4b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:10:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d8862ed0-a540-4996-a9c6-7f551401285d'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:10:59.830448 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-efe72a7c-0b8f-414f-97db-fa0038c70eac req-31598d38-2c52-459d-9c4a-3b3ed739c1a0 service neutron] 10.222.0.23 "GET /v2.0/networks/f5be6ff6-7679-4336-aa7e-b7dc23104991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5295529 Nov 27 04:10:59.852768 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-29a3d316-1788-47ef-8d87-66613530f998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:59.858789 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:59.907086 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-285a3ec1-d85c-4695-a1cf-c80d702e4b91 None None] Set router d8862ed0-a540-4996-a9c6-7f551401285d gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:10:59.958538 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79691a8-5d5e-4752-b348-c27818dc86db tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:10:59.961772 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-29a3d316-1788-47ef-8d87-66613530f998 None None] For port 5351a821-fce2-4340-aa60-1152b06263a7, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=5351a821-fce2-4340-aa60-1152b06263a7,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:10:59.966414 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c79691a8-5d5e-4752-b348-c27818dc86db tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:10:59.980676 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 397418f9-b2a5-4f52-b913-55a426e288e1, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=397418f9-b2a5-4f52-b913-55a426e288e1,segment=NetworkSegment(14ba06ee-f49c-4f99-b4a7-818247e87fba),segment_id=14ba06ee-f49c-4f99-b4a7-818247e87fba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:10:59.984217 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-29a3d316-1788-47ef-8d87-66613530f998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:00.040526 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2b2bbde9-9755-4c72-b954-0b42001fbb47 req-f7a14496-f626-49de-92b2-768f811a98d0 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3988714 Nov 27 04:11:00.116021 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '397418f9-b2a5-4f52-b913-55a426e288e1', 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991', 'port_id': '397418f9-b2a5-4f52-b913-55a426e288e1', 'mac_address': 'fa:16:3e:9d:e9:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '129d6819-d46b-4873-8019-a59c438c16e8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:11:00.186917 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.api [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:11:00.187379 n-d-819494-3 neutron-server[110020]: DEBUG oslo_db.api [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:11:00.191746 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a3d316-1788-47ef-8d87-66613530f998 None None] Pushing event updated for resources: {'Port': ['ID=5351a821-fce2-4340-aa60-1152b06263a7,revision_number=14']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:00.192523 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7336c088-8d4d-414f-926e-c3496d98ee14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:00.213526 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:00.255712 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 397418f9-b2a5-4f52-b913-55a426e288e1 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:11:00.294719 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 397418f9-b2a5-4f52-b913-55a426e288e1, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=397418f9-b2a5-4f52-b913-55a426e288e1,segment=NetworkSegment(14ba06ee-f49c-4f99-b4a7-818247e87fba),segment_id=14ba06ee-f49c-4f99-b4a7-818247e87fba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:11:00.304490 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:00.305028 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3447d4d8-3ed9-4de9-9581-4b9797c55558 tempest-MeteringIpV6TestJSON-393068952 tempest-MeteringIpV6TestJSON-393068952-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:00.307684 n-d-819494-3 neutron-server[110019]: INFO neutron.db.ipam_backend_mixin [None req-c79691a8-5d5e-4752-b348-c27818dc86db tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 50a7ffe6-eb94-4531-a652-b708c0ffe3d6 (CIDR: 2001:db8::/64) Nov 27 04:11:00.307828 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3447d4d8-3ed9-4de9-9581-4b9797c55558 tempest-MeteringIpV6TestJSON-393068952 tempest-MeteringIpV6TestJSON-393068952-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/7d2eafea-55b6-45ba-a3de-d0f449c4a6b4 HTTP/1.1" status: 204 len: 168 time: 0.8882892 Nov 27 04:11:00.323936 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42004) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:00.355160 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-c79691a8-5d5e-4752-b348-c27818dc86db tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 04:11:00.355531 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c79691a8-5d5e-4752-b348-c27818dc86db tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:00.384591 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=397418f9-b2a5-4f52-b913-55a426e288e1,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:00.393809 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-285a3ec1-d85c-4695-a1cf-c80d702e4b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8862ed0-a540-4996-a9c6-7f551401285d', 'name': 'tempest-TestAggregatesBasicOps-570584462-router', 'tenant_id': '2cca41e36afb4ad5b6a4fd0719861bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '4860da45-350a-471f-b4aa-61990ce827bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:10:21Z', 'updated_at': '2021-11-27T04:10:56Z', 'revision_number': 5, 'project_id': '2cca41e36afb4ad5b6a4fd0719861bef', 'gw_port': {'id': '4860da45-350a-471f-b4aa-61990ce827bb', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:da:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8862ed0-a540-4996-a9c6-7f551401285d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:23Z', 'updated_at': '2021-11-27T04:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:00.415836 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6472d608-1f4c-4325-a8e1-0cd2dc703255 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:00.417033 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-60add374-75d6-4661-88cc-cacf5b8e01ee None None] Provisioning complete for port 5351a821-fce2-4340-aa60-1152b06263a7 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:00.417759 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-60add374-75d6-4661-88cc-cacf5b8e01ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:00.467527 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285a3ec1-d85c-4695-a1cf-c80d702e4b91 None None] The sync data for ids ['d8862ed0-a540-4996-a9c6-7f551401285d'] in n-d-819494-3 is: [{'id': 'd8862ed0-a540-4996-a9c6-7f551401285d', 'name': 'tempest-TestAggregatesBasicOps-570584462-router', 'tenant_id': '2cca41e36afb4ad5b6a4fd0719861bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '4860da45-350a-471f-b4aa-61990ce827bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:10:21Z', 'updated_at': '2021-11-27T04:10:56Z', 'revision_number': 5, 'project_id': '2cca41e36afb4ad5b6a4fd0719861bef', 'gw_port': {'id': '4860da45-350a-471f-b4aa-61990ce827bb', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:da:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8862ed0-a540-4996-a9c6-7f551401285d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:23Z', 'updated_at': '2021-11-27T04:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:11:00.478915 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c79691a8-5d5e-4752-b348-c27818dc86db tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0321832 Nov 27 04:11:00.480160 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42010) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:00.508461 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-1c334565-df28-4b4a-80f4-15ee96e66bbd tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'subnet': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:00.535583 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7336c088-8d4d-414f-926e-c3496d98ee14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:00.615180 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14077861-13ec-499c-a8f9-2f9e9c9ea7a6 None None] Network f173f089-48e8-4624-a2a6-984f8845c939 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:11:00.654680 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-6472d608-1f4c-4325-a8e1-0cd2dc703255 admin admin] Deleting port 4860da45-350a-471f-b4aa-61990ce827bb {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:11:00.655271 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6472d608-1f4c-4325-a8e1-0cd2dc703255 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:00.669296 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336c088-8d4d-414f-926e-c3496d98ee14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=360130f8-bc42-4f8d-80bb-12a63dcaffa8,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:00.735297 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7336c088-8d4d-414f-926e-c3496d98ee14 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:00.737038 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['397418f9-b2a5-4f52-b913-55a426e288e1'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:11:00.742659 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7336c088-8d4d-414f-926e-c3496d98ee14 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/360130f8-bc42-4f8d-80bb-12a63dcaffa8 HTTP/1.1" status: 204 len: 168 time: 1.6111662 Nov 27 04:11:00.744003 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42014) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:00.808115 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336c088-8d4d-414f-926e-c3496d98ee14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:00.809459 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-6472d608-1f4c-4325-a8e1-0cd2dc703255 admin admin] For port 4860da45-350a-471f-b4aa-61990ce827bb, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=4860da45-350a-471f-b4aa-61990ce827bb,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:11:00.809837 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6472d608-1f4c-4325-a8e1-0cd2dc703255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:00.814956 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336c088-8d4d-414f-926e-c3496d98ee14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:00.815526 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336c088-8d4d-414f-926e-c3496d98ee14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:00.816038 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336c088-8d4d-414f-926e-c3496d98ee14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:00.816556 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336c088-8d4d-414f-926e-c3496d98ee14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:00.817059 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336c088-8d4d-414f-926e-c3496d98ee14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:00.817568 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336c088-8d4d-414f-926e-c3496d98ee14 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:00.819030 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336c088-8d4d-414f-926e-c3496d98ee14 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:00.819540 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336c088-8d4d-414f-926e-c3496d98ee14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:00.824041 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-6472d608-1f4c-4325-a8e1-0cd2dc703255 admin admin] Calling delete_port for 4860da45-350a-471f-b4aa-61990ce827bb owned by network:router_gateway {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:11:00.824744 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336c088-8d4d-414f-926e-c3496d98ee14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:00.825312 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336c088-8d4d-414f-926e-c3496d98ee14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:00.825821 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336c088-8d4d-414f-926e-c3496d98ee14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:01.067131 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cbc66c0b-6bcd-4670-a6cc-a2f03f4c2f14 tempest-MeteringIpV6TestJSON-393068952 tempest-MeteringIpV6TestJSON-393068952-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:01.068804 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-cbc66c0b-6bcd-4670-a6cc-a2f03f4c2f14 tempest-MeteringIpV6TestJSON-393068952 tempest-MeteringIpV6TestJSON-393068952-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/f6e7e03e-2004-4851-a344-b7849c7882d4 HTTP/1.1" status: 204 len: 168 time: 0.7321343 Nov 27 04:11:01.087544 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f9fc2730-b6e0-4624-b2b5-a5f3c05dfa2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:01.205817 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6472d608-1f4c-4325-a8e1-0cd2dc703255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:01.288732 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6472d608-1f4c-4325-a8e1-0cd2dc703255 admin admin] Pushing event deleted for resources: {'Port': ['ID=4860da45-350a-471f-b4aa-61990ce827bb,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:01.311602 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc2730-b6e0-4624-b2b5-a5f3c05dfa2f admin admin] Deleting port 201e2a53-b390-4925-9027-0b0a7c9cbd65 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:11:01.312354 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f9fc2730-b6e0-4624-b2b5-a5f3c05dfa2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:01.341190 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6810b3cc-2891-4f37-8da6-c11c1e130285 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:11:01.409166 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 5351a821-fce2-4340-aa60-1152b06263a7 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:11:01.454271 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f65a1-16b4-4c88-acdf-54b72f2200a9 req-a63208d6-48d7-4e15-bf23-81b79e196d21 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:01.456225 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-982f65a1-16b4-4c88-acdf-54b72f2200a9 req-a63208d6-48d7-4e15-bf23-81b79e196d21 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 944 time: 0.2045603 Nov 27 04:11:01.488797 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6472d608-1f4c-4325-a8e1-0cd2dc703255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:01.513981 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-f9fc2730-b6e0-4624-b2b5-a5f3c05dfa2f admin admin] For port 201e2a53-b390-4925-9027-0b0a7c9cbd65, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=201e2a53-b390-4925-9027-0b0a7c9cbd65,segment=NetworkSegment(71c90321-bd29-4422-b34b-13181031d674),segment_id=71c90321-bd29-4422-b34b-13181031d674)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:11:01.514384 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f9fc2730-b6e0-4624-b2b5-a5f3c05dfa2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:01.529169 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a255d5-990e-4423-9a7f-0da5417bb20e None None] DHCP port deletion for f173f089-48e8-4624-a2a6-984f8845c939 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:11:01.537812 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc2730-b6e0-4624-b2b5-a5f3c05dfa2f admin admin] Calling delete_port for 201e2a53-b390-4925-9027-0b0a7c9cbd65 owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:11:01.680835 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42024) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:01.793968 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 5351a821-fce2-4340-aa60-1152b06263a7 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:01.794653 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:01.822076 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f9fc2730-b6e0-4624-b2b5-a5f3c05dfa2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:01.832366 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6472d608-1f4c-4325-a8e1-0cd2dc703255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:01.834594 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6472d608-1f4c-4325-a8e1-0cd2dc703255 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:01.871745 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc2730-b6e0-4624-b2b5-a5f3c05dfa2f admin admin] Pushing event deleted for resources: {'Port': ['ID=201e2a53-b390-4925-9027-0b0a7c9cbd65,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:01.889795 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-f5a255d5-990e-4423-9a7f-0da5417bb20e None None] Deleting port 201e2a53-b390-4925-9027-0b0a7c9cbd65 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:11:01.890174 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f5a255d5-990e-4423-9a7f-0da5417bb20e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:01.894585 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fc2730-b6e0-4624-b2b5-a5f3c05dfa2f admin admin] No DVR routers for this DVR port 201e2a53-b390-4925-9027-0b0a7c9cbd65 on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:11:01.901577 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6472d608-1f4c-4325-a8e1-0cd2dc703255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:01.902537 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6472d608-1f4c-4325-a8e1-0cd2dc703255 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8862ed0-a540-4996-a9c6-7f551401285d {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:11:01.921494 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6472d608-1f4c-4325-a8e1-0cd2dc703255 admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:01.925939 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6472d608-1f4c-4325-a8e1-0cd2dc703255 admin admin] 10.222.0.20 "DELETE /v2.0/routers/d8862ed0-a540-4996-a9c6-7f551401285d HTTP/1.1" status: 204 len: 168 time: 2.8417811 Nov 27 04:11:01.927534 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42030) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:01.940992 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c334565-df28-4b4a-80f4-15ee96e66bbd tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:11:01.951665 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1c334565-df28-4b4a-80f4-15ee96e66bbd tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:01.998878 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b3a2ceec-8204-4457-80b5-1170ccb607fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:02.110732 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f9fc2730-b6e0-4624-b2b5-a5f3c05dfa2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:02.117851 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-f5a255d5-990e-4423-9a7f-0da5417bb20e None None] For port 201e2a53-b390-4925-9027-0b0a7c9cbd65, host n-d-819494-3, got binding levels [] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:11:02.118414 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f5a255d5-990e-4423-9a7f-0da5417bb20e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:02.152838 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-f5a255d5-990e-4423-9a7f-0da5417bb20e None None] Calling delete_port for 201e2a53-b390-4925-9027-0b0a7c9cbd65 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:11:02.155982 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.ipam_backend_mixin [None req-f5a255d5-990e-4423-9a7f-0da5417bb20e None None] Port 201e2a53-b390-4925-9027-0b0a7c9cbd65 was not found and therefore no delete operation was performed {{(pid=110020) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 04:11:02.157410 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f5a255d5-990e-4423-9a7f-0da5417bb20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:02.205494 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-f9fc2730-b6e0-4624-b2b5-a5f3c05dfa2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f173f089-48e8-4624-a2a6-984f8845c939']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:02.222369 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 40a257db-21c6-437e-af28-b065589a4883 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:11:02.238378 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a255d5-990e-4423-9a7f-0da5417bb20e None None] Pushing event deleted for resources: {'Port': ['ID=201e2a53-b390-4925-9027-0b0a7c9cbd65,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:02.238378 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a255d5-990e-4423-9a7f-0da5417bb20e None None] No DVR routers for this DVR port 201e2a53-b390-4925-9027-0b0a7c9cbd65 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:11:02.238920 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-f9fc2730-b6e0-4624-b2b5-a5f3c05dfa2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71c90321-bd29-4422-b34b-13181031d674') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:02.238920 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-f9fc2730-b6e0-4624-b2b5-a5f3c05dfa2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71c90321-bd29-4422-b34b-13181031d674') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:02.260336 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f9fc2730-b6e0-4624-b2b5-a5f3c05dfa2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:02.282139 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 40a257db-21c6-437e-af28-b065589a4883 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:11:02.284532 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 40a257db-21c6-437e-af28-b065589a4883 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:11:02.287952 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 9f8b6f09-2c45-4ca3-b192-36de123c47df no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:11:02.291185 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f9fc2730-b6e0-4624-b2b5-a5f3c05dfa2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:02.298477 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-380a3a93-bc7b-483b-9f69-6ea0f6b68f97 admin admin] Deleting subnet 64dcf091-2fa1-47cc-b3ae-04c5f48c4c4b {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:11:02.305532 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9fc2730-b6e0-4624-b2b5-a5f3c05dfa2f admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:11:02.306525 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f9fc2730-b6e0-4624-b2b5-a5f3c05dfa2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:02.308513 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:11:02.308513 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:11:02.308513 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:11:02.308513 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:11:02.308513 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:11:02.308513 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:11:02.308513 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:11:02.308513 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:11:02.308513 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:11:02.308513 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:11:02.308513 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:11:02.308513 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:11:02.308513 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:11:02.308513 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:11:02.308513 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:11:02.308513 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:11:02.308513 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:11:02.308513 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:11:02.308513 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:11:02.308513 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:11:02.308513 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:11:02.308513 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:11:02.308513 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:11:02.308513 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:11:02.308513 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:11:02.308513 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:11:02.308513 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:11:02.308513 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:11:02.308513 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:11:02.308513 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:11:02.308513 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:11:02.308513 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:11:02.334612 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-380a3a93-bc7b-483b-9f69-6ea0f6b68f97 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:02.348694 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 9f8b6f09-2c45-4ca3-b192-36de123c47df {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:11:02.349301 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 9f8b6f09-2c45-4ca3-b192-36de123c47df not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:11:02.349762 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e4dffdef-916a-4961-9ada-5fa2291a9e2a no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:11:02.408081 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: e4dffdef-916a-4961-9ada-5fa2291a9e2a {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:11:02.408609 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e4dffdef-916a-4961-9ada-5fa2291a9e2a not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:11:02.424630 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b3a2ceec-8204-4457-80b5-1170ccb607fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:02.426514 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f9fc2730-b6e0-4624-b2b5-a5f3c05dfa2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:02.436140 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f9fc2730-b6e0-4624-b2b5-a5f3c05dfa2f admin admin] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:02.438595 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-982f65a1-16b4-4c88-acdf-54b72f2200a9 req-427c766d-47c0-4f16-860c-89ad0fb80596 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9666579 Nov 27 04:11:02.450384 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f9fc2730-b6e0-4624-b2b5-a5f3c05dfa2f admin admin] 10.222.0.20 "DELETE /v2.0/networks/f173f089-48e8-4624-a2a6-984f8845c939 HTTP/1.1" status: 204 len: 168 time: 1.7041223 Nov 27 04:11:02.451347 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-380a3a93-bc7b-483b-9f69-6ea0f6b68f97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:02.468732 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b3a2ceec-8204-4457-80b5-1170ccb607fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:02.483709 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc2730-b6e0-4624-b2b5-a5f3c05dfa2f admin admin] Pushing event deleted for resources: {'Network': ['ID=f173f089-48e8-4624-a2a6-984f8845c939,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:02.572447 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2ceec-8204-4457-80b5-1170ccb607fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccf0dca-e9b1-4107-b6be-1c6588771f18,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:02.583317 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b3a2ceec-8204-4457-80b5-1170ccb607fe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=18d4b2c1bddd443f8e8f763e95711ed2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9012709 Nov 27 04:11:02.585944 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42040) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:02.658233 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3e417faf-e709-4669-aaf7-3e4bdee1bd16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:02.686225 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3e417faf-e709-4669-aaf7-3e4bdee1bd16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:02.727239 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1c334565-df28-4b4a-80f4-15ee96e66bbd tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:02.752302 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42046) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:02.800547 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-380a3a93-bc7b-483b-9f69-6ea0f6b68f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:02.810186 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c334565-df28-4b4a-80f4-15ee96e66bbd tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:11:02.835697 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3e417faf-e709-4669-aaf7-3e4bdee1bd16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:02.840585 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3e417faf-e709-4669-aaf7-3e4bdee1bd16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:02.841530 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-1c334565-df28-4b4a-80f4-15ee96e66bbd tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:11:02.845019 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-3e417faf-e709-4669-aaf7-3e4bdee1bd16 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ccf0dca-e9b1-4107-b6be-1c6588771f18 HTTP/1.1" status: 204 len: 168 time: 0.2580450 Nov 27 04:11:02.854427 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1f2aea-32e7-49a8-82dc-1cc0cd88e299 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:11:02.863216 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c334565-df28-4b4a-80f4-15ee96e66bbd tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:02.865392 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1c334565-df28-4b4a-80f4-15ee96e66bbd tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:02.900419 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c334565-df28-4b4a-80f4-15ee96e66bbd tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Subnet': ['ID=d08edc9a-bd72-4179-85e5-d62ac64e366b,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:02.918867 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e417faf-e709-4669-aaf7-3e4bdee1bd16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccf0dca-e9b1-4107-b6be-1c6588771f18,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:02.920311 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1c334565-df28-4b4a-80f4-15ee96e66bbd tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4381144 Nov 27 04:11:02.924278 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42056) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:02.942045 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-f200d705-cd84-406b-bd08-d35b7f2c1db4 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'port': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'mac_address': 'fa:16:3e:f6:4a:ab', 'name': 'tempest-NetworksTestDHCPv6-1057263640'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:02.971704 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-50e41224-7669-45e2-a647-219efb3f76bc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fbfad9adb131475bb7fe8210316ae584&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2178211 Nov 27 04:11:02.979156 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42058) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:03.074232 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-48df7b95-f7ac-485c-8c89-8631e16643f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:03.104114 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-48df7b95-f7ac-485c-8c89-8631e16643f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:03.141572 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-380a3a93-bc7b-483b-9f69-6ea0f6b68f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:03.198883 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-380a3a93-bc7b-483b-9f69-6ea0f6b68f97 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:03.203680 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-380a3a93-bc7b-483b-9f69-6ea0f6b68f97 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/64dcf091-2fa1-47cc-b3ae-04c5f48c4c4b HTTP/1.1" status: 204 len: 168 time: 1.2748327 Nov 27 04:11:03.207142 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-48df7b95-f7ac-485c-8c89-8631e16643f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:03.211210 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a3a93-bc7b-483b-9f69-6ea0f6b68f97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64dcf091-2fa1-47cc-b3ae-04c5f48c4c4b,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:03.211602 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-48df7b95-f7ac-485c-8c89-8631e16643f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:03.213418 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42064) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:03.214149 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-48df7b95-f7ac-485c-8c89-8631e16643f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d57f14b1-699e-434b-a710-5784c22fb5bd HTTP/1.1" status: 204 len: 168 time: 0.2337205 Nov 27 04:11:03.246478 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67a5c60-df83-426d-9dd7-258b11eb90cc None None] Network 8fa908c7-f5bd-47ee-bd2c-b34d229d6414 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:11:03.248729 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df7b95-f7ac-485c-8c89-8631e16643f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57f14b1-699e-434b-a710-5784c22fb5bd,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:03.372379 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 4860da45-350a-471f-b4aa-61990ce827bb no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:11:03.374280 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 397418f9-b2a5-4f52-b913-55a426e288e1 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:11:03.395666 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f200d705-cd84-406b-bd08-d35b7f2c1db4 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:11:03.413063 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3d2bd6a0-0a40-448a-8b08-89ffdde1da74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:03.427331 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 4860da45-350a-471f-b4aa-61990ce827bb {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:11:03.427706 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 4860da45-350a-471f-b4aa-61990ce827bb not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:11:03.428155 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 201e2a53-b390-4925-9027-0b0a7c9cbd65 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:11:03.508463 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42072) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:03.538960 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f55e87c6-2ca7-4736-9fe2-95de89a4464b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:03.568308 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 201e2a53-b390-4925-9027-0b0a7c9cbd65 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:11:03.568918 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 201e2a53-b390-4925-9027-0b0a7c9cbd65 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:11:03.598850 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4e6aa2-d4a8-4466-be02-c6ead0a3943e None None] Update dhcp port {'port': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'fixed_ips': [{'subnet_id': '50a7ffe6-eb94-4531-a652-b708c0ffe3d6', 'ip_address': '2001:db8::f816:3eff:fea2:dfeb'}, {'subnet_id': 'd08edc9a-bd72-4179-85e5-d62ac64e366b'}], 'binding:host_id': 'n-d-819494-3'}, 'id': '5351a821-fce2-4340-aa60-1152b06263a7'} from n-d-819494-3. {{(pid=110020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 04:11:03.643772 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f200d705-cd84-406b-bd08-d35b7f2c1db4 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:03.673833 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-f200d705-cd84-406b-bd08-d35b7f2c1db4 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] device_id is not set on port 53aa6b73-6dd6-45d2-9057-bf50f2a0787f yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:11:03.757747 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-3d2bd6a0-0a40-448a-8b08-89ffdde1da74 admin admin] Deleting port 58e49fb2-679b-4ebd-ab63-059a761bd0f3 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:11:03.759339 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3d2bd6a0-0a40-448a-8b08-89ffdde1da74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:03.771604 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c617c-3e44-4553-8697-06f7f25ea93a req-0f7b1b42-4615-46b6-9f9e-b1630af4680c tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:03.772213 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0c4e6aa2-d4a8-4466-be02-c6ead0a3943e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:03.776155 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fb0c617c-3e44-4553-8697-06f7f25ea93a req-0f7b1b42-4615-46b6-9f9e-b1630af4680c tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 944 time: 0.1910415 Nov 27 04:11:03.815511 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 397418f9-b2a5-4f52-b913-55a426e288e1 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:11:03.833358 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 397418f9-b2a5-4f52-b913-55a426e288e1 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:03.833731 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:03.898110 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f55e87c6-2ca7-4736-9fe2-95de89a4464b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:03.928301 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42076) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:03.938213 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f55e87c6-2ca7-4736-9fe2-95de89a4464b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:03.988632 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-3d2bd6a0-0a40-448a-8b08-89ffdde1da74 admin admin] For port 58e49fb2-679b-4ebd-ab63-059a761bd0f3, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=58e49fb2-679b-4ebd-ab63-059a761bd0f3,segment=NetworkSegment(d6a44ada-7c1c-4ed4-b448-149bbff2bd74),segment_id=d6a44ada-7c1c-4ed4-b448-149bbff2bd74)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:11:03.989166 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3d2bd6a0-0a40-448a-8b08-89ffdde1da74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:03.992550 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e87c6-2ca7-4736-9fe2-95de89a4464b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85a7146-17fd-42c7-b8cf-bb90e7305208,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:04.032124 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fb0c617c-3e44-4553-8697-06f7f25ea93a req-0f484552-55f7-42c2-b587-5f861541ab62 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2320366 Nov 27 04:11:04.050182 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f55e87c6-2ca7-4736-9fe2-95de89a4464b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3faf7953f6f240969880a7433b670fcf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5402918 Nov 27 04:11:04.050920 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42078) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:04.067139 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-3d2bd6a0-0a40-448a-8b08-89ffdde1da74 admin admin] Calling delete_port for 58e49fb2-679b-4ebd-ab63-059a761bd0f3 owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:11:04.080849 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f063bb77-63f6-4efa-9b56-840cdbe47ad2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5d494e9df2934a02b1664ece11ddccb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1423151 Nov 27 04:11:04.082193 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42080) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:04.090775 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [req-a76bda3a-37ea-401b-8a84-7cb0bc1f019e req-9cead6a6-98aa-4a8c-a7f4-06049b5c5cf7 tempest-MultipleCreateTestJSON-1669020490 tempest-MultipleCreateTestJSON-1669020490-project] (110018) timed out ('10.222.0.23', 65208) {{(pid=110018) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 04:11:04.228354 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8484e3b-d001-443b-9678-0a3acd50f060 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:04.255411 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-32469bb1-a022-4dea-8c4c-4e21d35f9414 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:04.260050 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-f200d705-cd84-406b-bd08-d35b7f2c1db4 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Allocated IP 2001:db8:0:1::3d8 (69dee5df-a2b5-4f80-b023-d216a074fa83/d08edc9a-bd72-4179-85e5-d62ac64e366b/53aa6b73-6dd6-45d2-9057-bf50f2a0787f) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:11:04.267875 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-f200d705-cd84-406b-bd08-d35b7f2c1db4 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Allocated IP 2001:db8::f816:3eff:fef6:4aab (69dee5df-a2b5-4f80-b023-d216a074fa83/50a7ffe6-eb94-4531-a652-b708c0ffe3d6/53aa6b73-6dd6-45d2-9057-bf50f2a0787f) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:11:04.278404 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8484e3b-d001-443b-9678-0a3acd50f060 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:04.320409 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-32469bb1-a022-4dea-8c4c-4e21d35f9414 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:04.332916 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f72a4a-9edc-434f-af17-4321642a797b None None] DHCP port deletion for 8fa908c7-f5bd-47ee-bd2c-b34d229d6414 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:11:04.335655 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:04.384883 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2a4363-351d-40a7-8292-5650a354cad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397418f9-b2a5-4f52-b913-55a426e288e1'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:11:04.388666 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db828bd-4ffa-4e3e-9d0c-fd1fb379f11d" -d '{"events": [{"server_uuid": "4c2a4363-351d-40a7-8292-5650a354cad9", "name": "network-vif-plugged", "status": "completed", "tag": "397418f9-b2a5-4f52-b913-55a426e288e1"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:11:04.414761 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 397418f9-b2a5-4f52-b913-55a426e288e1, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=397418f9-b2a5-4f52-b913-55a426e288e1,segment=NetworkSegment(14ba06ee-f49c-4f99-b4a7-818247e87fba),segment_id=14ba06ee-f49c-4f99-b4a7-818247e87fba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:11:04.427878 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:04.468836 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c2c930-8ce2-4ce2-af86-42424b32936d x-openstack-request-id: req-51c2c930-8ce2-4ce2-af86-42424b32936d {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:11:04.469188 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c2a4363-351d-40a7-8292-5650a354cad9", "name": "network-vif-plugged", "status": "completed", "tag": "397418f9-b2a5-4f52-b913-55a426e288e1", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:11:04.469636 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51c2c930-8ce2-4ce2-af86-42424b32936d {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:11:04.470196 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c2a4363-351d-40a7-8292-5650a354cad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397418f9-b2a5-4f52-b913-55a426e288e1', 'code': 200} Nov 27 04:11:04.470703 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8484e3b-d001-443b-9678-0a3acd50f060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:04.474832 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8484e3b-d001-443b-9678-0a3acd50f060 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:04.479204 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e8484e3b-d001-443b-9678-0a3acd50f060 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a85a7146-17fd-42c7-b8cf-bb90e7305208 HTTP/1.1" status: 204 len: 168 time: 0.4247315 Nov 27 04:11:04.482446 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-32469bb1-a022-4dea-8c4c-4e21d35f9414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:04.485449 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-32469bb1-a022-4dea-8c4c-4e21d35f9414 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:04.487407 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-32469bb1-a022-4dea-8c4c-4e21d35f9414 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/473b44f8-1cb3-4321-b81b-1f3883f90e88 HTTP/1.1" status: 204 len: 168 time: 0.4044819 Nov 27 04:11:04.498032 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8484e3b-d001-443b-9678-0a3acd50f060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85a7146-17fd-42c7-b8cf-bb90e7305208,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:04.513589 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32469bb1-a022-4dea-8c4c-4e21d35f9414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473b44f8-1cb3-4321-b81b-1f3883f90e88,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:04.548839 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f200d705-cd84-406b-bd08-d35b7f2c1db4 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:04.551683 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-88f72a4a-9edc-434f-af17-4321642a797b None None] Deleting port 58e49fb2-679b-4ebd-ab63-059a761bd0f3 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:11:04.552255 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-88f72a4a-9edc-434f-af17-4321642a797b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:04.598441 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3d2bd6a0-0a40-448a-8b08-89ffdde1da74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:04.634726 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f200d705-cd84-406b-bd08-d35b7f2c1db4 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:04.663474 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2bd6a0-0a40-448a-8b08-89ffdde1da74 admin admin] No DVR routers for this DVR port 58e49fb2-679b-4ebd-ab63-059a761bd0f3 on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:11:04.670995 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2bd6a0-0a40-448a-8b08-89ffdde1da74 admin admin] Pushing event deleted for resources: {'Port': ['ID=58e49fb2-679b-4ebd-ab63-059a761bd0f3,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:04.690786 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-0c4e6aa2-d4a8-4466-be02-c6ead0a3943e None None] Allocated IP 2001:db8:0:1::2 (69dee5df-a2b5-4f80-b023-d216a074fa83/d08edc9a-bd72-4179-85e5-d62ac64e366b/5351a821-fce2-4340-aa60-1152b06263a7) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:11:04.750644 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200d705-cd84-406b-bd08-d35b7f2c1db4 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Port': ['ID=53aa6b73-6dd6-45d2-9057-bf50f2a0787f,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:04.830819 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d23475-0fa9-4a0e-833c-7306cef1d906 req-9aefd794-cfb5-49d3-a363-f227297274f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:04.832632 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-64d23475-0fa9-4a0e-833c-7306cef1d906 req-9aefd794-cfb5-49d3-a363-f227297274f3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 1096 time: 0.2402110 Nov 27 04:11:04.851590 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f200d705-cd84-406b-bd08-d35b7f2c1db4 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:11:04.858065 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-f200d705-cd84-406b-bd08-d35b7f2c1db4 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:11:04.879859 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f200d705-cd84-406b-bd08-d35b7f2c1db4 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:11:04.905578 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f200d705-cd84-406b-bd08-d35b7f2c1db4 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:04.906292 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f200d705-cd84-406b-bd08-d35b7f2c1db4 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:04.971980 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-64d23475-0fa9-4a0e-833c-7306cef1d906 req-0b9775ae-2740-409b-a6b5-f482cd5889b7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274624 Nov 27 04:11:04.975591 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f200d705-cd84-406b-bd08-d35b7f2c1db4 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.0447567 Nov 27 04:11:04.979875 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42096) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:04.990485 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3d2bd6a0-0a40-448a-8b08-89ffdde1da74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:05.009796 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=397418f9-b2a5-4f52-b913-55a426e288e1,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:05.026772 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-3d2bd6a0-0a40-448a-8b08-89ffdde1da74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fa908c7-f5bd-47ee-bd2c-b34d229d6414']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:05.047154 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-3d2bd6a0-0a40-448a-8b08-89ffdde1da74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6a44ada-7c1c-4ed4-b448-149bbff2bd74') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:05.047565 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-3d2bd6a0-0a40-448a-8b08-89ffdde1da74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6a44ada-7c1c-4ed4-b448-149bbff2bd74') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:05.069972 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-88f72a4a-9edc-434f-af17-4321642a797b None None] For port 58e49fb2-679b-4ebd-ab63-059a761bd0f3, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=58e49fb2-679b-4ebd-ab63-059a761bd0f3,segment=NetworkSegment(d6a44ada-7c1c-4ed4-b448-149bbff2bd74),segment_id=d6a44ada-7c1c-4ed4-b448-149bbff2bd74)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:11:05.070353 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-88f72a4a-9edc-434f-af17-4321642a797b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:05.083102 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3d2bd6a0-0a40-448a-8b08-89ffdde1da74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:05.129755 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3d2bd6a0-0a40-448a-8b08-89ffdde1da74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:05.152639 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-88f72a4a-9edc-434f-af17-4321642a797b None None] Calling delete_port for 58e49fb2-679b-4ebd-ab63-059a761bd0f3 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:11:05.156754 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d2bd6a0-0a40-448a-8b08-89ffdde1da74 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:11:05.157196 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3d2bd6a0-0a40-448a-8b08-89ffdde1da74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:05.160094 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:11:05.160094 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:11:05.160094 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:11:05.160094 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:11:05.160094 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:11:05.160094 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:11:05.160094 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:11:05.160094 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:11:05.160094 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:11:05.160094 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:11:05.160094 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:11:05.160094 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:11:05.160094 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:11:05.160094 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:11:05.160094 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:11:05.160094 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:11:05.160094 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:11:05.160094 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:11:05.160094 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:11:05.160094 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:11:05.160094 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:11:05.160094 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:11:05.160094 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:11:05.160094 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:11:05.160094 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:11:05.160094 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:11:05.160094 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:11:05.160094 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:11:05.160094 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:11:05.160094 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:11:05.160094 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:11:05.160094 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:11:05.338919 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3d2bd6a0-0a40-448a-8b08-89ffdde1da74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:05.346210 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3d2bd6a0-0a40-448a-8b08-89ffdde1da74 admin admin] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:05.349849 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3d2bd6a0-0a40-448a-8b08-89ffdde1da74 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8fa908c7-f5bd-47ee-bd2c-b34d229d6414 HTTP/1.1" status: 204 len: 168 time: 2.1330616 Nov 27 04:11:05.369185 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 58e49fb2-679b-4ebd-ab63-059a761bd0f3 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:11:05.379130 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2bd6a0-0a40-448a-8b08-89ffdde1da74 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fa908c7-f5bd-47ee-bd2c-b34d229d6414,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:05.426228 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 58e49fb2-679b-4ebd-ab63-059a761bd0f3 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:11:05.426856 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 58e49fb2-679b-4ebd-ab63-059a761bd0f3 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:11:05.488901 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0c4e6aa2-d4a8-4466-be02-c6ead0a3943e None None] For port 5351a821-fce2-4340-aa60-1152b06263a7, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=5351a821-fce2-4340-aa60-1152b06263a7,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:11:05.628562 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0c4e6aa2-d4a8-4466-be02-c6ead0a3943e None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:05.682572 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0c4e6aa2-d4a8-4466-be02-c6ead0a3943e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:05.739590 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42124) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:05.788788 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-88f72a4a-9edc-434f-af17-4321642a797b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:05.846702 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-88f72a4a-9edc-434f-af17-4321642a797b None None] Network 8fa908c7-f5bd-47ee-bd2c-b34d229d6414 is not hosted by any dhcp agent {{(pid=110020) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 04:11:05.852512 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f72a4a-9edc-434f-af17-4321642a797b None None] No DVR routers for this DVR port 58e49fb2-679b-4ebd-ab63-059a761bd0f3 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:11:05.958764 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c2d4a8fc-37cc-49ec-b00f-903b8f772c9d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=319b1b5f2a4e4c18853d965486ee0de8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2179258 Nov 27 04:11:05.974697 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42126) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:06.077294 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e6aa2-d4a8-4466-be02-c6ead0a3943e None None] Pushing event updated for resources: {'Port': ['ID=5351a821-fce2-4340-aa60-1152b06263a7,revision_number=15']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:06.108105 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-08aea7d8-79d1-46f1-8c16-6acade4141e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:06.131405 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-ee05841b-1d29-46e6-b2b2-1ae12f88c909 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting port 53aa6b73-6dd6-45d2-9057-bf50f2a0787f {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:11:06.131925 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ee05841b-1d29-46e6-b2b2-1ae12f88c909 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:06.150801 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f72a4a-9edc-434f-af17-4321642a797b None None] Pushing event deleted for resources: {'Port': ['ID=58e49fb2-679b-4ebd-ab63-059a761bd0f3,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:06.171603 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-08aea7d8-79d1-46f1-8c16-6acade4141e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:06.280347 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-08aea7d8-79d1-46f1-8c16-6acade4141e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:06.283540 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-08aea7d8-79d1-46f1-8c16-6acade4141e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:06.284709 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-08aea7d8-79d1-46f1-8c16-6acade4141e3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/28272eea-593b-4456-8e50-b5d7c811f605 HTTP/1.1" status: 204 len: 168 time: 0.3090932 Nov 27 04:11:06.307249 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aea7d8-79d1-46f1-8c16-6acade4141e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28272eea-593b-4456-8e50-b5d7c811f605,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:06.327470 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff3751d-aef8-4338-ab42-e3d33fa5c39e req-1778c560-7072-4912-b97d-00679559e6d5 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:06.341822 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-eff3751d-aef8-4338-ab42-e3d33fa5c39e req-1778c560-7072-4912-b97d-00679559e6d5 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 945 time: 0.2951288 Nov 27 04:11:06.537053 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-eff3751d-aef8-4338-ab42-e3d33fa5c39e req-278e6ef9-523b-4de5-abfc-c7b8af53bc06 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940484 Nov 27 04:11:06.542256 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ee05841b-1d29-46e6-b2b2-1ae12f88c909 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:06.570758 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-ee05841b-1d29-46e6-b2b2-1ae12f88c909 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Calling delete_port for 53aa6b73-6dd6-45d2-9057-bf50f2a0787f owned by {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:11:06.846167 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42150) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:06.849773 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ee05841b-1d29-46e6-b2b2-1ae12f88c909 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:06.909134 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee05841b-1d29-46e6-b2b2-1ae12f88c909 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Port': ['ID=53aa6b73-6dd6-45d2-9057-bf50f2a0787f,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:06.963984 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ee05841b-1d29-46e6-b2b2-1ae12f88c909 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:06.970011 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ee05841b-1d29-46e6-b2b2-1ae12f88c909 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/ports/53aa6b73-6dd6-45d2-9057-bf50f2a0787f HTTP/1.1" status: 204 len: 168 time: 1.9867749 Nov 27 04:11:06.970413 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42154) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:07.049662 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b306dc-7391-4756-a405-9d844dedfb37 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:07.053374 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-54b306dc-7391-4756-a405-9d844dedfb37 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0818341 Nov 27 04:11:07.057048 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42158) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:07.128666 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b830b3c4-ccc8-4ab4-97e3-e06d7d2b1a0f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:07.132443 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b830b3c4-ccc8-4ab4-97e3-e06d7d2b1a0f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0724549 Nov 27 04:11:07.133488 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42160) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:07.206477 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-f2a05da1-a539-4a55-b8e8-b920f5a66833 None None] Provisioning complete for port 5351a821-fce2-4340-aa60-1152b06263a7 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:07.209200 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f2a05da1-a539-4a55-b8e8-b920f5a66833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:07.281098 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42164) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:07.302323 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90efb6d-1a9e-40e0-b164-455935a17980 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:07.314616 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90efb6d-1a9e-40e0-b164-455935a17980 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:07.317005 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90efb6d-1a9e-40e0-b164-455935a17980 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:07.328799 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a90efb6d-1a9e-40e0-b164-455935a17980 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1922338 Nov 27 04:11:07.329969 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42168) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:07.448359 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 5351a821-fce2-4340-aa60-1152b06263a7 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:11:07.464838 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-9619a454-a195-44f3-8ea8-302fdac53105 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting subnet 50a7ffe6-eb94-4531-a652-b708c0ffe3d6 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:11:07.483537 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-69d19769-e9fa-4796-a896-0f7445f431c4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2cca41e36afb4ad5b6a4fd0719861bef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2008286 Nov 27 04:11:07.488286 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-00417385-4044-4b4f-bb33-32fc51615779 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-315896270'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:07.493928 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9619a454-a195-44f3-8ea8-302fdac53105 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:07.501959 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42174) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:07.541672 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00417385-4044-4b4f-bb33-32fc51615779 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Made reservation on behalf of e0c528b777a044b1b1470d3e561f543a for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:11:07.545941 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-00417385-4044-4b4f-bb33-32fc51615779 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:07.607310 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-00417385-4044-4b4f-bb33-32fc51615779 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:07.617732 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 5351a821-fce2-4340-aa60-1152b06263a7 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:07.618671 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:07.638576 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9619a454-a195-44f3-8ea8-302fdac53105 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:07.738660 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6ce24582-c32f-4a30-b857-bfeca8de8575 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:07.759759 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-fd11c327-8c36-4bae-950c-bc6b8ce6d3e9 None None] Could not find standard attr ID for object 53aa6b73-6dd6-45d2-9057-bf50f2a0787f. {{(pid=110020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 04:11:07.807639 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6ce24582-c32f-4a30-b857-bfeca8de8575 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:07.928294 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939907e-0382-4788-9f09-efe85732a76b req-0852712c-c317-450d-933a-7fe2a3abb568 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:07.930633 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42188) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:07.934689 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d939907e-0382-4788-9f09-efe85732a76b req-0852712c-c317-450d-933a-7fe2a3abb568 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 945 time: 0.2162883 Nov 27 04:11:07.970940 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-00417385-4044-4b4f-bb33-32fc51615779 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:07.987116 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-00417385-4044-4b4f-bb33-32fc51615779 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:08.003443 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9619a454-a195-44f3-8ea8-302fdac53105 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:08.077914 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d939907e-0382-4788-9f09-efe85732a76b req-444e2c7c-f794-420d-a553-23f688bd31e9 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043947 Nov 27 04:11:08.090149 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00417385-4044-4b4f-bb33-32fc51615779 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41cb687b-ad55-4d35-b283-e39d91ff834e,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:08.120207 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6ce24582-c32f-4a30-b857-bfeca8de8575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:08.131761 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6ce24582-c32f-4a30-b857-bfeca8de8575 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:08.131761 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6ce24582-c32f-4a30-b857-bfeca8de8575 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7aad0ca8-cbc6-4831-b8af-73a5f1eb165a HTTP/1.1" status: 204 len: 168 time: 0.6216557 Nov 27 04:11:08.139365 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00417385-4044-4b4f-bb33-32fc51615779 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:11:08.140677 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce24582-c32f-4a30-b857-bfeca8de8575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aad0ca8-cbc6-4831-b8af-73a5f1eb165a,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:08.148820 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-66253069-0f90-49a8-82b8-71ef2eb4bb01 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1602766494-network', 'tenant_id': '5bbe3d15f6f2412fb8ed2301e8fa31e8'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:08.183778 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9619a454-a195-44f3-8ea8-302fdac53105 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:08.184962 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-00417385-4044-4b4f-bb33-32fc51615779 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:08.185531 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-00417385-4044-4b4f-bb33-32fc51615779 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Added segment d9c8a772-030c-44f0-9c64-086d7b37cb62 of type vlan for network 475d5735-79a3-484f-bf32-4f28dc0b8344 Nov 27 04:11:08.246287 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66253069-0f90-49a8-82b8-71ef2eb4bb01 admin admin] Made reservation on behalf of 5bbe3d15f6f2412fb8ed2301e8fa31e8 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:11:08.255993 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-66253069-0f90-49a8-82b8-71ef2eb4bb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:08.266775 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9619a454-a195-44f3-8ea8-302fdac53105 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Subnet': ['ID=50a7ffe6-eb94-4531-a652-b708c0ffe3d6,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:08.271895 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-00417385-4044-4b4f-bb33-32fc51615779 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:08.286691 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9619a454-a195-44f3-8ea8-302fdac53105 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:08.293028 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9619a454-a195-44f3-8ea8-302fdac53105 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/50a7ffe6-eb94-4531-a652-b708c0ffe3d6 HTTP/1.1" status: 204 len: 168 time: 0.9534998 Nov 27 04:11:08.293551 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-66253069-0f90-49a8-82b8-71ef2eb4bb01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:08.294898 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42196) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:08.302746 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75652733-2c58-4733-b06f-849425e965c6 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:11:08.406736 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-00417385-4044-4b4f-bb33-32fc51615779 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:08.424814 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00417385-4044-4b4f-bb33-32fc51615779 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:08.425490 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-00417385-4044-4b4f-bb33-32fc51615779 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:08.489547 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061814e-9df3-4973-a73e-2f6ff48343ce req-69ff3bf0-afdb-4fa0-90e8-073294a2c4fa tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:08.498353 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2061814e-9df3-4973-a73e-2f6ff48343ce req-69ff3bf0-afdb-4fa0-90e8-073294a2c4fa tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 945 time: 0.2059972 Nov 27 04:11:08.508868 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42206) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:08.513763 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-5c8bc402-2c21-4ce2-9fff-0ba658077a4b tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Request body: {'floatingip': {'port_id': '397418f9-b2a5-4f52-b913-55a426e288e1'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:08.615148 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5c8bc402-2c21-4ce2-9fff-0ba658077a4b tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks [] for floatingip, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:08.881712 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cc3cacd-6a7f-411e-9a70-4e337a5ed47f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting subnet d08edc9a-bd72-4179-85e5-d62ac64e366b {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:11:08.900446 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-66253069-0f90-49a8-82b8-71ef2eb4bb01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:08.901694 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-00417385-4044-4b4f-bb33-32fc51615779 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0542951 Nov 27 04:11:08.902953 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2cc3cacd-6a7f-411e-9a70-4e337a5ed47f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:08.919806 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42218) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:08.947077 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-e018fdb1-3a45-4e9a-9a51-6fb0cc39f66e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'port': {'network_id': '475d5735-79a3-484f-bf32-4f28dc0b8344', 'name': 'tempest-PortsTestJSON-34104372'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:08.990009 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-66253069-0f90-49a8-82b8-71ef2eb4bb01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:09.013526 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00417385-4044-4b4f-bb33-32fc51615779 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'Network': ['ID=475d5735-79a3-484f-bf32-4f28dc0b8344,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:09.029115 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 475d5735-79a3-484f-bf32-4f28dc0b8344 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:11:09.093784 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66253069-0f90-49a8-82b8-71ef2eb4bb01 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:11:09.124245 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2cc3cacd-6a7f-411e-9a70-4e337a5ed47f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:09.254818 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66253069-0f90-49a8-82b8-71ef2eb4bb01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b126878-b8e4-4e71-b194-31d3d6ecf3d8,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:09.259213 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-66253069-0f90-49a8-82b8-71ef2eb4bb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:09.264473 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-66253069-0f90-49a8-82b8-71ef2eb4bb01 admin admin] Added segment fb098388-3a92-4ab4-80c1-f41ab44b0ec5 of type vlan for network 7c636381-518c-47c4-9798-7b99af15f64b Nov 27 04:11:09.376652 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-66253069-0f90-49a8-82b8-71ef2eb4bb01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:09.489375 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-66253069-0f90-49a8-82b8-71ef2eb4bb01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:09.491148 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66253069-0f90-49a8-82b8-71ef2eb4bb01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:09.491955 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-66253069-0f90-49a8-82b8-71ef2eb4bb01 admin admin] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:09.529597 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e018fdb1-3a45-4e9a-9a51-6fb0cc39f66e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Made reservation on behalf of e0c528b777a044b1b1470d3e561f543a for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:11:09.536129 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e018fdb1-3a45-4e9a-9a51-6fb0cc39f66e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:09.567833 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2cc3cacd-6a7f-411e-9a70-4e337a5ed47f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:09.731534 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-e018fdb1-3a45-4e9a-9a51-6fb0cc39f66e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] device_id is not set on port d22e180e-e6c9-4bd4-b341-c67f085aaaa0 yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:11:09.933102 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-76dd52fd-a29c-4316-a3db-3a5fdc5ff8c7 None None] Provisioning complete for port 5351a821-fce2-4340-aa60-1152b06263a7 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:09.935044 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-76dd52fd-a29c-4316-a3db-3a5fdc5ff8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:09.960899 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-66253069-0f90-49a8-82b8-71ef2eb4bb01 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0288432 Nov 27 04:11:09.962875 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42238) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:10.008241 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-41f327a1-8235-4198-a7b2-310e7df2f046 admin admin] Request body: {'subnet': {'network_id': '7c636381-518c-47c4-9798-7b99af15f64b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1602766494-subnet', 'tenant_id': '5bbe3d15f6f2412fb8ed2301e8fa31e8', 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:10.080728 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e018fdb1-3a45-4e9a-9a51-6fb0cc39f66e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:10.104922 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2cc3cacd-6a7f-411e-9a70-4e337a5ed47f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:10.119368 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66253069-0f90-49a8-82b8-71ef2eb4bb01 admin admin] Pushing event updated for resources: {'Network': ['ID=7c636381-518c-47c4-9798-7b99af15f64b,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:10.150821 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3cacd-6a7f-411e-9a70-4e337a5ed47f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Subnet': ['ID=d08edc9a-bd72-4179-85e5-d62ac64e366b,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:10.158179 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2cc3cacd-6a7f-411e-9a70-4e337a5ed47f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:10.165889 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2cc3cacd-6a7f-411e-9a70-4e337a5ed47f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/d08edc9a-bd72-4179-85e5-d62ac64e366b HTTP/1.1" status: 204 len: 168 time: 1.8672414 Nov 27 04:11:10.168913 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42244) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:10.230973 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 7c636381-518c-47c4-9798-7b99af15f64b details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:11:10.244623 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f327a1-8235-4198-a7b2-310e7df2f046 admin admin] Made reservation on behalf of 5bbe3d15f6f2412fb8ed2301e8fa31e8 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:11:10.259398 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-41f327a1-8235-4198-a7b2-310e7df2f046 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:10.277968 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.db.resource_extend [None req-5c8bc402-2c21-4ce2-9fff-0ba658077a4b tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 04:11:10.303431 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c87c6f0e-cda6-4fbd-8b0b-1d4a5b0a300e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1308968 Nov 27 04:11:10.307561 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42246) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:10.334897 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-7690f4d1-f5a0-4e67-8e82-a236ebf90c81 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'subnet': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:10.346735 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e018fdb1-3a45-4e9a-9a51-6fb0cc39f66e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:10.371360 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5284f9f-3ba2-494b-abb5-ee0a90bf74dd None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:11:10.484912 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5c8bc402-2c21-4ce2-9fff-0ba658077a4b tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:10.494754 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5c8bc402-2c21-4ce2-9fff-0ba658077a4b tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:10.708949 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ef7654-d957-49f2-8e52-afeb93676f98 None None] DHCP port deletion for 69dee5df-a2b5-4f80-b023-d216a074fa83 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:11:10.717491 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e018fdb1-3a45-4e9a-9a51-6fb0cc39f66e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'Port': ['ID=d22e180e-e6c9-4bd4-b341-c67f085aaaa0,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:10.766078 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7690f4d1-f5a0-4e67-8e82-a236ebf90c81 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:11:10.769743 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7690f4d1-f5a0-4e67-8e82-a236ebf90c81 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:10.778356 n-d-819494-3 neutron-server[110019]: INFO neutron.db.l3_db [None req-5c8bc402-2c21-4ce2-9fff-0ba658077a4b tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Floating IP 86f6595e-9049-4e01-aecc-d59ba141554d associated. External IP: 172.25.1.96, port: 397418f9-b2a5-4f52-b913-55a426e288e1. Nov 27 04:11:10.876544 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-87ef7654-d957-49f2-8e52-afeb93676f98 None None] Deleting port 5351a821-fce2-4340-aa60-1152b06263a7 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:11:10.878043 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-87ef7654-d957-49f2-8e52-afeb93676f98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:10.966167 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e018fdb1-3a45-4e9a-9a51-6fb0cc39f66e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Checking segment: {'id': 'd9c8a772-030c-44f0-9c64-086d7b37cb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '475d5735-79a3-484f-bf32-4f28dc0b8344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:11:10.966827 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e018fdb1-3a45-4e9a-9a51-6fb0cc39f66e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Network hostable DHCP agents. Network: 475d5735-79a3-484f-bf32-4f28dc0b8344, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:11:11.027722 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e018fdb1-3a45-4e9a-9a51-6fb0cc39f66e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Network 475d5735-79a3-484f-bf32-4f28dc0b8344 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:11:11.027952 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-87ef7654-d957-49f2-8e52-afeb93676f98 None None] For port 5351a821-fce2-4340-aa60-1152b06263a7, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=5351a821-fce2-4340-aa60-1152b06263a7,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:11:11.028442 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-87ef7654-d957-49f2-8e52-afeb93676f98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:11.032725 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-41f327a1-8235-4198-a7b2-310e7df2f046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:11.056512 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-87ef7654-d957-49f2-8e52-afeb93676f98 None None] Calling delete_port for 5351a821-fce2-4340-aa60-1152b06263a7 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:11:11.124505 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f327a1-8235-4198-a7b2-310e7df2f046 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1267ad0-5297-4baf-b014-39bd34e35128,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:11.128164 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f327a1-8235-4198-a7b2-310e7df2f046 admin admin] Checking segment: {'id': 'fb098388-3a92-4ab4-80c1-f41ab44b0ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7c636381-518c-47c4-9798-7b99af15f64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:11:11.128538 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f327a1-8235-4198-a7b2-310e7df2f046 admin admin] Network hostable DHCP agents. Network: 7c636381-518c-47c4-9798-7b99af15f64b, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:11:11.166353 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8bc402-2c21-4ce2-9fff-0ba658077a4b tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Router 4b4d6341-aff2-447e-8f68-59fea73151c9 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:11:11.177676 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f327a1-8235-4198-a7b2-310e7df2f046 admin admin] Network 7c636381-518c-47c4-9798-7b99af15f64b is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:11:11.196052 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-41f327a1-8235-4198-a7b2-310e7df2f046 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 7c636381-518c-47c4-9798-7b99af15f64b) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:11:11.205311 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-87ef7654-d957-49f2-8e52-afeb93676f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:11.208072 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3226b7d9-0b59-4ad6-981a-2e292369b33c None None] Network 7c636381-518c-47c4-9798-7b99af15f64b requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:11:11.233246 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-e018fdb1-3a45-4e9a-9a51-6fb0cc39f66e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 475d5735-79a3-484f-bf32-4f28dc0b8344) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:11:11.263683 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e018fdb1-3a45-4e9a-9a51-6fb0cc39f66e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:11:11.275178 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e018fdb1-3a45-4e9a-9a51-6fb0cc39f66e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:11.276210 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e018fdb1-3a45-4e9a-9a51-6fb0cc39f66e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:11.329181 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7690f4d1-f5a0-4e67-8e82-a236ebf90c81 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:11.359332 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a47f6f-76ec-4725-8afb-859e757aaf0a None None] Network 475d5735-79a3-484f-bf32-4f28dc0b8344 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:11:11.361337 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 5351a821-fce2-4340-aa60-1152b06263a7 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:11:11.386114 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 5351a821-fce2-4340-aa60-1152b06263a7 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:11:11.386460 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 5351a821-fce2-4340-aa60-1152b06263a7 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:11:11.388482 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef7654-d957-49f2-8e52-afeb93676f98 None None] Pushing event deleted for resources: {'Port': ['ID=5351a821-fce2-4340-aa60-1152b06263a7,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:11.392418 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ef7654-d957-49f2-8e52-afeb93676f98 None None] No DVR routers for this DVR port 5351a821-fce2-4340-aa60-1152b06263a7 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:11:11.395817 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7690f4d1-f5a0-4e67-8e82-a236ebf90c81 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Subnet': ['ID=0768ec6c-4603-49c1-85fb-eae11aa509d1,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:11.401646 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e018fdb1-3a45-4e9a-9a51-6fb0cc39f66e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 2.4625475 Nov 27 04:11:11.414498 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42262) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:11.422087 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-29a59900-c8f7-44c1-879b-9789cd6567e9 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1735101625'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:11.445120 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7690f4d1-f5a0-4e67-8e82-a236ebf90c81 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:11:11.447083 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-7690f4d1-f5a0-4e67-8e82-a236ebf90c81 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:11:11.450175 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a59900-c8f7-44c1-879b-9789cd6567e9 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Made reservation on behalf of e0c528b777a044b1b1470d3e561f543a for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:11:11.460642 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-29a59900-c8f7-44c1-879b-9789cd6567e9 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:11.491253 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7690f4d1-f5a0-4e67-8e82-a236ebf90c81 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:11.492226 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7690f4d1-f5a0-4e67-8e82-a236ebf90c81 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:11.499378 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6e849a-d9c6-437e-98b5-cc1393d1e451 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:11:11.521834 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29a59900-c8f7-44c1-879b-9789cd6567e9 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:11:11.540119 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7690f4d1-f5a0-4e67-8e82-a236ebf90c81 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2312453 Nov 27 04:11:11.544209 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42264) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:11.555831 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-12e16fed-05d3-4aa4-9611-cb1f48d790c7 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'subnet': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:11.645755 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-29a59900-c8f7-44c1-879b-9789cd6567e9 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:11.650943 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-29a59900-c8f7-44c1-879b-9789cd6567e9 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Added segment 0ac3d0ea-98c4-4697-9efc-1324ac76a035 of type vlan for network 97ef3822-ca02-4ca9-9559-abbd57876caf Nov 27 04:11:11.713551 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f327a1-8235-4198-a7b2-310e7df2f046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:11.715090 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-41f327a1-8235-4198-a7b2-310e7df2f046 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:11.760829 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-41f327a1-8235-4198-a7b2-310e7df2f046 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7726772 Nov 27 04:11:11.762196 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42270) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:11.779034 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-38f4d453-da28-4593-8aea-8919917871af admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1602766494-router', 'tenant_id': '5bbe3d15f6f2412fb8ed2301e8fa31e8', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:11.812256 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-29a59900-c8f7-44c1-879b-9789cd6567e9 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:11.821727 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8bc402-2c21-4ce2-9fff-0ba658077a4b tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:11:11.827959 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5c8bc402-2c21-4ce2-9fff-0ba658077a4b tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:11.851558 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-38f4d453-da28-4593-8aea-8919917871af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:11.852742 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-38f4d453-da28-4593-8aea-8919917871af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:11.866143 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d4bf6d-0a7b-4d73-8f03-a1a82b65d8a1 None None] Sync routers for ids ['4b4d6341-aff2-447e-8f68-59fea73151c9'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:11:11.893588 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42274) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:11.895718 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-5c8bc402-2c21-4ce2-9fff-0ba658077a4b tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "PUT /v2.0/floatingips/86f6595e-9049-4e01-aecc-d59ba141554d HTTP/1.1" status: 200 len: 990 time: 3.3857937 Nov 27 04:11:11.904332 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-5099135c-185f-4716-8dea-577cbd82a933 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1346324956', 'description': 'tempest-secgroup-smoke-1346324956 description', 'project_id': '13b1fee7d54d401493a1883da20540bb'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:11.912162 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c2a4363-351d-40a7-8292-5650a354cad9', 'tag': '397418f9-b2a5-4f52-b913-55a426e288e1'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:11:11.915899 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a7788a-0560-447d-88bf-20305d5773b4" -d '{"events": [{"name": "network-changed", "server_uuid": "4c2a4363-351d-40a7-8292-5650a354cad9", "tag": "397418f9-b2a5-4f52-b913-55a426e288e1"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:11:11.927745 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d4bf6d-0a7b-4d73-8f03-a1a82b65d8a1 None None] Routers {'4b4d6341-aff2-447e-8f68-59fea73151c9'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:11:11.928411 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-c1d4bf6d-0a7b-4d73-8f03-a1a82b65d8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:10:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4b4d6341-aff2-447e-8f68-59fea73151c9'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:11.967500 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.db.resource_extend [None req-29a59900-c8f7-44c1-879b-9789cd6567e9 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 04:11:11.983082 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-38f4d453-da28-4593-8aea-8919917871af admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:12.019837 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e16fed-05d3-4aa4-9611-cb1f48d790c7 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:11:12.023931 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-12e16fed-05d3-4aa4-9611-cb1f48d790c7 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:12.034340 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0ce9b4-4767-4545-ab1a-1afa0c4335c5 x-openstack-request-id: req-7b0ce9b4-4767-4545-ab1a-1afa0c4335c5 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:11:12.034672 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c2a4363-351d-40a7-8292-5650a354cad9", "tag": "397418f9-b2a5-4f52-b913-55a426e288e1", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:11:12.034934 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b0ce9b4-4767-4545-ab1a-1afa0c4335c5 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:11:12.035371 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c2a4363-351d-40a7-8292-5650a354cad9', 'tag': '397418f9-b2a5-4f52-b913-55a426e288e1', 'status': 'completed', 'code': 200} Nov 27 04:11:12.044796 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-29a59900-c8f7-44c1-879b-9789cd6567e9 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:12.054483 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a59900-c8f7-44c1-879b-9789cd6567e9 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:12.058596 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-29a59900-c8f7-44c1-879b-9789cd6567e9 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:12.064097 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5099135c-185f-4716-8dea-577cbd82a933 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:12.115318 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5099135c-185f-4716-8dea-577cbd82a933 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:12.203886 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-29a59900-c8f7-44c1-879b-9789cd6567e9 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7864487 Nov 27 04:11:12.208842 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42286) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:12.219350 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-7936abe8-9ebd-48cc-99ec-7aa769fb20c3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'ports': [{'network_id': '475d5735-79a3-484f-bf32-4f28dc0b8344'}, {'network_id': '97ef3822-ca02-4ca9-9559-abbd57876caf'}]} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:12.219671 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-7936abe8-9ebd-48cc-99ec-7aa769fb20c3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'port': {'network_id': '475d5735-79a3-484f-bf32-4f28dc0b8344'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:12.220155 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-7936abe8-9ebd-48cc-99ec-7aa769fb20c3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'port': {'network_id': '97ef3822-ca02-4ca9-9559-abbd57876caf'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:12.250087 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a59900-c8f7-44c1-879b-9789cd6567e9 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'Network': ['ID=97ef3822-ca02-4ca9-9559-abbd57876caf,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:12.280485 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-38f4d453-da28-4593-8aea-8919917871af admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:12.305790 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7788a-0560-447d-88bf-20305d5773b4 req-585d01bc-b006-4b65-be5d-19e0be5e1f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:12.308472 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b9a7788a-0560-447d-88bf-20305d5773b4 req-585d01bc-b006-4b65-be5d-19e0be5e1f65 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=797b4470e1204f95b4c65fa8076beed0&device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 1096 time: 0.2332499 Nov 27 04:11:12.406153 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 97ef3822-ca02-4ca9-9559-abbd57876caf details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:11:12.408426 n-d-819494-3 neutron-server[110018]: INFO neutron.db.ipam_backend_mixin [None req-12e16fed-05d3-4aa4-9611-cb1f48d790c7 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0768ec6c-4603-49c1-85fb-eae11aa509d1 (CIDR: 2001:db8::/64) Nov 27 04:11:12.419599 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-12e16fed-05d3-4aa4-9611-cb1f48d790c7 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 04:11:12.420063 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12e16fed-05d3-4aa4-9611-cb1f48d790c7 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:12.524695 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf426118-baa0-42b4-ac7b-a0bd5773ac51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-7c636381-518c-47c4-9798-7b99af15f64b', 'network_id': '7c636381-518c-47c4-9798-7b99af15f64b', 'tenant_id': '5bbe3d15f6f2412fb8ed2301e8fa31e8', 'fixed_ips': [{'subnet_id': 'a1267ad0-5297-4baf-b014-39bd34e35128'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:11:12.528492 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cf426118-baa0-42b4-ac7b-a0bd5773ac51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:12.537561 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-12e16fed-05d3-4aa4-9611-cb1f48d790c7 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9875116 Nov 27 04:11:12.541861 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7936abe8-9ebd-48cc-99ec-7aa769fb20c3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Made reservation on behalf of e0c528b777a044b1b1470d3e561f543a for: {'port': 2} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:11:12.552830 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7936abe8-9ebd-48cc-99ec-7aa769fb20c3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:12.559155 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42288) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:12.571889 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-18d1a956-7daf-49c3-b9f4-aaed4446ea03 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'subnet': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:12.638200 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5099135c-185f-4716-8dea-577cbd82a933 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:12.657587 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5099135c-185f-4716-8dea-577cbd82a933 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:12.692562 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7936abe8-9ebd-48cc-99ec-7aa769fb20c3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:12.730205 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5099135c-185f-4716-8dea-577cbd82a933 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:12.764585 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7788a-0560-447d-88bf-20305d5773b4 req-736a65f5-04f5-4e8e-ae45-8b2c249955ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:12.767320 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b9a7788a-0560-447d-88bf-20305d5773b4 req-736a65f5-04f5-4e8e-ae45-8b2c249955ef service neutron] 10.222.0.23 "GET /v2.0/networks?id=f5be6ff6-7679-4336-aa7e-b7dc23104991 HTTP/1.1" status: 200 len: 917 time: 0.4358196 Nov 27 04:11:12.769422 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099135c-185f-4716-8dea-577cbd82a933 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd08b824-4ae5-4c47-802d-2334c972b46a,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:12.792378 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5099135c-185f-4716-8dea-577cbd82a933 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:12.821252 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-7936abe8-9ebd-48cc-99ec-7aa769fb20c3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] device_id is not set on port 518dc948-00f6-465c-b01a-e20fc67a3180 yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:11:12.856085 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d1a956-7daf-49c3-b9f4-aaed4446ea03 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:11:12.860358 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18d1a956-7daf-49c3-b9f4-aaed4446ea03 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:12.865542 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-cf426118-baa0-42b4-ac7b-a0bd5773ac51 None None] Allocated IP 172.20.0.2 (7c636381-518c-47c4-9798-7b99af15f64b/a1267ad0-5297-4baf-b014-39bd34e35128/7520659d-3f95-401e-88be-c687eafe270c) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:11:12.909725 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099135c-185f-4716-8dea-577cbd82a933 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60a7d62e-7629-4401-ae2b-6e86ee2e006a,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:12.920475 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5099135c-185f-4716-8dea-577cbd82a933 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:12.922478 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-5099135c-185f-4716-8dea-577cbd82a933 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.0253832 Nov 27 04:11:13.013104 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad7783b-131d-4b01-be14-e39987633bd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-69dee5df-a2b5-4f80-b023-d216a074fa83', 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'tenant_id': 'f4fb6791effe4b41abbe85bac59c4002', 'fixed_ips': [{'subnet_id': '0768ec6c-4603-49c1-85fb-eae11aa509d1'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:11:13.014405 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bad7783b-131d-4b01-be14-e39987633bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:13.034442 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-c1d4bf6d-0a7b-4d73-8f03-a1a82b65d8a1 None None] Set router 4b4d6341-aff2-447e-8f68-59fea73151c9 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:11:13.073912 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42292) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:13.077121 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b9a7788a-0560-447d-88bf-20305d5773b4 req-5fc61edd-2b29-4f9d-b347-3e1c3df21e26 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=397418f9-b2a5-4f52-b913-55a426e288e1 HTTP/1.1" status: 200 len: 998 time: 0.2520168 Nov 27 04:11:13.088289 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-784ea272-8cae-4a98-b899-6e73d41d02bb tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'security_group_rule': {'security_group_id': '60a7d62e-7629-4401-ae2b-6e86ee2e006a', 'project_id': '13b1fee7d54d401493a1883da20540bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:13.208027 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7788a-0560-447d-88bf-20305d5773b4 req-b66b7d62-a56c-4102-b8e3-da947eee6caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:13.209523 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b9a7788a-0560-447d-88bf-20305d5773b4 req-b66b7d62-a56c-4102-b8e3-da947eee6caf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=129d6819-d46b-4873-8019-a59c438c16e8 HTTP/1.1" status: 200 len: 855 time: 0.1124070 Nov 27 04:11:13.231262 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-784ea272-8cae-4a98-b899-6e73d41d02bb tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:13.269289 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-bad7783b-131d-4b01-be14-e39987633bd0 None None] Allocated IP 2001:db8::2 (69dee5df-a2b5-4f80-b023-d216a074fa83/0768ec6c-4603-49c1-85fb-eae11aa509d1/bb985203-c1da-44a6-8474-4ba2874760f1) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:11:13.341335 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7936abe8-9ebd-48cc-99ec-7aa769fb20c3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:13.390153 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7788a-0560-447d-88bf-20305d5773b4 req-42d29537-69f0-4570-9d72-c858f5c31d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:13.391791 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b9a7788a-0560-447d-88bf-20305d5773b4 req-42d29537-69f0-4570-9d72-c858f5c31d03 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f5be6ff6-7679-4336-aa7e-b7dc23104991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1743171 Nov 27 04:11:13.415242 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-784ea272-8cae-4a98-b899-6e73d41d02bb tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:13.444121 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bad7783b-131d-4b01-be14-e39987633bd0 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:13.462269 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-784ea272-8cae-4a98-b899-6e73d41d02bb tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:13.468427 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bad7783b-131d-4b01-be14-e39987633bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:13.481938 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-38f4d453-da28-4593-8aea-8919917871af admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:13.511810 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-7936abe8-9ebd-48cc-99ec-7aa769fb20c3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] device_id is not set on port 0eb047cd-46fa-42d5-bd0d-861046346041 yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:11:13.513373 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784ea272-8cae-4a98-b899-6e73d41d02bb tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed34ef39-bb7a-4ae1-badf-143578e691d7,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:13.521372 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-38f4d453-da28-4593-8aea-8919917871af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:13.553302 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-784ea272-8cae-4a98-b899-6e73d41d02bb tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:13.554519 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-784ea272-8cae-4a98-b899-6e73d41d02bb tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4738770 Nov 27 04:11:13.558327 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42298) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:13.595742 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-84808ec1-9cc3-4f2f-a96f-d3c23e07aa11 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'security_group_rule': {'security_group_id': '60a7d62e-7629-4401-ae2b-6e86ee2e006a', 'project_id': '13b1fee7d54d401493a1883da20540bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:13.598080 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad7783b-131d-4b01-be14-e39987633bd0 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:11:13.619730 n-d-819494-3 neutron-server[110018]: DEBUG neutron.objects.ports [None req-18d1a956-7daf-49c3-b9f4-aaed4446ea03 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110018) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 04:11:13.621987 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18d1a956-7daf-49c3-b9f4-aaed4446ea03 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:13.628698 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-bad7783b-131d-4b01-be14-e39987633bd0 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:11:13.633630 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b9a7788a-0560-447d-88bf-20305d5773b4 req-28baa9ed-661a-48f3-9a17-30112ded9199 service neutron] 10.222.0.23 "GET /v2.0/networks/f5be6ff6-7679-4336-aa7e-b7dc23104991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313786 Nov 27 04:11:13.655808 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-84808ec1-9cc3-4f2f-a96f-d3c23e07aa11 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:13.694864 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d1a956-7daf-49c3-b9f4-aaed4446ea03 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:11:13.699806 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad7783b-131d-4b01-be14-e39987633bd0 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:11:13.702333 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-18d1a956-7daf-49c3-b9f4-aaed4446ea03 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:11:13.706134 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d1a956-7daf-49c3-b9f4-aaed4446ea03 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:13.706960 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18d1a956-7daf-49c3-b9f4-aaed4446ea03 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:13.737751 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7783b-131d-4b01-be14-e39987633bd0 None None] Pushing event updated for resources: {'Port': ['ID=bb985203-c1da-44a6-8474-4ba2874760f1,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:13.748211 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d1a956-7daf-49c3-b9f4-aaed4446ea03 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Subnet': ['ID=5fff960c-2b67-4e1a-b270-7e963cf77f2d,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:13.778291 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-18d1a956-7daf-49c3-b9f4-aaed4446ea03 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2173088 Nov 27 04:11:13.784902 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42300) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:13.791137 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7936abe8-9ebd-48cc-99ec-7aa769fb20c3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:13.799992 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-082d6dac-f3a6-4e18-82e4-b8a1dbee19c1 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'port': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'mac_address': 'fa:16:3e:6e:a0:ae', 'name': 'tempest-NetworksTestDHCPv6-1490190293'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:13.843601 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7936abe8-9ebd-48cc-99ec-7aa769fb20c3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:13.894976 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7936abe8-9ebd-48cc-99ec-7aa769fb20c3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Network 475d5735-79a3-484f-bf32-4f28dc0b8344 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:11:13.899325 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-7936abe8-9ebd-48cc-99ec-7aa769fb20c3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:11:13.902822 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7936abe8-9ebd-48cc-99ec-7aa769fb20c3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:11:13.903915 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7936abe8-9ebd-48cc-99ec-7aa769fb20c3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:13.923319 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7936abe8-9ebd-48cc-99ec-7aa769fb20c3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'Port': ['ID=518dc948-00f6-465c-b01a-e20fc67a3180,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:13.941295 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082d6dac-f3a6-4e18-82e4-b8a1dbee19c1 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:11:13.977570 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cf426118-baa0-42b4-ac7b-a0bd5773ac51 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:14.013390 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7936abe8-9ebd-48cc-99ec-7aa769fb20c3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'Port': ['ID=0eb047cd-46fa-42d5-bd0d-861046346041,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:14.016141 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7936abe8-9ebd-48cc-99ec-7aa769fb20c3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Checking segment: {'id': '0ac3d0ea-98c4-4697-9efc-1324ac76a035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '97ef3822-ca02-4ca9-9559-abbd57876caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:11:14.016686 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7936abe8-9ebd-48cc-99ec-7aa769fb20c3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Network hostable DHCP agents. Network: 97ef3822-ca02-4ca9-9559-abbd57876caf, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:11:14.021845 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cf426118-baa0-42b4-ac7b-a0bd5773ac51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:14.051121 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7936abe8-9ebd-48cc-99ec-7aa769fb20c3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Network 97ef3822-ca02-4ca9-9559-abbd57876caf is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:11:14.053937 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-082d6dac-f3a6-4e18-82e4-b8a1dbee19c1 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:14.064748 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-bad7783b-131d-4b01-be14-e39987633bd0 None None] Attempting to bind port bb985203-c1da-44a6-8474-4ba2874760f1 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:11:14.065158 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-bad7783b-131d-4b01-be14-e39987633bd0 None None] Attempting to bind port bb985203-c1da-44a6-8474-4ba2874760f1 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:11:14.065639 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad7783b-131d-4b01-be14-e39987633bd0 None None] Attempting to bind port bb985203-c1da-44a6-8474-4ba2874760f1 on network 69dee5df-a2b5-4f80-b023-d216a074fa83 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:11:14.072579 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-7936abe8-9ebd-48cc-99ec-7aa769fb20c3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 97ef3822-ca02-4ca9-9559-abbd57876caf) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:11:14.076867 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7936abe8-9ebd-48cc-99ec-7aa769fb20c3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:11:14.087282 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7936abe8-9ebd-48cc-99ec-7aa769fb20c3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:14.087908 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-38f4d453-da28-4593-8aea-8919917871af admin admin] Allocated IP 172.25.1.102 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/58593b2a-177b-4c2e-ad4c-e8f2580b838b) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:11:14.093531 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7936abe8-9ebd-48cc-99ec-7aa769fb20c3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:14.094443 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7936abe8-9ebd-48cc-99ec-7aa769fb20c3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:14.107267 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cc749d-91b7-49f7-b4c0-670b6f3c66e0 None None] Network 97ef3822-ca02-4ca9-9559-abbd57876caf requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:11:14.120484 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7936abe8-9ebd-48cc-99ec-7aa769fb20c3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9049048 Nov 27 04:11:14.120852 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42304) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:14.126072 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad7783b-131d-4b01-be14-e39987633bd0 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:11:14.126449 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad7783b-131d-4b01-be14-e39987633bd0 None None] Checking segment: {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:11:14.127514 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bad7783b-131d-4b01-be14-e39987633bd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:14.127657 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad7783b-131d-4b01-be14-e39987633bd0 None None] Bound using segment: {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:11:14.128136 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-bad7783b-131d-4b01-be14-e39987633bd0 None None] Bound port: bb985203-c1da-44a6-8474-4ba2874760f1, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:11:14.128525 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bad7783b-131d-4b01-be14-e39987633bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:14.154701 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [None req-082d6dac-f3a6-4e18-82e4-b8a1dbee19c1 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] device_id is not set on port 4ae3b2c8-4084-42cb-9384-36a99af72689 yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:11:14.161475 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b9a7788a-0560-447d-88bf-20305d5773b4 req-dd5ba8f1-6fcc-4eb1-aa3d-1ac040c89147 service neutron] 10.222.0.23 "GET /v2.0/networks/f5be6ff6-7679-4336-aa7e-b7dc23104991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5200899 Nov 27 04:11:14.172694 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-84808ec1-9cc3-4f2f-a96f-d3c23e07aa11 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:14.233031 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf426118-baa0-42b4-ac7b-a0bd5773ac51 None None] Network 7c636381-518c-47c4-9798-7b99af15f64b is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:11:14.266892 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-786a034a-cb49-4400-9932-051d267a63f0 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Deleting port 0eb047cd-46fa-42d5-bd0d-861046346041 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:11:14.267232 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-786a034a-cb49-4400-9932-051d267a63f0 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:14.270628 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-cf426118-baa0-42b4-ac7b-a0bd5773ac51 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:11:14.287903 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf426118-baa0-42b4-ac7b-a0bd5773ac51 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:11:14.304933 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf426118-baa0-42b4-ac7b-a0bd5773ac51 None None] Pushing event updated for resources: {'Port': ['ID=7520659d-3f95-401e-88be-c687eafe270c,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:14.345115 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-84808ec1-9cc3-4f2f-a96f-d3c23e07aa11 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:14.359492 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-786a034a-cb49-4400-9932-051d267a63f0 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:14.373260 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-786a034a-cb49-4400-9932-051d267a63f0 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Calling delete_port for 0eb047cd-46fa-42d5-bd0d-861046346041 owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:11:14.394316 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-84808ec1-9cc3-4f2f-a96f-d3c23e07aa11 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:14.399345 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-84808ec1-9cc3-4f2f-a96f-d3c23e07aa11 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8393931 Nov 27 04:11:14.402234 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42310) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:14.410309 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-7358e7bd-0034-4365-af17-f2a0931c11a2 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'security_group_rule': {'security_group_id': '60a7d62e-7629-4401-ae2b-6e86ee2e006a', 'project_id': '13b1fee7d54d401493a1883da20540bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:14.435290 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84808ec1-9cc3-4f2f-a96f-d3c23e07aa11 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=462b092e-bbb1-4e19-9023-08a7964fe1a0,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:14.460210 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-786a034a-cb49-4400-9932-051d267a63f0 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:14.469782 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7358e7bd-0034-4365-af17-f2a0931c11a2 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:14.472285 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-cf426118-baa0-42b4-ac7b-a0bd5773ac51 None None] Attempting to bind port 7520659d-3f95-401e-88be-c687eafe270c on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:11:14.474246 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-cf426118-baa0-42b4-ac7b-a0bd5773ac51 None None] Attempting to bind port 7520659d-3f95-401e-88be-c687eafe270c by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'fb098388-3a92-4ab4-80c1-f41ab44b0ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7c636381-518c-47c4-9798-7b99af15f64b'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:11:14.474833 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf426118-baa0-42b4-ac7b-a0bd5773ac51 None None] Attempting to bind port 7520659d-3f95-401e-88be-c687eafe270c on network 7c636381-518c-47c4-9798-7b99af15f64b {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:11:14.489549 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a034a-cb49-4400-9932-051d267a63f0 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event deleted for resources: {'Port': ['ID=0eb047cd-46fa-42d5-bd0d-861046346041,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:14.497682 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-786a034a-cb49-4400-9932-051d267a63f0 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:14.500961 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-786a034a-cb49-4400-9932-051d267a63f0 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/ports/0eb047cd-46fa-42d5-bd0d-861046346041 HTTP/1.1" status: 204 len: 168 time: 0.3791184 Nov 27 04:11:14.504980 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42312) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:14.592863 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-bad7783b-131d-4b01-be14-e39987633bd0 None None] For port bb985203-c1da-44a6-8474-4ba2874760f1, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:11:14.601539 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-38f4d453-da28-4593-8aea-8919917871af admin admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:14.608000 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-bad7783b-131d-4b01-be14-e39987633bd0 None None] For port bb985203-c1da-44a6-8474-4ba2874760f1, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=bb985203-c1da-44a6-8474-4ba2874760f1,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:11:14.614251 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf426118-baa0-42b4-ac7b-a0bd5773ac51 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:11:14.614967 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf426118-baa0-42b4-ac7b-a0bd5773ac51 None None] Checking segment: {'id': 'fb098388-3a92-4ab4-80c1-f41ab44b0ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7c636381-518c-47c4-9798-7b99af15f64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:11:14.615555 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cf426118-baa0-42b4-ac7b-a0bd5773ac51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:14.616240 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf426118-baa0-42b4-ac7b-a0bd5773ac51 None None] Bound using segment: {'id': 'fb098388-3a92-4ab4-80c1-f41ab44b0ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7c636381-518c-47c4-9798-7b99af15f64b'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:11:14.616909 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-cf426118-baa0-42b4-ac7b-a0bd5773ac51 None None] Bound port: 7520659d-3f95-401e-88be-c687eafe270c, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb098388-3a92-4ab4-80c1-f41ab44b0ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7c636381-518c-47c4-9798-7b99af15f64b'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:11:14.618057 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cf426118-baa0-42b4-ac7b-a0bd5773ac51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:14.638667 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bad7783b-131d-4b01-be14-e39987633bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:14.641361 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae6dc36-5be4-47ed-9855-96a862994dba tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:14.656810 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae6dc36-5be4-47ed-9855-96a862994dba tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:14.659104 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8ae6dc36-5be4-47ed-9855-96a862994dba tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.1531467 Nov 27 04:11:14.661874 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42314) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:14.722586 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-082d6dac-f3a6-4e18-82e4-b8a1dbee19c1 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Allocated IP 2001:db8::43 (69dee5df-a2b5-4f80-b023-d216a074fa83/0768ec6c-4603-49c1-85fb-eae11aa509d1/4ae3b2c8-4084-42cb-9384-36a99af72689) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:11:14.759357 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7358e7bd-0034-4365-af17-f2a0931c11a2 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:14.761445 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-082d6dac-f3a6-4e18-82e4-b8a1dbee19c1 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6e:a0ae (69dee5df-a2b5-4f80-b023-d216a074fa83/5fff960c-2b67-4e1a-b270-7e963cf77f2d/4ae3b2c8-4084-42cb-9384-36a99af72689) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:11:14.771941 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7358e7bd-0034-4365-af17-f2a0931c11a2 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:14.825211 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7358e7bd-0034-4365-af17-f2a0931c11a2 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:14.831072 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7358e7bd-0034-4365-af17-f2a0931c11a2 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4240506 Nov 27 04:11:14.836812 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42316) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:14.856918 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-55b3839a-1e20-476e-86eb-0c3bc8048e65 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'security_group_rule': {'security_group_id': '60a7d62e-7629-4401-ae2b-6e86ee2e006a', 'project_id': '13b1fee7d54d401493a1883da20540bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:14.861963 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-c1d4bf6d-0a7b-4d73-8f03-a1a82b65d8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'name': 'tempest-AttachVolumeShelveTestJSON-765555677-router', 'tenant_id': '797b4470e1204f95b4c65fa8076beed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e1e7af8e-f203-4f67-8296-760310cf80dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:10:03Z', 'updated_at': '2021-11-27T04:10:21Z', 'revision_number': 4, 'project_id': '797b4470e1204f95b4c65fa8076beed0', 'gw_port': {'id': 'e1e7af8e-f203-4f67-8296-760310cf80dc', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:05Z', 'updated_at': '2021-11-27T04:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '86f6595e-9049-4e01-aecc-d59ba141554d', 'tenant_id': '797b4470e1204f95b4c65fa8076beed0', 'floating_ip_address': '172.25.1.96', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'port_id': '397418f9-b2a5-4f52-b913-55a426e288e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991', 'mac_address': 'fa:16:3e:9d:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2a4363-351d-40a7-8292-5650a354cad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:10:34Z', 'updated_at': '2021-11-27T04:11:10Z', 'revision_number': 1, 'project_id': '797b4470e1204f95b4c65fa8076beed0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c5d7d9-aa4d-4857-8193-53249e9b1bc2', 'name': '', 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991', 'tenant_id': '797b4470e1204f95b4c65fa8076beed0', 'mac_address': 'fa:16:3e:75:f7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '129d6819-d46b-4873-8019-a59c438c16e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:16Z', 'updated_at': '2021-11-27T04:10:30Z', 'revision_number': 5, 'project_id': '797b4470e1204f95b4c65fa8076beed0', 'subnets': [{'id': '129d6819-d46b-4873-8019-a59c438c16e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:14.888009 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-38f4d453-da28-4593-8aea-8919917871af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:14.901306 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7358e7bd-0034-4365-af17-f2a0931c11a2 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce1587b2-8b35-4b89-b415-80d461df9e3b,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:14.938153 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d4bf6d-0a7b-4d73-8f03-a1a82b65d8a1 None None] Checking router: 4b4d6341-aff2-447e-8f68-59fea73151c9 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:11:14.942243 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-cf426118-baa0-42b4-ac7b-a0bd5773ac51 None None] For port 7520659d-3f95-401e-88be-c687eafe270c, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:11:14.946579 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7783b-131d-4b01-be14-e39987633bd0 None None] Pushing event updated for resources: {'Port': ['ID=bb985203-c1da-44a6-8474-4ba2874760f1,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:14.965297 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-cf426118-baa0-42b4-ac7b-a0bd5773ac51 None None] For port 7520659d-3f95-401e-88be-c687eafe270c, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=7520659d-3f95-401e-88be-c687eafe270c,segment=NetworkSegment(fb098388-3a92-4ab4-80c1-f41ab44b0ec5),segment_id=fb098388-3a92-4ab4-80c1-f41ab44b0ec5)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:11:14.968077 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d4bf6d-0a7b-4d73-8f03-a1a82b65d8a1 None None] Routers {'4b4d6341-aff2-447e-8f68-59fea73151c9'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:11:14.968650 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-c1d4bf6d-0a7b-4d73-8f03-a1a82b65d8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:10:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4b4d6341-aff2-447e-8f68-59fea73151c9'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:14.971700 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-3ef2a6dd-5f42-4e15-a9e1-d87f14235c3e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Deleting port 518dc948-00f6-465c-b01a-e20fc67a3180 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:11:14.973147 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cf426118-baa0-42b4-ac7b-a0bd5773ac51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:14.974502 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3ef2a6dd-5f42-4e15-a9e1-d87f14235c3e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:15.040608 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f4d453-da28-4593-8aea-8919917871af admin admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:11:15.047066 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-38f4d453-da28-4593-8aea-8919917871af admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:11:15.055914 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-55b3839a-1e20-476e-86eb-0c3bc8048e65 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:15.085297 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f4d453-da28-4593-8aea-8919917871af admin admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:11:15.198811 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3ef2a6dd-5f42-4e15-a9e1-d87f14235c3e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:15.227100 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-3ef2a6dd-5f42-4e15-a9e1-d87f14235c3e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Calling delete_port for 518dc948-00f6-465c-b01a-e20fc67a3180 owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:11:15.264506 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4d453-da28-4593-8aea-8919917871af admin admin] Pushing event updated for resources: {'Port': ['ID=58593b2a-177b-4c2e-ad4c-e8f2580b838b,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:15.464235 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3ef2a6dd-5f42-4e15-a9e1-d87f14235c3e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:15.516754 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34af80a4-8e07-47d4-a113-339f49be7fa7 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:11:15.522130 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device bb985203-c1da-44a6-8474-4ba2874760f1 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:11:15.537357 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef2a6dd-5f42-4e15-a9e1-d87f14235c3e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event deleted for resources: {'Port': ['ID=518dc948-00f6-465c-b01a-e20fc67a3180,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:15.540449 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-55b3839a-1e20-476e-86eb-0c3bc8048e65 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:15.552605 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3ef2a6dd-5f42-4e15-a9e1-d87f14235c3e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:15.560400 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3ef2a6dd-5f42-4e15-a9e1-d87f14235c3e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/ports/518dc948-00f6-465c-b01a-e20fc67a3180 HTTP/1.1" status: 204 len: 168 time: 0.8914936 Nov 27 04:11:15.560919 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42330) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:15.581516 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-55b3839a-1e20-476e-86eb-0c3bc8048e65 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:15.640128 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-082d6dac-f3a6-4e18-82e4-b8a1dbee19c1 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:15.650505 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b3839a-1e20-476e-86eb-0c3bc8048e65 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49dade24-7abc-43cb-8fef-285c320e5e07,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:15.662976 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-55b3839a-1e20-476e-86eb-0c3bc8048e65 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:15.664896 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-55b3839a-1e20-476e-86eb-0c3bc8048e65 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8150373 Nov 27 04:11:15.672733 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42332) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:15.679922 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-54ec2f2a-f9db-41cd-8648-0ac858da57bf tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'security_group_rule': {'security_group_id': '60a7d62e-7629-4401-ae2b-6e86ee2e006a', 'project_id': '13b1fee7d54d401493a1883da20540bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:15.713950 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf426118-baa0-42b4-ac7b-a0bd5773ac51 None None] Pushing event updated for resources: {'Port': ['ID=7520659d-3f95-401e-88be-c687eafe270c,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:15.732699 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21938160-6ea8-4d76-a19d-623cac0007b4 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:15.736794 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-21938160-6ea8-4d76-a19d-623cac0007b4 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1718206 Nov 27 04:11:15.739958 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42336) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:15.743556 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port bb985203-c1da-44a6-8474-4ba2874760f1 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:15.744132 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:15.793148 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-1edce9f6-eff5-4952-8393-1a9b92ae71bb None None] Provisioning complete for port 58593b2a-177b-4c2e-ad4c-e8f2580b838b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:15.793393 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4a01c0c-8cab-4e58-ade8-eceb9abd8a2d tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] GET failed (client error): The resource could not be found. Nov 27 04:11:15.796072 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d4a01c0c-8cab-4e58-ade8-eceb9abd8a2d tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "GET /v2.0/ports/0eb047cd-46fa-42d5-bd0d-861046346041 HTTP/1.1" status: 404 len: 333 time: 0.0542276 Nov 27 04:11:15.799027 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42338) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:15.801558 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1edce9f6-eff5-4952-8393-1a9b92ae71bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:15.827784 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c5577ef-0e79-40e6-8d22-87fd860bac99 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] GET failed (client error): The resource could not be found. Nov 27 04:11:15.832236 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7c5577ef-0e79-40e6-8d22-87fd860bac99 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "GET /v2.0/ports/518dc948-00f6-465c-b01a-e20fc67a3180 HTTP/1.1" status: 404 len: 333 time: 0.0321763 Nov 27 04:11:15.832911 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42340) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:15.853778 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-c1d4bf6d-0a7b-4d73-8f03-a1a82b65d8a1 None None] Set router 4b4d6341-aff2-447e-8f68-59fea73151c9 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:11:15.930564 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f780a258-15f7-46fb-927d-28be37b55a5a tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:15.951583 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-38f4d453-da28-4593-8aea-8919917871af admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:15.956720 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-082d6dac-f3a6-4e18-82e4-b8a1dbee19c1 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:15.981969 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-1edce9f6-eff5-4952-8393-1a9b92ae71bb None None] Port 58593b2a-177b-4c2e-ad4c-e8f2580b838b cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:11:16.097430 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f780a258-15f7-46fb-927d-28be37b55a5a tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:16.179466 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-f780a258-15f7-46fb-927d-28be37b55a5a tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97ef3822-ca02-4ca9-9559-abbd57876caf']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:16.197430 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-f780a258-15f7-46fb-927d-28be37b55a5a tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ac3d0ea-98c4-4697-9efc-1324ac76a035') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:16.197827 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-f780a258-15f7-46fb-927d-28be37b55a5a tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ac3d0ea-98c4-4697-9efc-1324ac76a035') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:16.223700 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f780a258-15f7-46fb-927d-28be37b55a5a tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:16.259703 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f780a258-15f7-46fb-927d-28be37b55a5a tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:16.266387 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f780a258-15f7-46fb-927d-28be37b55a5a tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:11:16.266962 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f780a258-15f7-46fb-927d-28be37b55a5a tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:16.402476 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bd50c341-add1-403d-b375-d5553bbf27f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:16.417180 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:11:16.417180 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:11:16.417180 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:11:16.417180 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:11:16.417180 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:11:16.417180 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:11:16.417180 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:11:16.417180 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:11:16.417180 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:11:16.417180 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:11:16.417180 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:11:16.417180 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:11:16.417180 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:11:16.417180 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:11:16.417180 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:11:16.417180 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:11:16.417180 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:11:16.417180 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:11:16.417180 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:11:16.417180 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:11:16.417180 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:11:16.417180 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:11:16.417180 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:11:16.417180 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:11:16.417180 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:11:16.417180 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:11:16.417180 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:11:16.417180 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:11:16.417180 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:11:16.417180 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:11:16.417180 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:11:16.417180 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:11:16.427627 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f780a258-15f7-46fb-927d-28be37b55a5a tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:16.433813 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f780a258-15f7-46fb-927d-28be37b55a5a tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:16.440251 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f780a258-15f7-46fb-927d-28be37b55a5a tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/networks/97ef3822-ca02-4ca9-9559-abbd57876caf HTTP/1.1" status: 204 len: 168 time: 0.6048968 Nov 27 04:11:16.446519 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:16.456814 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:16.483286 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42344) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:16.485932 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f780a258-15f7-46fb-927d-28be37b55a5a tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event deleted for resources: {'Network': ['ID=97ef3822-ca02-4ca9-9559-abbd57876caf,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:16.508116 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-ef7f4f4a-5ac8-4eb3-ae24-d9d7b123323b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1769612718'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:16.564463 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port bb985203-c1da-44a6-8474-4ba2874760f1, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=bb985203-c1da-44a6-8474-4ba2874760f1,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:11:16.569236 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7f4f4a-5ac8-4eb3-ae24-d9d7b123323b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Made reservation on behalf of e0c528b777a044b1b1470d3e561f543a for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:11:16.578967 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ef7f4f4a-5ac8-4eb3-ae24-d9d7b123323b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:16.583649 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-c1d4bf6d-0a7b-4d73-8f03-a1a82b65d8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'name': 'tempest-AttachVolumeShelveTestJSON-765555677-router', 'tenant_id': '797b4470e1204f95b4c65fa8076beed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e1e7af8e-f203-4f67-8296-760310cf80dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:10:03Z', 'updated_at': '2021-11-27T04:10:21Z', 'revision_number': 4, 'project_id': '797b4470e1204f95b4c65fa8076beed0', 'gw_port': {'id': 'e1e7af8e-f203-4f67-8296-760310cf80dc', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:05Z', 'updated_at': '2021-11-27T04:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '86f6595e-9049-4e01-aecc-d59ba141554d', 'tenant_id': '797b4470e1204f95b4c65fa8076beed0', 'floating_ip_address': '172.25.1.96', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'port_id': '397418f9-b2a5-4f52-b913-55a426e288e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991', 'mac_address': 'fa:16:3e:9d:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2a4363-351d-40a7-8292-5650a354cad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:10:34Z', 'updated_at': '2021-11-27T04:11:10Z', 'revision_number': 1, 'project_id': '797b4470e1204f95b4c65fa8076beed0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c5d7d9-aa4d-4857-8193-53249e9b1bc2', 'name': '', 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991', 'tenant_id': '797b4470e1204f95b4c65fa8076beed0', 'mac_address': 'fa:16:3e:75:f7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '129d6819-d46b-4873-8019-a59c438c16e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:16Z', 'updated_at': '2021-11-27T04:10:30Z', 'revision_number': 5, 'project_id': '797b4470e1204f95b4c65fa8076beed0', 'subnets': [{'id': '129d6819-d46b-4873-8019-a59c438c16e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:16.595256 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:16.641688 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d4bf6d-0a7b-4d73-8f03-a1a82b65d8a1 None None] The sync data for ids ['4b4d6341-aff2-447e-8f68-59fea73151c9'] in n-d-819494-3 is: [{'id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'name': 'tempest-AttachVolumeShelveTestJSON-765555677-router', 'tenant_id': '797b4470e1204f95b4c65fa8076beed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e1e7af8e-f203-4f67-8296-760310cf80dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:10:03Z', 'updated_at': '2021-11-27T04:10:21Z', 'revision_number': 4, 'project_id': '797b4470e1204f95b4c65fa8076beed0', 'gw_port': {'id': 'e1e7af8e-f203-4f67-8296-760310cf80dc', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:05Z', 'updated_at': '2021-11-27T04:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '86f6595e-9049-4e01-aecc-d59ba141554d', 'tenant_id': '797b4470e1204f95b4c65fa8076beed0', 'floating_ip_address': '172.25.1.96', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'port_id': '397418f9-b2a5-4f52-b913-55a426e288e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991', 'mac_address': 'fa:16:3e:9d:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2a4363-351d-40a7-8292-5650a354cad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:10:34Z', 'updated_at': '2021-11-27T04:11:10Z', 'revision_number': 1, 'project_id': '797b4470e1204f95b4c65fa8076beed0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c5d7d9-aa4d-4857-8193-53249e9b1bc2', 'name': '', 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991', 'tenant_id': '797b4470e1204f95b4c65fa8076beed0', 'mac_address': 'fa:16:3e:75:f7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '129d6819-d46b-4873-8019-a59c438c16e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:16Z', 'updated_at': '2021-11-27T04:10:30Z', 'revision_number': 5, 'project_id': '797b4470e1204f95b4c65fa8076beed0', 'subnets': [{'id': '129d6819-d46b-4873-8019-a59c438c16e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:11:16.642663 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef7f4f4a-5ac8-4eb3-ae24-d9d7b123323b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:11:16.673546 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ef7f4f4a-5ac8-4eb3-ae24-d9d7b123323b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:16.676534 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-ef7f4f4a-5ac8-4eb3-ae24-d9d7b123323b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Added segment ec442b39-511a-434a-8ee4-d3b5c119ec7d of type vlan for network 1d0d79ae-91ec-435d-ae37-4c221ddabe26 Nov 27 04:11:16.699179 n-d-819494-3 neutron-server[110019]: INFO neutron.db.securitygroups_db [None req-54ec2f2a-f9db-41cd-8648-0ac858da57bf tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Project 13b1fee7d54d401493a1883da20540bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 04:11:16.755335 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=bb985203-c1da-44a6-8474-4ba2874760f1,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:16.803249 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ef7f4f4a-5ac8-4eb3-ae24-d9d7b123323b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:16.808371 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082d6dac-f3a6-4e18-82e4-b8a1dbee19c1 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Port': ['ID=4ae3b2c8-4084-42cb-9384-36a99af72689,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:16.819233 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de896a2-3e2a-48f1-baf1-eea582843e25 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:11:16.827549 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-54ec2f2a-f9db-41cd-8648-0ac858da57bf tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:16.902700 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082d6dac-f3a6-4e18-82e4-b8a1dbee19c1 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:11:16.907072 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-082d6dac-f3a6-4e18-82e4-b8a1dbee19c1 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:11:16.909730 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082d6dac-f3a6-4e18-82e4-b8a1dbee19c1 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:11:16.918384 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082d6dac-f3a6-4e18-82e4-b8a1dbee19c1 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:16.919198 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-082d6dac-f3a6-4e18-82e4-b8a1dbee19c1 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:16.962021 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-54ec2f2a-f9db-41cd-8648-0ac858da57bf tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:16.999723 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-082d6dac-f3a6-4e18-82e4-b8a1dbee19c1 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.2021182 Nov 27 04:11:17.003992 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42350) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:17.039347 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-54ec2f2a-f9db-41cd-8648-0ac858da57bf tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:17.046078 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46c9d199-ac92-4b0d-beb1-7efbe26cf264 None None] Provisioning complete for port bb985203-c1da-44a6-8474-4ba2874760f1 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:17.046449 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46c9d199-ac92-4b0d-beb1-7efbe26cf264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:17.065740 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7be2d51-e2aa-45ba-8043-d675e608becd None None] New status for floating IP 86f6595e-9049-4e01-aecc-d59ba141554d: ACTIVE {{(pid=110021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:11:17.167091 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ec2f2a-f9db-41cd-8648-0ac858da57bf tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3a402e3-68fa-4d35-a65e-503e8a8f46c9,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:17.244864 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-54ec2f2a-f9db-41cd-8648-0ac858da57bf tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:17.249750 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-54ec2f2a-f9db-41cd-8648-0ac858da57bf tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.5705907 Nov 27 04:11:17.259374 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42354) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:17.269849 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-bdfa3582-3e47-457c-a0aa-e75e06afa807 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'security_group_rule': {'security_group_id': '60a7d62e-7629-4401-ae2b-6e86ee2e006a', 'project_id': '13b1fee7d54d401493a1883da20540bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:17.349916 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66b31e2-ac94-4465-b96f-e6435bb4e3eb None None] Update dhcp port {'port': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'fixed_ips': [{'subnet_id': '0768ec6c-4603-49c1-85fb-eae11aa509d1', 'ip_address': '2001:db8::2'}, {'subnet_id': '5fff960c-2b67-4e1a-b270-7e963cf77f2d'}], 'binding:host_id': 'n-d-819494-3'}, 'id': 'bb985203-c1da-44a6-8474-4ba2874760f1'} from n-d-819494-3. {{(pid=110020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 04:11:17.418429 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e66b31e2-ac94-4465-b96f-e6435bb4e3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:17.477384 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ef7f4f4a-5ac8-4eb3-ae24-d9d7b123323b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:17.485809 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7f4f4a-5ac8-4eb3-ae24-d9d7b123323b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:17.486436 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ef7f4f4a-5ac8-4eb3-ae24-d9d7b123323b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:17.519116 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device bb985203-c1da-44a6-8474-4ba2874760f1 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:11:17.556758 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dab411-3aad-4fbc-8ce0-d7ea20f90040 None None] Network 7c636381-518c-47c4-9798-7b99af15f64b requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:11:17.562419 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-38f4d453-da28-4593-8aea-8919917871af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:17.638989 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ef7f4f4a-5ac8-4eb3-ae24-d9d7b123323b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1422660 Nov 27 04:11:17.639833 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42356) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:17.656328 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-8f3c5f01-04bc-4b95-9b70-9056e26a988f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'subnet': {'network_id': '1d0d79ae-91ec-435d-ae37-4c221ddabe26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:17.660958 n-d-819494-3 neutron-server[110019]: INFO neutron.db.securitygroups_db [None req-bdfa3582-3e47-457c-a0aa-e75e06afa807 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Project 13b1fee7d54d401493a1883da20540bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 04:11:17.669254 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f4f4a-5ac8-4eb3-ae24-d9d7b123323b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'Network': ['ID=1d0d79ae-91ec-435d-ae37-4c221ddabe26,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:17.699438 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 1d0d79ae-91ec-435d-ae37-4c221ddabe26 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:11:17.712566 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3582-3e47-457c-a0aa-e75e06afa807 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:17.813789 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-cb4dab2a-82b9-405f-aa7b-abe65bd8a66c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting port 4ae3b2c8-4084-42cb-9384-36a99af72689 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:11:17.813976 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cb4dab2a-82b9-405f-aa7b-abe65bd8a66c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:17.862163 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-4c335660-38b5-4bfb-bf95-b7410553eb8d None None] Provisioning complete for port 7520659d-3f95-401e-88be-c687eafe270c triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:17.862535 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4c335660-38b5-4bfb-bf95-b7410553eb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:17.896492 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port bb985203-c1da-44a6-8474-4ba2874760f1 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:17.896871 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:17.899761 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3582-3e47-457c-a0aa-e75e06afa807 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:17.911031 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3582-3e47-457c-a0aa-e75e06afa807 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:17.953630 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa3582-3e47-457c-a0aa-e75e06afa807 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4c06650-46c8-45d3-b5f0-38bb7dd66737,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:17.972892 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3582-3e47-457c-a0aa-e75e06afa807 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:17.974835 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-bdfa3582-3e47-457c-a0aa-e75e06afa807 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7106986 Nov 27 04:11:17.977130 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cb4dab2a-82b9-405f-aa7b-abe65bd8a66c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:17.980208 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42362) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:17.985423 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-ca5a0381-e6db-48e3-9c33-71bd5ad8c170 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'network': {'name': 'tempest-network-smoke--269762513', 'project_id': '13b1fee7d54d401493a1883da20540bb', 'port_security_enabled': True}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:17.989054 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f4d453-da28-4593-8aea-8919917871af admin admin] Router 241fc0de-0534-4620-9f4c-6b10da957712 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:11:18.006117 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-cb4dab2a-82b9-405f-aa7b-abe65bd8a66c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Calling delete_port for 4ae3b2c8-4084-42cb-9384-36a99af72689 owned by {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:11:18.011840 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3c5f01-04bc-4b95-9b70-9056e26a988f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Made reservation on behalf of e0c528b777a044b1b1470d3e561f543a for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:11:18.016934 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8f3c5f01-04bc-4b95-9b70-9056e26a988f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:18.084393 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 7520659d-3f95-401e-88be-c687eafe270c up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:11:18.124867 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.ipam_backend_mixin [None req-8f3c5f01-04bc-4b95-9b70-9056e26a988f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Performing IP validity checks on allocation pools {{(pid=110018) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 27 04:11:18.125186 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-e66b31e2-ac94-4465-b96f-e6435bb4e3eb None None] Allocated IP 2001:db8:0:1:f816:3eff:feb2:65c1 (69dee5df-a2b5-4f80-b023-d216a074fa83/5fff960c-2b67-4e1a-b270-7e963cf77f2d/bb985203-c1da-44a6-8474-4ba2874760f1) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:11:18.125493 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.ipam_backend_mixin [None req-8f3c5f01-04bc-4b95-9b70-9056e26a988f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110018) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 27 04:11:18.225131 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5a0381-e6db-48e3-9c33-71bd5ad8c170 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Made reservation on behalf of 13b1fee7d54d401493a1883da20540bb for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:11:18.229542 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca5a0381-e6db-48e3-9c33-71bd5ad8c170 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:18.300740 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca5a0381-e6db-48e3-9c33-71bd5ad8c170 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:11:18.346953 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca5a0381-e6db-48e3-9c33-71bd5ad8c170 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:18.346953 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-ca5a0381-e6db-48e3-9c33-71bd5ad8c170 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Added segment bd8e6abd-99d5-40f2-a506-9388cbe4cd70 of type vlan for network 625c81c1-ffd4-46b7-bcec-ab3c294d8d2e Nov 27 04:11:18.396385 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4c335660-38b5-4bfb-bf95-b7410553eb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:18.422562 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8f3c5f01-04bc-4b95-9b70-9056e26a988f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:18.461846 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 7520659d-3f95-401e-88be-c687eafe270c triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:18.462227 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:18.500198 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f4d453-da28-4593-8aea-8919917871af admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:11:18.577816 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-38f4d453-da28-4593-8aea-8919917871af admin admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:18.579293 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-38f4d453-da28-4593-8aea-8919917871af admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.8053603 Nov 27 04:11:18.587634 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42366) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:18.601364 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c5f01-04bc-4b95-9b70-9056e26a988f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'Subnet': ['ID=304a64a7-9152-42cf-ba17-a410d771ca2f,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:18.628827 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3c5f01-04bc-4b95-9b70-9056e26a988f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Checking segment: {'id': 'ec442b39-511a-434a-8ee4-d3b5c119ec7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1d0d79ae-91ec-435d-ae37-4c221ddabe26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:11:18.629266 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3c5f01-04bc-4b95-9b70-9056e26a988f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Network hostable DHCP agents. Network: 1d0d79ae-91ec-435d-ae37-4c221ddabe26, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:11:18.666415 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-845e8271-05ff-4ecf-bb04-53481523d8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:18.677514 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cb672f-6ee1-42d8-84a7-7c30ec95a65f None None] Sync routers for ids ['241fc0de-0534-4620-9f4c-6b10da957712'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:11:18.717266 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-4c335660-38b5-4bfb-bf95-b7410553eb8d None None] For port 7520659d-3f95-401e-88be-c687eafe270c, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=7520659d-3f95-401e-88be-c687eafe270c,segment=NetworkSegment(fb098388-3a92-4ab4-80c1-f41ab44b0ec5),segment_id=fb098388-3a92-4ab4-80c1-f41ab44b0ec5)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:11:18.729758 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3c5f01-04bc-4b95-9b70-9056e26a988f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Network 1d0d79ae-91ec-435d-ae37-4c221ddabe26 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:11:18.733377 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca5a0381-e6db-48e3-9c33-71bd5ad8c170 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:18.740624 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4c335660-38b5-4bfb-bf95-b7410553eb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:18.746230 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-8f3c5f01-04bc-4b95-9b70-9056e26a988f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 1d0d79ae-91ec-435d-ae37-4c221ddabe26) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:11:18.752056 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3c5f01-04bc-4b95-9b70-9056e26a988f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:18.752235 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cb672f-6ee1-42d8-84a7-7c30ec95a65f None None] Routers {'241fc0de-0534-4620-9f4c-6b10da957712'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:11:18.752601 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8f3c5f01-04bc-4b95-9b70-9056e26a988f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:18.752774 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-e9cb672f-6ee1-42d8-84a7-7c30ec95a65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:11:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['241fc0de-0534-4620-9f4c-6b10da957712'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:18.759116 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-e66b31e2-ac94-4465-b96f-e6435bb4e3eb None None] For port bb985203-c1da-44a6-8474-4ba2874760f1, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=bb985203-c1da-44a6-8474-4ba2874760f1,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:11:18.796182 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8f3c5f01-04bc-4b95-9b70-9056e26a988f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1482124 Nov 27 04:11:18.798050 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42368) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:18.808697 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-849a78df-c38b-4e09-bb25-0ac6b1586d4a tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'port': {'network_id': '1d0d79ae-91ec-435d-ae37-4c221ddabe26', 'name': 'tempest-PortsTestJSON-338517603'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:18.828335 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683761c7-ad72-49ea-9d6e-ea90a94c5c6d None None] Network 1d0d79ae-91ec-435d-ae37-4c221ddabe26 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:11:19.033113 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:19.080847 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e66b31e2-ac94-4465-b96f-e6435bb4e3eb None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:19.127169 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e66b31e2-ac94-4465-b96f-e6435bb4e3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:19.131890 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849a78df-c38b-4e09-bb25-0ac6b1586d4a tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Made reservation on behalf of e0c528b777a044b1b1470d3e561f543a for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:11:19.145900 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-849a78df-c38b-4e09-bb25-0ac6b1586d4a tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:19.180413 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-849a78df-c38b-4e09-bb25-0ac6b1586d4a tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] device_id is not set on port 09a04c42-76cb-4dab-b402-756a2b26c41a yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:11:19.191937 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cb4dab2a-82b9-405f-aa7b-abe65bd8a66c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:19.193849 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca5a0381-e6db-48e3-9c33-71bd5ad8c170 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:19.201401 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5a0381-e6db-48e3-9c33-71bd5ad8c170 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:19.202169 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca5a0381-e6db-48e3-9c33-71bd5ad8c170 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:19.208362 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c335660-38b5-4bfb-bf95-b7410553eb8d None None] Pushing event updated for resources: {'Port': ['ID=7520659d-3f95-401e-88be-c687eafe270c,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:19.248021 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c335660-38b5-4bfb-bf95-b7410553eb8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:19.248795 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c335660-38b5-4bfb-bf95-b7410553eb8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:19.248795 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c335660-38b5-4bfb-bf95-b7410553eb8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:19.249145 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c335660-38b5-4bfb-bf95-b7410553eb8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:19.249384 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c335660-38b5-4bfb-bf95-b7410553eb8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:19.249842 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c335660-38b5-4bfb-bf95-b7410553eb8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:19.250024 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c335660-38b5-4bfb-bf95-b7410553eb8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:19.250233 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ca5a0381-e6db-48e3-9c33-71bd5ad8c170 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2686512 Nov 27 04:11:19.250381 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c335660-38b5-4bfb-bf95-b7410553eb8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:19.250739 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c335660-38b5-4bfb-bf95-b7410553eb8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:19.251071 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c335660-38b5-4bfb-bf95-b7410553eb8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:19.251406 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c335660-38b5-4bfb-bf95-b7410553eb8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:19.251737 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c335660-38b5-4bfb-bf95-b7410553eb8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:19.282136 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42380) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:19.290484 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-e9cb672f-6ee1-42d8-84a7-7c30ec95a65f None None] Set router 241fc0de-0534-4620-9f4c-6b10da957712 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:11:19.292962 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-7d4a331f-4e25-4cb3-8b47-9d9f0bdfa39f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1614728489', 'admin_state_up': True, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:19.347371 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7d4a331f-4e25-4cb3-8b47-9d9f0bdfa39f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:19.348428 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7d4a331f-4e25-4cb3-8b47-9d9f0bdfa39f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:19.352403 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4dab2a-82b9-405f-aa7b-abe65bd8a66c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Port': ['ID=4ae3b2c8-4084-42cb-9384-36a99af72689,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:19.479533 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-a7fe7790-904f-4cbb-b5ee-6b1d355c0d53 None None] Provisioning complete for port 7520659d-3f95-401e-88be-c687eafe270c triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:19.486345 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a7fe7790-904f-4cbb-b5ee-6b1d355c0d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:19.509346 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5a0381-e6db-48e3-9c33-71bd5ad8c170 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'Network': ['ID=625c81c1-ffd4-46b7-bcec-ab3c294d8d2e,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:19.596223 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cb4dab2a-82b9-405f-aa7b-abe65bd8a66c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:19.612307 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-849a78df-c38b-4e09-bb25-0ac6b1586d4a tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Allocated IP 172.20.0.7 (1d0d79ae-91ec-435d-ae37-4c221ddabe26/304a64a7-9152-42cf-ba17-a410d771ca2f/09a04c42-76cb-4dab-b402-756a2b26c41a) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:11:19.620779 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-cb4dab2a-82b9-405f-aa7b-abe65bd8a66c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/ports/4ae3b2c8-4084-42cb-9384-36a99af72689 HTTP/1.1" status: 204 len: 168 time: 2.6135328 Nov 27 04:11:19.622946 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42386) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:19.735763 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 625c81c1-ffd4-46b7-bcec-ab3c294d8d2e details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:11:19.739617 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 7520659d-3f95-401e-88be-c687eafe270c up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:11:19.818542 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5cfbf3-b666-4fde-8e77-d5a175a747ac tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:19.823094 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0b5cfbf3-b666-4fde-8e77-d5a175a747ac tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1991103 Nov 27 04:11:19.827989 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42388) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:19.896038 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b31e2-ac94-4465-b96f-e6435bb4e3eb None None] Pushing event updated for resources: {'Port': ['ID=bb985203-c1da-44a6-8474-4ba2874760f1,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:19.899327 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:19.926440 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7d4a331f-4e25-4cb3-8b47-9d9f0bdfa39f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:20.053348 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857971c0-cdd8-4d30-9838-ccf57c45546e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:20.058895 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-857971c0-cdd8-4d30-9838-ccf57c45546e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2202728 Nov 27 04:11:20.062839 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42392) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:20.085819 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b6d85d-40fe-4db6-981e-6e6eab244bf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-1d0d79ae-91ec-435d-ae37-4c221ddabe26', 'network_id': '1d0d79ae-91ec-435d-ae37-4c221ddabe26', 'tenant_id': 'e0c528b777a044b1b1470d3e561f543a', 'fixed_ips': [{'subnet_id': '304a64a7-9152-42cf-ba17-a410d771ca2f'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:11:20.090831 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-44b6d85d-40fe-4db6-981e-6e6eab244bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:20.190873 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000bc78f-2b31-4d7b-b014-f3e02f87df28 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:20.194709 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000bc78f-2b31-4d7b-b014-f3e02f87df28 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:20.198829 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000bc78f-2b31-4d7b-b014-f3e02f87df28 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:20.205797 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-000bc78f-2b31-4d7b-b014-f3e02f87df28 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1410589 Nov 27 04:11:20.208532 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42394) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:20.222894 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-849a78df-c38b-4e09-bb25-0ac6b1586d4a tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:20.344811 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-353e1c2a-1265-4aa6-bb7f-efe3ec2607c8 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting subnet 0768ec6c-4603-49c1-85fb-eae11aa509d1 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:11:20.351200 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-353e1c2a-1265-4aa6-bb7f-efe3ec2607c8 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:20.396402 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 7520659d-3f95-401e-88be-c687eafe270c triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:20.397424 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:20.405492 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-849a78df-c38b-4e09-bb25-0ac6b1586d4a tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:20.417601 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-353e1c2a-1265-4aa6-bb7f-efe3ec2607c8 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:20.509284 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7d4a331f-4e25-4cb3-8b47-9d9f0bdfa39f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:20.527167 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b403ffe0-c93a-4a6d-9f0d-26dc8254b4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:20.548463 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849a78df-c38b-4e09-bb25-0ac6b1586d4a tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Network 1d0d79ae-91ec-435d-ae37-4c221ddabe26 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:11:20.560959 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-849a78df-c38b-4e09-bb25-0ac6b1586d4a tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:11:20.568164 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a78df-c38b-4e09-bb25-0ac6b1586d4a tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'Port': ['ID=09a04c42-76cb-4dab-b402-756a2b26c41a,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:20.573204 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849a78df-c38b-4e09-bb25-0ac6b1586d4a tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:11:20.680122 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-353e1c2a-1265-4aa6-bb7f-efe3ec2607c8 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:20.712932 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849a78df-c38b-4e09-bb25-0ac6b1586d4a tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:20.713698 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-849a78df-c38b-4e09-bb25-0ac6b1586d4a tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:20.774973 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-849a78df-c38b-4e09-bb25-0ac6b1586d4a tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9753821 Nov 27 04:11:20.776023 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42400) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:20.882136 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-e9cb672f-6ee1-42d8-84a7-7c30ec95a65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241fc0de-0534-4620-9f4c-6b10da957712', 'name': 'tempest-TestServerMultinode-1602766494-router', 'tenant_id': '5bbe3d15f6f2412fb8ed2301e8fa31e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '58593b2a-177b-4c2e-ad4c-e8f2580b838b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:11:11Z', 'updated_at': '2021-11-27T04:11:15Z', 'revision_number': 3, 'project_id': '5bbe3d15f6f2412fb8ed2301e8fa31e8', 'gw_port': {'id': '58593b2a-177b-4c2e-ad4c-e8f2580b838b', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:9a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241fc0de-0534-4620-9f4c-6b10da957712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:11:13Z', 'updated_at': '2021-11-27T04:11:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:20.887730 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-87ec2e5c-468a-4667-8176-8babd2420a9b None None] Could not find standard attr ID for object 4ae3b2c8-4084-42cb-9384-36a99af72689. {{(pid=110020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 04:11:20.931466 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-44b6d85d-40fe-4db6-981e-6e6eab244bf7 None None] Allocated IP 172.20.0.2 (1d0d79ae-91ec-435d-ae37-4c221ddabe26/304a64a7-9152-42cf-ba17-a410d771ca2f/ebc0d9c6-71e8-4bd3-a13f-f46718767aac) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:11:20.933549 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cb672f-6ee1-42d8-84a7-7c30ec95a65f None None] Checking router: 241fc0de-0534-4620-9f4c-6b10da957712 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:11:20.933907 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cb672f-6ee1-42d8-84a7-7c30ec95a65f None None] Updating router 241fc0de-0534-4620-9f4c-6b10da957712 port 58593b2a-177b-4c2e-ad4c-e8f2580b838b binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:11:21.001597 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-353e1c2a-1265-4aa6-bb7f-efe3ec2607c8 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:21.013015 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-87ec2e5c-468a-4667-8176-8babd2420a9b None None] Provisioning complete for port bb985203-c1da-44a6-8474-4ba2874760f1 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:21.013410 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-87ec2e5c-468a-4667-8176-8babd2420a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:21.077084 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-353e1c2a-1265-4aa6-bb7f-efe3ec2607c8 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:21.080705 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-353e1c2a-1265-4aa6-bb7f-efe3ec2607c8 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/0768ec6c-4603-49c1-85fb-eae11aa509d1 HTTP/1.1" status: 204 len: 168 time: 0.8709862 Nov 27 04:11:21.081222 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e9cb672f-6ee1-42d8-84a7-7c30ec95a65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:21.082171 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e1c2a-1265-4aa6-bb7f-efe3ec2607c8 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Subnet': ['ID=0768ec6c-4603-49c1-85fb-eae11aa509d1,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:21.095881 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42402) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:21.199602 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e302902-2a9f-44a5-9806-0db362668d59 None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:11:21.265914 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-9368ce39-3ac8-4970-8e67-cac347eb6f67 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Deleting port 09a04c42-76cb-4dab-b402-756a2b26c41a {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:11:21.266283 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9368ce39-3ac8-4970-8e67-cac347eb6f67 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:21.283192 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-b458c2e4-b287-4d1f-a44b-f9b8513900ab tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting subnet 5fff960c-2b67-4e1a-b270-7e963cf77f2d {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:11:21.355580 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:21.409663 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b458c2e4-b287-4d1f-a44b-f9b8513900ab tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:21.589009 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b458c2e4-b287-4d1f-a44b-f9b8513900ab tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:21.618579 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device bb985203-c1da-44a6-8474-4ba2874760f1 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:11:21.693405 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9368ce39-3ac8-4970-8e67-cac347eb6f67 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:21.761799 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-9368ce39-3ac8-4970-8e67-cac347eb6f67 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Calling delete_port for 09a04c42-76cb-4dab-b402-756a2b26c41a owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:11:21.764489 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-b403ffe0-c93a-4a6d-9f0d-26dc8254b4cd admin admin] Allocated IP 172.20.0.1 (7c636381-518c-47c4-9798-7b99af15f64b/a1267ad0-5297-4baf-b014-39bd34e35128/806a4a43-97cc-4264-b385-0a013ea8c8bc) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:11:21.818018 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-55e4b93d-20be-4bc3-a60b-5fa300f58103 None None] Could not find standard attr ID for object 4ae3b2c8-4084-42cb-9384-36a99af72689. {{(pid=110020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 04:11:21.827547 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:21.873914 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-44b6d85d-40fe-4db6-981e-6e6eab244bf7 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:21.909284 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-44b6d85d-40fe-4db6-981e-6e6eab244bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:21.932709 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b458c2e4-b287-4d1f-a44b-f9b8513900ab tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:21.959806 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port bb985203-c1da-44a6-8474-4ba2874760f1 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:21.960213 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:21.968726 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6d85d-40fe-4db6-981e-6e6eab244bf7 None None] Pushing event updated for resources: {'Port': ['ID=ebc0d9c6-71e8-4bd3-a13f-f46718767aac,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:22.021557 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b6d85d-40fe-4db6-981e-6e6eab244bf7 None None] Network 1d0d79ae-91ec-435d-ae37-4c221ddabe26 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:11:22.044012 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-44b6d85d-40fe-4db6-981e-6e6eab244bf7 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:11:22.089507 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b6d85d-40fe-4db6-981e-6e6eab244bf7 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:11:22.107789 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7d4a331f-4e25-4cb3-8b47-9d9f0bdfa39f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for router_gateway, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:22.127543 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b458c2e4-b287-4d1f-a44b-f9b8513900ab tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:22.252700 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-44b6d85d-40fe-4db6-981e-6e6eab244bf7 None None] Attempting to bind port ebc0d9c6-71e8-4bd3-a13f-f46718767aac on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:11:22.252700 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-44b6d85d-40fe-4db6-981e-6e6eab244bf7 None None] Attempting to bind port ebc0d9c6-71e8-4bd3-a13f-f46718767aac by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'ec442b39-511a-434a-8ee4-d3b5c119ec7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1d0d79ae-91ec-435d-ae37-4c221ddabe26'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:11:22.252700 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b6d85d-40fe-4db6-981e-6e6eab244bf7 None None] Attempting to bind port ebc0d9c6-71e8-4bd3-a13f-f46718767aac on network 1d0d79ae-91ec-435d-ae37-4c221ddabe26 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:11:22.265485 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458c2e4-b287-4d1f-a44b-f9b8513900ab tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Subnet': ['ID=5fff960c-2b67-4e1a-b270-7e963cf77f2d,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:22.268955 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7d4a331f-4e25-4cb3-8b47-9d9f0bdfa39f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:22.285904 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b458c2e4-b287-4d1f-a44b-f9b8513900ab tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:22.319879 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42410) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:22.322947 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e9cb672f-6ee1-42d8-84a7-7c30ec95a65f None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:22.333352 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b6d85d-40fe-4db6-981e-6e6eab244bf7 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:11:22.334866 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b6d85d-40fe-4db6-981e-6e6eab244bf7 None None] Checking segment: {'id': 'ec442b39-511a-434a-8ee4-d3b5c119ec7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1d0d79ae-91ec-435d-ae37-4c221ddabe26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:11:22.334866 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-44b6d85d-40fe-4db6-981e-6e6eab244bf7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:22.337257 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b6d85d-40fe-4db6-981e-6e6eab244bf7 None None] Bound using segment: {'id': 'ec442b39-511a-434a-8ee4-d3b5c119ec7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1d0d79ae-91ec-435d-ae37-4c221ddabe26'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:11:22.338745 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-44b6d85d-40fe-4db6-981e-6e6eab244bf7 None None] Bound port: ebc0d9c6-71e8-4bd3-a13f-f46718767aac, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec442b39-511a-434a-8ee4-d3b5c119ec7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1d0d79ae-91ec-435d-ae37-4c221ddabe26'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:11:22.341274 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-44b6d85d-40fe-4db6-981e-6e6eab244bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:22.351402 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b458c2e4-b287-4d1f-a44b-f9b8513900ab tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/5fff960c-2b67-4e1a-b270-7e963cf77f2d HTTP/1.1" status: 204 len: 168 time: 1.2528679 Nov 27 04:11:22.361582 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9368ce39-3ac8-4970-8e67-cac347eb6f67 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:22.419420 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368ce39-3ac8-4970-8e67-cac347eb6f67 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event deleted for resources: {'Port': ['ID=09a04c42-76cb-4dab-b402-756a2b26c41a,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:22.493535 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e9cb672f-6ee1-42d8-84a7-7c30ec95a65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:22.515774 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-48f41d26-7729-4ae8-bdc0-9dcdf42e50b5 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1875670 Nov 27 04:11:22.520713 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42414) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:22.540615 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b403ffe0-c93a-4a6d-9f0d-26dc8254b4cd admin admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:22.549501 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-4eaa5890-d77a-47c8-9330-83c603efe5b0 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'subnet': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:22.645720 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-44b6d85d-40fe-4db6-981e-6e6eab244bf7 None None] For port ebc0d9c6-71e8-4bd3-a13f-f46718767aac, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:11:22.651016 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-44b6d85d-40fe-4db6-981e-6e6eab244bf7 None None] For port ebc0d9c6-71e8-4bd3-a13f-f46718767aac, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=ebc0d9c6-71e8-4bd3-a13f-f46718767aac,segment=NetworkSegment(ec442b39-511a-434a-8ee4-d3b5c119ec7d),segment_id=ec442b39-511a-434a-8ee4-d3b5c119ec7d)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:11:22.655519 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d09101-a3f4-469e-8353-b9a8493ebb52 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:11:22.698733 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-44b6d85d-40fe-4db6-981e-6e6eab244bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:22.734499 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9368ce39-3ac8-4970-8e67-cac347eb6f67 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:22.740233 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9368ce39-3ac8-4970-8e67-cac347eb6f67 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/ports/09a04c42-76cb-4dab-b402-756a2b26c41a HTTP/1.1" status: 204 len: 168 time: 1.9583623 Nov 27 04:11:22.741856 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42420) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:22.744008 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-e9cb672f-6ee1-42d8-84a7-7c30ec95a65f None None] Attempting to bind port 58593b2a-177b-4c2e-ad4c-e8f2580b838b on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:11:22.744616 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-e9cb672f-6ee1-42d8-84a7-7c30ec95a65f None None] Attempting to bind port 58593b2a-177b-4c2e-ad4c-e8f2580b838b by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:11:22.745258 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cb672f-6ee1-42d8-84a7-7c30ec95a65f None None] Attempting to bind port 58593b2a-177b-4c2e-ad4c-e8f2580b838b on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:11:22.766833 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-7d4a331f-4e25-4cb3-8b47-9d9f0bdfa39f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Allocated IP 172.25.1.79 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/7f210f11-33e1-45ce-80d3-7ffa8e343b84) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:11:22.798679 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b403ffe0-c93a-4a6d-9f0d-26dc8254b4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:22.808370 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cb672f-6ee1-42d8-84a7-7c30ec95a65f None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:11:22.808759 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cb672f-6ee1-42d8-84a7-7c30ec95a65f None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:11:22.809173 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e9cb672f-6ee1-42d8-84a7-7c30ec95a65f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:22.809579 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cb672f-6ee1-42d8-84a7-7c30ec95a65f None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:11:22.819032 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-e9cb672f-6ee1-42d8-84a7-7c30ec95a65f None None] Bound port: 58593b2a-177b-4c2e-ad4c-e8f2580b838b, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:11:22.819598 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e9cb672f-6ee1-42d8-84a7-7c30ec95a65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:22.828466 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-dad8d333-0cb9-49ce-9d3a-5d83b3a94c56 None None] Provisioning complete for port 58593b2a-177b-4c2e-ad4c-e8f2580b838b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:22.828850 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dad8d333-0cb9-49ce-9d3a-5d83b3a94c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:22.831390 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46797470-31c1-49d6-94ba-9069a8e2d57d None None] Pushing event updated for resources: {'Port': ['ID=58593b2a-177b-4c2e-ad4c-e8f2580b838b,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:22.857076 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ca94287-ab95-4079-bafc-a508ee1dcd76 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:22.884263 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ca94287-ab95-4079-bafc-a508ee1dcd76 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:22.900634 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5ca94287-ab95-4079-bafc-a508ee1dcd76 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/ports/09a04c42-76cb-4dab-b402-756a2b26c41a HTTP/1.1" status: 404 len: 333 time: 0.1576374 Nov 27 04:11:22.903012 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42428) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:22.964228 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-e9cb672f-6ee1-42d8-84a7-7c30ec95a65f None None] For port 58593b2a-177b-4c2e-ad4c-e8f2580b838b, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:11:22.970788 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-e9cb672f-6ee1-42d8-84a7-7c30ec95a65f None None] For port 58593b2a-177b-4c2e-ad4c-e8f2580b838b, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=58593b2a-177b-4c2e-ad4c-e8f2580b838b,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:11:22.994322 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d306e96-f117-4bdf-8e44-037b6ce1b14b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] GET failed (client error): The resource could not be found. Nov 27 04:11:23.002381 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b403ffe0-c93a-4a6d-9f0d-26dc8254b4cd admin admin] Network 7c636381-518c-47c4-9798-7b99af15f64b is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:11:23.013872 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0d306e96-f117-4bdf-8e44-037b6ce1b14b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "GET /v2.0/ports/09a04c42-76cb-4dab-b402-756a2b26c41a HTTP/1.1" status: 404 len: 333 time: 0.1026328 Nov 27 04:11:23.022029 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42432) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:23.025726 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-b403ffe0-c93a-4a6d-9f0d-26dc8254b4cd admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:11:23.045383 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b403ffe0-c93a-4a6d-9f0d-26dc8254b4cd admin admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:11:23.065171 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eaa5890-d77a-47c8-9330-83c603efe5b0 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:11:23.077842 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4eaa5890-d77a-47c8-9330-83c603efe5b0 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:23.096540 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6d85d-40fe-4db6-981e-6e6eab244bf7 None None] Pushing event updated for resources: {'Port': ['ID=ebc0d9c6-71e8-4bd3-a13f-f46718767aac,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:23.110232 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e9cb672f-6ee1-42d8-84a7-7c30ec95a65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:23.128388 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b403ffe0-c93a-4a6d-9f0d-26dc8254b4cd admin admin] Pushing event updated for resources: {'Port': ['ID=806a4a43-97cc-4264-b385-0a013ea8c8bc,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:23.246054 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b403ffe0-c93a-4a6d-9f0d-26dc8254b4cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:23.292672 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc7e6ad-963a-49b2-b016-1952a4b8d6c5 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:11:23.366268 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7d4a331f-4e25-4cb3-8b47-9d9f0bdfa39f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:23.385859 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-3429bf1e-f4eb-47ca-962a-1c776bfdd796 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Deleting subnet 304a64a7-9152-42cf-ba17-a410d771ca2f {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:11:23.394880 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cb672f-6ee1-42d8-84a7-7c30ec95a65f None None] Routers {'241fc0de-0534-4620-9f4c-6b10da957712'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:11:23.398890 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-e9cb672f-6ee1-42d8-84a7-7c30ec95a65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:11:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['241fc0de-0534-4620-9f4c-6b10da957712'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:23.409265 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3429bf1e-f4eb-47ca-962a-1c776bfdd796 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:23.585389 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3429bf1e-f4eb-47ca-962a-1c776bfdd796 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:23.656167 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7d4a331f-4e25-4cb3-8b47-9d9f0bdfa39f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:23.676529 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-e9cb672f-6ee1-42d8-84a7-7c30ec95a65f None None] Set router 241fc0de-0534-4620-9f4c-6b10da957712 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:11:23.710782 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-dad8d333-0cb9-49ce-9d3a-5d83b3a94c56 None None] Port 58593b2a-177b-4c2e-ad4c-e8f2580b838b cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:11:23.744319 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b403ffe0-c93a-4a6d-9f0d-26dc8254b4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:23.800463 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4a331f-4e25-4cb3-8b47-9d9f0bdfa39f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:11:23.801165 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3aa705-09d5-4f7c-af37-e4c90ad1bdac None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:11:23.803436 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device ebc0d9c6-71e8-4bd3-a13f-f46718767aac up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:11:23.806976 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-7d4a331f-4e25-4cb3-8b47-9d9f0bdfa39f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:11:23.811151 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46797470-31c1-49d6-94ba-9069a8e2d57d None None] Pushing event updated for resources: {'Port': ['ID=58593b2a-177b-4c2e-ad4c-e8f2580b838b,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:23.826018 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4a331f-4e25-4cb3-8b47-9d9f0bdfa39f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:11:23.836726 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a331f-4e25-4cb3-8b47-9d9f0bdfa39f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'Port': ['ID=7f210f11-33e1-45ce-80d3-7ffa8e343b84,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:23.918808 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdff9470-4b53-45ee-9d49-64ec3bfae9e0 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:11:23.950781 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3429bf1e-f4eb-47ca-962a-1c776bfdd796 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:24.101058 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4eaa5890-d77a-47c8-9330-83c603efe5b0 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:24.125224 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3429bf1e-f4eb-47ca-962a-1c776bfdd796 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:24.126970 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-4e2e7ccc-0621-4213-8d13-2a8d5d76ca47 None None] Provisioning complete for port 806a4a43-97cc-4264-b385-0a013ea8c8bc triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:24.128252 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4e2e7ccc-0621-4213-8d13-2a8d5d76ca47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:24.166951 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3429bf1e-f4eb-47ca-962a-1c776bfdd796 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:24.178874 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3429bf1e-f4eb-47ca-962a-1c776bfdd796 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/subnets/304a64a7-9152-42cf-ba17-a410d771ca2f HTTP/1.1" status: 204 len: 168 time: 1.1555119 Nov 27 04:11:24.180855 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42440) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:24.297050 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port ebc0d9c6-71e8-4bd3-a13f-f46718767aac triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:24.297426 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:24.404445 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-4e2e7ccc-0621-4213-8d13-2a8d5d76ca47 None None] Port 806a4a43-97cc-4264-b385-0a013ea8c8bc cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:11:24.424043 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-4e2e7ccc-0621-4213-8d13-2a8d5d76ca47 None None] Provisioning complete for port 58593b2a-177b-4c2e-ad4c-e8f2580b838b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:24.424574 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4e2e7ccc-0621-4213-8d13-2a8d5d76ca47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:24.434098 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eaa5890-d77a-47c8-9330-83c603efe5b0 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:11:24.481002 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-4eaa5890-d77a-47c8-9330-83c603efe5b0 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:11:24.578216 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146c67d0-5b4f-4149-befc-403a0bd895c8 None None] Update dhcp port {'port': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'fixed_ips': [{'subnet_id': 'fe5b2712-41ea-4792-9d20-0c70f4421511'}], 'binding:host_id': 'n-d-819494-3'}, 'id': 'bb985203-c1da-44a6-8474-4ba2874760f1'} from n-d-819494-3. {{(pid=110020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 04:11:24.589971 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaa5890-d77a-47c8-9330-83c603efe5b0 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:24.590490 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4eaa5890-d77a-47c8-9330-83c603efe5b0 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:24.592941 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa5890-d77a-47c8-9330-83c603efe5b0 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Subnet': ['ID=fe5b2712-41ea-4792-9d20-0c70f4421511,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:24.697172 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b403ffe0-c93a-4a6d-9f0d-26dc8254b4cd admin admin] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:24.713511 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-e9cb672f-6ee1-42d8-84a7-7c30ec95a65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241fc0de-0534-4620-9f4c-6b10da957712', 'name': 'tempest-TestServerMultinode-1602766494-router', 'tenant_id': '5bbe3d15f6f2412fb8ed2301e8fa31e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '58593b2a-177b-4c2e-ad4c-e8f2580b838b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:11:11Z', 'updated_at': '2021-11-27T04:11:15Z', 'revision_number': 3, 'project_id': '5bbe3d15f6f2412fb8ed2301e8fa31e8', 'gw_port': {'id': '58593b2a-177b-4c2e-ad4c-e8f2580b838b', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:9a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241fc0de-0534-4620-9f4c-6b10da957712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:11:13Z', 'updated_at': '2021-11-27T04:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:24.722159 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b403ffe0-c93a-4a6d-9f0d-26dc8254b4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:24.724322 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a50a2e46-046f-44e6-b78a-f2714c404b66 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:24.735388 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3429bf1e-f4eb-47ca-962a-1c776bfdd796 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event deleted for resources: {'Subnet': ['ID=304a64a7-9152-42cf-ba17-a410d771ca2f,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:24.735700 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:24.759125 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4eaa5890-d77a-47c8-9330-83c603efe5b0 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2150056 Nov 27 04:11:24.766463 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42444) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:24.797628 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-63d39452-cf6c-43a4-8cad-fda8c3756a9d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'subnet': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:24.912972 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7d4a331f-4e25-4cb3-8b47-9d9f0bdfa39f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for router_gateway, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:24.923421 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b403ffe0-c93a-4a6d-9f0d-26dc8254b4cd admin admin] Pushing event updated for resources: {'Port': ['ID=806a4a43-97cc-4264-b385-0a013ea8c8bc,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:25.152658 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b403ffe0-c93a-4a6d-9f0d-26dc8254b4cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:25.154925 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cb672f-6ee1-42d8-84a7-7c30ec95a65f None None] The sync data for ids ['241fc0de-0534-4620-9f4c-6b10da957712'] in n-d-819494-3 is: [{'id': '241fc0de-0534-4620-9f4c-6b10da957712', 'name': 'tempest-TestServerMultinode-1602766494-router', 'tenant_id': '5bbe3d15f6f2412fb8ed2301e8fa31e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '58593b2a-177b-4c2e-ad4c-e8f2580b838b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:11:11Z', 'updated_at': '2021-11-27T04:11:15Z', 'revision_number': 3, 'project_id': '5bbe3d15f6f2412fb8ed2301e8fa31e8', 'gw_port': {'id': '58593b2a-177b-4c2e-ad4c-e8f2580b838b', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:9a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241fc0de-0534-4620-9f4c-6b10da957712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:11:13Z', 'updated_at': '2021-11-27T04:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:11:25.166031 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-146c67d0-5b4f-4149-befc-403a0bd895c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:25.194923 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6e49cf-8f39-44fc-90f1-c17dd104ca81 None None] Network 1d0d79ae-91ec-435d-ae37-4c221ddabe26 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:11:25.300131 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d39452-cf6c-43a4-8cad-fda8c3756a9d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:11:25.310177 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-63d39452-cf6c-43a4-8cad-fda8c3756a9d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:25.320333 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-a50a2e46-046f-44e6-b78a-f2714c404b66 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Deleting port ebc0d9c6-71e8-4bd3-a13f-f46718767aac {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:11:25.320682 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a50a2e46-046f-44e6-b78a-f2714c404b66 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:25.387759 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port ebc0d9c6-71e8-4bd3-a13f-f46718767aac, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=ebc0d9c6-71e8-4bd3-a13f-f46718767aac,segment=NetworkSegment(ec442b39-511a-434a-8ee4-d3b5c119ec7d),segment_id=ec442b39-511a-434a-8ee4-d3b5c119ec7d)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:11:25.416616 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:25.461867 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b403ffe0-c93a-4a6d-9f0d-26dc8254b4cd admin admin] Network 7c636381-518c-47c4-9798-7b99af15f64b is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:11:25.505957 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-b403ffe0-c93a-4a6d-9f0d-26dc8254b4cd admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:11:25.742830 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=ebc0d9c6-71e8-4bd3-a13f-f46718767aac,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:25.776561 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4e2e7ccc-0621-4213-8d13-2a8d5d76ca47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:25.842152 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-146c67d0-5b4f-4149-befc-403a0bd895c8 None None] Allocated IP 2001:db8::2 (69dee5df-a2b5-4f80-b023-d216a074fa83/fe5b2712-41ea-4792-9d20-0c70f4421511/bb985203-c1da-44a6-8474-4ba2874760f1) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:11:25.884158 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-4e2e7ccc-0621-4213-8d13-2a8d5d76ca47 None None] For port 58593b2a-177b-4c2e-ad4c-e8f2580b838b, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=58593b2a-177b-4c2e-ad4c-e8f2580b838b,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:11:25.918260 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4e2e7ccc-0621-4213-8d13-2a8d5d76ca47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:26.076405 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-4e2e7ccc-0621-4213-8d13-2a8d5d76ca47 None None] Provisioning complete for port bb985203-c1da-44a6-8474-4ba2874760f1 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:26.076786 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4e2e7ccc-0621-4213-8d13-2a8d5d76ca47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:26.122135 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5739bd17-421c-4fae-bf0d-a478e0a5f138 None None] DHCP port deletion for 1d0d79ae-91ec-435d-ae37-4c221ddabe26 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:11:26.130160 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e7ccc-0621-4213-8d13-2a8d5d76ca47 None None] Pushing event updated for resources: {'Port': ['ID=58593b2a-177b-4c2e-ad4c-e8f2580b838b,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:26.130861 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-a50a2e46-046f-44e6-b78a-f2714c404b66 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] For port ebc0d9c6-71e8-4bd3-a13f-f46718767aac, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=ebc0d9c6-71e8-4bd3-a13f-f46718767aac,segment=NetworkSegment(ec442b39-511a-434a-8ee4-d3b5c119ec7d),segment_id=ec442b39-511a-434a-8ee4-d3b5c119ec7d)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:11:26.131190 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a50a2e46-046f-44e6-b78a-f2714c404b66 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:26.171197 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-a50a2e46-046f-44e6-b78a-f2714c404b66 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Calling delete_port for ebc0d9c6-71e8-4bd3-a13f-f46718767aac owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:11:26.352817 n-d-819494-3 neutron-server[110018]: INFO neutron.db.ipam_backend_mixin [None req-63d39452-cf6c-43a4-8cad-fda8c3756a9d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fe5b2712-41ea-4792-9d20-0c70f4421511 (CIDR: 2001:db8::/64) Nov 27 04:11:26.372496 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-63d39452-cf6c-43a4-8cad-fda8c3756a9d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 04:11:26.374213 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63d39452-cf6c-43a4-8cad-fda8c3756a9d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:26.382574 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-146c67d0-5b4f-4149-befc-403a0bd895c8 None None] For port bb985203-c1da-44a6-8474-4ba2874760f1, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=bb985203-c1da-44a6-8474-4ba2874760f1,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:11:26.445375 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-63d39452-cf6c-43a4-8cad-fda8c3756a9d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6740727 Nov 27 04:11:26.446501 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42456) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:26.456180 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-06d3edbd-ed8e-4795-a46e-f831e7ad8b0d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'subnet': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:26.472808 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a50a2e46-046f-44e6-b78a-f2714c404b66 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:26.482187 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-5739bd17-421c-4fae-bf0d-a478e0a5f138 None None] Deleting port ebc0d9c6-71e8-4bd3-a13f-f46718767aac {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:11:26.484071 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7d4a331f-4e25-4cb3-8b47-9d9f0bdfa39f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:26.498618 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5739bd17-421c-4fae-bf0d-a478e0a5f138 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:26.502784 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-146c67d0-5b4f-4149-befc-403a0bd895c8 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:26.509394 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a2e46-046f-44e6-b78a-f2714c404b66 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event deleted for resources: {'Port': ['ID=ebc0d9c6-71e8-4bd3-a13f-f46718767aac,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:26.511563 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50a2e46-046f-44e6-b78a-f2714c404b66 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] No DVR routers for this DVR port ebc0d9c6-71e8-4bd3-a13f-f46718767aac on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:11:26.529676 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-146c67d0-5b4f-4149-befc-403a0bd895c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:26.600862 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a50a2e46-046f-44e6-b78a-f2714c404b66 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:26.630821 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-a50a2e46-046f-44e6-b78a-f2714c404b66 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d0d79ae-91ec-435d-ae37-4c221ddabe26']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:26.643279 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-a50a2e46-046f-44e6-b78a-f2714c404b66 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec442b39-511a-434a-8ee4-d3b5c119ec7d') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:26.644265 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-a50a2e46-046f-44e6-b78a-f2714c404b66 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec442b39-511a-434a-8ee4-d3b5c119ec7d') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:26.658343 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a50a2e46-046f-44e6-b78a-f2714c404b66 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:26.674238 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a50a2e46-046f-44e6-b78a-f2714c404b66 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:26.683001 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-5739bd17-421c-4fae-bf0d-a478e0a5f138 None None] For port ebc0d9c6-71e8-4bd3-a13f-f46718767aac, host n-d-819494-3, got binding levels [] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:11:26.683686 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a50a2e46-046f-44e6-b78a-f2714c404b66 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:11:26.684094 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a50a2e46-046f-44e6-b78a-f2714c404b66 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:26.684330 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5739bd17-421c-4fae-bf0d-a478e0a5f138 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:26.687640 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:11:26.687640 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:11:26.687640 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:11:26.687640 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:11:26.687640 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:11:26.687640 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:11:26.687640 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:11:26.687640 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:11:26.687640 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:11:26.687640 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:11:26.687640 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:11:26.687640 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:11:26.687640 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:11:26.687640 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:11:26.687640 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:11:26.687640 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:11:26.687640 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:11:26.687640 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:11:26.687640 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:11:26.687640 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:11:26.687640 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:11:26.687640 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:11:26.687640 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:11:26.687640 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:11:26.687640 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:11:26.687640 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:11:26.687640 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:11:26.687640 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:11:26.687640 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:11:26.687640 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:11:26.687640 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:11:26.687640 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:11:26.705315 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-d22e1925-4a16-4377-b21d-bb5dfc5c9c22 None None] Provisioning complete for port 806a4a43-97cc-4264-b385-0a013ea8c8bc triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:26.705826 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d22e1925-4a16-4377-b21d-bb5dfc5c9c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:26.751382 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c67d0-5b4f-4149-befc-403a0bd895c8 None None] Pushing event updated for resources: {'Port': ['ID=bb985203-c1da-44a6-8474-4ba2874760f1,revision_number=7']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:26.760934 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-5739bd17-421c-4fae-bf0d-a478e0a5f138 None None] Calling delete_port for ebc0d9c6-71e8-4bd3-a13f-f46718767aac owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:11:26.766397 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.ipam_backend_mixin [None req-5739bd17-421c-4fae-bf0d-a478e0a5f138 None None] Port ebc0d9c6-71e8-4bd3-a13f-f46718767aac was not found and therefore no delete operation was performed {{(pid=110020) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 04:11:26.767707 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b403ffe0-c93a-4a6d-9f0d-26dc8254b4cd admin admin] Router 241fc0de-0534-4620-9f4c-6b10da957712 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:11:26.783344 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a50a2e46-046f-44e6-b78a-f2714c404b66 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:26.784130 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5739bd17-421c-4fae-bf0d-a478e0a5f138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:26.802349 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a50a2e46-046f-44e6-b78a-f2714c404b66 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:26.818855 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a50a2e46-046f-44e6-b78a-f2714c404b66 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/networks/1d0d79ae-91ec-435d-ae37-4c221ddabe26 HTTP/1.1" status: 204 len: 168 time: 2.5851202 Nov 27 04:11:26.823148 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-d22e1925-4a16-4377-b21d-bb5dfc5c9c22 None None] Port 806a4a43-97cc-4264-b385-0a013ea8c8bc cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:11:26.824363 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42458) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:26.825293 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5739bd17-421c-4fae-bf0d-a478e0a5f138 None None] Pushing event deleted for resources: {'Port': ['ID=ebc0d9c6-71e8-4bd3-a13f-f46718767aac,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:26.828956 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5739bd17-421c-4fae-bf0d-a478e0a5f138 None None] Network 1d0d79ae-91ec-435d-ae37-4c221ddabe26 is not hosted by any dhcp agent {{(pid=110020) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 04:11:26.829723 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5739bd17-421c-4fae-bf0d-a478e0a5f138 None None] No DVR routers for this DVR port ebc0d9c6-71e8-4bd3-a13f-f46718767aac on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:11:26.831032 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-0d24a094-0852-4c0c-afa3-57fc6c017715 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1012022587'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:26.840547 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-d22e1925-4a16-4377-b21d-bb5dfc5c9c22 None None] Could not find standard attr ID for object ebc0d9c6-71e8-4bd3-a13f-f46718767aac. {{(pid=110020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 04:11:26.858322 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-d22e1925-4a16-4377-b21d-bb5dfc5c9c22 None None] Provisioning complete for port 7f210f11-33e1-45ce-80d3-7ffa8e343b84 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:26.858744 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d22e1925-4a16-4377-b21d-bb5dfc5c9c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:26.870855 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a2e46-046f-44e6-b78a-f2714c404b66 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event deleted for resources: {'Network': ['ID=1d0d79ae-91ec-435d-ae37-4c221ddabe26,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:26.890499 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d4a331f-4e25-4cb3-8b47-9d9f0bdfa39f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Router fe5fdd60-5404-4cad-9c90-3bebf1f92c22 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:11:26.892999 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d3edbd-ed8e-4795-a46e-f831e7ad8b0d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:11:26.897333 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-06d3edbd-ed8e-4795-a46e-f831e7ad8b0d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:26.905987 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-d22e1925-4a16-4377-b21d-bb5dfc5c9c22 None None] Port 7f210f11-33e1-45ce-80d3-7ffa8e343b84 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:11:27.022536 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d24a094-0852-4c0c-afa3-57fc6c017715 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Made reservation on behalf of e0c528b777a044b1b1470d3e561f543a for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:11:27.026610 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0d24a094-0852-4c0c-afa3-57fc6c017715 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:27.163910 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b403ffe0-c93a-4a6d-9f0d-26dc8254b4cd admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:11:27.181067 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b403ffe0-c93a-4a6d-9f0d-26dc8254b4cd admin admin] 10.222.0.20 "PUT /v2.0/routers/241fc0de-0534-4620-9f4c-6b10da957712/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5877957 Nov 27 04:11:27.187924 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d24a094-0852-4c0c-afa3-57fc6c017715 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:11:27.204109 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0d24a094-0852-4c0c-afa3-57fc6c017715 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:27.205350 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-0d24a094-0852-4c0c-afa3-57fc6c017715 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Added segment 06bba981-9842-4082-b863-9deb8bb7855f of type vlan for network 1f33fef6-c601-479a-a918-43563db91b80 Nov 27 04:11:27.306570 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0d24a094-0852-4c0c-afa3-57fc6c017715 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:27.470840 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0d24a094-0852-4c0c-afa3-57fc6c017715 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:27.479046 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d24a094-0852-4c0c-afa3-57fc6c017715 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:27.483332 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0d24a094-0852-4c0c-afa3-57fc6c017715 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:27.548850 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ed71e4-6ea6-47fa-809d-ad1b5de52b5d None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:11:27.641167 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-26ab2a77-95cd-412e-8fa1-cdb6d904b7e5 None None] Provisioning complete for port bb985203-c1da-44a6-8474-4ba2874760f1 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:27.641806 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-26ab2a77-95cd-412e-8fa1-cdb6d904b7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:27.728085 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0d24a094-0852-4c0c-afa3-57fc6c017715 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9022527 Nov 27 04:11:27.730806 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42480) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:27.737260 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-105880bd-eb28-42f0-95ae-d22b7028dd34 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'subnet': {'network_id': '1f33fef6-c601-479a-a918-43563db91b80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:27.750243 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4a331f-4e25-4cb3-8b47-9d9f0bdfa39f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:11:27.768933 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4133cf-e010-4ae9-b29d-246b8fc744b5 None None] Sync routers for ids ['fe5fdd60-5404-4cad-9c90-3bebf1f92c22'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:11:27.793177 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4133cf-e010-4ae9-b29d-246b8fc744b5 None None] Routers {'fe5fdd60-5404-4cad-9c90-3bebf1f92c22'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:11:27.794085 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-ea4133cf-e010-4ae9-b29d-246b8fc744b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:11:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['fe5fdd60-5404-4cad-9c90-3bebf1f92c22'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:27.811822 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d24a094-0852-4c0c-afa3-57fc6c017715 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'Network': ['ID=1f33fef6-c601-479a-a918-43563db91b80,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:27.860844 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device bb985203-c1da-44a6-8474-4ba2874760f1 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:11:27.863342 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 1f33fef6-c601-479a-a918-43563db91b80 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:11:27.866210 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7d4a331f-4e25-4cb3-8b47-9d9f0bdfa39f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:27.876195 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7d4a331f-4e25-4cb3-8b47-9d9f0bdfa39f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 8.5887020 Nov 27 04:11:27.882673 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42482) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:28.005734 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105880bd-eb28-42f0-95ae-d22b7028dd34 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Made reservation on behalf of e0c528b777a044b1b1470d3e561f543a for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:11:28.009767 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-105880bd-eb28-42f0-95ae-d22b7028dd34 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:28.161323 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b97517-1713-4e1c-afd9-3c857694db8d None None] Sync routers for ids ['241fc0de-0534-4620-9f4c-6b10da957712'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:11:28.189393 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b97517-1713-4e1c-afd9-3c857694db8d None None] Routers {'241fc0de-0534-4620-9f4c-6b10da957712'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:11:28.190084 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-96b97517-1713-4e1c-afd9-3c857694db8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:11:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['241fc0de-0534-4620-9f4c-6b10da957712'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:28.266467 n-d-819494-3 neutron-server[110019]: DEBUG neutron.objects.ports [None req-06d3edbd-ed8e-4795-a46e-f831e7ad8b0d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110019) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 04:11:28.343460 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-ea4133cf-e010-4ae9-b29d-246b8fc744b5 None None] Set router fe5fdd60-5404-4cad-9c90-3bebf1f92c22 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:11:28.364146 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port bb985203-c1da-44a6-8474-4ba2874760f1 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:28.364519 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:28.482257 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-105880bd-eb28-42f0-95ae-d22b7028dd34 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:28.520115 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-96b97517-1713-4e1c-afd9-3c857694db8d None None] Set router 241fc0de-0534-4620-9f4c-6b10da957712 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:11:28.532163 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42498) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:28.534660 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-99621f41-ba8a-420b-8faa-c6f2cccd8068 tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=13b1fee7d54d401493a1883da20540bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6507814 Nov 27 04:11:28.539828 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42500) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:28.590699 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-18f7ea17-e167-4a02-8ee8-7f34dfce17fb admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1898129110-network', 'tenant_id': '6af0ab769a10415397a0f5dc4eab4d89'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:28.627962 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f7ea17-e167-4a02-8ee8-7f34dfce17fb admin admin] Made reservation on behalf of 6af0ab769a10415397a0f5dc4eab4d89 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:11:28.630527 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18f7ea17-e167-4a02-8ee8-7f34dfce17fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:28.672624 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18f7ea17-e167-4a02-8ee8-7f34dfce17fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:28.685722 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:11:28.715292 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105880bd-eb28-42f0-95ae-d22b7028dd34 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'Subnet': ['ID=f08ea7a0-536b-4b30-972f-9f383c6eb175,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:28.737859 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-06d3edbd-ed8e-4795-a46e-f831e7ad8b0d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:28.785789 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105880bd-eb28-42f0-95ae-d22b7028dd34 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Checking segment: {'id': '06bba981-9842-4082-b863-9deb8bb7855f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1f33fef6-c601-479a-a918-43563db91b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:11:28.786849 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105880bd-eb28-42f0-95ae-d22b7028dd34 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Network hostable DHCP agents. Network: 1f33fef6-c601-479a-a918-43563db91b80, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:11:28.803542 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302f8040-103a-478d-a3b8-29bd77306086 None None] Update dhcp port {'port': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'fixed_ips': [{'subnet_id': 'fe5b2712-41ea-4792-9d20-0c70f4421511', 'ip_address': '2001:db8::2'}, {'subnet_id': '20765d2b-b03e-483d-b19e-8790dc2ac472'}], 'binding:host_id': 'n-d-819494-3'}, 'id': 'bb985203-c1da-44a6-8474-4ba2874760f1'} from n-d-819494-3. {{(pid=110020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 04:11:28.865699 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-ea4133cf-e010-4ae9-b29d-246b8fc744b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5fdd60-5404-4cad-9c90-3bebf1f92c22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614728489', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '7f210f11-33e1-45ce-80d3-7ffa8e343b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:11:19Z', 'updated_at': '2021-11-27T04:11:24Z', 'revision_number': 3, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': '7f210f11-33e1-45ce-80d3-7ffa8e343b84', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5fdd60-5404-4cad-9c90-3bebf1f92c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:11:22Z', 'updated_at': '2021-11-27T04:11:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:28.873452 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 58593b2a-177b-4c2e-ad4c-e8f2580b838b up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:11:28.884171 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-302f8040-103a-478d-a3b8-29bd77306086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:28.935824 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ca4df-0ce4-4e59-b7a9-7ada0dc31ed3 tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:28.940444 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9d0ca4df-0ce4-4e59-b7a9-7ada0dc31ed3 tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3965108 Nov 27 04:11:28.941119 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4133cf-e010-4ae9-b29d-246b8fc744b5 None None] Checking router: fe5fdd60-5404-4cad-9c90-3bebf1f92c22 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:11:28.941119 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4133cf-e010-4ae9-b29d-246b8fc744b5 None None] Updating router fe5fdd60-5404-4cad-9c90-3bebf1f92c22 port 7f210f11-33e1-45ce-80d3-7ffa8e343b84 binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:11:28.944195 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42514) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:28.975534 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105880bd-eb28-42f0-95ae-d22b7028dd34 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Network 1f33fef6-c601-479a-a918-43563db91b80 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:11:28.997601 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-105880bd-eb28-42f0-95ae-d22b7028dd34 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 1f33fef6-c601-479a-a918-43563db91b80) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:11:28.998003 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-ea4133cf-e010-4ae9-b29d-246b8fc744b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:29.015210 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105880bd-eb28-42f0-95ae-d22b7028dd34 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:29.016237 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-105880bd-eb28-42f0-95ae-d22b7028dd34 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:29.020232 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18f7ea17-e167-4a02-8ee8-7f34dfce17fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:29.035772 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18f7ea17-e167-4a02-8ee8-7f34dfce17fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:29.059006 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-06ff2ce1-7322-4556-83db-1be5dba6ef1c tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=f5c39893-f8d8-4150-8aae-695f98406de3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1114790 Nov 27 04:11:29.060807 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42516) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:29.066905 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-105880bd-eb28-42f0-95ae-d22b7028dd34 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3343837 Nov 27 04:11:29.075923 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42518) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:29.079483 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-25265b1c-86b4-4dfd-ac53-936efe34b6c1 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-986267286', 'network_id': '625c81c1-ffd4-46b7-bcec-ab3c294d8d2e', 'project_id': '13b1fee7d54d401493a1883da20540bb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:29.081842 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18f7ea17-e167-4a02-8ee8-7f34dfce17fb admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:11:29.100093 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a11bb42-2ff2-42f4-b74c-1fc06d3e9dd6 None None] Network 1f33fef6-c601-479a-a918-43563db91b80 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:11:29.101880 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-96efb4ae-3e2c-4715-9627-ff6a3d80514c tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'port': {'network_id': '1f33fef6-c601-479a-a918-43563db91b80', 'security_groups': [], 'name': 'tempest-PortsTestJSON-958694204'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:29.112061 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f7ea17-e167-4a02-8ee8-7f34dfce17fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24047357-dab6-4474-a18c-de79f1ee720f,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:29.133407 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18f7ea17-e167-4a02-8ee8-7f34dfce17fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:29.134355 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-18f7ea17-e167-4a02-8ee8-7f34dfce17fb admin admin] Added segment db947a5e-f798-422a-88f0-b242cf6bf792 of type vlan for network 6b47bbe4-e82c-472f-aebd-8e67dfb914ed Nov 27 04:11:29.353879 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18f7ea17-e167-4a02-8ee8-7f34dfce17fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:29.469074 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-06d3edbd-ed8e-4795-a46e-f831e7ad8b0d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] For port bb985203-c1da-44a6-8474-4ba2874760f1, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=bb985203-c1da-44a6-8474-4ba2874760f1,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:11:29.493853 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18f7ea17-e167-4a02-8ee8-7f34dfce17fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:29.494939 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f7ea17-e167-4a02-8ee8-7f34dfce17fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:29.495562 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18f7ea17-e167-4a02-8ee8-7f34dfce17fb admin admin] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:29.530849 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-ea4133cf-e010-4ae9-b29d-246b8fc744b5 None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:29.536351 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25265b1c-86b4-4dfd-ac53-936efe34b6c1 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Made reservation on behalf of 13b1fee7d54d401493a1883da20540bb for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:11:29.544506 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-25265b1c-86b4-4dfd-ac53-936efe34b6c1 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:29.544901 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-ea4133cf-e010-4ae9-b29d-246b8fc744b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:29.600571 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-ea4133cf-e010-4ae9-b29d-246b8fc744b5 None None] Attempting to bind port 7f210f11-33e1-45ce-80d3-7ffa8e343b84 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:11:29.600995 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-ea4133cf-e010-4ae9-b29d-246b8fc744b5 None None] Attempting to bind port 7f210f11-33e1-45ce-80d3-7ffa8e343b84 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:11:29.601905 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4133cf-e010-4ae9-b29d-246b8fc744b5 None None] Attempting to bind port 7f210f11-33e1-45ce-80d3-7ffa8e343b84 on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:11:29.612290 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4133cf-e010-4ae9-b29d-246b8fc744b5 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:11:29.612661 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4133cf-e010-4ae9-b29d-246b8fc744b5 None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:11:29.613056 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-ea4133cf-e010-4ae9-b29d-246b8fc744b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:29.613438 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4133cf-e010-4ae9-b29d-246b8fc744b5 None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:11:29.614096 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-ea4133cf-e010-4ae9-b29d-246b8fc744b5 None None] Bound port: 7f210f11-33e1-45ce-80d3-7ffa8e343b84, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:11:29.614674 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-ea4133cf-e010-4ae9-b29d-246b8fc744b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:29.618321 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-06d3edbd-ed8e-4795-a46e-f831e7ad8b0d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:29.651712 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f7ea17-e167-4a02-8ee8-7f34dfce17fb admin admin] Pushing event updated for resources: {'Network': ['ID=6b47bbe4-e82c-472f-aebd-8e67dfb914ed,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:29.658109 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96efb4ae-3e2c-4715-9627-ff6a3d80514c tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Made reservation on behalf of e0c528b777a044b1b1470d3e561f543a for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:11:29.667827 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-96efb4ae-3e2c-4715-9627-ff6a3d80514c tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:29.691018 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-ea4133cf-e010-4ae9-b29d-246b8fc744b5 None None] For port 7f210f11-33e1-45ce-80d3-7ffa8e343b84, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:11:29.697720 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-ea4133cf-e010-4ae9-b29d-246b8fc744b5 None None] For port 7f210f11-33e1-45ce-80d3-7ffa8e343b84, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=7f210f11-33e1-45ce-80d3-7ffa8e343b84,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:11:29.702678 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-18f7ea17-e167-4a02-8ee8-7f34dfce17fb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1689541 Nov 27 04:11:29.703388 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42528) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:29.705508 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84adde65-0556-4cc1-a98a-3894de5c9eab None None] Pushing event updated for resources: {'Port': ['ID=7f210f11-33e1-45ce-80d3-7ffa8e343b84,revision_number=2']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:29.709829 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-ea4133cf-e010-4ae9-b29d-246b8fc744b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:29.720235 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-8324b293-c382-4f56-b9d7-ad3464aab1e4 admin admin] Request body: {'subnet': {'network_id': '6b47bbe4-e82c-472f-aebd-8e67dfb914ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1898129110-subnet', 'tenant_id': '6af0ab769a10415397a0f5dc4eab4d89', 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:29.735172 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84adde65-0556-4cc1-a98a-3894de5c9eab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:29.736143 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84adde65-0556-4cc1-a98a-3894de5c9eab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:29.737361 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84adde65-0556-4cc1-a98a-3894de5c9eab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:29.737878 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84adde65-0556-4cc1-a98a-3894de5c9eab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:29.738522 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84adde65-0556-4cc1-a98a-3894de5c9eab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:29.739056 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84adde65-0556-4cc1-a98a-3894de5c9eab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:29.739563 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84adde65-0556-4cc1-a98a-3894de5c9eab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:29.740049 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84adde65-0556-4cc1-a98a-3894de5c9eab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:29.740974 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84adde65-0556-4cc1-a98a-3894de5c9eab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:29.742808 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84adde65-0556-4cc1-a98a-3894de5c9eab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:29.743328 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84adde65-0556-4cc1-a98a-3894de5c9eab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:29.743829 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84adde65-0556-4cc1-a98a-3894de5c9eab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:29.794153 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-96efb4ae-3e2c-4715-9627-ff6a3d80514c tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] device_id is not set on port 80573b1c-e785-43f4-ac84-87a21294a727 yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:11:29.795534 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4921b66d-df78-43d8-95e5-b2372fb67c73 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:11:29.803077 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8324b293-c382-4f56-b9d7-ad3464aab1e4 admin admin] Made reservation on behalf of 6af0ab769a10415397a0f5dc4eab4d89 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:11:29.806287 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8324b293-c382-4f56-b9d7-ad3464aab1e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:29.824526 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 6b47bbe4-e82c-472f-aebd-8e67dfb914ed details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:11:29.880188 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4133cf-e010-4ae9-b29d-246b8fc744b5 None None] Routers {'fe5fdd60-5404-4cad-9c90-3bebf1f92c22'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:11:29.885143 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-ea4133cf-e010-4ae9-b29d-246b8fc744b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:11:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['fe5fdd60-5404-4cad-9c90-3bebf1f92c22'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:29.909549 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-06d3edbd-ed8e-4795-a46e-f831e7ad8b0d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:29.911249 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-06d3edbd-ed8e-4795-a46e-f831e7ad8b0d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:29.911809 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.api [None req-302f8040-103a-478d-a3b8-29bd77306086 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:11:29.912348 n-d-819494-3 neutron-server[110020]: DEBUG oslo_db.api [None req-302f8040-103a-478d-a3b8-29bd77306086 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:11:29.967667 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d93d33-6805-4ad9-abf1-aea76faa4751 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-1f33fef6-c601-479a-a918-43563db91b80', 'network_id': '1f33fef6-c601-479a-a918-43563db91b80', 'tenant_id': 'e0c528b777a044b1b1470d3e561f543a', 'fixed_ips': [{'subnet_id': 'f08ea7a0-536b-4b30-972f-9f383c6eb175'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:11:29.968532 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-84d93d33-6805-4ad9-abf1-aea76faa4751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:29.990711 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 58593b2a-177b-4c2e-ad4c-e8f2580b838b triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:29.991640 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:30.066517 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84adde65-0556-4cc1-a98a-3894de5c9eab None None] Pushing event updated for resources: {'Port': ['ID=7f210f11-33e1-45ce-80d3-7ffa8e343b84,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:30.124865 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800dfd30-bcca-417b-a89e-34013025e596 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:11:30.192231 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-ea4133cf-e010-4ae9-b29d-246b8fc744b5 None None] Set router fe5fdd60-5404-4cad-9c90-3bebf1f92c22 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:11:30.196930 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-96efb4ae-3e2c-4715-9627-ff6a3d80514c tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Allocated IP 172.20.0.5 (1f33fef6-c601-479a-a918-43563db91b80/f08ea7a0-536b-4b30-972f-9f383c6eb175/80573b1c-e785-43f4-ac84-87a21294a727) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:11:30.266294 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-ec2d20b1-4752-4673-a949-9184646d5d49 None None] Provisioning complete for port 7f210f11-33e1-45ce-80d3-7ffa8e343b84 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:30.266703 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ec2d20b1-4752-4673-a949-9184646d5d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:30.282313 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d3edbd-ed8e-4795-a46e-f831e7ad8b0d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:11:30.317430 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-06d3edbd-ed8e-4795-a46e-f831e7ad8b0d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:11:30.353451 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d3edbd-ed8e-4795-a46e-f831e7ad8b0d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:30.354078 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-06d3edbd-ed8e-4795-a46e-f831e7ad8b0d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:30.374256 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d3edbd-ed8e-4795-a46e-f831e7ad8b0d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Subnet': ['ID=20765d2b-b03e-483d-b19e-8790dc2ac472,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:30.446031 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-06d3edbd-ed8e-4795-a46e-f831e7ad8b0d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.9984019 Nov 27 04:11:30.458678 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d3edbd-ed8e-4795-a46e-f831e7ad8b0d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Port': ['ID=bb985203-c1da-44a6-8474-4ba2874760f1,revision_number=9']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:30.461947 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42534) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:30.499544 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-e2ab19b7-2364-42b9-8bf1-dd699181ef02 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Request body: {'port': {'network_id': '69dee5df-a2b5-4f80-b023-d216a074fa83', 'mac_address': 'fa:16:3e:38:98:85', 'name': 'tempest-NetworksTestDHCPv6-971712054'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:30.521520 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-ea4133cf-e010-4ae9-b29d-246b8fc744b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5fdd60-5404-4cad-9c90-3bebf1f92c22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614728489', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '7f210f11-33e1-45ce-80d3-7ffa8e343b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:11:19Z', 'updated_at': '2021-11-27T04:11:24Z', 'revision_number': 3, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': '7f210f11-33e1-45ce-80d3-7ffa8e343b84', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5fdd60-5404-4cad-9c90-3bebf1f92c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:11:22Z', 'updated_at': '2021-11-27T04:11:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:30.578806 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8324b293-c382-4f56-b9d7-ad3464aab1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:30.589330 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4133cf-e010-4ae9-b29d-246b8fc744b5 None None] The sync data for ids ['fe5fdd60-5404-4cad-9c90-3bebf1f92c22'] in n-d-819494-3 is: [{'id': 'fe5fdd60-5404-4cad-9c90-3bebf1f92c22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614728489', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '7f210f11-33e1-45ce-80d3-7ffa8e343b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:11:19Z', 'updated_at': '2021-11-27T04:11:24Z', 'revision_number': 3, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': '7f210f11-33e1-45ce-80d3-7ffa8e343b84', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5fdd60-5404-4cad-9c90-3bebf1f92c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:11:22Z', 'updated_at': '2021-11-27T04:11:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:11:30.613559 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-25265b1c-86b4-4dfd-ac53-936efe34b6c1 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:30.645901 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-302f8040-103a-478d-a3b8-29bd77306086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:30.670353 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-96b97517-1713-4e1c-afd9-3c857694db8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241fc0de-0534-4620-9f4c-6b10da957712', 'name': 'tempest-TestServerMultinode-1602766494-router', 'tenant_id': '5bbe3d15f6f2412fb8ed2301e8fa31e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '58593b2a-177b-4c2e-ad4c-e8f2580b838b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:11:11Z', 'updated_at': '2021-11-27T04:11:23Z', 'revision_number': 4, 'project_id': '5bbe3d15f6f2412fb8ed2301e8fa31e8', 'gw_port': {'id': '58593b2a-177b-4c2e-ad4c-e8f2580b838b', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:9a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241fc0de-0534-4620-9f4c-6b10da957712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:11:13Z', 'updated_at': '2021-11-27T04:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '806a4a43-97cc-4264-b385-0a013ea8c8bc', 'name': '', 'network_id': '7c636381-518c-47c4-9798-7b99af15f64b', 'tenant_id': '5bbe3d15f6f2412fb8ed2301e8fa31e8', 'mac_address': 'fa:16:3e:5d:ba:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241fc0de-0534-4620-9f4c-6b10da957712', 'device_owner': 'network:router_interface', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': 'a1267ad0-5297-4baf-b014-39bd34e35128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:11:20Z', 'updated_at': '2021-11-27T04:11:23Z', 'revision_number': 2, 'project_id': '5bbe3d15f6f2412fb8ed2301e8fa31e8', 'subnets': [{'id': 'a1267ad0-5297-4baf-b014-39bd34e35128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:30.740094 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-96efb4ae-3e2c-4715-9627-ff6a3d80514c tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:30.760801 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b97517-1713-4e1c-afd9-3c857694db8d None None] Checking router: 241fc0de-0534-4620-9f4c-6b10da957712 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:11:30.761399 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b97517-1713-4e1c-afd9-3c857694db8d None None] Updating router 241fc0de-0534-4620-9f4c-6b10da957712 port 806a4a43-97cc-4264-b385-0a013ea8c8bc binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:11:30.791734 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25265b1c-86b4-4dfd-ac53-936efe34b6c1 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Checking segment: {'id': 'bd8e6abd-99d5-40f2-a506-9388cbe4cd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '625c81c1-ffd4-46b7-bcec-ab3c294d8d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:11:30.792111 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25265b1c-86b4-4dfd-ac53-936efe34b6c1 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Network hostable DHCP agents. Network: 625c81c1-ffd4-46b7-bcec-ab3c294d8d2e, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:11:30.811585 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25265b1c-86b4-4dfd-ac53-936efe34b6c1 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'Subnet': ['ID=f79f094e-11cb-4984-aa0c-51bf3f1012f6,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:30.843707 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device ebc0d9c6-71e8-4bd3-a13f-f46718767aac no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:11:30.875726 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ab19b7-2364-42b9-8bf1-dd699181ef02 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Made reservation on behalf of f4fb6791effe4b41abbe85bac59c4002 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:11:30.883111 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25265b1c-86b4-4dfd-ac53-936efe34b6c1 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Network 625c81c1-ffd4-46b7-bcec-ab3c294d8d2e is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:11:30.892389 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: ebc0d9c6-71e8-4bd3-a13f-f46718767aac {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:11:30.893243 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device ebc0d9c6-71e8-4bd3-a13f-f46718767aac not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:11:30.898876 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-96b97517-1713-4e1c-afd9-3c857694db8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:30.901996 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8324b293-c382-4f56-b9d7-ad3464aab1e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25f56b12-2ba3-4fa9-83a7-68b602da7949,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:30.917446 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8324b293-c382-4f56-b9d7-ad3464aab1e4 admin admin] Checking segment: {'id': 'db947a5e-f798-422a-88f0-b242cf6bf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6b47bbe4-e82c-472f-aebd-8e67dfb914ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:11:30.917868 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8324b293-c382-4f56-b9d7-ad3464aab1e4 admin admin] Network hostable DHCP agents. Network: 6b47bbe4-e82c-472f-aebd-8e67dfb914ed, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:11:30.952734 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-96efb4ae-3e2c-4715-9627-ff6a3d80514c tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:30.962136 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8324b293-c382-4f56-b9d7-ad3464aab1e4 admin admin] Network 6b47bbe4-e82c-472f-aebd-8e67dfb914ed is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:11:31.062626 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96efb4ae-3e2c-4715-9627-ff6a3d80514c tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Network 1f33fef6-c601-479a-a918-43563db91b80 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:11:31.065113 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-96efb4ae-3e2c-4715-9627-ff6a3d80514c tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:11:31.071513 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96efb4ae-3e2c-4715-9627-ff6a3d80514c tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:11:31.093678 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-25265b1c-86b4-4dfd-ac53-936efe34b6c1 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 625c81c1-ffd4-46b7-bcec-ab3c294d8d2e) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:11:31.109728 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96efb4ae-3e2c-4715-9627-ff6a3d80514c tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'Port': ['ID=80573b1c-e785-43f4-ac84-87a21294a727,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:31.114567 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25265b1c-86b4-4dfd-ac53-936efe34b6c1 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:31.115498 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-25265b1c-86b4-4dfd-ac53-936efe34b6c1 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:31.118489 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-8324b293-c382-4f56-b9d7-ad3464aab1e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 6b47bbe4-e82c-472f-aebd-8e67dfb914ed) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:11:31.156171 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8324b293-c382-4f56-b9d7-ad3464aab1e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:31.156826 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8324b293-c382-4f56-b9d7-ad3464aab1e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:31.160990 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-25265b1c-86b4-4dfd-ac53-936efe34b6c1 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.0974355 Nov 27 04:11:31.168514 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42548) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:31.185844 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b82a457-004a-447a-97c3-922fc8011704 None None] Network 625c81c1-ffd4-46b7-bcec-ab3c294d8d2e requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:11:31.197081 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device bb985203-c1da-44a6-8474-4ba2874760f1 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:11:31.202523 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e2ab19b7-2364-42b9-8bf1-dd699181ef02 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:31.205001 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adce643f-d544-4caa-82bc-717ccaa8f84c None None] Network 6b47bbe4-e82c-472f-aebd-8e67dfb914ed requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:11:31.252684 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [None req-e2ab19b7-2364-42b9-8bf1-dd699181ef02 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] device_id is not set on port 66f31ebd-005c-42c8-af54-c19f8d545e7f yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:11:31.328295 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8324b293-c382-4f56-b9d7-ad3464aab1e4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6183188 Nov 27 04:11:31.341771 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42550) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:31.373314 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-8cd30b3e-b148-43df-a640-e1f3029885a9 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1898129110-router', 'tenant_id': '6af0ab769a10415397a0f5dc4eab4d89', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:31.399288 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96efb4ae-3e2c-4715-9627-ff6a3d80514c tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:31.400140 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-96efb4ae-3e2c-4715-9627-ff6a3d80514c tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:31.427082 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-84d93d33-6805-4ad9-abf1-aea76faa4751 None None] Allocated IP 172.20.0.2 (1f33fef6-c601-479a-a918-43563db91b80/f08ea7a0-536b-4b30-972f-9f383c6eb175/72be5d33-7bc6-4645-86b6-f6d109ce4791) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:11:31.483620 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8cd30b3e-b148-43df-a640-e1f3029885a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:31.485349 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8cd30b3e-b148-43df-a640-e1f3029885a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:31.498956 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ec2d20b1-4752-4673-a949-9184646d5d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:31.510114 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-96efb4ae-3e2c-4715-9627-ff6a3d80514c tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.4291818 Nov 27 04:11:31.510824 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42554) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:31.569166 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-e2ab19b7-2364-42b9-8bf1-dd699181ef02 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Allocated IP 2001:db8::245 (69dee5df-a2b5-4f80-b023-d216a074fa83/fe5b2712-41ea-4792-9d20-0c70f4421511/66f31ebd-005c-42c8-af54-c19f8d545e7f) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:11:31.586689 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-e2ab19b7-2364-42b9-8bf1-dd699181ef02 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Allocated IP 2001:db8:0:1:f816:3eff:fe38:9885 (69dee5df-a2b5-4f80-b023-d216a074fa83/20765d2b-b03e-483d-b19e-8790dc2ac472/66f31ebd-005c-42c8-af54-c19f8d545e7f) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:11:31.862143 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8cd30b3e-b148-43df-a640-e1f3029885a9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:31.865202 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-ec2d20b1-4752-4673-a949-9184646d5d49 None None] For port 7f210f11-33e1-45ce-80d3-7ffa8e343b84, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=7f210f11-33e1-45ce-80d3-7ffa8e343b84,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:11:31.866751 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e2ab19b7-2364-42b9-8bf1-dd699181ef02 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:31.898342 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ec2d20b1-4752-4673-a949-9184646d5d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:31.954604 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e2ab19b7-2364-42b9-8bf1-dd699181ef02 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:32.068845 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ab19b7-2364-42b9-8bf1-dd699181ef02 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:11:32.073727 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-e2ab19b7-2364-42b9-8bf1-dd699181ef02 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:11:32.076011 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ab19b7-2364-42b9-8bf1-dd699181ef02 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event updated for resources: {'Port': ['ID=66f31ebd-005c-42c8-af54-c19f8d545e7f,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:32.079121 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ab19b7-2364-42b9-8bf1-dd699181ef02 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:11:32.084040 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ab19b7-2364-42b9-8bf1-dd699181ef02 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:32.084685 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e2ab19b7-2364-42b9-8bf1-dd699181ef02 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:32.124087 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e2ab19b7-2364-42b9-8bf1-dd699181ef02 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6415496 Nov 27 04:11:32.128406 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42566) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:32.300184 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc601e6-6a21-4b7f-a0d0-8ad35711f411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-625c81c1-ffd4-46b7-bcec-ab3c294d8d2e', 'network_id': '625c81c1-ffd4-46b7-bcec-ab3c294d8d2e', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'fixed_ips': [{'subnet_id': 'f79f094e-11cb-4984-aa0c-51bf3f1012f6'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:11:32.302501 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7bc601e6-6a21-4b7f-a0d0-8ad35711f411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:32.342526 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-a0ed9330-0ad5-4221-9452-1646159bd83d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting port 66f31ebd-005c-42c8-af54-c19f8d545e7f {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:11:32.342922 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a0ed9330-0ad5-4221-9452-1646159bd83d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:32.374632 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-b7a88f53-d792-402b-9eee-defef5d0daff tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Deleting port 80573b1c-e785-43f4-ac84-87a21294a727 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:11:32.383002 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b7a88f53-d792-402b-9eee-defef5d0daff tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:32.477925 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a0ed9330-0ad5-4221-9452-1646159bd83d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:32.504972 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-a0ed9330-0ad5-4221-9452-1646159bd83d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Calling delete_port for 66f31ebd-005c-42c8-af54-c19f8d545e7f owned by {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:11:32.524449 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port bb985203-c1da-44a6-8474-4ba2874760f1 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:32.524988 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:32.628695 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-fe89a6c1-4950-4596-853e-839e59a96daa None None] Provisioning complete for port 7f210f11-33e1-45ce-80d3-7ffa8e343b84 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:32.629113 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-fe89a6c1-4950-4596-853e-839e59a96daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:32.630848 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d20b1-4752-4673-a949-9184646d5d49 None None] Pushing event updated for resources: {'Port': ['ID=7f210f11-33e1-45ce-80d3-7ffa8e343b84,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:32.804158 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a0ed9330-0ad5-4221-9452-1646159bd83d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:32.804566 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6b5b37c1-a7ec-4343-95ea-1b5c91f713c6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:32.860270 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ed9330-0ad5-4221-9452-1646159bd83d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Port': ['ID=66f31ebd-005c-42c8-af54-c19f8d545e7f,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:32.923208 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a0ed9330-0ad5-4221-9452-1646159bd83d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:32.935815 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a0ed9330-0ad5-4221-9452-1646159bd83d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/ports/66f31ebd-005c-42c8-af54-c19f8d545e7f HTTP/1.1" status: 204 len: 168 time: 0.8039651 Nov 27 04:11:32.936017 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-7bc601e6-6a21-4b7f-a0d0-8ad35711f411 None None] Allocated IP 172.20.0.2 (625c81c1-ffd4-46b7-bcec-ab3c294d8d2e/f79f094e-11cb-4984-aa0c-51bf3f1012f6/f8857a9b-bd32-4415-8f63-6b42c3d9c35b) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:11:32.936561 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42572) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:33.052455 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a3ef6a-4c61-4d53-8162-b912be39812a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-6b47bbe4-e82c-472f-aebd-8e67dfb914ed', 'network_id': '6b47bbe4-e82c-472f-aebd-8e67dfb914ed', 'tenant_id': '6af0ab769a10415397a0f5dc4eab4d89', 'fixed_ips': [{'subnet_id': '25f56b12-2ba3-4fa9-83a7-68b602da7949'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:11:33.053708 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-14a3ef6a-4c61-4d53-8162-b912be39812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:33.070285 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c75fb4c-f047-46db-9228-cebb5a4ff7a5 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:33.077654 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2c75fb4c-f047-46db-9228-cebb5a4ff7a5 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1376364 Nov 27 04:11:33.078277 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42574) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:33.145217 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-302f8040-103a-478d-a3b8-29bd77306086 None None] For port bb985203-c1da-44a6-8474-4ba2874760f1, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=bb985203-c1da-44a6-8474-4ba2874760f1,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:11:33.182719 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4ee6d6-3829-43c8-b0cf-4961678ee6c2 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:33.191997 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8d4ee6d6-3829-43c8-b0cf-4961678ee6c2 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1126223 Nov 27 04:11:33.194655 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42578) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:33.198258 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8cd30b3e-b148-43df-a640-e1f3029885a9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:33.277277 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984f3466-f646-4e66-9329-b6b7b3d0ff25 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:33.279129 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984f3466-f646-4e66-9329-b6b7b3d0ff25 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:33.280671 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984f3466-f646-4e66-9329-b6b7b3d0ff25 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:33.290014 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-984f3466-f646-4e66-9329-b6b7b3d0ff25 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0910518 Nov 27 04:11:33.290662 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42580) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:33.370324 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-84d93d33-6805-4ad9-abf1-aea76faa4751 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:33.411836 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa7599b0-8fb4-4067-af99-d7bb041f6f78 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting subnet 20765d2b-b03e-483d-b19e-8790dc2ac472 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:11:33.423419 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-14a3ef6a-4c61-4d53-8162-b912be39812a None None] Allocated IP 172.20.0.2 (6b47bbe4-e82c-472f-aebd-8e67dfb914ed/25f56b12-2ba3-4fa9-83a7-68b602da7949/856f008a-1dda-443a-a000-0dc0f818b3af) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:11:33.423620 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b7a88f53-d792-402b-9eee-defef5d0daff tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:33.497967 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-b7a88f53-d792-402b-9eee-defef5d0daff tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Calling delete_port for 80573b1c-e785-43f4-ac84-87a21294a727 owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:11:33.539459 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-84d93d33-6805-4ad9-abf1-aea76faa4751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:33.656654 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-302f8040-103a-478d-a3b8-29bd77306086 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:33.668036 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-aa7599b0-8fb4-4067-af99-d7bb041f6f78 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:33.700637 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-302f8040-103a-478d-a3b8-29bd77306086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:33.717555 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d93d33-6805-4ad9-abf1-aea76faa4751 None None] Network 1f33fef6-c601-479a-a918-43563db91b80 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:11:33.787800 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-aa7599b0-8fb4-4067-af99-d7bb041f6f78 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:33.798384 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-84d93d33-6805-4ad9-abf1-aea76faa4751 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:11:33.801848 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d93d33-6805-4ad9-abf1-aea76faa4751 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:11:33.829724 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-96b97517-1713-4e1c-afd9-3c857694db8d None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:33.831388 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b7a88f53-d792-402b-9eee-defef5d0daff tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:33.831627 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d93d33-6805-4ad9-abf1-aea76faa4751 None None] Pushing event updated for resources: {'Port': ['ID=72be5d33-7bc6-4645-86b6-f6d109ce4791,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:33.870949 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a88f53-d792-402b-9eee-defef5d0daff tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event deleted for resources: {'Port': ['ID=80573b1c-e785-43f4-ac84-87a21294a727,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:33.881923 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7bc601e6-6a21-4b7f-a0d0-8ad35711f411 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:33.919398 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7bc601e6-6a21-4b7f-a0d0-8ad35711f411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:33.927369 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-96b97517-1713-4e1c-afd9-3c857694db8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:33.969491 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc601e6-6a21-4b7f-a0d0-8ad35711f411 None None] Network 625c81c1-ffd4-46b7-bcec-ab3c294d8d2e is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:11:34.026089 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-aa7599b0-8fb4-4067-af99-d7bb041f6f78 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:34.026654 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8cd30b3e-b148-43df-a640-e1f3029885a9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:34.036986 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-7bc601e6-6a21-4b7f-a0d0-8ad35711f411 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:11:34.051268 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-6b5b37c1-a7ec-4343-95ea-1b5c91f713c6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Allocated IP 172.20.0.1 (625c81c1-ffd4-46b7-bcec-ab3c294d8d2e/f79f094e-11cb-4984-aa0c-51bf3f1012f6/a0eba816-7d69-4d20-807d-237f1e427713) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:11:34.084128 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc601e6-6a21-4b7f-a0d0-8ad35711f411 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:11:34.221267 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 7f210f11-33e1-45ce-80d3-7ffa8e343b84 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:11:34.267715 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-84d93d33-6805-4ad9-abf1-aea76faa4751 None None] Attempting to bind port 72be5d33-7bc6-4645-86b6-f6d109ce4791 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:11:34.269300 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-84d93d33-6805-4ad9-abf1-aea76faa4751 None None] Attempting to bind port 72be5d33-7bc6-4645-86b6-f6d109ce4791 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '06bba981-9842-4082-b863-9deb8bb7855f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1f33fef6-c601-479a-a918-43563db91b80'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:11:34.272083 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d93d33-6805-4ad9-abf1-aea76faa4751 None None] Attempting to bind port 72be5d33-7bc6-4645-86b6-f6d109ce4791 on network 1f33fef6-c601-479a-a918-43563db91b80 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:11:34.311874 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d93d33-6805-4ad9-abf1-aea76faa4751 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:11:34.312541 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d93d33-6805-4ad9-abf1-aea76faa4751 None None] Checking segment: {'id': '06bba981-9842-4082-b863-9deb8bb7855f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1f33fef6-c601-479a-a918-43563db91b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:11:34.313259 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-84d93d33-6805-4ad9-abf1-aea76faa4751 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:34.313775 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d93d33-6805-4ad9-abf1-aea76faa4751 None None] Bound using segment: {'id': '06bba981-9842-4082-b863-9deb8bb7855f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1f33fef6-c601-479a-a918-43563db91b80'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:11:34.314520 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-84d93d33-6805-4ad9-abf1-aea76faa4751 None None] Bound port: 72be5d33-7bc6-4645-86b6-f6d109ce4791, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bba981-9842-4082-b863-9deb8bb7855f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1f33fef6-c601-479a-a918-43563db91b80'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:11:34.315707 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-84d93d33-6805-4ad9-abf1-aea76faa4751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:34.341911 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8cd30b3e-b148-43df-a640-e1f3029885a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:34.344876 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-96b97517-1713-4e1c-afd9-3c857694db8d None None] Attempting to bind port 806a4a43-97cc-4264-b385-0a013ea8c8bc on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:11:34.345691 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-96b97517-1713-4e1c-afd9-3c857694db8d None None] Attempting to bind port 806a4a43-97cc-4264-b385-0a013ea8c8bc by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'fb098388-3a92-4ab4-80c1-f41ab44b0ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7c636381-518c-47c4-9798-7b99af15f64b'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:11:34.346808 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b97517-1713-4e1c-afd9-3c857694db8d None None] Attempting to bind port 806a4a43-97cc-4264-b385-0a013ea8c8bc on network 7c636381-518c-47c4-9798-7b99af15f64b {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:11:34.482362 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-7bc601e6-6a21-4b7f-a0d0-8ad35711f411 None None] Attempting to bind port f8857a9b-bd32-4415-8f63-6b42c3d9c35b on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:11:34.482916 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-7bc601e6-6a21-4b7f-a0d0-8ad35711f411 None None] Attempting to bind port f8857a9b-bd32-4415-8f63-6b42c3d9c35b by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'bd8e6abd-99d5-40f2-a506-9388cbe4cd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '625c81c1-ffd4-46b7-bcec-ab3c294d8d2e'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:11:34.483388 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc601e6-6a21-4b7f-a0d0-8ad35711f411 None None] Attempting to bind port f8857a9b-bd32-4415-8f63-6b42c3d9c35b on network 625c81c1-ffd4-46b7-bcec-ab3c294d8d2e {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:11:34.483756 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b7a88f53-d792-402b-9eee-defef5d0daff tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:34.490145 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f8040-103a-478d-a3b8-29bd77306086 None None] Pushing event updated for resources: {'Port': ['ID=bb985203-c1da-44a6-8474-4ba2874760f1,revision_number=10']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:34.498198 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b7a88f53-d792-402b-9eee-defef5d0daff tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/ports/80573b1c-e785-43f4-ac84-87a21294a727 HTTP/1.1" status: 204 len: 168 time: 2.9796777 Nov 27 04:11:34.513181 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42594) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:34.573323 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc601e6-6a21-4b7f-a0d0-8ad35711f411 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:11:34.573712 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc601e6-6a21-4b7f-a0d0-8ad35711f411 None None] Checking segment: {'id': 'bd8e6abd-99d5-40f2-a506-9388cbe4cd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '625c81c1-ffd4-46b7-bcec-ab3c294d8d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:11:34.574129 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7bc601e6-6a21-4b7f-a0d0-8ad35711f411 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:34.574845 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc601e6-6a21-4b7f-a0d0-8ad35711f411 None None] Bound using segment: {'id': 'bd8e6abd-99d5-40f2-a506-9388cbe4cd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '625c81c1-ffd4-46b7-bcec-ab3c294d8d2e'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:11:34.578715 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-7bc601e6-6a21-4b7f-a0d0-8ad35711f411 None None] Bound port: f8857a9b-bd32-4415-8f63-6b42c3d9c35b, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8e6abd-99d5-40f2-a506-9388cbe4cd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '625c81c1-ffd4-46b7-bcec-ab3c294d8d2e'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:11:34.579223 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7bc601e6-6a21-4b7f-a0d0-8ad35711f411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:34.599745 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc601e6-6a21-4b7f-a0d0-8ad35711f411 None None] Pushing event updated for resources: {'Port': ['ID=f8857a9b-bd32-4415-8f63-6b42c3d9c35b,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:34.653691 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b97517-1713-4e1c-afd9-3c857694db8d None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:11:34.654177 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b97517-1713-4e1c-afd9-3c857694db8d None None] Checking segment: {'id': 'fb098388-3a92-4ab4-80c1-f41ab44b0ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7c636381-518c-47c4-9798-7b99af15f64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:11:34.654811 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-96b97517-1713-4e1c-afd9-3c857694db8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:34.655285 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b97517-1713-4e1c-afd9-3c857694db8d None None] Bound using segment: {'id': 'fb098388-3a92-4ab4-80c1-f41ab44b0ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7c636381-518c-47c4-9798-7b99af15f64b'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:11:34.656515 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-96b97517-1713-4e1c-afd9-3c857694db8d None None] Bound port: 806a4a43-97cc-4264-b385-0a013ea8c8bc, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb098388-3a92-4ab4-80c1-f41ab44b0ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7c636381-518c-47c4-9798-7b99af15f64b'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:11:34.656981 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-96b97517-1713-4e1c-afd9-3c857694db8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:34.666360 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af9e104-a506-4e7b-b6fd-e3863a29c012 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] GET failed (client error): The resource could not be found. Nov 27 04:11:34.670139 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4af9e104-a506-4e7b-b6fd-e3863a29c012 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "GET /v2.0/ports/80573b1c-e785-43f4-ac84-87a21294a727 HTTP/1.1" status: 404 len: 333 time: 0.1547649 Nov 27 04:11:34.676004 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42604) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:34.727553 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6b5b37c1-a7ec-4343-95ea-1b5c91f713c6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:34.774760 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-dd31db98-f4d5-4324-9773-91f84e8aa9dc None None] Provisioning complete for port 806a4a43-97cc-4264-b385-0a013ea8c8bc triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:34.776553 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dd31db98-f4d5-4324-9773-91f84e8aa9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:34.789379 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-aa7599b0-8fb4-4067-af99-d7bb041f6f78 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:34.809249 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5b9c840-95a2-4c1c-bb41-e0d3e201a3cb tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Deleting subnet f08ea7a0-536b-4b30-972f-9f383c6eb175 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:11:34.810054 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-14a3ef6a-4c61-4d53-8162-b912be39812a None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:34.824756 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6b5b37c1-a7ec-4343-95ea-1b5c91f713c6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:34.840517 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-aa7599b0-8fb4-4067-af99-d7bb041f6f78 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:34.845315 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-aa7599b0-8fb4-4067-af99-d7bb041f6f78 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/20765d2b-b03e-483d-b19e-8790dc2ac472 HTTP/1.1" status: 204 len: 168 time: 1.5529480 Nov 27 04:11:34.847200 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7599b0-8fb4-4067-af99-d7bb041f6f78 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Subnet': ['ID=20765d2b-b03e-483d-b19e-8790dc2ac472,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:34.848860 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a5b9c840-95a2-4c1c-bb41-e0d3e201a3cb tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:34.852891 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42616) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:34.870887 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57008dbc-4766-43e6-a57c-5cd0b97f548f None None] Network 69dee5df-a2b5-4f80-b023-d216a074fa83 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:11:34.873160 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 7f210f11-33e1-45ce-80d3-7ffa8e343b84 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:34.873544 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:34.902967 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5b37c1-a7ec-4343-95ea-1b5c91f713c6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Network 625c81c1-ffd4-46b7-bcec-ab3c294d8d2e is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:11:34.910829 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-6b5b37c1-a7ec-4343-95ea-1b5c91f713c6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:11:34.924816 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5b37c1-a7ec-4343-95ea-1b5c91f713c6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:11:34.945054 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-14a3ef6a-4c61-4d53-8162-b912be39812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:34.974435 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-8cd30b3e-b148-43df-a640-e1f3029885a9 admin admin] Allocated IP 172.25.1.39 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/1a68db99-208f-4f41-93e8-d4d472963235) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:11:34.993606 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-840eec80-6ad3-4a2e-8d5c-d59083f0b520 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Deleting subnet fe5b2712-41ea-4792-9d20-0c70f4421511 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:11:34.995478 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b37c1-a7ec-4343-95ea-1b5c91f713c6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'Port': ['ID=a0eba816-7d69-4d20-807d-237f1e427713,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:34.999098 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-840eec80-6ad3-4a2e-8d5c-d59083f0b520 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:35.026667 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6b5b37c1-a7ec-4343-95ea-1b5c91f713c6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:35.065218 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-840eec80-6ad3-4a2e-8d5c-d59083f0b520 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:35.166837 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-840eec80-6ad3-4a2e-8d5c-d59083f0b520 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:35.240360 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-840eec80-6ad3-4a2e-8d5c-d59083f0b520 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:35.265732 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-840eec80-6ad3-4a2e-8d5c-d59083f0b520 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:35.275801 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-840eec80-6ad3-4a2e-8d5c-d59083f0b520 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/fe5b2712-41ea-4792-9d20-0c70f4421511 HTTP/1.1" status: 204 len: 168 time: 0.4228568 Nov 27 04:11:35.279523 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42626) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:35.313872 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840eec80-6ad3-4a2e-8d5c-d59083f0b520 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Subnet': ['ID=fe5b2712-41ea-4792-9d20-0c70f4421511,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:35.323316 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a5b9c840-95a2-4c1c-bb41-e0d3e201a3cb tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:35.407763 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9b1beb8b-af6d-48ba-9779-088dbf30cf80 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1179941 Nov 27 04:11:35.424053 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42628) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:35.437650 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a5b9c840-95a2-4c1c-bb41-e0d3e201a3cb tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:35.445715 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-dd31db98-f4d5-4324-9773-91f84e8aa9dc None None] Port 806a4a43-97cc-4264-b385-0a013ea8c8bc cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:11:35.450142 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa4539-af02-410b-b870-9821f16d0246 None None] Pushing event updated for resources: {'Port': ['ID=806a4a43-97cc-4264-b385-0a013ea8c8bc,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:35.478573 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8cd30b3e-b148-43df-a640-e1f3029885a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:35.533407 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a3ef6a-4c61-4d53-8162-b912be39812a None None] Network 6b47bbe4-e82c-472f-aebd-8e67dfb914ed is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:11:35.578204 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fb28d1-652b-40e7-bf2b-59dce50e651a tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:35.585915 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6b5b37c1-a7ec-4343-95ea-1b5c91f713c6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:35.596681 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42630) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:35.597194 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b7fb28d1-652b-40e7-bf2b-59dce50e651a tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1715925 Nov 27 04:11:35.601599 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-14a3ef6a-4c61-4d53-8162-b912be39812a None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:11:35.604561 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a3ef6a-4c61-4d53-8162-b912be39812a None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:11:35.637668 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a5b9c840-95a2-4c1c-bb41-e0d3e201a3cb tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:35.645891 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8cd30b3e-b148-43df-a640-e1f3029885a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:35.683941 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b9c840-95a2-4c1c-bb41-e0d3e201a3cb tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event deleted for resources: {'Subnet': ['ID=f08ea7a0-536b-4b30-972f-9f383c6eb175,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:35.688133 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-7bc601e6-6a21-4b7f-a0d0-8ad35711f411 None None] For port f8857a9b-bd32-4415-8f63-6b42c3d9c35b, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:11:35.694291 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a5b9c840-95a2-4c1c-bb41-e0d3e201a3cb tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:35.704447 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a5b9c840-95a2-4c1c-bb41-e0d3e201a3cb tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/subnets/f08ea7a0-536b-4b30-972f-9f383c6eb175 HTTP/1.1" status: 204 len: 168 time: 1.0261018 Nov 27 04:11:35.705655 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42632) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:35.727656 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-84d93d33-6805-4ad9-abf1-aea76faa4751 None None] For port 72be5d33-7bc6-4645-86b6-f6d109ce4791, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:11:35.743821 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3ef6a-4c61-4d53-8162-b912be39812a None None] Pushing event updated for resources: {'Port': ['ID=856f008a-1dda-443a-a000-0dc0f818b3af,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:35.766483 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-96b97517-1713-4e1c-afd9-3c857694db8d None None] For port 806a4a43-97cc-4264-b385-0a013ea8c8bc, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:11:35.771214 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-7bc601e6-6a21-4b7f-a0d0-8ad35711f411 None None] For port f8857a9b-bd32-4415-8f63-6b42c3d9c35b, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=f8857a9b-bd32-4415-8f63-6b42c3d9c35b,segment=NetworkSegment(bd8e6abd-99d5-40f2-a506-9388cbe4cd70),segment_id=bd8e6abd-99d5-40f2-a506-9388cbe4cd70)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:11:35.774806 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-84d93d33-6805-4ad9-abf1-aea76faa4751 None None] For port 72be5d33-7bc6-4645-86b6-f6d109ce4791, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=72be5d33-7bc6-4645-86b6-f6d109ce4791,segment=NetworkSegment(06bba981-9842-4082-b863-9deb8bb7855f),segment_id=06bba981-9842-4082-b863-9deb8bb7855f)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:11:35.787502 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0a9fc6d1-91c9-471a-9533-12c9af0c7460 None None] Provisioning complete for port bb985203-c1da-44a6-8474-4ba2874760f1 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:35.787923 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0a9fc6d1-91c9-471a-9533-12c9af0c7460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:35.832030 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7bc601e6-6a21-4b7f-a0d0-8ad35711f411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:35.840886 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-14a3ef6a-4c61-4d53-8162-b912be39812a None None] Attempting to bind port 856f008a-1dda-443a-a000-0dc0f818b3af on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:11:35.841281 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-14a3ef6a-4c61-4d53-8162-b912be39812a None None] Attempting to bind port 856f008a-1dda-443a-a000-0dc0f818b3af by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'db947a5e-f798-422a-88f0-b242cf6bf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6b47bbe4-e82c-472f-aebd-8e67dfb914ed'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:11:35.841647 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a3ef6a-4c61-4d53-8162-b912be39812a None None] Attempting to bind port 856f008a-1dda-443a-a000-0dc0f818b3af on network 6b47bbe4-e82c-472f-aebd-8e67dfb914ed {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:11:35.846654 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-96b97517-1713-4e1c-afd9-3c857694db8d None None] For port 806a4a43-97cc-4264-b385-0a013ea8c8bc, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=806a4a43-97cc-4264-b385-0a013ea8c8bc,segment=NetworkSegment(fb098388-3a92-4ab4-80c1-f41ab44b0ec5),segment_id=fb098388-3a92-4ab4-80c1-f41ab44b0ec5)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:11:35.862097 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-84d93d33-6805-4ad9-abf1-aea76faa4751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:35.872297 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-96b97517-1713-4e1c-afd9-3c857694db8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:35.875495 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-caf07fe1-f94d-41f1-81fe-61fe1dc7977f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:35.925111 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a3ef6a-4c61-4d53-8162-b912be39812a None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:11:35.925489 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a3ef6a-4c61-4d53-8162-b912be39812a None None] Checking segment: {'id': 'db947a5e-f798-422a-88f0-b242cf6bf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6b47bbe4-e82c-472f-aebd-8e67dfb914ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:11:35.925905 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-14a3ef6a-4c61-4d53-8162-b912be39812a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:35.926310 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a3ef6a-4c61-4d53-8162-b912be39812a None None] Bound using segment: {'id': 'db947a5e-f798-422a-88f0-b242cf6bf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6b47bbe4-e82c-472f-aebd-8e67dfb914ed'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:11:35.926843 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-14a3ef6a-4c61-4d53-8162-b912be39812a None None] Bound port: 856f008a-1dda-443a-a000-0dc0f818b3af, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db947a5e-f798-422a-88f0-b242cf6bf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6b47bbe4-e82c-472f-aebd-8e67dfb914ed'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:11:35.927234 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-14a3ef6a-4c61-4d53-8162-b912be39812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:35.983544 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b97517-1713-4e1c-afd9-3c857694db8d None None] Routers {'241fc0de-0534-4620-9f4c-6b10da957712'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:11:35.984220 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-96b97517-1713-4e1c-afd9-3c857694db8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:11:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['241fc0de-0534-4620-9f4c-6b10da957712'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:36.052787 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-caf07fe1-f94d-41f1-81fe-61fe1dc7977f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Deleting port 72be5d33-7bc6-4645-86b6-f6d109ce4791 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:11:36.055592 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-caf07fe1-f94d-41f1-81fe-61fe1dc7977f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:36.155969 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-96b97517-1713-4e1c-afd9-3c857694db8d None None] Set router 241fc0de-0534-4620-9f4c-6b10da957712 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:11:36.270077 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-caf07fe1-f94d-41f1-81fe-61fe1dc7977f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] For port 72be5d33-7bc6-4645-86b6-f6d109ce4791, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=72be5d33-7bc6-4645-86b6-f6d109ce4791,segment=NetworkSegment(06bba981-9842-4082-b863-9deb8bb7855f),segment_id=06bba981-9842-4082-b863-9deb8bb7855f)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:11:36.270587 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-caf07fe1-f94d-41f1-81fe-61fe1dc7977f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:36.294061 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6b5b37c1-a7ec-4343-95ea-1b5c91f713c6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:36.305911 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76c5352-dfc2-474d-9d72-b0187527b3be tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:36.307811 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d76c5352-dfc2-474d-9d72-b0187527b3be tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6899168 Nov 27 04:11:36.312939 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6b5b37c1-a7ec-4343-95ea-1b5c91f713c6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:36.318139 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42642) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:36.343752 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-caf07fe1-f94d-41f1-81fe-61fe1dc7977f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Calling delete_port for 72be5d33-7bc6-4645-86b6-f6d109ce4791 owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:11:36.399476 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd30b3e-b148-43df-a640-e1f3029885a9 admin admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:11:36.503086 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fac3d6-36ba-4162-ad0a-020a9e676dd7 None None] DHCP port deletion for 69dee5df-a2b5-4f80-b023-d216a074fa83 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:11:36.557404 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-8cd30b3e-b148-43df-a640-e1f3029885a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:11:36.562589 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd30b3e-b148-43df-a640-e1f3029885a9 admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:11:36.573202 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-86de74a6-7c87-4f09-9ee6-3cb80fb70680 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2512267 Nov 27 04:11:36.573967 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd30b3e-b148-43df-a640-e1f3029885a9 admin admin] Pushing event updated for resources: {'Port': ['ID=1a68db99-208f-4f41-93e8-d4d472963235,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:36.619987 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42646) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:36.651900 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c887c9c-b6db-45e8-b0a6-99dbe24bde19 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:11:36.658136 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-caf07fe1-f94d-41f1-81fe-61fe1dc7977f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:36.716755 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf07fe1-f94d-41f1-81fe-61fe1dc7977f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event deleted for resources: {'Port': ['ID=72be5d33-7bc6-4645-86b6-f6d109ce4791,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:36.734166 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf07fe1-f94d-41f1-81fe-61fe1dc7977f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] No DVR routers for this DVR port 72be5d33-7bc6-4645-86b6-f6d109ce4791 on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:11:36.785472 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc601e6-6a21-4b7f-a0d0-8ad35711f411 None None] Pushing event updated for resources: {'Port': ['ID=f8857a9b-bd32-4415-8f63-6b42c3d9c35b,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:36.805320 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c2dc97b-15b1-4fef-b678-8c99f77d8874 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:36.815227 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c2dc97b-15b1-4fef-b678-8c99f77d8874 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:36.818463 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1c2dc97b-15b1-4fef-b678-8c99f77d8874 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/ports/66f31ebd-005c-42c8-af54-c19f8d545e7f HTTP/1.1" status: 404 len: 333 time: 0.1974692 Nov 27 04:11:36.826465 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42648) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:36.893071 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-14a3ef6a-4c61-4d53-8162-b912be39812a None None] For port 856f008a-1dda-443a-a000-0dc0f818b3af, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:11:36.897328 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-14a3ef6a-4c61-4d53-8162-b912be39812a None None] For port 856f008a-1dda-443a-a000-0dc0f818b3af, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=856f008a-1dda-443a-a000-0dc0f818b3af,segment=NetworkSegment(db947a5e-f798-422a-88f0-b242cf6bf792),segment_id=db947a5e-f798-422a-88f0-b242cf6bf792)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:11:36.923046 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-14a3ef6a-4c61-4d53-8162-b912be39812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:36.928042 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6b5b37c1-a7ec-4343-95ea-1b5c91f713c6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:36.948211 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-caf07fe1-f94d-41f1-81fe-61fe1dc7977f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:36.949174 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2566933-fad3-4ad7-841e-1c279360009b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:36.949700 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2566933-fad3-4ad7-841e-1c279360009b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:36.955397 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c2566933-fad3-4ad7-841e-1c279360009b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/20765d2b-b03e-483d-b19e-8790dc2ac472 HTTP/1.1" status: 404 len: 337 time: 0.1131930 Nov 27 04:11:36.964476 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d93d33-6805-4ad9-abf1-aea76faa4751 None None] Pushing event deleted for resources: {'Port': ['ID=72be5d33-7bc6-4645-86b6-f6d109ce4791,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:36.989090 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42650) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:37.003592 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-caf07fe1-f94d-41f1-81fe-61fe1dc7977f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f33fef6-c601-479a-a918-43563db91b80']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:37.031604 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-caf07fe1-f94d-41f1-81fe-61fe1dc7977f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06bba981-9842-4082-b863-9deb8bb7855f') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:37.031916 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-caf07fe1-f94d-41f1-81fe-61fe1dc7977f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06bba981-9842-4082-b863-9deb8bb7855f') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:37.055471 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-caf07fe1-f94d-41f1-81fe-61fe1dc7977f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:37.070823 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4d2785b-0f8b-499e-87ff-7f1e1f9730e4 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:37.071026 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa4539-af02-410b-b870-9821f16d0246 None None] Pushing event updated for resources: {'Port': ['ID=806a4a43-97cc-4264-b385-0a013ea8c8bc,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:37.071300 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4d2785b-0f8b-499e-87ff-7f1e1f9730e4 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:37.074459 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d4d2785b-0f8b-499e-87ff-7f1e1f9730e4 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/fe5b2712-41ea-4792-9d20-0c70f4421511 HTTP/1.1" status: 404 len: 337 time: 0.0843725 Nov 27 04:11:37.088984 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-caf07fe1-f94d-41f1-81fe-61fe1dc7977f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:37.102995 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caf07fe1-f94d-41f1-81fe-61fe1dc7977f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:11:37.103417 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-caf07fe1-f94d-41f1-81fe-61fe1dc7977f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:37.109052 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42654) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:37.162887 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-31fac3d6-36ba-4162-ad0a-020a9e676dd7 None None] Deleting port bb985203-c1da-44a6-8474-4ba2874760f1 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:11:37.163977 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-31fac3d6-36ba-4162-ad0a-020a9e676dd7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:37.212786 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b37c1-a7ec-4343-95ea-1b5c91f713c6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'Port': ['ID=a0eba816-7d69-4d20-807d-237f1e427713,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:37.253928 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:11:37.253928 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:11:37.253928 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:11:37.253928 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:11:37.253928 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:11:37.253928 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:11:37.253928 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:11:37.253928 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:11:37.253928 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:11:37.253928 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:11:37.253928 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:11:37.253928 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:11:37.253928 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:11:37.253928 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:11:37.253928 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:11:37.253928 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:11:37.253928 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:11:37.253928 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:11:37.253928 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:11:37.253928 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:11:37.253928 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:11:37.253928 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:11:37.253928 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:11:37.253928 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:11:37.253928 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:11:37.253928 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:11:37.253928 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:11:37.253928 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:11:37.253928 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:11:37.253928 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:11:37.253928 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:11:37.253928 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:11:37.274637 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-caf07fe1-f94d-41f1-81fe-61fe1dc7977f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:37.330333 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-caf07fe1-f94d-41f1-81fe-61fe1dc7977f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:37.339522 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-caf07fe1-f94d-41f1-81fe-61fe1dc7977f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/networks/1f33fef6-c601-479a-a918-43563db91b80 HTTP/1.1" status: 204 len: 168 time: 1.6320376 Nov 27 04:11:37.340706 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf07fe1-f94d-41f1-81fe-61fe1dc7977f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event deleted for resources: {'Network': ['ID=1f33fef6-c601-479a-a918-43563db91b80,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:37.348406 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42656) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:37.368431 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-31fac3d6-36ba-4162-ad0a-020a9e676dd7 None None] For port bb985203-c1da-44a6-8474-4ba2874760f1, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=bb985203-c1da-44a6-8474-4ba2874760f1,segment=NetworkSegment(df23ca3d-a40b-43ef-adc7-7eec07bb69c7),segment_id=df23ca3d-a40b-43ef-adc7-7eec07bb69c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:11:37.368857 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-31fac3d6-36ba-4162-ad0a-020a9e676dd7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:37.371464 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-2a866222-fc71-44dc-868a-8b469cd767bb tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'port': {'network_id': '475d5735-79a3-484f-bf32-4f28dc0b8344', 'name': 'tempest-PortsTestJSON-1856212373'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:37.432850 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f1816ef-9c29-4f2a-b69e-20154b024b72 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:37.442089 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-3d846ab4-ea1f-4e46-90aa-e2f8c30300a5 None None] Provisioning complete for port 1a68db99-208f-4f41-93e8-d4d472963235 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:37.442542 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3d846ab4-ea1f-4e46-90aa-e2f8c30300a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:37.442682 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f1816ef-9c29-4f2a-b69e-20154b024b72 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:37.449276 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2f1816ef-9c29-4f2a-b69e-20154b024b72 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/ports/4ae3b2c8-4084-42cb-9384-36a99af72689 HTTP/1.1" status: 404 len: 333 time: 0.3290796 Nov 27 04:11:37.453547 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42658) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:37.586628 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-31fac3d6-36ba-4162-ad0a-020a9e676dd7 None None] Calling delete_port for bb985203-c1da-44a6-8474-4ba2874760f1 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:11:37.598771 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a866222-fc71-44dc-868a-8b469cd767bb tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Made reservation on behalf of e0c528b777a044b1b1470d3e561f543a for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:11:37.603841 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2a866222-fc71-44dc-868a-8b469cd767bb tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:37.675526 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [None req-2a866222-fc71-44dc-868a-8b469cd767bb tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] device_id is not set on port b947976c-bfb0-47f8-bc90-161030babf67 yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:11:37.906704 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-31fac3d6-36ba-4162-ad0a-020a9e676dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:37.923399 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-96b97517-1713-4e1c-afd9-3c857694db8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241fc0de-0534-4620-9f4c-6b10da957712', 'name': 'tempest-TestServerMultinode-1602766494-router', 'tenant_id': '5bbe3d15f6f2412fb8ed2301e8fa31e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '58593b2a-177b-4c2e-ad4c-e8f2580b838b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:11:11Z', 'updated_at': '2021-11-27T04:11:23Z', 'revision_number': 4, 'project_id': '5bbe3d15f6f2412fb8ed2301e8fa31e8', 'gw_port': {'id': '58593b2a-177b-4c2e-ad4c-e8f2580b838b', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:9a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241fc0de-0534-4620-9f4c-6b10da957712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:11:13Z', 'updated_at': '2021-11-27T04:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '806a4a43-97cc-4264-b385-0a013ea8c8bc', 'name': '', 'network_id': '7c636381-518c-47c4-9798-7b99af15f64b', 'tenant_id': '5bbe3d15f6f2412fb8ed2301e8fa31e8', 'mac_address': 'fa:16:3e:5d:ba:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241fc0de-0534-4620-9f4c-6b10da957712', 'device_owner': 'network:router_interface', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': 'a1267ad0-5297-4baf-b014-39bd34e35128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:11:20Z', 'updated_at': '2021-11-27T04:11:35Z', 'revision_number': 4, 'project_id': '5bbe3d15f6f2412fb8ed2301e8fa31e8', 'subnets': [{'id': 'a1267ad0-5297-4baf-b014-39bd34e35128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:37.989985 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-3d846ab4-ea1f-4e46-90aa-e2f8c30300a5 None None] Port 1a68db99-208f-4f41-93e8-d4d472963235 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:11:38.006643 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3ef6a-4c61-4d53-8162-b912be39812a None None] Pushing event updated for resources: {'Port': ['ID=856f008a-1dda-443a-a000-0dc0f818b3af,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:38.193717 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fac3d6-36ba-4162-ad0a-020a9e676dd7 None None] Pushing event deleted for resources: {'Port': ['ID=bb985203-c1da-44a6-8474-4ba2874760f1,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:38.227853 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b97517-1713-4e1c-afd9-3c857694db8d None None] The sync data for ids ['241fc0de-0534-4620-9f4c-6b10da957712'] in n-d-819494-3 is: [{'id': '241fc0de-0534-4620-9f4c-6b10da957712', 'name': 'tempest-TestServerMultinode-1602766494-router', 'tenant_id': '5bbe3d15f6f2412fb8ed2301e8fa31e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '58593b2a-177b-4c2e-ad4c-e8f2580b838b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:11:11Z', 'updated_at': '2021-11-27T04:11:23Z', 'revision_number': 4, 'project_id': '5bbe3d15f6f2412fb8ed2301e8fa31e8', 'gw_port': {'id': '58593b2a-177b-4c2e-ad4c-e8f2580b838b', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:9a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241fc0de-0534-4620-9f4c-6b10da957712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:11:13Z', 'updated_at': '2021-11-27T04:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '806a4a43-97cc-4264-b385-0a013ea8c8bc', 'name': '', 'network_id': '7c636381-518c-47c4-9798-7b99af15f64b', 'tenant_id': '5bbe3d15f6f2412fb8ed2301e8fa31e8', 'mac_address': 'fa:16:3e:5d:ba:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241fc0de-0534-4620-9f4c-6b10da957712', 'device_owner': 'network:router_interface', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': 'a1267ad0-5297-4baf-b014-39bd34e35128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:11:20Z', 'updated_at': '2021-11-27T04:11:35Z', 'revision_number': 4, 'project_id': '5bbe3d15f6f2412fb8ed2301e8fa31e8', 'subnets': [{'id': 'a1267ad0-5297-4baf-b014-39bd34e35128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:11:38.242662 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704e88b1-618e-403b-98bd-cc775fe5d997 None None] Network 625c81c1-ffd4-46b7-bcec-ab3c294d8d2e requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:11:38.246420 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device f8857a9b-bd32-4415-8f63-6b42c3d9c35b up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:11:38.277590 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2a866222-fc71-44dc-868a-8b469cd767bb tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:38.397712 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2a866222-fc71-44dc-868a-8b469cd767bb tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:38.408150 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fac3d6-36ba-4162-ad0a-020a9e676dd7 None None] No DVR routers for this DVR port bb985203-c1da-44a6-8474-4ba2874760f1 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:11:38.445205 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-3d846ab4-ea1f-4e46-90aa-e2f8c30300a5 None None] Provisioning complete for port 806a4a43-97cc-4264-b385-0a013ea8c8bc triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:38.445578 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3d846ab4-ea1f-4e46-90aa-e2f8c30300a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:38.550902 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aba7283-cd93-4cd7-917c-1cdd8d327d86 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:38.551552 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aba7283-cd93-4cd7-917c-1cdd8d327d86 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:38.551670 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a866222-fc71-44dc-868a-8b469cd767bb tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'Port': ['ID=b947976c-bfb0-47f8-bc90-161030babf67,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:38.568146 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9aba7283-cd93-4cd7-917c-1cdd8d327d86 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/5fff960c-2b67-4e1a-b270-7e963cf77f2d HTTP/1.1" status: 404 len: 337 time: 1.1116955 Nov 27 04:11:38.569070 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42670) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:38.580986 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port f8857a9b-bd32-4415-8f63-6b42c3d9c35b triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:38.581721 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:38.606279 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a866222-fc71-44dc-868a-8b469cd767bb tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Network 475d5735-79a3-484f-bf32-4f28dc0b8344 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:11:38.614879 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-2a866222-fc71-44dc-868a-8b469cd767bb tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:11:38.623618 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a866222-fc71-44dc-868a-8b469cd767bb tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:11:38.639801 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a866222-fc71-44dc-868a-8b469cd767bb tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:38.640500 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2a866222-fc71-44dc-868a-8b469cd767bb tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:38.723682 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2a866222-fc71-44dc-868a-8b469cd767bb tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3738697 Nov 27 04:11:38.727006 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42676) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:38.777284 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-46a65849-cac8-499f-8aab-5bbb5fb244d3 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:38.777756 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46a65849-cac8-499f-8aab-5bbb5fb244d3 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:38.783260 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-46a65849-cac8-499f-8aab-5bbb5fb244d3 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/0768ec6c-4603-49c1-85fb-eae11aa509d1 HTTP/1.1" status: 404 len: 337 time: 0.1381094 Nov 27 04:11:38.811103 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42678) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:38.880159 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d75d3a-9c9a-4086-9578-2bcca12f5327 None None] DHCP port deletion for 1f33fef6-c601-479a-a918-43563db91b80 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:11:38.936485 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5b37c1-a7ec-4343-95ea-1b5c91f713c6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Network 625c81c1-ffd4-46b7-bcec-ab3c294d8d2e is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:11:38.943692 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-5726ba02-b7e8-4c9e-91d3-43d64132bd3d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:38.944033 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5726ba02-b7e8-4c9e-91d3-43d64132bd3d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:38.947343 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5726ba02-b7e8-4c9e-91d3-43d64132bd3d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/ports/53aa6b73-6dd6-45d2-9057-bf50f2a0787f HTTP/1.1" status: 404 len: 333 time: 0.1303272 Nov 27 04:11:38.962304 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42680) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:38.984501 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-6b5b37c1-a7ec-4343-95ea-1b5c91f713c6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:11:39.036077 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-c3deb367-c578-4366-9616-78ba5f1b5fce tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Deleting port b947976c-bfb0-47f8-bc90-161030babf67 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:11:39.036809 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c3deb367-c578-4366-9616-78ba5f1b5fce tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:39.068779 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa130fa-c3c4-405c-bb24-8f40a2d8064f None None] Network 1f33fef6-c601-479a-a918-43563db91b80 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:11:39.089127 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa130fa-c3c4-405c-bb24-8f40a2d8064f None None] Network 1f33fef6-c601-479a-a918-43563db91b80 could not be found, it might have been deleted concurrently. {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 27 04:11:39.104497 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-585f55ef-f3c3-4fcc-a5a0-592286be1c76 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:39.105676 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-585f55ef-f3c3-4fcc-a5a0-592286be1c76 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:39.109865 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-585f55ef-f3c3-4fcc-a5a0-592286be1c76 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/d08edc9a-bd72-4179-85e5-d62ac64e366b HTTP/1.1" status: 404 len: 337 time: 0.1461546 Nov 27 04:11:39.113956 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42682) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:39.158975 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3d846ab4-ea1f-4e46-90aa-e2f8c30300a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:39.194701 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c3deb367-c578-4366-9616-78ba5f1b5fce tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:39.232806 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-c3deb367-c578-4366-9616-78ba5f1b5fce tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Calling delete_port for b947976c-bfb0-47f8-bc90-161030babf67 owned by {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:11:39.235867 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-3d846ab4-ea1f-4e46-90aa-e2f8c30300a5 None None] For port 806a4a43-97cc-4264-b385-0a013ea8c8bc, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=806a4a43-97cc-4264-b385-0a013ea8c8bc,segment=NetworkSegment(fb098388-3a92-4ab4-80c1-f41ab44b0ec5),segment_id=fb098388-3a92-4ab4-80c1-f41ab44b0ec5)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:11:39.294589 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3d846ab4-ea1f-4e46-90aa-e2f8c30300a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:39.408739 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c3deb367-c578-4366-9616-78ba5f1b5fce tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:39.449011 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537217cc-e39e-4c9a-a36e-24f098ee3c30 None None] Network 6b47bbe4-e82c-472f-aebd-8e67dfb914ed requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:11:39.499790 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f8d420-3a43-480d-bdba-a6c464f60a16 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:39.500002 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3f8d420-3a43-480d-bdba-a6c464f60a16 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:39.503289 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f3f8d420-3a43-480d-bdba-a6c464f60a16 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/50a7ffe6-eb94-4531-a652-b708c0ffe3d6 HTTP/1.1" status: 404 len: 337 time: 0.3856976 Nov 27 04:11:39.506146 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42686) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:39.515972 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8cd30b3e-b148-43df-a640-e1f3029885a9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:39.556407 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3deb367-c578-4366-9616-78ba5f1b5fce tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event deleted for resources: {'Port': ['ID=b947976c-bfb0-47f8-bc90-161030babf67,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:39.567431 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c3deb367-c578-4366-9616-78ba5f1b5fce tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:39.576170 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c3deb367-c578-4366-9616-78ba5f1b5fce tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/ports/b947976c-bfb0-47f8-bc90-161030babf67 HTTP/1.1" status: 204 len: 168 time: 0.8480308 Nov 27 04:11:39.579181 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42688) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:39.596262 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-c19997b2-af95-4baf-a615-26dda0f3aff3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'port': {'network_id': '475d5735-79a3-484f-bf32-4f28dc0b8344', 'mac_address': 'fa:16:3e:f9:f2:93', 'name': 'tempest-PortsTestJSON-1442226539'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:39.852736 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b65599-05ae-4e56-8e6b-30dac2216ddd tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:39.855225 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00b65599-05ae-4e56-8e6b-30dac2216ddd tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:39.861905 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19997b2-af95-4baf-a615-26dda0f3aff3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Made reservation on behalf of e0c528b777a044b1b1470d3e561f543a for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:11:39.877263 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-00b65599-05ae-4e56-8e6b-30dac2216ddd tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/ports/bb180b65-9eb6-4780-8736-bdb9810a8c63 HTTP/1.1" status: 404 len: 333 time: 0.3618634 Nov 27 04:11:39.898048 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42692) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:39.911144 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-bc2b1b67-6c88-4757-a46d-4ee436ab3b5f None None] Could not find standard attr ID for object 72be5d33-7bc6-4645-86b6-f6d109ce4791. {{(pid=110020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 04:11:39.923763 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d846ab4-ea1f-4e46-90aa-e2f8c30300a5 None None] Pushing event updated for resources: {'Port': ['ID=806a4a43-97cc-4264-b385-0a013ea8c8bc,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:39.935638 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:40.003151 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-c800ac81-4b32-4beb-aac9-61ba72e7e940 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:40.003627 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c800ac81-4b32-4beb-aac9-61ba72e7e940 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:40.022664 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c800ac81-4b32-4beb-aac9-61ba72e7e940 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/48a83e32-793b-4acf-8660-4434711dfba4 HTTP/1.1" status: 404 len: 337 time: 0.1195416 Nov 27 04:11:40.023347 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42696) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:40.027498 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-bc2b1b67-6c88-4757-a46d-4ee436ab3b5f None None] Provisioning complete for port f8857a9b-bd32-4415-8f63-6b42c3d9c35b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:40.027766 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5b37c1-a7ec-4343-95ea-1b5c91f713c6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Router fe5fdd60-5404-4cad-9c90-3bebf1f92c22 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:11:40.027936 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bc2b1b67-6c88-4757-a46d-4ee436ab3b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:40.039635 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c19997b2-af95-4baf-a615-26dda0f3aff3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:40.076128 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [None req-c19997b2-af95-4baf-a615-26dda0f3aff3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] device_id is not set on port cfda5a25-6a43-42b1-ac4d-d2f1074b5966 yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:11:40.134063 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-07947a21-121a-452c-a1e6-448150bdcbbf tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:40.134854 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07947a21-121a-452c-a1e6-448150bdcbbf tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:40.136693 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port f8857a9b-bd32-4415-8f63-6b42c3d9c35b, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=f8857a9b-bd32-4415-8f63-6b42c3d9c35b,segment=NetworkSegment(bd8e6abd-99d5-40f2-a506-9388cbe4cd70),segment_id=bd8e6abd-99d5-40f2-a506-9388cbe4cd70)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:11:40.146513 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-07947a21-121a-452c-a1e6-448150bdcbbf tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/3cfa7b94-1963-41d3-9ad6-d7138caf04fd HTTP/1.1" status: 404 len: 337 time: 0.1105735 Nov 27 04:11:40.153096 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:40.157518 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42698) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:40.233406 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf2baee7-d01d-4c45-9e48-3c755a98af30 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:40.234037 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf2baee7-d01d-4c45-9e48-3c755a98af30 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:40.239513 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-bf2baee7-d01d-4c45-9e48-3c755a98af30 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/ports/55a70c77-f444-425f-b20d-5c5ce3357d97 HTTP/1.1" status: 404 len: 333 time: 0.0746932 Nov 27 04:11:40.241873 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42700) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:40.312262 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d8b6b54-8545-4d74-af1f-629bf5dea810 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:40.313546 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d8b6b54-8545-4d74-af1f-629bf5dea810 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:40.316867 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-5d8b6b54-8545-4d74-af1f-629bf5dea810 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/db7b9a2c-5827-4c8a-83a9-5a88752939a3 HTTP/1.1" status: 404 len: 337 time: 0.0735493 Nov 27 04:11:40.319438 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42702) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:40.356077 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device bb985203-c1da-44a6-8474-4ba2874760f1 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:11:40.394888 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc439bd3-ab43-49c5-aaba-b1dd1d18a8d3 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:40.395618 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc439bd3-ab43-49c5-aaba-b1dd1d18a8d3 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:40.404245 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-cc439bd3-ab43-49c5-aaba-b1dd1d18a8d3 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/ports/87ea5a26-a264-4ea2-89a8-b60938b6bcfb HTTP/1.1" status: 404 len: 333 time: 0.0836430 Nov 27 04:11:40.415832 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42704) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:40.459440 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-233e53db-9245-45af-804f-a0631687bc92 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:40.461147 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-233e53db-9245-45af-804f-a0631687bc92 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:40.464657 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-233e53db-9245-45af-804f-a0631687bc92 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/80e4704a-bf32-4115-b30a-de3e4d7251b6 HTTP/1.1" status: 404 len: 337 time: 0.0476158 Nov 27 04:11:40.472190 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42706) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:40.551832 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5b37c1-a7ec-4343-95ea-1b5c91f713c6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:11:40.566011 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: bb985203-c1da-44a6-8474-4ba2874760f1 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:11:40.566404 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device bb985203-c1da-44a6-8474-4ba2874760f1 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:11:40.571534 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb0833e-ac82-46aa-aa1b-322b2a76de47 None None] Sync routers for ids ['fe5fdd60-5404-4cad-9c90-3bebf1f92c22'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:11:40.588237 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6b5b37c1-a7ec-4343-95ea-1b5c91f713c6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "PUT /v2.0/routers/fe5fdd60-5404-4cad-9c90-3bebf1f92c22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4093499 Nov 27 04:11:40.592524 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb0833e-ac82-46aa-aa1b-322b2a76de47 None None] Routers {'fe5fdd60-5404-4cad-9c90-3bebf1f92c22'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:11:40.592524 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-1cb0833e-ac82-46aa-aa1b-322b2a76de47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:11:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['fe5fdd60-5404-4cad-9c90-3bebf1f92c22'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:40.594945 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8cd30b3e-b148-43df-a640-e1f3029885a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:40.599777 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=f8857a9b-bd32-4415-8f63-6b42c3d9c35b,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:40.634927 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-bc2b1b67-6c88-4757-a46d-4ee436ab3b5f None None] Provisioning complete for port 856f008a-1dda-443a-a000-0dc0f818b3af triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:40.658854 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bc2b1b67-6c88-4757-a46d-4ee436ab3b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:40.885801 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bc2b1b67-6c88-4757-a46d-4ee436ab3b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:40.901995 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-1cb0833e-ac82-46aa-aa1b-322b2a76de47 None None] Set router fe5fdd60-5404-4cad-9c90-3bebf1f92c22 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:11:40.908485 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c19997b2-af95-4baf-a615-26dda0f3aff3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:40.982292 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-bc2b1b67-6c88-4757-a46d-4ee436ab3b5f None None] For port 856f008a-1dda-443a-a000-0dc0f818b3af, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=856f008a-1dda-443a-a000-0dc0f818b3af,segment=NetworkSegment(db947a5e-f798-422a-88f0-b242cf6bf792),segment_id=db947a5e-f798-422a-88f0-b242cf6bf792)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:11:40.983457 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6a0b9a4-15a7-4ca3-9cc8-9c87972f7bbb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:40.985992 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6a0b9a4-15a7-4ca3-9cc8-9c87972f7bbb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:40.992769 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bc2b1b67-6c88-4757-a46d-4ee436ab3b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:40.998922 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b6a0b9a4-15a7-4ca3-9cc8-9c87972f7bbb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/ports/66015c2b-349f-4748-b047-e364c0895c58 HTTP/1.1" status: 404 len: 333 time: 0.5213804 Nov 27 04:11:41.001189 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42724) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:41.026950 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c19997b2-af95-4baf-a615-26dda0f3aff3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:41.082246 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-1ef34ec7-a0f8-4281-a66c-9f8a2dcd034e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1346324956&fields=id&tenant_id=13b1fee7d54d401493a1883da20540bb HTTP/1.1" status: 200 len: 267 time: 0.2079921 Nov 27 04:11:41.138158 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19997b2-af95-4baf-a615-26dda0f3aff3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'Port': ['ID=cfda5a25-6a43-42b1-ac4d-d2f1074b5966,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:41.144578 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fc23b55-3c4e-4292-9ad4-0a0d0db7fd77 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:41.151643 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fc23b55-3c4e-4292-9ad4-0a0d0db7fd77 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:41.170241 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2b1b67-6c88-4757-a46d-4ee436ab3b5f None None] Pushing event updated for resources: {'Port': ['ID=856f008a-1dda-443a-a000-0dc0f818b3af,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:41.186524 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-3fc23b55-3c4e-4292-9ad4-0a0d0db7fd77 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/237b3042-3fa1-4191-8142-8a688348c188 HTTP/1.1" status: 404 len: 337 time: 0.1823151 Nov 27 04:11:41.189045 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42728) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:41.190222 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-f8d274fb-9f54-4eae-b3c6-162864c98872 None None] Provisioning complete for port f8857a9b-bd32-4415-8f63-6b42c3d9c35b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:41.193443 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f8d274fb-9f54-4eae-b3c6-162864c98872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:41.228156 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-f174953a-9957-4372-b50e-b81a6ababf73 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:41.238111 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f174953a-9957-4372-b50e-b81a6ababf73 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:41.244893 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f174953a-9957-4372-b50e-b81a6ababf73 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/ports/525212aa-8103-49c3-a430-ded535f35ff1 HTTP/1.1" status: 404 len: 333 time: 0.0542614 Nov 27 04:11:41.245777 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42730) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:41.258625 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 806a4a43-97cc-4264-b385-0a013ea8c8bc up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:11:41.296516 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19997b2-af95-4baf-a615-26dda0f3aff3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Network 475d5735-79a3-484f-bf32-4f28dc0b8344 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:11:41.299362 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-091183aa-64e0-4c6c-8b83-0ed2761bd276 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:41.304457 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-091183aa-64e0-4c6c-8b83-0ed2761bd276 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:41.312270 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-091183aa-64e0-4c6c-8b83-0ed2761bd276 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/8e316e3e-da18-42b5-8991-6aacd69e37f1 HTTP/1.1" status: 404 len: 337 time: 0.0655258 Nov 27 04:11:41.313328 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-c19997b2-af95-4baf-a615-26dda0f3aff3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:11:41.314147 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42732) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:41.316673 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19997b2-af95-4baf-a615-26dda0f3aff3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:11:41.332928 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19997b2-af95-4baf-a615-26dda0f3aff3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:41.333562 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c19997b2-af95-4baf-a615-26dda0f3aff3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:41.358159 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd30b3e-b148-43df-a640-e1f3029885a9 admin admin] Router 1e8a9648-652b-4081-9ebd-9cc8e205575b is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:11:41.367682 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c19997b2-af95-4baf-a615-26dda0f3aff3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7856641 Nov 27 04:11:41.369764 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-1cb0833e-ac82-46aa-aa1b-322b2a76de47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5fdd60-5404-4cad-9c90-3bebf1f92c22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614728489', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '7f210f11-33e1-45ce-80d3-7ffa8e343b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:11:19Z', 'updated_at': '2021-11-27T04:11:35Z', 'revision_number': 4, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': '7f210f11-33e1-45ce-80d3-7ffa8e343b84', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5fdd60-5404-4cad-9c90-3bebf1f92c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:11:22Z', 'updated_at': '2021-11-27T04:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'a0eba816-7d69-4d20-807d-237f1e427713', 'name': '', 'network_id': '625c81c1-ffd4-46b7-bcec-ab3c294d8d2e', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'mac_address': 'fa:16:3e:6a:d4:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5fdd60-5404-4cad-9c90-3bebf1f92c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'f79f094e-11cb-4984-aa0c-51bf3f1012f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:11:33Z', 'updated_at': '2021-11-27T04:11:35Z', 'revision_number': 2, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'subnets': [{'id': 'f79f094e-11cb-4984-aa0c-51bf3f1012f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:41.370365 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42734) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:41.395821 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-f8d274fb-9f54-4eae-b3c6-162864c98872 None None] Provisioning complete for port 856f008a-1dda-443a-a000-0dc0f818b3af triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:41.396177 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f8d274fb-9f54-4eae-b3c6-162864c98872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:41.399475 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b77da95-f83a-464f-9b25-e702fabd550d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:41.400070 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b77da95-f83a-464f-9b25-e702fabd550d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:41.403688 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0b77da95-f83a-464f-9b25-e702fabd550d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/ports/799e2a52-96b9-4272-a605-6af7d5753446 HTTP/1.1" status: 404 len: 333 time: 0.0753908 Nov 27 04:11:41.407390 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42736) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:41.437024 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 806a4a43-97cc-4264-b385-0a013ea8c8bc triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:41.437592 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:41.442341 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb0833e-ac82-46aa-aa1b-322b2a76de47 None None] Checking router: fe5fdd60-5404-4cad-9c90-3bebf1f92c22 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:11:41.442341 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb0833e-ac82-46aa-aa1b-322b2a76de47 None None] Updating router fe5fdd60-5404-4cad-9c90-3bebf1f92c22 port a0eba816-7d69-4d20-807d-237f1e427713 binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:11:41.455234 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71757033-e669-4cd0-8339-b34b2a9bb62c tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:41.457422 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-71757033-e669-4cd0-8339-b34b2a9bb62c tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "GET /v2.0/ports/cfda5a25-6a43-42b1-ac4d-d2f1074b5966 HTTP/1.1" status: 200 len: 841 time: 0.0857091 Nov 27 04:11:41.458923 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e3a798a-fab7-47ae-af8f-e9d5ebdccd25 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:41.459579 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e3a798a-fab7-47ae-af8f-e9d5ebdccd25 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:41.464738 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6e3a798a-fab7-47ae-af8f-e9d5ebdccd25 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/9eec26a7-7147-453c-a7d5-018a4b34f1d8 HTTP/1.1" status: 404 len: 337 time: 0.0523899 Nov 27 04:11:41.465573 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42738) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:41.473257 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42740) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:41.521199 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-1cb0833e-ac82-46aa-aa1b-322b2a76de47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:41.527558 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-15a6015a-927e-4736-abc4-c3d199c64f35 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:41.528644 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15a6015a-927e-4736-abc4-c3d199c64f35 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:41.533360 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-15a6015a-927e-4736-abc4-c3d199c64f35 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/ports/2c41e440-583e-4bc3-8040-bcec815e6c45 HTTP/1.1" status: 404 len: 333 time: 0.0580211 Nov 27 04:11:41.536966 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42742) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:41.567339 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5a68c06-7c2d-44bf-8f16-422aa155288b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:41.568175 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5a68c06-7c2d-44bf-8f16-422aa155288b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:41.572116 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e5a68c06-7c2d-44bf-8f16-422aa155288b tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/b071c8fa-22d4-41ce-8923-05707a9155bc HTTP/1.1" status: 404 len: 337 time: 0.0338831 Nov 27 04:11:41.582852 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42744) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:41.633279 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-f8d274fb-9f54-4eae-b3c6-162864c98872 None None] Provisioning complete for port a0eba816-7d69-4d20-807d-237f1e427713 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:41.633587 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f8d274fb-9f54-4eae-b3c6-162864c98872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:41.662362 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-165ccb73-6964-4f2d-823a-09147f67afeb tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:41.669014 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-165ccb73-6964-4f2d-823a-09147f67afeb tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/networks?id=625c81c1-ffd4-46b7-bcec-ab3c294d8d2e HTTP/1.1" status: 200 len: 796 time: 0.5764904 Nov 27 04:11:41.683249 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e2a7b73-d7bf-49d7-880b-c7f78c59b797 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:41.686022 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e2a7b73-d7bf-49d7-880b-c7f78c59b797 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:41.696159 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7e2a7b73-d7bf-49d7-880b-c7f78c59b797 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/2ddc05a0-7584-4069-9421-c5d78a048401 HTTP/1.1" status: 404 len: 337 time: 0.1121757 Nov 27 04:11:41.705673 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42748) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:41.762728 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-f211bcae-d4f6-45bb-8c76-1c95c329d5d5 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/quotas/13b1fee7d54d401493a1883da20540bb HTTP/1.1" status: 200 len: 375 time: 0.0752118 Nov 27 04:11:41.774178 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-237cc953-24ab-4505-b972-a3327fd585cf tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Deleting port cfda5a25-6a43-42b1-ac4d-d2f1074b5966 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:11:41.774632 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-237cc953-24ab-4505-b972-a3327fd585cf tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:41.797360 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-f8d274fb-9f54-4eae-b3c6-162864c98872 None None] Port a0eba816-7d69-4d20-807d-237f1e427713 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:11:41.805086 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device f8857a9b-bd32-4415-8f63-6b42c3d9c35b up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:11:41.821202 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-22a0c3fb-d3e5-4a37-af66-80127504119f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:41.821795 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22a0c3fb-d3e5-4a37-af66-80127504119f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:41.836137 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-22a0c3fb-d3e5-4a37-af66-80127504119f tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/ports/70ef168e-7b8e-47b5-879b-746d6bc1d709 HTTP/1.1" status: 404 len: 333 time: 0.1292911 Nov 27 04:11:41.879378 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-237cc953-24ab-4505-b972-a3327fd585cf tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:41.882769 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42750) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:41.892894 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port f8857a9b-bd32-4415-8f63-6b42c3d9c35b triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:41.893618 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:41.899815 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-237cc953-24ab-4505-b972-a3327fd585cf tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Calling delete_port for cfda5a25-6a43-42b1-ac4d-d2f1074b5966 owned by {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:11:41.954906 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f06e7c0-70e1-48a7-8ac8-492410a0cb9d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:41.955375 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f06e7c0-70e1-48a7-8ac8-492410a0cb9d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:41.969248 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9f06e7c0-70e1-48a7-8ac8-492410a0cb9d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/2f5384fe-bc4b-4a7f-a5d3-64aa95c4075c HTTP/1.1" status: 404 len: 337 time: 0.0842981 Nov 27 04:11:41.975847 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42752) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:42.016092 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd30b3e-b148-43df-a640-e1f3029885a9 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:11:42.018695 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-4350acec-a9d0-4142-b5fa-c52f91aa151d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:42.019415 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4350acec-a9d0-4142-b5fa-c52f91aa151d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:42.025036 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4350acec-a9d0-4142-b5fa-c52f91aa151d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/943d9aaf-27ab-4878-80ca-fb408bfba6a4 HTTP/1.1" status: 404 len: 337 time: 0.0478432 Nov 27 04:11:42.027834 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42754) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:42.058335 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-359dc655-4b89-47e3-97b9-b44ccc6aecbe tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:42.059331 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-359dc655-4b89-47e3-97b9-b44ccc6aecbe tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:42.063089 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 856f008a-1dda-443a-a000-0dc0f818b3af up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:11:42.064974 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52169b2d-62d9-4a9c-95fe-bd1648fe7289 None None] Sync routers for ids ['1e8a9648-652b-4081-9ebd-9cc8e205575b'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:11:42.065901 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-359dc655-4b89-47e3-97b9-b44ccc6aecbe tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/ports/df1ca16c-43f4-4cb4-9c2b-4d3a2bef04b5 HTTP/1.1" status: 404 len: 333 time: 0.0354893 Nov 27 04:11:42.067472 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42758) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:42.077611 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-0b41825c-b435-4117-a3cf-9f93517180f3 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=13b1fee7d54d401493a1883da20540bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3139133 Nov 27 04:11:42.103928 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-d14631f5-d5e5-434a-a743-0dac95f411df tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:42.104518 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d14631f5-d5e5-434a-a743-0dac95f411df tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:42.113278 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d14631f5-d5e5-434a-a743-0dac95f411df tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/76e86bae-8cbe-4df4-bf16-c23c68d2e026 HTTP/1.1" status: 404 len: 337 time: 0.0445135 Nov 27 04:11:42.114896 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8cd30b3e-b148-43df-a640-e1f3029885a9 admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:42.117251 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42766) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:42.119493 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8cd30b3e-b148-43df-a640-e1f3029885a9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.7535319 Nov 27 04:11:42.120201 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42768) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:42.182507 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c1a29ee-e0a1-4209-84cd-d57c2977d8b8 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:42.185994 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c1a29ee-e0a1-4209-84cd-d57c2977d8b8 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:42.215740 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0c1a29ee-e0a1-4209-84cd-d57c2977d8b8 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/4e27299b-2b8d-4afb-a1b4-db39700bb591 HTTP/1.1" status: 404 len: 337 time: 0.0963426 Nov 27 04:11:42.217314 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-237cc953-24ab-4505-b972-a3327fd585cf tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:42.234488 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42782) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:42.290379 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-237cc953-24ab-4505-b972-a3327fd585cf tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:42.300528 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52169b2d-62d9-4a9c-95fe-bd1648fe7289 None None] Routers {'1e8a9648-652b-4081-9ebd-9cc8e205575b'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:11:42.301181 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-52169b2d-62d9-4a9c-95fe-bd1648fe7289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:11:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['1e8a9648-652b-4081-9ebd-9cc8e205575b'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:42.303236 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-237cc953-24ab-4505-b972-a3327fd585cf tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/ports/cfda5a25-6a43-42b1-ac4d-d2f1074b5966 HTTP/1.1" status: 204 len: 168 time: 0.8363700 Nov 27 04:11:42.367254 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42800) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:42.368087 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237cc953-24ab-4505-b972-a3327fd585cf tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event deleted for resources: {'Port': ['ID=cfda5a25-6a43-42b1-ac4d-d2f1074b5966,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:42.379913 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-f524eb04-be06-4046-8d7e-7c8a3e5a4c4e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:42.383695 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f524eb04-be06-4046-8d7e-7c8a3e5a4c4e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:42.396423 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f524eb04-be06-4046-8d7e-7c8a3e5a4c4e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/ports/7e463b95-43cb-4f55-af60-336374230381 HTTP/1.1" status: 404 len: 333 time: 0.0844760 Nov 27 04:11:42.434474 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42802) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:42.477584 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-2613daf7-d0fa-4f66-8b3e-b95504f5e64c tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] GET failed (client error): The resource could not be found. Nov 27 04:11:42.488492 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2613daf7-d0fa-4f66-8b3e-b95504f5e64c tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "GET /v2.0/ports/cfda5a25-6a43-42b1-ac4d-d2f1074b5966 HTTP/1.1" status: 404 len: 333 time: 0.0903070 Nov 27 04:11:42.494495 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42812) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:42.504258 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-3cf48d05-6028-4b5a-afaf-1d5e9139d56b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'port': {'network_id': '475d5735-79a3-484f-bf32-4f28dc0b8344', 'name': 'tempest-PortsTestJSON-292488240'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:42.506131 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-1cb0833e-ac82-46aa-aa1b-322b2a76de47 None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:42.526037 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-1cb0833e-ac82-46aa-aa1b-322b2a76de47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:42.553079 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-52169b2d-62d9-4a9c-95fe-bd1648fe7289 None None] Set router 1e8a9648-652b-4081-9ebd-9cc8e205575b gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:11:42.626715 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ce3ba-d44e-420c-a274-56687ba306f4 None None] Pushing event updated for resources: {'Port': ['ID=a0eba816-7d69-4d20-807d-237f1e427713,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:42.696871 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-1cb0833e-ac82-46aa-aa1b-322b2a76de47 None None] Attempting to bind port a0eba816-7d69-4d20-807d-237f1e427713 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:11:42.697267 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-1cb0833e-ac82-46aa-aa1b-322b2a76de47 None None] Attempting to bind port a0eba816-7d69-4d20-807d-237f1e427713 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'bd8e6abd-99d5-40f2-a506-9388cbe4cd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '625c81c1-ffd4-46b7-bcec-ab3c294d8d2e'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:11:42.699862 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb0833e-ac82-46aa-aa1b-322b2a76de47 None None] Attempting to bind port a0eba816-7d69-4d20-807d-237f1e427713 on network 625c81c1-ffd4-46b7-bcec-ab3c294d8d2e {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:11:42.718151 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb0833e-ac82-46aa-aa1b-322b2a76de47 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:11:42.718982 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb0833e-ac82-46aa-aa1b-322b2a76de47 None None] Checking segment: {'id': 'bd8e6abd-99d5-40f2-a506-9388cbe4cd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '625c81c1-ffd4-46b7-bcec-ab3c294d8d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:11:42.719576 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-1cb0833e-ac82-46aa-aa1b-322b2a76de47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:42.721316 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb0833e-ac82-46aa-aa1b-322b2a76de47 None None] Bound using segment: {'id': 'bd8e6abd-99d5-40f2-a506-9388cbe4cd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '625c81c1-ffd4-46b7-bcec-ab3c294d8d2e'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:11:42.724209 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-1cb0833e-ac82-46aa-aa1b-322b2a76de47 None None] Bound port: a0eba816-7d69-4d20-807d-237f1e427713, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8e6abd-99d5-40f2-a506-9388cbe4cd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '625c81c1-ffd4-46b7-bcec-ab3c294d8d2e'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:11:42.724840 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-1cb0833e-ac82-46aa-aa1b-322b2a76de47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:42.733345 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e116a22-e298-4624-b536-0c0aa90e93c7 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:42.733887 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e116a22-e298-4624-b536-0c0aa90e93c7 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:42.742465 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2e116a22-e298-4624-b536-0c0aa90e93c7 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/aca9ce69-d6ff-4666-a4c8-ffb3e9aed60a HTTP/1.1" status: 404 len: 337 time: 0.3065946 Nov 27 04:11:42.745337 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42816) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:42.830994 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf48d05-6028-4b5a-afaf-1d5e9139d56b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Made reservation on behalf of e0c528b777a044b1b1470d3e561f543a for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:11:42.842707 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3cf48d05-6028-4b5a-afaf-1d5e9139d56b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:42.844468 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 856f008a-1dda-443a-a000-0dc0f818b3af triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:42.844853 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:42.899291 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-1cb0833e-ac82-46aa-aa1b-322b2a76de47 None None] For port a0eba816-7d69-4d20-807d-237f1e427713, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:11:42.903645 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-1cb0833e-ac82-46aa-aa1b-322b2a76de47 None None] For port a0eba816-7d69-4d20-807d-237f1e427713, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=a0eba816-7d69-4d20-807d-237f1e427713,segment=NetworkSegment(bd8e6abd-99d5-40f2-a506-9388cbe4cd70),segment_id=bd8e6abd-99d5-40f2-a506-9388cbe4cd70)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:11:42.906656 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [None req-3cf48d05-6028-4b5a-afaf-1d5e9139d56b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] device_id is not set on port 28d3243d-295f-4dbe-897b-458a99bb3f1d yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:11:42.911785 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-1cb0833e-ac82-46aa-aa1b-322b2a76de47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:42.979716 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb0833e-ac82-46aa-aa1b-322b2a76de47 None None] Routers {'fe5fdd60-5404-4cad-9c90-3bebf1f92c22'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:11:42.985146 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-1cb0833e-ac82-46aa-aa1b-322b2a76de47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:11:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['fe5fdd60-5404-4cad-9c90-3bebf1f92c22'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:43.230860 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-14f37002-6940-4b76-a607-3beb4ae771b0 None None] Provisioning complete for port a0eba816-7d69-4d20-807d-237f1e427713 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:43.233413 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-14f37002-6940-4b76-a607-3beb4ae771b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:43.411926 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3cf48d05-6028-4b5a-afaf-1d5e9139d56b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:43.417886 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-1cb0833e-ac82-46aa-aa1b-322b2a76de47 None None] Set router fe5fdd60-5404-4cad-9c90-3bebf1f92c22 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:11:43.528704 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42842) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:43.578297 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 72be5d33-7bc6-4645-86b6-f6d109ce4791 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:11:43.608009 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3cf48d05-6028-4b5a-afaf-1d5e9139d56b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:43.609645 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 72be5d33-7bc6-4645-86b6-f6d109ce4791 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:11:43.610038 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 72be5d33-7bc6-4645-86b6-f6d109ce4791 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:11:43.715074 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-52169b2d-62d9-4a9c-95fe-bd1648fe7289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8a9648-652b-4081-9ebd-9cc8e205575b', 'name': 'tempest-TestServerMultinode-1898129110-router', 'tenant_id': '6af0ab769a10415397a0f5dc4eab4d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '1a68db99-208f-4f41-93e8-d4d472963235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:11:31Z', 'updated_at': '2021-11-27T04:11:37Z', 'revision_number': 3, 'project_id': '6af0ab769a10415397a0f5dc4eab4d89', 'gw_port': {'id': '1a68db99-208f-4f41-93e8-d4d472963235', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:74:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8a9648-652b-4081-9ebd-9cc8e205575b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:11:34Z', 'updated_at': '2021-11-27T04:11:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:43.793894 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf48d05-6028-4b5a-afaf-1d5e9139d56b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Network 475d5735-79a3-484f-bf32-4f28dc0b8344 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:11:43.808433 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-14f37002-6940-4b76-a607-3beb4ae771b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:43.818942 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-3cf48d05-6028-4b5a-afaf-1d5e9139d56b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:11:43.831647 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf48d05-6028-4b5a-afaf-1d5e9139d56b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:11:43.845902 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf48d05-6028-4b5a-afaf-1d5e9139d56b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:43.853478 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-3242f159-46c2-4d14-b672-d8660d19fd9b service neutron] 10.222.0.20 "GET /v2.0/networks/625c81c1-ffd4-46b7-bcec-ab3c294d8d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7465138 Nov 27 04:11:43.858971 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3cf48d05-6028-4b5a-afaf-1d5e9139d56b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:43.861032 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf48d05-6028-4b5a-afaf-1d5e9139d56b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'Port': ['ID=28d3243d-295f-4dbe-897b-458a99bb3f1d,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:43.904069 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-3cf48d05-6028-4b5a-afaf-1d5e9139d56b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4055364 Nov 27 04:11:43.904527 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42862) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:43.904663 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ce3ba-d44e-420c-a274-56687ba306f4 None None] Pushing event updated for resources: {'Port': ['ID=a0eba816-7d69-4d20-807d-237f1e427713,revision_number=4']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:43.910045 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-b368aaf8-fcc4-4577-a2c1-2f619332fff3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:43.922520 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-1cb0833e-ac82-46aa-aa1b-322b2a76de47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5fdd60-5404-4cad-9c90-3bebf1f92c22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614728489', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '7f210f11-33e1-45ce-80d3-7ffa8e343b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:11:19Z', 'updated_at': '2021-11-27T04:11:35Z', 'revision_number': 4, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': '7f210f11-33e1-45ce-80d3-7ffa8e343b84', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5fdd60-5404-4cad-9c90-3bebf1f92c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:11:22Z', 'updated_at': '2021-11-27T04:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'a0eba816-7d69-4d20-807d-237f1e427713', 'name': '', 'network_id': '625c81c1-ffd4-46b7-bcec-ab3c294d8d2e', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'mac_address': 'fa:16:3e:6a:d4:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5fdd60-5404-4cad-9c90-3bebf1f92c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'f79f094e-11cb-4984-aa0c-51bf3f1012f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:11:33Z', 'updated_at': '2021-11-27T04:11:42Z', 'revision_number': 4, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'subnets': [{'id': 'f79f094e-11cb-4984-aa0c-51bf3f1012f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:43.928520 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 856f008a-1dda-443a-a000-0dc0f818b3af up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:11:43.932896 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52169b2d-62d9-4a9c-95fe-bd1648fe7289 None None] Checking router: 1e8a9648-652b-4081-9ebd-9cc8e205575b for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:11:43.933252 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52169b2d-62d9-4a9c-95fe-bd1648fe7289 None None] Updating router 1e8a9648-652b-4081-9ebd-9cc8e205575b port 1a68db99-208f-4f41-93e8-d4d472963235 binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:11:43.990225 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb0833e-ac82-46aa-aa1b-322b2a76de47 None None] The sync data for ids ['fe5fdd60-5404-4cad-9c90-3bebf1f92c22'] in n-d-819494-3 is: [{'id': 'fe5fdd60-5404-4cad-9c90-3bebf1f92c22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614728489', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '7f210f11-33e1-45ce-80d3-7ffa8e343b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:11:19Z', 'updated_at': '2021-11-27T04:11:35Z', 'revision_number': 4, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': '7f210f11-33e1-45ce-80d3-7ffa8e343b84', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5fdd60-5404-4cad-9c90-3bebf1f92c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:11:22Z', 'updated_at': '2021-11-27T04:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'a0eba816-7d69-4d20-807d-237f1e427713', 'name': '', 'network_id': '625c81c1-ffd4-46b7-bcec-ab3c294d8d2e', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'mac_address': 'fa:16:3e:6a:d4:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5fdd60-5404-4cad-9c90-3bebf1f92c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'f79f094e-11cb-4984-aa0c-51bf3f1012f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:11:33Z', 'updated_at': '2021-11-27T04:11:42Z', 'revision_number': 4, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'subnets': [{'id': 'f79f094e-11cb-4984-aa0c-51bf3f1012f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:11:43.993789 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-56ff8a20-f82e-44fa-a8b7-18c0d3d0a901 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:44.052527 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-52169b2d-62d9-4a9c-95fe-bd1648fe7289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:44.119457 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-56ff8a20-f82e-44fa-a8b7-18c0d3d0a901 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:44.133448 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-56ff8a20-f82e-44fa-a8b7-18c0d3d0a901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:44.210564 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f317aba-6dc7-4c87-9603-753c4f3447ea tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:44.210564 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f317aba-6dc7-4c87-9603-753c4f3447ea tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:44.211159 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-14f37002-6940-4b76-a607-3beb4ae771b0 None None] For port a0eba816-7d69-4d20-807d-237f1e427713, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=a0eba816-7d69-4d20-807d-237f1e427713,segment=NetworkSegment(bd8e6abd-99d5-40f2-a506-9388cbe4cd70),segment_id=bd8e6abd-99d5-40f2-a506-9388cbe4cd70)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:11:44.221845 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8f317aba-6dc7-4c87-9603-753c4f3447ea tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/4d8db7d9-cca7-4fb8-a555-c3b737ef3650 HTTP/1.1" status: 404 len: 337 time: 1.4319286 Nov 27 04:11:44.225432 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-14f37002-6940-4b76-a607-3beb4ae771b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:44.226300 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42866) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:44.237390 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b368aaf8-fcc4-4577-a2c1-2f619332fff3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:44.275132 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-56ff8a20-f82e-44fa-a8b7-18c0d3d0a901 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=be6f36b46e4544bf971f227f2724446f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7451689 Nov 27 04:11:44.294980 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42868) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:44.303648 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-05e55d54-0c89-46e9-b66a-637834d6b623 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b58278b-b454-4ee3-8808-ba59ff7bfce2 HTTP/1.1" status: 200 len: 205 time: 0.0694261 Nov 27 04:11:44.311899 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42870) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:44.376017 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 856f008a-1dda-443a-a000-0dc0f818b3af triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:44.377154 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:44.381051 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-035ae224-f626-4d5a-8cf6-eb4ee1e9017c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] delete failed (client error): The resource could not be found. Nov 27 04:11:44.387287 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-035ae224-f626-4d5a-8cf6-eb4ee1e9017c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/routers/5b58278b-b454-4ee3-8808-ba59ff7bfce2 HTTP/1.1" status: 404 len: 336 time: 0.0735493 Nov 27 04:11:44.388323 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42872) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:44.418710 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ff8a20-f82e-44fa-a8b7-18c0d3d0a901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8b5a8d-d980-41b0-ac01-3a6c0ec7e24c,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:44.466848 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfa88867-01fa-4f08-ac74-42ea484ec3c1 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:44.467315 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfa88867-01fa-4f08-ac74-42ea484ec3c1 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:44.474261 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-cfa88867-01fa-4f08-ac74-42ea484ec3c1 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/468c62fe-25e9-4065-929e-7862204a38a7 HTTP/1.1" status: 404 len: 337 time: 0.0816569 Nov 27 04:11:44.480021 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42874) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:44.492335 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-47299568-413e-4943-9e34-0cf8ab3629cb None None] Provisioning complete for port a0eba816-7d69-4d20-807d-237f1e427713 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:44.498949 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-47299568-413e-4943-9e34-0cf8ab3629cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:44.539348 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-572e11b1-f7aa-44b7-a1f2-195e3163759d tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d0317a4-e9a2-41fc-bc9f-48f00222b6d6 HTTP/1.1" status: 200 len: 205 time: 0.0580404 Nov 27 04:11:44.540129 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42876) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:44.594390 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f37002-6940-4b76-a607-3beb4ae771b0 None None] Pushing event updated for resources: {'Port': ['ID=a0eba816-7d69-4d20-807d-237f1e427713,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:44.594670 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-b14d7fe9-eff3-4a98-a83c-fc95e3bdc2b2 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] delete failed (client error): The resource could not be found. Nov 27 04:11:44.598279 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b14d7fe9-eff3-4a98-a83c-fc95e3bdc2b2 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/routers/1d0317a4-e9a2-41fc-bc9f-48f00222b6d6 HTTP/1.1" status: 404 len: 336 time: 0.0541458 Nov 27 04:11:44.598887 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42880) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:44.632465 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-5d19831c-7571-4899-8d53-0d55e98efbac service neutron] 10.222.0.20 "GET /v2.0/networks/625c81c1-ffd4-46b7-bcec-ab3c294d8d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7773812 Nov 27 04:11:44.690948 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8473e98e-71cb-4ca6-80c0-854a256878ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:44.698761 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-c03884f1-9ac6-42fd-a387-4f9c04e1550c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:44.700034 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c03884f1-9ac6-42fd-a387-4f9c04e1550c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:44.707741 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c03884f1-9ac6-42fd-a387-4f9c04e1550c tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/78fe83ef-54ce-4cbd-8cf2-f21fea321877 HTTP/1.1" status: 404 len: 337 time: 0.0927389 Nov 27 04:11:44.708382 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42882) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:44.760773 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-91831b14-1559-463e-b760-bcc561055a3a tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:44.761237 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91831b14-1559-463e-b760-bcc561055a3a tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:44.785381 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-91831b14-1559-463e-b760-bcc561055a3a tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/0c7fbc44-d715-4f97-a9b1-468deb074a7e HTTP/1.1" status: 404 len: 337 time: 0.0684178 Nov 27 04:11:44.786384 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42884) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:44.893833 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8473e98e-71cb-4ca6-80c0-854a256878ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:44.936778 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-562f21ae-0baf-4f04-b477-66ddf4e2ae85 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:44.942048 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-562f21ae-0baf-4f04-b477-66ddf4e2ae85 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:44.945778 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-562f21ae-0baf-4f04-b477-66ddf4e2ae85 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/ports/1efd2630-49a6-4f2a-bf65-b3e92160d537 HTTP/1.1" status: 404 len: 333 time: 0.1474488 Nov 27 04:11:44.953799 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42888) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:45.008237 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ecffe08a-7c90-4ba9-a9b7-f2f32fcb6781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:45.035709 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8473e98e-71cb-4ca6-80c0-854a256878ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:45.038876 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8473e98e-71cb-4ca6-80c0-854a256878ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:45.042285 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8473e98e-71cb-4ca6-80c0-854a256878ca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9b8b5a8d-d980-41b0-ac01-3a6c0ec7e24c HTTP/1.1" status: 204 len: 168 time: 0.7333076 Nov 27 04:11:45.058011 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473e98e-71cb-4ca6-80c0-854a256878ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8b5a8d-d980-41b0-ac01-3a6c0ec7e24c,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:45.072424 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b368aaf8-fcc4-4577-a2c1-2f619332fff3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:45.167131 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9a59ca4-2899-4187-be40-b52881a53b3e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:45.171371 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9a59ca4-2899-4187-be40-b52881a53b3e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:45.192730 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b9a59ca4-2899-4187-be40-b52881a53b3e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/db8fd2f8-b740-4535-b630-194ca17bcadb HTTP/1.1" status: 404 len: 337 time: 0.2357275 Nov 27 04:11:45.193665 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b368aaf8-fcc4-4577-a2c1-2f619332fff3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:45.213242 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42894) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:45.267718 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-b368aaf8-fcc4-4577-a2c1-2f619332fff3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] In _notify_port_updated(), no bound segment for port 28d3243d-295f-4dbe-897b-458a99bb3f1d on network 475d5735-79a3-484f-bf32-4f28dc0b8344 {{(pid=110019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 04:11:45.280755 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b368aaf8-fcc4-4577-a2c1-2f619332fff3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:45.281442 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b368aaf8-fcc4-4577-a2c1-2f619332fff3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:45.285169 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b368aaf8-fcc4-4577-a2c1-2f619332fff3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "PUT /v2.0/ports/28d3243d-295f-4dbe-897b-458a99bb3f1d HTTP/1.1" status: 200 len: 818 time: 1.3794427 Nov 27 04:11:45.304253 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-01fc8546-82dd-4a16-817b-4dabedfff852 req-cdfd404c-c744-4acb-95a4-340d087404e6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 210 time: 0.2262778 Nov 27 04:11:45.339117 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42898) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:45.398192 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-46dfe1e6-4231-4d8f-a845-eda293aa499e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:45.398826 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46dfe1e6-4231-4d8f-a845-eda293aa499e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:45.404319 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-46dfe1e6-4231-4d8f-a845-eda293aa499e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/ports/1f06a6f7-f366-4891-ad78-d353dc1315bb HTTP/1.1" status: 404 len: 333 time: 0.1370080 Nov 27 04:11:45.407485 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42900) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:45.440690 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b368aaf8-fcc4-4577-a2c1-2f619332fff3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'Port': ['ID=28d3243d-295f-4dbe-897b-458a99bb3f1d,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:45.499644 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-52169b2d-62d9-4a9c-95fe-bd1648fe7289 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:45.511259 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-52169b2d-62d9-4a9c-95fe-bd1648fe7289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:45.544987 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-75d33439-7b4c-4bc8-8d28-014daecc01e5 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:45.545458 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75d33439-7b4c-4bc8-8d28-014daecc01e5 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:45.548578 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-75d33439-7b4c-4bc8-8d28-014daecc01e5 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/f49360b3-02fd-4b48-a0c6-fc6a2a2ccb25 HTTP/1.1" status: 404 len: 337 time: 0.1363122 Nov 27 04:11:45.551354 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42908) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:45.615025 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9d30714-cc35-49e8-961c-f77bc8d157c6 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:45.615713 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9d30714-cc35-49e8-961c-f77bc8d157c6 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:45.629804 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-52169b2d-62d9-4a9c-95fe-bd1648fe7289 None None] Attempting to bind port 1a68db99-208f-4f41-93e8-d4d472963235 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:11:45.630368 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-52169b2d-62d9-4a9c-95fe-bd1648fe7289 None None] Attempting to bind port 1a68db99-208f-4f41-93e8-d4d472963235 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:11:45.632670 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52169b2d-62d9-4a9c-95fe-bd1648fe7289 None None] Attempting to bind port 1a68db99-208f-4f41-93e8-d4d472963235 on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:11:45.641496 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c16382-00e1-4eb3-a615-b141d39f442f None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:11:45.660620 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c9d30714-cc35-49e8-961c-f77bc8d157c6 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/ports/2b6f2227-6f2f-456a-b99b-d9bbf178accf HTTP/1.1" status: 404 len: 333 time: 0.1006901 Nov 27 04:11:45.661376 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42910) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:45.701121 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52169b2d-62d9-4a9c-95fe-bd1648fe7289 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:11:45.701610 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52169b2d-62d9-4a9c-95fe-bd1648fe7289 None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:11:45.702055 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-52169b2d-62d9-4a9c-95fe-bd1648fe7289 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:45.704209 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52169b2d-62d9-4a9c-95fe-bd1648fe7289 None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:11:45.711207 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-52169b2d-62d9-4a9c-95fe-bd1648fe7289 None None] Bound port: 1a68db99-208f-4f41-93e8-d4d472963235, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:11:45.711700 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-52169b2d-62d9-4a9c-95fe-bd1648fe7289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:45.766033 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90b063a-2c40-4314-bb1f-ba7b421b286d None None] Pushing event updated for resources: {'Port': ['ID=1a68db99-208f-4f41-93e8-d4d472963235,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:45.834369 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-d76e0429-e44d-4b74-ad25-6a5c8b48a6eb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:45.837822 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d76e0429-e44d-4b74-ad25-6a5c8b48a6eb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:45.838224 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-52169b2d-62d9-4a9c-95fe-bd1648fe7289 None None] For port 1a68db99-208f-4f41-93e8-d4d472963235, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:11:45.846056 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-52169b2d-62d9-4a9c-95fe-bd1648fe7289 None None] For port 1a68db99-208f-4f41-93e8-d4d472963235, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=1a68db99-208f-4f41-93e8-d4d472963235,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:11:45.857429 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d76e0429-e44d-4b74-ad25-6a5c8b48a6eb tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/58639f74-c8c6-4dc9-b5a6-22c37cd676ff HTTP/1.1" status: 404 len: 337 time: 0.1945834 Nov 27 04:11:45.858074 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42914) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:45.860487 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device a0eba816-7d69-4d20-807d-237f1e427713 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:11:45.862882 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42916) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:45.870200 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-52169b2d-62d9-4a9c-95fe-bd1648fe7289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:45.904501 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-ecffe08a-7c90-4ba9-a9b7-f2f32fcb6781 admin admin] Allocated IP 172.20.0.1 (6b47bbe4-e82c-472f-aebd-8e67dfb914ed/25f56b12-2ba3-4fa9-83a7-68b602da7949/31ef9a9e-51fd-4c8a-9eb3-5643d44a1cae) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:11:45.919600 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8f076a9-61fa-4266-80e7-ff4637e5c27e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:45.924096 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5749985-1da9-4113-99cb-d9435da75ca0 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:45.925331 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5749985-1da9-4113-99cb-d9435da75ca0 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:45.931882 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-54fe99fb-7c76-43a4-b814-79b8b16ed008 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Deleting port 28d3243d-295f-4dbe-897b-458a99bb3f1d {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:11:45.932225 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-54fe99fb-7c76-43a4-b814-79b8b16ed008 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:45.958268 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c5749985-1da9-4113-99cb-d9435da75ca0 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/ports/02cdcbdd-ab9b-4f79-8fb2-a6f340065016 HTTP/1.1" status: 404 len: 333 time: 0.0925663 Nov 27 04:11:45.971769 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42920) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:46.015601 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90b063a-2c40-4314-bb1f-ba7b421b286d None None] Pushing event updated for resources: {'Port': ['ID=1a68db99-208f-4f41-93e8-d4d472963235,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:46.022671 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-2ab9214b-31c6-4c27-83b8-6e5c245b2580 None None] Provisioning complete for port 1a68db99-208f-4f41-93e8-d4d472963235 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:46.023270 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2ab9214b-31c6-4c27-83b8-6e5c245b2580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:46.070687 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bbd4a0-0198-480f-9de8-ea5ccc279f48 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:11:46.083794 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-968d9926-9e0b-4aad-a9fa-bc13504850ba tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:46.084412 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-968d9926-9e0b-4aad-a9fa-bc13504850ba tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:46.088209 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-968d9926-9e0b-4aad-a9fa-bc13504850ba tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/623b9a29-f288-44b6-bdd7-c452ab407e01 HTTP/1.1" status: 404 len: 337 time: 0.1153142 Nov 27 04:11:46.098851 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42922) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:46.156192 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52169b2d-62d9-4a9c-95fe-bd1648fe7289 None None] Routers {'1e8a9648-652b-4081-9ebd-9cc8e205575b'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:11:46.156873 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-52169b2d-62d9-4a9c-95fe-bd1648fe7289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:11:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['1e8a9648-652b-4081-9ebd-9cc8e205575b'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:46.159876 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-95077d4d-8f25-4c04-ade1-6c08cc3efb75 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:46.160181 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-54fe99fb-7c76-43a4-b814-79b8b16ed008 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:46.160880 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95077d4d-8f25-4c04-ade1-6c08cc3efb75 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:46.162791 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3ad05149-f6d7-40f7-b396-25c6b7a7a366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:46.166239 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-95077d4d-8f25-4c04-ade1-6c08cc3efb75 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/ports/064abe41-e4e4-4458-8578-2cd39b1d0ee9 HTTP/1.1" status: 404 len: 333 time: 0.0658126 Nov 27 04:11:46.171370 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42924) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:46.193695 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-54fe99fb-7c76-43a4-b814-79b8b16ed008 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Calling delete_port for 28d3243d-295f-4dbe-897b-458a99bb3f1d owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:11:46.222041 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-da7b600c-13cc-4e4d-9517-869224a60ce6 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:46.223408 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da7b600c-13cc-4e4d-9517-869224a60ce6 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:46.229257 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-da7b600c-13cc-4e4d-9517-869224a60ce6 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/0d438518-17d0-4a15-b7cf-f2e8791858c1 HTTP/1.1" status: 404 len: 337 time: 0.0567625 Nov 27 04:11:46.231735 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42926) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:46.268094 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-84c4ee3f-c01e-4bd3-8974-ae750e57650e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:46.269054 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84c4ee3f-c01e-4bd3-8974-ae750e57650e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:46.273010 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-84c4ee3f-c01e-4bd3-8974-ae750e57650e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/ports/ac210ee9-1278-47ac-9a5e-275c30623b1b HTTP/1.1" status: 404 len: 333 time: 0.0401692 Nov 27 04:11:46.275497 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42928) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:46.322181 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-145d21a1-384c-4757-b9bc-4a873095b603 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:46.324390 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-145d21a1-384c-4757-b9bc-4a873095b603 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:46.328524 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-145d21a1-384c-4757-b9bc-4a873095b603 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/c8e6e502-cf4c-44fb-a267-dcac057b3726 HTTP/1.1" status: 404 len: 337 time: 0.0518730 Nov 27 04:11:46.337564 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ecffe08a-7c90-4ba9-a9b7-f2f32fcb6781 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:46.339670 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42930) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:46.387822 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port a0eba816-7d69-4d20-807d-237f1e427713 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:46.388236 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:46.396480 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a144cf7-b725-4f39-a591-3bc175518f41 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:46.399081 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a144cf7-b725-4f39-a591-3bc175518f41 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:46.401549 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0a144cf7-b725-4f39-a591-3bc175518f41 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/ports/5aefb063-a6c0-455b-9d72-e70d9ee11d16 HTTP/1.1" status: 404 len: 333 time: 0.0611739 Nov 27 04:11:46.406763 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:46.407551 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42938) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:46.458125 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8f076a9-61fa-4266-80e7-ff4637e5c27e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:46.476589 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e8f076a9-61fa-4266-80e7-ff4637e5c27e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:46.488872 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2ab9214b-31c6-4c27-83b8-6e5c245b2580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:46.501670 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-23f5aa7a-2180-4553-b695-84d4bebefe75 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] DELETE failed (client error): The resource could not be found. Nov 27 04:11:46.502518 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23f5aa7a-2180-4553-b695-84d4bebefe75 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:46.509553 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-23f5aa7a-2180-4553-b695-84d4bebefe75 tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/subnets/6f3110aa-dfea-46d2-938f-1a2b24260c0d HTTP/1.1" status: 404 len: 337 time: 0.0977674 Nov 27 04:11:46.515439 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42940) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:46.527374 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f076a9-61fa-4266-80e7-ff4637e5c27e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ecddd8-9a2b-41a5-bbf8-77336df0425c,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:46.530662 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ecffe08a-7c90-4ba9-a9b7-f2f32fcb6781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:46.532446 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-596dd201-bbbd-432c-a3cd-6e55d6989701 req-0fe45b6e-8a9e-4634-9a77-598657e39a04 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 210 time: 0.0681858 Nov 27 04:11:46.558810 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e8f076a9-61fa-4266-80e7-ff4637e5c27e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed5192e7894e4cafa80211c39ed74039&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6958847 Nov 27 04:11:46.562838 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42942) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:46.591085 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-2ab9214b-31c6-4c27-83b8-6e5c245b2580 None None] For port 1a68db99-208f-4f41-93e8-d4d472963235, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=1a68db99-208f-4f41-93e8-d4d472963235,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:11:46.604688 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-52169b2d-62d9-4a9c-95fe-bd1648fe7289 None None] Set router 1e8a9648-652b-4081-9ebd-9cc8e205575b gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:11:46.646016 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-36865e69-2d70-4423-a496-cc50a96685a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:46.658615 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2ab9214b-31c6-4c27-83b8-6e5c245b2580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:46.674011 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-36865e69-2d70-4423-a496-cc50a96685a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:46.704832 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-54fe99fb-7c76-43a4-b814-79b8b16ed008 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:46.715268 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecffe08a-7c90-4ba9-a9b7-f2f32fcb6781 admin admin] Network 6b47bbe4-e82c-472f-aebd-8e67dfb914ed is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:11:46.746048 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-ecffe08a-7c90-4ba9-a9b7-f2f32fcb6781 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:11:46.751374 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-36865e69-2d70-4423-a496-cc50a96685a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:46.755369 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-36865e69-2d70-4423-a496-cc50a96685a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:46.760190 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecffe08a-7c90-4ba9-a9b7-f2f32fcb6781 admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:11:46.760390 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-36865e69-2d70-4423-a496-cc50a96685a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/68ecddd8-9a2b-41a5-bbf8-77336df0425c HTTP/1.1" status: 204 len: 168 time: 0.1917977 Nov 27 04:11:46.765025 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-024fdcea-6da2-4f67-b34d-314ff6888a3e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:46.770432 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36865e69-2d70-4423-a496-cc50a96685a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ecddd8-9a2b-41a5-bbf8-77336df0425c,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:46.828234 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-54fe99fb-7c76-43a4-b814-79b8b16ed008 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:46.832195 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-54fe99fb-7c76-43a4-b814-79b8b16ed008 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/ports/28d3243d-295f-4dbe-897b-458a99bb3f1d HTTP/1.1" status: 204 len: 168 time: 1.4914904 Nov 27 04:11:46.835386 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42946) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:46.836097 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecffe08a-7c90-4ba9-a9b7-f2f32fcb6781 admin admin] Pushing event updated for resources: {'Port': ['ID=31ef9a9e-51fd-4c8a-9eb3-5643d44a1cae,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:46.892429 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe99fb-7c76-43a4-b814-79b8b16ed008 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event deleted for resources: {'Port': ['ID=28d3243d-295f-4dbe-897b-458a99bb3f1d,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:46.896718 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ecffe08a-7c90-4ba9-a9b7-f2f32fcb6781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:46.997140 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b050e15d-5f26-450c-9c17-21bef0d39989 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:47.005710 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b050e15d-5f26-450c-9c17-21bef0d39989 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1622732 Nov 27 04:11:47.007112 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42950) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:47.025066 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab9214b-31c6-4c27-83b8-6e5c245b2580 None None] Pushing event updated for resources: {'Port': ['ID=1a68db99-208f-4f41-93e8-d4d472963235,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:47.075441 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-d526af59-663f-41c1-be63-8281d915b8e1 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] GET failed (client error): The resource could not be found. Nov 27 04:11:47.078009 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d526af59-663f-41c1-be63-8281d915b8e1 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "GET /v2.0/ports/28d3243d-295f-4dbe-897b-458a99bb3f1d HTTP/1.1" status: 404 len: 333 time: 0.0699017 Nov 27 04:11:47.085528 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42952) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:47.102042 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-f4bd584c-47e0-4a07-b290-4c1a126e2481 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1151307673'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:47.137583 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-4d4669a9-8b93-4d9b-ad3a-ba8933a0131f None None] Provisioning complete for port 1a68db99-208f-4f41-93e8-d4d472963235 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:47.137950 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4d4669a9-8b93-4d9b-ad3a-ba8933a0131f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:47.167451 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4bd584c-47e0-4a07-b290-4c1a126e2481 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Made reservation on behalf of e0c528b777a044b1b1470d3e561f543a for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:11:47.172599 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f4bd584c-47e0-4a07-b290-4c1a126e2481 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:47.212852 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-024fdcea-6da2-4f67-b34d-314ff6888a3e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:47.230957 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4bd584c-47e0-4a07-b290-4c1a126e2481 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:11:47.238046 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-024fdcea-6da2-4f67-b34d-314ff6888a3e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69dee5df-a2b5-4f80-b023-d216a074fa83']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:47.242611 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f4bd584c-47e0-4a07-b290-4c1a126e2481 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:47.243401 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-f4bd584c-47e0-4a07-b290-4c1a126e2481 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Added segment 2c6a4170-e6ac-4d7c-9d41-473e7eb577fc of type vlan for network 48d4231e-2566-4715-b929-32481c77b2bd Nov 27 04:11:47.252529 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-024fdcea-6da2-4f67-b34d-314ff6888a3e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:47.252893 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-024fdcea-6da2-4f67-b34d-314ff6888a3e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df23ca3d-a40b-43ef-adc7-7eec07bb69c7') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:47.265197 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-024fdcea-6da2-4f67-b34d-314ff6888a3e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:47.291898 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f4bd584c-47e0-4a07-b290-4c1a126e2481 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:47.304339 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-024fdcea-6da2-4f67-b34d-314ff6888a3e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:47.312480 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-024fdcea-6da2-4f67-b34d-314ff6888a3e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:11:47.312769 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-024fdcea-6da2-4f67-b34d-314ff6888a3e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:47.325688 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f4bd584c-47e0-4a07-b290-4c1a126e2481 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:47.333804 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bd584c-47e0-4a07-b290-4c1a126e2481 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:47.335069 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f4bd584c-47e0-4a07-b290-4c1a126e2481 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:47.358693 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-52169b2d-62d9-4a9c-95fe-bd1648fe7289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8a9648-652b-4081-9ebd-9cc8e205575b', 'name': 'tempest-TestServerMultinode-1898129110-router', 'tenant_id': '6af0ab769a10415397a0f5dc4eab4d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '1a68db99-208f-4f41-93e8-d4d472963235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:11:31Z', 'updated_at': '2021-11-27T04:11:37Z', 'revision_number': 3, 'project_id': '6af0ab769a10415397a0f5dc4eab4d89', 'gw_port': {'id': '1a68db99-208f-4f41-93e8-d4d472963235', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:74:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8a9648-652b-4081-9ebd-9cc8e205575b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:11:34Z', 'updated_at': '2021-11-27T04:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:47.395095 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:11:47.395095 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:11:47.395095 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:11:47.395095 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:11:47.395095 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:11:47.395095 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:11:47.395095 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:11:47.395095 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:11:47.395095 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:11:47.395095 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:11:47.395095 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:11:47.395095 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:11:47.395095 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:11:47.395095 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:11:47.395095 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:11:47.395095 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:11:47.395095 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:11:47.395095 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:11:47.395095 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:11:47.395095 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:11:47.395095 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:11:47.395095 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:11:47.395095 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:11:47.395095 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:11:47.395095 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:11:47.395095 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:11:47.395095 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:11:47.395095 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:11:47.395095 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:11:47.395095 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:11:47.395095 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:11:47.395095 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:11:47.400152 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52169b2d-62d9-4a9c-95fe-bd1648fe7289 None None] The sync data for ids ['1e8a9648-652b-4081-9ebd-9cc8e205575b'] in n-d-819494-3 is: [{'id': '1e8a9648-652b-4081-9ebd-9cc8e205575b', 'name': 'tempest-TestServerMultinode-1898129110-router', 'tenant_id': '6af0ab769a10415397a0f5dc4eab4d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '1a68db99-208f-4f41-93e8-d4d472963235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:11:31Z', 'updated_at': '2021-11-27T04:11:37Z', 'revision_number': 3, 'project_id': '6af0ab769a10415397a0f5dc4eab4d89', 'gw_port': {'id': '1a68db99-208f-4f41-93e8-d4d472963235', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:74:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8a9648-652b-4081-9ebd-9cc8e205575b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:11:34Z', 'updated_at': '2021-11-27T04:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:11:47.414140 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f4bd584c-47e0-4a07-b290-4c1a126e2481 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3270831 Nov 27 04:11:47.421742 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42958) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:47.440762 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-35137fb8-afb9-4e33-be6f-f759c197fe5d tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'subnet': {'network_id': '48d4231e-2566-4715-b929-32481c77b2bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:47.447575 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c054678f-6946-4425-a63a-387b152db091 None None] Provisioning complete for port 31ef9a9e-51fd-4c8a-9eb3-5643d44a1cae triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:47.448783 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c054678f-6946-4425-a63a-387b152db091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:47.480151 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd584c-47e0-4a07-b290-4c1a126e2481 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'Network': ['ID=48d4231e-2566-4715-b929-32481c77b2bd,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:47.533814 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-024fdcea-6da2-4f67-b34d-314ff6888a3e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:47.536285 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c054678f-6946-4425-a63a-387b152db091 None None] Port 31ef9a9e-51fd-4c8a-9eb3-5643d44a1cae cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:11:47.537959 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 48d4231e-2566-4715-b929-32481c77b2bd details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:11:47.578251 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-024fdcea-6da2-4f67-b34d-314ff6888a3e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:47.591497 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-024fdcea-6da2-4f67-b34d-314ff6888a3e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] 10.222.0.20 "DELETE /v2.0/networks/69dee5df-a2b5-4f80-b023-d216a074fa83 HTTP/1.1" status: 204 len: 168 time: 1.0734060 Nov 27 04:11:47.639540 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ecffe08a-7c90-4ba9-a9b7-f2f32fcb6781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:47.682519 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35137fb8-afb9-4e33-be6f-f759c197fe5d tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Made reservation on behalf of e0c528b777a044b1b1470d3e561f543a for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:11:47.686932 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-35137fb8-afb9-4e33-be6f-f759c197fe5d tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:47.736131 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024fdcea-6da2-4f67-b34d-314ff6888a3e tempest-NetworksTestDHCPv6-1783704959 tempest-NetworksTestDHCPv6-1783704959-project] Pushing event deleted for resources: {'Network': ['ID=69dee5df-a2b5-4f80-b023-d216a074fa83,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:47.800374 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-71cbea09-ad56-4527-b1f2-75dd8bd9e980 req-43e0320b-31c4-4760-aa7e-5d89ba91b6fe tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 210 time: 0.0878627 Nov 27 04:11:48.167267 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-35137fb8-afb9-4e33-be6f-f759c197fe5d tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:48.173746 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42978) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:48.209223 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-3d04246e-c667-4270-9497-cad800dd9520 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:48.211790 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-3d04246e-c667-4270-9497-cad800dd9520 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.11 "GET /v2.0/networks?id=625c81c1-ffd4-46b7-bcec-ab3c294d8d2e HTTP/1.1" status: 200 len: 796 time: 0.4694185 Nov 27 04:11:48.269787 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35137fb8-afb9-4e33-be6f-f759c197fe5d tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'Subnet': ['ID=65833374-a938-4562-83d1-74c496a80788,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:48.310539 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35137fb8-afb9-4e33-be6f-f759c197fe5d tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Checking segment: {'id': '2c6a4170-e6ac-4d7c-9d41-473e7eb577fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '48d4231e-2566-4715-b929-32481c77b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:11:48.311107 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35137fb8-afb9-4e33-be6f-f759c197fe5d tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Network hostable DHCP agents. Network: 48d4231e-2566-4715-b929-32481c77b2bd, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:11:48.319595 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e32ffb68-d11e-4756-8260-e1dcdd1a1bcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:48.335449 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35137fb8-afb9-4e33-be6f-f759c197fe5d tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Network 48d4231e-2566-4715-b929-32481c77b2bd is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:11:48.352113 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-35137fb8-afb9-4e33-be6f-f759c197fe5d tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 48d4231e-2566-4715-b929-32481c77b2bd) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:11:48.363586 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032b32b1-aabf-4fbe-92ad-4e3d625cae87 None None] Network 48d4231e-2566-4715-b929-32481c77b2bd requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:11:48.372504 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35137fb8-afb9-4e33-be6f-f759c197fe5d tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:48.384138 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-35137fb8-afb9-4e33-be6f-f759c197fe5d tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:48.431284 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-35137fb8-afb9-4e33-be6f-f759c197fe5d tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0052426 Nov 27 04:11:48.431792 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42986) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:48.438995 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ecffe08a-7c90-4ba9-a9b7-f2f32fcb6781 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:48.442143 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-42e79a0f-52fc-4b95-bf7b-1a960b230d2b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'subnet': {'network_id': '48d4231e-2566-4715-b929-32481c77b2bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:48.460135 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-827eb643-5e2b-4288-a783-3a3ddc081856 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13b1fee7d54d401493a1883da20540bb HTTP/1.1" status: 200 len: 380 time: 0.2309835 Nov 27 04:11:48.461586 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ecffe08a-7c90-4ba9-a9b7-f2f32fcb6781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:48.571791 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-5c2426bb-0678-4c7c-8c39-150fa443fc58 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'port': {'device_id': 'b416341b-7ef1-48f9-b72c-b3ffbc2930b9', 'network_id': '625c81c1-ffd4-46b7-bcec-ab3c294d8d2e', 'admin_state_up': True, 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'security_groups': ['60a7d62e-7629-4401-ae2b-6e86ee2e006a']}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:48.672645 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c072bee-d8af-4eeb-a1cf-e325d810d388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-48d4231e-2566-4715-b929-32481c77b2bd', 'network_id': '48d4231e-2566-4715-b929-32481c77b2bd', 'tenant_id': 'e0c528b777a044b1b1470d3e561f543a', 'fixed_ips': [{'subnet_id': '65833374-a938-4562-83d1-74c496a80788'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:11:48.673533 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6c072bee-d8af-4eeb-a1cf-e325d810d388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:48.707116 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ecffe08a-7c90-4ba9-a9b7-f2f32fcb6781 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:48.736411 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e754da22-2fcd-44a8-a5d5-ffa8b6fb7289 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f4fb6791effe4b41abbe85bac59c4002&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5595839 Nov 27 04:11:48.744614 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 42994) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:48.809157 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e79a0f-52fc-4b95-bf7b-1a960b230d2b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Made reservation on behalf of e0c528b777a044b1b1470d3e561f543a for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:11:48.813227 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-42e79a0f-52fc-4b95-bf7b-1a960b230d2b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:48.880545 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecffe08a-7c90-4ba9-a9b7-f2f32fcb6781 admin admin] Pushing event updated for resources: {'Port': ['ID=31ef9a9e-51fd-4c8a-9eb3-5643d44a1cae,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:48.887750 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:48.915939 n-d-819494-3 neutron-server[110019]: INFO neutron.db.ipam_backend_mixin [None req-42e79a0f-52fc-4b95-bf7b-1a960b230d2b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 65833374-a938-4562-83d1-74c496a80788 (CIDR: 172.20.0.0/28) Nov 27 04:11:48.930129 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-42e79a0f-52fc-4b95-bf7b-1a960b230d2b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 04:11:48.930899 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42e79a0f-52fc-4b95-bf7b-1a960b230d2b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:11:48.946599 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e0f65e5f-5025-40f2-a73d-f5da5351f88f req-95faa19f-c1af-407c-84ce-1a722029c364 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2255051 Nov 27 04:11:48.952913 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-42e79a0f-52fc-4b95-bf7b-1a960b230d2b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5198274 Nov 27 04:11:48.956310 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 42998) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:48.968440 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-9fea7525-2e44-43f4-933a-ebac6eb88a21 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'subnet': {'network_id': '48d4231e-2566-4715-b929-32481c77b2bd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:49.007648 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-6c072bee-d8af-4eeb-a1cf-e325d810d388 None None] Allocated IP 172.20.0.2 (48d4231e-2566-4715-b929-32481c77b2bd/65833374-a938-4562-83d1-74c496a80788/54a0d444-f4b8-48b8-ad59-f9d7bf282b21) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:11:49.099376 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-742ef69c-4330-4d51-8113-5aad5e9579cd req-d1ec78b3-a04b-4eb1-aafb-48eb8111fb3d tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 210 time: 0.1073954 Nov 27 04:11:49.146194 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2349fd8c-d016-4fb6-81d0-e21c635691ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:49.165776 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecffe08a-7c90-4ba9-a9b7-f2f32fcb6781 admin admin] Network 6b47bbe4-e82c-472f-aebd-8e67dfb914ed is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:11:49.168983 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f65e5f-5025-40f2-a73d-f5da5351f88f req-aaf7c40f-bccb-4ef8-b6b3-4156d02635f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:49.172193 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e0f65e5f-5025-40f2-a73d-f5da5351f88f req-aaf7c40f-bccb-4ef8-b6b3-4156d02635f8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=797b4470e1204f95b4c65fa8076beed0&device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 1096 time: 0.1019502 Nov 27 04:11:49.189388 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-ecffe08a-7c90-4ba9-a9b7-f2f32fcb6781 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:11:49.285982 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2349fd8c-d016-4fb6-81d0-e21c635691ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:49.353034 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6c072bee-d8af-4eeb-a1cf-e325d810d388 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:49.368295 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6c072bee-d8af-4eeb-a1cf-e325d810d388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:49.410190 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f65e5f-5025-40f2-a73d-f5da5351f88f req-a700f738-5782-4479-9aee-40c18d745457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:49.411955 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e0f65e5f-5025-40f2-a73d-f5da5351f88f req-a700f738-5782-4479-9aee-40c18d745457 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f5be6ff6-7679-4336-aa7e-b7dc23104991 HTTP/1.1" status: 200 len: 917 time: 0.2061059 Nov 27 04:11:49.429291 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fea7525-2e44-43f4-933a-ebac6eb88a21 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Made reservation on behalf of e0c528b777a044b1b1470d3e561f543a for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:11:49.439500 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9fea7525-2e44-43f4-933a-ebac6eb88a21 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:49.451408 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c072bee-d8af-4eeb-a1cf-e325d810d388 None None] Network 48d4231e-2566-4715-b929-32481c77b2bd is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:11:49.466881 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-6c072bee-d8af-4eeb-a1cf-e325d810d388 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:11:49.482902 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-5c2426bb-0678-4c7c-8c39-150fa443fc58 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Made reservation on behalf of 13b1fee7d54d401493a1883da20540bb for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:11:49.483473 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c072bee-d8af-4eeb-a1cf-e325d810d388 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:11:49.487156 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c072bee-d8af-4eeb-a1cf-e325d810d388 None None] Pushing event updated for resources: {'Port': ['ID=54a0d444-f4b8-48b8-ad59-f9d7bf282b21,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:49.489330 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-5c2426bb-0678-4c7c-8c39-150fa443fc58 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:49.627444 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-6c072bee-d8af-4eeb-a1cf-e325d810d388 None None] Attempting to bind port 54a0d444-f4b8-48b8-ad59-f9d7bf282b21 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:11:49.627783 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-6c072bee-d8af-4eeb-a1cf-e325d810d388 None None] Attempting to bind port 54a0d444-f4b8-48b8-ad59-f9d7bf282b21 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '2c6a4170-e6ac-4d7c-9d41-473e7eb577fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '48d4231e-2566-4715-b929-32481c77b2bd'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:11:49.630037 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c072bee-d8af-4eeb-a1cf-e325d810d388 None None] Attempting to bind port 54a0d444-f4b8-48b8-ad59-f9d7bf282b21 on network 48d4231e-2566-4715-b929-32481c77b2bd {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:11:49.641490 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:49.643263 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2349fd8c-d016-4fb6-81d0-e21c635691ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:49.647270 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c072bee-d8af-4eeb-a1cf-e325d810d388 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:11:49.647460 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2349fd8c-d016-4fb6-81d0-e21c635691ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:49.647760 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c072bee-d8af-4eeb-a1cf-e325d810d388 None None] Checking segment: {'id': '2c6a4170-e6ac-4d7c-9d41-473e7eb577fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '48d4231e-2566-4715-b929-32481c77b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:11:49.648071 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6c072bee-d8af-4eeb-a1cf-e325d810d388 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:49.648479 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c072bee-d8af-4eeb-a1cf-e325d810d388 None None] Bound using segment: {'id': '2c6a4170-e6ac-4d7c-9d41-473e7eb577fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '48d4231e-2566-4715-b929-32481c77b2bd'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:11:49.649015 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2349fd8c-d016-4fb6-81d0-e21c635691ad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d2122e10-fd53-4a4e-8213-73bfb8b1b712 HTTP/1.1" status: 204 len: 168 time: 0.9031234 Nov 27 04:11:49.657145 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-6c072bee-d8af-4eeb-a1cf-e325d810d388 None None] Bound port: 54a0d444-f4b8-48b8-ad59-f9d7bf282b21, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c6a4170-e6ac-4d7c-9d41-473e7eb577fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '48d4231e-2566-4715-b929-32481c77b2bd'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:11:49.657904 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6c072bee-d8af-4eeb-a1cf-e325d810d388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:49.693010 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2349fd8c-d016-4fb6-81d0-e21c635691ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2122e10-fd53-4a4e-8213-73bfb8b1b712,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:49.737425 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2349fd8c-d016-4fb6-81d0-e21c635691ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:49.737877 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2349fd8c-d016-4fb6-81d0-e21c635691ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:49.738325 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2349fd8c-d016-4fb6-81d0-e21c635691ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:49.738800 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2349fd8c-d016-4fb6-81d0-e21c635691ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:49.739366 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2349fd8c-d016-4fb6-81d0-e21c635691ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:49.739797 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2349fd8c-d016-4fb6-81d0-e21c635691ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:49.740228 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2349fd8c-d016-4fb6-81d0-e21c635691ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:49.741793 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2349fd8c-d016-4fb6-81d0-e21c635691ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:49.742235 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2349fd8c-d016-4fb6-81d0-e21c635691ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:49.742705 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2349fd8c-d016-4fb6-81d0-e21c635691ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:49.743137 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2349fd8c-d016-4fb6-81d0-e21c635691ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:49.743571 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2349fd8c-d016-4fb6-81d0-e21c635691ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:11:49.759965 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecffe08a-7c90-4ba9-a9b7-f2f32fcb6781 admin admin] Router 1e8a9648-652b-4081-9ebd-9cc8e205575b has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:11:49.807204 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-9dd8e540-f815-4ca1-a18b-7483fe796071 None None] Provisioning complete for port 31ef9a9e-51fd-4c8a-9eb3-5643d44a1cae triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:49.807949 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9dd8e540-f815-4ca1-a18b-7483fe796071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:49.880917 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-9dd8e540-f815-4ca1-a18b-7483fe796071 None None] Port 31ef9a9e-51fd-4c8a-9eb3-5643d44a1cae cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:11:49.886375 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 1a68db99-208f-4f41-93e8-d4d472963235 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:11:49.967379 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-6c072bee-d8af-4eeb-a1cf-e325d810d388 None None] For port 54a0d444-f4b8-48b8-ad59-f9d7bf282b21, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:11:49.977607 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-6c072bee-d8af-4eeb-a1cf-e325d810d388 None None] For port 54a0d444-f4b8-48b8-ad59-f9d7bf282b21, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=54a0d444-f4b8-48b8-ad59-f9d7bf282b21,segment=NetworkSegment(2c6a4170-e6ac-4d7c-9d41-473e7eb577fc),segment_id=2c6a4170-e6ac-4d7c-9d41-473e7eb577fc)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:11:49.992142 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-5c2426bb-0678-4c7c-8c39-150fa443fc58 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Allocated IP 172.20.0.12 (625c81c1-ffd4-46b7-bcec-ab3c294d8d2e/f79f094e-11cb-4984-aa0c-51bf3f1012f6/05e92c3a-48da-4e9d-b6d7-5164904138a9) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:11:49.996140 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6c072bee-d8af-4eeb-a1cf-e325d810d388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:50.127616 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 1a68db99-208f-4f41-93e8-d4d472963235 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:50.127997 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:50.165222 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecffe08a-7c90-4ba9-a9b7-f2f32fcb6781 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:11:50.177885 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ecffe08a-7c90-4ba9-a9b7-f2f32fcb6781 admin admin] 10.222.0.20 "PUT /v2.0/routers/1e8a9648-652b-4081-9ebd-9cc8e205575b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0565577 Nov 27 04:11:50.321642 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-5c2426bb-0678-4c7c-8c39-150fa443fc58 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:50.344776 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c072bee-d8af-4eeb-a1cf-e325d810d388 None None] Pushing event updated for resources: {'Port': ['ID=54a0d444-f4b8-48b8-ad59-f9d7bf282b21,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:50.440042 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-5c2426bb-0678-4c7c-8c39-150fa443fc58 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:50.528878 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2426bb-0678-4c7c-8c39-150fa443fc58 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'Port': ['ID=05e92c3a-48da-4e9d-b6d7-5164904138a9,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:50.547915 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-5c2426bb-0678-4c7c-8c39-150fa443fc58 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Network 625c81c1-ffd4-46b7-bcec-ab3c294d8d2e is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:11:50.550104 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-5c2426bb-0678-4c7c-8c39-150fa443fc58 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:11:50.554153 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-5c2426bb-0678-4c7c-8c39-150fa443fc58 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:11:50.618954 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e0f65e5f-5025-40f2-a73d-f5da5351f88f req-c5cb0b2a-7591-4a17-9bdf-db0703778771 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=397418f9-b2a5-4f52-b913-55a426e288e1 HTTP/1.1" status: 200 len: 1000 time: 1.1743677 Nov 27 04:11:50.627613 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-5c2426bb-0678-4c7c-8c39-150fa443fc58 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:50.628272 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-5c2426bb-0678-4c7c-8c39-150fa443fc58 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:50.673352 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-5c2426bb-0678-4c7c-8c39-150fa443fc58 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2030642 Nov 27 04:11:50.709103 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-7748769b-39fd-4295-b60a-6ae90d0078c1 service neutron] Request body: {'port': {'device_id': 'b416341b-7ef1-48f9-b72c-b3ffbc2930b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:50.766576 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17c976-5a15-4286-97c5-aac14b35d632 req-c8a06828-d060-4256-a562-33a4852a71a0 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:50.776207 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bf17c976-5a15-4286-97c5-aac14b35d632 req-c8a06828-d060-4256-a562-33a4852a71a0 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 932 time: 0.3023586 Nov 27 04:11:50.889008 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f65e5f-5025-40f2-a73d-f5da5351f88f req-5a74e596-ef89-4868-bb19-0778b4677ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:50.890906 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e0f65e5f-5025-40f2-a73d-f5da5351f88f req-5a74e596-ef89-4868-bb19-0778b4677ead service neutron] 10.222.0.23 "GET /v2.0/subnets?id=129d6819-d46b-4873-8019-a59c438c16e8 HTTP/1.1" status: 200 len: 855 time: 0.2379112 Nov 27 04:11:50.900017 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-7748769b-39fd-4295-b60a-6ae90d0078c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:50.903527 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bf17c976-5a15-4286-97c5-aac14b35d632 req-5f180ac2-1e9d-4a61-8a72-9d41c52da24c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=60a7d62e-7629-4401-ae2b-6e86ee2e006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813191 Nov 27 04:11:50.980893 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c1afde2f-06ce-400e-abdd-3a1c41f8d415 None None] Provisioning complete for port 05e92c3a-48da-4e9d-b6d7-5164904138a9 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:50.981463 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c1afde2f-06ce-400e-abdd-3a1c41f8d415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:51.064131 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f65e5f-5025-40f2-a73d-f5da5351f88f req-d45a3687-fc44-42ee-a46d-3ea0bf977966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:51.072754 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e0f65e5f-5025-40f2-a73d-f5da5351f88f req-d45a3687-fc44-42ee-a46d-3ea0bf977966 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f5be6ff6-7679-4336-aa7e-b7dc23104991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1642883 Nov 27 04:11:51.083785 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c1afde2f-06ce-400e-abdd-3a1c41f8d415 None None] Port 05e92c3a-48da-4e9d-b6d7-5164904138a9 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:11:51.208378 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:51.330011 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9fea7525-2e44-43f4-933a-ebac6eb88a21 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:51.432677 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e0f65e5f-5025-40f2-a73d-f5da5351f88f req-6d9709fe-2891-4b84-9cfe-a735084ad7ec service neutron] 10.222.0.23 "GET /v2.0/networks/f5be6ff6-7679-4336-aa7e-b7dc23104991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886202 Nov 27 04:11:51.476051 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fea7525-2e44-43f4-933a-ebac6eb88a21 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Network 48d4231e-2566-4715-b929-32481c77b2bd is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:11:51.488189 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-9fea7525-2e44-43f4-933a-ebac6eb88a21 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:11:51.530020 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fea7525-2e44-43f4-933a-ebac6eb88a21 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:51.531104 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9fea7525-2e44-43f4-933a-ebac6eb88a21 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:51.593786 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea7525-2e44-43f4-933a-ebac6eb88a21 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'Subnet': ['ID=bd34fa70-d48c-456a-8fe6-698fa242f046,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:51.663266 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9fea7525-2e44-43f4-933a-ebac6eb88a21 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.7056179 Nov 27 04:11:51.800525 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43074) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:51.806799 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-62670677-09c1-44e6-8b83-3de011d7f49d tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'port': {'network_id': '48d4231e-2566-4715-b929-32481c77b2bd', 'fixed_ips': [{'subnet_id': '65833374-a938-4562-83d1-74c496a80788'}, {'subnet_id': 'bd34fa70-d48c-456a-8fe6-698fa242f046'}], 'name': 'tempest-PortsTestJSON-908959199'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:51.821765 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:51.829817 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-905fabf1-043c-4699-8978-688d96fdff58 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:51.838007 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-905fabf1-043c-4699-8978-688d96fdff58 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/networks?id=7c636381-518c-47c4-9798-7b99af15f64b HTTP/1.1" status: 200 len: 911 time: 0.1735132 Nov 27 04:11:51.945153 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7f89b9-943b-4fa2-ad90-43f07969e3e6 None None] Sync routers for ids ['1e8a9648-652b-4081-9ebd-9cc8e205575b'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:11:51.970592 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 54a0d444-f4b8-48b8-ad59-f9d7bf282b21 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:11:51.981399 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7f89b9-943b-4fa2-ad90-43f07969e3e6 None None] Routers {'1e8a9648-652b-4081-9ebd-9cc8e205575b'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:11:51.983542 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-5a7f89b9-943b-4fa2-ad90-43f07969e3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:11:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['1e8a9648-652b-4081-9ebd-9cc8e205575b'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:52.064631 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d29a5d4-01c7-4799-9a40-34c2f5c77b2d None None] Network 48d4231e-2566-4715-b929-32481c77b2bd requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:11:52.071085 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-f0a9201e-a336-4d17-962d-49c07f92c6ac tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/quotas/6af0ab769a10415397a0f5dc4eab4d89 HTTP/1.1" status: 200 len: 375 time: 0.2318659 Nov 27 04:11:52.144796 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43094) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:52.178305 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 54a0d444-f4b8-48b8-ad59-f9d7bf282b21 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:52.178957 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:52.276622 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-57eec333-bca2-43fe-a507-a3f72182da0a None None] Provisioning complete for port 54a0d444-f4b8-48b8-ad59-f9d7bf282b21 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:52.277424 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-57eec333-bca2-43fe-a507-a3f72182da0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:52.280867 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-5a7f89b9-943b-4fa2-ad90-43f07969e3e6 None None] Set router 1e8a9648-652b-4081-9ebd-9cc8e205575b gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:11:52.295448 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e0f65e5f-5025-40f2-a73d-f5da5351f88f req-74e3da89-d84a-4ad5-8502-1f6833fae20f service neutron] 10.222.0.23 "GET /v2.0/networks/f5be6ff6-7679-4336-aa7e-b7dc23104991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8444252 Nov 27 04:11:52.364902 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a22ad6-06ac-4fee-8ee2-76556135cf01 req-87a994e9-c094-4680-aeba-abb81b621a36 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:52.377016 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-85a22ad6-06ac-4fee-8ee2-76556135cf01 req-87a994e9-c094-4680-aeba-abb81b621a36 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 932 time: 0.2779927 Nov 27 04:11:52.427245 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-42dfcf3a-8d0e-4833-a7fa-eacb34694a2c tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/ports?tenant_id=6af0ab769a10415397a0f5dc4eab4d89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3529105 Nov 27 04:11:52.453474 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-7748769b-39fd-4295-b60a-6ae90d0078c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05e92c3a-48da-4e9d-b6d7-5164904138a9 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:11:52.481679 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-12b78c44-a452-4948-8cb6-1ef40973be32 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Request body: {'networks': [{'name': 'tempest-network--1476653519'}, {'name': 'tempest-network--731444000'}]} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:52.482422 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-12b78c44-a452-4948-8cb6-1ef40973be32 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Request body: {'network': {'name': 'tempest-network--1476653519'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:52.487240 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-12b78c44-a452-4948-8cb6-1ef40973be32 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Request body: {'network': {'name': 'tempest-network--731444000'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:52.509811 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-7748769b-39fd-4295-b60a-6ae90d0078c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:52.599048 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-85a22ad6-06ac-4fee-8ee2-76556135cf01 req-73d5cca1-826d-475e-8259-dde2567b04f5 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=60a7d62e-7629-4401-ae2b-6e86ee2e006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2212117 Nov 27 04:11:52.601565 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-7748769b-39fd-4295-b60a-6ae90d0078c1 service neutron] Transition to ACTIVE for port object 05e92c3a-48da-4e9d-b6d7-5164904138a9 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:11:52.632962 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-7748769b-39fd-4295-b60a-6ae90d0078c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:52.636366 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62670677-09c1-44e6-8b83-3de011d7f49d tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Made reservation on behalf of e0c528b777a044b1b1470d3e561f543a for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:11:52.748706 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-2639cec8-c306-49e4-a559-e2666a02f520 service neutron] 10.222.0.20 "GET /v2.0/networks/7c636381-518c-47c4-9798-7b99af15f64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195751 Nov 27 04:11:52.780569 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-57eec333-bca2-43fe-a507-a3f72182da0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:52.789745 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:52.803011 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b78c44-a452-4948-8cb6-1ef40973be32 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Made reservation on behalf of 5f869e85f403460195df2d2cd273f777 for: {'network': 2} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:11:52.808063 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-12b78c44-a452-4948-8cb6-1ef40973be32 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:52.846786 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-12b78c44-a452-4948-8cb6-1ef40973be32 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:52.865211 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-62670677-09c1-44e6-8b83-3de011d7f49d tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:52.867653 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7748769b-39fd-4295-b60a-6ae90d0078c1 service neutron] Pushing event updated for resources: {'Port': ['ID=05e92c3a-48da-4e9d-b6d7-5164904138a9,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:52.900461 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-5a7f89b9-943b-4fa2-ad90-43f07969e3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8a9648-652b-4081-9ebd-9cc8e205575b', 'name': 'tempest-TestServerMultinode-1898129110-router', 'tenant_id': '6af0ab769a10415397a0f5dc4eab4d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '1a68db99-208f-4f41-93e8-d4d472963235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:11:31Z', 'updated_at': '2021-11-27T04:11:47Z', 'revision_number': 4, 'project_id': '6af0ab769a10415397a0f5dc4eab4d89', 'gw_port': {'id': '1a68db99-208f-4f41-93e8-d4d472963235', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:74:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8a9648-652b-4081-9ebd-9cc8e205575b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:11:34Z', 'updated_at': '2021-11-27T04:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '31ef9a9e-51fd-4c8a-9eb3-5643d44a1cae', 'name': '', 'network_id': '6b47bbe4-e82c-472f-aebd-8e67dfb914ed', 'tenant_id': '6af0ab769a10415397a0f5dc4eab4d89', 'mac_address': 'fa:16:3e:c1:83:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8a9648-652b-4081-9ebd-9cc8e205575b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '25f56b12-2ba3-4fa9-83a7-68b602da7949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:11:45Z', 'updated_at': '2021-11-27T04:11:47Z', 'revision_number': 2, 'project_id': '6af0ab769a10415397a0f5dc4eab4d89', 'subnets': [{'id': '25f56b12-2ba3-4fa9-83a7-68b602da7949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:52.916451 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 54a0d444-f4b8-48b8-ad59-f9d7bf282b21, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=54a0d444-f4b8-48b8-ad59-f9d7bf282b21,segment=NetworkSegment(2c6a4170-e6ac-4d7c-9d41-473e7eb577fc),segment_id=2c6a4170-e6ac-4d7c-9d41-473e7eb577fc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:11:52.923343 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [None req-62670677-09c1-44e6-8b83-3de011d7f49d tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] device_id is not set on port cf1cbc20-dba7-43ab-816c-f1f5b702177f yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:11:52.942424 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:53.047757 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7f89b9-943b-4fa2-ad90-43f07969e3e6 None None] Checking router: 1e8a9648-652b-4081-9ebd-9cc8e205575b for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:11:53.048336 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7f89b9-943b-4fa2-ad90-43f07969e3e6 None None] Updating router 1e8a9648-652b-4081-9ebd-9cc8e205575b port 31ef9a9e-51fd-4c8a-9eb3-5643d44a1cae binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:11:53.087585 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-7748769b-39fd-4295-b60a-6ae90d0078c1 service neutron] Attempting to bind port 05e92c3a-48da-4e9d-b6d7-5164904138a9 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:11:53.088210 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-7748769b-39fd-4295-b60a-6ae90d0078c1 service neutron] Attempting to bind port 05e92c3a-48da-4e9d-b6d7-5164904138a9 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': 'bd8e6abd-99d5-40f2-a506-9388cbe4cd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '625c81c1-ffd4-46b7-bcec-ab3c294d8d2e'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:11:53.089659 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-7748769b-39fd-4295-b60a-6ae90d0078c1 service neutron] Attempting to bind port 05e92c3a-48da-4e9d-b6d7-5164904138a9 on network 625c81c1-ffd4-46b7-bcec-ab3c294d8d2e {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:11:53.126816 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-7748769b-39fd-4295-b60a-6ae90d0078c1 service neutron] Port 05e92c3a-48da-4e9d-b6d7-5164904138a9 on network 625c81c1-ffd4-46b7-bcec-ab3c294d8d2e not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:11:53.127098 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-7748769b-39fd-4295-b60a-6ae90d0078c1 service neutron] Attempting to bind port 05e92c3a-48da-4e9d-b6d7-5164904138a9 on network 625c81c1-ffd4-46b7-bcec-ab3c294d8d2e {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:11:53.151852 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-7748769b-39fd-4295-b60a-6ae90d0078c1 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:11:53.165347 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-7748769b-39fd-4295-b60a-6ae90d0078c1 service neutron] Checking segment: {'id': 'bd8e6abd-99d5-40f2-a506-9388cbe4cd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '625c81c1-ffd4-46b7-bcec-ab3c294d8d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:11:53.166059 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-7748769b-39fd-4295-b60a-6ae90d0078c1 service neutron] Bound using segment: {'id': 'bd8e6abd-99d5-40f2-a506-9388cbe4cd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '625c81c1-ffd4-46b7-bcec-ab3c294d8d2e'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:11:53.166737 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-7748769b-39fd-4295-b60a-6ae90d0078c1 service neutron] Bound port: 05e92c3a-48da-4e9d-b6d7-5164904138a9, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd8e6abd-99d5-40f2-a506-9388cbe4cd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '625c81c1-ffd4-46b7-bcec-ab3c294d8d2e'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:11:53.167311 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-7748769b-39fd-4295-b60a-6ae90d0078c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:53.184461 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.api [None req-57eec333-bca2-43fe-a507-a3f72182da0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:11:53.185216 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-5a7f89b9-943b-4fa2-ad90-43f07969e3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:53.190412 n-d-819494-3 neutron-server[110020]: DEBUG oslo_db.api [None req-57eec333-bca2-43fe-a507-a3f72182da0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:11:53.212505 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=54a0d444-f4b8-48b8-ad59-f9d7bf282b21,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:53.225895 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-12b78c44-a452-4948-8cb6-1ef40973be32 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:53.269532 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-12b78c44-a452-4948-8cb6-1ef40973be32 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:53.273026 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-12b78c44-a452-4948-8cb6-1ef40973be32 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:53.294598 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5816027d-ddf1-495f-be9d-a0f5caf8c5f9 None None] Update dhcp port {'port': {'network_id': '48d4231e-2566-4715-b929-32481c77b2bd', 'fixed_ips': [{'subnet_id': '65833374-a938-4562-83d1-74c496a80788', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bd34fa70-d48c-456a-8fe6-698fa242f046'}], 'binding:host_id': 'n-d-819494-3'}, 'id': '54a0d444-f4b8-48b8-ad59-f9d7bf282b21'} from n-d-819494-3. {{(pid=110020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 04:11:53.336513 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-3aad5a51-5cd8-4e35-9112-e2e7624050ff service neutron] 10.222.0.20 "GET /v2.0/networks/7c636381-518c-47c4-9798-7b99af15f64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5773680 Nov 27 04:11:53.350155 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5816027d-ddf1-495f-be9d-a0f5caf8c5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:53.460050 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b78c44-a452-4948-8cb6-1ef40973be32 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2ee5ff-ea23-46df-9d59-1469901d1edf,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:53.462871 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b78c44-a452-4948-8cb6-1ef40973be32 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:11:53.477035 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-7748769b-39fd-4295-b60a-6ae90d0078c1 service neutron] For port 05e92c3a-48da-4e9d-b6d7-5164904138a9, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:11:53.500507 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-7748769b-39fd-4295-b60a-6ae90d0078c1 service neutron] For port 05e92c3a-48da-4e9d-b6d7-5164904138a9, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=05e92c3a-48da-4e9d-b6d7-5164904138a9,segment=NetworkSegment(bd8e6abd-99d5-40f2-a506-9388cbe4cd70),segment_id=bd8e6abd-99d5-40f2-a506-9388cbe4cd70)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:11:53.507408 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-12b78c44-a452-4948-8cb6-1ef40973be32 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:53.507782 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-12b78c44-a452-4948-8cb6-1ef40973be32 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Added segment f9a0e8cf-6c63-4e97-9be1-d7e512c1ed60 of type vlan for network 303bcc4e-e0fd-44a6-9ea9-4faca83ca59d Nov 27 04:11:53.529237 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-7748769b-39fd-4295-b60a-6ae90d0078c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:53.716391 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-5a7f89b9-943b-4fa2-ad90-43f07969e3e6 None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:53.745311 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-5a7f89b9-943b-4fa2-ad90-43f07969e3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:53.830389 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7748769b-39fd-4295-b60a-6ae90d0078c1 service neutron] Pushing event updated for resources: {'Port': ['ID=05e92c3a-48da-4e9d-b6d7-5164904138a9,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:53.835399 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 54a0d444-f4b8-48b8-ad59-f9d7bf282b21 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:11:53.856759 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b4f61-dd0f-4d8e-98bd-7d84eeb94e61 None None] Pushing event updated for resources: {'Port': ['ID=31ef9a9e-51fd-4c8a-9eb3-5643d44a1cae,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:53.857593 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-12b78c44-a452-4948-8cb6-1ef40973be32 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:53.880338 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-7748769b-39fd-4295-b60a-6ae90d0078c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:53.881089 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-7748769b-39fd-4295-b60a-6ae90d0078c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:53.883545 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-7748769b-39fd-4295-b60a-6ae90d0078c1 service neutron] 10.222.0.11 "PUT /v2.0/ports/05e92c3a-48da-4e9d-b6d7-5164904138a9 HTTP/1.1" status: 200 len: 1092 time: 3.1917701 Nov 27 04:11:53.908476 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b416341b-7ef1-48f9-b72c-b3ffbc2930b9', 'tag': '05e92c3a-48da-4e9d-b6d7-5164904138a9'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:11:53.911201 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4101a35e-4722-4471-ba49-7cb2051f0cc8" -d '{"events": [{"name": "network-changed", "server_uuid": "b416341b-7ef1-48f9-b72c-b3ffbc2930b9", "tag": "05e92c3a-48da-4e9d-b6d7-5164904138a9"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:11:54.012089 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-5a7f89b9-943b-4fa2-ad90-43f07969e3e6 None None] Attempting to bind port 31ef9a9e-51fd-4c8a-9eb3-5643d44a1cae on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:11:54.014602 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-5a7f89b9-943b-4fa2-ad90-43f07969e3e6 None None] Attempting to bind port 31ef9a9e-51fd-4c8a-9eb3-5643d44a1cae by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'db947a5e-f798-422a-88f0-b242cf6bf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6b47bbe4-e82c-472f-aebd-8e67dfb914ed'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:11:54.016908 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7f89b9-943b-4fa2-ad90-43f07969e3e6 None None] Attempting to bind port 31ef9a9e-51fd-4c8a-9eb3-5643d44a1cae on network 6b47bbe4-e82c-472f-aebd-8e67dfb914ed {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:11:54.023411 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 54a0d444-f4b8-48b8-ad59-f9d7bf282b21 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:54.024036 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:54.049270 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7f89b9-943b-4fa2-ad90-43f07969e3e6 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:11:54.051007 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7f89b9-943b-4fa2-ad90-43f07969e3e6 None None] Checking segment: {'id': 'db947a5e-f798-422a-88f0-b242cf6bf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6b47bbe4-e82c-472f-aebd-8e67dfb914ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:11:54.051588 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-5a7f89b9-943b-4fa2-ad90-43f07969e3e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:54.054129 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7f89b9-943b-4fa2-ad90-43f07969e3e6 None None] Bound using segment: {'id': 'db947a5e-f798-422a-88f0-b242cf6bf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6b47bbe4-e82c-472f-aebd-8e67dfb914ed'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:11:54.056202 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-5a7f89b9-943b-4fa2-ad90-43f07969e3e6 None None] Bound port: 31ef9a9e-51fd-4c8a-9eb3-5643d44a1cae, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db947a5e-f798-422a-88f0-b242cf6bf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6b47bbe4-e82c-472f-aebd-8e67dfb914ed'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:11:54.057105 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-5a7f89b9-943b-4fa2-ad90-43f07969e3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:54.070875 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6ba6ed47-e80c-4ea3-aa2b-9cc468f3e1a3 req-6ad4dac8-ea28-46ad-b6b0-8af69475d196 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=42a61a0b-1c97-4bb4-8c7d-a2e2b353f356 HTTP/1.1" status: 200 len: 210 time: 0.2218232 Nov 27 04:11:54.114663 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.db.resource_extend [None req-12b78c44-a452-4948-8cb6-1ef40973be32 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 04:11:54.122107 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-62670677-09c1-44e6-8b83-3de011d7f49d tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Allocated IP 172.20.0.4 (48d4231e-2566-4715-b929-32481c77b2bd/65833374-a938-4562-83d1-74c496a80788/cf1cbc20-dba7-43ab-816c-f1f5b702177f) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:11:54.235551 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b78c44-a452-4948-8cb6-1ef40973be32 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:11:54.243025 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09785e9e-f194-46fe-a80a-1d65f1218feb req-3415ab35-7d4c-4024-bef3-db1897ad8a06 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:54.259091 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-09785e9e-f194-46fe-a80a-1d65f1218feb req-3415ab35-7d4c-4024-bef3-db1897ad8a06 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 944 time: 0.4412804 Nov 27 04:11:54.259091 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-62670677-09c1-44e6-8b83-3de011d7f49d tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Allocated IP 172.20.0.20 (48d4231e-2566-4715-b929-32481c77b2bd/bd34fa70-d48c-456a-8fe6-698fa242f046/cf1cbc20-dba7-43ab-816c-f1f5b702177f) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:11:54.313484 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-12b78c44-a452-4948-8cb6-1ef40973be32 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:54.313827 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-12b78c44-a452-4948-8cb6-1ef40973be32 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Added segment 01af7185-cd29-4581-8401-853312372509 of type vlan for network cd84cc0d-d872-4c6f-b0c9-7f2f7507a422 Nov 27 04:11:54.324522 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-f85f77a1-dafd-4e13-b0e9-4c410317d4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:54.337297 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-f85f77a1-dafd-4e13-b0e9-4c410317d4c6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=13b1fee7d54d401493a1883da20540bb&device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 1095 time: 0.3023574 Nov 27 04:11:54.394002 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-5a7f89b9-943b-4fa2-ad90-43f07969e3e6 None None] For port 31ef9a9e-51fd-4c8a-9eb3-5643d44a1cae, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:11:54.400608 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-5a7f89b9-943b-4fa2-ad90-43f07969e3e6 None None] For port 31ef9a9e-51fd-4c8a-9eb3-5643d44a1cae, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=31ef9a9e-51fd-4c8a-9eb3-5643d44a1cae,segment=NetworkSegment(db947a5e-f798-422a-88f0-b242cf6bf792),segment_id=db947a5e-f798-422a-88f0-b242cf6bf792)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:11:54.422114 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-5a7f89b9-943b-4fa2-ad90-43f07969e3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:54.485392 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-9c8c794d-e5d6-4fe4-86f9-fc3476602ae6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05e92c3a-48da-4e9d-b6d7-5164904138a9 HTTP/1.1" status: 200 len: 217 time: 0.1292849 Nov 27 04:11:54.497979 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-09785e9e-f194-46fe-a80a-1d65f1218feb req-65578f28-776e-4df8-b325-312a59004af3 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=60a7d62e-7629-4401-ae2b-6e86ee2e006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365556 Nov 27 04:11:54.510115 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7777fd26-ca92-429e-82a0-9f2dc4d159c8 x-openstack-request-id: req-7777fd26-ca92-429e-82a0-9f2dc4d159c8 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:11:54.510401 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b416341b-7ef1-48f9-b72c-b3ffbc2930b9", "tag": "05e92c3a-48da-4e9d-b6d7-5164904138a9", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:11:54.510881 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7777fd26-ca92-429e-82a0-9f2dc4d159c8 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:11:54.511454 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b416341b-7ef1-48f9-b72c-b3ffbc2930b9', 'tag': '05e92c3a-48da-4e9d-b6d7-5164904138a9', 'status': 'completed', 'code': 200} Nov 27 04:11:54.513644 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-12b78c44-a452-4948-8cb6-1ef40973be32 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:54.523252 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b4f61-dd0f-4d8e-98bd-7d84eeb94e61 None None] Pushing event updated for resources: {'Port': ['ID=31ef9a9e-51fd-4c8a-9eb3-5643d44a1cae,revision_number=4']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:54.559899 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-739e67af-b6fd-497a-a770-8dc2b3f6d60f None None] Provisioning complete for port 31ef9a9e-51fd-4c8a-9eb3-5643d44a1cae triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:54.560440 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-739e67af-b6fd-497a-a770-8dc2b3f6d60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:54.576774 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7f89b9-943b-4fa2-ad90-43f07969e3e6 None None] Routers {'1e8a9648-652b-4081-9ebd-9cc8e205575b'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:11:54.577466 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-5a7f89b9-943b-4fa2-ad90-43f07969e3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:11:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['1e8a9648-652b-4081-9ebd-9cc8e205575b'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:54.668891 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-223f5e6a-bf6a-4d0e-96e1-7b8681e16f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:54.676380 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-223f5e6a-bf6a-4d0e-96e1-7b8681e16f96 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f79f094e-11cb-4984-aa0c-51bf3f1012f6 HTTP/1.1" status: 200 len: 834 time: 0.1473219 Nov 27 04:11:54.767304 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-739e67af-b6fd-497a-a770-8dc2b3f6d60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:54.770077 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-12b78c44-a452-4948-8cb6-1ef40973be32 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:54.770763 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-12b78c44-a452-4948-8cb6-1ef40973be32 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:54.791506 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b78c44-a452-4948-8cb6-1ef40973be32 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:54.799069 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b78c44-a452-4948-8cb6-1ef40973be32 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:54.799868 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-12b78c44-a452-4948-8cb6-1ef40973be32 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:54.848211 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-62670677-09c1-44e6-8b83-3de011d7f49d tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:54.864048 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-739e67af-b6fd-497a-a770-8dc2b3f6d60f None None] For port 31ef9a9e-51fd-4c8a-9eb3-5643d44a1cae, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=31ef9a9e-51fd-4c8a-9eb3-5643d44a1cae,segment=NetworkSegment(db947a5e-f798-422a-88f0-b242cf6bf792),segment_id=db947a5e-f798-422a-88f0-b242cf6bf792)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:11:54.875691 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-739e67af-b6fd-497a-a770-8dc2b3f6d60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:54.944574 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-62670677-09c1-44e6-8b83-3de011d7f49d tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:55.017558 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62670677-09c1-44e6-8b83-3de011d7f49d tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'Port': ['ID=cf1cbc20-dba7-43ab-816c-f1f5b702177f,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:55.022871 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-12b78c44-a452-4948-8cb6-1ef40973be32 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.8645787 Nov 27 04:11:55.027624 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43138) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:55.040204 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b78c44-a452-4948-8cb6-1ef40973be32 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Pushing event updated for resources: {'Network': ['ID=303bcc4e-e0fd-44a6-9ea9-4faca83ca59d,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:55.050541 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62670677-09c1-44e6-8b83-3de011d7f49d tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Network 48d4231e-2566-4715-b929-32481c77b2bd is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:11:55.061364 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-62670677-09c1-44e6-8b83-3de011d7f49d tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:11:55.067253 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-5a7f89b9-943b-4fa2-ad90-43f07969e3e6 None None] Set router 1e8a9648-652b-4081-9ebd-9cc8e205575b gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:11:55.082330 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-e967d5b1-46e8-46e1-8e3d-0169e2edf1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:55.084232 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-e967d5b1-46e8-46e1-8e3d-0169e2edf1ee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=625c81c1-ffd4-46b7-bcec-ab3c294d8d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3879128 Nov 27 04:11:55.087123 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62670677-09c1-44e6-8b83-3de011d7f49d tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:11:55.119707 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 303bcc4e-e0fd-44a6-9ea9-4faca83ca59d details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:11:55.167652 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62670677-09c1-44e6-8b83-3de011d7f49d tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:55.169283 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-62670677-09c1-44e6-8b83-3de011d7f49d tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:55.290494 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-62670677-09c1-44e6-8b83-3de011d7f49d tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.4887471 Nov 27 04:11:55.298092 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43144) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:55.326331 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-5816027d-ddf1-495f-be9d-a0f5caf8c5f9 None None] Allocated IP 172.20.0.18 (48d4231e-2566-4715-b929-32481c77b2bd/bd34fa70-d48c-456a-8fe6-698fa242f046/54a0d444-f4b8-48b8-ad59-f9d7bf282b21) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:11:55.336592 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-6fe308a1-c737-43ac-be20-c2e2ad12831e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '65833374-a938-4562-83d1-74c496a80788'}]}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:55.368504 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b78c44-a452-4948-8cb6-1ef40973be32 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Pushing event updated for resources: {'Network': ['ID=cd84cc0d-d872-4c6f-b0c9-7f2f7507a422,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:55.414719 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f483d1f6-1e18-4b04-8c16-25d32c7999c6 req-e0b803b4-1827-4f75-903f-62d68a3edd9b tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=42a61a0b-1c97-4bb4-8c7d-a2e2b353f356 HTTP/1.1" status: 200 len: 210 time: 0.1353080 Nov 27 04:11:55.439787 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e40b114-b7b0-45b0-9b8f-fe96cce62caf tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:55.457676 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e40b114-b7b0-45b0-9b8f-fe96cce62caf tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:55.470617 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e40b114-b7b0-45b0-9b8f-fe96cce62caf tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:55.483880 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e40b114-b7b0-45b0-9b8f-fe96cce62caf tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:55.486435 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1e40b114-b7b0-45b0-9b8f-fe96cce62caf tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4573154 Nov 27 04:11:55.489216 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43150) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:55.564403 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network cd84cc0d-d872-4c6f-b0c9-7f2f7507a422 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:11:55.636380 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-38d7c41a-6c1d-4daa-a9a5-791f4febacd2 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:55.669757 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e67af-b6fd-497a-a770-8dc2b3f6d60f None None] Pushing event updated for resources: {'Port': ['ID=31ef9a9e-51fd-4c8a-9eb3-5643d44a1cae,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:55.693057 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-ddbe18db-d5c0-478a-bc25-8f34d569bc49 None None] Provisioning complete for port 31ef9a9e-51fd-4c8a-9eb3-5643d44a1cae triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:55.694122 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ddbe18db-d5c0-478a-bc25-8f34d569bc49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:55.722341 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-5d0ffa74-a656-449c-8727-e954fee033d4 service neutron] 10.222.0.11 "GET /v2.0/networks/625c81c1-ffd4-46b7-bcec-ab3c294d8d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5841506 Nov 27 04:11:55.731061 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-5a7f89b9-943b-4fa2-ad90-43f07969e3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8a9648-652b-4081-9ebd-9cc8e205575b', 'name': 'tempest-TestServerMultinode-1898129110-router', 'tenant_id': '6af0ab769a10415397a0f5dc4eab4d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '1a68db99-208f-4f41-93e8-d4d472963235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:11:31Z', 'updated_at': '2021-11-27T04:11:47Z', 'revision_number': 4, 'project_id': '6af0ab769a10415397a0f5dc4eab4d89', 'gw_port': {'id': '1a68db99-208f-4f41-93e8-d4d472963235', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:74:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8a9648-652b-4081-9ebd-9cc8e205575b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:11:34Z', 'updated_at': '2021-11-27T04:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '31ef9a9e-51fd-4c8a-9eb3-5643d44a1cae', 'name': '', 'network_id': '6b47bbe4-e82c-472f-aebd-8e67dfb914ed', 'tenant_id': '6af0ab769a10415397a0f5dc4eab4d89', 'mac_address': 'fa:16:3e:c1:83:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8a9648-652b-4081-9ebd-9cc8e205575b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '25f56b12-2ba3-4fa9-83a7-68b602da7949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:11:45Z', 'updated_at': '2021-11-27T04:11:54Z', 'revision_number': 4, 'project_id': '6af0ab769a10415397a0f5dc4eab4d89', 'subnets': [{'id': '25f56b12-2ba3-4fa9-83a7-68b602da7949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:55.776890 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7f89b9-943b-4fa2-ad90-43f07969e3e6 None None] The sync data for ids ['1e8a9648-652b-4081-9ebd-9cc8e205575b'] in n-d-819494-3 is: [{'id': '1e8a9648-652b-4081-9ebd-9cc8e205575b', 'name': 'tempest-TestServerMultinode-1898129110-router', 'tenant_id': '6af0ab769a10415397a0f5dc4eab4d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '1a68db99-208f-4f41-93e8-d4d472963235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:11:31Z', 'updated_at': '2021-11-27T04:11:47Z', 'revision_number': 4, 'project_id': '6af0ab769a10415397a0f5dc4eab4d89', 'gw_port': {'id': '1a68db99-208f-4f41-93e8-d4d472963235', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:74:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8a9648-652b-4081-9ebd-9cc8e205575b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:11:34Z', 'updated_at': '2021-11-27T04:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '31ef9a9e-51fd-4c8a-9eb3-5643d44a1cae', 'name': '', 'network_id': '6b47bbe4-e82c-472f-aebd-8e67dfb914ed', 'tenant_id': '6af0ab769a10415397a0f5dc4eab4d89', 'mac_address': 'fa:16:3e:c1:83:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8a9648-652b-4081-9ebd-9cc8e205575b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '25f56b12-2ba3-4fa9-83a7-68b602da7949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:11:45Z', 'updated_at': '2021-11-27T04:11:54Z', 'revision_number': 4, 'project_id': '6af0ab769a10415397a0f5dc4eab4d89', 'subnets': [{'id': '25f56b12-2ba3-4fa9-83a7-68b602da7949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:11:55.898928 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-38d7c41a-6c1d-4daa-a9a5-791f4febacd2 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:55.951365 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-38d7c41a-6c1d-4daa-a9a5-791f4febacd2 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['303bcc4e-e0fd-44a6-9ea9-4faca83ca59d']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:55.957273 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-5816027d-ddf1-495f-be9d-a0f5caf8c5f9 None None] For port 54a0d444-f4b8-48b8-ad59-f9d7bf282b21, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=54a0d444-f4b8-48b8-ad59-f9d7bf282b21,segment=NetworkSegment(2c6a4170-e6ac-4d7c-9d41-473e7eb577fc),segment_id=2c6a4170-e6ac-4d7c-9d41-473e7eb577fc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:11:55.977101 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-38d7c41a-6c1d-4daa-a9a5-791f4febacd2 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9a0e8cf-6c63-4e97-9be1-d7e512c1ed60') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:55.977544 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-38d7c41a-6c1d-4daa-a9a5-791f4febacd2 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9a0e8cf-6c63-4e97-9be1-d7e512c1ed60') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:55.997679 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-38d7c41a-6c1d-4daa-a9a5-791f4febacd2 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:56.004302 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6fe308a1-c737-43ac-be20-c2e2ad12831e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:56.020818 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-38d7c41a-6c1d-4daa-a9a5-791f4febacd2 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:56.036895 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d7c41a-6c1d-4daa-a9a5-791f4febacd2 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:11:56.039607 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-38d7c41a-6c1d-4daa-a9a5-791f4febacd2 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:56.039946 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d3242-241a-4b8c-a972-a4ebf53fe4ae req-6fc15bec-00fd-4bcd-ab1e-62dabbc5235d tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:56.042092 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-717d3242-241a-4b8c-a972-a4ebf53fe4ae req-6fc15bec-00fd-4bcd-ab1e-62dabbc5235d tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 944 time: 0.3381889 Nov 27 04:11:56.048518 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:11:56.048518 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:11:56.048518 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:11:56.048518 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:11:56.048518 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:11:56.048518 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:11:56.048518 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:11:56.048518 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:11:56.048518 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:11:56.048518 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:11:56.048518 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:11:56.048518 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:11:56.048518 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:11:56.048518 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:11:56.048518 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:11:56.048518 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:11:56.048518 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:11:56.048518 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:11:56.048518 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:11:56.048518 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:11:56.048518 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:11:56.048518 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:11:56.048518 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:11:56.048518 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:11:56.048518 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:11:56.048518 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:11:56.048518 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:11:56.048518 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:11:56.048518 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:11:56.048518 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:11:56.048518 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:11:56.048518 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:11:56.116466 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5816027d-ddf1-495f-be9d-a0f5caf8c5f9 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:56.126859 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-920ebb36-0206-48f8-bba1-d1ecb767adcd req-7b981397-26cd-434d-b161-c4c21fb0c0ca service neutron] 10.222.0.11 "GET /v2.0/networks/625c81c1-ffd4-46b7-bcec-ab3c294d8d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878264 Nov 27 04:11:56.129591 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5816027d-ddf1-495f-be9d-a0f5caf8c5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:56.229173 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-717d3242-241a-4b8c-a972-a4ebf53fe4ae req-49af669d-ea61-498c-a045-944c125a03c7 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=60a7d62e-7629-4401-ae2b-6e86ee2e006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686430 Nov 27 04:11:56.262263 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-38d7c41a-6c1d-4daa-a9a5-791f4febacd2 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:56.307802 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-38d7c41a-6c1d-4daa-a9a5-791f4febacd2 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:56.308896 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5816027d-ddf1-495f-be9d-a0f5caf8c5f9 None None] Pushing event updated for resources: {'Port': ['ID=54a0d444-f4b8-48b8-ad59-f9d7bf282b21,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:56.328754 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-38d7c41a-6c1d-4daa-a9a5-791f4febacd2 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] 10.222.0.20 "DELETE /v2.0/networks/303bcc4e-e0fd-44a6-9ea9-4faca83ca59d HTTP/1.1" status: 204 len: 168 time: 0.8320086 Nov 27 04:11:56.330301 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43156) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:56.335857 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d7c41a-6c1d-4daa-a9a5-791f4febacd2 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Pushing event deleted for resources: {'Network': ['ID=303bcc4e-e0fd-44a6-9ea9-4faca83ca59d,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:56.554300 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101a35e-4722-4471-ba49-7cb2051f0cc8 req-c4abe881-23bc-49ec-93e8-3307ea5a36ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:56.555838 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4101a35e-4722-4471-ba49-7cb2051f0cc8 req-c4abe881-23bc-49ec-93e8-3307ea5a36ae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=13b1fee7d54d401493a1883da20540bb&device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 1095 time: 0.3175340 Nov 27 04:11:56.607415 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1cd107dd-15b0-4ed9-bc45-1602a83347fc req-c6332bb8-3ccf-480e-9340-4a9a9bfb324f tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=42a61a0b-1c97-4bb4-8c7d-a2e2b353f356 HTTP/1.1" status: 200 len: 210 time: 0.0918162 Nov 27 04:11:56.618479 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6022bf0e-659a-4cc6-8f22-2a912c5f6624 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:56.775383 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6022bf0e-659a-4cc6-8f22-2a912c5f6624 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:56.778535 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-f489e973-7664-4ef9-9ea3-d80e8efcf8c0 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:56.780150 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-f489e973-7664-4ef9-9ea3-d80e8efcf8c0 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.11 "GET /v2.0/networks?id=7c636381-518c-47c4-9798-7b99af15f64b HTTP/1.1" status: 200 len: 911 time: 0.5454795 Nov 27 04:11:56.807486 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-6022bf0e-659a-4cc6-8f22-2a912c5f6624 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd84cc0d-d872-4c6f-b0c9-7f2f7507a422']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:56.820366 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-f35b5932-9209-420f-815a-1e330bbba94e tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Request body: {'port': {'device_id': '42a61a0b-1c97-4bb4-8c7d-a2e2b353f356', 'network_id': '7c636381-518c-47c4-9798-7b99af15f64b', 'admin_state_up': True, 'tenant_id': '6af0ab769a10415397a0f5dc4eab4d89'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:56.822202 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-6022bf0e-659a-4cc6-8f22-2a912c5f6624 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01af7185-cd29-4581-8401-853312372509') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:56.822644 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-6022bf0e-659a-4cc6-8f22-2a912c5f6624 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01af7185-cd29-4581-8401-853312372509') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:11:56.843417 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6022bf0e-659a-4cc6-8f22-2a912c5f6624 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:56.863603 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6022bf0e-659a-4cc6-8f22-2a912c5f6624 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:56.873789 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6022bf0e-659a-4cc6-8f22-2a912c5f6624 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:11:56.874155 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6022bf0e-659a-4cc6-8f22-2a912c5f6624 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:56.928408 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-f35b5932-9209-420f-815a-1e330bbba94e tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Made reservation on behalf of 6af0ab769a10415397a0f5dc4eab4d89 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:11:56.930983 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-f35b5932-9209-420f-815a-1e330bbba94e tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:56.976374 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:11:56.976374 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:11:56.976374 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:11:56.976374 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:11:56.976374 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:11:56.976374 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:11:56.976374 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:11:56.976374 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:11:56.976374 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:11:56.976374 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:11:56.976374 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:11:56.976374 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:11:56.976374 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:11:56.976374 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:11:56.976374 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:11:56.976374 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:11:56.976374 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:11:56.976374 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:11:56.976374 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:11:56.976374 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:11:56.976374 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:11:56.976374 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:11:56.976374 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:11:56.976374 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:11:56.976374 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:11:56.976374 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:11:56.976374 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:11:56.976374 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:11:56.976374 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:11:56.976374 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:11:56.976374 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:11:56.976374 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:11:56.984547 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6022bf0e-659a-4cc6-8f22-2a912c5f6624 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:56.991423 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6022bf0e-659a-4cc6-8f22-2a912c5f6624 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:56.997532 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6022bf0e-659a-4cc6-8f22-2a912c5f6624 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] 10.222.0.20 "DELETE /v2.0/networks/cd84cc0d-d872-4c6f-b0c9-7f2f7507a422 HTTP/1.1" status: 204 len: 168 time: 0.6635108 Nov 27 04:11:57.004361 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43172) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:57.029733 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101a35e-4722-4471-ba49-7cb2051f0cc8 req-0421da6d-7f14-4ca0-8f0b-97024b8ab18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:57.031287 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4101a35e-4722-4471-ba49-7cb2051f0cc8 req-0421da6d-7f14-4ca0-8f0b-97024b8ab18b service neutron] 10.222.0.11 "GET /v2.0/networks?id=625c81c1-ffd4-46b7-bcec-ab3c294d8d2e HTTP/1.1" status: 200 len: 897 time: 0.4413311 Nov 27 04:11:57.032240 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-6fe308a1-c737-43ac-be20-c2e2ad12831e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Delete allocated IP 172.20.0.20 (48d4231e-2566-4715-b929-32481c77b2bd/bd34fa70-d48c-456a-8fe6-698fa242f046) {{(pid=110018) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 27 04:11:57.032537 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022bf0e-659a-4cc6-8f22-2a912c5f6624 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Pushing event deleted for resources: {'Network': ['ID=cd84cc0d-d872-4c6f-b0c9-7f2f7507a422,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:57.225011 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6cf43d-38d1-4a26-a4f4-fa06ea173f5d tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:57.231964 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6cf43d-38d1-4a26-a4f4-fa06ea173f5d tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:57.237196 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-fd6cf43d-38d1-4a26-a4f4-fa06ea173f5d tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2280164 Nov 27 04:11:57.241172 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43174) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:57.245899 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4101a35e-4722-4471-ba49-7cb2051f0cc8 req-7a144a1e-84d6-4d57-8d0d-c0c5e83f1460 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05e92c3a-48da-4e9d-b6d7-5164904138a9 HTTP/1.1" status: 200 len: 217 time: 0.2029033 Nov 27 04:11:57.246331 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-25262589-7b78-4fe5-b64e-b7510840eecb tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-751815800'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:57.332366 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25262589-7b78-4fe5-b64e-b7510840eecb tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Made reservation on behalf of 5f869e85f403460195df2d2cd273f777 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:11:57.337243 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-25262589-7b78-4fe5-b64e-b7510840eecb tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:57.405167 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df5af32-209a-4584-b7c7-ff33ba0a08a1 None None] Network 48d4231e-2566-4715-b929-32481c77b2bd requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:11:57.424759 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25262589-7b78-4fe5-b64e-b7510840eecb tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:11:57.451846 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-25262589-7b78-4fe5-b64e-b7510840eecb tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:57.456263 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-25262589-7b78-4fe5-b64e-b7510840eecb tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Added segment 9340adf9-4019-404f-bb1b-abefe66bdd36 of type vlan for network 74487b08-a666-4442-aa62-6c7ed2efceed Nov 27 04:11:57.545265 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-5cdf29d1-a4eb-4330-a4cc-284e9a247eab None None] Provisioning complete for port 54a0d444-f4b8-48b8-ad59-f9d7bf282b21 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:57.546310 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5cdf29d1-a4eb-4330-a4cc-284e9a247eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:57.575897 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5903269-bb5d-4644-b46e-76d7fa4d84f6 req-957f39cc-a25c-4b62-821f-6731dea2dd03 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:57.587414 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d5903269-bb5d-4644-b46e-76d7fa4d84f6 req-957f39cc-a25c-4b62-821f-6731dea2dd03 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 944 time: 0.2202206 Nov 27 04:11:57.633262 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-25262589-7b78-4fe5-b64e-b7510840eecb tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:57.680186 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d5903269-bb5d-4644-b46e-76d7fa4d84f6 req-b8d8e2d2-0778-4fe8-b21e-ae5015d87977 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=60a7d62e-7629-4401-ae2b-6e86ee2e006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909643 Nov 27 04:11:57.732550 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-25262589-7b78-4fe5-b64e-b7510840eecb tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:57.749372 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25262589-7b78-4fe5-b64e-b7510840eecb tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:57.750623 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-25262589-7b78-4fe5-b64e-b7510840eecb tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:57.969337 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 31ef9a9e-51fd-4c8a-9eb3-5643d44a1cae up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:11:57.993835 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25262589-7b78-4fe5-b64e-b7510840eecb tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Pushing event updated for resources: {'Network': ['ID=74487b08-a666-4442-aa62-6c7ed2efceed,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:58.014030 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-25262589-7b78-4fe5-b64e-b7510840eecb tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7738779 Nov 27 04:11:58.014856 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43186) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:58.028777 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-c423da8d-da03-4380-8220-bb4c09d2f78d tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1773001289'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:58.031625 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 74487b08-a666-4442-aa62-6c7ed2efceed details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:11:58.059961 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c423da8d-da03-4380-8220-bb4c09d2f78d tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Made reservation on behalf of 5f869e85f403460195df2d2cd273f777 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:11:58.064862 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c423da8d-da03-4380-8220-bb4c09d2f78d tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:58.075348 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-44c2518b-b3f4-4879-bfa8-498afd5c79ac req-9b92d182-ca3d-48c8-b252-6c0b10acb720 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=42a61a0b-1c97-4bb4-8c7d-a2e2b353f356 HTTP/1.1" status: 200 len: 210 time: 0.1454329 Nov 27 04:11:58.112662 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c423da8d-da03-4380-8220-bb4c09d2f78d tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:11:58.126238 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c423da8d-da03-4380-8220-bb4c09d2f78d tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:58.126625 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-c423da8d-da03-4380-8220-bb4c09d2f78d tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Added segment 9c4750bf-a808-448f-82b6-05460bd96dd4 of type vlan for network 05f3c824-0b2f-4d36-9539-201a5ac1b18a Nov 27 04:11:58.131914 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101a35e-4722-4471-ba49-7cb2051f0cc8 req-39ac8740-d026-4129-9b38-4074df01c0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:58.146923 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4101a35e-4722-4471-ba49-7cb2051f0cc8 req-39ac8740-d026-4129-9b38-4074df01c0b1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f79f094e-11cb-4984-aa0c-51bf3f1012f6 HTTP/1.1" status: 200 len: 834 time: 0.8908284 Nov 27 04:11:58.193564 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 31ef9a9e-51fd-4c8a-9eb3-5643d44a1cae triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:58.193978 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:58.205817 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c423da8d-da03-4380-8220-bb4c09d2f78d tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:58.239166 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-f35b5932-9209-420f-815a-1e330bbba94e tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Allocated IP 172.20.0.13 (7c636381-518c-47c4-9798-7b99af15f64b/a1267ad0-5297-4baf-b014-39bd34e35128/67adee4f-661f-46cb-9524-8dd065f363ff) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:11:58.243899 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c423da8d-da03-4380-8220-bb4c09d2f78d tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:58.272707 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c423da8d-da03-4380-8220-bb4c09d2f78d tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:58.272707 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c423da8d-da03-4380-8220-bb4c09d2f78d tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:58.306016 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6fe308a1-c737-43ac-be20-c2e2ad12831e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:58.321414 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6fe308a1-c737-43ac-be20-c2e2ad12831e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:58.364377 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 54a0d444-f4b8-48b8-ad59-f9d7bf282b21 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:11:58.398677 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c423da8d-da03-4380-8220-bb4c09d2f78d tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Pushing event updated for resources: {'Network': ['ID=05f3c824-0b2f-4d36-9539-201a5ac1b18a,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:58.423287 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c423da8d-da03-4380-8220-bb4c09d2f78d tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4063292 Nov 27 04:11:58.423939 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43188) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:58.429844 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 05f3c824-0b2f-4d36-9539-201a5ac1b18a details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:11:58.430840 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-c16d0986-9395-4d99-960f-e90154635e55 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Request body: {'ports': [{'network_id': '74487b08-a666-4442-aa62-6c7ed2efceed', 'name': 'tempest-port--225859821', 'admin_state_up': True}, {'network_id': '05f3c824-0b2f-4d36-9539-201a5ac1b18a', 'admin_state_up': False}]} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:58.431261 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-c16d0986-9395-4d99-960f-e90154635e55 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Request body: {'port': {'network_id': '74487b08-a666-4442-aa62-6c7ed2efceed', 'name': 'tempest-port--225859821', 'admin_state_up': True}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:58.431864 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-c16d0986-9395-4d99-960f-e90154635e55 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Request body: {'port': {'network_id': '05f3c824-0b2f-4d36-9539-201a5ac1b18a', 'admin_state_up': False}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:58.455979 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101a35e-4722-4471-ba49-7cb2051f0cc8 req-b7190ee3-03c6-4688-9c0b-b83187f6e06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:58.457831 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4101a35e-4722-4471-ba49-7cb2051f0cc8 req-b7190ee3-03c6-4688-9c0b-b83187f6e06a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=625c81c1-ffd4-46b7-bcec-ab3c294d8d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2925901 Nov 27 04:11:58.579421 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-61e6c868-b494-4e74-b0de-2e152da6bfb1 None None] Provisioning complete for port 54a0d444-f4b8-48b8-ad59-f9d7bf282b21 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:58.579813 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-61e6c868-b494-4e74-b0de-2e152da6bfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:58.652244 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 54a0d444-f4b8-48b8-ad59-f9d7bf282b21 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:58.652538 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:58.682841 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4101a35e-4722-4471-ba49-7cb2051f0cc8 req-fbc08d56-b4d4-43e7-800e-9c959877e8f9 service neutron] 10.222.0.11 "GET /v2.0/networks/625c81c1-ffd4-46b7-bcec-ab3c294d8d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918900 Nov 27 04:11:58.734342 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 05e92c3a-48da-4e9d-b6d7-5164904138a9 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:11:58.916732 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.resource_extend [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 04:11:58.930042 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-f35b5932-9209-420f-815a-1e330bbba94e tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:58.993281 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe308a1-c737-43ac-be20-c2e2ad12831e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'Port': ['ID=cf1cbc20-dba7-43ab-816c-f1f5b702177f,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:59.066367 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-61e6c868-b494-4e74-b0de-2e152da6bfb1 None None] Provisioning complete for port cf1cbc20-dba7-43ab-816c-f1f5b702177f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:59.082920 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-61e6c868-b494-4e74-b0de-2e152da6bfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:59.097075 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-f35b5932-9209-420f-815a-1e330bbba94e tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:59.110666 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-6fe308a1-c737-43ac-be20-c2e2ad12831e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] In _notify_port_updated(), no bound segment for port cf1cbc20-dba7-43ab-816c-f1f5b702177f on network 48d4231e-2566-4715-b929-32481c77b2bd {{(pid=110018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 04:11:59.116723 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe308a1-c737-43ac-be20-c2e2ad12831e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:59.117424 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6fe308a1-c737-43ac-be20-c2e2ad12831e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:59.122467 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6fe308a1-c737-43ac-be20-c2e2ad12831e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "PUT /v2.0/ports/cf1cbc20-dba7-43ab-816c-f1f5b702177f HTTP/1.1" status: 200 len: 918 time: 3.8068051 Nov 27 04:11:59.125308 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43200) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:11:59.138933 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-f35b5932-9209-420f-815a-1e330bbba94e tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Network 7c636381-518c-47c4-9798-7b99af15f64b is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:11:59.152982 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-ccfe48b9-6886-420a-b1a5-e60f161fd4ee tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '65833374-a938-4562-83d1-74c496a80788'}, {'subnet_id': 'bd34fa70-d48c-456a-8fe6-698fa242f046'}]}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:59.167011 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-f35b5932-9209-420f-815a-1e330bbba94e tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:11:59.169739 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-f35b5932-9209-420f-815a-1e330bbba94e tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:11:59.187627 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 05e92c3a-48da-4e9d-b6d7-5164904138a9, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=05e92c3a-48da-4e9d-b6d7-5164904138a9,segment=NetworkSegment(bd8e6abd-99d5-40f2-a506-9388cbe4cd70),segment_id=bd8e6abd-99d5-40f2-a506-9388cbe4cd70)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:11:59.215139 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-61e6c868-b494-4e74-b0de-2e152da6bfb1 None None] Port cf1cbc20-dba7-43ab-816c-f1f5b702177f cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:11:59.216806 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '05e92c3a-48da-4e9d-b6d7-5164904138a9', 'network_id': '625c81c1-ffd4-46b7-bcec-ab3c294d8d2e', 'port_id': '05e92c3a-48da-4e9d-b6d7-5164904138a9', 'mac_address': 'fa:16:3e:1d:64:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79f094e-11cb-4984-aa0c-51bf3f1012f6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:11:59.275782 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:59.321491 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05e92c3a-48da-4e9d-b6d7-5164904138a9 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:11:59.368106 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 05e92c3a-48da-4e9d-b6d7-5164904138a9, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=05e92c3a-48da-4e9d-b6d7-5164904138a9,segment=NetworkSegment(bd8e6abd-99d5-40f2-a506-9388cbe4cd70),segment_id=bd8e6abd-99d5-40f2-a506-9388cbe4cd70)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:11:59.387365 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:59.443595 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-f2cb9438-ed08-42e9-ab83-a55d58658cba None None] Provisioning complete for port cf1cbc20-dba7-43ab-816c-f1f5b702177f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:59.443595 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f2cb9438-ed08-42e9-ab83-a55d58658cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:59.447125 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ccfe48b9-6886-420a-b1a5-e60f161fd4ee tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:59.466419 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4101a35e-4722-4471-ba49-7cb2051f0cc8 req-944d84fe-b472-4424-b963-cc8672982326 service neutron] 10.222.0.11 "GET /v2.0/networks/625c81c1-ffd4-46b7-bcec-ab3c294d8d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7657075 Nov 27 04:11:59.466960 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b5932-9209-420f-815a-1e330bbba94e tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Pushing event updated for resources: {'Port': ['ID=67adee4f-661f-46cb-9524-8dd065f363ff,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:59.480108 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b3025-3f19-4f38-8bdc-3b6657217092 req-a4cafea0-1198-4e19-9497-41a6c8cb8776 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:59.492010 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-be7b3025-3f19-4f38-8bdc-3b6657217092 req-a4cafea0-1198-4e19-9497-41a6c8cb8776 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=42a61a0b-1c97-4bb4-8c7d-a2e2b353f356 HTTP/1.1" status: 200 len: 1028 time: 0.2716699 Nov 27 04:11:59.543225 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-f35b5932-9209-420f-815a-1e330bbba94e tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:59.543847 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-f35b5932-9209-420f-815a-1e330bbba94e tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:59.562729 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fb46c-06ad-480e-a8f4-e06191df1368 req-2ad574fd-11b9-489c-8cc1-f7233e9e4348 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:11:59.578299 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a02fb46c-06ad-480e-a8f4-e06191df1368 req-2ad574fd-11b9-489c-8cc1-f7233e9e4348 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 944 time: 0.2729475 Nov 27 04:11:59.596765 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=05e92c3a-48da-4e9d-b6d7-5164904138a9,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:11:59.610978 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-f35b5932-9209-420f-815a-1e330bbba94e tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.8180227 Nov 27 04:11:59.649428 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-f2cb9438-ed08-42e9-ab83-a55d58658cba None None] Port cf1cbc20-dba7-43ab-816c-f1f5b702177f cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:11:59.691002 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-34c3c3c2-970d-4d8f-b0fc-01be62f61cb1 service neutron] Request body: {'port': {'device_id': '42a61a0b-1c97-4bb4-8c7d-a2e2b353f356', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:11:59.698630 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a02fb46c-06ad-480e-a8f4-e06191df1368 req-ca3b5d37-3402-422e-8820-2fe43721044b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=60a7d62e-7629-4401-ae2b-6e86ee2e006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146939 Nov 27 04:11:59.704642 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-be7b3025-3f19-4f38-8bdc-3b6657217092 req-e159cd72-c1b7-44bb-a6d7-6d8eb671dc47 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=24047357-dab6-4474-a18c-de79f1ee720f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114935 Nov 27 04:11:59.710260 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16d0986-9395-4d99-960f-e90154635e55 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Made reservation on behalf of 5f869e85f403460195df2d2cd273f777 for: {'port': 2} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:11:59.715209 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c16d0986-9395-4d99-960f-e90154635e55 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:59.716589 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['05e92c3a-48da-4e9d-b6d7-5164904138a9'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:11:59.748074 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c16d0986-9395-4d99-960f-e90154635e55 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:59.796236 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c4bc2d22-9671-47ab-9494-36a37a240421 None None] Provisioning complete for port 67adee4f-661f-46cb-9524-8dd065f363ff triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:11:59.797050 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c4bc2d22-9671-47ab-9494-36a37a240421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:59.842170 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-34c3c3c2-970d-4d8f-b0fc-01be62f61cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:11:59.894049 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [None req-c16d0986-9395-4d99-960f-e90154635e55 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] device_id is not set on port d011d0ce-42a1-4927-a495-efcc27170dc9 yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:12:00.063078 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c4bc2d22-9671-47ab-9494-36a37a240421 None None] Port 67adee4f-661f-46cb-9524-8dd065f363ff cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:12:00.102272 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c16d0986-9395-4d99-960f-e90154635e55 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:00.201706 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [None req-c16d0986-9395-4d99-960f-e90154635e55 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] device_id is not set on port c4e7edfa-4e48-44bc-ae98-300d8d555b15 yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:12:00.269870 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-ccfe48b9-6886-420a-b1a5-e60f161fd4ee tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Allocated IP 172.20.0.29 (48d4231e-2566-4715-b929-32481c77b2bd/bd34fa70-d48c-456a-8fe6-698fa242f046/cf1cbc20-dba7-43ab-816c-f1f5b702177f) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:12:00.390644 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c16d0986-9395-4d99-960f-e90154635e55 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:00.460362 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c16d0986-9395-4d99-960f-e90154635e55 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:00.467542 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-34c3c3c2-970d-4d8f-b0fc-01be62f61cb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67adee4f-661f-46cb-9524-8dd065f363ff {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:12:00.482117 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-34c3c3c2-970d-4d8f-b0fc-01be62f61cb1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:00.512019 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-34c3c3c2-970d-4d8f-b0fc-01be62f61cb1 service neutron] Transition to ACTIVE for port object 67adee4f-661f-46cb-9524-8dd065f363ff will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:12:00.517099 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ccfe48b9-6886-420a-b1a5-e60f161fd4ee tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:00.522460 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-34c3c3c2-970d-4d8f-b0fc-01be62f61cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:00.531090 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d0986-9395-4d99-960f-e90154635e55 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Pushing event updated for resources: {'Port': ['ID=d011d0ce-42a1-4927-a495-efcc27170dc9,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:00.538026 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ccfe48b9-6886-420a-b1a5-e60f161fd4ee tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:00.578482 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16d0986-9395-4d99-960f-e90154635e55 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Checking segment: {'id': '9340adf9-4019-404f-bb1b-abefe66bdd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '74487b08-a666-4442-aa62-6c7ed2efceed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:12:00.579034 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16d0986-9395-4d99-960f-e90154635e55 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Network hostable DHCP agents. Network: 74487b08-a666-4442-aa62-6c7ed2efceed, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:12:00.611002 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16d0986-9395-4d99-960f-e90154635e55 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Network 74487b08-a666-4442-aa62-6c7ed2efceed is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:12:00.630251 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-c16d0986-9395-4d99-960f-e90154635e55 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 74487b08-a666-4442-aa62-6c7ed2efceed) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:12:00.636096 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16d0986-9395-4d99-960f-e90154635e55 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:12:00.637521 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c16d0986-9395-4d99-960f-e90154635e55 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:00.659584 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea8dcf7-154e-4d10-8683-10ca849a8560 None None] Network 74487b08-a666-4442-aa62-6c7ed2efceed requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:12:00.689404 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c3c3c2-970d-4d8f-b0fc-01be62f61cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=67adee4f-661f-46cb-9524-8dd065f363ff,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:00.824478 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d0986-9395-4d99-960f-e90154635e55 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Pushing event updated for resources: {'Port': ['ID=c4e7edfa-4e48-44bc-ae98-300d8d555b15,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:00.910505 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16d0986-9395-4d99-960f-e90154635e55 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Checking segment: {'id': '9c4750bf-a808-448f-82b6-05460bd96dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '05f3c824-0b2f-4d36-9539-201a5ac1b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:12:00.910505 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16d0986-9395-4d99-960f-e90154635e55 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Network hostable DHCP agents. Network: 05f3c824-0b2f-4d36-9539-201a5ac1b18a, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:12:00.926378 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe48b9-6886-420a-b1a5-e60f161fd4ee tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'Port': ['ID=cf1cbc20-dba7-43ab-816c-f1f5b702177f,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:00.983284 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-ccfe48b9-6886-420a-b1a5-e60f161fd4ee tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] In _notify_port_updated(), no bound segment for port cf1cbc20-dba7-43ab-816c-f1f5b702177f on network 48d4231e-2566-4715-b929-32481c77b2bd {{(pid=110018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 04:12:00.996349 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfe48b9-6886-420a-b1a5-e60f161fd4ee tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:00.997055 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ccfe48b9-6886-420a-b1a5-e60f161fd4ee tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:01.001736 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ccfe48b9-6886-420a-b1a5-e60f161fd4ee tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "PUT /v2.0/ports/cf1cbc20-dba7-43ab-816c-f1f5b702177f HTTP/1.1" status: 200 len: 998 time: 1.8583968 Nov 27 04:12:01.002481 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43214) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:01.049274 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16d0986-9395-4d99-960f-e90154635e55 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Network 05f3c824-0b2f-4d36-9539-201a5ac1b18a is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:12:01.066438 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67c897-88f9-459b-a298-c211abe2e890 req-a72ff12e-fdd2-47cd-b0bc-dbfaf1a85a94 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:01.074503 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-34c3c3c2-970d-4d8f-b0fc-01be62f61cb1 service neutron] Attempting to bind port 67adee4f-661f-46cb-9524-8dd065f363ff on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:12:01.081534 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0b67c897-88f9-459b-a298-c211abe2e890 req-a72ff12e-fdd2-47cd-b0bc-dbfaf1a85a94 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=42a61a0b-1c97-4bb4-8c7d-a2e2b353f356 HTTP/1.1" status: 200 len: 1053 time: 0.1688507 Nov 27 04:12:01.082776 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-34c3c3c2-970d-4d8f-b0fc-01be62f61cb1 service neutron] Attempting to bind port 67adee4f-661f-46cb-9524-8dd065f363ff by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': 'fb098388-3a92-4ab4-80c1-f41ab44b0ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7c636381-518c-47c4-9798-7b99af15f64b'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:12:01.083290 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-34c3c3c2-970d-4d8f-b0fc-01be62f61cb1 service neutron] Attempting to bind port 67adee4f-661f-46cb-9524-8dd065f363ff on network 7c636381-518c-47c4-9798-7b99af15f64b {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:12:01.128805 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-34c3c3c2-970d-4d8f-b0fc-01be62f61cb1 service neutron] Port 67adee4f-661f-46cb-9524-8dd065f363ff on network 7c636381-518c-47c4-9798-7b99af15f64b not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:12:01.129388 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-34c3c3c2-970d-4d8f-b0fc-01be62f61cb1 service neutron] Attempting to bind port 67adee4f-661f-46cb-9524-8dd065f363ff on network 7c636381-518c-47c4-9798-7b99af15f64b {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:12:01.141751 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-fd944ac4-6235-4a24-b2b7-aa635c407136 None None] Provisioning complete for port cf1cbc20-dba7-43ab-816c-f1f5b702177f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:01.143137 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-fd944ac4-6235-4a24-b2b7-aa635c407136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:01.149895 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f6447-1cf4-4666-8b49-cf5c347f0df4 req-02b1cc52-6dfa-434a-9ef1-4e74eae9fef3 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:01.157933 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0b67c897-88f9-459b-a298-c211abe2e890 req-4eeee0d5-af0d-471e-bb57-f9f89d08e4eb tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=24047357-dab6-4474-a18c-de79f1ee720f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753734 Nov 27 04:12:01.160410 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-c16d0986-9395-4d99-960f-e90154635e55 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 05f3c824-0b2f-4d36-9539-201a5ac1b18a) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:12:01.162492 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e45f6447-1cf4-4666-8b49-cf5c347f0df4 req-02b1cc52-6dfa-434a-9ef1-4e74eae9fef3 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 945 time: 0.3174479 Nov 27 04:12:01.172583 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-34c3c3c2-970d-4d8f-b0fc-01be62f61cb1 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:12:01.173676 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-34c3c3c2-970d-4d8f-b0fc-01be62f61cb1 service neutron] Checking segment: {'id': 'fb098388-3a92-4ab4-80c1-f41ab44b0ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7c636381-518c-47c4-9798-7b99af15f64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:12:01.174358 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-34c3c3c2-970d-4d8f-b0fc-01be62f61cb1 service neutron] Bound using segment: {'id': 'fb098388-3a92-4ab4-80c1-f41ab44b0ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7c636381-518c-47c4-9798-7b99af15f64b'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:12:01.175448 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-34c3c3c2-970d-4d8f-b0fc-01be62f61cb1 service neutron] Bound port: 67adee4f-661f-46cb-9524-8dd065f363ff, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb098388-3a92-4ab4-80c1-f41ab44b0ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7c636381-518c-47c4-9798-7b99af15f64b'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:12:01.176227 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-34c3c3c2-970d-4d8f-b0fc-01be62f61cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:01.182698 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16d0986-9395-4d99-960f-e90154635e55 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:12:01.189648 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16d0986-9395-4d99-960f-e90154635e55 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:01.195609 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16d0986-9395-4d99-960f-e90154635e55 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:01.196337 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c16d0986-9395-4d99-960f-e90154635e55 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:01.223540 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50934540-48ab-48d4-852d-69717246465e None None] Network 05f3c824-0b2f-4d36-9539-201a5ac1b18a requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:12:01.232618 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c16d0986-9395-4d99-960f-e90154635e55 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.8048251 Nov 27 04:12:01.232618 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43220) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:01.401676 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af49bb81-ca45-46bc-9a47-a0f2d5f6d7d0 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:01.404658 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e45f6447-1cf4-4666-8b49-cf5c347f0df4 req-caf4ce8c-d28a-42a6-932a-06efb0b2de52 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=60a7d62e-7629-4401-ae2b-6e86ee2e006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2407646 Nov 27 04:12:01.411080 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af49bb81-ca45-46bc-9a47-a0f2d5f6d7d0 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:01.422403 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-af49bb81-ca45-46bc-9a47-a0f2d5f6d7d0 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1887202 Nov 27 04:12:01.426689 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43224) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:01.465031 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-34c3c3c2-970d-4d8f-b0fc-01be62f61cb1 service neutron] For port 67adee4f-661f-46cb-9524-8dd065f363ff, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:12:01.478987 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-fd944ac4-6235-4a24-b2b7-aa635c407136 None None] Port cf1cbc20-dba7-43ab-816c-f1f5b702177f cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:12:01.485564 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-34c3c3c2-970d-4d8f-b0fc-01be62f61cb1 service neutron] For port 67adee4f-661f-46cb-9524-8dd065f363ff, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=67adee4f-661f-46cb-9524-8dd065f363ff,segment=NetworkSegment(fb098388-3a92-4ab4-80c1-f41ab44b0ec5),segment_id=fb098388-3a92-4ab4-80c1-f41ab44b0ec5)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:12:01.505193 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-b8448cb3-4f8e-4d01-a76f-23a58e9fae0b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Deleting port cf1cbc20-dba7-43ab-816c-f1f5b702177f {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:12:01.506342 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b8448cb3-4f8e-4d01-a76f-23a58e9fae0b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:01.524637 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-34c3c3c2-970d-4d8f-b0fc-01be62f61cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:01.642386 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-34c3c3c2-970d-4d8f-b0fc-01be62f61cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:01.643049 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-34c3c3c2-970d-4d8f-b0fc-01be62f61cb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:01.644466 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-34c3c3c2-970d-4d8f-b0fc-01be62f61cb1 service neutron] 10.222.0.11 "PUT /v2.0/ports/67adee4f-661f-46cb-9524-8dd065f363ff HTTP/1.1" status: 200 len: 1092 time: 1.9726887 Nov 27 04:12:01.644931 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a61a0b-1c97-4bb4-8c7d-a2e2b353f356', 'tag': '67adee4f-661f-46cb-9524-8dd065f363ff'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:12:01.647752 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac2dbca-eed2-4b73-9a3c-1e56c53a36dd" -d '{"events": [{"name": "network-changed", "server_uuid": "42a61a0b-1c97-4bb4-8c7d-a2e2b353f356", "tag": "67adee4f-661f-46cb-9524-8dd065f363ff"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:12:01.658896 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-45a1973e-6274-4063-9e95-3a45c9db3215 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Deleting port d011d0ce-42a1-4927-a495-efcc27170dc9 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:12:01.660018 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-45a1973e-6274-4063-9e95-3a45c9db3215 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:01.723386 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db08d83-f63b-491b-8739-ad921b894dda x-openstack-request-id: req-4db08d83-f63b-491b-8739-ad921b894dda {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:12:01.723702 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a61a0b-1c97-4bb4-8c7d-a2e2b353f356", "tag": "67adee4f-661f-46cb-9524-8dd065f363ff", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:12:01.723941 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4db08d83-f63b-491b-8739-ad921b894dda {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:12:01.724910 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a61a0b-1c97-4bb4-8c7d-a2e2b353f356', 'tag': '67adee4f-661f-46cb-9524-8dd065f363ff', 'status': 'completed', 'code': 200} Nov 27 04:12:01.778471 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c3c3c2-970d-4d8f-b0fc-01be62f61cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=67adee4f-661f-46cb-9524-8dd065f363ff,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:01.803933 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-45a1973e-6274-4063-9e95-3a45c9db3215 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:01.820915 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-833e7abb-48e4-4270-bacb-fed1de550500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:01.822698 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-833e7abb-48e4-4270-bacb-fed1de550500 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6af0ab769a10415397a0f5dc4eab4d89&device_id=42a61a0b-1c97-4bb4-8c7d-a2e2b353f356 HTTP/1.1" status: 200 len: 1095 time: 0.1121995 Nov 27 04:12:01.825587 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-45a1973e-6274-4063-9e95-3a45c9db3215 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Calling delete_port for d011d0ce-42a1-4927-a495-efcc27170dc9 owned by {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:12:01.825740 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b8448cb3-4f8e-4d01-a76f-23a58e9fae0b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:01.891093 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-3c651454-05ef-4695-aa52-092658b3a95b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67adee4f-661f-46cb-9524-8dd065f363ff HTTP/1.1" status: 200 len: 217 time: 0.0543435 Nov 27 04:12:01.956565 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-45a1973e-6274-4063-9e95-3a45c9db3215 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:01.972996 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-d50cf168-62cd-4a46-b3ce-6c89db160fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:01.979078 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-d50cf168-62cd-4a46-b3ce-6c89db160fc1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a1267ad0-5297-4baf-b014-39bd34e35128 HTTP/1.1" status: 200 len: 849 time: 0.0756481 Nov 27 04:12:01.982989 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-b8448cb3-4f8e-4d01-a76f-23a58e9fae0b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Calling delete_port for cf1cbc20-dba7-43ab-816c-f1f5b702177f owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:12:01.992874 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a1973e-6274-4063-9e95-3a45c9db3215 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Pushing event deleted for resources: {'Port': ['ID=d011d0ce-42a1-4927-a495-efcc27170dc9,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:02.023901 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-45a1973e-6274-4063-9e95-3a45c9db3215 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:02.029097 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-45a1973e-6274-4063-9e95-3a45c9db3215 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] 10.222.0.20 "DELETE /v2.0/ports/d011d0ce-42a1-4927-a495-efcc27170dc9 HTTP/1.1" status: 204 len: 168 time: 0.5969257 Nov 27 04:12:02.031379 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a1973e-6274-4063-9e95-3a45c9db3215 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:02.031975 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a1973e-6274-4063-9e95-3a45c9db3215 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:02.032592 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a1973e-6274-4063-9e95-3a45c9db3215 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:02.033154 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a1973e-6274-4063-9e95-3a45c9db3215 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:02.033561 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a1973e-6274-4063-9e95-3a45c9db3215 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:02.033965 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a1973e-6274-4063-9e95-3a45c9db3215 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:02.034368 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a1973e-6274-4063-9e95-3a45c9db3215 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:02.034790 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a1973e-6274-4063-9e95-3a45c9db3215 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:02.035230 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a1973e-6274-4063-9e95-3a45c9db3215 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:02.035884 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a1973e-6274-4063-9e95-3a45c9db3215 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:02.036279 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a1973e-6274-4063-9e95-3a45c9db3215 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:02.037343 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a1973e-6274-4063-9e95-3a45c9db3215 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:02.040352 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43236) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:02.213428 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-b9c8e9d1-9570-447f-b229-28fd432199d1 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Deleting port c4e7edfa-4e48-44bc-ae98-300d8d555b15 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:12:02.213783 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b9c8e9d1-9570-447f-b229-28fd432199d1 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:02.217972 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-b5bb95fa-357d-4dbe-8c07-e64678af6532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:02.223424 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-b5bb95fa-357d-4dbe-8c07-e64678af6532 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7c636381-518c-47c4-9798-7b99af15f64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1328464 Nov 27 04:12:02.385130 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b9c8e9d1-9570-447f-b229-28fd432199d1 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:02.417681 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-b9c8e9d1-9570-447f-b229-28fd432199d1 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Calling delete_port for c4e7edfa-4e48-44bc-ae98-300d8d555b15 owned by {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:12:02.436309 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-46172405-225f-42b8-8cbe-df29b5f181ea service neutron] 10.222.0.11 "GET /v2.0/networks/7c636381-518c-47c4-9798-7b99af15f64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054129 Nov 27 04:12:02.631188 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73d3ed-a806-49a5-9da9-c764a2070012 req-973f7352-7270-45cc-b663-24afc56c9724 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:02.632741 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cf73d3ed-a806-49a5-9da9-c764a2070012 req-973f7352-7270-45cc-b663-24afc56c9724 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=42a61a0b-1c97-4bb4-8c7d-a2e2b353f356 HTTP/1.1" status: 200 len: 1095 time: 0.3397341 Nov 27 04:12:02.653104 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b9c8e9d1-9570-447f-b229-28fd432199d1 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:02.692477 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8e9d1-9570-447f-b229-28fd432199d1 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Pushing event deleted for resources: {'Port': ['ID=c4e7edfa-4e48-44bc-ae98-300d8d555b15,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:02.710706 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b9c8e9d1-9570-447f-b229-28fd432199d1 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:02.714137 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b9c8e9d1-9570-447f-b229-28fd432199d1 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] 10.222.0.20 "DELETE /v2.0/ports/c4e7edfa-4e48-44bc-ae98-300d8d555b15 HTTP/1.1" status: 204 len: 168 time: 0.6722856 Nov 27 04:12:02.719777 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43246) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:02.738974 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 05e92c3a-48da-4e9d-b6d7-5164904138a9 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:12:02.756409 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4c578aff-3f62-404d-8e37-4343fd9e26d3 req-4942ce0c-43f4-4ba2-8789-e96ac1807cf3 service neutron] 10.222.0.11 "GET /v2.0/networks/7c636381-518c-47c4-9798-7b99af15f64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918606 Nov 27 04:12:02.789109 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b8448cb3-4f8e-4d01-a76f-23a58e9fae0b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:02.803281 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cf73d3ed-a806-49a5-9da9-c764a2070012 req-6c7b07cb-ce05-4a3b-9f92-cb0b7adaabc2 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=24047357-dab6-4474-a18c-de79f1ee720f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579638 Nov 27 04:12:02.806391 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8ebaa9e1-0270-42af-981b-e40edbcbf90a tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0855510 Nov 27 04:12:02.810330 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43248) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:02.823517 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739461a1-acc6-4e56-aa32-2998d5ee04fb req-d69bc5e4-abcf-4a71-8c48-196e569e01cd tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:02.823736 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-0676da1a-4c01-419d-949b-a3c1d565fb28 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-507461986'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:02.836507 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-739461a1-acc6-4e56-aa32-2998d5ee04fb req-d69bc5e4-abcf-4a71-8c48-196e569e01cd tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 945 time: 0.1964850 Nov 27 04:12:02.877724 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 05e92c3a-48da-4e9d-b6d7-5164904138a9 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:12:02.885190 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 05e92c3a-48da-4e9d-b6d7-5164904138a9 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:02.887101 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:02.911408 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0676da1a-4c01-419d-949b-a3c1d565fb28 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Made reservation on behalf of 5f869e85f403460195df2d2cd273f777 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:12:02.915911 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0676da1a-4c01-419d-949b-a3c1d565fb28 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:02.965134 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0676da1a-4c01-419d-949b-a3c1d565fb28 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:12:02.969198 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8448cb3-4f8e-4d01-a76f-23a58e9fae0b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event deleted for resources: {'Port': ['ID=cf1cbc20-dba7-43ab-816c-f1f5b702177f,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:02.991807 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0676da1a-4c01-419d-949b-a3c1d565fb28 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:02.992166 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-0676da1a-4c01-419d-949b-a3c1d565fb28 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Added segment c27ec3d1-f2f9-4109-b474-ed232b97d952 of type vlan for network bdf45ec2-b373-40c2-b9c2-2bf5b536df18 Nov 27 04:12:03.063478 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-739461a1-acc6-4e56-aa32-2998d5ee04fb req-630415a1-8e69-4b43-9b80-4a9ee3085365 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=60a7d62e-7629-4401-ae2b-6e86ee2e006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2258015 Nov 27 04:12:03.073408 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:03.113630 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0676da1a-4c01-419d-949b-a3c1d565fb28 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:03.138022 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b416341b-7ef1-48f9-b72c-b3ffbc2930b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e92c3a-48da-4e9d-b6d7-5164904138a9'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:12:03.140566 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bbac87-8d9c-4ed8-b43a-c9ef8c0cdb3d" -d '{"events": [{"server_uuid": "b416341b-7ef1-48f9-b72c-b3ffbc2930b9", "name": "network-vif-plugged", "status": "completed", "tag": "05e92c3a-48da-4e9d-b6d7-5164904138a9"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:12:03.171013 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b8448cb3-4f8e-4d01-a76f-23a58e9fae0b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:03.176416 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0676da1a-4c01-419d-949b-a3c1d565fb28 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:03.182655 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 05e92c3a-48da-4e9d-b6d7-5164904138a9, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=05e92c3a-48da-4e9d-b6d7-5164904138a9,segment=NetworkSegment(bd8e6abd-99d5-40f2-a506-9388cbe4cd70),segment_id=bd8e6abd-99d5-40f2-a506-9388cbe4cd70)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:12:03.185860 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0676da1a-4c01-419d-949b-a3c1d565fb28 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:03.187165 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0676da1a-4c01-419d-949b-a3c1d565fb28 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:03.188735 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b8448cb3-4f8e-4d01-a76f-23a58e9fae0b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/ports/cf1cbc20-dba7-43ab-816c-f1f5b702177f HTTP/1.1" status: 204 len: 168 time: 2.1767750 Nov 27 04:12:03.190975 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2dbca-eed2-4b73-9a3c-1e56c53a36dd req-28449343-fbfc-414a-9adf-87cdce3149ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:03.192435 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43254) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:03.193192 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:03.193319 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6ac2dbca-eed2-4b73-9a3c-1e56c53a36dd req-28449343-fbfc-414a-9adf-87cdce3149ad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6af0ab769a10415397a0f5dc4eab4d89&device_id=42a61a0b-1c97-4bb4-8c7d-a2e2b353f356 HTTP/1.1" status: 200 len: 1095 time: 0.2605855 Nov 27 04:12:03.256558 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9303b1-ad00-49b2-97af-4b27f686e21c x-openstack-request-id: req-1a9303b1-ad00-49b2-97af-4b27f686e21c {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:12:03.266359 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b416341b-7ef1-48f9-b72c-b3ffbc2930b9", "name": "network-vif-plugged", "status": "completed", "tag": "05e92c3a-48da-4e9d-b6d7-5164904138a9", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:12:03.266730 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a9303b1-ad00-49b2-97af-4b27f686e21c {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:12:03.267177 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b416341b-7ef1-48f9-b72c-b3ffbc2930b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e92c3a-48da-4e9d-b6d7-5164904138a9', 'code': 200} Nov 27 04:12:03.307868 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e946887-5156-4a57-8a32-bf105d4d4832 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] GET failed (client error): The resource could not be found. Nov 27 04:12:03.309680 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2e946887-5156-4a57-8a32-bf105d4d4832 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "GET /v2.0/ports/cf1cbc20-dba7-43ab-816c-f1f5b702177f HTTP/1.1" status: 404 len: 333 time: 0.1115265 Nov 27 04:12:03.316762 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0676da1a-4c01-419d-949b-a3c1d565fb28 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5048726 Nov 27 04:12:03.320789 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43256) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:03.321370 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43258) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:03.335211 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-bf915f9c-cbe8-4023-be4d-1706a418e127 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1024578614'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:03.366143 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=05e92c3a-48da-4e9d-b6d7-5164904138a9,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:03.403430 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676da1a-4c01-419d-949b-a3c1d565fb28 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Pushing event updated for resources: {'Network': ['ID=bdf45ec2-b373-40c2-b9c2-2bf5b536df18,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:03.413063 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2dbca-eed2-4b73-9a3c-1e56c53a36dd req-d4fd446f-9e22-4668-8c18-ea3e5f77e3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:03.414747 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6ac2dbca-eed2-4b73-9a3c-1e56c53a36dd req-d4fd446f-9e22-4668-8c18-ea3e5f77e3da service neutron] 10.222.0.11 "GET /v2.0/networks?id=7c636381-518c-47c4-9798-7b99af15f64b HTTP/1.1" status: 200 len: 911 time: 0.2137663 Nov 27 04:12:03.417184 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network bdf45ec2-b373-40c2-b9c2-2bf5b536df18 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:12:03.441131 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6e41548-cada-4ea8-8c1b-b5c725a3e039 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Deleting subnet bd34fa70-d48c-456a-8fe6-698fa242f046 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:12:03.446356 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf915f9c-cbe8-4023-be4d-1706a418e127 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Made reservation on behalf of 5f869e85f403460195df2d2cd273f777 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:12:03.451057 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bf915f9c-cbe8-4023-be4d-1706a418e127 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:03.454138 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a6e41548-cada-4ea8-8c1b-b5c725a3e039 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:03.524133 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a6e41548-cada-4ea8-8c1b-b5c725a3e039 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:03.527230 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf915f9c-cbe8-4023-be4d-1706a418e127 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:12:03.565971 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bf915f9c-cbe8-4023-be4d-1706a418e127 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:03.566322 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-bf915f9c-cbe8-4023-be4d-1706a418e127 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Added segment 3df3ac1b-9827-4456-97fe-c3d05459acec of type vlan for network 259cae35-09f9-4c4f-bf62-c1bd60828639 Nov 27 04:12:03.651259 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bf915f9c-cbe8-4023-be4d-1706a418e127 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:03.689312 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a6e41548-cada-4ea8-8c1b-b5c725a3e039 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:03.738584 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bf915f9c-cbe8-4023-be4d-1706a418e127 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:03.750852 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf915f9c-cbe8-4023-be4d-1706a418e127 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:03.750852 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bf915f9c-cbe8-4023-be4d-1706a418e127 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:03.784188 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6ac2dbca-eed2-4b73-9a3c-1e56c53a36dd req-2d4d83ef-64a3-4f2a-b701-cb1a3394ded0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67adee4f-661f-46cb-9524-8dd065f363ff HTTP/1.1" status: 200 len: 217 time: 0.3612773 Nov 27 04:12:03.789102 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f77f52-ebd3-4e77-914f-10914eeb9921 req-b56703a4-948a-420e-80b7-ec8a823d1ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:03.790596 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a1f77f52-ebd3-4e77-914f-10914eeb9921 req-b56703a4-948a-420e-80b7-ec8a823d1ad3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 1097 time: 0.4304025 Nov 27 04:12:03.867065 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2dbca-eed2-4b73-9a3c-1e56c53a36dd req-eb33b73e-bfb0-4a0d-aa88-b577aa4ea238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:03.868551 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6ac2dbca-eed2-4b73-9a3c-1e56c53a36dd req-eb33b73e-bfb0-4a0d-aa88-b577aa4ea238 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a1267ad0-5297-4baf-b014-39bd34e35128 HTTP/1.1" status: 200 len: 849 time: 0.0770965 Nov 27 04:12:03.872431 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf915f9c-cbe8-4023-be4d-1706a418e127 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Pushing event updated for resources: {'Network': ['ID=259cae35-09f9-4c4f-bf62-c1bd60828639,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:03.878291 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a1f77f52-ebd3-4e77-914f-10914eeb9921 req-75c20d7b-ec0b-4d77-803e-17b5492db516 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=60a7d62e-7629-4401-ae2b-6e86ee2e006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785558 Nov 27 04:12:03.887871 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 259cae35-09f9-4c4f-bf62-c1bd60828639 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:12:03.889121 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a6e41548-cada-4ea8-8c1b-b5c725a3e039 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:03.909460 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-bf915f9c-cbe8-4023-be4d-1706a418e127 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5706329 Nov 27 04:12:03.938571 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2dbca-eed2-4b73-9a3c-1e56c53a36dd req-07704111-e94a-4cc6-8368-c1933681f38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:03.938571 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6ac2dbca-eed2-4b73-9a3c-1e56c53a36dd req-07704111-e94a-4cc6-8368-c1933681f38d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7c636381-518c-47c4-9798-7b99af15f64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518255 Nov 27 04:12:03.955761 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e41548-cada-4ea8-8c1b-b5c725a3e039 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event deleted for resources: {'Subnet': ['ID=bd34fa70-d48c-456a-8fe6-698fa242f046,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:03.959905 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a6e41548-cada-4ea8-8c1b-b5c725a3e039 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:03.970090 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a6e41548-cada-4ea8-8c1b-b5c725a3e039 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/subnets/bd34fa70-d48c-456a-8fe6-698fa242f046 HTTP/1.1" status: 204 len: 168 time: 0.6452374 Nov 27 04:12:03.975173 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43270) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:04.004863 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddb1a79-67e8-4aea-abaf-547de03ecb2f None None] Network 48d4231e-2566-4715-b929-32481c77b2bd requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:12:04.062098 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90bb95-9861-4f69-9888-f036ffe18c0a req-9c3fb050-04da-4847-8b67-a20b5e26ac05 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:04.063678 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1b90bb95-9861-4f69-9888-f036ffe18c0a req-9c3fb050-04da-4847-8b67-a20b5e26ac05 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=42a61a0b-1c97-4bb4-8c7d-a2e2b353f356 HTTP/1.1" status: 200 len: 1095 time: 0.1284711 Nov 27 04:12:04.097201 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d8c8770-575d-4899-801d-9d31c18cd218 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Deleting subnet 65833374-a938-4562-83d1-74c496a80788 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:12:04.122357 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2d8c8770-575d-4899-801d-9d31c18cd218 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:04.241283 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2d8c8770-575d-4899-801d-9d31c18cd218 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:04.283556 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6ac2dbca-eed2-4b73-9a3c-1e56c53a36dd req-949b45d5-501d-46c6-a280-f65f551ef796 service neutron] 10.222.0.11 "GET /v2.0/networks/7c636381-518c-47c4-9798-7b99af15f64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429751 Nov 27 04:12:04.460963 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ff7a4-9f65-4e63-826b-9c3f71730859 req-348471fc-48d6-4a28-8b1b-1b89d276be7c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:04.464945 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1b90bb95-9861-4f69-9888-f036ffe18c0a req-1c590cef-de4e-4620-9732-e523abf039ec tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=24047357-dab6-4474-a18c-de79f1ee720f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699622 Nov 27 04:12:04.469296 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0b4ff7a4-9f65-4e63-826b-9c3f71730859 req-348471fc-48d6-4a28-8b1b-1b89d276be7c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 946 time: 0.1694491 Nov 27 04:12:04.542330 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2d8c8770-575d-4899-801d-9d31c18cd218 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:04.573291 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6ac2dbca-eed2-4b73-9a3c-1e56c53a36dd req-6b417259-1d97-4193-8630-cbab8db5ee1e service neutron] 10.222.0.11 "GET /v2.0/networks/7c636381-518c-47c4-9798-7b99af15f64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801485 Nov 27 04:12:04.635006 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0b4ff7a4-9f65-4e63-826b-9c3f71730859 req-dfc30b45-4fd6-4c7c-b26c-c969bfcd0b30 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=60a7d62e-7629-4401-ae2b-6e86ee2e006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647966 Nov 27 04:12:04.680614 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2d8c8770-575d-4899-801d-9d31c18cd218 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:04.756435 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c8770-575d-4899-801d-9d31c18cd218 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event deleted for resources: {'Subnet': ['ID=65833374-a938-4562-83d1-74c496a80788,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:04.762648 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2d8c8770-575d-4899-801d-9d31c18cd218 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:04.769682 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2d8c8770-575d-4899-801d-9d31c18cd218 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/subnets/65833374-a938-4562-83d1-74c496a80788 HTTP/1.1" status: 204 len: 168 time: 0.7908273 Nov 27 04:12:04.772896 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43282) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:04.953714 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-38f598d8-8cee-492c-8e60-cf243b270b70 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:05.096646 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-38f598d8-8cee-492c-8e60-cf243b270b70 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Deleting port 54a0d444-f4b8-48b8-ad59-f9d7bf282b21 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:12:05.096999 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-38f598d8-8cee-492c-8e60-cf243b270b70 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:05.185230 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-38f598d8-8cee-492c-8e60-cf243b270b70 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] For port 54a0d444-f4b8-48b8-ad59-f9d7bf282b21, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=54a0d444-f4b8-48b8-ad59-f9d7bf282b21,segment=NetworkSegment(2c6a4170-e6ac-4d7c-9d41-473e7eb577fc),segment_id=2c6a4170-e6ac-4d7c-9d41-473e7eb577fc)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:12:05.185617 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-38f598d8-8cee-492c-8e60-cf243b270b70 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:05.223072 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b85ca0-c538-4b0f-85e1-56be877819f3 None None] Network 48d4231e-2566-4715-b929-32481c77b2bd requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:12:05.239022 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-38f598d8-8cee-492c-8e60-cf243b270b70 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Calling delete_port for 54a0d444-f4b8-48b8-ad59-f9d7bf282b21 owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:12:05.362074 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-437efea4-c844-4ee6-9c1b-42cdcd13529e None None] Provisioning complete for port 54a0d444-f4b8-48b8-ad59-f9d7bf282b21 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:05.362734 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-437efea4-c844-4ee6-9c1b-42cdcd13529e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:05.449315 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-38f598d8-8cee-492c-8e60-cf243b270b70 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:05.453528 n-d-819494-3 neutron-server[110020]: INFO neutron.plugins.ml2.db [None req-437efea4-c844-4ee6-9c1b-42cdcd13529e None None] No ports have port_id starting with 54a0d444-f4b8-48b8-ad59-f9d7bf282b21 Nov 27 04:12:05.494049 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f598d8-8cee-492c-8e60-cf243b270b70 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event deleted for resources: {'Port': ['ID=54a0d444-f4b8-48b8-ad59-f9d7bf282b21,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:05.524888 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f598d8-8cee-492c-8e60-cf243b270b70 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] No DVR routers for this DVR port 54a0d444-f4b8-48b8-ad59-f9d7bf282b21 on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:12:05.548621 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a10a87c-09f3-4b0e-b548-c899877a3312 None None] DHCP port deletion for 48d4231e-2566-4715-b929-32481c77b2bd request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:12:05.626390 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:12:05.733178 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410c2dd-dbab-45ff-9be9-1a46b7ed67fc req-820c3f8b-ac62-4d75-b122-1d677f536bbd tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:05.741334 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c410c2dd-dbab-45ff-9be9-1a46b7ed67fc req-820c3f8b-ac62-4d75-b122-1d677f536bbd tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=42a61a0b-1c97-4bb4-8c7d-a2e2b353f356 HTTP/1.1" status: 200 len: 1095 time: 0.1617630 Nov 27 04:12:05.784350 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-38f598d8-8cee-492c-8e60-cf243b270b70 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:05.799393 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c410c2dd-dbab-45ff-9be9-1a46b7ed67fc req-19a9df2d-2779-40b1-a320-149916ece0f5 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=24047357-dab6-4474-a18c-de79f1ee720f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532715 Nov 27 04:12:05.819360 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 54a0d444-f4b8-48b8-ad59-f9d7bf282b21 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:12:05.836122 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-38f598d8-8cee-492c-8e60-cf243b270b70 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48d4231e-2566-4715-b929-32481c77b2bd']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:05.854646 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-38f598d8-8cee-492c-8e60-cf243b270b70 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c6a4170-e6ac-4d7c-9d41-473e7eb577fc') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:05.854950 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-38f598d8-8cee-492c-8e60-cf243b270b70 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c6a4170-e6ac-4d7c-9d41-473e7eb577fc') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:05.864360 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 54a0d444-f4b8-48b8-ad59-f9d7bf282b21 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:12:05.864787 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 54a0d444-f4b8-48b8-ad59-f9d7bf282b21 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:12:05.872279 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-38f598d8-8cee-492c-8e60-cf243b270b70 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:05.888004 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-38f598d8-8cee-492c-8e60-cf243b270b70 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:05.894673 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38f598d8-8cee-492c-8e60-cf243b270b70 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:12:05.895069 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-38f598d8-8cee-492c-8e60-cf243b270b70 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:05.979300 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:12:05.979300 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:12:05.979300 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:12:05.979300 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:12:05.979300 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:12:05.979300 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:12:05.979300 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:12:05.979300 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:12:05.979300 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:12:05.979300 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:12:05.979300 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:12:05.979300 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:12:05.979300 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:12:05.979300 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:12:05.979300 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:12:05.979300 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:12:05.979300 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:12:05.979300 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:12:05.979300 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:12:05.979300 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:12:05.979300 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:12:05.979300 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:12:05.979300 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:12:05.979300 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:12:05.979300 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:12:05.979300 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:12:05.979300 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:12:05.979300 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:12:05.979300 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:12:05.979300 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:12:05.979300 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:12:05.979300 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:12:05.981672 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-38f598d8-8cee-492c-8e60-cf243b270b70 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:06.009662 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-38f598d8-8cee-492c-8e60-cf243b270b70 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:06.013509 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-38f598d8-8cee-492c-8e60-cf243b270b70 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/networks/48d4231e-2566-4715-b929-32481c77b2bd HTTP/1.1" status: 204 len: 168 time: 1.2392480 Nov 27 04:12:06.016977 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43312) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:06.025268 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f598d8-8cee-492c-8e60-cf243b270b70 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event deleted for resources: {'Network': ['ID=48d4231e-2566-4715-b929-32481c77b2bd,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:06.050527 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb334c-d7f1-4dd0-99f7-571b59b7affd req-3b4f4398-6e1f-46ea-b56b-517c97e2991a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:06.051997 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-70bb334c-d7f1-4dd0-99f7-571b59b7affd req-3b4f4398-6e1f-46ea-b56b-517c97e2991a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 946 time: 0.0827544 Nov 27 04:12:06.118809 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbed4ca9-d9b8-46e5-98d1-fbd98ec107c4 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:06.129226 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-dbed4ca9-d9b8-46e5-98d1-fbd98ec107c4 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1106079 Nov 27 04:12:06.133806 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-70bb334c-d7f1-4dd0-99f7-571b59b7affd req-1305c047-113e-4444-a844-cd65b6cb8c91 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=60a7d62e-7629-4401-ae2b-6e86ee2e006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723476 Nov 27 04:12:06.135481 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43314) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:06.244697 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-77011176-8db3-4e6c-a80e-1de920804ccf tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0923929 Nov 27 04:12:06.256487 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43318) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:06.275043 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-a4e08042-e68d-4534-b960-30cff65e9c1f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1457497970'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:06.324954 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e08042-e68d-4534-b960-30cff65e9c1f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Made reservation on behalf of e0c528b777a044b1b1470d3e561f543a for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:12:06.330804 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a4e08042-e68d-4534-b960-30cff65e9c1f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:06.367442 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61841b00-2327-42f8-ac12-b8088671912b req-24953cde-849d-4749-ab18-25597abe584e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:06.381859 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4e08042-e68d-4534-b960-30cff65e9c1f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:12:06.384437 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-61841b00-2327-42f8-ac12-b8088671912b req-24953cde-849d-4749-ab18-25597abe584e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 946 time: 0.1375573 Nov 27 04:12:06.413796 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a4e08042-e68d-4534-b960-30cff65e9c1f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:06.414871 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-a4e08042-e68d-4534-b960-30cff65e9c1f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Added segment a984790a-32d4-4612-83d7-3b99baf191e5 of type vlan for network b92801c0-4073-4ba0-9795-23f6575b795e Nov 27 04:12:06.482423 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-61841b00-2327-42f8-ac12-b8088671912b req-0c950bf2-7b3b-4095-9055-08fd7ecb6196 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=60a7d62e-7629-4401-ae2b-6e86ee2e006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968566 Nov 27 04:12:06.503004 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43332) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:06.509902 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a4e08042-e68d-4534-b960-30cff65e9c1f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:06.548067 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a4e08042-e68d-4534-b960-30cff65e9c1f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:06.555811 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e08042-e68d-4534-b960-30cff65e9c1f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:06.556661 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a4e08042-e68d-4534-b960-30cff65e9c1f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:06.568463 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27287330-2b3f-4416-b743-217b12719098 tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:06.572875 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-27287330-2b3f-4416-b743-217b12719098 tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 1092 time: 0.0656271 Nov 27 04:12:06.573617 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43334) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:06.579067 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-59e7ac7e-3409-4578-9125-ff5f93199122 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'port_id': '05e92c3a-48da-4e9d-b6d7-5164904138a9', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:06.608832 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59e7ac7e-3409-4578-9125-ff5f93199122 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for floatingip, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:06.640850 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a4e08042-e68d-4534-b960-30cff65e9c1f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3810639 Nov 27 04:12:06.645088 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43336) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:06.650382 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-ffd03dc3-ca98-4a8d-94bf-b7baf738c416 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'subnet': {'network_id': 'b92801c0-4073-4ba0-9795-23f6575b795e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:06.716719 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e08042-e68d-4534-b960-30cff65e9c1f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'Network': ['ID=b92801c0-4073-4ba0-9795-23f6575b795e,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:06.728702 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network b92801c0-4073-4ba0-9795-23f6575b795e details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:12:06.773393 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 67adee4f-661f-46cb-9524-8dd065f363ff details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:12:06.782807 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59e7ac7e-3409-4578-9125-ff5f93199122 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:06.874206 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd03dc3-ca98-4a8d-94bf-b7baf738c416 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Made reservation on behalf of e0c528b777a044b1b1470d3e561f543a for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:12:06.879986 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ffd03dc3-ca98-4a8d-94bf-b7baf738c416 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:07.068559 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-59e7ac7e-3409-4578-9125-ff5f93199122 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Allocated IP 172.25.1.201 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/39210c7d-2242-4f7b-bcef-42017d4dfd7f) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:12:07.085538 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 67adee4f-661f-46cb-9524-8dd065f363ff, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=67adee4f-661f-46cb-9524-8dd065f363ff,segment=NetworkSegment(fb098388-3a92-4ab4-80c1-f41ab44b0ec5),segment_id=fb098388-3a92-4ab4-80c1-f41ab44b0ec5)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:12:07.114198 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '67adee4f-661f-46cb-9524-8dd065f363ff', 'network_id': '7c636381-518c-47c4-9798-7b99af15f64b', 'port_id': '67adee4f-661f-46cb-9524-8dd065f363ff', 'mac_address': 'fa:16:3e:44:84:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1267ad0-5297-4baf-b014-39bd34e35128', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:12:07.202179 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:07.232264 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67adee4f-661f-46cb-9524-8dd065f363ff {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:12:07.279129 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 67adee4f-661f-46cb-9524-8dd065f363ff, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=67adee4f-661f-46cb-9524-8dd065f363ff,segment=NetworkSegment(fb098388-3a92-4ab4-80c1-f41ab44b0ec5),segment_id=fb098388-3a92-4ab4-80c1-f41ab44b0ec5)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:12:07.282452 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59e7ac7e-3409-4578-9125-ff5f93199122 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:07.290682 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:07.304323 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a39224-d9c0-4537-a4b9-041b92a3849e req-a98b03b8-dcc3-4aba-8a3e-9f62b429766c tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:07.313972 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-53a39224-d9c0-4537-a4b9-041b92a3849e req-a98b03b8-dcc3-4aba-8a3e-9f62b429766c tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=42a61a0b-1c97-4bb4-8c7d-a2e2b353f356 HTTP/1.1" status: 200 len: 1095 time: 0.2834244 Nov 27 04:12:07.371987 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59e7ac7e-3409-4578-9125-ff5f93199122 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:07.415863 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=67adee4f-661f-46cb-9524-8dd065f363ff,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:07.429160 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ffd03dc3-ca98-4a8d-94bf-b7baf738c416 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:07.431038 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43344) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:07.444704 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-8b3cf6e4-28c1-4f48-a4bb-ae4bd719ee52 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Request body: {'subnets': [{'network_id': 'bdf45ec2-b373-40c2-b9c2-2bf5b536df18', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1082706468', 'ip_version': 6}, {'network_id': '259cae35-09f9-4c4f-bf62-c1bd60828639', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:07.445043 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-8b3cf6e4-28c1-4f48-a4bb-ae4bd719ee52 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Request body: {'subnet': {'network_id': 'bdf45ec2-b373-40c2-b9c2-2bf5b536df18', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1082706468', 'ip_version': 6}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:07.446134 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-8b3cf6e4-28c1-4f48-a4bb-ae4bd719ee52 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Request body: {'subnet': {'network_id': '259cae35-09f9-4c4f-bf62-c1bd60828639', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:07.475697 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-53a39224-d9c0-4537-a4b9-041b92a3849e req-15f60643-5e58-40ad-a2ca-97a2e5f61db4 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=24047357-dab6-4474-a18c-de79f1ee720f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563632 Nov 27 04:12:07.504301 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e7ac7e-3409-4578-9125-ff5f93199122 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'Port': ['ID=39210c7d-2242-4f7b-bcef-42017d4dfd7f,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:07.514016 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e7ac7e-3409-4578-9125-ff5f93199122 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:12:07.516273 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-59e7ac7e-3409-4578-9125-ff5f93199122 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:12:07.518991 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e7ac7e-3409-4578-9125-ff5f93199122 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:12:07.565338 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['67adee4f-661f-46cb-9524-8dd065f363ff'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:12:07.582189 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd03dc3-ca98-4a8d-94bf-b7baf738c416 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'Subnet': ['ID=eedd2659-796c-410b-8fea-780ca2b11609,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:07.701941 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd03dc3-ca98-4a8d-94bf-b7baf738c416 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Checking segment: {'id': 'a984790a-32d4-4612-83d7-3b99baf191e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b92801c0-4073-4ba0-9795-23f6575b795e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:12:07.702364 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd03dc3-ca98-4a8d-94bf-b7baf738c416 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Network hostable DHCP agents. Network: b92801c0-4073-4ba0-9795-23f6575b795e, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:12:07.745146 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd03dc3-ca98-4a8d-94bf-b7baf738c416 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Network b92801c0-4073-4ba0-9795-23f6575b795e is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:12:07.773936 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-ffd03dc3-ca98-4a8d-94bf-b7baf738c416 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, b92801c0-4073-4ba0-9795-23f6575b795e) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:12:07.782946 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd03dc3-ca98-4a8d-94bf-b7baf738c416 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:07.783591 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ffd03dc3-ca98-4a8d-94bf-b7baf738c416 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:07.799102 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3cf6e4-28c1-4f48-a4bb-ae4bd719ee52 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Made reservation on behalf of 5f869e85f403460195df2d2cd273f777 for: {'subnet': 2} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:12:07.805778 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8b3cf6e4-28c1-4f48-a4bb-ae4bd719ee52 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:07.806659 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8b3cf6e4-28c1-4f48-a4bb-ae4bd719ee52 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:07.819378 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bddc8b-dc2f-4d00-be19-01f18f3ea0f8 None None] Network b92801c0-4073-4ba0-9795-23f6575b795e requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:12:07.924195 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ffd03dc3-ca98-4a8d-94bf-b7baf738c416 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2783365 Nov 27 04:12:07.927384 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43350) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:07.932984 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-df160def-685d-4f50-877a-726f074bb288 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'port': {'network_id': 'b92801c0-4073-4ba0-9795-23f6575b795e', 'name': 'tempest-PortsTestJSON-1202309629'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:08.022940 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f553a4bc-3dbb-4ae3-9adf-18edcdcc1522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-b92801c0-4073-4ba0-9795-23f6575b795e', 'network_id': 'b92801c0-4073-4ba0-9795-23f6575b795e', 'tenant_id': 'e0c528b777a044b1b1470d3e561f543a', 'fixed_ips': [{'subnet_id': 'eedd2659-796c-410b-8fea-780ca2b11609'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:12:08.024253 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f553a4bc-3dbb-4ae3-9adf-18edcdcc1522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:08.141323 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59e7ac7e-3409-4578-9125-ff5f93199122 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:08.232902 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df160def-685d-4f50-877a-726f074bb288 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Made reservation on behalf of e0c528b777a044b1b1470d3e561f543a for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:12:08.236589 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-df160def-685d-4f50-877a-726f074bb288 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:08.246820 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-f553a4bc-3dbb-4ae3-9adf-18edcdcc1522 None None] Allocated IP 172.20.0.2 (b92801c0-4073-4ba0-9795-23f6575b795e/eedd2659-796c-410b-8fea-780ca2b11609/12ac0b57-a8ba-4100-96da-d970b9a04afc) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:12:08.288060 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-df160def-685d-4f50-877a-726f074bb288 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] device_id is not set on port bc089868-84fa-4eab-8f64-8125cdbb662e yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:12:08.299114 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59e7ac7e-3409-4578-9125-ff5f93199122 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:08.523470 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f553a4bc-3dbb-4ae3-9adf-18edcdcc1522 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:08.531845 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f553a4bc-3dbb-4ae3-9adf-18edcdcc1522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:08.571704 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f553a4bc-3dbb-4ae3-9adf-18edcdcc1522 None None] Network b92801c0-4073-4ba0-9795-23f6575b795e is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:12:08.574794 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-f553a4bc-3dbb-4ae3-9adf-18edcdcc1522 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:12:08.581674 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f553a4bc-3dbb-4ae3-9adf-18edcdcc1522 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:12:08.623452 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553a4bc-3dbb-4ae3-9adf-18edcdcc1522 None None] Pushing event updated for resources: {'Port': ['ID=12ac0b57-a8ba-4100-96da-d970b9a04afc,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:08.659677 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-f553a4bc-3dbb-4ae3-9adf-18edcdcc1522 None None] Attempting to bind port 12ac0b57-a8ba-4100-96da-d970b9a04afc on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:12:08.660045 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-f553a4bc-3dbb-4ae3-9adf-18edcdcc1522 None None] Attempting to bind port 12ac0b57-a8ba-4100-96da-d970b9a04afc by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'a984790a-32d4-4612-83d7-3b99baf191e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b92801c0-4073-4ba0-9795-23f6575b795e'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:12:08.660415 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f553a4bc-3dbb-4ae3-9adf-18edcdcc1522 None None] Attempting to bind port 12ac0b57-a8ba-4100-96da-d970b9a04afc on network b92801c0-4073-4ba0-9795-23f6575b795e {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:12:08.667091 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f553a4bc-3dbb-4ae3-9adf-18edcdcc1522 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:12:08.667475 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f553a4bc-3dbb-4ae3-9adf-18edcdcc1522 None None] Checking segment: {'id': 'a984790a-32d4-4612-83d7-3b99baf191e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b92801c0-4073-4ba0-9795-23f6575b795e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:12:08.667883 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f553a4bc-3dbb-4ae3-9adf-18edcdcc1522 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:08.668278 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f553a4bc-3dbb-4ae3-9adf-18edcdcc1522 None None] Bound using segment: {'id': 'a984790a-32d4-4612-83d7-3b99baf191e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b92801c0-4073-4ba0-9795-23f6575b795e'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:12:08.668752 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-f553a4bc-3dbb-4ae3-9adf-18edcdcc1522 None None] Bound port: 12ac0b57-a8ba-4100-96da-d970b9a04afc, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a984790a-32d4-4612-83d7-3b99baf191e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b92801c0-4073-4ba0-9795-23f6575b795e'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:12:08.669249 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f553a4bc-3dbb-4ae3-9adf-18edcdcc1522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:08.733180 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-df160def-685d-4f50-877a-726f074bb288 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Allocated IP 172.20.0.14 (b92801c0-4073-4ba0-9795-23f6575b795e/eedd2659-796c-410b-8fea-780ca2b11609/bc089868-84fa-4eab-8f64-8125cdbb662e) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:12:08.752117 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 67adee4f-661f-46cb-9524-8dd065f363ff up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:12:08.796207 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-f553a4bc-3dbb-4ae3-9adf-18edcdcc1522 None None] For port 12ac0b57-a8ba-4100-96da-d970b9a04afc, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:12:08.828833 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59e7ac7e-3409-4578-9125-ff5f93199122 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:08.839077 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59e7ac7e-3409-4578-9125-ff5f93199122 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:08.849163 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-f553a4bc-3dbb-4ae3-9adf-18edcdcc1522 None None] For port 12ac0b57-a8ba-4100-96da-d970b9a04afc, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=12ac0b57-a8ba-4100-96da-d970b9a04afc,segment=NetworkSegment(a984790a-32d4-4612-83d7-3b99baf191e5),segment_id=a984790a-32d4-4612-83d7-3b99baf191e5)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:12:08.872473 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f553a4bc-3dbb-4ae3-9adf-18edcdcc1522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:08.915199 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8b3cf6e4-28c1-4f48-a4bb-ae4bd719ee52 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:08.927165 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553a4bc-3dbb-4ae3-9adf-18edcdcc1522 None None] Pushing event updated for resources: {'Port': ['ID=12ac0b57-a8ba-4100-96da-d970b9a04afc,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:08.966533 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 67adee4f-661f-46cb-9524-8dd065f363ff completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:12:08.981811 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 67adee4f-661f-46cb-9524-8dd065f363ff triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:08.983183 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:09.002527 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e7ac7e-3409-4578-9125-ff5f93199122 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'Port': ['ID=39210c7d-2242-4f7b-bcef-42017d4dfd7f,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:09.004176 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59e7ac7e-3409-4578-9125-ff5f93199122 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:09.019666 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999023d-10cd-4bb4-b552-6eae0f574d5a req-8422c508-2bf0-48be-a66d-b90f31f69cec tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:09.021848 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2999023d-10cd-4bb4-b552-6eae0f574d5a req-8422c508-2bf0-48be-a66d-b90f31f69cec tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=42a61a0b-1c97-4bb4-8c7d-a2e2b353f356 HTTP/1.1" status: 200 len: 1096 time: 0.1509941 Nov 27 04:12:09.163076 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:09.202499 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a61a0b-1c97-4bb4-8c7d-a2e2b353f356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67adee4f-661f-46cb-9524-8dd065f363ff'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:12:09.210819 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b708f06f-6d1c-4c35-afaf-541ea9b1cd38" -d '{"events": [{"server_uuid": "42a61a0b-1c97-4bb4-8c7d-a2e2b353f356", "name": "network-vif-plugged", "status": "completed", "tag": "67adee4f-661f-46cb-9524-8dd065f363ff"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:12:09.250429 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 67adee4f-661f-46cb-9524-8dd065f363ff, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=67adee4f-661f-46cb-9524-8dd065f363ff,segment=NetworkSegment(fb098388-3a92-4ab4-80c1-f41ab44b0ec5),segment_id=fb098388-3a92-4ab4-80c1-f41ab44b0ec5)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:12:09.258133 n-d-819494-3 neutron-server[110019]: INFO neutron.db.l3_db [None req-59e7ac7e-3409-4578-9125-ff5f93199122 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Floating IP 7267146f-9a4a-4079-99f7-62f59fde603e associated. External IP: 172.25.1.201, port: 05e92c3a-48da-4e9d-b6d7-5164904138a9. Nov 27 04:12:09.267567 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:09.296757 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-df160def-685d-4f50-877a-726f074bb288 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:09.320121 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1be4821-6093-411b-8742-444842e307a1 x-openstack-request-id: req-e1be4821-6093-411b-8742-444842e307a1 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:12:09.320528 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a61a0b-1c97-4bb4-8c7d-a2e2b353f356", "name": "network-vif-plugged", "status": "completed", "tag": "67adee4f-661f-46cb-9524-8dd065f363ff", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:12:09.320791 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1be4821-6093-411b-8742-444842e307a1 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:12:09.321203 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a61a0b-1c97-4bb4-8c7d-a2e2b353f356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67adee4f-661f-46cb-9524-8dd065f363ff', 'code': 200} Nov 27 04:12:09.325109 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3cf6e4-28c1-4f48-a4bb-ae4bd719ee52 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Pushing event updated for resources: {'Subnet': ['ID=efa541cc-b7de-4a06-84b1-b8d1bed0b133,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:09.350056 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3cf6e4-28c1-4f48-a4bb-ae4bd719ee52 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Checking segment: {'id': 'c27ec3d1-f2f9-4109-b474-ed232b97d952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'bdf45ec2-b373-40c2-b9c2-2bf5b536df18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:12:09.350337 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3cf6e4-28c1-4f48-a4bb-ae4bd719ee52 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Network hostable DHCP agents. Network: bdf45ec2-b373-40c2-b9c2-2bf5b536df18, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:12:09.385367 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2999023d-10cd-4bb4-b552-6eae0f574d5a req-c071902d-aade-41d0-b469-7dc18e230822 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=24047357-dab6-4474-a18c-de79f1ee720f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530159 Nov 27 04:12:09.401970 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=67adee4f-661f-46cb-9524-8dd065f363ff,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:09.422600 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3cf6e4-28c1-4f48-a4bb-ae4bd719ee52 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Network bdf45ec2-b373-40c2-b9c2-2bf5b536df18 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:12:09.486695 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-8b3cf6e4-28c1-4f48-a4bb-ae4bd719ee52 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, bdf45ec2-b373-40c2-b9c2-2bf5b536df18) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:12:09.493532 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8b3cf6e4-28c1-4f48-a4bb-ae4bd719ee52 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:09.501752 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-df160def-685d-4f50-877a-726f074bb288 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:09.502661 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08a07f4-43e5-4329-86b7-51ba9db2e3a1 None None] Network bdf45ec2-b373-40c2-b9c2-2bf5b536df18 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:12:09.635834 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df160def-685d-4f50-877a-726f074bb288 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Network b92801c0-4073-4ba0-9795-23f6575b795e is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:12:09.662836 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d059b8-8c40-4674-9393-670e99bcfa6b req-d2fe3bca-4dca-4b90-b782-364f0251d6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:09.670344 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c7d059b8-8c40-4674-9393-670e99bcfa6b req-d2fe3bca-4dca-4b90-b782-364f0251d6e7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=42a61a0b-1c97-4bb4-8c7d-a2e2b353f356 HTTP/1.1" status: 200 len: 1097 time: 0.2445443 Nov 27 04:12:09.685613 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-df160def-685d-4f50-877a-726f074bb288 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:12:09.690872 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e7ac7e-3409-4578-9125-ff5f93199122 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Router fe5fdd60-5404-4cad-9c90-3bebf1f92c22 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:12:09.694343 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df160def-685d-4f50-877a-726f074bb288 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:12:09.853399 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3cf6e4-28c1-4f48-a4bb-ae4bd719ee52 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Pushing event updated for resources: {'Subnet': ['ID=84b14599-8908-4f26-a031-465f99a8ddf9,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:09.860470 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0e1cb6-e890-4ecd-b020-dedc64f69da6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-bdf45ec2-b373-40c2-b9c2-2bf5b536df18', 'network_id': 'bdf45ec2-b373-40c2-b9c2-2bf5b536df18', 'tenant_id': '5f869e85f403460195df2d2cd273f777', 'fixed_ips': [{'subnet_id': 'efa541cc-b7de-4a06-84b1-b8d1bed0b133'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:12:09.861353 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2e0e1cb6-e890-4ecd-b020-dedc64f69da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:09.904679 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df160def-685d-4f50-877a-726f074bb288 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'Port': ['ID=bc089868-84fa-4eab-8f64-8125cdbb662e,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:09.976267 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3cf6e4-28c1-4f48-a4bb-ae4bd719ee52 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Checking segment: {'id': '3df3ac1b-9827-4456-97fe-c3d05459acec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '259cae35-09f9-4c4f-bf62-c1bd60828639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:12:09.976810 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3cf6e4-28c1-4f48-a4bb-ae4bd719ee52 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Network hostable DHCP agents. Network: 259cae35-09f9-4c4f-bf62-c1bd60828639, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:12:09.996887 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c7d059b8-8c40-4674-9393-670e99bcfa6b req-c7a211c2-8a30-46ec-a233-bf478227f39d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=24047357-dab6-4474-a18c-de79f1ee720f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882509 Nov 27 04:12:10.025323 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df160def-685d-4f50-877a-726f074bb288 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:10.026124 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-df160def-685d-4f50-877a-726f074bb288 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:10.059217 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 12ac0b57-a8ba-4100-96da-d970b9a04afc up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:12:10.085715 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3cf6e4-28c1-4f48-a4bb-ae4bd719ee52 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Network 259cae35-09f9-4c4f-bf62-c1bd60828639 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:12:10.113329 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-df160def-685d-4f50-877a-726f074bb288 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1847522 Nov 27 04:12:10.120126 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43378) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:10.127657 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-cf1bbac4-30b1-4d95-afde-119a892a9db7 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'port': {'network_id': 'b92801c0-4073-4ba0-9795-23f6575b795e', 'name': 'tempest-PortsTestJSON-127352399'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:10.147658 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-8b3cf6e4-28c1-4f48-a4bb-ae4bd719ee52 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 259cae35-09f9-4c4f-bf62-c1bd60828639) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:12:10.187110 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2680b956-6901-4de2-af35-d7d44d6464dc None None] Network 259cae35-09f9-4c4f-bf62-c1bd60828639 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:12:10.254582 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3cf6e4-28c1-4f48-a4bb-ae4bd719ee52 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:10.255214 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3cf6e4-28c1-4f48-a4bb-ae4bd719ee52 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:10.256127 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8b3cf6e4-28c1-4f48-a4bb-ae4bd719ee52 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:10.330276 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8b3cf6e4-28c1-4f48-a4bb-ae4bd719ee52 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.8883898 Nov 27 04:12:10.341700 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43382) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:10.355036 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-2e0e1cb6-e890-4ecd-b020-dedc64f69da6 None None] Allocated IP 2001:db8::1 (bdf45ec2-b373-40c2-b9c2-2bf5b536df18/efa541cc-b7de-4a06-84b1-b8d1bed0b133/42cfe152-cee3-4226-b5a4-152b72e1ae01) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:12:10.519612 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90530099-8e37-4576-9107-1508605c1fa5 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:10.521414 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90530099-8e37-4576-9107-1508605c1fa5 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:10.532323 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90530099-8e37-4576-9107-1508605c1fa5 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:10.544009 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-90530099-8e37-4576-9107-1508605c1fa5 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1917682 Nov 27 04:12:10.546135 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43386) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:10.780038 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e7ac7e-3409-4578-9125-ff5f93199122 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:12:10.820430 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59e7ac7e-3409-4578-9125-ff5f93199122 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:10.824169 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1bbac4-30b1-4d95-afde-119a892a9db7 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Made reservation on behalf of e0c528b777a044b1b1470d3e561f543a for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:12:10.828180 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cf1bbac4-30b1-4d95-afde-119a892a9db7 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:10.873982 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195035e-09c8-4676-997a-150cce79c509 req-291813fa-bc70-4f6d-8484-79adbb865e2f tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:10.875867 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6195035e-09c8-4676-997a-150cce79c509 req-291813fa-bc70-4f6d-8484-79adbb865e2f tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=42a61a0b-1c97-4bb4-8c7d-a2e2b353f356 HTTP/1.1" status: 200 len: 1097 time: 0.2642136 Nov 27 04:12:10.887756 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-cf1bbac4-30b1-4d95-afde-119a892a9db7 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] device_id is not set on port b3c7e592-4c2c-450d-8168-7f733ff44898 yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:12:10.892614 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c99858b-3346-4e77-8029-796711afc13b None None] Sync routers for ids ['fe5fdd60-5404-4cad-9c90-3bebf1f92c22'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:12:10.922528 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-59e7ac7e-3409-4578-9125-ff5f93199122 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.3444448 Nov 27 04:12:10.923197 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b416341b-7ef1-48f9-b72c-b3ffbc2930b9', 'tag': '05e92c3a-48da-4e9d-b6d7-5164904138a9'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:12:10.925537 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a081a03-0f7b-4f09-9787-b1889ec27b44" -d '{"events": [{"name": "network-changed", "server_uuid": "b416341b-7ef1-48f9-b72c-b3ffbc2930b9", "tag": "05e92c3a-48da-4e9d-b6d7-5164904138a9"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:12:10.972110 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f42f728-6395-473f-ba4e-cca56e61f57c None None] Network b92801c0-4073-4ba0-9795-23f6575b795e requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:12:11.091300 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c99858b-3346-4e77-8029-796711afc13b None None] Routers {'fe5fdd60-5404-4cad-9c90-3bebf1f92c22'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:12:11.092139 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-6c99858b-3346-4e77-8029-796711afc13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:11:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['fe5fdd60-5404-4cad-9c90-3bebf1f92c22'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:11.159307 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-d27b7554-e6c7-44a2-a6aa-261dd75658f6 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Deleting subnet efa541cc-b7de-4a06-84b1-b8d1bed0b133 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:12:11.185345 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123bee8f-06ee-4c69-bafa-faa8f744c959 req-15bd48a3-c02b-4afe-8b20-1b2efec289a2 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:11.197279 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-123bee8f-06ee-4c69-bafa-faa8f744c959 req-15bd48a3-c02b-4afe-8b20-1b2efec289a2 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 946 time: 0.1560009 Nov 27 04:12:11.204935 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6195035e-09c8-4676-997a-150cce79c509 req-46fa122e-f8a6-4bfd-95c8-4669e3901555 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=24047357-dab6-4474-a18c-de79f1ee720f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849481 Nov 27 04:12:11.248094 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-cf1bbac4-30b1-4d95-afde-119a892a9db7 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Allocated IP 172.20.0.5 (b92801c0-4073-4ba0-9795-23f6575b795e/eedd2659-796c-410b-8fea-780ca2b11609/b3c7e592-4c2c-450d-8168-7f733ff44898) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:12:11.280001 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-6c99858b-3346-4e77-8029-796711afc13b None None] Set router fe5fdd60-5404-4cad-9c90-3bebf1f92c22 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:12:11.313738 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 12ac0b57-a8ba-4100-96da-d970b9a04afc triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:11.314118 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:11.345666 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43406) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:11.387977 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-123bee8f-06ee-4c69-bafa-faa8f744c959 req-be24455a-85e5-4191-a14a-f0500613d826 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=60a7d62e-7629-4401-ae2b-6e86ee2e006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897190 Nov 27 04:12:11.394808 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4699bb-8f41-42a6-93fa-b0eca0e19721 x-openstack-request-id: req-9b4699bb-8f41-42a6-93fa-b0eca0e19721 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:12:11.397113 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b416341b-7ef1-48f9-b72c-b3ffbc2930b9", "tag": "05e92c3a-48da-4e9d-b6d7-5164904138a9", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:12:11.397526 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b4699bb-8f41-42a6-93fa-b0eca0e19721 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:12:11.398092 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b416341b-7ef1-48f9-b72c-b3ffbc2930b9', 'tag': '05e92c3a-48da-4e9d-b6d7-5164904138a9', 'status': 'completed', 'code': 200} Nov 27 04:12:11.401009 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-d71778d0-8e73-4091-8710-28b265359a22 req-44002e97-aeb4-4266-a1a7-6bff5b25b5b5 tempest-ServerDiskConfigTestJSON-296687334 tempest-ServerDiskConfigTestJSON-296687334-project] (110019) timed out ('10.222.0.23', 65251) {{(pid=110019) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 04:12:11.410053 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43410) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:11.506505 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a081a03-0f7b-4f09-9787-b1889ec27b44 req-0b030853-748b-489e-b197-15bd60bb9e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:11.508453 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0a081a03-0f7b-4f09-9787-b1889ec27b44 req-0b030853-748b-489e-b197-15bd60bb9e66 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=13b1fee7d54d401493a1883da20540bb&device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 1097 time: 0.0731163 Nov 27 04:12:11.553158 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-70a89162-bcd4-4b0b-9028-e50eb4fa527c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/floatingips/7267146f-9a4a-4079-99f7-62f59fde603e HTTP/1.1" status: 200 len: 992 time: 0.1416137 Nov 27 04:12:11.558944 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-3d746ee4-b559-41ee-9d09-a609f4fbb769 None None] Provisioning complete for port 12ac0b57-a8ba-4100-96da-d970b9a04afc triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:11.559328 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3d746ee4-b559-41ee-9d09-a609f4fbb769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:11.634932 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1115bc-ba5a-4b9e-aaba-859dea032c7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-259cae35-09f9-4c4f-bf62-c1bd60828639', 'network_id': '259cae35-09f9-4c4f-bf62-c1bd60828639', 'tenant_id': '5f869e85f403460195df2d2cd273f777', 'fixed_ips': [{'subnet_id': '84b14599-8908-4f26-a031-465f99a8ddf9'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:12:11.635797 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2a1115bc-ba5a-4b9e-aaba-859dea032c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:11.636774 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a081a03-0f7b-4f09-9787-b1889ec27b44 req-132b344e-a58e-46a4-83f7-ffb68d2878cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:11.638429 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0a081a03-0f7b-4f09-9787-b1889ec27b44 req-132b344e-a58e-46a4-83f7-ffb68d2878cf service neutron] 10.222.0.11 "GET /v2.0/networks?id=625c81c1-ffd4-46b7-bcec-ab3c294d8d2e HTTP/1.1" status: 200 len: 897 time: 0.1198878 Nov 27 04:12:11.747405 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fd3fbf82-483c-4018-b9e9-f208a7a06291 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:11.860784 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2e0e1cb6-e890-4ecd-b020-dedc64f69da6 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:11.898736 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d27b7554-e6c7-44a2-a6aa-261dd75658f6 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:11.905896 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fd3fbf82-483c-4018-b9e9-f208a7a06291 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:11.909823 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cf1bbac4-30b1-4d95-afde-119a892a9db7 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:11.933639 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0a081a03-0f7b-4f09-9787-b1889ec27b44 req-9ee78601-8a93-4d86-9537-4554c77cf924 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05e92c3a-48da-4e9d-b6d7-5164904138a9 HTTP/1.1" status: 200 len: 1000 time: 0.2840717 Nov 27 04:12:11.957200 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:11.965203 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fd3fbf82-483c-4018-b9e9-f208a7a06291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:11.967676 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2e0e1cb6-e890-4ecd-b020-dedc64f69da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:12.000248 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d27b7554-e6c7-44a2-a6aa-261dd75658f6 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:12.044825 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3d746ee4-b559-41ee-9d09-a609f4fbb769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:12.133526 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0e1cb6-e890-4ecd-b020-dedc64f69da6 None None] Network bdf45ec2-b373-40c2-b9c2-2bf5b536df18 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:12:12.156868 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-2e0e1cb6-e890-4ecd-b020-dedc64f69da6 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:12:12.159876 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0e1cb6-e890-4ecd-b020-dedc64f69da6 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:12:12.185481 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-3d746ee4-b559-41ee-9d09-a609f4fbb769 None None] For port 12ac0b57-a8ba-4100-96da-d970b9a04afc, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=12ac0b57-a8ba-4100-96da-d970b9a04afc,segment=NetworkSegment(a984790a-32d4-4612-83d7-3b99baf191e5),segment_id=a984790a-32d4-4612-83d7-3b99baf191e5)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:12:12.209272 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e1cb6-e890-4ecd-b020-dedc64f69da6 None None] Pushing event updated for resources: {'Port': ['ID=42cfe152-cee3-4226-b5a4-152b72e1ae01,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:12.228497 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-2a1115bc-ba5a-4b9e-aaba-859dea032c7b None None] Allocated IP 2001:db8:0:1::1 (259cae35-09f9-4c4f-bf62-c1bd60828639/84b14599-8908-4f26-a031-465f99a8ddf9/f2561916-acdf-4db6-a868-0cae5f5fe14d) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:12:12.234811 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3d746ee4-b559-41ee-9d09-a609f4fbb769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:12.387996 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b2f91-7942-4a02-9e66-705697a7ec47 req-b1047634-d8a3-4acf-be75-ae8680ef7700 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:12.389814 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-846b2f91-7942-4a02-9e66-705697a7ec47 req-b1047634-d8a3-4acf-be75-ae8680ef7700 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=42a61a0b-1c97-4bb4-8c7d-a2e2b353f356 HTTP/1.1" status: 200 len: 1097 time: 0.0763245 Nov 27 04:12:12.413195 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-2e0e1cb6-e890-4ecd-b020-dedc64f69da6 None None] Attempting to bind port 42cfe152-cee3-4226-b5a4-152b72e1ae01 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:12:12.413576 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-2e0e1cb6-e890-4ecd-b020-dedc64f69da6 None None] Attempting to bind port 42cfe152-cee3-4226-b5a4-152b72e1ae01 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'c27ec3d1-f2f9-4109-b474-ed232b97d952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'bdf45ec2-b373-40c2-b9c2-2bf5b536df18'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:12:12.413946 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0e1cb6-e890-4ecd-b020-dedc64f69da6 None None] Attempting to bind port 42cfe152-cee3-4226-b5a4-152b72e1ae01 on network bdf45ec2-b373-40c2-b9c2-2bf5b536df18 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:12:12.448803 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0e1cb6-e890-4ecd-b020-dedc64f69da6 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:12:12.449189 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0e1cb6-e890-4ecd-b020-dedc64f69da6 None None] Checking segment: {'id': 'c27ec3d1-f2f9-4109-b474-ed232b97d952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'bdf45ec2-b373-40c2-b9c2-2bf5b536df18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:12:12.449612 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2e0e1cb6-e890-4ecd-b020-dedc64f69da6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:12.450017 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0e1cb6-e890-4ecd-b020-dedc64f69da6 None None] Bound using segment: {'id': 'c27ec3d1-f2f9-4109-b474-ed232b97d952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'bdf45ec2-b373-40c2-b9c2-2bf5b536df18'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:12:12.451383 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-2e0e1cb6-e890-4ecd-b020-dedc64f69da6 None None] Bound port: 42cfe152-cee3-4226-b5a4-152b72e1ae01, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c27ec3d1-f2f9-4109-b474-ed232b97d952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'bdf45ec2-b373-40c2-b9c2-2bf5b536df18'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:12:12.451810 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2e0e1cb6-e890-4ecd-b020-dedc64f69da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:12.453989 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.api [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:12:12.454351 n-d-819494-3 neutron-server[110020]: DEBUG oslo_db.api [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:12:12.462410 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-846b2f91-7942-4a02-9e66-705697a7ec47 req-2fdf753e-9b58-4f38-82df-9bc24d017942 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=24047357-dab6-4474-a18c-de79f1ee720f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657003 Nov 27 04:12:12.526362 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a081a03-0f7b-4f09-9787-b1889ec27b44 req-9507c0a3-fe7c-4f02-9536-9e38382d5037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:12.527416 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0a081a03-0f7b-4f09-9787-b1889ec27b44 req-9507c0a3-fe7c-4f02-9536-9e38382d5037 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f79f094e-11cb-4984-aa0c-51bf3f1012f6 HTTP/1.1" status: 200 len: 834 time: 0.5570068 Nov 27 04:12:12.537036 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d746ee4-b559-41ee-9d09-a609f4fbb769 None None] Pushing event updated for resources: {'Port': ['ID=12ac0b57-a8ba-4100-96da-d970b9a04afc,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:12.556622 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43418) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:12.629291 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-fd3fbf82-483c-4018-b9e9-f208a7a06291 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1ecf6f5647724fcf82ec35ae7d5c4255&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2824900 Nov 27 04:12:12.635083 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a081a03-0f7b-4f09-9787-b1889ec27b44 req-2af703e6-8037-4793-b011-84a5f3b23d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:12.637628 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0a081a03-0f7b-4f09-9787-b1889ec27b44 req-2af703e6-8037-4793-b011-84a5f3b23d87 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=625c81c1-ffd4-46b7-bcec-ab3c294d8d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0984719 Nov 27 04:12:12.638620 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43422) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:12.698935 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-6c99858b-3346-4e77-8029-796711afc13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5fdd60-5404-4cad-9c90-3bebf1f92c22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614728489', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '7f210f11-33e1-45ce-80d3-7ffa8e343b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:11:19Z', 'updated_at': '2021-11-27T04:11:35Z', 'revision_number': 4, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': '7f210f11-33e1-45ce-80d3-7ffa8e343b84', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5fdd60-5404-4cad-9c90-3bebf1f92c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:11:22Z', 'updated_at': '2021-11-27T04:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '7267146f-9a4a-4079-99f7-62f59fde603e', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'floating_ip_address': '172.25.1.201', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'fe5fdd60-5404-4cad-9c90-3bebf1f92c22', 'port_id': '05e92c3a-48da-4e9d-b6d7-5164904138a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '625c81c1-ffd4-46b7-bcec-ab3c294d8d2e', 'mac_address': 'fa:16:3e:1d:64:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b416341b-7ef1-48f9-b72c-b3ffbc2930b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:12:07Z', 'updated_at': '2021-11-27T04:12:07Z', 'revision_number': 0, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0eba816-7d69-4d20-807d-237f1e427713', 'name': '', 'network_id': '625c81c1-ffd4-46b7-bcec-ab3c294d8d2e', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'mac_address': 'fa:16:3e:6a:d4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5fdd60-5404-4cad-9c90-3bebf1f92c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'f79f094e-11cb-4984-aa0c-51bf3f1012f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:11:33Z', 'updated_at': '2021-11-27T04:11:43Z', 'revision_number': 5, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'subnets': [{'id': 'f79f094e-11cb-4984-aa0c-51bf3f1012f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:12.708695 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3fbf82-483c-4018-b9e9-f208a7a06291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5632d7-dab5-47a4-a621-46f754bdeb88,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:12.736559 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d27b7554-e6c7-44a2-a6aa-261dd75658f6 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:12.748617 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6db1e261-7c46-4c3b-8649-6260f88126ec tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/floatingips/7267146f-9a4a-4079-99f7-62f59fde603e HTTP/1.1" status: 200 len: 992 time: 0.1908071 Nov 27 04:12:12.766534 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c99858b-3346-4e77-8029-796711afc13b None None] Checking router: fe5fdd60-5404-4cad-9c90-3bebf1f92c22 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:12:12.777148 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2a1115bc-ba5a-4b9e-aaba-859dea032c7b None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:12.786394 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c99858b-3346-4e77-8029-796711afc13b None None] Routers {'fe5fdd60-5404-4cad-9c90-3bebf1f92c22'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:12:12.787091 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-6c99858b-3346-4e77-8029-796711afc13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:11:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['fe5fdd60-5404-4cad-9c90-3bebf1f92c22'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:12.859410 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2a1115bc-ba5a-4b9e-aaba-859dea032c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:12.896225 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0a081a03-0f7b-4f09-9787-b1889ec27b44 req-d642993b-30c8-42a1-82bc-d021c311e756 service neutron] 10.222.0.11 "GET /v2.0/networks/625c81c1-ffd4-46b7-bcec-ab3c294d8d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539400 Nov 27 04:12:12.916085 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cf1bbac4-30b1-4d95-afde-119a892a9db7 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:13.036721 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1bbac4-30b1-4d95-afde-119a892a9db7 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Network b92801c0-4073-4ba0-9795-23f6575b795e is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:12:13.038404 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-27656e9b-22c2-495c-a0db-9bce3d50b08a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:13.073427 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-cf1bbac4-30b1-4d95-afde-119a892a9db7 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:12:13.084117 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1bbac4-30b1-4d95-afde-119a892a9db7 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:12:13.097607 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94670c98-dfa8-4b32-8e55-1797026d1d77 req-8b000c64-f763-4619-92d4-1749e7a5649a tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:13.099389 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-94670c98-dfa8-4b32-8e55-1797026d1d77 req-8b000c64-f763-4619-92d4-1749e7a5649a tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=42a61a0b-1c97-4bb4-8c7d-a2e2b353f356 HTTP/1.1" status: 200 len: 1097 time: 0.3861210 Nov 27 04:12:13.149991 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1115bc-ba5a-4b9e-aaba-859dea032c7b None None] Network 259cae35-09f9-4c4f-bf62-c1bd60828639 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:12:13.157980 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-1c14856a-af72-4c01-b5d3-557b531e1bae None None] Provisioning complete for port bc089868-84fa-4eab-8f64-8125cdbb662e triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:13.158358 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1c14856a-af72-4c01-b5d3-557b531e1bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:13.166853 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-2a1115bc-ba5a-4b9e-aaba-859dea032c7b None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:12:13.170112 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1115bc-ba5a-4b9e-aaba-859dea032c7b None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:12:13.211914 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1bbac4-30b1-4d95-afde-119a892a9db7 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'Port': ['ID=b3c7e592-4c2c-450d-8168-7f733ff44898,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:13.227947 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-27656e9b-22c2-495c-a0db-9bce3d50b08a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:13.237734 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d27b7554-e6c7-44a2-a6aa-261dd75658f6 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:13.272750 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1115bc-ba5a-4b9e-aaba-859dea032c7b None None] Pushing event updated for resources: {'Port': ['ID=f2561916-acdf-4db6-a868-0cae5f5fe14d,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:13.275959 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-1c14856a-af72-4c01-b5d3-557b531e1bae None None] Port bc089868-84fa-4eab-8f64-8125cdbb662e cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:12:13.302700 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-6c99858b-3346-4e77-8029-796711afc13b None None] Set router fe5fdd60-5404-4cad-9c90-3bebf1f92c22 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:12:13.322345 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b7554-e6c7-44a2-a6aa-261dd75658f6 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Pushing event deleted for resources: {'Subnet': ['ID=efa541cc-b7de-4a06-84b1-b8d1bed0b133,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:13.333599 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d27b7554-e6c7-44a2-a6aa-261dd75658f6 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:13.338223 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d27b7554-e6c7-44a2-a6aa-261dd75658f6 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] 10.222.0.20 "DELETE /v2.0/subnets/efa541cc-b7de-4a06-84b1-b8d1bed0b133 HTTP/1.1" status: 204 len: 168 time: 2.7910533 Nov 27 04:12:13.340965 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43426) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:13.343730 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-2e0e1cb6-e890-4ecd-b020-dedc64f69da6 None None] For port 42cfe152-cee3-4226-b5a4-152b72e1ae01, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:12:13.365423 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-94670c98-dfa8-4b32-8e55-1797026d1d77 req-d3af9f1a-9776-4b68-90ae-1227bce2454a tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=24047357-dab6-4474-a18c-de79f1ee720f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490215 Nov 27 04:12:13.406073 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1bbac4-30b1-4d95-afde-119a892a9db7 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:13.414323 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cf1bbac4-30b1-4d95-afde-119a892a9db7 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:13.419318 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 12ac0b57-a8ba-4100-96da-d970b9a04afc up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:12:13.442953 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a6ae606-b5a7-4d81-ab10-32856cdef79b tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Deleting subnet 84b14599-8908-4f26-a031-465f99a8ddf9 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:12:13.450192 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3a6ae606-b5a7-4d81-ab10-32856cdef79b tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:13.457730 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0a081a03-0f7b-4f09-9787-b1889ec27b44 req-33357de2-c796-4492-9794-6e78db527d64 service neutron] 10.222.0.11 "GET /v2.0/networks/625c81c1-ffd4-46b7-bcec-ab3c294d8d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5359850 Nov 27 04:12:13.502813 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-cf1bbac4-30b1-4d95-afde-119a892a9db7 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.3791463 Nov 27 04:12:13.503799 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43430) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:13.545052 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3a6ae606-b5a7-4d81-ab10-32856cdef79b tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:13.554121 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-2e0e1cb6-e890-4ecd-b020-dedc64f69da6 None None] For port 42cfe152-cee3-4226-b5a4-152b72e1ae01, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=42cfe152-cee3-4226-b5a4-152b72e1ae01,segment=NetworkSegment(c27ec3d1-f2f9-4109-b474-ed232b97d952),segment_id=c27ec3d1-f2f9-4109-b474-ed232b97d952)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:12:13.573034 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-2a1115bc-ba5a-4b9e-aaba-859dea032c7b None None] Attempting to bind port f2561916-acdf-4db6-a868-0cae5f5fe14d on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:12:13.573653 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-2a1115bc-ba5a-4b9e-aaba-859dea032c7b None None] Attempting to bind port f2561916-acdf-4db6-a868-0cae5f5fe14d by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '3df3ac1b-9827-4456-97fe-c3d05459acec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '259cae35-09f9-4c4f-bf62-c1bd60828639'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:12:13.574195 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1115bc-ba5a-4b9e-aaba-859dea032c7b None None] Attempting to bind port f2561916-acdf-4db6-a868-0cae5f5fe14d on network 259cae35-09f9-4c4f-bf62-c1bd60828639 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:12:13.577183 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2e0e1cb6-e890-4ecd-b020-dedc64f69da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:13.600953 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e5321-0292-47b5-a03f-d69fb010332c req-23ea5719-0b66-4686-91db-99c0250766ce tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:13.603067 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9b9e5321-0292-47b5-a03f-d69fb010332c req-23ea5719-0b66-4686-91db-99c0250766ce tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=42a61a0b-1c97-4bb4-8c7d-a2e2b353f356 HTTP/1.1" status: 200 len: 1097 time: 0.1235695 Nov 27 04:12:13.617807 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-27656e9b-22c2-495c-a0db-9bce3d50b08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:13.619770 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-1c14856a-af72-4c01-b5d3-557b531e1bae None None] Provisioning complete for port 12ac0b57-a8ba-4100-96da-d970b9a04afc triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:13.620119 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1c14856a-af72-4c01-b5d3-557b531e1bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:13.621207 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-27656e9b-22c2-495c-a0db-9bce3d50b08a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:13.622424 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-27656e9b-22c2-495c-a0db-9bce3d50b08a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a5632d7-dab5-47a4-a621-46f754bdeb88 HTTP/1.1" status: 204 len: 168 time: 0.9799857 Nov 27 04:12:13.644413 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27656e9b-22c2-495c-a0db-9bce3d50b08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5632d7-dab5-47a4-a621-46f754bdeb88,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:13.656138 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844e67cc-9aca-4b9c-9821-bfe82092c297 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:13.657986 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-844e67cc-9aca-4b9c-9821-bfe82092c297 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 923 time: 0.1525958 Nov 27 04:12:13.663015 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43434) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:13.719686 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1115bc-ba5a-4b9e-aaba-859dea032c7b None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:12:13.720081 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1115bc-ba5a-4b9e-aaba-859dea032c7b None None] Checking segment: {'id': '3df3ac1b-9827-4456-97fe-c3d05459acec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '259cae35-09f9-4c4f-bf62-c1bd60828639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:12:13.720558 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2a1115bc-ba5a-4b9e-aaba-859dea032c7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:13.720976 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1115bc-ba5a-4b9e-aaba-859dea032c7b None None] Bound using segment: {'id': '3df3ac1b-9827-4456-97fe-c3d05459acec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '259cae35-09f9-4c4f-bf62-c1bd60828639'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:12:13.721481 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-2a1115bc-ba5a-4b9e-aaba-859dea032c7b None None] Bound port: f2561916-acdf-4db6-a868-0cae5f5fe14d, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df3ac1b-9827-4456-97fe-c3d05459acec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '259cae35-09f9-4c4f-bf62-c1bd60828639'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:12:13.722017 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2a1115bc-ba5a-4b9e-aaba-859dea032c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:13.752681 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43438) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:13.783372 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9b9e5321-0292-47b5-a03f-d69fb010332c req-519f82b4-01bd-4c02-93e7-9f9999e7d8e2 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=24047357-dab6-4474-a18c-de79f1ee720f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687438 Nov 27 04:12:13.877475 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3a6ae606-b5a7-4d81-ab10-32856cdef79b tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:13.898642 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 12ac0b57-a8ba-4100-96da-d970b9a04afc triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:13.899641 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:13.939457 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-bd53f5d4-52d5-4033-b997-b6ccfcd0dd43 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/floatingips/7267146f-9a4a-4079-99f7-62f59fde603e HTTP/1.1" status: 200 len: 992 time: 0.1852050 Nov 27 04:12:13.972725 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e1cb6-e890-4ecd-b020-dedc64f69da6 None None] Pushing event updated for resources: {'Port': ['ID=42cfe152-cee3-4226-b5a4-152b72e1ae01,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:14.026064 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-244c1687-f5fb-4ba5-b19a-16650dfce445 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Deleting port b3c7e592-4c2c-450d-8168-7f733ff44898 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:12:14.026448 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-244c1687-f5fb-4ba5-b19a-16650dfce445 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:14.134062 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3a6ae606-b5a7-4d81-ab10-32856cdef79b tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:14.152217 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-2a1115bc-ba5a-4b9e-aaba-859dea032c7b None None] For port f2561916-acdf-4db6-a868-0cae5f5fe14d, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:12:14.229788 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-2a1115bc-ba5a-4b9e-aaba-859dea032c7b None None] For port f2561916-acdf-4db6-a868-0cae5f5fe14d, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=f2561916-acdf-4db6-a868-0cae5f5fe14d,segment=NetworkSegment(3df3ac1b-9827-4456-97fe-c3d05459acec),segment_id=3df3ac1b-9827-4456-97fe-c3d05459acec)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:12:14.239555 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3a6ae606-b5a7-4d81-ab10-32856cdef79b tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:14.247112 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-3a6ae606-b5a7-4d81-ab10-32856cdef79b tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] 10.222.0.20 "DELETE /v2.0/subnets/84b14599-8908-4f26-a031-465f99a8ddf9 HTTP/1.1" status: 204 len: 168 time: 0.9027719 Nov 27 04:12:14.248054 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43456) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:14.253075 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ae606-b5a7-4d81-ab10-32856cdef79b tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Pushing event deleted for resources: {'Subnet': ['ID=84b14599-8908-4f26-a031-465f99a8ddf9,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:14.313459 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2a1115bc-ba5a-4b9e-aaba-859dea032c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:14.338682 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43458) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:14.363786 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5ac4c0fd-9b97-493d-8422-563bcaf93d86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:14.381075 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-244c1687-f5fb-4ba5-b19a-16650dfce445 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:14.391200 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5cc5d9-7dec-487e-98ce-83d986ab2052 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:14.397810 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-bd5cc5d9-7dec-487e-98ce-83d986ab2052 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1483841 Nov 27 04:12:14.400091 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43460) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:14.414901 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-244c1687-f5fb-4ba5-b19a-16650dfce445 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Calling delete_port for b3c7e592-4c2c-450d-8168-7f733ff44898 owned by {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:12:14.481469 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-2f179347-ebc8-4ed8-869b-ca06383ae44a None None] Provisioning complete for port bc089868-84fa-4eab-8f64-8125cdbb662e triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:14.483088 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2f179347-ebc8-4ed8-869b-ca06383ae44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:14.534666 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5ac4c0fd-9b97-493d-8422-563bcaf93d86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:14.545071 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5ac4c0fd-9b97-493d-8422-563bcaf93d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:14.562400 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-2f179347-ebc8-4ed8-869b-ca06383ae44a None None] Port bc089868-84fa-4eab-8f64-8125cdbb662e cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:12:14.616220 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5ac4c0fd-9b97-493d-8422-563bcaf93d86 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=382b3a4919f04d32a2e17ae124f52ed7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2734733 Nov 27 04:12:14.616220 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac4c0fd-9b97-493d-8422-563bcaf93d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578c0cd2-545d-49e1-8103-575950199009,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:14.617503 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43462) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:14.619615 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fa0e5f8c-1d3c-45a4-97dc-36e92ae1571d tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:14.621776 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-9637eb17-040f-4b4f-8bf8-3a9cb66db6b5 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:14.627081 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-9637eb17-040f-4b4f-8bf8-3a9cb66db6b5 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/networks?id=7c636381-518c-47c4-9798-7b99af15f64b HTTP/1.1" status: 200 len: 911 time: 0.3780205 Nov 27 04:12:14.639842 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1115bc-ba5a-4b9e-aaba-859dea032c7b None None] Pushing event updated for resources: {'Port': ['ID=f2561916-acdf-4db6-a868-0cae5f5fe14d,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:14.655931 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-2f179347-ebc8-4ed8-869b-ca06383ae44a None None] Provisioning complete for port b3c7e592-4c2c-450d-8168-7f733ff44898 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:14.664554 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2f179347-ebc8-4ed8-869b-ca06383ae44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:14.673881 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-13d9f37d-86e8-40a3-a991-009bfc6bf1bf tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/quotas/6af0ab769a10415397a0f5dc4eab4d89 HTTP/1.1" status: 200 len: 375 time: 0.0196605 Nov 27 04:12:14.712427 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-adc67789-4b3e-4c07-b97f-fe662cddbe39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:14.756570 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-2f179347-ebc8-4ed8-869b-ca06383ae44a None None] Port b3c7e592-4c2c-450d-8168-7f733ff44898 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:12:14.795571 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-adc67789-4b3e-4c07-b97f-fe662cddbe39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:14.801202 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-6c99858b-3346-4e77-8029-796711afc13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5fdd60-5404-4cad-9c90-3bebf1f92c22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614728489', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '7f210f11-33e1-45ce-80d3-7ffa8e343b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:11:19Z', 'updated_at': '2021-11-27T04:11:35Z', 'revision_number': 4, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': '7f210f11-33e1-45ce-80d3-7ffa8e343b84', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5fdd60-5404-4cad-9c90-3bebf1f92c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:11:22Z', 'updated_at': '2021-11-27T04:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '7267146f-9a4a-4079-99f7-62f59fde603e', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'floating_ip_address': '172.25.1.201', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'fe5fdd60-5404-4cad-9c90-3bebf1f92c22', 'port_id': '05e92c3a-48da-4e9d-b6d7-5164904138a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '625c81c1-ffd4-46b7-bcec-ab3c294d8d2e', 'mac_address': 'fa:16:3e:1d:64:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b416341b-7ef1-48f9-b72c-b3ffbc2930b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:12:07Z', 'updated_at': '2021-11-27T04:12:07Z', 'revision_number': 0, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0eba816-7d69-4d20-807d-237f1e427713', 'name': '', 'network_id': '625c81c1-ffd4-46b7-bcec-ab3c294d8d2e', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'mac_address': 'fa:16:3e:6a:d4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5fdd60-5404-4cad-9c90-3bebf1f92c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'f79f094e-11cb-4984-aa0c-51bf3f1012f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:11:33Z', 'updated_at': '2021-11-27T04:11:43Z', 'revision_number': 5, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'subnets': [{'id': 'f79f094e-11cb-4984-aa0c-51bf3f1012f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:14.891922 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c99858b-3346-4e77-8029-796711afc13b None None] The sync data for ids ['fe5fdd60-5404-4cad-9c90-3bebf1f92c22'] in n-d-819494-3 is: [{'id': 'fe5fdd60-5404-4cad-9c90-3bebf1f92c22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614728489', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '7f210f11-33e1-45ce-80d3-7ffa8e343b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:11:19Z', 'updated_at': '2021-11-27T04:11:35Z', 'revision_number': 4, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': '7f210f11-33e1-45ce-80d3-7ffa8e343b84', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5fdd60-5404-4cad-9c90-3bebf1f92c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:11:22Z', 'updated_at': '2021-11-27T04:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '7267146f-9a4a-4079-99f7-62f59fde603e', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'floating_ip_address': '172.25.1.201', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'fe5fdd60-5404-4cad-9c90-3bebf1f92c22', 'port_id': '05e92c3a-48da-4e9d-b6d7-5164904138a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '625c81c1-ffd4-46b7-bcec-ab3c294d8d2e', 'mac_address': 'fa:16:3e:1d:64:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b416341b-7ef1-48f9-b72c-b3ffbc2930b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:12:07Z', 'updated_at': '2021-11-27T04:12:07Z', 'revision_number': 0, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0eba816-7d69-4d20-807d-237f1e427713', 'name': '', 'network_id': '625c81c1-ffd4-46b7-bcec-ab3c294d8d2e', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'mac_address': 'fa:16:3e:6a:d4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5fdd60-5404-4cad-9c90-3bebf1f92c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'f79f094e-11cb-4984-aa0c-51bf3f1012f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:11:33Z', 'updated_at': '2021-11-27T04:11:43Z', 'revision_number': 5, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'subnets': [{'id': 'f79f094e-11cb-4984-aa0c-51bf3f1012f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:12:14.924318 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-361fc4da-4993-4d51-aaf7-864120d4bd2d tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/ports?tenant_id=6af0ab769a10415397a0f5dc4eab4d89&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2339234 Nov 27 04:12:14.936335 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-adc67789-4b3e-4c07-b97f-fe662cddbe39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:14.939857 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-adc67789-4b3e-4c07-b97f-fe662cddbe39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:14.943960 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-adc67789-4b3e-4c07-b97f-fe662cddbe39 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/578c0cd2-545d-49e1-8103-575950199009 HTTP/1.1" status: 204 len: 168 time: 0.3234506 Nov 27 04:12:14.943960 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43466) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:14.962215 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-244c1687-f5fb-4ba5-b19a-16650dfce445 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:15.093681 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc67789-4b3e-4c07-b97f-fe662cddbe39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578c0cd2-545d-49e1-8103-575950199009,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:15.114956 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c1687-f5fb-4ba5-b19a-16650dfce445 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event deleted for resources: {'Port': ['ID=b3c7e592-4c2c-450d-8168-7f733ff44898,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:15.152992 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2d5a508b-6592-45ad-a2e4-038b78fef6ac tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/floatingips/7267146f-9a4a-4079-99f7-62f59fde603e HTTP/1.1" status: 200 len: 992 time: 0.2045112 Nov 27 04:12:15.217050 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-fa0e5f8c-1d3c-45a4-97dc-36e92ae1571d tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Deleting port f2561916-acdf-4db6-a868-0cae5f5fe14d {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:12:15.217449 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fa0e5f8c-1d3c-45a4-97dc-36e92ae1571d tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:15.399132 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a9ec28-2d49-4cde-bd34-a463285e578e None None] New status for floating IP 7267146f-9a4a-4079-99f7-62f59fde603e: ACTIVE {{(pid=110021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:12:15.427973 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-244c1687-f5fb-4ba5-b19a-16650dfce445 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:15.431666 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-244c1687-f5fb-4ba5-b19a-16650dfce445 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/ports/b3c7e592-4c2c-450d-8168-7f733ff44898 HTTP/1.1" status: 204 len: 168 time: 1.7633233 Nov 27 04:12:15.434386 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43474) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:15.444292 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device f2561916-acdf-4db6-a868-0cae5f5fe14d up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:12:15.450136 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-0d6879ca-fca6-446f-8f44-1fff5516ec60 service neutron] 10.222.0.20 "GET /v2.0/networks/7c636381-518c-47c4-9798-7b99af15f64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5054586 Nov 27 04:12:15.485100 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-8462ac6d-9eaf-4a80-b263-be17da170689 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] GET failed (client error): The resource could not be found. Nov 27 04:12:15.489111 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8462ac6d-9eaf-4a80-b263-be17da170689 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "GET /v2.0/ports/b3c7e592-4c2c-450d-8168-7f733ff44898 HTTP/1.1" status: 404 len: 333 time: 0.0511322 Nov 27 04:12:15.489627 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43476) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:15.520067 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-fa0e5f8c-1d3c-45a4-97dc-36e92ae1571d tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] For port f2561916-acdf-4db6-a868-0cae5f5fe14d, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=f2561916-acdf-4db6-a868-0cae5f5fe14d,segment=NetworkSegment(3df3ac1b-9827-4456-97fe-c3d05459acec),segment_id=3df3ac1b-9827-4456-97fe-c3d05459acec)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:12:15.520989 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fa0e5f8c-1d3c-45a4-97dc-36e92ae1571d tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:15.590404 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port f2561916-acdf-4db6-a868-0cae5f5fe14d triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:15.592102 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:15.617996 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-fa0e5f8c-1d3c-45a4-97dc-36e92ae1571d tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Calling delete_port for f2561916-acdf-4db6-a868-0cae5f5fe14d owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:12:15.691791 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-030ddf71-be02-4b50-a4b6-c411d804a41f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Deleting port bc089868-84fa-4eab-8f64-8125cdbb662e {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:12:15.692023 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-030ddf71-be02-4b50-a4b6-c411d804a41f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:15.787840 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-bb632df0-1086-4c67-9362-900162250afe service neutron] 10.222.0.20 "GET /v2.0/networks/7c636381-518c-47c4-9798-7b99af15f64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177776 Nov 27 04:12:15.868825 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43478) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:15.876060 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-030ddf71-be02-4b50-a4b6-c411d804a41f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:15.891935 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-030ddf71-be02-4b50-a4b6-c411d804a41f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Calling delete_port for bc089868-84fa-4eab-8f64-8125cdbb662e owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:12:15.904026 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fa0e5f8c-1d3c-45a4-97dc-36e92ae1571d tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:15.913310 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:15.931919 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4f3ae7d4-de60-46c1-88a9-bfbb23dcec6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:15.967410 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223868c2-29a0-472f-8067-278927540b90 None None] Network bdf45ec2-b373-40c2-b9c2-2bf5b536df18 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:12:15.970520 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0e5f8c-1d3c-45a4-97dc-36e92ae1571d tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] No DVR routers for this DVR port f2561916-acdf-4db6-a868-0cae5f5fe14d on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:12:15.975664 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e5f8c-1d3c-45a4-97dc-36e92ae1571d tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Pushing event deleted for resources: {'Port': ['ID=f2561916-acdf-4db6-a868-0cae5f5fe14d,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:16.173090 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43484) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:16.189870 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fa0e5f8c-1d3c-45a4-97dc-36e92ae1571d tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:16.215080 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 42cfe152-cee3-4226-b5a4-152b72e1ae01 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:12:16.228931 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-fa0e5f8c-1d3c-45a4-97dc-36e92ae1571d tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['259cae35-09f9-4c4f-bf62-c1bd60828639']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:16.242799 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-030ddf71-be02-4b50-a4b6-c411d804a41f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:16.253114 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-fa0e5f8c-1d3c-45a4-97dc-36e92ae1571d tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3df3ac1b-9827-4456-97fe-c3d05459acec') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:16.253114 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-fa0e5f8c-1d3c-45a4-97dc-36e92ae1571d tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3df3ac1b-9827-4456-97fe-c3d05459acec') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:16.312946 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-537ca3f6-b406-43d6-9bd5-f9790b7e9ca5 req-30eb0cc1-edec-4e09-aeb9-f87d07ef9f68 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=49977b48-e492-40f5-b31b-37e8507bb806 HTTP/1.1" status: 200 len: 210 time: 0.0686696 Nov 27 04:12:16.315627 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fa0e5f8c-1d3c-45a4-97dc-36e92ae1571d tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:16.324550 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ddf71-be02-4b50-a4b6-c411d804a41f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event deleted for resources: {'Port': ['ID=bc089868-84fa-4eab-8f64-8125cdbb662e,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:16.353414 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7aa9654e-6ba3-461a-82f0-3b85a899c150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:16.358444 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0aa033f3-8081-43b1-b8e6-e5a183be0236 None None] Provisioning complete for port 42cfe152-cee3-4226-b5a4-152b72e1ae01 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:16.359119 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0aa033f3-8081-43b1-b8e6-e5a183be0236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:16.379820 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fa0e5f8c-1d3c-45a4-97dc-36e92ae1571d tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:16.397792 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa0e5f8c-1d3c-45a4-97dc-36e92ae1571d tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:12:16.398300 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fa0e5f8c-1d3c-45a4-97dc-36e92ae1571d tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:16.402458 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:12:16.402458 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:12:16.402458 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:12:16.402458 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:12:16.402458 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:12:16.402458 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:12:16.402458 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:12:16.402458 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:12:16.402458 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:12:16.402458 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:12:16.402458 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:12:16.402458 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:12:16.402458 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:12:16.402458 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:12:16.402458 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:12:16.402458 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:12:16.402458 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:12:16.402458 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:12:16.402458 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:12:16.402458 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:12:16.402458 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:12:16.402458 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:12:16.402458 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:12:16.402458 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:12:16.402458 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:12:16.402458 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:12:16.402458 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:12:16.402458 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:12:16.402458 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:12:16.402458 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:12:16.402458 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:12:16.402458 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:12:16.416650 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-80ab7d17-cd90-4324-a6d0-37c4aea93114 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/floatingips/7267146f-9a4a-4079-99f7-62f59fde603e HTTP/1.1" status: 200 len: 994 time: 0.2355483 Nov 27 04:12:16.463941 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-030ddf71-be02-4b50-a4b6-c411d804a41f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:16.467640 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-030ddf71-be02-4b50-a4b6-c411d804a41f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/ports/bc089868-84fa-4eab-8f64-8125cdbb662e HTTP/1.1" status: 204 len: 168 time: 0.9764969 Nov 27 04:12:16.477581 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43494) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:16.486572 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:16.497417 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b57dd0-6e45-4e29-8b02-824d4db113c2 None None] Network 259cae35-09f9-4c4f-bf62-c1bd60828639 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:12:16.525861 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 42cfe152-cee3-4226-b5a4-152b72e1ae01 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:16.526534 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:16.590054 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-52749b4e-7378-4d5a-924c-49a341d775db tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] GET failed (client error): The resource could not be found. Nov 27 04:12:16.594149 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-52749b4e-7378-4d5a-924c-49a341d775db tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "GET /v2.0/ports/bc089868-84fa-4eab-8f64-8125cdbb662e HTTP/1.1" status: 404 len: 333 time: 0.0987778 Nov 27 04:12:16.594958 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43502) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:16.599090 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4f3ae7d4-de60-46c1-88a9-bfbb23dcec6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:16.602799 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fa0e5f8c-1d3c-45a4-97dc-36e92ae1571d tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:16.610727 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fa0e5f8c-1d3c-45a4-97dc-36e92ae1571d tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:16.623019 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-fa0e5f8c-1d3c-45a4-97dc-36e92ae1571d tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] 10.222.0.20 "DELETE /v2.0/networks/259cae35-09f9-4c4f-bf62-c1bd60828639 HTTP/1.1" status: 204 len: 168 time: 2.2217877 Nov 27 04:12:16.623688 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43504) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:16.658360 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4f3ae7d4-de60-46c1-88a9-bfbb23dcec6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:16.690050 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-6364e120-9859-498b-a48e-83174b5bc8ef tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Deleting subnet eedd2659-796c-410b-8fea-780ca2b11609 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:12:16.695161 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6364e120-9859-498b-a48e-83174b5bc8ef tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:16.718412 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4f3ae7d4-de60-46c1-88a9-bfbb23dcec6c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ba8b28b854da45f88c9bc1a93e73418d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8482797 Nov 27 04:12:16.719578 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e5f8c-1d3c-45a4-97dc-36e92ae1571d tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Pushing event deleted for resources: {'Network': ['ID=259cae35-09f9-4c4f-bf62-c1bd60828639,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:16.727259 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43508) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:16.814670 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0aa033f3-8081-43b1-b8e6-e5a183be0236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:16.837769 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ae7d4-de60-46c1-88a9-bfbb23dcec6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48f094c-fec1-4763-8d8a-e43945f84997,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:16.839414 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6364e120-9859-498b-a48e-83174b5bc8ef tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:16.912091 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f2fdc074-9628-4761-b391-761314e4584e tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:16.922382 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0def71f-f3b4-47e1-b6e3-bdbfdb07ce82 None None] DHCP port deletion for bdf45ec2-b373-40c2-b9c2-2bf5b536df18 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:12:16.934675 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:16.961125 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e336c1de-cef0-46b2-9b8f-baec14952856 None None] DHCP port deletion for 259cae35-09f9-4c4f-bf62-c1bd60828639 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:12:16.977747 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0aa033f3-8081-43b1-b8e6-e5a183be0236 None None] For port 42cfe152-cee3-4226-b5a4-152b72e1ae01, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=42cfe152-cee3-4226-b5a4-152b72e1ae01,segment=NetworkSegment(c27ec3d1-f2f9-4109-b474-ed232b97d952),segment_id=c27ec3d1-f2f9-4109-b474-ed232b97d952)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:12:16.978979 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6364e120-9859-498b-a48e-83174b5bc8ef tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:17.000868 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0aa033f3-8081-43b1-b8e6-e5a183be0236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:17.008907 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-f2fdc074-9628-4761-b391-761314e4584e tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Deleting port 42cfe152-cee3-4226-b5a4-152b72e1ae01 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:12:17.009273 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f2fdc074-9628-4761-b391-761314e4584e tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:17.052744 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa033f3-8081-43b1-b8e6-e5a183be0236 None None] Pushing event updated for resources: {'Port': ['ID=42cfe152-cee3-4226-b5a4-152b72e1ae01,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:17.052979 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-494a1f15-470d-455f-afb2-d4bcdeabfacd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:17.077883 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6364e120-9859-498b-a48e-83174b5bc8ef tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:17.094522 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-494a1f15-470d-455f-afb2-d4bcdeabfacd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:17.111092 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-b0def71f-f3b4-47e1-b6e3-bdbfdb07ce82 None None] Deleting port 42cfe152-cee3-4226-b5a4-152b72e1ae01 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:12:17.111464 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b0def71f-f3b4-47e1-b6e3-bdbfdb07ce82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:17.115307 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.api [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:12:17.115651 n-d-819494-3 neutron-server[110020]: DEBUG oslo_db.api [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:12:17.117084 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-f2fdc074-9628-4761-b391-761314e4584e tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] For port 42cfe152-cee3-4226-b5a4-152b72e1ae01, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=42cfe152-cee3-4226-b5a4-152b72e1ae01,segment=NetworkSegment(c27ec3d1-f2f9-4109-b474-ed232b97d952),segment_id=c27ec3d1-f2f9-4109-b474-ed232b97d952)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:12:17.117508 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f2fdc074-9628-4761-b391-761314e4584e tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:17.135369 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364e120-9859-498b-a48e-83174b5bc8ef tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event deleted for resources: {'Subnet': ['ID=eedd2659-796c-410b-8fea-780ca2b11609,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:17.151072 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6364e120-9859-498b-a48e-83174b5bc8ef tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:17.154888 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6364e120-9859-498b-a48e-83174b5bc8ef tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/subnets/eedd2659-796c-410b-8fea-780ca2b11609 HTTP/1.1" status: 204 len: 168 time: 0.5583396 Nov 27 04:12:17.161034 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43514) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:17.177839 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-f2fdc074-9628-4761-b391-761314e4584e tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Calling delete_port for 42cfe152-cee3-4226-b5a4-152b72e1ae01 owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:12:17.278396 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-694cd99d-cb09-4abe-926a-0e5769be3001 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:17.291519 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-494a1f15-470d-455f-afb2-d4bcdeabfacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:17.294567 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-494a1f15-470d-455f-afb2-d4bcdeabfacd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:17.298752 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-494a1f15-470d-455f-afb2-d4bcdeabfacd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d48f094c-fec1-4763-8d8a-e43945f84997 HTTP/1.1" status: 204 len: 168 time: 0.5701528 Nov 27 04:12:17.347428 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a1f15-470d-455f-afb2-d4bcdeabfacd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48f094c-fec1-4763-8d8a-e43945f84997,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:17.372474 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f2fdc074-9628-4761-b391-761314e4584e tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:17.416360 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-694cd99d-cb09-4abe-926a-0e5769be3001 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Deleting port 12ac0b57-a8ba-4100-96da-d970b9a04afc {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:12:17.416912 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-694cd99d-cb09-4abe-926a-0e5769be3001 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:17.461268 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce04c0d-5949-4580-bb7a-4c1b69867f53 None None] Network b92801c0-4073-4ba0-9795-23f6575b795e requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:12:17.471896 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fdc074-9628-4761-b391-761314e4584e tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] No DVR routers for this DVR port 42cfe152-cee3-4226-b5a4-152b72e1ae01 on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:12:17.477282 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-cc61e8ce-4b71-4f5c-8d5e-9bfd13a6517e None None] Could not find standard attr ID for object f2561916-acdf-4db6-a868-0cae5f5fe14d. {{(pid=110020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 04:12:17.508971 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-694cd99d-cb09-4abe-926a-0e5769be3001 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] For port 12ac0b57-a8ba-4100-96da-d970b9a04afc, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=12ac0b57-a8ba-4100-96da-d970b9a04afc,segment=NetworkSegment(a984790a-32d4-4612-83d7-3b99baf191e5),segment_id=a984790a-32d4-4612-83d7-3b99baf191e5)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:12:17.509537 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-694cd99d-cb09-4abe-926a-0e5769be3001 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:17.517355 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fdc074-9628-4761-b391-761314e4584e tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Pushing event deleted for resources: {'Port': ['ID=42cfe152-cee3-4226-b5a4-152b72e1ae01,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:17.529702 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-694cd99d-cb09-4abe-926a-0e5769be3001 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Calling delete_port for 12ac0b57-a8ba-4100-96da-d970b9a04afc owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:12:17.588692 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-b0def71f-f3b4-47e1-b6e3-bdbfdb07ce82 None None] For port 42cfe152-cee3-4226-b5a4-152b72e1ae01, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=42cfe152-cee3-4226-b5a4-152b72e1ae01,segment=NetworkSegment(c27ec3d1-f2f9-4109-b474-ed232b97d952),segment_id=c27ec3d1-f2f9-4109-b474-ed232b97d952)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:12:17.589849 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b0def71f-f3b4-47e1-b6e3-bdbfdb07ce82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:17.632742 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-b0def71f-f3b4-47e1-b6e3-bdbfdb07ce82 None None] Calling delete_port for 42cfe152-cee3-4226-b5a4-152b72e1ae01 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:12:17.649748 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-694cd99d-cb09-4abe-926a-0e5769be3001 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:17.670619 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4205a87f-3ac9-4d89-ab80-2c5b0f47f508 req-80dab66f-45b7-47e7-9818-d0d731257142 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=49977b48-e492-40f5-b31b-37e8507bb806 HTTP/1.1" status: 200 len: 210 time: 0.1583352 Nov 27 04:12:17.676740 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Port 42cfe152-cee3-4226-b5a4-152b72e1ae01 update to ACTIVE by agent not found {{(pid=110020) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 27 04:12:17.731969 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694cd99d-cb09-4abe-926a-0e5769be3001 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event deleted for resources: {'Port': ['ID=12ac0b57-a8ba-4100-96da-d970b9a04afc,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:17.735255 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694cd99d-cb09-4abe-926a-0e5769be3001 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] No DVR routers for this DVR port 12ac0b57-a8ba-4100-96da-d970b9a04afc on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:12:17.745788 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f2fdc074-9628-4761-b391-761314e4584e tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:17.813235 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-f2fdc074-9628-4761-b391-761314e4584e tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdf45ec2-b373-40c2-b9c2-2bf5b536df18']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:17.818161 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device f2561916-acdf-4db6-a868-0cae5f5fe14d no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:12:17.840427 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-f2fdc074-9628-4761-b391-761314e4584e tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c27ec3d1-f2f9-4109-b474-ed232b97d952') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:17.840846 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-f2fdc074-9628-4761-b391-761314e4584e tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c27ec3d1-f2f9-4109-b474-ed232b97d952') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:17.852621 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f2fdc074-9628-4761-b391-761314e4584e tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:17.871917 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: f2561916-acdf-4db6-a868-0cae5f5fe14d {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:12:17.872257 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device f2561916-acdf-4db6-a868-0cae5f5fe14d not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:12:17.872681 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 42cfe152-cee3-4226-b5a4-152b72e1ae01 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:12:17.884526 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f2fdc074-9628-4761-b391-761314e4584e tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:17.896839 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2fdc074-9628-4761-b391-761314e4584e tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:12:17.897336 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f2fdc074-9628-4761-b391-761314e4584e tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:17.898198 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-694cd99d-cb09-4abe-926a-0e5769be3001 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:17.901703 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:12:17.901703 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:12:17.901703 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:12:17.901703 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:12:17.901703 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:12:17.901703 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:12:17.901703 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:12:17.901703 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:12:17.901703 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:12:17.901703 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:12:17.901703 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:12:17.901703 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:12:17.901703 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:12:17.901703 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:12:17.901703 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:12:17.901703 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:12:17.901703 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:12:17.901703 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:12:17.901703 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:12:17.901703 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:12:17.901703 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:12:17.901703 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:12:17.901703 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:12:17.901703 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:12:17.901703 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:12:17.901703 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:12:17.901703 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:12:17.901703 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:12:17.901703 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:12:17.901703 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:12:17.901703 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:12:17.901703 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:12:17.936364 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-694cd99d-cb09-4abe-926a-0e5769be3001 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b92801c0-4073-4ba0-9795-23f6575b795e']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:17.938681 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daeaed41-7d8a-4cda-8d1f-c62f589feb44 None None] DHCP port deletion for b92801c0-4073-4ba0-9795-23f6575b795e request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:12:17.952472 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 42cfe152-cee3-4226-b5a4-152b72e1ae01 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:12:17.952820 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 42cfe152-cee3-4226-b5a4-152b72e1ae01 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:12:17.959299 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-694cd99d-cb09-4abe-926a-0e5769be3001 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a984790a-32d4-4612-83d7-3b99baf191e5') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:17.959605 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-694cd99d-cb09-4abe-926a-0e5769be3001 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a984790a-32d4-4612-83d7-3b99baf191e5') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:17.984883 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-694cd99d-cb09-4abe-926a-0e5769be3001 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:17.988363 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b0def71f-f3b4-47e1-b6e3-bdbfdb07ce82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:18.012539 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f2fdc074-9628-4761-b391-761314e4584e tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:18.018598 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f2fdc074-9628-4761-b391-761314e4584e tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:18.023866 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f2fdc074-9628-4761-b391-761314e4584e tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] 10.222.0.20 "DELETE /v2.0/networks/bdf45ec2-b373-40c2-b9c2-2bf5b536df18 HTTP/1.1" status: 204 len: 168 time: 1.3938830 Nov 27 04:12:18.025594 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-694cd99d-cb09-4abe-926a-0e5769be3001 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:18.027861 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43536) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:18.035523 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0def71f-f3b4-47e1-b6e3-bdbfdb07ce82 None None] Pushing event deleted for resources: {'Port': ['ID=42cfe152-cee3-4226-b5a4-152b72e1ae01,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:18.049770 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b0def71f-f3b4-47e1-b6e3-bdbfdb07ce82 None None] Network bdf45ec2-b373-40c2-b9c2-2bf5b536df18 is not hosted by any dhcp agent {{(pid=110020) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 04:12:18.050196 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0def71f-f3b4-47e1-b6e3-bdbfdb07ce82 None None] No DVR routers for this DVR port 42cfe152-cee3-4226-b5a4-152b72e1ae01 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:12:18.052813 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fdc074-9628-4761-b391-761314e4584e tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Pushing event deleted for resources: {'Network': ['ID=bdf45ec2-b373-40c2-b9c2-2bf5b536df18,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:18.061292 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-694cd99d-cb09-4abe-926a-0e5769be3001 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:12:18.061702 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-694cd99d-cb09-4abe-926a-0e5769be3001 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:18.070510 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:12:18.070510 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:12:18.070510 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:12:18.070510 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:12:18.070510 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:12:18.070510 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:12:18.070510 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:12:18.070510 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:12:18.070510 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:12:18.070510 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:12:18.070510 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:12:18.070510 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:12:18.070510 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:12:18.070510 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:12:18.070510 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:12:18.070510 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:12:18.070510 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:12:18.070510 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:12:18.070510 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:12:18.070510 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:12:18.070510 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:12:18.070510 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:12:18.070510 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:12:18.070510 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:12:18.070510 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:12:18.070510 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:12:18.070510 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:12:18.070510 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:12:18.070510 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:12:18.070510 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:12:18.070510 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:12:18.070510 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:12:18.232794 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-37d01759-751c-4ec1-8436-5be5aaf0841e tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:18.242187 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-694cd99d-cb09-4abe-926a-0e5769be3001 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:18.246139 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-694cd99d-cb09-4abe-926a-0e5769be3001 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:18.253121 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-694cd99d-cb09-4abe-926a-0e5769be3001 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/networks/b92801c0-4073-4ba0-9795-23f6575b795e HTTP/1.1" status: 204 len: 168 time: 1.0876415 Nov 27 04:12:18.256656 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43542) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:18.273559 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694cd99d-cb09-4abe-926a-0e5769be3001 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event deleted for resources: {'Network': ['ID=b92801c0-4073-4ba0-9795-23f6575b795e,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:18.273837 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-2c63d863-392c-4f85-b806-3af984d7de0e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-253065773'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:18.279529 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-63a44f08-b317-4cbd-aa83-2aacefa2d965 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:18.282012 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-63a44f08-b317-4cbd-aa83-2aacefa2d965 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.23 "GET /v2.0/networks?id=7c636381-518c-47c4-9798-7b99af15f64b HTTP/1.1" status: 200 len: 911 time: 0.2324338 Nov 27 04:12:18.304512 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-d07beaf3-bf7d-457e-bdec-e0e65f5eba3e tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Request body: {'port': {'device_id': '49977b48-e492-40f5-b31b-37e8507bb806', 'network_id': '7c636381-518c-47c4-9798-7b99af15f64b', 'admin_state_up': True, 'tenant_id': '6af0ab769a10415397a0f5dc4eab4d89'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:18.313583 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0850c06d-a30b-48f5-847e-4bd524a78b68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:18.327672 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c63d863-392c-4f85-b806-3af984d7de0e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Made reservation on behalf of e0c528b777a044b1b1470d3e561f543a for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:12:18.333297 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2c63d863-392c-4f85-b806-3af984d7de0e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:18.376821 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-d07beaf3-bf7d-457e-bdec-e0e65f5eba3e tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Made reservation on behalf of 6af0ab769a10415397a0f5dc4eab4d89 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:12:18.380698 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-d07beaf3-bf7d-457e-bdec-e0e65f5eba3e tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:18.386709 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c63d863-392c-4f85-b806-3af984d7de0e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:12:18.386895 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-37d01759-751c-4ec1-8436-5be5aaf0841e tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:18.429927 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-37d01759-751c-4ec1-8436-5be5aaf0841e tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f3c824-0b2f-4d36-9539-201a5ac1b18a']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:18.442786 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-37d01759-751c-4ec1-8436-5be5aaf0841e tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c4750bf-a808-448f-82b6-05460bd96dd4') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:18.443414 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-37d01759-751c-4ec1-8436-5be5aaf0841e tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c4750bf-a808-448f-82b6-05460bd96dd4') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:18.466055 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-37d01759-751c-4ec1-8436-5be5aaf0841e tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:18.481758 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-37d01759-751c-4ec1-8436-5be5aaf0841e tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:18.490074 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37d01759-751c-4ec1-8436-5be5aaf0841e tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:12:18.490753 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-37d01759-751c-4ec1-8436-5be5aaf0841e tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:18.494206 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:12:18.494206 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:12:18.494206 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:12:18.494206 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:12:18.494206 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:12:18.494206 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:12:18.494206 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:12:18.494206 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:12:18.494206 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:12:18.494206 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:12:18.494206 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:12:18.494206 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:12:18.494206 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:12:18.494206 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:12:18.494206 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:12:18.494206 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:12:18.494206 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:12:18.494206 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:12:18.494206 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:12:18.494206 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:12:18.494206 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:12:18.494206 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:12:18.494206 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:12:18.494206 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:12:18.494206 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:12:18.494206 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:12:18.494206 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:12:18.494206 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:12:18.494206 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:12:18.494206 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:12:18.494206 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:12:18.494206 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:12:18.500882 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2c63d863-392c-4f85-b806-3af984d7de0e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:18.501238 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-2c63d863-392c-4f85-b806-3af984d7de0e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Added segment 64fc9994-8fd2-4401-aa7c-5cbba4aa42a0 of type vlan for network 67ecfb2a-db5e-468f-b703-3cb16cab6a02 Nov 27 04:12:18.593784 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-37d01759-751c-4ec1-8436-5be5aaf0841e tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:18.604742 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-37d01759-751c-4ec1-8436-5be5aaf0841e tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:18.605911 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2c63d863-392c-4f85-b806-3af984d7de0e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:18.608714 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-d07beaf3-bf7d-457e-bdec-e0e65f5eba3e tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Allocated IP 172.20.0.5 (7c636381-518c-47c4-9798-7b99af15f64b/a1267ad0-5297-4baf-b014-39bd34e35128/2ab7190d-fbed-4a6b-b8ba-fa04530fd643) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:12:18.613264 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-37d01759-751c-4ec1-8436-5be5aaf0841e tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] 10.222.0.20 "DELETE /v2.0/networks/05f3c824-0b2f-4d36-9539-201a5ac1b18a HTTP/1.1" status: 204 len: 168 time: 0.5842843 Nov 27 04:12:18.616088 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43556) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:18.626417 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d01759-751c-4ec1-8436-5be5aaf0841e tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Pushing event deleted for resources: {'Network': ['ID=05f3c824-0b2f-4d36-9539-201a5ac1b18a,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:18.715235 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2c63d863-392c-4f85-b806-3af984d7de0e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:18.720924 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c63d863-392c-4f85-b806-3af984d7de0e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:18.721541 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2c63d863-392c-4f85-b806-3af984d7de0e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:18.814825 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:18.839650 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-af491b77-2c2e-48c7-8e84-63914a21c2a8 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:18.858176 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2c63d863-392c-4f85-b806-3af984d7de0e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6002588 Nov 27 04:12:18.861123 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43566) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:18.866898 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-b4be6a44-00a7-4ed9-befe-a859091eb565 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'subnet': {'network_id': '67ecfb2a-db5e-468f-b703-3cb16cab6a02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:18.890383 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-df0f7194-9d1d-4aac-bd76-44d6c7c35f80 req-79810fd8-6b94-48c6-b494-609172debca3 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=49977b48-e492-40f5-b31b-37e8507bb806 HTTP/1.1" status: 200 len: 210 time: 0.0749857 Nov 27 04:12:18.914531 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63d863-392c-4f85-b806-3af984d7de0e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'Network': ['ID=67ecfb2a-db5e-468f-b703-3cb16cab6a02,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:18.927930 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 67ecfb2a-db5e-468f-b703-3cb16cab6a02 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:12:18.990132 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4be6a44-00a7-4ed9-befe-a859091eb565 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Made reservation on behalf of e0c528b777a044b1b1470d3e561f543a for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:12:18.996008 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b4be6a44-00a7-4ed9-befe-a859091eb565 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:19.077235 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-af491b77-2c2e-48c7-8e84-63914a21c2a8 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:19.088708 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-d07beaf3-bf7d-457e-bdec-e0e65f5eba3e tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:19.105853 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-af491b77-2c2e-48c7-8e84-63914a21c2a8 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74487b08-a666-4442-aa62-6c7ed2efceed']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:19.119642 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-af491b77-2c2e-48c7-8e84-63914a21c2a8 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9340adf9-4019-404f-bb1b-abefe66bdd36') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:19.119935 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-af491b77-2c2e-48c7-8e84-63914a21c2a8 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9340adf9-4019-404f-bb1b-abefe66bdd36') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:19.134770 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-af491b77-2c2e-48c7-8e84-63914a21c2a8 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:19.157380 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-af491b77-2c2e-48c7-8e84-63914a21c2a8 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:19.166771 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af491b77-2c2e-48c7-8e84-63914a21c2a8 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:12:19.167265 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-af491b77-2c2e-48c7-8e84-63914a21c2a8 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:19.173038 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:12:19.173038 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:12:19.173038 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:12:19.173038 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:12:19.173038 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:12:19.173038 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:12:19.173038 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:12:19.173038 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:12:19.173038 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:12:19.173038 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:12:19.173038 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:12:19.173038 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:12:19.173038 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:12:19.173038 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:12:19.173038 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:12:19.173038 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:12:19.173038 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:12:19.173038 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:12:19.173038 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:12:19.173038 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:12:19.173038 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:12:19.173038 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:12:19.173038 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:12:19.173038 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:12:19.173038 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:12:19.173038 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:12:19.173038 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:12:19.173038 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:12:19.173038 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:12:19.173038 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:12:19.173038 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:12:19.173038 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:12:19.205035 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b4be6a44-00a7-4ed9-befe-a859091eb565 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:19.220093 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-d07beaf3-bf7d-457e-bdec-e0e65f5eba3e tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:19.255134 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['67adee4f-661f-46cb-9524-8dd065f363ff'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:12:19.269666 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-d07beaf3-bf7d-457e-bdec-e0e65f5eba3e tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Network 7c636381-518c-47c4-9798-7b99af15f64b is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:12:19.274406 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-d07beaf3-bf7d-457e-bdec-e0e65f5eba3e tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:12:19.279038 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be6a44-00a7-4ed9-befe-a859091eb565 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'Subnet': ['ID=9c9cca04-d126-49f2-b41d-a7e97688a686,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:19.280304 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-d07beaf3-bf7d-457e-bdec-e0e65f5eba3e tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:12:19.294322 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4be6a44-00a7-4ed9-befe-a859091eb565 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Checking segment: {'id': '64fc9994-8fd2-4401-aa7c-5cbba4aa42a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '67ecfb2a-db5e-468f-b703-3cb16cab6a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:12:19.294798 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4be6a44-00a7-4ed9-befe-a859091eb565 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Network hostable DHCP agents. Network: 67ecfb2a-db5e-468f-b703-3cb16cab6a02, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:12:19.308315 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-af491b77-2c2e-48c7-8e84-63914a21c2a8 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:19.321254 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-af491b77-2c2e-48c7-8e84-63914a21c2a8 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:19.327010 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-af491b77-2c2e-48c7-8e84-63914a21c2a8 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] 10.222.0.20 "DELETE /v2.0/networks/74487b08-a666-4442-aa62-6c7ed2efceed HTTP/1.1" status: 204 len: 168 time: 0.7073569 Nov 27 04:12:19.327391 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07beaf3-bf7d-457e-bdec-e0e65f5eba3e tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Pushing event updated for resources: {'Port': ['ID=2ab7190d-fbed-4a6b-b8ba-fa04530fd643,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:19.336026 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4be6a44-00a7-4ed9-befe-a859091eb565 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Network 67ecfb2a-db5e-468f-b703-3cb16cab6a02 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:12:19.349920 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af491b77-2c2e-48c7-8e84-63914a21c2a8 tempest-BulkNetworkOpsIpV6Test-1041147311 tempest-BulkNetworkOpsIpV6Test-1041147311-project] Pushing event deleted for resources: {'Network': ['ID=74487b08-a666-4442-aa62-6c7ed2efceed,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:19.359305 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-d07beaf3-bf7d-457e-bdec-e0e65f5eba3e tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:19.359927 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-d07beaf3-bf7d-457e-bdec-e0e65f5eba3e tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:19.362354 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-b4be6a44-00a7-4ed9-befe-a859091eb565 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 67ecfb2a-db5e-468f-b703-3cb16cab6a02) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:12:19.378542 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4be6a44-00a7-4ed9-befe-a859091eb565 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:19.379931 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-d07beaf3-bf7d-457e-bdec-e0e65f5eba3e tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0816231 Nov 27 04:12:19.381799 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b4be6a44-00a7-4ed9-befe-a859091eb565 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:19.391770 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5655908-9f0f-473d-852c-938f71c32949 None None] Network 67ecfb2a-db5e-468f-b703-3cb16cab6a02 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:12:19.406096 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-6b9149e4-9e05-49b3-93d0-5c5e4e24a80a service neutron] Request body: {'port': {'device_id': '49977b48-e492-40f5-b31b-37e8507bb806', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:19.407854 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b4be6a44-00a7-4ed9-befe-a859091eb565 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5453138 Nov 27 04:12:19.413299 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43580) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:19.418956 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-1d61f82b-67fd-4a08-8b48-95e6f431ce3e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'port': {'network_id': '67ecfb2a-db5e-468f-b703-3cb16cab6a02', 'name': 'tempest-PortsTestJSON-1536669662', 'fixed_ips': [{'subnet_id': '9c9cca04-d126-49f2-b41d-a7e97688a686', 'ip_address': '172.20.0.10'}]}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:19.664423 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d61f82b-67fd-4a08-8b48-95e6f431ce3e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Made reservation on behalf of e0c528b777a044b1b1470d3e561f543a for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:12:19.699177 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:19.796893 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490fadf7-57b9-4652-8dc0-b27faa7237da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-67ecfb2a-db5e-468f-b703-3cb16cab6a02', 'network_id': '67ecfb2a-db5e-468f-b703-3cb16cab6a02', 'tenant_id': 'e0c528b777a044b1b1470d3e561f543a', 'fixed_ips': [{'subnet_id': '9c9cca04-d126-49f2-b41d-a7e97688a686'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:12:19.803374 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-490fadf7-57b9-4652-8dc0-b27faa7237da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:19.888260 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 12ac0b57-a8ba-4100-96da-d970b9a04afc no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:12:19.924845 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1d61f82b-67fd-4a08-8b48-95e6f431ce3e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:19.960737 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-1d61f82b-67fd-4a08-8b48-95e6f431ce3e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] device_id is not set on port 37f63b17-29c9-4515-8142-7d29f42bac32 yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:12:20.006376 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43596) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:20.008475 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 12ac0b57-a8ba-4100-96da-d970b9a04afc {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:12:20.008797 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 12ac0b57-a8ba-4100-96da-d970b9a04afc not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:12:20.010335 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-da3cddbc-cabb-48b5-a9b3-4cc1bd547e16 None None] Provisioning complete for port 2ab7190d-fbed-4a6b-b8ba-fa04530fd643 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:20.010808 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-da3cddbc-cabb-48b5-a9b3-4cc1bd547e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:20.059761 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-da3cddbc-cabb-48b5-a9b3-4cc1bd547e16 None None] Port 2ab7190d-fbed-4a6b-b8ba-fa04530fd643 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:12:20.248573 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-490fadf7-57b9-4652-8dc0-b27faa7237da None None] Allocated IP 172.20.0.2 (67ecfb2a-db5e-468f-b703-3cb16cab6a02/9c9cca04-d126-49f2-b41d-a7e97688a686/368d079e-d670-4d3c-8f3a-4ccda55c4666) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:12:20.259893 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-6b9149e4-9e05-49b3-93d0-5c5e4e24a80a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:20.270018 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4c24cc62-1afc-4354-ad21-814d1cfd7639 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f869e85f403460195df2d2cd273f777&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2620280 Nov 27 04:12:20.273579 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43604) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:20.376930 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5590eca0-b388-4c34-a88e-c33cdfbc5b5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:20.430316 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5590eca0-b388-4c34-a88e-c33cdfbc5b5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:20.442481 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-490fadf7-57b9-4652-8dc0-b27faa7237da None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:20.453238 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-490fadf7-57b9-4652-8dc0-b27faa7237da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:20.516938 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490fadf7-57b9-4652-8dc0-b27faa7237da None None] Network 67ecfb2a-db5e-468f-b703-3cb16cab6a02 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:12:20.522214 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-490fadf7-57b9-4652-8dc0-b27faa7237da None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:12:20.526834 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490fadf7-57b9-4652-8dc0-b27faa7237da None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:12:20.560596 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490fadf7-57b9-4652-8dc0-b27faa7237da None None] Pushing event updated for resources: {'Port': ['ID=368d079e-d670-4d3c-8f3a-4ccda55c4666,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:20.593290 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-1d61f82b-67fd-4a08-8b48-95e6f431ce3e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Allocated IP 172.20.0.10 (67ecfb2a-db5e-468f-b703-3cb16cab6a02/9c9cca04-d126-49f2-b41d-a7e97688a686/37f63b17-29c9-4515-8142-7d29f42bac32) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:12:20.603025 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fadf7-57b9-4652-8dc0-b27faa7237da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:20.608826 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fadf7-57b9-4652-8dc0-b27faa7237da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:20.609288 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fadf7-57b9-4652-8dc0-b27faa7237da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:20.609781 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fadf7-57b9-4652-8dc0-b27faa7237da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:20.615039 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fadf7-57b9-4652-8dc0-b27faa7237da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:20.615534 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fadf7-57b9-4652-8dc0-b27faa7237da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:20.615992 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fadf7-57b9-4652-8dc0-b27faa7237da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:20.616433 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fadf7-57b9-4652-8dc0-b27faa7237da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:20.616874 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fadf7-57b9-4652-8dc0-b27faa7237da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:20.617331 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fadf7-57b9-4652-8dc0-b27faa7237da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:20.617769 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fadf7-57b9-4652-8dc0-b27faa7237da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:20.618205 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fadf7-57b9-4652-8dc0-b27faa7237da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:20.633508 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-490fadf7-57b9-4652-8dc0-b27faa7237da None None] Attempting to bind port 368d079e-d670-4d3c-8f3a-4ccda55c4666 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:12:20.635241 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-490fadf7-57b9-4652-8dc0-b27faa7237da None None] Attempting to bind port 368d079e-d670-4d3c-8f3a-4ccda55c4666 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '64fc9994-8fd2-4401-aa7c-5cbba4aa42a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '67ecfb2a-db5e-468f-b703-3cb16cab6a02'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:12:20.635733 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490fadf7-57b9-4652-8dc0-b27faa7237da None None] Attempting to bind port 368d079e-d670-4d3c-8f3a-4ccda55c4666 on network 67ecfb2a-db5e-468f-b703-3cb16cab6a02 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:12:20.644273 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-6b9149e4-9e05-49b3-93d0-5c5e4e24a80a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ab7190d-fbed-4a6b-b8ba-fa04530fd643 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:12:20.648133 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490fadf7-57b9-4652-8dc0-b27faa7237da None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:12:20.648781 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490fadf7-57b9-4652-8dc0-b27faa7237da None None] Checking segment: {'id': '64fc9994-8fd2-4401-aa7c-5cbba4aa42a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '67ecfb2a-db5e-468f-b703-3cb16cab6a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:12:20.653058 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-6b9149e4-9e05-49b3-93d0-5c5e4e24a80a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:20.653764 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-490fadf7-57b9-4652-8dc0-b27faa7237da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:20.654376 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490fadf7-57b9-4652-8dc0-b27faa7237da None None] Bound using segment: {'id': '64fc9994-8fd2-4401-aa7c-5cbba4aa42a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '67ecfb2a-db5e-468f-b703-3cb16cab6a02'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:12:20.655096 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-490fadf7-57b9-4652-8dc0-b27faa7237da None None] Bound port: 368d079e-d670-4d3c-8f3a-4ccda55c4666, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64fc9994-8fd2-4401-aa7c-5cbba4aa42a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '67ecfb2a-db5e-468f-b703-3cb16cab6a02'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:12:20.655809 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-490fadf7-57b9-4652-8dc0-b27faa7237da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:20.671411 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc78206-c05c-43e0-af0b-cbd370492a5e req-b0e320ac-7551-451d-bcd2-a277f66dbb1a tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:20.673061 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6fc78206-c05c-43e0-af0b-cbd370492a5e req-b0e320ac-7551-451d-bcd2-a277f66dbb1a tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=49977b48-e492-40f5-b31b-37e8507bb806 HTTP/1.1" status: 200 len: 1027 time: 0.4463034 Nov 27 04:12:20.727209 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6fc78206-c05c-43e0-af0b-cbd370492a5e req-28a1e1c0-3e25-4bd6-aa3d-e33463615e63 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=24047357-dab6-4474-a18c-de79f1ee720f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464973 Nov 27 04:12:20.750894 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5590eca0-b388-4c34-a88e-c33cdfbc5b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:20.752605 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-6b9149e4-9e05-49b3-93d0-5c5e4e24a80a service neutron] Transition to ACTIVE for port object 2ab7190d-fbed-4a6b-b8ba-fa04530fd643 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:12:20.754021 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5590eca0-b388-4c34-a88e-c33cdfbc5b5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:20.756090 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5590eca0-b388-4c34-a88e-c33cdfbc5b5b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb2ee5ff-ea23-46df-9d59-1469901d1edf HTTP/1.1" status: 204 len: 168 time: 0.4813325 Nov 27 04:12:20.756317 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-490fadf7-57b9-4652-8dc0-b27faa7237da None None] For port 368d079e-d670-4d3c-8f3a-4ccda55c4666, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:12:20.759814 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-490fadf7-57b9-4652-8dc0-b27faa7237da None None] For port 368d079e-d670-4d3c-8f3a-4ccda55c4666, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=368d079e-d670-4d3c-8f3a-4ccda55c4666,segment=NetworkSegment(64fc9994-8fd2-4401-aa7c-5cbba4aa42a0),segment_id=64fc9994-8fd2-4401-aa7c-5cbba4aa42a0)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:12:20.762788 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-6b9149e4-9e05-49b3-93d0-5c5e4e24a80a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:20.773237 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-490fadf7-57b9-4652-8dc0-b27faa7237da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:20.779203 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5590eca0-b388-4c34-a88e-c33cdfbc5b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2ee5ff-ea23-46df-9d59-1469901d1edf,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:20.826957 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1d61f82b-67fd-4a08-8b48-95e6f431ce3e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:20.902291 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9149e4-9e05-49b3-93d0-5c5e4e24a80a service neutron] Pushing event updated for resources: {'Port': ['ID=2ab7190d-fbed-4a6b-b8ba-fa04530fd643,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:20.925195 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1d61f82b-67fd-4a08-8b48-95e6f431ce3e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:20.953756 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490fadf7-57b9-4652-8dc0-b27faa7237da None None] Pushing event updated for resources: {'Port': ['ID=368d079e-d670-4d3c-8f3a-4ccda55c4666,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:21.115618 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-6b9149e4-9e05-49b3-93d0-5c5e4e24a80a service neutron] Attempting to bind port 2ab7190d-fbed-4a6b-b8ba-fa04530fd643 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:12:21.116199 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-6b9149e4-9e05-49b3-93d0-5c5e4e24a80a service neutron] Attempting to bind port 2ab7190d-fbed-4a6b-b8ba-fa04530fd643 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': 'fb098388-3a92-4ab4-80c1-f41ab44b0ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7c636381-518c-47c4-9798-7b99af15f64b'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:12:21.116680 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-6b9149e4-9e05-49b3-93d0-5c5e4e24a80a service neutron] Attempting to bind port 2ab7190d-fbed-4a6b-b8ba-fa04530fd643 on network 7c636381-518c-47c4-9798-7b99af15f64b {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:12:21.121989 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-6b9149e4-9e05-49b3-93d0-5c5e4e24a80a service neutron] Port 2ab7190d-fbed-4a6b-b8ba-fa04530fd643 on network 7c636381-518c-47c4-9798-7b99af15f64b not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:12:21.122503 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-6b9149e4-9e05-49b3-93d0-5c5e4e24a80a service neutron] Attempting to bind port 2ab7190d-fbed-4a6b-b8ba-fa04530fd643 on network 7c636381-518c-47c4-9798-7b99af15f64b {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:12:21.128411 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-6b9149e4-9e05-49b3-93d0-5c5e4e24a80a service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:12:21.128956 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-6b9149e4-9e05-49b3-93d0-5c5e4e24a80a service neutron] Checking segment: {'id': 'fb098388-3a92-4ab4-80c1-f41ab44b0ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7c636381-518c-47c4-9798-7b99af15f64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:12:21.129275 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61f82b-67fd-4a08-8b48-95e6f431ce3e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'Port': ['ID=37f63b17-29c9-4515-8142-7d29f42bac32,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:21.129765 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-6b9149e4-9e05-49b3-93d0-5c5e4e24a80a service neutron] Bound using segment: {'id': 'fb098388-3a92-4ab4-80c1-f41ab44b0ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7c636381-518c-47c4-9798-7b99af15f64b'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:12:21.130359 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-6b9149e4-9e05-49b3-93d0-5c5e4e24a80a service neutron] Bound port: 2ab7190d-fbed-4a6b-b8ba-fa04530fd643, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb098388-3a92-4ab4-80c1-f41ab44b0ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7c636381-518c-47c4-9798-7b99af15f64b'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:12:21.131241 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-6b9149e4-9e05-49b3-93d0-5c5e4e24a80a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:21.152765 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d61f82b-67fd-4a08-8b48-95e6f431ce3e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Network 67ecfb2a-db5e-468f-b703-3cb16cab6a02 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:12:21.154816 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-1d61f82b-67fd-4a08-8b48-95e6f431ce3e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:12:21.161919 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d61f82b-67fd-4a08-8b48-95e6f431ce3e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:12:21.210189 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:21.254052 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-6b9149e4-9e05-49b3-93d0-5c5e4e24a80a service neutron] For port 2ab7190d-fbed-4a6b-b8ba-fa04530fd643, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:12:21.262312 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-6b9149e4-9e05-49b3-93d0-5c5e4e24a80a service neutron] For port 2ab7190d-fbed-4a6b-b8ba-fa04530fd643, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=2ab7190d-fbed-4a6b-b8ba-fa04530fd643,segment=NetworkSegment(fb098388-3a92-4ab4-80c1-f41ab44b0ec5),segment_id=fb098388-3a92-4ab4-80c1-f41ab44b0ec5)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:12:21.273294 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-6b9149e4-9e05-49b3-93d0-5c5e4e24a80a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:21.287891 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d61f82b-67fd-4a08-8b48-95e6f431ce3e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:21.288574 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1d61f82b-67fd-4a08-8b48-95e6f431ce3e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:21.335882 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1d61f82b-67fd-4a08-8b48-95e6f431ce3e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9191194 Nov 27 04:12:21.336157 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43620) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:21.344664 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-0a0da315-8932-4d78-ac6b-975472f7920a tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'port': {'network_id': '67ecfb2a-db5e-468f-b703-3cb16cab6a02', 'name': 'tempest-PortsTestJSON-621032004', 'fixed_ips': [{'subnet_id': '9c9cca04-d126-49f2-b41d-a7e97688a686', 'ip_address': '172.20.0.9'}]}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:21.465679 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9149e4-9e05-49b3-93d0-5c5e4e24a80a service neutron] Pushing event updated for resources: {'Port': ['ID=2ab7190d-fbed-4a6b-b8ba-fa04530fd643,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:21.497238 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-6b9149e4-9e05-49b3-93d0-5c5e4e24a80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:21.501175 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-6b9149e4-9e05-49b3-93d0-5c5e4e24a80a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:21.503053 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-6b9149e4-9e05-49b3-93d0-5c5e4e24a80a service neutron] 10.222.0.23 "PUT /v2.0/ports/2ab7190d-fbed-4a6b-b8ba-fa04530fd643 HTTP/1.1" status: 200 len: 1091 time: 2.1014757 Nov 27 04:12:21.503924 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49977b48-e492-40f5-b31b-37e8507bb806', 'tag': '2ab7190d-fbed-4a6b-b8ba-fa04530fd643'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:12:21.506282 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a216032-9543-4f88-bf12-64301d00052a" -d '{"events": [{"name": "network-changed", "server_uuid": "49977b48-e492-40f5-b31b-37e8507bb806", "tag": "2ab7190d-fbed-4a6b-b8ba-fa04530fd643"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:12:21.535503 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0da315-8932-4d78-ac6b-975472f7920a tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Made reservation on behalf of e0c528b777a044b1b1470d3e561f543a for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:12:21.564368 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0a0da315-8932-4d78-ac6b-975472f7920a tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:21.616391 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-0a0da315-8932-4d78-ac6b-975472f7920a tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] device_id is not set on port 50b3db08-197c-45de-a77f-914e8e7a244d yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:12:21.695196 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d10f563-51c5-4db9-9855-e0a6f4f26937 x-openstack-request-id: req-6d10f563-51c5-4db9-9855-e0a6f4f26937 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:12:21.695696 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49977b48-e492-40f5-b31b-37e8507bb806", "tag": "2ab7190d-fbed-4a6b-b8ba-fa04530fd643", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:12:21.695956 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d10f563-51c5-4db9-9855-e0a6f4f26937 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:12:21.696376 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49977b48-e492-40f5-b31b-37e8507bb806', 'tag': '2ab7190d-fbed-4a6b-b8ba-fa04530fd643', 'status': 'completed', 'code': 200} Nov 27 04:12:21.754059 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-92c3fc7c-dec0-4cb7-ae1f-0f917665fad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:21.759630 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-92c3fc7c-dec0-4cb7-ae1f-0f917665fad3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6af0ab769a10415397a0f5dc4eab4d89&device_id=49977b48-e492-40f5-b31b-37e8507bb806 HTTP/1.1" status: 200 len: 1094 time: 0.1486742 Nov 27 04:12:21.810154 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:21.908605 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-9e6c9d3d-eb44-4139-ab95-59b4dd6aef79 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ab7190d-fbed-4a6b-b8ba-fa04530fd643 HTTP/1.1" status: 200 len: 217 time: 0.1243761 Nov 27 04:12:21.949900 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 368d079e-d670-4d3c-8f3a-4ccda55c4666 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:12:22.004378 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-29f862d4-4a50-40f8-b8d6-31cb25fae51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:22.006446 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-29f862d4-4a50-40f8-b8d6-31cb25fae51b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1267ad0-5297-4baf-b014-39bd34e35128 HTTP/1.1" status: 200 len: 849 time: 0.0863032 Nov 27 04:12:22.020815 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d61be2-067a-4f98-b2d0-c03f81265eb1 req-0cc0ea2c-5349-4c9d-9711-d4a82931e5ad tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:22.024066 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-59d61be2-067a-4f98-b2d0-c03f81265eb1 req-0cc0ea2c-5349-4c9d-9711-d4a82931e5ad tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=49977b48-e492-40f5-b31b-37e8507bb806 HTTP/1.1" status: 200 len: 1094 time: 0.1296577 Nov 27 04:12:22.033887 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 368d079e-d670-4d3c-8f3a-4ccda55c4666 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:22.035108 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:22.085570 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-56c3161c-1332-4b58-be13-134d27670010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:22.087894 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-56c3161c-1332-4b58-be13-134d27670010 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c636381-518c-47c4-9798-7b99af15f64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692794 Nov 27 04:12:22.093431 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-0a0da315-8932-4d78-ac6b-975472f7920a tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Allocated IP 172.20.0.9 (67ecfb2a-db5e-468f-b703-3cb16cab6a02/9c9cca04-d126-49f2-b41d-a7e97688a686/50b3db08-197c-45de-a77f-914e8e7a244d) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:12:22.185480 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:22.197431 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-59d61be2-067a-4f98-b2d0-c03f81265eb1 req-8d32e5cd-8031-46c5-9ead-6d8e980366cd tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=24047357-dab6-4474-a18c-de79f1ee720f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543267 Nov 27 04:12:22.242069 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 368d079e-d670-4d3c-8f3a-4ccda55c4666, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=368d079e-d670-4d3c-8f3a-4ccda55c4666,segment=NetworkSegment(64fc9994-8fd2-4401-aa7c-5cbba4aa42a0),segment_id=64fc9994-8fd2-4401-aa7c-5cbba4aa42a0)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:12:22.246788 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:22.300222 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-c51a70e3-dd44-47bc-b222-b8cadb5b81d8 service neutron] 10.222.0.23 "GET /v2.0/networks/7c636381-518c-47c4-9798-7b99af15f64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778877 Nov 27 04:12:22.300761 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43644) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:22.318470 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=368d079e-d670-4d3c-8f3a-4ccda55c4666,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:22.444461 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0a0da315-8932-4d78-ac6b-975472f7920a tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:22.451553 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-415344d4-196a-4794-a4b4-ec4e67aeecdf req-0d62e7af-097b-4b3a-9be8-73a7cb0403b5 service neutron] 10.222.0.23 "GET /v2.0/networks/7c636381-518c-47c4-9798-7b99af15f64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388326 Nov 27 04:12:22.507440 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0a0da315-8932-4d78-ac6b-975472f7920a tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:22.508012 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-8b390569-665b-45c8-b3cc-f7465c60c4ca tempest-NetworksNegativeTestJSON-1497972605 tempest-NetworksNegativeTestJSON-1497972605-project] Request body: {'port': {'network_id': 'c975d06a-0526-4138-bda1-90d20957c7e8', 'name': 'tempest-NetworksNegativeTestJSON-648589253'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:22.560080 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b390569-665b-45c8-b3cc-f7465c60c4ca tempest-NetworksNegativeTestJSON-1497972605 tempest-NetworksNegativeTestJSON-1497972605-project] POST failed (client error): The resource could not be found. Nov 27 04:12:22.561762 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b390569-665b-45c8-b3cc-f7465c60c4ca tempest-NetworksNegativeTestJSON-1497972605 tempest-NetworksNegativeTestJSON-1497972605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:12:22.563055 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8b390569-665b-45c8-b3cc-f7465c60c4ca tempest-NetworksNegativeTestJSON-1497972605 tempest-NetworksNegativeTestJSON-1497972605-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2607582 Nov 27 04:12:22.567013 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0da315-8932-4d78-ac6b-975472f7920a tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Network 67ecfb2a-db5e-468f-b703-3cb16cab6a02 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:12:22.568615 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43654) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:22.570256 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-0a0da315-8932-4d78-ac6b-975472f7920a tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:12:22.574181 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0da315-8932-4d78-ac6b-975472f7920a tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:12:22.628987 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-d510e861-81bf-4fde-adb6-79cf6499876b tempest-NetworksNegativeTestJSON-1497972605 tempest-NetworksNegativeTestJSON-1497972605-project] DELETE failed (client error): The resource could not be found. Nov 27 04:12:22.631648 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d510e861-81bf-4fde-adb6-79cf6499876b tempest-NetworksNegativeTestJSON-1497972605 tempest-NetworksNegativeTestJSON-1497972605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:12:22.644644 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0da315-8932-4d78-ac6b-975472f7920a tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'Port': ['ID=50b3db08-197c-45de-a77f-914e8e7a244d,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:22.656385 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d510e861-81bf-4fde-adb6-79cf6499876b tempest-NetworksNegativeTestJSON-1497972605 tempest-NetworksNegativeTestJSON-1497972605-project] 10.222.0.20 "DELETE /v2.0/networks/e57d2b93-a725-43fb-96fd-86d77f1eab8f HTTP/1.1" status: 404 len: 339 time: 0.0813143 Nov 27 04:12:22.656871 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43658) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:22.702072 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aefb8f8-692d-40d6-a330-a8954ffbb7fa None None] Network 67ecfb2a-db5e-468f-b703-3cb16cab6a02 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:12:22.712828 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b1855f8-afbc-4155-a4dc-17c089b0649d tempest-NetworksNegativeTestJSON-1497972605 tempest-NetworksNegativeTestJSON-1497972605-project] DELETE failed (client error): The resource could not be found. Nov 27 04:12:22.713512 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b1855f8-afbc-4155-a4dc-17c089b0649d tempest-NetworksNegativeTestJSON-1497972605 tempest-NetworksNegativeTestJSON-1497972605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:12:22.714469 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a216032-9543-4f88-bf12-64301d00052a req-83950ba0-328e-4773-8650-07d5cac3e62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:22.716057 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5a216032-9543-4f88-bf12-64301d00052a req-83950ba0-328e-4773-8650-07d5cac3e62b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6af0ab769a10415397a0f5dc4eab4d89&device_id=49977b48-e492-40f5-b31b-37e8507bb806 HTTP/1.1" status: 200 len: 1094 time: 0.1314180 Nov 27 04:12:22.717789 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0b1855f8-afbc-4155-a4dc-17c089b0649d tempest-NetworksNegativeTestJSON-1497972605 tempest-NetworksNegativeTestJSON-1497972605-project] 10.222.0.20 "DELETE /v2.0/ports/60cdf4f6-a66a-4609-9813-1103481d00cf HTTP/1.1" status: 404 len: 333 time: 0.0601606 Nov 27 04:12:22.724094 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43660) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:22.836047 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a216032-9543-4f88-bf12-64301d00052a req-f07b8cc3-5d32-4a2a-a361-67062b174b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:22.839233 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5a216032-9543-4f88-bf12-64301d00052a req-f07b8cc3-5d32-4a2a-a361-67062b174b45 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7c636381-518c-47c4-9798-7b99af15f64b HTTP/1.1" status: 200 len: 911 time: 0.1131284 Nov 27 04:12:22.913515 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-f7d38eb6-ed6e-4ba8-a02c-e9c0c0d6eb18 None None] Provisioning complete for port 368d079e-d670-4d3c-8f3a-4ccda55c4666 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:22.913889 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f7d38eb6-ed6e-4ba8-a02c-e9c0c0d6eb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:22.927847 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5a216032-9543-4f88-bf12-64301d00052a req-e568082f-73cc-43d4-9316-85c935ddaf95 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ab7190d-fbed-4a6b-b8ba-fa04530fd643 HTTP/1.1" status: 200 len: 217 time: 0.0810513 Nov 27 04:12:23.032663 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a216032-9543-4f88-bf12-64301d00052a req-7ffca92d-b9c3-4c85-b205-34a05795e297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:23.034081 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5a216032-9543-4f88-bf12-64301d00052a req-7ffca92d-b9c3-4c85-b205-34a05795e297 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1267ad0-5297-4baf-b014-39bd34e35128 HTTP/1.1" status: 200 len: 849 time: 0.0983827 Nov 27 04:12:23.095175 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a216032-9543-4f88-bf12-64301d00052a req-d4336e54-30f1-4470-9869-a9cd60eec244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:23.096701 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5a216032-9543-4f88-bf12-64301d00052a req-d4336e54-30f1-4470-9869-a9cd60eec244 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c636381-518c-47c4-9798-7b99af15f64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534828 Nov 27 04:12:23.108144 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0da315-8932-4d78-ac6b-975472f7920a tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:23.108781 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0a0da315-8932-4d78-ac6b-975472f7920a tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:23.112753 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-74706845-20c5-407e-be5e-1ab9418efe15 tempest-NetworksNegativeTestJSON-1497972605 tempest-NetworksNegativeTestJSON-1497972605-project] DELETE failed (client error): The resource could not be found. Nov 27 04:12:23.113193 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74706845-20c5-407e-be5e-1ab9418efe15 tempest-NetworksNegativeTestJSON-1497972605 tempest-NetworksNegativeTestJSON-1497972605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:12:23.116273 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-74706845-20c5-407e-be5e-1ab9418efe15 tempest-NetworksNegativeTestJSON-1497972605 tempest-NetworksNegativeTestJSON-1497972605-project] 10.222.0.20 "DELETE /v2.0/subnets/1ac22743-810c-42be-9aa5-178fa1a1cea0 HTTP/1.1" status: 404 len: 337 time: 0.3905578 Nov 27 04:12:23.121867 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43662) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:23.164026 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c849008-aa07-4650-903d-3a570941b9f4 tempest-NetworksNegativeTestJSON-1497972605 tempest-NetworksNegativeTestJSON-1497972605-project] GET failed (client error): The resource could not be found. Nov 27 04:12:23.165444 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1c849008-aa07-4650-903d-3a570941b9f4 tempest-NetworksNegativeTestJSON-1497972605 tempest-NetworksNegativeTestJSON-1497972605-project] 10.222.0.20 "GET /v2.0/networks/1b8005ff-aa6c-4468-b2e6-6332005d5b9e HTTP/1.1" status: 404 len: 339 time: 0.0426524 Nov 27 04:12:23.170907 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43668) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:23.171569 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43670) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:23.181660 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0a0da315-8932-4d78-ac6b-975472f7920a tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8418996 Nov 27 04:12:23.246597 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-2441df9f-e7ab-4469-86f2-03c2c9176905 tempest-NetworksNegativeTestJSON-1497972605 tempest-NetworksNegativeTestJSON-1497972605-project] GET failed (client error): The resource could not be found. Nov 27 04:12:23.246597 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2441df9f-e7ab-4469-86f2-03c2c9176905 tempest-NetworksNegativeTestJSON-1497972605 tempest-NetworksNegativeTestJSON-1497972605-project] 10.222.0.20 "GET /v2.0/ports/37386b39-b432-49f6-b9ad-0e8a7d079d6c HTTP/1.1" status: 404 len: 333 time: 0.0733931 Nov 27 04:12:23.250009 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43674) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:23.330572 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5a216032-9543-4f88-bf12-64301d00052a req-90c0ff73-41b7-4c74-bcff-0c21c4aa712a service neutron] 10.222.0.23 "GET /v2.0/networks/7c636381-518c-47c4-9798-7b99af15f64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248230 Nov 27 04:12:23.343166 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4577e2c-ef69-4484-8491-f991cbc39079 tempest-NetworksNegativeTestJSON-1497972605 tempest-NetworksNegativeTestJSON-1497972605-project] GET failed (client error): The resource could not be found. Nov 27 04:12:23.345147 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f4577e2c-ef69-4484-8491-f991cbc39079 tempest-NetworksNegativeTestJSON-1497972605 tempest-NetworksNegativeTestJSON-1497972605-project] 10.222.0.20 "GET /v2.0/subnets/7730b81c-c14a-4afe-9393-048ba6f04525 HTTP/1.1" status: 404 len: 337 time: 0.0939713 Nov 27 04:12:23.352049 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43676) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:23.367877 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90150e73-e2d4-4548-8146-eae9c090ed8c tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:23.369526 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-90150e73-e2d4-4548-8146-eae9c090ed8c tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1950264 Nov 27 04:12:23.372647 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-a44c7136-7eac-4742-8fd7-ae0613d33375 tempest-NetworksNegativeTestJSON-1497972605 tempest-NetworksNegativeTestJSON-1497972605-project] Request body: {'network': {'name': 'new_name'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:23.377658 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43678) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:23.452643 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-a44c7136-7eac-4742-8fd7-ae0613d33375 tempest-NetworksNegativeTestJSON-1497972605 tempest-NetworksNegativeTestJSON-1497972605-project] PUT failed (client error): The resource could not be found. Nov 27 04:12:23.453227 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a44c7136-7eac-4742-8fd7-ae0613d33375 tempest-NetworksNegativeTestJSON-1497972605 tempest-NetworksNegativeTestJSON-1497972605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:12:23.455101 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a44c7136-7eac-4742-8fd7-ae0613d33375 tempest-NetworksNegativeTestJSON-1497972605 tempest-NetworksNegativeTestJSON-1497972605-project] 10.222.0.20 "PUT /v2.0/networks/b571f7e4-ab0a-4288-9879-4db5eb5b9776 HTTP/1.1" status: 404 len: 339 time: 0.1012323 Nov 27 04:12:23.464885 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43680) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:23.480273 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-1b5da4ea-d012-465d-a875-42f03bea39ce tempest-NetworksNegativeTestJSON-1497972605 tempest-NetworksNegativeTestJSON-1497972605-project] Request body: {'port': {'name': 'new_name'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:23.506454 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b5da4ea-d012-465d-a875-42f03bea39ce tempest-NetworksNegativeTestJSON-1497972605 tempest-NetworksNegativeTestJSON-1497972605-project] PUT failed (client error): The resource could not be found. Nov 27 04:12:23.507021 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b5da4ea-d012-465d-a875-42f03bea39ce tempest-NetworksNegativeTestJSON-1497972605 tempest-NetworksNegativeTestJSON-1497972605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:12:23.513741 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1b5da4ea-d012-465d-a875-42f03bea39ce tempest-NetworksNegativeTestJSON-1497972605 tempest-NetworksNegativeTestJSON-1497972605-project] 10.222.0.20 "PUT /v2.0/ports/b0ed7ef5-2566-4c20-a077-4f39da2dae3f HTTP/1.1" status: 404 len: 333 time: 0.0351777 Nov 27 04:12:23.514088 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7edb7-41cc-4cd4-82d9-62eb3bcac17c req-6b7b852a-31a7-426b-a5c3-b70aca1043e4 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:23.514168 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43682) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:23.515050 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-21f7edb7-41cc-4cd4-82d9-62eb3bcac17c req-6b7b852a-31a7-426b-a5c3-b70aca1043e4 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=49977b48-e492-40f5-b31b-37e8507bb806 HTTP/1.1" status: 200 len: 1094 time: 0.1642959 Nov 27 04:12:23.535787 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-a36f6c95-91b2-4bf9-be76-be8e60c0817b None None] Provisioning complete for port 37f63b17-29c9-4515-8142-7d29f42bac32 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:23.536421 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-2661db20-9ffb-447c-881d-370be5b8787a tempest-NetworksNegativeTestJSON-1497972605 tempest-NetworksNegativeTestJSON-1497972605-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:23.536995 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a36f6c95-91b2-4bf9-be76-be8e60c0817b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:23.570235 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98455fae-f252-46f2-bdae-cdfa75a265d3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:23.578258 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98455fae-f252-46f2-bdae-cdfa75a265d3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:23.587756 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98455fae-f252-46f2-bdae-cdfa75a265d3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:23.590115 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-98455fae-f252-46f2-bdae-cdfa75a265d3 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1960192 Nov 27 04:12:23.597177 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43684) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:23.616409 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-2661db20-9ffb-447c-881d-370be5b8787a tempest-NetworksNegativeTestJSON-1497972605 tempest-NetworksNegativeTestJSON-1497972605-project] PUT failed (client error): The resource could not be found. Nov 27 04:12:23.616876 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2661db20-9ffb-447c-881d-370be5b8787a tempest-NetworksNegativeTestJSON-1497972605 tempest-NetworksNegativeTestJSON-1497972605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:12:23.621584 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2661db20-9ffb-447c-881d-370be5b8787a tempest-NetworksNegativeTestJSON-1497972605 tempest-NetworksNegativeTestJSON-1497972605-project] 10.222.0.20 "PUT /v2.0/subnets/0eff0578-1ed3-4362-be1d-5744831e8f66 HTTP/1.1" status: 404 len: 337 time: 0.0909824 Nov 27 04:12:23.622650 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-a36f6c95-91b2-4bf9-be76-be8e60c0817b None None] Port 37f63b17-29c9-4515-8142-7d29f42bac32 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:12:23.663343 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-a36f6c95-91b2-4bf9-be76-be8e60c0817b None None] Provisioning complete for port 50b3db08-197c-45de-a77f-914e8e7a244d triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:23.663747 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a36f6c95-91b2-4bf9-be76-be8e60c0817b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:23.667415 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-21f7edb7-41cc-4cd4-82d9-62eb3bcac17c req-087c8ffe-b6c0-4ac0-b2f7-219c72eb3a90 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=24047357-dab6-4474-a18c-de79f1ee720f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473210 Nov 27 04:12:23.687717 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5a216032-9543-4f88-bf12-64301d00052a req-3905a995-5d3f-4709-9fbe-029b09a62715 service neutron] 10.222.0.23 "GET /v2.0/networks/7c636381-518c-47c4-9798-7b99af15f64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104234 Nov 27 04:12:23.746304 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-a36f6c95-91b2-4bf9-be76-be8e60c0817b None None] Port 50b3db08-197c-45de-a77f-914e8e7a244d cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:12:23.794321 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-a36f6c95-91b2-4bf9-be76-be8e60c0817b None None] Provisioning complete for port 368d079e-d670-4d3c-8f3a-4ccda55c4666 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:23.796443 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a36f6c95-91b2-4bf9-be76-be8e60c0817b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:23.802276 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-868b8aae-5f10-4fcf-b9d3-0ebc1dfad4fe tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Deleting port 50b3db08-197c-45de-a77f-914e8e7a244d {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:12:23.802653 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-868b8aae-5f10-4fcf-b9d3-0ebc1dfad4fe tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:23.859501 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 368d079e-d670-4d3c-8f3a-4ccda55c4666 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:12:23.947574 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 368d079e-d670-4d3c-8f3a-4ccda55c4666 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:23.947969 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:24.048406 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-868b8aae-5f10-4fcf-b9d3-0ebc1dfad4fe tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:24.084153 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-868b8aae-5f10-4fcf-b9d3-0ebc1dfad4fe tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Calling delete_port for 50b3db08-197c-45de-a77f-914e8e7a244d owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:12:24.146583 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43692) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:24.245397 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-df97f094-b7e9-4d71-9ed7-89b37c5951cb None None] Provisioning complete for port 37f63b17-29c9-4515-8142-7d29f42bac32 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:24.245771 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-df97f094-b7e9-4d71-9ed7-89b37c5951cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:24.286137 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-868b8aae-5f10-4fcf-b9d3-0ebc1dfad4fe tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:24.294562 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-560e89a3-4274-4c97-a69a-0d122e10e887 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:24.388443 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-df97f094-b7e9-4d71-9ed7-89b37c5951cb None None] Port 37f63b17-29c9-4515-8142-7d29f42bac32 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:12:24.395353 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-df97f094-b7e9-4d71-9ed7-89b37c5951cb None None] Could not find standard attr ID for object 50b3db08-197c-45de-a77f-914e8e7a244d. {{(pid=110020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 04:12:24.438094 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b8aae-5f10-4fcf-b9d3-0ebc1dfad4fe tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event deleted for resources: {'Port': ['ID=50b3db08-197c-45de-a77f-914e8e7a244d,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:24.490944 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-560e89a3-4274-4c97-a69a-0d122e10e887 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:24.510525 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-560e89a3-4274-4c97-a69a-0d122e10e887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:24.516719 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-868b8aae-5f10-4fcf-b9d3-0ebc1dfad4fe tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:24.522060 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-868b8aae-5f10-4fcf-b9d3-0ebc1dfad4fe tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/ports/50b3db08-197c-45de-a77f-914e8e7a244d HTTP/1.1" status: 204 len: 168 time: 0.9236317 Nov 27 04:12:24.525247 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43704) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:24.578249 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-c394f4af-2d61-4c3f-bdec-0a6fe1367f29 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] GET failed (client error): The resource could not be found. Nov 27 04:12:24.579803 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c394f4af-2d61-4c3f-bdec-0a6fe1367f29 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "GET /v2.0/ports/50b3db08-197c-45de-a77f-914e8e7a244d HTTP/1.1" status: 404 len: 333 time: 0.0534372 Nov 27 04:12:24.586679 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43706) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:24.615061 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-560e89a3-4274-4c97-a69a-0d122e10e887 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f9db6ad4c2243ad960f4f888bd8f6a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4623966 Nov 27 04:12:24.620259 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43708) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:24.645491 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e89a3-4274-4c97-a69a-0d122e10e887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a01e54-f334-48f4-942a-357e6a87675d,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:24.715840 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-f91fd043-c7f4-4dc5-8755-527245f76ba6 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Deleting port 37f63b17-29c9-4515-8142-7d29f42bac32 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:12:24.716194 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f91fd043-c7f4-4dc5-8755-527245f76ba6 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:24.761171 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b8decad0-041d-4c8f-9782-ae2f3c8b8dce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:24.836727 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b8decad0-041d-4c8f-9782-ae2f3c8b8dce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:24.927467 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b8decad0-041d-4c8f-9782-ae2f3c8b8dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:24.931338 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b8decad0-041d-4c8f-9782-ae2f3c8b8dce admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:24.934727 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b8decad0-041d-4c8f-9782-ae2f3c8b8dce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/05a01e54-f334-48f4-942a-357e6a87675d HTTP/1.1" status: 204 len: 168 time: 0.3113518 Nov 27 04:12:24.946532 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8decad0-041d-4c8f-9782-ae2f3c8b8dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a01e54-f334-48f4-942a-357e6a87675d,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:24.947373 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8897f-4ac5-4753-a06c-c1bc9c2c120d req-04f7814b-4f9b-43d0-9af3-6034435e9816 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:24.952350 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-13c8897f-4ac5-4753-a06c-c1bc9c2c120d req-04f7814b-4f9b-43d0-9af3-6034435e9816 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=49977b48-e492-40f5-b31b-37e8507bb806 HTTP/1.1" status: 200 len: 1094 time: 0.1738446 Nov 27 04:12:24.964661 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f91fd043-c7f4-4dc5-8755-527245f76ba6 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:24.995635 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-f91fd043-c7f4-4dc5-8755-527245f76ba6 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Calling delete_port for 37f63b17-29c9-4515-8142-7d29f42bac32 owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:12:25.081284 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-13c8897f-4ac5-4753-a06c-c1bc9c2c120d req-24dc19d2-b021-47a5-a6c7-5bd79b1aa723 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=24047357-dab6-4474-a18c-de79f1ee720f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135657 Nov 27 04:12:25.199321 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f91fd043-c7f4-4dc5-8755-527245f76ba6 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:25.267982 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91fd043-c7f4-4dc5-8755-527245f76ba6 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event deleted for resources: {'Port': ['ID=37f63b17-29c9-4515-8142-7d29f42bac32,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:25.334485 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f91fd043-c7f4-4dc5-8755-527245f76ba6 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:25.338973 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f91fd043-c7f4-4dc5-8755-527245f76ba6 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/ports/37f63b17-29c9-4515-8142-7d29f42bac32 HTTP/1.1" status: 204 len: 168 time: 0.7511961 Nov 27 04:12:25.341951 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43718) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:25.376389 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a6fca4-efda-46c8-9a80-f37f681ab8b2 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] GET failed (client error): The resource could not be found. Nov 27 04:12:25.378390 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-07a6fca4-efda-46c8-9a80-f37f681ab8b2 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "GET /v2.0/ports/37f63b17-29c9-4515-8142-7d29f42bac32 HTTP/1.1" status: 404 len: 333 time: 0.0354338 Nov 27 04:12:25.381650 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43722) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:25.443629 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-30a5f58b-9a53-43cd-a297-fb30e474b446 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Deleting subnet 9c9cca04-d126-49f2-b41d-a7e97688a686 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:12:25.447325 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-30a5f58b-9a53-43cd-a297-fb30e474b446 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:25.530397 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-30a5f58b-9a53-43cd-a297-fb30e474b446 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:25.675167 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-30a5f58b-9a53-43cd-a297-fb30e474b446 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:25.716881 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 2ab7190d-fbed-4a6b-b8ba-fa04530fd643 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:12:25.768465 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-30a5f58b-9a53-43cd-a297-fb30e474b446 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:25.834981 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a5f58b-9a53-43cd-a297-fb30e474b446 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event deleted for resources: {'Subnet': ['ID=9c9cca04-d126-49f2-b41d-a7e97688a686,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:25.846479 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-30a5f58b-9a53-43cd-a297-fb30e474b446 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:25.854738 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-30a5f58b-9a53-43cd-a297-fb30e474b446 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/subnets/9c9cca04-d126-49f2-b41d-a7e97688a686 HTTP/1.1" status: 204 len: 168 time: 0.4715898 Nov 27 04:12:25.857299 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43738) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:25.977035 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2aaa048b-1677-422f-89c1-6275127c1597 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:26.074845 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-2aaa048b-1677-422f-89c1-6275127c1597 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Deleting port 368d079e-d670-4d3c-8f3a-4ccda55c4666 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:12:26.075499 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2aaa048b-1677-422f-89c1-6275127c1597 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:26.138629 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c609a55-ba25-44d0-a076-afa418adf36c None None] Network 67ecfb2a-db5e-468f-b703-3cb16cab6a02 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:12:26.230310 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43752) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:26.315163 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-2aaa048b-1677-422f-89c1-6275127c1597 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] For port 368d079e-d670-4d3c-8f3a-4ccda55c4666, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=368d079e-d670-4d3c-8f3a-4ccda55c4666,segment=NetworkSegment(64fc9994-8fd2-4401-aa7c-5cbba4aa42a0),segment_id=64fc9994-8fd2-4401-aa7c-5cbba4aa42a0)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:12:26.315535 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2aaa048b-1677-422f-89c1-6275127c1597 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:26.337180 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb4243-75cd-4210-a847-aebc6bb3db6d req-196687d4-02c1-4309-b111-dcf5ca9a4c5a tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:26.338893 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a2fb4243-75cd-4210-a847-aebc6bb3db6d req-196687d4-02c1-4309-b111-dcf5ca9a4c5a tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=49977b48-e492-40f5-b31b-37e8507bb806 HTTP/1.1" status: 200 len: 1094 time: 0.1356804 Nov 27 04:12:26.339822 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-2aaa048b-1677-422f-89c1-6275127c1597 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Calling delete_port for 368d079e-d670-4d3c-8f3a-4ccda55c4666 owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:12:26.353914 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43756) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:26.383236 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 2ab7190d-fbed-4a6b-b8ba-fa04530fd643, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=2ab7190d-fbed-4a6b-b8ba-fa04530fd643,segment=NetworkSegment(fb098388-3a92-4ab4-80c1-f41ab44b0ec5),segment_id=fb098388-3a92-4ab4-80c1-f41ab44b0ec5)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:12:26.398886 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '2ab7190d-fbed-4a6b-b8ba-fa04530fd643', 'network_id': '7c636381-518c-47c4-9798-7b99af15f64b', 'port_id': '2ab7190d-fbed-4a6b-b8ba-fa04530fd643', 'mac_address': 'fa:16:3e:41:66:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1267ad0-5297-4baf-b014-39bd34e35128', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:12:26.452637 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:26.476223 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d32c2e-0746-4595-8bea-f960133f2f9f None None] DHCP port deletion for 67ecfb2a-db5e-468f-b703-3cb16cab6a02 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:12:26.551686 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ab7190d-fbed-4a6b-b8ba-fa04530fd643 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:12:26.573073 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a2fb4243-75cd-4210-a847-aebc6bb3db6d req-9b9f0d28-bedf-4fa4-b248-29cca5326e6c tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=24047357-dab6-4474-a18c-de79f1ee720f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272947 Nov 27 04:12:26.591893 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2aaa048b-1677-422f-89c1-6275127c1597 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:26.597788 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4d6b7b12-2b00-423a-866c-7e2bb5caef91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:26.647783 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaa048b-1677-422f-89c1-6275127c1597 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event deleted for resources: {'Port': ['ID=368d079e-d670-4d3c-8f3a-4ccda55c4666,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:26.648361 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 2ab7190d-fbed-4a6b-b8ba-fa04530fd643, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=2ab7190d-fbed-4a6b-b8ba-fa04530fd643,segment=NetworkSegment(fb098388-3a92-4ab4-80c1-f41ab44b0ec5),segment_id=fb098388-3a92-4ab4-80c1-f41ab44b0ec5)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:12:26.652363 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-a4e4268d-47c6-47c5-b66e-6cc1b9c2a004 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Request body: {'network': {'name': 'tempest-RoutersTest-923113661'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:26.662886 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaa048b-1677-422f-89c1-6275127c1597 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] No DVR routers for this DVR port 368d079e-d670-4d3c-8f3a-4ccda55c4666 on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:12:26.678666 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:26.742488 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4d6b7b12-2b00-423a-866c-7e2bb5caef91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:26.749633 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4d6b7b12-2b00-423a-866c-7e2bb5caef91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:26.771924 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-00d32c2e-0746-4595-8bea-f960133f2f9f None None] Deleting port 368d079e-d670-4d3c-8f3a-4ccda55c4666 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:12:26.772452 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-00d32c2e-0746-4595-8bea-f960133f2f9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:26.795116 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e4268d-47c6-47c5-b66e-6cc1b9c2a004 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Made reservation on behalf of 5a1fca50cc034ed8b9c826a15ba4a946 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:12:26.799029 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a4e4268d-47c6-47c5-b66e-6cc1b9c2a004 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:26.818454 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4d6b7b12-2b00-423a-866c-7e2bb5caef91 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=14cd7ae9f0c94754a3a0f3972087f166&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4632990 Nov 27 04:12:26.819962 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b7b12-2b00-423a-866c-7e2bb5caef91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a08769-a2a7-4368-a36f-05e084b2afec,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:26.822885 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43764) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:26.823857 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a4e4268d-47c6-47c5-b66e-6cc1b9c2a004 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:26.841118 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-00d32c2e-0746-4595-8bea-f960133f2f9f None None] For port 368d079e-d670-4d3c-8f3a-4ccda55c4666, host n-d-819494-3, got binding levels [] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:12:26.841538 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-00d32c2e-0746-4595-8bea-f960133f2f9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:26.842421 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2aaa048b-1677-422f-89c1-6275127c1597 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:26.855822 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-00d32c2e-0746-4595-8bea-f960133f2f9f None None] Calling delete_port for 368d079e-d670-4d3c-8f3a-4ccda55c4666 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:12:26.859125 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.ipam_backend_mixin [None req-00d32c2e-0746-4595-8bea-f960133f2f9f None None] Port 368d079e-d670-4d3c-8f3a-4ccda55c4666 was not found and therefore no delete operation was performed {{(pid=110020) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 04:12:26.862851 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-00d32c2e-0746-4595-8bea-f960133f2f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:26.884373 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=2ab7190d-fbed-4a6b-b8ba-fa04530fd643,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:26.887929 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d32c2e-0746-4595-8bea-f960133f2f9f None None] No DVR routers for this DVR port 368d079e-d670-4d3c-8f3a-4ccda55c4666 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:12:26.897928 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-2aaa048b-1677-422f-89c1-6275127c1597 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67ecfb2a-db5e-468f-b703-3cb16cab6a02']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:26.923890 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-2aaa048b-1677-422f-89c1-6275127c1597 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64fc9994-8fd2-4401-aa7c-5cbba4aa42a0') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:26.924351 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-2aaa048b-1677-422f-89c1-6275127c1597 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64fc9994-8fd2-4401-aa7c-5cbba4aa42a0') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:26.929290 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a4e4268d-47c6-47c5-b66e-6cc1b9c2a004 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:26.929509 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d32c2e-0746-4595-8bea-f960133f2f9f None None] Pushing event deleted for resources: {'Port': ['ID=368d079e-d670-4d3c-8f3a-4ccda55c4666,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:26.944401 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a4e4268d-47c6-47c5-b66e-6cc1b9c2a004 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:26.946712 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2aaa048b-1677-422f-89c1-6275127c1597 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:26.961652 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2aaa048b-1677-422f-89c1-6275127c1597 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:26.969038 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aaa048b-1677-422f-89c1-6275127c1597 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:12:26.969456 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2aaa048b-1677-422f-89c1-6275127c1597 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:27.000628 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e4268d-47c6-47c5-b66e-6cc1b9c2a004 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40ea8759-0599-4be1-b01c-9f2a9b2a1c7f,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:27.007891 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-07cd2404-80e2-4cf6-a846-5bedc7b2914e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:27.032449 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-07cd2404-80e2-4cf6-a846-5bedc7b2914e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:27.043320 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:12:27.043320 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:12:27.043320 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:12:27.043320 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:12:27.043320 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:12:27.043320 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:12:27.043320 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:12:27.043320 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:12:27.043320 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:12:27.043320 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:12:27.043320 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:12:27.043320 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:12:27.043320 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:12:27.043320 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:12:27.043320 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:12:27.043320 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:12:27.043320 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:12:27.043320 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:12:27.043320 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:12:27.043320 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:12:27.043320 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:12:27.043320 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:12:27.043320 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:12:27.043320 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:12:27.043320 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:12:27.043320 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:12:27.043320 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:12:27.043320 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:12:27.043320 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:12:27.043320 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:12:27.043320 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:12:27.043320 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:12:27.049527 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['2ab7190d-fbed-4a6b-b8ba-fa04530fd643'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:12:27.060777 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2aaa048b-1677-422f-89c1-6275127c1597 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:27.098369 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2aaa048b-1677-422f-89c1-6275127c1597 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:27.104874 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4e4268d-47c6-47c5-b66e-6cc1b9c2a004 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:12:27.111935 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2aaa048b-1677-422f-89c1-6275127c1597 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/networks/67ecfb2a-db5e-468f-b703-3cb16cab6a02 HTTP/1.1" status: 204 len: 168 time: 1.2492714 Nov 27 04:12:27.111935 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaa048b-1677-422f-89c1-6275127c1597 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event deleted for resources: {'Network': ['ID=67ecfb2a-db5e-468f-b703-3cb16cab6a02,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:27.114319 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43766) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:27.122350 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-07cd2404-80e2-4cf6-a846-5bedc7b2914e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:27.126828 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-07cd2404-80e2-4cf6-a846-5bedc7b2914e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:27.128376 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-07cd2404-80e2-4cf6-a846-5bedc7b2914e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/32a08769-a2a7-4368-a36f-05e084b2afec HTTP/1.1" status: 204 len: 168 time: 0.3019645 Nov 27 04:12:27.135723 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-002d5e7f-7974-417a-a79c-31fc0017fd77 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1405484959'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:27.172100 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a4e4268d-47c6-47c5-b66e-6cc1b9c2a004 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:27.173448 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-a4e4268d-47c6-47c5-b66e-6cc1b9c2a004 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Added segment a7e5fa2c-6cc3-46a1-96b9-8519883f1bc0 of type vlan for network bb20679a-9422-41e1-8dc8-c29a049e4e0f Nov 27 04:12:27.177481 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd2404-80e2-4cf6-a846-5bedc7b2914e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a08769-a2a7-4368-a36f-05e084b2afec,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:27.199488 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002d5e7f-7974-417a-a79c-31fc0017fd77 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Made reservation on behalf of e0c528b777a044b1b1470d3e561f543a for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:12:27.202992 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-002d5e7f-7974-417a-a79c-31fc0017fd77 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:27.263052 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a4e4268d-47c6-47c5-b66e-6cc1b9c2a004 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:27.273924 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-002d5e7f-7974-417a-a79c-31fc0017fd77 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:12:27.296108 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-002d5e7f-7974-417a-a79c-31fc0017fd77 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:27.296782 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-002d5e7f-7974-417a-a79c-31fc0017fd77 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Added segment 1bd09a4d-3c97-4c87-a88d-4211a6ac2ba3 of type vlan for network 04c0c4d5-4909-4f08-9eef-c9385da8db7d Nov 27 04:12:27.337462 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a4e4268d-47c6-47c5-b66e-6cc1b9c2a004 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:27.347828 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e4268d-47c6-47c5-b66e-6cc1b9c2a004 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:27.348937 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a4e4268d-47c6-47c5-b66e-6cc1b9c2a004 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:27.390052 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-002d5e7f-7974-417a-a79c-31fc0017fd77 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:27.437588 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a4e4268d-47c6-47c5-b66e-6cc1b9c2a004 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2037899 Nov 27 04:12:27.438602 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43772) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:27.445188 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-3d800085-53c0-485d-afbf-f68916785a01 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Request body: {'network': {'name': 'tempest-RoutersTest-1495789920'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:27.484481 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d800085-53c0-485d-afbf-f68916785a01 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Made reservation on behalf of 5a1fca50cc034ed8b9c826a15ba4a946 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:12:27.489527 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3d800085-53c0-485d-afbf-f68916785a01 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:27.494465 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e4268d-47c6-47c5-b66e-6cc1b9c2a004 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event updated for resources: {'Network': ['ID=bb20679a-9422-41e1-8dc8-c29a049e4e0f,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:27.504579 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-002d5e7f-7974-417a-a79c-31fc0017fd77 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:27.510731 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network bb20679a-9422-41e1-8dc8-c29a049e4e0f details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:12:27.515009 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002d5e7f-7974-417a-a79c-31fc0017fd77 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:27.515603 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-002d5e7f-7974-417a-a79c-31fc0017fd77 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:27.571402 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d800085-53c0-485d-afbf-f68916785a01 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:12:27.585025 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3d800085-53c0-485d-afbf-f68916785a01 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:27.585383 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-3d800085-53c0-485d-afbf-f68916785a01 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Added segment 75f461d1-c160-418b-8601-dd2ab4e48164 of type vlan for network f6f7d6ff-4011-47e4-89ca-4bc0047ee6d1 Nov 27 04:12:27.609187 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-002d5e7f-7974-417a-a79c-31fc0017fd77 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4878614 Nov 27 04:12:27.624692 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43776) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:27.625379 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43778) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:27.626230 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d5e7f-7974-417a-a79c-31fc0017fd77 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'Network': ['ID=04c0c4d5-4909-4f08-9eef-c9385da8db7d,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:27.641912 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 04c0c4d5-4909-4f08-9eef-c9385da8db7d details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:12:27.660516 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-79b66516-9aa6-4e35-8b8c-1147f66135b0 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'subnet': {'network_id': '04c0c4d5-4909-4f08-9eef-c9385da8db7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:27.722111 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9d314163-691a-4427-963f-21155b8a14eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:27.756925 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3d800085-53c0-485d-afbf-f68916785a01 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:27.789598 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 368d079e-d670-4d3c-8f3a-4ccda55c4666 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:12:27.816009 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee790fb-0b6a-42da-b5d8-b34ac2aa42e9 req-3dc56994-a064-4aac-8916-5ef2950525fc tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:27.823948 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-aee790fb-0b6a-42da-b5d8-b34ac2aa42e9 req-3dc56994-a064-4aac-8916-5ef2950525fc tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=49977b48-e492-40f5-b31b-37e8507bb806 HTTP/1.1" status: 200 len: 1095 time: 0.1699576 Nov 27 04:12:27.831868 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3d800085-53c0-485d-afbf-f68916785a01 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:27.837914 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d800085-53c0-485d-afbf-f68916785a01 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:27.838523 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3d800085-53c0-485d-afbf-f68916785a01 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:27.866298 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 368d079e-d670-4d3c-8f3a-4ccda55c4666 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:12:27.866918 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 368d079e-d670-4d3c-8f3a-4ccda55c4666 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:12:27.872188 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3d800085-53c0-485d-afbf-f68916785a01 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4330142 Nov 27 04:12:27.884192 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43786) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:27.884628 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9d314163-691a-4427-963f-21155b8a14eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:27.897152 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9d314163-691a-4427-963f-21155b8a14eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:27.915208 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-5229eaf1-23e9-48a4-8d8b-e7e64f74c070 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Request body: {'subnet': {'network_id': 'bb20679a-9422-41e1-8dc8-c29a049e4e0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:27.970890 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9d314163-691a-4427-963f-21155b8a14eb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bd85e4242d424b708259a7a37a9fe278&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3311923 Nov 27 04:12:27.971636 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d314163-691a-4427-963f-21155b8a14eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbcab5c7-1a72-4e4d-bad6-5783ae2863d7,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:27.977604 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43788) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:28.005380 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d800085-53c0-485d-afbf-f68916785a01 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event updated for resources: {'Network': ['ID=f6f7d6ff-4011-47e4-89ca-4bc0047ee6d1,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:28.022908 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network f6f7d6ff-4011-47e4-89ca-4bc0047ee6d1 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:12:28.036024 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b66516-9aa6-4e35-8b8c-1147f66135b0 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Made reservation on behalf of e0c528b777a044b1b1470d3e561f543a for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:12:28.039564 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-79b66516-9aa6-4e35-8b8c-1147f66135b0 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:28.041215 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-aee790fb-0b6a-42da-b5d8-b34ac2aa42e9 req-bfd90874-f7b5-4214-a1a4-ecae9a6281d6 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=24047357-dab6-4474-a18c-de79f1ee720f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163219 Nov 27 04:12:28.070711 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5229eaf1-23e9-48a4-8d8b-e7e64f74c070 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Made reservation on behalf of 5a1fca50cc034ed8b9c826a15ba4a946 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:12:28.075171 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5229eaf1-23e9-48a4-8d8b-e7e64f74c070 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:28.097194 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b593acf5-494a-4ca4-b831-1037ad05bb43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:28.139455 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b593acf5-494a-4ca4-b831-1037ad05bb43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:28.246173 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b593acf5-494a-4ca4-b831-1037ad05bb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:28.248790 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b593acf5-494a-4ca4-b831-1037ad05bb43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:28.249937 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b593acf5-494a-4ca4-b831-1037ad05bb43 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fbcab5c7-1a72-4e4d-bad6-5783ae2863d7 HTTP/1.1" status: 204 len: 168 time: 0.2714193 Nov 27 04:12:28.272552 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5229eaf1-23e9-48a4-8d8b-e7e64f74c070 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:28.284990 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b593acf5-494a-4ca4-b831-1037ad05bb43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbcab5c7-1a72-4e4d-bad6-5783ae2863d7,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:28.315740 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-79b66516-9aa6-4e35-8b8c-1147f66135b0 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:28.344809 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5229eaf1-23e9-48a4-8d8b-e7e64f74c070 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event updated for resources: {'Subnet': ['ID=4c9a2d76-ea34-4238-8d49-46ee38a41c73,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:28.351428 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5229eaf1-23e9-48a4-8d8b-e7e64f74c070 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Checking segment: {'id': 'a7e5fa2c-6cc3-46a1-96b9-8519883f1bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'bb20679a-9422-41e1-8dc8-c29a049e4e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:12:28.351874 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5229eaf1-23e9-48a4-8d8b-e7e64f74c070 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Network hostable DHCP agents. Network: bb20679a-9422-41e1-8dc8-c29a049e4e0f, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:12:28.371873 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5229eaf1-23e9-48a4-8d8b-e7e64f74c070 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Network bb20679a-9422-41e1-8dc8-c29a049e4e0f is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:12:28.385817 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-5229eaf1-23e9-48a4-8d8b-e7e64f74c070 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, bb20679a-9422-41e1-8dc8-c29a049e4e0f) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:12:28.398332 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d08560e-2b51-4399-917c-9015d6038f00 None None] Network bb20679a-9422-41e1-8dc8-c29a049e4e0f requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:12:28.405878 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b66516-9aa6-4e35-8b8c-1147f66135b0 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'Subnet': ['ID=2f0dcbc0-0a8e-4e99-934e-780977d20abb,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:28.411118 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b66516-9aa6-4e35-8b8c-1147f66135b0 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Checking segment: {'id': '1bd09a4d-3c97-4c87-a88d-4211a6ac2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '04c0c4d5-4909-4f08-9eef-c9385da8db7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:12:28.411563 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b66516-9aa6-4e35-8b8c-1147f66135b0 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Network hostable DHCP agents. Network: 04c0c4d5-4909-4f08-9eef-c9385da8db7d, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:12:28.422114 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5229eaf1-23e9-48a4-8d8b-e7e64f74c070 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:28.424958 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5229eaf1-23e9-48a4-8d8b-e7e64f74c070 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:28.435590 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b66516-9aa6-4e35-8b8c-1147f66135b0 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Network 04c0c4d5-4909-4f08-9eef-c9385da8db7d is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:12:28.449639 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-79b66516-9aa6-4e35-8b8c-1147f66135b0 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 04c0c4d5-4909-4f08-9eef-c9385da8db7d) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:12:28.451537 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5229eaf1-23e9-48a4-8d8b-e7e64f74c070 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5409267 Nov 27 04:12:28.453601 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43792) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:28.460246 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-b0f6e781-a3da-4535-8449-c556940617e0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Request body: {'subnet': {'network_id': 'f6f7d6ff-4011-47e4-89ca-4bc0047ee6d1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:28.467264 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b66516-9aa6-4e35-8b8c-1147f66135b0 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:28.467862 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-79b66516-9aa6-4e35-8b8c-1147f66135b0 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:28.476154 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ab5ba0-d0e4-4dc0-bd12-4da5d20a9eec None None] Network 04c0c4d5-4909-4f08-9eef-c9385da8db7d requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:12:28.594694 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43796) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:28.595647 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-79b66516-9aa6-4e35-8b8c-1147f66135b0 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9397953 Nov 27 04:12:28.597604 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f6e781-a3da-4535-8449-c556940617e0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Made reservation on behalf of 5a1fca50cc034ed8b9c826a15ba4a946 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:12:28.600235 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-e17c5785-7b9a-4cb6-8205-0c26872e26bf tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1954069204', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:28.602772 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b0f6e781-a3da-4535-8449-c556940617e0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:28.652087 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e17c5785-7b9a-4cb6-8205-0c26872e26bf tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:28.653168 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e17c5785-7b9a-4cb6-8205-0c26872e26bf tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:28.713973 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df826629-d7e5-4297-bae6-8528bf44bad7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-bb20679a-9422-41e1-8dc8-c29a049e4e0f', 'network_id': 'bb20679a-9422-41e1-8dc8-c29a049e4e0f', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'fixed_ips': [{'subnet_id': '4c9a2d76-ea34-4238-8d49-46ee38a41c73'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:12:28.714975 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-df826629-d7e5-4297-bae6-8528bf44bad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:28.784535 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e17c5785-7b9a-4cb6-8205-0c26872e26bf tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:28.798562 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e17c5785-7b9a-4cb6-8205-0c26872e26bf tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:28.815915 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64530add-ba6d-49cb-963b-52af5abc97eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-04c0c4d5-4909-4f08-9eef-c9385da8db7d', 'network_id': '04c0c4d5-4909-4f08-9eef-c9385da8db7d', 'tenant_id': 'e0c528b777a044b1b1470d3e561f543a', 'fixed_ips': [{'subnet_id': '2f0dcbc0-0a8e-4e99-934e-780977d20abb'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:12:28.816827 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-64530add-ba6d-49cb-963b-52af5abc97eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:28.839939 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e17c5785-7b9a-4cb6-8205-0c26872e26bf tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:28.842446 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e17c5785-7b9a-4cb6-8205-0c26872e26bf tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2453802 Nov 27 04:12:28.844646 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43806) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:28.870380 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-18b5c636-6dd5-4c70-a6b4-fa458a177564 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'port': {'network_id': '04c0c4d5-4909-4f08-9eef-c9385da8db7d', 'name': 'tempest-PortsTestJSON-1294689810'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:28.890685 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b0f6e781-a3da-4535-8449-c556940617e0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:28.977461 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f6e781-a3da-4535-8449-c556940617e0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event updated for resources: {'Subnet': ['ID=5ef474d6-9631-4493-b851-397896e4d9b2,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:29.027609 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-df826629-d7e5-4297-bae6-8528bf44bad7 None None] Allocated IP 172.20.0.2 (bb20679a-9422-41e1-8dc8-c29a049e4e0f/4c9a2d76-ea34-4238-8d49-46ee38a41c73/1246c107-a905-49bc-8cea-c4db62caa254) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:12:29.054293 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f6e781-a3da-4535-8449-c556940617e0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Checking segment: {'id': '75f461d1-c160-418b-8601-dd2ab4e48164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f6f7d6ff-4011-47e4-89ca-4bc0047ee6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:12:29.054640 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f6e781-a3da-4535-8449-c556940617e0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Network hostable DHCP agents. Network: f6f7d6ff-4011-47e4-89ca-4bc0047ee6d1, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:12:29.081984 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f6e781-a3da-4535-8449-c556940617e0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Network f6f7d6ff-4011-47e4-89ca-4bc0047ee6d1 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:12:29.097654 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-b0f6e781-a3da-4535-8449-c556940617e0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, f6f7d6ff-4011-47e4-89ca-4bc0047ee6d1) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:12:29.112423 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b110374-0285-4f04-b098-703c205ec0dc None None] Network f6f7d6ff-4011-47e4-89ca-4bc0047ee6d1 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:12:29.121025 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f6e781-a3da-4535-8449-c556940617e0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:29.122799 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b0f6e781-a3da-4535-8449-c556940617e0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:29.164154 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b0f6e781-a3da-4535-8449-c556940617e0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7086952 Nov 27 04:12:29.165575 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43820) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:29.178038 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-8519450a-4f6a-4d8a-8a76-fc1e3aa6a14b tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-256442478', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:29.215066 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8519450a-4f6a-4d8a-8a76-fc1e3aa6a14b tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:29.216649 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8519450a-4f6a-4d8a-8a76-fc1e3aa6a14b tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:29.263374 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-64530add-ba6d-49cb-963b-52af5abc97eb None None] Allocated IP 172.20.0.2 (04c0c4d5-4909-4f08-9eef-c9385da8db7d/2f0dcbc0-0a8e-4e99-934e-780977d20abb/70b243f9-50d5-4dce-b78b-cea1175d9286) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:12:29.271587 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b5c636-6dd5-4c70-a6b4-fa458a177564 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Made reservation on behalf of e0c528b777a044b1b1470d3e561f543a for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:12:29.275322 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18b5c636-6dd5-4c70-a6b4-fa458a177564 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:29.310592 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8519450a-4f6a-4d8a-8a76-fc1e3aa6a14b tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:29.311123 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-18b5c636-6dd5-4c70-a6b4-fa458a177564 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] device_id is not set on port 225680c1-9c79-4551-ab2a-1b9f00c22fb3 yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:12:29.317144 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8519450a-4f6a-4d8a-8a76-fc1e3aa6a14b tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:29.349542 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8519450a-4f6a-4d8a-8a76-fc1e3aa6a14b tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:29.356119 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8519450a-4f6a-4d8a-8a76-fc1e3aa6a14b tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1880507 Nov 27 04:12:29.357057 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43824) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:29.563659 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5588ca0-9e20-48df-88c2-280a19860179 req-ee82dc8d-7948-4aa2-9d97-7961aaaa7149 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:29.570451 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b5588ca0-9e20-48df-88c2-280a19860179 req-ee82dc8d-7948-4aa2-9d97-7961aaaa7149 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=49977b48-e492-40f5-b31b-37e8507bb806 HTTP/1.1" status: 200 len: 1095 time: 0.4097424 Nov 27 04:12:29.701608 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b5588ca0-9e20-48df-88c2-280a19860179 req-31c0ad1a-494a-4ff0-88d1-ba942e95d23e tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=24047357-dab6-4474-a18c-de79f1ee720f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251693 Nov 27 04:12:29.735120 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e309fe6-3b0b-4bb2-aae1-48d184009751 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-f6f7d6ff-4011-47e4-89ca-4bc0047ee6d1', 'network_id': 'f6f7d6ff-4011-47e4-89ca-4bc0047ee6d1', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'fixed_ips': [{'subnet_id': '5ef474d6-9631-4493-b851-397896e4d9b2'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:12:29.735997 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8e309fe6-3b0b-4bb2-aae1-48d184009751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:29.737963 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 2ab7190d-fbed-4a6b-b8ba-fa04530fd643 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:12:29.759341 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43832) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:29.779909 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c0eb641c-e4e1-4ce3-bba8-0aed2ed657e0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:29.810627 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-df826629-d7e5-4297-bae6-8528bf44bad7 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:29.843144 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-df826629-d7e5-4297-bae6-8528bf44bad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:29.898605 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df826629-d7e5-4297-bae6-8528bf44bad7 None None] Pushing event updated for resources: {'Port': ['ID=1246c107-a905-49bc-8cea-c4db62caa254,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:29.923217 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-228d2a4c-8c67-404d-90ab-89cb1743f1f3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1260607228-network', 'tenant_id': 'de8530d705054cfe856455da325ba657'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:29.948163 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228d2a4c-8c67-404d-90ab-89cb1743f1f3 admin admin] Made reservation on behalf of de8530d705054cfe856455da325ba657 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:12:29.951370 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-228d2a4c-8c67-404d-90ab-89cb1743f1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:29.961156 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-228d2a4c-8c67-404d-90ab-89cb1743f1f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:29.979555 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-64530add-ba6d-49cb-963b-52af5abc97eb None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:29.982059 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df826629-d7e5-4297-bae6-8528bf44bad7 None None] Network bb20679a-9422-41e1-8dc8-c29a049e4e0f is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:12:29.991392 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-df826629-d7e5-4297-bae6-8528bf44bad7 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:12:29.998429 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df826629-d7e5-4297-bae6-8528bf44bad7 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:12:30.004156 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-64530add-ba6d-49cb-963b-52af5abc97eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:30.014680 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 2ab7190d-fbed-4a6b-b8ba-fa04530fd643 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:12:30.064870 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-c0eb641c-e4e1-4ce3-bba8-0aed2ed657e0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Allocated IP 172.20.0.1 (bb20679a-9422-41e1-8dc8-c29a049e4e0f/4c9a2d76-ea34-4238-8d49-46ee38a41c73/2af496a3-8cb3-4c67-99ff-e5b39c53e8d9) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:12:30.096626 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 2ab7190d-fbed-4a6b-b8ba-fa04530fd643 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:30.096626 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:30.101189 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-18b5c636-6dd5-4c70-a6b4-fa458a177564 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Allocated IP 172.20.0.11 (04c0c4d5-4909-4f08-9eef-c9385da8db7d/2f0dcbc0-0a8e-4e99-934e-780977d20abb/225680c1-9c79-4551-ab2a-1b9f00c22fb3) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:12:30.142115 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-228d2a4c-8c67-404d-90ab-89cb1743f1f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:30.172020 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-228d2a4c-8c67-404d-90ab-89cb1743f1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:30.221849 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-228d2a4c-8c67-404d-90ab-89cb1743f1f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:12:30.238303 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c0eb641c-e4e1-4ce3-bba8-0aed2ed657e0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:30.247751 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-228d2a4c-8c67-404d-90ab-89cb1743f1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:30.248586 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-228d2a4c-8c67-404d-90ab-89cb1743f1f3 admin admin] Added segment fedeef31-80c0-4f21-8dd9-42e4d38c018f of type vlan for network 6adaea12-131f-45a0-a555-9f43d57628b2 Nov 27 04:12:30.293860 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c0eb641c-e4e1-4ce3-bba8-0aed2ed657e0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:30.318817 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64530add-ba6d-49cb-963b-52af5abc97eb None None] Network 04c0c4d5-4909-4f08-9eef-c9385da8db7d is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:12:30.333824 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-228d2a4c-8c67-404d-90ab-89cb1743f1f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:30.337006 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-64530add-ba6d-49cb-963b-52af5abc97eb None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:12:30.346897 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0eb641c-e4e1-4ce3-bba8-0aed2ed657e0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Network bb20679a-9422-41e1-8dc8-c29a049e4e0f is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:12:30.347414 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64530add-ba6d-49cb-963b-52af5abc97eb None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:12:30.350158 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-c0eb641c-e4e1-4ce3-bba8-0aed2ed657e0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:12:30.352070 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64530add-ba6d-49cb-963b-52af5abc97eb None None] Pushing event updated for resources: {'Port': ['ID=70b243f9-50d5-4dce-b78b-cea1175d9286,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:30.355008 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0eb641c-e4e1-4ce3-bba8-0aed2ed657e0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:12:30.372651 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-df826629-d7e5-4297-bae6-8528bf44bad7 None None] Attempting to bind port 1246c107-a905-49bc-8cea-c4db62caa254 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:12:30.373027 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-df826629-d7e5-4297-bae6-8528bf44bad7 None None] Attempting to bind port 1246c107-a905-49bc-8cea-c4db62caa254 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'a7e5fa2c-6cc3-46a1-96b9-8519883f1bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'bb20679a-9422-41e1-8dc8-c29a049e4e0f'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:12:30.373404 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df826629-d7e5-4297-bae6-8528bf44bad7 None None] Attempting to bind port 1246c107-a905-49bc-8cea-c4db62caa254 on network bb20679a-9422-41e1-8dc8-c29a049e4e0f {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:12:30.383838 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df826629-d7e5-4297-bae6-8528bf44bad7 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:12:30.383838 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df826629-d7e5-4297-bae6-8528bf44bad7 None None] Checking segment: {'id': 'a7e5fa2c-6cc3-46a1-96b9-8519883f1bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'bb20679a-9422-41e1-8dc8-c29a049e4e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:12:30.383838 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-df826629-d7e5-4297-bae6-8528bf44bad7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:30.383838 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df826629-d7e5-4297-bae6-8528bf44bad7 None None] Bound using segment: {'id': 'a7e5fa2c-6cc3-46a1-96b9-8519883f1bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'bb20679a-9422-41e1-8dc8-c29a049e4e0f'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:12:30.384337 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-df826629-d7e5-4297-bae6-8528bf44bad7 None None] Bound port: 1246c107-a905-49bc-8cea-c4db62caa254, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e5fa2c-6cc3-46a1-96b9-8519883f1bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'bb20679a-9422-41e1-8dc8-c29a049e4e0f'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:12:30.384624 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-df826629-d7e5-4297-bae6-8528bf44bad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:30.391746 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb641c-e4e1-4ce3-bba8-0aed2ed657e0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event updated for resources: {'Port': ['ID=2af496a3-8cb3-4c67-99ff-e5b39c53e8d9,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:30.393413 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-228d2a4c-8c67-404d-90ab-89cb1743f1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:30.404304 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228d2a4c-8c67-404d-90ab-89cb1743f1f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:30.405905 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-228d2a4c-8c67-404d-90ab-89cb1743f1f3 admin admin] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:30.408891 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-8e309fe6-3b0b-4bb2-aae1-48d184009751 None None] Allocated IP 172.21.0.2 (f6f7d6ff-4011-47e4-89ca-4bc0047ee6d1/5ef474d6-9631-4493-b851-397896e4d9b2/df6349e8-8c8e-4cb9-a974-b044b7c5f032) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:12:30.419224 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c0eb641c-e4e1-4ce3-bba8-0aed2ed657e0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:30.487770 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d2a4c-8c67-404d-90ab-89cb1743f1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f39b46-ad8e-4cf0-8e79-bf3f371e1e95,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:30.510933 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-64530add-ba6d-49cb-963b-52af5abc97eb None None] Attempting to bind port 70b243f9-50d5-4dce-b78b-cea1175d9286 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:12:30.511576 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-64530add-ba6d-49cb-963b-52af5abc97eb None None] Attempting to bind port 70b243f9-50d5-4dce-b78b-cea1175d9286 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '1bd09a4d-3c97-4c87-a88d-4211a6ac2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '04c0c4d5-4909-4f08-9eef-c9385da8db7d'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:12:30.511947 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64530add-ba6d-49cb-963b-52af5abc97eb None None] Attempting to bind port 70b243f9-50d5-4dce-b78b-cea1175d9286 on network 04c0c4d5-4909-4f08-9eef-c9385da8db7d {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:12:30.543755 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-228d2a4c-8c67-404d-90ab-89cb1743f1f3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7834215 Nov 27 04:12:30.547944 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43842) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:30.556352 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-f3a87766-b30b-4ddb-99cd-ca717cc5432b admin admin] Request body: {'subnet': {'network_id': '6adaea12-131f-45a0-a555-9f43d57628b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1260607228-subnet', 'tenant_id': 'de8530d705054cfe856455da325ba657', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:30.573868 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d2a4c-8c67-404d-90ab-89cb1743f1f3 admin admin] Pushing event updated for resources: {'Network': ['ID=6adaea12-131f-45a0-a555-9f43d57628b2,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:30.631020 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18b5c636-6dd5-4c70-a6b4-fa458a177564 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:30.632139 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 6adaea12-131f-45a0-a555-9f43d57628b2 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:12:30.637777 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c0eb641c-e4e1-4ce3-bba8-0aed2ed657e0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:30.679135 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18b5c636-6dd5-4c70-a6b4-fa458a177564 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:30.700873 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a87766-b30b-4ddb-99cd-ca717cc5432b admin admin] Made reservation on behalf of de8530d705054cfe856455da325ba657 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:12:30.703902 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f3a87766-b30b-4ddb-99cd-ca717cc5432b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:30.719491 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64530add-ba6d-49cb-963b-52af5abc97eb None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:12:30.720127 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64530add-ba6d-49cb-963b-52af5abc97eb None None] Checking segment: {'id': '1bd09a4d-3c97-4c87-a88d-4211a6ac2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '04c0c4d5-4909-4f08-9eef-c9385da8db7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:12:30.720542 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-64530add-ba6d-49cb-963b-52af5abc97eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:30.720948 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64530add-ba6d-49cb-963b-52af5abc97eb None None] Bound using segment: {'id': '1bd09a4d-3c97-4c87-a88d-4211a6ac2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '04c0c4d5-4909-4f08-9eef-c9385da8db7d'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:12:30.721447 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-64530add-ba6d-49cb-963b-52af5abc97eb None None] Bound port: 70b243f9-50d5-4dce-b78b-cea1175d9286, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bd09a4d-3c97-4c87-a88d-4211a6ac2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '04c0c4d5-4909-4f08-9eef-c9385da8db7d'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:12:30.721842 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-64530add-ba6d-49cb-963b-52af5abc97eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:30.745396 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:30.770589 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-df826629-d7e5-4297-bae6-8528bf44bad7 None None] For port 1246c107-a905-49bc-8cea-c4db62caa254, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:12:30.780692 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b5c636-6dd5-4c70-a6b4-fa458a177564 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'Port': ['ID=225680c1-9c79-4551-ab2a-1b9f00c22fb3,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:30.807727 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b5c636-6dd5-4c70-a6b4-fa458a177564 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Network 04c0c4d5-4909-4f08-9eef-c9385da8db7d is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:12:30.813334 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-18b5c636-6dd5-4c70-a6b4-fa458a177564 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:12:30.821837 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b5c636-6dd5-4c70-a6b4-fa458a177564 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:12:30.836073 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-df826629-d7e5-4297-bae6-8528bf44bad7 None None] For port 1246c107-a905-49bc-8cea-c4db62caa254, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=1246c107-a905-49bc-8cea-c4db62caa254,segment=NetworkSegment(a7e5fa2c-6cc3-46a1-96b9-8519883f1bc0),segment_id=a7e5fa2c-6cc3-46a1-96b9-8519883f1bc0)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:12:30.845626 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49977b48-e492-40f5-b31b-37e8507bb806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab7190d-fbed-4a6b-b8ba-fa04530fd643'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:12:30.848499 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68ff8de-a585-4939-b7a1-ce4eb34ea712" -d '{"events": [{"server_uuid": "49977b48-e492-40f5-b31b-37e8507bb806", "name": "network-vif-plugged", "status": "completed", "tag": "2ab7190d-fbed-4a6b-b8ba-fa04530fd643"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:12:30.889565 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-df826629-d7e5-4297-bae6-8528bf44bad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:30.913220 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b5c636-6dd5-4c70-a6b4-fa458a177564 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:30.914860 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18b5c636-6dd5-4c70-a6b4-fa458a177564 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:30.926752 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 2ab7190d-fbed-4a6b-b8ba-fa04530fd643, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=2ab7190d-fbed-4a6b-b8ba-fa04530fd643,segment=NetworkSegment(fb098388-3a92-4ab4-80c1-f41ab44b0ec5),segment_id=fb098388-3a92-4ab4-80c1-f41ab44b0ec5)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:12:30.933087 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6473d700-52cc-49d3-8b47-09ef5a3bbbb4 x-openstack-request-id: req-6473d700-52cc-49d3-8b47-09ef5a3bbbb4 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:12:30.933759 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49977b48-e492-40f5-b31b-37e8507bb806", "name": "network-vif-plugged", "status": "completed", "tag": "2ab7190d-fbed-4a6b-b8ba-fa04530fd643", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:12:30.934156 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6473d700-52cc-49d3-8b47-09ef5a3bbbb4 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:12:30.934968 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49977b48-e492-40f5-b31b-37e8507bb806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab7190d-fbed-4a6b-b8ba-fa04530fd643', 'code': 200} Nov 27 04:12:30.959870 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-18b5c636-6dd5-4c70-a6b4-fa458a177564 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1111019 Nov 27 04:12:30.960691 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43852) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:30.994530 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:31.036125 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-64530add-ba6d-49cb-963b-52af5abc97eb None None] For port 70b243f9-50d5-4dce-b78b-cea1175d9286, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:12:31.048363 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-64530add-ba6d-49cb-963b-52af5abc97eb None None] For port 70b243f9-50d5-4dce-b78b-cea1175d9286, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=70b243f9-50d5-4dce-b78b-cea1175d9286,segment=NetworkSegment(1bd09a4d-3c97-4c87-a88d-4211a6ac2ba3),segment_id=1bd09a4d-3c97-4c87-a88d-4211a6ac2ba3)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:12:31.062075 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df826629-d7e5-4297-bae6-8528bf44bad7 None None] Pushing event updated for resources: {'Port': ['ID=1246c107-a905-49bc-8cea-c4db62caa254,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:31.065619 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-64530add-ba6d-49cb-963b-52af5abc97eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:31.168871 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8e309fe6-3b0b-4bb2-aae1-48d184009751 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:31.170347 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=2ab7190d-fbed-4a6b-b8ba-fa04530fd643,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:31.195967 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8e309fe6-3b0b-4bb2-aae1-48d184009751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:31.294596 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e309fe6-3b0b-4bb2-aae1-48d184009751 None None] Network f6f7d6ff-4011-47e4-89ca-4bc0047ee6d1 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:12:31.309145 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-8e309fe6-3b0b-4bb2-aae1-48d184009751 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:12:31.321933 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e309fe6-3b0b-4bb2-aae1-48d184009751 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:12:31.361031 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64530add-ba6d-49cb-963b-52af5abc97eb None None] Pushing event updated for resources: {'Port': ['ID=70b243f9-50d5-4dce-b78b-cea1175d9286,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:31.470672 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-13b994ff-6a1e-4d23-8d59-344bdebfe101 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:31.506485 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-8e309fe6-3b0b-4bb2-aae1-48d184009751 None None] Attempting to bind port df6349e8-8c8e-4cb9-a974-b044b7c5f032 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:12:31.506906 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-8e309fe6-3b0b-4bb2-aae1-48d184009751 None None] Attempting to bind port df6349e8-8c8e-4cb9-a974-b044b7c5f032 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '75f461d1-c160-418b-8601-dd2ab4e48164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f6f7d6ff-4011-47e4-89ca-4bc0047ee6d1'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:12:31.507283 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e309fe6-3b0b-4bb2-aae1-48d184009751 None None] Attempting to bind port df6349e8-8c8e-4cb9-a974-b044b7c5f032 on network f6f7d6ff-4011-47e4-89ca-4bc0047ee6d1 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:12:31.509551 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e309fe6-3b0b-4bb2-aae1-48d184009751 None None] Pushing event updated for resources: {'Port': ['ID=df6349e8-8c8e-4cb9-a974-b044b7c5f032,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:31.517635 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e309fe6-3b0b-4bb2-aae1-48d184009751 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:12:31.518019 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e309fe6-3b0b-4bb2-aae1-48d184009751 None None] Checking segment: {'id': '75f461d1-c160-418b-8601-dd2ab4e48164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f6f7d6ff-4011-47e4-89ca-4bc0047ee6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:12:31.518427 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8e309fe6-3b0b-4bb2-aae1-48d184009751 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:31.518851 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e309fe6-3b0b-4bb2-aae1-48d184009751 None None] Bound using segment: {'id': '75f461d1-c160-418b-8601-dd2ab4e48164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f6f7d6ff-4011-47e4-89ca-4bc0047ee6d1'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:12:31.519333 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-8e309fe6-3b0b-4bb2-aae1-48d184009751 None None] Bound port: df6349e8-8c8e-4cb9-a974-b044b7c5f032, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75f461d1-c160-418b-8601-dd2ab4e48164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f6f7d6ff-4011-47e4-89ca-4bc0047ee6d1'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:12:31.520320 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8e309fe6-3b0b-4bb2-aae1-48d184009751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:31.625169 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-8e309fe6-3b0b-4bb2-aae1-48d184009751 None None] For port df6349e8-8c8e-4cb9-a974-b044b7c5f032, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:12:31.629345 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-8e309fe6-3b0b-4bb2-aae1-48d184009751 None None] For port df6349e8-8c8e-4cb9-a974-b044b7c5f032, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=df6349e8-8c8e-4cb9-a974-b044b7c5f032,segment=NetworkSegment(75f461d1-c160-418b-8601-dd2ab4e48164),segment_id=75f461d1-c160-418b-8601-dd2ab4e48164)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:12:31.637471 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8e309fe6-3b0b-4bb2-aae1-48d184009751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:31.788613 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e309fe6-3b0b-4bb2-aae1-48d184009751 None None] Pushing event updated for resources: {'Port': ['ID=df6349e8-8c8e-4cb9-a974-b044b7c5f032,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:31.945630 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f3a87766-b30b-4ddb-99cd-ca717cc5432b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:31.968377 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-13b994ff-6a1e-4d23-8d59-344bdebfe101 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:31.976679 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-13b994ff-6a1e-4d23-8d59-344bdebfe101 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:32.005298 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 1246c107-a905-49bc-8cea-c4db62caa254 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:12:32.013350 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c0eb641c-e4e1-4ce3-bba8-0aed2ed657e0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:32.072956 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a87766-b30b-4ddb-99cd-ca717cc5432b admin admin] Pushing event updated for resources: {'Subnet': ['ID=381e483f-1075-4381-8890-5fdb20db8aa8,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:32.081541 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c0eb641c-e4e1-4ce3-bba8-0aed2ed657e0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:32.125749 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 1246c107-a905-49bc-8cea-c4db62caa254 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:32.126155 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:32.164161 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb641c-e4e1-4ce3-bba8-0aed2ed657e0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event updated for resources: {'Port': ['ID=2af496a3-8cb3-4c67-99ff-e5b39c53e8d9,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:32.176357 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476509a-2dfd-47ac-8ea9-4b1addc6df00 req-a59d1611-3ffc-4a55-bdb0-a81e8b33d977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:32.178498 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7476509a-2dfd-47ac-8ea9-4b1addc6df00 req-a59d1611-3ffc-4a55-bdb0-a81e8b33d977 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=49977b48-e492-40f5-b31b-37e8507bb806 HTTP/1.1" status: 200 len: 1096 time: 1.1245914 Nov 27 04:12:32.192935 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b994ff-6a1e-4d23-8d59-344bdebfe101 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'Port': ['ID=225680c1-9c79-4551-ab2a-1b9f00c22fb3,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:32.282919 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:32.307127 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c967e-19d0-47e1-ad0a-40f929eccad0 req-0b151848-5f11-4ffb-b926-2c074bec1a4a tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:32.308757 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ac9c967e-19d0-47e1-ad0a-40f929eccad0 req-0b151848-5f11-4ffb-b926-2c074bec1a4a tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=49977b48-e492-40f5-b31b-37e8507bb806 HTTP/1.1" status: 200 len: 1096 time: 1.4455640 Nov 27 04:12:32.309601 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c0eb641c-e4e1-4ce3-bba8-0aed2ed657e0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:32.336413 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 1246c107-a905-49bc-8cea-c4db62caa254, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=1246c107-a905-49bc-8cea-c4db62caa254,segment=NetworkSegment(a7e5fa2c-6cc3-46a1-96b9-8519883f1bc0),segment_id=a7e5fa2c-6cc3-46a1-96b9-8519883f1bc0)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:12:32.342155 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:32.343381 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 70b243f9-50d5-4dce-b78b-cea1175d9286 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:12:32.477055 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=1246c107-a905-49bc-8cea-c4db62caa254,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:32.483357 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 70b243f9-50d5-4dce-b78b-cea1175d9286 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:32.484093 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:32.503642 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0eb641c-e4e1-4ce3-bba8-0aed2ed657e0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Network bb20679a-9422-41e1-8dc8-c29a049e4e0f is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:12:32.513745 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a87766-b30b-4ddb-99cd-ca717cc5432b admin admin] Checking segment: {'id': 'fedeef31-80c0-4f21-8dd9-42e4d38c018f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6adaea12-131f-45a0-a555-9f43d57628b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:12:32.514159 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a87766-b30b-4ddb-99cd-ca717cc5432b admin admin] Network hostable DHCP agents. Network: 6adaea12-131f-45a0-a555-9f43d57628b2, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:12:32.529301 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-c0eb641c-e4e1-4ce3-bba8-0aed2ed657e0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:12:32.579925 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ac9c967e-19d0-47e1-ad0a-40f929eccad0 req-419aa2cd-87f6-4e3e-bd5d-b267ac60277e tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=24047357-dab6-4474-a18c-de79f1ee720f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585118 Nov 27 04:12:32.582066 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7476509a-2dfd-47ac-8ea9-4b1addc6df00 req-305a3d0f-f5d7-428f-9d5b-421a2b997f5b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=24047357-dab6-4474-a18c-de79f1ee720f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829254 Nov 27 04:12:32.635458 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a87766-b30b-4ddb-99cd-ca717cc5432b admin admin] Network 6adaea12-131f-45a0-a555-9f43d57628b2 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:12:32.639555 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:32.698321 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-f3a87766-b30b-4ddb-99cd-ca717cc5432b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 6adaea12-131f-45a0-a555-9f43d57628b2) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:12:32.703696 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a87766-b30b-4ddb-99cd-ca717cc5432b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:32.704297 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f3a87766-b30b-4ddb-99cd-ca717cc5432b admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:32.709441 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 70b243f9-50d5-4dce-b78b-cea1175d9286, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=70b243f9-50d5-4dce-b78b-cea1175d9286,segment=NetworkSegment(1bd09a4d-3c97-4c87-a88d-4211a6ac2ba3),segment_id=1bd09a4d-3c97-4c87-a88d-4211a6ac2ba3)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:12:32.717056 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb20195c-a38c-4de2-8ea4-6eb6ad39a2e4 None None] Network 6adaea12-131f-45a0-a555-9f43d57628b2 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:12:32.736870 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f3a87766-b30b-4ddb-99cd-ca717cc5432b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1867552 Nov 27 04:12:32.745950 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:32.788138 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0eb641c-e4e1-4ce3-bba8-0aed2ed657e0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Router c58176d1-003f-4351-bfe8-8e2798173153 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:12:32.844876 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-13b994ff-6a1e-4d23-8d59-344bdebfe101 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:32.918753 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=70b243f9-50d5-4dce-b78b-cea1175d9286,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:33.008711 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0eb641c-e4e1-4ce3-bba8-0aed2ed657e0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:12:33.016145 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c0eb641c-e4e1-4ce3-bba8-0aed2ed657e0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "PUT /v2.0/routers/c58176d1-003f-4351-bfe8-8e2798173153/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6578684 Nov 27 04:12:33.018743 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43868) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:33.048082 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312c5ae5-adc1-450c-8bac-604b034fc642 None None] Sync routers for ids ['c58176d1-003f-4351-bfe8-8e2798173153'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:12:33.069034 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-13b994ff-6a1e-4d23-8d59-344bdebfe101 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:33.083157 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5e38c3-31b6-414c-8c98-ab04db804ef7 None None] Network 6adaea12-131f-45a0-a555-9f43d57628b2 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:12:33.138060 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ea0826-ae5a-42ce-9de2-63377ee46def tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:33.150779 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-56ea0826-ae5a-42ce-9de2-63377ee46def tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "GET /v2.0/ports/2af496a3-8cb3-4c67-99ff-e5b39c53e8d9 HTTP/1.1" status: 200 len: 910 time: 0.1250911 Nov 27 04:12:33.153807 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43870) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:33.198163 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312c5ae5-adc1-450c-8bac-604b034fc642 None None] Routers {'c58176d1-003f-4351-bfe8-8e2798173153'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:12:33.198845 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-312c5ae5-adc1-450c-8bac-604b034fc642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:12:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c58176d1-003f-4351-bfe8-8e2798173153'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:33.324323 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-312c5ae5-adc1-450c-8bac-604b034fc642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:33.330593 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b6450c-351a-427d-9569-b71ec309eeac None None] Network bb20679a-9422-41e1-8dc8-c29a049e4e0f requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:12:33.608616 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d16229-0cd1-4d7e-8ca7-829815a5a317 None None] Network 04c0c4d5-4909-4f08-9eef-c9385da8db7d requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:12:33.753427 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d1192b-a638-4af1-be52-34a73646eee3 None None] Network f6f7d6ff-4011-47e4-89ca-4bc0047ee6d1 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:12:33.794319 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43884) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:33.844867 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-13b994ff-6a1e-4d23-8d59-344bdebfe101 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:33.857640 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-13b994ff-6a1e-4d23-8d59-344bdebfe101 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:34.037514 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-13b994ff-6a1e-4d23-8d59-344bdebfe101 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:34.069329 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b994ff-6a1e-4d23-8d59-344bdebfe101 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'Port': ['ID=225680c1-9c79-4551-ab2a-1b9f00c22fb3,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:34.133154 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-40bc0669-b18f-4572-83c6-e96b3cae9c43 None None] Provisioning complete for port 1246c107-a905-49bc-8cea-c4db62caa254 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:34.133753 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-40bc0669-b18f-4572-83c6-e96b3cae9c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:34.154743 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ac01bc62-8405-4061-aeb8-b160cdcf13b3 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:34.157399 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 1246c107-a905-49bc-8cea-c4db62caa254 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:12:34.180180 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-370702ad-446c-4d19-9060-76e19bc12306 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:34.208600 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312c5ae5-adc1-450c-8bac-604b034fc642 None None] Routers {'c58176d1-003f-4351-bfe8-8e2798173153'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:12:34.209255 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-312c5ae5-adc1-450c-8bac-604b034fc642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:12:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c58176d1-003f-4351-bfe8-8e2798173153'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:34.232658 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b994ff-6a1e-4d23-8d59-344bdebfe101 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Network 04c0c4d5-4909-4f08-9eef-c9385da8db7d is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:12:34.236145 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-13b994ff-6a1e-4d23-8d59-344bdebfe101 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:12:34.263818 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aac830-80e0-46a5-b2de-bb337f447baa req-53243b1f-dc3c-4e37-8ab7-90a579aae8c6 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:34.265689 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d8aac830-80e0-46a5-b2de-bb337f447baa req-53243b1f-dc3c-4e37-8ab7-90a579aae8c6 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=49977b48-e492-40f5-b31b-37e8507bb806 HTTP/1.1" status: 200 len: 1096 time: 0.3290353 Nov 27 04:12:34.275134 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-312c5ae5-adc1-450c-8bac-604b034fc642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:34.275802 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312c5ae5-adc1-450c-8bac-604b034fc642 None None] The sync data for ids ['c58176d1-003f-4351-bfe8-8e2798173153'] in n-d-819494-3 is: [] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:12:34.354923 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d8aac830-80e0-46a5-b2de-bb337f447baa req-d5710a56-71e8-4224-8c77-00f27a34e815 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=24047357-dab6-4474-a18c-de79f1ee720f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826354 Nov 27 04:12:34.466434 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-370702ad-446c-4d19-9060-76e19bc12306 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:34.480547 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-370702ad-446c-4d19-9060-76e19bc12306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:34.555070 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370702ad-446c-4d19-9060-76e19bc12306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45eae17-a3d8-4206-b0e3-6a0d64fbaf52,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:34.572305 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b994ff-6a1e-4d23-8d59-344bdebfe101 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Router 20aafe27-e446-45ec-bd88-c70cb59eff9a is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:12:34.581343 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 1246c107-a905-49bc-8cea-c4db62caa254 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:34.581729 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:34.636691 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-370702ad-446c-4d19-9060-76e19bc12306 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6ae063823c7e46c7bd7f947168b8a867&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8390749 Nov 27 04:12:34.639445 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43894) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:34.647745 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-ac01bc62-8405-4061-aeb8-b160cdcf13b3 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Allocated IP 172.21.0.1 (f6f7d6ff-4011-47e4-89ca-4bc0047ee6d1/5ef474d6-9631-4493-b851-397896e4d9b2/81ee1f52-366a-4691-b64c-9d92da134db9) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:12:34.818853 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-f6db42a2-9f3b-4758-86a0-9de5e23dd0c2 None None] Provisioning complete for port df6349e8-8c8e-4cb9-a974-b044b7c5f032 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:34.819339 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f6db42a2-9f3b-4758-86a0-9de5e23dd0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:34.846923 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b994ff-6a1e-4d23-8d59-344bdebfe101 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:12:34.858604 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-13b994ff-6a1e-4d23-8d59-344bdebfe101 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "PUT /v2.0/routers/20aafe27-e446-45ec-bd88-c70cb59eff9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8956389 Nov 27 04:12:34.859876 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43898) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:34.860255 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0629c3-2292-48f0-9e34-1e8dde8c7e3d None None] Sync routers for ids ['20aafe27-e446-45ec-bd88-c70cb59eff9a'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:12:34.882191 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0629c3-2292-48f0-9e34-1e8dde8c7e3d None None] Routers {'20aafe27-e446-45ec-bd88-c70cb59eff9a'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:12:34.882865 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-9e0629c3-2292-48f0-9e34-1e8dde8c7e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:12:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['20aafe27-e446-45ec-bd88-c70cb59eff9a'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:34.918887 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2b9d0e-0132-4522-985f-fbab0711e54c tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:34.923715 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ac2b9d0e-0132-4522-985f-fbab0711e54c tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "GET /v2.0/ports?device_id=20aafe27-e446-45ec-bd88-c70cb59eff9a HTTP/1.1" status: 200 len: 983 time: 0.0624776 Nov 27 04:12:34.924684 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43900) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:34.928538 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6682ccd1-88ea-421c-a49e-774d2cb59402 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:35.015198 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-9e0629c3-2292-48f0-9e34-1e8dde8c7e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:35.051959 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0629c3-2292-48f0-9e34-1e8dde8c7e3d None None] Routers {'20aafe27-e446-45ec-bd88-c70cb59eff9a'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:12:35.052595 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-9e0629c3-2292-48f0-9e34-1e8dde8c7e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:12:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['20aafe27-e446-45ec-bd88-c70cb59eff9a'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:35.085528 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6682ccd1-88ea-421c-a49e-774d2cb59402 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:35.116250 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device df6349e8-8c8e-4cb9-a974-b044b7c5f032 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:12:35.126156 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-9e0629c3-2292-48f0-9e34-1e8dde8c7e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:35.128188 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0629c3-2292-48f0-9e34-1e8dde8c7e3d None None] The sync data for ids ['20aafe27-e446-45ec-bd88-c70cb59eff9a'] in n-d-819494-3 is: [] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:12:35.256973 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ac01bc62-8405-4061-aeb8-b160cdcf13b3 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:35.278856 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f6db42a2-9f3b-4758-86a0-9de5e23dd0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:35.295997 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6682ccd1-88ea-421c-a49e-774d2cb59402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:35.303375 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6682ccd1-88ea-421c-a49e-774d2cb59402 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:35.307565 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6682ccd1-88ea-421c-a49e-774d2cb59402 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a45eae17-a3d8-4206-b0e3-6a0d64fbaf52 HTTP/1.1" status: 204 len: 168 time: 0.6655273 Nov 27 04:12:35.317485 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ac01bc62-8405-4061-aeb8-b160cdcf13b3 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:35.327084 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6682ccd1-88ea-421c-a49e-774d2cb59402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45eae17-a3d8-4206-b0e3-6a0d64fbaf52,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:35.369984 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac01bc62-8405-4061-aeb8-b160cdcf13b3 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Network f6f7d6ff-4011-47e4-89ca-4bc0047ee6d1 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:12:35.392878 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-ac01bc62-8405-4061-aeb8-b160cdcf13b3 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:12:35.399607 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac01bc62-8405-4061-aeb8-b160cdcf13b3 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:12:35.476581 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-f6db42a2-9f3b-4758-86a0-9de5e23dd0c2 None None] For port df6349e8-8c8e-4cb9-a974-b044b7c5f032, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=df6349e8-8c8e-4cb9-a974-b044b7c5f032,segment=NetworkSegment(75f461d1-c160-418b-8601-dd2ab4e48164),segment_id=75f461d1-c160-418b-8601-dd2ab4e48164)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:12:35.521072 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f6db42a2-9f3b-4758-86a0-9de5e23dd0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:35.524301 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port df6349e8-8c8e-4cb9-a974-b044b7c5f032 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:35.524913 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:35.571932 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac01bc62-8405-4061-aeb8-b160cdcf13b3 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event updated for resources: {'Port': ['ID=81ee1f52-366a-4691-b64c-9d92da134db9,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:35.590481 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ac01bc62-8405-4061-aeb8-b160cdcf13b3 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:35.678224 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db42a2-9f3b-4758-86a0-9de5e23dd0c2 None None] Pushing event updated for resources: {'Port': ['ID=df6349e8-8c8e-4cb9-a974-b044b7c5f032,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:35.707719 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-f6db42a2-9f3b-4758-86a0-9de5e23dd0c2 None None] Provisioning complete for port 70b243f9-50d5-4dce-b78b-cea1175d9286 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:35.708246 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f6db42a2-9f3b-4758-86a0-9de5e23dd0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:35.943423 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 70b243f9-50d5-4dce-b78b-cea1175d9286 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:12:35.960541 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007dc795-4624-46a5-8f45-e0024a56f1c0 req-af5e1ad0-ff40-4394-ba35-61a227d470d1 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:35.972369 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-007dc795-4624-46a5-8f45-e0024a56f1c0 req-af5e1ad0-ff40-4394-ba35-61a227d470d1 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=49977b48-e492-40f5-b31b-37e8507bb806 HTTP/1.1" status: 200 len: 1096 time: 0.3826168 Nov 27 04:12:36.020711 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 70b243f9-50d5-4dce-b78b-cea1175d9286 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:36.021380 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:36.085818 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ac01bc62-8405-4061-aeb8-b160cdcf13b3 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:36.129672 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b11adba9-780b-412c-96b2-7cf544ca0a05 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:36.199333 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-a874511f-0f30-4f79-a209-db8847aa4df1 None None] Provisioning complete for port 1246c107-a905-49bc-8cea-c4db62caa254 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:36.199786 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a874511f-0f30-4f79-a209-db8847aa4df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:36.212917 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-007dc795-4624-46a5-8f45-e0024a56f1c0 req-b63729e4-c6df-46ba-b731-ace625233f75 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=24047357-dab6-4474-a18c-de79f1ee720f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284043 Nov 27 04:12:36.382200 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device df6349e8-8c8e-4cb9-a974-b044b7c5f032 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:12:36.446726 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead0ddc-36da-4f42-8c69-d2af53059cf6 req-054e533b-8402-4dc0-80de-dacac9fa8c7c tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:36.448317 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eead0ddc-36da-4f42-8c69-d2af53059cf6 req-054e533b-8402-4dc0-80de-dacac9fa8c7c tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=49977b48-e492-40f5-b31b-37e8507bb806 HTTP/1.1" status: 200 len: 1096 time: 0.0905116 Nov 27 04:12:36.468225 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-a874511f-0f30-4f79-a209-db8847aa4df1 None None] Provisioning complete for port 70b243f9-50d5-4dce-b78b-cea1175d9286 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:36.468646 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a874511f-0f30-4f79-a209-db8847aa4df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:36.531839 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port df6349e8-8c8e-4cb9-a974-b044b7c5f032 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:36.532225 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:36.541227 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eead0ddc-36da-4f42-8c69-d2af53059cf6 req-deb6dbd3-2d67-4241-81d4-932d0c0b751d tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=24047357-dab6-4474-a18c-de79f1ee720f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832293 Nov 27 04:12:36.612475 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-b11adba9-780b-412c-96b2-7cf544ca0a05 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Deleting port 225680c1-9c79-4551-ab2a-1b9f00c22fb3 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:12:36.612816 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b11adba9-780b-412c-96b2-7cf544ca0a05 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:36.645533 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ac01bc62-8405-4061-aeb8-b160cdcf13b3 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:36.657422 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ac01bc62-8405-4061-aeb8-b160cdcf13b3 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:36.725104 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-a874511f-0f30-4f79-a209-db8847aa4df1 None None] Provisioning complete for port 2af496a3-8cb3-4c67-99ff-e5b39c53e8d9 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:36.725491 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a874511f-0f30-4f79-a209-db8847aa4df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:36.746134 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b11adba9-780b-412c-96b2-7cf544ca0a05 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:36.767426 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-a874511f-0f30-4f79-a209-db8847aa4df1 None None] Port 2af496a3-8cb3-4c67-99ff-e5b39c53e8d9 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:12:36.769801 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ac01bc62-8405-4061-aeb8-b160cdcf13b3 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:36.773190 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac01bc62-8405-4061-aeb8-b160cdcf13b3 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event updated for resources: {'Port': ['ID=81ee1f52-366a-4691-b64c-9d92da134db9,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:36.778132 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-a874511f-0f30-4f79-a209-db8847aa4df1 None None] Provisioning complete for port 225680c1-9c79-4551-ab2a-1b9f00c22fb3 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:36.778513 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a874511f-0f30-4f79-a209-db8847aa4df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:36.780089 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf4ee2-0824-4431-a869-71c6f21b8925 req-d72c3cdc-8d08-4a0f-acba-6e27865f8962 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:36.785913 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-b11adba9-780b-412c-96b2-7cf544ca0a05 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Calling delete_port for 225680c1-9c79-4551-ab2a-1b9f00c22fb3 owned by network:router_interface {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:12:36.789032 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f5cf4ee2-0824-4431-a869-71c6f21b8925 req-d72c3cdc-8d08-4a0f-acba-6e27865f8962 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=49977b48-e492-40f5-b31b-37e8507bb806 HTTP/1.1" status: 200 len: 1096 time: 0.1618216 Nov 27 04:12:36.813348 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-a874511f-0f30-4f79-a209-db8847aa4df1 None None] Port 225680c1-9c79-4551-ab2a-1b9f00c22fb3 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:12:36.823260 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-a874511f-0f30-4f79-a209-db8847aa4df1 None None] Provisioning complete for port df6349e8-8c8e-4cb9-a974-b044b7c5f032 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:36.823627 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a874511f-0f30-4f79-a209-db8847aa4df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:36.896566 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f5cf4ee2-0824-4431-a869-71c6f21b8925 req-88e7d94d-d026-4ff9-8466-2d4043688981 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=24047357-dab6-4474-a18c-de79f1ee720f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065588 Nov 27 04:12:36.947678 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac01bc62-8405-4061-aeb8-b160cdcf13b3 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Network f6f7d6ff-4011-47e4-89ca-4bc0047ee6d1 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:12:36.950213 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-ac01bc62-8405-4061-aeb8-b160cdcf13b3 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:12:37.007210 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-a874511f-0f30-4f79-a209-db8847aa4df1 None None] Provisioning complete for port 81ee1f52-366a-4691-b64c-9d92da134db9 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:37.007388 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a874511f-0f30-4f79-a209-db8847aa4df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:37.082094 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-a874511f-0f30-4f79-a209-db8847aa4df1 None None] Port 81ee1f52-366a-4691-b64c-9d92da134db9 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:12:37.083928 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b11adba9-780b-412c-96b2-7cf544ca0a05 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:37.118030 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11adba9-780b-412c-96b2-7cf544ca0a05 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event deleted for resources: {'Port': ['ID=225680c1-9c79-4551-ab2a-1b9f00c22fb3,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:37.126469 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac01bc62-8405-4061-aeb8-b160cdcf13b3 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Router c58176d1-003f-4351-bfe8-8e2798173153 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:12:37.202921 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-8b4b92fd-ba63-4ff4-8224-ccb2d43ea859 None None] Could not find standard attr ID for object 225680c1-9c79-4551-ab2a-1b9f00c22fb3. {{(pid=110020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 04:12:37.265226 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac01bc62-8405-4061-aeb8-b160cdcf13b3 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:12:37.280842 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92536f9e-70b3-4b9c-ad1e-002565965539 None None] Sync routers for ids ['c58176d1-003f-4351-bfe8-8e2798173153'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:12:37.296587 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43956) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:37.297100 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92536f9e-70b3-4b9c-ad1e-002565965539 None None] Routers {'c58176d1-003f-4351-bfe8-8e2798173153'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:12:37.297922 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-92536f9e-70b3-4b9c-ad1e-002565965539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:12:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c58176d1-003f-4351-bfe8-8e2798173153'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:37.298322 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ac01bc62-8405-4061-aeb8-b160cdcf13b3 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "PUT /v2.0/routers/c58176d1-003f-4351-bfe8-8e2798173153/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1410165 Nov 27 04:12:37.376798 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-92536f9e-70b3-4b9c-ad1e-002565965539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:37.390861 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dae9b9-9399-4b37-a833-61900dc28553 req-c11a1bc6-a3a4-4363-b632-b24694c6c321 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:37.392959 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38dae9b9-9399-4b37-a833-61900dc28553 req-c11a1bc6-a3a4-4363-b632-b24694c6c321 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=49977b48-e492-40f5-b31b-37e8507bb806 HTTP/1.1" status: 200 len: 1096 time: 0.0848742 Nov 27 04:12:37.399407 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92536f9e-70b3-4b9c-ad1e-002565965539 None None] Routers {'c58176d1-003f-4351-bfe8-8e2798173153'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:12:37.400359 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-92536f9e-70b3-4b9c-ad1e-002565965539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:12:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c58176d1-003f-4351-bfe8-8e2798173153'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:37.475970 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38dae9b9-9399-4b37-a833-61900dc28553 req-64a10531-b177-448d-a414-923ba4b81912 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=24047357-dab6-4474-a18c-de79f1ee720f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760009 Nov 27 04:12:37.482069 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-92536f9e-70b3-4b9c-ad1e-002565965539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:37.482904 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92536f9e-70b3-4b9c-ad1e-002565965539 None None] The sync data for ids ['c58176d1-003f-4351-bfe8-8e2798173153'] in n-d-819494-3 is: [] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:12:37.485591 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b11adba9-780b-412c-96b2-7cf544ca0a05 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:37.524078 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd16c57-3ebd-48f2-aee0-785d3e6224a7 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:37.525542 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1cd16c57-3ebd-48f2-aee0-785d3e6224a7 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "GET /v2.0/ports/81ee1f52-366a-4691-b64c-9d92da134db9 HTTP/1.1" status: 200 len: 910 time: 0.2281337 Nov 27 04:12:37.529167 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43964) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:37.532287 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-edf84baf-8bdc-4783-a2f4-5ebdb6b22270 None None] Provisioning complete for port 81ee1f52-366a-4691-b64c-9d92da134db9 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:37.532902 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-edf84baf-8bdc-4783-a2f4-5ebdb6b22270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:37.579732 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-edf84baf-8bdc-4783-a2f4-5ebdb6b22270 None None] Port 81ee1f52-366a-4691-b64c-9d92da134db9 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:12:37.673490 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43974) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:37.783601 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b11adba9-780b-412c-96b2-7cf544ca0a05 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Router 20aafe27-e446-45ec-bd88-c70cb59eff9a has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:12:37.807364 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-dccf3ce0-0f71-496a-8517-9393077b0b78 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:37.809029 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-dccf3ce0-0f71-496a-8517-9393077b0b78 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/networks?id=6adaea12-131f-45a0-a555-9f43d57628b2 HTTP/1.1" status: 200 len: 809 time: 0.1896877 Nov 27 04:12:37.850303 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-8cf5d147-1175-450e-a2d0-ab99bb000849 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Request body: {'network': {'name': 'tempest-network-smoke--1932517583', 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'port_security_enabled': True}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:37.874138 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-03ed1da7-f999-4e87-886e-504bb167e297 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:37.900925 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-069ec1be-d07f-4857-afaf-9fd246c5a1fd tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/quotas/de8530d705054cfe856455da325ba657 HTTP/1.1" status: 200 len: 375 time: 0.0549400 Nov 27 04:12:37.903781 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11adba9-780b-412c-96b2-7cf544ca0a05 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:12:37.914330 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b11adba9-780b-412c-96b2-7cf544ca0a05 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "PUT /v2.0/routers/20aafe27-e446-45ec-bd88-c70cb59eff9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9827912 Nov 27 04:12:37.915027 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43978) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:37.915119 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1201f98-1909-4119-8c76-e79adeba8aae None None] Sync routers for ids ['20aafe27-e446-45ec-bd88-c70cb59eff9a'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:12:37.924262 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1201f98-1909-4119-8c76-e79adeba8aae None None] Routers {'20aafe27-e446-45ec-bd88-c70cb59eff9a'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:12:37.924877 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-c1201f98-1909-4119-8c76-e79adeba8aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:12:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['20aafe27-e446-45ec-bd88-c70cb59eff9a'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:37.956307 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-c1201f98-1909-4119-8c76-e79adeba8aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:37.966064 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1201f98-1909-4119-8c76-e79adeba8aae None None] Routers {'20aafe27-e446-45ec-bd88-c70cb59eff9a'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:12:37.966724 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-c1201f98-1909-4119-8c76-e79adeba8aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:12:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['20aafe27-e446-45ec-bd88-c70cb59eff9a'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:37.974538 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-645f4a28-7edd-484f-a7ee-0a2716337e74 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] GET failed (client error): The resource could not be found. Nov 27 04:12:37.978842 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-645f4a28-7edd-484f-a7ee-0a2716337e74 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "GET /v2.0/ports/225680c1-9c79-4551-ab2a-1b9f00c22fb3 HTTP/1.1" status: 404 len: 333 time: 0.0620530 Nov 27 04:12:37.979925 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 43980) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:38.003045 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-c1201f98-1909-4119-8c76-e79adeba8aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:38.004243 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1201f98-1909-4119-8c76-e79adeba8aae None None] The sync data for ids ['20aafe27-e446-45ec-bd88-c70cb59eff9a'] in n-d-819494-3 is: [] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:12:38.067908 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ddbf92bf-05aa-4413-beee-62610a3206b9 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:38.225401 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-b7e36484-754e-418c-85f1-6c0e7662f8af tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=de8530d705054cfe856455da325ba657&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3091383 Nov 27 04:12:38.226089 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf5d147-1175-450e-a2d0-ab99bb000849 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Made reservation on behalf of 11a8da3acafa4ec1bd2e977270426dbc for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:12:38.229473 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8cf5d147-1175-450e-a2d0-ab99bb000849 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:38.245799 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8cf5d147-1175-450e-a2d0-ab99bb000849 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:38.284133 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ddbf92bf-05aa-4413-beee-62610a3206b9 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:38.287521 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ddbf92bf-05aa-4413-beee-62610a3206b9 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:38.354661 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-d5c11806-8d41-4794-9687-f0ebc8933886 service neutron] 10.222.0.20 "GET /v2.0/networks/6adaea12-131f-45a0-a555-9f43d57628b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217601 Nov 27 04:12:38.444953 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8cf5d147-1175-450e-a2d0-ab99bb000849 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:38.450081 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8cf5d147-1175-450e-a2d0-ab99bb000849 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:38.509885 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf5d147-1175-450e-a2d0-ab99bb000849 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:12:38.518295 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-0e8a3cf1-f5b5-41bd-a4f2-79ba39154205 service neutron] 10.222.0.20 "GET /v2.0/networks/6adaea12-131f-45a0-a555-9f43d57628b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528950 Nov 27 04:12:38.518950 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5d147-1175-450e-a2d0-ab99bb000849 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63c9a38f-f7cf-4301-b914-00eb433d6e71,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:38.527745 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8cf5d147-1175-450e-a2d0-ab99bb000849 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:38.528116 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-8cf5d147-1175-450e-a2d0-ab99bb000849 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Added segment 1bfa2de6-2583-4c45-81f6-10784b527c3e of type vlan for network 01721107-8527-4cbc-9cef-bafb3d42cf85 Nov 27 04:12:38.574696 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8cf5d147-1175-450e-a2d0-ab99bb000849 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:38.604191 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8cf5d147-1175-450e-a2d0-ab99bb000849 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:38.609981 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf5d147-1175-450e-a2d0-ab99bb000849 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:38.610795 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8cf5d147-1175-450e-a2d0-ab99bb000849 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:38.684586 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8cf5d147-1175-450e-a2d0-ab99bb000849 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0057161 Nov 27 04:12:38.684738 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43988) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:38.689146 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-430e3827-488b-4786-b015-f48a646cf4e4 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1075337850', 'admin_state_up': True, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:38.698826 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5d147-1175-450e-a2d0-ab99bb000849 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event updated for resources: {'Network': ['ID=01721107-8527-4cbc-9cef-bafb3d42cf85,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:38.710887 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 01721107-8527-4cbc-9cef-bafb3d42cf85 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:12:38.720878 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ddbf92bf-05aa-4413-beee-62610a3206b9 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:38.721583 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddbf92bf-05aa-4413-beee-62610a3206b9 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Fanout notify agent at l3_agent the message router_deleted on router 20aafe27-e446-45ec-bd88-c70cb59eff9a {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:12:38.728208 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-430e3827-488b-4786-b015-f48a646cf4e4 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:38.730379 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-430e3827-488b-4786-b015-f48a646cf4e4 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:38.742451 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ddbf92bf-05aa-4413-beee-62610a3206b9 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:38.743816 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ddbf92bf-05aa-4413-beee-62610a3206b9 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/routers/20aafe27-e446-45ec-bd88-c70cb59eff9a HTTP/1.1" status: 204 len: 168 time: 0.7638521 Nov 27 04:12:38.754294 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 43992) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:38.758414 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bb164efa-23fe-4b9e-bd9c-fe0cf982d382 req-47172534-fbed-43a2-a4d1-257f813ff622 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/ports?device_id=727f4a85-7380-4d56-858a-645cdbf2a0c4 HTTP/1.1" status: 200 len: 210 time: 0.0455725 Nov 27 04:12:38.794625 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2ba39-b6b1-4877-8465-507df562dec5 req-b051407d-3359-4e27-a44a-baeecb10c3ce tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:38.808716 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1db2ba39-b6b1-4877-8465-507df562dec5 req-b051407d-3359-4e27-a44a-baeecb10c3ce tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=49977b48-e492-40f5-b31b-37e8507bb806 HTTP/1.1" status: 200 len: 1096 time: 0.1493740 Nov 27 04:12:38.842401 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-52fa24c4-ab93-479c-a0b9-daddc081f15e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Deleting subnet 2f0dcbc0-0a8e-4e99-934e-780977d20abb {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:12:38.871091 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-52fa24c4-ab93-479c-a0b9-daddc081f15e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:38.892795 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-430e3827-488b-4786-b015-f48a646cf4e4 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:38.938669 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca135a-543a-4554-bbfb-c1217beef615 req-3b31c898-3c73-497b-a25b-a925203840ba tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:38.940269 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2bca135a-543a-4554-bbfb-c1217beef615 req-3b31c898-3c73-497b-a25b-a925203840ba tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=49977b48-e492-40f5-b31b-37e8507bb806 HTTP/1.1" status: 200 len: 1096 time: 0.1288252 Nov 27 04:12:38.947869 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1db2ba39-b6b1-4877-8465-507df562dec5 req-d9ec4eb8-1bf7-4787-8883-62e1602c967b tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=24047357-dab6-4474-a18c-de79f1ee720f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381438 Nov 27 04:12:38.976994 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-52fa24c4-ab93-479c-a0b9-daddc081f15e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:39.011814 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-03ed1da7-f999-4e87-886e-504bb167e297 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Deleting port 81ee1f52-366a-4691-b64c-9d92da134db9 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:12:39.012663 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-03ed1da7-f999-4e87-886e-504bb167e297 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:39.082418 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-430e3827-488b-4786-b015-f48a646cf4e4 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:39.135573 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-03ed1da7-f999-4e87-886e-504bb167e297 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:39.140824 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-2bca135a-543a-4554-bbfb-c1217beef615 req-71c7d0d0-5ac8-4151-9b95-420b898170da tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Deleting port 2ab7190d-fbed-4a6b-b8ba-fa04530fd643 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:12:39.141234 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-2bca135a-543a-4554-bbfb-c1217beef615 req-71c7d0d0-5ac8-4151-9b95-420b898170da tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:39.188702 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-52fa24c4-ab93-479c-a0b9-daddc081f15e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:39.199400 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-03ed1da7-f999-4e87-886e-504bb167e297 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Calling delete_port for 81ee1f52-366a-4691-b64c-9d92da134db9 owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:12:39.273075 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-52fa24c4-ab93-479c-a0b9-daddc081f15e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:39.306604 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-2bca135a-543a-4554-bbfb-c1217beef615 req-71c7d0d0-5ac8-4151-9b95-420b898170da tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] For port 2ab7190d-fbed-4a6b-b8ba-fa04530fd643, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=2ab7190d-fbed-4a6b-b8ba-fa04530fd643,segment=NetworkSegment(fb098388-3a92-4ab4-80c1-f41ab44b0ec5),segment_id=fb098388-3a92-4ab4-80c1-f41ab44b0ec5)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:12:39.306972 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-2bca135a-543a-4554-bbfb-c1217beef615 req-71c7d0d0-5ac8-4151-9b95-420b898170da tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:39.319809 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa24c4-ab93-479c-a0b9-daddc081f15e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event deleted for resources: {'Subnet': ['ID=2f0dcbc0-0a8e-4e99-934e-780977d20abb,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:39.323759 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-52fa24c4-ab93-479c-a0b9-daddc081f15e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:39.327210 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-52fa24c4-ab93-479c-a0b9-daddc081f15e tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/subnets/2f0dcbc0-0a8e-4e99-934e-780977d20abb HTTP/1.1" status: 204 len: 168 time: 0.5715134 Nov 27 04:12:39.327933 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2400c84c-2408-4cd5-a687-b73e8d5e63f8 None None] Network 04c0c4d5-4909-4f08-9eef-c9385da8db7d requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:12:39.329913 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44002) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:39.337751 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-2bca135a-543a-4554-bbfb-c1217beef615 req-71c7d0d0-5ac8-4151-9b95-420b898170da tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Calling delete_port for 2ab7190d-fbed-4a6b-b8ba-fa04530fd643 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:12:39.498344 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-430e3827-488b-4786-b015-f48a646cf4e4 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:39.527530 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2972c559-57f1-4a6e-ba74-b4d944b0e6e1 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:39.532303 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-430e3827-488b-4786-b015-f48a646cf4e4 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:39.545407 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e352f4c-a0da-4496-8411-07ea04502eeb None None] DHCP port deletion for 04c0c4d5-4909-4f08-9eef-c9385da8db7d request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:12:39.545626 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-03ed1da7-f999-4e87-886e-504bb167e297 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:39.601368 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-3e352f4c-a0da-4496-8411-07ea04502eeb None None] Deleting port 70b243f9-50d5-4dce-b78b-cea1175d9286 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:12:39.601859 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3e352f4c-a0da-4496-8411-07ea04502eeb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:39.613511 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed1da7-f999-4e87-886e-504bb167e297 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event deleted for resources: {'Port': ['ID=81ee1f52-366a-4691-b64c-9d92da134db9,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:39.686941 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-2972c559-57f1-4a6e-ba74-b4d944b0e6e1 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Deleting port 70b243f9-50d5-4dce-b78b-cea1175d9286 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:12:39.687637 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2972c559-57f1-4a6e-ba74-b4d944b0e6e1 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:39.690362 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-3e352f4c-a0da-4496-8411-07ea04502eeb None None] For port 70b243f9-50d5-4dce-b78b-cea1175d9286, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=70b243f9-50d5-4dce-b78b-cea1175d9286,segment=NetworkSegment(1bd09a4d-3c97-4c87-a88d-4211a6ac2ba3),segment_id=1bd09a4d-3c97-4c87-a88d-4211a6ac2ba3)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:12:39.690830 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3e352f4c-a0da-4496-8411-07ea04502eeb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:39.708776 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-3e352f4c-a0da-4496-8411-07ea04502eeb None None] Calling delete_port for 70b243f9-50d5-4dce-b78b-cea1175d9286 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:12:39.719531 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-2bca135a-543a-4554-bbfb-c1217beef615 req-71c7d0d0-5ac8-4151-9b95-420b898170da tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:39.740962 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-430e3827-488b-4786-b015-f48a646cf4e4 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Allocated IP 172.25.1.116 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/cadaefd7-5868-4f27-b084-779ef51294a7) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:12:39.763272 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['2ab7190d-fbed-4a6b-b8ba-fa04530fd643'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:12:39.772425 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['67adee4f-661f-46cb-9524-8dd065f363ff'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:12:39.832768 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7d0d0-5ac8-4151-9b95-420b898170da tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ab7190d-fbed-4a6b-b8ba-fa04530fd643,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:39.847459 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-2972c559-57f1-4a6e-ba74-b4d944b0e6e1 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] For port 70b243f9-50d5-4dce-b78b-cea1175d9286, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=70b243f9-50d5-4dce-b78b-cea1175d9286,segment=NetworkSegment(1bd09a4d-3c97-4c87-a88d-4211a6ac2ba3),segment_id=1bd09a4d-3c97-4c87-a88d-4211a6ac2ba3)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:12:39.848015 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2972c559-57f1-4a6e-ba74-b4d944b0e6e1 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:39.875007 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-2972c559-57f1-4a6e-ba74-b4d944b0e6e1 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Calling delete_port for 70b243f9-50d5-4dce-b78b-cea1175d9286 owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:12:39.927427 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bca135a-543a-4554-bbfb-c1217beef615 req-71c7d0d0-5ac8-4151-9b95-420b898170da tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] No DVR routers for this DVR port 2ab7190d-fbed-4a6b-b8ba-fa04530fd643 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:12:39.943207 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-2bca135a-543a-4554-bbfb-c1217beef615 req-71c7d0d0-5ac8-4151-9b95-420b898170da tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:39.958149 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2bca135a-543a-4554-bbfb-c1217beef615 req-71c7d0d0-5ac8-4151-9b95-420b898170da tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.23 "DELETE /v2.0/ports/2ab7190d-fbed-4a6b-b8ba-fa04530fd643 HTTP/1.1" status: 204 len: 173 time: 1.0078380 Nov 27 04:12:39.968451 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49977b48-e492-40f5-b31b-37e8507bb806', 'name': 'network-vif-deleted', 'tag': '2ab7190d-fbed-4a6b-b8ba-fa04530fd643'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:12:39.970745 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2a397d-3c5a-48fb-9133-ae5bbfb0a403" -d '{"events": [{"server_uuid": "49977b48-e492-40f5-b31b-37e8507bb806", "name": "network-vif-deleted", "tag": "2ab7190d-fbed-4a6b-b8ba-fa04530fd643"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:12:40.024683 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-95ba3ad3-47ff-4273-a30e-6214e9d0aac9 req-f83e236f-d5dd-4fa9-bdfb-a4cabbc418cb tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/ports?device_id=727f4a85-7380-4d56-858a-645cdbf2a0c4 HTTP/1.1" status: 200 len: 210 time: 0.0951707 Nov 27 04:12:40.037661 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-03ed1da7-f999-4e87-886e-504bb167e297 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:40.096419 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-430e3827-488b-4786-b015-f48a646cf4e4 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:40.133867 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3e352f4c-a0da-4496-8411-07ea04502eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:40.246438 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe64949-d211-42db-812f-156b33e0ff31 x-openstack-request-id: req-7fe64949-d211-42db-812f-156b33e0ff31 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:12:40.246886 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49977b48-e492-40f5-b31b-37e8507bb806", "name": "network-vif-deleted", "tag": "2ab7190d-fbed-4a6b-b8ba-fa04530fd643", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:12:40.247356 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7fe64949-d211-42db-812f-156b33e0ff31 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:12:40.247993 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49977b48-e492-40f5-b31b-37e8507bb806', 'name': 'network-vif-deleted', 'tag': '2ab7190d-fbed-4a6b-b8ba-fa04530fd643', 'status': 'completed', 'code': 200} Nov 27 04:12:40.298118 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-75e1f2c1-d38d-40de-a5cd-22ac5bce5b7c req-3792bda0-c183-4c53-8699-c61472b5ef48 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=49977b48-e492-40f5-b31b-37e8507bb806 HTTP/1.1" status: 200 len: 210 time: 0.1303592 Nov 27 04:12:40.330295 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2972c559-57f1-4a6e-ba74-b4d944b0e6e1 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:40.344894 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e352f4c-a0da-4496-8411-07ea04502eeb None None] Pushing event deleted for resources: {'Port': ['ID=70b243f9-50d5-4dce-b78b-cea1175d9286,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:40.363375 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 70b243f9-50d5-4dce-b78b-cea1175d9286 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:12:40.381167 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972c559-57f1-4a6e-ba74-b4d944b0e6e1 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event deleted for resources: {'Port': ['ID=70b243f9-50d5-4dce-b78b-cea1175d9286,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:40.395109 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2972c559-57f1-4a6e-ba74-b4d944b0e6e1 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] No DVR routers for this DVR port 70b243f9-50d5-4dce-b78b-cea1175d9286 on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:12:40.422657 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 70b243f9-50d5-4dce-b78b-cea1175d9286 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:12:40.424176 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 70b243f9-50d5-4dce-b78b-cea1175d9286 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:12:40.437259 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e352f4c-a0da-4496-8411-07ea04502eeb None None] No DVR routers for this DVR port 70b243f9-50d5-4dce-b78b-cea1175d9286 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:12:40.452172 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-430e3827-488b-4786-b015-f48a646cf4e4 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:40.542868 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-c1d15a9f-8c90-4c0a-92f6-26decc635c29 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:40.544321 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-c1d15a9f-8c90-4c0a-92f6-26decc635c29 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.23 "GET /v2.0/networks?id=6adaea12-131f-45a0-a555-9f43d57628b2 HTTP/1.1" status: 200 len: 809 time: 0.3010976 Nov 27 04:12:40.551475 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ed1da7-f999-4e87-886e-504bb167e297 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Router c58176d1-003f-4351-bfe8-8e2798173153 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:12:40.557321 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430e3827-488b-4786-b015-f48a646cf4e4 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:12:40.559129 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2972c559-57f1-4a6e-ba74-b4d944b0e6e1 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:40.573065 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-430e3827-488b-4786-b015-f48a646cf4e4 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:12:40.578880 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430e3827-488b-4786-b015-f48a646cf4e4 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:12:40.585527 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e3827-488b-4786-b015-f48a646cf4e4 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event updated for resources: {'Port': ['ID=cadaefd7-5868-4f27-b084-779ef51294a7,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:40.588820 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175cb938-f6fb-4920-856e-f7e1ce7f36a1 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:12:40.615694 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-2972c559-57f1-4a6e-ba74-b4d944b0e6e1 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04c0c4d5-4909-4f08-9eef-c9385da8db7d']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:40.637386 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-5e3e6189-95a3-42e0-ab2e-e00749e1dacc tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Request body: {'port': {'device_id': '727f4a85-7380-4d56-858a-645cdbf2a0c4', 'network_id': '6adaea12-131f-45a0-a555-9f43d57628b2', 'admin_state_up': True, 'tenant_id': 'de8530d705054cfe856455da325ba657'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:40.637858 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-3990d8e7-74dc-4032-ba37-854504cf25c8 None None] Provisioning complete for port cadaefd7-5868-4f27-b084-779ef51294a7 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:40.638385 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3990d8e7-74dc-4032-ba37-854504cf25c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:40.638683 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-2972c559-57f1-4a6e-ba74-b4d944b0e6e1 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bd09a4d-3c97-4c87-a88d-4211a6ac2ba3') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:40.638992 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-2972c559-57f1-4a6e-ba74-b4d944b0e6e1 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bd09a4d-3c97-4c87-a88d-4211a6ac2ba3') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:40.652807 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2972c559-57f1-4a6e-ba74-b4d944b0e6e1 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:40.677693 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-3990d8e7-74dc-4032-ba37-854504cf25c8 None None] Port cadaefd7-5868-4f27-b084-779ef51294a7 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:12:40.722101 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ed1da7-f999-4e87-886e-504bb167e297 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:12:40.728108 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2972c559-57f1-4a6e-ba74-b4d944b0e6e1 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:40.734680 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-03ed1da7-f999-4e87-886e-504bb167e297 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "PUT /v2.0/routers/c58176d1-003f-4351-bfe8-8e2798173153/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1994145 Nov 27 04:12:40.734680 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44012) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:40.735773 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfe0fe0-f827-4899-8f2b-e0fb51008821 None None] Sync routers for ids ['c58176d1-003f-4351-bfe8-8e2798173153'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:12:40.746207 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfe0fe0-f827-4899-8f2b-e0fb51008821 None None] Routers {'c58176d1-003f-4351-bfe8-8e2798173153'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:12:40.747002 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-3cfe0fe0-f827-4899-8f2b-e0fb51008821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:12:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c58176d1-003f-4351-bfe8-8e2798173153'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:40.750875 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2972c559-57f1-4a6e-ba74-b4d944b0e6e1 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:12:40.752564 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2972c559-57f1-4a6e-ba74-b4d944b0e6e1 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:40.756434 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:12:40.756434 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 04:12:40.756434 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:12:40.756434 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 04:12:40.756434 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:12:40.756434 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 04:12:40.756434 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:12:40.756434 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 04:12:40.756434 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:12:40.756434 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:12:40.756434 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:12:40.756434 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:12:40.756434 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:12:40.756434 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:12:40.756434 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:12:40.756434 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:12:40.756434 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:12:40.756434 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:12:40.756434 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:12:40.756434 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:12:40.756434 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:12:40.756434 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:12:40.756434 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:12:40.756434 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:12:40.756434 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:12:40.756434 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:12:40.756434 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:12:40.756434 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:12:40.756434 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:12:40.756434 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:12:40.756434 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:12:40.756434 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:12:40.756434 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:12:40.756434 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:12:40.756434 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:12:40.756434 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:12:40.756434 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:12:40.756434 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:12:40.756434 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:12:40.756434 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:12:40.795333 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-3cfe0fe0-f827-4899-8f2b-e0fb51008821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:40.808402 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfe0fe0-f827-4899-8f2b-e0fb51008821 None None] Routers {'c58176d1-003f-4351-bfe8-8e2798173153'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:12:40.809138 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-3cfe0fe0-f827-4899-8f2b-e0fb51008821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:12:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c58176d1-003f-4351-bfe8-8e2798173153'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:40.849258 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-3cfe0fe0-f827-4899-8f2b-e0fb51008821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:40.850081 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfe0fe0-f827-4899-8f2b-e0fb51008821 None None] The sync data for ids ['c58176d1-003f-4351-bfe8-8e2798173153'] in n-d-819494-3 is: [] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:12:40.880602 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2972c559-57f1-4a6e-ba74-b4d944b0e6e1 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:40.886437 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2972c559-57f1-4a6e-ba74-b4d944b0e6e1 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:40.890756 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2972c559-57f1-4a6e-ba74-b4d944b0e6e1 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/networks/04c0c4d5-4909-4f08-9eef-c9385da8db7d HTTP/1.1" status: 204 len: 168 time: 1.5583746 Nov 27 04:12:40.898037 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44014) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:40.952790 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-5e3e6189-95a3-42e0-ab2e-e00749e1dacc tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Made reservation on behalf of de8530d705054cfe856455da325ba657 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:12:40.956274 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-5e3e6189-95a3-42e0-ab2e-e00749e1dacc tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:40.963928 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972c559-57f1-4a6e-ba74-b4d944b0e6e1 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event deleted for resources: {'Network': ['ID=04c0c4d5-4909-4f08-9eef-c9385da8db7d,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:40.996689 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952ec924-edf9-48f8-b047-2ef40b75aa38 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:40.998048 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-952ec924-edf9-48f8-b047-2ef40b75aa38 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "GET /v2.0/ports/d22e180e-e6c9-4bd4-b341-c67f085aaaa0 HTTP/1.1" status: 200 len: 839 time: 0.0990453 Nov 27 04:12:41.003178 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-430e3827-488b-4786-b015-f48a646cf4e4 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:41.003858 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44016) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:41.118218 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c06c1829-14df-4683-9bc9-a4e0b8102f82 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "GET /v2.0/ports/d22e180e-e6c9-4bd4-b341-c67f085aaaa0?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1085949 Nov 27 04:12:41.124296 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44020) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:41.133329 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-8ad5f0f8-da8a-4a97-a26c-5c06b8668174 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'subnet': {'network_id': '475d5735-79a3-484f-bf32-4f28dc0b8344', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:41.213039 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1d5d5045-be13-41a3-9c4e-c778944b351c req-2fbe58e5-1fb4-414b-9c41-50d5a6326876 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/ports?device_id=727f4a85-7380-4d56-858a-645cdbf2a0c4 HTTP/1.1" status: 200 len: 210 time: 0.0315151 Nov 27 04:12:41.246247 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-430e3827-488b-4786-b015-f48a646cf4e4 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:41.293603 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-5e3e6189-95a3-42e0-ab2e-e00749e1dacc tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Allocated IP 172.20.0.3 (6adaea12-131f-45a0-a555-9f43d57628b2/381e483f-1075-4381-8890-5fdb20db8aa8/23eea261-6859-4e8b-b33f-7760b46bd951) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:12:41.325456 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad5f0f8-da8a-4a97-a26c-5c06b8668174 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Made reservation on behalf of e0c528b777a044b1b1470d3e561f543a for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:12:41.328898 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8ad5f0f8-da8a-4a97-a26c-5c06b8668174 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:41.386606 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430e3827-488b-4786-b015-f48a646cf4e4 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Router edff503e-a1ff-404a-99e6-1390258c5c8b is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:12:41.517647 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430e3827-488b-4786-b015-f48a646cf4e4 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:12:41.549012 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a45cd2a-aa16-43ee-9d40-13b3fdabcb14 None None] Sync routers for ids ['edff503e-a1ff-404a-99e6-1390258c5c8b'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:12:41.557715 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-430e3827-488b-4786-b015-f48a646cf4e4 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:41.571271 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-430e3827-488b-4786-b015-f48a646cf4e4 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8826578 Nov 27 04:12:41.571815 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44034) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:41.574995 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a45cd2a-aa16-43ee-9d40-13b3fdabcb14 None None] Routers {'edff503e-a1ff-404a-99e6-1390258c5c8b'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:12:41.576765 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-1a45cd2a-aa16-43ee-9d40-13b3fdabcb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:12:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['edff503e-a1ff-404a-99e6-1390258c5c8b'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:41.707573 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0631fd2c-6b3a-4aab-9a95-9553598789e3 tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=11a8da3acafa4ec1bd2e977270426dbc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1302755 Nov 27 04:12:41.708623 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba8993-a6db-4b1f-adbc-c1f5becb0f94 req-0e0ff596-6c7d-4622-85cb-e3bf73572f84 tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:41.710726 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bcba8993-a6db-4b1f-adbc-c1f5becb0f94 req-0e0ff596-6c7d-4622-85cb-e3bf73572f84 tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 1097 time: 0.1160085 Nov 27 04:12:41.711222 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44038) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:41.726826 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-1a45cd2a-aa16-43ee-9d40-13b3fdabcb14 None None] Set router edff503e-a1ff-404a-99e6-1390258c5c8b gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:12:41.813866 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-bcba8993-a6db-4b1f-adbc-c1f5becb0f94 req-50476cc3-aa43-40c4-b432-263bbf4d37cd tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:41.831218 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 2ab7190d-fbed-4a6b-b8ba-fa04530fd643 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:12:41.871715 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 2ab7190d-fbed-4a6b-b8ba-fa04530fd643 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:12:41.872323 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 2ab7190d-fbed-4a6b-b8ba-fa04530fd643 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:12:41.907677 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d316812f-f73c-498e-a5c4-f9f391a74939 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:41.942115 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-1a45cd2a-aa16-43ee-9d40-13b3fdabcb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'name': 'tempest-TestNetworkBasicOps-router-1075337850', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cadaefd7-5868-4f27-b084-779ef51294a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:12:38Z', 'updated_at': '2021-11-27T04:12:40Z', 'revision_number': 3, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'gw_port': {'id': 'cadaefd7-5868-4f27-b084-779ef51294a7', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:85:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:12:39Z', 'updated_at': '2021-11-27T04:12:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:41.975731 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a45cd2a-aa16-43ee-9d40-13b3fdabcb14 None None] Checking router: edff503e-a1ff-404a-99e6-1390258c5c8b for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:12:41.976365 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a45cd2a-aa16-43ee-9d40-13b3fdabcb14 None None] Updating router edff503e-a1ff-404a-99e6-1390258c5c8b port cadaefd7-5868-4f27-b084-779ef51294a7 binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:12:41.994992 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1dfb65-e85f-4f81-a842-7d1fb0ba193d req-50fa423c-ba32-443d-a841-0822b46ae9ee tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:41.996571 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-da1dfb65-e85f-4f81-a842-7d1fb0ba193d req-50fa423c-ba32-443d-a841-0822b46ae9ee tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=42a61a0b-1c97-4bb4-8c7d-a2e2b353f356 HTTP/1.1" status: 200 len: 1097 time: 0.2379324 Nov 27 04:12:42.007928 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-1a45cd2a-aa16-43ee-9d40-13b3fdabcb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:42.063057 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-5e3e6189-95a3-42e0-ab2e-e00749e1dacc tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:42.222032 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-da1dfb65-e85f-4f81-a842-7d1fb0ba193d req-44257566-d9cf-44d8-bf06-540bf4faeecd tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=24047357-dab6-4474-a18c-de79f1ee720f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860290 Nov 27 04:12:42.243287 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8ad5f0f8-da8a-4a97-a26c-5c06b8668174 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:42.294706 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-5e3e6189-95a3-42e0-ab2e-e00749e1dacc tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:42.298789 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad5f0f8-da8a-4a97-a26c-5c06b8668174 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Network 475d5735-79a3-484f-bf32-4f28dc0b8344 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:12:42.301121 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bee9134-7c8f-449d-b20d-c167067b131e tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:42.305306 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5bee9134-7c8f-449d-b20d-c167067b131e tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5905433 Nov 27 04:12:42.307283 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44042) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:42.317357 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-8ad5f0f8-da8a-4a97-a26c-5c06b8668174 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:12:42.333213 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57de343-3f3d-4af7-b322-2a85fa35d7ff None None] Network 475d5735-79a3-484f-bf32-4f28dc0b8344 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:12:42.348103 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad5f0f8-da8a-4a97-a26c-5c06b8668174 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:42.348850 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8ad5f0f8-da8a-4a97-a26c-5c06b8668174 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:42.352781 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-de511f66-365f-45b4-b3c4-d3aacb08eab0 tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=f5c39893-f8d8-4150-8aae-695f98406de3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0447195 Nov 27 04:12:42.358747 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44044) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:42.371811 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-bcba8993-a6db-4b1f-adbc-c1f5becb0f94 req-50476cc3-aa43-40c4-b432-263bbf4d37cd tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:42.377529 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-e25a7974-ec8e-494b-9895-d87d3a6d9353 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-929709781', 'network_id': '01721107-8527-4cbc-9cef-bafb3d42cf85', 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:42.383025 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-bcba8993-a6db-4b1f-adbc-c1f5becb0f94 req-50476cc3-aa43-40c4-b432-263bbf4d37cd tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:42.402278 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad5f0f8-da8a-4a97-a26c-5c06b8668174 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'Subnet': ['ID=e33bccce-33cd-424d-a45c-20f88fde09db,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:42.415378 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-5e3e6189-95a3-42e0-ab2e-e00749e1dacc tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Network 6adaea12-131f-45a0-a555-9f43d57628b2 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:12:42.429385 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8ad5f0f8-da8a-4a97-a26c-5c06b8668174 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3022585 Nov 27 04:12:42.430366 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-5e3e6189-95a3-42e0-ab2e-e00749e1dacc tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:12:42.432629 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44046) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:42.438532 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-5e3e6189-95a3-42e0-ab2e-e00749e1dacc tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:12:42.441093 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-1a45cd2a-aa16-43ee-9d40-13b3fdabcb14 None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:42.444094 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-7eb090c5-661a-454f-8ade-952f494cb8ea tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'security_group': {'name': 'tempest-secgroup-251492566'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:42.454525 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e6189-95a3-42e0-ab2e-e00749e1dacc tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Pushing event updated for resources: {'Port': ['ID=23eea261-6859-4e8b-b33f-7760b46bd951,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:42.458056 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-1a45cd2a-aa16-43ee-9d40-13b3fdabcb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:42.506147 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bcba8993-a6db-4b1f-adbc-c1f5becb0f94 req-50476cc3-aa43-40c4-b432-263bbf4d37cd tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=60a7d62e-7629-4401-ae2b-6e86ee2e006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7827861 Nov 27 04:12:42.509344 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121d665-844f-4e52-9076-57059215230c req-793d12d2-28f6-425a-9448-1f5b4fb67c0d tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:42.510972 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6121d665-844f-4e52-9076-57059215230c req-793d12d2-28f6-425a-9448-1f5b4fb67c0d tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/ports?device_id=727f4a85-7380-4d56-858a-645cdbf2a0c4 HTTP/1.1" status: 200 len: 931 time: 0.1965449 Nov 27 04:12:42.525176 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50476cc3-aa43-40c4-b432-263bbf4d37cd tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901182b9-972f-4aa6-b9b6-b5f2fe4762e9,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:42.553575 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7eb090c5-661a-454f-8ade-952f494cb8ea tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:42.578166 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25a7974-ec8e-494b-9895-d87d3a6d9353 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Made reservation on behalf of 11a8da3acafa4ec1bd2e977270426dbc for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:12:42.582307 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e25a7974-ec8e-494b-9895-d87d3a6d9353 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:42.589736 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f0301-9e3a-4ed5-bde0-392546001542 None None] Pushing event updated for resources: {'Port': ['ID=cadaefd7-5868-4f27-b084-779ef51294a7,revision_number=2']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:42.600079 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f0301-9e3a-4ed5-bde0-392546001542 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:42.600431 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f0301-9e3a-4ed5-bde0-392546001542 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:42.600775 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f0301-9e3a-4ed5-bde0-392546001542 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:42.601134 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f0301-9e3a-4ed5-bde0-392546001542 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:42.601457 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f0301-9e3a-4ed5-bde0-392546001542 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:42.601787 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f0301-9e3a-4ed5-bde0-392546001542 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:42.602115 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f0301-9e3a-4ed5-bde0-392546001542 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:42.602678 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f0301-9e3a-4ed5-bde0-392546001542 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:42.603213 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f0301-9e3a-4ed5-bde0-392546001542 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:42.603722 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f0301-9e3a-4ed5-bde0-392546001542 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:42.604238 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f0301-9e3a-4ed5-bde0-392546001542 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:42.604745 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f0301-9e3a-4ed5-bde0-392546001542 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:42.608134 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-1a45cd2a-aa16-43ee-9d40-13b3fdabcb14 None None] Attempting to bind port cadaefd7-5868-4f27-b084-779ef51294a7 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:12:42.608714 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-1a45cd2a-aa16-43ee-9d40-13b3fdabcb14 None None] Attempting to bind port cadaefd7-5868-4f27-b084-779ef51294a7 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:12:42.609287 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a45cd2a-aa16-43ee-9d40-13b3fdabcb14 None None] Attempting to bind port cadaefd7-5868-4f27-b084-779ef51294a7 on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:12:42.609925 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-5e3e6189-95a3-42e0-ab2e-e00749e1dacc tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:42.610778 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-5e3e6189-95a3-42e0-ab2e-e00749e1dacc tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:42.616637 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a45cd2a-aa16-43ee-9d40-13b3fdabcb14 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:12:42.617886 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a45cd2a-aa16-43ee-9d40-13b3fdabcb14 None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:12:42.618494 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-1a45cd2a-aa16-43ee-9d40-13b3fdabcb14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:42.619124 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a45cd2a-aa16-43ee-9d40-13b3fdabcb14 None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:12:42.620088 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-1a45cd2a-aa16-43ee-9d40-13b3fdabcb14 None None] Bound port: cadaefd7-5868-4f27-b084-779ef51294a7, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:12:42.620702 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-1a45cd2a-aa16-43ee-9d40-13b3fdabcb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:42.655590 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:12:42.685315 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-1a45cd2a-aa16-43ee-9d40-13b3fdabcb14 None None] For port cadaefd7-5868-4f27-b084-779ef51294a7, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:12:42.689543 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-1a45cd2a-aa16-43ee-9d40-13b3fdabcb14 None None] For port cadaefd7-5868-4f27-b084-779ef51294a7, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=cadaefd7-5868-4f27-b084-779ef51294a7,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:12:42.697825 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-1a45cd2a-aa16-43ee-9d40-13b3fdabcb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:42.700123 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1d0fb3-2218-456b-a57f-49db8ceac71b None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:12:42.720944 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7eb090c5-661a-454f-8ade-952f494cb8ea tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:42.740056 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7eb090c5-661a-454f-8ade-952f494cb8ea tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:42.754698 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-5e3e6189-95a3-42e0-ab2e-e00749e1dacc tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1559379 Nov 27 04:12:42.756409 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a45cd2a-aa16-43ee-9d40-13b3fdabcb14 None None] Routers {'edff503e-a1ff-404a-99e6-1390258c5c8b'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:12:42.757271 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-1a45cd2a-aa16-43ee-9d40-13b3fdabcb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:12:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['edff503e-a1ff-404a-99e6-1390258c5c8b'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:42.773640 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc6e725-3542-4a38-806f-2ad390bf19a2 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:12:42.806580 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-589cca84-6c29-4edf-bca5-f310a571ea6f service neutron] Request body: {'port': {'device_id': '727f4a85-7380-4d56-858a-645cdbf2a0c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:42.822249 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6121d665-844f-4e52-9076-57059215230c req-0cff865b-9b1f-46d7-bd84-560cff08399f tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/security-groups?id=90f39b46-ad8e-4cf0-8e79-bf3f371e1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041990 Nov 27 04:12:42.837322 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feafe727-95b5-42b7-9a72-12cd561414bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-475d5735-79a3-484f-bf32-4f28dc0b8344', 'network_id': '475d5735-79a3-484f-bf32-4f28dc0b8344', 'tenant_id': 'e0c528b777a044b1b1470d3e561f543a', 'fixed_ips': [{'subnet_id': 'e33bccce-33cd-424d-a45c-20f88fde09db'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:12:42.838756 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-feafe727-95b5-42b7-9a72-12cd561414bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:42.846175 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7eb090c5-661a-454f-8ade-952f494cb8ea tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:42.849366 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7eb090c5-661a-454f-8ade-952f494cb8ea tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4120464 Nov 27 04:12:42.856040 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44052) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:42.861978 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-4b1d91bc-9901-46d8-b28e-8004db69cc56 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'security_group': {'name': 'tempest-secgroup-1680770453'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:42.878229 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-9e1799f2-477d-4707-8177-2fc676c8b85e None None] Provisioning complete for port cadaefd7-5868-4f27-b084-779ef51294a7 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:42.879663 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9e1799f2-477d-4707-8177-2fc676c8b85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:42.886523 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb090c5-661a-454f-8ade-952f494cb8ea tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3126a257-c650-4ce4-abf5-0ddaf21f575d,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:42.898537 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4b1d91bc-9901-46d8-b28e-8004db69cc56 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:42.903345 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-d316812f-f73c-498e-a5c4-f9f391a74939 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Deleting port 2af496a3-8cb3-4c67-99ff-e5b39c53e8d9 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:12:42.903728 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d316812f-f73c-498e-a5c4-f9f391a74939 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:42.913605 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-1a45cd2a-aa16-43ee-9d40-13b3fdabcb14 None None] Set router edff503e-a1ff-404a-99e6-1390258c5c8b gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:12:42.995161 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e25a7974-ec8e-494b-9895-d87d3a6d9353 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:43.001618 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-589cca84-6c29-4edf-bca5-f310a571ea6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:43.034308 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f0301-9e3a-4ed5-bde0-392546001542 None None] Pushing event updated for resources: {'Port': ['ID=cadaefd7-5868-4f27-b084-779ef51294a7,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:43.039705 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-feafe727-95b5-42b7-9a72-12cd561414bd None None] Allocated IP 172.20.0.2 (475d5735-79a3-484f-bf32-4f28dc0b8344/e33bccce-33cd-424d-a45c-20f88fde09db/bb342c3a-6a95-4b09-9c05-530cc82d781b) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:12:43.071528 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7334756-2ece-4b86-93c3-0196269a235f req-10ec1975-4de9-4797-9d56-5fb7a111e63a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:43.081923 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7334756-2ece-4b86-93c3-0196269a235f req-10ec1975-4de9-4797-9d56-5fb7a111e63a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 946 time: 0.4924355 Nov 27 04:12:43.152405 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-1a45cd2a-aa16-43ee-9d40-13b3fdabcb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'name': 'tempest-TestNetworkBasicOps-router-1075337850', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cadaefd7-5868-4f27-b084-779ef51294a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:12:38Z', 'updated_at': '2021-11-27T04:12:40Z', 'revision_number': 3, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'gw_port': {'id': 'cadaefd7-5868-4f27-b084-779ef51294a7', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:85:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:12:39Z', 'updated_at': '2021-11-27T04:12:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:43.183970 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a45cd2a-aa16-43ee-9d40-13b3fdabcb14 None None] The sync data for ids ['edff503e-a1ff-404a-99e6-1390258c5c8b'] in n-d-819494-3 is: [{'id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'name': 'tempest-TestNetworkBasicOps-router-1075337850', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cadaefd7-5868-4f27-b084-779ef51294a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:12:38Z', 'updated_at': '2021-11-27T04:12:40Z', 'revision_number': 3, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'gw_port': {'id': 'cadaefd7-5868-4f27-b084-779ef51294a7', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:85:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:12:39Z', 'updated_at': '2021-11-27T04:12:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:12:43.184311 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-feafe727-95b5-42b7-9a72-12cd561414bd None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:43.228975 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-feafe727-95b5-42b7-9a72-12cd561414bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:43.231084 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7334756-2ece-4b86-93c3-0196269a235f req-6b73d253-6b43-4334-8589-2a345999711e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=60a7d62e-7629-4401-ae2b-6e86ee2e006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473846 Nov 27 04:12:43.244045 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a7974-ec8e-494b-9895-d87d3a6d9353 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event updated for resources: {'Subnet': ['ID=44a79022-8cdb-466a-b050-413e97bcc0de,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:43.261355 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178da971-46b9-4269-b113-eb6cd2f79f6e req-a7da95c7-c0f3-4e5b-b477-de36e8ec17e9 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:43.261355 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-178da971-46b9-4269-b113-eb6cd2f79f6e req-a7da95c7-c0f3-4e5b-b477-de36e8ec17e9 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=42a61a0b-1c97-4bb4-8c7d-a2e2b353f356 HTTP/1.1" status: 200 len: 1097 time: 0.1474869 Nov 27 04:12:43.261355 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25a7974-ec8e-494b-9895-d87d3a6d9353 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Checking segment: {'id': '1bfa2de6-2583-4c45-81f6-10784b527c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '01721107-8527-4cbc-9cef-bafb3d42cf85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:12:43.261838 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25a7974-ec8e-494b-9895-d87d3a6d9353 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Network hostable DHCP agents. Network: 01721107-8527-4cbc-9cef-bafb3d42cf85, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:12:43.266003 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44056) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:43.300251 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feafe727-95b5-42b7-9a72-12cd561414bd None None] Network 475d5735-79a3-484f-bf32-4f28dc0b8344 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:12:43.301865 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-feafe727-95b5-42b7-9a72-12cd561414bd None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:12:43.308870 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feafe727-95b5-42b7-9a72-12cd561414bd None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:12:43.328334 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d316812f-f73c-498e-a5c4-f9f391a74939 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:43.329691 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feafe727-95b5-42b7-9a72-12cd561414bd None None] Pushing event updated for resources: {'Port': ['ID=bb342c3a-6a95-4b09-9c05-530cc82d781b,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:43.391695 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-d316812f-f73c-498e-a5c4-f9f391a74939 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Calling delete_port for 2af496a3-8cb3-4c67-99ff-e5b39c53e8d9 owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:12:43.420734 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-feafe727-95b5-42b7-9a72-12cd561414bd None None] Attempting to bind port bb342c3a-6a95-4b09-9c05-530cc82d781b on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:12:43.421112 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-feafe727-95b5-42b7-9a72-12cd561414bd None None] Attempting to bind port bb342c3a-6a95-4b09-9c05-530cc82d781b by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'd9c8a772-030c-44f0-9c64-086d7b37cb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '475d5735-79a3-484f-bf32-4f28dc0b8344'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:12:43.421505 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feafe727-95b5-42b7-9a72-12cd561414bd None None] Attempting to bind port bb342c3a-6a95-4b09-9c05-530cc82d781b on network 475d5735-79a3-484f-bf32-4f28dc0b8344 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:12:43.423208 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4b1d91bc-9901-46d8-b28e-8004db69cc56 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:43.430065 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9e1799f2-477d-4707-8177-2fc676c8b85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:43.433304 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25a7974-ec8e-494b-9895-d87d3a6d9353 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Network 01721107-8527-4cbc-9cef-bafb3d42cf85 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:12:43.436163 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feafe727-95b5-42b7-9a72-12cd561414bd None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:12:43.436402 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feafe727-95b5-42b7-9a72-12cd561414bd None None] Checking segment: {'id': 'd9c8a772-030c-44f0-9c64-086d7b37cb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '475d5735-79a3-484f-bf32-4f28dc0b8344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:12:43.436819 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-feafe727-95b5-42b7-9a72-12cd561414bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:43.437237 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feafe727-95b5-42b7-9a72-12cd561414bd None None] Bound using segment: {'id': 'd9c8a772-030c-44f0-9c64-086d7b37cb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '475d5735-79a3-484f-bf32-4f28dc0b8344'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:12:43.437734 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-feafe727-95b5-42b7-9a72-12cd561414bd None None] Bound port: bb342c3a-6a95-4b09-9c05-530cc82d781b, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9c8a772-030c-44f0-9c64-086d7b37cb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '475d5735-79a3-484f-bf32-4f28dc0b8344'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:12:43.438134 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-feafe727-95b5-42b7-9a72-12cd561414bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:43.439638 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4b1d91bc-9901-46d8-b28e-8004db69cc56 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:43.457913 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-e25a7974-ec8e-494b-9895-d87d3a6d9353 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 01721107-8527-4cbc-9cef-bafb3d42cf85) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:12:43.474980 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-35862ee0-2b7e-4ec0-8150-c7ad4f8f7318 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/floatingips/7267146f-9a4a-4079-99f7-62f59fde603e HTTP/1.1" status: 200 len: 994 time: 0.2044902 Nov 27 04:12:43.474980 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25a7974-ec8e-494b-9895-d87d3a6d9353 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:43.475216 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e25a7974-ec8e-494b-9895-d87d3a6d9353 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:43.494860 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d753d976-7309-4605-a56d-c5b292b99abd None None] Network 01721107-8527-4cbc-9cef-bafb3d42cf85 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:12:43.502096 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-178da971-46b9-4269-b113-eb6cd2f79f6e req-0dd706c0-52f7-4970-9c1d-1433b5f31377 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Deleting port 67adee4f-661f-46cb-9524-8dd065f363ff {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:12:43.502445 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-178da971-46b9-4269-b113-eb6cd2f79f6e req-0dd706c0-52f7-4970-9c1d-1433b5f31377 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:43.517339 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-9e1799f2-477d-4707-8177-2fc676c8b85e None None] For port cadaefd7-5868-4f27-b084-779ef51294a7, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=cadaefd7-5868-4f27-b084-779ef51294a7,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:12:43.525361 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e25a7974-ec8e-494b-9895-d87d3a6d9353 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1521916 Nov 27 04:12:43.546264 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44060) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:43.592902 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163a177-8a93-4b21-b45b-66e935372de7 req-f0d118fd-857a-4a5f-8b1a-f151eb0d8f8a tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:43.594592 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f163a177-8a93-4b21-b45b-66e935372de7 req-f0d118fd-857a-4a5f-8b1a-f151eb0d8f8a tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=42a61a0b-1c97-4bb4-8c7d-a2e2b353f356 HTTP/1.1" status: 200 len: 1097 time: 0.2614222 Nov 27 04:12:43.594920 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9e1799f2-477d-4707-8177-2fc676c8b85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:43.607654 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4b1d91bc-9901-46d8-b28e-8004db69cc56 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:43.608909 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4b1d91bc-9901-46d8-b28e-8004db69cc56 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7516778 Nov 27 04:12:43.660848 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44062) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:43.685162 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-feafe727-95b5-42b7-9a72-12cd561414bd None None] For port bb342c3a-6a95-4b09-9c05-530cc82d781b, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:12:43.708317 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-97f47289-0710-4ef0-9134-d617e333f18b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-326489324', 'security_groups': ['b2de0617-7e11-4efb-b8f5-c772acff4144'], 'network_id': '475d5735-79a3-484f-bf32-4f28dc0b8344', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e33bccce-33cd-424d-a45c-20f88fde09db'}]}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:43.723800 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-feafe727-95b5-42b7-9a72-12cd561414bd None None] For port bb342c3a-6a95-4b09-9c05-530cc82d781b, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=bb342c3a-6a95-4b09-9c05-530cc82d781b,segment=NetworkSegment(d9c8a772-030c-44f0-9c64-086d7b37cb62),segment_id=d9c8a772-030c-44f0-9c64-086d7b37cb62)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:12:43.731056 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1799f2-477d-4707-8177-2fc676c8b85e None None] Pushing event updated for resources: {'Port': ['ID=cadaefd7-5868-4f27-b084-779ef51294a7,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:43.741420 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d91bc-9901-46d8-b28e-8004db69cc56 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2de0617-7e11-4efb-b8f5-c772acff4144,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:43.769535 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-589cca84-6c29-4edf-bca5-f310a571ea6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23eea261-6859-4e8b-b33f-7760b46bd951 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:12:43.780307 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-feafe727-95b5-42b7-9a72-12cd561414bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:43.843175 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-178da971-46b9-4269-b113-eb6cd2f79f6e req-0dd706c0-52f7-4970-9c1d-1433b5f31377 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] For port 67adee4f-661f-46cb-9524-8dd065f363ff, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=67adee4f-661f-46cb-9524-8dd065f363ff,segment=NetworkSegment(fb098388-3a92-4ab4-80c1-f41ab44b0ec5),segment_id=fb098388-3a92-4ab4-80c1-f41ab44b0ec5)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:12:43.843948 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-178da971-46b9-4269-b113-eb6cd2f79f6e req-0dd706c0-52f7-4970-9c1d-1433b5f31377 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:43.884618 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-589cca84-6c29-4edf-bca5-f310a571ea6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:43.895020 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feafe727-95b5-42b7-9a72-12cd561414bd None None] Pushing event updated for resources: {'Port': ['ID=bb342c3a-6a95-4b09-9c05-530cc82d781b,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:43.898684 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d316812f-f73c-498e-a5c4-f9f391a74939 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:43.921046 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-178da971-46b9-4269-b113-eb6cd2f79f6e req-0dd706c0-52f7-4970-9c1d-1433b5f31377 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Calling delete_port for 67adee4f-661f-46cb-9524-8dd065f363ff owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:12:43.933798 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [req-8a8c9733-acce-4c3a-830e-d50e0ef1dec6 req-421642aa-0aff-484b-b6c9-4f7224dbd333 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:12:43.934847 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8a8c9733-acce-4c3a-830e-d50e0ef1dec6 req-421642aa-0aff-484b-b6c9-4f7224dbd333 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053253 Nov 27 04:12:43.957651 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a107cd-7e90-4db5-aacd-2dfe91f91334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-01721107-8527-4cbc-9cef-bafb3d42cf85', 'network_id': '01721107-8527-4cbc-9cef-bafb3d42cf85', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'fixed_ips': [{'subnet_id': '44a79022-8cdb-466a-b050-413e97bcc0de'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:12:43.958692 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d7a107cd-7e90-4db5-aacd-2dfe91f91334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:44.071462 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-589cca84-6c29-4edf-bca5-f310a571ea6f service neutron] Transition to ACTIVE for port object 23eea261-6859-4e8b-b33f-7760b46bd951 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:12:44.217629 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d316812f-f73c-498e-a5c4-f9f391a74939 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:44.225224 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d316812f-f73c-498e-a5c4-f9f391a74939 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event deleted for resources: {'Port': ['ID=2af496a3-8cb3-4c67-99ff-e5b39c53e8d9,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:44.227666 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-589cca84-6c29-4edf-bca5-f310a571ea6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:44.331187 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f163a177-8a93-4b21-b45b-66e935372de7 req-215f29c8-95a6-430f-8d65-6497c5e12b90 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=24047357-dab6-4474-a18c-de79f1ee720f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6325045 Nov 27 04:12:44.335751 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589cca84-6c29-4edf-bca5-f310a571ea6f service neutron] Pushing event updated for resources: {'Port': ['ID=23eea261-6859-4e8b-b33f-7760b46bd951,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:44.350980 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-d7a107cd-7e90-4db5-aacd-2dfe91f91334 None None] Allocated IP 172.20.0.2 (01721107-8527-4cbc-9cef-bafb3d42cf85/44a79022-8cdb-466a-b050-413e97bcc0de/3b3c658a-a2f7-463c-8cad-da22776367a0) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:12:44.392401 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f47289-0710-4ef0-9134-d617e333f18b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Made reservation on behalf of e0c528b777a044b1b1470d3e561f543a for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:12:44.617808 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device cadaefd7-5868-4f27-b084-779ef51294a7 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:12:44.674744 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-178da971-46b9-4269-b113-eb6cd2f79f6e req-0dd706c0-52f7-4970-9c1d-1433b5f31377 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:44.700478 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44078) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:44.742408 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd706c0-52f7-4970-9c1d-1433b5f31377 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Pushing event deleted for resources: {'Port': ['ID=67adee4f-661f-46cb-9524-8dd065f363ff,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:44.742850 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d316812f-f73c-498e-a5c4-f9f391a74939 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Router c58176d1-003f-4351-bfe8-8e2798173153 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:12:44.749175 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-589cca84-6c29-4edf-bca5-f310a571ea6f service neutron] Attempting to bind port 23eea261-6859-4e8b-b33f-7760b46bd951 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:12:44.749636 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-589cca84-6c29-4edf-bca5-f310a571ea6f service neutron] Attempting to bind port 23eea261-6859-4e8b-b33f-7760b46bd951 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': 'fedeef31-80c0-4f21-8dd9-42e4d38c018f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6adaea12-131f-45a0-a555-9f43d57628b2'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:12:44.750024 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-589cca84-6c29-4edf-bca5-f310a571ea6f service neutron] Attempting to bind port 23eea261-6859-4e8b-b33f-7760b46bd951 on network 6adaea12-131f-45a0-a555-9f43d57628b2 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:12:44.777737 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-589cca84-6c29-4edf-bca5-f310a571ea6f service neutron] Port 23eea261-6859-4e8b-b33f-7760b46bd951 on network 6adaea12-131f-45a0-a555-9f43d57628b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:12:44.778180 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-589cca84-6c29-4edf-bca5-f310a571ea6f service neutron] Attempting to bind port 23eea261-6859-4e8b-b33f-7760b46bd951 on network 6adaea12-131f-45a0-a555-9f43d57628b2 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:12:44.812908 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e8885-3640-4141-bf9b-46417898e5b0 req-52c60dbc-5e7e-44a1-add7-d9331b7a468e tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:44.814659 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9c1e8885-3640-4141-bf9b-46417898e5b0 req-52c60dbc-5e7e-44a1-add7-d9331b7a468e tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/ports?device_id=727f4a85-7380-4d56-858a-645cdbf2a0c4 HTTP/1.1" status: 200 len: 943 time: 0.2533855 Nov 27 04:12:44.826730 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-589cca84-6c29-4edf-bca5-f310a571ea6f service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:12:44.827208 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-589cca84-6c29-4edf-bca5-f310a571ea6f service neutron] Checking segment: {'id': 'fedeef31-80c0-4f21-8dd9-42e4d38c018f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6adaea12-131f-45a0-a555-9f43d57628b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:12:44.827673 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-589cca84-6c29-4edf-bca5-f310a571ea6f service neutron] Bound using segment: {'id': 'fedeef31-80c0-4f21-8dd9-42e4d38c018f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6adaea12-131f-45a0-a555-9f43d57628b2'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:12:44.830027 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-589cca84-6c29-4edf-bca5-f310a571ea6f service neutron] Bound port: 23eea261-6859-4e8b-b33f-7760b46bd951, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fedeef31-80c0-4f21-8dd9-42e4d38c018f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6adaea12-131f-45a0-a555-9f43d57628b2'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:12:44.830475 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-589cca84-6c29-4edf-bca5-f310a571ea6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:44.855117 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d7a107cd-7e90-4db5-aacd-2dfe91f91334 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:44.860832 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['67adee4f-661f-46cb-9524-8dd065f363ff'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:12:44.896586 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d7a107cd-7e90-4db5-aacd-2dfe91f91334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:44.952468 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a107cd-7e90-4db5-aacd-2dfe91f91334 None None] Network 01721107-8527-4cbc-9cef-bafb3d42cf85 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:12:44.957373 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port cadaefd7-5868-4f27-b084-779ef51294a7 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:44.957823 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:44.960704 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-d7a107cd-7e90-4db5-aacd-2dfe91f91334 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:12:44.962391 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a107cd-7e90-4db5-aacd-2dfe91f91334 None None] Pushing event updated for resources: {'Port': ['ID=3b3c658a-a2f7-463c-8cad-da22776367a0,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:44.963175 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-178da971-46b9-4269-b113-eb6cd2f79f6e req-0dd706c0-52f7-4970-9c1d-1433b5f31377 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] No DVR routers for this DVR port 67adee4f-661f-46cb-9524-8dd065f363ff on host n-h2-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:12:44.964983 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a107cd-7e90-4db5-aacd-2dfe91f91334 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:12:44.966446 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d316812f-f73c-498e-a5c4-f9f391a74939 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:12:44.969833 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-97f47289-0710-4ef0-9134-d617e333f18b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:44.979651 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d316812f-f73c-498e-a5c4-f9f391a74939 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "PUT /v2.0/routers/c58176d1-003f-4351-bfe8-8e2798173153/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2437184 Nov 27 04:12:44.979856 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-178da971-46b9-4269-b113-eb6cd2f79f6e req-0dd706c0-52f7-4970-9c1d-1433b5f31377 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:44.981048 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-178da971-46b9-4269-b113-eb6cd2f79f6e req-0dd706c0-52f7-4970-9c1d-1433b5f31377 tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.11 "DELETE /v2.0/ports/67adee4f-661f-46cb-9524-8dd065f363ff HTTP/1.1" status: 204 len: 173 time: 1.7038972 Nov 27 04:12:44.982954 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a61a0b-1c97-4bb4-8c7d-a2e2b353f356', 'name': 'network-vif-deleted', 'tag': '67adee4f-661f-46cb-9524-8dd065f363ff'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:12:44.983109 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44082) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:44.985222 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9dd0c79-c441-4bbe-a6e1-3ee30733414e" -d '{"events": [{"server_uuid": "42a61a0b-1c97-4bb4-8c7d-a2e2b353f356", "name": "network-vif-deleted", "tag": "67adee4f-661f-46cb-9524-8dd065f363ff"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:12:45.026001 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-881cc2a5-6359-4a5f-8ec7-3b0b03105d2b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3220572 Nov 27 04:12:45.027280 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-97f47289-0710-4ef0-9134-d617e333f18b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] device_id is not set on port 21b26ac9-d7a5-4fa2-bb78-3f0efabe85c0 yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:12:45.030394 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-110deb19-ce58-49d6-ae47-268edae8b31e tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58176d1-003f-4351-bfe8-8e2798173153 HTTP/1.1" status: 200 len: 205 time: 0.0428734 Nov 27 04:12:45.034200 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44086) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:45.047806 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9c1e8885-3640-4141-bf9b-46417898e5b0 req-ed4e1607-5ed8-4b9a-8203-0558c0cae5d3 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/security-groups?id=90f39b46-ad8e-4cf0-8e79-bf3f371e1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113547 Nov 27 04:12:45.052719 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e603f2-3cd8-4ea4-a94d-e5e4146928b0 None None] Sync routers for ids ['c58176d1-003f-4351-bfe8-8e2798173153'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:12:45.141945 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e603f2-3cd8-4ea4-a94d-e5e4146928b0 None None] Routers {'c58176d1-003f-4351-bfe8-8e2798173153'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:12:45.142753 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-41e603f2-3cd8-4ea4-a94d-e5e4146928b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:12:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c58176d1-003f-4351-bfe8-8e2798173153'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:45.144045 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-120fc281-48e3-4753-9df9-bc9530924afd service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:12:45.145280 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-120fc281-48e3-4753-9df9-bc9530924afd service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0742908 Nov 27 04:12:45.148370 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-589cca84-6c29-4edf-bca5-f310a571ea6f service neutron] For port 23eea261-6859-4e8b-b33f-7760b46bd951, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:12:45.156030 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7966c7be-19f6-4427-b516-8c64f3d38cc2 x-openstack-request-id: req-7966c7be-19f6-4427-b516-8c64f3d38cc2 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:12:45.156740 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a61a0b-1c97-4bb4-8c7d-a2e2b353f356", "name": "network-vif-deleted", "tag": "67adee4f-661f-46cb-9524-8dd065f363ff", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:12:45.157176 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7966c7be-19f6-4427-b516-8c64f3d38cc2 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:12:45.158185 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a61a0b-1c97-4bb4-8c7d-a2e2b353f356', 'name': 'network-vif-deleted', 'tag': '67adee4f-661f-46cb-9524-8dd065f363ff', 'status': 'completed', 'code': 200} Nov 27 04:12:45.174638 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb898ea-5f78-4595-92a9-cbbbe51ee77e req-a2a58a63-4932-455f-b37c-47f90936ec7f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:45.184692 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9fb898ea-5f78-4595-92a9-cbbbe51ee77e req-a2a58a63-4932-455f-b37c-47f90936ec7f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 946 time: 0.2768447 Nov 27 04:12:45.186404 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-18412ae7-875b-4a73-abd4-08407294d202 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:45.199145 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-589cca84-6c29-4edf-bca5-f310a571ea6f service neutron] For port 23eea261-6859-4e8b-b33f-7760b46bd951, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=23eea261-6859-4e8b-b33f-7760b46bd951,segment=NetworkSegment(fedeef31-80c0-4f21-8dd9-42e4d38c018f),segment_id=fedeef31-80c0-4f21-8dd9-42e4d38c018f)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:12:45.223606 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-d7a107cd-7e90-4db5-aacd-2dfe91f91334 None None] Attempting to bind port 3b3c658a-a2f7-463c-8cad-da22776367a0 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:12:45.224185 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-d7a107cd-7e90-4db5-aacd-2dfe91f91334 None None] Attempting to bind port 3b3c658a-a2f7-463c-8cad-da22776367a0 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '1bfa2de6-2583-4c45-81f6-10784b527c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '01721107-8527-4cbc-9cef-bafb3d42cf85'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:12:45.224640 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a107cd-7e90-4db5-aacd-2dfe91f91334 None None] Attempting to bind port 3b3c658a-a2f7-463c-8cad-da22776367a0 on network 01721107-8527-4cbc-9cef-bafb3d42cf85 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:12:45.229275 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-41e603f2-3cd8-4ea4-a94d-e5e4146928b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:45.238444 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a107cd-7e90-4db5-aacd-2dfe91f91334 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:12:45.241841 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a107cd-7e90-4db5-aacd-2dfe91f91334 None None] Checking segment: {'id': '1bfa2de6-2583-4c45-81f6-10784b527c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '01721107-8527-4cbc-9cef-bafb3d42cf85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:12:45.242517 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d7a107cd-7e90-4db5-aacd-2dfe91f91334 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:45.243057 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a107cd-7e90-4db5-aacd-2dfe91f91334 None None] Bound using segment: {'id': '1bfa2de6-2583-4c45-81f6-10784b527c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '01721107-8527-4cbc-9cef-bafb3d42cf85'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:12:45.244863 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-d7a107cd-7e90-4db5-aacd-2dfe91f91334 None None] Bound port: 3b3c658a-a2f7-463c-8cad-da22776367a0, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bfa2de6-2583-4c45-81f6-10784b527c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '01721107-8527-4cbc-9cef-bafb3d42cf85'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:12:45.245515 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d7a107cd-7e90-4db5-aacd-2dfe91f91334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:45.353850 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e603f2-3cd8-4ea4-a94d-e5e4146928b0 None None] Routers {'c58176d1-003f-4351-bfe8-8e2798173153'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:12:45.354697 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-41e603f2-3cd8-4ea4-a94d-e5e4146928b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:12:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c58176d1-003f-4351-bfe8-8e2798173153'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:45.429686 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device bb342c3a-6a95-4b09-9c05-530cc82d781b up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:12:45.438819 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-41e603f2-3cd8-4ea4-a94d-e5e4146928b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:45.442861 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e603f2-3cd8-4ea4-a94d-e5e4146928b0 None None] The sync data for ids ['c58176d1-003f-4351-bfe8-8e2798173153'] in n-d-819494-3 is: [] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:12:45.558511 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9fb898ea-5f78-4595-92a9-cbbbe51ee77e req-7f4573d4-ec22-40c7-bd73-0c534aaa693c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=60a7d62e-7629-4401-ae2b-6e86ee2e006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3728256 Nov 27 04:12:45.559091 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-d7a107cd-7e90-4db5-aacd-2dfe91f91334 None None] For port 3b3c658a-a2f7-463c-8cad-da22776367a0, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:12:45.563956 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-d7a107cd-7e90-4db5-aacd-2dfe91f91334 None None] For port 3b3c658a-a2f7-463c-8cad-da22776367a0, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=3b3c658a-a2f7-463c-8cad-da22776367a0,segment=NetworkSegment(1bfa2de6-2583-4c45-81f6-10784b527c3e),segment_id=1bfa2de6-2583-4c45-81f6-10784b527c3e)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:12:45.579979 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port bb342c3a-6a95-4b09-9c05-530cc82d781b triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:45.580525 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:45.591219 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d7a107cd-7e90-4db5-aacd-2dfe91f91334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:45.629754 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-589cca84-6c29-4edf-bca5-f310a571ea6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:45.695719 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-18412ae7-875b-4a73-abd4-08407294d202 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:45.714316 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-97f47289-0710-4ef0-9134-d617e333f18b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Allocated IP 172.20.0.4 (475d5735-79a3-484f-bf32-4f28dc0b8344/e33bccce-33cd-424d-a45c-20f88fde09db/21b26ac9-d7a5-4fa2-bb78-3f0efabe85c0) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:12:45.740040 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-18412ae7-875b-4a73-abd4-08407294d202 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:45.751210 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-589cca84-6c29-4edf-bca5-f310a571ea6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:45.752287 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-589cca84-6c29-4edf-bca5-f310a571ea6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:45.754007 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b4554543-f18f-4aaa-a244-5d0950cecd89 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:45.755886 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-589cca84-6c29-4edf-bca5-f310a571ea6f service neutron] 10.222.0.23 "PUT /v2.0/ports/23eea261-6859-4e8b-b33f-7760b46bd951 HTTP/1.1" status: 200 len: 1091 time: 2.9641092 Nov 27 04:12:45.758455 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '727f4a85-7380-4d56-858a-645cdbf2a0c4', 'tag': '23eea261-6859-4e8b-b33f-7760b46bd951'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:12:45.763303 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1234bf14-d2c7-453b-a665-02525e83c4a1" -d '{"events": [{"name": "network-changed", "server_uuid": "727f4a85-7380-4d56-858a-645cdbf2a0c4", "tag": "23eea261-6859-4e8b-b33f-7760b46bd951"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:12:45.797023 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b14af7d5-d947-49ca-9acb-af6712b9302b req-176fb708-bfdd-45c5-8190-4b34c622ab1f tempest-TestServerMultinode-908041083 tempest-TestServerMultinode-908041083-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=42a61a0b-1c97-4bb4-8c7d-a2e2b353f356 HTTP/1.1" status: 200 len: 210 time: 0.1819267 Nov 27 04:12:45.869899 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a107cd-7e90-4db5-aacd-2dfe91f91334 None None] Pushing event updated for resources: {'Port': ['ID=3b3c658a-a2f7-463c-8cad-da22776367a0,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:45.961339 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:45.988551 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bb5487-2caf-4c42-baed-ee1db4d70cfa x-openstack-request-id: req-c8bb5487-2caf-4c42-baed-ee1db4d70cfa {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:12:45.989008 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "727f4a85-7380-4d56-858a-645cdbf2a0c4", "tag": "23eea261-6859-4e8b-b33f-7760b46bd951", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:12:45.989394 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c8bb5487-2caf-4c42-baed-ee1db4d70cfa {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:12:45.989820 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '727f4a85-7380-4d56-858a-645cdbf2a0c4', 'tag': '23eea261-6859-4e8b-b33f-7760b46bd951', 'status': 'completed', 'code': 200} Nov 27 04:12:45.994206 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-18412ae7-875b-4a73-abd4-08407294d202 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:45.994748 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18412ae7-875b-4a73-abd4-08407294d202 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Fanout notify agent at l3_agent the message router_deleted on router c58176d1-003f-4351-bfe8-8e2798173153 {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:12:45.998004 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589cca84-6c29-4edf-bca5-f310a571ea6f service neutron] Pushing event updated for resources: {'Port': ['ID=23eea261-6859-4e8b-b33f-7760b46bd951,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:46.033649 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-18412ae7-875b-4a73-abd4-08407294d202 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:46.035602 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-18412ae7-875b-4a73-abd4-08407294d202 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "DELETE /v2.0/routers/c58176d1-003f-4351-bfe8-8e2798173153 HTTP/1.1" status: 204 len: 168 time: 0.9868739 Nov 27 04:12:46.044913 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44112) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:46.045102 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port bb342c3a-6a95-4b09-9c05-530cc82d781b, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=bb342c3a-6a95-4b09-9c05-530cc82d781b,segment=NetworkSegment(d9c8a772-030c-44f0-9c64-086d7b37cb62),segment_id=d9c8a772-030c-44f0-9c64-086d7b37cb62)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:12:46.054298 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:46.177906 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-97f47289-0710-4ef0-9134-d617e333f18b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:46.181034 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a973876-d59e-4185-9c18-c91d7ab03020 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Deleting subnet 5ef474d6-9631-4493-b851-397896e4d9b2 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:12:46.191605 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3a973876-d59e-4185-9c18-c91d7ab03020 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:46.229787 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-97f47289-0710-4ef0-9134-d617e333f18b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:46.252633 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-993b11ff-aa04-4215-9ceb-061d95e750ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:46.258975 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-993b11ff-aa04-4215-9ceb-061d95e750ff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de8530d705054cfe856455da325ba657&device_id=727f4a85-7380-4d56-858a-645cdbf2a0c4 HTTP/1.1" status: 200 len: 1094 time: 0.3656442 Nov 27 04:12:46.296227 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-735caf4e-f4f0-44e2-93d3-91e27a1b0344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:46.299859 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=bb342c3a-6a95-4b09-9c05-530cc82d781b,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:46.323347 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:46.330903 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-deed251c-b8cf-489b-ae3d-ee43cdf7ac0d None None] Provisioning complete for port d22e180e-e6c9-4bd4-b341-c67f085aaaa0 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:46.332115 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-deed251c-b8cf-489b-ae3d-ee43cdf7ac0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:46.376363 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f47289-0710-4ef0-9134-d617e333f18b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Network 475d5735-79a3-484f-bf32-4f28dc0b8344 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:12:46.393034 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-97f47289-0710-4ef0-9134-d617e333f18b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:12:46.403185 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f47289-0710-4ef0-9134-d617e333f18b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:12:46.468433 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f47289-0710-4ef0-9134-d617e333f18b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'Port': ['ID=21b26ac9-d7a5-4fa2-bb78-3f0efabe85c0,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:46.480961 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-deed251c-b8cf-489b-ae3d-ee43cdf7ac0d None None] Port d22e180e-e6c9-4bd4-b341-c67f085aaaa0 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:12:46.496742 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-deed251c-b8cf-489b-ae3d-ee43cdf7ac0d None None] Provisioning complete for port bb342c3a-6a95-4b09-9c05-530cc82d781b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:46.497958 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-deed251c-b8cf-489b-ae3d-ee43cdf7ac0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:46.543612 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f47289-0710-4ef0-9134-d617e333f18b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:46.544398 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-97f47289-0710-4ef0-9134-d617e333f18b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:46.588586 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2339e89-8524-4929-90df-29a8923b3c52 req-90317f8d-89d5-4db1-a9c1-e9baac58fce7 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:46.601903 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b2339e89-8524-4929-90df-29a8923b3c52 req-90317f8d-89d5-4db1-a9c1-e9baac58fce7 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/ports?device_id=727f4a85-7380-4d56-858a-645cdbf2a0c4 HTTP/1.1" status: 200 len: 943 time: 0.3613529 Nov 27 04:12:46.613255 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-97f47289-0710-4ef0-9134-d617e333f18b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.9474492 Nov 27 04:12:46.624970 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44122) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:46.651534 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-91a676e2-b9bd-4dc0-8801-33e3fbd65865 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'subnet': {'network_id': '475d5735-79a3-484f-bf32-4f28dc0b8344', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:46.791202 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-1ca8112d-8d39-4875-b2c6-b15892bf49a9 None None] Provisioning complete for port 21b26ac9-d7a5-4fa2-bb78-3f0efabe85c0 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:46.792301 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1ca8112d-8d39-4875-b2c6-b15892bf49a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:46.826026 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-101057dd-e710-457c-a982-63131e42d936 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23eea261-6859-4e8b-b33f-7760b46bd951 HTTP/1.1" status: 200 len: 217 time: 0.5494711 Nov 27 04:12:46.837375 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-1ca8112d-8d39-4875-b2c6-b15892bf49a9 None None] Port 21b26ac9-d7a5-4fa2-bb78-3f0efabe85c0 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:12:46.858144 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3a973876-d59e-4185-9c18-c91d7ab03020 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:46.862140 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b2339e89-8524-4929-90df-29a8923b3c52 req-741bc15f-dd13-4f2c-b369-5f0b077588a8 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/security-groups?id=90f39b46-ad8e-4cf0-8e79-bf3f371e1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585275 Nov 27 04:12:46.929310 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44126) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:46.934859 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 67adee4f-661f-46cb-9524-8dd065f363ff no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:12:46.963377 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: 67adee4f-661f-46cb-9524-8dd065f363ff {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:12:46.964015 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 67adee4f-661f-46cb-9524-8dd065f363ff not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:12:46.988097 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-b4554543-f18f-4aaa-a244-5d0950cecd89 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Allocated IP 172.20.0.1 (01721107-8527-4cbc-9cef-bafb3d42cf85/44a79022-8cdb-466a-b050-413e97bcc0de/a5ab00c3-c161-489c-b452-10fdd43c77df) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:12:46.992185 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a676e2-b9bd-4dc0-8801-33e3fbd65865 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Made reservation on behalf of e0c528b777a044b1b1470d3e561f543a for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:12:46.995702 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-91a676e2-b9bd-4dc0-8801-33e3fbd65865 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:47.035380 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199074a3-b7bb-4c2b-96b8-8e68f087e87c req-424a3548-0a03-4832-ae0e-4e5f850bd93e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:47.036970 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-199074a3-b7bb-4c2b-96b8-8e68f087e87c req-424a3548-0a03-4832-ae0e-4e5f850bd93e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 946 time: 0.2235885 Nov 27 04:12:47.038441 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-1c2bc5d7-8eea-4c76-8d28-d4b2f9356f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:47.039812 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-1c2bc5d7-8eea-4c76-8d28-d4b2f9356f56 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=381e483f-1075-4381-8890-5fdb20db8aa8 HTTP/1.1" status: 200 len: 849 time: 0.1926107 Nov 27 04:12:47.121197 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-5436312c-c02e-4e36-be77-777052245bca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6adaea12-131f-45a0-a555-9f43d57628b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584433 Nov 27 04:12:47.141012 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3a973876-d59e-4185-9c18-c91d7ab03020 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:47.340202 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-199074a3-b7bb-4c2b-96b8-8e68f087e87c req-4d78958c-010f-4dfb-8cc6-54a4ba2f30d8 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=60a7d62e-7629-4401-ae2b-6e86ee2e006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2808807 Nov 27 04:12:47.407559 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-7bec693a-fd38-44fe-a424-738eea6ce3d7 service neutron] 10.222.0.23 "GET /v2.0/networks/6adaea12-131f-45a0-a555-9f43d57628b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681842 Nov 27 04:12:47.408536 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3a973876-d59e-4185-9c18-c91d7ab03020 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:47.456203 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a973876-d59e-4185-9c18-c91d7ab03020 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event deleted for resources: {'Subnet': ['ID=5ef474d6-9631-4493-b851-397896e4d9b2,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:47.500268 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c81196b-2023-4c64-905c-f9e9125abfb5 None None] Network f6f7d6ff-4011-47e4-89ca-4bc0047ee6d1 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:12:47.501567 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3a973876-d59e-4185-9c18-c91d7ab03020 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:47.505542 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-3a973876-d59e-4185-9c18-c91d7ab03020 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "DELETE /v2.0/subnets/5ef474d6-9631-4493-b851-397896e4d9b2 HTTP/1.1" status: 204 len: 168 time: 1.4573526 Nov 27 04:12:47.510070 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44132) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:47.537548 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b4554543-f18f-4aaa-a244-5d0950cecd89 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:47.541796 n-d-819494-3 neutron-server[110018]: INFO neutron.db.ipam_backend_mixin [None req-91a676e2-b9bd-4dc0-8801-33e3fbd65865 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e33bccce-33cd-424d-a45c-20f88fde09db (CIDR: 172.20.0.0/28) Nov 27 04:12:47.563303 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-91a676e2-b9bd-4dc0-8801-33e3fbd65865 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 04:12:47.563816 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91a676e2-b9bd-4dc0-8801-33e3fbd65865 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:12:47.590900 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-91a676e2-b9bd-4dc0-8801-33e3fbd65865 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9642534 Nov 27 04:12:47.591518 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44134) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:47.592168 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e43c29-3e5a-469e-827a-ea5bfa570e70 None None] Network 01721107-8527-4cbc-9cef-bafb3d42cf85 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:12:47.598470 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-8db600c7-dd21-4303-a8a2-4c64c759c5ab tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'subnet': {'network_id': '475d5735-79a3-484f-bf32-4f28dc0b8344', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:47.616533 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-73242a37-2677-43bd-949c-466e6b4a5270 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Deleting subnet 4c9a2d76-ea34-4238-8d49-46ee38a41c73 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:12:47.622608 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-73242a37-2677-43bd-949c-466e6b4a5270 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:47.676550 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-c6a66dd7-1b0b-4e89-abde-47c8ff75d87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:47.678825 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-c6a66dd7-1b0b-4e89-abde-47c8ff75d87a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=13b1fee7d54d401493a1883da20540bb&device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 1097 time: 0.2504456 Nov 27 04:12:47.687085 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5177ad8e-e185-4bbd-a577-8bfb29011a02 req-1fbd068b-d5b2-4acf-88a9-ac551575a54d service neutron] 10.222.0.23 "GET /v2.0/networks/6adaea12-131f-45a0-a555-9f43d57628b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696106 Nov 27 04:12:47.702877 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b4554543-f18f-4aaa-a244-5d0950cecd89 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:47.708868 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-73242a37-2677-43bd-949c-466e6b4a5270 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:47.799610 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4554543-f18f-4aaa-a244-5d0950cecd89 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Network 01721107-8527-4cbc-9cef-bafb3d42cf85 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:12:47.820804 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-b4554543-f18f-4aaa-a244-5d0950cecd89 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:12:47.827844 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4554543-f18f-4aaa-a244-5d0950cecd89 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:12:47.868477 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4554543-f18f-4aaa-a244-5d0950cecd89 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event updated for resources: {'Port': ['ID=a5ab00c3-c161-489c-b452-10fdd43c77df,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:47.909549 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-73242a37-2677-43bd-949c-466e6b4a5270 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:47.915572 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-391840eb-8113-4b60-abf7-42c6b418c065 None None] Provisioning complete for port 3b3c658a-a2f7-463c-8cad-da22776367a0 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:47.915956 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-391840eb-8113-4b60-abf7-42c6b418c065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:47.916065 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234bf14-d2c7-453b-a665-02525e83c4a1 req-60941e8d-a613-4d21-8f04-d4804d464b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:47.917551 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1234bf14-d2c7-453b-a665-02525e83c4a1 req-60941e8d-a613-4d21-8f04-d4804d464b2f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de8530d705054cfe856455da325ba657&device_id=727f4a85-7380-4d56-858a-645cdbf2a0c4 HTTP/1.1" status: 200 len: 1094 time: 0.1113164 Nov 27 04:12:47.919850 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b4554543-f18f-4aaa-a244-5d0950cecd89 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:47.926640 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-3170a9d0-caa6-471d-a0cb-db422937ea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:47.928253 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-3170a9d0-caa6-471d-a0cb-db422937ea98 service neutron] 10.222.0.11 "GET /v2.0/networks?id=625c81c1-ffd4-46b7-bcec-ab3c294d8d2e HTTP/1.1" status: 200 len: 897 time: 0.2396381 Nov 27 04:12:47.928852 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db600c7-dd21-4303-a8a2-4c64c759c5ab tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Made reservation on behalf of e0c528b777a044b1b1470d3e561f543a for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:12:47.932366 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8db600c7-dd21-4303-a8a2-4c64c759c5ab tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:48.055451 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-13b3816f-030d-41c7-8aa6-cd28b66a806e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:48.091952 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-391840eb-8113-4b60-abf7-42c6b418c065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:48.109282 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239adfd6-3292-46a7-be38-519d0843a62a None None] DHCP port deletion for f6f7d6ff-4011-47e4-89ca-4bc0047ee6d1 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:12:48.155881 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-037d57d7-df75-4523-ba85-ebd00f761519 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05e92c3a-48da-4e9d-b6d7-5164904138a9 HTTP/1.1" status: 200 len: 1002 time: 0.2199862 Nov 27 04:12:48.170842 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-73242a37-2677-43bd-949c-466e6b4a5270 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:48.184149 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-391840eb-8113-4b60-abf7-42c6b418c065 None None] For port 3b3c658a-a2f7-463c-8cad-da22776367a0, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=3b3c658a-a2f7-463c-8cad-da22776367a0,segment=NetworkSegment(1bfa2de6-2583-4c45-81f6-10784b527c3e),segment_id=1bfa2de6-2583-4c45-81f6-10784b527c3e)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:12:48.200115 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-391840eb-8113-4b60-abf7-42c6b418c065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:48.221869 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73242a37-2677-43bd-949c-466e6b4a5270 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event deleted for resources: {'Subnet': ['ID=4c9a2d76-ea34-4238-8d49-46ee38a41c73,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:48.228337 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-73242a37-2677-43bd-949c-466e6b4a5270 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:48.234812 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-73242a37-2677-43bd-949c-466e6b4a5270 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "DELETE /v2.0/subnets/4c9a2d76-ea34-4238-8d49-46ee38a41c73 HTTP/1.1" status: 204 len: 168 time: 0.7189813 Nov 27 04:12:48.234971 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234bf14-d2c7-453b-a665-02525e83c4a1 req-f42361fe-9e19-488e-92b3-314afd2afe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:48.236522 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1234bf14-d2c7-453b-a665-02525e83c4a1 req-f42361fe-9e19-488e-92b3-314afd2afe41 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6adaea12-131f-45a0-a555-9f43d57628b2 HTTP/1.1" status: 200 len: 910 time: 0.2868593 Nov 27 04:12:48.238386 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64235586-08d0-4e73-bb2e-17299971cf09 req-86b9c067-3b69-4874-9885-f61b8c718bcf tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:48.239174 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44140) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:48.245938 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-64235586-08d0-4e73-bb2e-17299971cf09 req-86b9c067-3b69-4874-9885-f61b8c718bcf tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/ports?device_id=727f4a85-7380-4d56-858a-645cdbf2a0c4 HTTP/1.1" status: 200 len: 943 time: 0.1953433 Nov 27 04:12:48.281657 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391840eb-8113-4b60-abf7-42c6b418c065 None None] Pushing event updated for resources: {'Port': ['ID=3b3c658a-a2f7-463c-8cad-da22776367a0,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:48.284919 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5f5a2f-7f94-4686-98d9-665e86d456d2 None None] Network bb20679a-9422-41e1-8dc8-c29a049e4e0f requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:12:48.327052 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-b902af00-445c-43d9-9ccc-307f8e5b570e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:48.328673 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-b902af00-445c-43d9-9ccc-307f8e5b570e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f79f094e-11cb-4984-aa0c-51bf3f1012f6 HTTP/1.1" status: 200 len: 834 time: 0.1446459 Nov 27 04:12:48.349383 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1234bf14-d2c7-453b-a665-02525e83c4a1 req-23fe2668-3743-4150-8c3c-876d771d9d6b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23eea261-6859-4e8b-b33f-7760b46bd951 HTTP/1.1" status: 200 len: 217 time: 0.1011779 Nov 27 04:12:48.374559 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3ad948a5-8451-40e4-a63e-068860e1e3bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:48.397766 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-239adfd6-3292-46a7-be38-519d0843a62a None None] Deleting port df6349e8-8c8e-4cb9-a974-b044b7c5f032 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:12:48.398219 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-239adfd6-3292-46a7-be38-519d0843a62a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:48.439020 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b4554543-f18f-4aaa-a244-5d0950cecd89 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:48.513743 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device bb342c3a-6a95-4b09-9c05-530cc82d781b up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:12:48.516448 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-64235586-08d0-4e73-bb2e-17299971cf09 req-6709d687-2d7d-4ced-855a-b23bce1fb263 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/security-groups?id=90f39b46-ad8e-4cf0-8e79-bf3f371e1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695007 Nov 27 04:12:48.603737 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-239adfd6-3292-46a7-be38-519d0843a62a None None] For port df6349e8-8c8e-4cb9-a974-b044b7c5f032, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=df6349e8-8c8e-4cb9-a974-b044b7c5f032,segment=NetworkSegment(75f461d1-c160-418b-8601-dd2ab4e48164),segment_id=75f461d1-c160-418b-8601-dd2ab4e48164)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:12:48.604498 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-239adfd6-3292-46a7-be38-519d0843a62a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:48.624121 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-239adfd6-3292-46a7-be38-519d0843a62a None None] Calling delete_port for df6349e8-8c8e-4cb9-a974-b044b7c5f032 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:12:48.627678 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-35ad8e99-f5a9-4f5c-8d05-5c50fe63fa70 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:48.678264 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-e900db71-a62f-4f32-849d-dde98e2c61fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:48.679846 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-e900db71-a62f-4f32-849d-dde98e2c61fe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=625c81c1-ffd4-46b7-bcec-ab3c294d8d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2790544 Nov 27 04:12:48.680252 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234bf14-d2c7-453b-a665-02525e83c4a1 req-03dbc8d2-8548-4c42-9a40-bf6ef5e9047c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:48.681902 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1234bf14-d2c7-453b-a665-02525e83c4a1 req-03dbc8d2-8548-4c42-9a40-bf6ef5e9047c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=381e483f-1075-4381-8890-5fdb20db8aa8 HTTP/1.1" status: 200 len: 849 time: 0.3174427 Nov 27 04:12:48.725539 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-b300bdcd-ed3f-4eaa-8897-dfd79f2270b5 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:12:48.728090 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-b300bdcd-ed3f-4eaa-8897-dfd79f2270b5 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080972 Nov 27 04:12:48.734780 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c40007-1373-442d-98c7-2fba0d9f456a None None] DHCP port deletion for bb20679a-9422-41e1-8dc8-c29a049e4e0f request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:12:48.741432 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339f8c5-97aa-4500-977e-1ed14d758373 req-fdcdf830-5e7b-44fa-985e-e2dbcbe46da5 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:48.743247 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a339f8c5-97aa-4500-977e-1ed14d758373 req-fdcdf830-5e7b-44fa-985e-e2dbcbe46da5 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 946 time: 0.1964262 Nov 27 04:12:48.759367 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port bb342c3a-6a95-4b09-9c05-530cc82d781b triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:48.759367 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:48.813500 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1234bf14-d2c7-453b-a665-02525e83c4a1 req-042e4867-51e6-4a43-90df-9e2ac02ee40f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6adaea12-131f-45a0-a555-9f43d57628b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1043677 Nov 27 04:12:48.840353 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-5bc530fc-704d-4197-b44e-d68d3217a3fd None None] Provisioning complete for port a5ab00c3-c161-489c-b452-10fdd43c77df triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:48.840778 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5bc530fc-704d-4197-b44e-d68d3217a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:48.958458 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a339f8c5-97aa-4500-977e-1ed14d758373 req-d18ed4ed-4ddc-410c-a6a5-2d91ad161931 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=60a7d62e-7629-4401-ae2b-6e86ee2e006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992536 Nov 27 04:12:49.004976 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:49.010749 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-5bc530fc-704d-4197-b44e-d68d3217a3fd None None] Port a5ab00c3-c161-489c-b452-10fdd43c77df cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:12:49.023439 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8db600c7-dd21-4303-a8a2-4c64c759c5ab tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:49.024207 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 3b3c658a-a2f7-463c-8cad-da22776367a0 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:12:49.036803 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-01a784c3-9017-4a57-b1fb-3d18445b6ab9 req-140493db-df82-4839-9054-5ac822f1d7e5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3132637 Nov 27 04:12:49.042210 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-35ad8e99-f5a9-4f5c-8d05-5c50fe63fa70 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Deleting port df6349e8-8c8e-4cb9-a974-b044b7c5f032 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:12:49.043479 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-35ad8e99-f5a9-4f5c-8d05-5c50fe63fa70 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:49.051676 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-239adfd6-3292-46a7-be38-519d0843a62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:49.096330 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-2e50788d-cd3c-46b1-b401-4bbb97108087 service neutron] 10.222.0.11 "GET /v2.0/networks/625c81c1-ffd4-46b7-bcec-ab3c294d8d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468289 Nov 27 04:12:49.097224 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239adfd6-3292-46a7-be38-519d0843a62a None None] Pushing event deleted for resources: {'Port': ['ID=df6349e8-8c8e-4cb9-a974-b044b7c5f032,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:49.101048 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-b3c40007-1373-442d-98c7-2fba0d9f456a None None] Deleting port 1246c107-a905-49bc-8cea-c4db62caa254 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:12:49.101430 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b3c40007-1373-442d-98c7-2fba0d9f456a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:49.105326 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239adfd6-3292-46a7-be38-519d0843a62a None None] No DVR routers for this DVR port df6349e8-8c8e-4cb9-a974-b044b7c5f032 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:12:49.112222 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-5bc530fc-704d-4197-b44e-d68d3217a3fd None None] Provisioning complete for port 3b3c658a-a2f7-463c-8cad-da22776367a0 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:49.113447 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5bc530fc-704d-4197-b44e-d68d3217a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:49.123845 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db600c7-dd21-4303-a8a2-4c64c759c5ab tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Network 475d5735-79a3-484f-bf32-4f28dc0b8344 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:12:49.141813 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-8db600c7-dd21-4303-a8a2-4c64c759c5ab tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:12:49.180960 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db600c7-dd21-4303-a8a2-4c64c759c5ab tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:49.181564 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8db600c7-dd21-4303-a8a2-4c64c759c5ab tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:49.190025 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f109bf7-0be1-4def-b671-3bbe57107c48 None None] Network 475d5735-79a3-484f-bf32-4f28dc0b8344 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:12:49.213386 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db600c7-dd21-4303-a8a2-4c64c759c5ab tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'Subnet': ['ID=ffa3c411-afdc-436c-85a1-069bb25355d7,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:49.221144 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1234bf14-d2c7-453b-a665-02525e83c4a1 req-040de35e-17c1-4aa4-8ac0-ae3d1f11b7ce service neutron] 10.222.0.23 "GET /v2.0/networks/6adaea12-131f-45a0-a555-9f43d57628b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938396 Nov 27 04:12:49.232470 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b4554543-f18f-4aaa-a244-5d0950cecd89 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:49.242415 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8db600c7-dd21-4303-a8a2-4c64c759c5ab tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6477807 Nov 27 04:12:49.245392 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44146) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:49.250499 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-1c799143-b15d-4757-a6ab-b85bbb02426c tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-477540717', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ffa3c411-afdc-436c-85a1-069bb25355d7'}], 'security_groups': ['3126a257-c650-4ce4-abf5-0ddaf21f575d']}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:49.256633 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b4554543-f18f-4aaa-a244-5d0950cecd89 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:49.290501 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-35ad8e99-f5a9-4f5c-8d05-5c50fe63fa70 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] For port df6349e8-8c8e-4cb9-a974-b044b7c5f032, host n-d-819494-3, got binding levels [] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:12:49.290889 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-35ad8e99-f5a9-4f5c-8d05-5c50fe63fa70 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:49.313819 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a784c3-9017-4a57-b1fb-3d18445b6ab9 req-6ebb9815-a744-47f5-9c45-6bb94669cc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:49.316296 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-01a784c3-9017-4a57-b1fb-3d18445b6ab9 req-6ebb9815-a744-47f5-9c45-6bb94669cc41 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=797b4470e1204f95b4c65fa8076beed0&device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 1096 time: 0.1918895 Nov 27 04:12:49.321930 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-b3c40007-1373-442d-98c7-2fba0d9f456a None None] For port 1246c107-a905-49bc-8cea-c4db62caa254, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=1246c107-a905-49bc-8cea-c4db62caa254,segment=NetworkSegment(a7e5fa2c-6cc3-46a1-96b9-8519883f1bc0),segment_id=a7e5fa2c-6cc3-46a1-96b9-8519883f1bc0)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:12:49.322350 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b3c40007-1373-442d-98c7-2fba0d9f456a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:49.329328 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-13b3816f-030d-41c7-8aa6-cd28b66a806e admin admin] Deleting port 806a4a43-97cc-4264-b385-0a013ea8c8bc {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:12:49.329891 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-13b3816f-030d-41c7-8aa6-cd28b66a806e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:49.332675 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-35ad8e99-f5a9-4f5c-8d05-5c50fe63fa70 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Calling delete_port for df6349e8-8c8e-4cb9-a974-b044b7c5f032 owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:12:49.339505 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.ipam_backend_mixin [None req-35ad8e99-f5a9-4f5c-8d05-5c50fe63fa70 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Port df6349e8-8c8e-4cb9-a974-b044b7c5f032 was not found and therefore no delete operation was performed {{(pid=110019) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 04:12:49.344281 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-b3c40007-1373-442d-98c7-2fba0d9f456a None None] Calling delete_port for 1246c107-a905-49bc-8cea-c4db62caa254 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:12:49.370115 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-24fc6ec6-04a7-4b76-8825-3a70e91ac2c6 service neutron] 10.222.0.11 "GET /v2.0/networks/625c81c1-ffd4-46b7-bcec-ab3c294d8d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637308 Nov 27 04:12:49.399169 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-35ad8e99-f5a9-4f5c-8d05-5c50fe63fa70 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:49.417451 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b4554543-f18f-4aaa-a244-5d0950cecd89 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:49.422411 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4554543-f18f-4aaa-a244-5d0950cecd89 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event updated for resources: {'Port': ['ID=a5ab00c3-c161-489c-b452-10fdd43c77df,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:49.436782 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1c799143-b15d-4757-a6ab-b85bbb02426c tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:49.514462 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b3c40007-1373-442d-98c7-2fba0d9f456a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:49.571593 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c40007-1373-442d-98c7-2fba0d9f456a None None] Pushing event deleted for resources: {'Port': ['ID=1246c107-a905-49bc-8cea-c4db62caa254,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:49.583574 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 3b3c658a-a2f7-463c-8cad-da22776367a0 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:49.584090 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:49.629997 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c40007-1373-442d-98c7-2fba0d9f456a None None] No DVR routers for this DVR port 1246c107-a905-49bc-8cea-c4db62caa254 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:12:49.678243 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4554543-f18f-4aaa-a244-5d0950cecd89 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Network 01721107-8527-4cbc-9cef-bafb3d42cf85 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:12:49.698945 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-b4554543-f18f-4aaa-a244-5d0950cecd89 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:12:49.712560 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-13b3816f-030d-41c7-8aa6-cd28b66a806e admin admin] For port 806a4a43-97cc-4264-b385-0a013ea8c8bc, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=806a4a43-97cc-4264-b385-0a013ea8c8bc,segment=NetworkSegment(fb098388-3a92-4ab4-80c1-f41ab44b0ec5),segment_id=fb098388-3a92-4ab4-80c1-f41ab44b0ec5)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:12:49.713028 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-13b3816f-030d-41c7-8aa6-cd28b66a806e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:49.713473 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:49.873934 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-4dd6cb37-165f-466a-b607-863289c7ab12 None None] Provisioning complete for port a5ab00c3-c161-489c-b452-10fdd43c77df triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:49.874534 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4dd6cb37-165f-466a-b607-863289c7ab12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:49.924738 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-4dd6cb37-165f-466a-b607-863289c7ab12 None None] Port a5ab00c3-c161-489c-b452-10fdd43c77df cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:12:49.986413 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device df6349e8-8c8e-4cb9-a974-b044b7c5f032 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:12:50.005326 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb9c53c-ac9a-45e9-b99d-a0b86c59db20 None None] Update dhcp port {'port': {'network_id': '475d5735-79a3-484f-bf32-4f28dc0b8344', 'fixed_ips': [{'subnet_id': 'e33bccce-33cd-424d-a45c-20f88fde09db', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ffa3c411-afdc-436c-85a1-069bb25355d7'}], 'binding:host_id': 'n-d-819494-3'}, 'id': 'bb342c3a-6a95-4b09-9c05-530cc82d781b'} from n-d-819494-3. {{(pid=110020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 04:12:50.076185 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9eb9c53c-ac9a-45e9-b99d-a0b86c59db20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:50.201399 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad8e99-f5a9-4f5c-8d05-5c50fe63fa70 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event deleted for resources: {'Port': ['ID=df6349e8-8c8e-4cb9-a974-b044b7c5f032,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:50.205002 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1234bf14-d2c7-453b-a665-02525e83c4a1 req-eaec2bf7-6682-4ba3-b9a8-dd7ff9d637b0 service neutron] 10.222.0.23 "GET /v2.0/networks/6adaea12-131f-45a0-a555-9f43d57628b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9712753 Nov 27 04:12:50.217835 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-13b3816f-030d-41c7-8aa6-cd28b66a806e admin admin] Calling delete_port for 806a4a43-97cc-4264-b385-0a013ea8c8bc owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:12:50.251009 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ad8e99-f5a9-4f5c-8d05-5c50fe63fa70 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] No DVR routers for this DVR port df6349e8-8c8e-4cb9-a974-b044b7c5f032 on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:12:50.305700 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-9eb9c53c-ac9a-45e9-b99d-a0b86c59db20 None None] Allocated IP 172.20.0.18 (475d5735-79a3-484f-bf32-4f28dc0b8344/ffa3c411-afdc-436c-85a1-069bb25355d7/bb342c3a-6a95-4b09-9c05-530cc82d781b) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:12:50.399354 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a784c3-9017-4a57-b1fb-3d18445b6ab9 req-ce2b27a6-5951-4797-b474-beb69a070566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:50.399895 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d8a0c-207a-473a-939c-b25a70198c1b req-3761c5af-f3b9-4f80-9507-42e7ece90b8e tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:50.401136 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-01a784c3-9017-4a57-b1fb-3d18445b6ab9 req-ce2b27a6-5951-4797-b474-beb69a070566 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f5be6ff6-7679-4336-aa7e-b7dc23104991 HTTP/1.1" status: 200 len: 917 time: 1.0488327 Nov 27 04:12:50.407543 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-649d8a0c-207a-473a-939c-b25a70198c1b req-3761c5af-f3b9-4f80-9507-42e7ece90b8e tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/ports?device_id=727f4a85-7380-4d56-858a-645cdbf2a0c4 HTTP/1.1" status: 200 len: 943 time: 0.7403166 Nov 27 04:12:50.426715 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a235b0-a0e6-4906-bb48-99a1e45a6e33 req-3c52f624-3cee-4bed-bb33-91a7023885cf tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:50.427837 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-9eb9c53c-ac9a-45e9-b99d-a0b86c59db20 None None] For port bb342c3a-6a95-4b09-9c05-530cc82d781b, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=bb342c3a-6a95-4b09-9c05-530cc82d781b,segment=NetworkSegment(d9c8a772-030c-44f0-9c64-086d7b37cb62),segment_id=d9c8a772-030c-44f0-9c64-086d7b37cb62)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:12:50.428387 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c3a235b0-a0e6-4906-bb48-99a1e45a6e33 req-3c52f624-3cee-4bed-bb33-91a7023885cf tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 946 time: 0.2221763 Nov 27 04:12:50.447120 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-35ad8e99-f5a9-4f5c-8d05-5c50fe63fa70 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:50.478498 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9eb9c53c-ac9a-45e9-b99d-a0b86c59db20 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:50.487973 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: df6349e8-8c8e-4cb9-a974-b044b7c5f032 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:12:50.488368 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device df6349e8-8c8e-4cb9-a974-b044b7c5f032 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:12:50.496403 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9eb9c53c-ac9a-45e9-b99d-a0b86c59db20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:50.532558 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-649d8a0c-207a-473a-939c-b25a70198c1b req-70e37a6b-a449-4be1-9f52-0babeffededa tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/security-groups?id=90f39b46-ad8e-4cf0-8e79-bf3f371e1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221192 Nov 27 04:12:50.584715 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4554543-f18f-4aaa-a244-5d0950cecd89 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Router edff503e-a1ff-404a-99e6-1390258c5c8b has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:12:50.587135 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-35ad8e99-f5a9-4f5c-8d05-5c50fe63fa70 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6f7d6ff-4011-47e4-89ca-4bc0047ee6d1']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:50.606622 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-01a784c3-9017-4a57-b1fb-3d18445b6ab9 req-6f865d6c-c25c-492d-8dfc-59ecf591f9c4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=397418f9-b2a5-4f52-b913-55a426e288e1 HTTP/1.1" status: 200 len: 1000 time: 0.1738379 Nov 27 04:12:50.620559 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-35ad8e99-f5a9-4f5c-8d05-5c50fe63fa70 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75f461d1-c160-418b-8601-dd2ab4e48164') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:50.621003 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-35ad8e99-f5a9-4f5c-8d05-5c50fe63fa70 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75f461d1-c160-418b-8601-dd2ab4e48164') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:50.655441 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-97610a77-9d72-4937-a97e-a6ac0f48a9f8 None None] Provisioning complete for port a5ab00c3-c161-489c-b452-10fdd43c77df triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:50.656016 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-97610a77-9d72-4937-a97e-a6ac0f48a9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:50.680529 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c3a235b0-a0e6-4906-bb48-99a1e45a6e33 req-0e4957cb-4bd6-49ba-9264-19263078298f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=60a7d62e-7629-4401-ae2b-6e86ee2e006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2411027 Nov 27 04:12:50.690267 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-35ad8e99-f5a9-4f5c-8d05-5c50fe63fa70 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:50.693316 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 3b3c658a-a2f7-463c-8cad-da22776367a0 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:12:50.725347 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-35ad8e99-f5a9-4f5c-8d05-5c50fe63fa70 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:50.743819 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35ad8e99-f5a9-4f5c-8d05-5c50fe63fa70 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:12:50.744251 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-35ad8e99-f5a9-4f5c-8d05-5c50fe63fa70 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:50.781178 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9c53c-ac9a-45e9-b99d-a0b86c59db20 None None] Pushing event updated for resources: {'Port': ['ID=bb342c3a-6a95-4b09-9c05-530cc82d781b,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:50.796529 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-97610a77-9d72-4937-a97e-a6ac0f48a9f8 None None] Port a5ab00c3-c161-489c-b452-10fdd43c77df cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:12:50.806339 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:12:50.806339 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:12:50.806339 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:12:50.806339 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:12:50.806339 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:12:50.806339 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:12:50.806339 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:12:50.806339 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:12:50.806339 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:12:50.806339 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:12:50.806339 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:12:50.806339 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:12:50.806339 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:12:50.806339 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:12:50.806339 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:12:50.806339 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:12:50.806339 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:12:50.806339 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:12:50.806339 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:12:50.806339 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:12:50.806339 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:12:50.806339 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:12:50.806339 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:12:50.806339 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:12:50.806339 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:12:50.806339 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:12:50.806339 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:12:50.806339 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:12:50.806339 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:12:50.806339 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:12:50.806339 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:12:50.806339 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:12:50.825784 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a784c3-9017-4a57-b1fb-3d18445b6ab9 req-09358309-d502-4762-828e-960d6a85a3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:50.827497 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-01a784c3-9017-4a57-b1fb-3d18445b6ab9 req-09358309-d502-4762-828e-960d6a85a3cf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=129d6819-d46b-4873-8019-a59c438c16e8 HTTP/1.1" status: 200 len: 855 time: 0.2031298 Nov 27 04:12:50.832333 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-1c799143-b15d-4757-a6ab-b85bbb02426c tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Delete allocated IP 172.20.0.4 (475d5735-79a3-484f-bf32-4f28dc0b8344/e33bccce-33cd-424d-a45c-20f88fde09db) {{(pid=110018) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 27 04:12:50.838749 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 3b3c658a-a2f7-463c-8cad-da22776367a0 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:50.839193 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:50.857499 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-1c799143-b15d-4757-a6ab-b85bbb02426c tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Allocated IP 172.20.0.26 (475d5735-79a3-484f-bf32-4f28dc0b8344/ffa3c411-afdc-436c-85a1-069bb25355d7/21b26ac9-d7a5-4fa2-bb78-3f0efabe85c0) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:12:50.883514 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4554543-f18f-4aaa-a244-5d0950cecd89 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:12:50.897226 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707a682f-47c3-4cd8-8b22-beeaa328bb4a None None] Sync routers for ids ['edff503e-a1ff-404a-99e6-1390258c5c8b'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:12:50.906256 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b4554543-f18f-4aaa-a244-5d0950cecd89 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "PUT /v2.0/routers/edff503e-a1ff-404a-99e6-1390258c5c8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3532414 Nov 27 04:12:50.908088 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44162) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:50.926788 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707a682f-47c3-4cd8-8b22-beeaa328bb4a None None] Routers {'edff503e-a1ff-404a-99e6-1390258c5c8b'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:12:50.927778 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-707a682f-47c3-4cd8-8b22-beeaa328bb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:12:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['edff503e-a1ff-404a-99e6-1390258c5c8b'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:50.986243 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-35ad8e99-f5a9-4f5c-8d05-5c50fe63fa70 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:51.089885 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 1246c107-a905-49bc-8cea-c4db62caa254 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:12:51.101770 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-35ad8e99-f5a9-4f5c-8d05-5c50fe63fa70 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:51.107969 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-35ad8e99-f5a9-4f5c-8d05-5c50fe63fa70 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "DELETE /v2.0/networks/f6f7d6ff-4011-47e4-89ca-4bc0047ee6d1 HTTP/1.1" status: 204 len: 168 time: 2.8679464 Nov 27 04:12:51.111295 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44166) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:51.126271 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-707a682f-47c3-4cd8-8b22-beeaa328bb4a None None] Set router edff503e-a1ff-404a-99e6-1390258c5c8b gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:12:51.182396 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-13b3816f-030d-41c7-8aa6-cd28b66a806e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:51.195655 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad8e99-f5a9-4f5c-8d05-5c50fe63fa70 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event deleted for resources: {'Network': ['ID=f6f7d6ff-4011-47e4-89ca-4bc0047ee6d1,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:51.257544 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b3816f-030d-41c7-8aa6-cd28b66a806e admin admin] Pushing event deleted for resources: {'Port': ['ID=806a4a43-97cc-4264-b385-0a013ea8c8bc,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:51.261960 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a784c3-9017-4a57-b1fb-3d18445b6ab9 req-48683df3-1b28-4d95-aa98-d4f2858ca3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:51.263527 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-01a784c3-9017-4a57-b1fb-3d18445b6ab9 req-48683df3-1b28-4d95-aa98-d4f2858ca3c9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f5be6ff6-7679-4336-aa7e-b7dc23104991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3990233 Nov 27 04:12:51.417769 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5c7d1c6a-27cb-4715-9ec8-4cdcc0199af4 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:51.500299 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152e98be-b583-4fb1-9043-9484fb589a43 tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:51.500913 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152e98be-b583-4fb1-9043-9484fb589a43 tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:51.501665 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152e98be-b583-4fb1-9043-9484fb589a43 tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:51.502188 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152e98be-b583-4fb1-9043-9484fb589a43 tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:51.502682 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152e98be-b583-4fb1-9043-9484fb589a43 tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:51.503715 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152e98be-b583-4fb1-9043-9484fb589a43 tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:51.504241 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152e98be-b583-4fb1-9043-9484fb589a43 tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:51.505198 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152e98be-b583-4fb1-9043-9484fb589a43 tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:51.505713 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152e98be-b583-4fb1-9043-9484fb589a43 tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:51.506197 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 1246c107-a905-49bc-8cea-c4db62caa254 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:12:51.506652 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152e98be-b583-4fb1-9043-9484fb589a43 tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:51.507103 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152e98be-b583-4fb1-9043-9484fb589a43 tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:51.512639 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-152e98be-b583-4fb1-9043-9484fb589a43 tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7745 time: 0.5985520 Nov 27 04:12:51.512834 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 1246c107-a905-49bc-8cea-c4db62caa254 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:12:51.594813 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5c7d1c6a-27cb-4715-9ec8-4cdcc0199af4 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:51.623109 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-5c7d1c6a-27cb-4715-9ec8-4cdcc0199af4 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb20679a-9422-41e1-8dc8-c29a049e4e0f']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:51.636474 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-5c7d1c6a-27cb-4715-9ec8-4cdcc0199af4 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e5fa2c-6cc3-46a1-96b9-8519883f1bc0') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:51.637015 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-5c7d1c6a-27cb-4715-9ec8-4cdcc0199af4 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e5fa2c-6cc3-46a1-96b9-8519883f1bc0') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:51.651713 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5c7d1c6a-27cb-4715-9ec8-4cdcc0199af4 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:51.667536 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5c7d1c6a-27cb-4715-9ec8-4cdcc0199af4 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:51.668029 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-707a682f-47c3-4cd8-8b22-beeaa328bb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'name': 'tempest-TestNetworkBasicOps-router-1075337850', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cadaefd7-5868-4f27-b084-779ef51294a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:12:38Z', 'updated_at': '2021-11-27T04:12:48Z', 'revision_number': 4, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'gw_port': {'id': 'cadaefd7-5868-4f27-b084-779ef51294a7', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:85:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:12:39Z', 'updated_at': '2021-11-27T04:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'a5ab00c3-c161-489c-b452-10fdd43c77df', 'name': '', 'network_id': '01721107-8527-4cbc-9cef-bafb3d42cf85', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'mac_address': 'fa:16:3e:ee:cb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '44a79022-8cdb-466a-b050-413e97bcc0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:12:46Z', 'updated_at': '2021-11-27T04:12:48Z', 'revision_number': 2, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'subnets': [{'id': '44a79022-8cdb-466a-b050-413e97bcc0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:51.675136 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c7d1c6a-27cb-4715-9ec8-4cdcc0199af4 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:12:51.675800 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5c7d1c6a-27cb-4715-9ec8-4cdcc0199af4 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:51.677463 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:51.686631 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-13b3816f-030d-41c7-8aa6-cd28b66a806e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:51.698892 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44168) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:51.707871 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707a682f-47c3-4cd8-8b22-beeaa328bb4a None None] Checking router: edff503e-a1ff-404a-99e6-1390258c5c8b for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:12:51.709069 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707a682f-47c3-4cd8-8b22-beeaa328bb4a None None] Updating router edff503e-a1ff-404a-99e6-1390258c5c8b port a5ab00c3-c161-489c-b452-10fdd43c77df binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:12:51.749399 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:12:51.749399 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:12:51.749399 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:12:51.749399 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:12:51.749399 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:12:51.749399 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:12:51.749399 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:12:51.749399 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:12:51.749399 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:12:51.749399 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:12:51.749399 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:12:51.749399 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:12:51.749399 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:12:51.749399 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:12:51.749399 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:12:51.749399 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:12:51.749399 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:12:51.749399 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:12:51.749399 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:12:51.749399 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:12:51.749399 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:12:51.749399 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:12:51.749399 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:12:51.749399 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:12:51.749399 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:12:51.749399 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:12:51.749399 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:12:51.749399 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:12:51.749399 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:12:51.749399 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:12:51.749399 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:12:51.749399 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:12:51.774044 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5c7d1c6a-27cb-4715-9ec8-4cdcc0199af4 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:51.777666 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-e2cb4e8a-7b86-44db-817d-098f3be8bb1b None None] Provisioning complete for port 21b26ac9-d7a5-4fa2-bb78-3f0efabe85c0 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:51.778071 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e2cb4e8a-7b86-44db-817d-098f3be8bb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:51.781303 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-707a682f-47c3-4cd8-8b22-beeaa328bb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:51.782336 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1c799143-b15d-4757-a6ab-b85bbb02426c tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:51.791711 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5c7d1c6a-27cb-4715-9ec8-4cdcc0199af4 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:51.795276 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5c7d1c6a-27cb-4715-9ec8-4cdcc0199af4 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "DELETE /v2.0/networks/bb20679a-9422-41e1-8dc8-c29a049e4e0f HTTP/1.1" status: 204 len: 168 time: 0.6807046 Nov 27 04:12:51.818346 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44174) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:51.827444 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-af3f672c-e927-46f2-af77-5ccf3fd59708 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Request body: {'network': {'name': 'tempest-RoutersTest-488494566'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:51.849120 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1c799143-b15d-4757-a6ab-b85bbb02426c tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:51.853563 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d1c6a-27cb-4715-9ec8-4cdcc0199af4 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event deleted for resources: {'Network': ['ID=bb20679a-9422-41e1-8dc8-c29a049e4e0f,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:51.856016 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:51.866421 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d1c6a-27cb-4715-9ec8-4cdcc0199af4 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:51.866964 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d1c6a-27cb-4715-9ec8-4cdcc0199af4 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:51.867427 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d1c6a-27cb-4715-9ec8-4cdcc0199af4 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:51.867902 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d1c6a-27cb-4715-9ec8-4cdcc0199af4 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:51.868362 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d1c6a-27cb-4715-9ec8-4cdcc0199af4 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:51.868816 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d1c6a-27cb-4715-9ec8-4cdcc0199af4 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:51.869265 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d1c6a-27cb-4715-9ec8-4cdcc0199af4 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:51.869715 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d1c6a-27cb-4715-9ec8-4cdcc0199af4 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:51.870161 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d1c6a-27cb-4715-9ec8-4cdcc0199af4 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:51.870630 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d1c6a-27cb-4715-9ec8-4cdcc0199af4 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:51.871217 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d1c6a-27cb-4715-9ec8-4cdcc0199af4 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:51.871679 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d1c6a-27cb-4715-9ec8-4cdcc0199af4 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:12:51.874355 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3f672c-e927-46f2-af77-5ccf3fd59708 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Made reservation on behalf of 5a1fca50cc034ed8b9c826a15ba4a946 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:12:51.878566 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-af3f672c-e927-46f2-af77-5ccf3fd59708 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:51.896617 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 23eea261-6859-4e8b-b33f-7760b46bd951 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:12:51.939740 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddde9e0-8334-467d-9556-c3799c892eed req-6b7f1377-b7db-4d94-aa50-ab116ee78398 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:51.942058 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eddde9e0-8334-467d-9556-c3799c892eed req-6b7f1377-b7db-4d94-aa50-ab116ee78398 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/ports?device_id=727f4a85-7380-4d56-858a-645cdbf2a0c4 HTTP/1.1" status: 200 len: 943 time: 0.1945772 Nov 27 04:12:52.001708 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868150fe-cfeb-4777-b8b3-771c99817e7e tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:52.002416 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868150fe-cfeb-4777-b8b3-771c99817e7e tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:52.003744 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868150fe-cfeb-4777-b8b3-771c99817e7e tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:52.004339 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868150fe-cfeb-4777-b8b3-771c99817e7e tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:52.004924 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868150fe-cfeb-4777-b8b3-771c99817e7e tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:52.005510 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868150fe-cfeb-4777-b8b3-771c99817e7e tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:52.006091 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868150fe-cfeb-4777-b8b3-771c99817e7e tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:52.006694 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868150fe-cfeb-4777-b8b3-771c99817e7e tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:52.007387 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868150fe-cfeb-4777-b8b3-771c99817e7e tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:52.007964 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868150fe-cfeb-4777-b8b3-771c99817e7e tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:52.008689 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868150fe-cfeb-4777-b8b3-771c99817e7e tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:52.014408 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-868150fe-cfeb-4777-b8b3-771c99817e7e tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7090 time: 0.3125887 Nov 27 04:12:52.016704 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-01a784c3-9017-4a57-b1fb-3d18445b6ab9 req-3b6749a6-0f43-4c10-b31d-26dc7b2accfd service neutron] 10.222.0.23 "GET /v2.0/networks/f5be6ff6-7679-4336-aa7e-b7dc23104991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7398002 Nov 27 04:12:52.019509 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44176) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:52.037391 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 23eea261-6859-4e8b-b33f-7760b46bd951, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=23eea261-6859-4e8b-b33f-7760b46bd951,segment=NetworkSegment(fedeef31-80c0-4f21-8dd9-42e4d38c018f),segment_id=fedeef31-80c0-4f21-8dd9-42e4d38c018f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:12:52.055325 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-e2cb4e8a-7b86-44db-817d-098f3be8bb1b None None] Port 21b26ac9-d7a5-4fa2-bb78-3f0efabe85c0 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:12:52.063016 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af3f672c-e927-46f2-af77-5ccf3fd59708 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:12:52.065194 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-1c799143-b15d-4757-a6ab-b85bbb02426c tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] In _notify_port_updated(), no bound segment for port 21b26ac9-d7a5-4fa2-bb78-3f0efabe85c0 on network 475d5735-79a3-484f-bf32-4f28dc0b8344 {{(pid=110018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 04:12:52.066505 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '23eea261-6859-4e8b-b33f-7760b46bd951', 'network_id': '6adaea12-131f-45a0-a555-9f43d57628b2', 'port_id': '23eea261-6859-4e8b-b33f-7760b46bd951', 'mac_address': 'fa:16:3e:4d:f9:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '381e483f-1075-4381-8890-5fdb20db8aa8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:12:52.074471 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c799143-b15d-4757-a6ab-b85bbb02426c tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:52.074471 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1c799143-b15d-4757-a6ab-b85bbb02426c tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:52.075535 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1c799143-b15d-4757-a6ab-b85bbb02426c tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "PUT /v2.0/ports/21b26ac9-d7a5-4fa2-bb78-3f0efabe85c0 HTTP/1.1" status: 200 len: 920 time: 2.8292038 Nov 27 04:12:52.091004 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44180) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:52.109541 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c799143-b15d-4757-a6ab-b85bbb02426c tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'Port': ['ID=21b26ac9-d7a5-4fa2-bb78-3f0efabe85c0,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:52.136610 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-af3f672c-e927-46f2-af77-5ccf3fd59708 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:52.137258 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-af3f672c-e927-46f2-af77-5ccf3fd59708 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Added segment 3e122f2e-14d8-4eab-9bcc-6bc9d58fb5dc of type vlan for network 95d949b0-c1e7-481b-9fe2-bb058f54d7b0 Nov 27 04:12:52.144237 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:52.155473 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eddde9e0-8334-467d-9556-c3799c892eed req-eb1433a0-6669-48ee-934b-7ea033127d9f tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/security-groups?id=90f39b46-ad8e-4cf0-8e79-bf3f371e1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056522 Nov 27 04:12:52.187246 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23eea261-6859-4e8b-b33f-7760b46bd951 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:12:52.192676 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-e2cb4e8a-7b86-44db-817d-098f3be8bb1b None None] Provisioning complete for port d22e180e-e6c9-4bd4-b341-c67f085aaaa0 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:52.192855 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e2cb4e8a-7b86-44db-817d-098f3be8bb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:52.205840 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-707a682f-47c3-4cd8-8b22-beeaa328bb4a None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:52.211773 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-707a682f-47c3-4cd8-8b22-beeaa328bb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:52.238918 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd748a-0ca5-49b9-aa4e-0e2c4d382f4a req-3fd78983-7ace-420a-bc58-7a52108dbd1c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:52.240635 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4edd748a-0ca5-49b9-aa4e-0e2c4d382f4a req-3fd78983-7ace-420a-bc58-7a52108dbd1c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 946 time: 0.3985090 Nov 27 04:12:52.246312 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 23eea261-6859-4e8b-b33f-7760b46bd951, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=23eea261-6859-4e8b-b33f-7760b46bd951,segment=NetworkSegment(fedeef31-80c0-4f21-8dd9-42e4d38c018f),segment_id=fedeef31-80c0-4f21-8dd9-42e4d38c018f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:12:52.255461 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-e2cb4e8a-7b86-44db-817d-098f3be8bb1b None None] Port d22e180e-e6c9-4bd4-b341-c67f085aaaa0 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:12:52.257883 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:52.303494 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-af3f672c-e927-46f2-af77-5ccf3fd59708 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:52.330940 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-e2cb4e8a-7b86-44db-817d-098f3be8bb1b None None] Provisioning complete for port bb342c3a-6a95-4b09-9c05-530cc82d781b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:52.331332 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e2cb4e8a-7b86-44db-817d-098f3be8bb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:52.334192 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8deffa-52d7-4c71-9c2b-73268e956b1c None None] Pushing event updated for resources: {'Port': ['ID=a5ab00c3-c161-489c-b452-10fdd43c77df,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:52.363187 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-af3f672c-e927-46f2-af77-5ccf3fd59708 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:52.365532 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-707a682f-47c3-4cd8-8b22-beeaa328bb4a None None] Attempting to bind port a5ab00c3-c161-489c-b452-10fdd43c77df on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:12:52.366203 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-707a682f-47c3-4cd8-8b22-beeaa328bb4a None None] Attempting to bind port a5ab00c3-c161-489c-b452-10fdd43c77df by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '1bfa2de6-2583-4c45-81f6-10784b527c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '01721107-8527-4cbc-9cef-bafb3d42cf85'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:12:52.367721 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707a682f-47c3-4cd8-8b22-beeaa328bb4a None None] Attempting to bind port a5ab00c3-c161-489c-b452-10fdd43c77df on network 01721107-8527-4cbc-9cef-bafb3d42cf85 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:12:52.374848 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707a682f-47c3-4cd8-8b22-beeaa328bb4a None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:12:52.375859 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707a682f-47c3-4cd8-8b22-beeaa328bb4a None None] Checking segment: {'id': '1bfa2de6-2583-4c45-81f6-10784b527c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '01721107-8527-4cbc-9cef-bafb3d42cf85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:12:52.376528 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-707a682f-47c3-4cd8-8b22-beeaa328bb4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:52.382953 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3f672c-e927-46f2-af77-5ccf3fd59708 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:52.383605 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-af3f672c-e927-46f2-af77-5ccf3fd59708 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:52.388093 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707a682f-47c3-4cd8-8b22-beeaa328bb4a None None] Bound using segment: {'id': '1bfa2de6-2583-4c45-81f6-10784b527c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '01721107-8527-4cbc-9cef-bafb3d42cf85'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:12:52.389014 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-707a682f-47c3-4cd8-8b22-beeaa328bb4a None None] Bound port: a5ab00c3-c161-489c-b452-10fdd43c77df, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bfa2de6-2583-4c45-81f6-10784b527c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '01721107-8527-4cbc-9cef-bafb3d42cf85'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:12:52.389714 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-707a682f-47c3-4cd8-8b22-beeaa328bb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:52.449328 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=23eea261-6859-4e8b-b33f-7760b46bd951,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:52.466745 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-8fe80416-ac48-434a-9558-35864596b879 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Deleting port 21b26ac9-d7a5-4fa2-bb78-3f0efabe85c0 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:12:52.467281 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8fe80416-ac48-434a-9558-35864596b879 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:52.487108 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-af3f672c-e927-46f2-af77-5ccf3fd59708 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6610167 Nov 27 04:12:52.492088 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44184) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:52.530955 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-a124b098-ea14-4e98-a0f6-81a464a15b71 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Request body: {'subnet': {'network_id': '95d949b0-c1e7-481b-9fe2-bb058f54d7b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:52.552087 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-707a682f-47c3-4cd8-8b22-beeaa328bb4a None None] For port a5ab00c3-c161-489c-b452-10fdd43c77df, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:12:52.565089 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-707a682f-47c3-4cd8-8b22-beeaa328bb4a None None] For port a5ab00c3-c161-489c-b452-10fdd43c77df, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=a5ab00c3-c161-489c-b452-10fdd43c77df,segment=NetworkSegment(1bfa2de6-2583-4c45-81f6-10784b527c3e),segment_id=1bfa2de6-2583-4c45-81f6-10784b527c3e)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:12:52.574924 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-707a682f-47c3-4cd8-8b22-beeaa328bb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:52.598703 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['23eea261-6859-4e8b-b33f-7760b46bd951'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:12:52.599252 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f672c-e927-46f2-af77-5ccf3fd59708 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event updated for resources: {'Network': ['ID=95d949b0-c1e7-481b-9fe2-bb058f54d7b0,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:52.649651 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 95d949b0-c1e7-481b-9fe2-bb058f54d7b0 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:12:52.738902 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8deffa-52d7-4c71-9c2b-73268e956b1c None None] Pushing event updated for resources: {'Port': ['ID=a5ab00c3-c161-489c-b452-10fdd43c77df,revision_number=4']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:52.747941 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8fe80416-ac48-434a-9558-35864596b879 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:52.756940 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707a682f-47c3-4cd8-8b22-beeaa328bb4a None None] Routers {'edff503e-a1ff-404a-99e6-1390258c5c8b'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:12:52.757508 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-707a682f-47c3-4cd8-8b22-beeaa328bb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:12:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['edff503e-a1ff-404a-99e6-1390258c5c8b'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:52.765324 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device bb342c3a-6a95-4b09-9c05-530cc82d781b up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:12:52.771629 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-8fe80416-ac48-434a-9558-35864596b879 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Calling delete_port for 21b26ac9-d7a5-4fa2-bb78-3f0efabe85c0 owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:12:52.790760 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a124b098-ea14-4e98-a0f6-81a464a15b71 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Made reservation on behalf of 5a1fca50cc034ed8b9c826a15ba4a946 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:12:52.794851 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a124b098-ea14-4e98-a0f6-81a464a15b71 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:52.895155 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-e97cba0e-5344-496f-97d2-ee0e717b9b9f None None] Provisioning complete for port a5ab00c3-c161-489c-b452-10fdd43c77df triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:52.895700 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e97cba0e-5344-496f-97d2-ee0e717b9b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:52.901526 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-707a682f-47c3-4cd8-8b22-beeaa328bb4a None None] Set router edff503e-a1ff-404a-99e6-1390258c5c8b gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:12:53.082678 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4edd748a-0ca5-49b9-aa4e-0e2c4d382f4a req-026c4088-17a6-4ea4-89ba-71c956795492 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=60a7d62e-7629-4401-ae2b-6e86ee2e006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8218393 Nov 27 04:12:53.125765 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port bb342c3a-6a95-4b09-9c05-530cc82d781b triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:53.126300 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:53.136335 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e97cba0e-5344-496f-97d2-ee0e717b9b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:53.220062 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-01a784c3-9017-4a57-b1fb-3d18445b6ab9 req-b71ba9de-a563-4840-b5dc-198c1397e7b6 service neutron] 10.222.0.23 "GET /v2.0/networks/f5be6ff6-7679-4336-aa7e-b7dc23104991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1704712 Nov 27 04:12:53.238695 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-e97cba0e-5344-496f-97d2-ee0e717b9b9f None None] For port a5ab00c3-c161-489c-b452-10fdd43c77df, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=a5ab00c3-c161-489c-b452-10fdd43c77df,segment=NetworkSegment(1bfa2de6-2583-4c45-81f6-10784b527c3e),segment_id=1bfa2de6-2583-4c45-81f6-10784b527c3e)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:12:53.240067 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-707a682f-47c3-4cd8-8b22-beeaa328bb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'name': 'tempest-TestNetworkBasicOps-router-1075337850', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cadaefd7-5868-4f27-b084-779ef51294a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:12:38Z', 'updated_at': '2021-11-27T04:12:48Z', 'revision_number': 4, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'gw_port': {'id': 'cadaefd7-5868-4f27-b084-779ef51294a7', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:85:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:12:39Z', 'updated_at': '2021-11-27T04:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'a5ab00c3-c161-489c-b452-10fdd43c77df', 'name': '', 'network_id': '01721107-8527-4cbc-9cef-bafb3d42cf85', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'mac_address': 'fa:16:3e:ee:cb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '44a79022-8cdb-466a-b050-413e97bcc0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:12:46Z', 'updated_at': '2021-11-27T04:12:52Z', 'revision_number': 4, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'subnets': [{'id': '44a79022-8cdb-466a-b050-413e97bcc0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:53.251360 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e97cba0e-5344-496f-97d2-ee0e717b9b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:53.305292 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a124b098-ea14-4e98-a0f6-81a464a15b71 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:53.329215 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-e97cba0e-5344-496f-97d2-ee0e717b9b9f None None] Provisioning complete for port 21b26ac9-d7a5-4fa2-bb78-3f0efabe85c0 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:53.329832 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e97cba0e-5344-496f-97d2-ee0e717b9b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:53.369681 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97cba0e-5344-496f-97d2-ee0e717b9b9f None None] Pushing event updated for resources: {'Port': ['ID=a5ab00c3-c161-489c-b452-10fdd43c77df,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:53.383482 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-e97cba0e-5344-496f-97d2-ee0e717b9b9f None None] Port 21b26ac9-d7a5-4fa2-bb78-3f0efabe85c0 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:12:53.397840 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8fe80416-ac48-434a-9558-35864596b879 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:53.431345 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707a682f-47c3-4cd8-8b22-beeaa328bb4a None None] The sync data for ids ['edff503e-a1ff-404a-99e6-1390258c5c8b'] in n-d-819494-3 is: [{'id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'name': 'tempest-TestNetworkBasicOps-router-1075337850', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cadaefd7-5868-4f27-b084-779ef51294a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:12:38Z', 'updated_at': '2021-11-27T04:12:48Z', 'revision_number': 4, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'gw_port': {'id': 'cadaefd7-5868-4f27-b084-779ef51294a7', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:85:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:12:39Z', 'updated_at': '2021-11-27T04:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'a5ab00c3-c161-489c-b452-10fdd43c77df', 'name': '', 'network_id': '01721107-8527-4cbc-9cef-bafb3d42cf85', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'mac_address': 'fa:16:3e:ee:cb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '44a79022-8cdb-466a-b050-413e97bcc0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:12:46Z', 'updated_at': '2021-11-27T04:12:52Z', 'revision_number': 4, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'subnets': [{'id': '44a79022-8cdb-466a-b050-413e97bcc0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:12:53.437221 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b3816f-030d-41c7-8aa6-cd28b66a806e admin admin] Router 241fc0de-0534-4620-9f4c-6b10da957712 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:12:53.445737 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe80416-ac48-434a-9558-35864596b879 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event deleted for resources: {'Port': ['ID=21b26ac9-d7a5-4fa2-bb78-3f0efabe85c0,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:53.543495 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-441ea534-54d2-466e-bc76-c8bdbca2d26b None None] Provisioning complete for port a5ab00c3-c161-489c-b452-10fdd43c77df triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:53.544063 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-441ea534-54d2-466e-bc76-c8bdbca2d26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:53.586207 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a124b098-ea14-4e98-a0f6-81a464a15b71 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event updated for resources: {'Subnet': ['ID=06b2a73e-c61a-4c5b-b07d-2488ad12ef90,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:53.685655 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-cb621d1d-ea07-4fd1-ab70-fe91b3e1755f tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4496 time: 1.6610191 Nov 27 04:12:53.685854 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8fe80416-ac48-434a-9558-35864596b879 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:53.688305 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8fe80416-ac48-434a-9558-35864596b879 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/ports/21b26ac9-d7a5-4fa2-bb78-3f0efabe85c0 HTTP/1.1" status: 204 len: 168 time: 1.5961201 Nov 27 04:12:53.689207 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a124b098-ea14-4e98-a0f6-81a464a15b71 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Checking segment: {'id': '3e122f2e-14d8-4eab-9bcc-6bc9d58fb5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '95d949b0-c1e7-481b-9fe2-bb058f54d7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:12:53.689717 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a124b098-ea14-4e98-a0f6-81a464a15b71 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Network hostable DHCP agents. Network: 95d949b0-c1e7-481b-9fe2-bb058f54d7b0, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:12:53.695580 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44204) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:53.709434 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e363d-8ce7-48cf-8ddf-17087d5143e0 req-2b8ae9a0-15c3-4ca0-bae3-7b433107c4e6 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:53.711353 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e24e363d-8ce7-48cf-8ddf-17087d5143e0 req-2b8ae9a0-15c3-4ca0-bae3-7b433107c4e6 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/ports?device_id=727f4a85-7380-4d56-858a-645cdbf2a0c4 HTTP/1.1" status: 200 len: 944 time: 0.3876607 Nov 27 04:12:53.778096 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-8854b401-a4ca-43f0-ac2c-ab760a04cb14 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] GET failed (client error): The resource could not be found. Nov 27 04:12:53.783083 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8854b401-a4ca-43f0-ac2c-ab760a04cb14 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "GET /v2.0/ports/21b26ac9-d7a5-4fa2-bb78-3f0efabe85c0 HTTP/1.1" status: 404 len: 333 time: 0.0806222 Nov 27 04:12:53.785206 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44206) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:53.789882 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b3816f-030d-41c7-8aa6-cd28b66a806e admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:12:53.801102 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8ee2e1-d337-4154-bf40-c7d5f664b023 None None] Sync routers for ids ['241fc0de-0534-4620-9f4c-6b10da957712'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:12:53.802282 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-13b3816f-030d-41c7-8aa6-cd28b66a806e admin admin] 10.222.0.20 "PUT /v2.0/routers/241fc0de-0534-4620-9f4c-6b10da957712/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8677175 Nov 27 04:12:53.802985 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44208) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:53.823210 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8ee2e1-d337-4154-bf40-c7d5f664b023 None None] Routers {'241fc0de-0534-4620-9f4c-6b10da957712'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:12:53.823926 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-fb8ee2e1-d337-4154-bf40-c7d5f664b023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:12:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['241fc0de-0534-4620-9f4c-6b10da957712'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:53.865644 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a124b098-ea14-4e98-a0f6-81a464a15b71 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Network 95d949b0-c1e7-481b-9fe2-bb058f54d7b0 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:12:53.892865 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e24e363d-8ce7-48cf-8ddf-17087d5143e0 req-49979587-a1a7-453e-a938-1d35faaea063 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/security-groups?id=90f39b46-ad8e-4cf0-8e79-bf3f371e1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716166 Nov 27 04:12:53.894348 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 23eea261-6859-4e8b-b33f-7760b46bd951 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:12:53.901931 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cbf396fe-1d12-41d7-9df7-8d4b4214ff43 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:53.931845 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea258d-749e-4541-b98d-e764da213678 req-6b059eec-75c8-4707-85c3-2f8fd2b58bc7 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:53.933857 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-25ea258d-749e-4541-b98d-e764da213678 req-6b059eec-75c8-4707-85c3-2f8fd2b58bc7 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 945 time: 0.2299976 Nov 27 04:12:53.940602 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-a124b098-ea14-4e98-a0f6-81a464a15b71 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 95d949b0-c1e7-481b-9fe2-bb058f54d7b0) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:12:53.945680 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a124b098-ea14-4e98-a0f6-81a464a15b71 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:53.946277 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a124b098-ea14-4e98-a0f6-81a464a15b71 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:53.994218 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8384a676-9787-4538-90dd-471bb9c185d9 admin admin] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:54.004223 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c632d7-7766-4221-80a3-8e26dbd7a3fd None None] Network 95d949b0-c1e7-481b-9fe2-bb058f54d7b0 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:12:54.037210 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-25ea258d-749e-4541-b98d-e764da213678 req-cfaa66f8-36ac-40f1-bef3-b81fdb8c35ad tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698335 Nov 27 04:12:54.044938 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a124b098-ea14-4e98-a0f6-81a464a15b71 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5332372 Nov 27 04:12:54.059035 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44210) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:54.059035 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-88d1c91b-585c-48bb-a116-cf283e258705 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-4753775', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:54.069268 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cbf396fe-1d12-41d7-9df7-8d4b4214ff43 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:54.113388 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-88d1c91b-585c-48bb-a116-cf283e258705 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:54.114451 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-88d1c91b-585c-48bb-a116-cf283e258705 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:54.164489 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 23eea261-6859-4e8b-b33f-7760b46bd951 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:12:54.168804 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cbf396fe-1d12-41d7-9df7-8d4b4214ff43 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:54.176993 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cbf396fe-1d12-41d7-9df7-8d4b4214ff43 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:54.183573 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8384a676-9787-4538-90dd-471bb9c185d9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:54.184707 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-cbf396fe-1d12-41d7-9df7-8d4b4214ff43 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/security-groups/b2de0617-7e11-4efb-b8f5-c772acff4144 HTTP/1.1" status: 204 len: 168 time: 0.3748856 Nov 27 04:12:54.185376 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44214) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:54.186887 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-fb8ee2e1-d337-4154-bf40-c7d5f664b023 None None] Set router 241fc0de-0534-4620-9f4c-6b10da957712 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:12:54.256508 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 23eea261-6859-4e8b-b33f-7760b46bd951 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:54.256884 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:54.273472 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-88d1c91b-585c-48bb-a116-cf283e258705 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:54.274505 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf396fe-1d12-41d7-9df7-8d4b4214ff43 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2de0617-7e11-4efb-b8f5-c772acff4144,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:54.284953 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-88d1c91b-585c-48bb-a116-cf283e258705 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:54.288905 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-8384a676-9787-4538-90dd-471bb9c185d9 admin admin] Deleting port 58593b2a-177b-4c2e-ad4c-e8f2580b838b {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:12:54.289310 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8384a676-9787-4538-90dd-471bb9c185d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:54.356408 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-88d1c91b-585c-48bb-a116-cf283e258705 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:54.357836 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-88d1c91b-585c-48bb-a116-cf283e258705 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.3057575 Nov 27 04:12:54.360169 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-14cfe8c5-73bc-467c-a022-2efb95efcd90 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:54.360538 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44216) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:54.369200 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-586a76e3-53aa-497d-bc3e-a8ef307aa35f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Request body: {'port': {'network_id': '95d949b0-c1e7-481b-9fe2-bb058f54d7b0', 'name': 'tempest-RoutersTest-152048065'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:54.369979 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf2352-488b-472d-8f74-67e5eac5b63f req-09cf449d-ef52-4cfe-a34b-562cd8b4c05e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:54.371556 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-54bf2352-488b-472d-8f74-67e5eac5b63f req-09cf449d-ef52-4cfe-a34b-562cd8b4c05e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 946 time: 0.1371207 Nov 27 04:12:54.420266 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-14cfe8c5-73bc-467c-a022-2efb95efcd90 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:54.472960 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-54bf2352-488b-472d-8f74-67e5eac5b63f req-2628fded-b914-46b7-ab84-fb5b16fed62b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=60a7d62e-7629-4401-ae2b-6e86ee2e006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894158 Nov 27 04:12:54.476795 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-8384a676-9787-4538-90dd-471bb9c185d9 admin admin] For port 58593b2a-177b-4c2e-ad4c-e8f2580b838b, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=58593b2a-177b-4c2e-ad4c-e8f2580b838b,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:12:54.477007 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8384a676-9787-4538-90dd-471bb9c185d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:54.497165 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:54.509139 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-8384a676-9787-4538-90dd-471bb9c185d9 admin admin] Calling delete_port for 58593b2a-177b-4c2e-ad4c-e8f2580b838b owned by network:router_gateway {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:12:54.520060 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-14cfe8c5-73bc-467c-a022-2efb95efcd90 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:54.522736 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-14cfe8c5-73bc-467c-a022-2efb95efcd90 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:54.528193 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-14cfe8c5-73bc-467c-a022-2efb95efcd90 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/security-groups/3126a257-c650-4ce4-abf5-0ddaf21f575d HTTP/1.1" status: 204 len: 168 time: 0.3019574 Nov 27 04:12:54.529209 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44218) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:54.582021 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cfe8c5-73bc-467c-a022-2efb95efcd90 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3126a257-c650-4ce4-abf5-0ddaf21f575d,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:54.626486 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9b6b36c-cfb1-4cfc-b1ab-a8993123b833 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Deleting subnet e33bccce-33cd-424d-a45c-20f88fde09db {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:12:54.635765 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a9b6b36c-cfb1-4cfc-b1ab-a8993123b833 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:54.681985 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd92b92-1f75-4b44-991b-9e99fb72e94c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-95d949b0-c1e7-481b-9fe2-bb058f54d7b0', 'network_id': '95d949b0-c1e7-481b-9fe2-bb058f54d7b0', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'fixed_ips': [{'subnet_id': '06b2a73e-c61a-4c5b-b07d-2488ad12ef90'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:12:54.683027 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8bd92b92-1f75-4b44-991b-9e99fb72e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:54.709684 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device a5ab00c3-c161-489c-b452-10fdd43c77df up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:12:54.713433 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a9b6b36c-cfb1-4cfc-b1ab-a8993123b833 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:54.750802 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727f4a85-7380-4d56-858a-645cdbf2a0c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23eea261-6859-4e8b-b33f-7760b46bd951'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:12:54.753840 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276f1aaa-9105-4205-ade3-5a14ab5dc9de" -d '{"events": [{"server_uuid": "727f4a85-7380-4d56-858a-645cdbf2a0c4", "name": "network-vif-plugged", "status": "completed", "tag": "23eea261-6859-4e8b-b33f-7760b46bd951"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:12:54.794274 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8384a676-9787-4538-90dd-471bb9c185d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:54.831148 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384a676-9787-4538-90dd-471bb9c185d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=58593b2a-177b-4c2e-ad4c-e8f2580b838b,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:54.869460 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586a76e3-53aa-497d-bc3e-a8ef307aa35f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Made reservation on behalf of 5a1fca50cc034ed8b9c826a15ba4a946 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:12:54.873042 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-586a76e3-53aa-497d-bc3e-a8ef307aa35f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:54.874896 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a9b6b36c-cfb1-4cfc-b1ab-a8993123b833 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:54.894638 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 23eea261-6859-4e8b-b33f-7760b46bd951, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=23eea261-6859-4e8b-b33f-7760b46bd951,segment=NetworkSegment(fedeef31-80c0-4f21-8dd9-42e4d38c018f),segment_id=fedeef31-80c0-4f21-8dd9-42e4d38c018f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:12:54.896907 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1824e0cf-5bf3-45dd-94f7-00855430512d x-openstack-request-id: req-1824e0cf-5bf3-45dd-94f7-00855430512d {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:12:54.897309 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727f4a85-7380-4d56-858a-645cdbf2a0c4", "name": "network-vif-plugged", "status": "completed", "tag": "23eea261-6859-4e8b-b33f-7760b46bd951", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:12:54.898226 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1824e0cf-5bf3-45dd-94f7-00855430512d {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:12:54.898773 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727f4a85-7380-4d56-858a-645cdbf2a0c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23eea261-6859-4e8b-b33f-7760b46bd951', 'code': 200} Nov 27 04:12:54.905865 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905c2a3e-2cf7-4d6f-a05f-080e70715097 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:12:54.921891 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:54.941155 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [None req-586a76e3-53aa-497d-bc3e-a8ef307aa35f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] device_id is not set on port cd80823b-bec8-4a4a-b3ab-9649bd48691f yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:12:54.973464 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a9b6b36c-cfb1-4cfc-b1ab-a8993123b833 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:55.026566 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374898eb-dc64-445d-bfa4-a05712a3f268 None None] Network 475d5735-79a3-484f-bf32-4f28dc0b8344 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:12:55.045811 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8384a676-9787-4538-90dd-471bb9c185d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:55.052649 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a9b6b36c-cfb1-4cfc-b1ab-a8993123b833 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:55.056360 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a9b6b36c-cfb1-4cfc-b1ab-a8993123b833 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/subnets/e33bccce-33cd-424d-a45c-20f88fde09db HTTP/1.1" status: 204 len: 168 time: 0.5219693 Nov 27 04:12:55.062167 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b6b36c-cfb1-4cfc-b1ab-a8993123b833 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event deleted for resources: {'Subnet': ['ID=e33bccce-33cd-424d-a45c-20f88fde09db,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:55.064686 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44226) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:55.086065 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-78157c33-a364-4e42-9e08-609b1c6075a2 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'subnet': {'network_id': '475d5735-79a3-484f-bf32-4f28dc0b8344', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:55.123101 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-fb8ee2e1-d337-4154-bf40-c7d5f664b023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241fc0de-0534-4620-9f4c-6b10da957712', 'name': 'tempest-TestServerMultinode-1602766494-router', 'tenant_id': '5bbe3d15f6f2412fb8ed2301e8fa31e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '58593b2a-177b-4c2e-ad4c-e8f2580b838b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:11:11Z', 'updated_at': '2021-11-27T04:12:50Z', 'revision_number': 5, 'project_id': '5bbe3d15f6f2412fb8ed2301e8fa31e8', 'gw_port': {'id': '58593b2a-177b-4c2e-ad4c-e8f2580b838b', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:9a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241fc0de-0534-4620-9f4c-6b10da957712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:11:13Z', 'updated_at': '2021-11-27T04:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:55.161237 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb828b-6db9-420a-9315-c1037b73bf15 req-69d6e876-1c87-4124-8419-12b70ea96601 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:55.166671 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port a5ab00c3-c161-489c-b452-10fdd43c77df triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:55.167052 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:55.169923 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-07fb828b-6db9-420a-9315-c1037b73bf15 req-69d6e876-1c87-4124-8419-12b70ea96601 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/ports?device_id=727f4a85-7380-4d56-858a-645cdbf2a0c4 HTTP/1.1" status: 200 len: 945 time: 0.1284468 Nov 27 04:12:55.186660 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8ee2e1-d337-4154-bf40-c7d5f664b023 None None] Checking router: 241fc0de-0534-4620-9f4c-6b10da957712 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:12:55.239013 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe362f1-603d-439a-b63f-3932e094353e req-584cf7d7-2769-4ed0-a149-51dfb1546657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:55.239561 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8ee2e1-d337-4154-bf40-c7d5f664b023 None None] Routers {'241fc0de-0534-4620-9f4c-6b10da957712'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:12:55.239668 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-fb8ee2e1-d337-4154-bf40-c7d5f664b023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:12:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['241fc0de-0534-4620-9f4c-6b10da957712'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:55.241223 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dfe362f1-603d-439a-b63f-3932e094353e req-584cf7d7-2769-4ed0-a149-51dfb1546657 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=727f4a85-7380-4d56-858a-645cdbf2a0c4 HTTP/1.1" status: 200 len: 1096 time: 0.2568309 Nov 27 04:12:55.254293 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8384a676-9787-4538-90dd-471bb9c185d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:55.290937 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8384a676-9787-4538-90dd-471bb9c185d9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:55.297990 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-07fb828b-6db9-420a-9315-c1037b73bf15 req-4ca7f17d-070a-434e-8300-03e6954facde tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/security-groups?id=90f39b46-ad8e-4cf0-8e79-bf3f371e1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271183 Nov 27 04:12:55.322828 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-fb8ee2e1-d337-4154-bf40-c7d5f664b023 None None] Set router 241fc0de-0534-4620-9f4c-6b10da957712 gateway port host: None {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:12:55.338472 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78157c33-a364-4e42-9e08-609b1c6075a2 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Made reservation on behalf of e0c528b777a044b1b1470d3e561f543a for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:12:55.342464 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-78157c33-a364-4e42-9e08-609b1c6075a2 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:55.387927 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=23eea261-6859-4e8b-b33f-7760b46bd951,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:55.397179 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dfe362f1-603d-439a-b63f-3932e094353e req-43f8f2b4-8308-4282-9d9d-4601d558868f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=90f39b46-ad8e-4cf0-8e79-bf3f371e1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406944 Nov 27 04:12:55.397776 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44230) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:55.398396 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8384a676-9787-4538-90dd-471bb9c185d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:55.399012 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8384a676-9787-4538-90dd-471bb9c185d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 241fc0de-0534-4620-9f4c-6b10da957712 {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:12:55.400877 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-fb8ee2e1-d337-4154-bf40-c7d5f664b023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241fc0de-0534-4620-9f4c-6b10da957712', 'name': 'tempest-TestServerMultinode-1602766494-router', 'tenant_id': '5bbe3d15f6f2412fb8ed2301e8fa31e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:11:11Z', 'updated_at': '2021-11-27T04:12:54Z', 'revision_number': 7, 'project_id': '5bbe3d15f6f2412fb8ed2301e8fa31e8', 'gw_port_host': None}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:55.417372 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8384a676-9787-4538-90dd-471bb9c185d9 admin admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:55.419057 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8384a676-9787-4538-90dd-471bb9c185d9 admin admin] 10.222.0.20 "DELETE /v2.0/routers/241fc0de-0534-4620-9f4c-6b10da957712 HTTP/1.1" status: 204 len: 168 time: 1.6137469 Nov 27 04:12:55.422677 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44232) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:55.426187 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-22d8b20e-a60c-4d63-9ccf-39f180bbaa72 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-139887331', 'description': 'tempest-secgroup-smoke-139887331 description', 'project_id': '11a8da3acafa4ec1bd2e977270426dbc'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:55.451882 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-22d8b20e-a60c-4d63-9ccf-39f180bbaa72 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:55.455071 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-8bd92b92-1f75-4b44-991b-9e99fb72e94c None None] Allocated IP 172.20.0.2 (95d949b0-c1e7-481b-9fe2-bb058f54d7b0/06b2a73e-c61a-4c5b-b07d-2488ad12ef90/b47c0ffc-b682-4316-a5d9-c4a43f4229b5) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:12:55.465011 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8ee2e1-d337-4154-bf40-c7d5f664b023 None None] The sync data for ids ['241fc0de-0534-4620-9f4c-6b10da957712'] in n-d-819494-3 is: [{'id': '241fc0de-0534-4620-9f4c-6b10da957712', 'name': 'tempest-TestServerMultinode-1602766494-router', 'tenant_id': '5bbe3d15f6f2412fb8ed2301e8fa31e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:11:11Z', 'updated_at': '2021-11-27T04:12:54Z', 'revision_number': 7, 'project_id': '5bbe3d15f6f2412fb8ed2301e8fa31e8', 'gw_port_host': None}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:12:55.563727 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-22d8b20e-a60c-4d63-9ccf-39f180bbaa72 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:55.572513 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-22d8b20e-a60c-4d63-9ccf-39f180bbaa72 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:55.576996 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a86397-86f1-410a-b15b-50dc45e1b4dd req-f43e1a61-b8a1-46b5-a446-580343fa6266 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:55.578686 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-71a86397-86f1-410a-b15b-50dc45e1b4dd req-f43e1a61-b8a1-46b5-a446-580343fa6266 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 945 time: 0.1550496 Nov 27 04:12:55.582095 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-7efdd9f3-2f13-4001-a70e-1f040a5f363c admin admin] Deleting subnet a1267ad0-5297-4baf-b014-39bd34e35128 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:12:55.590218 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7efdd9f3-2f13-4001-a70e-1f040a5f363c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:55.609400 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d8b20e-a60c-4d63-9ccf-39f180bbaa72 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32324dd8-939f-42de-b6d9-60872e2d730d,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:55.654928 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-22d8b20e-a60c-4d63-9ccf-39f180bbaa72 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:55.658017 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-22d8b20e-a60c-4d63-9ccf-39f180bbaa72 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2355757 Nov 27 04:12:55.659448 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44236) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:55.664418 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-3f507690-c396-4670-a33a-0d09bb682ded tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Request body: {'security_group_rule': {'security_group_id': '32324dd8-939f-42de-b6d9-60872e2d730d', 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:55.670703 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7efdd9f3-2f13-4001-a70e-1f040a5f363c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:55.698507 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aad294-6b31-4168-b250-dd19de3412cf req-f66d912a-b2b9-476c-bf3c-45b95350d53f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:55.700192 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a3aad294-6b31-4168-b250-dd19de3412cf req-f66d912a-b2b9-476c-bf3c-45b95350d53f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 946 time: 0.0851855 Nov 27 04:12:55.715684 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-71a86397-86f1-410a-b15b-50dc45e1b4dd req-661d27c4-50ad-4e24-af46-59a0a4a142ff tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233983 Nov 27 04:12:55.740005 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3f507690-c396-4670-a33a-0d09bb682ded tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:55.792934 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8bd92b92-1f75-4b44-991b-9e99fb72e94c None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:55.798218 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a3aad294-6b31-4168-b250-dd19de3412cf req-18262262-0743-4510-b049-0da818e55e70 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=60a7d62e-7629-4401-ae2b-6e86ee2e006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852785 Nov 27 04:12:55.803249 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8bd92b92-1f75-4b44-991b-9e99fb72e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:55.863745 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7efdd9f3-2f13-4001-a70e-1f040a5f363c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:55.877238 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd92b92-1f75-4b44-991b-9e99fb72e94c None None] Network 95d949b0-c1e7-481b-9fe2-bb058f54d7b0 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:12:55.883804 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-8bd92b92-1f75-4b44-991b-9e99fb72e94c None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:12:55.886742 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3f507690-c396-4670-a33a-0d09bb682ded tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:55.888222 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd92b92-1f75-4b44-991b-9e99fb72e94c None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:12:55.899859 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-586a76e3-53aa-497d-bc3e-a8ef307aa35f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Allocated IP 172.20.0.4 (95d949b0-c1e7-481b-9fe2-bb058f54d7b0/06b2a73e-c61a-4c5b-b07d-2488ad12ef90/cd80823b-bec8-4a4a-b3ab-9649bd48691f) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:12:55.902781 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3f507690-c396-4670-a33a-0d09bb682ded tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:55.933594 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd92b92-1f75-4b44-991b-9e99fb72e94c None None] Pushing event updated for resources: {'Port': ['ID=b47c0ffc-b682-4316-a5d9-c4a43f4229b5,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:55.944420 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f507690-c396-4670-a33a-0d09bb682ded tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfc3d1cc-201f-4f30-8533-6e252faa691e,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:55.970342 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-8bd92b92-1f75-4b44-991b-9e99fb72e94c None None] Attempting to bind port b47c0ffc-b682-4316-a5d9-c4a43f4229b5 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:12:55.970780 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-8bd92b92-1f75-4b44-991b-9e99fb72e94c None None] Attempting to bind port b47c0ffc-b682-4316-a5d9-c4a43f4229b5 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '3e122f2e-14d8-4eab-9bcc-6bc9d58fb5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '95d949b0-c1e7-481b-9fe2-bb058f54d7b0'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:12:55.971976 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd92b92-1f75-4b44-991b-9e99fb72e94c None None] Attempting to bind port b47c0ffc-b682-4316-a5d9-c4a43f4229b5 on network 95d949b0-c1e7-481b-9fe2-bb058f54d7b0 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:12:55.977905 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-78157c33-a364-4e42-9e08-609b1c6075a2 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:55.980930 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd92b92-1f75-4b44-991b-9e99fb72e94c None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:12:55.981335 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd92b92-1f75-4b44-991b-9e99fb72e94c None None] Checking segment: {'id': '3e122f2e-14d8-4eab-9bcc-6bc9d58fb5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '95d949b0-c1e7-481b-9fe2-bb058f54d7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:12:55.981745 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8bd92b92-1f75-4b44-991b-9e99fb72e94c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:55.982247 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd92b92-1f75-4b44-991b-9e99fb72e94c None None] Bound using segment: {'id': '3e122f2e-14d8-4eab-9bcc-6bc9d58fb5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '95d949b0-c1e7-481b-9fe2-bb058f54d7b0'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:12:55.982869 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-8bd92b92-1f75-4b44-991b-9e99fb72e94c None None] Bound port: b47c0ffc-b682-4316-a5d9-c4a43f4229b5, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e122f2e-14d8-4eab-9bcc-6bc9d58fb5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '95d949b0-c1e7-481b-9fe2-bb058f54d7b0'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:12:55.983285 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8bd92b92-1f75-4b44-991b-9e99fb72e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:56.011686 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3f507690-c396-4670-a33a-0d09bb682ded tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:56.016266 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-3f507690-c396-4670-a33a-0d09bb682ded tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3530407 Nov 27 04:12:56.016479 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44238) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:56.022090 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-12e0c4ba-551f-4b3b-84c9-93411a3b431c tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Request body: {'security_group_rule': {'security_group_id': '32324dd8-939f-42de-b6d9-60872e2d730d', 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:56.055775 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7efdd9f3-2f13-4001-a70e-1f040a5f363c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:56.062294 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78157c33-a364-4e42-9e08-609b1c6075a2 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'Subnet': ['ID=399a54bd-9b0d-475e-81c3-91015d885b31,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:56.080745 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-8bd92b92-1f75-4b44-991b-9e99fb72e94c None None] For port b47c0ffc-b682-4316-a5d9-c4a43f4229b5, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:12:56.084443 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-8bd92b92-1f75-4b44-991b-9e99fb72e94c None None] For port b47c0ffc-b682-4316-a5d9-c4a43f4229b5, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b47c0ffc-b682-4316-a5d9-c4a43f4229b5,segment=NetworkSegment(3e122f2e-14d8-4eab-9bcc-6bc9d58fb5dc),segment_id=3e122f2e-14d8-4eab-9bcc-6bc9d58fb5dc)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:12:56.087666 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78157c33-a364-4e42-9e08-609b1c6075a2 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Network 475d5735-79a3-484f-bf32-4f28dc0b8344 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:12:56.091082 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8bd92b92-1f75-4b44-991b-9e99fb72e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:56.113233 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-78157c33-a364-4e42-9e08-609b1c6075a2 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:12:56.119067 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78157c33-a364-4e42-9e08-609b1c6075a2 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:56.119067 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-78157c33-a364-4e42-9e08-609b1c6075a2 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:56.121725 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efdd9f3-2f13-4001-a70e-1f040a5f363c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1267ad0-5297-4baf-b014-39bd34e35128,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:56.126792 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7efdd9f3-2f13-4001-a70e-1f040a5f363c admin admin] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:56.129896 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7efdd9f3-2f13-4001-a70e-1f040a5f363c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a1267ad0-5297-4baf-b014-39bd34e35128 HTTP/1.1" status: 204 len: 168 time: 0.6958582 Nov 27 04:12:56.132305 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44240) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:56.143987 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-12e0c4ba-551f-4b3b-84c9-93411a3b431c tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:56.178655 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85787be-e737-4756-a9ac-0284a03efc7f None None] Network 7c636381-518c-47c4-9798-7b99af15f64b requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:12:56.225577 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-78157c33-a364-4e42-9e08-609b1c6075a2 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1436827 Nov 27 04:12:56.226132 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44242) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:56.236709 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-72a348df-a465-430d-b5dc-08c068e0a55f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'security_group': {'name': 'tempest-secgroup-303875908'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:56.252907 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3a208bbb-64fd-4611-a495-709e9205e978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:56.273746 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-72a348df-a465-430d-b5dc-08c068e0a55f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:56.302040 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-12e0c4ba-551f-4b3b-84c9-93411a3b431c tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:56.314031 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-12e0c4ba-551f-4b3b-84c9-93411a3b431c tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:56.323040 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-586a76e3-53aa-497d-bc3e-a8ef307aa35f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:56.337415 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-3a208bbb-64fd-4611-a495-709e9205e978 admin admin] Deleting port 7520659d-3f95-401e-88be-c687eafe270c {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:12:56.339722 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3a208bbb-64fd-4611-a495-709e9205e978 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:56.382620 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0c4ba-551f-4b3b-84c9-93411a3b431c tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a6fae6e-0378-412d-a09d-9dd6f373c509,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:56.393858 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-12e0c4ba-551f-4b3b-84c9-93411a3b431c tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:56.395254 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-12e0c4ba-551f-4b3b-84c9-93411a3b431c tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3774400 Nov 27 04:12:56.398261 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44246) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:56.413023 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-5f36160d-2cbb-4a2b-a43d-17a738c311fd tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Request body: {'security_group_rule': {'security_group_id': '32324dd8-939f-42de-b6d9-60872e2d730d', 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:56.430337 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd92b92-1f75-4b44-991b-9e99fb72e94c None None] Pushing event updated for resources: {'Port': ['ID=b47c0ffc-b682-4316-a5d9-c4a43f4229b5,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:56.582367 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-586a76e3-53aa-497d-bc3e-a8ef307aa35f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:56.642831 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164e5fe0-cbfb-4180-84c4-5ea7680cedf4 None None] DHCP port deletion for 7c636381-518c-47c4-9798-7b99af15f64b request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:12:56.654154 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-3a208bbb-64fd-4611-a495-709e9205e978 admin admin] For port 7520659d-3f95-401e-88be-c687eafe270c, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=7520659d-3f95-401e-88be-c687eafe270c,segment=NetworkSegment(fb098388-3a92-4ab4-80c1-f41ab44b0ec5),segment_id=fb098388-3a92-4ab4-80c1-f41ab44b0ec5)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:12:56.654623 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3a208bbb-64fd-4611-a495-709e9205e978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:56.695808 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5f36160d-2cbb-4a2b-a43d-17a738c311fd tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:56.741640 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-3a208bbb-64fd-4611-a495-709e9205e978 admin admin] Calling delete_port for 7520659d-3f95-401e-88be-c687eafe270c owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:12:56.749855 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-72a348df-a465-430d-b5dc-08c068e0a55f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:56.776781 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4499bbc-1d19-4d8c-8441-a5e18bd39ace req-dc1ba63d-f304-4a74-ae11-34795cec6139 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:56.787551 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f4499bbc-1d19-4d8c-8441-a5e18bd39ace req-dc1ba63d-f304-4a74-ae11-34795cec6139 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/ports?device_id=727f4a85-7380-4d56-858a-645cdbf2a0c4 HTTP/1.1" status: 200 len: 945 time: 0.2336707 Nov 27 04:12:56.808443 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-164e5fe0-cbfb-4180-84c4-5ea7680cedf4 None None] Deleting port 7520659d-3f95-401e-88be-c687eafe270c {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:12:56.808834 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-164e5fe0-cbfb-4180-84c4-5ea7680cedf4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:56.820685 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-72a348df-a465-430d-b5dc-08c068e0a55f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:56.826653 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b47c0ffc-b682-4316-a5d9-c4a43f4229b5 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:12:56.865892 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586a76e3-53aa-497d-bc3e-a8ef307aa35f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Network 95d949b0-c1e7-481b-9fe2-bb058f54d7b0 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:12:56.914998 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409ac5b0-84af-4f31-a5e1-cf41f1e472a2 None None] Network 475d5735-79a3-484f-bf32-4f28dc0b8344 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:12:56.935423 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520a476-8f4a-4a4e-9b56-3e353fd5b7b3 req-927cf5a1-cd9b-4f46-ac0a-a1b6f726bf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:56.936983 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a520a476-8f4a-4a4e-9b56-3e353fd5b7b3 req-927cf5a1-cd9b-4f46-ac0a-a1b6f726bf05 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=13b1fee7d54d401493a1883da20540bb&device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 1097 time: 0.2733984 Nov 27 04:12:56.946828 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5f36160d-2cbb-4a2b-a43d-17a738c311fd tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:56.959210 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f4499bbc-1d19-4d8c-8441-a5e18bd39ace req-674c56b7-39be-49c6-a2d9-71e97f3a98f8 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/security-groups?id=90f39b46-ad8e-4cf0-8e79-bf3f371e1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692417 Nov 27 04:12:56.959564 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-586a76e3-53aa-497d-bc3e-a8ef307aa35f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:12:56.967855 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5f36160d-2cbb-4a2b-a43d-17a738c311fd tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:56.970172 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586a76e3-53aa-497d-bc3e-a8ef307aa35f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:12:57.020055 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f36160d-2cbb-4a2b-a43d-17a738c311fd tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcedf63b-8933-4838-bff7-595632987f12,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:57.027594 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a348df-a465-430d-b5dc-08c068e0a55f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81596be5-5a14-40f7-80ba-8b2ab39c9e1e,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:57.030052 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a76e3-53aa-497d-bc3e-a8ef307aa35f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event updated for resources: {'Port': ['ID=cd80823b-bec8-4a4a-b3ab-9649bd48691f,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:57.046722 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-164e5fe0-cbfb-4180-84c4-5ea7680cedf4 None None] For port 7520659d-3f95-401e-88be-c687eafe270c, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=7520659d-3f95-401e-88be-c687eafe270c,segment=NetworkSegment(fb098388-3a92-4ab4-80c1-f41ab44b0ec5),segment_id=fb098388-3a92-4ab4-80c1-f41ab44b0ec5)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:12:57.047349 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-164e5fe0-cbfb-4180-84c4-5ea7680cedf4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:57.052389 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-68a896e3-3e70-48d2-aac6-77d157b466f6 None None] Provisioning complete for port d22e180e-e6c9-4bd4-b341-c67f085aaaa0 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:57.052882 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-68a896e3-3e70-48d2-aac6-77d157b466f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:57.097618 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586a76e3-53aa-497d-bc3e-a8ef307aa35f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:57.098294 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-586a76e3-53aa-497d-bc3e-a8ef307aa35f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:57.102239 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-68a896e3-3e70-48d2-aac6-77d157b466f6 None None] Port d22e180e-e6c9-4bd4-b341-c67f085aaaa0 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:12:57.107658 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5f36160d-2cbb-4a2b-a43d-17a738c311fd tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:57.108451 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-5f36160d-2cbb-4a2b-a43d-17a738c311fd tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7090454 Nov 27 04:12:57.111110 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-72a348df-a465-430d-b5dc-08c068e0a55f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:57.114672 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-72a348df-a465-430d-b5dc-08c068e0a55f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8839653 Nov 27 04:12:57.114858 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-164e5fe0-cbfb-4180-84c4-5ea7680cedf4 None None] Calling delete_port for 7520659d-3f95-401e-88be-c687eafe270c owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:12:57.114959 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44252) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:57.120219 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-0d2d17db-f430-42cb-8cc5-1ac5a94ff442 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Request body: {'security_group_rule': {'security_group_id': '32324dd8-939f-42de-b6d9-60872e2d730d', 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:57.125416 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44254) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:57.133432 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-3ef76a4b-5c0d-4142-a4ca-6b35f58cc1b5 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'security_group': {'name': 'tempest-secgroup-871409742'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:57.164617 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212518c-d114-41e1-ba3e-cbedde078c6e req-416b1b00-cc85-472c-9426-e6a750a6a245 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:57.166192 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3212518c-d114-41e1-ba3e-cbedde078c6e req-416b1b00-cc85-472c-9426-e6a750a6a245 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 945 time: 0.2890217 Nov 27 04:12:57.179446 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-586a76e3-53aa-497d-bc3e-a8ef307aa35f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.8149416 Nov 27 04:12:57.179446 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44256) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:57.345410 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3212518c-d114-41e1-ba3e-cbedde078c6e req-a17da61c-26b7-4264-8dea-f0b9140db219 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598141 Nov 27 04:12:57.425302 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port b47c0ffc-b682-4316-a5d9-c4a43f4229b5 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:57.426001 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:57.429737 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-68a896e3-3e70-48d2-aac6-77d157b466f6 None None] Provisioning complete for port bb342c3a-6a95-4b09-9c05-530cc82d781b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:57.430929 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-68a896e3-3e70-48d2-aac6-77d157b466f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:57.481550 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-164e5fe0-cbfb-4180-84c4-5ea7680cedf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:57.520864 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3a208bbb-64fd-4611-a495-709e9205e978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:57.528169 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0d2d17db-f430-42cb-8cc5-1ac5a94ff442 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:57.570095 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3ef76a4b-5c0d-4142-a4ca-6b35f58cc1b5 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:57.570979 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164e5fe0-cbfb-4180-84c4-5ea7680cedf4 None None] No DVR routers for this DVR port 7520659d-3f95-401e-88be-c687eafe270c on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:12:57.576209 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc70a8-31b9-4097-8201-dfedf92942a0 req-751ff032-6fe0-4ebe-9213-f6d6929f81bf tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:57.587456 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-79dc70a8-31b9-4097-8201-dfedf92942a0 req-751ff032-6fe0-4ebe-9213-f6d6929f81bf tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 946 time: 0.1281638 Nov 27 04:12:57.594197 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e5fe0-cbfb-4180-84c4-5ea7680cedf4 None None] Pushing event deleted for resources: {'Port': ['ID=7520659d-3f95-401e-88be-c687eafe270c,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:57.594358 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a208bbb-64fd-4611-a495-709e9205e978 admin admin] Pushing event deleted for resources: {'Port': ['ID=7520659d-3f95-401e-88be-c687eafe270c,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:57.598003 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a208bbb-64fd-4611-a495-709e9205e978 admin admin] No DVR routers for this DVR port 7520659d-3f95-401e-88be-c687eafe270c on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:12:57.642294 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520a476-8f4a-4a4e-9b56-3e353fd5b7b3 req-668ebe0d-8cfc-4c7a-aac7-4e57f49cc450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:57.643878 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a520a476-8f4a-4a4e-9b56-3e353fd5b7b3 req-668ebe0d-8cfc-4c7a-aac7-4e57f49cc450 service neutron] 10.222.0.11 "GET /v2.0/networks?id=625c81c1-ffd4-46b7-bcec-ab3c294d8d2e HTTP/1.1" status: 200 len: 897 time: 0.6743488 Nov 27 04:12:57.692989 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0d2d17db-f430-42cb-8cc5-1ac5a94ff442 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:57.711805 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0d2d17db-f430-42cb-8cc5-1ac5a94ff442 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:57.742764 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:57.765254 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d17db-f430-42cb-8cc5-1ac5a94ff442 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7297e045-277a-4228-9641-b2a09a47eb84,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:57.785103 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-79dc70a8-31b9-4097-8201-dfedf92942a0 req-cf529735-c229-4964-a94c-888ac3934708 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=60a7d62e-7629-4401-ae2b-6e86ee2e006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967096 Nov 27 04:12:57.790306 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3a208bbb-64fd-4611-a495-709e9205e978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:57.809212 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0d2d17db-f430-42cb-8cc5-1ac5a94ff442 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:57.809212 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0d2d17db-f430-42cb-8cc5-1ac5a94ff442 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6867433 Nov 27 04:12:57.809212 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44258) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:57.809212 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-25c71eee-5a3c-486f-90e3-afc381e8eb11 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:57.814886 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-3b584a3e-59fc-4068-9f12-309ff4c22337 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Request body: {'security_group_rule': {'security_group_id': '32324dd8-939f-42de-b6d9-60872e2d730d', 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:57.832624 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port b47c0ffc-b682-4316-a5d9-c4a43f4229b5, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b47c0ffc-b682-4316-a5d9-c4a43f4229b5,segment=NetworkSegment(3e122f2e-14d8-4eab-9bcc-6bc9d58fb5dc),segment_id=3e122f2e-14d8-4eab-9bcc-6bc9d58fb5dc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:12:57.836807 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-3a208bbb-64fd-4611-a495-709e9205e978 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c636381-518c-47c4-9798-7b99af15f64b']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:57.842602 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:57.843584 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3ef76a4b-5c0d-4142-a4ca-6b35f58cc1b5 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:57.855160 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-3a208bbb-64fd-4611-a495-709e9205e978 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb098388-3a92-4ab4-80c1-f41ab44b0ec5') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:57.855871 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-3a208bbb-64fd-4611-a495-709e9205e978 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb098388-3a92-4ab4-80c1-f41ab44b0ec5') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:12:57.858475 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a520a476-8f4a-4a4e-9b56-3e353fd5b7b3 req-c71fdf18-6b6a-4286-a3cd-201e468361dd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05e92c3a-48da-4e9d-b6d7-5164904138a9 HTTP/1.1" status: 200 len: 1002 time: 0.1938453 Nov 27 04:12:57.858623 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3ef76a4b-5c0d-4142-a4ca-6b35f58cc1b5 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:57.888669 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3a208bbb-64fd-4611-a495-709e9205e978 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:57.914512 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=b47c0ffc-b682-4316-a5d9-c4a43f4229b5,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:57.923637 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fb2fdf-a73f-4dc0-9693-0c10c2ae3dcc None None] Update dhcp port {'port': {'network_id': '475d5735-79a3-484f-bf32-4f28dc0b8344', 'fixed_ips': [{'subnet_id': 'ffa3c411-afdc-436c-85a1-069bb25355d7', 'ip_address': '172.20.0.18'}, {'subnet_id': '399a54bd-9b0d-475e-81c3-91015d885b31'}], 'binding:host_id': 'n-d-819494-3'}, 'id': 'bb342c3a-6a95-4b09-9c05-530cc82d781b'} from n-d-819494-3. {{(pid=110020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 04:12:57.942999 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3a208bbb-64fd-4611-a495-709e9205e978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:57.950427 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 806a4a43-97cc-4264-b385-0a013ea8c8bc no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:12:57.954625 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a208bbb-64fd-4611-a495-709e9205e978 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:12:57.955236 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3a208bbb-64fd-4611-a495-709e9205e978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:57.957260 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:12:57.957260 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 04:12:57.957260 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:12:57.957260 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 04:12:57.957260 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:12:57.957260 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 04:12:57.957260 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:12:57.957260 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 04:12:57.957260 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:12:57.957260 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:12:57.957260 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:12:57.957260 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:12:57.957260 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:12:57.957260 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:12:57.957260 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:12:57.957260 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:12:57.957260 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:12:57.957260 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:12:57.957260 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:12:57.957260 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:12:57.957260 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:12:57.957260 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:12:57.957260 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:12:57.957260 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:12:57.957260 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:12:57.957260 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:12:57.957260 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:12:57.957260 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:12:57.957260 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:12:57.957260 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:12:57.957260 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:12:57.957260 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:12:57.957260 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:12:57.957260 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:12:57.957260 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:12:57.957260 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:12:57.957260 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:12:57.957260 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:12:57.957260 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:12:57.957260 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:12:57.979953 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 806a4a43-97cc-4264-b385-0a013ea8c8bc {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:12:57.980307 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 806a4a43-97cc-4264-b385-0a013ea8c8bc not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:12:57.980734 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 58593b2a-177b-4c2e-ad4c-e8f2580b838b no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:12:57.984087 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-00fb2fdf-a73f-4dc0-9693-0c10c2ae3dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:57.987803 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706655b5-5daa-490d-ba3f-3ccd6cedce2e None None] Network 95d949b0-c1e7-481b-9fe2-bb058f54d7b0 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:12:58.011445 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520a476-8f4a-4a4e-9b56-3e353fd5b7b3 req-4339f11c-c929-416c-a8fa-98a2a8cd0c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:58.013835 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a520a476-8f4a-4a4e-9b56-3e353fd5b7b3 req-4339f11c-c929-416c-a8fa-98a2a8cd0c49 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f79f094e-11cb-4984-aa0c-51bf3f1012f6 HTTP/1.1" status: 200 len: 834 time: 0.1387215 Nov 27 04:12:58.025324 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 58593b2a-177b-4c2e-ad4c-e8f2580b838b {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:12:58.025677 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 58593b2a-177b-4c2e-ad4c-e8f2580b838b not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:12:58.071391 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3a208bbb-64fd-4611-a495-709e9205e978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:58.081081 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef76a4b-5c0d-4142-a4ca-6b35f58cc1b5 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9709958-dbcb-40c6-9408-7c83aa242690,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:58.090583 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3a208bbb-64fd-4611-a495-709e9205e978 admin admin] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:58.096290 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3a208bbb-64fd-4611-a495-709e9205e978 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7c636381-518c-47c4-9798-7b99af15f64b HTTP/1.1" status: 204 len: 168 time: 1.9603915 Nov 27 04:12:58.096290 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a208bbb-64fd-4611-a495-709e9205e978 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c636381-518c-47c4-9798-7b99af15f64b,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:58.098014 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44264) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:58.099977 n-d-819494-3 neutron-server[110019]: INFO neutron.db.securitygroups_db [None req-3b584a3e-59fc-4068-9f12-309ff4c22337 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Project 11a8da3acafa4ec1bd2e977270426dbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 04:12:58.120620 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3ef76a4b-5c0d-4142-a4ca-6b35f58cc1b5 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:58.124453 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-3ef76a4b-5c0d-4142-a4ca-6b35f58cc1b5 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9920180 Nov 27 04:12:58.125702 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3b584a3e-59fc-4068-9f12-309ff4c22337 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:58.128401 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44266) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:58.140131 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-d9394336-3f4c-4899-885e-fc5830ab1974 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'security_group': {'name': 'tempest-secgroup-754232922'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:58.145432 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520a476-8f4a-4a4e-9b56-3e353fd5b7b3 req-465d70cf-2ba3-4707-bab3-571870e7d61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:58.147347 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a520a476-8f4a-4a4e-9b56-3e353fd5b7b3 req-465d70cf-2ba3-4707-bab3-571870e7d61c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=625c81c1-ffd4-46b7-bcec-ab3c294d8d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1258442 Nov 27 04:12:58.174988 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-973f61d6-de58-4bca-ab20-f7e9e0934649 None None] Provisioning complete for port b47c0ffc-b682-4316-a5d9-c4a43f4229b5 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:58.175518 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-973f61d6-de58-4bca-ab20-f7e9e0934649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:58.235480 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa5ab7-f5bd-4c9b-9d9c-c6739a90a4a3 req-aa2fe7d8-0f50-4a0a-a4e6-408fd6544931 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:58.242763 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-05fa5ab7-f5bd-4c9b-9d9c-c6739a90a4a3 req-aa2fe7d8-0f50-4a0a-a4e6-408fd6544931 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/ports?device_id=727f4a85-7380-4d56-858a-645cdbf2a0c4 HTTP/1.1" status: 200 len: 945 time: 0.1783957 Nov 27 04:12:58.288451 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d9394336-3f4c-4899-885e-fc5830ab1974 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:58.322034 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-00fb2fdf-a73f-4dc0-9693-0c10c2ae3dcc None None] Allocated IP 172.20.0.2 (475d5735-79a3-484f-bf32-4f28dc0b8344/399a54bd-9b0d-475e-81c3-91015d885b31/bb342c3a-6a95-4b09-9c05-530cc82d781b) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:12:58.333605 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a520a476-8f4a-4a4e-9b56-3e353fd5b7b3 req-7f65f339-2485-4ced-aa28-c0136fe1f352 service neutron] 10.222.0.11 "GET /v2.0/networks/625c81c1-ffd4-46b7-bcec-ab3c294d8d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547427 Nov 27 04:12:58.341906 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3b584a3e-59fc-4068-9f12-309ff4c22337 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:58.363594 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3b584a3e-59fc-4068-9f12-309ff4c22337 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:58.399162 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-05fa5ab7-f5bd-4c9b-9d9c-c6739a90a4a3 req-44acbca8-d3c4-430a-ab86-1bc58b17c1c8 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/security-groups?id=90f39b46-ad8e-4cf0-8e79-bf3f371e1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554346 Nov 27 04:12:58.434670 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b584a3e-59fc-4068-9f12-309ff4c22337 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28d94878-b25a-4742-841a-305d048d7344,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:58.448271 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3b584a3e-59fc-4068-9f12-309ff4c22337 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:58.449793 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-3b584a3e-59fc-4068-9f12-309ff4c22337 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6390817 Nov 27 04:12:58.454000 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44272) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:58.459888 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-58330fc2-bc76-4478-9b3d-facea0d94e30 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Request body: {'security_group_rule': {'security_group_id': '32324dd8-939f-42de-b6d9-60872e2d730d', 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:58.479192 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-25c71eee-5a3c-486f-90e3-afc381e8eb11 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:58.490844 n-d-819494-3 neutron-server[110018]: INFO neutron.db.securitygroups_db [None req-58330fc2-bc76-4478-9b3d-facea0d94e30 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Project 11a8da3acafa4ec1bd2e977270426dbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 04:12:58.503984 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-25c71eee-5a3c-486f-90e3-afc381e8eb11 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:58.526672 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d9394336-3f4c-4899-885e-fc5830ab1974 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:58.547149 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-00fb2fdf-a73f-4dc0-9693-0c10c2ae3dcc None None] For port bb342c3a-6a95-4b09-9c05-530cc82d781b, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=bb342c3a-6a95-4b09-9c05-530cc82d781b,segment=NetworkSegment(d9c8a772-030c-44f0-9c64-086d7b37cb62),segment_id=d9c8a772-030c-44f0-9c64-086d7b37cb62)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:12:58.550990 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-58330fc2-bc76-4478-9b3d-facea0d94e30 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:58.559127 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d9394336-3f4c-4899-885e-fc5830ab1974 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:58.607228 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-00fb2fdf-a73f-4dc0-9693-0c10c2ae3dcc None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:58.619409 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-00fb2fdf-a73f-4dc0-9693-0c10c2ae3dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:58.699605 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a520a476-8f4a-4a4e-9b56-3e353fd5b7b3 req-e9182a34-c449-4ea9-a825-a782afeed1aa service neutron] 10.222.0.11 "GET /v2.0/networks/625c81c1-ffd4-46b7-bcec-ab3c294d8d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392067 Nov 27 04:12:58.745691 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d9281-1016-4b66-af97-0a975d0ce3a7 req-bdd4f896-6e9f-45e5-9e7d-25ce6d77cb07 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:58.752236 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b47c0ffc-b682-4316-a5d9-c4a43f4229b5 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:12:58.759415 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f37d9281-1016-4b66-af97-0a975d0ce3a7 req-bdd4f896-6e9f-45e5-9e7d-25ce6d77cb07 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 945 time: 0.2478237 Nov 27 04:12:58.799595 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-58330fc2-bc76-4478-9b3d-facea0d94e30 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:58.824652 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-58330fc2-bc76-4478-9b3d-facea0d94e30 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:58.868376 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb2fdf-a73f-4dc0-9693-0c10c2ae3dcc None None] Pushing event updated for resources: {'Port': ['ID=bb342c3a-6a95-4b09-9c05-530cc82d781b,revision_number=6']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:58.884363 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f37d9281-1016-4b66-af97-0a975d0ce3a7 req-147d1864-bb28-47a2-9236-c8c598354d87 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152022 Nov 27 04:12:58.885087 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58330fc2-bc76-4478-9b3d-facea0d94e30 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54cbf431-4a37-4efe-9201-cfd07b36a4e1,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:58.924541 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port b47c0ffc-b682-4316-a5d9-c4a43f4229b5 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:58.924755 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:58.955127 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-58330fc2-bc76-4478-9b3d-facea0d94e30 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:58.966379 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-58330fc2-bc76-4478-9b3d-facea0d94e30 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5027366 Nov 27 04:12:58.997651 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-dc18bd80-3dbe-4e3d-b07f-21ff57c16516 None None] Provisioning complete for port cd80823b-bec8-4a4a-b3ab-9649bd48691f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:58.998050 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dc18bd80-3dbe-4e3d-b07f-21ff57c16516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:59.099809 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-dc18bd80-3dbe-4e3d-b07f-21ff57c16516 None None] Port cd80823b-bec8-4a4a-b3ab-9649bd48691f cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:12:59.113030 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-54863502-4f6b-48e1-b5fc-948885cb84f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:59.207589 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-dc18bd80-3dbe-4e3d-b07f-21ff57c16516 None None] Provisioning complete for port b47c0ffc-b682-4316-a5d9-c4a43f4229b5 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:59.208390 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dc18bd80-3dbe-4e3d-b07f-21ff57c16516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:59.324717 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 7520659d-3f95-401e-88be-c687eafe270c no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:12:59.329442 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d9394336-3f4c-4899-885e-fc5830ab1974 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:59.331557 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d9394336-3f4c-4899-885e-fc5830ab1974 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.1984019 Nov 27 04:12:59.335402 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c71eee-5a3c-486f-90e3-afc381e8eb11 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event updated for resources: {'Port': ['ID=cd80823b-bec8-4a4a-b3ab-9649bd48691f,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:59.338988 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44296) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:12:59.353708 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-1856c0bb-d6f9-461f-84a9-942931640319 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1027445543', 'security_groups': ['73700b32-cfee-47f6-abd2-43bc286f2f5a'], 'network_id': '475d5735-79a3-484f-bf32-4f28dc0b8344', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '399a54bd-9b0d-475e-81c3-91015d885b31'}]}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:12:59.357097 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9394336-3f4c-4899-885e-fc5830ab1974 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73700b32-cfee-47f6-abd2-43bc286f2f5a,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:12:59.371506 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-5dad7894-1221-4e21-bf7c-7113adfc1f8b tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-139887331&fields=id&tenant_id=11a8da3acafa4ec1bd2e977270426dbc HTTP/1.1" status: 200 len: 267 time: 0.0731990 Nov 27 04:12:59.410050 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 7520659d-3f95-401e-88be-c687eafe270c {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:12:59.410376 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 7520659d-3f95-401e-88be-c687eafe270c not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:12:59.529653 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae54f57-5298-44fb-b812-df177ab74258 req-99f0acab-d1af-4431-bed7-d2181f4843c2 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:59.536085 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fae54f57-5298-44fb-b812-df177ab74258 req-99f0acab-d1af-4431-bed7-d2181f4843c2 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 946 time: 0.3101847 Nov 27 04:12:59.548222 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-32215d47-65db-4985-bb36-c1dcfac47fb3 None None] Provisioning complete for port cd80823b-bec8-4a4a-b3ab-9649bd48691f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:59.548930 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-32215d47-65db-4985-bb36-c1dcfac47fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:59.608765 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-4bb60e5f-ee45-497a-bd77-cf8a277cce38 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:12:59.610342 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-4bb60e5f-ee45-497a-bd77-cf8a277cce38 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/networks?id=01721107-8527-4cbc-9cef-bafb3d42cf85 HTTP/1.1" status: 200 len: 797 time: 0.2072868 Nov 27 04:12:59.615621 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-32215d47-65db-4985-bb36-c1dcfac47fb3 None None] Port cd80823b-bec8-4a4a-b3ab-9649bd48691f cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:12:59.649673 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-a68ce033-6ed2-47bb-bbec-6eb6acba09af tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/quotas/11a8da3acafa4ec1bd2e977270426dbc HTTP/1.1" status: 200 len: 375 time: 0.0126441 Nov 27 04:12:59.727227 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fae54f57-5298-44fb-b812-df177ab74258 req-c2e0133b-55f7-47af-beb4-4b2db625ad7a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=60a7d62e-7629-4401-ae2b-6e86ee2e006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460192 Nov 27 04:12:59.734562 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-efd7c840-7994-40ac-813c-cafbd951563f tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=11a8da3acafa4ec1bd2e977270426dbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664365 Nov 27 04:12:59.739012 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-54863502-4f6b-48e1-b5fc-948885cb84f8 admin admin] Deleting port 31ef9a9e-51fd-4c8a-9eb3-5643d44a1cae {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:12:59.739339 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-54863502-4f6b-48e1-b5fc-948885cb84f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:59.756547 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1856c0bb-d6f9-461f-84a9-942931640319 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Made reservation on behalf of e0c528b777a044b1b1470d3e561f543a for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:12:59.773550 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-df5d4d3a-7cdc-47a2-a820-03b52fc798bb None None] Provisioning complete for port cd80823b-bec8-4a4a-b3ab-9649bd48691f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:59.773928 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-df5d4d3a-7cdc-47a2-a820-03b52fc798bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:59.803863 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-25c71eee-5a3c-486f-90e3-afc381e8eb11 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:59.854899 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-df5d4d3a-7cdc-47a2-a820-03b52fc798bb None None] Port cd80823b-bec8-4a4a-b3ab-9649bd48691f cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:12:59.905608 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-54863502-4f6b-48e1-b5fc-948885cb84f8 admin admin] For port 31ef9a9e-51fd-4c8a-9eb3-5643d44a1cae, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=31ef9a9e-51fd-4c8a-9eb3-5643d44a1cae,segment=NetworkSegment(db947a5e-f798-422a-88f0-b242cf6bf792),segment_id=db947a5e-f798-422a-88f0-b242cf6bf792)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:12:59.906445 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-54863502-4f6b-48e1-b5fc-948885cb84f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:59.921478 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-990c1bc9-e748-41d1-a32b-75be266277a1 service neutron] 10.222.0.20 "GET /v2.0/networks/01721107-8527-4cbc-9cef-bafb3d42cf85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681929 Nov 27 04:12:59.925842 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-54863502-4f6b-48e1-b5fc-948885cb84f8 admin admin] Calling delete_port for 31ef9a9e-51fd-4c8a-9eb3-5643d44a1cae owned by network:router_interface {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:12:59.978928 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1856c0bb-d6f9-461f-84a9-942931640319 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:12:59.979611 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-bfeae3ac-310d-4af4-9941-636c6a30fab0 None None] Provisioning complete for port d22e180e-e6c9-4bd4-b341-c67f085aaaa0 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:12:59.980186 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bfeae3ac-310d-4af4-9941-636c6a30fab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:00.027741 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-bfeae3ac-310d-4af4-9941-636c6a30fab0 None None] Port d22e180e-e6c9-4bd4-b341-c67f085aaaa0 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:13:00.038726 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-bfeae3ac-310d-4af4-9941-636c6a30fab0 None None] Provisioning complete for port bb342c3a-6a95-4b09-9c05-530cc82d781b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:00.039094 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bfeae3ac-310d-4af4-9941-636c6a30fab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:00.039839 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [None req-1856c0bb-d6f9-461f-84a9-942931640319 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] device_id is not set on port f09577b0-bf64-45b6-ae60-27e2d075ecf2 yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:13:00.046055 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-25c71eee-5a3c-486f-90e3-afc381e8eb11 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:00.119837 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-dd3af5c9-11a6-4f68-aadf-a55d87fe85ef service neutron] 10.222.0.20 "GET /v2.0/networks/01721107-8527-4cbc-9cef-bafb3d42cf85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896548 Nov 27 04:13:00.220586 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-54863502-4f6b-48e1-b5fc-948885cb84f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:00.222624 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93e1df-5186-4f89-ac6b-d7a51caa30c9 req-e866ed7a-378c-48fd-9097-77aec5902090 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:00.224749 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-db93e1df-5186-4f89-ac6b-d7a51caa30c9 req-e866ed7a-378c-48fd-9097-77aec5902090 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 945 time: 0.1750870 Nov 27 04:13:00.248158 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54863502-4f6b-48e1-b5fc-948885cb84f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=31ef9a9e-51fd-4c8a-9eb3-5643d44a1cae,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:00.408133 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-db93e1df-5186-4f89-ac6b-d7a51caa30c9 req-61cf1936-51bc-4efb-bbfc-5cae2c142a5a tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480494 Nov 27 04:13:00.504316 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-54863502-4f6b-48e1-b5fc-948885cb84f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:00.555479 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a745f-5b43-4b16-ae1c-a50662d6e9b6 req-fde3b6a5-5907-4a5f-917f-e258988f06e1 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:00.557075 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cd1a745f-5b43-4b16-ae1c-a50662d6e9b6 req-fde3b6a5-5907-4a5f-917f-e258988f06e1 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/ports?device_id=727f4a85-7380-4d56-858a-645cdbf2a0c4 HTTP/1.1" status: 200 len: 945 time: 0.2199500 Nov 27 04:13:00.560681 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-1856c0bb-d6f9-461f-84a9-942931640319 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Allocated IP 172.20.0.7 (475d5735-79a3-484f-bf32-4f28dc0b8344/399a54bd-9b0d-475e-81c3-91015d885b31/f09577b0-bf64-45b6-ae60-27e2d075ecf2) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:13:00.570310 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-553aa32e-3e17-4abb-9645-09e276ab6ba8 req-b252e961-39e4-4bce-afe9-9c33675d4f91 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab8b0035-4aa8-46ae-8565-71f6878e4580 HTTP/1.1" status: 200 len: 210 time: 0.0541353 Nov 27 04:13:00.725322 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device bb342c3a-6a95-4b09-9c05-530cc82d781b up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:13:00.734429 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cd1a745f-5b43-4b16-ae1c-a50662d6e9b6 req-26794e36-c3c8-491d-8980-89523e6e1e58 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/security-groups?id=90f39b46-ad8e-4cf0-8e79-bf3f371e1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694017 Nov 27 04:13:00.796607 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-25c71eee-5a3c-486f-90e3-afc381e8eb11 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:00.801975 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-25c71eee-5a3c-486f-90e3-afc381e8eb11 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:00.870272 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port bb342c3a-6a95-4b09-9c05-530cc82d781b triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:00.870831 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:00.886259 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54863502-4f6b-48e1-b5fc-948885cb84f8 admin admin] Router 1e8a9648-652b-4081-9ebd-9cc8e205575b has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:13:00.919424 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1856c0bb-d6f9-461f-84a9-942931640319 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:00.957599 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-25c71eee-5a3c-486f-90e3-afc381e8eb11 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:00.997154 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1856c0bb-d6f9-461f-84a9-942931640319 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:01.012495 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54863502-4f6b-48e1-b5fc-948885cb84f8 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:13:01.020182 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-54863502-4f6b-48e1-b5fc-948885cb84f8 admin admin] 10.222.0.20 "PUT /v2.0/routers/1e8a9648-652b-4081-9ebd-9cc8e205575b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9186599 Nov 27 04:13:01.020425 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44314) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:01.025948 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e653bf6-bd54-4dbe-8e27-07fdc3939b66 None None] Sync routers for ids ['1e8a9648-652b-4081-9ebd-9cc8e205575b'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:13:01.038700 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e653bf6-bd54-4dbe-8e27-07fdc3939b66 None None] Routers {'1e8a9648-652b-4081-9ebd-9cc8e205575b'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:13:01.039543 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-5e653bf6-bd54-4dbe-8e27-07fdc3939b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:12:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['1e8a9648-652b-4081-9ebd-9cc8e205575b'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:01.092502 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c71eee-5a3c-486f-90e3-afc381e8eb11 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event updated for resources: {'Port': ['ID=cd80823b-bec8-4a4a-b3ab-9649bd48691f,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:01.140153 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1856c0bb-d6f9-461f-84a9-942931640319 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Network 475d5735-79a3-484f-bf32-4f28dc0b8344 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:13:01.152419 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9486d8d2-1c60-4da8-973a-c18d68a13f24 req-32e667c4-7b68-46bd-9b23-f4f318533ad4 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:01.155035 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9486d8d2-1c60-4da8-973a-c18d68a13f24 req-32e667c4-7b68-46bd-9b23-f4f318533ad4 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 946 time: 0.1949573 Nov 27 04:13:01.161794 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-1856c0bb-d6f9-461f-84a9-942931640319 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:13:01.164500 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1856c0bb-d6f9-461f-84a9-942931640319 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:13:01.175940 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-5e653bf6-bd54-4dbe-8e27-07fdc3939b66 None None] Set router 1e8a9648-652b-4081-9ebd-9cc8e205575b gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:13:01.262970 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1856c0bb-d6f9-461f-84a9-942931640319 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:01.263645 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1856c0bb-d6f9-461f-84a9-942931640319 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:01.266150 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856c0bb-d6f9-461f-84a9-942931640319 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'Port': ['ID=f09577b0-bf64-45b6-ae60-27e2d075ecf2,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:01.314543 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c71eee-5a3c-486f-90e3-afc381e8eb11 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Network 95d949b0-c1e7-481b-9fe2-bb058f54d7b0 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:13:01.319601 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-25c71eee-5a3c-486f-90e3-afc381e8eb11 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:13:01.333580 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1856c0bb-d6f9-461f-84a9-942931640319 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9912901 Nov 27 04:13:01.340350 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44316) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:01.347261 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-80a8c6c9-eb4c-41d6-969e-9fb0d7398a15 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'subnet': {'network_id': '475d5735-79a3-484f-bf32-4f28dc0b8344', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:13:01.372374 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9486d8d2-1c60-4da8-973a-c18d68a13f24 req-18a6027c-682c-4220-b8f3-6b3a10133377 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=60a7d62e-7629-4401-ae2b-6e86ee2e006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767244 Nov 27 04:13:01.428617 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-5e653bf6-bd54-4dbe-8e27-07fdc3939b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8a9648-652b-4081-9ebd-9cc8e205575b', 'name': 'tempest-TestServerMultinode-1898129110-router', 'tenant_id': '6af0ab769a10415397a0f5dc4eab4d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '1a68db99-208f-4f41-93e8-d4d472963235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:11:31Z', 'updated_at': '2021-11-27T04:13:00Z', 'revision_number': 5, 'project_id': '6af0ab769a10415397a0f5dc4eab4d89', 'gw_port': {'id': '1a68db99-208f-4f41-93e8-d4d472963235', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:74:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8a9648-652b-4081-9ebd-9cc8e205575b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:11:34Z', 'updated_at': '2021-11-27T04:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:01.469099 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e653bf6-bd54-4dbe-8e27-07fdc3939b66 None None] Checking router: 1e8a9648-652b-4081-9ebd-9cc8e205575b for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:13:01.481132 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e653bf6-bd54-4dbe-8e27-07fdc3939b66 None None] Routers {'1e8a9648-652b-4081-9ebd-9cc8e205575b'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:13:01.482023 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-5e653bf6-bd54-4dbe-8e27-07fdc3939b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:12:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['1e8a9648-652b-4081-9ebd-9cc8e205575b'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:01.685748 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-de2b1e5c-d70e-4843-bb6c-8b7109d63ce7 None None] Provisioning complete for port f09577b0-bf64-45b6-ae60-27e2d075ecf2 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:01.686139 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-de2b1e5c-d70e-4843-bb6c-8b7109d63ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:01.701728 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-5e653bf6-bd54-4dbe-8e27-07fdc3939b66 None None] Set router 1e8a9648-652b-4081-9ebd-9cc8e205575b gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:13:01.709005 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed954cce-b4dd-4900-a922-bb6336d4e312 req-037bd010-668a-4713-95ce-6c784b4e404f tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:01.711264 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ed954cce-b4dd-4900-a922-bb6336d4e312 req-037bd010-668a-4713-95ce-6c784b4e404f tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.23 "GET /v2.0/ports?device_id=727f4a85-7380-4d56-858a-645cdbf2a0c4 HTTP/1.1" status: 200 len: 945 time: 0.1165264 Nov 27 04:13:01.807210 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-019991e4-74b1-4cf3-8a5c-2c1c2d29f92c service neutron] show failed (client error): The resource could not be found. Nov 27 04:13:01.808846 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-019991e4-74b1-4cf3-8a5c-2c1c2d29f92c service neutron] 10.222.0.11 "GET /v2.0/ports/05e92c3a-48da-4e9d-b6d7-5164904138a9/bindings/n-h1-819494-3 HTTP/1.1" status: 404 len: 380 time: 0.2924707 Nov 27 04:13:01.810693 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-de2b1e5c-d70e-4843-bb6c-8b7109d63ce7 None None] Port f09577b0-bf64-45b6-ae60-27e2d075ecf2 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:13:01.831908 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3d7df-cf13-48ff-8f6f-eb8b2394e279 req-b50d5f07-1178-43fa-bcd1-8de78043e385 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:01.835400 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3a2a763e-912b-4c5b-b231-5215d8a2a6c5 req-a390e139-9e39-4c69-b337-8eed173b4b03 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab8b0035-4aa8-46ae-8565-71f6878e4580 HTTP/1.1" status: 200 len: 210 time: 0.0570617 Nov 27 04:13:01.841919 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-74a3d7df-cf13-48ff-8f6f-eb8b2394e279 req-b50d5f07-1178-43fa-bcd1-8de78043e385 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 945 time: 0.2266924 Nov 27 04:13:01.844566 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c71eee-5a3c-486f-90e3-afc381e8eb11 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Router 3963702f-7276-46cc-9cfb-cd9f89c96499 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:13:01.863554 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6c27bf92-23bf-4dd6-8668-9e2a3ed37869 admin admin] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:01.880672 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a8c6c9-eb4c-41d6-969e-9fb0d7398a15 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Made reservation on behalf of e0c528b777a044b1b1470d3e561f543a for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:13:01.884432 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-80a8c6c9-eb4c-41d6-969e-9fb0d7398a15 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:01.941478 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-a260ac70-1085-456c-9ffe-9cf9983aeb7b None None] Provisioning complete for port cd80823b-bec8-4a4a-b3ab-9649bd48691f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:01.941860 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a260ac70-1085-456c-9ffe-9cf9983aeb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:01.978400 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-5e653bf6-bd54-4dbe-8e27-07fdc3939b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8a9648-652b-4081-9ebd-9cc8e205575b', 'name': 'tempest-TestServerMultinode-1898129110-router', 'tenant_id': '6af0ab769a10415397a0f5dc4eab4d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '1a68db99-208f-4f41-93e8-d4d472963235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:11:31Z', 'updated_at': '2021-11-27T04:13:00Z', 'revision_number': 5, 'project_id': '6af0ab769a10415397a0f5dc4eab4d89', 'gw_port': {'id': '1a68db99-208f-4f41-93e8-d4d472963235', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:74:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8a9648-652b-4081-9ebd-9cc8e205575b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:11:34Z', 'updated_at': '2021-11-27T04:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:02.015453 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-a260ac70-1085-456c-9ffe-9cf9983aeb7b None None] Port cd80823b-bec8-4a4a-b3ab-9649bd48691f cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:13:02.024007 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e653bf6-bd54-4dbe-8e27-07fdc3939b66 None None] The sync data for ids ['1e8a9648-652b-4081-9ebd-9cc8e205575b'] in n-d-819494-3 is: [{'id': '1e8a9648-652b-4081-9ebd-9cc8e205575b', 'name': 'tempest-TestServerMultinode-1898129110-router', 'tenant_id': '6af0ab769a10415397a0f5dc4eab4d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '1a68db99-208f-4f41-93e8-d4d472963235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:11:31Z', 'updated_at': '2021-11-27T04:13:00Z', 'revision_number': 5, 'project_id': '6af0ab769a10415397a0f5dc4eab4d89', 'gw_port': {'id': '1a68db99-208f-4f41-93e8-d4d472963235', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:74:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8a9648-652b-4081-9ebd-9cc8e205575b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:11:34Z', 'updated_at': '2021-11-27T04:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:13:02.034581 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-cd35301d-2e42-4670-8564-a8c660a66686 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:02.036123 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-cd35301d-2e42-4670-8564-a8c660a66686 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.11 "GET /v2.0/networks?id=01721107-8527-4cbc-9cef-bafb3d42cf85 HTTP/1.1" status: 200 len: 797 time: 0.4816051 Nov 27 04:13:02.053829 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6c27bf92-23bf-4dd6-8668-9e2a3ed37869 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:02.117847 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c71eee-5a3c-486f-90e3-afc381e8eb11 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:13:02.127656 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-25c71eee-5a3c-486f-90e3-afc381e8eb11 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "PUT /v2.0/routers/3963702f-7276-46cc-9cfb-cd9f89c96499/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9390981 Nov 27 04:13:02.130077 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc7b663-715f-41c5-9b12-31f402517bc2 None None] Sync routers for ids ['3963702f-7276-46cc-9cfb-cd9f89c96499'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:13:02.137487 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44324) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:02.141736 n-d-819494-3 neutron-server[110019]: INFO neutron.db.ipam_backend_mixin [None req-80a8c6c9-eb4c-41d6-969e-9fb0d7398a15 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 399a54bd-9b0d-475e-81c3-91015d885b31 (CIDR: 172.20.0.0/28) Nov 27 04:13:02.142116 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc7b663-715f-41c5-9b12-31f402517bc2 None None] Routers {'3963702f-7276-46cc-9cfb-cd9f89c96499'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:13:02.144677 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-74a3d7df-cf13-48ff-8f6f-eb8b2394e279 req-109a5e08-dd5c-4bbb-8e1d-a604b91ee96b tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3009143 Nov 27 04:13:02.157856 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-ed954cce-b4dd-4900-a922-bb6336d4e312 req-33691600-1290-4dc6-9faa-aa2942e71e80 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Deleting port 23eea261-6859-4e8b-b33f-7760b46bd951 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:13:02.158205 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ed954cce-b4dd-4900-a922-bb6336d4e312 req-33691600-1290-4dc6-9faa-aa2942e71e80 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:02.160893 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-4fc7b663-715f-41c5-9b12-31f402517bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:12:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['3963702f-7276-46cc-9cfb-cd9f89c96499'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:02.187806 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-80a8c6c9-eb4c-41d6-969e-9fb0d7398a15 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 04:13:02.188296 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80a8c6c9-eb4c-41d6-969e-9fb0d7398a15 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:13:02.204452 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-8a374532-d2d0-457e-b5ae-283ce6d7548a tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11a8da3acafa4ec1bd2e977270426dbc HTTP/1.1" status: 200 len: 379 time: 0.1473522 Nov 27 04:13:02.206456 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-6c27bf92-23bf-4dd6-8668-9e2a3ed37869 admin admin] Deleting port 1a68db99-208f-4f41-93e8-d4d472963235 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:13:02.207215 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6c27bf92-23bf-4dd6-8668-9e2a3ed37869 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:02.215159 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-4fc7b663-715f-41c5-9b12-31f402517bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:02.215388 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-4a0ca1ff-e88c-4be6-bb57-c88bdb7485b7 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Request body: {'port': {'device_id': 'ab8b0035-4aa8-46ae-8565-71f6878e4580', 'network_id': '01721107-8527-4cbc-9cef-bafb3d42cf85', 'admin_state_up': True, 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'security_groups': ['32324dd8-939f-42de-b6d9-60872e2d730d']}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:13:02.225107 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc7b663-715f-41c5-9b12-31f402517bc2 None None] Routers {'3963702f-7276-46cc-9cfb-cd9f89c96499'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:13:02.225714 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-4fc7b663-715f-41c5-9b12-31f402517bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:12:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['3963702f-7276-46cc-9cfb-cd9f89c96499'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:02.250126 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0423e-39d0-422b-9cf3-ef9f1ca77437 req-075d72ab-75b7-49cf-93ef-a391b531c67d tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:02.251685 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9ef0423e-39d0-422b-9cf3-ef9f1ca77437 req-075d72ab-75b7-49cf-93ef-a391b531c67d tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/ports?device_id=727f4a85-7380-4d56-858a-645cdbf2a0c4 HTTP/1.1" status: 200 len: 945 time: 0.2505450 Nov 27 04:13:02.257857 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-4fc7b663-715f-41c5-9b12-31f402517bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:02.258650 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc7b663-715f-41c5-9b12-31f402517bc2 None None] The sync data for ids ['3963702f-7276-46cc-9cfb-cd9f89c96499'] in n-d-819494-3 is: [] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:13:02.380573 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-6c27bf92-23bf-4dd6-8668-9e2a3ed37869 admin admin] For port 1a68db99-208f-4f41-93e8-d4d472963235, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=1a68db99-208f-4f41-93e8-d4d472963235,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:13:02.381086 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6c27bf92-23bf-4dd6-8668-9e2a3ed37869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:02.401137 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-6c27bf92-23bf-4dd6-8668-9e2a3ed37869 admin admin] Calling delete_port for 1a68db99-208f-4f41-93e8-d4d472963235 owned by network:router_gateway {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:13:02.476135 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-4a0ca1ff-e88c-4be6-bb57-c88bdb7485b7 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Made reservation on behalf of 11a8da3acafa4ec1bd2e977270426dbc for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:13:02.479796 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-4a0ca1ff-e88c-4be6-bb57-c88bdb7485b7 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:02.556463 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 31ef9a9e-51fd-4c8a-9eb3-5643d44a1cae no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:13:02.579520 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 31ef9a9e-51fd-4c8a-9eb3-5643d44a1cae {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:13:02.579878 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 31ef9a9e-51fd-4c8a-9eb3-5643d44a1cae not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:13:02.655430 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847fa4cc-45b0-4b4f-ba98-8863a140f048 req-eb5bc559-1785-4989-96e9-a15a606d384a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:02.657261 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-847fa4cc-45b0-4b4f-ba98-8863a140f048 req-eb5bc559-1785-4989-96e9-a15a606d384a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 946 time: 0.1643569 Nov 27 04:13:02.680297 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-80a8c6c9-eb4c-41d6-969e-9fb0d7398a15 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3386395 Nov 27 04:13:02.687459 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e631e72-7361-4bf1-b89a-4defa679b03e tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:02.688829 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1e631e72-7361-4bf1-b89a-4defa679b03e tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "GET /v2.0/ports/cd80823b-bec8-4a4a-b3ab-9649bd48691f HTTP/1.1" status: 200 len: 976 time: 0.5499721 Nov 27 04:13:02.689496 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44328) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:02.692580 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44330) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:02.709596 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-8010a886-29a8-4a35-8bac-95e4d36fe573 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'subnet': {'network_id': '475d5735-79a3-484f-bf32-4f28dc0b8344', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:13:02.823508 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-0b56d846-aef5-419d-87bb-9ab31a57a855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:02.824930 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-0b56d846-aef5-419d-87bb-9ab31a57a855 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9&tenant_id=13b1fee7d54d401493a1883da20540bb HTTP/1.1" status: 200 len: 1097 time: 0.6723044 Nov 27 04:13:02.839553 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9ef0423e-39d0-422b-9cf3-ef9f1ca77437 req-21c393a9-e4ec-4514-bb33-d3c7a7732dc9 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/security-groups?id=90f39b46-ad8e-4cf0-8e79-bf3f371e1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888516 Nov 27 04:13:02.846721 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-ed954cce-b4dd-4900-a922-bb6336d4e312 req-33691600-1290-4dc6-9faa-aa2942e71e80 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] For port 23eea261-6859-4e8b-b33f-7760b46bd951, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=23eea261-6859-4e8b-b33f-7760b46bd951,segment=NetworkSegment(fedeef31-80c0-4f21-8dd9-42e4d38c018f),segment_id=fedeef31-80c0-4f21-8dd9-42e4d38c018f)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:13:02.847100 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ed954cce-b4dd-4900-a922-bb6336d4e312 req-33691600-1290-4dc6-9faa-aa2942e71e80 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:02.863733 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-f607d11d-2843-4435-bac6-d273529aa21c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819494-3', 'device_owner': 'compute:nova'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:13:02.882768 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-847fa4cc-45b0-4b4f-ba98-8863a140f048 req-a011b841-e12d-4b17-b364-7e2f6da1416c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=60a7d62e-7629-4401-ae2b-6e86ee2e006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140357 Nov 27 04:13:02.897536 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-4a0ca1ff-e88c-4be6-bb57-c88bdb7485b7 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Allocated IP 172.20.0.4 (01721107-8527-4cbc-9cef-bafb3d42cf85/44a79022-8cdb-466a-b050-413e97bcc0de/fac605f4-1095-412e-ac3a-57c7725a3d20) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:13:02.898397 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-ed954cce-b4dd-4900-a922-bb6336d4e312 req-33691600-1290-4dc6-9faa-aa2942e71e80 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Calling delete_port for 23eea261-6859-4e8b-b33f-7760b46bd951 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:13:02.994516 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6c27bf92-23bf-4dd6-8668-9e2a3ed37869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:03.021093 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5efdc094-4321-447f-81ab-019929f80515 req-df3d6643-a6fa-4b50-b3bd-807fec4ac822 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab8b0035-4aa8-46ae-8565-71f6878e4580 HTTP/1.1" status: 200 len: 210 time: 0.0629959 Nov 27 04:13:03.035310 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-f607d11d-2843-4435-bac6-d273529aa21c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:03.048934 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c27bf92-23bf-4dd6-8668-9e2a3ed37869 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a68db99-208f-4f41-93e8-d4d472963235,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:03.064676 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8010a886-29a8-4a35-8bac-95e4d36fe573 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Made reservation on behalf of e0c528b777a044b1b1470d3e561f543a for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:13:03.068274 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8010a886-29a8-4a35-8bac-95e4d36fe573 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:03.073043 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc17e93-4792-40c5-afd1-8231d2829434 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:13:03.210117 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6c27bf92-23bf-4dd6-8668-9e2a3ed37869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:03.348812 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ed954cce-b4dd-4900-a922-bb6336d4e312 req-33691600-1290-4dc6-9faa-aa2942e71e80 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:03.354704 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6c27bf92-23bf-4dd6-8668-9e2a3ed37869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:03.356065 n-d-819494-3 neutron-server[110019]: INFO neutron.db.ipam_backend_mixin [None req-8010a886-29a8-4a35-8bac-95e4d36fe573 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet ffa3c411-afdc-436c-85a1-069bb25355d7 (CIDR: 172.20.0.16/28) Nov 27 04:13:03.365857 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6c27bf92-23bf-4dd6-8668-9e2a3ed37869 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:03.386943 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-8010a886-29a8-4a35-8bac-95e4d36fe573 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 04:13:03.387465 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8010a886-29a8-4a35-8bac-95e4d36fe573 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:13:03.389142 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['23eea261-6859-4e8b-b33f-7760b46bd951'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:13:03.391443 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-4a0ca1ff-e88c-4be6-bb57-c88bdb7485b7 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:03.399393 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33691600-1290-4dc6-9faa-aa2942e71e80 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Pushing event deleted for resources: {'Port': ['ID=23eea261-6859-4e8b-b33f-7760b46bd951,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:03.429861 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33691600-1290-4dc6-9faa-aa2942e71e80 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:13:03.430595 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33691600-1290-4dc6-9faa-aa2942e71e80 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:13:03.430595 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33691600-1290-4dc6-9faa-aa2942e71e80 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:13:03.430910 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33691600-1290-4dc6-9faa-aa2942e71e80 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:13:03.431277 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33691600-1290-4dc6-9faa-aa2942e71e80 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:13:03.431583 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33691600-1290-4dc6-9faa-aa2942e71e80 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:13:03.432035 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33691600-1290-4dc6-9faa-aa2942e71e80 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:13:03.432277 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33691600-1290-4dc6-9faa-aa2942e71e80 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:13:03.432590 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33691600-1290-4dc6-9faa-aa2942e71e80 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:13:03.432926 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33691600-1290-4dc6-9faa-aa2942e71e80 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:13:03.433268 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33691600-1290-4dc6-9faa-aa2942e71e80 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:13:03.433602 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33691600-1290-4dc6-9faa-aa2942e71e80 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:13:03.461966 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54927b-814f-45d5-a453-87e98c67b379 req-6213a310-3931-4bad-a628-9ff02ebd93ad tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:03.463113 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed954cce-b4dd-4900-a922-bb6336d4e312 req-33691600-1290-4dc6-9faa-aa2942e71e80 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] No DVR routers for this DVR port 23eea261-6859-4e8b-b33f-7760b46bd951 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:13:03.463513 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0c54927b-814f-45d5-a453-87e98c67b379 req-6213a310-3931-4bad-a628-9ff02ebd93ad tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 945 time: 0.1814330 Nov 27 04:13:03.464121 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6c27bf92-23bf-4dd6-8668-9e2a3ed37869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:03.464644 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c27bf92-23bf-4dd6-8668-9e2a3ed37869 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e8a9648-652b-4081-9ebd-9cc8e205575b {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:13:03.473096 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6c27bf92-23bf-4dd6-8668-9e2a3ed37869 admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:03.474174 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6c27bf92-23bf-4dd6-8668-9e2a3ed37869 admin admin] 10.222.0.20 "DELETE /v2.0/routers/1e8a9648-652b-4081-9ebd-9cc8e205575b HTTP/1.1" status: 204 len: 168 time: 2.4527497 Nov 27 04:13:03.483336 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44336) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:03.483659 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8010a886-29a8-4a35-8bac-95e4d36fe573 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7885733 Nov 27 04:13:03.483765 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44338) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:03.484967 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ed954cce-b4dd-4900-a922-bb6336d4e312 req-33691600-1290-4dc6-9faa-aa2942e71e80 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:03.488787 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ed954cce-b4dd-4900-a922-bb6336d4e312 req-33691600-1290-4dc6-9faa-aa2942e71e80 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.23 "DELETE /v2.0/ports/23eea261-6859-4e8b-b33f-7760b46bd951 HTTP/1.1" status: 204 len: 173 time: 1.7637513 Nov 27 04:13:03.491072 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727f4a85-7380-4d56-858a-645cdbf2a0c4', 'name': 'network-vif-deleted', 'tag': '23eea261-6859-4e8b-b33f-7760b46bd951'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:13:03.493679 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d02c83c-7065-48f3-a51f-9f4dd488a108" -d '{"events": [{"server_uuid": "727f4a85-7380-4d56-858a-645cdbf2a0c4", "name": "network-vif-deleted", "tag": "23eea261-6859-4e8b-b33f-7760b46bd951"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:13:03.497631 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-c02da28d-e91d-44de-bdba-287ba0278fc7 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'subnet': {'network_id': '475d5735-79a3-484f-bf32-4f28dc0b8344', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:13:03.515260 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-f607d11d-2843-4435-bac6-d273529aa21c service neutron] For port 05e92c3a-48da-4e9d-b6d7-5164904138a9, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=05e92c3a-48da-4e9d-b6d7-5164904138a9,segment=NetworkSegment(bd8e6abd-99d5-40f2-a506-9388cbe4cd70),segment_id=bd8e6abd-99d5-40f2-a506-9388cbe4cd70)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:13:03.565856 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df5e908-76d0-4c68-9bf4-e96dc43b2690 x-openstack-request-id: req-8df5e908-76d0-4c68-9bf4-e96dc43b2690 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:13:03.566213 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727f4a85-7380-4d56-858a-645cdbf2a0c4", "name": "network-vif-deleted", "tag": "23eea261-6859-4e8b-b33f-7760b46bd951", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:13:03.566533 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8df5e908-76d0-4c68-9bf4-e96dc43b2690 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:13:03.567157 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727f4a85-7380-4d56-858a-645cdbf2a0c4', 'name': 'network-vif-deleted', 'tag': '23eea261-6859-4e8b-b33f-7760b46bd951', 'status': 'completed', 'code': 200} Nov 27 04:13:03.575427 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-f607d11d-2843-4435-bac6-d273529aa21c service neutron] For port 05e92c3a-48da-4e9d-b6d7-5164904138a9, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:13:03.643824 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-f607d11d-2843-4435-bac6-d273529aa21c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:03.651686 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d6889a-4d27-44b5-8b0d-17b426a3d0b9 admin admin] Deleting subnet 25f56b12-2ba3-4fa9-83a7-68b602da7949 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:13:03.659962 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-f607d11d-2843-4435-bac6-d273529aa21c service neutron] Transition to ACTIVE for port object 05e92c3a-48da-4e9d-b6d7-5164904138a9 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:13:03.665630 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b8d6889a-4d27-44b5-8b0d-17b426a3d0b9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:03.667237 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-f607d11d-2843-4435-bac6-d273529aa21c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:03.670487 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0c54927b-814f-45d5-a453-87e98c67b379 req-f88577b7-d715-4e60-a03a-59fdd01fbe3c tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940238 Nov 27 04:13:03.722638 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-4a0ca1ff-e88c-4be6-bb57-c88bdb7485b7 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:03.736689 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607d11d-2843-4435-bac6-d273529aa21c service neutron] Pushing event updated for resources: {'Port': ['ID=05e92c3a-48da-4e9d-b6d7-5164904138a9,revision_number=6']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:03.798664 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b8d6889a-4d27-44b5-8b0d-17b426a3d0b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:03.835208 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-4a0ca1ff-e88c-4be6-bb57-c88bdb7485b7 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Network 01721107-8527-4cbc-9cef-bafb3d42cf85 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:13:03.837592 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a6af5212-8861-4ed1-999b-e3ae19f45a86 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:03.851780 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-4a0ca1ff-e88c-4be6-bb57-c88bdb7485b7 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:13:03.886900 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-f607d11d-2843-4435-bac6-d273529aa21c service neutron] No DVR routers for this DVR port 05e92c3a-48da-4e9d-b6d7-5164904138a9 on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:13:03.901117 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-4a0ca1ff-e88c-4be6-bb57-c88bdb7485b7 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:13:03.949488 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ca1ff-e88c-4be6-bb57-c88bdb7485b7 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event updated for resources: {'Port': ['ID=fac605f4-1095-412e-ac3a-57c7725a3d20,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:04.130600 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6ab86b80-9678-4d0a-b46f-0dcd9722a8a7 req-6244d5cb-714f-403f-b294-5123f85bb91b tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/ports?device_id=727f4a85-7380-4d56-858a-645cdbf2a0c4 HTTP/1.1" status: 200 len: 210 time: 0.0555108 Nov 27 04:13:04.193149 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-f607d11d-2843-4435-bac6-d273529aa21c service neutron] Attempting to bind port 05e92c3a-48da-4e9d-b6d7-5164904138a9 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:13:04.193624 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-f607d11d-2843-4435-bac6-d273529aa21c service neutron] Attempting to bind port 05e92c3a-48da-4e9d-b6d7-5164904138a9 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': 'bd8e6abd-99d5-40f2-a506-9388cbe4cd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '625c81c1-ffd4-46b7-bcec-ab3c294d8d2e'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:13:04.194022 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-f607d11d-2843-4435-bac6-d273529aa21c service neutron] Attempting to bind port 05e92c3a-48da-4e9d-b6d7-5164904138a9 on network 625c81c1-ffd4-46b7-bcec-ab3c294d8d2e {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:13:04.201624 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-f607d11d-2843-4435-bac6-d273529aa21c service neutron] Port 05e92c3a-48da-4e9d-b6d7-5164904138a9 on network 625c81c1-ffd4-46b7-bcec-ab3c294d8d2e not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:13:04.202052 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-f607d11d-2843-4435-bac6-d273529aa21c service neutron] Attempting to bind port 05e92c3a-48da-4e9d-b6d7-5164904138a9 on network 625c81c1-ffd4-46b7-bcec-ab3c294d8d2e {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:13:04.210196 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-f607d11d-2843-4435-bac6-d273529aa21c service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:13:04.211253 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-f607d11d-2843-4435-bac6-d273529aa21c service neutron] Checking segment: {'id': 'bd8e6abd-99d5-40f2-a506-9388cbe4cd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '625c81c1-ffd4-46b7-bcec-ab3c294d8d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:13:04.212565 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-f607d11d-2843-4435-bac6-d273529aa21c service neutron] Bound using segment: {'id': 'bd8e6abd-99d5-40f2-a506-9388cbe4cd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '625c81c1-ffd4-46b7-bcec-ab3c294d8d2e'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:13:04.213142 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-f607d11d-2843-4435-bac6-d273529aa21c service neutron] Bound port: 05e92c3a-48da-4e9d-b6d7-5164904138a9, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd8e6abd-99d5-40f2-a506-9388cbe4cd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '625c81c1-ffd4-46b7-bcec-ab3c294d8d2e'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:13:04.213918 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-f607d11d-2843-4435-bac6-d273529aa21c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:04.279312 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-850073e1-08d4-4f88-b9ae-ccb263894dc0 None None] Provisioning complete for port fac605f4-1095-412e-ac3a-57c7725a3d20 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:04.280442 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-850073e1-08d4-4f88-b9ae-ccb263894dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:04.319124 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-850073e1-08d4-4f88-b9ae-ccb263894dc0 None None] Port fac605f4-1095-412e-ac3a-57c7725a3d20 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:13:04.333789 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-f607d11d-2843-4435-bac6-d273529aa21c service neutron] For port 05e92c3a-48da-4e9d-b6d7-5164904138a9, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:13:04.338580 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-f607d11d-2843-4435-bac6-d273529aa21c service neutron] For port 05e92c3a-48da-4e9d-b6d7-5164904138a9, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=05e92c3a-48da-4e9d-b6d7-5164904138a9,segment=NetworkSegment(bd8e6abd-99d5-40f2-a506-9388cbe4cd70),segment_id=bd8e6abd-99d5-40f2-a506-9388cbe4cd70)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:13:04.348595 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0191d-88df-4410-8495-5aeea0d8e376 req-554561a9-54f1-476a-921f-c609859fb028 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:04.351109 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9be0191d-88df-4410-8495-5aeea0d8e376 req-554561a9-54f1-476a-921f-c609859fb028 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab8b0035-4aa8-46ae-8565-71f6878e4580 HTTP/1.1" status: 200 len: 931 time: 0.0848503 Nov 27 04:13:04.353061 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-f607d11d-2843-4435-bac6-d273529aa21c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:04.403134 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-f607d11d-2843-4435-bac6-d273529aa21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:04.403655 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-f607d11d-2843-4435-bac6-d273529aa21c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:04.405065 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-f607d11d-2843-4435-bac6-d273529aa21c service neutron] 10.222.0.23 "PUT /v2.0/ports/05e92c3a-48da-4e9d-b6d7-5164904138a9 HTTP/1.1" status: 200 len: 1092 time: 1.5527422 Nov 27 04:13:04.424739 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02da28d-e91d-44de-bdba-287ba0278fc7 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Made reservation on behalf of e0c528b777a044b1b1470d3e561f543a for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:13:04.428127 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c02da28d-e91d-44de-bdba-287ba0278fc7 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:04.491097 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9be0191d-88df-4410-8495-5aeea0d8e376 req-f8ca886f-9953-460e-b124-694d2393756c tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/security-groups?id=32324dd8-939f-42de-b6d9-60872e2d730d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330225 Nov 27 04:13:04.493207 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607d11d-2843-4435-bac6-d273529aa21c service neutron] Pushing event updated for resources: {'Port': ['ID=05e92c3a-48da-4e9d-b6d7-5164904138a9,revision_number=7']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:04.516458 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-55bb751c-dfa5-4c42-9806-748dca00ed4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:04.518127 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-55bb751c-dfa5-4c42-9806-748dca00ed4d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=13b1fee7d54d401493a1883da20540bb&device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 1095 time: 0.0684831 Nov 27 04:13:04.540784 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-4a0ca1ff-e88c-4be6-bb57-c88bdb7485b7 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:04.541449 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-4a0ca1ff-e88c-4be6-bb57-c88bdb7485b7 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:04.558770 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b8d6889a-4d27-44b5-8b0d-17b426a3d0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:04.621529 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 1a68db99-208f-4f41-93e8-d4d472963235 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:13:04.638238 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-e12968a8-7788-46b8-8486-3610e7489c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:04.639562 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-e12968a8-7788-46b8-8486-3610e7489c36 service neutron] 10.222.0.23 "GET /v2.0/networks?id=625c81c1-ffd4-46b7-bcec-ab3c294d8d2e HTTP/1.1" status: 200 len: 897 time: 0.1127691 Nov 27 04:13:04.651292 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 1a68db99-208f-4f41-93e8-d4d472963235 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:13:04.651819 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 1a68db99-208f-4f41-93e8-d4d472963235 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:13:04.661113 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-4a0ca1ff-e88c-4be6-bb57-c88bdb7485b7 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4496784 Nov 27 04:13:04.698273 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-cb0fd8d0-e748-4eec-a2fb-f19cb8751f00 service neutron] Request body: {'port': {'device_id': 'ab8b0035-4aa8-46ae-8565-71f6878e4580', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:13:04.738280 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-bff8d399-bdcb-44e4-9c40-f505fb007c45 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05e92c3a-48da-4e9d-b6d7-5164904138a9 HTTP/1.1" status: 200 len: 1000 time: 0.0903449 Nov 27 04:13:04.745244 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a4f1b-b96b-486b-a8c5-3cf9b3ae3e72 req-a6965701-61a5-420f-abae-3002e843a2b1 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:04.747447 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-897a4f1b-b96b-486b-a8c5-3cf9b3ae3e72 req-a6965701-61a5-420f-abae-3002e843a2b1 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 944 time: 0.6775043 Nov 27 04:13:04.824695 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-ee7e041e-07ad-4897-80cf-7e62dbff04d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:04.826307 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-ee7e041e-07ad-4897-80cf-7e62dbff04d9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f79f094e-11cb-4984-aa0c-51bf3f1012f6 HTTP/1.1" status: 200 len: 834 time: 0.0790124 Nov 27 04:13:04.828233 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b8d6889a-4d27-44b5-8b0d-17b426a3d0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:04.851020 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678165f-361d-4677-aaed-d4db03c32853 req-7e4d372e-bfbe-45c2-986b-009677fb84c6 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:04.852505 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b678165f-361d-4677-aaed-d4db03c32853 req-7e4d372e-bfbe-45c2-986b-009677fb84c6 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 945 time: 0.0733597 Nov 27 04:13:04.863430 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-cb0fd8d0-e748-4eec-a2fb-f19cb8751f00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:04.877823 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d6889a-4d27-44b5-8b0d-17b426a3d0b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25f56b12-2ba3-4fa9-83a7-68b602da7949,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:04.902992 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7643d58b-e53a-420b-9d56-a967c3a3338d None None] Network 6b47bbe4-e82c-472f-aebd-8e67dfb914ed requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:13:04.905445 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b8d6889a-4d27-44b5-8b0d-17b426a3d0b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:04.908169 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-728ff601-6a09-4038-b0ca-ff8acc3a6fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:04.911921 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b8d6889a-4d27-44b5-8b0d-17b426a3d0b9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/25f56b12-2ba3-4fa9-83a7-68b602da7949 HTTP/1.1" status: 204 len: 168 time: 1.4233706 Nov 27 04:13:04.912081 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-728ff601-6a09-4038-b0ca-ff8acc3a6fad service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=625c81c1-ffd4-46b7-bcec-ab3c294d8d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763133 Nov 27 04:13:04.915366 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44350) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:04.931989 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-f8cec43f-8317-465b-beaa-ee5fced1a654 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:13:04.933020 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-f8cec43f-8317-465b-beaa-ee5fced1a654 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079782 Nov 27 04:13:04.950264 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b678165f-361d-4677-aaed-d4db03c32853 req-34f06afd-85c0-442f-bcb5-bc627d425f5b tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836380 Nov 27 04:13:04.952039 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-897a4f1b-b96b-486b-a8c5-3cf9b3ae3e72 req-4888921e-cb90-40f9-bafb-c316ff2fa890 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=60a7d62e-7629-4401-ae2b-6e86ee2e006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948214 Nov 27 04:13:05.060275 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3538c4f2-ceb6-4a7a-aef7-97c87f51de66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:05.114498 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-3b9997e2-077b-46ba-a13e-ee7109103d14 service neutron] 10.222.0.23 "GET /v2.0/networks/625c81c1-ffd4-46b7-bcec-ab3c294d8d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632075 Nov 27 04:13:05.131232 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 05e92c3a-48da-4e9d-b6d7-5164904138a9 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:13:05.214693 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-3538c4f2-ceb6-4a7a-aef7-97c87f51de66 admin admin] Deleting port 856f008a-1dda-443a-a000-0dc0f818b3af {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:13:05.215046 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3538c4f2-ceb6-4a7a-aef7-97c87f51de66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:05.221615 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-a6af5212-8861-4ed1-999b-e3ae19f45a86 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Deleting port cd80823b-bec8-4a4a-b3ab-9649bd48691f {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:13:05.222175 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a6af5212-8861-4ed1-999b-e3ae19f45a86 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:05.227478 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 05e92c3a-48da-4e9d-b6d7-5164904138a9 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:13:05.296033 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-775b1c77-e8c1-4466-bcdc-250d080f9438 req-db4e95a6-0b33-43d7-9fe0-7429adf1ec26 service neutron] 10.222.0.23 "GET /v2.0/networks/625c81c1-ffd4-46b7-bcec-ab3c294d8d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695359 Nov 27 04:13:05.313671 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-3538c4f2-ceb6-4a7a-aef7-97c87f51de66 admin admin] For port 856f008a-1dda-443a-a000-0dc0f818b3af, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=856f008a-1dda-443a-a000-0dc0f818b3af,segment=NetworkSegment(db947a5e-f798-422a-88f0-b242cf6bf792),segment_id=db947a5e-f798-422a-88f0-b242cf6bf792)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:13:05.314429 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3538c4f2-ceb6-4a7a-aef7-97c87f51de66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:05.339171 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-3538c4f2-ceb6-4a7a-aef7-97c87f51de66 admin admin] Calling delete_port for 856f008a-1dda-443a-a000-0dc0f818b3af owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:13:05.358458 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c02da28d-e91d-44de-bdba-287ba0278fc7 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:05.376229 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee4247a-d598-4541-8738-5e43d19c5dd3 None None] DHCP port deletion for 6b47bbe4-e82c-472f-aebd-8e67dfb914ed request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:13:05.442369 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-1ee4247a-d598-4541-8738-5e43d19c5dd3 None None] Deleting port 856f008a-1dda-443a-a000-0dc0f818b3af {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:13:05.442878 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1ee4247a-d598-4541-8738-5e43d19c5dd3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:05.501702 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3538c4f2-ceb6-4a7a-aef7-97c87f51de66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:05.515442 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a6af5212-8861-4ed1-999b-e3ae19f45a86 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:05.520642 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02da28d-e91d-44de-bdba-287ba0278fc7 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Network 475d5735-79a3-484f-bf32-4f28dc0b8344 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:13:05.528186 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-1ee4247a-d598-4541-8738-5e43d19c5dd3 None None] For port 856f008a-1dda-443a-a000-0dc0f818b3af, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=856f008a-1dda-443a-a000-0dc0f818b3af,segment=NetworkSegment(db947a5e-f798-422a-88f0-b242cf6bf792),segment_id=db947a5e-f798-422a-88f0-b242cf6bf792)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:13:05.528784 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1ee4247a-d598-4541-8738-5e43d19c5dd3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:05.545948 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-1ee4247a-d598-4541-8738-5e43d19c5dd3 None None] Calling delete_port for 856f008a-1dda-443a-a000-0dc0f818b3af owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:13:05.546243 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-c02da28d-e91d-44de-bdba-287ba0278fc7 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:13:05.551451 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3538c4f2-ceb6-4a7a-aef7-97c87f51de66 admin admin] No DVR routers for this DVR port 856f008a-1dda-443a-a000-0dc0f818b3af on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:13:05.553541 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3538c4f2-ceb6-4a7a-aef7-97c87f51de66 admin admin] Pushing event deleted for resources: {'Port': ['ID=856f008a-1dda-443a-a000-0dc0f818b3af,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:05.564126 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02da28d-e91d-44de-bdba-287ba0278fc7 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:05.565543 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c02da28d-e91d-44de-bdba-287ba0278fc7 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:05.566839 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c756fc9d-09c3-4064-ae24-5b4f4b393f99 None None] Network 475d5735-79a3-484f-bf32-4f28dc0b8344 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:13:05.576051 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-a6af5212-8861-4ed1-999b-e3ae19f45a86 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Calling delete_port for cd80823b-bec8-4a4a-b3ab-9649bd48691f owned by network:router_interface {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:13:05.582046 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b416341b-7ef1-48f9-b72c-b3ffbc2930b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05e92c3a-48da-4e9d-b6d7-5164904138a9'}, {'name': 'network-changed', 'server_uuid': 'b416341b-7ef1-48f9-b72c-b3ffbc2930b9', 'tag': '05e92c3a-48da-4e9d-b6d7-5164904138a9'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:13:05.585692 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1cdf39-7fbb-4653-8a4b-f1eb30e1453e" -d '{"events": [{"server_uuid": "b416341b-7ef1-48f9-b72c-b3ffbc2930b9", "name": "network-vif-unplugged", "status": "completed", "tag": "05e92c3a-48da-4e9d-b6d7-5164904138a9"}, {"name": "network-changed", "server_uuid": "b416341b-7ef1-48f9-b72c-b3ffbc2930b9", "tag": "05e92c3a-48da-4e9d-b6d7-5164904138a9"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:13:05.653289 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02da28d-e91d-44de-bdba-287ba0278fc7 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'Subnet': ['ID=acbe6a7c-e822-4d46-81cf-a221f128d369,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:05.670598 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c02da28d-e91d-44de-bdba-287ba0278fc7 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1729679 Nov 27 04:13:05.670791 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44370) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:05.676690 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-6df80392-f4ef-496a-bd70-8ab22497e35b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-485273701', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'acbe6a7c-e822-4d46-81cf-a221f128d369'}], 'security_groups': ['81596be5-5a14-40f7-80ba-8b2ab39c9e1e', 'b9709958-dbcb-40c6-9408-7c83aa242690']}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:13:05.683787 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3538c4f2-ceb6-4a7a-aef7-97c87f51de66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:05.735555 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d697e-003d-4238-a94f-db935802a6d9 req-e66d525e-2618-455b-bf9d-bbe074653fa2 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:05.737726 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-551d697e-003d-4238-a94f-db935802a6d9 req-e66d525e-2618-455b-bf9d-bbe074653fa2 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/networks?id=6adaea12-131f-45a0-a555-9f43d57628b2 HTTP/1.1" status: 200 len: 809 time: 0.2924504 Nov 27 04:13:05.747086 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d7259-fd05-4b1b-a1e0-9b3e10a3488d req-8da16d66-73a5-4b12-a07d-86ccd1ea7066 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:05.749350 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-350d7259-fd05-4b1b-a1e0-9b3e10a3488d req-8da16d66-73a5-4b12-a07d-86ccd1ea7066 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab8b0035-4aa8-46ae-8565-71f6878e4580 HTTP/1.1" status: 200 len: 931 time: 0.1586468 Nov 27 04:13:05.761343 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-3538c4f2-ceb6-4a7a-aef7-97c87f51de66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b47bbe4-e82c-472f-aebd-8e67dfb914ed']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:05.765669 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1ee4247a-d598-4541-8738-5e43d19c5dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:05.766376 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-551d697e-003d-4238-a94f-db935802a6d9 req-1dc4d3be-5d19-4ed1-a4bf-de91040be21d tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/quotas/de8530d705054cfe856455da325ba657 HTTP/1.1" status: 200 len: 375 time: 0.0168529 Nov 27 04:13:05.779671 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-cb0fd8d0-e748-4eec-a2fb-f19cb8751f00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fac605f4-1095-412e-ac3a-57c7725a3d20 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:13:05.800209 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-cb0fd8d0-e748-4eec-a2fb-f19cb8751f00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:05.824775 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee4247a-d598-4541-8738-5e43d19c5dd3 None None] Pushing event deleted for resources: {'Port': ['ID=856f008a-1dda-443a-a000-0dc0f818b3af,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:05.827186 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee4247a-d598-4541-8738-5e43d19c5dd3 None None] No DVR routers for this DVR port 856f008a-1dda-443a-a000-0dc0f818b3af on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:13:05.867378 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-3538c4f2-ceb6-4a7a-aef7-97c87f51de66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db947a5e-f798-422a-88f0-b242cf6bf792') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:05.868145 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-3538c4f2-ceb6-4a7a-aef7-97c87f51de66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db947a5e-f798-422a-88f0-b242cf6bf792') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:05.870985 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-551d697e-003d-4238-a94f-db935802a6d9 req-dd967adf-81ba-43b9-9635-06473b836a46 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=de8530d705054cfe856455da325ba657&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0850587 Nov 27 04:13:05.881920 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-350d7259-fd05-4b1b-a1e0-9b3e10a3488d req-ba593a60-303d-4aac-87a1-45e8e136ae0d tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/security-groups?id=32324dd8-939f-42de-b6d9-60872e2d730d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178968 Nov 27 04:13:05.889275 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3538c4f2-ceb6-4a7a-aef7-97c87f51de66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:05.915942 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-cb0fd8d0-e748-4eec-a2fb-f19cb8751f00 service neutron] Transition to ACTIVE for port object fac605f4-1095-412e-ac3a-57c7725a3d20 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:13:05.929708 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3538c4f2-ceb6-4a7a-aef7-97c87f51de66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:05.943818 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 397418f9-b2a5-4f52-b913-55a426e288e1 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:13:05.952882 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-cb0fd8d0-e748-4eec-a2fb-f19cb8751f00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:05.958631 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 23eea261-6859-4e8b-b33f-7760b46bd951 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:13:05.958837 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3538c4f2-ceb6-4a7a-aef7-97c87f51de66 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:13:05.959150 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3538c4f2-ceb6-4a7a-aef7-97c87f51de66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:05.968467 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:13:05.968467 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:13:05.968467 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:13:05.968467 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:13:05.968467 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:13:05.968467 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:13:05.968467 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:13:05.968467 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:13:05.968467 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:13:05.968467 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:13:05.968467 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:13:05.968467 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:13:05.968467 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:13:05.968467 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:13:05.968467 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:13:05.968467 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:13:05.968467 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:13:05.968467 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:13:05.968467 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:13:05.968467 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:13:05.968467 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:13:05.968467 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:13:05.968467 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:13:05.968467 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:13:05.968467 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:13:05.968467 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:13:05.968467 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:13:05.968467 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:13:05.968467 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:13:05.968467 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:13:05.968467 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:13:05.968467 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:13:05.993585 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 23eea261-6859-4e8b-b33f-7760b46bd951 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:13:05.993854 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 23eea261-6859-4e8b-b33f-7760b46bd951 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:13:06.007596 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36621f8-5743-4079-a0f1-6263fef5d6a9 None None] Update dhcp port {'port': {'network_id': '475d5735-79a3-484f-bf32-4f28dc0b8344', 'fixed_ips': [{'subnet_id': 'ffa3c411-afdc-436c-85a1-069bb25355d7', 'ip_address': '172.20.0.18'}, {'subnet_id': '399a54bd-9b0d-475e-81c3-91015d885b31', 'ip_address': '172.20.0.2'}, {'subnet_id': 'acbe6a7c-e822-4d46-81cf-a221f128d369'}], 'binding:host_id': 'n-d-819494-3'}, 'id': 'bb342c3a-6a95-4b09-9c05-530cc82d781b'} from n-d-819494-3. {{(pid=110020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 04:13:06.025433 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0fd8d0-e748-4eec-a2fb-f19cb8751f00 service neutron] Pushing event updated for resources: {'Port': ['ID=fac605f4-1095-412e-ac3a-57c7725a3d20,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:06.037343 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 27 Nov 2021 04:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6574aa-7f13-4cdc-9520-c14099ccebcd x-openstack-request-id: req-3f6574aa-7f13-4cdc-9520-c14099ccebcd {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:13:06.037711 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b416341b-7ef1-48f9-b72c-b3ffbc2930b9", "name": "network-vif-unplugged", "status": "completed", "tag": "05e92c3a-48da-4e9d-b6d7-5164904138a9", "code": 200}, {"name": "network-changed", "server_uuid": "b416341b-7ef1-48f9-b72c-b3ffbc2930b9", "tag": "05e92c3a-48da-4e9d-b6d7-5164904138a9", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:13:06.038029 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f6574aa-7f13-4cdc-9520-c14099ccebcd {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:13:06.038580 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b416341b-7ef1-48f9-b72c-b3ffbc2930b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05e92c3a-48da-4e9d-b6d7-5164904138a9', 'code': 200} Nov 27 04:13:06.038926 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b416341b-7ef1-48f9-b72c-b3ffbc2930b9', 'tag': '05e92c3a-48da-4e9d-b6d7-5164904138a9', 'status': 'completed', 'code': 200} Nov 27 04:13:06.078923 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6df80392-f4ef-496a-bd70-8ab22497e35b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:06.114402 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c36621f8-5743-4079-a0f1-6263fef5d6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:06.159715 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 397418f9-b2a5-4f52-b913-55a426e288e1, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=397418f9-b2a5-4f52-b913-55a426e288e1,segment=NetworkSegment(14ba06ee-f49c-4f99-b4a7-818247e87fba),segment_id=14ba06ee-f49c-4f99-b4a7-818247e87fba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:13:06.174350 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '397418f9-b2a5-4f52-b913-55a426e288e1', 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991', 'port_id': '397418f9-b2a5-4f52-b913-55a426e288e1', 'mac_address': 'fa:16:3e:9d:e9:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '129d6819-d46b-4873-8019-a59c438c16e8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:13:06.294715 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-551d697e-003d-4238-a94f-db935802a6d9 req-09d4eb28-0b90-4f8e-b6db-b1646355083c service neutron] 10.222.0.20 "GET /v2.0/networks/6adaea12-131f-45a0-a555-9f43d57628b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4227567 Nov 27 04:13:06.312105 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a6af5212-8861-4ed1-999b-e3ae19f45a86 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:06.330035 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3538c4f2-ceb6-4a7a-aef7-97c87f51de66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:06.364220 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3538c4f2-ceb6-4a7a-aef7-97c87f51de66 admin admin] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:06.369122 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-3538c4f2-ceb6-4a7a-aef7-97c87f51de66 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6b47bbe4-e82c-472f-aebd-8e67dfb914ed HTTP/1.1" status: 204 len: 168 time: 1.4528136 Nov 27 04:13:06.374841 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cdf39-7fbb-4653-8a4b-f1eb30e1453e req-7ec1fe8c-fed5-443a-95fa-e3fbb5b0fd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:06.376516 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8b1cdf39-7fbb-4653-8a4b-f1eb30e1453e req-7ec1fe8c-fed5-443a-95fa-e3fbb5b0fd5a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=13b1fee7d54d401493a1883da20540bb&device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 1095 time: 0.2343640 Nov 27 04:13:06.420759 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cdf39-7fbb-4653-8a4b-f1eb30e1453e req-77adfcf5-af3d-48f7-9897-a85151396468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:06.422495 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8b1cdf39-7fbb-4653-8a4b-f1eb30e1453e req-77adfcf5-af3d-48f7-9897-a85151396468 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=13b1fee7d54d401493a1883da20540bb&device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 1095 time: 0.2922599 Nov 27 04:13:06.438886 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af5212-8861-4ed1-999b-e3ae19f45a86 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event deleted for resources: {'Port': ['ID=cd80823b-bec8-4a4a-b3ab-9649bd48691f,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:06.446276 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-c36621f8-5743-4079-a0f1-6263fef5d6a9 None None] Allocated IP 172.20.0.34 (475d5735-79a3-484f-bf32-4f28dc0b8344/acbe6a7c-e822-4d46-81cf-a221f128d369/bb342c3a-6a95-4b09-9c05-530cc82d781b) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:13:06.451291 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:06.475141 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 397418f9-b2a5-4f52-b913-55a426e288e1 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:13:06.514321 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600eba1b-d80a-46fc-ba74-0db882b25b0b req-81937783-70bf-43ca-aa85-a241650c6b4a tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:06.524467 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-600eba1b-d80a-46fc-ba74-0db882b25b0b req-81937783-70bf-43ca-aa85-a241650c6b4a tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 945 time: 0.2952986 Nov 27 04:13:06.527474 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3538c4f2-ceb6-4a7a-aef7-97c87f51de66 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b47bbe4-e82c-472f-aebd-8e67dfb914ed,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:06.538511 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 397418f9-b2a5-4f52-b913-55a426e288e1, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=397418f9-b2a5-4f52-b913-55a426e288e1,segment=NetworkSegment(14ba06ee-f49c-4f99-b4a7-818247e87fba),segment_id=14ba06ee-f49c-4f99-b4a7-818247e87fba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:13:06.606892 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:06.718134 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-cb0fd8d0-e748-4eec-a2fb-f19cb8751f00 service neutron] Attempting to bind port fac605f4-1095-412e-ac3a-57c7725a3d20 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:13:06.718783 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-cb0fd8d0-e748-4eec-a2fb-f19cb8751f00 service neutron] Attempting to bind port fac605f4-1095-412e-ac3a-57c7725a3d20 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '1bfa2de6-2583-4c45-81f6-10784b527c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '01721107-8527-4cbc-9cef-bafb3d42cf85'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:13:06.718783 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-cb0fd8d0-e748-4eec-a2fb-f19cb8751f00 service neutron] Attempting to bind port fac605f4-1095-412e-ac3a-57c7725a3d20 on network 01721107-8527-4cbc-9cef-bafb3d42cf85 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:13:06.739584 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 856f008a-1dda-443a-a000-0dc0f818b3af no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:13:06.751043 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44402) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:06.768512 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 856f008a-1dda-443a-a000-0dc0f818b3af {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:13:06.768832 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 856f008a-1dda-443a-a000-0dc0f818b3af not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:13:06.772009 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-cb0fd8d0-e748-4eec-a2fb-f19cb8751f00 service neutron] Port fac605f4-1095-412e-ac3a-57c7725a3d20 on network 01721107-8527-4cbc-9cef-bafb3d42cf85 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:13:06.772272 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-cb0fd8d0-e748-4eec-a2fb-f19cb8751f00 service neutron] Attempting to bind port fac605f4-1095-412e-ac3a-57c7725a3d20 on network 01721107-8527-4cbc-9cef-bafb3d42cf85 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:13:06.804694 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['397418f9-b2a5-4f52-b913-55a426e288e1'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:13:06.850280 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=397418f9-b2a5-4f52-b913-55a426e288e1,revision_number=6']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:06.866288 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-cb0fd8d0-e748-4eec-a2fb-f19cb8751f00 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:13:06.866907 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-cb0fd8d0-e748-4eec-a2fb-f19cb8751f00 service neutron] Checking segment: {'id': '1bfa2de6-2583-4c45-81f6-10784b527c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '01721107-8527-4cbc-9cef-bafb3d42cf85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:13:06.867487 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-cb0fd8d0-e748-4eec-a2fb-f19cb8751f00 service neutron] Bound using segment: {'id': '1bfa2de6-2583-4c45-81f6-10784b527c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '01721107-8527-4cbc-9cef-bafb3d42cf85'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:13:06.868094 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-cb0fd8d0-e748-4eec-a2fb-f19cb8751f00 service neutron] Bound port: fac605f4-1095-412e-ac3a-57c7725a3d20, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bfa2de6-2583-4c45-81f6-10784b527c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '01721107-8527-4cbc-9cef-bafb3d42cf85'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:13:06.868633 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-cb0fd8d0-e748-4eec-a2fb-f19cb8751f00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:06.874206 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-600eba1b-d80a-46fc-ba74-0db882b25b0b req-c0c60f03-b4e8-4760-92dc-d5626b968941 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2734864 Nov 27 04:13:06.876829 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cdf39-7fbb-4653-8a4b-f1eb30e1453e req-cb637fc3-e006-4f2c-a89c-8f5f45f67ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:06.877836 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c36621f8-5743-4079-a0f1-6263fef5d6a9 None None] For port bb342c3a-6a95-4b09-9c05-530cc82d781b, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=bb342c3a-6a95-4b09-9c05-530cc82d781b,segment=NetworkSegment(d9c8a772-030c-44f0-9c64-086d7b37cb62),segment_id=d9c8a772-030c-44f0-9c64-086d7b37cb62)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:13:06.880533 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8b1cdf39-7fbb-4653-8a4b-f1eb30e1453e req-cb637fc3-e006-4f2c-a89c-8f5f45f67ed5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=625c81c1-ffd4-46b7-bcec-ab3c294d8d2e HTTP/1.1" status: 200 len: 897 time: 0.4608710 Nov 27 04:13:06.900204 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-551d697e-003d-4238-a94f-db935802a6d9 req-1a38ae0b-6f87-429d-a98e-53196463daa6 service neutron] 10.222.0.20 "GET /v2.0/networks/6adaea12-131f-45a0-a555-9f43d57628b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6044350 Nov 27 04:13:06.942799 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a6af5212-8861-4ed1-999b-e3ae19f45a86 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:06.958981 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cdf39-7fbb-4653-8a4b-f1eb30e1453e req-7ae12da3-8e60-4e42-a6c0-18a12c795e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:06.960474 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8b1cdf39-7fbb-4653-8a4b-f1eb30e1453e req-7ae12da3-8e60-4e42-a6c0-18a12c795e82 service neutron] 10.222.0.11 "GET /v2.0/networks?id=625c81c1-ffd4-46b7-bcec-ab3c294d8d2e HTTP/1.1" status: 200 len: 897 time: 0.5243440 Nov 27 04:13:06.988486 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c36621f8-5743-4079-a0f1-6263fef5d6a9 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:07.012127 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c36621f8-5743-4079-a0f1-6263fef5d6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:07.165676 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36621f8-5743-4079-a0f1-6263fef5d6a9 None None] Pushing event updated for resources: {'Port': ['ID=bb342c3a-6a95-4b09-9c05-530cc82d781b,revision_number=7']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:07.313034 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-cb0fd8d0-e748-4eec-a2fb-f19cb8751f00 service neutron] For port fac605f4-1095-412e-ac3a-57c7725a3d20, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:13:07.451854 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8b1cdf39-7fbb-4653-8a4b-f1eb30e1453e req-172da7dd-d442-41fa-a134-538926f7cc6f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05e92c3a-48da-4e9d-b6d7-5164904138a9 HTTP/1.1" status: 200 len: 1000 time: 0.4424145 Nov 27 04:13:07.513279 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-cb0fd8d0-e748-4eec-a2fb-f19cb8751f00 service neutron] For port fac605f4-1095-412e-ac3a-57c7725a3d20, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=fac605f4-1095-412e-ac3a-57c7725a3d20,segment=NetworkSegment(1bfa2de6-2583-4c45-81f6-10784b527c3e),segment_id=1bfa2de6-2583-4c45-81f6-10784b527c3e)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:13:07.581578 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-cb0fd8d0-e748-4eec-a2fb-f19cb8751f00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:07.631039 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b0711cf6-9f07-48ca-a0e4-6f157b8d2cb4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5bbe3d15f6f2412fb8ed2301e8fa31e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8786871 Nov 27 04:13:07.639232 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8b1cdf39-7fbb-4653-8a4b-f1eb30e1453e req-bd578f3d-da0e-4e7a-9cd8-b6a14cc77057 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05e92c3a-48da-4e9d-b6d7-5164904138a9 HTTP/1.1" status: 200 len: 1000 time: 0.7479191 Nov 27 04:13:07.639983 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44418) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:07.645643 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.db.api [None req-6df80392-f4ef-496a-bd70-8ab22497e35b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-2ed74a0b-f828-4306-a4bb-057c7a427ef6 {{(pid=110019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:13:07.646245 n-d-819494-3 neutron-server[110019]: DEBUG oslo_db.api [None req-6df80392-f4ef-496a-bd70-8ab22497e35b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:13:07.670401 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f236945-fdc6-47f1-ace6-dd354166a96e req-991e8bc5-f672-4d06-9c56-fa4cf740342c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:07.672782 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7f236945-fdc6-47f1-ace6-dd354166a96e req-991e8bc5-f672-4d06-9c56-fa4cf740342c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 944 time: 0.6065574 Nov 27 04:13:07.689091 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0fd8d0-e748-4eec-a2fb-f19cb8751f00 service neutron] Pushing event updated for resources: {'Port': ['ID=fac605f4-1095-412e-ac3a-57c7725a3d20,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:07.708952 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6af5212-8861-4ed1-999b-e3ae19f45a86 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Router 3963702f-7276-46cc-9cfb-cd9f89c96499 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:13:07.745923 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-cb0fd8d0-e748-4eec-a2fb-f19cb8751f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:07.746802 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-cb0fd8d0-e748-4eec-a2fb-f19cb8751f00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:07.747957 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-cb0fd8d0-e748-4eec-a2fb-f19cb8751f00 service neutron] 10.222.0.11 "PUT /v2.0/ports/fac605f4-1095-412e-ac3a-57c7725a3d20 HTTP/1.1" status: 200 len: 1091 time: 3.0610118 Nov 27 04:13:07.751905 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab8b0035-4aa8-46ae-8565-71f6878e4580', 'tag': 'fac605f4-1095-412e-ac3a-57c7725a3d20'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:13:07.760214 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60d1814-6140-4219-b8b0-b1984e243738" -d '{"events": [{"name": "network-changed", "server_uuid": "ab8b0035-4aa8-46ae-8565-71f6878e4580", "tag": "fac605f4-1095-412e-ac3a-57c7725a3d20"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:13:07.779220 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ae53c-06ca-4b08-b10c-9d4a40db86af req-ba542843-9f81-47f1-b12f-06bf85a424ea tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:07.793231 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-303ae53c-06ca-4b08-b10c-9d4a40db86af req-ba542843-9f81-47f1-b12f-06bf85a424ea tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab8b0035-4aa8-46ae-8565-71f6878e4580 HTTP/1.1" status: 200 len: 943 time: 0.4973626 Nov 27 04:13:07.827083 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cdf39-7fbb-4653-8a4b-f1eb30e1453e req-025ee321-b2c9-4af9-a9ee-12e30ec4530a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:07.828561 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8b1cdf39-7fbb-4653-8a4b-f1eb30e1453e req-025ee321-b2c9-4af9-a9ee-12e30ec4530a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f79f094e-11cb-4984-aa0c-51bf3f1012f6 HTTP/1.1" status: 200 len: 834 time: 0.3372293 Nov 27 04:13:07.940765 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 397418f9-b2a5-4f52-b913-55a426e288e1 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:13:07.981975 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cdf39-7fbb-4653-8a4b-f1eb30e1453e req-0c78bf8f-2bb6-49fe-8ca2-10aedbd8e57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:07.990483 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8b1cdf39-7fbb-4653-8a4b-f1eb30e1453e req-0c78bf8f-2bb6-49fe-8ca2-10aedbd8e57b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f79f094e-11cb-4984-aa0c-51bf3f1012f6 HTTP/1.1" status: 200 len: 834 time: 0.3348346 Nov 27 04:13:08.001588 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7f236945-fdc6-47f1-ace6-dd354166a96e req-19d9321a-2b46-4d54-9610-4397aa8d3351 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=60a7d62e-7629-4401-ae2b-6e86ee2e006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2755461 Nov 27 04:13:08.033504 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 397418f9-b2a5-4f52-b913-55a426e288e1 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:08.034199 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:08.113530 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d48fb8bc-20fa-422b-95c2-fc12575fcdd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:08.191095 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cdf39-7fbb-4653-8a4b-f1eb30e1453e req-1b611bf6-2bf0-478c-953a-690cf0e32633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:08.194158 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8b1cdf39-7fbb-4653-8a4b-f1eb30e1453e req-1b611bf6-2bf0-478c-953a-690cf0e32633 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=625c81c1-ffd4-46b7-bcec-ab3c294d8d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1642084 Nov 27 04:13:08.260990 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:08.285565 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c76cfae2-e4e8-42e2-b416-b958a9eb42fd req-bf019d00-3f44-4762-9ef1-fada8bc42615 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ec844d7-9a20-4145-8af5-4b539bb361de HTTP/1.1" status: 200 len: 210 time: 0.1115074 Nov 27 04:13:08.297855 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d48fb8bc-20fa-422b-95c2-fc12575fcdd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:08.343361 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-d969c21e-4b00-4dc1-b9cb-77a7937290f7 None None] Provisioning complete for port d22e180e-e6c9-4bd4-b341-c67f085aaaa0 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:08.343759 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d969c21e-4b00-4dc1-b9cb-77a7937290f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:08.441133 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-d969c21e-4b00-4dc1-b9cb-77a7937290f7 None None] Port d22e180e-e6c9-4bd4-b341-c67f085aaaa0 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:13:08.452619 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2a4363-351d-40a7-8292-5650a354cad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397418f9-b2a5-4f52-b913-55a426e288e1'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:13:08.465945 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bbca2fc-8aba-45ff-afb6-4d0229b045bc" -d '{"events": [{"server_uuid": "4c2a4363-351d-40a7-8292-5650a354cad9", "name": "network-vif-plugged", "status": "completed", "tag": "397418f9-b2a5-4f52-b913-55a426e288e1"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:13:08.514210 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 397418f9-b2a5-4f52-b913-55a426e288e1, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=397418f9-b2a5-4f52-b913-55a426e288e1,segment=NetworkSegment(14ba06ee-f49c-4f99-b4a7-818247e87fba),segment_id=14ba06ee-f49c-4f99-b4a7-818247e87fba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:13:08.528890 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:08.539738 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8b1cdf39-7fbb-4653-8a4b-f1eb30e1453e req-ca3f5b89-b092-4b9e-bfdf-2c5d9cc3d572 service neutron] 10.222.0.23 "GET /v2.0/networks/625c81c1-ffd4-46b7-bcec-ab3c294d8d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447972 Nov 27 04:13:08.543215 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-d969c21e-4b00-4dc1-b9cb-77a7937290f7 None None] Provisioning complete for port f09577b0-bf64-45b6-ae60-27e2d075ecf2 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:08.544668 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d969c21e-4b00-4dc1-b9cb-77a7937290f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:08.729587 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-d969c21e-4b00-4dc1-b9cb-77a7937290f7 None None] Port f09577b0-bf64-45b6-ae60-27e2d075ecf2 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:13:08.732003 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a38d0e3-4296-4a17-a863-dab2843ac02d x-openstack-request-id: req-7a38d0e3-4296-4a17-a863-dab2843ac02d {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:13:08.734358 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab8b0035-4aa8-46ae-8565-71f6878e4580", "tag": "fac605f4-1095-412e-ac3a-57c7725a3d20", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:13:08.735115 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a38d0e3-4296-4a17-a863-dab2843ac02d {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:13:08.735392 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=397418f9-b2a5-4f52-b913-55a426e288e1,revision_number=7']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:08.739632 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab8b0035-4aa8-46ae-8565-71f6878e4580', 'tag': 'fac605f4-1095-412e-ac3a-57c7725a3d20', 'status': 'completed', 'code': 200} Nov 27 04:13:08.779174 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8b1cdf39-7fbb-4653-8a4b-f1eb30e1453e req-1d08a88a-0370-4953-b32c-459a32fd7d98 service neutron] 10.222.0.23 "GET /v2.0/networks/625c81c1-ffd4-46b7-bcec-ab3c294d8d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126617 Nov 27 04:13:08.794409 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-d969c21e-4b00-4dc1-b9cb-77a7937290f7 None None] Provisioning complete for port bb342c3a-6a95-4b09-9c05-530cc82d781b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:08.795370 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d969c21e-4b00-4dc1-b9cb-77a7937290f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:08.798980 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device bb342c3a-6a95-4b09-9c05-530cc82d781b up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:13:08.815845 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6df80392-f4ef-496a-bd70-8ab22497e35b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:08.901221 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-303ae53c-06ca-4b08-b10c-9d4a40db86af req-125c4a13-cbf6-4dc2-8c5a-eb178defd167 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/security-groups?id=32324dd8-939f-42de-b6d9-60872e2d730d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1067753 Nov 27 04:13:08.910280 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6af5212-8861-4ed1-999b-e3ae19f45a86 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:13:08.929798 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a6af5212-8861-4ed1-999b-e3ae19f45a86 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "PUT /v2.0/routers/3963702f-7276-46cc-9cfb-cd9f89c96499/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2359352 Nov 27 04:13:08.933000 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44428) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:08.934405 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87c5fb1-b625-4775-b187-17dcd974ae94 None None] Sync routers for ids ['3963702f-7276-46cc-9cfb-cd9f89c96499'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:13:08.968022 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87c5fb1-b625-4775-b187-17dcd974ae94 None None] Routers {'3963702f-7276-46cc-9cfb-cd9f89c96499'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:13:08.975614 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-b87c5fb1-b625-4775-b187-17dcd974ae94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:12:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['3963702f-7276-46cc-9cfb-cd9f89c96499'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:09.093887 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-b87c5fb1-b625-4775-b187-17dcd974ae94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:09.121943 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36121c2a-f39b-4afd-9f93-c5cad80289f7 x-openstack-request-id: req-36121c2a-f39b-4afd-9f93-c5cad80289f7 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:13:09.122770 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c2a4363-351d-40a7-8292-5650a354cad9", "name": "network-vif-plugged", "status": "completed", "tag": "397418f9-b2a5-4f52-b913-55a426e288e1", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:13:09.124036 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-36121c2a-f39b-4afd-9f93-c5cad80289f7 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:13:09.124629 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c2a4363-351d-40a7-8292-5650a354cad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397418f9-b2a5-4f52-b913-55a426e288e1', 'code': 200} Nov 27 04:13:09.126016 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-c53abc34-35ee-44bd-bcdf-135d9bf470d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:09.127131 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87c5fb1-b625-4775-b187-17dcd974ae94 None None] Routers {'3963702f-7276-46cc-9cfb-cd9f89c96499'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:13:09.127984 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-b87c5fb1-b625-4775-b187-17dcd974ae94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:12:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['3963702f-7276-46cc-9cfb-cd9f89c96499'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:09.134486 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-c53abc34-35ee-44bd-bcdf-135d9bf470d0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=11a8da3acafa4ec1bd2e977270426dbc&device_id=ab8b0035-4aa8-46ae-8565-71f6878e4580 HTTP/1.1" status: 200 len: 1094 time: 1.2821438 Nov 27 04:13:09.167151 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port bb342c3a-6a95-4b09-9c05-530cc82d781b triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:09.173714 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:09.210378 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-b87c5fb1-b625-4775-b187-17dcd974ae94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:09.211499 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87c5fb1-b625-4775-b187-17dcd974ae94 None None] The sync data for ids ['3963702f-7276-46cc-9cfb-cd9f89c96499'] in n-d-819494-3 is: [] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:13:09.286482 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cdf39-7fbb-4653-8a4b-f1eb30e1453e req-b2e549d1-25be-431d-885b-ae8228fe804a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:09.299496 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8b1cdf39-7fbb-4653-8a4b-f1eb30e1453e req-b2e549d1-25be-431d-885b-ae8228fe804a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=625c81c1-ffd4-46b7-bcec-ab3c294d8d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4589326 Nov 27 04:13:09.419585 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803c79d-52fd-4403-9f5a-424074f9a674 req-8f1fedfa-62d7-4f85-95aa-df938018099d tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:09.421503 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6803c79d-52fd-4403-9f5a-424074f9a674 req-8f1fedfa-62d7-4f85-95aa-df938018099d tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 945 time: 0.8725543 Nov 27 04:13:09.492017 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d48fb8bc-20fa-422b-95c2-fc12575fcdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:09.495134 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d48fb8bc-20fa-422b-95c2-fc12575fcdd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:09.498676 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d48fb8bc-20fa-422b-95c2-fc12575fcdd0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7b126878-b8e4-4e71-b194-31d3d6ecf3d8 HTTP/1.1" status: 204 len: 168 time: 1.8521686 Nov 27 04:13:09.520137 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-ce1c4f7c-bbb3-4b6e-97bb-3b95865380a7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fac605f4-1095-412e-ac3a-57c7725a3d20 HTTP/1.1" status: 200 len: 217 time: 0.2172320 Nov 27 04:13:09.547356 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48fb8bc-20fa-422b-95c2-fc12575fcdd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b126878-b8e4-4e71-b194-31d3d6ecf3d8,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:09.579732 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d697e-003d-4238-a94f-db935802a6d9 req-3d7a784a-94dd-4b97-834b-2ea9ba2f9c1e tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:09.582468 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-551d697e-003d-4238-a94f-db935802a6d9 req-3d7a784a-94dd-4b97-834b-2ea9ba2f9c1e tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.23 "GET /v2.0/networks?id=6adaea12-131f-45a0-a555-9f43d57628b2 HTTP/1.1" status: 200 len: 809 time: 0.4709246 Nov 27 04:13:09.883569 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8b1cdf39-7fbb-4653-8a4b-f1eb30e1453e req-d11b7203-edaa-4027-8302-7e432bce4a96 service neutron] 10.222.0.11 "GET /v2.0/networks/625c81c1-ffd4-46b7-bcec-ab3c294d8d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5136967 Nov 27 04:13:09.917763 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6fc167-2d79-4c7b-bf36-327408f6fe05 req-56f0df49-28ed-4242-ada7-3b5465e362ca tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:09.928433 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-da6fc167-2d79-4c7b-bf36-327408f6fe05 req-56f0df49-28ed-4242-ada7-3b5465e362ca tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 944 time: 0.5877662 Nov 27 04:13:09.943527 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 05e92c3a-48da-4e9d-b6d7-5164904138a9 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:13:10.025484 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-be86d081-079d-4e85-af86-306ac6c32d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:10.027528 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-be86d081-079d-4e85-af86-306ac6c32d02 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=44a79022-8cdb-466a-b050-413e97bcc0de HTTP/1.1" status: 200 len: 834 time: 0.4707062 Nov 27 04:13:10.067132 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-19c0b3ab-d01f-4412-8236-fcddad85fed4 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] remove_router_interface failed (client error): The resource could not be found. Nov 27 04:13:10.068577 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-19c0b3ab-d01f-4412-8236-fcddad85fed4 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "PUT /v2.0/routers/3963702f-7276-46cc-9cfb-cd9f89c96499/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.1282926 Nov 27 04:13:10.076477 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44440) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:10.150093 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44442) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:10.152756 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-756fb2d8-16d9-476b-a4fd-6a067409421f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "GET /v2.0/ports?device_id=3963702f-7276-46cc-9cfb-cd9f89c96499 HTTP/1.1" status: 200 len: 205 time: 0.0698912 Nov 27 04:13:10.166151 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44444) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:10.202303 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-551d697e-003d-4238-a94f-db935802a6d9 req-4d1173dd-5ec9-46ff-a9e1-4c0a340cddcb tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Request body: {'port': {'device_id': '1ec844d7-9a20-4145-8af5-4b539bb361de', 'network_id': '6adaea12-131f-45a0-a555-9f43d57628b2', 'admin_state_up': True, 'tenant_id': 'de8530d705054cfe856455da325ba657'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:13:10.250998 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-da6fc167-2d79-4c7b-bf36-327408f6fe05 req-57e490c2-5efc-421c-a0cb-dd4b565092ce tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=60a7d62e-7629-4401-ae2b-6e86ee2e006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3182576 Nov 27 04:13:10.328548 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-b4944703-3e51-49c9-81f7-9308efba7602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:10.335293 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-b4944703-3e51-49c9-81f7-9308efba7602 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=01721107-8527-4cbc-9cef-bafb3d42cf85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2791944 Nov 27 04:13:10.355322 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-15c41945-f70b-4828-8886-0b1fa19117d4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6af0ab769a10415397a0f5dc4eab4d89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2008891 Nov 27 04:13:10.356522 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44448) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:10.357986 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 05e92c3a-48da-4e9d-b6d7-5164904138a9, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=05e92c3a-48da-4e9d-b6d7-5164904138a9,segment=NetworkSegment(bd8e6abd-99d5-40f2-a506-9388cbe4cd70),segment_id=bd8e6abd-99d5-40f2-a506-9388cbe4cd70)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:13:10.369922 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8b1cdf39-7fbb-4653-8a4b-f1eb30e1453e req-6c58bdc5-dbb0-4eb5-8525-3cecc0cf2283 service neutron] 10.222.0.11 "GET /v2.0/networks/625c81c1-ffd4-46b7-bcec-ab3c294d8d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4773159 Nov 27 04:13:10.372217 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '05e92c3a-48da-4e9d-b6d7-5164904138a9', 'network_id': '625c81c1-ffd4-46b7-bcec-ab3c294d8d2e', 'port_id': '05e92c3a-48da-4e9d-b6d7-5164904138a9', 'mac_address': 'fa:16:3e:1d:64:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79f094e-11cb-4984-aa0c-51bf3f1012f6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:13:10.435526 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:10.458493 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05e92c3a-48da-4e9d-b6d7-5164904138a9 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:13:10.483188 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-46110943-7425-4891-8f04-01c7c83376ee req-cbf58482-a4fb-494a-8a5b-41b21cc423ba tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ec844d7-9a20-4145-8af5-4b539bb361de HTTP/1.1" status: 200 len: 210 time: 0.0994563 Nov 27 04:13:10.500380 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 05e92c3a-48da-4e9d-b6d7-5164904138a9, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=05e92c3a-48da-4e9d-b6d7-5164904138a9,segment=NetworkSegment(bd8e6abd-99d5-40f2-a506-9388cbe4cd70),segment_id=bd8e6abd-99d5-40f2-a506-9388cbe4cd70)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:13:10.511451 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:10.574078 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=05e92c3a-48da-4e9d-b6d7-5164904138a9,revision_number=8']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:10.580030 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5e323b40-017a-46b8-8528-e886ff280a30 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:10.618822 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6803c79d-52fd-4403-9f5a-424074f9a674 req-f9a2d1b7-09a9-4573-a5f5-07a126d3a607 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1285398 Nov 27 04:13:10.663751 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a358c2be-d1ba-4ba7-8370-717db5e899a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:10.762065 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a358c2be-d1ba-4ba7-8370-717db5e899a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:10.781662 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-fdd1257e-673f-4f36-ac9d-f64903eb289f service neutron] 10.222.0.11 "GET /v2.0/networks/01721107-8527-4cbc-9cef-bafb3d42cf85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4237704 Nov 27 04:13:10.793111 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72db02-dbce-4c83-b60a-ddb43159578d req-db97ce48-c7cc-49c3-8a6e-804732cb5837 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:10.800906 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cc72db02-dbce-4c83-b60a-ddb43159578d req-db97ce48-c7cc-49c3-8a6e-804732cb5837 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab8b0035-4aa8-46ae-8565-71f6878e4580 HTTP/1.1" status: 200 len: 943 time: 0.1666510 Nov 27 04:13:10.848101 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['05e92c3a-48da-4e9d-b6d7-5164904138a9'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:13:11.006185 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a358c2be-d1ba-4ba7-8370-717db5e899a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:11.009844 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a358c2be-d1ba-4ba7-8370-717db5e899a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:11.011449 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a358c2be-d1ba-4ba7-8370-717db5e899a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/24047357-dab6-4474-a18c-de79f1ee720f HTTP/1.1" status: 204 len: 168 time: 0.6402669 Nov 27 04:13:11.067970 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a358c2be-d1ba-4ba7-8370-717db5e899a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24047357-dab6-4474-a18c-de79f1ee720f,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:11.098686 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5e323b40-017a-46b8-8528-e886ff280a30 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:11.101101 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-551d697e-003d-4238-a94f-db935802a6d9 req-4d1173dd-5ec9-46ff-a9e1-4c0a340cddcb tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Made reservation on behalf of de8530d705054cfe856455da325ba657 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:13:11.104667 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-551d697e-003d-4238-a94f-db935802a6d9 req-4d1173dd-5ec9-46ff-a9e1-4c0a340cddcb tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:11.113618 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5e323b40-017a-46b8-8528-e886ff280a30 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:11.136249 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cc72db02-dbce-4c83-b60a-ddb43159578d req-8369309a-6739-47ee-8b76-58eb31e42f3e tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/security-groups?id=32324dd8-939f-42de-b6d9-60872e2d730d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3339281 Nov 27 04:13:11.153626 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387030bc-5853-45a0-bac4-44f50c23d056 req-8104721d-062e-4095-ae9b-9b38e71d280e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:11.155439 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-387030bc-5853-45a0-bac4-44f50c23d056 req-8104721d-062e-4095-ae9b-9b38e71d280e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.11 "GET /v2.0/ports?device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9&tenant_id=13b1fee7d54d401493a1883da20540bb&binding%3Ahost_id=n-h1-819494-3 HTTP/1.1" status: 200 len: 945 time: 0.2091691 Nov 27 04:13:11.162135 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ec21d4b0-1c82-4636-b07b-5311ad511eb8 req-b9d86402-eae7-4eb4-8894-6fd56410f156 service neutron] 10.222.0.11 "GET /v2.0/networks/01721107-8527-4cbc-9cef-bafb3d42cf85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538189 Nov 27 04:13:11.244877 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5e323b40-017a-46b8-8528-e886ff280a30 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:11.245425 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e323b40-017a-46b8-8528-e886ff280a30 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Fanout notify agent at l3_agent the message router_deleted on router 3963702f-7276-46cc-9cfb-cd9f89c96499 {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:13:11.301455 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5e323b40-017a-46b8-8528-e886ff280a30 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:11.302539 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-5e323b40-017a-46b8-8528-e886ff280a30 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "DELETE /v2.0/routers/3963702f-7276-46cc-9cfb-cd9f89c96499 HTTP/1.1" status: 204 len: 168 time: 1.1244605 Nov 27 04:13:11.310190 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdb82c-d296-4cae-8993-b0a8991cd00d req-47dc2622-cdf3-43fa-820c-4a1ae9b1d8a8 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:11.311715 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-becdb82c-d296-4cae-8993-b0a8991cd00d req-47dc2622-cdf3-43fa-820c-4a1ae9b1d8a8 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 945 time: 0.3971939 Nov 27 04:13:11.319084 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44454) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:11.355648 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [req-387030bc-5853-45a0-bac4-44f50c23d056 req-c415ba63-f691-4c6c-a8ac-457543a5e67f service neutron] delete failed (client error): The resource could not be found. Nov 27 04:13:11.356917 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-387030bc-5853-45a0-bac4-44f50c23d056 req-c415ba63-f691-4c6c-a8ac-457543a5e67f service neutron] 10.222.0.11 "DELETE /v2.0/ports/05e92c3a-48da-4e9d-b6d7-5164904138a9/bindings/n-h2-819494-3 HTTP/1.1" status: 404 len: 380 time: 0.1902423 Nov 27 04:13:11.362754 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d1814-6140-4219-b8b0-b1984e243738 req-33724d96-e394-4a23-b6da-560e0023646b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:11.363737 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d60d1814-6140-4219-b8b0-b1984e243738 req-33724d96-e394-4a23-b6da-560e0023646b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=11a8da3acafa4ec1bd2e977270426dbc&device_id=ab8b0035-4aa8-46ae-8565-71f6878e4580 HTTP/1.1" status: 200 len: 1094 time: 0.1031208 Nov 27 04:13:11.466917 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-6df80392-f4ef-496a-bd70-8ab22497e35b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Delete allocated IP 172.20.0.7 (475d5735-79a3-484f-bf32-4f28dc0b8344/399a54bd-9b0d-475e-81c3-91015d885b31) {{(pid=110019) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 27 04:13:11.543652 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387030bc-5853-45a0-bac4-44f50c23d056 req-cd5e9f03-ee69-4d89-b5b0-16de28504a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:11.545481 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-387030bc-5853-45a0-bac4-44f50c23d056 req-cd5e9f03-ee69-4d89-b5b0-16de28504a05 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=13b1fee7d54d401493a1883da20540bb&device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 1096 time: 0.0804057 Nov 27 04:13:11.578689 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-b155c8db-f945-46cf-9603-51e8d357731a tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Deleting subnet 06b2a73e-c61a-4c5b-b07d-2488ad12ef90 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:13:11.588382 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-6df80392-f4ef-496a-bd70-8ab22497e35b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Allocated IP 172.20.0.45 (475d5735-79a3-484f-bf32-4f28dc0b8344/acbe6a7c-e822-4d46-81cf-a221f128d369/f09577b0-bf64-45b6-ae60-27e2d075ecf2) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:13:11.617131 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b155c8db-f945-46cf-9603-51e8d357731a tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:11.620390 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d1814-6140-4219-b8b0-b1984e243738 req-29dadd44-8972-4bb3-b00b-10d2e87552b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:11.622769 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d60d1814-6140-4219-b8b0-b1984e243738 req-29dadd44-8972-4bb3-b00b-10d2e87552b5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=01721107-8527-4cbc-9cef-bafb3d42cf85 HTTP/1.1" status: 200 len: 898 time: 0.2316372 Nov 27 04:13:11.655892 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-becdb82c-d296-4cae-8993-b0a8991cd00d req-cc5d3c25-b13c-49f1-b5b0-2e870b0996ce tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=60a7d62e-7629-4401-ae2b-6e86ee2e006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3201866 Nov 27 04:13:11.693293 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d1e6cabe-6e84-4cbc-a76e-8fc5cbbc6b34 req-e71ecaf1-7936-4cc4-9d38-595580ac40bd tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ec844d7-9a20-4145-8af5-4b539bb361de HTTP/1.1" status: 200 len: 210 time: 0.0879784 Nov 27 04:13:11.749741 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b155c8db-f945-46cf-9603-51e8d357731a tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:11.796814 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d60d1814-6140-4219-b8b0-b1984e243738 req-c62dec1b-23bf-47fb-a42e-f8a38c62879b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fac605f4-1095-412e-ac3a-57c7725a3d20 HTTP/1.1" status: 200 len: 217 time: 0.1464713 Nov 27 04:13:11.842172 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-551d697e-003d-4238-a94f-db935802a6d9 req-4d1173dd-5ec9-46ff-a9e1-4c0a340cddcb tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Allocated IP 172.20.0.14 (6adaea12-131f-45a0-a555-9f43d57628b2/381e483f-1075-4381-8890-5fdb20db8aa8/4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:13:11.885476 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387030bc-5853-45a0-bac4-44f50c23d056 req-77c6db48-8dbd-45f9-946d-5a6081d90c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:11.887300 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-387030bc-5853-45a0-bac4-44f50c23d056 req-77c6db48-8dbd-45f9-946d-5a6081d90c32 service neutron] 10.222.0.11 "GET /v2.0/networks?id=625c81c1-ffd4-46b7-bcec-ab3c294d8d2e HTTP/1.1" status: 200 len: 897 time: 0.3335593 Nov 27 04:13:11.941969 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d1814-6140-4219-b8b0-b1984e243738 req-0aa8887f-d9aa-47cd-8ae3-b9454cb4fbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:11.943548 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d60d1814-6140-4219-b8b0-b1984e243738 req-0aa8887f-d9aa-47cd-8ae3-b9454cb4fbb2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=44a79022-8cdb-466a-b050-413e97bcc0de HTTP/1.1" status: 200 len: 834 time: 0.1353590 Nov 27 04:13:11.948964 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 05e92c3a-48da-4e9d-b6d7-5164904138a9 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:13:11.989389 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-387030bc-5853-45a0-bac4-44f50c23d056 req-dc240d0a-fe2c-4638-8295-005121138e67 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05e92c3a-48da-4e9d-b6d7-5164904138a9 HTTP/1.1" status: 200 len: 1001 time: 0.0925901 Nov 27 04:13:11.989699 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b155c8db-f945-46cf-9603-51e8d357731a tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:12.047522 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d1814-6140-4219-b8b0-b1984e243738 req-ba6a2fe8-3f21-4ee4-a478-a6e970fa7a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:12.050627 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d60d1814-6140-4219-b8b0-b1984e243738 req-ba6a2fe8-3f21-4ee4-a478-a6e970fa7a11 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=01721107-8527-4cbc-9cef-bafb3d42cf85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0960588 Nov 27 04:13:12.073589 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 05e92c3a-48da-4e9d-b6d7-5164904138a9 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:13:12.078531 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 05e92c3a-48da-4e9d-b6d7-5164904138a9 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:12.079011 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:12.114740 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387030bc-5853-45a0-bac4-44f50c23d056 req-ed5cd4f4-4b39-4a2b-9315-343f1a4eb03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:12.116630 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-387030bc-5853-45a0-bac4-44f50c23d056 req-ed5cd4f4-4b39-4a2b-9315-343f1a4eb03e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f79f094e-11cb-4984-aa0c-51bf3f1012f6 HTTP/1.1" status: 200 len: 834 time: 0.1194224 Nov 27 04:13:12.200872 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:12.272212 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387030bc-5853-45a0-bac4-44f50c23d056 req-f374ab91-3301-4288-8ee9-c66e11021330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:12.273756 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-387030bc-5853-45a0-bac4-44f50c23d056 req-f374ab91-3301-4288-8ee9-c66e11021330 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=625c81c1-ffd4-46b7-bcec-ab3c294d8d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1499801 Nov 27 04:13:12.315732 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6df80392-f4ef-496a-bd70-8ab22497e35b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:12.316075 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b416341b-7ef1-48f9-b72c-b3ffbc2930b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e92c3a-48da-4e9d-b6d7-5164904138a9'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:13:12.321158 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4abaa9a2-1c75-49b9-b354-68a1cf7a0465" -d '{"events": [{"server_uuid": "b416341b-7ef1-48f9-b72c-b3ffbc2930b9", "name": "network-vif-plugged", "status": "completed", "tag": "05e92c3a-48da-4e9d-b6d7-5164904138a9"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:13:12.333986 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b155c8db-f945-46cf-9603-51e8d357731a tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:12.345294 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6df80392-f4ef-496a-bd70-8ab22497e35b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:12.353351 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 05e92c3a-48da-4e9d-b6d7-5164904138a9, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=05e92c3a-48da-4e9d-b6d7-5164904138a9,segment=NetworkSegment(bd8e6abd-99d5-40f2-a506-9388cbe4cd70),segment_id=bd8e6abd-99d5-40f2-a506-9388cbe4cd70)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:13:12.365517 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:12.438940 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fac179-5a37-483a-8fda-6b3ca55fc3f3 req-063c463e-4d6f-4825-bbe9-7c0db743a8d9 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:12.438940 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-60fac179-5a37-483a-8fda-6b3ca55fc3f3 req-063c463e-4d6f-4825-bbe9-7c0db743a8d9 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 945 time: 0.6364179 Nov 27 04:13:12.439445 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d60d1814-6140-4219-b8b0-b1984e243738 req-b0cc5c26-8c27-4190-ac05-f82fcf7c3d68 service neutron] 10.222.0.11 "GET /v2.0/networks/01721107-8527-4cbc-9cef-bafb3d42cf85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777685 Nov 27 04:13:12.482911 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b155c8db-f945-46cf-9603-51e8d357731a tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:12.490348 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b155c8db-f945-46cf-9603-51e8d357731a tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "DELETE /v2.0/subnets/06b2a73e-c61a-4c5b-b07d-2488ad12ef90 HTTP/1.1" status: 204 len: 168 time: 1.1722314 Nov 27 04:13:12.512487 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40516f4-aa4f-4888-928a-e77509d3fa78 None None] Network 95d949b0-c1e7-481b-9fe2-bb058f54d7b0 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:13:12.540189 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b155c8db-f945-46cf-9603-51e8d357731a tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event deleted for resources: {'Subnet': ['ID=06b2a73e-c61a-4c5b-b07d-2488ad12ef90,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:12.555382 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44482) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:12.555382 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44484) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:12.558974 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-6df80392-f4ef-496a-bd70-8ab22497e35b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] In _notify_port_updated(), no bound segment for port f09577b0-bf64-45b6-ae60-27e2d075ecf2 on network 475d5735-79a3-484f-bf32-4f28dc0b8344 {{(pid=110019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 04:13:12.561228 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d60d1814-6140-4219-b8b0-b1984e243738 req-a349b00c-2409-4c24-ad31-59eda8195384 service neutron] 10.222.0.11 "GET /v2.0/networks/01721107-8527-4cbc-9cef-bafb3d42cf85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130295 Nov 27 04:13:12.565349 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df80392-f4ef-496a-bd70-8ab22497e35b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:12.566109 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6df80392-f4ef-496a-bd70-8ab22497e35b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:12.567678 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6df80392-f4ef-496a-bd70-8ab22497e35b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "PUT /v2.0/ports/f09577b0-bf64-45b6-ae60-27e2d075ecf2 HTTP/1.1" status: 200 len: 959 time: 6.8970819 Nov 27 04:13:12.572971 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44486) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:12.592918 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0b35f-a4b1-435c-a460-f3c1d8ba2a96 req-c8603101-b36c-4e0e-a679-45ebb10d009d tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:12.594759 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=05e92c3a-48da-4e9d-b6d7-5164904138a9,revision_number=9']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:12.602385 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0cc0b35f-a4b1-435c-a460-f3c1d8ba2a96 req-c8603101-b36c-4e0e-a679-45ebb10d009d tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab8b0035-4aa8-46ae-8565-71f6878e4580 HTTP/1.1" status: 200 len: 943 time: 0.2957251 Nov 27 04:13:12.695702 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2cbdb844-2776-4196-bb2a-80c07bdc45e9 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:12.723191 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0cc0b35f-a4b1-435c-a460-f3c1d8ba2a96 req-8cdad308-1749-4a26-845b-c6e72f0d2c33 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/security-groups?id=32324dd8-939f-42de-b6d9-60872e2d730d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198599 Nov 27 04:13:12.768594 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7709f5f5-db9f-4afa-87a0-6eccf22d0bc5 None None] DHCP port deletion for 95d949b0-c1e7-481b-9fe2-bb058f54d7b0 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:13:12.792075 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-387030bc-5853-45a0-bac4-44f50c23d056 req-8208837b-6454-4bde-9bca-68e7fefb926b service neutron] 10.222.0.11 "GET /v2.0/networks/625c81c1-ffd4-46b7-bcec-ab3c294d8d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4952865 Nov 27 04:13:12.885063 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7922f3a-cb98-4e9e-ab8a-2e93f3e2d625 x-openstack-request-id: req-f7922f3a-cb98-4e9e-ab8a-2e93f3e2d625 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:13:12.890067 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b416341b-7ef1-48f9-b72c-b3ffbc2930b9", "name": "network-vif-plugged", "status": "completed", "tag": "05e92c3a-48da-4e9d-b6d7-5164904138a9", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:13:12.890490 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f7922f3a-cb98-4e9e-ab8a-2e93f3e2d625 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:13:12.891074 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b416341b-7ef1-48f9-b72c-b3ffbc2930b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e92c3a-48da-4e9d-b6d7-5164904138a9', 'code': 200} Nov 27 04:13:12.899210 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df80392-f4ef-496a-bd70-8ab22497e35b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event updated for resources: {'Port': ['ID=f09577b0-bf64-45b6-ae60-27e2d075ecf2,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:12.910752 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-7709f5f5-db9f-4afa-87a0-6eccf22d0bc5 None None] Deleting port b47c0ffc-b682-4316-a5d9-c4a43f4229b5 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:13:12.913952 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7709f5f5-db9f-4afa-87a0-6eccf22d0bc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:12.941006 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-60fac179-5a37-483a-8fda-6b3ca55fc3f3 req-f16515fb-9de7-4dbc-848c-57db50e59c77 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4568701 Nov 27 04:13:12.951112 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-844990a0-5ec8-49e7-9523-627f7b434dbe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-607832707-network', 'tenant_id': '6292db7bdfdd4a808d17c61c8ea15dfe'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:13:12.973490 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-1aa89148-4c3e-45e6-b96a-ef74283f5ef7 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Deleting port f09577b0-bf64-45b6-ae60-27e2d075ecf2 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:13:12.974005 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1aa89148-4c3e-45e6-b96a-ef74283f5ef7 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:13.055137 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-7709f5f5-db9f-4afa-87a0-6eccf22d0bc5 None None] For port b47c0ffc-b682-4316-a5d9-c4a43f4229b5, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b47c0ffc-b682-4316-a5d9-c4a43f4229b5,segment=NetworkSegment(3e122f2e-14d8-4eab-9bcc-6bc9d58fb5dc),segment_id=3e122f2e-14d8-4eab-9bcc-6bc9d58fb5dc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:13:13.055703 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7709f5f5-db9f-4afa-87a0-6eccf22d0bc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:13.077787 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-7709f5f5-db9f-4afa-87a0-6eccf22d0bc5 None None] Calling delete_port for b47c0ffc-b682-4316-a5d9-c4a43f4229b5 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:13:13.108098 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844990a0-5ec8-49e7-9523-627f7b434dbe admin admin] Made reservation on behalf of 6292db7bdfdd4a808d17c61c8ea15dfe for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:13:13.110815 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-844990a0-5ec8-49e7-9523-627f7b434dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:13.129523 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1b48be30-db2c-433d-8031-36dfebb51e95 req-535bf662-f64a-4beb-b262-cfd6e1f2f054 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ec844d7-9a20-4145-8af5-4b539bb361de HTTP/1.1" status: 200 len: 210 time: 0.0690556 Nov 27 04:13:13.134365 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-551d697e-003d-4238-a94f-db935802a6d9 req-4d1173dd-5ec9-46ff-a9e1-4c0a340cddcb tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:13.174831 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-844990a0-5ec8-49e7-9523-627f7b434dbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:13.202279 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-2cbdb844-2776-4196-bb2a-80c07bdc45e9 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Deleting port b47c0ffc-b682-4316-a5d9-c4a43f4229b5 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:13:13.202539 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2cbdb844-2776-4196-bb2a-80c07bdc45e9 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:13.214693 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c557d49f-d9a5-40c6-8c33-3b8a94494a16 None None] Provisioning complete for port f09577b0-bf64-45b6-ae60-27e2d075ecf2 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:13.215072 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c557d49f-d9a5-40c6-8c33-3b8a94494a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:13.258129 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c557d49f-d9a5-40c6-8c33-3b8a94494a16 None None] Port f09577b0-bf64-45b6-ae60-27e2d075ecf2 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:13:13.273347 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7709f5f5-db9f-4afa-87a0-6eccf22d0bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:13.303565 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-2cbdb844-2776-4196-bb2a-80c07bdc45e9 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] For port b47c0ffc-b682-4316-a5d9-c4a43f4229b5, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b47c0ffc-b682-4316-a5d9-c4a43f4229b5,segment=NetworkSegment(3e122f2e-14d8-4eab-9bcc-6bc9d58fb5dc),segment_id=3e122f2e-14d8-4eab-9bcc-6bc9d58fb5dc)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:13:13.303937 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2cbdb844-2776-4196-bb2a-80c07bdc45e9 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:13.316417 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7709f5f5-db9f-4afa-87a0-6eccf22d0bc5 None None] Pushing event deleted for resources: {'Port': ['ID=b47c0ffc-b682-4316-a5d9-c4a43f4229b5,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:13.328139 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7709f5f5-db9f-4afa-87a0-6eccf22d0bc5 None None] No DVR routers for this DVR port b47c0ffc-b682-4316-a5d9-c4a43f4229b5 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:13:13.353828 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-2cbdb844-2776-4196-bb2a-80c07bdc45e9 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Calling delete_port for b47c0ffc-b682-4316-a5d9-c4a43f4229b5 owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:13:13.378761 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-551d697e-003d-4238-a94f-db935802a6d9 req-4d1173dd-5ec9-46ff-a9e1-4c0a340cddcb tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:13.487285 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-551d697e-003d-4238-a94f-db935802a6d9 req-4d1173dd-5ec9-46ff-a9e1-4c0a340cddcb tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Network 6adaea12-131f-45a0-a555-9f43d57628b2 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:13:13.504158 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-551d697e-003d-4238-a94f-db935802a6d9 req-4d1173dd-5ec9-46ff-a9e1-4c0a340cddcb tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:13:13.512351 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-551d697e-003d-4238-a94f-db935802a6d9 req-4d1173dd-5ec9-46ff-a9e1-4c0a340cddcb tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:13:13.541413 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1aa89148-4c3e-45e6-b96a-ef74283f5ef7 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:13.573170 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-1aa89148-4c3e-45e6-b96a-ef74283f5ef7 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Calling delete_port for f09577b0-bf64-45b6-ae60-27e2d075ecf2 owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:13:13.574948 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d697e-003d-4238-a94f-db935802a6d9 req-4d1173dd-5ec9-46ff-a9e1-4c0a340cddcb tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:13.575600 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-551d697e-003d-4238-a94f-db935802a6d9 req-4d1173dd-5ec9-46ff-a9e1-4c0a340cddcb tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:13.577976 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1173dd-5ec9-46ff-a9e1-4c0a340cddcb tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Pushing event updated for resources: {'Port': ['ID=4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:13.582039 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-387030bc-5853-45a0-bac4-44f50c23d056 req-2cc58a8f-6d19-4fc1-af63-df052626caf3 service neutron] 10.222.0.11 "GET /v2.0/networks/625c81c1-ffd4-46b7-bcec-ab3c294d8d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7725010 Nov 27 04:13:13.593011 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11042cca-f826-4ac3-8825-24189aa9ee31 req-55788a6e-8bb4-4b2f-bf83-f7ff11ac9aff tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:13.593011 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-11042cca-f826-4ac3-8825-24189aa9ee31 req-55788a6e-8bb4-4b2f-bf83-f7ff11ac9aff tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 946 time: 0.1055684 Nov 27 04:13:13.638261 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-844990a0-5ec8-49e7-9523-627f7b434dbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:13.641472 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-551d697e-003d-4238-a94f-db935802a6d9 req-4d1173dd-5ec9-46ff-a9e1-4c0a340cddcb tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4761217 Nov 27 04:13:13.644351 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-844990a0-5ec8-49e7-9523-627f7b434dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:13.661903 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2cbdb844-2776-4196-bb2a-80c07bdc45e9 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:13.680414 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-551d697e-003d-4238-a94f-db935802a6d9 req-fab07cf0-1382-4649-97a0-abb836ef4342 service neutron] Request body: {'port': {'device_id': '1ec844d7-9a20-4145-8af5-4b539bb361de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:13:13.720248 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-844990a0-5ec8-49e7-9523-627f7b434dbe admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:13:13.734975 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-11042cca-f826-4ac3-8825-24189aa9ee31 req-32f67014-dbfb-4603-af5e-29aa1ec82b5a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=60a7d62e-7629-4401-ae2b-6e86ee2e006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357872 Nov 27 04:13:13.790148 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844990a0-5ec8-49e7-9523-627f7b434dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afad6fbf-069d-47d9-815e-feff4cc19f4f,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:13.804883 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbdb844-2776-4196-bb2a-80c07bdc45e9 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event deleted for resources: {'Port': ['ID=b47c0ffc-b682-4316-a5d9-c4a43f4229b5,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:13.809883 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbdb844-2776-4196-bb2a-80c07bdc45e9 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] No DVR routers for this DVR port b47c0ffc-b682-4316-a5d9-c4a43f4229b5 on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:13:13.852545 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1aa89148-4c3e-45e6-b96a-ef74283f5ef7 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:13.870384 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-844990a0-5ec8-49e7-9523-627f7b434dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:13.870778 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-844990a0-5ec8-49e7-9523-627f7b434dbe admin admin] Added segment 74a56a4c-1525-4456-b161-70ff3cda2a8c of type vlan for network 0e5f5de3-7997-41af-8459-38e29bc5d0bf Nov 27 04:13:13.887503 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa89148-4c3e-45e6-b96a-ef74283f5ef7 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event deleted for resources: {'Port': ['ID=f09577b0-bf64-45b6-ae60-27e2d075ecf2,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:14.001160 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1aa89148-4c3e-45e6-b96a-ef74283f5ef7 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:14.008543 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1aa89148-4c3e-45e6-b96a-ef74283f5ef7 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/ports/f09577b0-bf64-45b6-ae60-27e2d075ecf2 HTTP/1.1" status: 204 len: 168 time: 1.3841987 Nov 27 04:13:14.018481 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44500) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:14.028909 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2cbdb844-2776-4196-bb2a-80c07bdc45e9 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:14.061972 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddff69b7-212e-4881-8703-bd80ab0535ff tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] GET failed (client error): The resource could not be found. Nov 27 04:13:14.063803 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ddff69b7-212e-4881-8703-bd80ab0535ff tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "GET /v2.0/ports/f09577b0-bf64-45b6-ae60-27e2d075ecf2 HTTP/1.1" status: 404 len: 333 time: 0.0441949 Nov 27 04:13:14.102393 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-551d697e-003d-4238-a94f-db935802a6d9 req-fab07cf0-1382-4649-97a0-abb836ef4342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:14.109319 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44502) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:14.192185 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-2cbdb844-2776-4196-bb2a-80c07bdc45e9 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95d949b0-c1e7-481b-9fe2-bb058f54d7b0']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:14.198919 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-844990a0-5ec8-49e7-9523-627f7b434dbe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:14.203898 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a40c3f-d78b-403f-b7ca-533fd9ee88b0 req-749126d3-bcd2-42af-9e49-7e2896f193be tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:14.214330 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-19a40c3f-d78b-403f-b7ca-533fd9ee88b0 req-749126d3-bcd2-42af-9e49-7e2896f193be tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 945 time: 0.1048660 Nov 27 04:13:14.221653 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-2cbdb844-2776-4196-bb2a-80c07bdc45e9 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e122f2e-14d8-4eab-9bcc-6bc9d58fb5dc') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:14.222013 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-2cbdb844-2776-4196-bb2a-80c07bdc45e9 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e122f2e-14d8-4eab-9bcc-6bc9d58fb5dc') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:14.263931 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-19a40c3f-d78b-403f-b7ca-533fd9ee88b0 req-2346cc2a-490b-4401-b5ef-39d02bbb6d26 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486662 Nov 27 04:13:14.268364 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2cbdb844-2776-4196-bb2a-80c07bdc45e9 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:14.302071 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1065e-df2f-41ce-a3fc-defd93cbfc8a req-b49128e2-57ec-47c9-a055-97b717bd2b56 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:14.303686 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-15c1065e-df2f-41ce-a3fc-defd93cbfc8a req-b49128e2-57ec-47c9-a055-97b717bd2b56 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab8b0035-4aa8-46ae-8565-71f6878e4580 HTTP/1.1" status: 200 len: 943 time: 0.4397986 Nov 27 04:13:14.357589 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-844990a0-5ec8-49e7-9523-627f7b434dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:14.358757 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844990a0-5ec8-49e7-9523-627f7b434dbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:14.359678 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-844990a0-5ec8-49e7-9523-627f7b434dbe admin admin] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:14.383001 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2cbdb844-2776-4196-bb2a-80c07bdc45e9 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:14.441868 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01be3cb-e911-4e2b-9755-bfbed55fb766 req-d9155889-9198-41ee-8ce6-8f12ea2ea02b tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:14.444828 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e01be3cb-e911-4e2b-9755-bfbed55fb766 req-d9155889-9198-41ee-8ce6-8f12ea2ea02b tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ec844d7-9a20-4145-8af5-4b539bb361de HTTP/1.1" status: 200 len: 932 time: 0.0657699 Nov 27 04:13:14.516835 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cbdb844-2776-4196-bb2a-80c07bdc45e9 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:13:14.517284 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2cbdb844-2776-4196-bb2a-80c07bdc45e9 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:14.520319 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:13:14.520319 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 04:13:14.520319 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:13:14.520319 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 04:13:14.520319 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:13:14.520319 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 04:13:14.520319 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:13:14.520319 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 04:13:14.520319 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:13:14.520319 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:13:14.520319 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:13:14.520319 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:13:14.520319 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:13:14.520319 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:13:14.520319 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:13:14.520319 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:13:14.520319 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:13:14.520319 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:13:14.520319 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:13:14.520319 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:13:14.520319 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:13:14.520319 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:13:14.520319 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:13:14.520319 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:13:14.520319 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:13:14.520319 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:13:14.520319 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:13:14.520319 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:13:14.520319 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:13:14.520319 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:13:14.520319 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:13:14.520319 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:13:14.520319 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:13:14.520319 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:13:14.520319 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:13:14.520319 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:13:14.520319 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:13:14.520319 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:13:14.520319 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:13:14.520319 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:13:14.533689 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e01be3cb-e911-4e2b-9755-bfbed55fb766 req-d19df99f-3208-4efc-90e4-7d90695aa982 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/security-groups?id=90f39b46-ad8e-4cf0-8e79-bf3f371e1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809305 Nov 27 04:13:14.555983 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44510) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:14.556600 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-844990a0-5ec8-49e7-9523-627f7b434dbe admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9861524 Nov 27 04:13:14.561087 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-abeb86b6-51d8-42a1-af14-2c3f6173556a admin admin] Request body: {'subnet': {'network_id': '0e5f5de3-7997-41af-8459-38e29bc5d0bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-607832707-subnet', 'tenant_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:13:14.603321 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6a3ace3e-aa9d-440f-9e57-42d08e4310e5 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:14.612714 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abeb86b6-51d8-42a1-af14-2c3f6173556a admin admin] Made reservation on behalf of 6292db7bdfdd4a808d17c61c8ea15dfe for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:13:14.615028 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-abeb86b6-51d8-42a1-af14-2c3f6173556a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:14.618886 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b47c0ffc-b682-4316-a5d9-c4a43f4229b5 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:13:14.631481 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844990a0-5ec8-49e7-9523-627f7b434dbe admin admin] Pushing event updated for resources: {'Network': ['ID=0e5f5de3-7997-41af-8459-38e29bc5d0bf,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:14.657803 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: b47c0ffc-b682-4316-a5d9-c4a43f4229b5 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:13:14.659102 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b47c0ffc-b682-4316-a5d9-c4a43f4229b5 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:13:14.661292 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 0e5f5de3-7997-41af-8459-38e29bc5d0bf details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:13:14.661802 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-15c1065e-df2f-41ce-a3fc-defd93cbfc8a req-342cbcfa-8e91-4eaa-99a8-12f077562985 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/security-groups?id=32324dd8-939f-42de-b6d9-60872e2d730d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3218975 Nov 27 04:13:14.723220 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6a3ace3e-aa9d-440f-9e57-42d08e4310e5 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:14.738859 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2cbdb844-2776-4196-bb2a-80c07bdc45e9 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:14.758153 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2cbdb844-2776-4196-bb2a-80c07bdc45e9 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:14.766830 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44512) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:14.767957 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2cbdb844-2776-4196-bb2a-80c07bdc45e9 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "DELETE /v2.0/networks/95d949b0-c1e7-481b-9fe2-bb058f54d7b0 HTTP/1.1" status: 204 len: 168 time: 2.1990926 Nov 27 04:13:14.775194 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-33296856-3490-4454-ab94-021af9f8762e tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Request body: {'network': {'name': 'tempest-RoutersTest-516662096'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:13:14.806290 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbdb844-2776-4196-bb2a-80c07bdc45e9 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event deleted for resources: {'Network': ['ID=95d949b0-c1e7-481b-9fe2-bb058f54d7b0,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:14.865272 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33296856-3490-4454-ab94-021af9f8762e tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Made reservation on behalf of 5a1fca50cc034ed8b9c826a15ba4a946 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:13:14.869216 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6a3ace3e-aa9d-440f-9e57-42d08e4310e5 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:14.869422 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-33296856-3490-4454-ab94-021af9f8762e tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:14.872391 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6a3ace3e-aa9d-440f-9e57-42d08e4310e5 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:14.874767 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6a3ace3e-aa9d-440f-9e57-42d08e4310e5 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/security-groups/73700b32-cfee-47f6-abd2-43bc286f2f5a HTTP/1.1" status: 204 len: 168 time: 0.7630219 Nov 27 04:13:14.888824 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44516) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:14.919755 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ace3e-aa9d-440f-9e57-42d08e4310e5 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73700b32-cfee-47f6-abd2-43bc286f2f5a,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:14.971932 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-abeb86b6-51d8-42a1-af14-2c3f6173556a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:14.978407 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33296856-3490-4454-ab94-021af9f8762e tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:13:14.996295 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991221b-c09e-4954-bd43-7520e79ccf33 req-878798de-41fa-4d06-80ec-f44435da91e8 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:14.997971 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f991221b-c09e-4954-bd43-7520e79ccf33 req-878798de-41fa-4d06-80ec-f44435da91e8 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 946 time: 0.1356864 Nov 27 04:13:15.024791 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-551d697e-003d-4238-a94f-db935802a6d9 req-fab07cf0-1382-4649-97a0-abb836ef4342 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:13:15.029176 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-33296856-3490-4454-ab94-021af9f8762e tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:15.029319 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-33296856-3490-4454-ab94-021af9f8762e tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Added segment f3ec511e-e0b9-4b3a-a165-f8f13939f9bc of type vlan for network c25596a0-c13c-4a85-8d40-65aa526ee020 Nov 27 04:13:15.040055 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-551d697e-003d-4238-a94f-db935802a6d9 req-fab07cf0-1382-4649-97a0-abb836ef4342 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:15.042207 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device fac605f4-1095-412e-ac3a-57c7725a3d20 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:13:15.042883 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4aa29833-32f5-49aa-ab7d-421509353c36 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:15.072639 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4aa29833-32f5-49aa-ab7d-421509353c36 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:15.121609 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abeb86b6-51d8-42a1-af14-2c3f6173556a admin admin] Checking segment: {'id': '74a56a4c-1525-4456-b161-70ff3cda2a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0e5f5de3-7997-41af-8459-38e29bc5d0bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:13:15.121974 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abeb86b6-51d8-42a1-af14-2c3f6173556a admin admin] Network hostable DHCP agents. Network: 0e5f5de3-7997-41af-8459-38e29bc5d0bf, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:13:15.128521 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4aa29833-32f5-49aa-ab7d-421509353c36 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:15.131323 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4aa29833-32f5-49aa-ab7d-421509353c36 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:15.135423 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4aa29833-32f5-49aa-ab7d-421509353c36 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/security-groups/b9709958-dbcb-40c6-9408-7c83aa242690 HTTP/1.1" status: 204 len: 168 time: 0.2455781 Nov 27 04:13:15.136363 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-33296856-3490-4454-ab94-021af9f8762e tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:15.138209 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44518) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:15.138604 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb86b6-51d8-42a1-af14-2c3f6173556a admin admin] Pushing event updated for resources: {'Subnet': ['ID=71714649-ab01-464e-9082-35e74a3e5679,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:15.144103 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-551d697e-003d-4238-a94f-db935802a6d9 req-fab07cf0-1382-4649-97a0-abb836ef4342 service neutron] Transition to ACTIVE for port object 4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:13:15.163405 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-551d697e-003d-4238-a94f-db935802a6d9 req-fab07cf0-1382-4649-97a0-abb836ef4342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:15.185246 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa29833-32f5-49aa-ab7d-421509353c36 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9709958-dbcb-40c6-9408-7c83aa242690,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:15.208022 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f991221b-c09e-4954-bd43-7520e79ccf33 req-ab700de1-35b1-49d5-b0cb-60de09227ae2 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=60a7d62e-7629-4401-ae2b-6e86ee2e006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883006 Nov 27 04:13:15.218217 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-33296856-3490-4454-ab94-021af9f8762e tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:15.225422 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33296856-3490-4454-ab94-021af9f8762e tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:15.226169 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-33296856-3490-4454-ab94-021af9f8762e tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:15.233842 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abeb86b6-51d8-42a1-af14-2c3f6173556a admin admin] Network 0e5f5de3-7997-41af-8459-38e29bc5d0bf is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:13:15.245904 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44520) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:15.264917 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port fac605f4-1095-412e-ac3a-57c7725a3d20, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=fac605f4-1095-412e-ac3a-57c7725a3d20,segment=NetworkSegment(1bfa2de6-2583-4c45-81f6-10784b527c3e),segment_id=1bfa2de6-2583-4c45-81f6-10784b527c3e)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:13:15.270480 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-abeb86b6-51d8-42a1-af14-2c3f6173556a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 0e5f5de3-7997-41af-8459-38e29bc5d0bf) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:13:15.282518 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1a3afa-f7c0-4336-9a45-8dbdb26e2dbf None None] Network 0e5f5de3-7997-41af-8459-38e29bc5d0bf requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:13:15.285027 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'fac605f4-1095-412e-ac3a-57c7725a3d20', 'network_id': '01721107-8527-4cbc-9cef-bafb3d42cf85', 'port_id': 'fac605f4-1095-412e-ac3a-57c7725a3d20', 'mac_address': 'fa:16:3e:d8:fd:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44a79022-8cdb-466a-b050-413e97bcc0de', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:13:15.327394 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab07cf0-1382-4649-97a0-abb836ef4342 service neutron] Pushing event updated for resources: {'Port': ['ID=4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:15.347198 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abeb86b6-51d8-42a1-af14-2c3f6173556a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:15.347198 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-abeb86b6-51d8-42a1-af14-2c3f6173556a admin admin] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:15.355860 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-33296856-3490-4454-ab94-021af9f8762e tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5877371 Nov 27 04:13:15.357746 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44524) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:15.358521 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-87755594-3939-4c2e-8d18-a6b9ba0ef5cb tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:15.371262 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-f90a53c7-4059-478a-b82a-76f1eb6cd58f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Request body: {'subnet': {'network_id': 'c25596a0-c13c-4a85-8d40-65aa526ee020', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:13:15.395280 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-551d697e-003d-4238-a94f-db935802a6d9 req-fab07cf0-1382-4649-97a0-abb836ef4342 service neutron] Attempting to bind port 4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:13:15.395771 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-551d697e-003d-4238-a94f-db935802a6d9 req-fab07cf0-1382-4649-97a0-abb836ef4342 service neutron] Attempting to bind port 4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': 'fedeef31-80c0-4f21-8dd9-42e4d38c018f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6adaea12-131f-45a0-a555-9f43d57628b2'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:13:15.396198 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551d697e-003d-4238-a94f-db935802a6d9 req-fab07cf0-1382-4649-97a0-abb836ef4342 service neutron] Attempting to bind port 4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d on network 6adaea12-131f-45a0-a555-9f43d57628b2 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:13:15.408201 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-abeb86b6-51d8-42a1-af14-2c3f6173556a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8486676 Nov 27 04:13:15.409279 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33296856-3490-4454-ab94-021af9f8762e tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event updated for resources: {'Network': ['ID=c25596a0-c13c-4a85-8d40-65aa526ee020,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:15.411419 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44526) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:15.418210 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-5ffaa1e6-9106-4b69-9988-dbd38532fa5b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-607832707-router', 'tenant_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:13:15.433493 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551d697e-003d-4238-a94f-db935802a6d9 req-fab07cf0-1382-4649-97a0-abb836ef4342 service neutron] Port 4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d on network 6adaea12-131f-45a0-a555-9f43d57628b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:13:15.433831 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551d697e-003d-4238-a94f-db935802a6d9 req-fab07cf0-1382-4649-97a0-abb836ef4342 service neutron] Attempting to bind port 4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d on network 6adaea12-131f-45a0-a555-9f43d57628b2 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:13:15.438635 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e0f52312-2608-4ba4-a82c-8cf317ab23be tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/floatingips/7267146f-9a4a-4079-99f7-62f59fde603e HTTP/1.1" status: 200 len: 994 time: 0.1904511 Nov 27 04:13:15.447385 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network c25596a0-c13c-4a85-8d40-65aa526ee020 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:13:15.449592 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:15.467538 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551d697e-003d-4238-a94f-db935802a6d9 req-fab07cf0-1382-4649-97a0-abb836ef4342 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:13:15.468989 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551d697e-003d-4238-a94f-db935802a6d9 req-fab07cf0-1382-4649-97a0-abb836ef4342 service neutron] Checking segment: {'id': 'fedeef31-80c0-4f21-8dd9-42e4d38c018f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6adaea12-131f-45a0-a555-9f43d57628b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:13:15.468989 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551d697e-003d-4238-a94f-db935802a6d9 req-fab07cf0-1382-4649-97a0-abb836ef4342 service neutron] Bound using segment: {'id': 'fedeef31-80c0-4f21-8dd9-42e4d38c018f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6adaea12-131f-45a0-a555-9f43d57628b2'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:13:15.469358 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-551d697e-003d-4238-a94f-db935802a6d9 req-fab07cf0-1382-4649-97a0-abb836ef4342 service neutron] Bound port: 4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fedeef31-80c0-4f21-8dd9-42e4d38c018f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6adaea12-131f-45a0-a555-9f43d57628b2'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:13:15.469799 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-551d697e-003d-4238-a94f-db935802a6d9 req-fab07cf0-1382-4649-97a0-abb836ef4342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:15.473990 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5ffaa1e6-9106-4b69-9988-dbd38532fa5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:15.476155 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5ffaa1e6-9106-4b69-9988-dbd38532fa5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:15.499889 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-87755594-3939-4c2e-8d18-a6b9ba0ef5cb tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:15.523740 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fac605f4-1095-412e-ac3a-57c7725a3d20 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:13:15.540048 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5ffaa1e6-9106-4b69-9988-dbd38532fa5b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:15.652257 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port fac605f4-1095-412e-ac3a-57c7725a3d20, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=fac605f4-1095-412e-ac3a-57c7725a3d20,segment=NetworkSegment(1bfa2de6-2583-4c45-81f6-10784b527c3e),segment_id=1bfa2de6-2583-4c45-81f6-10784b527c3e)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:13:15.681084 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:15.743883 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=fac605f4-1095-412e-ac3a-57c7725a3d20,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:15.753201 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5ffaa1e6-9106-4b69-9988-dbd38532fa5b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:15.812118 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5deaabcd-755e-43ba-af9c-bc8169db3762 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-0e5f5de3-7997-41af-8459-38e29bc5d0bf', 'network_id': '0e5f5de3-7997-41af-8459-38e29bc5d0bf', 'tenant_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'fixed_ips': [{'subnet_id': '71714649-ab01-464e-9082-35e74a3e5679'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:13:15.813879 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5deaabcd-755e-43ba-af9c-bc8169db3762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:15.838483 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd231f1-b0de-4e4c-aec7-11fa4cb5f1c5 req-32df4ddb-245a-47c6-83d6-92205ef1fe36 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:15.840943 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7fd231f1-b0de-4e4c-aec7-11fa4cb5f1c5 req-32df4ddb-245a-47c6-83d6-92205ef1fe36 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ec844d7-9a20-4145-8af5-4b539bb361de HTTP/1.1" status: 200 len: 944 time: 0.1954184 Nov 27 04:13:15.957401 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7fd231f1-b0de-4e4c-aec7-11fa4cb5f1c5 req-304ec56e-b4f1-45a8-a2b0-ef3c6410873c tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/security-groups?id=90f39b46-ad8e-4cf0-8e79-bf3f371e1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061566 Nov 27 04:13:16.013672 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-551d697e-003d-4238-a94f-db935802a6d9 req-fab07cf0-1382-4649-97a0-abb836ef4342 service neutron] For port 4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:13:16.015717 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['fac605f4-1095-412e-ac3a-57c7725a3d20'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:13:16.017065 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-551d697e-003d-4238-a94f-db935802a6d9 req-fab07cf0-1382-4649-97a0-abb836ef4342 service neutron] For port 4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d,segment=NetworkSegment(fedeef31-80c0-4f21-8dd9-42e4d38c018f),segment_id=fedeef31-80c0-4f21-8dd9-42e4d38c018f)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:13:16.054931 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-551d697e-003d-4238-a94f-db935802a6d9 req-fab07cf0-1382-4649-97a0-abb836ef4342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:16.071396 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-87755594-3939-4c2e-8d18-a6b9ba0ef5cb tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:16.073960 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-87755594-3939-4c2e-8d18-a6b9ba0ef5cb tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:16.078006 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-87755594-3939-4c2e-8d18-a6b9ba0ef5cb tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/security-groups/81596be5-5a14-40f7-80ba-8b2ab39c9e1e HTTP/1.1" status: 204 len: 168 time: 0.9360812 Nov 27 04:13:16.083358 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44532) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:16.097056 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7fe4d-11cb-4b89-a6a9-f65b7dd68d89 req-03901120-7f3c-41a0-a41a-7ef0f37f31b9 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:16.098408 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7ec7fe4d-11cb-4b89-a6a9-f65b7dd68d89 req-03901120-7f3c-41a0-a41a-7ef0f37f31b9 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 945 time: 0.6341994 Nov 27 04:13:16.112986 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-5deaabcd-755e-43ba-af9c-bc8169db3762 None None] Allocated IP 172.20.0.2 (0e5f5de3-7997-41af-8459-38e29bc5d0bf/71714649-ab01-464e-9082-35e74a3e5679/e2ea0e79-86c3-4e88-bf20-8f1546c3d4e9) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:13:16.120694 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d697e-003d-4238-a94f-db935802a6d9 req-fab07cf0-1382-4649-97a0-abb836ef4342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:16.121398 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-551d697e-003d-4238-a94f-db935802a6d9 req-fab07cf0-1382-4649-97a0-abb836ef4342 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:16.123090 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-551d697e-003d-4238-a94f-db935802a6d9 req-fab07cf0-1382-4649-97a0-abb836ef4342 service neutron] 10.222.0.23 "PUT /v2.0/ports/4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d HTTP/1.1" status: 200 len: 1092 time: 2.4639442 Nov 27 04:13:16.179929 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec844d7-9a20-4145-8af5-4b539bb361de', 'tag': '4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:13:16.182905 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c04571b-ce0a-4d5f-b35b-25a92a8e1197" -d '{"events": [{"name": "network-changed", "server_uuid": "1ec844d7-9a20-4145-8af5-4b539bb361de", "tag": "4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:13:16.188528 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3a93486-038d-4f8e-8446-69007af435e7 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Deleting subnet 399a54bd-9b0d-475e-81c3-91015d885b31 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:13:16.231594 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe33f22-268c-4ead-94ab-14a3a4171380 req-7bb3f64d-b808-43ea-a426-f40bc7a6c252 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:16.232256 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e3a93486-038d-4f8e-8446-69007af435e7 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:16.233848 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dbe33f22-268c-4ead-94ab-14a3a4171380 req-7bb3f64d-b808-43ea-a426-f40bc7a6c252 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab8b0035-4aa8-46ae-8565-71f6878e4580 HTTP/1.1" status: 200 len: 944 time: 0.1009610 Nov 27 04:13:16.235174 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90a53c7-4059-478a-b82a-76f1eb6cd58f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Made reservation on behalf of 5a1fca50cc034ed8b9c826a15ba4a946 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:13:16.239520 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f90a53c7-4059-478a-b82a-76f1eb6cd58f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:16.257398 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5ffaa1e6-9106-4b69-9988-dbd38532fa5b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:16.296627 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5ffaa1e6-9106-4b69-9988-dbd38532fa5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:16.301398 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87755594-3939-4c2e-8d18-a6b9ba0ef5cb tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81596be5-5a14-40f7-80ba-8b2ab39c9e1e,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:16.314110 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4f7d0c2b-eae7-4dca-a3fb-5c96d3b4beba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:16.349097 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:16.442313 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d697e-003d-4238-a94f-db935802a6d9 req-904c2626-0448-44e5-9191-6ad5cb89b349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:16.444001 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-551d697e-003d-4238-a94f-db935802a6d9 req-904c2626-0448-44e5-9191-6ad5cb89b349 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de8530d705054cfe856455da325ba657&device_id=1ec844d7-9a20-4145-8af5-4b539bb361de HTTP/1.1" status: 200 len: 1095 time: 0.2376063 Nov 27 04:13:16.445394 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dbe33f22-268c-4ead-94ab-14a3a4171380 req-24a56656-9b3a-415a-aabf-3cfc517c39b5 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/security-groups?id=32324dd8-939f-42de-b6d9-60872e2d730d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1977839 Nov 27 04:13:16.447942 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7ec7fe4d-11cb-4b89-a6a9-f65b7dd68d89 req-53f1f5fd-7eb4-4026-b640-37fed7d660d9 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2453129 Nov 27 04:13:16.456904 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e3a93486-038d-4f8e-8446-69007af435e7 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:16.507141 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab07cf0-1382-4649-97a0-abb836ef4342 service neutron] Pushing event updated for resources: {'Port': ['ID=4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:16.563052 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cdefeaf-79d7-4d3f-9207-57ac5b8c138b x-openstack-request-id: req-8cdefeaf-79d7-4d3f-9207-57ac5b8c138b {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:13:16.563540 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ec844d7-9a20-4145-8af5-4b539bb361de", "tag": "4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:13:16.565084 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8cdefeaf-79d7-4d3f-9207-57ac5b8c138b {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:13:16.565665 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec844d7-9a20-4145-8af5-4b539bb361de', 'tag': '4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d', 'status': 'completed', 'code': 200} Nov 27 04:13:16.609124 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5deaabcd-755e-43ba-af9c-bc8169db3762 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:16.623488 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5deaabcd-755e-43ba-af9c-bc8169db3762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:16.626029 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-5ffaa1e6-9106-4b69-9988-dbd38532fa5b admin admin] Allocated IP 172.25.1.252 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/bafad31a-5576-42b3-be80-53bae453a518) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:13:16.685709 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5deaabcd-755e-43ba-af9c-bc8169db3762 None None] Network 0e5f5de3-7997-41af-8459-38e29bc5d0bf is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:13:16.686951 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deaabcd-755e-43ba-af9c-bc8169db3762 None None] Pushing event updated for resources: {'Port': ['ID=e2ea0e79-86c3-4e88-bf20-8f1546c3d4e9,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:16.689464 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-5deaabcd-755e-43ba-af9c-bc8169db3762 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:13:16.691695 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5deaabcd-755e-43ba-af9c-bc8169db3762 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:13:16.759018 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-551d697e-003d-4238-a94f-db935802a6d9 req-0a0fe9de-821e-4591-8ac3-fd2c67c4a107 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d HTTP/1.1" status: 200 len: 217 time: 0.2945147 Nov 27 04:13:16.768313 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-5deaabcd-755e-43ba-af9c-bc8169db3762 None None] Attempting to bind port e2ea0e79-86c3-4e88-bf20-8f1546c3d4e9 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:13:16.768313 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-5deaabcd-755e-43ba-af9c-bc8169db3762 None None] Attempting to bind port e2ea0e79-86c3-4e88-bf20-8f1546c3d4e9 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '74a56a4c-1525-4456-b161-70ff3cda2a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0e5f5de3-7997-41af-8459-38e29bc5d0bf'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:13:16.768313 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5deaabcd-755e-43ba-af9c-bc8169db3762 None None] Attempting to bind port e2ea0e79-86c3-4e88-bf20-8f1546c3d4e9 on network 0e5f5de3-7997-41af-8459-38e29bc5d0bf {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:13:16.775074 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5ffaa1e6-9106-4b69-9988-dbd38532fa5b admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:16.777191 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5deaabcd-755e-43ba-af9c-bc8169db3762 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:13:16.778403 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5deaabcd-755e-43ba-af9c-bc8169db3762 None None] Checking segment: {'id': '74a56a4c-1525-4456-b161-70ff3cda2a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0e5f5de3-7997-41af-8459-38e29bc5d0bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:13:16.779585 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5deaabcd-755e-43ba-af9c-bc8169db3762 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:16.780278 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5deaabcd-755e-43ba-af9c-bc8169db3762 None None] Bound using segment: {'id': '74a56a4c-1525-4456-b161-70ff3cda2a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0e5f5de3-7997-41af-8459-38e29bc5d0bf'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:13:16.780773 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-5deaabcd-755e-43ba-af9c-bc8169db3762 None None] Bound port: e2ea0e79-86c3-4e88-bf20-8f1546c3d4e9, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74a56a4c-1525-4456-b161-70ff3cda2a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0e5f5de3-7997-41af-8459-38e29bc5d0bf'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:13:16.781570 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5deaabcd-755e-43ba-af9c-bc8169db3762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:16.820463 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5ffaa1e6-9106-4b69-9988-dbd38532fa5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:16.855044 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e3a93486-038d-4f8e-8446-69007af435e7 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:16.860387 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-5deaabcd-755e-43ba-af9c-bc8169db3762 None None] For port e2ea0e79-86c3-4e88-bf20-8f1546c3d4e9, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:13:16.864386 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-5deaabcd-755e-43ba-af9c-bc8169db3762 None None] For port e2ea0e79-86c3-4e88-bf20-8f1546c3d4e9, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=e2ea0e79-86c3-4e88-bf20-8f1546c3d4e9,segment=NetworkSegment(74a56a4c-1525-4456-b161-70ff3cda2a8c),segment_id=74a56a4c-1525-4456-b161-70ff3cda2a8c)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:13:16.872123 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffaa1e6-9106-4b69-9988-dbd38532fa5b admin admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:13:16.878281 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-5ffaa1e6-9106-4b69-9988-dbd38532fa5b admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:13:16.880612 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5deaabcd-755e-43ba-af9c-bc8169db3762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:16.881055 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffaa1e6-9106-4b69-9988-dbd38532fa5b admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:13:16.888498 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffaa1e6-9106-4b69-9988-dbd38532fa5b admin admin] Pushing event updated for resources: {'Port': ['ID=bafad31a-5576-42b3-be80-53bae453a518,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:16.917819 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f90a53c7-4059-478a-b82a-76f1eb6cd58f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:16.921558 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4738dd4-acf4-4f87-8a28-f31a9249b369 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:13:16.986915 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deaabcd-755e-43ba-af9c-bc8169db3762 None None] Pushing event updated for resources: {'Port': ['ID=e2ea0e79-86c3-4e88-bf20-8f1546c3d4e9,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:17.003628 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d697e-003d-4238-a94f-db935802a6d9 req-c8026b25-85a2-49c3-92ef-9ec37ad84b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:17.005117 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-551d697e-003d-4238-a94f-db935802a6d9 req-c8026b25-85a2-49c3-92ef-9ec37ad84b42 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=381e483f-1075-4381-8890-5fdb20db8aa8 HTTP/1.1" status: 200 len: 849 time: 0.2126493 Nov 27 04:13:17.062791 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device fac605f4-1095-412e-ac3a-57c7725a3d20 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:13:17.082224 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-eec12415-c9bf-4af0-bc00-d47bd63abdc1 None None] Provisioning complete for port bafad31a-5576-42b3-be80-53bae453a518 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:17.083134 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-eec12415-c9bf-4af0-bc00-d47bd63abdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:17.091301 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-551d697e-003d-4238-a94f-db935802a6d9 req-719d5a9f-9f22-451a-89af-29c1ca3de13a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6adaea12-131f-45a0-a555-9f43d57628b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671644 Nov 27 04:13:17.131365 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a53c7-4059-478a-b82a-76f1eb6cd58f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event updated for resources: {'Subnet': ['ID=a0e8f881-25c6-4d8d-aee9-093bf14523f8,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:17.206468 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-eec12415-c9bf-4af0-bc00-d47bd63abdc1 None None] Port bafad31a-5576-42b3-be80-53bae453a518 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:13:17.227376 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e3a93486-038d-4f8e-8446-69007af435e7 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:17.260178 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port fac605f4-1095-412e-ac3a-57c7725a3d20 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:13:17.268045 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port fac605f4-1095-412e-ac3a-57c7725a3d20 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:17.268428 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:17.296163 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb81c31-f29f-4600-b30b-c64e23fa3ab6 req-e1162823-1421-4dd2-bca5-b6f650b20c80 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:17.297878 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ffb81c31-f29f-4600-b30b-c64e23fa3ab6 req-e1162823-1421-4dd2-bca5-b6f650b20c80 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ec844d7-9a20-4145-8af5-4b539bb361de HTTP/1.1" status: 200 len: 944 time: 0.2196147 Nov 27 04:13:17.337782 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90a53c7-4059-478a-b82a-76f1eb6cd58f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Checking segment: {'id': 'f3ec511e-e0b9-4b3a-a165-f8f13939f9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c25596a0-c13c-4a85-8d40-65aa526ee020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:13:17.346236 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90a53c7-4059-478a-b82a-76f1eb6cd58f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Network hostable DHCP agents. Network: c25596a0-c13c-4a85-8d40-65aa526ee020, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:13:17.353759 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a93486-038d-4f8e-8446-69007af435e7 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event deleted for resources: {'Subnet': ['ID=399a54bd-9b0d-475e-81c3-91015d885b31,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:17.365369 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e3a93486-038d-4f8e-8446-69007af435e7 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:17.369661 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e3a93486-038d-4f8e-8446-69007af435e7 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/subnets/399a54bd-9b0d-475e-81c3-91015d885b31 HTTP/1.1" status: 204 len: 168 time: 1.2702374 Nov 27 04:13:17.383212 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c2b44d-9b72-442c-af28-acb871d4f55d None None] Network 475d5735-79a3-484f-bf32-4f28dc0b8344 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:13:17.428733 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44540) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:17.432496 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ffb81c31-f29f-4600-b30b-c64e23fa3ab6 req-fc9a0d98-1e49-4c3a-b933-e90520bf0562 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/security-groups?id=90f39b46-ad8e-4cf0-8e79-bf3f371e1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963862 Nov 27 04:13:17.472239 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5ffaa1e6-9106-4b69-9988-dbd38532fa5b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:17.538744 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ed4cee5-1285-40c4-aced-fec78e459866 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Deleting subnet acbe6a7c-e822-4d46-81cf-a221f128d369 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:13:17.558484 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8ed4cee5-1285-40c4-aced-fec78e459866 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:17.657339 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:17.666930 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90a53c7-4059-478a-b82a-76f1eb6cd58f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Network c25596a0-c13c-4a85-8d40-65aa526ee020 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:13:17.690495 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-551d697e-003d-4238-a94f-db935802a6d9 req-b89ff235-fa29-4534-ac19-b3ec81f17421 service neutron] 10.222.0.23 "GET /v2.0/networks/6adaea12-131f-45a0-a555-9f43d57628b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5711854 Nov 27 04:13:17.691195 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-f90a53c7-4059-478a-b82a-76f1eb6cd58f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, c25596a0-c13c-4a85-8d40-65aa526ee020) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:13:17.700177 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90a53c7-4059-478a-b82a-76f1eb6cd58f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:17.700790 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f90a53c7-4059-478a-b82a-76f1eb6cd58f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:17.710066 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac79e88-fb83-4a50-94b5-033419449274 None None] Network c25596a0-c13c-4a85-8d40-65aa526ee020 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:13:17.728825 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8ed4cee5-1285-40c4-aced-fec78e459866 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:17.741225 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f90a53c7-4059-478a-b82a-76f1eb6cd58f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3749547 Nov 27 04:13:17.758460 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44546) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:17.767668 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-1ce75cef-f9cb-429f-8479-384ca1fe5947 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1808765938', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:13:17.790653 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8b0035-4aa8-46ae-8565-71f6878e4580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac605f4-1095-412e-ac3a-57c7725a3d20'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:13:17.793059 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95ee58d-f898-4b52-a919-2a943bda2eb1" -d '{"events": [{"server_uuid": "ab8b0035-4aa8-46ae-8565-71f6878e4580", "name": "network-vif-plugged", "status": "completed", "tag": "fac605f4-1095-412e-ac3a-57c7725a3d20"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:13:17.818993 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd650f5e-d5eb-462d-87bf-a8b75e107330 req-8b9855f7-68aa-435b-a6e6-891d950641af tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:17.821250 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fd650f5e-d5eb-462d-87bf-a8b75e107330 req-8b9855f7-68aa-435b-a6e6-891d950641af tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab8b0035-4aa8-46ae-8565-71f6878e4580 HTTP/1.1" status: 200 len: 944 time: 0.1438096 Nov 27 04:13:17.828179 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port fac605f4-1095-412e-ac3a-57c7725a3d20, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=fac605f4-1095-412e-ac3a-57c7725a3d20,segment=NetworkSegment(1bfa2de6-2583-4c45-81f6-10784b527c3e),segment_id=1bfa2de6-2583-4c45-81f6-10784b527c3e)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:13:17.850608 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1ce75cef-f9cb-429f-8479-384ca1fe5947 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:17.852028 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1ce75cef-f9cb-429f-8479-384ca1fe5947 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:17.870656 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:17.881117 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef0c65-f8f6-4d7c-979a-dd0cd68953e6 req-f0c0c3f9-937f-4dc3-9fb4-632890616907 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:17.883337 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0fef0c65-f8f6-4d7c-979a-dd0cd68953e6 req-f0c0c3f9-937f-4dc3-9fb4-632890616907 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 945 time: 0.2677276 Nov 27 04:13:17.948287 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fd650f5e-d5eb-462d-87bf-a8b75e107330 req-07712201-7017-4c80-b59f-fc2ecfd9c31a tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/security-groups?id=32324dd8-939f-42de-b6d9-60872e2d730d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101942 Nov 27 04:13:17.952499 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5ffaa1e6-9106-4b69-9988-dbd38532fa5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:18.035893 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d9f4f4-6abf-4f3c-82e7-e87ec8b7638b x-openstack-request-id: req-84d9f4f4-6abf-4f3c-82e7-e87ec8b7638b {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:13:18.035893 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab8b0035-4aa8-46ae-8565-71f6878e4580", "name": "network-vif-plugged", "status": "completed", "tag": "fac605f4-1095-412e-ac3a-57c7725a3d20", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:13:18.036187 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84d9f4f4-6abf-4f3c-82e7-e87ec8b7638b {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:13:18.036448 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab8b0035-4aa8-46ae-8565-71f6878e4580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac605f4-1095-412e-ac3a-57c7725a3d20', 'code': 200} Nov 27 04:13:18.100756 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0fef0c65-f8f6-4d7c-979a-dd0cd68953e6 req-dcb11a2a-6bc5-403e-a031-bca9a3560ebe tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052386 Nov 27 04:13:18.132709 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=fac605f4-1095-412e-ac3a-57c7725a3d20,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:18.138216 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-551d697e-003d-4238-a94f-db935802a6d9 req-3bf9d2c1-2040-41f6-93ea-e31e11ed2a45 service neutron] 10.222.0.23 "GET /v2.0/networks/6adaea12-131f-45a0-a555-9f43d57628b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4200366 Nov 27 04:13:18.158904 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc362305-5d9b-48ea-9f48-073663db9f48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-c25596a0-c13c-4a85-8d40-65aa526ee020', 'network_id': 'c25596a0-c13c-4a85-8d40-65aa526ee020', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'fixed_ips': [{'subnet_id': 'a0e8f881-25c6-4d8d-aee9-093bf14523f8'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:13:18.160046 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dc362305-5d9b-48ea-9f48-073663db9f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:18.196928 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8ed4cee5-1285-40c4-aced-fec78e459866 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:18.292976 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1ce75cef-f9cb-429f-8479-384ca1fe5947 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:18.316570 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1ce75cef-f9cb-429f-8479-384ca1fe5947 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:18.368005 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-546188a8-74e8-4f0c-be44-bbd01e835fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:18.396945 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1ce75cef-f9cb-429f-8479-384ca1fe5947 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:18.398600 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1ce75cef-f9cb-429f-8479-384ca1fe5947 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6360629 Nov 27 04:13:18.401626 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44550) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:18.406853 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c6844-f3b5-4d20-8835-f9e5a89c2728 req-79242d3d-2f66-4fd1-b50e-3bd983c9dac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:18.409263 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f91c6844-f3b5-4d20-8835-f9e5a89c2728 req-79242d3d-2f66-4fd1-b50e-3bd983c9dac0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ab8b0035-4aa8-46ae-8565-71f6878e4580 HTTP/1.1" status: 200 len: 1096 time: 0.2167470 Nov 27 04:13:18.412433 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ffaa1e6-9106-4b69-9988-dbd38532fa5b admin admin] Router 4c0002fa-51b3-4f8e-a730-f7759d1b8b52 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:13:18.480929 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-dc362305-5d9b-48ea-9f48-073663db9f48 None None] Allocated IP 172.20.0.2 (c25596a0-c13c-4a85-8d40-65aa526ee020/a0e8f881-25c6-4d8d-aee9-093bf14523f8/ffca26e2-57ac-48e7-ae4c-e29add46cf2c) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:13:18.565976 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04571b-ce0a-4d5f-b35b-25a92a8e1197 req-c2b125c9-72a5-4341-b188-99e7ead64bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:18.568142 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6c04571b-ce0a-4d5f-b35b-25a92a8e1197 req-c2b125c9-72a5-4341-b188-99e7ead64bb5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de8530d705054cfe856455da325ba657&device_id=1ec844d7-9a20-4145-8af5-4b539bb361de HTTP/1.1" status: 200 len: 1095 time: 0.2744362 Nov 27 04:13:18.713862 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8ed4cee5-1285-40c4-aced-fec78e459866 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:18.750847 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0aadd9-35e9-43a3-99bf-997bce7ecce1 None None] Network 0e5f5de3-7997-41af-8459-38e29bc5d0bf requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:13:18.784878 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e2ea0e79-86c3-4e88-bf20-8f1546c3d4e9 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:13:18.796166 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4cee5-1285-40c4-aced-fec78e459866 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event deleted for resources: {'Subnet': ['ID=acbe6a7c-e822-4d46-81cf-a221f128d369,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:18.816817 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8ed4cee5-1285-40c4-aced-fec78e459866 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:18.820200 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8ed4cee5-1285-40c4-aced-fec78e459866 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/subnets/acbe6a7c-e822-4d46-81cf-a221f128d369 HTTP/1.1" status: 204 len: 168 time: 1.3851378 Nov 27 04:13:18.829914 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44554) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:18.864275 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-9bc0a78a-4645-43ce-947b-17cffd696013 None None] Provisioning complete for port e2ea0e79-86c3-4e88-bf20-8f1546c3d4e9 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:18.864652 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9bc0a78a-4645-43ce-947b-17cffd696013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:18.873384 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f91c6844-f3b5-4d20-8835-f9e5a89c2728 req-0e264562-69cc-4a36-a932-895f034dd943 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=32324dd8-939f-42de-b6d9-60872e2d730d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4563413 Nov 27 04:13:18.933852 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-a352ca67-edae-4517-a2a1-8a94a6e0bc7f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] DELETE failed (client error): The resource could not be found. Nov 27 04:13:18.934352 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a352ca67-edae-4517-a2a1-8a94a6e0bc7f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:13:18.943890 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44556) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:18.950279 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a352ca67-edae-4517-a2a1-8a94a6e0bc7f tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/subnets/399a54bd-9b0d-475e-81c3-91015d885b31 HTTP/1.1" status: 404 len: 337 time: 0.1066463 Nov 27 04:13:18.966904 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffaa1e6-9106-4b69-9988-dbd38532fa5b admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:13:18.990843 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3859be-5a5c-4087-9189-da4467166649 req-880b6459-730f-432c-8d1d-c4c66d41b087 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:18.999363 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ab3859be-5a5c-4087-9189-da4467166649 req-880b6459-730f-432c-8d1d-c4c66d41b087 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ec844d7-9a20-4145-8af5-4b539bb361de HTTP/1.1" status: 200 len: 944 time: 0.3554893 Nov 27 04:13:19.090712 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04571b-ce0a-4d5f-b35b-25a92a8e1197 req-5092d476-408d-45c3-8630-00ca8e55ade2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:19.092058 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6c04571b-ce0a-4d5f-b35b-25a92a8e1197 req-5092d476-408d-45c3-8630-00ca8e55ade2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6adaea12-131f-45a0-a555-9f43d57628b2 HTTP/1.1" status: 200 len: 910 time: 0.5073256 Nov 27 04:13:19.129512 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ab3859be-5a5c-4087-9189-da4467166649 req-649c8d4b-e2da-46c1-acd4-8efe154fed86 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/security-groups?id=90f39b46-ad8e-4cf0-8e79-bf3f371e1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288676 Nov 27 04:13:19.137067 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5ffaa1e6-9106-4b69-9988-dbd38532fa5b admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:19.147168 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5ffaa1e6-9106-4b69-9988-dbd38532fa5b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7325978 Nov 27 04:13:19.148205 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44562) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:19.183149 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a17c3d8-cea8-421e-ba3e-8174c189b8ac None None] Sync routers for ids ['4c0002fa-51b3-4f8e-a730-f7759d1b8b52'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:13:19.214722 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:19.228294 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2056926b-d608-4ba8-a704-ae3b869e016f None None] Network 475d5735-79a3-484f-bf32-4f28dc0b8344 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:13:19.291261 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6c04571b-ce0a-4d5f-b35b-25a92a8e1197 req-acaeb614-9301-41e6-b084-25725b10e25f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d HTTP/1.1" status: 200 len: 217 time: 0.1444831 Nov 27 04:13:19.292428 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a67cb795-c4ea-4b80-84b9-2bec0faa45dd tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:19.310339 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-cad1eb98-e820-49c3-989f-d888e49fcabb tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Deleting subnet ffa3c411-afdc-436c-85a1-069bb25355d7 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:13:19.318221 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a17c3d8-cea8-421e-ba3e-8174c189b8ac None None] Routers {'4c0002fa-51b3-4f8e-a730-f7759d1b8b52'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:13:19.318986 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-2a17c3d8-cea8-421e-ba3e-8174c189b8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:13:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4c0002fa-51b3-4f8e-a730-f7759d1b8b52'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:19.326851 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c194b-ac40-4428-9fd6-50ca60217e6a req-d66f9d32-d9cd-4187-a306-5679ac5a23cd tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:19.328706 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-910c194b-ac40-4428-9fd6-50ca60217e6a req-d66f9d32-d9cd-4187-a306-5679ac5a23cd tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 945 time: 0.0741179 Nov 27 04:13:19.432508 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-2a17c3d8-cea8-421e-ba3e-8174c189b8ac None None] Set router 4c0002fa-51b3-4f8e-a730-f7759d1b8b52 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:13:19.554215 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cad1eb98-e820-49c3-989f-d888e49fcabb tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:19.592050 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbe612-5ec1-4576-9c46-8b230fd6f7b6 req-0be3f5a2-fb7c-4d8a-b661-f82cd5533009 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:19.594528 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4efbe612-5ec1-4576-9c46-8b230fd6f7b6 req-0be3f5a2-fb7c-4d8a-b661-f82cd5533009 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab8b0035-4aa8-46ae-8565-71f6878e4580 HTTP/1.1" status: 200 len: 945 time: 0.4963906 Nov 27 04:13:19.637575 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:13:19.686397 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9bc0a78a-4645-43ce-947b-17cffd696013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:19.705059 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cad1eb98-e820-49c3-989f-d888e49fcabb tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:19.731742 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04571b-ce0a-4d5f-b35b-25a92a8e1197 req-c3480e36-0269-4ddd-91ed-3b0d026a19d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:19.733227 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6c04571b-ce0a-4d5f-b35b-25a92a8e1197 req-c3480e36-0269-4ddd-91ed-3b0d026a19d2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=381e483f-1075-4381-8890-5fdb20db8aa8 HTTP/1.1" status: 200 len: 849 time: 0.4194224 Nov 27 04:13:19.737239 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dc362305-5d9b-48ea-9f48-073663db9f48 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:19.755687 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port e2ea0e79-86c3-4e88-bf20-8f1546c3d4e9 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:19.756379 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:19.769492 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:19.784468 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6c04571b-ce0a-4d5f-b35b-25a92a8e1197 req-071a8634-03f2-4af9-93c1-4e12fb87d0ac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6adaea12-131f-45a0-a555-9f43d57628b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386474 Nov 27 04:13:19.810969 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dc362305-5d9b-48ea-9f48-073663db9f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:19.857843 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-a67cb795-c4ea-4b80-84b9-2bec0faa45dd tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Allocated IP 172.20.0.1 (c25596a0-c13c-4a85-8d40-65aa526ee020/a0e8f881-25c6-4d8d-aee9-093bf14523f8/39ff50a8-d38b-4ce9-a131-659fca3e10a1) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:13:19.885896 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-9bc0a78a-4645-43ce-947b-17cffd696013 None None] For port e2ea0e79-86c3-4e88-bf20-8f1546c3d4e9, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=e2ea0e79-86c3-4e88-bf20-8f1546c3d4e9,segment=NetworkSegment(74a56a4c-1525-4456-b161-70ff3cda2a8c),segment_id=74a56a4c-1525-4456-b161-70ff3cda2a8c)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:13:19.889545 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc362305-5d9b-48ea-9f48-073663db9f48 None None] Pushing event updated for resources: {'Port': ['ID=ffca26e2-57ac-48e7-ae4c-e29add46cf2c,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:19.911958 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-910c194b-ac40-4428-9fd6-50ca60217e6a req-5fbfc035-45d0-41f6-a213-6ed5ae07e8cf tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5765169 Nov 27 04:13:19.915568 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9bc0a78a-4645-43ce-947b-17cffd696013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:20.012922 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc0a78a-4645-43ce-947b-17cffd696013 None None] Pushing event updated for resources: {'Port': ['ID=e2ea0e79-86c3-4e88-bf20-8f1546c3d4e9,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:20.039577 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc362305-5d9b-48ea-9f48-073663db9f48 None None] Network c25596a0-c13c-4a85-8d40-65aa526ee020 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:13:20.067533 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a67cb795-c4ea-4b80-84b9-2bec0faa45dd tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:20.076686 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-dc362305-5d9b-48ea-9f48-073663db9f48 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:13:20.080947 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc362305-5d9b-48ea-9f48-073663db9f48 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:13:20.128733 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a67cb795-c4ea-4b80-84b9-2bec0faa45dd tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:20.202640 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4efbe612-5ec1-4576-9c46-8b230fd6f7b6 req-319e8ede-4641-4cf4-ae16-ae555879e379 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/security-groups?id=32324dd8-939f-42de-b6d9-60872e2d730d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5611441 Nov 27 04:13:20.249684 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-6cb9ff55-ee56-4ac9-a7b6-40f1350645f0 None None] Provisioning complete for port d22e180e-e6c9-4bd4-b341-c67f085aaaa0 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:20.250447 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6cb9ff55-ee56-4ac9-a7b6-40f1350645f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:20.354070 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67cb795-c4ea-4b80-84b9-2bec0faa45dd tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Network c25596a0-c13c-4a85-8d40-65aa526ee020 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:13:20.379712 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-a67cb795-c4ea-4b80-84b9-2bec0faa45dd tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:13:20.383383 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67cb795-c4ea-4b80-84b9-2bec0faa45dd tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:13:20.391717 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-dc362305-5d9b-48ea-9f48-073663db9f48 None None] Attempting to bind port ffca26e2-57ac-48e7-ae4c-e29add46cf2c on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:13:20.393345 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-dc362305-5d9b-48ea-9f48-073663db9f48 None None] Attempting to bind port ffca26e2-57ac-48e7-ae4c-e29add46cf2c by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'f3ec511e-e0b9-4b3a-a165-f8f13939f9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c25596a0-c13c-4a85-8d40-65aa526ee020'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:13:20.393813 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc362305-5d9b-48ea-9f48-073663db9f48 None None] Attempting to bind port ffca26e2-57ac-48e7-ae4c-e29add46cf2c on network c25596a0-c13c-4a85-8d40-65aa526ee020 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:13:20.408122 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-6cb9ff55-ee56-4ac9-a7b6-40f1350645f0 None None] Port d22e180e-e6c9-4bd4-b341-c67f085aaaa0 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:13:20.411942 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc362305-5d9b-48ea-9f48-073663db9f48 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:13:20.412466 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc362305-5d9b-48ea-9f48-073663db9f48 None None] Checking segment: {'id': 'f3ec511e-e0b9-4b3a-a165-f8f13939f9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c25596a0-c13c-4a85-8d40-65aa526ee020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:13:20.412970 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dc362305-5d9b-48ea-9f48-073663db9f48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:20.413462 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc362305-5d9b-48ea-9f48-073663db9f48 None None] Bound using segment: {'id': 'f3ec511e-e0b9-4b3a-a165-f8f13939f9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c25596a0-c13c-4a85-8d40-65aa526ee020'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:13:20.414056 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-dc362305-5d9b-48ea-9f48-073663db9f48 None None] Bound port: ffca26e2-57ac-48e7-ae4c-e29add46cf2c, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3ec511e-e0b9-4b3a-a165-f8f13939f9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c25596a0-c13c-4a85-8d40-65aa526ee020'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:13:20.414536 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dc362305-5d9b-48ea-9f48-073663db9f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:20.451370 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-2a17c3d8-cea8-421e-ba3e-8174c189b8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'name': 'tempest-TestVolumeBackupRestore-607832707-router', 'tenant_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bafad31a-5576-42b3-be80-53bae453a518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:13:15Z', 'updated_at': '2021-11-27T04:13:17Z', 'revision_number': 3, 'project_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'gw_port': {'id': 'bafad31a-5576-42b3-be80-53bae453a518', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f8:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:13:16Z', 'updated_at': '2021-11-27T04:13:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:20.454029 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c80f1-25e4-4825-ab2e-ef72ec40cfad req-f89a0c43-1633-4923-a511-638c9afec740 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:20.455749 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c70c80f1-25e4-4825-ab2e-ef72ec40cfad req-f89a0c43-1633-4923-a511-638c9afec740 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ec844d7-9a20-4145-8af5-4b539bb361de HTTP/1.1" status: 200 len: 944 time: 0.1866810 Nov 27 04:13:20.497858 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-84a4f17d-9462-4f18-b8d8-4f12d09f5be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:20.525671 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-6cb9ff55-ee56-4ac9-a7b6-40f1350645f0 None None] Provisioning complete for port bb342c3a-6a95-4b09-9c05-530cc82d781b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:20.527735 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6cb9ff55-ee56-4ac9-a7b6-40f1350645f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:20.534018 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a17c3d8-cea8-421e-ba3e-8174c189b8ac None None] Checking router: 4c0002fa-51b3-4f8e-a730-f7759d1b8b52 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:13:20.534484 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a17c3d8-cea8-421e-ba3e-8174c189b8ac None None] Updating router 4c0002fa-51b3-4f8e-a730-f7759d1b8b52 port bafad31a-5576-42b3-be80-53bae453a518 binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:13:20.567670 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67cb795-c4ea-4b80-84b9-2bec0faa45dd tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event updated for resources: {'Port': ['ID=39ff50a8-d38b-4ce9-a131-659fca3e10a1,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:20.604814 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a67cb795-c4ea-4b80-84b9-2bec0faa45dd tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:20.647834 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2a17c3d8-cea8-421e-ba3e-8174c189b8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:20.714013 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cad1eb98-e820-49c3-989f-d888e49fcabb tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:20.733577 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-dc362305-5d9b-48ea-9f48-073663db9f48 None None] For port ffca26e2-57ac-48e7-ae4c-e29add46cf2c, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:13:20.735693 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c70c80f1-25e4-4825-ab2e-ef72ec40cfad req-85f18f1d-8696-49a4-9e49-75f6797e05e6 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/security-groups?id=90f39b46-ad8e-4cf0-8e79-bf3f371e1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723691 Nov 27 04:13:20.740368 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e2ea0e79-86c3-4e88-bf20-8f1546c3d4e9 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:13:20.770410 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6c04571b-ce0a-4d5f-b35b-25a92a8e1197 req-47844c4f-0dcb-4594-8476-5152bd6323b3 service neutron] 10.222.0.23 "GET /v2.0/networks/6adaea12-131f-45a0-a555-9f43d57628b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6555204 Nov 27 04:13:20.821893 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-dc362305-5d9b-48ea-9f48-073663db9f48 None None] For port ffca26e2-57ac-48e7-ae4c-e29add46cf2c, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=ffca26e2-57ac-48e7-ae4c-e29add46cf2c,segment=NetworkSegment(f3ec511e-e0b9-4b3a-a165-f8f13939f9bc),segment_id=f3ec511e-e0b9-4b3a-a165-f8f13939f9bc)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:13:20.857811 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dc362305-5d9b-48ea-9f48-073663db9f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:20.861120 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cad1eb98-e820-49c3-989f-d888e49fcabb tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:20.928816 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-84a4f17d-9462-4f18-b8d8-4f12d09f5be7 admin admin] Allocated IP 172.20.0.1 (0e5f5de3-7997-41af-8459-38e29bc5d0bf/71714649-ab01-464e-9082-35e74a3e5679/d6ac6ea9-9ede-4dd7-9151-73d43bc6b298) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:13:20.995548 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cad1eb98-e820-49c3-989f-d888e49fcabb tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:21.003063 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-cad1eb98-e820-49c3-989f-d888e49fcabb tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/subnets/ffa3c411-afdc-436c-85a1-069bb25355d7 HTTP/1.1" status: 204 len: 168 time: 2.0580437 Nov 27 04:13:21.006964 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1eb98-e820-49c3-989f-d888e49fcabb tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event deleted for resources: {'Subnet': ['ID=ffa3c411-afdc-436c-85a1-069bb25355d7,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:21.019004 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44568) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:21.169326 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-84a4f17d-9462-4f18-b8d8-4f12d09f5be7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:21.234871 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-84a4f17d-9462-4f18-b8d8-4f12d09f5be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:21.320892 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a4f17d-9462-4f18-b8d8-4f12d09f5be7 admin admin] Network 0e5f5de3-7997-41af-8459-38e29bc5d0bf is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:13:21.329158 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-84a4f17d-9462-4f18-b8d8-4f12d09f5be7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:13:21.334200 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a4f17d-9462-4f18-b8d8-4f12d09f5be7 admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:13:21.439432 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc362305-5d9b-48ea-9f48-073663db9f48 None None] Pushing event updated for resources: {'Port': ['ID=ffca26e2-57ac-48e7-ae4c-e29add46cf2c,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:21.464415 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:21.471839 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port e2ea0e79-86c3-4e88-bf20-8f1546c3d4e9 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:21.471839 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:21.496147 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a4f17d-9462-4f18-b8d8-4f12d09f5be7 admin admin] Pushing event updated for resources: {'Port': ['ID=d6ac6ea9-9ede-4dd7-9151-73d43bc6b298,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:21.598353 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-84a4f17d-9462-4f18-b8d8-4f12d09f5be7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:21.629278 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2a17c3d8-cea8-421e-ba3e-8174c189b8ac None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:21.666028 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc362305-5d9b-48ea-9f48-073663db9f48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:13:21.666574 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc362305-5d9b-48ea-9f48-073663db9f48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:13:21.667055 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc362305-5d9b-48ea-9f48-073663db9f48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:13:21.667496 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc362305-5d9b-48ea-9f48-073663db9f48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:13:21.670060 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc362305-5d9b-48ea-9f48-073663db9f48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:13:21.670520 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc362305-5d9b-48ea-9f48-073663db9f48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:13:21.670975 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc362305-5d9b-48ea-9f48-073663db9f48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:13:21.671409 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc362305-5d9b-48ea-9f48-073663db9f48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:13:21.671893 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc362305-5d9b-48ea-9f48-073663db9f48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:13:21.672437 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc362305-5d9b-48ea-9f48-073663db9f48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:13:21.672933 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc362305-5d9b-48ea-9f48-073663db9f48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:13:21.676467 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc362305-5d9b-48ea-9f48-073663db9f48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:13:21.688376 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e8e88f-d774-43e4-be30-05f82d96aad7 None None] Network 475d5735-79a3-484f-bf32-4f28dc0b8344 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:13:21.702132 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2a17c3d8-cea8-421e-ba3e-8174c189b8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:21.934220 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6ab70-98a3-490d-810e-f4ecff6f6f6c req-3c9ca4b0-8b6e-426a-b153-51ea4c0c844c tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:21.936912 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d4e6ab70-98a3-490d-810e-f4ecff6f6f6c req-3c9ca4b0-8b6e-426a-b153-51ea4c0c844c tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab8b0035-4aa8-46ae-8565-71f6878e4580 HTTP/1.1" status: 200 len: 945 time: 0.5415599 Nov 27 04:13:21.952198 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d5985f8-9a6c-4560-aadc-eec953666c2c tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] DELETE failed (client error): The resource could not be found. Nov 27 04:13:21.952879 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d5985f8-9a6c-4560-aadc-eec953666c2c tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:13:21.956983 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9d5985f8-9a6c-4560-aadc-eec953666c2c tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/subnets/e33bccce-33cd-424d-a45c-20f88fde09db HTTP/1.1" status: 404 len: 337 time: 0.9361224 Nov 27 04:13:21.971324 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44574) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:21.979238 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a67cb795-c4ea-4b80-84b9-2bec0faa45dd tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:22.017070 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:13:22.021657 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-56cc8b43-897f-4a15-9603-fa53caba377b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "GET /v2.0/ports?device_id=20aafe27-e446-45ec-bd88-c70cb59eff9a HTTP/1.1" status: 200 len: 205 time: 0.0302088 Nov 27 04:13:22.031393 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44576) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:22.074093 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-84a4f17d-9462-4f18-b8d8-4f12d09f5be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:22.117927 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6c04571b-ce0a-4d5f-b35b-25a92a8e1197 req-114ad0e6-9ba3-4c6c-b821-ad00cd192b7c service neutron] 10.222.0.23 "GET /v2.0/networks/6adaea12-131f-45a0-a555-9f43d57628b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2798975 Nov 27 04:13:22.118804 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-6521afb3-f2df-46e8-84ef-72f9c46759d4 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] delete failed (client error): The resource could not be found. Nov 27 04:13:22.122602 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6521afb3-f2df-46e8-84ef-72f9c46759d4 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/routers/20aafe27-e446-45ec-bd88-c70cb59eff9a HTTP/1.1" status: 404 len: 336 time: 0.0885191 Nov 27 04:13:22.128790 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44578) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:22.163035 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d4e6ab70-98a3-490d-810e-f4ecff6f6f6c req-d69066f6-3dc8-41ad-9e7f-4aebeb272b4d tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/security-groups?id=32324dd8-939f-42de-b6d9-60872e2d730d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781092 Nov 27 04:13:22.176079 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d7f422c-5cb9-4682-bc46-c47bfdf7de49 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] DELETE failed (client error): The resource could not be found. Nov 27 04:13:22.176561 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d7f422c-5cb9-4682-bc46-c47bfdf7de49 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:13:22.183221 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-5d7f422c-5cb9-4682-bc46-c47bfdf7de49 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/subnets/2f0dcbc0-0a8e-4e99-934e-780977d20abb HTTP/1.1" status: 404 len: 337 time: 0.0533133 Nov 27 04:13:22.184045 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44584) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:22.211431 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56db34b-19ed-4daa-8396-5a642c4fd56f req-9f5227c6-5eea-40eb-8160-1858331295a8 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:22.221121 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e56db34b-19ed-4daa-8396-5a642c4fd56f req-9f5227c6-5eea-40eb-8160-1858331295a8 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 945 time: 1.0898690 Nov 27 04:13:22.318638 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbac7d3c-ec11-4d73-8e60-4d64d8c6d80b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] DELETE failed (client error): The resource could not be found. Nov 27 04:13:22.319027 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbac7d3c-ec11-4d73-8e60-4d64d8c6d80b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:13:22.326115 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-bbac7d3c-ec11-4d73-8e60-4d64d8c6d80b tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/subnets/9c9cca04-d126-49f2-b41d-a7e97688a686 HTTP/1.1" status: 404 len: 337 time: 0.1333704 Nov 27 04:13:22.326760 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44588) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:22.386082 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-99efc5e3-dbc3-445a-8474-75c606201a5c tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] DELETE failed (client error): The resource could not be found. Nov 27 04:13:22.386533 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99efc5e3-dbc3-445a-8474-75c606201a5c tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:13:22.392687 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d,segment=NetworkSegment(fedeef31-80c0-4f21-8dd9-42e4d38c018f),segment_id=fedeef31-80c0-4f21-8dd9-42e4d38c018f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:13:22.395877 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-99efc5e3-dbc3-445a-8474-75c606201a5c tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/subnets/eedd2659-796c-410b-8fea-780ca2b11609 HTTP/1.1" status: 404 len: 337 time: 0.0578480 Nov 27 04:13:22.398653 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44590) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:22.433936 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc26955a-0ebf-492c-86c0-92dda3a84085 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:13:22.437423 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-5548b57f-1fe2-432f-8916-8360889f2bdf None None] Provisioning complete for port e2ea0e79-86c3-4e88-bf20-8f1546c3d4e9 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:22.437804 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5548b57f-1fe2-432f-8916-8360889f2bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:22.452796 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98e324-7203-4468-b76e-7f0d69ce2dba req-f3f3cc11-62c7-4714-a373-aa14d0e42e58 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:22.454420 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8a98e324-7203-4468-b76e-7f0d69ce2dba req-f3f3cc11-62c7-4714-a373-aa14d0e42e58 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ec844d7-9a20-4145-8af5-4b539bb361de HTTP/1.1" status: 200 len: 944 time: 0.1099064 Nov 27 04:13:22.520736 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d', 'network_id': '6adaea12-131f-45a0-a555-9f43d57628b2', 'port_id': '4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d', 'mac_address': 'fa:16:3e:7c:58:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '381e483f-1075-4381-8890-5fdb20db8aa8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:13:22.530696 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:22.554854 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-84a4f17d-9462-4f18-b8d8-4f12d09f5be7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:22.586266 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-2a17c3d8-cea8-421e-ba3e-8174c189b8ac None None] Attempting to bind port bafad31a-5576-42b3-be80-53bae453a518 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:13:22.586743 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-2a17c3d8-cea8-421e-ba3e-8174c189b8ac None None] Attempting to bind port bafad31a-5576-42b3-be80-53bae453a518 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:13:22.587329 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a17c3d8-cea8-421e-ba3e-8174c189b8ac None None] Attempting to bind port bafad31a-5576-42b3-be80-53bae453a518 on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:13:22.589513 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d339d-6706-4288-97e3-b06bb1660cc5 None None] Pushing event updated for resources: {'Port': ['ID=bafad31a-5576-42b3-be80-53bae453a518,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:22.590104 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9927848-3136-475d-a57b-073f42ff6f40 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] DELETE failed (client error): The resource could not be found. Nov 27 04:13:22.590771 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9927848-3136-475d-a57b-073f42ff6f40 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:13:22.594029 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b9927848-3136-475d-a57b-073f42ff6f40 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/ports/cf1cbc20-dba7-43ab-816c-f1f5b702177f HTTP/1.1" status: 404 len: 333 time: 0.1856182 Nov 27 04:13:22.604624 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44592) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:22.619841 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-84a4f17d-9462-4f18-b8d8-4f12d09f5be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:22.699249 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a17c3d8-cea8-421e-ba3e-8174c189b8ac None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:13:22.708500 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a17c3d8-cea8-421e-ba3e-8174c189b8ac None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:13:22.711992 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2a17c3d8-cea8-421e-ba3e-8174c189b8ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:22.712414 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a17c3d8-cea8-421e-ba3e-8174c189b8ac None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:13:22.712935 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-2a17c3d8-cea8-421e-ba3e-8174c189b8ac None None] Bound port: bafad31a-5576-42b3-be80-53bae453a518, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:13:22.713334 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2a17c3d8-cea8-421e-ba3e-8174c189b8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:22.747711 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a67cb795-c4ea-4b80-84b9-2bec0faa45dd tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:22.755010 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e56db34b-19ed-4daa-8396-5a642c4fd56f req-85a9404c-a6e9-40d0-b23f-00284dca25e8 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5325742 Nov 27 04:13:22.757299 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a67cb795-c4ea-4b80-84b9-2bec0faa45dd tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:22.760952 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-84a4f17d-9462-4f18-b8d8-4f12d09f5be7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:22.834661 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a4f17d-9462-4f18-b8d8-4f12d09f5be7 admin admin] Pushing event updated for resources: {'Port': ['ID=d6ac6ea9-9ede-4dd7-9151-73d43bc6b298,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:22.855967 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:22.865507 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-8982e03c-b091-47dc-bf74-7107afa8725c tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] DELETE failed (client error): The resource could not be found. Nov 27 04:13:22.878719 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8982e03c-b091-47dc-bf74-7107afa8725c tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:13:22.879536 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a67cb795-c4ea-4b80-84b9-2bec0faa45dd tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:22.881952 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8982e03c-b091-47dc-bf74-7107afa8725c tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/subnets/bd34fa70-d48c-456a-8fe6-698fa242f046 HTTP/1.1" status: 404 len: 337 time: 0.2757399 Nov 27 04:13:22.897652 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44594) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:22.909403 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d601be59-1874-472b-8d98-fffb020e315c None None] DHCP port deletion for 475d5735-79a3-484f-bf32-4f28dc0b8344 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:13:22.930123 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8a98e324-7203-4468-b76e-7f0d69ce2dba req-9a5982ba-4bc4-4841-943c-306ee02404fb tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/security-groups?id=90f39b46-ad8e-4cf0-8e79-bf3f371e1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4633887 Nov 27 04:13:22.955216 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:13:22.984474 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67cb795-c4ea-4b80-84b9-2bec0faa45dd tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event updated for resources: {'Port': ['ID=39ff50a8-d38b-4ce9-a131-659fca3e10a1,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:23.098320 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d,segment=NetworkSegment(fedeef31-80c0-4f21-8dd9-42e4d38c018f),segment_id=fedeef31-80c0-4f21-8dd9-42e4d38c018f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:13:23.108938 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-2a17c3d8-cea8-421e-ba3e-8174c189b8ac None None] For port bafad31a-5576-42b3-be80-53bae453a518, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:13:23.116545 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-99466e6d-5e9c-44b2-b6d9-cf1c6620199d tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] DELETE failed (client error): The resource could not be found. Nov 27 04:13:23.116957 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99466e6d-5e9c-44b2-b6d9-cf1c6620199d tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:13:23.120135 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-99466e6d-5e9c-44b2-b6d9-cf1c6620199d tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/subnets/65833374-a938-4562-83d1-74c496a80788 HTTP/1.1" status: 404 len: 337 time: 0.1374502 Nov 27 04:13:23.122270 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a4f17d-9462-4f18-b8d8-4f12d09f5be7 admin admin] Network 0e5f5de3-7997-41af-8459-38e29bc5d0bf is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:13:23.123444 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44596) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:23.132646 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-84a4f17d-9462-4f18-b8d8-4f12d09f5be7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:13:23.140243 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-2a17c3d8-cea8-421e-ba3e-8174c189b8ac None None] For port bafad31a-5576-42b3-be80-53bae453a518, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=bafad31a-5576-42b3-be80-53bae453a518,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:13:23.141910 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device ffca26e2-57ac-48e7-ae4c-e29add46cf2c up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:13:23.151162 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafa3c5a-7840-46a0-b5c8-31c016e252a2 None None] Network c25596a0-c13c-4a85-8d40-65aa526ee020 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:13:23.155854 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2a17c3d8-cea8-421e-ba3e-8174c189b8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:23.159091 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-adf4ed43-53f6-49ac-92d5-1bb77ceecc97 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] DELETE failed (client error): The resource could not be found. Nov 27 04:13:23.159510 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adf4ed43-53f6-49ac-92d5-1bb77ceecc97 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:13:23.166755 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-adf4ed43-53f6-49ac-92d5-1bb77ceecc97 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/ports/80573b1c-e785-43f4-ac84-87a21294a727 HTTP/1.1" status: 404 len: 333 time: 0.0386956 Nov 27 04:13:23.169451 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:23.175541 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44598) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:23.186991 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca28aa8-47f0-47c4-9647-c2548a2abeab req-3a3f903e-d202-4e10-9f34-505e3cfc072c tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:23.194865 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3ca28aa8-47f0-47c4-9647-c2548a2abeab req-3a3f903e-d202-4e10-9f34-505e3cfc072c tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab8b0035-4aa8-46ae-8565-71f6878e4580 HTTP/1.1" status: 200 len: 945 time: 0.1922255 Nov 27 04:13:23.266905 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-a06fddcf-b514-45e6-85aa-cd6307452ccc tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] DELETE failed (client error): The resource could not be found. Nov 27 04:13:23.267506 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a06fddcf-b514-45e6-85aa-cd6307452ccc tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:13:23.274561 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a06fddcf-b514-45e6-85aa-cd6307452ccc tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/subnets/f08ea7a0-536b-4b30-972f-9f383c6eb175 HTTP/1.1" status: 404 len: 337 time: 0.0688155 Nov 27 04:13:23.302749 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbd4d1f-5b8c-4012-b550-5f6272e7242b None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:13:23.309214 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44600) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:23.320235 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3ca28aa8-47f0-47c4-9647-c2548a2abeab req-63c71fa9-10a3-430d-8aef-81dffc92de36 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/security-groups?id=32324dd8-939f-42de-b6d9-60872e2d730d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244955 Nov 27 04:13:23.366379 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44602) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:23.367400 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-5624dfef-59eb-4c92-85f0-e1951b3e989c tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] DELETE failed (client error): The resource could not be found. Nov 27 04:13:23.367969 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5624dfef-59eb-4c92-85f0-e1951b3e989c tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:13:23.374884 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-5624dfef-59eb-4c92-85f0-e1951b3e989c tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/subnets/304a64a7-9152-42cf-ba17-a410d771ca2f HTTP/1.1" status: 404 len: 337 time: 0.0535369 Nov 27 04:13:23.375829 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a4f17d-9462-4f18-b8d8-4f12d09f5be7 admin admin] Router 4c0002fa-51b3-4f8e-a730-f7759d1b8b52 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:13:23.377023 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44604) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:23.409911 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67cb795-c4ea-4b80-84b9-2bec0faa45dd tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Network c25596a0-c13c-4a85-8d40-65aa526ee020 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:13:23.438993 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-a67cb795-c4ea-4b80-84b9-2bec0faa45dd tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:13:23.464077 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a17c3d8-cea8-421e-ba3e-8174c189b8ac None None] Routers {'4c0002fa-51b3-4f8e-a730-f7759d1b8b52'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:13:23.465275 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-2a17c3d8-cea8-421e-ba3e-8174c189b8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:13:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4c0002fa-51b3-4f8e-a730-f7759d1b8b52'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:23.473457 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-5548b57f-1fe2-432f-8916-8360889f2bdf None None] Provisioning complete for port d22e180e-e6c9-4bd4-b341-c67f085aaaa0 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:23.473835 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5548b57f-1fe2-432f-8916-8360889f2bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:23.592235 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b1ed41-46fc-4413-a4f7-3458cb83d875 tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:23.594264 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-39b1ed41-46fc-4413-a4f7-3458cb83d875 tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ab8b0035-4aa8-46ae-8565-71f6878e4580 HTTP/1.1" status: 200 len: 1091 time: 0.2176590 Nov 27 04:13:23.600266 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44606) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:23.607956 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a4f17d-9462-4f18-b8d8-4f12d09f5be7 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:13:23.609325 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-bfc613fe-606f-4b75-b7ff-83604bbd12de tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'port_id': 'fac605f4-1095-412e-ac3a-57c7725a3d20', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:13:23.628854 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-84a4f17d-9462-4f18-b8d8-4f12d09f5be7 admin admin] 10.222.0.20 "PUT /v2.0/routers/4c0002fa-51b3-4f8e-a730-f7759d1b8b52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4792085 Nov 27 04:13:23.648750 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d339d-6706-4288-97e3-b06bb1660cc5 None None] Pushing event updated for resources: {'Port': ['ID=bafad31a-5576-42b3-be80-53bae453a518,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:23.685924 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bfc613fe-606f-4b75-b7ff-83604bbd12de tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for floatingip, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:23.699449 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67cb795-c4ea-4b80-84b9-2bec0faa45dd tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Router 143a5c6d-d098-48e3-8324-2e8c84ea623b is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:13:23.729083 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-2a1965d8-add9-41a8-8624-1f04e3b33be4 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Deleting port d22e180e-e6c9-4bd4-b341-c67f085aaaa0 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:13:23.729483 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2a1965d8-add9-41a8-8624-1f04e3b33be4 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:23.732659 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-2a17c3d8-cea8-421e-ba3e-8174c189b8ac None None] Set router 4c0002fa-51b3-4f8e-a730-f7759d1b8b52 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:13:23.781760 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:13:23.832819 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-5548b57f-1fe2-432f-8916-8360889f2bdf None None] Port d22e180e-e6c9-4bd4-b341-c67f085aaaa0 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:13:23.870194 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2a1965d8-add9-41a8-8624-1f04e3b33be4 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:23.903964 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-d601be59-1874-472b-8d98-fffb020e315c None None] Deleting port bb342c3a-6a95-4b09-9c05-530cc82d781b {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:13:23.905179 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d601be59-1874-472b-8d98-fffb020e315c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:23.915429 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-2a1965d8-add9-41a8-8624-1f04e3b33be4 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Calling delete_port for d22e180e-e6c9-4bd4-b341-c67f085aaaa0 owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:13:23.948471 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67cb795-c4ea-4b80-84b9-2bec0faa45dd tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:13:23.954222 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a67cb795-c4ea-4b80-84b9-2bec0faa45dd tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "PUT /v2.0/routers/143a5c6d-d098-48e3-8324-2e8c84ea623b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5411243 Nov 27 04:13:23.960416 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de5abd2-5067-4c3a-aa00-d89b7610ddad None None] Sync routers for ids ['143a5c6d-d098-48e3-8324-2e8c84ea623b'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:13:23.962575 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44616) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:23.988993 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de5abd2-5067-4c3a-aa00-d89b7610ddad None None] Routers {'143a5c6d-d098-48e3-8324-2e8c84ea623b'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:13:23.990587 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-7de5abd2-5067-4c3a-aa00-d89b7610ddad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:13:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['143a5c6d-d098-48e3-8324-2e8c84ea623b'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:24.073972 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-7de5abd2-5067-4c3a-aa00-d89b7610ddad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:24.088470 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de5abd2-5067-4c3a-aa00-d89b7610ddad None None] Routers {'143a5c6d-d098-48e3-8324-2e8c84ea623b'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:13:24.089589 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-7de5abd2-5067-4c3a-aa00-d89b7610ddad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:13:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['143a5c6d-d098-48e3-8324-2e8c84ea623b'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:24.098761 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd72547-8117-4b34-9678-582e35d792d4 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:24.103424 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44622) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:24.103673 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1fd72547-8117-4b34-9678-582e35d792d4 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "GET /v2.0/ports/39ff50a8-d38b-4ce9-a131-659fca3e10a1 HTTP/1.1" status: 200 len: 910 time: 0.1399488 Nov 27 04:13:24.133905 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-7de5abd2-5067-4c3a-aa00-d89b7610ddad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:24.135961 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de5abd2-5067-4c3a-aa00-d89b7610ddad None None] The sync data for ids ['143a5c6d-d098-48e3-8324-2e8c84ea623b'] in n-d-819494-3 is: [] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:13:24.167842 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port ffca26e2-57ac-48e7-ae4c-e29add46cf2c triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:24.168411 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:24.219599 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2617e91a-f44e-4dcc-b19c-699dd86fc6ff req-216c1d40-0ecd-4588-b6cd-0d9b48187cc6 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:24.221680 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2617e91a-f44e-4dcc-b19c-699dd86fc6ff req-216c1d40-0ecd-4588-b6cd-0d9b48187cc6 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ec844d7-9a20-4145-8af5-4b539bb361de HTTP/1.1" status: 200 len: 945 time: 0.1439857 Nov 27 04:13:24.242345 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:24.283828 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bfc613fe-606f-4b75-b7ff-83604bbd12de tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:24.347557 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2617e91a-f44e-4dcc-b19c-699dd86fc6ff req-404c0220-b45f-4d4c-b486-2df4cfc585c6 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/security-groups?id=90f39b46-ad8e-4cf0-8e79-bf3f371e1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010182 Nov 27 04:13:24.464453 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283cdf22-f311-40a1-8397-1c741ed248be req-5cbd18aa-14a6-4440-8155-502ec0f699a7 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:24.466170 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-283cdf22-f311-40a1-8397-1c741ed248be req-5cbd18aa-14a6-4440-8155-502ec0f699a7 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 945 time: 0.4554851 Nov 27 04:13:24.497377 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-5548b57f-1fe2-432f-8916-8360889f2bdf None None] Provisioning complete for port bb342c3a-6a95-4b09-9c05-530cc82d781b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:24.498016 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5548b57f-1fe2-432f-8916-8360889f2bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:24.508037 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-bfc613fe-606f-4b75-b7ff-83604bbd12de tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Allocated IP 172.25.1.120 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/0ffc6892-7098-4e1e-bca4-f286613749ed) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:13:24.553996 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2a1965d8-add9-41a8-8624-1f04e3b33be4 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:24.611783 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1965d8-add9-41a8-8624-1f04e3b33be4 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event deleted for resources: {'Port': ['ID=d22e180e-e6c9-4bd4-b341-c67f085aaaa0,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:24.617170 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-283cdf22-f311-40a1-8397-1c741ed248be req-01c99ef1-2c74-42e8-943b-b82f22124d42 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402986 Nov 27 04:13:24.628912 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2a1965d8-add9-41a8-8624-1f04e3b33be4 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:24.632758 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2a1965d8-add9-41a8-8624-1f04e3b33be4 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/ports/d22e180e-e6c9-4bd4-b341-c67f085aaaa0 HTTP/1.1" status: 204 len: 168 time: 1.2466524 Nov 27 04:13:24.636316 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44630) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:24.677743 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44632) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:24.682631 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-59c2f03f-f4d8-4a32-b670-609d4ca638dd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-85442447-network', 'tenant_id': '09a744c26ba84ff8a820143152a8f760'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:13:24.727113 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-d601be59-1874-472b-8d98-fffb020e315c None None] For port bb342c3a-6a95-4b09-9c05-530cc82d781b, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=bb342c3a-6a95-4b09-9c05-530cc82d781b,segment=NetworkSegment(d9c8a772-030c-44f0-9c64-086d7b37cb62),segment_id=d9c8a772-030c-44f0-9c64-086d7b37cb62)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:13:24.727955 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d601be59-1874-472b-8d98-fffb020e315c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:24.752319 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c2f03f-f4d8-4a32-b670-609d4ca638dd admin admin] Made reservation on behalf of 09a744c26ba84ff8a820143152a8f760 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:13:24.756070 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59c2f03f-f4d8-4a32-b670-609d4ca638dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:24.773974 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59c2f03f-f4d8-4a32-b670-609d4ca638dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:24.804035 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-d601be59-1874-472b-8d98-fffb020e315c None None] Calling delete_port for bb342c3a-6a95-4b09-9c05-530cc82d781b owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:13:24.817610 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bfc613fe-606f-4b75-b7ff-83604bbd12de tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:24.831718 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c8441dda-38c5-4de0-bcf8-9f7aad712fa0 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:24.964187 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ad0c421b-67f8-4a13-9c6b-3952417b84ae tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:24.971646 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59c2f03f-f4d8-4a32-b670-609d4ca638dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:24.995823 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59c2f03f-f4d8-4a32-b670-609d4ca638dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:25.050133 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59c2f03f-f4d8-4a32-b670-609d4ca638dd admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:13:25.057877 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bfc613fe-606f-4b75-b7ff-83604bbd12de tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:25.104210 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-c8441dda-38c5-4de0-bcf8-9f7aad712fa0 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Deleting port bb342c3a-6a95-4b09-9c05-530cc82d781b {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:13:25.104839 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c8441dda-38c5-4de0-bcf8-9f7aad712fa0 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:25.130898 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc613fe-606f-4b75-b7ff-83604bbd12de tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event updated for resources: {'Port': ['ID=0ffc6892-7098-4e1e-bca4-f286613749ed,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:25.136791 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2f03f-f4d8-4a32-b670-609d4ca638dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6076d7f-b914-4628-bcb5-cc23e4522955,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:25.145890 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59c2f03f-f4d8-4a32-b670-609d4ca638dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:25.146570 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-59c2f03f-f4d8-4a32-b670-609d4ca638dd admin admin] Added segment e70b18ec-3ddc-4fc0-ba6d-b20afac01742 of type vlan for network 46ac8c4f-2cba-49f4-b094-f20c57281483 Nov 27 04:13:25.164873 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc613fe-606f-4b75-b7ff-83604bbd12de tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:13:25.167246 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-bfc613fe-606f-4b75-b7ff-83604bbd12de tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:13:25.170680 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc613fe-606f-4b75-b7ff-83604bbd12de tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:13:25.244442 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59c2f03f-f4d8-4a32-b670-609d4ca638dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:25.250580 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-c8441dda-38c5-4de0-bcf8-9f7aad712fa0 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] For port bb342c3a-6a95-4b09-9c05-530cc82d781b, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=bb342c3a-6a95-4b09-9c05-530cc82d781b,segment=NetworkSegment(d9c8a772-030c-44f0-9c64-086d7b37cb62),segment_id=d9c8a772-030c-44f0-9c64-086d7b37cb62)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:13:25.251282 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c8441dda-38c5-4de0-bcf8-9f7aad712fa0 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:25.274878 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-c8441dda-38c5-4de0-bcf8-9f7aad712fa0 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Calling delete_port for bb342c3a-6a95-4b09-9c05-530cc82d781b owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:13:25.302057 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:25.334334 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-2a17c3d8-cea8-421e-ba3e-8174c189b8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'name': 'tempest-TestVolumeBackupRestore-607832707-router', 'tenant_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bafad31a-5576-42b3-be80-53bae453a518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:13:15Z', 'updated_at': '2021-11-27T04:13:21Z', 'revision_number': 4, 'project_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'gw_port': {'id': 'bafad31a-5576-42b3-be80-53bae453a518', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f8:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:13:16Z', 'updated_at': '2021-11-27T04:13:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'd6ac6ea9-9ede-4dd7-9151-73d43bc6b298', 'name': '', 'network_id': '0e5f5de3-7997-41af-8459-38e29bc5d0bf', 'tenant_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'mac_address': 'fa:16:3e:a2:e3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '71714649-ab01-464e-9082-35e74a3e5679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:13:20Z', 'updated_at': '2021-11-27T04:13:22Z', 'revision_number': 2, 'project_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'subnets': [{'id': '71714649-ab01-464e-9082-35e74a3e5679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:25.375917 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a17c3d8-cea8-421e-ba3e-8174c189b8ac None None] The sync data for ids ['4c0002fa-51b3-4f8e-a730-f7759d1b8b52'] in n-d-819494-3 is: [{'id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'name': 'tempest-TestVolumeBackupRestore-607832707-router', 'tenant_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bafad31a-5576-42b3-be80-53bae453a518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:13:15Z', 'updated_at': '2021-11-27T04:13:21Z', 'revision_number': 4, 'project_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'gw_port': {'id': 'bafad31a-5576-42b3-be80-53bae453a518', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f8:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:13:16Z', 'updated_at': '2021-11-27T04:13:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'd6ac6ea9-9ede-4dd7-9151-73d43bc6b298', 'name': '', 'network_id': '0e5f5de3-7997-41af-8459-38e29bc5d0bf', 'tenant_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'mac_address': 'fa:16:3e:a2:e3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '71714649-ab01-464e-9082-35e74a3e5679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:13:20Z', 'updated_at': '2021-11-27T04:13:22Z', 'revision_number': 2, 'project_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'subnets': [{'id': '71714649-ab01-464e-9082-35e74a3e5679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:13:25.420892 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c8441dda-38c5-4de0-bcf8-9f7aad712fa0 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:25.442171 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8441dda-38c5-4de0-bcf8-9f7aad712fa0 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] No DVR routers for this DVR port bb342c3a-6a95-4b09-9c05-530cc82d781b on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:13:25.465048 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port ffca26e2-57ac-48e7-ae4c-e29add46cf2c, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=ffca26e2-57ac-48e7-ae4c-e29add46cf2c,segment=NetworkSegment(f3ec511e-e0b9-4b3a-a165-f8f13939f9bc),segment_id=f3ec511e-e0b9-4b3a-a165-f8f13939f9bc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:13:25.469372 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:13:25.469372 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:13:25.469372 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:13:25.469372 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:13:25.469372 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:13:25.469372 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:13:25.469372 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:13:25.469372 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:13:25.469372 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:13:25.469372 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:13:25.469372 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:13:25.469372 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:13:25.469372 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:13:25.469372 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:13:25.469372 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:13:25.469372 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:13:25.469372 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:13:25.469372 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:13:25.469372 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:13:25.469372 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:13:25.469372 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:13:25.469372 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:13:25.469372 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:13:25.469372 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:13:25.469372 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:13:25.469372 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:13:25.469372 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:13:25.469372 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:13:25.469372 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:13:25.469372 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:13:25.469372 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:13:25.469372 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:13:25.469372 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:13:25.469372 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:13:25.469372 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:13:25.469372 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:13:25.469372 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:13:25.469372 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:13:25.469372 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:13:25.469372 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:13:25.472943 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:13:25.472943 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:13:25.472943 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:13:25.472943 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:13:25.472943 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:13:25.472943 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:13:25.472943 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:13:25.472943 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:13:25.472943 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:13:25.472943 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:13:25.472943 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:13:25.472943 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:13:25.472943 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:13:25.472943 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:13:25.516233 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:25.540757 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-4a8c6270-95c3-49da-8ea9-168cea15baae None None] Provisioning complete for port d6ac6ea9-9ede-4dd7-9151-73d43bc6b298 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:25.541149 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4a8c6270-95c3-49da-8ea9-168cea15baae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:25.544474 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8441dda-38c5-4de0-bcf8-9f7aad712fa0 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event deleted for resources: {'Port': ['ID=bb342c3a-6a95-4b09-9c05-530cc82d781b,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:25.744578 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-4a8c6270-95c3-49da-8ea9-168cea15baae None None] Port d6ac6ea9-9ede-4dd7-9151-73d43bc6b298 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:13:25.749877 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=ffca26e2-57ac-48e7-ae4c-e29add46cf2c,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:25.767864 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device bb342c3a-6a95-4b09-9c05-530cc82d781b no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:13:25.794532 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c8441dda-38c5-4de0-bcf8-9f7aad712fa0 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:25.807269 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d601be59-1874-472b-8d98-fffb020e315c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:25.812957 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bfc613fe-606f-4b75-b7ff-83604bbd12de tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:25.857241 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: bb342c3a-6a95-4b09-9c05-530cc82d781b {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:13:25.857686 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device bb342c3a-6a95-4b09-9c05-530cc82d781b not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:13:25.931759 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d601be59-1874-472b-8d98-fffb020e315c None None] No DVR routers for this DVR port bb342c3a-6a95-4b09-9c05-530cc82d781b on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:13:25.935357 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d601be59-1874-472b-8d98-fffb020e315c None None] Pushing event deleted for resources: {'Port': ['ID=bb342c3a-6a95-4b09-9c05-530cc82d781b,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:25.940950 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-4a8c6270-95c3-49da-8ea9-168cea15baae None None] Provisioning complete for port ffca26e2-57ac-48e7-ae4c-e29add46cf2c triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:25.941330 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4a8c6270-95c3-49da-8ea9-168cea15baae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:26.021638 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-c8441dda-38c5-4de0-bcf8-9f7aad712fa0 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['475d5735-79a3-484f-bf32-4f28dc0b8344']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:26.046599 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59c2f03f-f4d8-4a32-b670-609d4ca638dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:26.049617 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c2f03f-f4d8-4a32-b670-609d4ca638dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:26.049617 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59c2f03f-f4d8-4a32-b670-609d4ca638dd admin admin] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:26.050299 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-c8441dda-38c5-4de0-bcf8-9f7aad712fa0 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9c8a772-030c-44f0-9c64-086d7b37cb62') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:26.051049 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-c8441dda-38c5-4de0-bcf8-9f7aad712fa0 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9c8a772-030c-44f0-9c64-086d7b37cb62') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:26.069483 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c8441dda-38c5-4de0-bcf8-9f7aad712fa0 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:26.094505 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51597c-347b-447a-bbe1-357b8d273599 req-e7c23f4b-4245-4957-834d-8426a55ac574 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:26.096465 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-af51597c-347b-447a-bbe1-357b8d273599 req-e7c23f4b-4245-4957-834d-8426a55ac574 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 945 time: 0.2947156 Nov 27 04:13:26.116457 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c8441dda-38c5-4de0-bcf8-9f7aad712fa0 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:26.155815 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8441dda-38c5-4de0-bcf8-9f7aad712fa0 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:13:26.156814 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c8441dda-38c5-4de0-bcf8-9f7aad712fa0 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:26.176941 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-4a8c6270-95c3-49da-8ea9-168cea15baae None None] Provisioning complete for port 39ff50a8-d38b-4ce9-a131-659fca3e10a1 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:26.177251 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4a8c6270-95c3-49da-8ea9-168cea15baae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:26.200656 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:13:26.200656 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:13:26.200656 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:13:26.200656 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:13:26.200656 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:13:26.200656 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:13:26.200656 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:13:26.200656 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:13:26.200656 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:13:26.200656 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:13:26.200656 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:13:26.200656 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:13:26.200656 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:13:26.200656 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:13:26.200656 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:13:26.200656 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:13:26.200656 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:13:26.200656 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:13:26.200656 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:13:26.200656 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:13:26.200656 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:13:26.200656 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:13:26.200656 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:13:26.200656 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:13:26.200656 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:13:26.200656 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:13:26.200656 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:13:26.200656 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:13:26.200656 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:13:26.200656 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:13:26.200656 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:13:26.200656 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:13:26.205227 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bfc613fe-606f-4b75-b7ff-83604bbd12de tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:26.239611 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-4a8c6270-95c3-49da-8ea9-168cea15baae None None] Port 39ff50a8-d38b-4ce9-a131-659fca3e10a1 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:13:26.261802 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-4a8c6270-95c3-49da-8ea9-168cea15baae None None] Provisioning complete for port bafad31a-5576-42b3-be80-53bae453a518 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:26.262429 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4a8c6270-95c3-49da-8ea9-168cea15baae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:26.289976 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44638) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:26.291116 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-59c2f03f-f4d8-4a32-b670-609d4ca638dd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6122005 Nov 27 04:13:26.311345 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-29d7d51c-8df3-4954-932e-bb8d79f33ebc admin admin] Request body: {'subnet': {'network_id': '46ac8c4f-2cba-49f4-b094-f20c57281483', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-85442447-subnet', 'tenant_id': '09a744c26ba84ff8a820143152a8f760', 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:13:26.336725 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec2992-ded5-4d75-8653-8e51cb2f1c1d req-a11eff0f-3288-41fb-b6f7-00dbf660f7c0 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:26.338314 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-efec2992-ded5-4d75-8653-8e51cb2f1c1d req-a11eff0f-3288-41fb-b6f7-00dbf660f7c0 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ec844d7-9a20-4145-8af5-4b539bb361de HTTP/1.1" status: 200 len: 945 time: 0.4208829 Nov 27 04:13:26.339010 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2f03f-f4d8-4a32-b670-609d4ca638dd admin admin] Pushing event updated for resources: {'Network': ['ID=46ac8c4f-2cba-49f4-b094-f20c57281483,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:26.373447 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 46ac8c4f-2cba-49f4-b094-f20c57281483 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:13:26.490391 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-efec2992-ded5-4d75-8653-8e51cb2f1c1d req-401a6d4f-9711-4b0c-9c4a-13aecd4c9071 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/security-groups?id=90f39b46-ad8e-4cf0-8e79-bf3f371e1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344509 Nov 27 04:13:26.532387 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4a8c6270-95c3-49da-8ea9-168cea15baae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:26.536564 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-af51597c-347b-447a-bbe1-357b8d273599 req-73f67814-f57e-47fb-a38d-4b4b974bd3b9 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4324939 Nov 27 04:13:26.583407 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c8441dda-38c5-4de0-bcf8-9f7aad712fa0 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:26.589957 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c8441dda-38c5-4de0-bcf8-9f7aad712fa0 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:26.598625 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c8441dda-38c5-4de0-bcf8-9f7aad712fa0 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] 10.222.0.20 "DELETE /v2.0/networks/475d5735-79a3-484f-bf32-4f28dc0b8344 HTTP/1.1" status: 204 len: 168 time: 1.9561734 Nov 27 04:13:26.601810 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-4a8c6270-95c3-49da-8ea9-168cea15baae None None] For port bafad31a-5576-42b3-be80-53bae453a518, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=bafad31a-5576-42b3-be80-53bae453a518,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:13:26.615315 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d7d51c-8df3-4954-932e-bb8d79f33ebc admin admin] Made reservation on behalf of 09a744c26ba84ff8a820143152a8f760 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:13:26.618645 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-29d7d51c-8df3-4954-932e-bb8d79f33ebc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:26.619304 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4a8c6270-95c3-49da-8ea9-168cea15baae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:26.717537 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bfc613fe-606f-4b75-b7ff-83604bbd12de tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:26.722017 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8441dda-38c5-4de0-bcf8-9f7aad712fa0 tempest-PortsTestJSON-714958562 tempest-PortsTestJSON-714958562-project] Pushing event deleted for resources: {'Network': ['ID=475d5735-79a3-484f-bf32-4f28dc0b8344,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:26.729891 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bfc613fe-606f-4b75-b7ff-83604bbd12de tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:26.771798 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-6b769c01-38c2-4d41-9767-bcf9df61b41e None None] Provisioning complete for port 39ff50a8-d38b-4ce9-a131-659fca3e10a1 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:26.773152 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6b769c01-38c2-4d41-9767-bcf9df61b41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:26.779590 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-ad0c421b-67f8-4a13-9c6b-3952417b84ae tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Deleting port 39ff50a8-d38b-4ce9-a131-659fca3e10a1 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:13:26.779954 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ad0c421b-67f8-4a13-9c6b-3952417b84ae tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:26.784837 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c6270-95c3-49da-8ea9-168cea15baae None None] Pushing event updated for resources: {'Port': ['ID=bafad31a-5576-42b3-be80-53bae453a518,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:26.859108 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-6b769c01-38c2-4d41-9767-bcf9df61b41e None None] Port 39ff50a8-d38b-4ce9-a131-659fca3e10a1 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:13:26.918898 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bfc613fe-606f-4b75-b7ff-83604bbd12de tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:27.030028 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ad0c421b-67f8-4a13-9c6b-3952417b84ae tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:27.057331 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-ad0c421b-67f8-4a13-9c6b-3952417b84ae tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Calling delete_port for 39ff50a8-d38b-4ce9-a131-659fca3e10a1 owned by network:router_interface {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:13:27.069623 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44644) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:27.070894 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc613fe-606f-4b75-b7ff-83604bbd12de tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event updated for resources: {'Port': ['ID=0ffc6892-7098-4e1e-bca4-f286613749ed,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:27.123799 n-d-819494-3 neutron-server[110019]: INFO neutron.db.l3_db [None req-bfc613fe-606f-4b75-b7ff-83604bbd12de tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Floating IP 05d7c482-3563-45cc-bd0e-0321348e38db associated. External IP: 172.25.1.120, port: fac605f4-1095-412e-ac3a-57c7725a3d20. Nov 27 04:13:27.452179 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc613fe-606f-4b75-b7ff-83604bbd12de tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Router edff503e-a1ff-404a-99e6-1390258c5c8b has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:13:27.629876 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc613fe-606f-4b75-b7ff-83604bbd12de tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:13:27.643312 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6112d3ed-a7de-4311-8e9c-83a21b788f4f None None] Sync routers for ids ['edff503e-a1ff-404a-99e6-1390258c5c8b'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:13:27.668606 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6112d3ed-a7de-4311-8e9c-83a21b788f4f None None] Routers {'edff503e-a1ff-404a-99e6-1390258c5c8b'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:13:27.675756 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-6112d3ed-a7de-4311-8e9c-83a21b788f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:13:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['edff503e-a1ff-404a-99e6-1390258c5c8b'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:27.678276 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bfc613fe-606f-4b75-b7ff-83604bbd12de tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:27.685183 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-29d7d51c-8df3-4954-932e-bb8d79f33ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:27.752646 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-bfc613fe-606f-4b75-b7ff-83604bbd12de tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1454930 Nov 27 04:13:27.752646 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab8b0035-4aa8-46ae-8565-71f6878e4580', 'tag': 'fac605f4-1095-412e-ac3a-57c7725a3d20'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:13:27.756362 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec11358d-ead8-4710-b0d0-ce1a7e68cfed" -d '{"events": [{"name": "network-changed", "server_uuid": "ab8b0035-4aa8-46ae-8565-71f6878e4580", "tag": "fac605f4-1095-412e-ac3a-57c7725a3d20"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:13:27.779412 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-83a869fd-ff75-49dd-96f9-d48da13a7cd7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e0c528b777a044b1b1470d3e561f543a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7062283 Nov 27 04:13:27.785540 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44654) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:27.786836 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44658) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:27.821384 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device bafad31a-5576-42b3-be80-53bae453a518 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:13:27.950331 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port bafad31a-5576-42b3-be80-53bae453a518 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:27.951019 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:27.957502 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-6112d3ed-a7de-4311-8e9c-83a21b788f4f None None] Set router edff503e-a1ff-404a-99e6-1390258c5c8b gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:13:28.019311 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:13:28.030671 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d7d51c-8df3-4954-932e-bb8d79f33ebc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f53b71a0-3de7-401f-b667-df493f3b2570,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:28.046045 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d7d51c-8df3-4954-932e-bb8d79f33ebc admin admin] Checking segment: {'id': 'e70b18ec-3ddc-4fc0-ba6d-b20afac01742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '46ac8c4f-2cba-49f4-b094-f20c57281483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:13:28.046610 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d7d51c-8df3-4954-932e-bb8d79f33ebc admin admin] Network hostable DHCP agents. Network: 46ac8c4f-2cba-49f4-b094-f20c57281483, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:13:28.096325 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ae6d5-837c-4e8e-a190-8b142cf33eef req-defaad28-4023-4a7f-a39c-5ef3a62092f2 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:28.098081 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fb9ae6d5-837c-4e8e-a190-8b142cf33eef req-defaad28-4023-4a7f-a39c-5ef3a62092f2 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 945 time: 0.3184192 Nov 27 04:13:28.098910 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2941337e-b7d5-4082-9972-d453cb597518 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:28.218253 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d7d51c-8df3-4954-932e-bb8d79f33ebc admin admin] Network 46ac8c4f-2cba-49f4-b094-f20c57281483 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:13:28.231479 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2941337e-b7d5-4082-9972-d453cb597518 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:28.244776 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-29d7d51c-8df3-4954-932e-bb8d79f33ebc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 46ac8c4f-2cba-49f4-b094-f20c57281483) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:13:28.274945 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d7d51c-8df3-4954-932e-bb8d79f33ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:28.275841 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-29d7d51c-8df3-4954-932e-bb8d79f33ebc admin admin] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:28.289290 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187f6ba7-1edb-47d8-94bf-16ad48f1bc11 None None] Network 46ac8c4f-2cba-49f4-b094-f20c57281483 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:13:28.310195 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-29d7d51c-8df3-4954-932e-bb8d79f33ebc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0051396 Nov 27 04:13:28.320690 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44660) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:28.326751 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-9b9afc50-c4aa-4790-b9b9-f480fe0c0c77 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-85442447-router', 'tenant_id': '09a744c26ba84ff8a820143152a8f760', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:13:28.345372 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-950d7d81-12d1-4e22-a814-fd0aaeb83e83 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/floatingips/05d7c482-3563-45cc-bd0e-0321348e38db HTTP/1.1" status: 200 len: 991 time: 0.5534792 Nov 27 04:13:28.355391 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fb9ae6d5-837c-4e8e-a190-8b142cf33eef req-44bb3413-450f-46d7-9490-de6777c06b3a tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2478426 Nov 27 04:13:28.364149 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78d95c-e7d7-4cc7-a269-756d55c4a792 req-ea042f42-6f8b-4cbf-a0c2-f180fbd5ce6b tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:28.366110 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4c78d95c-e7d7-4cc7-a269-756d55c4a792 req-ea042f42-6f8b-4cbf-a0c2-f180fbd5ce6b tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ec844d7-9a20-4145-8af5-4b539bb361de HTTP/1.1" status: 200 len: 945 time: 0.6357107 Nov 27 04:13:28.367739 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ad0c421b-67f8-4a13-9c6b-3952417b84ae tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:28.425134 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9b9afc50-c4aa-4790-b9b9-f480fe0c0c77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:28.426417 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9b9afc50-c4aa-4790-b9b9-f480fe0c0c77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:28.473162 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4c78d95c-e7d7-4cc7-a269-756d55c4a792 req-5ee55136-1d84-4725-b310-795a2c118f0d tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/security-groups?id=90f39b46-ad8e-4cf0-8e79-bf3f371e1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008911 Nov 27 04:13:28.515061 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9b9afc50-c4aa-4790-b9b9-f480fe0c0c77 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:28.517859 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c421b-67f8-4a13-9c6b-3952417b84ae tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event deleted for resources: {'Port': ['ID=39ff50a8-d38b-4ce9-a131-659fca3e10a1,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:28.586389 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:13:28.644114 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:28.644886 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:28.689078 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e11c8e1-ac92-4717-9a72-5d471ee904c3 x-openstack-request-id: req-9e11c8e1-ac92-4717-9a72-5d471ee904c3 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:13:28.689375 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab8b0035-4aa8-46ae-8565-71f6878e4580", "tag": "fac605f4-1095-412e-ac3a-57c7725a3d20", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:13:28.689634 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9e11c8e1-ac92-4717-9a72-5d471ee904c3 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:13:28.690052 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab8b0035-4aa8-46ae-8565-71f6878e4580', 'tag': 'fac605f4-1095-412e-ac3a-57c7725a3d20', 'status': 'completed', 'code': 200} Nov 27 04:13:28.697713 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device ffca26e2-57ac-48e7-ae4c-e29add46cf2c up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:13:28.828075 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2941337e-b7d5-4082-9972-d453cb597518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:28.832580 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2941337e-b7d5-4082-9972-d453cb597518 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:28.834308 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2941337e-b7d5-4082-9972-d453cb597518 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/41cb687b-ad55-4d35-b283-e39d91ff834e HTTP/1.1" status: 204 len: 168 time: 0.9960275 Nov 27 04:13:28.904422 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-6112d3ed-a7de-4311-8e9c-83a21b788f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'name': 'tempest-TestNetworkBasicOps-router-1075337850', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cadaefd7-5868-4f27-b084-779ef51294a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:12:38Z', 'updated_at': '2021-11-27T04:12:48Z', 'revision_number': 4, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'gw_port': {'id': 'cadaefd7-5868-4f27-b084-779ef51294a7', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:85:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:12:39Z', 'updated_at': '2021-11-27T04:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '05d7c482-3563-45cc-bd0e-0321348e38db', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'floating_ip_address': '172.25.1.120', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'port_id': 'fac605f4-1095-412e-ac3a-57c7725a3d20', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01721107-8527-4cbc-9cef-bafb3d42cf85', 'mac_address': 'fa:16:3e:d8:fd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8b0035-4aa8-46ae-8565-71f6878e4580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:13:25Z', 'updated_at': '2021-11-27T04:13:25Z', 'revision_number': 0, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5ab00c3-c161-489c-b452-10fdd43c77df', 'name': '', 'network_id': '01721107-8527-4cbc-9cef-bafb3d42cf85', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'mac_address': 'fa:16:3e:ee:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '44a79022-8cdb-466a-b050-413e97bcc0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:12:46Z', 'updated_at': '2021-11-27T04:12:53Z', 'revision_number': 5, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'subnets': [{'id': '44a79022-8cdb-466a-b050-413e97bcc0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:28.923042 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad230930-827a-4cc3-a62b-80c77206e073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-46ac8c4f-2cba-49f4-b094-f20c57281483', 'network_id': '46ac8c4f-2cba-49f4-b094-f20c57281483', 'tenant_id': '09a744c26ba84ff8a820143152a8f760', 'fixed_ips': [{'subnet_id': 'f53b71a0-3de7-401f-b667-df493f3b2570'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:13:28.926457 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ad230930-827a-4cc3-a62b-80c77206e073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:28.977344 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6112d3ed-a7de-4311-8e9c-83a21b788f4f None None] Checking router: edff503e-a1ff-404a-99e6-1390258c5c8b for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:13:28.994818 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:29.001759 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9b9afc50-c4aa-4790-b9b9-f480fe0c0c77 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:29.013504 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port ffca26e2-57ac-48e7-ae4c-e29add46cf2c triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:29.014048 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:29.056509 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6112d3ed-a7de-4311-8e9c-83a21b788f4f None None] Routers {'edff503e-a1ff-404a-99e6-1390258c5c8b'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:13:29.057281 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-6112d3ed-a7de-4311-8e9c-83a21b788f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:13:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['edff503e-a1ff-404a-99e6-1390258c5c8b'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:29.059668 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857cc367-39c9-4824-8c35-837e7b6198dd None None] Sync routers for ids ['4c0002fa-51b3-4f8e-a730-f7759d1b8b52'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:13:29.064286 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2941337e-b7d5-4082-9972-d453cb597518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cb687b-ad55-4d35-b283-e39d91ff834e,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:29.073602 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857cc367-39c9-4824-8c35-837e7b6198dd None None] Routers {'4c0002fa-51b3-4f8e-a730-f7759d1b8b52'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:13:29.075241 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-857cc367-39c9-4824-8c35-837e7b6198dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:13:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4c0002fa-51b3-4f8e-a730-f7759d1b8b52'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:29.113774 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ad0c421b-67f8-4a13-9c6b-3952417b84ae tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:29.119447 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11358d-ead8-4710-b0d0-ce1a7e68cfed req-7acd8b75-5bbc-4f30-9618-bb2235204dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:29.121220 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ec11358d-ead8-4710-b0d0-ce1a7e68cfed req-7acd8b75-5bbc-4f30-9618-bb2235204dc2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=11a8da3acafa4ec1bd2e977270426dbc&device_id=ab8b0035-4aa8-46ae-8565-71f6878e4580 HTTP/1.1" status: 200 len: 1096 time: 0.3712437 Nov 27 04:13:29.353844 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44670) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:29.354944 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-857cc367-39c9-4824-8c35-837e7b6198dd None None] Set router 4c0002fa-51b3-4f8e-a730-f7759d1b8b52 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:13:29.390420 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d,segment=NetworkSegment(fedeef31-80c0-4f21-8dd9-42e4d38c018f),segment_id=fedeef31-80c0-4f21-8dd9-42e4d38c018f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:13:29.428100 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec844d7-9a20-4145-8af5-4b539bb361de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:13:29.434073 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ec8c9f-3a62-4617-99b0-435c97812207" -d '{"events": [{"server_uuid": "1ec844d7-9a20-4145-8af5-4b539bb361de", "name": "network-vif-plugged", "status": "completed", "tag": "4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:13:29.465505 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:29.537734 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f878bb8c-a23a-49fe-99e4-17a78dceaee3 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/floatingips/05d7c482-3563-45cc-bd0e-0321348e38db HTTP/1.1" status: 200 len: 991 time: 0.1822975 Nov 27 04:13:29.561721 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52463849-0957-4391-a96b-a1b0010428c8 req-6c5bf8e9-27aa-4556-bfa9-4c2472f3587e tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:29.563966 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-52463849-0957-4391-a96b-a1b0010428c8 req-6c5bf8e9-27aa-4556-bfa9-4c2472f3587e tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 945 time: 0.0970392 Nov 27 04:13:29.672344 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0c421b-67f8-4a13-9c6b-3952417b84ae tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Router 143a5c6d-d098-48e3-8324-2e8c84ea623b has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:13:29.709563 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c80ead-bc4c-4a9c-9f04-2cc55b9581df x-openstack-request-id: req-b2c80ead-bc4c-4a9c-9f04-2cc55b9581df {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:13:29.710412 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec844d7-9a20-4145-8af5-4b539bb361de", "name": "network-vif-plugged", "status": "completed", "tag": "4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:13:29.710840 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b2c80ead-bc4c-4a9c-9f04-2cc55b9581df {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:13:29.711392 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec844d7-9a20-4145-8af5-4b539bb361de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d', 'code': 200} Nov 27 04:13:29.712630 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:29.727403 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-857cc367-39c9-4824-8c35-837e7b6198dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'name': 'tempest-TestVolumeBackupRestore-607832707-router', 'tenant_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bafad31a-5576-42b3-be80-53bae453a518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:13:15Z', 'updated_at': '2021-11-27T04:13:21Z', 'revision_number': 4, 'project_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'gw_port': {'id': 'bafad31a-5576-42b3-be80-53bae453a518', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:13:16Z', 'updated_at': '2021-11-27T04:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'd6ac6ea9-9ede-4dd7-9151-73d43bc6b298', 'name': '', 'network_id': '0e5f5de3-7997-41af-8459-38e29bc5d0bf', 'tenant_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'mac_address': 'fa:16:3e:a2:e3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '71714649-ab01-464e-9082-35e74a3e5679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:13:20Z', 'updated_at': '2021-11-27T04:13:22Z', 'revision_number': 2, 'project_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'subnets': [{'id': '71714649-ab01-464e-9082-35e74a3e5679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:29.751641 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11358d-ead8-4710-b0d0-ce1a7e68cfed req-bf88e9e6-a210-47a6-aa22-19711f8f5648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:29.757758 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ec11358d-ead8-4710-b0d0-ce1a7e68cfed req-bf88e9e6-a210-47a6-aa22-19711f8f5648 service neutron] 10.222.0.11 "GET /v2.0/networks?id=01721107-8527-4cbc-9cef-bafb3d42cf85 HTTP/1.1" status: 200 len: 898 time: 0.5009210 Nov 27 04:13:29.763579 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857cc367-39c9-4824-8c35-837e7b6198dd None None] Checking router: 4c0002fa-51b3-4f8e-a730-f7759d1b8b52 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:13:29.764169 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857cc367-39c9-4824-8c35-837e7b6198dd None None] Updating router 4c0002fa-51b3-4f8e-a730-f7759d1b8b52 port d6ac6ea9-9ede-4dd7-9151-73d43bc6b298 binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:13:29.788856 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-52463849-0957-4391-a96b-a1b0010428c8 req-440c1c44-ad65-4f9c-9f1e-66430ba3dcf8 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085071 Nov 27 04:13:29.813957 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-857cc367-39c9-4824-8c35-837e7b6198dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:29.830612 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-ad230930-827a-4cc3-a62b-80c77206e073 None None] Allocated IP 172.20.0.2 (46ac8c4f-2cba-49f4-b094-f20c57281483/f53b71a0-3de7-401f-b667-df493f3b2570/ed602127-d80c-4518-a795-2da0a0b11b48) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:13:29.840148 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-6112d3ed-a7de-4311-8e9c-83a21b788f4f None None] Set router edff503e-a1ff-404a-99e6-1390258c5c8b gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:13:29.841367 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4931adb-d12c-4735-b321-4d4a32e67901 req-5d74d044-5f04-4e8a-ad83-b04c539aea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:29.849922 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d4931adb-d12c-4735-b321-4d4a32e67901 req-5d74d044-5f04-4e8a-ad83-b04c539aea9b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1ec844d7-9a20-4145-8af5-4b539bb361de HTTP/1.1" status: 200 len: 1097 time: 0.1917419 Nov 27 04:13:29.965140 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d4931adb-d12c-4735-b321-4d4a32e67901 req-2b8c05aa-910e-4123-8da5-17b158b80ebf service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=90f39b46-ad8e-4cf0-8e79-bf3f371e1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028173 Nov 27 04:13:30.040950 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0c421b-67f8-4a13-9c6b-3952417b84ae tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:13:30.050367 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ad0c421b-67f8-4a13-9c6b-3952417b84ae tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "PUT /v2.0/routers/143a5c6d-d098-48e3-8324-2e8c84ea623b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9406002 Nov 27 04:13:30.050765 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44696) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:30.098389 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b0e6fc6d-ffa9-4f26-95ab-d27a82e8cd1f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "GET /v2.0/ports?device_id=143a5c6d-d098-48e3-8324-2e8c84ea623b HTTP/1.1" status: 200 len: 205 time: 0.0405447 Nov 27 04:13:30.098976 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44698) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:30.106363 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b810c4a-f85a-42c7-b0c7-9d628b7730b3 req-3c8f4e89-d42f-4893-805f-ea2355c64227 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:30.108304 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8b810c4a-f85a-42c7-b0c7-9d628b7730b3 req-3c8f4e89-d42f-4893-805f-ea2355c64227 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ec844d7-9a20-4145-8af5-4b539bb361de HTTP/1.1" status: 200 len: 946 time: 0.3882611 Nov 27 04:13:30.111464 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ec11358d-ead8-4710-b0d0-ce1a7e68cfed req-815e49cc-eed1-46b3-9b62-548049ea5dfc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fac605f4-1095-412e-ac3a-57c7725a3d20 HTTP/1.1" status: 200 len: 999 time: 0.3307061 Nov 27 04:13:30.245427 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44700) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:30.279793 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f0eb73e3-31f5-475a-8638-8404a26052bc tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:30.321657 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3d1290-de3c-4636-ad79-211b9422ad22 None None] Sync routers for ids ['143a5c6d-d098-48e3-8324-2e8c84ea623b'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:13:30.378784 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3d1290-de3c-4636-ad79-211b9422ad22 None None] Routers {'143a5c6d-d098-48e3-8324-2e8c84ea623b'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:13:30.379563 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-2a3d1290-de3c-4636-ad79-211b9422ad22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:13:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['143a5c6d-d098-48e3-8324-2e8c84ea623b'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:30.400153 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-857cc367-39c9-4824-8c35-837e7b6198dd None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:30.434883 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-857cc367-39c9-4824-8c35-837e7b6198dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:30.481932 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11358d-ead8-4710-b0d0-ce1a7e68cfed req-e041e16d-e755-45c8-b19b-b9685ed2f934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:30.484383 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ec11358d-ead8-4710-b0d0-ce1a7e68cfed req-e041e16d-e755-45c8-b19b-b9685ed2f934 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=44a79022-8cdb-466a-b050-413e97bcc0de HTTP/1.1" status: 200 len: 834 time: 0.3310082 Nov 27 04:13:30.520588 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8b810c4a-f85a-42c7-b0c7-9d628b7730b3 req-e820d0b5-ff8a-4932-9fdf-880b76e96d3b tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/security-groups?id=90f39b46-ad8e-4cf0-8e79-bf3f371e1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684759 Nov 27 04:13:30.522732 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61522b-5931-4b5e-a805-c3562d2d83f8 None None] Pushing event updated for resources: {'Port': ['ID=d6ac6ea9-9ede-4dd7-9151-73d43bc6b298,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:30.554238 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-443c0f21-bcd3-45eb-8c99-97d0831a31fe tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1544341475'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:13:30.558939 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9b9afc50-c4aa-4790-b9b9-f480fe0c0c77 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:30.558939 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44704) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:30.593273 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9b9afc50-c4aa-4790-b9b9-f480fe0c0c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:30.611826 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-2a3d1290-de3c-4636-ad79-211b9422ad22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:30.690466 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f0eb73e3-31f5-475a-8638-8404a26052bc tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:30.694242 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f0eb73e3-31f5-475a-8638-8404a26052bc tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:30.744595 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-857cc367-39c9-4824-8c35-837e7b6198dd None None] Attempting to bind port d6ac6ea9-9ede-4dd7-9151-73d43bc6b298 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:13:30.745119 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-857cc367-39c9-4824-8c35-837e7b6198dd None None] Attempting to bind port d6ac6ea9-9ede-4dd7-9151-73d43bc6b298 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '74a56a4c-1525-4456-b161-70ff3cda2a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0e5f5de3-7997-41af-8459-38e29bc5d0bf'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:13:30.745588 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857cc367-39c9-4824-8c35-837e7b6198dd None None] Attempting to bind port d6ac6ea9-9ede-4dd7-9151-73d43bc6b298 on network 0e5f5de3-7997-41af-8459-38e29bc5d0bf {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:13:30.754125 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857cc367-39c9-4824-8c35-837e7b6198dd None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:13:30.754938 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857cc367-39c9-4824-8c35-837e7b6198dd None None] Checking segment: {'id': '74a56a4c-1525-4456-b161-70ff3cda2a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0e5f5de3-7997-41af-8459-38e29bc5d0bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:13:30.755713 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-857cc367-39c9-4824-8c35-837e7b6198dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:30.756214 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857cc367-39c9-4824-8c35-837e7b6198dd None None] Bound using segment: {'id': '74a56a4c-1525-4456-b161-70ff3cda2a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0e5f5de3-7997-41af-8459-38e29bc5d0bf'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:13:30.757303 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-857cc367-39c9-4824-8c35-837e7b6198dd None None] Bound port: d6ac6ea9-9ede-4dd7-9151-73d43bc6b298, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74a56a4c-1525-4456-b161-70ff3cda2a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0e5f5de3-7997-41af-8459-38e29bc5d0bf'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:13:30.758004 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-857cc367-39c9-4824-8c35-837e7b6198dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:30.777406 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3d1290-de3c-4636-ad79-211b9422ad22 None None] Routers {'143a5c6d-d098-48e3-8324-2e8c84ea623b'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:13:30.778049 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-2a3d1290-de3c-4636-ad79-211b9422ad22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:13:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['143a5c6d-d098-48e3-8324-2e8c84ea623b'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:30.797418 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443c0f21-bcd3-45eb-8c99-97d0831a31fe tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Made reservation on behalf of a9e88f9ca477446190dca2e07a135f44 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:13:30.807353 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-443c0f21-bcd3-45eb-8c99-97d0831a31fe tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:30.835469 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-443c0f21-bcd3-45eb-8c99-97d0831a31fe tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:30.846994 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-9b9afc50-c4aa-4790-b9b9-f480fe0c0c77 admin admin] Allocated IP 172.25.1.97 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/1d6f51ac-6432-4eea-9a98-0ad14a38e6e7) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:13:30.855066 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11358d-ead8-4710-b0d0-ce1a7e68cfed req-895648a6-814f-425f-942b-8ec89779400c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:30.857167 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ec11358d-ead8-4710-b0d0-ce1a7e68cfed req-895648a6-814f-425f-942b-8ec89779400c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=01721107-8527-4cbc-9cef-bafb3d42cf85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3590579 Nov 27 04:13:30.861846 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f0eb73e3-31f5-475a-8638-8404a26052bc tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:30.864192 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0eb73e3-31f5-475a-8638-8404a26052bc tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Fanout notify agent at l3_agent the message router_deleted on router 143a5c6d-d098-48e3-8324-2e8c84ea623b {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:13:30.883125 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f0eb73e3-31f5-475a-8638-8404a26052bc tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:30.889381 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f0eb73e3-31f5-475a-8638-8404a26052bc tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "DELETE /v2.0/routers/143a5c6d-d098-48e3-8324-2e8c84ea623b HTTP/1.1" status: 204 len: 168 time: 0.7868972 Nov 27 04:13:30.889540 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44708) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:30.915600 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-2a3d1290-de3c-4636-ad79-211b9422ad22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:30.916533 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3d1290-de3c-4636-ad79-211b9422ad22 None None] The sync data for ids ['143a5c6d-d098-48e3-8324-2e8c84ea623b'] in n-d-819494-3 is: [] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:13:30.946535 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-857cc367-39c9-4824-8c35-837e7b6198dd None None] For port d6ac6ea9-9ede-4dd7-9151-73d43bc6b298, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:13:30.959111 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-857cc367-39c9-4824-8c35-837e7b6198dd None None] For port d6ac6ea9-9ede-4dd7-9151-73d43bc6b298, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=d6ac6ea9-9ede-4dd7-9151-73d43bc6b298,segment=NetworkSegment(74a56a4c-1525-4456-b161-70ff3cda2a8c),segment_id=74a56a4c-1525-4456-b161-70ff3cda2a8c)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:13:30.970647 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-857cc367-39c9-4824-8c35-837e7b6198dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:30.974630 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-8f9601d6-0d50-4ed7-9eaa-8fd6a9596297 None None] Provisioning complete for port d6ac6ea9-9ede-4dd7-9151-73d43bc6b298 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:30.975434 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8f9601d6-0d50-4ed7-9eaa-8fd6a9596297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:31.005398 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e0724b23-6da7-4c73-bc7a-8c8691e61f6f tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/floatingips/05d7c482-3563-45cc-bd0e-0321348e38db HTTP/1.1" status: 200 len: 991 time: 0.4445705 Nov 27 04:13:31.060160 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857cc367-39c9-4824-8c35-837e7b6198dd None None] Routers {'4c0002fa-51b3-4f8e-a730-f7759d1b8b52'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:13:31.061134 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-857cc367-39c9-4824-8c35-837e7b6198dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:13:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4c0002fa-51b3-4f8e-a730-f7759d1b8b52'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:31.064046 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61522b-5931-4b5e-a805-c3562d2d83f8 None None] Pushing event updated for resources: {'Port': ['ID=d6ac6ea9-9ede-4dd7-9151-73d43bc6b298,revision_number=4']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:31.294691 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-443c0f21-bcd3-45eb-8c99-97d0831a31fe tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:31.297253 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ad230930-827a-4cc3-a62b-80c77206e073 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:31.310241 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-443c0f21-bcd3-45eb-8c99-97d0831a31fe tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:31.337271 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ec11358d-ead8-4710-b0d0-ce1a7e68cfed req-bf24e5df-78f4-484f-ba00-04ba6ca574ea service neutron] 10.222.0.11 "GET /v2.0/networks/01721107-8527-4cbc-9cef-bafb3d42cf85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4667265 Nov 27 04:13:31.339280 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ad230930-827a-4cc3-a62b-80c77206e073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:31.341339 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-857cc367-39c9-4824-8c35-837e7b6198dd None None] Set router 4c0002fa-51b3-4f8e-a730-f7759d1b8b52 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:13:31.393376 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed6adad2-1b43-4fc4-8554-d3a9f47a9b7e tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Deleting subnet a0e8f881-25c6-4d8d-aee9-093bf14523f8 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:13:31.395861 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443c0f21-bcd3-45eb-8c99-97d0831a31fe tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49bf97ad-cfeb-4e70-a7f0-c0c72985a9cd,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:31.415163 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ed6adad2-1b43-4fc4-8554-d3a9f47a9b7e tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:31.445661 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d9eff-9354-47b8-b318-faef4b2d2ca4 req-d8099df2-0db2-4cfa-9d0b-5e3deea39c64 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:31.447581 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-de9d9eff-9354-47b8-b318-faef4b2d2ca4 req-d8099df2-0db2-4cfa-9d0b-5e3deea39c64 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 945 time: 0.3494971 Nov 27 04:13:31.456217 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9b9afc50-c4aa-4790-b9b9-f480fe0c0c77 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:31.475311 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-443c0f21-bcd3-45eb-8c99-97d0831a31fe tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:13:31.509730 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-443c0f21-bcd3-45eb-8c99-97d0831a31fe tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:31.511186 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-443c0f21-bcd3-45eb-8c99-97d0831a31fe tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Added segment fceaefba-f873-49bb-a673-f73f07eb7059 of type vlan for network 2fd1e54b-078c-46b5-ad8f-3f5e696bf2a2 Nov 27 04:13:31.533321 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad230930-827a-4cc3-a62b-80c77206e073 None None] Network 46ac8c4f-2cba-49f4-b094-f20c57281483 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:13:31.544009 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-ad230930-827a-4cc3-a62b-80c77206e073 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:13:31.549717 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ed6adad2-1b43-4fc4-8554-d3a9f47a9b7e tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:31.572574 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad230930-827a-4cc3-a62b-80c77206e073 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:13:31.581199 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ec11358d-ead8-4710-b0d0-ce1a7e68cfed req-ea42a286-46fb-402b-92b2-29af781c4cc4 service neutron] 10.222.0.11 "GET /v2.0/networks/01721107-8527-4cbc-9cef-bafb3d42cf85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357676 Nov 27 04:13:31.594154 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9b9afc50-c4aa-4790-b9b9-f480fe0c0c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:31.596083 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8f9601d6-0d50-4ed7-9eaa-8fd6a9596297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:31.609520 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-6112d3ed-a7de-4311-8e9c-83a21b788f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'name': 'tempest-TestNetworkBasicOps-router-1075337850', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cadaefd7-5868-4f27-b084-779ef51294a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:12:38Z', 'updated_at': '2021-11-27T04:12:48Z', 'revision_number': 4, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'gw_port': {'id': 'cadaefd7-5868-4f27-b084-779ef51294a7', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:85:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:12:39Z', 'updated_at': '2021-11-27T04:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '05d7c482-3563-45cc-bd0e-0321348e38db', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'floating_ip_address': '172.25.1.120', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'port_id': 'fac605f4-1095-412e-ac3a-57c7725a3d20', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01721107-8527-4cbc-9cef-bafb3d42cf85', 'mac_address': 'fa:16:3e:d8:fd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8b0035-4aa8-46ae-8565-71f6878e4580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:13:25Z', 'updated_at': '2021-11-27T04:13:25Z', 'revision_number': 0, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5ab00c3-c161-489c-b452-10fdd43c77df', 'name': '', 'network_id': '01721107-8527-4cbc-9cef-bafb3d42cf85', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'mac_address': 'fa:16:3e:ee:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '44a79022-8cdb-466a-b050-413e97bcc0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:12:46Z', 'updated_at': '2021-11-27T04:12:53Z', 'revision_number': 5, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'subnets': [{'id': '44a79022-8cdb-466a-b050-413e97bcc0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:31.644820 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-443c0f21-bcd3-45eb-8c99-97d0831a31fe tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:31.661038 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-de9d9eff-9354-47b8-b318-faef4b2d2ca4 req-ae9caee4-1345-449f-b799-6dde292c0534 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811745 Nov 27 04:13:31.728130 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad230930-827a-4cc3-a62b-80c77206e073 None None] Pushing event updated for resources: {'Port': ['ID=ed602127-d80c-4518-a795-2da0a0b11b48,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:31.739787 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9afc50-c4aa-4790-b9b9-f480fe0c0c77 admin admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:13:31.748948 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-9b9afc50-c4aa-4790-b9b9-f480fe0c0c77 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:13:31.753239 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-443c0f21-bcd3-45eb-8c99-97d0831a31fe tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:31.760891 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9afc50-c4aa-4790-b9b9-f480fe0c0c77 admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:13:31.762157 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443c0f21-bcd3-45eb-8c99-97d0831a31fe tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:31.771904 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6112d3ed-a7de-4311-8e9c-83a21b788f4f None None] The sync data for ids ['edff503e-a1ff-404a-99e6-1390258c5c8b'] in n-d-819494-3 is: [{'id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'name': 'tempest-TestNetworkBasicOps-router-1075337850', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cadaefd7-5868-4f27-b084-779ef51294a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:12:38Z', 'updated_at': '2021-11-27T04:12:48Z', 'revision_number': 4, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'gw_port': {'id': 'cadaefd7-5868-4f27-b084-779ef51294a7', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:85:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:12:39Z', 'updated_at': '2021-11-27T04:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '05d7c482-3563-45cc-bd0e-0321348e38db', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'floating_ip_address': '172.25.1.120', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'port_id': 'fac605f4-1095-412e-ac3a-57c7725a3d20', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01721107-8527-4cbc-9cef-bafb3d42cf85', 'mac_address': 'fa:16:3e:d8:fd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8b0035-4aa8-46ae-8565-71f6878e4580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:13:25Z', 'updated_at': '2021-11-27T04:13:25Z', 'revision_number': 0, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5ab00c3-c161-489c-b452-10fdd43c77df', 'name': '', 'network_id': '01721107-8527-4cbc-9cef-bafb3d42cf85', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'mac_address': 'fa:16:3e:ee:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '44a79022-8cdb-466a-b050-413e97bcc0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:12:46Z', 'updated_at': '2021-11-27T04:12:53Z', 'revision_number': 5, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'subnets': [{'id': '44a79022-8cdb-466a-b050-413e97bcc0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:13:31.773739 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-443c0f21-bcd3-45eb-8c99-97d0831a31fe tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:31.798526 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557773e8-4907-41f2-ab19-7eb2519e90b5 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:13:31.810788 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-ad230930-827a-4cc3-a62b-80c77206e073 None None] Attempting to bind port ed602127-d80c-4518-a795-2da0a0b11b48 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:13:31.811220 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-ad230930-827a-4cc3-a62b-80c77206e073 None None] Attempting to bind port ed602127-d80c-4518-a795-2da0a0b11b48 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e70b18ec-3ddc-4fc0-ba6d-b20afac01742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '46ac8c4f-2cba-49f4-b094-f20c57281483'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:13:31.811604 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad230930-827a-4cc3-a62b-80c77206e073 None None] Attempting to bind port ed602127-d80c-4518-a795-2da0a0b11b48 on network 46ac8c4f-2cba-49f4-b094-f20c57281483 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:13:31.842753 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-8f9601d6-0d50-4ed7-9eaa-8fd6a9596297 None None] For port d6ac6ea9-9ede-4dd7-9151-73d43bc6b298, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=d6ac6ea9-9ede-4dd7-9151-73d43bc6b298,segment=NetworkSegment(74a56a4c-1525-4456-b161-70ff3cda2a8c),segment_id=74a56a4c-1525-4456-b161-70ff3cda2a8c)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:13:31.845687 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad230930-827a-4cc3-a62b-80c77206e073 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:13:31.846150 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad230930-827a-4cc3-a62b-80c77206e073 None None] Checking segment: {'id': 'e70b18ec-3ddc-4fc0-ba6d-b20afac01742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '46ac8c4f-2cba-49f4-b094-f20c57281483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:13:31.846591 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ad230930-827a-4cc3-a62b-80c77206e073 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:31.846988 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad230930-827a-4cc3-a62b-80c77206e073 None None] Bound using segment: {'id': 'e70b18ec-3ddc-4fc0-ba6d-b20afac01742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '46ac8c4f-2cba-49f4-b094-f20c57281483'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:13:31.847477 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-ad230930-827a-4cc3-a62b-80c77206e073 None None] Bound port: ed602127-d80c-4518-a795-2da0a0b11b48, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70b18ec-3ddc-4fc0-ba6d-b20afac01742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '46ac8c4f-2cba-49f4-b094-f20c57281483'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:13:31.847990 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ad230930-827a-4cc3-a62b-80c77206e073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:31.859676 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8f9601d6-0d50-4ed7-9eaa-8fd6a9596297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:31.869098 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-857cc367-39c9-4824-8c35-837e7b6198dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'name': 'tempest-TestVolumeBackupRestore-607832707-router', 'tenant_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bafad31a-5576-42b3-be80-53bae453a518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:13:15Z', 'updated_at': '2021-11-27T04:13:21Z', 'revision_number': 4, 'project_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'gw_port': {'id': 'bafad31a-5576-42b3-be80-53bae453a518', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:13:16Z', 'updated_at': '2021-11-27T04:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'd6ac6ea9-9ede-4dd7-9151-73d43bc6b298', 'name': '', 'network_id': '0e5f5de3-7997-41af-8459-38e29bc5d0bf', 'tenant_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'mac_address': 'fa:16:3e:a2:e3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '71714649-ab01-464e-9082-35e74a3e5679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:13:20Z', 'updated_at': '2021-11-27T04:13:30Z', 'revision_number': 4, 'project_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'subnets': [{'id': '71714649-ab01-464e-9082-35e74a3e5679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:31.890310 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9afc50-c4aa-4790-b9b9-f480fe0c0c77 admin admin] Pushing event updated for resources: {'Port': ['ID=1d6f51ac-6432-4eea-9a98-0ad14a38e6e7,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:31.915612 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857cc367-39c9-4824-8c35-837e7b6198dd None None] The sync data for ids ['4c0002fa-51b3-4f8e-a730-f7759d1b8b52'] in n-d-819494-3 is: [{'id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'name': 'tempest-TestVolumeBackupRestore-607832707-router', 'tenant_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bafad31a-5576-42b3-be80-53bae453a518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:13:15Z', 'updated_at': '2021-11-27T04:13:21Z', 'revision_number': 4, 'project_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'gw_port': {'id': 'bafad31a-5576-42b3-be80-53bae453a518', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:13:16Z', 'updated_at': '2021-11-27T04:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'd6ac6ea9-9ede-4dd7-9151-73d43bc6b298', 'name': '', 'network_id': '0e5f5de3-7997-41af-8459-38e29bc5d0bf', 'tenant_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'mac_address': 'fa:16:3e:a2:e3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '71714649-ab01-464e-9082-35e74a3e5679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:13:20Z', 'updated_at': '2021-11-27T04:13:30Z', 'revision_number': 4, 'project_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'subnets': [{'id': '71714649-ab01-464e-9082-35e74a3e5679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:13:31.925791 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ed6adad2-1b43-4fc4-8554-d3a9f47a9b7e tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:31.996306 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9601d6-0d50-4ed7-9eaa-8fd6a9596297 None None] Pushing event updated for resources: {'Port': ['ID=d6ac6ea9-9ede-4dd7-9151-73d43bc6b298,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:32.014411 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-e9e5797b-575c-4c1b-af0f-f09dd5faeb18 None None] Provisioning complete for port 1d6f51ac-6432-4eea-9a98-0ad14a38e6e7 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:32.014814 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e9e5797b-575c-4c1b-af0f-f09dd5faeb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:32.017485 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-ad230930-827a-4cc3-a62b-80c77206e073 None None] For port ed602127-d80c-4518-a795-2da0a0b11b48, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:13:32.021486 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-ad230930-827a-4cc3-a62b-80c77206e073 None None] For port ed602127-d80c-4518-a795-2da0a0b11b48, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=ed602127-d80c-4518-a795-2da0a0b11b48,segment=NetworkSegment(e70b18ec-3ddc-4fc0-ba6d-b20afac01742),segment_id=e70b18ec-3ddc-4fc0-ba6d-b20afac01742)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:13:32.026474 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-443c0f21-bcd3-45eb-8c99-97d0831a31fe tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7799582 Nov 27 04:13:32.028021 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44722) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:32.048889 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44724) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:32.054829 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ad230930-827a-4cc3-a62b-80c77206e073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:32.064832 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-c0834983-3cb7-4d9b-b504-7ad27de3b14c tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-162778409'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:13:32.094011 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0e873-3212-445f-8582-23ae8e017440 req-0e6e17c1-ff61-44bb-aa2b-fa6d053f4c58 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:32.103989 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-70e0e873-3212-445f-8582-23ae8e017440 req-0e6e17c1-ff61-44bb-aa2b-fa6d053f4c58 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ec844d7-9a20-4145-8af5-4b539bb361de HTTP/1.1" status: 200 len: 946 time: 0.3892872 Nov 27 04:13:32.126761 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-e9e5797b-575c-4c1b-af0f-f09dd5faeb18 None None] Port 1d6f51ac-6432-4eea-9a98-0ad14a38e6e7 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:13:32.134349 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443c0f21-bcd3-45eb-8c99-97d0831a31fe tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event updated for resources: {'Network': ['ID=2fd1e54b-078c-46b5-ad8f-3f5e696bf2a2,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:32.156241 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-e9e5797b-575c-4c1b-af0f-f09dd5faeb18 None None] Provisioning complete for port d6ac6ea9-9ede-4dd7-9151-73d43bc6b298 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:32.157374 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e9e5797b-575c-4c1b-af0f-f09dd5faeb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:32.203374 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-33fb1e1d-5e21-4d8e-97eb-eda45390068e tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/floatingips/05d7c482-3563-45cc-bd0e-0321348e38db HTTP/1.1" status: 200 len: 991 time: 0.1689255 Nov 27 04:13:32.209687 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 2fd1e54b-078c-46b5-ad8f-3f5e696bf2a2 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:13:32.214708 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0834983-3cb7-4d9b-b504-7ad27de3b14c tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Made reservation on behalf of a9e88f9ca477446190dca2e07a135f44 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:13:32.223245 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c0834983-3cb7-4d9b-b504-7ad27de3b14c tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:32.242276 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ed6adad2-1b43-4fc4-8554-d3a9f47a9b7e tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:32.248548 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670a2503-1e96-4cf9-b185-77842949c07b None None] New status for floating IP 05d7c482-3563-45cc-bd0e-0321348e38db: ACTIVE {{(pid=110021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:13:32.304578 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6adad2-1b43-4fc4-8554-d3a9f47a9b7e tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event deleted for resources: {'Subnet': ['ID=a0e8f881-25c6-4d8d-aee9-093bf14523f8,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:32.310810 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9b9afc50-c4aa-4790-b9b9-f480fe0c0c77 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:32.323357 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0834983-3cb7-4d9b-b504-7ad27de3b14c tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:13:32.342661 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad230930-827a-4cc3-a62b-80c77206e073 None None] Pushing event updated for resources: {'Port': ['ID=ed602127-d80c-4518-a795-2da0a0b11b48,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:32.345006 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c0834983-3cb7-4d9b-b504-7ad27de3b14c tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:32.345455 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-c0834983-3cb7-4d9b-b504-7ad27de3b14c tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Added segment 7f697340-7c26-4b24-a727-132eabac3c08 of type vlan for network dfd160e4-71b9-4246-9c49-5aa35cabae13 Nov 27 04:13:32.450893 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c0834983-3cb7-4d9b-b504-7ad27de3b14c tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:32.511136 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-70e0e873-3212-445f-8582-23ae8e017440 req-9992009b-8d50-472f-bdcd-7efd069dc303 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/security-groups?id=90f39b46-ad8e-4cf0-8e79-bf3f371e1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060924 Nov 27 04:13:32.518793 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ed6adad2-1b43-4fc4-8554-d3a9f47a9b7e tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:32.522600 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ed6adad2-1b43-4fc4-8554-d3a9f47a9b7e tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "DELETE /v2.0/subnets/a0e8f881-25c6-4d8d-aee9-093bf14523f8 HTTP/1.1" status: 204 len: 168 time: 1.6320629 Nov 27 04:13:32.523879 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c0834983-3cb7-4d9b-b504-7ad27de3b14c tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:32.532247 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0834983-3cb7-4d9b-b504-7ad27de3b14c tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:32.533706 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c0834983-3cb7-4d9b-b504-7ad27de3b14c tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:32.538288 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44726) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:32.541814 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be6f729-ec7f-4a7f-a3ba-1ea40cdb6f2c None None] Network c25596a0-c13c-4a85-8d40-65aa526ee020 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:13:32.927311 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c02e1e-b2fd-4906-9c86-7764754ded45 None None] DHCP port deletion for c25596a0-c13c-4a85-8d40-65aa526ee020 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:13:32.980334 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device ed602127-d80c-4518-a795-2da0a0b11b48 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:13:32.996120 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9877b58c-7b01-458a-bab6-afbebd2c4a17 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:33.073856 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-74c02e1e-b2fd-4906-9c86-7764754ded45 None None] Deleting port ffca26e2-57ac-48e7-ae4c-e29add46cf2c {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:13:33.074238 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-74c02e1e-b2fd-4906-9c86-7764754ded45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:33.111939 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c0834983-3cb7-4d9b-b504-7ad27de3b14c tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0521810 Nov 27 04:13:33.125085 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44738) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:33.125773 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port ed602127-d80c-4518-a795-2da0a0b11b48 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:33.126145 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:33.178305 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-5aa4f85b-f33e-4ac0-a5fe-c5d3392b1a45 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Request body: {'subnet': {'network_id': '2fd1e54b-078c-46b5-ad8f-3f5e696bf2a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:13:33.189294 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0834983-3cb7-4d9b-b504-7ad27de3b14c tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event updated for resources: {'Network': ['ID=dfd160e4-71b9-4246-9c49-5aa35cabae13,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:33.207883 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network dfd160e4-71b9-4246-9c49-5aa35cabae13 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:13:33.261872 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44742) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:33.305412 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-74c02e1e-b2fd-4906-9c86-7764754ded45 None None] For port ffca26e2-57ac-48e7-ae4c-e29add46cf2c, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=ffca26e2-57ac-48e7-ae4c-e29add46cf2c,segment=NetworkSegment(f3ec511e-e0b9-4b3a-a165-f8f13939f9bc),segment_id=f3ec511e-e0b9-4b3a-a165-f8f13939f9bc)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:13:33.305832 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-74c02e1e-b2fd-4906-9c86-7764754ded45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:33.336794 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-74c02e1e-b2fd-4906-9c86-7764754ded45 None None] Calling delete_port for ffca26e2-57ac-48e7-ae4c-e29add46cf2c owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:13:33.409274 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b3cfe0ee-a99e-44e9-8ec4-8cd2499f93b4 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/floatingips/05d7c482-3563-45cc-bd0e-0321348e38db HTTP/1.1" status: 200 len: 993 time: 0.1461134 Nov 27 04:13:33.416477 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de281fc-2a85-4a72-8d19-c53b815b835c req-2f6d5be6-d6c9-4a59-99a7-757be3fd362c tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:33.421823 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2de281fc-2a85-4a72-8d19-c53b815b835c req-2f6d5be6-d6c9-4a59-99a7-757be3fd362c tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 945 time: 0.5964241 Nov 27 04:13:33.444934 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627dc22-057b-4337-8dcc-82e6dc8193d5 req-c8dbb5a6-02b4-4ab9-b415-7f91b4e88547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:33.452642 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9627dc22-057b-4337-8dcc-82e6dc8193d5 req-c8dbb5a6-02b4-4ab9-b415-7f91b4e88547 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=797b4470e1204f95b4c65fa8076beed0&device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 1096 time: 0.5870676 Nov 27 04:13:33.455633 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9b9afc50-c4aa-4790-b9b9-f480fe0c0c77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:33.468419 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:33.536433 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port ed602127-d80c-4518-a795-2da0a0b11b48, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=ed602127-d80c-4518-a795-2da0a0b11b48,segment=NetworkSegment(e70b18ec-3ddc-4fc0-ba6d-b20afac01742),segment_id=e70b18ec-3ddc-4fc0-ba6d-b20afac01742)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:13:33.549771 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:33.551494 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device d6ac6ea9-9ede-4dd7-9151-73d43bc6b298 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:13:33.659859 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2de281fc-2a85-4a72-8d19-c53b815b835c req-28d17e61-429b-4d1f-80fd-52e4a15591ae tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037222 Nov 27 04:13:33.673030 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa4f85b-f33e-4ac0-a5fe-c5d3392b1a45 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Made reservation on behalf of a9e88f9ca477446190dca2e07a135f44 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:13:33.683214 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5aa4f85b-f33e-4ac0-a5fe-c5d3392b1a45 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:33.714970 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-9877b58c-7b01-458a-bab6-afbebd2c4a17 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Deleting port ffca26e2-57ac-48e7-ae4c-e29add46cf2c {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:13:33.715703 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9877b58c-7b01-458a-bab6-afbebd2c4a17 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:33.727780 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b374d08-cc1c-4259-b2f7-74aea01d4d66 req-78e94007-a133-4086-9218-45a1e5744e0f tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:33.736372 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8b374d08-cc1c-4259-b2f7-74aea01d4d66 req-78e94007-a133-4086-9218-45a1e5744e0f tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ec844d7-9a20-4145-8af5-4b539bb361de HTTP/1.1" status: 200 len: 946 time: 0.1057687 Nov 27 04:13:33.816600 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627dc22-057b-4337-8dcc-82e6dc8193d5 req-c17e3b59-1b1c-4f52-8765-2fcf7f341a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:33.816808 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8b374d08-cc1c-4259-b2f7-74aea01d4d66 req-2be55c99-1ec6-41ca-a20f-21dc25d07f1f tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/security-groups?id=90f39b46-ad8e-4cf0-8e79-bf3f371e1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781600 Nov 27 04:13:33.818447 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9627dc22-057b-4337-8dcc-82e6dc8193d5 req-c17e3b59-1b1c-4f52-8765-2fcf7f341a49 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f5be6ff6-7679-4336-aa7e-b7dc23104991 HTTP/1.1" status: 200 len: 917 time: 0.3460658 Nov 27 04:13:33.822273 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9afc50-c4aa-4790-b9b9-f480fe0c0c77 admin admin] Router 8777883c-395e-4387-b74d-d2b254ea03c9 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:13:33.844923 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-74c02e1e-b2fd-4906-9c86-7764754ded45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:33.862756 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3271025b-f973-477e-905c-b6e8b2c98694 None None] Network 46ac8c4f-2cba-49f4-b094-f20c57281483 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:13:33.869693 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=ed602127-d80c-4518-a795-2da0a0b11b48,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:33.916116 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c02e1e-b2fd-4906-9c86-7764754ded45 None None] No DVR routers for this DVR port ffca26e2-57ac-48e7-ae4c-e29add46cf2c on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:13:33.916334 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-9877b58c-7b01-458a-bab6-afbebd2c4a17 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] For port ffca26e2-57ac-48e7-ae4c-e29add46cf2c, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=ffca26e2-57ac-48e7-ae4c-e29add46cf2c,segment=NetworkSegment(f3ec511e-e0b9-4b3a-a165-f8f13939f9bc),segment_id=f3ec511e-e0b9-4b3a-a165-f8f13939f9bc)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:13:33.916708 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9877b58c-7b01-458a-bab6-afbebd2c4a17 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:33.941517 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-9877b58c-7b01-458a-bab6-afbebd2c4a17 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Calling delete_port for ffca26e2-57ac-48e7-ae4c-e29add46cf2c owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:13:33.952704 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c02e1e-b2fd-4906-9c86-7764754ded45 None None] Pushing event deleted for resources: {'Port': ['ID=ffca26e2-57ac-48e7-ae4c-e29add46cf2c,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:33.958177 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9627dc22-057b-4337-8dcc-82e6dc8193d5 req-c34b349d-158d-4dee-bde2-47a9ba0a550c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=397418f9-b2a5-4f52-b913-55a426e288e1 HTTP/1.1" status: 200 len: 1000 time: 0.1245542 Nov 27 04:13:33.973604 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port d6ac6ea9-9ede-4dd7-9151-73d43bc6b298 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:33.973987 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:33.978824 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-1a559bb3-4799-4bb3-8f0d-f41ccf4e8562 None None] Provisioning complete for port ed602127-d80c-4518-a795-2da0a0b11b48 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:33.979096 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1a559bb3-4799-4bb3-8f0d-f41ccf4e8562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:33.990286 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9afc50-c4aa-4790-b9b9-f480fe0c0c77 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:13:34.011202 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9b9afc50-c4aa-4790-b9b9-f480fe0c0c77 admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:34.012825 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9b9afc50-c4aa-4790-b9b9-f480fe0c0c77 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6901395 Nov 27 04:13:34.014477 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ca18d0-c7e0-465c-b7f8-f68fc8cb9db9 None None] Sync routers for ids ['8777883c-395e-4387-b74d-d2b254ea03c9'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:13:34.015553 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44748) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:34.097294 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627dc22-057b-4337-8dcc-82e6dc8193d5 req-7e84a9b5-6eb7-410c-b1b9-d6b63331ca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:34.098726 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9627dc22-057b-4337-8dcc-82e6dc8193d5 req-7e84a9b5-6eb7-410c-b1b9-d6b63331ca78 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=129d6819-d46b-4873-8019-a59c438c16e8 HTTP/1.1" status: 200 len: 855 time: 0.0796061 Nov 27 04:13:34.106641 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ca18d0-c7e0-465c-b7f8-f68fc8cb9db9 None None] Routers {'8777883c-395e-4387-b74d-d2b254ea03c9'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:13:34.107283 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-f7ca18d0-c7e0-465c-b7f8-f68fc8cb9db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:13:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['8777883c-395e-4387-b74d-d2b254ea03c9'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:34.189865 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9877b58c-7b01-458a-bab6-afbebd2c4a17 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:34.197730 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5aa4f85b-f33e-4ac0-a5fe-c5d3392b1a45 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:34.254984 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9877b58c-7b01-458a-bab6-afbebd2c4a17 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event deleted for resources: {'Port': ['ID=ffca26e2-57ac-48e7-ae4c-e29add46cf2c,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:34.261259 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627dc22-057b-4337-8dcc-82e6dc8193d5 req-f5fad102-0232-4b42-8328-f245b9de5368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:34.262825 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9627dc22-057b-4337-8dcc-82e6dc8193d5 req-f5fad102-0232-4b42-8328-f245b9de5368 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f5be6ff6-7679-4336-aa7e-b7dc23104991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1399672 Nov 27 04:13:34.271714 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9877b58c-7b01-458a-bab6-afbebd2c4a17 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] No DVR routers for this DVR port ffca26e2-57ac-48e7-ae4c-e29add46cf2c on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:13:34.351650 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-f7ca18d0-c7e0-465c-b7f8-f68fc8cb9db9 None None] Set router 8777883c-395e-4387-b74d-d2b254ea03c9 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:13:34.412067 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa4f85b-f33e-4ac0-a5fe-c5d3392b1a45 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event updated for resources: {'Subnet': ['ID=f74037f6-c593-4d1a-9ba8-aa29c6c6bc2a,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:34.444311 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa4f85b-f33e-4ac0-a5fe-c5d3392b1a45 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Checking segment: {'id': 'fceaefba-f873-49bb-a673-f73f07eb7059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2fd1e54b-078c-46b5-ad8f-3f5e696bf2a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:13:34.444685 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa4f85b-f33e-4ac0-a5fe-c5d3392b1a45 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Network hostable DHCP agents. Network: 2fd1e54b-078c-46b5-ad8f-3f5e696bf2a2, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:13:34.453070 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9877b58c-7b01-458a-bab6-afbebd2c4a17 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:34.497743 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7a4864d7-8bf6-4234-9083-c3758449244a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:34.499788 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-9877b58c-7b01-458a-bab6-afbebd2c4a17 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c25596a0-c13c-4a85-8d40-65aa526ee020']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:34.513330 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9627dc22-057b-4337-8dcc-82e6dc8193d5 req-85b9d889-89e9-498b-8cb6-2ab4b6c4500f service neutron] 10.222.0.23 "GET /v2.0/networks/f5be6ff6-7679-4336-aa7e-b7dc23104991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405491 Nov 27 04:13:34.526060 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-9877b58c-7b01-458a-bab6-afbebd2c4a17 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3ec511e-e0b9-4b3a-a165-f8f13939f9bc') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:34.526371 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-9877b58c-7b01-458a-bab6-afbebd2c4a17 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3ec511e-e0b9-4b3a-a165-f8f13939f9bc') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:34.535527 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa4f85b-f33e-4ac0-a5fe-c5d3392b1a45 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Network 2fd1e54b-078c-46b5-ad8f-3f5e696bf2a2 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:13:34.552031 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9877b58c-7b01-458a-bab6-afbebd2c4a17 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:34.616433 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-f7ca18d0-c7e0-465c-b7f8-f68fc8cb9db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8777883c-395e-4387-b74d-d2b254ea03c9', 'name': 'tempest-TestVolumeBackupRestore-85442447-router', 'tenant_id': '09a744c26ba84ff8a820143152a8f760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '1d6f51ac-6432-4eea-9a98-0ad14a38e6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:13:28Z', 'updated_at': '2021-11-27T04:13:32Z', 'revision_number': 3, 'project_id': '09a744c26ba84ff8a820143152a8f760', 'gw_port': {'id': '1d6f51ac-6432-4eea-9a98-0ad14a38e6e7', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:25:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8777883c-395e-4387-b74d-d2b254ea03c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:13:30Z', 'updated_at': '2021-11-27T04:13:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:34.624099 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device ed602127-d80c-4518-a795-2da0a0b11b48 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:13:34.631688 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-5aa4f85b-f33e-4ac0-a5fe-c5d3392b1a45 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 2fd1e54b-078c-46b5-ad8f-3f5e696bf2a2) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:13:34.637802 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa4f85b-f33e-4ac0-a5fe-c5d3392b1a45 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:34.639427 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5aa4f85b-f33e-4ac0-a5fe-c5d3392b1a45 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:34.647651 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9877b58c-7b01-458a-bab6-afbebd2c4a17 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:34.662623 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9877b58c-7b01-458a-bab6-afbebd2c4a17 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:13:34.662972 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9877b58c-7b01-458a-bab6-afbebd2c4a17 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:34.668208 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:13:34.668208 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 04:13:34.668208 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:13:34.668208 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 04:13:34.668208 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:13:34.668208 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 04:13:34.668208 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:13:34.668208 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 04:13:34.668208 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:13:34.668208 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:13:34.668208 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:13:34.668208 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:13:34.668208 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:13:34.668208 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:13:34.668208 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:13:34.668208 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:13:34.668208 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:13:34.668208 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:13:34.668208 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:13:34.668208 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:13:34.668208 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:13:34.668208 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:13:34.668208 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:13:34.668208 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:13:34.668208 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:13:34.668208 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:13:34.668208 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:13:34.668208 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:13:34.668208 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:13:34.668208 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:13:34.668208 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:13:34.668208 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:13:34.668208 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:13:34.668208 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:13:34.668208 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:13:34.668208 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:13:34.668208 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:13:34.668208 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:13:34.668208 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:13:34.668208 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:13:34.675655 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8328efa7-5953-4f5a-b0ab-a3141426c7a7 None None] Network 2fd1e54b-078c-46b5-ad8f-3f5e696bf2a2 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:13:34.684902 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ca18d0-c7e0-465c-b7f8-f68fc8cb9db9 None None] Checking router: 8777883c-395e-4387-b74d-d2b254ea03c9 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:13:34.685577 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ca18d0-c7e0-465c-b7f8-f68fc8cb9db9 None None] Updating router 8777883c-395e-4387-b74d-d2b254ea03c9 port 1d6f51ac-6432-4eea-9a98-0ad14a38e6e7 binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:13:34.734768 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-5aa4f85b-f33e-4ac0-a5fe-c5d3392b1a45 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6004794 Nov 27 04:13:34.738782 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44752) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:34.749004 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-db0edce9-6ce9-40f8-9440-d8822d12a292 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Request body: {'subnet': {'network_id': 'dfd160e4-71b9-4246-9c49-5aa35cabae13', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:13:34.759457 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-7a4864d7-8bf6-4234-9083-c3758449244a admin admin] Allocated IP 172.20.0.1 (46ac8c4f-2cba-49f4-b094-f20c57281483/f53b71a0-3de7-401f-b667-df493f3b2570/5071daa3-e3a3-43d2-a5df-ed9496dceaf8) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:13:34.804675 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f7ca18d0-c7e0-465c-b7f8-f68fc8cb9db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:34.812236 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-7d0ce7ec-4c79-41ca-a63b-e66194891e64 None None] Provisioning complete for port ed602127-d80c-4518-a795-2da0a0b11b48 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:34.812603 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7d0ce7ec-4c79-41ca-a63b-e66194891e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:34.886486 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7a4864d7-8bf6-4234-9083-c3758449244a admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:34.898945 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9877b58c-7b01-458a-bab6-afbebd2c4a17 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:34.919572 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9877b58c-7b01-458a-bab6-afbebd2c4a17 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:34.922909 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9877b58c-7b01-458a-bab6-afbebd2c4a17 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "DELETE /v2.0/networks/c25596a0-c13c-4a85-8d40-65aa526ee020 HTTP/1.1" status: 204 len: 168 time: 2.3788855 Nov 27 04:13:34.929592 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44756) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:34.935652 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-1e09d902-0e4e-41ec-88d1-af099312f755 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1916656851', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}, 'admin_state_up': False}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:13:34.940400 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9627dc22-057b-4337-8dcc-82e6dc8193d5 req-2ae13486-555f-4950-b407-2d9a7810a508 service neutron] 10.222.0.23 "GET /v2.0/networks/f5be6ff6-7679-4336-aa7e-b7dc23104991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4168499 Nov 27 04:13:34.946309 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9877b58c-7b01-458a-bab6-afbebd2c4a17 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event deleted for resources: {'Network': ['ID=c25596a0-c13c-4a85-8d40-65aa526ee020,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:34.974610 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253f513-6b33-47e1-914c-b2ba6178ea72 req-390ad141-a2cc-4634-97da-3466cfc507bc tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:34.977019 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3253f513-6b33-47e1-914c-b2ba6178ea72 req-390ad141-a2cc-4634-97da-3466cfc507bc tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 945 time: 0.2123253 Nov 27 04:13:34.978823 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.db.api [None req-db0edce9-6ce9-40f8-9440-d8822d12a292 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 27 04:13:34.978823 n-d-819494-3 neutron-server[110019]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 27 04:13:34.978823 n-d-819494-3 neutron-server[110019]: [parameters: {'project_id_1': 'a9e88f9ca477446190dca2e07a135f44', 'expiration_1': datetime.datetime(2021, 11, 27, 4, 13, 14, 959175)}] Nov 27 04:13:34.978823 n-d-819494-3 neutron-server[110019]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:13:34.979196 n-d-819494-3 neutron-server[110019]: DEBUG oslo_db.api [None req-db0edce9-6ce9-40f8-9440-d8822d12a292 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:13:35.012863 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7a4864d7-8bf6-4234-9083-c3758449244a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:35.020332 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1e09d902-0e4e-41ec-88d1-af099312f755 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:35.021377 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1e09d902-0e4e-41ec-88d1-af099312f755 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:35.024521 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port ed602127-d80c-4518-a795-2da0a0b11b48 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:35.025019 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:35.041399 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3253f513-6b33-47e1-914c-b2ba6178ea72 req-11abc833-07c9-4072-8ffd-6472785ff717 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529134 Nov 27 04:13:35.082491 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4864d7-8bf6-4234-9083-c3758449244a admin admin] Network 46ac8c4f-2cba-49f4-b094-f20c57281483 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:13:35.091941 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecedc564-7281-4d45-837e-d5f87a231aee req-5b5cef23-e01e-4118-9200-b6f4b78df865 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:35.093457 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ecedc564-7281-4d45-837e-d5f87a231aee req-5b5cef23-e01e-4118-9200-b6f4b78df865 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ec844d7-9a20-4145-8af5-4b539bb361de HTTP/1.1" status: 200 len: 946 time: 0.1472208 Nov 27 04:13:35.107477 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-7a4864d7-8bf6-4234-9083-c3758449244a admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:13:35.110671 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4864d7-8bf6-4234-9083-c3758449244a admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:13:35.153130 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4864d7-8bf6-4234-9083-c3758449244a admin admin] Pushing event updated for resources: {'Port': ['ID=5071daa3-e3a3-43d2-a5df-ed9496dceaf8,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:35.192390 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1e09d902-0e4e-41ec-88d1-af099312f755 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:35.195918 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d880f6-159f-404d-9cbf-392513023c91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-2fd1e54b-078c-46b5-ad8f-3f5e696bf2a2', 'network_id': '2fd1e54b-078c-46b5-ad8f-3f5e696bf2a2', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'fixed_ips': [{'subnet_id': 'f74037f6-c593-4d1a-9ba8-aa29c6c6bc2a'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:13:35.196607 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-75d880f6-159f-404d-9cbf-392513023c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:35.207364 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7814f6d-4cfb-401a-a027-d3e7e3b2d618 req-bbee27d1-0196-47a2-b862-a4d705c48d38 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:35.209191 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e7814f6d-4cfb-401a-a027-d3e7e3b2d618 req-bbee27d1-0196-47a2-b862-a4d705c48d38 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ec844d7-9a20-4145-8af5-4b539bb361de HTTP/1.1" status: 200 len: 946 time: 0.0784960 Nov 27 04:13:35.320647 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ecedc564-7281-4d45-837e-d5f87a231aee req-fda85ae5-4cde-45a1-b5a4-00ff14d5243f tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/security-groups?id=90f39b46-ad8e-4cf0-8e79-bf3f371e1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110515 Nov 27 04:13:35.324575 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7a4864d7-8bf6-4234-9083-c3758449244a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:35.348368 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-e7814f6d-4cfb-401a-a027-d3e7e3b2d618 req-c28e6999-0247-4dee-9ccf-fababab1a465 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Deleting port 4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:13:35.349122 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e7814f6d-4cfb-401a-a027-d3e7e3b2d618 req-c28e6999-0247-4dee-9ccf-fababab1a465 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:35.459860 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1e09d902-0e4e-41ec-88d1-af099312f755 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:35.471879 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device ffca26e2-57ac-48e7-ae4c-e29add46cf2c no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:13:35.480081 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-e7814f6d-4cfb-401a-a027-d3e7e3b2d618 req-c28e6999-0247-4dee-9ccf-fababab1a465 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] For port 4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d,segment=NetworkSegment(fedeef31-80c0-4f21-8dd9-42e4d38c018f),segment_id=fedeef31-80c0-4f21-8dd9-42e4d38c018f)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:13:35.481065 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e7814f6d-4cfb-401a-a027-d3e7e3b2d618 req-c28e6999-0247-4dee-9ccf-fababab1a465 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:35.500329 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-e7814f6d-4cfb-401a-a027-d3e7e3b2d618 req-c28e6999-0247-4dee-9ccf-fababab1a465 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Calling delete_port for 4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:13:35.512498 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-75d880f6-159f-404d-9cbf-392513023c91 None None] Allocated IP 2001:db8::2 (2fd1e54b-078c-46b5-ad8f-3f5e696bf2a2/f74037f6-c593-4d1a-9ba8-aa29c6c6bc2a/d871a8b6-fd63-4eb3-b928-179ee038de83) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:13:35.516432 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: ffca26e2-57ac-48e7-ae4c-e29add46cf2c {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:13:35.517028 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device ffca26e2-57ac-48e7-ae4c-e29add46cf2c not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:13:35.547189 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-13c3e887-ff1c-4039-83de-3c47d9adf58a None None] Provisioning complete for port 5071daa3-e3a3-43d2-a5df-ed9496dceaf8 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:35.548180 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-13c3e887-ff1c-4039-83de-3c47d9adf58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:35.551095 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f7ca18d0-c7e0-465c-b7f8-f68fc8cb9db9 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:35.581191 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f7ca18d0-c7e0-465c-b7f8-f68fc8cb9db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:35.587834 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0edce9-6ce9-40f8-9440-d8822d12a292 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Made reservation on behalf of a9e88f9ca477446190dca2e07a135f44 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:13:35.591552 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-db0edce9-6ce9-40f8-9440-d8822d12a292 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:35.625499 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7a4864d7-8bf6-4234-9083-c3758449244a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:35.695657 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-f7ca18d0-c7e0-465c-b7f8-f68fc8cb9db9 None None] Attempting to bind port 1d6f51ac-6432-4eea-9a98-0ad14a38e6e7 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:13:35.696281 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-f7ca18d0-c7e0-465c-b7f8-f68fc8cb9db9 None None] Attempting to bind port 1d6f51ac-6432-4eea-9a98-0ad14a38e6e7 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:13:35.696859 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca18d0-c7e0-465c-b7f8-f68fc8cb9db9 None None] Attempting to bind port 1d6f51ac-6432-4eea-9a98-0ad14a38e6e7 on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:13:35.705809 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6b08c1-5ddd-409d-a125-bc5d1bc81a6c None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:13:35.711405 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-13c3e887-ff1c-4039-83de-3c47d9adf58a None None] Port 5071daa3-e3a3-43d2-a5df-ed9496dceaf8 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:13:35.716207 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb17938-8ae3-4723-934a-f4c8dfaa2ee9 None None] Pushing event updated for resources: {'Port': ['ID=1d6f51ac-6432-4eea-9a98-0ad14a38e6e7,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:35.722287 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca18d0-c7e0-465c-b7f8-f68fc8cb9db9 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:13:35.722926 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca18d0-c7e0-465c-b7f8-f68fc8cb9db9 None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:13:35.723792 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f7ca18d0-c7e0-465c-b7f8-f68fc8cb9db9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:35.724359 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca18d0-c7e0-465c-b7f8-f68fc8cb9db9 None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:13:35.725030 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-f7ca18d0-c7e0-465c-b7f8-f68fc8cb9db9 None None] Bound port: 1d6f51ac-6432-4eea-9a98-0ad14a38e6e7, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:13:35.725598 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f7ca18d0-c7e0-465c-b7f8-f68fc8cb9db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:35.817057 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e7814f6d-4cfb-401a-a027-d3e7e3b2d618 req-c28e6999-0247-4dee-9ccf-fababab1a465 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:35.830507 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-f7ca18d0-c7e0-465c-b7f8-f68fc8cb9db9 None None] For port 1d6f51ac-6432-4eea-9a98-0ad14a38e6e7, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:13:35.860201 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1e09d902-0e4e-41ec-88d1-af099312f755 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:35.893962 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1e09d902-0e4e-41ec-88d1-af099312f755 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:36.013047 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:13:36.019617 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-f7ca18d0-c7e0-465c-b7f8-f68fc8cb9db9 None None] For port 1d6f51ac-6432-4eea-9a98-0ad14a38e6e7, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=1d6f51ac-6432-4eea-9a98-0ad14a38e6e7,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:13:36.038512 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7a4864d7-8bf6-4234-9083-c3758449244a admin admin] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:36.050215 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7a4864d7-8bf6-4234-9083-c3758449244a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:36.055426 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 397418f9-b2a5-4f52-b913-55a426e288e1 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:13:36.058231 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f7ca18d0-c7e0-465c-b7f8-f68fc8cb9db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:36.076682 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-75d880f6-159f-404d-9cbf-392513023c91 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:36.112298 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4864d7-8bf6-4234-9083-c3758449244a admin admin] Pushing event updated for resources: {'Port': ['ID=5071daa3-e3a3-43d2-a5df-ed9496dceaf8,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:36.115401 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-1e09d902-0e4e-41ec-88d1-af099312f755 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Allocated IP 172.25.1.13 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/aeb1264b-0342-40be-bb46-b59207ac2bc7) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:13:36.162164 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7babfa-fe8a-4e1c-8863-d0725b9e32ab None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:13:36.173231 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-75d880f6-159f-404d-9cbf-392513023c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:36.193470 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-f4634362-8d6c-4eff-b5e2-a788d2a433d5 None None] Provisioning complete for port 1d6f51ac-6432-4eea-9a98-0ad14a38e6e7 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:36.193843 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f4634362-8d6c-4eff-b5e2-a788d2a433d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:36.214283 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7a4864d7-8bf6-4234-9083-c3758449244a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:36.267329 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d880f6-159f-404d-9cbf-392513023c91 None None] Network 2fd1e54b-078c-46b5-ad8f-3f5e696bf2a2 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:13:36.270719 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ca18d0-c7e0-465c-b7f8-f68fc8cb9db9 None None] Routers {'8777883c-395e-4387-b74d-d2b254ea03c9'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:13:36.271366 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-f7ca18d0-c7e0-465c-b7f8-f68fc8cb9db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:13:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['8777883c-395e-4387-b74d-d2b254ea03c9'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:36.274879 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e6999-0247-4dee-9ccf-fababab1a465 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Pushing event deleted for resources: {'Port': ['ID=4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:36.281424 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-75d880f6-159f-404d-9cbf-392513023c91 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:13:36.323012 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb17938-8ae3-4723-934a-f4c8dfaa2ee9 None None] Pushing event updated for resources: {'Port': ['ID=1d6f51ac-6432-4eea-9a98-0ad14a38e6e7,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:36.325770 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d880f6-159f-404d-9cbf-392513023c91 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:13:36.339952 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7814f6d-4cfb-401a-a027-d3e7e3b2d618 req-c28e6999-0247-4dee-9ccf-fababab1a465 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] No DVR routers for this DVR port 4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:13:36.342461 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-db0edce9-6ce9-40f8-9440-d8822d12a292 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:36.346222 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e7814f6d-4cfb-401a-a027-d3e7e3b2d618 req-c28e6999-0247-4dee-9ccf-fababab1a465 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:36.347257 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aad572-a828-4d31-a626-f9512ca524a6 req-44489f73-fc7c-4193-9fbb-e094e424a92f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:36.348900 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-88aad572-a828-4d31-a626-f9512ca524a6 req-44489f73-fc7c-4193-9fbb-e094e424a92f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 945 time: 0.1758111 Nov 27 04:13:36.350742 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e7814f6d-4cfb-401a-a027-d3e7e3b2d618 req-c28e6999-0247-4dee-9ccf-fababab1a465 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.23 "DELETE /v2.0/ports/4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d HTTP/1.1" status: 204 len: 173 time: 1.1313593 Nov 27 04:13:36.357591 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec844d7-9a20-4145-8af5-4b539bb361de', 'name': 'network-vif-deleted', 'tag': '4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:13:36.363000 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176910e0-f77a-4a1f-b2b7-ed07c0b5b69c" -d '{"events": [{"server_uuid": "1ec844d7-9a20-4145-8af5-4b539bb361de", "name": "network-vif-deleted", "tag": "4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:13:36.398405 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1e09d902-0e4e-41ec-88d1-af099312f755 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:36.460588 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-88aad572-a828-4d31-a626-f9512ca524a6 req-54737d6d-2495-4522-b309-108a55feea7a tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035061 Nov 27 04:13:36.467059 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4864d7-8bf6-4234-9083-c3758449244a admin admin] Network 46ac8c4f-2cba-49f4-b094-f20c57281483 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:13:36.470662 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-7a4864d7-8bf6-4234-9083-c3758449244a admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:13:36.551235 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-81771e60-1748-42ff-b30f-637068261585 req-58563829-2ca8-4d87-9678-73102b893ef3 tempest-VolumesActionsTest-152549865 tempest-VolumesActionsTest-152549865-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ec844d7-9a20-4145-8af5-4b539bb361de HTTP/1.1" status: 200 len: 210 time: 0.0963919 Nov 27 04:13:36.579018 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0edce9-6ce9-40f8-9440-d8822d12a292 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event updated for resources: {'Subnet': ['ID=5b59070b-6a20-42c2-86ea-c0685ef0c742,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:36.589122 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384d6e1a-ca5e-43d2-a36f-2b0f5c7698e1 x-openstack-request-id: req-384d6e1a-ca5e-43d2-a36f-2b0f5c7698e1 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:13:36.589614 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec844d7-9a20-4145-8af5-4b539bb361de", "name": "network-vif-deleted", "tag": "4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:13:36.590587 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-384d6e1a-ca5e-43d2-a36f-2b0f5c7698e1 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:13:36.591750 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec844d7-9a20-4145-8af5-4b539bb361de', 'name': 'network-vif-deleted', 'tag': '4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d', 'status': 'completed', 'code': 200} Nov 27 04:13:36.593065 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0edce9-6ce9-40f8-9440-d8822d12a292 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Checking segment: {'id': '7f697340-7c26-4b24-a727-132eabac3c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'dfd160e4-71b9-4246-9c49-5aa35cabae13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:13:36.593607 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0edce9-6ce9-40f8-9440-d8822d12a292 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Network hostable DHCP agents. Network: dfd160e4-71b9-4246-9c49-5aa35cabae13, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:13:36.606766 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1e09d902-0e4e-41ec-88d1-af099312f755 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:36.630355 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0edce9-6ce9-40f8-9440-d8822d12a292 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Network dfd160e4-71b9-4246-9c49-5aa35cabae13 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:13:36.633899 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:36.643953 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-db0edce9-6ce9-40f8-9440-d8822d12a292 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, dfd160e4-71b9-4246-9c49-5aa35cabae13) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:13:36.658640 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0edce9-6ce9-40f8-9440-d8822d12a292 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:36.661167 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-db0edce9-6ce9-40f8-9440-d8822d12a292 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:36.661654 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d880f6-159f-404d-9cbf-392513023c91 None None] Pushing event updated for resources: {'Port': ['ID=d871a8b6-fd63-4eb3-b928-179ee038de83,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:36.679247 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e09d902-0e4e-41ec-88d1-af099312f755 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:13:36.682913 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44685c5-0933-47a2-87f8-616373a55411 None None] Network dfd160e4-71b9-4246-9c49-5aa35cabae13 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:13:36.686538 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-db0edce9-6ce9-40f8-9440-d8822d12a292 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9448948 Nov 27 04:13:36.689079 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44768) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:36.689682 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-1e09d902-0e4e-41ec-88d1-af099312f755 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:13:36.692659 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e09d902-0e4e-41ec-88d1-af099312f755 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:13:36.698639 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-25d8cf0a-c5ad-4570-a9b0-5521cb664957 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-707943349', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:13:36.701054 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e09d902-0e4e-41ec-88d1-af099312f755 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event updated for resources: {'Port': ['ID=aeb1264b-0342-40be-bb46-b59207ac2bc7,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:36.734942 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-25d8cf0a-c5ad-4570-a9b0-5521cb664957 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:36.736231 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-25d8cf0a-c5ad-4570-a9b0-5521cb664957 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:36.743219 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75732bdc-2f16-4559-903f-9b75e08c8f9f None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:13:36.746300 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-75d880f6-159f-404d-9cbf-392513023c91 None None] Attempting to bind port d871a8b6-fd63-4eb3-b928-179ee038de83 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:13:36.746899 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-75d880f6-159f-404d-9cbf-392513023c91 None None] Attempting to bind port d871a8b6-fd63-4eb3-b928-179ee038de83 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'fceaefba-f873-49bb-a673-f73f07eb7059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2fd1e54b-078c-46b5-ad8f-3f5e696bf2a2'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:13:36.747437 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d880f6-159f-404d-9cbf-392513023c91 None None] Attempting to bind port d871a8b6-fd63-4eb3-b928-179ee038de83 on network 2fd1e54b-078c-46b5-ad8f-3f5e696bf2a2 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:13:36.748190 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4864d7-8bf6-4234-9083-c3758449244a admin admin] Router 8777883c-395e-4387-b74d-d2b254ea03c9 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:13:36.765000 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d880f6-159f-404d-9cbf-392513023c91 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:13:36.765663 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d880f6-159f-404d-9cbf-392513023c91 None None] Checking segment: {'id': 'fceaefba-f873-49bb-a673-f73f07eb7059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2fd1e54b-078c-46b5-ad8f-3f5e696bf2a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:13:36.767114 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-75d880f6-159f-404d-9cbf-392513023c91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:36.767939 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d880f6-159f-404d-9cbf-392513023c91 None None] Bound using segment: {'id': 'fceaefba-f873-49bb-a673-f73f07eb7059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2fd1e54b-078c-46b5-ad8f-3f5e696bf2a2'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:13:36.768612 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-75d880f6-159f-404d-9cbf-392513023c91 None None] Bound port: d871a8b6-fd63-4eb3-b928-179ee038de83, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fceaefba-f873-49bb-a673-f73f07eb7059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2fd1e54b-078c-46b5-ad8f-3f5e696bf2a2'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:13:36.769333 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-75d880f6-159f-404d-9cbf-392513023c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:36.810968 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-25d8cf0a-c5ad-4570-a9b0-5521cb664957 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:36.817574 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-25d8cf0a-c5ad-4570-a9b0-5521cb664957 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:36.820191 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2a4363-351d-40a7-8292-5650a354cad9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '397418f9-b2a5-4f52-b913-55a426e288e1'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:13:36.822446 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5b6e5e-2436-4859-b52e-e6074ef58a5c" -d '{"events": [{"server_uuid": "4c2a4363-351d-40a7-8292-5650a354cad9", "name": "network-vif-unplugged", "status": "completed", "tag": "397418f9-b2a5-4f52-b913-55a426e288e1"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:13:36.827740 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 397418f9-b2a5-4f52-b913-55a426e288e1, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=397418f9-b2a5-4f52-b913-55a426e288e1,segment=NetworkSegment(14ba06ee-f49c-4f99-b4a7-818247e87fba),segment_id=14ba06ee-f49c-4f99-b4a7-818247e87fba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:13:36.834270 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-f7ca18d0-c7e0-465c-b7f8-f68fc8cb9db9 None None] Set router 8777883c-395e-4387-b74d-d2b254ea03c9 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:13:36.848040 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-25d8cf0a-c5ad-4570-a9b0-5521cb664957 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:36.854726 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-25d8cf0a-c5ad-4570-a9b0-5521cb664957 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1609805 Nov 27 04:13:36.854854 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44772) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:36.877343 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f4634362-8d6c-4eff-b5e2-a788d2a433d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:36.912033 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:36.914943 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 04:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b71bc0-4f13-47f9-9978-c25774eecd36 x-openstack-request-id: req-c3b71bc0-4f13-47f9-9978-c25774eecd36 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:13:36.915231 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c2a4363-351d-40a7-8292-5650a354cad9", "name": "network-vif-unplugged", "status": "completed", "tag": "397418f9-b2a5-4f52-b913-55a426e288e1", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:13:36.915688 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3b71bc0-4f13-47f9-9978-c25774eecd36 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:13:36.916262 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c2a4363-351d-40a7-8292-5650a354cad9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '397418f9-b2a5-4f52-b913-55a426e288e1', 'code': 200} Nov 27 04:13:36.990023 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-f4634362-8d6c-4eff-b5e2-a788d2a433d5 None None] For port 1d6f51ac-6432-4eea-9a98-0ad14a38e6e7, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=1d6f51ac-6432-4eea-9a98-0ad14a38e6e7,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:13:37.029748 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-75d880f6-159f-404d-9cbf-392513023c91 None None] For port d871a8b6-fd63-4eb3-b928-179ee038de83, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:13:37.036985 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-75d880f6-159f-404d-9cbf-392513023c91 None None] For port d871a8b6-fd63-4eb3-b928-179ee038de83, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=d871a8b6-fd63-4eb3-b928-179ee038de83,segment=NetworkSegment(fceaefba-f873-49bb-a673-f73f07eb7059),segment_id=fceaefba-f873-49bb-a673-f73f07eb7059)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:13:37.120233 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-75d880f6-159f-404d-9cbf-392513023c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:37.123054 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f4634362-8d6c-4eff-b5e2-a788d2a433d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:37.221144 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=397418f9-b2a5-4f52-b913-55a426e288e1,revision_number=8']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:37.267842 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-04313f4a-03eb-4589-a63c-819a8b3e6985 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:37.315235 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54ecb9b-1e5a-4504-bc4e-33087b57f0e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-dfd160e4-71b9-4246-9c49-5aa35cabae13', 'network_id': 'dfd160e4-71b9-4246-9c49-5aa35cabae13', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'fixed_ips': [{'subnet_id': '5b59070b-6a20-42c2-86ea-c0685ef0c742'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:13:37.316108 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b54ecb9b-1e5a-4504-bc4e-33087b57f0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:37.356674 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-4d1bac72-95c9-4666-b950-87f18606f687 None None] Provisioning complete for port 1d6f51ac-6432-4eea-9a98-0ad14a38e6e7 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:37.356674 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4d1bac72-95c9-4666-b950-87f18606f687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:37.359071 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d880f6-159f-404d-9cbf-392513023c91 None None] Pushing event updated for resources: {'Port': ['ID=d871a8b6-fd63-4eb3-b928-179ee038de83,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:37.490206 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4864d7-8bf6-4234-9083-c3758449244a admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:13:37.496639 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7a4864d7-8bf6-4234-9083-c3758449244a admin admin] 10.222.0.20 "PUT /v2.0/routers/8777883c-395e-4387-b74d-d2b254ea03c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4799836 Nov 27 04:13:37.529007 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1e09d902-0e4e-41ec-88d1-af099312f755 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:37.697201 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4634362-8d6c-4eff-b5e2-a788d2a433d5 None None] Pushing event updated for resources: {'Port': ['ID=1d6f51ac-6432-4eea-9a98-0ad14a38e6e7,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:37.806570 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-b54ecb9b-1e5a-4504-bc4e-33087b57f0e4 None None] Allocated IP 2001:db8:1::2 (dfd160e4-71b9-4246-9c49-5aa35cabae13/5b59070b-6a20-42c2-86ea-c0685ef0c742/ab16c5f8-0f50-4709-b157-ceb3f67611db) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:13:37.843156 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5948ec-84e7-46eb-aa15-3afef00f89c9 req-cbad18c4-f0ee-49a5-a4cb-1e67a4ca282f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:37.844850 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-af5948ec-84e7-46eb-aa15-3afef00f89c9 req-cbad18c4-f0ee-49a5-a4cb-1e67a4ca282f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 943 time: 0.1738508 Nov 27 04:13:37.899469 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-04313f4a-03eb-4589-a63c-819a8b3e6985 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Allocated IP 2001:db8::1 (2fd1e54b-078c-46b5-ad8f-3f5e696bf2a2/f74037f6-c593-4d1a-9ba8-aa29c6c6bc2a/4f5d3c7a-0f11-4d4d-8a94-b3d72f1390d4) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:13:37.916509 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1e09d902-0e4e-41ec-88d1-af099312f755 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:37.952731 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-af5948ec-84e7-46eb-aa15-3afef00f89c9 req-601b12eb-eb68-4446-936e-3a1f5dd02a75 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908120 Nov 27 04:13:37.962255 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-f7ca18d0-c7e0-465c-b7f8-f68fc8cb9db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8777883c-395e-4387-b74d-d2b254ea03c9', 'name': 'tempest-TestVolumeBackupRestore-85442447-router', 'tenant_id': '09a744c26ba84ff8a820143152a8f760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '1d6f51ac-6432-4eea-9a98-0ad14a38e6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:13:28Z', 'updated_at': '2021-11-27T04:13:35Z', 'revision_number': 4, 'project_id': '09a744c26ba84ff8a820143152a8f760', 'gw_port': {'id': '1d6f51ac-6432-4eea-9a98-0ad14a38e6e7', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:25:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8777883c-395e-4387-b74d-d2b254ea03c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:13:30Z', 'updated_at': '2021-11-27T04:13:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '5071daa3-e3a3-43d2-a5df-ed9496dceaf8', 'name': '', 'network_id': '46ac8c4f-2cba-49f4-b094-f20c57281483', 'tenant_id': '09a744c26ba84ff8a820143152a8f760', 'mac_address': 'fa:16:3e:ed:13:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8777883c-395e-4387-b74d-d2b254ea03c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'f53b71a0-3de7-401f-b667-df493f3b2570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:13:34Z', 'updated_at': '2021-11-27T04:13:35Z', 'revision_number': 2, 'project_id': '09a744c26ba84ff8a820143152a8f760', 'subnets': [{'id': 'f53b71a0-3de7-401f-b667-df493f3b2570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:38.021512 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ca18d0-c7e0-465c-b7f8-f68fc8cb9db9 None None] The sync data for ids ['8777883c-395e-4387-b74d-d2b254ea03c9'] in n-d-819494-3 is: [{'id': '8777883c-395e-4387-b74d-d2b254ea03c9', 'name': 'tempest-TestVolumeBackupRestore-85442447-router', 'tenant_id': '09a744c26ba84ff8a820143152a8f760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '1d6f51ac-6432-4eea-9a98-0ad14a38e6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:13:28Z', 'updated_at': '2021-11-27T04:13:35Z', 'revision_number': 4, 'project_id': '09a744c26ba84ff8a820143152a8f760', 'gw_port': {'id': '1d6f51ac-6432-4eea-9a98-0ad14a38e6e7', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:25:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8777883c-395e-4387-b74d-d2b254ea03c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:13:30Z', 'updated_at': '2021-11-27T04:13:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '5071daa3-e3a3-43d2-a5df-ed9496dceaf8', 'name': '', 'network_id': '46ac8c4f-2cba-49f4-b094-f20c57281483', 'tenant_id': '09a744c26ba84ff8a820143152a8f760', 'mac_address': 'fa:16:3e:ed:13:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8777883c-395e-4387-b74d-d2b254ea03c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'f53b71a0-3de7-401f-b667-df493f3b2570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:13:34Z', 'updated_at': '2021-11-27T04:13:35Z', 'revision_number': 2, 'project_id': '09a744c26ba84ff8a820143152a8f760', 'subnets': [{'id': 'f53b71a0-3de7-401f-b667-df493f3b2570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:13:38.066805 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:13:38.126131 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-4d1bac72-95c9-4666-b950-87f18606f687 None None] Provisioning complete for port 5071daa3-e3a3-43d2-a5df-ed9496dceaf8 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:38.126826 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4d1bac72-95c9-4666-b950-87f18606f687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:38.156868 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e09d902-0e4e-41ec-88d1-af099312f755 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Router 0487e42e-43ce-4ed1-b9c8-9cae5cbfcb72 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:13:38.175917 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-4d1bac72-95c9-4666-b950-87f18606f687 None None] Port 5071daa3-e3a3-43d2-a5df-ed9496dceaf8 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:13:38.179507 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:13:38.179678 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 4a12b9cc-3786-4bf0-b9cd-3f3f1fa6913d not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:13:38.205647 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-4d1bac72-95c9-4666-b950-87f18606f687 None None] Provisioning complete for port aeb1264b-0342-40be-bb46-b59207ac2bc7 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:38.206246 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4d1bac72-95c9-4666-b950-87f18606f687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:38.239642 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-04313f4a-03eb-4589-a63c-819a8b3e6985 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:38.246062 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b54ecb9b-1e5a-4504-bc4e-33087b57f0e4 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:38.265479 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b54ecb9b-1e5a-4504-bc4e-33087b57f0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:38.327448 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-04313f4a-03eb-4589-a63c-819a8b3e6985 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:38.352692 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-4d1bac72-95c9-4666-b950-87f18606f687 None None] Port aeb1264b-0342-40be-bb46-b59207ac2bc7 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:13:38.388715 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54ecb9b-1e5a-4504-bc4e-33087b57f0e4 None None] Network dfd160e4-71b9-4246-9c49-5aa35cabae13 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:13:38.400185 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-b54ecb9b-1e5a-4504-bc4e-33087b57f0e4 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:13:38.429637 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54ecb9b-1e5a-4504-bc4e-33087b57f0e4 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:13:38.447067 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04313f4a-03eb-4589-a63c-819a8b3e6985 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Network 2fd1e54b-078c-46b5-ad8f-3f5e696bf2a2 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:13:38.463497 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-04313f4a-03eb-4589-a63c-819a8b3e6985 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:13:38.466944 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e09d902-0e4e-41ec-88d1-af099312f755 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:13:38.468698 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04313f4a-03eb-4589-a63c-819a8b3e6985 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:13:38.469004 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ecb9b-1e5a-4504-bc4e-33087b57f0e4 None None] Pushing event updated for resources: {'Port': ['ID=ab16c5f8-0f50-4709-b157-ceb3f67611db,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:38.470201 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-04313f4a-03eb-4589-a63c-819a8b3e6985 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:38.490868 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feb8f58-0648-4ad3-a63b-99b6c49c2564 None None] Sync routers for ids ['0487e42e-43ce-4ed1-b9c8-9cae5cbfcb72'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:13:38.520996 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1e09d902-0e4e-41ec-88d1-af099312f755 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:38.524765 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1e09d902-0e4e-41ec-88d1-af099312f755 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.5917068 Nov 27 04:13:38.525014 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44842) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:38.578141 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feb8f58-0648-4ad3-a63b-99b6c49c2564 None None] Routers {'0487e42e-43ce-4ed1-b9c8-9cae5cbfcb72'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:13:38.580715 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-9feb8f58-0648-4ad3-a63b-99b6c49c2564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:13:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['0487e42e-43ce-4ed1-b9c8-9cae5cbfcb72'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:38.601382 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04313f4a-03eb-4589-a63c-819a8b3e6985 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event updated for resources: {'Port': ['ID=4f5d3c7a-0f11-4d4d-8a94-b3d72f1390d4,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:38.759737 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-32401be5-f326-41de-b488-8959b59a7296 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "GET /v2.0/routers/0487e42e-43ce-4ed1-b9c8-9cae5cbfcb72 HTTP/1.1" status: 200 len: 880 time: 0.2332861 Nov 27 04:13:38.759986 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-9feb8f58-0648-4ad3-a63b-99b6c49c2564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:38.761550 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-04313f4a-03eb-4589-a63c-819a8b3e6985 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:38.765097 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44852) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:38.773728 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feb8f58-0648-4ad3-a63b-99b6c49c2564 None None] Routers {'0487e42e-43ce-4ed1-b9c8-9cae5cbfcb72'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:13:38.774773 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-9feb8f58-0648-4ad3-a63b-99b6c49c2564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:13:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['0487e42e-43ce-4ed1-b9c8-9cae5cbfcb72'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:38.850266 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-9feb8f58-0648-4ad3-a63b-99b6c49c2564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:38.851452 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feb8f58-0648-4ad3-a63b-99b6c49c2564 None None] The sync data for ids ['0487e42e-43ce-4ed1-b9c8-9cae5cbfcb72'] in n-d-819494-3 is: [] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:13:38.998947 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device d871a8b6-fd63-4eb3-b928-179ee038de83 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:13:39.047005 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-b54ecb9b-1e5a-4504-bc4e-33087b57f0e4 None None] Attempting to bind port ab16c5f8-0f50-4709-b157-ceb3f67611db on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:13:39.048924 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-b54ecb9b-1e5a-4504-bc4e-33087b57f0e4 None None] Attempting to bind port ab16c5f8-0f50-4709-b157-ceb3f67611db by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '7f697340-7c26-4b24-a727-132eabac3c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'dfd160e4-71b9-4246-9c49-5aa35cabae13'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:13:39.049821 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54ecb9b-1e5a-4504-bc4e-33087b57f0e4 None None] Attempting to bind port ab16c5f8-0f50-4709-b157-ceb3f67611db on network dfd160e4-71b9-4246-9c49-5aa35cabae13 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:13:39.070080 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4d1fb5-f5a2-4f57-a5f2-77fa0bfdb7c5 None None] Network 2fd1e54b-078c-46b5-ad8f-3f5e696bf2a2 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:13:39.075059 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54ecb9b-1e5a-4504-bc4e-33087b57f0e4 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:13:39.075940 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54ecb9b-1e5a-4504-bc4e-33087b57f0e4 None None] Checking segment: {'id': '7f697340-7c26-4b24-a727-132eabac3c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'dfd160e4-71b9-4246-9c49-5aa35cabae13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:13:39.076596 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b54ecb9b-1e5a-4504-bc4e-33087b57f0e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:39.077221 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54ecb9b-1e5a-4504-bc4e-33087b57f0e4 None None] Bound using segment: {'id': '7f697340-7c26-4b24-a727-132eabac3c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'dfd160e4-71b9-4246-9c49-5aa35cabae13'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:13:39.078050 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-b54ecb9b-1e5a-4504-bc4e-33087b57f0e4 None None] Bound port: ab16c5f8-0f50-4709-b157-ceb3f67611db, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f697340-7c26-4b24-a727-132eabac3c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'dfd160e4-71b9-4246-9c49-5aa35cabae13'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:13:39.078796 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b54ecb9b-1e5a-4504-bc4e-33087b57f0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:39.296153 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c56bfea3-14af-41e0-a617-731e90736a6c None None] Provisioning complete for port d871a8b6-fd63-4eb3-b928-179ee038de83 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:39.296710 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c56bfea3-14af-41e0-a617-731e90736a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:39.303186 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port d871a8b6-fd63-4eb3-b928-179ee038de83 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:39.303666 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:39.476241 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-b54ecb9b-1e5a-4504-bc4e-33087b57f0e4 None None] For port ab16c5f8-0f50-4709-b157-ceb3f67611db, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:13:39.507128 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-b54ecb9b-1e5a-4504-bc4e-33087b57f0e4 None None] For port ab16c5f8-0f50-4709-b157-ceb3f67611db, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=ab16c5f8-0f50-4709-b157-ceb3f67611db,segment=NetworkSegment(7f697340-7c26-4b24-a727-132eabac3c08),segment_id=7f697340-7c26-4b24-a727-132eabac3c08)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:13:39.600455 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db702c3-9259-4b17-9da4-3f12a1b25791 req-5b30b7b3-248a-4c8c-a658-a17ca7dd1c64 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:39.609239 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5db702c3-9259-4b17-9da4-3f12a1b25791 req-5b30b7b3-248a-4c8c-a658-a17ca7dd1c64 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 943 time: 0.1540859 Nov 27 04:13:39.630800 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:39.635764 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b54ecb9b-1e5a-4504-bc4e-33087b57f0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:39.739245 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5db702c3-9259-4b17-9da4-3f12a1b25791 req-c4baaa07-4d62-406a-a7a4-dc77d9c718de tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283884 Nov 27 04:13:39.999417 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-04313f4a-03eb-4589-a63c-819a8b3e6985 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:40.002164 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c56bfea3-14af-41e0-a617-731e90736a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:40.007095 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ecb9b-1e5a-4504-bc4e-33087b57f0e4 None None] Pushing event updated for resources: {'Port': ['ID=ab16c5f8-0f50-4709-b157-ceb3f67611db,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:40.017163 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port d871a8b6-fd63-4eb3-b928-179ee038de83, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=d871a8b6-fd63-4eb3-b928-179ee038de83,segment=NetworkSegment(fceaefba-f873-49bb-a673-f73f07eb7059),segment_id=fceaefba-f873-49bb-a673-f73f07eb7059)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:13:40.033352 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-5cdf6826-bd9f-493a-ba9a-c96aa3b662cf tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.2668130 Nov 27 04:13:40.036356 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44932) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:40.045947 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-973076a4-ff59-4fe8-846a-a79eec90d991 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1916656851'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:13:40.073304 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-04313f4a-03eb-4589-a63c-819a8b3e6985 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:40.074847 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-04313f4a-03eb-4589-a63c-819a8b3e6985 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:40.091772 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:40.093797 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 397418f9-b2a5-4f52-b913-55a426e288e1 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:13:40.173953 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04313f4a-03eb-4589-a63c-819a8b3e6985 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event updated for resources: {'Port': ['ID=4f5d3c7a-0f11-4d4d-8a94-b3d72f1390d4,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:40.215791 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=d871a8b6-fd63-4eb3-b928-179ee038de83,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:40.331873 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b0269c3b-4f0a-42c9-86aa-77decf0917de req-344ad241-8a3b-4e16-bffa-436de73866a2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4916689 Nov 27 04:13:40.394606 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.api [None req-c56bfea3-14af-41e0-a617-731e90736a6c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:13:40.395176 n-d-819494-3 neutron-server[110020]: DEBUG oslo_db.api [None req-c56bfea3-14af-41e0-a617-731e90736a6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:13:40.450496 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04313f4a-03eb-4589-a63c-819a8b3e6985 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Network 2fd1e54b-078c-46b5-ad8f-3f5e696bf2a2 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:13:40.452251 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-04313f4a-03eb-4589-a63c-819a8b3e6985 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:13:41.039536 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device d871a8b6-fd63-4eb3-b928-179ee038de83 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:13:41.212190 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04313f4a-03eb-4589-a63c-819a8b3e6985 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Router 0bbe8914-91a8-45d5-bcc9-96070589d5ea is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:13:41.214066 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port d871a8b6-fd63-4eb3-b928-179ee038de83 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:41.216294 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-973076a4-ff59-4fe8-846a-a79eec90d991 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3685224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11843'] for router, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:41.217241 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:41.239047 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4cc6cf-983f-4332-969e-ac5e198b5744 req-0b177016-b6da-4de0-b0c1-472b88d72458 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:41.240719 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-da4cc6cf-983f-4332-969e-ac5e198b5744 req-0b177016-b6da-4de0-b0c1-472b88d72458 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 943 time: 0.2429407 Nov 27 04:13:41.244924 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-973076a4-ff59-4fe8-846a-a79eec90d991 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3685219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3685210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3680816'] for router, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:41.398461 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-2cb38a10-4a22-4f61-afaa-18b934e61b23 None None] Provisioning complete for port d871a8b6-fd63-4eb3-b928-179ee038de83 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:41.414004 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2cb38a10-4a22-4f61-afaa-18b934e61b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:41.451639 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-da4cc6cf-983f-4332-969e-ac5e198b5744 req-744cef2c-dbec-4429-94f7-2fe26438aa1b tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016778 Nov 27 04:13:41.488010 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04313f4a-03eb-4589-a63c-819a8b3e6985 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:13:41.514573 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-04313f4a-03eb-4589-a63c-819a8b3e6985 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "PUT /v2.0/routers/0bbe8914-91a8-45d5-bcc9-96070589d5ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6532421 Nov 27 04:13:41.514573 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44958) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:41.545265 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d529ca-d407-4bf8-bea8-22a95f63770d None None] Sync routers for ids ['0bbe8914-91a8-45d5-bcc9-96070589d5ea'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:13:41.616505 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db15703-37a3-4684-aff7-9a56413105b6 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:41.622226 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0db15703-37a3-4684-aff7-9a56413105b6 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "GET /v2.0/ports/4f5d3c7a-0f11-4d4d-8a94-b3d72f1390d4 HTTP/1.1" status: 200 len: 911 time: 0.1102469 Nov 27 04:13:41.624212 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44964) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:41.642543 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d529ca-d407-4bf8-bea8-22a95f63770d None None] Routers {'0bbe8914-91a8-45d5-bcc9-96070589d5ea'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:13:41.644400 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-03d529ca-d407-4bf8-bea8-22a95f63770d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:13:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['0bbe8914-91a8-45d5-bcc9-96070589d5ea'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:41.675287 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973076a4-ff59-4fe8-846a-a79eec90d991 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Router 0487e42e-43ce-4ed1-b9c8-9cae5cbfcb72 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:13:41.773600 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-03d529ca-d407-4bf8-bea8-22a95f63770d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:41.877042 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 1d6f51ac-6432-4eea-9a98-0ad14a38e6e7 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:13:42.009650 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d529ca-d407-4bf8-bea8-22a95f63770d None None] Routers {'0bbe8914-91a8-45d5-bcc9-96070589d5ea'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:13:42.010663 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-03d529ca-d407-4bf8-bea8-22a95f63770d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:13:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['0bbe8914-91a8-45d5-bcc9-96070589d5ea'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:42.075875 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-03d529ca-d407-4bf8-bea8-22a95f63770d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:42.076551 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d529ca-d407-4bf8-bea8-22a95f63770d None None] The sync data for ids ['0bbe8914-91a8-45d5-bcc9-96070589d5ea'] in n-d-819494-3 is: [] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:13:42.118041 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b500fe50-333e-466a-9c72-e9ab2fe0a832 None None] Network dfd160e4-71b9-4246-9c49-5aa35cabae13 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:13:42.154428 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973076a4-ff59-4fe8-846a-a79eec90d991 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:13:42.169421 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-973076a4-ff59-4fe8-846a-a79eec90d991 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:42.174468 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-973076a4-ff59-4fe8-846a-a79eec90d991 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "PUT /v2.0/routers/0487e42e-43ce-4ed1-b9c8-9cae5cbfcb72 HTTP/1.1" status: 200 len: 887 time: 2.1327388 Nov 27 04:13:42.180900 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44978) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:42.181543 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f1bc56-4713-47b7-af54-e68f6ad5f295 None None] Sync routers for ids ['0487e42e-43ce-4ed1-b9c8-9cae5cbfcb72'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:13:42.209780 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f1bc56-4713-47b7-af54-e68f6ad5f295 None None] Routers {'0487e42e-43ce-4ed1-b9c8-9cae5cbfcb72'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:13:42.211071 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-a4f1bc56-4713-47b7-af54-e68f6ad5f295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:13:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['0487e42e-43ce-4ed1-b9c8-9cae5cbfcb72'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:42.300377 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-a4f1bc56-4713-47b7-af54-e68f6ad5f295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:42.324001 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f1bc56-4713-47b7-af54-e68f6ad5f295 None None] Routers {'0487e42e-43ce-4ed1-b9c8-9cae5cbfcb72'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:13:42.325395 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-a4f1bc56-4713-47b7-af54-e68f6ad5f295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:13:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['0487e42e-43ce-4ed1-b9c8-9cae5cbfcb72'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:42.377873 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 1d6f51ac-6432-4eea-9a98-0ad14a38e6e7 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:42.378188 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:42.382923 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-a4f1bc56-4713-47b7-af54-e68f6ad5f295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:42.384103 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f1bc56-4713-47b7-af54-e68f6ad5f295 None None] The sync data for ids ['0487e42e-43ce-4ed1-b9c8-9cae5cbfcb72'] in n-d-819494-3 is: [] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:13:42.404483 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb80e0-af7a-4067-a14a-c6b1e849f218 req-9b2414ca-bbfb-48fb-9df8-75b2a715d963 tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:42.409079 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-addb80e0-af7a-4067-a14a-c6b1e849f218 req-9b2414ca-bbfb-48fb-9df8-75b2a715d963 tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 1097 time: 0.3275850 Nov 27 04:13:42.471342 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-708ed942-0634-4916-bcbe-af89d73c7daf tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "GET /v2.0/routers/0487e42e-43ce-4ed1-b9c8-9cae5cbfcb72 HTTP/1.1" status: 200 len: 887 time: 0.2889376 Nov 27 04:13:42.472970 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44980) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:42.531441 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 44984) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:42.546146 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1bb825d0-d9a7-4451-9c6b-eb0ba0608566 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "GET /v2.0/ports?device_id=0487e42e-43ce-4ed1-b9c8-9cae5cbfcb72 HTTP/1.1" status: 200 len: 205 time: 0.0718000 Nov 27 04:13:42.590813 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-2cb38a10-4a22-4f61-afaa-18b934e61b23 None None] Provisioning complete for port 4f5d3c7a-0f11-4d4d-8a94-b3d72f1390d4 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:42.591344 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2cb38a10-4a22-4f61-afaa-18b934e61b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:42.642419 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-addb80e0-af7a-4067-a14a-c6b1e849f218 req-91710868-e1d3-49c4-a355-2377032f719c tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=60a7d62e-7629-4401-ae2b-6e86ee2e006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2252865 Nov 27 04:13:42.656171 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc3e667-d411-425b-a82d-cfb61b909e05 None None] Sync routers for ids ['8777883c-395e-4387-b74d-d2b254ea03c9'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:13:42.679313 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 44988) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:42.736619 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9a522eaa-6476-491f-9499-7a9dd4bb3d1c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:42.884051 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device ab16c5f8-0f50-4709-b157-ceb3f67611db up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:13:42.999883 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-2cb38a10-4a22-4f61-afaa-18b934e61b23 None None] Port 4f5d3c7a-0f11-4d4d-8a94-b3d72f1390d4 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:13:43.002374 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc3e667-d411-425b-a82d-cfb61b909e05 None None] Routers {'8777883c-395e-4387-b74d-d2b254ea03c9'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:13:43.007303 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-cdc3e667-d411-425b-a82d-cfb61b909e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:13:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['8777883c-395e-4387-b74d-d2b254ea03c9'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:43.062134 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-6e44a7ec-3a8d-4e59-a477-dcde0c8b2590 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Deleting port 39210c7d-2242-4f7b-bcef-42017d4dfd7f {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:13:43.063317 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6e44a7ec-3a8d-4e59-a477-dcde0c8b2590 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:43.230835 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6e44a7ec-3a8d-4e59-a477-dcde0c8b2590 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:43.231435 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6e44a7ec-3a8d-4e59-a477-dcde0c8b2590 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:43.255843 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-6e44a7ec-3a8d-4e59-a477-dcde0c8b2590 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Calling delete_port for 39210c7d-2242-4f7b-bcef-42017d4dfd7f owned by network:floatingip {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:13:43.270323 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port ab16c5f8-0f50-4709-b157-ceb3f67611db triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:43.270753 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:43.392616 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-e8ebb7b6-0fff-4f10-95f0-547e7eedf36c None None] Provisioning complete for port ab16c5f8-0f50-4709-b157-ceb3f67611db triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:43.393006 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e8ebb7b6-0fff-4f10-95f0-547e7eedf36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:43.507973 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-cdc3e667-d411-425b-a82d-cfb61b909e05 None None] Set router 8777883c-395e-4387-b74d-d2b254ea03c9 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:13:43.523577 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a956f0-c4ea-4eef-89be-87a06e7fea7e req-4dfa4c26-26dc-4dc7-a20b-1337287f055a tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:43.526178 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a5a956f0-c4ea-4eef-89be-87a06e7fea7e req-4dfa4c26-26dc-4dc7-a20b-1337287f055a tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 943 time: 0.7846203 Nov 27 04:13:43.543786 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-793bb72c-89d0-4a97-8bcd-f5f5adbcf92d tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:43.714043 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6e44a7ec-3a8d-4e59-a477-dcde0c8b2590 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:43.849785 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e44a7ec-3a8d-4e59-a477-dcde0c8b2590 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event deleted for resources: {'Port': ['ID=39210c7d-2242-4f7b-bcef-42017d4dfd7f,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:43.854541 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:43.958777 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6e44a7ec-3a8d-4e59-a477-dcde0c8b2590 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for floatingip, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:43.959566 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [None req-6e44a7ec-3a8d-4e59-a477-dcde0c8b2590 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Floating IP 7267146f-9a4a-4079-99f7-62f59fde603e disassociated (deleted). External IP: 172.25.1.201, port: 05e92c3a-48da-4e9d-b6d7-5164904138a9. Nov 27 04:13:44.061837 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-793bb72c-89d0-4a97-8bcd-f5f5adbcf92d tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Allocated IP 2001:db8:1::1 (dfd160e4-71b9-4246-9c49-5aa35cabae13/5b59070b-6a20-42c2-86ea-c0685ef0c742/9dd87b02-0d14-4127-a4f9-78203ae47f31) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:13:44.366199 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e8ebb7b6-0fff-4f10-95f0-547e7eedf36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:44.408671 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9a522eaa-6476-491f-9499-7a9dd4bb3d1c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:44.419799 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port ab16c5f8-0f50-4709-b157-ceb3f67611db, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=ab16c5f8-0f50-4709-b157-ceb3f67611db,segment=NetworkSegment(7f697340-7c26-4b24-a727-132eabac3c08),segment_id=7f697340-7c26-4b24-a727-132eabac3c08)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:13:44.439035 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:44.451480 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e44a7ec-3a8d-4e59-a477-dcde0c8b2590 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Router fe5fdd60-5404-4cad-9c90-3bebf1f92c22 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:13:44.467898 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-793bb72c-89d0-4a97-8bcd-f5f5adbcf92d tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:44.513750 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-cdc3e667-d411-425b-a82d-cfb61b909e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8777883c-395e-4387-b74d-d2b254ea03c9', 'name': 'tempest-TestVolumeBackupRestore-85442447-router', 'tenant_id': '09a744c26ba84ff8a820143152a8f760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '1d6f51ac-6432-4eea-9a98-0ad14a38e6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:13:28Z', 'updated_at': '2021-11-27T04:13:35Z', 'revision_number': 4, 'project_id': '09a744c26ba84ff8a820143152a8f760', 'gw_port': {'id': '1d6f51ac-6432-4eea-9a98-0ad14a38e6e7', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:25:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8777883c-395e-4387-b74d-d2b254ea03c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:13:30Z', 'updated_at': '2021-11-27T04:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '5071daa3-e3a3-43d2-a5df-ed9496dceaf8', 'name': '', 'network_id': '46ac8c4f-2cba-49f4-b094-f20c57281483', 'tenant_id': '09a744c26ba84ff8a820143152a8f760', 'mac_address': 'fa:16:3e:ed:13:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8777883c-395e-4387-b74d-d2b254ea03c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'f53b71a0-3de7-401f-b667-df493f3b2570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:13:34Z', 'updated_at': '2021-11-27T04:13:35Z', 'revision_number': 2, 'project_id': '09a744c26ba84ff8a820143152a8f760', 'subnets': [{'id': 'f53b71a0-3de7-401f-b667-df493f3b2570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:44.551160 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc3e667-d411-425b-a82d-cfb61b909e05 None None] Checking router: 8777883c-395e-4387-b74d-d2b254ea03c9 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:13:44.551525 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc3e667-d411-425b-a82d-cfb61b909e05 None None] Updating router 8777883c-395e-4387-b74d-d2b254ea03c9 port 5071daa3-e3a3-43d2-a5df-ed9496dceaf8 binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:13:44.596149 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cdc3e667-d411-425b-a82d-cfb61b909e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:44.651040 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e44a7ec-3a8d-4e59-a477-dcde0c8b2590 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:13:44.652052 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.api [None req-e8ebb7b6-0fff-4f10-95f0-547e7eedf36c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:13:44.652573 n-d-819494-3 neutron-server[110020]: DEBUG oslo_db.api [None req-e8ebb7b6-0fff-4f10-95f0-547e7eedf36c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:13:44.662784 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a5a956f0-c4ea-4eef-89be-87a06e7fea7e req-3337194a-f2b0-4c6d-8de4-43d2950e67b6 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1068840 Nov 27 04:13:44.665159 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216ea7e9-f727-4fc6-8fe5-eb50cba08ced None None] Sync routers for ids ['fe5fdd60-5404-4cad-9c90-3bebf1f92c22'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:13:44.670580 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6e44a7ec-3a8d-4e59-a477-dcde0c8b2590 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:44.692337 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=ab16c5f8-0f50-4709-b157-ceb3f67611db,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:44.704142 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216ea7e9-f727-4fc6-8fe5-eb50cba08ced None None] Routers {'fe5fdd60-5404-4cad-9c90-3bebf1f92c22'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:13:44.704843 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-216ea7e9-f727-4fc6-8fe5-eb50cba08ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:13:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['fe5fdd60-5404-4cad-9c90-3bebf1f92c22'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:44.742833 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-793bb72c-89d0-4a97-8bcd-f5f5adbcf92d tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:44.754914 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-9a522eaa-6476-491f-9499-7a9dd4bb3d1c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Deleting port aeb1264b-0342-40be-bb46-b59207ac2bc7 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:13:44.758582 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9a522eaa-6476-491f-9499-7a9dd4bb3d1c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:44.838887 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6e44a7ec-3a8d-4e59-a477-dcde0c8b2590 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "DELETE /v2.0/floatingips/7267146f-9a4a-4079-99f7-62f59fde603e HTTP/1.1" status: 204 len: 168 time: 2.1555903 Nov 27 04:13:44.839556 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b416341b-7ef1-48f9-b72c-b3ffbc2930b9', 'tag': '05e92c3a-48da-4e9d-b6d7-5164904138a9'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:13:44.849081 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aadb474-d9fb-406c-9a8c-3f31b0eb0e3b" -d '{"events": [{"name": "network-changed", "server_uuid": "b416341b-7ef1-48f9-b72c-b3ffbc2930b9", "tag": "05e92c3a-48da-4e9d-b6d7-5164904138a9"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:13:44.854952 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793bb72c-89d0-4a97-8bcd-f5f5adbcf92d tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Network dfd160e4-71b9-4246-9c49-5aa35cabae13 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:13:44.864336 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-793bb72c-89d0-4a97-8bcd-f5f5adbcf92d tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:13:44.875455 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793bb72c-89d0-4a97-8bcd-f5f5adbcf92d tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:13:44.876095 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-793bb72c-89d0-4a97-8bcd-f5f5adbcf92d tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:44.970533 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20865c3-cac1-40c6-83c4-fd335070460b x-openstack-request-id: req-f20865c3-cac1-40c6-83c4-fd335070460b {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:13:44.970857 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b416341b-7ef1-48f9-b72c-b3ffbc2930b9", "tag": "05e92c3a-48da-4e9d-b6d7-5164904138a9", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:13:44.971117 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f20865c3-cac1-40c6-83c4-fd335070460b {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:13:44.972421 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b416341b-7ef1-48f9-b72c-b3ffbc2930b9', 'tag': '05e92c3a-48da-4e9d-b6d7-5164904138a9', 'status': 'completed', 'code': 200} Nov 27 04:13:44.984072 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793bb72c-89d0-4a97-8bcd-f5f5adbcf92d tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event updated for resources: {'Port': ['ID=9dd87b02-0d14-4127-a4f9-78203ae47f31,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:45.061080 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-216ea7e9-f727-4fc6-8fe5-eb50cba08ced None None] Set router fe5fdd60-5404-4cad-9c90-3bebf1f92c22 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:13:45.372718 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-e8ebb7b6-0fff-4f10-95f0-547e7eedf36c None None] Provisioning complete for port 4f5d3c7a-0f11-4d4d-8a94-b3d72f1390d4 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:45.373297 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e8ebb7b6-0fff-4f10-95f0-547e7eedf36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:45.471866 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cdc3e667-d411-425b-a82d-cfb61b909e05 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:45.473766 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-e8ebb7b6-0fff-4f10-95f0-547e7eedf36c None None] Port 4f5d3c7a-0f11-4d4d-8a94-b3d72f1390d4 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:13:45.488705 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cdc3e667-d411-425b-a82d-cfb61b909e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:45.572343 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9a522eaa-6476-491f-9499-7a9dd4bb3d1c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:45.581678 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b524e57-150d-4218-95bf-3b2dadaa463b None None] Pushing event updated for resources: {'Port': ['ID=5071daa3-e3a3-43d2-a5df-ed9496dceaf8,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:45.595256 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-9a522eaa-6476-491f-9499-7a9dd4bb3d1c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Calling delete_port for aeb1264b-0342-40be-bb46-b59207ac2bc7 owned by network:router_gateway {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:13:45.638236 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-216ea7e9-f727-4fc6-8fe5-eb50cba08ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5fdd60-5404-4cad-9c90-3bebf1f92c22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614728489', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '7f210f11-33e1-45ce-80d3-7ffa8e343b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:11:19Z', 'updated_at': '2021-11-27T04:11:35Z', 'revision_number': 4, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': '7f210f11-33e1-45ce-80d3-7ffa8e343b84', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5fdd60-5404-4cad-9c90-3bebf1f92c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:11:22Z', 'updated_at': '2021-11-27T04:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'a0eba816-7d69-4d20-807d-237f1e427713', 'name': '', 'network_id': '625c81c1-ffd4-46b7-bcec-ab3c294d8d2e', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'mac_address': 'fa:16:3e:6a:d4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5fdd60-5404-4cad-9c90-3bebf1f92c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'f79f094e-11cb-4984-aa0c-51bf3f1012f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:11:33Z', 'updated_at': '2021-11-27T04:11:43Z', 'revision_number': 5, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'subnets': [{'id': 'f79f094e-11cb-4984-aa0c-51bf3f1012f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:45.658941 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-9b1b0e84-586e-4a96-a23e-175c7ec326a0 None None] Provisioning complete for port ab16c5f8-0f50-4709-b157-ceb3f67611db triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:45.659596 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9b1b0e84-586e-4a96-a23e-175c7ec326a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:45.692973 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216ea7e9-f727-4fc6-8fe5-eb50cba08ced None None] Checking router: fe5fdd60-5404-4cad-9c90-3bebf1f92c22 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:13:45.719785 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216ea7e9-f727-4fc6-8fe5-eb50cba08ced None None] Routers {'fe5fdd60-5404-4cad-9c90-3bebf1f92c22'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:13:45.720836 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-216ea7e9-f727-4fc6-8fe5-eb50cba08ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:13:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['fe5fdd60-5404-4cad-9c90-3bebf1f92c22'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:45.741931 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-793bb72c-89d0-4a97-8bcd-f5f5adbcf92d tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:45.809342 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-cdc3e667-d411-425b-a82d-cfb61b909e05 None None] Attempting to bind port 5071daa3-e3a3-43d2-a5df-ed9496dceaf8 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:13:45.809729 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-cdc3e667-d411-425b-a82d-cfb61b909e05 None None] Attempting to bind port 5071daa3-e3a3-43d2-a5df-ed9496dceaf8 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e70b18ec-3ddc-4fc0-ba6d-b20afac01742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '46ac8c4f-2cba-49f4-b094-f20c57281483'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:13:45.810099 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc3e667-d411-425b-a82d-cfb61b909e05 None None] Attempting to bind port 5071daa3-e3a3-43d2-a5df-ed9496dceaf8 on network 46ac8c4f-2cba-49f4-b094-f20c57281483 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:13:45.834438 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc3e667-d411-425b-a82d-cfb61b909e05 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:13:45.843266 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc3e667-d411-425b-a82d-cfb61b909e05 None None] Checking segment: {'id': 'e70b18ec-3ddc-4fc0-ba6d-b20afac01742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '46ac8c4f-2cba-49f4-b094-f20c57281483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:13:45.843761 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cdc3e667-d411-425b-a82d-cfb61b909e05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:45.844183 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc3e667-d411-425b-a82d-cfb61b909e05 None None] Bound using segment: {'id': 'e70b18ec-3ddc-4fc0-ba6d-b20afac01742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '46ac8c4f-2cba-49f4-b094-f20c57281483'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:13:45.844702 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-cdc3e667-d411-425b-a82d-cfb61b909e05 None None] Bound port: 5071daa3-e3a3-43d2-a5df-ed9496dceaf8, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70b18ec-3ddc-4fc0-ba6d-b20afac01742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '46ac8c4f-2cba-49f4-b094-f20c57281483'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:13:45.845099 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cdc3e667-d411-425b-a82d-cfb61b909e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:45.967677 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d283d-5620-41bc-a054-39e98104d472 req-da4cacfb-2bce-444e-b0c2-0a171797073e tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:45.982050 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-910d283d-5620-41bc-a054-39e98104d472 req-da4cacfb-2bce-444e-b0c2-0a171797073e tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 943 time: 0.1469319 Nov 27 04:13:45.990928 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-216ea7e9-f727-4fc6-8fe5-eb50cba08ced None None] Set router fe5fdd60-5404-4cad-9c90-3bebf1f92c22 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:13:46.009758 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aadb474-d9fb-406c-9a8c-3f31b0eb0e3b req-2791974b-d5a4-443b-be88-fca25207eb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:46.011588 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8aadb474-d9fb-406c-9a8c-3f31b0eb0e3b req-2791974b-d5a4-443b-be88-fca25207eb9b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=13b1fee7d54d401493a1883da20540bb&device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 1097 time: 0.9811549 Nov 27 04:13:46.065738 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-9b1b0e84-586e-4a96-a23e-175c7ec326a0 None None] Provisioning complete for port 9dd87b02-0d14-4127-a4f9-78203ae47f31 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:46.069961 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9b1b0e84-586e-4a96-a23e-175c7ec326a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:46.111753 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-910d283d-5620-41bc-a054-39e98104d472 req-5f41caa6-28a1-4b2f-8417-fb1382f3bf18 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287484 Nov 27 04:13:46.253500 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e25a587b-14cb-4ba9-a8c0-89e371f84d35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:46.282483 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-9b1b0e84-586e-4a96-a23e-175c7ec326a0 None None] Port 9dd87b02-0d14-4127-a4f9-78203ae47f31 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:13:46.297239 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:46.298999 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-cdc3e667-d411-425b-a82d-cfb61b909e05 None None] For port 5071daa3-e3a3-43d2-a5df-ed9496dceaf8, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:13:46.304675 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-cdc3e667-d411-425b-a82d-cfb61b909e05 None None] For port 5071daa3-e3a3-43d2-a5df-ed9496dceaf8, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=5071daa3-e3a3-43d2-a5df-ed9496dceaf8,segment=NetworkSegment(e70b18ec-3ddc-4fc0-ba6d-b20afac01742),segment_id=e70b18ec-3ddc-4fc0-ba6d-b20afac01742)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:13:46.319828 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cdc3e667-d411-425b-a82d-cfb61b909e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:46.531173 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc3e667-d411-425b-a82d-cfb61b909e05 None None] Routers {'8777883c-395e-4387-b74d-d2b254ea03c9'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:13:46.531973 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-cdc3e667-d411-425b-a82d-cfb61b909e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:13:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['8777883c-395e-4387-b74d-d2b254ea03c9'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:46.538690 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-5da4fa1b-088c-4b68-8c79-eec98c90fab0 None None] Provisioning complete for port 5071daa3-e3a3-43d2-a5df-ed9496dceaf8 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:46.539335 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5da4fa1b-088c-4b68-8c79-eec98c90fab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:46.558279 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aadb474-d9fb-406c-9a8c-3f31b0eb0e3b req-a8d3d255-ec37-4c8b-88b2-93febdc95915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:46.564454 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8aadb474-d9fb-406c-9a8c-3f31b0eb0e3b req-a8d3d255-ec37-4c8b-88b2-93febdc95915 service neutron] 10.222.0.23 "GET /v2.0/networks?id=625c81c1-ffd4-46b7-bcec-ab3c294d8d2e HTTP/1.1" status: 200 len: 897 time: 0.4184542 Nov 27 04:13:46.692029 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b524e57-150d-4218-95bf-3b2dadaa463b None None] Pushing event updated for resources: {'Port': ['ID=5071daa3-e3a3-43d2-a5df-ed9496dceaf8,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:46.701897 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-216ea7e9-f727-4fc6-8fe5-eb50cba08ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5fdd60-5404-4cad-9c90-3bebf1f92c22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614728489', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '7f210f11-33e1-45ce-80d3-7ffa8e343b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:11:19Z', 'updated_at': '2021-11-27T04:11:35Z', 'revision_number': 4, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': '7f210f11-33e1-45ce-80d3-7ffa8e343b84', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5fdd60-5404-4cad-9c90-3bebf1f92c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:11:22Z', 'updated_at': '2021-11-27T04:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'a0eba816-7d69-4d20-807d-237f1e427713', 'name': '', 'network_id': '625c81c1-ffd4-46b7-bcec-ab3c294d8d2e', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'mac_address': 'fa:16:3e:6a:d4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5fdd60-5404-4cad-9c90-3bebf1f92c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'f79f094e-11cb-4984-aa0c-51bf3f1012f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:11:33Z', 'updated_at': '2021-11-27T04:11:43Z', 'revision_number': 5, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'subnets': [{'id': 'f79f094e-11cb-4984-aa0c-51bf3f1012f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:46.769023 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216ea7e9-f727-4fc6-8fe5-eb50cba08ced None None] The sync data for ids ['fe5fdd60-5404-4cad-9c90-3bebf1f92c22'] in n-d-819494-3 is: [{'id': 'fe5fdd60-5404-4cad-9c90-3bebf1f92c22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614728489', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '7f210f11-33e1-45ce-80d3-7ffa8e343b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:11:19Z', 'updated_at': '2021-11-27T04:11:35Z', 'revision_number': 4, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': '7f210f11-33e1-45ce-80d3-7ffa8e343b84', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5fdd60-5404-4cad-9c90-3bebf1f92c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:11:22Z', 'updated_at': '2021-11-27T04:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'a0eba816-7d69-4d20-807d-237f1e427713', 'name': '', 'network_id': '625c81c1-ffd4-46b7-bcec-ab3c294d8d2e', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'mac_address': 'fa:16:3e:6a:d4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5fdd60-5404-4cad-9c90-3bebf1f92c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'f79f094e-11cb-4984-aa0c-51bf3f1012f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:11:33Z', 'updated_at': '2021-11-27T04:11:43Z', 'revision_number': 5, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'subnets': [{'id': 'f79f094e-11cb-4984-aa0c-51bf3f1012f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:13:46.772525 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device ab16c5f8-0f50-4709-b157-ceb3f67611db up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:13:46.974454 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8aadb474-d9fb-406c-9a8c-3f31b0eb0e3b req-043b6870-327a-4fa6-8748-64b0877ad10c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05e92c3a-48da-4e9d-b6d7-5164904138a9 HTTP/1.1" status: 200 len: 217 time: 0.3703861 Nov 27 04:13:47.047991 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port ab16c5f8-0f50-4709-b157-ceb3f67611db triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:47.054471 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:47.133234 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5da4fa1b-088c-4b68-8c79-eec98c90fab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:47.199925 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-cdc3e667-d411-425b-a82d-cfb61b909e05 None None] Set router 8777883c-395e-4387-b74d-d2b254ea03c9 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:13:47.328796 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9a522eaa-6476-491f-9499-7a9dd4bb3d1c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:47.339302 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b17269-7d50-4fc5-ba91-f1357300d0c3 req-42b3fd42-8720-4bd2-ae8a-a73f285642ba tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:47.347867 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-92b17269-7d50-4fc5-ba91-f1357300d0c3 req-42b3fd42-8720-4bd2-ae8a-a73f285642ba tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 946 time: 1.9194016 Nov 27 04:13:47.354068 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e73c1-b91a-47be-aca7-d2dececc776f req-339090b2-9527-4aa2-a182-21230b883f8d tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:47.363850 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a19e73c1-b91a-47be-aca7-d2dececc776f req-339090b2-9527-4aa2-a182-21230b883f8d tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 943 time: 0.0890694 Nov 27 04:13:47.376093 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-5da4fa1b-088c-4b68-8c79-eec98c90fab0 None None] For port 5071daa3-e3a3-43d2-a5df-ed9496dceaf8, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=5071daa3-e3a3-43d2-a5df-ed9496dceaf8,segment=NetworkSegment(e70b18ec-3ddc-4fc0-ba6d-b20afac01742),segment_id=e70b18ec-3ddc-4fc0-ba6d-b20afac01742)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:13:47.423479 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05c8e53-ef65-49fd-b7bb-acd3b31d049e None None] New status for floating IP 7267146f-9a4a-4079-99f7-62f59fde603e: DOWN {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:13:47.431680 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5da4fa1b-088c-4b68-8c79-eec98c90fab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:47.486117 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a19e73c1-b91a-47be-aca7-d2dececc776f req-17433cba-cc3b-44ee-bd1f-3f7ddcbd72a5 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210015 Nov 27 04:13:47.517601 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aadb474-d9fb-406c-9a8c-3f31b0eb0e3b req-5f7a73be-e9b8-486b-8c38-177957dd3296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:47.519327 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8aadb474-d9fb-406c-9a8c-3f31b0eb0e3b req-5f7a73be-e9b8-486b-8c38-177957dd3296 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f79f094e-11cb-4984-aa0c-51bf3f1012f6 HTTP/1.1" status: 200 len: 834 time: 0.1021476 Nov 27 04:13:47.668069 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a522eaa-6476-491f-9499-7a9dd4bb3d1c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event deleted for resources: {'Port': ['ID=aeb1264b-0342-40be-bb46-b59207ac2bc7,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:47.770744 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd10571-c6b4-4637-8dd2-1d59364b7167 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:13:47.772621 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-92b17269-7d50-4fc5-ba91-f1357300d0c3 req-3de2b874-cbc5-4b4e-a6a9-5baef4ad5793 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=60a7d62e-7629-4401-ae2b-6e86ee2e006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4238770 Nov 27 04:13:47.795718 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aadb474-d9fb-406c-9a8c-3f31b0eb0e3b req-9f82a8cf-c663-465b-aec9-379a38e7f77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:47.797313 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8aadb474-d9fb-406c-9a8c-3f31b0eb0e3b req-9f82a8cf-c663-465b-aec9-379a38e7f77f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=625c81c1-ffd4-46b7-bcec-ab3c294d8d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2359054 Nov 27 04:13:47.861692 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-ffcf04b0-434f-4c6b-a5a6-307537303917 None None] Provisioning complete for port 5071daa3-e3a3-43d2-a5df-ed9496dceaf8 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:47.862667 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ffcf04b0-434f-4c6b-a5a6-307537303917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:47.907244 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da4fa1b-088c-4b68-8c79-eec98c90fab0 None None] Pushing event updated for resources: {'Port': ['ID=5071daa3-e3a3-43d2-a5df-ed9496dceaf8,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:47.985413 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff89b0-aa7f-4aff-8e69-b3df1e740f7b req-a1f50f3c-7619-41c5-8c63-5999617323ca tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:47.986984 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9dff89b0-aa7f-4aff-8e69-b3df1e740f7b req-a1f50f3c-7619-41c5-8c63-5999617323ca tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.23 "GET /v2.0/ports?device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 946 time: 0.5912170 Nov 27 04:13:48.021957 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9a522eaa-6476-491f-9499-7a9dd4bb3d1c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:48.205270 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-793bb72c-89d0-4a97-8bcd-f5f5adbcf92d tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:48.274947 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9a522eaa-6476-491f-9499-7a9dd4bb3d1c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:48.278106 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9a522eaa-6476-491f-9499-7a9dd4bb3d1c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:48.307270 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-793bb72c-89d0-4a97-8bcd-f5f5adbcf92d tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:48.308051 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-793bb72c-89d0-4a97-8bcd-f5f5adbcf92d tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:48.355351 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6dab8987-ea35-42ad-8b69-2e3b2275650a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:48.362607 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-cdc3e667-d411-425b-a82d-cfb61b909e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8777883c-395e-4387-b74d-d2b254ea03c9', 'name': 'tempest-TestVolumeBackupRestore-85442447-router', 'tenant_id': '09a744c26ba84ff8a820143152a8f760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '1d6f51ac-6432-4eea-9a98-0ad14a38e6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:13:28Z', 'updated_at': '2021-11-27T04:13:35Z', 'revision_number': 4, 'project_id': '09a744c26ba84ff8a820143152a8f760', 'gw_port': {'id': '1d6f51ac-6432-4eea-9a98-0ad14a38e6e7', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:25:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8777883c-395e-4387-b74d-d2b254ea03c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:13:30Z', 'updated_at': '2021-11-27T04:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '5071daa3-e3a3-43d2-a5df-ed9496dceaf8', 'name': '', 'network_id': '46ac8c4f-2cba-49f4-b094-f20c57281483', 'tenant_id': '09a744c26ba84ff8a820143152a8f760', 'mac_address': 'fa:16:3e:ed:13:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8777883c-395e-4387-b74d-d2b254ea03c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'f53b71a0-3de7-401f-b667-df493f3b2570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:13:34Z', 'updated_at': '2021-11-27T04:13:46Z', 'revision_number': 4, 'project_id': '09a744c26ba84ff8a820143152a8f760', 'subnets': [{'id': 'f53b71a0-3de7-401f-b667-df493f3b2570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:48.432841 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc3e667-d411-425b-a82d-cfb61b909e05 None None] The sync data for ids ['8777883c-395e-4387-b74d-d2b254ea03c9'] in n-d-819494-3 is: [{'id': '8777883c-395e-4387-b74d-d2b254ea03c9', 'name': 'tempest-TestVolumeBackupRestore-85442447-router', 'tenant_id': '09a744c26ba84ff8a820143152a8f760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '1d6f51ac-6432-4eea-9a98-0ad14a38e6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:13:28Z', 'updated_at': '2021-11-27T04:13:35Z', 'revision_number': 4, 'project_id': '09a744c26ba84ff8a820143152a8f760', 'gw_port': {'id': '1d6f51ac-6432-4eea-9a98-0ad14a38e6e7', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:25:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8777883c-395e-4387-b74d-d2b254ea03c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:13:30Z', 'updated_at': '2021-11-27T04:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '5071daa3-e3a3-43d2-a5df-ed9496dceaf8', 'name': '', 'network_id': '46ac8c4f-2cba-49f4-b094-f20c57281483', 'tenant_id': '09a744c26ba84ff8a820143152a8f760', 'mac_address': 'fa:16:3e:ed:13:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8777883c-395e-4387-b74d-d2b254ea03c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'f53b71a0-3de7-401f-b667-df493f3b2570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:13:34Z', 'updated_at': '2021-11-27T04:13:46Z', 'revision_number': 4, 'project_id': '09a744c26ba84ff8a820143152a8f760', 'subnets': [{'id': 'f53b71a0-3de7-401f-b667-df493f3b2570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:13:48.438334 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8aadb474-d9fb-406c-9a8c-3f31b0eb0e3b req-b8fcdc2a-8e55-4700-af0e-eec1e6dd356a service neutron] 10.222.0.23 "GET /v2.0/networks/625c81c1-ffd4-46b7-bcec-ab3c294d8d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6262097 Nov 27 04:13:48.627743 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9a522eaa-6476-491f-9499-7a9dd4bb3d1c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:48.628294 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a522eaa-6476-491f-9499-7a9dd4bb3d1c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Fanout notify agent at l3_agent the message router_deleted on router 0487e42e-43ce-4ed1-b9c8-9cae5cbfcb72 {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:13:48.659962 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9a522eaa-6476-491f-9499-7a9dd4bb3d1c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:48.662867 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9a522eaa-6476-491f-9499-7a9dd4bb3d1c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "DELETE /v2.0/routers/0487e42e-43ce-4ed1-b9c8-9cae5cbfcb72 HTTP/1.1" status: 204 len: 168 time: 6.1289604 Nov 27 04:13:48.674369 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45018) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:48.685639 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-e223d0dc-d8f9-4add-8c74-80affb3f45de tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Request body: {'network': {'name': 'tempest-RoutersTest-466506687'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:13:48.689657 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 5071daa3-e3a3-43d2-a5df-ed9496dceaf8 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:13:48.794854 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b072e0-866c-43ec-a9b5-6f0b0803129f req-efd71d0b-a2d2-41e1-b46e-ee696ba98217 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:48.810525 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-62b072e0-866c-43ec-a9b5-6f0b0803129f req-efd71d0b-a2d2-41e1-b46e-ee696ba98217 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 943 time: 0.1493263 Nov 27 04:13:48.859899 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e223d0dc-d8f9-4add-8c74-80affb3f45de tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Made reservation on behalf of 5a1fca50cc034ed8b9c826a15ba4a946 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:13:48.878373 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e223d0dc-d8f9-4add-8c74-80affb3f45de tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:48.894650 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:48.905161 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 5071daa3-e3a3-43d2-a5df-ed9496dceaf8 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:48.905580 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:48.932158 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e223d0dc-d8f9-4add-8c74-80affb3f45de tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:13:48.969492 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e223d0dc-d8f9-4add-8c74-80affb3f45de tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:48.975947 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-e223d0dc-d8f9-4add-8c74-80affb3f45de tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Added segment cae79d4d-4e01-424e-a31f-47baba2dd97c of type vlan for network 466856cb-ff49-4703-b731-9241ac5d4441 Nov 27 04:13:49.041867 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8aadb474-d9fb-406c-9a8c-3f31b0eb0e3b req-3fe54508-95be-4e9f-ba2b-dde72b5699c9 service neutron] 10.222.0.23 "GET /v2.0/networks/625c81c1-ffd4-46b7-bcec-ab3c294d8d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5341640 Nov 27 04:13:49.052196 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e223d0dc-d8f9-4add-8c74-80affb3f45de tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:49.057450 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793bb72c-89d0-4a97-8bcd-f5f5adbcf92d tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Network dfd160e4-71b9-4246-9c49-5aa35cabae13 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:13:49.067572 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793bb72c-89d0-4a97-8bcd-f5f5adbcf92d tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event updated for resources: {'Port': ['ID=9dd87b02-0d14-4127-a4f9-78203ae47f31,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:49.073886 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-793bb72c-89d0-4a97-8bcd-f5f5adbcf92d tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:13:49.103675 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-9dff89b0-aa7f-4aff-8e69-b3df1e740f7b req-d5526a7b-8fb0-4501-ac5a-5996e451e82f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Deleting port 05e92c3a-48da-4e9d-b6d7-5164904138a9 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:13:49.104112 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9dff89b0-aa7f-4aff-8e69-b3df1e740f7b req-d5526a7b-8fb0-4501-ac5a-5996e451e82f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:49.109871 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-62b072e0-866c-43ec-a9b5-6f0b0803129f req-85884ef1-f78d-4883-a772-4696ba6f6554 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2975359 Nov 27 04:13:49.156309 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e223d0dc-d8f9-4add-8c74-80affb3f45de tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:49.189869 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e223d0dc-d8f9-4add-8c74-80affb3f45de tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:49.190532 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e223d0dc-d8f9-4add-8c74-80affb3f45de tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:49.227206 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e223d0dc-d8f9-4add-8c74-80affb3f45de tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5509157 Nov 27 04:13:49.267160 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45024) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:49.277178 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-9dff89b0-aa7f-4aff-8e69-b3df1e740f7b req-d5526a7b-8fb0-4501-ac5a-5996e451e82f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] For port 05e92c3a-48da-4e9d-b6d7-5164904138a9, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=05e92c3a-48da-4e9d-b6d7-5164904138a9,segment=NetworkSegment(bd8e6abd-99d5-40f2-a506-9388cbe4cd70),segment_id=bd8e6abd-99d5-40f2-a506-9388cbe4cd70)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:13:49.277595 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9dff89b0-aa7f-4aff-8e69-b3df1e740f7b req-d5526a7b-8fb0-4501-ac5a-5996e451e82f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:49.280211 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-94340498-6f6c-4dda-82b3-8a0ab3426d77 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Request body: {'subnet': {'network_id': '466856cb-ff49-4703-b731-9241ac5d4441', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:13:49.296847 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-9dff89b0-aa7f-4aff-8e69-b3df1e740f7b req-d5526a7b-8fb0-4501-ac5a-5996e451e82f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Calling delete_port for 05e92c3a-48da-4e9d-b6d7-5164904138a9 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:13:49.595928 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:49.598641 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e223d0dc-d8f9-4add-8c74-80affb3f45de tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event updated for resources: {'Network': ['ID=466856cb-ff49-4703-b731-9241ac5d4441,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:49.617187 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94340498-6f6c-4dda-82b3-8a0ab3426d77 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Made reservation on behalf of 5a1fca50cc034ed8b9c826a15ba4a946 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:13:49.635963 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 466856cb-ff49-4703-b731-9241ac5d4441 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:13:49.645213 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-94340498-6f6c-4dda-82b3-8a0ab3426d77 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:49.924970 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-9706bad2-7758-4af2-9ec2-e39e8029d5f3 None None] Provisioning complete for port 9dd87b02-0d14-4127-a4f9-78203ae47f31 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:49.925547 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9706bad2-7758-4af2-9ec2-e39e8029d5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:50.048015 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-793bb72c-89d0-4a97-8bcd-f5f5adbcf92d tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Router 0bbe8914-91a8-45d5-bcc9-96070589d5ea has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:13:50.063230 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-9706bad2-7758-4af2-9ec2-e39e8029d5f3 None None] Port 9dd87b02-0d14-4127-a4f9-78203ae47f31 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:13:50.091408 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf577f-626c-488e-aaaf-e8a7091f4a50 req-84c18b8e-2999-487b-b6fc-0802e1f31f56 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:50.096258 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5ecf577f-626c-488e-aaaf-e8a7091f4a50 req-84c18b8e-2999-487b-b6fc-0802e1f31f56 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 946 time: 1.0467117 Nov 27 04:13:50.142478 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 05e92c3a-48da-4e9d-b6d7-5164904138a9 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:13:50.313675 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5ecf577f-626c-488e-aaaf-e8a7091f4a50 req-f00edf26-d800-49a8-a7f4-b393d36cb8e2 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=60a7d62e-7629-4401-ae2b-6e86ee2e006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995132 Nov 27 04:13:50.329109 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793bb72c-89d0-4a97-8bcd-f5f5adbcf92d tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:13:50.338095 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-793bb72c-89d0-4a97-8bcd-f5f5adbcf92d tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "PUT /v2.0/routers/0bbe8914-91a8-45d5-bcc9-96070589d5ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7104661 Nov 27 04:13:50.338942 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45032) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:50.344695 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fc58cf-4374-487d-a78e-24f9e44f4af0 None None] Sync routers for ids ['0bbe8914-91a8-45d5-bcc9-96070589d5ea'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:13:50.359966 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fc58cf-4374-487d-a78e-24f9e44f4af0 None None] Routers {'0bbe8914-91a8-45d5-bcc9-96070589d5ea'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:13:50.360573 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-57fc58cf-4374-487d-a78e-24f9e44f4af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:13:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['0bbe8914-91a8-45d5-bcc9-96070589d5ea'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:50.450390 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-57fc58cf-4374-487d-a78e-24f9e44f4af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:50.465546 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Port 05e92c3a-48da-4e9d-b6d7-5164904138a9 update to DOWN by agent not found {{(pid=110020) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 27 04:13:50.511487 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fc58cf-4374-487d-a78e-24f9e44f4af0 None None] Routers {'0bbe8914-91a8-45d5-bcc9-96070589d5ea'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:13:50.512153 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-57fc58cf-4374-487d-a78e-24f9e44f4af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:13:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['0bbe8914-91a8-45d5-bcc9-96070589d5ea'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:50.553935 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fddc74-ebf1-4767-aa0c-081a6c8594fa tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:50.559584 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-28fddc74-ebf1-4767-aa0c-081a6c8594fa tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "GET /v2.0/ports/9dd87b02-0d14-4127-a4f9-78203ae47f31 HTTP/1.1" status: 200 len: 913 time: 0.2065718 Nov 27 04:13:50.560610 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9dff89b0-aa7f-4aff-8e69-b3df1e740f7b req-d5526a7b-8fb0-4501-ac5a-5996e451e82f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:50.601908 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45034) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:50.726923 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-57fc58cf-4374-487d-a78e-24f9e44f4af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:50.727943 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fc58cf-4374-487d-a78e-24f9e44f4af0 None None] The sync data for ids ['0bbe8914-91a8-45d5-bcc9-96070589d5ea'] in n-d-819494-3 is: [] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:13:50.804403 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8da4b7-dac3-4f7f-a570-0b04effbaed5 req-b9ca5b19-4110-4ad6-bc87-8fc34d8e69f6 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:50.809628 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3a8da4b7-dac3-4f7f-a570-0b04effbaed5 req-b9ca5b19-4110-4ad6-bc87-8fc34d8e69f6 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 943 time: 0.4167907 Nov 27 04:13:50.913809 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5526a7b-8fb0-4501-ac5a-5996e451e82f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event deleted for resources: {'Port': ['ID=05e92c3a-48da-4e9d-b6d7-5164904138a9,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:50.956660 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-94340498-6f6c-4dda-82b3-8a0ab3426d77 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:50.973948 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3a8da4b7-dac3-4f7f-a570-0b04effbaed5 req-8c404c08-f178-4d48-9e75-529c9a79e713 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573656 Nov 27 04:13:51.065428 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94340498-6f6c-4dda-82b3-8a0ab3426d77 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event updated for resources: {'Subnet': ['ID=adcce999-481c-4fa1-a623-b413a7ca1565,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:51.077456 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94340498-6f6c-4dda-82b3-8a0ab3426d77 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Checking segment: {'id': 'cae79d4d-4e01-424e-a31f-47baba2dd97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '466856cb-ff49-4703-b731-9241ac5d4441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:13:51.077804 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94340498-6f6c-4dda-82b3-8a0ab3426d77 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Network hostable DHCP agents. Network: 466856cb-ff49-4703-b731-9241ac5d4441, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:13:51.101179 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94340498-6f6c-4dda-82b3-8a0ab3426d77 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Network 466856cb-ff49-4703-b731-9241ac5d4441 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:13:51.123757 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-94340498-6f6c-4dda-82b3-8a0ab3426d77 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 466856cb-ff49-4703-b731-9241ac5d4441) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:13:51.134207 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94340498-6f6c-4dda-82b3-8a0ab3426d77 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:51.135992 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-94340498-6f6c-4dda-82b3-8a0ab3426d77 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:51.141525 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dff89b0-aa7f-4aff-8e69-b3df1e740f7b req-d5526a7b-8fb0-4501-ac5a-5996e451e82f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] No DVR routers for this DVR port 05e92c3a-48da-4e9d-b6d7-5164904138a9 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:13:51.145830 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9dff89b0-aa7f-4aff-8e69-b3df1e740f7b req-d5526a7b-8fb0-4501-ac5a-5996e451e82f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:51.150038 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f95675-33ac-4376-9458-1feaf1bc2b3e None None] Network 466856cb-ff49-4703-b731-9241ac5d4441 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:13:51.152173 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9dff89b0-aa7f-4aff-8e69-b3df1e740f7b req-d5526a7b-8fb0-4501-ac5a-5996e451e82f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.23 "DELETE /v2.0/ports/05e92c3a-48da-4e9d-b6d7-5164904138a9 HTTP/1.1" status: 204 len: 173 time: 3.1511981 Nov 27 04:13:51.161632 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b416341b-7ef1-48f9-b72c-b3ffbc2930b9', 'name': 'network-vif-deleted', 'tag': '05e92c3a-48da-4e9d-b6d7-5164904138a9'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:13:51.166605 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45223a0f-726f-4a9b-ba68-e454b80256aa" -d '{"events": [{"server_uuid": "b416341b-7ef1-48f9-b72c-b3ffbc2930b9", "name": "network-vif-deleted", "tag": "05e92c3a-48da-4e9d-b6d7-5164904138a9"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:13:51.180598 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-94340498-6f6c-4dda-82b3-8a0ab3426d77 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9119947 Nov 27 04:13:51.181700 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45038) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:51.207290 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-50a10824-8740-4848-83e2-813ae5fb903f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-559082964', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:13:51.245823 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c32adb-693e-46f8-bbab-20c1b6e20b93 x-openstack-request-id: req-34c32adb-693e-46f8-bbab-20c1b6e20b93 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:13:51.246121 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b416341b-7ef1-48f9-b72c-b3ffbc2930b9", "name": "network-vif-deleted", "tag": "05e92c3a-48da-4e9d-b6d7-5164904138a9", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:13:51.246383 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-34c32adb-693e-46f8-bbab-20c1b6e20b93 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:13:51.253272 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b416341b-7ef1-48f9-b72c-b3ffbc2930b9', 'name': 'network-vif-deleted', 'tag': '05e92c3a-48da-4e9d-b6d7-5164904138a9', 'status': 'completed', 'code': 200} Nov 27 04:13:51.278846 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-50a10824-8740-4848-83e2-813ae5fb903f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:51.280276 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-50a10824-8740-4848-83e2-813ae5fb903f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:51.395460 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:51.470732 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-50a10824-8740-4848-83e2-813ae5fb903f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:51.484284 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-50a10824-8740-4848-83e2-813ae5fb903f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:51.535578 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-50a10824-8740-4848-83e2-813ae5fb903f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:51.537249 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-50a10824-8740-4848-83e2-813ae5fb903f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3533249 Nov 27 04:13:51.542204 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45044) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:51.700139 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20aa46e-9e01-4bef-b18c-bfe74248e139 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-466856cb-ff49-4703-b731-9241ac5d4441', 'network_id': '466856cb-ff49-4703-b731-9241ac5d4441', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'fixed_ips': [{'subnet_id': 'adcce999-481c-4fa1-a623-b413a7ca1565'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:13:51.700807 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a20aa46e-9e01-4bef-b18c-bfe74248e139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:51.811803 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dc189b19-825e-4a94-a9ec-eeff9145aaa6 req-ff7eab09-1de7-495b-8a3d-a7412c16edb2 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=b416341b-7ef1-48f9-b72c-b3ffbc2930b9 HTTP/1.1" status: 200 len: 210 time: 0.0652149 Nov 27 04:13:51.945653 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4d41d550-06c9-4e95-b649-76a71f059e55 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:51.967930 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-a20aa46e-9e01-4bef-b18c-bfe74248e139 None None] Allocated IP 172.20.0.2 (466856cb-ff49-4703-b731-9241ac5d4441/adcce999-481c-4fa1-a623-b413a7ca1565/a73f3f6c-0b61-4c35-95c9-c7e3bbc73db7) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:13:52.206401 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:52.300713 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bd8c0a93-398a-4203-b6a8-294353af57c1 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:52.344803 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a20aa46e-9e01-4bef-b18c-bfe74248e139 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:52.362426 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a20aa46e-9e01-4bef-b18c-bfe74248e139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:52.444743 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103caf7-7d37-4da8-90da-aa3139dd6f8a req-04e4b756-424d-48a2-af7e-03ed9ac34457 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:52.449609 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8103caf7-7d37-4da8-90da-aa3139dd6f8a req-04e4b756-424d-48a2-af7e-03ed9ac34457 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 943 time: 0.1949735 Nov 27 04:13:52.505481 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20aa46e-9e01-4bef-b18c-bfe74248e139 None None] Pushing event updated for resources: {'Port': ['ID=a73f3f6c-0b61-4c35-95c9-c7e3bbc73db7,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:52.549581 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20aa46e-9e01-4bef-b18c-bfe74248e139 None None] Network 466856cb-ff49-4703-b731-9241ac5d4441 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:13:52.551283 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-a20aa46e-9e01-4bef-b18c-bfe74248e139 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:13:52.555914 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20aa46e-9e01-4bef-b18c-bfe74248e139 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:13:52.623835 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8103caf7-7d37-4da8-90da-aa3139dd6f8a req-7fe3ba64-d6be-43c3-8d13-b310cb8fecc1 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596804 Nov 27 04:13:52.715727 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-a20aa46e-9e01-4bef-b18c-bfe74248e139 None None] Attempting to bind port a73f3f6c-0b61-4c35-95c9-c7e3bbc73db7 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:13:52.716346 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-a20aa46e-9e01-4bef-b18c-bfe74248e139 None None] Attempting to bind port a73f3f6c-0b61-4c35-95c9-c7e3bbc73db7 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'cae79d4d-4e01-424e-a31f-47baba2dd97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '466856cb-ff49-4703-b731-9241ac5d4441'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:13:52.716726 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20aa46e-9e01-4bef-b18c-bfe74248e139 None None] Attempting to bind port a73f3f6c-0b61-4c35-95c9-c7e3bbc73db7 on network 466856cb-ff49-4703-b731-9241ac5d4441 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:13:52.750869 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20aa46e-9e01-4bef-b18c-bfe74248e139 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:13:52.752878 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20aa46e-9e01-4bef-b18c-bfe74248e139 None None] Checking segment: {'id': 'cae79d4d-4e01-424e-a31f-47baba2dd97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '466856cb-ff49-4703-b731-9241ac5d4441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:13:52.755207 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a20aa46e-9e01-4bef-b18c-bfe74248e139 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:52.756420 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20aa46e-9e01-4bef-b18c-bfe74248e139 None None] Bound using segment: {'id': 'cae79d4d-4e01-424e-a31f-47baba2dd97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '466856cb-ff49-4703-b731-9241ac5d4441'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:13:52.757974 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-a20aa46e-9e01-4bef-b18c-bfe74248e139 None None] Bound port: a73f3f6c-0b61-4c35-95c9-c7e3bbc73db7, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae79d4d-4e01-424e-a31f-47baba2dd97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '466856cb-ff49-4703-b731-9241ac5d4441'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:13:52.758605 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a20aa46e-9e01-4bef-b18c-bfe74248e139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:52.816130 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-4d41d550-06c9-4e95-b649-76a71f059e55 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Deleting port 9dd87b02-0d14-4127-a4f9-78203ae47f31 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:13:52.818729 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4d41d550-06c9-4e95-b649-76a71f059e55 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:52.901446 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-a20aa46e-9e01-4bef-b18c-bfe74248e139 None None] For port a73f3f6c-0b61-4c35-95c9-c7e3bbc73db7, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:13:52.915133 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-a20aa46e-9e01-4bef-b18c-bfe74248e139 None None] For port a73f3f6c-0b61-4c35-95c9-c7e3bbc73db7, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=a73f3f6c-0b61-4c35-95c9-c7e3bbc73db7,segment=NetworkSegment(cae79d4d-4e01-424e-a31f-47baba2dd97c),segment_id=cae79d4d-4e01-424e-a31f-47baba2dd97c)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:13:52.917583 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45056) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:52.930979 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a20aa46e-9e01-4bef-b18c-bfe74248e139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:53.036430 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20aa46e-9e01-4bef-b18c-bfe74248e139 None None] Pushing event updated for resources: {'Port': ['ID=a73f3f6c-0b61-4c35-95c9-c7e3bbc73db7,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:53.039602 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4d41d550-06c9-4e95-b649-76a71f059e55 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:53.058776 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-4d41d550-06c9-4e95-b649-76a71f059e55 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Calling delete_port for 9dd87b02-0d14-4127-a4f9-78203ae47f31 owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:13:53.206326 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-bd8c0a93-398a-4203-b6a8-294353af57c1 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Allocated IP 172.20.0.1 (466856cb-ff49-4703-b731-9241ac5d4441/adcce999-481c-4fa1-a623-b413a7ca1565/6938d63a-e9a0-4c1d-8dc0-715877667b6f) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:13:53.555500 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bd8c0a93-398a-4203-b6a8-294353af57c1 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:53.594606 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4d41d550-06c9-4e95-b649-76a71f059e55 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:53.651185 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d41d550-06c9-4e95-b649-76a71f059e55 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event deleted for resources: {'Port': ['ID=9dd87b02-0d14-4127-a4f9-78203ae47f31,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:53.653936 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bd8c0a93-398a-4203-b6a8-294353af57c1 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:53.751435 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8c0a93-398a-4203-b6a8-294353af57c1 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Network 466856cb-ff49-4703-b731-9241ac5d4441 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:13:53.763757 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-bd8c0a93-398a-4203-b6a8-294353af57c1 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:13:53.771639 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8c0a93-398a-4203-b6a8-294353af57c1 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:13:53.824015 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c0a93-398a-4203-b6a8-294353af57c1 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event updated for resources: {'Port': ['ID=6938d63a-e9a0-4c1d-8dc0-715877667b6f,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:53.844739 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bd8c0a93-398a-4203-b6a8-294353af57c1 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:53.977524 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4d41d550-06c9-4e95-b649-76a71f059e55 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:54.016792 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c0a93-398a-4203-b6a8-294353af57c1 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:13:54.017598 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c0a93-398a-4203-b6a8-294353af57c1 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:13:54.018400 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c0a93-398a-4203-b6a8-294353af57c1 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:13:54.018897 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c0a93-398a-4203-b6a8-294353af57c1 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:13:54.022020 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c0a93-398a-4203-b6a8-294353af57c1 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:13:54.022849 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c0a93-398a-4203-b6a8-294353af57c1 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:13:54.026455 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c0a93-398a-4203-b6a8-294353af57c1 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:13:54.026973 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c0a93-398a-4203-b6a8-294353af57c1 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:13:54.027413 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c0a93-398a-4203-b6a8-294353af57c1 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:13:54.028721 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c0a93-398a-4203-b6a8-294353af57c1 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:13:54.030172 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c0a93-398a-4203-b6a8-294353af57c1 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:13:54.030618 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c0a93-398a-4203-b6a8-294353af57c1 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:13:54.128105 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c415ca0-056a-4251-96cd-21c1870e6304 req-f4de76c8-7be8-4d22-8eca-54537589d8bb tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:54.129683 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0c415ca0-056a-4251-96cd-21c1870e6304 req-f4de76c8-7be8-4d22-8eca-54537589d8bb tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 943 time: 0.2301171 Nov 27 04:13:54.323980 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bd8c0a93-398a-4203-b6a8-294353af57c1 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:54.434146 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0c415ca0-056a-4251-96cd-21c1870e6304 req-8ab09de4-0154-4c9a-a6f8-c0e3b4c1b8a9 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2934139 Nov 27 04:13:54.440704 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d41d550-06c9-4e95-b649-76a71f059e55 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Router 0bbe8914-91a8-45d5-bcc9-96070589d5ea has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:13:54.617690 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45064) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:54.894443 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bd8c0a93-398a-4203-b6a8-294353af57c1 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:54.902575 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc4163e-5845-4dc6-9954-27113fc0047c None None] Network 466856cb-ff49-4703-b731-9241ac5d4441 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:13:54.930573 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bd8c0a93-398a-4203-b6a8-294353af57c1 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:54.947799 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-00e2bddb-4a94-4469-bb88-dfad085e8749 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:55.054989 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device a73f3f6c-0b61-4c35-95c9-c7e3bbc73db7 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:13:55.136122 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-abbc9720-9565-40d5-89eb-25b0724ca3e8 None None] Provisioning complete for port a73f3f6c-0b61-4c35-95c9-c7e3bbc73db7 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:55.136455 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-abbc9720-9565-40d5-89eb-25b0724ca3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:55.199173 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port a73f3f6c-0b61-4c35-95c9-c7e3bbc73db7 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:55.199599 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:55.329039 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c0a93-398a-4203-b6a8-294353af57c1 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event updated for resources: {'Port': ['ID=6938d63a-e9a0-4c1d-8dc0-715877667b6f,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:55.332017 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bd8c0a93-398a-4203-b6a8-294353af57c1 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:55.333782 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:55.432043 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-abbc9720-9565-40d5-89eb-25b0724ca3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:55.432959 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d41d550-06c9-4e95-b649-76a71f059e55 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:13:55.454218 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4d41d550-06c9-4e95-b649-76a71f059e55 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "PUT /v2.0/routers/0bbe8914-91a8-45d5-bcc9-96070589d5ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8508852 Nov 27 04:13:55.465227 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45068) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:55.500248 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb449d9-622b-4f1b-974f-8905c0d118ca tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:55.501270 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb449d9-622b-4f1b-974f-8905c0d118ca tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:55.501911 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb449d9-622b-4f1b-974f-8905c0d118ca tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:55.505172 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-cbb449d9-622b-4f1b-974f-8905c0d118ca tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] 10.222.0.20 "GET /v2.0/ports?project_id=11a8da3acafa4ec1bd2e977270426dbc&network_id=01721107-8527-4cbc-9cef-bafb3d42cf85 HTTP/1.1" status: 200 len: 2969 time: 0.8865151 Nov 27 04:13:55.661012 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-abbc9720-9565-40d5-89eb-25b0724ca3e8 None None] For port a73f3f6c-0b61-4c35-95c9-c7e3bbc73db7, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=a73f3f6c-0b61-4c35-95c9-c7e3bbc73db7,segment=NetworkSegment(cae79d4d-4e01-424e-a31f-47baba2dd97c),segment_id=cae79d4d-4e01-424e-a31f-47baba2dd97c)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:13:55.673376 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca7c055-eca4-4cb9-bb9f-719e4b6e5aad None None] Sync routers for ids ['0bbe8914-91a8-45d5-bcc9-96070589d5ea'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:13:55.685128 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8c0a93-398a-4203-b6a8-294353af57c1 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Network 466856cb-ff49-4703-b731-9241ac5d4441 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:13:55.719968 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-abbc9720-9565-40d5-89eb-25b0724ca3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:55.785956 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0269c3b-4f0a-42c9-86aa-77decf0917de req-71602299-c4c6-4e17-b513-810d31c6c338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:55.798102 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.api [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:13:55.798488 n-d-819494-3 neutron-server[110020]: DEBUG oslo_db.api [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:13:55.799495 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b0269c3b-4f0a-42c9-86aa-77decf0917de req-71602299-c4c6-4e17-b513-810d31c6c338 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9&tenant_id=797b4470e1204f95b4c65fa8076beed0 HTTP/1.1" status: 200 len: 1094 time: 0.4977014 Nov 27 04:13:55.807610 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-bd8c0a93-398a-4203-b6a8-294353af57c1 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:13:55.852047 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca7c055-eca4-4cb9-bb9f-719e4b6e5aad None None] Routers {'0bbe8914-91a8-45d5-bcc9-96070589d5ea'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:13:55.852695 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-3ca7c055-eca4-4cb9-bb9f-719e4b6e5aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:13:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['0bbe8914-91a8-45d5-bcc9-96070589d5ea'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:55.935912 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-3ca7c055-eca4-4cb9-bb9f-719e4b6e5aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:55.979876 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-ce9693f0-5203-4970-9bda-7bc2f9f24808 None None] Provisioning complete for port 6938d63a-e9a0-4c1d-8dc0-715877667b6f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:55.980235 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ce9693f0-5203-4970-9bda-7bc2f9f24808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:56.027256 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca7c055-eca4-4cb9-bb9f-719e4b6e5aad None None] Routers {'0bbe8914-91a8-45d5-bcc9-96070589d5ea'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:13:56.027933 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-3ca7c055-eca4-4cb9-bb9f-719e4b6e5aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:13:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['0bbe8914-91a8-45d5-bcc9-96070589d5ea'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:56.055031 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9275f-fa4a-4d9d-b7a0-f1e4516864f0 req-7ca54a91-0bae-4df1-9c5d-583e00e94f00 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:56.070481 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3cb9275f-fa4a-4d9d-b7a0-f1e4516864f0 req-7ca54a91-0bae-4df1-9c5d-583e00e94f00 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 943 time: 0.2777858 Nov 27 04:13:56.092624 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-3ca7c055-eca4-4cb9-bb9f-719e4b6e5aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:56.093906 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca7c055-eca4-4cb9-bb9f-719e4b6e5aad None None] The sync data for ids ['0bbe8914-91a8-45d5-bcc9-96070589d5ea'] in n-d-819494-3 is: [] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:13:56.098087 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc9720-9565-40d5-89eb-25b0724ca3e8 None None] Pushing event updated for resources: {'Port': ['ID=a73f3f6c-0b61-4c35-95c9-c7e3bbc73db7,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:56.130361 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-ce9693f0-5203-4970-9bda-7bc2f9f24808 None None] Port 6938d63a-e9a0-4c1d-8dc0-715877667b6f cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:13:56.150247 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8c0a93-398a-4203-b6a8-294353af57c1 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Router 4842868d-8612-4daa-a690-8fbcc72ec5a8 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:13:56.213522 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3cb9275f-fa4a-4d9d-b7a0-f1e4516864f0 req-6c258ca3-067e-4776-845c-2795a9b94e68 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419950 Nov 27 04:13:56.217864 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0269c3b-4f0a-42c9-86aa-77decf0917de req-1082bb45-c293-48ea-bcfc-6a63de3a19a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:56.221189 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b0269c3b-4f0a-42c9-86aa-77decf0917de req-1082bb45-c293-48ea-bcfc-6a63de3a19a2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=797b4470e1204f95b4c65fa8076beed0&device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 1094 time: 0.3667123 Nov 27 04:13:56.234971 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-ce9693f0-5203-4970-9bda-7bc2f9f24808 None None] Provisioning complete for port a73f3f6c-0b61-4c35-95c9-c7e3bbc73db7 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:56.234971 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ce9693f0-5203-4970-9bda-7bc2f9f24808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:56.447258 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8c0a93-398a-4203-b6a8-294353af57c1 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:13:56.460515 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-bd8c0a93-398a-4203-b6a8-294353af57c1 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "PUT /v2.0/routers/4842868d-8612-4daa-a690-8fbcc72ec5a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9150097 Nov 27 04:13:56.464746 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45080) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:56.470913 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add75e7d-b9a9-4a30-b7c9-d44631f01a3b None None] Sync routers for ids ['4842868d-8612-4daa-a690-8fbcc72ec5a8'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:13:56.500474 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add75e7d-b9a9-4a30-b7c9-d44631f01a3b None None] Routers {'4842868d-8612-4daa-a690-8fbcc72ec5a8'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:13:56.502124 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-add75e7d-b9a9-4a30-b7c9-d44631f01a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:13:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4842868d-8612-4daa-a690-8fbcc72ec5a8'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:56.547366 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0269c3b-4f0a-42c9-86aa-77decf0917de req-22581ed5-106a-4dfd-95e1-0a61de9675d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:56.548898 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b0269c3b-4f0a-42c9-86aa-77decf0917de req-22581ed5-106a-4dfd-95e1-0a61de9675d8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f5be6ff6-7679-4336-aa7e-b7dc23104991 HTTP/1.1" status: 200 len: 917 time: 0.3169494 Nov 27 04:13:56.576649 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-add75e7d-b9a9-4a30-b7c9-d44631f01a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:56.579292 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58e72e9-922a-41a1-b9a1-c1dc8dc6c20c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:56.580371 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c58e72e9-922a-41a1-b9a1-c1dc8dc6c20c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "GET /v2.0/ports/6938d63a-e9a0-4c1d-8dc0-715877667b6f HTTP/1.1" status: 200 len: 910 time: 0.1102133 Nov 27 04:13:56.583617 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45084) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:56.589309 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add75e7d-b9a9-4a30-b7c9-d44631f01a3b None None] Routers {'4842868d-8612-4daa-a690-8fbcc72ec5a8'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:13:56.590210 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-add75e7d-b9a9-4a30-b7c9-d44631f01a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:13:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4842868d-8612-4daa-a690-8fbcc72ec5a8'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:56.597327 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-ad1e3381-8144-43aa-96d3-3cbde3240972 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'adcce999-481c-4fa1-a623-b413a7ca1565'}]}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:13:56.641273 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-00e2bddb-4a94-4469-bb88-dfad085e8749 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Deleting port a0eba816-7d69-4d20-807d-237f1e427713 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:13:56.641596 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-00e2bddb-4a94-4469-bb88-dfad085e8749 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:56.650541 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:13:56.651735 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-add75e7d-b9a9-4a30-b7c9-d44631f01a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:13:56.652593 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add75e7d-b9a9-4a30-b7c9-d44631f01a3b None None] The sync data for ids ['4842868d-8612-4daa-a690-8fbcc72ec5a8'] in n-d-819494-3 is: [] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:13:56.670207 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-23492f17-1ed1-4451-b434-58b4be4fda79 None None] Provisioning complete for port 6938d63a-e9a0-4c1d-8dc0-715877667b6f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:56.671022 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-23492f17-1ed1-4451-b434-58b4be4fda79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:56.720805 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b0269c3b-4f0a-42c9-86aa-77decf0917de req-b63c216e-3e1d-4392-85ad-1bce7360c0fc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=397418f9-b2a5-4f52-b913-55a426e288e1 HTTP/1.1" status: 200 len: 998 time: 0.1117876 Nov 27 04:13:56.790915 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-23492f17-1ed1-4451-b434-58b4be4fda79 None None] Port 6938d63a-e9a0-4c1d-8dc0-715877667b6f cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:13:56.801722 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45086) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:56.879592 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device a73f3f6c-0b61-4c35-95c9-c7e3bbc73db7 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:13:56.882466 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0269c3b-4f0a-42c9-86aa-77decf0917de req-29f1a40b-8be7-4320-9059-25a0fd879d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:56.891814 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b0269c3b-4f0a-42c9-86aa-77decf0917de req-29f1a40b-8be7-4320-9059-25a0fd879d61 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=129d6819-d46b-4873-8019-a59c438c16e8 HTTP/1.1" status: 200 len: 855 time: 0.1579986 Nov 27 04:13:56.912621 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-00e2bddb-4a94-4469-bb88-dfad085e8749 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] For port a0eba816-7d69-4d20-807d-237f1e427713, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=a0eba816-7d69-4d20-807d-237f1e427713,segment=NetworkSegment(bd8e6abd-99d5-40f2-a506-9388cbe4cd70),segment_id=bd8e6abd-99d5-40f2-a506-9388cbe4cd70)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:13:56.913053 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-00e2bddb-4a94-4469-bb88-dfad085e8749 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:56.929363 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bc95fbeb-347e-4001-a6a2-a66936982e01 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:56.956629 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977633dd-f452-445c-bdf2-ecade6d38989 tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:56.962652 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-977633dd-f452-445c-bdf2-ecade6d38989 tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=f5c39893-f8d8-4150-8aae-695f98406de3 HTTP/1.1" status: 200 len: 814 time: 0.1595991 Nov 27 04:13:56.964490 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-00e2bddb-4a94-4469-bb88-dfad085e8749 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Calling delete_port for a0eba816-7d69-4d20-807d-237f1e427713 owned by network:router_interface {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:13:56.979136 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port a73f3f6c-0b61-4c35-95c9-c7e3bbc73db7 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:13:56.980249 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:57.017657 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ad1e3381-8144-43aa-96d3-3cbde3240972 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:57.193570 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0269c3b-4f0a-42c9-86aa-77decf0917de req-11418679-7d18-450b-b00b-aa648785b095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:57.196916 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b0269c3b-4f0a-42c9-86aa-77decf0917de req-11418679-7d18-450b-b00b-aa648785b095 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f5be6ff6-7679-4336-aa7e-b7dc23104991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2921488 Nov 27 04:13:57.452786 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45096) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:57.461639 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-46bc9fe5-1fae-40fc-bb71-79a48320f0a6 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Request body: {'network': {'name': 'tempest-network-smoke--2052306427', 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'port_security_enabled': True}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:13:57.553158 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481497bc-ffe6-4942-a313-8112195b7acb req-98998751-b287-400e-a7ef-f856902629f3 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:57.561475 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-481497bc-ffe6-4942-a313-8112195b7acb req-98998751-b287-400e-a7ef-f856902629f3 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 943 time: 0.1584852 Nov 27 04:13:57.592563 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46bc9fe5-1fae-40fc-bb71-79a48320f0a6 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Made reservation on behalf of 11a8da3acafa4ec1bd2e977270426dbc for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:13:57.596992 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-46bc9fe5-1fae-40fc-bb71-79a48320f0a6 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:57.636284 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46bc9fe5-1fae-40fc-bb71-79a48320f0a6 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:13:57.647817 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-46bc9fe5-1fae-40fc-bb71-79a48320f0a6 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:57.648528 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-46bc9fe5-1fae-40fc-bb71-79a48320f0a6 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Added segment e3ed01b7-72d1-4418-871a-c8556e7d20b4 of type vlan for network 36eb558b-73f7-464f-863b-4e5804ae8c26 Nov 27 04:13:57.694540 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-46bc9fe5-1fae-40fc-bb71-79a48320f0a6 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:57.750239 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-46bc9fe5-1fae-40fc-bb71-79a48320f0a6 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:57.756509 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bc9fe5-1fae-40fc-bb71-79a48320f0a6 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:57.757499 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-46bc9fe5-1fae-40fc-bb71-79a48320f0a6 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:57.838376 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-46bc9fe5-1fae-40fc-bb71-79a48320f0a6 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3805001 Nov 27 04:13:57.839433 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45098) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:57.877789 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ad1e3381-8144-43aa-96d3-3cbde3240972 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:57.893740 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-481497bc-ffe6-4942-a313-8112195b7acb req-204aa026-a668-4917-8af7-66988fca63d9 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3286965 Nov 27 04:13:57.900048 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b0269c3b-4f0a-42c9-86aa-77decf0917de req-9196d1ee-24df-4321-a8ae-63709f87fc81 service neutron] 10.222.0.23 "GET /v2.0/networks/f5be6ff6-7679-4336-aa7e-b7dc23104991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6224976 Nov 27 04:13:57.939350 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ad1e3381-8144-43aa-96d3-3cbde3240972 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:58.025067 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4dfdfce0-3a99-45d4-a4a5-860457682efb req-bafbcb49-70c8-4e62-b2f0-c3f63c31c0a3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ab8b0035-4aa8-46ae-8565-71f6878e4580&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1407592 Nov 27 04:13:58.128825 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc9fe5-1fae-40fc-bb71-79a48320f0a6 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event updated for resources: {'Network': ['ID=36eb558b-73f7-464f-863b-4e5804ae8c26,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:58.132355 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6f74cb-9dd3-46b5-90ce-0b3b7879bf3f tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:58.137301 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-3b6f74cb-9dd3-46b5-90ce-0b3b7879bf3f tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=11a8da3acafa4ec1bd2e977270426dbc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2685635 Nov 27 04:13:58.138005 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45100) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:58.142112 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 36eb558b-73f7-464f-863b-4e5804ae8c26 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:13:58.153890 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e3381-8144-43aa-96d3-3cbde3240972 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event updated for resources: {'Port': ['ID=6938d63a-e9a0-4c1d-8dc0-715877667b6f,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:58.162288 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1e3381-8144-43aa-96d3-3cbde3240972 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:58.163018 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ad1e3381-8144-43aa-96d3-3cbde3240972 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:58.165224 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ad1e3381-8144-43aa-96d3-3cbde3240972 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "PUT /v2.0/ports/6938d63a-e9a0-4c1d-8dc0-715877667b6f HTTP/1.1" status: 200 len: 910 time: 1.5740628 Nov 27 04:13:58.172076 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45102) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:58.411431 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-bc95fbeb-347e-4001-a6a2-a66936982e01 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Deleting port 4f5d3c7a-0f11-4d4d-8a94-b3d72f1390d4 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:13:58.412135 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bc95fbeb-347e-4001-a6a2-a66936982e01 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:58.468663 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdfce0-3a99-45d4-a4a5-860457682efb req-dee34d3e-0e9d-4fb1-8fa6-409493650e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:58.470180 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4dfdfce0-3a99-45d4-a4a5-860457682efb req-dee34d3e-0e9d-4fb1-8fa6-409493650e8a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=11a8da3acafa4ec1bd2e977270426dbc&device_id=ab8b0035-4aa8-46ae-8565-71f6878e4580 HTTP/1.1" status: 200 len: 1096 time: 0.3622463 Nov 27 04:13:58.479361 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b0269c3b-4f0a-42c9-86aa-77decf0917de req-f6fb23ae-c540-46b0-a861-53913d5a1514 service neutron] 10.222.0.23 "GET /v2.0/networks/f5be6ff6-7679-4336-aa7e-b7dc23104991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5158012 Nov 27 04:13:58.544294 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee4c1c4-0999-4a4e-bb9c-3617f0887d88 tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:58.550487 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-fee4c1c4-0999-4a4e-bb9c-3617f0887d88 tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3858485 Nov 27 04:13:58.555535 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45106) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:58.602914 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-dc24d1ec-df1f-47df-8401-b7a88cd7eb97 tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=f5c39893-f8d8-4150-8aae-695f98406de3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0457144 Nov 27 04:13:58.603811 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45108) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:58.652789 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-711f7b1a-c0a7-4963-b664-0e609f8ec17e tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=11a8da3acafa4ec1bd2e977270426dbc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403230 Nov 27 04:13:58.653680 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45110) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:58.709879 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdfce0-3a99-45d4-a4a5-860457682efb req-de5f98b1-dac9-4953-af81-d9d2001c9970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:58.711436 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4dfdfce0-3a99-45d4-a4a5-860457682efb req-de5f98b1-dac9-4953-af81-d9d2001c9970 service neutron] 10.222.0.11 "GET /v2.0/networks?id=01721107-8527-4cbc-9cef-bafb3d42cf85 HTTP/1.1" status: 200 len: 898 time: 0.1999569 Nov 27 04:13:58.775196 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-00e2bddb-4a94-4469-bb88-dfad085e8749 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:58.814987 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2bddb-4a94-4469-bb88-dfad085e8749 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event deleted for resources: {'Port': ['ID=a0eba816-7d69-4d20-807d-237f1e427713,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:59.072760 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4dfdfce0-3a99-45d4-a4a5-860457682efb req-f64d37e0-3c38-42e6-a721-9c0b19aed5f1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fac605f4-1095-412e-ac3a-57c7725a3d20 HTTP/1.1" status: 200 len: 1001 time: 0.3533480 Nov 27 04:13:59.166836 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdfce0-3a99-45d4-a4a5-860457682efb req-b6e954b1-e425-483e-adc0-602c2aa45b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:59.168301 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4dfdfce0-3a99-45d4-a4a5-860457682efb req-b6e954b1-e425-483e-adc0-602c2aa45b24 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=44a79022-8cdb-466a-b050-413e97bcc0de HTTP/1.1" status: 200 len: 834 time: 0.0603728 Nov 27 04:13:59.197902 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bc95fbeb-347e-4001-a6a2-a66936982e01 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:59.201989 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2873ccd-e7bc-4905-acbf-d8a2d5fe1fd0 tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:59.206781 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f2873ccd-e7bc-4905-acbf-d8a2d5fe1fd0 tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5494258 Nov 27 04:13:59.218601 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45116) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:59.245686 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-bc95fbeb-347e-4001-a6a2-a66936982e01 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Calling delete_port for 4f5d3c7a-0f11-4d4d-8a94-b3d72f1390d4 owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:13:59.252345 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-78903368-ce00-444d-867a-badbcca52853 tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=f5c39893-f8d8-4150-8aae-695f98406de3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381894 Nov 27 04:13:59.254447 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45118) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:13:59.262315 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-4063283e-4ab1-4bdc-951a-1539a8d56f97 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1899444027', 'network_id': '36eb558b-73f7-464f-863b-4e5804ae8c26', 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:13:59.343799 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f4e0d-907c-4a38-82c0-1763084f5fe0 req-5be07841-c9e4-4275-8f2a-09f3fc7a40b4 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:59.345207 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-487f4e0d-907c-4a38-82c0-1763084f5fe0 req-5be07841-c9e4-4275-8f2a-09f3fc7a40b4 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 943 time: 0.2851028 Nov 27 04:13:59.404533 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5825bbff-5595-41cb-8ca7-fb5302fc5faf tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:59.502200 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdfce0-3a99-45d4-a4a5-860457682efb req-b316b79f-70f7-42b1-8276-1d3a7b5a866d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:13:59.503839 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4dfdfce0-3a99-45d4-a4a5-860457682efb req-b316b79f-70f7-42b1-8276-1d3a7b5a866d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=01721107-8527-4cbc-9cef-bafb3d42cf85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3197312 Nov 27 04:13:59.503975 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bc95fbeb-347e-4001-a6a2-a66936982e01 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:59.567121 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc95fbeb-347e-4001-a6a2-a66936982e01 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event deleted for resources: {'Port': ['ID=4f5d3c7a-0f11-4d4d-8a94-b3d72f1390d4,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:13:59.606945 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-00e2bddb-4a94-4469-bb88-dfad085e8749 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:59.674294 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4063283e-4ab1-4bdc-951a-1539a8d56f97 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Made reservation on behalf of 11a8da3acafa4ec1bd2e977270426dbc for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:13:59.678356 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4063283e-4ab1-4bdc-951a-1539a8d56f97 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:59.762584 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bc95fbeb-347e-4001-a6a2-a66936982e01 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:13:59.814115 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-487f4e0d-907c-4a38-82c0-1763084f5fe0 req-d721719c-9cd4-4a28-bf12-12f83611d061 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4539611 Nov 27 04:14:00.016518 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4dfdfce0-3a99-45d4-a4a5-860457682efb req-24c689d0-e064-4305-ab95-566a86a4fcb3 service neutron] 10.222.0.11 "GET /v2.0/networks/01721107-8527-4cbc-9cef-bafb3d42cf85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4937825 Nov 27 04:14:00.017705 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc95fbeb-347e-4001-a6a2-a66936982e01 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Router 0bbe8914-91a8-45d5-bcc9-96070589d5ea has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:14:00.154097 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc95fbeb-347e-4001-a6a2-a66936982e01 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:14:00.163488 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-bc95fbeb-347e-4001-a6a2-a66936982e01 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "PUT /v2.0/routers/0bbe8914-91a8-45d5-bcc9-96070589d5ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6931148 Nov 27 04:14:00.164178 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45122) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:00.167009 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dc688e-000d-40a9-a9d8-9d716e60780b None None] Sync routers for ids ['0bbe8914-91a8-45d5-bcc9-96070589d5ea'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:14:00.193286 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dc688e-000d-40a9-a9d8-9d716e60780b None None] Routers {'0bbe8914-91a8-45d5-bcc9-96070589d5ea'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:14:00.194788 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-e3dc688e-000d-40a9-a9d8-9d716e60780b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:13:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['0bbe8914-91a8-45d5-bcc9-96070589d5ea'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:00.234661 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4dfdfce0-3a99-45d4-a4a5-860457682efb req-1da5192b-beb4-45fe-babd-3bc627b2446d service neutron] 10.222.0.11 "GET /v2.0/networks/01721107-8527-4cbc-9cef-bafb3d42cf85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053592 Nov 27 04:14:00.287401 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-590e727d-6b2d-4711-8c25-5a5f3698e356 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "GET /v2.0/ports?device_id=0bbe8914-91a8-45d5-bcc9-96070589d5ea HTTP/1.1" status: 200 len: 205 time: 0.1220515 Nov 27 04:14:00.288805 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45124) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:00.294147 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-e3dc688e-000d-40a9-a9d8-9d716e60780b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:00.329430 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dc688e-000d-40a9-a9d8-9d716e60780b None None] Routers {'0bbe8914-91a8-45d5-bcc9-96070589d5ea'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:14:00.330176 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-e3dc688e-000d-40a9-a9d8-9d716e60780b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:13:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['0bbe8914-91a8-45d5-bcc9-96070589d5ea'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:00.373666 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-e3dc688e-000d-40a9-a9d8-9d716e60780b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:00.375001 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dc688e-000d-40a9-a9d8-9d716e60780b None None] The sync data for ids ['0bbe8914-91a8-45d5-bcc9-96070589d5ea'] in n-d-819494-3 is: [] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:14:00.431755 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-217376f6-c10a-4b37-8b2b-409c0ca8fb29 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:00.717514 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-217376f6-c10a-4b37-8b2b-409c0ca8fb29 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:00.724684 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-217376f6-c10a-4b37-8b2b-409c0ca8fb29 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:00.798063 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-217376f6-c10a-4b37-8b2b-409c0ca8fb29 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:00.798616 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217376f6-c10a-4b37-8b2b-409c0ca8fb29 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Fanout notify agent at l3_agent the message router_deleted on router 0bbe8914-91a8-45d5-bcc9-96070589d5ea {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:14:00.815831 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-217376f6-c10a-4b37-8b2b-409c0ca8fb29 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:00.817177 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-217376f6-c10a-4b37-8b2b-409c0ca8fb29 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "DELETE /v2.0/routers/0bbe8914-91a8-45d5-bcc9-96070589d5ea HTTP/1.1" status: 204 len: 168 time: 0.5272446 Nov 27 04:14:00.819855 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45132) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:00.891808 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4063283e-4ab1-4bdc-951a-1539a8d56f97 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:00.891979 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f4bd9bd-ed79-45f2-abd1-4af9fc771255 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Deleting subnet 5b59070b-6a20-42c2-86ea-c0685ef0c742 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:14:00.895917 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8f4bd9bd-ed79-45f2-abd1-4af9fc771255 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:00.949526 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8f4bd9bd-ed79-45f2-abd1-4af9fc771255 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:00.965132 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4063283e-4ab1-4bdc-951a-1539a8d56f97 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event updated for resources: {'Subnet': ['ID=78775797-57db-4e3b-b394-b5b4b09389b8,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:01.041521 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4063283e-4ab1-4bdc-951a-1539a8d56f97 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Checking segment: {'id': 'e3ed01b7-72d1-4418-871a-c8556e7d20b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '36eb558b-73f7-464f-863b-4e5804ae8c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:14:01.042040 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4063283e-4ab1-4bdc-951a-1539a8d56f97 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Network hostable DHCP agents. Network: 36eb558b-73f7-464f-863b-4e5804ae8c26, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:14:01.051532 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8f4bd9bd-ed79-45f2-abd1-4af9fc771255 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:01.065528 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e2bddb-4a94-4469-bb88-dfad085e8749 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Router fe5fdd60-5404-4cad-9c90-3bebf1f92c22 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:14:01.068507 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-5825bbff-5595-41cb-8ca7-fb5302fc5faf tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Deleting port 6938d63a-e9a0-4c1d-8dc0-715877667b6f {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:14:01.068945 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5825bbff-5595-41cb-8ca7-fb5302fc5faf tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:01.134025 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8f4bd9bd-ed79-45f2-abd1-4af9fc771255 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:01.183824 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5825bbff-5595-41cb-8ca7-fb5302fc5faf tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:01.189605 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682f49e1-3de1-46c2-a5a0-74ce5a3ad7b0 None None] Network dfd160e4-71b9-4246-9c49-5aa35cabae13 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:14:01.198591 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-5825bbff-5595-41cb-8ca7-fb5302fc5faf tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Calling delete_port for 6938d63a-e9a0-4c1d-8dc0-715877667b6f owned by network:router_interface {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:14:01.204055 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8f4bd9bd-ed79-45f2-abd1-4af9fc771255 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:01.207406 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8f4bd9bd-ed79-45f2-abd1-4af9fc771255 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "DELETE /v2.0/subnets/5b59070b-6a20-42c2-86ea-c0685ef0c742 HTTP/1.1" status: 204 len: 168 time: 0.3853846 Nov 27 04:14:01.210473 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45136) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:01.219694 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bd9bd-ed79-45f2-abd1-4af9fc771255 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event deleted for resources: {'Subnet': ['ID=5b59070b-6a20-42c2-86ea-c0685ef0c742,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:01.273813 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051dede8-0b92-48db-91a9-c59c493f9841 req-e4561bd3-428f-4437-a047-91139101e348 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:01.275865 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-051dede8-0b92-48db-91a9-c59c493f9841 req-e4561bd3-428f-4437-a047-91139101e348 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 943 time: 0.1556132 Nov 27 04:14:01.305197 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca5fc698-aa9d-417e-84fd-caee8cf50149 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Deleting subnet f74037f6-c593-4d1a-9ba8-aa29c6c6bc2a {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:14:01.324915 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca5fc698-aa9d-417e-84fd-caee8cf50149 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:01.335302 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4063283e-4ab1-4bdc-951a-1539a8d56f97 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Network 36eb558b-73f7-464f-863b-4e5804ae8c26 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:14:01.354652 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-4063283e-4ab1-4bdc-951a-1539a8d56f97 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 36eb558b-73f7-464f-863b-4e5804ae8c26) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:14:01.389778 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e23e19-6e8f-412f-a165-8131580b1754 None None] Network 36eb558b-73f7-464f-863b-4e5804ae8c26 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:14:01.400618 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4063283e-4ab1-4bdc-951a-1539a8d56f97 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:01.401222 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4063283e-4ab1-4bdc-951a-1539a8d56f97 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:01.482938 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca5fc698-aa9d-417e-84fd-caee8cf50149 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:01.508130 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4063283e-4ab1-4bdc-951a-1539a8d56f97 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.2477221 Nov 27 04:14:01.587028 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-051dede8-0b92-48db-91a9-c59c493f9841 req-07dc3dd1-1b65-498f-9702-364b1620302f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2694621 Nov 27 04:14:01.603424 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc5246c-7a97-43bb-9d37-3830288b5395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-36eb558b-73f7-464f-863b-4e5804ae8c26', 'network_id': '36eb558b-73f7-464f-863b-4e5804ae8c26', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'fixed_ips': [{'subnet_id': '78775797-57db-4e3b-b394-b5b4b09389b8'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:14:01.603744 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5825bbff-5595-41cb-8ca7-fb5302fc5faf tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:01.605825 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8cc5246c-7a97-43bb-9d37-3830288b5395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:01.658880 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e2bddb-4a94-4469-bb88-dfad085e8749 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:14:01.668067 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5825bbff-5595-41cb-8ca7-fb5302fc5faf tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event deleted for resources: {'Port': ['ID=6938d63a-e9a0-4c1d-8dc0-715877667b6f,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:01.669254 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8bf888-7e6e-4d75-9de5-e59efc139ea5 None None] Sync routers for ids ['fe5fdd60-5404-4cad-9c90-3bebf1f92c22'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:14:01.675371 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-00e2bddb-4a94-4469-bb88-dfad085e8749 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "PUT /v2.0/routers/fe5fdd60-5404-4cad-9c90-3bebf1f92c22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7559752 Nov 27 04:14:01.681711 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45142) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:01.701296 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8bf888-7e6e-4d75-9de5-e59efc139ea5 None None] Routers {'fe5fdd60-5404-4cad-9c90-3bebf1f92c22'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:14:01.707930 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-2f8bf888-7e6e-4d75-9de5-e59efc139ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:13:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['fe5fdd60-5404-4cad-9c90-3bebf1f92c22'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:01.829701 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-8cc5246c-7a97-43bb-9d37-3830288b5395 None None] Allocated IP 172.20.0.18 (36eb558b-73f7-464f-863b-4e5804ae8c26/78775797-57db-4e3b-b394-b5b4b09389b8/6b3c78c3-c8f6-4356-9f9d-bdcdc86bccb4) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:14:01.844756 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5825bbff-5595-41cb-8ca7-fb5302fc5faf tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:01.916584 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-54fb9764-f1c9-4d38-bacc-6ee751f39fb0 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Deleting subnet f79f094e-11cb-4984-aa0c-51bf3f1012f6 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:14:01.980999 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783aef00-92e5-485b-aeaa-464c553cae04 None None] DHCP port deletion for dfd160e4-71b9-4246-9c49-5aa35cabae13 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:14:02.024983 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca5fc698-aa9d-417e-84fd-caee8cf50149 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:02.054339 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-2f8bf888-7e6e-4d75-9de5-e59efc139ea5 None None] Set router fe5fdd60-5404-4cad-9c90-3bebf1f92c22 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:14:02.205040 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-54fb9764-f1c9-4d38-bacc-6ee751f39fb0 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:02.231469 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca5fc698-aa9d-417e-84fd-caee8cf50149 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:02.287456 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5fc698-aa9d-417e-84fd-caee8cf50149 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event deleted for resources: {'Subnet': ['ID=f74037f6-c593-4d1a-9ba8-aa29c6c6bc2a,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:02.293560 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca5fc698-aa9d-417e-84fd-caee8cf50149 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:02.299030 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ca5fc698-aa9d-417e-84fd-caee8cf50149 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "DELETE /v2.0/subnets/f74037f6-c593-4d1a-9ba8-aa29c6c6bc2a HTTP/1.1" status: 204 len: 168 time: 1.0874405 Nov 27 04:14:02.304290 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45144) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:02.390215 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-2f8bf888-7e6e-4d75-9de5-e59efc139ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5fdd60-5404-4cad-9c90-3bebf1f92c22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614728489', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '7f210f11-33e1-45ce-80d3-7ffa8e343b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:11:19Z', 'updated_at': '2021-11-27T04:13:58Z', 'revision_number': 5, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': '7f210f11-33e1-45ce-80d3-7ffa8e343b84', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5fdd60-5404-4cad-9c90-3bebf1f92c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:11:22Z', 'updated_at': '2021-11-27T04:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:02.398889 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5825bbff-5595-41cb-8ca7-fb5302fc5faf tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Router 4842868d-8612-4daa-a690-8fbcc72ec5a8 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:14:02.402032 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-54fb9764-f1c9-4d38-bacc-6ee751f39fb0 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:02.464176 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8bf888-7e6e-4d75-9de5-e59efc139ea5 None None] Checking router: fe5fdd60-5404-4cad-9c90-3bebf1f92c22 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:14:02.477485 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8bf888-7e6e-4d75-9de5-e59efc139ea5 None None] Routers {'fe5fdd60-5404-4cad-9c90-3bebf1f92c22'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:14:02.478332 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-2f8bf888-7e6e-4d75-9de5-e59efc139ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:13:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['fe5fdd60-5404-4cad-9c90-3bebf1f92c22'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:02.494881 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-783aef00-92e5-485b-aeaa-464c553cae04 None None] Deleting port ab16c5f8-0f50-4709-b157-ceb3f67611db {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:14:02.495883 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-783aef00-92e5-485b-aeaa-464c553cae04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:02.536103 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-26a9be69-ca1a-4bf2-b38c-60e6bf9276bf tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:02.567553 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-783aef00-92e5-485b-aeaa-464c553cae04 None None] For port ab16c5f8-0f50-4709-b157-ceb3f67611db, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=ab16c5f8-0f50-4709-b157-ceb3f67611db,segment=NetworkSegment(7f697340-7c26-4b24-a727-132eabac3c08),segment_id=7f697340-7c26-4b24-a727-132eabac3c08)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:14:02.568256 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-783aef00-92e5-485b-aeaa-464c553cae04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:02.586984 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-783aef00-92e5-485b-aeaa-464c553cae04 None None] Calling delete_port for ab16c5f8-0f50-4709-b157-ceb3f67611db owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:14:02.616778 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5825bbff-5595-41cb-8ca7-fb5302fc5faf tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:14:02.642682 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5825bbff-5595-41cb-8ca7-fb5302fc5faf tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "PUT /v2.0/routers/4842868d-8612-4daa-a690-8fbcc72ec5a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4693074 Nov 27 04:14:02.645998 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45150) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:02.669857 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-54fb9764-f1c9-4d38-bacc-6ee751f39fb0 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:02.696568 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d7e868-9fad-4a00-844a-6a530a4c1602 None None] Network 2fd1e54b-078c-46b5-ad8f-3f5e696bf2a2 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:14:02.700291 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67cf08a-ef29-4588-864e-06436c5c8206 None None] Sync routers for ids ['4842868d-8612-4daa-a690-8fbcc72ec5a8'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:14:02.704061 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-2f8bf888-7e6e-4d75-9de5-e59efc139ea5 None None] Set router fe5fdd60-5404-4cad-9c90-3bebf1f92c22 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:14:02.708489 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-555b1d30-5eac-46eb-b279-b90e2c66b462 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "GET /v2.0/ports?device_id=4842868d-8612-4daa-a690-8fbcc72ec5a8 HTTP/1.1" status: 200 len: 205 time: 0.0601974 Nov 27 04:14:02.710612 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45152) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:02.716721 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-783aef00-92e5-485b-aeaa-464c553cae04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:02.737988 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67cf08a-ef29-4588-864e-06436c5c8206 None None] Routers {'4842868d-8612-4daa-a690-8fbcc72ec5a8'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:14:02.738860 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-c67cf08a-ef29-4588-864e-06436c5c8206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:13:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4842868d-8612-4daa-a690-8fbcc72ec5a8'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:02.803034 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783aef00-92e5-485b-aeaa-464c553cae04 None None] No DVR routers for this DVR port ab16c5f8-0f50-4709-b157-ceb3f67611db on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:14:02.897937 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-c67cf08a-ef29-4588-864e-06436c5c8206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:02.906433 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783aef00-92e5-485b-aeaa-464c553cae04 None None] Pushing event deleted for resources: {'Port': ['ID=ab16c5f8-0f50-4709-b157-ceb3f67611db,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:02.925024 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d1780e49-1c6d-4b72-8f95-695252f18169 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:02.928120 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8cc5246c-7a97-43bb-9d37-3830288b5395 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:03.000511 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-54fb9764-f1c9-4d38-bacc-6ee751f39fb0 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:03.025005 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device ab16c5f8-0f50-4709-b157-ceb3f67611db no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:14:03.088789 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8cc5246c-7a97-43bb-9d37-3830288b5395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:03.116506 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45156) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:03.143894 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-c0d733f0-112e-4b4e-97bd-753f3aac2ec5 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2036748777', 'description': 'tempest-secgroup-smoke-2036748777 description', 'project_id': '11a8da3acafa4ec1bd2e977270426dbc'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:14:03.158425 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: ab16c5f8-0f50-4709-b157-ceb3f67611db {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:14:03.160172 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device ab16c5f8-0f50-4709-b157-ceb3f67611db not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:14:03.184222 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67cf08a-ef29-4588-864e-06436c5c8206 None None] Routers {'4842868d-8612-4daa-a690-8fbcc72ec5a8'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:14:03.185070 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-c67cf08a-ef29-4588-864e-06436c5c8206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:13:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4842868d-8612-4daa-a690-8fbcc72ec5a8'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:03.283537 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb9764-f1c9-4d38-bacc-6ee751f39fb0 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event deleted for resources: {'Subnet': ['ID=f79f094e-11cb-4984-aa0c-51bf3f1012f6,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:03.326378 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-54fb9764-f1c9-4d38-bacc-6ee751f39fb0 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:03.326378 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-54fb9764-f1c9-4d38-bacc-6ee751f39fb0 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "DELETE /v2.0/subnets/f79f094e-11cb-4984-aa0c-51bf3f1012f6 HTTP/1.1" status: 204 len: 168 time: 1.6245666 Nov 27 04:14:03.326378 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45158) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:03.379407 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-2f8bf888-7e6e-4d75-9de5-e59efc139ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5fdd60-5404-4cad-9c90-3bebf1f92c22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614728489', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '7f210f11-33e1-45ce-80d3-7ffa8e343b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:11:19Z', 'updated_at': '2021-11-27T04:13:58Z', 'revision_number': 5, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': '7f210f11-33e1-45ce-80d3-7ffa8e343b84', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5fdd60-5404-4cad-9c90-3bebf1f92c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:11:22Z', 'updated_at': '2021-11-27T04:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:03.412068 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8bf888-7e6e-4d75-9de5-e59efc139ea5 None None] The sync data for ids ['fe5fdd60-5404-4cad-9c90-3bebf1f92c22'] in n-d-819494-3 is: [{'id': 'fe5fdd60-5404-4cad-9c90-3bebf1f92c22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614728489', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '7f210f11-33e1-45ce-80d3-7ffa8e343b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:11:19Z', 'updated_at': '2021-11-27T04:13:58Z', 'revision_number': 5, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': '7f210f11-33e1-45ce-80d3-7ffa8e343b84', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5fdd60-5404-4cad-9c90-3bebf1f92c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:11:22Z', 'updated_at': '2021-11-27T04:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:14:03.474745 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f352871e-c471-410e-95b2-a7d52dbd1cde None None] Network 625c81c1-ffd4-46b7-bcec-ab3c294d8d2e requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:14:03.477989 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-c67cf08a-ef29-4588-864e-06436c5c8206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:03.478909 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67cf08a-ef29-4588-864e-06436c5c8206 None None] The sync data for ids ['4842868d-8612-4daa-a690-8fbcc72ec5a8'] in n-d-819494-3 is: [] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:14:03.505182 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c0d733f0-112e-4b4e-97bd-753f3aac2ec5 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:03.521046 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc5246c-7a97-43bb-9d37-3830288b5395 None None] Network 36eb558b-73f7-464f-863b-4e5804ae8c26 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:14:03.538374 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-8cc5246c-7a97-43bb-9d37-3830288b5395 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:14:03.542430 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d1780e49-1c6d-4b72-8f95-695252f18169 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:03.547114 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d1780e49-1c6d-4b72-8f95-695252f18169 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:03.598150 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-26a9be69-ca1a-4bf2-b38c-60e6bf9276bf tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:03.603007 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc5246c-7a97-43bb-9d37-3830288b5395 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:14:03.663977 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d1780e49-1c6d-4b72-8f95-695252f18169 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:03.664635 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1780e49-1c6d-4b72-8f95-695252f18169 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Fanout notify agent at l3_agent the message router_deleted on router 4842868d-8612-4daa-a690-8fbcc72ec5a8 {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:14:03.673947 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee815e2-b3a7-455c-9601-ee77c8a6574e req-0b287bd7-7488-4fef-9597-4cf53f7c7fa9 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:03.679456 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d1780e49-1c6d-4b72-8f95-695252f18169 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:03.681899 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d1780e49-1c6d-4b72-8f95-695252f18169 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "DELETE /v2.0/routers/4842868d-8612-4daa-a690-8fbcc72ec5a8 HTTP/1.1" status: 204 len: 168 time: 0.9703310 Nov 27 04:14:03.685121 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45162) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:03.687703 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6ee815e2-b3a7-455c-9601-ee77c8a6574e req-0b287bd7-7488-4fef-9597-4cf53f7c7fa9 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 943 time: 0.6950607 Nov 27 04:14:03.722797 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-8cc5246c-7a97-43bb-9d37-3830288b5395 None None] Attempting to bind port 6b3c78c3-c8f6-4356-9f9d-bdcdc86bccb4 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:14:03.723100 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-8cc5246c-7a97-43bb-9d37-3830288b5395 None None] Attempting to bind port 6b3c78c3-c8f6-4356-9f9d-bdcdc86bccb4 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e3ed01b7-72d1-4418-871a-c8556e7d20b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '36eb558b-73f7-464f-863b-4e5804ae8c26'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:14:03.723473 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc5246c-7a97-43bb-9d37-3830288b5395 None None] Attempting to bind port 6b3c78c3-c8f6-4356-9f9d-bdcdc86bccb4 on network 36eb558b-73f7-464f-863b-4e5804ae8c26 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:14:03.729388 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc5246c-7a97-43bb-9d37-3830288b5395 None None] Pushing event updated for resources: {'Port': ['ID=6b3c78c3-c8f6-4356-9f9d-bdcdc86bccb4,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:03.733982 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc5246c-7a97-43bb-9d37-3830288b5395 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:14:03.734361 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc5246c-7a97-43bb-9d37-3830288b5395 None None] Checking segment: {'id': 'e3ed01b7-72d1-4418-871a-c8556e7d20b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '36eb558b-73f7-464f-863b-4e5804ae8c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:14:03.734803 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8cc5246c-7a97-43bb-9d37-3830288b5395 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:03.735204 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc5246c-7a97-43bb-9d37-3830288b5395 None None] Bound using segment: {'id': 'e3ed01b7-72d1-4418-871a-c8556e7d20b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '36eb558b-73f7-464f-863b-4e5804ae8c26'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:14:03.735699 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-8cc5246c-7a97-43bb-9d37-3830288b5395 None None] Bound port: 6b3c78c3-c8f6-4356-9f9d-bdcdc86bccb4, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ed01b7-72d1-4418-871a-c8556e7d20b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '36eb558b-73f7-464f-863b-4e5804ae8c26'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:14:03.736091 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8cc5246c-7a97-43bb-9d37-3830288b5395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:03.830686 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c0d733f0-112e-4b4e-97bd-753f3aac2ec5 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:03.850176 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e1e83bb-3251-4ed0-96f1-1bf3b687f492 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Deleting subnet adcce999-481c-4fa1-a623-b413a7ca1565 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:14:03.859836 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1e1e83bb-3251-4ed0-96f1-1bf3b687f492 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:03.921293 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1e1e83bb-3251-4ed0-96f1-1bf3b687f492 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:03.924145 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-26a9be69-ca1a-4bf2-b38c-60e6bf9276bf tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfd160e4-71b9-4246-9c49-5aa35cabae13']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:03.991064 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-26a9be69-ca1a-4bf2-b38c-60e6bf9276bf tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f697340-7c26-4b24-a727-132eabac3c08') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:03.991361 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-26a9be69-ca1a-4bf2-b38c-60e6bf9276bf tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f697340-7c26-4b24-a727-132eabac3c08') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:03.994120 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52adf2ff-8566-4244-9a2e-ac1558fae1cc None None] DHCP port deletion for 2fd1e54b-078c-46b5-ad8f-3f5e696bf2a2 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:14:04.032998 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-8cc5246c-7a97-43bb-9d37-3830288b5395 None None] For port 6b3c78c3-c8f6-4356-9f9d-bdcdc86bccb4, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:14:04.048068 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-26a9be69-ca1a-4bf2-b38c-60e6bf9276bf tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:04.060477 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1e1e83bb-3251-4ed0-96f1-1bf3b687f492 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:04.092808 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-26a9be69-ca1a-4bf2-b38c-60e6bf9276bf tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:04.109568 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a9be69-ca1a-4bf2-b38c-60e6bf9276bf tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:14:04.109568 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-26a9be69-ca1a-4bf2-b38c-60e6bf9276bf tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:04.168303 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3782aa0d-e9b1-49f8-ba90-d6a2cb5a18d4 None None] DHCP port deletion for 625c81c1-ffd4-46b7-bcec-ab3c294d8d2e request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:14:04.211326 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:14:04.211326 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:14:04.211326 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:14:04.211326 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:14:04.211326 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:14:04.211326 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:14:04.211326 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:14:04.211326 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:14:04.211326 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:14:04.211326 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:14:04.211326 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:14:04.211326 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:14:04.211326 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:14:04.211326 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:14:04.211326 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:14:04.211326 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:14:04.211326 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:14:04.211326 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:14:04.211326 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:14:04.211326 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:14:04.211326 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:14:04.211326 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:14:04.211326 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:14:04.211326 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:14:04.211326 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:14:04.211326 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:14:04.211326 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:14:04.211326 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:14:04.211326 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:14:04.211326 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:14:04.211326 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:14:04.211326 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:14:04.221031 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c0d733f0-112e-4b4e-97bd-753f3aac2ec5 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:04.244465 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-8cc5246c-7a97-43bb-9d37-3830288b5395 None None] For port 6b3c78c3-c8f6-4356-9f9d-bdcdc86bccb4, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=6b3c78c3-c8f6-4356-9f9d-bdcdc86bccb4,segment=NetworkSegment(e3ed01b7-72d1-4418-871a-c8556e7d20b4),segment_id=e3ed01b7-72d1-4418-871a-c8556e7d20b4)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:14:04.251826 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1e1e83bb-3251-4ed0-96f1-1bf3b687f492 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:04.294717 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8cc5246c-7a97-43bb-9d37-3830288b5395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:04.301427 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-26a9be69-ca1a-4bf2-b38c-60e6bf9276bf tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:04.326915 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d733f0-112e-4b4e-97bd-753f3aac2ec5 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5009d093-a4b5-4d3f-9e44-e87194e41a00,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:04.340691 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c0d733f0-112e-4b4e-97bd-753f3aac2ec5 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:04.347672 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c0d733f0-112e-4b4e-97bd-753f3aac2ec5 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.2219393 Nov 27 04:14:04.367346 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45182) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:04.388310 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc5246c-7a97-43bb-9d37-3830288b5395 None None] Pushing event updated for resources: {'Port': ['ID=6b3c78c3-c8f6-4356-9f9d-bdcdc86bccb4,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:04.406800 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-52adf2ff-8566-4244-9a2e-ac1558fae1cc None None] Deleting port d871a8b6-fd63-4eb3-b928-179ee038de83 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:14:04.407458 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-52adf2ff-8566-4244-9a2e-ac1558fae1cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:04.410530 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-36b4e1e9-4061-42fd-a821-c1bc3afd262d tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Request body: {'security_group_rule': {'security_group_id': '5009d093-a4b5-4d3f-9e44-e87194e41a00', 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:14:04.411955 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e83bb-3251-4ed0-96f1-1bf3b687f492 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event deleted for resources: {'Subnet': ['ID=adcce999-481c-4fa1-a623-b413a7ca1565,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:04.438143 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1e1e83bb-3251-4ed0-96f1-1bf3b687f492 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:04.447619 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1e1e83bb-3251-4ed0-96f1-1bf3b687f492 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "DELETE /v2.0/subnets/adcce999-481c-4fa1-a623-b413a7ca1565 HTTP/1.1" status: 204 len: 168 time: 0.7589972 Nov 27 04:14:04.454239 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45184) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:04.503459 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-52adf2ff-8566-4244-9a2e-ac1558fae1cc None None] For port d871a8b6-fd63-4eb3-b928-179ee038de83, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=d871a8b6-fd63-4eb3-b928-179ee038de83,segment=NetworkSegment(fceaefba-f873-49bb-a673-f73f07eb7059),segment_id=fceaefba-f873-49bb-a673-f73f07eb7059)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:14:04.504859 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-52adf2ff-8566-4244-9a2e-ac1558fae1cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:04.512655 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-26a9be69-ca1a-4bf2-b38c-60e6bf9276bf tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:04.516805 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-26a9be69-ca1a-4bf2-b38c-60e6bf9276bf tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "DELETE /v2.0/networks/dfd160e4-71b9-4246-9c49-5aa35cabae13 HTTP/1.1" status: 204 len: 168 time: 2.2077157 Nov 27 04:14:04.538415 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4f4f4aa1-eb12-43de-92ac-2b56dcbaca20 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:04.539009 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-52adf2ff-8566-4244-9a2e-ac1558fae1cc None None] Calling delete_port for d871a8b6-fd63-4eb3-b928-179ee038de83 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:14:04.544073 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e47114-dc0e-4e4f-b30e-3451d37b0d2d None None] Network 466856cb-ff49-4703-b731-9241ac5d4441 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:14:04.559643 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45186) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:04.566690 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6ee815e2-b3a7-455c-9601-ee77c8a6574e req-745c9607-114e-48bf-ae56-29544a2fc181 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8774691 Nov 27 04:14:04.574319 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d733f0-112e-4b4e-97bd-753f3aac2ec5 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:04.574800 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d733f0-112e-4b4e-97bd-753f3aac2ec5 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:04.579877 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d733f0-112e-4b4e-97bd-753f3aac2ec5 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:04.580311 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d733f0-112e-4b4e-97bd-753f3aac2ec5 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:04.580727 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d733f0-112e-4b4e-97bd-753f3aac2ec5 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:04.581136 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d733f0-112e-4b4e-97bd-753f3aac2ec5 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:04.587692 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d733f0-112e-4b4e-97bd-753f3aac2ec5 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:04.588178 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d733f0-112e-4b4e-97bd-753f3aac2ec5 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:04.588592 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d733f0-112e-4b4e-97bd-753f3aac2ec5 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:04.589004 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d733f0-112e-4b4e-97bd-753f3aac2ec5 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:04.589431 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d733f0-112e-4b4e-97bd-753f3aac2ec5 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:04.589951 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d733f0-112e-4b4e-97bd-753f3aac2ec5 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:04.620243 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-3782aa0d-e9b1-49f8-ba90-d6a2cb5a18d4 None None] Deleting port f8857a9b-bd32-4415-8f63-6b42c3d9c35b {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:14:04.620855 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3782aa0d-e9b1-49f8-ba90-d6a2cb5a18d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:04.700683 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-3782aa0d-e9b1-49f8-ba90-d6a2cb5a18d4 None None] For port f8857a9b-bd32-4415-8f63-6b42c3d9c35b, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=f8857a9b-bd32-4415-8f63-6b42c3d9c35b,segment=NetworkSegment(bd8e6abd-99d5-40f2-a506-9388cbe4cd70),segment_id=bd8e6abd-99d5-40f2-a506-9388cbe4cd70)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:14:04.701544 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3782aa0d-e9b1-49f8-ba90-d6a2cb5a18d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:04.711686 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7de31a37-78d5-4fb7-88b7-005c39c43b93 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:04.712288 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a9be69-ca1a-4bf2-b38c-60e6bf9276bf tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event deleted for resources: {'Network': ['ID=dfd160e4-71b9-4246-9c49-5aa35cabae13,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:04.716171 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-3782aa0d-e9b1-49f8-ba90-d6a2cb5a18d4 None None] Calling delete_port for f8857a9b-bd32-4415-8f63-6b42c3d9c35b owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:14:04.870526 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3782aa0d-e9b1-49f8-ba90-d6a2cb5a18d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:04.929178 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-7de31a37-78d5-4fb7-88b7-005c39c43b93 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Deleting port a73f3f6c-0b61-4c35-95c9-c7e3bbc73db7 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:14:04.932404 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7de31a37-78d5-4fb7-88b7-005c39c43b93 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:05.063527 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3782aa0d-e9b1-49f8-ba90-d6a2cb5a18d4 None None] No DVR routers for this DVR port f8857a9b-bd32-4415-8f63-6b42c3d9c35b on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:14:05.081412 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782aa0d-e9b1-49f8-ba90-d6a2cb5a18d4 None None] Pushing event deleted for resources: {'Port': ['ID=f8857a9b-bd32-4415-8f63-6b42c3d9c35b,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:05.094674 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device d871a8b6-fd63-4eb3-b928-179ee038de83 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:14:05.251662 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-7de31a37-78d5-4fb7-88b7-005c39c43b93 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] For port a73f3f6c-0b61-4c35-95c9-c7e3bbc73db7, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=a73f3f6c-0b61-4c35-95c9-c7e3bbc73db7,segment=NetworkSegment(cae79d4d-4e01-424e-a31f-47baba2dd97c),segment_id=cae79d4d-4e01-424e-a31f-47baba2dd97c)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:14:05.251662 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7de31a37-78d5-4fb7-88b7-005c39c43b93 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:05.289223 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-7de31a37-78d5-4fb7-88b7-005c39c43b93 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Calling delete_port for a73f3f6c-0b61-4c35-95c9-c7e3bbc73db7 owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:14:05.304125 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:05.345956 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-36b4e1e9-4061-42fd-a821-c1bc3afd262d tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:05.481337 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a407c307-3e8e-4efc-8f0a-545227bc4e4f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:05.494894 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port d871a8b6-fd63-4eb3-b928-179ee038de83, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=d871a8b6-fd63-4eb3-b928-179ee038de83,segment=NetworkSegment(fceaefba-f873-49bb-a673-f73f07eb7059),segment_id=fceaefba-f873-49bb-a673-f73f07eb7059)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:14:05.505326 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:05.509079 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device a0eba816-7d69-4d20-807d-237f1e427713 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:14:05.515070 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7de31a37-78d5-4fb7-88b7-005c39c43b93 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:05.528290 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-36b4e1e9-4061-42fd-a821-c1bc3afd262d tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:05.535913 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-36b4e1e9-4061-42fd-a821-c1bc3afd262d tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:05.579086 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4f4f4aa1-eb12-43de-92ac-2b56dcbaca20 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:05.587348 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4e1e9-4061-42fd-a821-c1bc3afd262d tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03513c36-68f3-4629-837a-3d2d0c353711,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:05.607825 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de31a37-78d5-4fb7-88b7-005c39c43b93 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event deleted for resources: {'Port': ['ID=a73f3f6c-0b61-4c35-95c9-c7e3bbc73db7,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:05.618261 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event deleted for resources: {'Port': ['ID=d871a8b6-fd63-4eb3-b928-179ee038de83,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:05.618921 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de31a37-78d5-4fb7-88b7-005c39c43b93 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] No DVR routers for this DVR port a73f3f6c-0b61-4c35-95c9-c7e3bbc73db7 on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:14:05.622528 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c25003-429c-42dd-b4eb-e032e96e6253 None None] DHCP port deletion for 466856cb-ff49-4703-b731-9241ac5d4441 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:14:05.672577 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-52adf2ff-8566-4244-9a2e-ac1558fae1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:05.672930 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-36b4e1e9-4061-42fd-a821-c1bc3afd262d tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:05.682669 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-36b4e1e9-4061-42fd-a821-c1bc3afd262d tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2831960 Nov 27 04:14:05.690778 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45196) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:05.697168 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-2607ae8c-63fc-46a2-89a5-f61f9544c3fb tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Request body: {'security_group_rule': {'security_group_id': '5009d093-a4b5-4d3f-9e44-e87194e41a00', 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:14:05.726417 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52adf2ff-8566-4244-9a2e-ac1558fae1cc None None] No DVR routers for this DVR port d871a8b6-fd63-4eb3-b928-179ee038de83 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:14:05.732407 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: a0eba816-7d69-4d20-807d-237f1e427713 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:14:05.738831 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device a0eba816-7d69-4d20-807d-237f1e427713 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:14:05.738831 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device f8857a9b-bd32-4415-8f63-6b42c3d9c35b no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:14:05.765640 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52adf2ff-8566-4244-9a2e-ac1558fae1cc None None] Pushing event deleted for resources: {'Port': ['ID=d871a8b6-fd63-4eb3-b928-179ee038de83,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:05.774026 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: f8857a9b-bd32-4415-8f63-6b42c3d9c35b {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:14:05.774561 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device f8857a9b-bd32-4415-8f63-6b42c3d9c35b not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:14:05.901879 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a407c307-3e8e-4efc-8f0a-545227bc4e4f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:05.933058 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-a407c307-3e8e-4efc-8f0a-545227bc4e4f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fd1e54b-078c-46b5-ad8f-3f5e696bf2a2']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:05.958618 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-4f4f4aa1-eb12-43de-92ac-2b56dcbaca20 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Deleting port 7f210f11-33e1-45ce-80d3-7ffa8e343b84 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:14:05.959115 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4f4f4aa1-eb12-43de-92ac-2b56dcbaca20 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:05.962152 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2607ae8c-63fc-46a2-89a5-f61f9544c3fb tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:05.994472 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7de31a37-78d5-4fb7-88b7-005c39c43b93 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:06.056531 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-7de31a37-78d5-4fb7-88b7-005c39c43b93 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['466856cb-ff49-4703-b731-9241ac5d4441']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:06.067288 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-a407c307-3e8e-4efc-8f0a-545227bc4e4f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fceaefba-f873-49bb-a673-f73f07eb7059') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:06.070986 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-a407c307-3e8e-4efc-8f0a-545227bc4e4f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fceaefba-f873-49bb-a673-f73f07eb7059') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:06.073433 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-7de31a37-78d5-4fb7-88b7-005c39c43b93 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cae79d4d-4e01-424e-a31f-47baba2dd97c') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:06.074023 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-7de31a37-78d5-4fb7-88b7-005c39c43b93 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cae79d4d-4e01-424e-a31f-47baba2dd97c') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:06.104189 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7de31a37-78d5-4fb7-88b7-005c39c43b93 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:06.140437 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7de31a37-78d5-4fb7-88b7-005c39c43b93 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:06.161484 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7de31a37-78d5-4fb7-88b7-005c39c43b93 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:14:06.161927 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7de31a37-78d5-4fb7-88b7-005c39c43b93 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:06.175581 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-4f4f4aa1-eb12-43de-92ac-2b56dcbaca20 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] For port 7f210f11-33e1-45ce-80d3-7ffa8e343b84, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=7f210f11-33e1-45ce-80d3-7ffa8e343b84,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:14:06.175938 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4f4f4aa1-eb12-43de-92ac-2b56dcbaca20 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:06.234376 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-4f4f4aa1-eb12-43de-92ac-2b56dcbaca20 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Calling delete_port for 7f210f11-33e1-45ce-80d3-7ffa8e343b84 owned by network:router_gateway {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:14:06.316221 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cbd3ac-e4ad-4a82-9baa-bcc9ffe88274 None None] Network 36eb558b-73f7-464f-863b-4e5804ae8c26 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:14:06.317401 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:14:06.317401 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:14:06.317401 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:14:06.317401 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:14:06.317401 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:14:06.317401 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:14:06.317401 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:14:06.317401 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:14:06.317401 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:14:06.317401 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:14:06.317401 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:14:06.317401 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:14:06.317401 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:14:06.317401 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:14:06.317401 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:14:06.317401 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:14:06.317401 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:14:06.317401 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:14:06.317401 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:14:06.317401 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:14:06.317401 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:14:06.317401 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:14:06.317401 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:14:06.317401 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:14:06.317401 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:14:06.317401 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:14:06.317401 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:14:06.317401 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:14:06.317401 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:14:06.317401 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:14:06.317401 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:14:06.317401 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:14:06.322068 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7de31a37-78d5-4fb7-88b7-005c39c43b93 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:06.347658 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7de31a37-78d5-4fb7-88b7-005c39c43b93 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:06.356432 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7de31a37-78d5-4fb7-88b7-005c39c43b93 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "DELETE /v2.0/networks/466856cb-ff49-4703-b731-9241ac5d4441 HTTP/1.1" status: 204 len: 168 time: 1.9008005 Nov 27 04:14:06.365613 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45200) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:06.402834 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-538950e2-3045-4be4-a17d-e3d211124022 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-93354514', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:14:06.521085 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a407c307-3e8e-4efc-8f0a-545227bc4e4f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:06.521555 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2607ae8c-63fc-46a2-89a5-f61f9544c3fb tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:06.536579 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2607ae8c-63fc-46a2-89a5-f61f9544c3fb tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:06.541225 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4f4f4aa1-eb12-43de-92ac-2b56dcbaca20 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:06.542500 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de31a37-78d5-4fb7-88b7-005c39c43b93 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event deleted for resources: {'Network': ['ID=466856cb-ff49-4703-b731-9241ac5d4441,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:06.580764 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-6c73671e-f26c-4df8-84f4-a28679a39289 None None] Provisioning complete for port 6b3c78c3-c8f6-4356-9f9d-bdcdc86bccb4 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:06.581027 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6c73671e-f26c-4df8-84f4-a28679a39289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:06.587543 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2607ae8c-63fc-46a2-89a5-f61f9544c3fb tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f65e6e1-9657-4d01-ab03-6691f14eeac4,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:06.613566 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd103a24-68bc-48f1-88ef-01c64ac5199c req-4c931898-3d39-484f-9da5-fdcbd8167843 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:06.618763 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cd103a24-68bc-48f1-88ef-01c64ac5199c req-4c931898-3d39-484f-9da5-fdcbd8167843 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 943 time: 0.7887123 Nov 27 04:14:06.622196 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f4aa1-eb12-43de-92ac-2b56dcbaca20 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event deleted for resources: {'Port': ['ID=7f210f11-33e1-45ce-80d3-7ffa8e343b84,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:06.627946 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a407c307-3e8e-4efc-8f0a-545227bc4e4f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:06.653507 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e46870-7b43-47af-9f06-deca2e292521 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:14:06.669658 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a407c307-3e8e-4efc-8f0a-545227bc4e4f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:14:06.670283 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a407c307-3e8e-4efc-8f0a-545227bc4e4f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:06.690787 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:14:06.690787 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:14:06.690787 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:14:06.690787 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:14:06.690787 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:14:06.690787 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:14:06.690787 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:14:06.690787 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:14:06.690787 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:14:06.690787 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:14:06.690787 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:14:06.690787 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:14:06.690787 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:14:06.690787 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:14:06.690787 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:14:06.690787 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:14:06.690787 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:14:06.690787 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:14:06.690787 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:14:06.690787 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:14:06.690787 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:14:06.690787 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:14:06.690787 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:14:06.690787 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:14:06.690787 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:14:06.690787 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:14:06.690787 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:14:06.690787 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:14:06.690787 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:14:06.690787 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:14:06.690787 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:14:06.690787 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:14:06.774677 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6c73671e-f26c-4df8-84f4-a28679a39289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:06.823396 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cd103a24-68bc-48f1-88ef-01c64ac5199c req-fe8c3858-8de4-4e33-a0fe-f984b8ac633f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903660 Nov 27 04:14:06.831511 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-538950e2-3045-4be4-a17d-e3d211124022 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:06.835108 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-538950e2-3045-4be4-a17d-e3d211124022 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:06.857468 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2607ae8c-63fc-46a2-89a5-f61f9544c3fb tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:06.859833 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2607ae8c-63fc-46a2-89a5-f61f9544c3fb tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1675179 Nov 27 04:14:06.866917 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45202) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:06.880983 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-6c73671e-f26c-4df8-84f4-a28679a39289 None None] For port 6b3c78c3-c8f6-4356-9f9d-bdcdc86bccb4, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=6b3c78c3-c8f6-4356-9f9d-bdcdc86bccb4,segment=NetworkSegment(e3ed01b7-72d1-4418-871a-c8556e7d20b4),segment_id=e3ed01b7-72d1-4418-871a-c8556e7d20b4)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:14:06.887356 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-feb25a9e-0eec-4cb2-88c5-406475f076ef tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Request body: {'security_group_rule': {'security_group_id': '5009d093-a4b5-4d3f-9e44-e87194e41a00', 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:14:06.903688 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6c73671e-f26c-4df8-84f4-a28679a39289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:06.955806 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-feb25a9e-0eec-4cb2-88c5-406475f076ef tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:06.959661 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a407c307-3e8e-4efc-8f0a-545227bc4e4f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:07.004625 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a407c307-3e8e-4efc-8f0a-545227bc4e4f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:07.030864 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45204) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:07.033862 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a407c307-3e8e-4efc-8f0a-545227bc4e4f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "DELETE /v2.0/networks/2fd1e54b-078c-46b5-ad8f-3f5e696bf2a2 HTTP/1.1" status: 204 len: 168 time: 2.4384985 Nov 27 04:14:07.035869 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a407c307-3e8e-4efc-8f0a-545227bc4e4f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event deleted for resources: {'Network': ['ID=2fd1e54b-078c-46b5-ad8f-3f5e696bf2a2,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:07.039901 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4f4f4aa1-eb12-43de-92ac-2b56dcbaca20 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:07.041774 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-1b97261b-fb55-475f-b69d-d313c17a8bd4 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-913604626'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:14:07.094382 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c73671e-f26c-4df8-84f4-a28679a39289 None None] Pushing event updated for resources: {'Port': ['ID=6b3c78c3-c8f6-4356-9f9d-bdcdc86bccb4,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:07.197019 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 6b3c78c3-c8f6-4356-9f9d-bdcdc86bccb4 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:14:07.228654 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-538950e2-3045-4be4-a17d-e3d211124022 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:07.235478 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4f4f4aa1-eb12-43de-92ac-2b56dcbaca20 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:07.262227 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4f4f4aa1-eb12-43de-92ac-2b56dcbaca20 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:07.271271 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 6b3c78c3-c8f6-4356-9f9d-bdcdc86bccb4 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:07.271650 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:07.304374 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-538950e2-3045-4be4-a17d-e3d211124022 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:07.363675 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b97261b-fb55-475f-b69d-d313c17a8bd4 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Made reservation on behalf of a9e88f9ca477446190dca2e07a135f44 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:14:07.392510 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4f4f4aa1-eb12-43de-92ac-2b56dcbaca20 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:07.396348 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4f4aa1-eb12-43de-92ac-2b56dcbaca20 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Fanout notify agent at l3_agent the message router_deleted on router fe5fdd60-5404-4cad-9c90-3bebf1f92c22 {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:14:07.399451 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1b97261b-fb55-475f-b69d-d313c17a8bd4 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:07.420582 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4f4f4aa1-eb12-43de-92ac-2b56dcbaca20 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:07.424377 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4f4f4aa1-eb12-43de-92ac-2b56dcbaca20 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "DELETE /v2.0/routers/fe5fdd60-5404-4cad-9c90-3bebf1f92c22 HTTP/1.1" status: 204 len: 168 time: 4.1057227 Nov 27 04:14:07.424730 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45208) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:07.430788 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c37e81ba-edc7-4d56-a487-e3e69b3ac89b None None] Provisioning complete for port 6b3c78c3-c8f6-4356-9f9d-bdcdc86bccb4 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:07.433552 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c37e81ba-edc7-4d56-a487-e3e69b3ac89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:07.473784 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-538950e2-3045-4be4-a17d-e3d211124022 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:07.475309 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-538950e2-3045-4be4-a17d-e3d211124022 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 1.0804384 Nov 27 04:14:07.479882 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-feb25a9e-0eec-4cb2-88c5-406475f076ef tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:07.486200 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45210) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:07.500902 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-0463dbca-3f5f-4fc5-97e8-832ac1f83073 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Request body: {'network': {'name': 'tempest-RoutersTest-2135925673'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:14:07.525077 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-feb25a9e-0eec-4cb2-88c5-406475f076ef tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:07.539460 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device a73f3f6c-0b61-4c35-95c9-c7e3bbc73db7 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:14:07.627325 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: a73f3f6c-0b61-4c35-95c9-c7e3bbc73db7 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:14:07.627656 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device a73f3f6c-0b61-4c35-95c9-c7e3bbc73db7 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:14:07.678641 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb25a9e-0eec-4cb2-88c5-406475f076ef tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=544fcf9e-6d6a-43f1-bc80-4edd4f08739c,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:07.688794 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d309ab2c-190e-4a70-9d83-db5226c34def tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:07.695337 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b97261b-fb55-475f-b69d-d313c17a8bd4 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:14:07.708373 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0463dbca-3f5f-4fc5-97e8-832ac1f83073 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Made reservation on behalf of 5a1fca50cc034ed8b9c826a15ba4a946 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:14:07.715109 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0463dbca-3f5f-4fc5-97e8-832ac1f83073 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:07.755679 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-feb25a9e-0eec-4cb2-88c5-406475f076ef tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:07.759117 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-feb25a9e-0eec-4cb2-88c5-406475f076ef tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8881330 Nov 27 04:14:07.764885 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45212) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:07.771269 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-13da0d24-34d6-49ba-b95a-9ec826db50d9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Request body: {'security_group_rule': {'security_group_id': '5009d093-a4b5-4d3f-9e44-e87194e41a00', 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:14:07.785216 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1b97261b-fb55-475f-b69d-d313c17a8bd4 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:07.785600 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-1b97261b-fb55-475f-b69d-d313c17a8bd4 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Added segment 1dd1485f-3c78-45e6-b80e-6b5a895b19a7 of type vlan for network c1ea6e0c-568d-4a7a-9bfe-9f6e2ecec906 Nov 27 04:14:07.901593 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0463dbca-3f5f-4fc5-97e8-832ac1f83073 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:14:07.941642 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1b97261b-fb55-475f-b69d-d313c17a8bd4 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:07.954579 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-13da0d24-34d6-49ba-b95a-9ec826db50d9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:07.979012 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0463dbca-3f5f-4fc5-97e8-832ac1f83073 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:07.979012 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-0463dbca-3f5f-4fc5-97e8-832ac1f83073 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Added segment dffacdb7-f6bc-4241-9f06-9ca5a5721999 of type vlan for network e97e8f30-abc3-48bc-b532-b66319b0d2f3 Nov 27 04:14:08.013001 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d309ab2c-190e-4a70-9d83-db5226c34def tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:08.120125 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0463dbca-3f5f-4fc5-97e8-832ac1f83073 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:08.120125 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1b97261b-fb55-475f-b69d-d313c17a8bd4 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:08.120125 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b97261b-fb55-475f-b69d-d313c17a8bd4 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:08.120125 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1b97261b-fb55-475f-b69d-d313c17a8bd4 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:08.190359 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59900e1e-e55e-49c9-b6b2-5e701ab10ebb req-6bf56686-b76a-4a9e-9f47-ed454806fbd1 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:08.197587 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-59900e1e-e55e-49c9-b6b2-5e701ab10ebb req-6bf56686-b76a-4a9e-9f47-ed454806fbd1 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 943 time: 0.2136648 Nov 27 04:14:08.287651 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-d309ab2c-190e-4a70-9d83-db5226c34def tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['625c81c1-ffd4-46b7-bcec-ab3c294d8d2e']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:08.288673 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-13da0d24-34d6-49ba-b95a-9ec826db50d9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:08.288673 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b97261b-fb55-475f-b69d-d313c17a8bd4 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event updated for resources: {'Network': ['ID=c1ea6e0c-568d-4a7a-9bfe-9f6e2ecec906,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:08.289530 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-d309ab2c-190e-4a70-9d83-db5226c34def tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd8e6abd-99d5-40f2-a506-9388cbe4cd70') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:08.289530 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-d309ab2c-190e-4a70-9d83-db5226c34def tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd8e6abd-99d5-40f2-a506-9388cbe4cd70') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:08.306636 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network c1ea6e0c-568d-4a7a-9bfe-9f6e2ecec906 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:14:08.313302 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1b97261b-fb55-475f-b69d-d313c17a8bd4 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2756324 Nov 27 04:14:08.314132 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-13da0d24-34d6-49ba-b95a-9ec826db50d9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:08.314608 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d309ab2c-190e-4a70-9d83-db5226c34def tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:08.320641 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45216) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:08.323061 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0463dbca-3f5f-4fc5-97e8-832ac1f83073 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:08.331479 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0463dbca-3f5f-4fc5-97e8-832ac1f83073 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:08.332113 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0463dbca-3f5f-4fc5-97e8-832ac1f83073 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:08.333925 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-8e3d0718-2746-484e-bec9-7606068b0ccc tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Request body: {'subnet': {'network_id': 'c1ea6e0c-568d-4a7a-9bfe-9f6e2ecec906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:14:08.379011 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-59900e1e-e55e-49c9-b6b2-5e701ab10ebb req-3cffd774-8638-4878-b7c4-03d2399086f1 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483629 Nov 27 04:14:08.424919 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d309ab2c-190e-4a70-9d83-db5226c34def tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:08.435577 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d309ab2c-190e-4a70-9d83-db5226c34def tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:14:08.435577 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d309ab2c-190e-4a70-9d83-db5226c34def tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:08.457722 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0463dbca-3f5f-4fc5-97e8-832ac1f83073 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9670007 Nov 27 04:14:08.528080 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:14:08.528080 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:14:08.528080 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:14:08.528080 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:14:08.528080 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:14:08.528080 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:14:08.528080 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:14:08.528080 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:14:08.528080 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:14:08.528080 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:14:08.528080 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:14:08.528080 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:14:08.528080 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:14:08.528080 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:14:08.528080 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:14:08.528080 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:14:08.528080 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:14:08.528080 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:14:08.528080 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:14:08.528080 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:14:08.528080 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:14:08.528080 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:14:08.528080 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:14:08.528080 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:14:08.528080 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:14:08.528080 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:14:08.528080 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:14:08.528080 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:14:08.528080 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:14:08.528080 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:14:08.528080 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:14:08.528080 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:14:08.550223 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45220) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:08.552397 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0463dbca-3f5f-4fc5-97e8-832ac1f83073 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event updated for resources: {'Network': ['ID=e97e8f30-abc3-48bc-b532-b66319b0d2f3,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:08.569646 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-ec166779-16ab-4004-a00b-3044cb013dee tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Request body: {'subnet': {'network_id': 'e97e8f30-abc3-48bc-b532-b66319b0d2f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:14:08.616845 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d309ab2c-190e-4a70-9d83-db5226c34def tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:08.625224 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d309ab2c-190e-4a70-9d83-db5226c34def tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:08.635078 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d309ab2c-190e-4a70-9d83-db5226c34def tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "DELETE /v2.0/networks/625c81c1-ffd4-46b7-bcec-ab3c294d8d2e HTTP/1.1" status: 204 len: 168 time: 1.2021508 Nov 27 04:14:08.650344 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45228) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:08.715049 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network e97e8f30-abc3-48bc-b532-b66319b0d2f3 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:14:08.800412 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da0d24-34d6-49ba-b95a-9ec826db50d9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4533c24a-82c2-44ec-9fe8-e0c330921610,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:08.801314 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309ab2c-190e-4a70-9d83-db5226c34def tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event deleted for resources: {'Network': ['ID=625c81c1-ffd4-46b7-bcec-ab3c294d8d2e,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:08.830374 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-13da0d24-34d6-49ba-b95a-9ec826db50d9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:08.830374 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-13da0d24-34d6-49ba-b95a-9ec826db50d9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0636938 Nov 27 04:14:08.837843 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45230) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:08.848240 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-99bcef4e-550e-4d4b-930d-8243b4804ff9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Request body: {'security_group_rule': {'security_group_id': '5009d093-a4b5-4d3f-9e44-e87194e41a00', 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:14:08.869930 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec166779-16ab-4004-a00b-3044cb013dee tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Made reservation on behalf of 5a1fca50cc034ed8b9c826a15ba4a946 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:14:08.891103 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ec166779-16ab-4004-a00b-3044cb013dee tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:08.917592 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 6b3c78c3-c8f6-4356-9f9d-bdcdc86bccb4 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:14:08.949822 n-d-819494-3 neutron-server[110019]: INFO neutron.db.securitygroups_db [None req-99bcef4e-550e-4d4b-930d-8243b4804ff9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Project 11a8da3acafa4ec1bd2e977270426dbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 04:14:08.977549 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-99bcef4e-550e-4d4b-930d-8243b4804ff9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:08.995863 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 6b3c78c3-c8f6-4356-9f9d-bdcdc86bccb4 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:08.996256 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:09.010099 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-04611bb9-f79d-4c09-bb10-350ff2a1691d tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:09.086696 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3d0718-2746-484e-bec9-7606068b0ccc tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Made reservation on behalf of a9e88f9ca477446190dca2e07a135f44 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:14:09.095378 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8e3d0718-2746-484e-bec9-7606068b0ccc tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:09.174605 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ec166779-16ab-4004-a00b-3044cb013dee tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:09.253631 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 7f210f11-33e1-45ce-80d3-7ffa8e343b84 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:14:09.315856 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 7f210f11-33e1-45ce-80d3-7ffa8e343b84 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:14:09.316537 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 7f210f11-33e1-45ce-80d3-7ffa8e343b84 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:14:09.342593 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-04611bb9-f79d-4c09-bb10-350ff2a1691d tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:09.357239 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec166779-16ab-4004-a00b-3044cb013dee tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event updated for resources: {'Subnet': ['ID=cfa5039d-cba7-48ec-a4a3-83c10e4b4621,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:09.369295 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec166779-16ab-4004-a00b-3044cb013dee tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Checking segment: {'id': 'dffacdb7-f6bc-4241-9f06-9ca5a5721999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e97e8f30-abc3-48bc-b532-b66319b0d2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:14:09.370239 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec166779-16ab-4004-a00b-3044cb013dee tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Network hostable DHCP agents. Network: e97e8f30-abc3-48bc-b532-b66319b0d2f3, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:14:09.428686 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec166779-16ab-4004-a00b-3044cb013dee tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Network e97e8f30-abc3-48bc-b532-b66319b0d2f3 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:14:09.447607 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-ec166779-16ab-4004-a00b-3044cb013dee tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, e97e8f30-abc3-48bc-b532-b66319b0d2f3) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:14:09.456919 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec166779-16ab-4004-a00b-3044cb013dee tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:09.457666 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ec166779-16ab-4004-a00b-3044cb013dee tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:09.463741 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cd3ff8-de53-4757-9eb4-08b3d0757793 None None] Network e97e8f30-abc3-48bc-b532-b66319b0d2f3 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:14:09.517345 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ec166779-16ab-4004-a00b-3044cb013dee tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9507101 Nov 27 04:14:09.518026 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45236) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:09.679220 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-99bcef4e-550e-4d4b-930d-8243b4804ff9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:09.689361 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-99bcef4e-550e-4d4b-930d-8243b4804ff9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:09.715638 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bcef4e-550e-4d4b-930d-8243b4804ff9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae2e4ba5-ff5c-4829-8c8f-e6124af5a6cc,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:09.735687 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-04611bb9-f79d-4c09-bb10-350ff2a1691d tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:09.740023 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-04611bb9-f79d-4c09-bb10-350ff2a1691d tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:09.755040 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-04611bb9-f79d-4c09-bb10-350ff2a1691d tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "DELETE /v2.0/security-groups/60a7d62e-7629-4401-ae2b-6e86ee2e006a HTTP/1.1" status: 204 len: 168 time: 1.0754101 Nov 27 04:14:09.799175 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04611bb9-f79d-4c09-bb10-350ff2a1691d tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a7d62e-7629-4401-ae2b-6e86ee2e006a,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:09.806196 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-99bcef4e-550e-4d4b-930d-8243b4804ff9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:09.812158 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-99bcef4e-550e-4d4b-930d-8243b4804ff9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9677427 Nov 27 04:14:09.815185 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45240) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:09.950500 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b6c9bd-2911-436f-bf62-50de339fbf95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-e97e8f30-abc3-48bc-b532-b66319b0d2f3', 'network_id': 'e97e8f30-abc3-48bc-b532-b66319b0d2f3', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'fixed_ips': [{'subnet_id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:14:09.953537 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c9b6c9bd-2911-436f-bf62-50de339fbf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:10.158504 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-639f15a4-46ff-44ba-a0a6-8742f016748a tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Request body: {'security_group_rule': {'security_group_id': '5009d093-a4b5-4d3f-9e44-e87194e41a00', 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:14:10.214355 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e8e55-a586-4090-8834-ca9a9705d444 req-c0947f47-4bae-4412-96be-57a074964f0a tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:10.224313 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0a4e8e55-a586-4090-8834-ca9a9705d444 req-c0947f47-4bae-4412-96be-57a074964f0a tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 943 time: 0.5509624 Nov 27 04:14:10.231680 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45244) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:10.237235 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-b4431f29-9a27-4449-9b99-ae385a56b90b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1910379279', 'description': 'tempest-secgroup-smoke-1910379279 description', 'project_id': '13b1fee7d54d401493a1883da20540bb'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:14:10.281735 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-c9b6c9bd-2911-436f-bf62-50de339fbf95 None None] Allocated IP 172.20.0.2 (e97e8f30-abc3-48bc-b532-b66319b0d2f3/cfa5039d-cba7-48ec-a4a3-83c10e4b4621/03af7b0d-b6be-46f7-b0c3-0e2005d27046) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:14:10.313285 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8e3d0718-2746-484e-bec9-7606068b0ccc tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:10.355535 n-d-819494-3 neutron-server[110019]: INFO neutron.db.securitygroups_db [None req-639f15a4-46ff-44ba-a0a6-8742f016748a tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Project 11a8da3acafa4ec1bd2e977270426dbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 04:14:10.473319 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-639f15a4-46ff-44ba-a0a6-8742f016748a tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:10.525308 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0a4e8e55-a586-4090-8834-ca9a9705d444 req-f622f9c9-9d80-4bb0-a666-1b5a65195b13 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2999263 Nov 27 04:14:10.585155 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b4431f29-9a27-4449-9b99-ae385a56b90b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:10.794077 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c9b6c9bd-2911-436f-bf62-50de339fbf95 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:10.794837 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d0718-2746-484e-bec9-7606068b0ccc tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event updated for resources: {'Subnet': ['ID=36798f96-1c23-484c-8f37-684cf357e141,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:10.809618 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b4431f29-9a27-4449-9b99-ae385a56b90b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:10.817289 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c9b6c9bd-2911-436f-bf62-50de339fbf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:10.845068 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3d0718-2746-484e-bec9-7606068b0ccc tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Checking segment: {'id': '1dd1485f-3c78-45e6-b80e-6b5a895b19a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c1ea6e0c-568d-4a7a-9bfe-9f6e2ecec906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:14:10.845868 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3d0718-2746-484e-bec9-7606068b0ccc tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Network hostable DHCP agents. Network: c1ea6e0c-568d-4a7a-9bfe-9f6e2ecec906, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:14:10.871975 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b4431f29-9a27-4449-9b99-ae385a56b90b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:10.895657 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-639f15a4-46ff-44ba-a0a6-8742f016748a tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:10.897418 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-58099838-4262-4bf1-8227-67d35d3e40f0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:10.907619 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-639f15a4-46ff-44ba-a0a6-8742f016748a tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:10.967044 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b4431f29-9a27-4449-9b99-ae385a56b90b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:10.970657 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b4431f29-9a27-4449-9b99-ae385a56b90b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7375243 Nov 27 04:14:10.977499 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b6c9bd-2911-436f-bf62-50de339fbf95 None None] Pushing event updated for resources: {'Port': ['ID=03af7b0d-b6be-46f7-b0c3-0e2005d27046,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:10.983252 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45248) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:11.005297 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-a7ea95f9-76b4-4c72-89b9-131a2f4e4a82 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'security_group_rule': {'security_group_id': '35287554-093e-492b-9e65-510620951be8', 'project_id': '13b1fee7d54d401493a1883da20540bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:14:11.010069 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4431f29-9a27-4449-9b99-ae385a56b90b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35287554-093e-492b-9e65-510620951be8,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:11.011010 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b6c9bd-2911-436f-bf62-50de339fbf95 None None] Network e97e8f30-abc3-48bc-b532-b66319b0d2f3 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:14:11.020503 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-c9b6c9bd-2911-436f-bf62-50de339fbf95 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:14:11.029169 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3d0718-2746-484e-bec9-7606068b0ccc tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Network c1ea6e0c-568d-4a7a-9bfe-9f6e2ecec906 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:14:11.034093 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b6c9bd-2911-436f-bf62-50de339fbf95 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:14:11.070602 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f15a4-46ff-44ba-a0a6-8742f016748a tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41975e07-60d6-4b55-a1b1-712072ccc250,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:11.110517 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-8e3d0718-2746-484e-bec9-7606068b0ccc tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, c1ea6e0c-568d-4a7a-9bfe-9f6e2ecec906) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:14:11.129485 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3d0718-2746-484e-bec9-7606068b0ccc tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:11.130092 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8e3d0718-2746-484e-bec9-7606068b0ccc tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:11.216994 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-c9b6c9bd-2911-436f-bf62-50de339fbf95 None None] Attempting to bind port 03af7b0d-b6be-46f7-b0c3-0e2005d27046 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:14:11.217947 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-c9b6c9bd-2911-436f-bf62-50de339fbf95 None None] Attempting to bind port 03af7b0d-b6be-46f7-b0c3-0e2005d27046 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'dffacdb7-f6bc-4241-9f06-9ca5a5721999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e97e8f30-abc3-48bc-b532-b66319b0d2f3'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:14:11.218324 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b6c9bd-2911-436f-bf62-50de339fbf95 None None] Attempting to bind port 03af7b0d-b6be-46f7-b0c3-0e2005d27046 on network e97e8f30-abc3-48bc-b532-b66319b0d2f3 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:14:11.247250 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9c7a3e-8278-41de-b0bb-d0900921ec8d None None] Network c1ea6e0c-568d-4a7a-9bfe-9f6e2ecec906 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:14:11.250488 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b6c9bd-2911-436f-bf62-50de339fbf95 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:14:11.250899 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b6c9bd-2911-436f-bf62-50de339fbf95 None None] Checking segment: {'id': 'dffacdb7-f6bc-4241-9f06-9ca5a5721999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e97e8f30-abc3-48bc-b532-b66319b0d2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:14:11.251311 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c9b6c9bd-2911-436f-bf62-50de339fbf95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:11.251713 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b6c9bd-2911-436f-bf62-50de339fbf95 None None] Bound using segment: {'id': 'dffacdb7-f6bc-4241-9f06-9ca5a5721999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e97e8f30-abc3-48bc-b532-b66319b0d2f3'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:14:11.252202 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-c9b6c9bd-2911-436f-bf62-50de339fbf95 None None] Bound port: 03af7b0d-b6be-46f7-b0c3-0e2005d27046, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dffacdb7-f6bc-4241-9f06-9ca5a5721999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e97e8f30-abc3-48bc-b532-b66319b0d2f3'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:14:11.252592 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c9b6c9bd-2911-436f-bf62-50de339fbf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:11.261150 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-639f15a4-46ff-44ba-a0a6-8742f016748a tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:11.273225 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-639f15a4-46ff-44ba-a0a6-8742f016748a tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1512537 Nov 27 04:14:11.281221 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8e3d0718-2746-484e-bec9-7606068b0ccc tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9551766 Nov 27 04:14:11.281221 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a7ea95f9-76b4-4c72-89b9-131a2f4e4a82 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:11.282773 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45254) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:11.288613 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-fbe4c695-a57e-453e-b888-615b19ff01ad tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2040210160', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:14:11.399048 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fbe4c695-a57e-453e-b888-615b19ff01ad tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:11.413238 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fbe4c695-a57e-453e-b888-615b19ff01ad tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:11.677681 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a7ea95f9-76b4-4c72-89b9-131a2f4e4a82 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:11.680281 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fbe4c695-a57e-453e-b888-615b19ff01ad tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:11.689790 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a7ea95f9-76b4-4c72-89b9-131a2f4e4a82 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:11.706488 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fbe4c695-a57e-453e-b888-615b19ff01ad tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:11.743654 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c9b6c9bd-2911-436f-bf62-50de339fbf95 None None] For port 03af7b0d-b6be-46f7-b0c3-0e2005d27046, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:14:11.747723 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c9b6c9bd-2911-436f-bf62-50de339fbf95 None None] For port 03af7b0d-b6be-46f7-b0c3-0e2005d27046, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=03af7b0d-b6be-46f7-b0c3-0e2005d27046,segment=NetworkSegment(dffacdb7-f6bc-4241-9f06-9ca5a5721999),segment_id=dffacdb7-f6bc-4241-9f06-9ca5a5721999)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:14:11.783012 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea95f9-76b4-4c72-89b9-131a2f4e4a82 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7c9deb7-71fa-4110-b9e2-5c0b29a69187,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:11.825643 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a7ea95f9-76b4-4c72-89b9-131a2f4e4a82 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:11.831093 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a7ea95f9-76b4-4c72-89b9-131a2f4e4a82 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8466637 Nov 27 04:14:11.834767 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45264) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:11.840555 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c9b6c9bd-2911-436f-bf62-50de339fbf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:11.846481 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-a9966701-6bcf-4b34-bca0-baf6c4fd03fb tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'security_group_rule': {'security_group_id': '35287554-093e-492b-9e65-510620951be8', 'project_id': '13b1fee7d54d401493a1883da20540bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:14:11.876814 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fbe4c695-a57e-453e-b888-615b19ff01ad tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:11.880871 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-fbe4c695-a57e-453e-b888-615b19ff01ad tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5943608 Nov 27 04:14:11.888274 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45266) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:11.901777 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-88e1541b-d190-4453-9072-7961f13119a7 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Request body: {'port': {'network_id': 'c1ea6e0c-568d-4a7a-9bfe-9f6e2ecec906', 'name': 'tempest-RoutersIpV6Test-937673815'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:14:11.983964 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b6c9bd-2911-436f-bf62-50de339fbf95 None None] Pushing event updated for resources: {'Port': ['ID=03af7b0d-b6be-46f7-b0c3-0e2005d27046,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:12.003140 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae11e5d-bda3-4365-999a-af530b39a4c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-c1ea6e0c-568d-4a7a-9bfe-9f6e2ecec906', 'network_id': 'c1ea6e0c-568d-4a7a-9bfe-9f6e2ecec906', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'fixed_ips': [{'subnet_id': '36798f96-1c23-484c-8f37-684cf357e141'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:14:12.004184 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2ae11e5d-bda3-4365-999a-af530b39a4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:12.185520 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a9966701-6bcf-4b34-bca0-baf6c4fd03fb tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:12.347030 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-2ae11e5d-bda3-4365-999a-af530b39a4c0 None None] Allocated IP 2001:db8::2 (c1ea6e0c-568d-4a7a-9bfe-9f6e2ecec906/36798f96-1c23-484c-8f37-684cf357e141/6590ea28-d1fc-4d93-94f9-3e8b84e75905) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:14:12.364350 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf7ed5-d2da-4e8e-a7e7-9d3a6e587af8 req-0826a575-f665-4605-aa13-5e8cbba5cf2c tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:12.367067 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2adf7ed5-d2da-4e8e-a7e7-9d3a6e587af8 req-0826a575-f665-4605-aa13-5e8cbba5cf2c tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 943 time: 0.1531105 Nov 27 04:14:12.580868 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e1541b-d190-4453-9072-7961f13119a7 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Made reservation on behalf of a9e88f9ca477446190dca2e07a135f44 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:14:12.591522 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-88e1541b-d190-4453-9072-7961f13119a7 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:12.594030 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2adf7ed5-d2da-4e8e-a7e7-9d3a6e587af8 req-93347cea-e44f-48fb-a4fd-f08d248b06ba tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836281 Nov 27 04:14:12.624438 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a9966701-6bcf-4b34-bca0-baf6c4fd03fb tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:12.643619 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [None req-88e1541b-d190-4453-9072-7961f13119a7 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] device_id is not set on port e764a232-ea5d-4217-b109-c6e45a69369f yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:14:12.662029 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a9966701-6bcf-4b34-bca0-baf6c4fd03fb tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:12.685897 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-58099838-4262-4bf1-8227-67d35d3e40f0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Allocated IP 172.20.0.1 (e97e8f30-abc3-48bc-b532-b66319b0d2f3/cfa5039d-cba7-48ec-a4a3-83c10e4b4621/8cba8f80-981a-49c1-a15d-04959612f6e7) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:14:12.700012 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9966701-6bcf-4b34-bca0-baf6c4fd03fb tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71f896fc-2e2f-44ff-b470-51b0ec8b58e6,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:12.750720 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2ae11e5d-bda3-4365-999a-af530b39a4c0 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:12.765048 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2ae11e5d-bda3-4365-999a-af530b39a4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:12.821668 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a9966701-6bcf-4b34-bca0-baf6c4fd03fb tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:12.823479 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a9966701-6bcf-4b34-bca0-baf6c4fd03fb tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9876473 Nov 27 04:14:12.835212 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45270) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:12.846372 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae11e5d-bda3-4365-999a-af530b39a4c0 None None] Network c1ea6e0c-568d-4a7a-9bfe-9f6e2ecec906 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:14:12.849028 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-1a76f698-5f98-4fb1-9f46-94232bf5d8db tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'security_group_rule': {'security_group_id': '35287554-093e-492b-9e65-510620951be8', 'project_id': '13b1fee7d54d401493a1883da20540bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:14:12.870908 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-2ae11e5d-bda3-4365-999a-af530b39a4c0 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:14:12.875360 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae11e5d-bda3-4365-999a-af530b39a4c0 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:14:12.954730 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1a76f698-5f98-4fb1-9f46-94232bf5d8db tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:12.985201 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae11e5d-bda3-4365-999a-af530b39a4c0 None None] Pushing event updated for resources: {'Port': ['ID=6590ea28-d1fc-4d93-94f9-3e8b84e75905,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:13.037146 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-58099838-4262-4bf1-8227-67d35d3e40f0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:13.091961 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-58099838-4262-4bf1-8227-67d35d3e40f0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:13.093944 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-2ae11e5d-bda3-4365-999a-af530b39a4c0 None None] Attempting to bind port 6590ea28-d1fc-4d93-94f9-3e8b84e75905 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:14:13.094378 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-2ae11e5d-bda3-4365-999a-af530b39a4c0 None None] Attempting to bind port 6590ea28-d1fc-4d93-94f9-3e8b84e75905 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '1dd1485f-3c78-45e6-b80e-6b5a895b19a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c1ea6e0c-568d-4a7a-9bfe-9f6e2ecec906'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:14:13.102676 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae11e5d-bda3-4365-999a-af530b39a4c0 None None] Attempting to bind port 6590ea28-d1fc-4d93-94f9-3e8b84e75905 on network c1ea6e0c-568d-4a7a-9bfe-9f6e2ecec906 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:14:13.117527 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae11e5d-bda3-4365-999a-af530b39a4c0 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:14:13.120869 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae11e5d-bda3-4365-999a-af530b39a4c0 None None] Checking segment: {'id': '1dd1485f-3c78-45e6-b80e-6b5a895b19a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c1ea6e0c-568d-4a7a-9bfe-9f6e2ecec906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:14:13.121307 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2ae11e5d-bda3-4365-999a-af530b39a4c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:13.121720 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae11e5d-bda3-4365-999a-af530b39a4c0 None None] Bound using segment: {'id': '1dd1485f-3c78-45e6-b80e-6b5a895b19a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c1ea6e0c-568d-4a7a-9bfe-9f6e2ecec906'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:14:13.122240 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-2ae11e5d-bda3-4365-999a-af530b39a4c0 None None] Bound port: 6590ea28-d1fc-4d93-94f9-3e8b84e75905, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dd1485f-3c78-45e6-b80e-6b5a895b19a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c1ea6e0c-568d-4a7a-9bfe-9f6e2ecec906'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:14:13.122665 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2ae11e5d-bda3-4365-999a-af530b39a4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:13.235866 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58099838-4262-4bf1-8227-67d35d3e40f0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Network e97e8f30-abc3-48bc-b532-b66319b0d2f3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:14:13.237746 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58099838-4262-4bf1-8227-67d35d3e40f0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event updated for resources: {'Port': ['ID=8cba8f80-981a-49c1-a15d-04959612f6e7,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:13.241224 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-58099838-4262-4bf1-8227-67d35d3e40f0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:14:13.258021 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 03af7b0d-b6be-46f7-b0c3-0e2005d27046 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:14:13.260035 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58099838-4262-4bf1-8227-67d35d3e40f0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:14:13.336895 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-58099838-4262-4bf1-8227-67d35d3e40f0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:13.350856 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-88e1541b-d190-4453-9072-7961f13119a7 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Allocated IP 2001:db8::244 (c1ea6e0c-568d-4a7a-9bfe-9f6e2ecec906/36798f96-1c23-484c-8f37-684cf357e141/e764a232-ea5d-4217-b109-c6e45a69369f) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:14:13.436095 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-2ae11e5d-bda3-4365-999a-af530b39a4c0 None None] For port 6590ea28-d1fc-4d93-94f9-3e8b84e75905, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:14:13.439971 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-2ae11e5d-bda3-4365-999a-af530b39a4c0 None None] For port 6590ea28-d1fc-4d93-94f9-3e8b84e75905, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=6590ea28-d1fc-4d93-94f9-3e8b84e75905,segment=NetworkSegment(1dd1485f-3c78-45e6-b80e-6b5a895b19a7),segment_id=1dd1485f-3c78-45e6-b80e-6b5a895b19a7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:14:13.463776 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2ae11e5d-bda3-4365-999a-af530b39a4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:13.579147 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae11e5d-bda3-4365-999a-af530b39a4c0 None None] Pushing event updated for resources: {'Port': ['ID=6590ea28-d1fc-4d93-94f9-3e8b84e75905,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:13.601588 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 03af7b0d-b6be-46f7-b0c3-0e2005d27046 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:13.603594 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:13.706122 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1a76f698-5f98-4fb1-9f46-94232bf5d8db tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:13.724475 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-58099838-4262-4bf1-8227-67d35d3e40f0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:13.731771 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1a76f698-5f98-4fb1-9f46-94232bf5d8db tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:13.864490 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1a76f698-5f98-4fb1-9f46-94232bf5d8db tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:13.865714 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1a76f698-5f98-4fb1-9f46-94232bf5d8db tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0266407 Nov 27 04:14:13.882027 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45276) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:13.904221 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-a06f0110-a547-4f64-97e7-f85716741f91 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'security_group_rule': {'security_group_id': '35287554-093e-492b-9e65-510620951be8', 'project_id': '13b1fee7d54d401493a1883da20540bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:14:13.919851 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:13.991114 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76f698-5f98-4fb1-9f46-94232bf5d8db tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12dd0aa5-dd09-4676-9162-b1485ef1bb31,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:14.053010 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 03af7b0d-b6be-46f7-b0c3-0e2005d27046, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=03af7b0d-b6be-46f7-b0c3-0e2005d27046,segment=NetworkSegment(dffacdb7-f6bc-4241-9f06-9ca5a5721999),segment_id=dffacdb7-f6bc-4241-9f06-9ca5a5721999)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:14:14.068938 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:14.083767 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-88e1541b-d190-4453-9072-7961f13119a7 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:14.200361 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a06f0110-a547-4f64-97e7-f85716741f91 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:14.203203 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=03af7b0d-b6be-46f7-b0c3-0e2005d27046,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:14.322992 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510e4c90-e79d-4b70-857c-75fdbacf193c None None] Network e97e8f30-abc3-48bc-b532-b66319b0d2f3 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:14:14.389617 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-88e1541b-d190-4453-9072-7961f13119a7 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:14.486571 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f47ee-9b0a-4f80-bd3c-eacf3dc04ff8 req-1c9f648f-76c1-40f4-aac6-9eaed2aef91a tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:14.488254 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-aa8f47ee-9b0a-4f80-bd3c-eacf3dc04ff8 req-1c9f648f-76c1-40f4-aac6-9eaed2aef91a tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 943 time: 0.2232101 Nov 27 04:14:14.538686 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e1541b-d190-4453-9072-7961f13119a7 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Network c1ea6e0c-568d-4a7a-9bfe-9f6e2ecec906 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:14:14.553076 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-88e1541b-d190-4453-9072-7961f13119a7 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:14:14.556576 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a06f0110-a547-4f64-97e7-f85716741f91 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:14.562380 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e1541b-d190-4453-9072-7961f13119a7 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:14:14.568762 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e1541b-d190-4453-9072-7961f13119a7 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:14.569652 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-88e1541b-d190-4453-9072-7961f13119a7 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:14.577419 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e1541b-d190-4453-9072-7961f13119a7 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event updated for resources: {'Port': ['ID=e764a232-ea5d-4217-b109-c6e45a69369f,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:14.580325 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a06f0110-a547-4f64-97e7-f85716741f91 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:14.629309 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-aa8f47ee-9b0a-4f80-bd3c-eacf3dc04ff8 req-63c2338c-fa51-4c53-bf05-1b47350df356 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250403 Nov 27 04:14:14.649045 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-88e1541b-d190-4453-9072-7961f13119a7 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7596896 Nov 27 04:14:14.652695 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45280) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:14.665863 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-97c47411-54c4-43ca-bce7-d9712a25942e None None] Provisioning complete for port 03af7b0d-b6be-46f7-b0c3-0e2005d27046 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:14.666844 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-97c47411-54c4-43ca-bce7-d9712a25942e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:14.669527 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f0110-a547-4f64-97e7-f85716741f91 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41349110-e9d7-4c00-be4d-789334b255e0,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:14.687426 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a06f0110-a547-4f64-97e7-f85716741f91 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:14.691249 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a06f0110-a547-4f64-97e7-f85716741f91 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7950552 Nov 27 04:14:14.691863 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45282) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:14.704443 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-58099838-4262-4bf1-8227-67d35d3e40f0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:14.713092 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-58099838-4262-4bf1-8227-67d35d3e40f0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:14.776265 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-ffe3e0d5-0eb0-41fe-bf99-56d8003cbce5 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'security_group_rule': {'security_group_id': '35287554-093e-492b-9e65-510620951be8', 'project_id': '13b1fee7d54d401493a1883da20540bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:14:14.814496 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-58099838-4262-4bf1-8227-67d35d3e40f0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:14.934336 n-d-819494-3 neutron-server[110019]: INFO neutron.db.securitygroups_db [None req-ffe3e0d5-0eb0-41fe-bf99-56d8003cbce5 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Project 13b1fee7d54d401493a1883da20540bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 04:14:14.977173 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ffe3e0d5-0eb0-41fe-bf99-56d8003cbce5 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:15.156810 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58099838-4262-4bf1-8227-67d35d3e40f0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Network e97e8f30-abc3-48bc-b532-b66319b0d2f3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:14:15.157998 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58099838-4262-4bf1-8227-67d35d3e40f0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event updated for resources: {'Port': ['ID=8cba8f80-981a-49c1-a15d-04959612f6e7,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:15.185375 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-58099838-4262-4bf1-8227-67d35d3e40f0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:14:15.282180 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 6590ea28-d1fc-4d93-94f9-3e8b84e75905 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:14:15.426684 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 6590ea28-d1fc-4d93-94f9-3e8b84e75905 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:15.427369 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:15.579621 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ffe3e0d5-0eb0-41fe-bf99-56d8003cbce5 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:15.659606 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ffe3e0d5-0eb0-41fe-bf99-56d8003cbce5 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:15.781285 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049f2648-a07f-4f4d-986f-cacb5d7be1be None None] Network c1ea6e0c-568d-4a7a-9bfe-9f6e2ecec906 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:14:15.790600 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ffe3e0d5-0eb0-41fe-bf99-56d8003cbce5 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:15.801409 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ffe3e0d5-0eb0-41fe-bf99-56d8003cbce5 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0377107 Nov 27 04:14:15.805518 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45288) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:15.814763 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-081f277b-16d2-4af5-a06d-bbc84d62fc9f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'security_group_rule': {'security_group_id': '35287554-093e-492b-9e65-510620951be8', 'project_id': '13b1fee7d54d401493a1883da20540bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:14:15.836460 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe3e0d5-0eb0-41fe-bf99-56d8003cbce5 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e640f54f-3f3d-464f-be04-1ec86cc5c9ef,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:15.872926 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58099838-4262-4bf1-8227-67d35d3e40f0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Router b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:14:15.967875 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d05bfe87-887d-47ec-8f89-b0216e8da2a4 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:16.072960 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:16.154257 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-a8571b17-0e6c-4631-bb12-0880097b6eaa None None] Provisioning complete for port 03af7b0d-b6be-46f7-b0c3-0e2005d27046 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:16.157977 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a8571b17-0e6c-4631-bb12-0880097b6eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:16.161595 n-d-819494-3 neutron-server[110018]: INFO neutron.db.securitygroups_db [None req-081f277b-16d2-4af5-a06d-bbc84d62fc9f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Project 13b1fee7d54d401493a1883da20540bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 04:14:16.253233 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62bc3b5-9d9c-4b91-87e0-f6e59413e3a5 req-6e3f805f-017c-43c5-b1fb-ca604676be84 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:16.255858 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a62bc3b5-9d9c-4b91-87e0-f6e59413e3a5 req-6e3f805f-017c-43c5-b1fb-ca604676be84 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 943 time: 0.4251451 Nov 27 04:14:16.256012 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-081f277b-16d2-4af5-a06d-bbc84d62fc9f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:16.344758 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d05bfe87-887d-47ec-8f89-b0216e8da2a4 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:16.354981 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d05bfe87-887d-47ec-8f89-b0216e8da2a4 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:16.355255 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58099838-4262-4bf1-8227-67d35d3e40f0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:14:16.362250 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 6590ea28-d1fc-4d93-94f9-3e8b84e75905, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=6590ea28-d1fc-4d93-94f9-3e8b84e75905,segment=NetworkSegment(1dd1485f-3c78-45e6-b80e-6b5a895b19a7),segment_id=1dd1485f-3c78-45e6-b80e-6b5a895b19a7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:14:16.365290 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45294) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:16.371557 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79852dc-9200-469d-818f-214575be7376 None None] Sync routers for ids ['b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:14:16.378246 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-1bb6bbbd-583d-4424-a7cf-2e0b714402c3 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Request body: {'network': {'name': 'tempest-RoutersTest-390142246'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:14:16.382310 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-58099838-4262-4bf1-8227-67d35d3e40f0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "PUT /v2.0/routers/b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8623705 Nov 27 04:14:16.394312 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79852dc-9200-469d-818f-214575be7376 None None] Routers {'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:14:16.398503 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-e79852dc-9200-469d-818f-214575be7376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:13:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:16.473123 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:16.480627 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 03af7b0d-b6be-46f7-b0c3-0e2005d27046 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:14:16.543514 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb6bbbd-583d-4424-a7cf-2e0b714402c3 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Made reservation on behalf of 5a1fca50cc034ed8b9c826a15ba4a946 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:14:16.548591 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-19452fa2-ca5e-42a8-9984-56bc4099ed73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:16.552712 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1bb6bbbd-583d-4424-a7cf-2e0b714402c3 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:16.560688 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a62bc3b5-9d9c-4b91-87e0-f6e59413e3a5 req-e9828f3c-456b-49cd-a95f-370ecf5d75b6 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2835288 Nov 27 04:14:16.636466 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-081f277b-16d2-4af5-a06d-bbc84d62fc9f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:16.650005 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-081f277b-16d2-4af5-a06d-bbc84d62fc9f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:16.675546 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=6590ea28-d1fc-4d93-94f9-3e8b84e75905,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:16.688521 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:16.697785 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f277b-16d2-4af5-a06d-bbc84d62fc9f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=982489fc-a6a5-4360-abd9-fbe31c3f7bd0,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:16.713783 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05bfe87-887d-47ec-8f89-b0216e8da2a4 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event updated for resources: {'Port': ['ID=e764a232-ea5d-4217-b109-c6e45a69369f,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:16.724036 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-081f277b-16d2-4af5-a06d-bbc84d62fc9f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:16.728227 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-081f277b-16d2-4af5-a06d-bbc84d62fc9f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9194267 Nov 27 04:14:16.728620 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45298) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:16.734570 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-d76214a5-8e86-4b41-ac16-e7d1d95b637a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'network': {'name': 'tempest-network-smoke--16447195', 'project_id': '13b1fee7d54d401493a1883da20540bb', 'port_security_enabled': True}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:14:16.746906 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bb6bbbd-583d-4424-a7cf-2e0b714402c3 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:14:16.755068 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 03af7b0d-b6be-46f7-b0c3-0e2005d27046 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:16.756017 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:16.796813 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76214a5-8e86-4b41-ac16-e7d1d95b637a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Made reservation on behalf of 13b1fee7d54d401493a1883da20540bb for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:14:16.801165 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d76214a5-8e86-4b41-ac16-e7d1d95b637a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:16.827333 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1bb6bbbd-583d-4424-a7cf-2e0b714402c3 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:16.827886 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-1bb6bbbd-583d-4424-a7cf-2e0b714402c3 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Added segment 528a87ee-c482-4392-ae73-0784a50d455a of type vlan for network 830a5cd2-ca8a-41cf-92a2-e19848fdb3d1 Nov 27 04:14:16.863347 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d76214a5-8e86-4b41-ac16-e7d1d95b637a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:14:16.902716 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d76214a5-8e86-4b41-ac16-e7d1d95b637a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:16.902958 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-e79852dc-9200-469d-818f-214575be7376 None None] Set router b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 gateway port host: None {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:14:16.903624 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-d76214a5-8e86-4b41-ac16-e7d1d95b637a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Added segment 3a0f2c89-9472-4b39-b64d-93d0070f2833 of type vlan for network 5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d Nov 27 04:14:16.996836 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-a8571b17-0e6c-4631-bb12-0880097b6eaa None None] Provisioning complete for port 8cba8f80-981a-49c1-a15d-04959612f6e7 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:16.998839 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a8571b17-0e6c-4631-bb12-0880097b6eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:17.051095 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d76214a5-8e86-4b41-ac16-e7d1d95b637a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:17.097072 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1bb6bbbd-583d-4424-a7cf-2e0b714402c3 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:17.107273 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-a8571b17-0e6c-4631-bb12-0880097b6eaa None None] Port 8cba8f80-981a-49c1-a15d-04959612f6e7 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:14:17.130583 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d76214a5-8e86-4b41-ac16-e7d1d95b637a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:17.152028 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76214a5-8e86-4b41-ac16-e7d1d95b637a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:17.152712 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d76214a5-8e86-4b41-ac16-e7d1d95b637a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:17.160165 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d05bfe87-887d-47ec-8f89-b0216e8da2a4 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:17.362809 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1bb6bbbd-583d-4424-a7cf-2e0b714402c3 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:17.367970 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-618a23ba-7174-4774-bc38-b0a45a0740a9 None None] Provisioning complete for port 6590ea28-d1fc-4d93-94f9-3e8b84e75905 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:17.369488 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-618a23ba-7174-4774-bc38-b0a45a0740a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:17.377617 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb6bbbd-583d-4424-a7cf-2e0b714402c3 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:17.378511 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1bb6bbbd-583d-4424-a7cf-2e0b714402c3 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:17.442606 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1bb6bbbd-583d-4424-a7cf-2e0b714402c3 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0737231 Nov 27 04:14:17.452775 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45300) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:17.460112 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76214a5-8e86-4b41-ac16-e7d1d95b637a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'Network': ['ID=5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:17.463732 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-e79852dc-9200-469d-818f-214575be7376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'name': 'tempest-RoutersTest-router-93354514', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:14:06Z', 'updated_at': '2021-11-27T04:14:13Z', 'revision_number': 2, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'gw_port_host': None, '_interfaces': [{'id': '8cba8f80-981a-49c1-a15d-04959612f6e7', 'name': '', 'network_id': 'e97e8f30-abc3-48bc-b532-b66319b0d2f3', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:04:da:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:11Z', 'updated_at': '2021-11-27T04:14:14Z', 'revision_number': 2, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:17.477119 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:14:17.492804 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d76214a5-8e86-4b41-ac16-e7d1d95b637a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7607720 Nov 27 04:14:17.493515 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45302) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:17.507000 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-ec037c39-9b21-4afb-ba86-1e71302c998c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Request body: {'subnet': {'network_id': '830a5cd2-ca8a-41cf-92a2-e19848fdb3d1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:14:17.530667 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-e866a8a3-a246-4bbb-86c0-56d8a86be42c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-668326738', 'admin_state_up': True, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:14:17.647129 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79852dc-9200-469d-818f-214575be7376 None None] Checking router: b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:14:17.648544 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79852dc-9200-469d-818f-214575be7376 None None] Updating router b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 port 8cba8f80-981a-49c1-a15d-04959612f6e7 binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:14:17.730692 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-e79852dc-9200-469d-818f-214575be7376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:17.795958 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 6590ea28-d1fc-4d93-94f9-3e8b84e75905 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:14:17.842483 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e866a8a3-a246-4bbb-86c0-56d8a86be42c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:17.850425 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e866a8a3-a246-4bbb-86c0-56d8a86be42c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:18.330377 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-e79852dc-9200-469d-818f-214575be7376 None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:18.339582 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-e79852dc-9200-469d-818f-214575be7376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:18.369516 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e866a8a3-a246-4bbb-86c0-56d8a86be42c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:18.414438 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458100e1-110d-4dbc-a992-e3909557d126 None None] Pushing event updated for resources: {'Port': ['ID=8cba8f80-981a-49c1-a15d-04959612f6e7,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:18.430491 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458100e1-110d-4dbc-a992-e3909557d126 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:18.430491 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458100e1-110d-4dbc-a992-e3909557d126 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:18.430491 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458100e1-110d-4dbc-a992-e3909557d126 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:18.430491 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458100e1-110d-4dbc-a992-e3909557d126 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:18.430951 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458100e1-110d-4dbc-a992-e3909557d126 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:18.431282 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458100e1-110d-4dbc-a992-e3909557d126 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:18.431511 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458100e1-110d-4dbc-a992-e3909557d126 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:18.432051 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458100e1-110d-4dbc-a992-e3909557d126 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:18.432438 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458100e1-110d-4dbc-a992-e3909557d126 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:18.432832 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458100e1-110d-4dbc-a992-e3909557d126 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:18.433910 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458100e1-110d-4dbc-a992-e3909557d126 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:18.434294 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458100e1-110d-4dbc-a992-e3909557d126 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:18.437341 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0baba-23c2-44f7-9ecd-30a210cf711f req-9940c8bd-0c20-45e3-886a-65205a7840a2 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:18.439064 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-53e0baba-23c2-44f7-9ecd-30a210cf711f req-9940c8bd-0c20-45e3-886a-65205a7840a2 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 943 time: 0.5717251 Nov 27 04:14:18.462950 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec037c39-9b21-4afb-ba86-1e71302c998c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Made reservation on behalf of 5a1fca50cc034ed8b9c826a15ba4a946 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:14:18.491443 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ec037c39-9b21-4afb-ba86-1e71302c998c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:18.507785 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-e79852dc-9200-469d-818f-214575be7376 None None] Attempting to bind port 8cba8f80-981a-49c1-a15d-04959612f6e7 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:14:18.509165 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-e79852dc-9200-469d-818f-214575be7376 None None] Attempting to bind port 8cba8f80-981a-49c1-a15d-04959612f6e7 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'dffacdb7-f6bc-4241-9f06-9ca5a5721999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e97e8f30-abc3-48bc-b532-b66319b0d2f3'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:14:18.510134 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79852dc-9200-469d-818f-214575be7376 None None] Attempting to bind port 8cba8f80-981a-49c1-a15d-04959612f6e7 on network e97e8f30-abc3-48bc-b532-b66319b0d2f3 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:14:18.518380 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79852dc-9200-469d-818f-214575be7376 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:14:18.518858 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79852dc-9200-469d-818f-214575be7376 None None] Checking segment: {'id': 'dffacdb7-f6bc-4241-9f06-9ca5a5721999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e97e8f30-abc3-48bc-b532-b66319b0d2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:14:18.521590 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-e79852dc-9200-469d-818f-214575be7376 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:18.521590 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79852dc-9200-469d-818f-214575be7376 None None] Bound using segment: {'id': 'dffacdb7-f6bc-4241-9f06-9ca5a5721999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e97e8f30-abc3-48bc-b532-b66319b0d2f3'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:14:18.521590 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-e79852dc-9200-469d-818f-214575be7376 None None] Bound port: 8cba8f80-981a-49c1-a15d-04959612f6e7, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dffacdb7-f6bc-4241-9f06-9ca5a5721999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e97e8f30-abc3-48bc-b532-b66319b0d2f3'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:14:18.521590 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-e79852dc-9200-469d-818f-214575be7376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:18.642842 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-e79852dc-9200-469d-818f-214575be7376 None None] For port 8cba8f80-981a-49c1-a15d-04959612f6e7, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:14:18.647080 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-e79852dc-9200-469d-818f-214575be7376 None None] For port 8cba8f80-981a-49c1-a15d-04959612f6e7, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=8cba8f80-981a-49c1-a15d-04959612f6e7,segment=NetworkSegment(dffacdb7-f6bc-4241-9f06-9ca5a5721999),segment_id=dffacdb7-f6bc-4241-9f06-9ca5a5721999)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:14:18.656049 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-e79852dc-9200-469d-818f-214575be7376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:18.812407 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb6bbbd-583d-4424-a7cf-2e0b714402c3 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event updated for resources: {'Network': ['ID=830a5cd2-ca8a-41cf-92a2-e19848fdb3d1,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:18.837512 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d05bfe87-887d-47ec-8f89-b0216e8da2a4 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:18.847405 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458100e1-110d-4dbc-a992-e3909557d126 None None] Pushing event updated for resources: {'Port': ['ID=8cba8f80-981a-49c1-a15d-04959612f6e7,revision_number=4']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:18.880216 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79852dc-9200-469d-818f-214575be7376 None None] Routers {'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:14:18.881925 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-e79852dc-9200-469d-818f-214575be7376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:13:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:18.899029 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 830a5cd2-ca8a-41cf-92a2-e19848fdb3d1 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:14:18.971508 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-53e0baba-23c2-44f7-9ecd-30a210cf711f req-80e671e1-8611-4355-b0ee-a99e0322d4a9 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5188503 Nov 27 04:14:19.108379 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-383f7d94-a05a-46c5-a716-f4f5dcdbe9c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:19.119987 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 6590ea28-d1fc-4d93-94f9-3e8b84e75905 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:19.120358 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:19.123137 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:19.185902 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-e79852dc-9200-469d-818f-214575be7376 None None] Set router b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 gateway port host: None {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:14:19.376154 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e866a8a3-a246-4bbb-86c0-56d8a86be42c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:19.429146 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-618a23ba-7174-4774-bc38-b0a45a0740a9 None None] Provisioning complete for port 8cba8f80-981a-49c1-a15d-04959612f6e7 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:19.442513 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-618a23ba-7174-4774-bc38-b0a45a0740a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:19.547274 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d05bfe87-887d-47ec-8f89-b0216e8da2a4 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:19.560183 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d05bfe87-887d-47ec-8f89-b0216e8da2a4 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:19.565088 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d05bfe87-887d-47ec-8f89-b0216e8da2a4 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:19.661519 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05bfe87-887d-47ec-8f89-b0216e8da2a4 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event updated for resources: {'Port': ['ID=e764a232-ea5d-4217-b109-c6e45a69369f,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:19.736686 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-e79852dc-9200-469d-818f-214575be7376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'name': 'tempest-RoutersTest-router-93354514', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:14:06Z', 'updated_at': '2021-11-27T04:14:13Z', 'revision_number': 2, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'gw_port_host': None, '_interfaces': [{'id': '8cba8f80-981a-49c1-a15d-04959612f6e7', 'name': '', 'network_id': 'e97e8f30-abc3-48bc-b532-b66319b0d2f3', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:04:da:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:11Z', 'updated_at': '2021-11-27T04:14:18Z', 'revision_number': 4, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:19.798663 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:19.802030 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79852dc-9200-469d-818f-214575be7376 None None] The sync data for ids ['b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'] in n-d-819494-3 is: [{'id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'name': 'tempest-RoutersTest-router-93354514', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:14:06Z', 'updated_at': '2021-11-27T04:14:13Z', 'revision_number': 2, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'gw_port_host': None, '_interfaces': [{'id': '8cba8f80-981a-49c1-a15d-04959612f6e7', 'name': '', 'network_id': 'e97e8f30-abc3-48bc-b532-b66319b0d2f3', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:04:da:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:11Z', 'updated_at': '2021-11-27T04:14:18Z', 'revision_number': 4, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:14:19.926863 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-618a23ba-7174-4774-bc38-b0a45a0740a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:20.011440 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ec037c39-9b21-4afb-ba86-1e71302c998c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:20.023520 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-618a23ba-7174-4774-bc38-b0a45a0740a9 None None] For port 8cba8f80-981a-49c1-a15d-04959612f6e7, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=8cba8f80-981a-49c1-a15d-04959612f6e7,segment=NetworkSegment(dffacdb7-f6bc-4241-9f06-9ca5a5721999),segment_id=dffacdb7-f6bc-4241-9f06-9ca5a5721999)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:14:20.026289 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05bfe87-887d-47ec-8f89-b0216e8da2a4 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Network c1ea6e0c-568d-4a7a-9bfe-9f6e2ecec906 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:14:20.030514 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-618a23ba-7174-4774-bc38-b0a45a0740a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:20.040359 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-d05bfe87-887d-47ec-8f89-b0216e8da2a4 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:14:20.133069 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a23ba-7174-4774-bc38-b0a45a0740a9 None None] Pushing event updated for resources: {'Port': ['ID=8cba8f80-981a-49c1-a15d-04959612f6e7,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:20.209374 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c55f02ea-36bd-40b8-8286-ca8390ab2a17 None None] Provisioning complete for port 6590ea28-d1fc-4d93-94f9-3e8b84e75905 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:20.210059 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c55f02ea-36bd-40b8-8286-ca8390ab2a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:20.420701 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec037c39-9b21-4afb-ba86-1e71302c998c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event updated for resources: {'Subnet': ['ID=7b870824-cdcc-4d54-885a-f25666555d5c,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:20.578771 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c55f02ea-36bd-40b8-8286-ca8390ab2a17 None None] Provisioning complete for port e764a232-ea5d-4217-b109-c6e45a69369f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:20.579458 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c55f02ea-36bd-40b8-8286-ca8390ab2a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:20.621310 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05bfe87-887d-47ec-8f89-b0216e8da2a4 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Router 26527961-41b5-49b7-901b-f686550b7d25 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:14:20.706042 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c55f02ea-36bd-40b8-8286-ca8390ab2a17 None None] Port e764a232-ea5d-4217-b109-c6e45a69369f cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:14:20.739979 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c55f02ea-36bd-40b8-8286-ca8390ab2a17 None None] Provisioning complete for port 8cba8f80-981a-49c1-a15d-04959612f6e7 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:20.740702 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c55f02ea-36bd-40b8-8286-ca8390ab2a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:20.752787 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e866a8a3-a246-4bbb-86c0-56d8a86be42c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:20.798669 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e866a8a3-a246-4bbb-86c0-56d8a86be42c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:20.941125 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-e866a8a3-a246-4bbb-86c0-56d8a86be42c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Allocated IP 172.25.1.52 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/db5d153b-4458-424d-9d41-91d9c45685ab) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:14:21.007048 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05bfe87-887d-47ec-8f89-b0216e8da2a4 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:14:21.015923 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d05bfe87-887d-47ec-8f89-b0216e8da2a4 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "PUT /v2.0/routers/26527961-41b5-49b7-901b-f686550b7d25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3584404 Nov 27 04:14:21.017327 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45318) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:21.052083 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e579bc3-fb24-4bb9-b027-ee8d7f8594fa None None] Sync routers for ids ['26527961-41b5-49b7-901b-f686550b7d25'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:14:21.083969 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165de7b2-bfac-46cd-83fa-deeceffbe6b9 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:21.090847 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-165de7b2-bfac-46cd-83fa-deeceffbe6b9 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "GET /v2.0/ports/e764a232-ea5d-4217-b109-c6e45a69369f HTTP/1.1" status: 200 len: 983 time: 0.0723794 Nov 27 04:14:21.092499 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45320) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:21.123389 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e579bc3-fb24-4bb9-b027-ee8d7f8594fa None None] Routers {'26527961-41b5-49b7-901b-f686550b7d25'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:14:21.124056 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-6e579bc3-fb24-4bb9-b027-ee8d7f8594fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:14:19Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['26527961-41b5-49b7-901b-f686550b7d25'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:21.213994 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e866a8a3-a246-4bbb-86c0-56d8a86be42c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:21.280767 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-6e579bc3-fb24-4bb9-b027-ee8d7f8594fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:21.324815 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671c0a1-6cb9-400b-abf6-b2acdd866212 req-f98ccee2-f599-40ad-a7df-62829acdbf25 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:21.336300 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b671c0a1-6cb9-400b-abf6-b2acdd866212 req-f98ccee2-f599-40ad-a7df-62829acdbf25 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 943 time: 1.1540399 Nov 27 04:14:21.352626 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec037c39-9b21-4afb-ba86-1e71302c998c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Checking segment: {'id': '528a87ee-c482-4392-ae73-0784a50d455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '830a5cd2-ca8a-41cf-92a2-e19848fdb3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:14:21.353004 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec037c39-9b21-4afb-ba86-1e71302c998c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Network hostable DHCP agents. Network: 830a5cd2-ca8a-41cf-92a2-e19848fdb3d1, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:14:21.356529 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e866a8a3-a246-4bbb-86c0-56d8a86be42c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:21.361290 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:21.396946 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-a51999c4-87d7-472c-9aff-e95f8fa2c1b0 None None] Provisioning complete for port e764a232-ea5d-4217-b109-c6e45a69369f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:21.397564 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a51999c4-87d7-472c-9aff-e95f8fa2c1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:21.408044 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e579bc3-fb24-4bb9-b027-ee8d7f8594fa None None] Routers {'26527961-41b5-49b7-901b-f686550b7d25'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:14:21.412126 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-6e579bc3-fb24-4bb9-b027-ee8d7f8594fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:14:19Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['26527961-41b5-49b7-901b-f686550b7d25'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:21.565987 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866a8a3-a246-4bbb-86c0-56d8a86be42c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'Port': ['ID=db5d153b-4458-424d-9d41-91d9c45685ab,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:21.616038 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-6e579bc3-fb24-4bb9-b027-ee8d7f8594fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:21.621740 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e579bc3-fb24-4bb9-b027-ee8d7f8594fa None None] The sync data for ids ['26527961-41b5-49b7-901b-f686550b7d25'] in n-d-819494-3 is: [] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:14:21.644437 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e866a8a3-a246-4bbb-86c0-56d8a86be42c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:14:21.650465 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec037c39-9b21-4afb-ba86-1e71302c998c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Network 830a5cd2-ca8a-41cf-92a2-e19848fdb3d1 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:14:21.671680 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-e866a8a3-a246-4bbb-86c0-56d8a86be42c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:14:21.680478 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-a51999c4-87d7-472c-9aff-e95f8fa2c1b0 None None] Port e764a232-ea5d-4217-b109-c6e45a69369f cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:14:21.706732 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e582b7b5-6959-42a6-b236-0d578fdf77d8 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:14:21.717950 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b671c0a1-6cb9-400b-abf6-b2acdd866212 req-ce63dce4-4c69-4146-9152-66043f67599f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3808053 Nov 27 04:14:21.731600 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e866a8a3-a246-4bbb-86c0-56d8a86be42c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:14:21.753680 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-ec037c39-9b21-4afb-ba86-1e71302c998c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 830a5cd2-ca8a-41cf-92a2-e19848fdb3d1) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:14:21.763201 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec037c39-9b21-4afb-ba86-1e71302c998c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:21.763833 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ec037c39-9b21-4afb-ba86-1e71302c998c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:21.785740 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243784cb-fdd8-437c-a72d-9c7c3ddc924d None None] Network 830a5cd2-ca8a-41cf-92a2-e19848fdb3d1 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:14:21.904931 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ec037c39-9b21-4afb-ba86-1e71302c998c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4277005 Nov 27 04:14:21.908205 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45322) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:21.919033 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-11dd1c17-607c-42d1-bc7c-5678897015b3 None None] Provisioning complete for port db5d153b-4458-424d-9d41-91d9c45685ab triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:21.919408 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-11dd1c17-607c-42d1-bc7c-5678897015b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:21.978932 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-11dd1c17-607c-42d1-bc7c-5678897015b3 None None] Port db5d153b-4458-424d-9d41-91d9c45685ab cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:14:21.984079 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:22.028566 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 8cba8f80-981a-49c1-a15d-04959612f6e7 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:14:22.162918 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 8cba8f80-981a-49c1-a15d-04959612f6e7 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:22.163531 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:22.173834 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cc594e-feac-4774-899d-48cd0c44572d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-830a5cd2-ca8a-41cf-92a2-e19848fdb3d1', 'network_id': '830a5cd2-ca8a-41cf-92a2-e19848fdb3d1', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'fixed_ips': [{'subnet_id': '7b870824-cdcc-4d54-885a-f25666555d5c'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:14:22.174984 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-64cc594e-feac-4774-899d-48cd0c44572d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:22.369676 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-64cc594e-feac-4774-899d-48cd0c44572d None None] Allocated IP 172.21.0.2 (830a5cd2-ca8a-41cf-92a2-e19848fdb3d1/7b870824-cdcc-4d54-885a-f25666555d5c/ac05c6f8-a572-4977-af94-a4acbb14c3ab) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:14:22.490283 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e866a8a3-a246-4bbb-86c0-56d8a86be42c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:22.854565 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0e8991a7-243b-4421-8f8b-328a2da64cbf tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:22.932029 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-64cc594e-feac-4774-899d-48cd0c44572d None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:22.952093 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-64cc594e-feac-4774-899d-48cd0c44572d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:23.065932 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e866a8a3-a246-4bbb-86c0-56d8a86be42c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:23.169874 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cc594e-feac-4774-899d-48cd0c44572d None None] Network 830a5cd2-ca8a-41cf-92a2-e19848fdb3d1 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:14:23.181007 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-64cc594e-feac-4774-899d-48cd0c44572d None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:14:23.189801 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cc594e-feac-4774-899d-48cd0c44572d None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:14:23.377350 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc594e-feac-4774-899d-48cd0c44572d None None] Pushing event updated for resources: {'Port': ['ID=ac05c6f8-a572-4977-af94-a4acbb14c3ab,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:23.395521 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cc594e-feac-4774-899d-48cd0c44572d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:23.395888 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cc594e-feac-4774-899d-48cd0c44572d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:23.396266 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cc594e-feac-4774-899d-48cd0c44572d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:23.396555 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cc594e-feac-4774-899d-48cd0c44572d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:23.396896 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cc594e-feac-4774-899d-48cd0c44572d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:23.397234 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cc594e-feac-4774-899d-48cd0c44572d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:23.397571 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cc594e-feac-4774-899d-48cd0c44572d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:23.397969 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cc594e-feac-4774-899d-48cd0c44572d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:23.398224 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cc594e-feac-4774-899d-48cd0c44572d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:23.398585 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cc594e-feac-4774-899d-48cd0c44572d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:23.398914 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cc594e-feac-4774-899d-48cd0c44572d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:23.399421 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cc594e-feac-4774-899d-48cd0c44572d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:23.407569 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-64cc594e-feac-4774-899d-48cd0c44572d None None] Attempting to bind port ac05c6f8-a572-4977-af94-a4acbb14c3ab on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:14:23.407939 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-64cc594e-feac-4774-899d-48cd0c44572d None None] Attempting to bind port ac05c6f8-a572-4977-af94-a4acbb14c3ab by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '528a87ee-c482-4392-ae73-0784a50d455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '830a5cd2-ca8a-41cf-92a2-e19848fdb3d1'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:14:23.408310 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cc594e-feac-4774-899d-48cd0c44572d None None] Attempting to bind port ac05c6f8-a572-4977-af94-a4acbb14c3ab on network 830a5cd2-ca8a-41cf-92a2-e19848fdb3d1 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:14:23.419551 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cc594e-feac-4774-899d-48cd0c44572d None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:14:23.420174 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cc594e-feac-4774-899d-48cd0c44572d None None] Checking segment: {'id': '528a87ee-c482-4392-ae73-0784a50d455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '830a5cd2-ca8a-41cf-92a2-e19848fdb3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:14:23.420779 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-64cc594e-feac-4774-899d-48cd0c44572d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:23.421206 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cc594e-feac-4774-899d-48cd0c44572d None None] Bound using segment: {'id': '528a87ee-c482-4392-ae73-0784a50d455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '830a5cd2-ca8a-41cf-92a2-e19848fdb3d1'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:14:23.421947 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-64cc594e-feac-4774-899d-48cd0c44572d None None] Bound port: ac05c6f8-a572-4977-af94-a4acbb14c3ab, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528a87ee-c482-4392-ae73-0784a50d455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '830a5cd2-ca8a-41cf-92a2-e19848fdb3d1'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:14:23.422527 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-64cc594e-feac-4774-899d-48cd0c44572d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:23.610031 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-64cc594e-feac-4774-899d-48cd0c44572d None None] For port ac05c6f8-a572-4977-af94-a4acbb14c3ab, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:14:23.614353 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-64cc594e-feac-4774-899d-48cd0c44572d None None] For port ac05c6f8-a572-4977-af94-a4acbb14c3ab, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=ac05c6f8-a572-4977-af94-a4acbb14c3ab,segment=NetworkSegment(528a87ee-c482-4392-ae73-0784a50d455a),segment_id=528a87ee-c482-4392-ae73-0784a50d455a)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:14:23.639659 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-64cc594e-feac-4774-899d-48cd0c44572d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:23.776780 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6de304f4-122f-4fe7-ba1b-2ab1c7a99c98 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:23.807798 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc594e-feac-4774-899d-48cd0c44572d None None] Pushing event updated for resources: {'Port': ['ID=ac05c6f8-a572-4977-af94-a4acbb14c3ab,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:23.983458 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffdb02e-5a5d-4404-a0be-38e457355f32 req-a9a2bb1f-6d83-4b36-92d5-fb1458494393 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:23.985839 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8ffdb02e-5a5d-4404-a0be-38e457355f32 req-a9a2bb1f-6d83-4b36-92d5-fb1458494393 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 943 time: 1.0920599 Nov 27 04:14:24.205878 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8ffdb02e-5a5d-4404-a0be-38e457355f32 req-f9985917-0621-4223-8ece-7e8a3eb20c49 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120054 Nov 27 04:14:24.231486 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-0e8991a7-243b-4421-8f8b-328a2da64cbf tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Deleting port e764a232-ea5d-4217-b109-c6e45a69369f {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:14:24.232005 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0e8991a7-243b-4421-8f8b-328a2da64cbf tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:24.238985 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e866a8a3-a246-4bbb-86c0-56d8a86be42c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Router f48b8159-9061-4b21-96ea-7ab751bd45f0 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:14:24.391936 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0e8991a7-243b-4421-8f8b-328a2da64cbf tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:24.408039 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-0e8991a7-243b-4421-8f8b-328a2da64cbf tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Calling delete_port for e764a232-ea5d-4217-b109-c6e45a69369f owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:14:24.528674 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e866a8a3-a246-4bbb-86c0-56d8a86be42c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:14:24.548227 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df30d2c-d0a6-44c8-92a7-42b3fea02dee None None] Sync routers for ids ['f48b8159-9061-4b21-96ea-7ab751bd45f0'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:14:24.560280 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e866a8a3-a246-4bbb-86c0-56d8a86be42c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:24.561874 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e866a8a3-a246-4bbb-86c0-56d8a86be42c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 7.0433824 Nov 27 04:14:24.565399 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df30d2c-d0a6-44c8-92a7-42b3fea02dee None None] Routers {'f48b8159-9061-4b21-96ea-7ab751bd45f0'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:14:24.565631 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45338) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:24.566981 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-2df30d2c-d0a6-44c8-92a7-42b3fea02dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:14:19Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f48b8159-9061-4b21-96ea-7ab751bd45f0'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:24.615714 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c6006c90-7858-4c48-95ca-27b0e9724262 tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=13b1fee7d54d401493a1883da20540bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0455544 Nov 27 04:14:24.620652 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45340) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:24.673346 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0e8991a7-243b-4421-8f8b-328a2da64cbf tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:24.742952 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8991a7-243b-4421-8f8b-328a2da64cbf tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event deleted for resources: {'Port': ['ID=e764a232-ea5d-4217-b109-c6e45a69369f,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:24.786394 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e238abd-f3cc-4003-98ca-d1c32d7731bc tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:24.794370 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8e238abd-f3cc-4003-98ca-d1c32d7731bc tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1723993 Nov 27 04:14:24.798356 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45350) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:24.808764 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-2df30d2c-d0a6-44c8-92a7-42b3fea02dee None None] Set router f48b8159-9061-4b21-96ea-7ab751bd45f0 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:14:24.853730 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1d79448f-d3f2-465b-97d8-7685565701cc tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=f5c39893-f8d8-4150-8aae-695f98406de3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0535779 Nov 27 04:14:24.857929 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45352) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:24.869818 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-1052ce0a-6c09-4cad-87cf-eb8a459746bb tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1704194441', 'network_id': '5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d', 'project_id': '13b1fee7d54d401493a1883da20540bb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:14:25.063656 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0e8991a7-243b-4421-8f8b-328a2da64cbf tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:25.137158 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-6de304f4-122f-4fe7-ba1b-2ab1c7a99c98 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Allocated IP 172.21.0.1 (830a5cd2-ca8a-41cf-92a2-e19848fdb3d1/7b870824-cdcc-4d54-885a-f25666555d5c/b8f9d724-5e70-48e7-9103-98a705c738e7) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:14:25.166516 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1052ce0a-6c09-4cad-87cf-eb8a459746bb tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Made reservation on behalf of 13b1fee7d54d401493a1883da20540bb for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:14:25.170602 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1052ce0a-6c09-4cad-87cf-eb8a459746bb tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:25.323067 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-2df30d2c-d0a6-44c8-92a7-42b3fea02dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48b8159-9061-4b21-96ea-7ab751bd45f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668326738', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'db5d153b-4458-424d-9d41-91d9c45685ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:14:17Z', 'updated_at': '2021-11-27T04:14:22Z', 'revision_number': 3, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': 'db5d153b-4458-424d-9d41-91d9c45685ab', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ae:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48b8159-9061-4b21-96ea-7ab751bd45f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:20Z', 'updated_at': '2021-11-27T04:14:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:25.351311 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df30d2c-d0a6-44c8-92a7-42b3fea02dee None None] Checking router: f48b8159-9061-4b21-96ea-7ab751bd45f0 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:14:25.351662 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df30d2c-d0a6-44c8-92a7-42b3fea02dee None None] Updating router f48b8159-9061-4b21-96ea-7ab751bd45f0 port db5d153b-4458-424d-9d41-91d9c45685ab binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:14:25.378297 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-2df30d2c-d0a6-44c8-92a7-42b3fea02dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:25.422216 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-2bf155f8-412a-4b7e-9ccc-ed1eae76be8e tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2036748777&fields=id&tenant_id=11a8da3acafa4ec1bd2e977270426dbc HTTP/1.1" status: 200 len: 267 time: 0.5383284 Nov 27 04:14:25.583856 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31725527-f585-4799-a698-cd171f101738 None None] Network 830a5cd2-ca8a-41cf-92a2-e19848fdb3d1 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:14:25.594080 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5379831-2a84-482f-adc7-5f82e13a5e67 req-b12b7342-b7c0-41f1-9acf-2194cff58d87 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:25.596062 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f5379831-2a84-482f-adc7-5f82e13a5e67 req-b12b7342-b7c0-41f1-9acf-2194cff58d87 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 943 time: 0.2001910 Nov 27 04:14:25.686488 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e8991a7-243b-4421-8f8b-328a2da64cbf tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Router 26527961-41b5-49b7-901b-f686550b7d25 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:14:25.736189 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6de304f4-122f-4fe7-ba1b-2ab1c7a99c98 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:25.747316 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-2bc6d724-6a37-439b-933c-63d397e2f8b9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:25.749030 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-2bc6d724-6a37-439b-933c-63d397e2f8b9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/networks?id=36eb558b-73f7-464f-863b-4e5804ae8c26 HTTP/1.1" status: 200 len: 797 time: 0.3093839 Nov 27 04:14:25.800831 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-010de294-c4b2-4c1a-94f1-6942a8d3b76f tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/quotas/11a8da3acafa4ec1bd2e977270426dbc HTTP/1.1" status: 200 len: 375 time: 0.0092082 Nov 27 04:14:25.807200 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1052ce0a-6c09-4cad-87cf-eb8a459746bb tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:25.859792 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f5379831-2a84-482f-adc7-5f82e13a5e67 req-27ec7463-fff9-467d-b4c4-4626d79cd4a1 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2555561 Nov 27 04:14:25.934587 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-5f73e75f-7c28-469a-a918-4c6b51419b9b None None] Provisioning complete for port ac05c6f8-a572-4977-af94-a4acbb14c3ab triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:25.937068 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5f73e75f-7c28-469a-a918-4c6b51419b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:25.967120 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-2df30d2c-d0a6-44c8-92a7-42b3fea02dee None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:25.978364 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052ce0a-6c09-4cad-87cf-eb8a459746bb tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'Subnet': ['ID=0b14f7bc-f949-4956-b408-2937d2202365,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:25.984153 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-2df30d2c-d0a6-44c8-92a7-42b3fea02dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:25.999365 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1052ce0a-6c09-4cad-87cf-eb8a459746bb tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Checking segment: {'id': '3a0f2c89-9472-4b39-b64d-93d0070f2833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:14:25.999995 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1052ce0a-6c09-4cad-87cf-eb8a459746bb tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Network hostable DHCP agents. Network: 5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:14:26.025017 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8991a7-243b-4421-8f8b-328a2da64cbf tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:14:26.034794 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0e8991a7-243b-4421-8f8b-328a2da64cbf tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "PUT /v2.0/routers/26527961-41b5-49b7-901b-f686550b7d25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9409838 Nov 27 04:14:26.037764 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45382) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:26.054960 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce116d58-c319-4525-9eb9-2f548710fc9d None None] Sync routers for ids ['26527961-41b5-49b7-901b-f686550b7d25'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:14:26.075725 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device ac05c6f8-a572-4977-af94-a4acbb14c3ab up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:14:26.082261 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-922e7993-c92f-4551-9b95-689ad8944925 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=11a8da3acafa4ec1bd2e977270426dbc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2262511 Nov 27 04:14:26.085068 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6de304f4-122f-4fe7-ba1b-2ab1c7a99c98 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:26.096711 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1052ce0a-6c09-4cad-87cf-eb8a459746bb tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Network 5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:14:26.101203 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-f2ca849a-a9b1-4531-b937-e8108dbb0ed7 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:14:26.102442 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-f2ca849a-a9b1-4531-b937-e8108dbb0ed7 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064700 Nov 27 04:14:26.117493 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-2df30d2c-d0a6-44c8-92a7-42b3fea02dee None None] Attempting to bind port db5d153b-4458-424d-9d41-91d9c45685ab on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:14:26.117961 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-2df30d2c-d0a6-44c8-92a7-42b3fea02dee None None] Attempting to bind port db5d153b-4458-424d-9d41-91d9c45685ab by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:14:26.118988 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df30d2c-d0a6-44c8-92a7-42b3fea02dee None None] Attempting to bind port db5d153b-4458-424d-9d41-91d9c45685ab on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:14:26.134150 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de304f4-122f-4fe7-ba1b-2ab1c7a99c98 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Network 830a5cd2-ca8a-41cf-92a2-e19848fdb3d1 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:14:26.145095 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df30d2c-d0a6-44c8-92a7-42b3fea02dee None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:14:26.145575 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df30d2c-d0a6-44c8-92a7-42b3fea02dee None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:14:26.146048 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-2df30d2c-d0a6-44c8-92a7-42b3fea02dee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:26.146511 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df30d2c-d0a6-44c8-92a7-42b3fea02dee None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:14:26.151010 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-6de304f4-122f-4fe7-ba1b-2ab1c7a99c98 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:14:26.152038 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-2df30d2c-d0a6-44c8-92a7-42b3fea02dee None None] Bound port: db5d153b-4458-424d-9d41-91d9c45685ab, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:14:26.152520 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-2df30d2c-d0a6-44c8-92a7-42b3fea02dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:26.161268 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de304f4-122f-4fe7-ba1b-2ab1c7a99c98 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:14:26.192092 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f138ed1-bbe6-44cc-a5cc-3636b11007ff None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:14:26.211239 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce116d58-c319-4525-9eb9-2f548710fc9d None None] Routers {'26527961-41b5-49b7-901b-f686550b7d25'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:14:26.211895 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-ce116d58-c319-4525-9eb9-2f548710fc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:14:19Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['26527961-41b5-49b7-901b-f686550b7d25'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:26.236942 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-1052ce0a-6c09-4cad-87cf-eb8a459746bb tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:14:26.276685 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-2df30d2c-d0a6-44c8-92a7-42b3fea02dee None None] For port db5d153b-4458-424d-9d41-91d9c45685ab, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:14:26.282978 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-2df30d2c-d0a6-44c8-92a7-42b3fea02dee None None] For port db5d153b-4458-424d-9d41-91d9c45685ab, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=db5d153b-4458-424d-9d41-91d9c45685ab,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:14:26.289971 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf86e078-3972-4203-a2dc-3aeede077772 None None] Pushing event updated for resources: {'Port': ['ID=db5d153b-4458-424d-9d41-91d9c45685ab,revision_number=2']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:26.299343 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-2df30d2c-d0a6-44c8-92a7-42b3fea02dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:26.333684 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1052ce0a-6c09-4cad-87cf-eb8a459746bb tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:26.334419 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1052ce0a-6c09-4cad-87cf-eb8a459746bb tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:26.393213 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df30d2c-d0a6-44c8-92a7-42b3fea02dee None None] Routers {'f48b8159-9061-4b21-96ea-7ab751bd45f0'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:14:26.393843 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-2df30d2c-d0a6-44c8-92a7-42b3fea02dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:14:19Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f48b8159-9061-4b21-96ea-7ab751bd45f0'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:26.397733 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6de304f4-122f-4fe7-ba1b-2ab1c7a99c98 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:26.408484 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1a01ff-2be2-474c-b3db-6efa1460aa9c None None] Network 5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:14:26.412620 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1052ce0a-6c09-4cad-87cf-eb8a459746bb tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5528762 Nov 27 04:14:26.413368 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45392) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:26.435119 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de304f4-122f-4fe7-ba1b-2ab1c7a99c98 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event updated for resources: {'Port': ['ID=b8f9d724-5e70-48e7-9103-98a705c738e7,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:26.542390 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-b6c93afa-bea3-413e-be2c-6b1dd7804a67 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] remove_router_interface failed (client error): The resource could not be found. Nov 27 04:14:26.547124 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b6c93afa-bea3-413e-be2c-6b1dd7804a67 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "PUT /v2.0/routers/26527961-41b5-49b7-901b-f686550b7d25/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5082462 Nov 27 04:14:26.547999 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45394) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:26.598050 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b9841ea0-f695-4616-9704-0f0f5fb1a061 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "GET /v2.0/ports?device_id=26527961-41b5-49b7-901b-f686550b7d25 HTTP/1.1" status: 200 len: 205 time: 0.0468371 Nov 27 04:14:26.599328 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45398) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:26.631640 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf86e078-3972-4203-a2dc-3aeede077772 None None] Pushing event updated for resources: {'Port': ['ID=db5d153b-4458-424d-9d41-91d9c45685ab,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:26.643946 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000bdcc7-31d1-4182-aab0-d53ec497d001 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:14:26.725898 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-2df30d2c-d0a6-44c8-92a7-42b3fea02dee None None] Set router f48b8159-9061-4b21-96ea-7ab751bd45f0 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:14:26.748871 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-ce116d58-c319-4525-9eb9-2f548710fc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:26.765320 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5f73e75f-7c28-469a-a918-4c6b51419b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:26.783824 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-c83532fe-0710-4647-9f91-b75f3de3a99f service neutron] 10.222.0.20 "GET /v2.0/networks/36eb558b-73f7-464f-863b-4e5804ae8c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6478379 Nov 27 04:14:26.815457 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-381a46d1-4fe7-4c24-83e8-5b17b837be20 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:26.850600 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce116d58-c319-4525-9eb9-2f548710fc9d None None] Routers {'26527961-41b5-49b7-901b-f686550b7d25'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:14:26.851564 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-ce116d58-c319-4525-9eb9-2f548710fc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:14:19Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['26527961-41b5-49b7-901b-f686550b7d25'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:26.906125 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-ce116d58-c319-4525-9eb9-2f548710fc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:26.907064 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce116d58-c319-4525-9eb9-2f548710fc9d None None] The sync data for ids ['26527961-41b5-49b7-901b-f686550b7d25'] in n-d-819494-3 is: [] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:14:26.955084 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-5f73e75f-7c28-469a-a918-4c6b51419b9b None None] For port ac05c6f8-a572-4977-af94-a4acbb14c3ab, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=ac05c6f8-a572-4977-af94-a4acbb14c3ab,segment=NetworkSegment(528a87ee-c482-4392-ae73-0784a50d455a),segment_id=528a87ee-c482-4392-ae73-0784a50d455a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:14:26.958915 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port ac05c6f8-a572-4977-af94-a4acbb14c3ab triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:26.959535 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:26.986127 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6de304f4-122f-4fe7-ba1b-2ab1c7a99c98 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:27.201989 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-2df30d2c-d0a6-44c8-92a7-42b3fea02dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48b8159-9061-4b21-96ea-7ab751bd45f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668326738', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'db5d153b-4458-424d-9d41-91d9c45685ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:14:17Z', 'updated_at': '2021-11-27T04:14:22Z', 'revision_number': 3, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': 'db5d153b-4458-424d-9d41-91d9c45685ab', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ae:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48b8159-9061-4b21-96ea-7ab751bd45f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:20Z', 'updated_at': '2021-11-27T04:14:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:27.225090 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-6059facd-37b4-4126-bc48-a869b7e2e546 service neutron] 10.222.0.20 "GET /v2.0/networks/36eb558b-73f7-464f-863b-4e5804ae8c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4234505 Nov 27 04:14:27.228872 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5f73e75f-7c28-469a-a918-4c6b51419b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:27.236919 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df30d2c-d0a6-44c8-92a7-42b3fea02dee None None] The sync data for ids ['f48b8159-9061-4b21-96ea-7ab751bd45f0'] in n-d-819494-3 is: [{'id': 'f48b8159-9061-4b21-96ea-7ab751bd45f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668326738', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'db5d153b-4458-424d-9d41-91d9c45685ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:14:17Z', 'updated_at': '2021-11-27T04:14:22Z', 'revision_number': 3, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': 'db5d153b-4458-424d-9d41-91d9c45685ab', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ae:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48b8159-9061-4b21-96ea-7ab751bd45f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:20Z', 'updated_at': '2021-11-27T04:14:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:14:27.292014 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73e75f-7c28-469a-a918-4c6b51419b9b None None] Pushing event updated for resources: {'Port': ['ID=ac05c6f8-a572-4977-af94-a4acbb14c3ab,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:27.348726 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f20c3c2-0a5b-43e0-989d-e5bec69c8a0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d', 'network_id': '5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'fixed_ips': [{'subnet_id': '0b14f7bc-f949-4956-b408-2937d2202365'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:14:27.349636 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6f20c3c2-0a5b-43e0-989d-e5bec69c8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:27.352447 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-381a46d1-4fe7-4c24-83e8-5b17b837be20 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:27.360311 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-381a46d1-4fe7-4c24-83e8-5b17b837be20 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:27.418931 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a33e3-f83d-4fa3-b921-69a999507051 req-58145fb9-f664-4be7-a772-0e274f49b646 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:27.425739 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ff7a33e3-f83d-4fa3-b921-69a999507051 req-58145fb9-f664-4be7-a772-0e274f49b646 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 943 time: 0.2632544 Nov 27 04:14:27.545856 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6ca16b95-14b8-4eef-8392-8ca9fb8a93d7 req-99fa1ece-0912-4e9c-b462-306bd76fc0f3 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=2797c38f-742b-490d-a3c0-632377e60f33 HTTP/1.1" status: 200 len: 210 time: 0.0635784 Nov 27 04:14:27.575977 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6de304f4-122f-4fe7-ba1b-2ab1c7a99c98 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:27.581678 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6de304f4-122f-4fe7-ba1b-2ab1c7a99c98 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:27.645948 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-fbb22078-eb95-4d59-b59a-9fc3d4cc8e55 None None] Provisioning complete for port b8f9d724-5e70-48e7-9103-98a705c738e7 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:27.646405 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-fbb22078-eb95-4d59-b59a-9fc3d4cc8e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:27.648497 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-6f20c3c2-0a5b-43e0-989d-e5bec69c8a0c None None] Allocated IP 172.20.0.2 (5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d/0b14f7bc-f949-4956-b408-2937d2202365/2476aa3c-a708-4de3-955d-501f2f016867) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:14:27.659647 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de304f4-122f-4fe7-ba1b-2ab1c7a99c98 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event updated for resources: {'Port': ['ID=b8f9d724-5e70-48e7-9103-98a705c738e7,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:27.698814 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6de304f4-122f-4fe7-ba1b-2ab1c7a99c98 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:27.716996 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-381a46d1-4fe7-4c24-83e8-5b17b837be20 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:27.717587 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381a46d1-4fe7-4c24-83e8-5b17b837be20 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Fanout notify agent at l3_agent the message router_deleted on router 26527961-41b5-49b7-901b-f686550b7d25 {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:14:27.740762 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-381a46d1-4fe7-4c24-83e8-5b17b837be20 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:27.745038 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-381a46d1-4fe7-4c24-83e8-5b17b837be20 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "DELETE /v2.0/routers/26527961-41b5-49b7-901b-f686550b7d25 HTTP/1.1" status: 204 len: 168 time: 1.1432219 Nov 27 04:14:27.753271 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45414) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:27.947139 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ff7a33e3-f83d-4fa3-b921-69a999507051 req-96bae6a8-25f6-449f-9cb3-e097189c60f1 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4342401 Nov 27 04:14:27.964895 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de304f4-122f-4fe7-ba1b-2ab1c7a99c98 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Network 830a5cd2-ca8a-41cf-92a2-e19848fdb3d1 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:14:27.971519 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-6de304f4-122f-4fe7-ba1b-2ab1c7a99c98 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:14:27.996551 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-357c01f7-8444-48d7-b084-687b06a3282f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Deleting subnet 36798f96-1c23-484c-8f37-684cf357e141 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:14:28.013521 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-357c01f7-8444-48d7-b084-687b06a3282f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:28.064144 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-fbb22078-eb95-4d59-b59a-9fc3d4cc8e55 None None] Port b8f9d724-5e70-48e7-9103-98a705c738e7 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:14:28.158218 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-357c01f7-8444-48d7-b084-687b06a3282f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:28.206876 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-fbb22078-eb95-4d59-b59a-9fc3d4cc8e55 None None] Provisioning complete for port db5d153b-4458-424d-9d41-91d9c45685ab triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:28.206876 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-fbb22078-eb95-4d59-b59a-9fc3d4cc8e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:28.264759 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de304f4-122f-4fe7-ba1b-2ab1c7a99c98 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Router b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:14:28.318994 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6f20c3c2-0a5b-43e0-989d-e5bec69c8a0c None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:28.461158 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de304f4-122f-4fe7-ba1b-2ab1c7a99c98 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:14:28.467652 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6f20c3c2-0a5b-43e0-989d-e5bec69c8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:28.480132 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e09f2ad-cd67-4e46-a04e-f2bf9bb7ac93 None None] Sync routers for ids ['b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:14:28.482422 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device ac05c6f8-a572-4977-af94-a4acbb14c3ab up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:14:28.498895 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6de304f4-122f-4fe7-ba1b-2ab1c7a99c98 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "PUT /v2.0/routers/b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5880995 Nov 27 04:14:28.502166 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45444) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:28.507549 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e09f2ad-cd67-4e46-a04e-f2bf9bb7ac93 None None] Routers {'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:14:28.508432 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-7e09f2ad-cd67-4e46-a04e-f2bf9bb7ac93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:14:19Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:28.514338 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-faa96be0-1ef7-4de3-8d47-d0e8fa8f3d96 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Request body: {'network': {'name': 'tempest-RoutersTest-406773756'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:14:28.540762 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-fbb22078-eb95-4d59-b59a-9fc3d4cc8e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:28.585075 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-357c01f7-8444-48d7-b084-687b06a3282f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:28.586155 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f20c3c2-0a5b-43e0-989d-e5bec69c8a0c None None] Network 5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:14:28.593608 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa96be0-1ef7-4de3-8d47-d0e8fa8f3d96 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Made reservation on behalf of 5a1fca50cc034ed8b9c826a15ba4a946 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:14:28.597459 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-faa96be0-1ef7-4de3-8d47-d0e8fa8f3d96 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:28.677067 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faa96be0-1ef7-4de3-8d47-d0e8fa8f3d96 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:14:28.698603 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-7e09f2ad-cd67-4e46-a04e-f2bf9bb7ac93 None None] Set router b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 gateway port host: None {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:14:28.714707 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-6f20c3c2-0a5b-43e0-989d-e5bec69c8a0c None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:14:28.729888 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f20c3c2-0a5b-43e0-989d-e5bec69c8a0c None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:14:28.752204 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-fbb22078-eb95-4d59-b59a-9fc3d4cc8e55 None None] For port db5d153b-4458-424d-9d41-91d9c45685ab, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=db5d153b-4458-424d-9d41-91d9c45685ab,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:14:28.754312 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-faa96be0-1ef7-4de3-8d47-d0e8fa8f3d96 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:28.754714 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-faa96be0-1ef7-4de3-8d47-d0e8fa8f3d96 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Added segment 590fc379-5d8e-43e6-aadd-c1cc1d5f4b8f of type vlan for network 5981e96d-a24a-4863-9dfc-cd61d5378dd8 Nov 27 04:14:28.820974 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20c3c2-0a5b-43e0-989d-e5bec69c8a0c None None] Pushing event updated for resources: {'Port': ['ID=2476aa3c-a708-4de3-955d-501f2f016867,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:28.847321 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-fbb22078-eb95-4d59-b59a-9fc3d4cc8e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:28.873662 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1781a0dd-60ff-470b-86ff-ccf0d46bdd28 req-204b4db5-d8cd-4ad8-af6f-11394ed23da8 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=2797c38f-742b-490d-a3c0-632377e60f33 HTTP/1.1" status: 200 len: 210 time: 0.1637452 Nov 27 04:14:28.922147 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-357c01f7-8444-48d7-b084-687b06a3282f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:28.980167 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-6f20c3c2-0a5b-43e0-989d-e5bec69c8a0c None None] Attempting to bind port 2476aa3c-a708-4de3-955d-501f2f016867 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:14:28.981778 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-6f20c3c2-0a5b-43e0-989d-e5bec69c8a0c None None] Attempting to bind port 2476aa3c-a708-4de3-955d-501f2f016867 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '3a0f2c89-9472-4b39-b64d-93d0070f2833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:14:28.983004 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f20c3c2-0a5b-43e0-989d-e5bec69c8a0c None None] Attempting to bind port 2476aa3c-a708-4de3-955d-501f2f016867 on network 5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:14:28.988495 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-357c01f7-8444-48d7-b084-687b06a3282f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:28.989130 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb22078-eb95-4d59-b59a-9fc3d4cc8e55 None None] Pushing event updated for resources: {'Port': ['ID=db5d153b-4458-424d-9d41-91d9c45685ab,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:29.005892 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-faa96be0-1ef7-4de3-8d47-d0e8fa8f3d96 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:29.010068 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-357c01f7-8444-48d7-b084-687b06a3282f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "DELETE /v2.0/subnets/36798f96-1c23-484c-8f37-684cf357e141 HTTP/1.1" status: 204 len: 168 time: 1.2515490 Nov 27 04:14:29.011547 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c371d5af-bffb-46b9-adda-8c82a1b9f60a None None] Network c1ea6e0c-568d-4a7a-9bfe-9f6e2ecec906 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:14:29.011904 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45478) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:29.018814 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6c179eb1-f5f1-4ac1-afcd-f511c2119042 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:29.096282 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f20c3c2-0a5b-43e0-989d-e5bec69c8a0c None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:14:29.097072 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f20c3c2-0a5b-43e0-989d-e5bec69c8a0c None None] Checking segment: {'id': '3a0f2c89-9472-4b39-b64d-93d0070f2833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:14:29.097779 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6f20c3c2-0a5b-43e0-989d-e5bec69c8a0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:29.098467 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f20c3c2-0a5b-43e0-989d-e5bec69c8a0c None None] Bound using segment: {'id': '3a0f2c89-9472-4b39-b64d-93d0070f2833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:14:29.099284 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-6f20c3c2-0a5b-43e0-989d-e5bec69c8a0c None None] Bound port: 2476aa3c-a708-4de3-955d-501f2f016867, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0f2c89-9472-4b39-b64d-93d0070f2833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:14:29.099893 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6f20c3c2-0a5b-43e0-989d-e5bec69c8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:29.129590 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c01f7-8444-48d7-b084-687b06a3282f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event deleted for resources: {'Subnet': ['ID=36798f96-1c23-484c-8f37-684cf357e141,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:29.140689 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port ac05c6f8-a572-4977-af94-a4acbb14c3ab triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:29.141168 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:29.181529 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-fbb22078-eb95-4d59-b59a-9fc3d4cc8e55 None None] Provisioning complete for port ac05c6f8-a572-4977-af94-a4acbb14c3ab triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:29.184349 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-fbb22078-eb95-4d59-b59a-9fc3d4cc8e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:29.190814 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.db.resource_extend [None req-faa96be0-1ef7-4de3-8d47-d0e8fa8f3d96 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 04:14:29.246815 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-67c470f5-a258-4308-8443-fbf8edd2ce77 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:29.261113 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-faa96be0-1ef7-4de3-8d47-d0e8fa8f3d96 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:29.264668 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-7e09f2ad-cd67-4e46-a04e-f2bf9bb7ac93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'name': 'tempest-RoutersTest-router-93354514', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:14:06Z', 'updated_at': '2021-11-27T04:14:26Z', 'revision_number': 3, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'gw_port_host': None, '_interfaces': [{'id': '8cba8f80-981a-49c1-a15d-04959612f6e7', 'name': '', 'network_id': 'e97e8f30-abc3-48bc-b532-b66319b0d2f3', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:04:da:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:11Z', 'updated_at': '2021-11-27T04:14:19Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8f9d724-5e70-48e7-9103-98a705c738e7', 'name': '', 'network_id': '830a5cd2-ca8a-41cf-92a2-e19848fdb3d1', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:55:c4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '7b870824-cdcc-4d54-885a-f25666555d5c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:24Z', 'updated_at': '2021-11-27T04:14:27Z', 'revision_number': 2, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': '7b870824-cdcc-4d54-885a-f25666555d5c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:29.269058 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa96be0-1ef7-4de3-8d47-d0e8fa8f3d96 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:29.275039 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-faa96be0-1ef7-4de3-8d47-d0e8fa8f3d96 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:29.321957 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e09f2ad-cd67-4e46-a04e-f2bf9bb7ac93 None None] Checking router: b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:14:29.322634 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e09f2ad-cd67-4e46-a04e-f2bf9bb7ac93 None None] Updating router b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 port b8f9d724-5e70-48e7-9103-98a705c738e7 binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:14:29.367191 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-7e09f2ad-cd67-4e46-a04e-f2bf9bb7ac93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:29.408051 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e945da-30da-4bed-af90-3009c3cb80f0 req-304a0381-dce3-49d7-a906-0a1d3dab37e5 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:29.413383 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b7e945da-30da-4bed-af90-3009c3cb80f0 req-304a0381-dce3-49d7-a906-0a1d3dab37e5 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 943 time: 0.3278048 Nov 27 04:14:29.431229 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-faa96be0-1ef7-4de3-8d47-d0e8fa8f3d96 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9278789 Nov 27 04:14:29.435800 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45482) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:29.443907 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-5e48feec-c60d-486e-8f4a-aed690b7273d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Request body: {'subnet': {'network_id': '5981e96d-a24a-4863-9dfc-cd61d5378dd8', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:14:29.450060 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa96be0-1ef7-4de3-8d47-d0e8fa8f3d96 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event updated for resources: {'Network': ['ID=5981e96d-a24a-4863-9dfc-cd61d5378dd8,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:29.533841 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-6f20c3c2-0a5b-43e0-989d-e5bec69c8a0c None None] For port 2476aa3c-a708-4de3-955d-501f2f016867, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:14:29.537180 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-6f20c3c2-0a5b-43e0-989d-e5bec69c8a0c None None] For port 2476aa3c-a708-4de3-955d-501f2f016867, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=2476aa3c-a708-4de3-955d-501f2f016867,segment=NetworkSegment(3a0f2c89-9472-4b39-b64d-93d0070f2833),segment_id=3a0f2c89-9472-4b39-b64d-93d0070f2833)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:14:29.558169 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 5981e96d-a24a-4863-9dfc-cd61d5378dd8 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:14:29.562997 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6f20c3c2-0a5b-43e0-989d-e5bec69c8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:29.675926 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b7e945da-30da-4bed-af90-3009c3cb80f0 req-f559b09c-c796-45be-a1d0-818a3a661fe3 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2537501 Nov 27 04:14:29.746598 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20c3c2-0a5b-43e0-989d-e5bec69c8a0c None None] Pushing event updated for resources: {'Port': ['ID=2476aa3c-a708-4de3-955d-501f2f016867,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:29.979725 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-6c179eb1-f5f1-4ac1-afcd-f511c2119042 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Allocated IP 172.20.0.1 (5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d/0b14f7bc-f949-4956-b408-2937d2202365/321f6f08-7cf8-473a-aa02-aad421f807a9) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:14:30.153429 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6c179eb1-f5f1-4ac1-afcd-f511c2119042 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:30.196792 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device db5d153b-4458-424d-9d41-91d9c45685ab up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:14:30.226896 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6c179eb1-f5f1-4ac1-afcd-f511c2119042 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:30.236332 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff26d9c-a9ef-4c60-9b8a-d88aee3f73a9 None None] DHCP port deletion for c1ea6e0c-568d-4a7a-9bfe-9f6e2ecec906 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:14:30.280722 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-7e09f2ad-cd67-4e46-a04e-f2bf9bb7ac93 None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:30.299346 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-7e09f2ad-cd67-4e46-a04e-f2bf9bb7ac93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:30.354485 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c179eb1-f5f1-4ac1-afcd-f511c2119042 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Network 5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:14:30.359376 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-6c179eb1-f5f1-4ac1-afcd-f511c2119042 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:14:30.379481 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c179eb1-f5f1-4ac1-afcd-f511c2119042 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:14:30.412509 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-d5b74306-e186-47fc-b5f3-04db39eec080 None None] Provisioning complete for port b8f9d724-5e70-48e7-9103-98a705c738e7 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:30.413152 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d5b74306-e186-47fc-b5f3-04db39eec080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:30.469294 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ec423427-5691-464b-8c76-9ec028efe100 req-2252fb61-3ff2-4112-a29c-9b1cc1bbf20a tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=2797c38f-742b-490d-a3c0-632377e60f33 HTTP/1.1" status: 200 len: 210 time: 0.2758915 Nov 27 04:14:30.483064 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port db5d153b-4458-424d-9d41-91d9c45685ab triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:30.483064 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:30.487597 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c179eb1-f5f1-4ac1-afcd-f511c2119042 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'Port': ['ID=321f6f08-7cf8-473a-aa02-aad421f807a9,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:30.496334 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54339107-b676-4819-88c6-45bb1b313272 None None] Pushing event updated for resources: {'Port': ['ID=b8f9d724-5e70-48e7-9103-98a705c738e7,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:30.576449 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6c179eb1-f5f1-4ac1-afcd-f511c2119042 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:30.660271 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-7e09f2ad-cd67-4e46-a04e-f2bf9bb7ac93 None None] Attempting to bind port b8f9d724-5e70-48e7-9103-98a705c738e7 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:14:30.660627 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-7e09f2ad-cd67-4e46-a04e-f2bf9bb7ac93 None None] Attempting to bind port b8f9d724-5e70-48e7-9103-98a705c738e7 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '528a87ee-c482-4392-ae73-0784a50d455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '830a5cd2-ca8a-41cf-92a2-e19848fdb3d1'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:14:30.660991 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e09f2ad-cd67-4e46-a04e-f2bf9bb7ac93 None None] Attempting to bind port b8f9d724-5e70-48e7-9103-98a705c738e7 on network 830a5cd2-ca8a-41cf-92a2-e19848fdb3d1 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:14:30.665175 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-67c470f5-a258-4308-8443-fbf8edd2ce77 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Deleting port 6590ea28-d1fc-4d93-94f9-3e8b84e75905 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:14:30.665513 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-67c470f5-a258-4308-8443-fbf8edd2ce77 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:30.678161 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e09f2ad-cd67-4e46-a04e-f2bf9bb7ac93 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:14:30.678425 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-d5b74306-e186-47fc-b5f3-04db39eec080 None None] Port b8f9d724-5e70-48e7-9103-98a705c738e7 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:14:30.681059 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e09f2ad-cd67-4e46-a04e-f2bf9bb7ac93 None None] Checking segment: {'id': '528a87ee-c482-4392-ae73-0784a50d455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '830a5cd2-ca8a-41cf-92a2-e19848fdb3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:14:30.681482 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-7e09f2ad-cd67-4e46-a04e-f2bf9bb7ac93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:30.681887 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e09f2ad-cd67-4e46-a04e-f2bf9bb7ac93 None None] Bound using segment: {'id': '528a87ee-c482-4392-ae73-0784a50d455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '830a5cd2-ca8a-41cf-92a2-e19848fdb3d1'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:14:30.683614 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-7e09f2ad-cd67-4e46-a04e-f2bf9bb7ac93 None None] Bound port: b8f9d724-5e70-48e7-9103-98a705c738e7, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528a87ee-c482-4392-ae73-0784a50d455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '830a5cd2-ca8a-41cf-92a2-e19848fdb3d1'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:14:30.684011 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-7e09f2ad-cd67-4e46-a04e-f2bf9bb7ac93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:30.741695 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-b68bf1e1-b612-4e5a-9ecc-297f057d0477 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:30.743223 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-b68bf1e1-b612-4e5a-9ecc-297f057d0477 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.23 "GET /v2.0/networks?id=36eb558b-73f7-464f-863b-4e5804ae8c26 HTTP/1.1" status: 200 len: 797 time: 1.2824531 Nov 27 04:14:30.797281 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e48feec-c60d-486e-8f4a-aed690b7273d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Made reservation on behalf of 5a1fca50cc034ed8b9c826a15ba4a946 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:14:30.806967 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-4ff26d9c-a9ef-4c60-9b8a-d88aee3f73a9 None None] Deleting port 6590ea28-d1fc-4d93-94f9-3e8b84e75905 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:14:30.807503 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4ff26d9c-a9ef-4c60-9b8a-d88aee3f73a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:30.815335 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5e48feec-c60d-486e-8f4a-aed690b7273d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:30.860435 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-7e09f2ad-cd67-4e46-a04e-f2bf9bb7ac93 None None] For port b8f9d724-5e70-48e7-9103-98a705c738e7, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:14:30.865339 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-7e09f2ad-cd67-4e46-a04e-f2bf9bb7ac93 None None] For port b8f9d724-5e70-48e7-9103-98a705c738e7, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b8f9d724-5e70-48e7-9103-98a705c738e7,segment=NetworkSegment(528a87ee-c482-4392-ae73-0784a50d455a),segment_id=528a87ee-c482-4392-ae73-0784a50d455a)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:14:30.874395 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-7e09f2ad-cd67-4e46-a04e-f2bf9bb7ac93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:30.927472 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e09f2ad-cd67-4e46-a04e-f2bf9bb7ac93 None None] Routers {'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:14:30.928114 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-7e09f2ad-cd67-4e46-a04e-f2bf9bb7ac93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:14:19Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:31.019892 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-67c470f5-a258-4308-8443-fbf8edd2ce77 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] For port 6590ea28-d1fc-4d93-94f9-3e8b84e75905, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=6590ea28-d1fc-4d93-94f9-3e8b84e75905,segment=NetworkSegment(1dd1485f-3c78-45e6-b80e-6b5a895b19a7),segment_id=1dd1485f-3c78-45e6-b80e-6b5a895b19a7)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:14:31.020275 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-67c470f5-a258-4308-8443-fbf8edd2ce77 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:31.067078 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-4ff26d9c-a9ef-4c60-9b8a-d88aee3f73a9 None None] For port 6590ea28-d1fc-4d93-94f9-3e8b84e75905, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=6590ea28-d1fc-4d93-94f9-3e8b84e75905,segment=NetworkSegment(1dd1485f-3c78-45e6-b80e-6b5a895b19a7),segment_id=1dd1485f-3c78-45e6-b80e-6b5a895b19a7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:14:31.067715 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4ff26d9c-a9ef-4c60-9b8a-d88aee3f73a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:31.090535 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-67c470f5-a258-4308-8443-fbf8edd2ce77 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Calling delete_port for 6590ea28-d1fc-4d93-94f9-3e8b84e75905 owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:14:31.097876 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-7e09f2ad-cd67-4e46-a04e-f2bf9bb7ac93 None None] Set router b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 gateway port host: None {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:14:31.109395 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6c179eb1-f5f1-4ac1-afcd-f511c2119042 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:31.139622 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-4ff26d9c-a9ef-4c60-9b8a-d88aee3f73a9 None None] Calling delete_port for 6590ea28-d1fc-4d93-94f9-3e8b84e75905 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:14:31.154416 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-8a4b93ec-09e1-40aa-93cc-c2a130cf19c4 None None] Provisioning complete for port b8f9d724-5e70-48e7-9103-98a705c738e7 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:31.155840 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8a4b93ec-09e1-40aa-93cc-c2a130cf19c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:31.412842 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-67c470f5-a258-4308-8443-fbf8edd2ce77 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:31.487824 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c470f5-a258-4308-8443-fbf8edd2ce77 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event deleted for resources: {'Port': ['ID=6590ea28-d1fc-4d93-94f9-3e8b84e75905,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:31.499994 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c470f5-a258-4308-8443-fbf8edd2ce77 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] No DVR routers for this DVR port 6590ea28-d1fc-4d93-94f9-3e8b84e75905 on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:14:31.586078 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8a4b93ec-09e1-40aa-93cc-c2a130cf19c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:31.632483 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4ff26d9c-a9ef-4c60-9b8a-d88aee3f73a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:31.634938 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device db5d153b-4458-424d-9d41-91d9c45685ab up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:14:31.648679 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429db89-f4b4-436d-8234-aa102b89ccea req-cebe72a8-bf22-4f22-ab4f-a719652225fb tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:31.650382 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e429db89-f4b4-436d-8234-aa102b89ccea req-cebe72a8-bf22-4f22-ab4f-a719652225fb tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 943 time: 0.7745991 Nov 27 04:14:31.719295 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-7e09f2ad-cd67-4e46-a04e-f2bf9bb7ac93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'name': 'tempest-RoutersTest-router-93354514', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:14:06Z', 'updated_at': '2021-11-27T04:14:26Z', 'revision_number': 3, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'gw_port_host': None, '_interfaces': [{'id': '8cba8f80-981a-49c1-a15d-04959612f6e7', 'name': '', 'network_id': 'e97e8f30-abc3-48bc-b532-b66319b0d2f3', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:04:da:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:11Z', 'updated_at': '2021-11-27T04:14:19Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8f9d724-5e70-48e7-9103-98a705c738e7', 'name': '', 'network_id': '830a5cd2-ca8a-41cf-92a2-e19848fdb3d1', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:55:c4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '7b870824-cdcc-4d54-885a-f25666555d5c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:24Z', 'updated_at': '2021-11-27T04:14:30Z', 'revision_number': 4, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': '7b870824-cdcc-4d54-885a-f25666555d5c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:31.741097 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e363a86b-a338-4202-8403-da13203be23a req-132f83ed-6762-44bd-a422-4337f6f6db13 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=2797c38f-742b-490d-a3c0-632377e60f33 HTTP/1.1" status: 200 len: 210 time: 0.0732377 Nov 27 04:14:31.791627 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e09f2ad-cd67-4e46-a04e-f2bf9bb7ac93 None None] The sync data for ids ['b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'] in n-d-819494-3 is: [{'id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'name': 'tempest-RoutersTest-router-93354514', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:14:06Z', 'updated_at': '2021-11-27T04:14:26Z', 'revision_number': 3, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'gw_port_host': None, '_interfaces': [{'id': '8cba8f80-981a-49c1-a15d-04959612f6e7', 'name': '', 'network_id': 'e97e8f30-abc3-48bc-b532-b66319b0d2f3', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:04:da:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:11Z', 'updated_at': '2021-11-27T04:14:19Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8f9d724-5e70-48e7-9103-98a705c738e7', 'name': '', 'network_id': '830a5cd2-ca8a-41cf-92a2-e19848fdb3d1', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:55:c4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '7b870824-cdcc-4d54-885a-f25666555d5c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:24Z', 'updated_at': '2021-11-27T04:14:30Z', 'revision_number': 4, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': '7b870824-cdcc-4d54-885a-f25666555d5c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:14:31.796254 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54339107-b676-4819-88c6-45bb1b313272 None None] Pushing event updated for resources: {'Port': ['ID=b8f9d724-5e70-48e7-9103-98a705c738e7,revision_number=4']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:31.822269 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff26d9c-a9ef-4c60-9b8a-d88aee3f73a9 None None] Pushing event deleted for resources: {'Port': ['ID=6590ea28-d1fc-4d93-94f9-3e8b84e75905,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:31.825164 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e429db89-f4b4-436d-8234-aa102b89ccea req-0131c038-89a2-485a-ad4c-56d8c36d802a tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640370 Nov 27 04:14:31.837842 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff26d9c-a9ef-4c60-9b8a-d88aee3f73a9 None None] No DVR routers for this DVR port 6590ea28-d1fc-4d93-94f9-3e8b84e75905 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:14:31.894533 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port db5d153b-4458-424d-9d41-91d9c45685ab triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:31.894926 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:31.901534 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-d34eb68d-7c20-4d45-aa72-a64c652bea22 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11a8da3acafa4ec1bd2e977270426dbc HTTP/1.1" status: 200 len: 472 time: 1.1238036 Nov 27 04:14:31.952843 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-8a4b93ec-09e1-40aa-93cc-c2a130cf19c4 None None] For port b8f9d724-5e70-48e7-9103-98a705c738e7, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b8f9d724-5e70-48e7-9103-98a705c738e7,segment=NetworkSegment(528a87ee-c482-4392-ae73-0784a50d455a),segment_id=528a87ee-c482-4392-ae73-0784a50d455a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:14:31.953442 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-14eb487f-9380-435e-aade-fbae9936d00f tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Request body: {'port': {'device_id': '2797c38f-742b-490d-a3c0-632377e60f33', 'network_id': '36eb558b-73f7-464f-863b-4e5804ae8c26', 'admin_state_up': True, 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'security_groups': ['5009d093-a4b5-4d3f-9e44-e87194e41a00']}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:14:31.968899 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8a4b93ec-09e1-40aa-93cc-c2a130cf19c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:31.981086 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-67c470f5-a258-4308-8443-fbf8edd2ce77 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:32.101298 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ca8452-0415-4f1d-a47e-8a5af94c0820 None None] Network 5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:14:32.207118 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6c179eb1-f5f1-4ac1-afcd-f511c2119042 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:32.218291 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6c179eb1-f5f1-4ac1-afcd-f511c2119042 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:32.271873 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-14eb487f-9380-435e-aade-fbae9936d00f tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Made reservation on behalf of 11a8da3acafa4ec1bd2e977270426dbc for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:14:32.276442 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-14eb487f-9380-435e-aade-fbae9936d00f tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:32.293264 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-67c470f5-a258-4308-8443-fbf8edd2ce77 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1ea6e0c-568d-4a7a-9bfe-9f6e2ecec906']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:32.326402 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-67c470f5-a258-4308-8443-fbf8edd2ce77 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dd1485f-3c78-45e6-b80e-6b5a895b19a7') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:32.327904 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-67c470f5-a258-4308-8443-fbf8edd2ce77 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dd1485f-3c78-45e6-b80e-6b5a895b19a7') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:32.405221 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6c179eb1-f5f1-4ac1-afcd-f511c2119042 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:32.421851 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-67c470f5-a258-4308-8443-fbf8edd2ce77 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:32.436500 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c179eb1-f5f1-4ac1-afcd-f511c2119042 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'Port': ['ID=321f6f08-7cf8-473a-aa02-aad421f807a9,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:32.481404 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b93ec-09e1-40aa-93cc-c2a130cf19c4 None None] Pushing event updated for resources: {'Port': ['ID=b8f9d724-5e70-48e7-9103-98a705c738e7,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:32.543628 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-67c470f5-a258-4308-8443-fbf8edd2ce77 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:32.548305 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 2476aa3c-a708-4de3-955d-501f2f016867 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:14:32.552505 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-a8de223d-59ae-4643-828e-0e63541ef8f8 None None] Provisioning complete for port b8f9d724-5e70-48e7-9103-98a705c738e7 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:32.553274 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a8de223d-59ae-4643-828e-0e63541ef8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:32.590266 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5e48feec-c60d-486e-8f4a-aed690b7273d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:32.608134 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c470f5-a258-4308-8443-fbf8edd2ce77 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:14:32.608546 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-67c470f5-a258-4308-8443-fbf8edd2ce77 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:32.697009 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c179eb1-f5f1-4ac1-afcd-f511c2119042 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Network 5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:14:32.700258 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-6c179eb1-f5f1-4ac1-afcd-f511c2119042 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:14:32.710921 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:14:32.710921 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:14:32.710921 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:14:32.710921 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:14:32.710921 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:14:32.710921 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:14:32.710921 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:14:32.710921 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:14:32.710921 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:14:32.710921 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:14:32.710921 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:14:32.710921 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:14:32.710921 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:14:32.710921 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:14:32.710921 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:14:32.710921 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:14:32.710921 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:14:32.710921 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:14:32.710921 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:14:32.710921 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:14:32.710921 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:14:32.710921 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:14:32.710921 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:14:32.710921 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:14:32.710921 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:14:32.710921 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:14:32.710921 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:14:32.710921 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:14:32.710921 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:14:32.710921 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:14:32.710921 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:14:32.710921 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:14:32.853895 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 2476aa3c-a708-4de3-955d-501f2f016867 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:32.854441 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:32.923516 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-67c470f5-a258-4308-8443-fbf8edd2ce77 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:32.929814 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48feec-c60d-486e-8f4a-aed690b7273d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event updated for resources: {'Subnet': ['ID=b104919d-4f6e-4faa-a557-c4893aec365d,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:32.940315 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c179eb1-f5f1-4ac1-afcd-f511c2119042 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Router f48b8159-9061-4b21-96ea-7ab751bd45f0 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:14:32.985153 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-67c470f5-a258-4308-8443-fbf8edd2ce77 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:32.992230 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-67c470f5-a258-4308-8443-fbf8edd2ce77 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "DELETE /v2.0/networks/c1ea6e0c-568d-4a7a-9bfe-9f6e2ecec906 HTTP/1.1" status: 204 len: 168 time: 3.9757109 Nov 27 04:14:32.999119 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c470f5-a258-4308-8443-fbf8edd2ce77 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event deleted for resources: {'Network': ['ID=c1ea6e0c-568d-4a7a-9bfe-9f6e2ecec906,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:33.026788 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45516) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:33.037820 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-e3772e57-a5dc-4f19-912f-04e27a051416 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1894829972'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:14:33.047266 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a69d8b50-cb7b-47bd-87b6-ef8ce940b524 req-0a1fe5c7-b44a-49b9-a6ef-1c279fa7f322 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=2797c38f-742b-490d-a3c0-632377e60f33 HTTP/1.1" status: 200 len: 210 time: 0.1542497 Nov 27 04:14:33.084109 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:33.106221 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-14eb487f-9380-435e-aade-fbae9936d00f tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Allocated IP 172.20.0.27 (36eb558b-73f7-464f-863b-4e5804ae8c26/78775797-57db-4e3b-b394-b5b4b09389b8/ab452ffa-d631-4d9f-9832-5cfd42bf19a0) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:14:33.117745 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e48feec-c60d-486e-8f4a-aed690b7273d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Checking segment: {'id': '590fc379-5d8e-43e6-aadd-c1cc1d5f4b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5981e96d-a24a-4863-9dfc-cd61d5378dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:14:33.118131 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e48feec-c60d-486e-8f4a-aed690b7273d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Network hostable DHCP agents. Network: 5981e96d-a24a-4863-9dfc-cd61d5378dd8, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:14:33.140331 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3772e57-a5dc-4f19-912f-04e27a051416 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Made reservation on behalf of a9e88f9ca477446190dca2e07a135f44 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:14:33.144321 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e3772e57-a5dc-4f19-912f-04e27a051416 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:33.181602 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded9fc8-ff3d-4206-9147-c19ab60ca7f7 req-13f3c0e1-9e9b-42db-b42e-ba05c49eb61b tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:33.183761 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4ded9fc8-ff3d-4206-9147-c19ab60ca7f7 req-13f3c0e1-9e9b-42db-b42e-ba05c49eb61b tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 943 time: 0.2239599 Nov 27 04:14:33.197690 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3772e57-a5dc-4f19-912f-04e27a051416 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:14:33.199481 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 2476aa3c-a708-4de3-955d-501f2f016867, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=2476aa3c-a708-4de3-955d-501f2f016867,segment=NetworkSegment(3a0f2c89-9472-4b39-b64d-93d0070f2833),segment_id=3a0f2c89-9472-4b39-b64d-93d0070f2833)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:14:33.208886 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e3772e57-a5dc-4f19-912f-04e27a051416 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:33.209422 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-e3772e57-a5dc-4f19-912f-04e27a051416 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Added segment a30e26ad-2b8c-4f89-ad95-b21096f7ebfd of type vlan for network 4e40b3c0-d6b7-4013-9169-0b0d249c2b64 Nov 27 04:14:33.214670 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-68453c98-c5a9-47a4-a792-f48c57dcba19 None None] Provisioning complete for port 2476aa3c-a708-4de3-955d-501f2f016867 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:33.215101 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-68453c98-c5a9-47a4-a792-f48c57dcba19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:33.218189 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:33.291067 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c179eb1-f5f1-4ac1-afcd-f511c2119042 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:14:33.304032 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6c179eb1-f5f1-4ac1-afcd-f511c2119042 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "PUT /v2.0/routers/f48b8159-9061-4b21-96ea-7ab751bd45f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8893454 Nov 27 04:14:33.334914 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e48feec-c60d-486e-8f4a-aed690b7273d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Network 5981e96d-a24a-4863-9dfc-cd61d5378dd8 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:14:33.368984 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4ded9fc8-ff3d-4206-9147-c19ab60ca7f7 req-1c8594a5-d55e-46be-9f1a-02beb7136a15 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645901 Nov 27 04:14:33.414495 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=2476aa3c-a708-4de3-955d-501f2f016867,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:33.481780 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 6590ea28-d1fc-4d93-94f9-3e8b84e75905 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:14:33.483434 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e3772e57-a5dc-4f19-912f-04e27a051416 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:33.517196 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3999d22f-6694-445c-81c1-c95645aed745 None None] Sync routers for ids ['f48b8159-9061-4b21-96ea-7ab751bd45f0'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:14:33.528405 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 6590ea28-d1fc-4d93-94f9-3e8b84e75905 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:14:33.529433 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 6590ea28-d1fc-4d93-94f9-3e8b84e75905 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:14:33.551115 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3999d22f-6694-445c-81c1-c95645aed745 None None] Routers {'f48b8159-9061-4b21-96ea-7ab751bd45f0'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:14:33.552255 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-3999d22f-6694-445c-81c1-c95645aed745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:14:19Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f48b8159-9061-4b21-96ea-7ab751bd45f0'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:33.590649 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-5e48feec-c60d-486e-8f4a-aed690b7273d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 5981e96d-a24a-4863-9dfc-cd61d5378dd8) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:14:33.597943 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e48feec-c60d-486e-8f4a-aed690b7273d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:33.598642 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5e48feec-c60d-486e-8f4a-aed690b7273d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:33.655113 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:14:33.661158 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45534) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:33.671703 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-5e48feec-c60d-486e-8f4a-aed690b7273d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2346816 Nov 27 04:14:33.694847 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e622e954-14ff-4625-a0c3-aa03b7397992 None None] Network 5981e96d-a24a-4863-9dfc-cd61d5378dd8 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:14:33.789630 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e3772e57-a5dc-4f19-912f-04e27a051416 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:33.796584 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3772e57-a5dc-4f19-912f-04e27a051416 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:33.797209 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e3772e57-a5dc-4f19-912f-04e27a051416 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:33.832244 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-025ee84c-e90e-4ae7-a5c6-9f8b38e83b0e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1910379279&fields=id&tenant_id=13b1fee7d54d401493a1883da20540bb HTTP/1.1" status: 200 len: 267 time: 0.1433852 Nov 27 04:14:33.883130 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-3999d22f-6694-445c-81c1-c95645aed745 None None] Set router f48b8159-9061-4b21-96ea-7ab751bd45f0 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:14:33.980631 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-b55bcb38-a83e-4bb0-ab14-6909da713549 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:33.983078 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-b55bcb38-a83e-4bb0-ab14-6909da713549 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/networks?id=5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d HTTP/1.1" status: 200 len: 795 time: 0.1350365 Nov 27 04:14:33.994273 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b8f9d724-5e70-48e7-9103-98a705c738e7 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:14:34.037103 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-42600982-efd3-465f-a515-8504a15eae45 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/quotas/13b1fee7d54d401493a1883da20540bb HTTP/1.1" status: 200 len: 375 time: 0.0116801 Nov 27 04:14:34.062311 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e3772e57-a5dc-4f19-912f-04e27a051416 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0342677 Nov 27 04:14:34.099281 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45536) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:34.105947 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-0907cf93-dbab-45c9-8748-4f0bb37abf10 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Request body: {'subnet': {'network_id': '4e40b3c0-d6b7-4013-9169-0b0d249c2b64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:14:34.123345 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-14eb487f-9380-435e-aade-fbae9936d00f tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:34.149926 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port b8f9d724-5e70-48e7-9103-98a705c738e7 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:34.150310 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:34.241604 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3772e57-a5dc-4f19-912f-04e27a051416 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event updated for resources: {'Network': ['ID=4e40b3c0-d6b7-4013-9169-0b0d249c2b64,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:34.272009 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-6e1302fe-ef4a-44a0-9456-e08665ecbb79 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=13b1fee7d54d401493a1883da20540bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2234874 Nov 27 04:14:34.274496 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 4e40b3c0-d6b7-4013-9169-0b0d249c2b64 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:14:34.367867 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 397418f9-b2a5-4f52-b913-55a426e288e1 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:14:34.455506 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0907cf93-dbab-45c9-8748-4f0bb37abf10 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Made reservation on behalf of a9e88f9ca477446190dca2e07a135f44 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:14:34.459993 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0907cf93-dbab-45c9-8748-4f0bb37abf10 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:34.550272 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-14eb487f-9380-435e-aade-fbae9936d00f tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:34.564885 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-82cb33bf-af29-4a24-9186-be49ee1b957e None None] Provisioning complete for port 2476aa3c-a708-4de3-955d-501f2f016867 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:34.565405 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-82cb33bf-af29-4a24-9186-be49ee1b957e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:34.680846 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-14eb487f-9380-435e-aade-fbae9936d00f tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Network 36eb558b-73f7-464f-863b-4e5804ae8c26 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:14:34.696515 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-08171ca3-ff6e-4b50-a0b5-bac6f238ac23 service neutron] 10.222.0.20 "GET /v2.0/networks/5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051809 Nov 27 04:14:34.756125 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45546) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:34.772648 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-14eb487f-9380-435e-aade-fbae9936d00f tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:14:34.786809 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-14eb487f-9380-435e-aade-fbae9936d00f tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:14:34.796840 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb487f-9380-435e-aade-fbae9936d00f tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event updated for resources: {'Port': ['ID=ab452ffa-d631-4d9f-9832-5cfd42bf19a0,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:34.861679 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82388f8-099d-4b7d-96da-356b3e6e89c5 req-fa98e541-de09-4429-b6e3-268172a26eaa tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:34.871391 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c82388f8-099d-4b7d-96da-356b3e6e89c5 req-fa98e541-de09-4429-b6e3-268172a26eaa tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=2797c38f-742b-490d-a3c0-632377e60f33 HTTP/1.1" status: 200 len: 932 time: 0.2407777 Nov 27 04:14:34.913396 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e600bc-43ae-4146-84cd-286b1ea2bffa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-5981e96d-a24a-4863-9dfc-cd61d5378dd8', 'network_id': '5981e96d-a24a-4863-9dfc-cd61d5378dd8', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'fixed_ips': [{'subnet_id': 'b104919d-4f6e-4faa-a557-c4893aec365d'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:14:34.914512 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-85e600bc-43ae-4146-84cd-286b1ea2bffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:35.058183 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 397418f9-b2a5-4f52-b913-55a426e288e1, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=397418f9-b2a5-4f52-b913-55a426e288e1,segment=NetworkSegment(14ba06ee-f49c-4f99-b4a7-818247e87fba),segment_id=14ba06ee-f49c-4f99-b4a7-818247e87fba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:14:35.076251 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 2476aa3c-a708-4de3-955d-501f2f016867 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:14:35.082139 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '397418f9-b2a5-4f52-b913-55a426e288e1', 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991', 'port_id': '397418f9-b2a5-4f52-b913-55a426e288e1', 'mac_address': 'fa:16:3e:9d:e9:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '129d6819-d46b-4873-8019-a59c438c16e8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:14:35.146832 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-14eb487f-9380-435e-aade-fbae9936d00f tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:35.147933 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-14eb487f-9380-435e-aade-fbae9936d00f tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:35.156717 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:35.165123 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-04d9a6d8-8ff5-4736-8b5b-649d6f0d0952 admin admin] Deleting subnet 381e483f-1075-4381-8890-5fdb20db8aa8 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:14:35.189208 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-04d9a6d8-8ff5-4736-8b5b-649d6f0d0952 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:35.189719 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-14eb487f-9380-435e-aade-fbae9936d00f tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2483032 Nov 27 04:14:35.212196 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-03bf381c-9387-40b5-b383-74c2b3f23a76 service neutron] 10.222.0.20 "GET /v2.0/networks/5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5121033 Nov 27 04:14:35.230526 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-f6a450a0-f03e-41db-a794-74bd9b32c9c9 service neutron] Request body: {'port': {'device_id': '2797c38f-742b-490d-a3c0-632377e60f33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:14:35.246594 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0907cf93-dbab-45c9-8748-4f0bb37abf10 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:35.256234 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-3999d22f-6694-445c-81c1-c95645aed745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48b8159-9061-4b21-96ea-7ab751bd45f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668326738', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'db5d153b-4458-424d-9d41-91d9c45685ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:14:17Z', 'updated_at': '2021-11-27T04:14:30Z', 'revision_number': 4, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': 'db5d153b-4458-424d-9d41-91d9c45685ab', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48b8159-9061-4b21-96ea-7ab751bd45f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:20Z', 'updated_at': '2021-11-27T04:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '321f6f08-7cf8-473a-aa02-aad421f807a9', 'name': '', 'network_id': '5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'mac_address': 'fa:16:3e:8a:29:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48b8159-9061-4b21-96ea-7ab751bd45f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '0b14f7bc-f949-4956-b408-2937d2202365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:29Z', 'updated_at': '2021-11-27T04:14:31Z', 'revision_number': 2, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'subnets': [{'id': '0b14f7bc-f949-4956-b408-2937d2202365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:35.256606 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c82388f8-099d-4b7d-96da-356b3e6e89c5 req-779b52c5-0102-4a85-9c04-aa7839dfa2e4 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/security-groups?id=5009d093-a4b5-4d3f-9e44-e87194e41a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3697929 Nov 27 04:14:35.274150 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-82cb33bf-af29-4a24-9186-be49ee1b957e None None] Provisioning complete for port 321f6f08-7cf8-473a-aa02-aad421f807a9 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:35.274625 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-82cb33bf-af29-4a24-9186-be49ee1b957e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:35.303771 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-04d9a6d8-8ff5-4736-8b5b-649d6f0d0952 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:35.355959 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-04d9a6d8-8ff5-4736-8b5b-649d6f0d0952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:35.455048 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-04d9a6d8-8ff5-4736-8b5b-649d6f0d0952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:35.527960 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d9a6d8-8ff5-4736-8b5b-649d6f0d0952 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=381e483f-1075-4381-8890-5fdb20db8aa8,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:35.530350 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-04d9a6d8-8ff5-4736-8b5b-649d6f0d0952 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:35.536657 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-04d9a6d8-8ff5-4736-8b5b-649d6f0d0952 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/381e483f-1075-4381-8890-5fdb20db8aa8 HTTP/1.1" status: 204 len: 168 time: 0.7749474 Nov 27 04:14:35.554227 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45552) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:35.573774 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-f6a450a0-f03e-41db-a794-74bd9b32c9c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:35.635700 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c585d-7c87-4370-9125-5ac5b8c6868a req-a0384881-99af-42f6-bf60-76cd82d1a8d2 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:35.638500 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-080c585d-7c87-4370-9125-5ac5b8c6868a req-a0384881-99af-42f6-bf60-76cd82d1a8d2 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 943 time: 0.2300658 Nov 27 04:14:35.694905 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4a6aaacf-859b-4dd7-86ab-b9536f9a311a req-89721012-35c3-4a1c-8683-20506b7056bf tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 210 time: 0.1488359 Nov 27 04:14:35.698392 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907cf93-dbab-45c9-8748-4f0bb37abf10 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event updated for resources: {'Subnet': ['ID=0686aee7-239c-4a71-ad29-25d0b2938bfa,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:35.805497 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-82cb33bf-af29-4a24-9186-be49ee1b957e None None] Port 321f6f08-7cf8-473a-aa02-aad421f807a9 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:14:35.808290 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 397418f9-b2a5-4f52-b913-55a426e288e1 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:14:35.830992 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0907cf93-dbab-45c9-8748-4f0bb37abf10 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Checking segment: {'id': 'a30e26ad-2b8c-4f89-ad95-b21096f7ebfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '4e40b3c0-d6b7-4013-9169-0b0d249c2b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:14:35.831635 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0907cf93-dbab-45c9-8748-4f0bb37abf10 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Network hostable DHCP agents. Network: 4e40b3c0-d6b7-4013-9169-0b0d249c2b64, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:14:35.833688 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3999d22f-6694-445c-81c1-c95645aed745 None None] Checking router: f48b8159-9061-4b21-96ea-7ab751bd45f0 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:14:35.833688 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3999d22f-6694-445c-81c1-c95645aed745 None None] Updating router f48b8159-9061-4b21-96ea-7ab751bd45f0 port 321f6f08-7cf8-473a-aa02-aad421f807a9 binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:14:35.871531 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f244cec4-fc8c-432c-899e-d4a0fbc2b042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:35.876544 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 397418f9-b2a5-4f52-b913-55a426e288e1, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=397418f9-b2a5-4f52-b913-55a426e288e1,segment=NetworkSegment(14ba06ee-f49c-4f99-b4a7-818247e87fba),segment_id=14ba06ee-f49c-4f99-b4a7-818247e87fba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:14:35.920486 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:35.949314 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0907cf93-dbab-45c9-8748-4f0bb37abf10 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Network 4e40b3c0-d6b7-4013-9169-0b0d249c2b64 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:14:35.956085 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a4efed0b-86b9-4c3f-9af3-3a6881f8994f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:35.990537 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-0907cf93-dbab-45c9-8748-4f0bb37abf10 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 4e40b3c0-d6b7-4013-9169-0b0d249c2b64) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:14:36.025145 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-080c585d-7c87-4370-9125-5ac5b8c6868a req-f6a0e78b-7366-4e56-85cc-9e8973eeaafc tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3732939 Nov 27 04:14:36.051499 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3999d22f-6694-445c-81c1-c95645aed745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:36.059311 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0907cf93-dbab-45c9-8748-4f0bb37abf10 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:36.059877 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0907cf93-dbab-45c9-8748-4f0bb37abf10 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:36.088514 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=397418f9-b2a5-4f52-b913-55a426e288e1,revision_number=9']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:36.094351 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0907cf93-dbab-45c9-8748-4f0bb37abf10 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9903026 Nov 27 04:14:36.095157 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45560) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:36.100060 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-165b51ea-23c7-4d9f-b175-412e387736c1 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-432523964', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:14:36.110464 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546f5157-399d-4310-a8f5-6e4ddb556238 None None] Network 4e40b3c0-d6b7-4013-9169-0b0d249c2b64 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:14:36.128651 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 2476aa3c-a708-4de3-955d-501f2f016867 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:36.129085 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:36.182601 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-165b51ea-23c7-4d9f-b175-412e387736c1 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:36.184088 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-165b51ea-23c7-4d9f-b175-412e387736c1 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:36.204014 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-85e600bc-43ae-4146-84cd-286b1ea2bffa None None] Allocated IP 172.22.0.2 (5981e96d-a24a-4863-9dfc-cd61d5378dd8/b104919d-4f6e-4faa-a557-c4893aec365d/318debe0-8e20-4473-8f97-41c919d53aae) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:14:36.336988 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-f6a450a0-f03e-41db-a794-74bd9b32c9c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab452ffa-d631-4d9f-9832-5cfd42bf19a0 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:14:36.338944 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f244cec4-fc8c-432c-899e-d4a0fbc2b042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:36.344947 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-165b51ea-23c7-4d9f-b175-412e387736c1 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:36.363146 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-f6a450a0-f03e-41db-a794-74bd9b32c9c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:36.369210 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-165b51ea-23c7-4d9f-b175-412e387736c1 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:36.379737 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-f244cec4-fc8c-432c-899e-d4a0fbc2b042 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6adaea12-131f-45a0-a555-9f43d57628b2']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:36.428476 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-f6a450a0-f03e-41db-a794-74bd9b32c9c9 service neutron] Transition to ACTIVE for port object ab452ffa-d631-4d9f-9832-5cfd42bf19a0 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:14:36.452006 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3662e6f-d0fc-43d3-8dc5-753037a2253e req-5c6db810-7a61-4107-8ad1-495669e34b61 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:36.460850 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c3662e6f-d0fc-43d3-8dc5-753037a2253e req-5c6db810-7a61-4107-8ad1-495669e34b61 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=2797c38f-742b-490d-a3c0-632377e60f33 HTTP/1.1" status: 200 len: 932 time: 0.0766461 Nov 27 04:14:36.470933 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-165b51ea-23c7-4d9f-b175-412e387736c1 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:36.472366 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-165b51ea-23c7-4d9f-b175-412e387736c1 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3760371 Nov 27 04:14:36.475054 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-f6a450a0-f03e-41db-a794-74bd9b32c9c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:36.477023 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45566) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:36.478690 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-a19ad29c-3d9e-4b59-a5d5-9804b8ca2112 None None] Provisioning complete for port ab452ffa-d631-4d9f-9832-5cfd42bf19a0 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:36.481360 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a19ad29c-3d9e-4b59-a5d5-9804b8ca2112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:36.507480 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-f244cec4-fc8c-432c-899e-d4a0fbc2b042 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fedeef31-80c0-4f21-8dd9-42e4d38c018f') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:36.518237 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-f244cec4-fc8c-432c-899e-d4a0fbc2b042 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fedeef31-80c0-4f21-8dd9-42e4d38c018f') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:36.539079 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f244cec4-fc8c-432c-899e-d4a0fbc2b042 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:36.554284 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['397418f9-b2a5-4f52-b913-55a426e288e1'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:14:36.594916 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f244cec4-fc8c-432c-899e-d4a0fbc2b042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:36.605995 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f244cec4-fc8c-432c-899e-d4a0fbc2b042 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:14:36.606413 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f244cec4-fc8c-432c-899e-d4a0fbc2b042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:36.608874 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:14:36.608874 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:14:36.608874 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:14:36.608874 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:14:36.608874 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:14:36.608874 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:14:36.608874 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:14:36.608874 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:14:36.608874 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:14:36.608874 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:14:36.608874 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:14:36.608874 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:14:36.608874 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:14:36.608874 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:14:36.608874 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:14:36.608874 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:14:36.608874 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:14:36.608874 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:14:36.608874 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:14:36.608874 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:14:36.608874 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:14:36.608874 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:14:36.608874 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:14:36.608874 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:14:36.608874 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:14:36.608874 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:14:36.608874 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:14:36.608874 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:14:36.608874 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:14:36.608874 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:14:36.608874 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:14:36.608874 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:14:36.717079 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-a19ad29c-3d9e-4b59-a5d5-9804b8ca2112 None None] Port ab452ffa-d631-4d9f-9832-5cfd42bf19a0 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:14:36.801225 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f244cec4-fc8c-432c-899e-d4a0fbc2b042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:36.866620 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f244cec4-fc8c-432c-899e-d4a0fbc2b042 admin admin] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:36.874745 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f244cec4-fc8c-432c-899e-d4a0fbc2b042 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6adaea12-131f-45a0-a555-9f43d57628b2 HTTP/1.1" status: 204 len: 168 time: 1.3149321 Nov 27 04:14:36.899158 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c3662e6f-d0fc-43d3-8dc5-753037a2253e req-d42eabce-33e0-4875-97ea-5dca1e378360 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/security-groups?id=5009d093-a4b5-4d3f-9e44-e87194e41a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4372509 Nov 27 04:14:36.923613 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a450a0-f03e-41db-a794-74bd9b32c9c9 service neutron] Pushing event updated for resources: {'Port': ['ID=ab452ffa-d631-4d9f-9832-5cfd42bf19a0,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:36.947099 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f244cec4-fc8c-432c-899e-d4a0fbc2b042 admin admin] Pushing event deleted for resources: {'Network': ['ID=6adaea12-131f-45a0-a555-9f43d57628b2,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:36.956697 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2f24d3e4-f4b6-4713-be42-22495ef131af req-ca4a4bb9-45c8-469c-b07d-2efc8d484bb7 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 210 time: 0.1211102 Nov 27 04:14:37.052048 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955dcfba-b6f7-4436-b823-21aca3ea4289 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-4e40b3c0-d6b7-4013-9169-0b0d249c2b64', 'network_id': '4e40b3c0-d6b7-4013-9169-0b0d249c2b64', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'fixed_ips': [{'subnet_id': '0686aee7-239c-4a71-ad29-25d0b2938bfa'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:14:37.054205 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-955dcfba-b6f7-4436-b823-21aca3ea4289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:37.237582 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45576) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:37.325036 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-85e600bc-43ae-4146-84cd-286b1ea2bffa None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:37.449525 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3999d22f-6694-445c-81c1-c95645aed745 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:37.458192 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8e02da77-eeb0-476c-b432-a645ee97b597 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de8530d705054cfe856455da325ba657&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2172418 Nov 27 04:14:37.464231 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45578) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:37.490635 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-85e600bc-43ae-4146-84cd-286b1ea2bffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:37.512600 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-a4efed0b-86b9-4c3f-9af3-3a6881f8994f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Allocated IP 172.22.0.1 (5981e96d-a24a-4863-9dfc-cd61d5378dd8/b104919d-4f6e-4faa-a557-c4893aec365d/ee396ae6-fc45-47b8-82ed-a6e03245020f) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:14:37.540520 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-e56e7988-153c-496a-8223-3d17e8f255b1 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:37.542075 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-e56e7988-153c-496a-8223-3d17e8f255b1 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.11 "GET /v2.0/networks?id=5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d HTTP/1.1" status: 200 len: 795 time: 0.2690208 Nov 27 04:14:37.543476 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e600bc-43ae-4146-84cd-286b1ea2bffa None None] Pushing event updated for resources: {'Port': ['ID=318debe0-8e20-4473-8f97-41c919d53aae,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:37.545835 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3999d22f-6694-445c-81c1-c95645aed745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:37.610126 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8f3dc84a-dba3-482b-b385-4e8cbb85b403 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:37.656913 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a112e8-0fa7-495a-b4d8-6427eef4b3e0 req-32102c0d-0eec-4a9f-89b5-0c92421ab58a tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:37.658912 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d9a112e8-0fa7-495a-b4d8-6427eef4b3e0 req-32102c0d-0eec-4a9f-89b5-0c92421ab58a tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 944 time: 0.2568190 Nov 27 04:14:37.663193 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-f6a450a0-f03e-41db-a794-74bd9b32c9c9 service neutron] Attempting to bind port ab452ffa-d631-4d9f-9832-5cfd42bf19a0 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:14:37.664084 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-f6a450a0-f03e-41db-a794-74bd9b32c9c9 service neutron] Attempting to bind port ab452ffa-d631-4d9f-9832-5cfd42bf19a0 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': 'e3ed01b7-72d1-4418-871a-c8556e7d20b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '36eb558b-73f7-464f-863b-4e5804ae8c26'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:14:37.664084 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-f6a450a0-f03e-41db-a794-74bd9b32c9c9 service neutron] Attempting to bind port ab452ffa-d631-4d9f-9832-5cfd42bf19a0 on network 36eb558b-73f7-464f-863b-4e5804ae8c26 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:14:37.670925 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e600bc-43ae-4146-84cd-286b1ea2bffa None None] Network 5981e96d-a24a-4863-9dfc-cd61d5378dd8 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:14:37.689755 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-85e600bc-43ae-4146-84cd-286b1ea2bffa None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:14:37.700149 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e600bc-43ae-4146-84cd-286b1ea2bffa None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:14:37.701434 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8c82ca85-52f1-4106-9958-d26033782603 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:37.724337 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-3362dcf3-8e65-447c-be2c-6fb1a32f4136 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13b1fee7d54d401493a1883da20540bb HTTP/1.1" status: 200 len: 380 time: 0.0968075 Nov 27 04:14:37.736924 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8c82ca85-52f1-4106-9958-d26033782603 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:37.740469 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-e8c5bf81-b782-453d-8e4b-6035eefa783c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'port': {'device_id': '78849aa8-76b0-41f8-817b-9294cadaa289', 'network_id': '5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d', 'admin_state_up': True, 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'security_groups': ['35287554-093e-492b-9e65-510620951be8']}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:14:37.758995 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b783292-982b-4e6b-a603-8dd14f6e06e2 None None] Pushing event updated for resources: {'Port': ['ID=321f6f08-7cf8-473a-aa02-aad421f807a9,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:37.799086 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-f6a450a0-f03e-41db-a794-74bd9b32c9c9 service neutron] Port ab452ffa-d631-4d9f-9832-5cfd42bf19a0 on network 36eb558b-73f7-464f-863b-4e5804ae8c26 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:14:37.800435 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-f6a450a0-f03e-41db-a794-74bd9b32c9c9 service neutron] Attempting to bind port ab452ffa-d631-4d9f-9832-5cfd42bf19a0 on network 36eb558b-73f7-464f-863b-4e5804ae8c26 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:14:37.861821 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8c82ca85-52f1-4106-9958-d26033782603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:37.865683 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8c82ca85-52f1-4106-9958-d26033782603 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:37.867206 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-955dcfba-b6f7-4436-b823-21aca3ea4289 None None] Allocated IP 2001:db8::2 (4e40b3c0-d6b7-4013-9169-0b0d249c2b64/0686aee7-239c-4a71-ad29-25d0b2938bfa/16af6292-6405-461d-b29c-ba9abdad19c6) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:14:37.867366 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8c82ca85-52f1-4106-9958-d26033782603 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90f39b46-ad8e-4cf0-8e79-bf3f371e1e95 HTTP/1.1" status: 204 len: 168 time: 0.4020488 Nov 27 04:14:37.873204 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-3999d22f-6694-445c-81c1-c95645aed745 None None] Attempting to bind port 321f6f08-7cf8-473a-aa02-aad421f807a9 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:14:37.873357 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-3999d22f-6694-445c-81c1-c95645aed745 None None] Attempting to bind port 321f6f08-7cf8-473a-aa02-aad421f807a9 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '3a0f2c89-9472-4b39-b64d-93d0070f2833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:14:37.873598 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3999d22f-6694-445c-81c1-c95645aed745 None None] Attempting to bind port 321f6f08-7cf8-473a-aa02-aad421f807a9 on network 5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:14:37.875303 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a4efed0b-86b9-4c3f-9af3-3a6881f8994f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:37.959810 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a4efed0b-86b9-4c3f-9af3-3a6881f8994f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:37.969673 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-e8c5bf81-b782-453d-8e4b-6035eefa783c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Made reservation on behalf of 13b1fee7d54d401493a1883da20540bb for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:14:37.974425 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3999d22f-6694-445c-81c1-c95645aed745 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:14:37.974897 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3999d22f-6694-445c-81c1-c95645aed745 None None] Checking segment: {'id': '3a0f2c89-9472-4b39-b64d-93d0070f2833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:14:37.975992 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3999d22f-6694-445c-81c1-c95645aed745 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:37.976476 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3999d22f-6694-445c-81c1-c95645aed745 None None] Bound using segment: {'id': '3a0f2c89-9472-4b39-b64d-93d0070f2833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:14:37.977026 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-3999d22f-6694-445c-81c1-c95645aed745 None None] Bound port: 321f6f08-7cf8-473a-aa02-aad421f807a9, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0f2c89-9472-4b39-b64d-93d0070f2833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:14:37.977826 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3999d22f-6694-445c-81c1-c95645aed745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:37.980120 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-e8c5bf81-b782-453d-8e4b-6035eefa783c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:38.014528 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-f6a450a0-f03e-41db-a794-74bd9b32c9c9 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:14:38.015067 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-f6a450a0-f03e-41db-a794-74bd9b32c9c9 service neutron] Checking segment: {'id': 'e3ed01b7-72d1-4418-871a-c8556e7d20b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '36eb558b-73f7-464f-863b-4e5804ae8c26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:14:38.015348 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-f6a450a0-f03e-41db-a794-74bd9b32c9c9 service neutron] Bound using segment: {'id': 'e3ed01b7-72d1-4418-871a-c8556e7d20b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '36eb558b-73f7-464f-863b-4e5804ae8c26'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:14:38.015804 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-f6a450a0-f03e-41db-a794-74bd9b32c9c9 service neutron] Bound port: ab452ffa-d631-4d9f-9832-5cfd42bf19a0, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3ed01b7-72d1-4418-871a-c8556e7d20b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '36eb558b-73f7-464f-863b-4e5804ae8c26'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:14:38.016197 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-f6a450a0-f03e-41db-a794-74bd9b32c9c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:38.038317 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-85e600bc-43ae-4146-84cd-286b1ea2bffa None None] Attempting to bind port 318debe0-8e20-4473-8f97-41c919d53aae on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:14:38.038814 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-85e600bc-43ae-4146-84cd-286b1ea2bffa None None] Attempting to bind port 318debe0-8e20-4473-8f97-41c919d53aae by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '590fc379-5d8e-43e6-aadd-c1cc1d5f4b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5981e96d-a24a-4863-9dfc-cd61d5378dd8'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:14:38.039329 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e600bc-43ae-4146-84cd-286b1ea2bffa None None] Attempting to bind port 318debe0-8e20-4473-8f97-41c919d53aae on network 5981e96d-a24a-4863-9dfc-cd61d5378dd8 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:14:38.053650 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82ca85-52f1-4106-9958-d26033782603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f39b46-ad8e-4cf0-8e79-bf3f371e1e95,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:38.109743 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d9a112e8-0fa7-495a-b4d8-6427eef4b3e0 req-095e94cf-4c67-4d93-b3b4-280e6b27566e tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4409313 Nov 27 04:14:38.124958 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4efed0b-86b9-4c3f-9af3-3a6881f8994f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Network 5981e96d-a24a-4863-9dfc-cd61d5378dd8 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:14:38.170092 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-a4efed0b-86b9-4c3f-9af3-3a6881f8994f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:14:38.183442 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4efed0b-86b9-4c3f-9af3-3a6881f8994f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:14:38.193348 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-f6a450a0-f03e-41db-a794-74bd9b32c9c9 service neutron] For port ab452ffa-d631-4d9f-9832-5cfd42bf19a0, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:14:38.197064 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-f6a450a0-f03e-41db-a794-74bd9b32c9c9 service neutron] For port ab452ffa-d631-4d9f-9832-5cfd42bf19a0, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=ab452ffa-d631-4d9f-9832-5cfd42bf19a0,segment=NetworkSegment(e3ed01b7-72d1-4418-871a-c8556e7d20b4),segment_id=e3ed01b7-72d1-4418-871a-c8556e7d20b4)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:14:38.204586 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-f6a450a0-f03e-41db-a794-74bd9b32c9c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:38.251581 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4efed0b-86b9-4c3f-9af3-3a6881f8994f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event updated for resources: {'Port': ['ID=ee396ae6-fc45-47b8-82ed-a6e03245020f,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:38.252845 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-955dcfba-b6f7-4436-b823-21aca3ea4289 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:38.305273 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-3999d22f-6694-445c-81c1-c95645aed745 None None] For port 321f6f08-7cf8-473a-aa02-aad421f807a9, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:14:38.309193 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-3999d22f-6694-445c-81c1-c95645aed745 None None] For port 321f6f08-7cf8-473a-aa02-aad421f807a9, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=321f6f08-7cf8-473a-aa02-aad421f807a9,segment=NetworkSegment(3a0f2c89-9472-4b39-b64d-93d0070f2833),segment_id=3a0f2c89-9472-4b39-b64d-93d0070f2833)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:14:38.324620 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-f69cea79-9fd6-4036-bfc4-93317acbaac2 None None] Provisioning complete for port 321f6f08-7cf8-473a-aa02-aad421f807a9 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:38.325588 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f69cea79-9fd6-4036-bfc4-93317acbaac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:38.328271 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e600bc-43ae-4146-84cd-286b1ea2bffa None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:14:38.328774 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e600bc-43ae-4146-84cd-286b1ea2bffa None None] Checking segment: {'id': '590fc379-5d8e-43e6-aadd-c1cc1d5f4b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5981e96d-a24a-4863-9dfc-cd61d5378dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:14:38.329288 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-85e600bc-43ae-4146-84cd-286b1ea2bffa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:38.329837 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e600bc-43ae-4146-84cd-286b1ea2bffa None None] Bound using segment: {'id': '590fc379-5d8e-43e6-aadd-c1cc1d5f4b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5981e96d-a24a-4863-9dfc-cd61d5378dd8'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:14:38.330433 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-85e600bc-43ae-4146-84cd-286b1ea2bffa None None] Bound port: 318debe0-8e20-4473-8f97-41c919d53aae, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590fc379-5d8e-43e6-aadd-c1cc1d5f4b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5981e96d-a24a-4863-9dfc-cd61d5378dd8'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:14:38.330939 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-85e600bc-43ae-4146-84cd-286b1ea2bffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:38.333718 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3999d22f-6694-445c-81c1-c95645aed745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:38.339395 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c8296-b48d-4f31-9580-a609edc43171 req-15410c7b-b2f6-4889-bccd-b5a2078afa4b tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:38.340632 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7e3c8296-b48d-4f31-9580-a609edc43171 req-15410c7b-b2f6-4889-bccd-b5a2078afa4b tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=2797c38f-742b-490d-a3c0-632377e60f33 HTTP/1.1" status: 200 len: 944 time: 0.3473020 Nov 27 04:14:38.362926 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a4efed0b-86b9-4c3f-9af3-3a6881f8994f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:38.379026 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-955dcfba-b6f7-4436-b823-21aca3ea4289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:38.424610 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-8f3dc84a-dba3-482b-b385-4e8cbb85b403 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Allocated IP 2001:db8::1 (4e40b3c0-d6b7-4013-9169-0b0d249c2b64/0686aee7-239c-4a71-ad29-25d0b2938bfa/ec51d22d-9be4-439a-a2e1-a75378f73537) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:14:38.483867 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955dcfba-b6f7-4436-b823-21aca3ea4289 None None] Network 4e40b3c0-d6b7-4013-9169-0b0d249c2b64 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:14:38.597879 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-85e600bc-43ae-4146-84cd-286b1ea2bffa None None] For port 318debe0-8e20-4473-8f97-41c919d53aae, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:14:38.600319 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7e3c8296-b48d-4f31-9580-a609edc43171 req-448b3083-3b61-4cff-aa6f-9853c98b97b0 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/security-groups?id=5009d093-a4b5-4d3f-9e44-e87194e41a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2494650 Nov 27 04:14:38.601532 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-e8c5bf81-b782-453d-8e4b-6035eefa783c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Allocated IP 172.20.0.7 (5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d/0b14f7bc-f949-4956-b408-2937d2202365/d10ea079-207d-41ea-99af-c5956ead995e) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:14:38.607750 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-85e600bc-43ae-4146-84cd-286b1ea2bffa None None] For port 318debe0-8e20-4473-8f97-41c919d53aae, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=318debe0-8e20-4473-8f97-41c919d53aae,segment=NetworkSegment(590fc379-5d8e-43e6-aadd-c1cc1d5f4b8f),segment_id=590fc379-5d8e-43e6-aadd-c1cc1d5f4b8f)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:14:38.621932 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-955dcfba-b6f7-4436-b823-21aca3ea4289 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:14:38.628206 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955dcfba-b6f7-4436-b823-21aca3ea4289 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:14:38.655232 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-f6a450a0-f03e-41db-a794-74bd9b32c9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:38.655760 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-f6a450a0-f03e-41db-a794-74bd9b32c9c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:38.656005 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-85e600bc-43ae-4146-84cd-286b1ea2bffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:38.657235 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-f6a450a0-f03e-41db-a794-74bd9b32c9c9 service neutron] 10.222.0.23 "PUT /v2.0/ports/ab452ffa-d631-4d9f-9832-5cfd42bf19a0 HTTP/1.1" status: 200 len: 1092 time: 3.4407251 Nov 27 04:14:38.657733 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2797c38f-742b-490d-a3c0-632377e60f33', 'tag': 'ab452ffa-d631-4d9f-9832-5cfd42bf19a0'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:14:38.667750 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2d01ad-8571-44cc-a8e8-d1da9203d1ca" -d '{"events": [{"name": "network-changed", "server_uuid": "2797c38f-742b-490d-a3c0-632377e60f33", "tag": "ab452ffa-d631-4d9f-9832-5cfd42bf19a0"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:14:38.680697 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a4efed0b-86b9-4c3f-9af3-3a6881f8994f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:38.698751 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8f3dc84a-dba3-482b-b385-4e8cbb85b403 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:38.712771 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b783292-982b-4e6b-a603-8dd14f6e06e2 None None] Pushing event updated for resources: {'Port': ['ID=321f6f08-7cf8-473a-aa02-aad421f807a9,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:38.770109 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f8c02abd-a0e3-426e-9ba9-15bab5a0163a req-23743bc9-41f3-4149-b033-29e942421921 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 210 time: 0.5002265 Nov 27 04:14:38.778098 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c693e38-0021-440e-9c73-94ea0eef7b8d x-openstack-request-id: req-8c693e38-0021-440e-9c73-94ea0eef7b8d {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:14:38.778702 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2797c38f-742b-490d-a3c0-632377e60f33", "tag": "ab452ffa-d631-4d9f-9832-5cfd42bf19a0", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:14:38.779170 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c693e38-0021-440e-9c73-94ea0eef7b8d {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:14:38.779741 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2797c38f-742b-490d-a3c0-632377e60f33', 'tag': 'ab452ffa-d631-4d9f-9832-5cfd42bf19a0', 'status': 'completed', 'code': 200} Nov 27 04:14:38.800693 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a450a0-f03e-41db-a794-74bd9b32c9c9 service neutron] Pushing event updated for resources: {'Port': ['ID=ab452ffa-d631-4d9f-9832-5cfd42bf19a0,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:38.887252 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8f3dc84a-dba3-482b-b385-4e8cbb85b403 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:39.031828 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3dc84a-dba3-482b-b385-4e8cbb85b403 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event updated for resources: {'Port': ['ID=ec51d22d-9be4-439a-a2e1-a75378f73537,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:39.039666 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3dc84a-dba3-482b-b385-4e8cbb85b403 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Network 4e40b3c0-d6b7-4013-9169-0b0d249c2b64 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:14:39.051916 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-8f3dc84a-dba3-482b-b385-4e8cbb85b403 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:14:39.060598 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3dc84a-dba3-482b-b385-4e8cbb85b403 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:14:39.061178 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8f3dc84a-dba3-482b-b385-4e8cbb85b403 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:39.193670 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-0071d3ec-85b3-4fc7-ae6c-d259ed5bd81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:39.195589 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-0071d3ec-85b3-4fc7-ae6c-d259ed5bd81b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=11a8da3acafa4ec1bd2e977270426dbc&device_id=2797c38f-742b-490d-a3c0-632377e60f33 HTTP/1.1" status: 200 len: 1095 time: 0.3802028 Nov 27 04:14:39.298169 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3999d22f-6694-445c-81c1-c95645aed745 None None] Routers {'f48b8159-9061-4b21-96ea-7ab751bd45f0'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:14:39.304907 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-3999d22f-6694-445c-81c1-c95645aed745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:14:19Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f48b8159-9061-4b21-96ea-7ab751bd45f0'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:39.313113 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-8351a3ea-728d-4cae-899e-a27b60961d61 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=ab452ffa-d631-4d9f-9832-5cfd42bf19a0 HTTP/1.1" status: 200 len: 217 time: 0.0788572 Nov 27 04:14:39.403835 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-e8c5bf81-b782-453d-8e4b-6035eefa783c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:39.466378 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-955dcfba-b6f7-4436-b823-21aca3ea4289 None None] Attempting to bind port 16af6292-6405-461d-b29c-ba9abdad19c6 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:14:39.475629 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-955dcfba-b6f7-4436-b823-21aca3ea4289 None None] Attempting to bind port 16af6292-6405-461d-b29c-ba9abdad19c6 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'a30e26ad-2b8c-4f89-ad95-b21096f7ebfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '4e40b3c0-d6b7-4013-9169-0b0d249c2b64'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:14:39.476099 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955dcfba-b6f7-4436-b823-21aca3ea4289 None None] Attempting to bind port 16af6292-6405-461d-b29c-ba9abdad19c6 on network 4e40b3c0-d6b7-4013-9169-0b0d249c2b64 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:14:39.514754 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8f3dc84a-dba3-482b-b385-4e8cbb85b403 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:39.539760 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-e8c5bf81-b782-453d-8e4b-6035eefa783c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:39.545506 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955dcfba-b6f7-4436-b823-21aca3ea4289 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:14:39.545888 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955dcfba-b6f7-4436-b823-21aca3ea4289 None None] Checking segment: {'id': 'a30e26ad-2b8c-4f89-ad95-b21096f7ebfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '4e40b3c0-d6b7-4013-9169-0b0d249c2b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:14:39.546300 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-955dcfba-b6f7-4436-b823-21aca3ea4289 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:39.546725 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955dcfba-b6f7-4436-b823-21aca3ea4289 None None] Bound using segment: {'id': 'a30e26ad-2b8c-4f89-ad95-b21096f7ebfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '4e40b3c0-d6b7-4013-9169-0b0d249c2b64'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:14:39.547216 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-955dcfba-b6f7-4436-b823-21aca3ea4289 None None] Bound port: 16af6292-6405-461d-b29c-ba9abdad19c6, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30e26ad-2b8c-4f89-ad95-b21096f7ebfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '4e40b3c0-d6b7-4013-9169-0b0d249c2b64'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:14:39.548653 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-955dcfba-b6f7-4436-b823-21aca3ea4289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:39.587141 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955dcfba-b6f7-4436-b823-21aca3ea4289 None None] Pushing event updated for resources: {'Port': ['ID=16af6292-6405-461d-b29c-ba9abdad19c6,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:39.600697 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6e282-0b5e-4e5c-b28d-0dbef455a75a req-ad62d87c-6799-4e57-831f-cc13f7e2a4ae tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:39.602502 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-efc6e282-0b5e-4e5c-b28d-0dbef455a75a req-ad62d87c-6799-4e57-831f-cc13f7e2a4ae tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 944 time: 0.3321676 Nov 27 04:14:39.609677 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-dbd8d8e1-6370-4282-94a8-47a18984b342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:39.611278 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-dbd8d8e1-6370-4282-94a8-47a18984b342 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=78775797-57db-4e3b-b394-b5b4b09389b8 HTTP/1.1" status: 200 len: 838 time: 0.2645819 Nov 27 04:14:39.734052 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-efc6e282-0b5e-4e5c-b28d-0dbef455a75a req-277f16ea-aa60-4749-b998-98573dd04347 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217637 Nov 27 04:14:39.754179 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-e8c5bf81-b782-453d-8e4b-6035eefa783c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Network 5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:14:39.757058 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f69cea79-9fd6-4036-bfc4-93317acbaac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:39.771679 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-e8c5bf81-b782-453d-8e4b-6035eefa783c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:14:39.806371 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-f69cea79-9fd6-4036-bfc4-93317acbaac2 None None] For port 321f6f08-7cf8-473a-aa02-aad421f807a9, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=321f6f08-7cf8-473a-aa02-aad421f807a9,segment=NetworkSegment(3a0f2c89-9472-4b39-b64d-93d0070f2833),segment_id=3a0f2c89-9472-4b39-b64d-93d0070f2833)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:14:39.809299 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-e8c5bf81-b782-453d-8e4b-6035eefa783c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:14:39.812776 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e600bc-43ae-4146-84cd-286b1ea2bffa None None] Pushing event updated for resources: {'Port': ['ID=318debe0-8e20-4473-8f97-41c919d53aae,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:39.820288 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-3999d22f-6694-445c-81c1-c95645aed745 None None] Set router f48b8159-9061-4b21-96ea-7ab751bd45f0 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:14:39.823695 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f69cea79-9fd6-4036-bfc4-93317acbaac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:39.852338 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-955dcfba-b6f7-4436-b823-21aca3ea4289 None None] For port 16af6292-6405-461d-b29c-ba9abdad19c6, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:14:39.894912 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c5bf81-b782-453d-8e4b-6035eefa783c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'Port': ['ID=d10ea079-207d-41ea-99af-c5956ead995e,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:39.957263 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a4efed0b-86b9-4c3f-9af3-3a6881f8994f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:39.980724 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a4efed0b-86b9-4c3f-9af3-3a6881f8994f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:40.017872 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-955dcfba-b6f7-4436-b823-21aca3ea4289 None None] For port 16af6292-6405-461d-b29c-ba9abdad19c6, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=16af6292-6405-461d-b29c-ba9abdad19c6,segment=NetworkSegment(a30e26ad-2b8c-4f89-ad95-b21096f7ebfd),segment_id=a30e26ad-2b8c-4f89-ad95-b21096f7ebfd)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:14:40.074220 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-77c88670-be6b-42da-814b-c0dc2e8c9ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:40.076453 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-77c88670-be6b-42da-814b-c0dc2e8c9ec0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=36eb558b-73f7-464f-863b-4e5804ae8c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3829811 Nov 27 04:14:40.123982 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-955dcfba-b6f7-4436-b823-21aca3ea4289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:40.135478 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-e8c5bf81-b782-453d-8e4b-6035eefa783c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:40.136144 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-e8c5bf81-b782-453d-8e4b-6035eefa783c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:40.141918 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4efed0b-86b9-4c3f-9af3-3a6881f8994f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event updated for resources: {'Port': ['ID=ee396ae6-fc45-47b8-82ed-a6e03245020f,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:40.174536 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ccc142-d4ab-4e4b-b4a4-7c66a5d95642 req-f7c06f7f-1e20-4aea-bf4c-a826c2731c30 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:40.176379 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-65ccc142-d4ab-4e4b-b4a4-7c66a5d95642 req-f7c06f7f-1e20-4aea-bf4c-a826c2731c30 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=2797c38f-742b-490d-a3c0-632377e60f33 HTTP/1.1" status: 200 len: 944 time: 0.4121933 Nov 27 04:14:40.196035 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-e8c5bf81-b782-453d-8e4b-6035eefa783c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4605882 Nov 27 04:14:40.221644 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-64440b08-587f-45cf-9be6-9c165f3dae86 service neutron] Request body: {'port': {'device_id': '78849aa8-76b0-41f8-817b-9294cadaa289', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:14:40.239897 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337894bd-2a75-42b5-b99f-7488f988fdcb req-de32c9b6-136d-40f0-9867-42466c73801c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:40.241505 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-337894bd-2a75-42b5-b99f-7488f988fdcb req-de32c9b6-136d-40f0-9867-42466c73801c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 931 time: 0.2714005 Nov 27 04:14:40.276049 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69cea79-9fd6-4036-bfc4-93317acbaac2 None None] Pushing event updated for resources: {'Port': ['ID=321f6f08-7cf8-473a-aa02-aad421f807a9,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:40.400543 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 397418f9-b2a5-4f52-b913-55a426e288e1 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:14:40.413454 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-8a954ce0-c9d3-4bd5-889b-f2457f9f2f27 None None] Provisioning complete for port 321f6f08-7cf8-473a-aa02-aad421f807a9 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:40.413827 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8a954ce0-c9d3-4bd5-889b-f2457f9f2f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:40.419288 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-64440b08-587f-45cf-9be6-9c165f3dae86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:40.436311 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a4efed0b-86b9-4c3f-9af3-3a6881f8994f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:40.574585 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e7515f-0408-4287-85a5-f0d5f758e344 None None] Network 5981e96d-a24a-4863-9dfc-cd61d5378dd8 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:14:40.654246 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-fdc07d9c-0b0f-430e-97ae-0a469cdc0bb5 service neutron] 10.222.0.23 "GET /v2.0/networks/36eb558b-73f7-464f-863b-4e5804ae8c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5608082 Nov 27 04:14:40.661443 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-337894bd-2a75-42b5-b99f-7488f988fdcb req-d23adab5-b3f7-431b-98bc-d34e951def66 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=35287554-093e-492b-9e65-510620951be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4083521 Nov 27 04:14:40.736618 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8f3dc84a-dba3-482b-b385-4e8cbb85b403 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:40.776898 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8f3dc84a-dba3-482b-b385-4e8cbb85b403 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:40.777839 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8f3dc84a-dba3-482b-b385-4e8cbb85b403 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:40.930115 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-64440b08-587f-45cf-9be6-9c165f3dae86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d10ea079-207d-41ea-99af-c5956ead995e {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:14:40.940507 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-64440b08-587f-45cf-9be6-9c165f3dae86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:40.954039 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-64440b08-587f-45cf-9be6-9c165f3dae86 service neutron] Transition to ACTIVE for port object d10ea079-207d-41ea-99af-c5956ead995e will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:14:40.975073 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-64440b08-587f-45cf-9be6-9c165f3dae86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:41.025343 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955dcfba-b6f7-4436-b823-21aca3ea4289 None None] Pushing event updated for resources: {'Port': ['ID=16af6292-6405-461d-b29c-ba9abdad19c6,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:41.033146 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-65ccc142-d4ab-4e4b-b4a4-7c66a5d95642 req-2d691235-b735-427f-a456-313c2e06de78 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/security-groups?id=5009d093-a4b5-4d3f-9e44-e87194e41a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8295302 Nov 27 04:14:41.161055 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4efed0b-86b9-4c3f-9af3-3a6881f8994f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Network 5981e96d-a24a-4863-9dfc-cd61d5378dd8 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:14:41.177547 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-a4efed0b-86b9-4c3f-9af3-3a6881f8994f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:14:41.211266 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-3999d22f-6694-445c-81c1-c95645aed745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48b8159-9061-4b21-96ea-7ab751bd45f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668326738', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'db5d153b-4458-424d-9d41-91d9c45685ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:14:17Z', 'updated_at': '2021-11-27T04:14:30Z', 'revision_number': 4, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': 'db5d153b-4458-424d-9d41-91d9c45685ab', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48b8159-9061-4b21-96ea-7ab751bd45f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:20Z', 'updated_at': '2021-11-27T04:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '321f6f08-7cf8-473a-aa02-aad421f807a9', 'name': '', 'network_id': '5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'mac_address': 'fa:16:3e:8a:29:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48b8159-9061-4b21-96ea-7ab751bd45f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '0b14f7bc-f949-4956-b408-2937d2202365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:29Z', 'updated_at': '2021-11-27T04:14:38Z', 'revision_number': 4, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'subnets': [{'id': '0b14f7bc-f949-4956-b408-2937d2202365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:41.220176 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64440b08-587f-45cf-9be6-9c165f3dae86 service neutron] Pushing event updated for resources: {'Port': ['ID=d10ea079-207d-41ea-99af-c5956ead995e,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:41.243026 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3dc84a-dba3-482b-b385-4e8cbb85b403 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event updated for resources: {'Port': ['ID=ec51d22d-9be4-439a-a2e1-a75378f73537,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:41.321914 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c0446f0-ebca-4dfd-ae59-46aeeea7eb3d req-fc2622b5-d59c-485b-ad0c-761c292dbd56 service neutron] 10.222.0.23 "GET /v2.0/networks/36eb558b-73f7-464f-863b-4e5804ae8c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6505239 Nov 27 04:14:41.333845 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-64440b08-587f-45cf-9be6-9c165f3dae86 service neutron] Attempting to bind port d10ea079-207d-41ea-99af-c5956ead995e on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:14:41.334434 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-64440b08-587f-45cf-9be6-9c165f3dae86 service neutron] Attempting to bind port d10ea079-207d-41ea-99af-c5956ead995e by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '3a0f2c89-9472-4b39-b64d-93d0070f2833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:14:41.334940 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-64440b08-587f-45cf-9be6-9c165f3dae86 service neutron] Attempting to bind port d10ea079-207d-41ea-99af-c5956ead995e on network 5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:14:41.343960 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272e54a-6b5c-4c93-a32f-6eaa717f6905 req-1f1a7332-7dbe-421a-89d1-b65259b8ffa9 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:41.353348 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3999d22f-6694-445c-81c1-c95645aed745 None None] The sync data for ids ['f48b8159-9061-4b21-96ea-7ab751bd45f0'] in n-d-819494-3 is: [{'id': 'f48b8159-9061-4b21-96ea-7ab751bd45f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668326738', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'db5d153b-4458-424d-9d41-91d9c45685ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:14:17Z', 'updated_at': '2021-11-27T04:14:30Z', 'revision_number': 4, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': 'db5d153b-4458-424d-9d41-91d9c45685ab', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48b8159-9061-4b21-96ea-7ab751bd45f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:20Z', 'updated_at': '2021-11-27T04:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '321f6f08-7cf8-473a-aa02-aad421f807a9', 'name': '', 'network_id': '5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'mac_address': 'fa:16:3e:8a:29:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48b8159-9061-4b21-96ea-7ab751bd45f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '0b14f7bc-f949-4956-b408-2937d2202365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:29Z', 'updated_at': '2021-11-27T04:14:38Z', 'revision_number': 4, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'subnets': [{'id': '0b14f7bc-f949-4956-b408-2937d2202365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:14:41.358853 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b272e54a-6b5c-4c93-a32f-6eaa717f6905 req-1f1a7332-7dbe-421a-89d1-b65259b8ffa9 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 944 time: 0.4262800 Nov 27 04:14:41.374702 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 397418f9-b2a5-4f52-b913-55a426e288e1 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:41.377274 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4efed0b-86b9-4c3f-9af3-3a6881f8994f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Router b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:14:41.377727 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:41.392154 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-64440b08-587f-45cf-9be6-9c165f3dae86 service neutron] Port d10ea079-207d-41ea-99af-c5956ead995e on network 5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:14:41.392913 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-64440b08-587f-45cf-9be6-9c165f3dae86 service neutron] Attempting to bind port d10ea079-207d-41ea-99af-c5956ead995e on network 5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:14:41.404812 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-64440b08-587f-45cf-9be6-9c165f3dae86 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:14:41.405344 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-64440b08-587f-45cf-9be6-9c165f3dae86 service neutron] Checking segment: {'id': '3a0f2c89-9472-4b39-b64d-93d0070f2833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:14:41.405891 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-64440b08-587f-45cf-9be6-9c165f3dae86 service neutron] Bound using segment: {'id': '3a0f2c89-9472-4b39-b64d-93d0070f2833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:14:41.406594 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-64440b08-587f-45cf-9be6-9c165f3dae86 service neutron] Bound port: d10ea079-207d-41ea-99af-c5956ead995e, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a0f2c89-9472-4b39-b64d-93d0070f2833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:14:41.407133 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-64440b08-587f-45cf-9be6-9c165f3dae86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:41.592092 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3dc84a-dba3-482b-b385-4e8cbb85b403 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Network 4e40b3c0-d6b7-4013-9169-0b0d249c2b64 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:14:41.617007 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-8f3dc84a-dba3-482b-b385-4e8cbb85b403 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:14:41.693038 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-64440b08-587f-45cf-9be6-9c165f3dae86 service neutron] For port d10ea079-207d-41ea-99af-c5956ead995e, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:14:41.702070 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-64440b08-587f-45cf-9be6-9c165f3dae86 service neutron] For port d10ea079-207d-41ea-99af-c5956ead995e, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=d10ea079-207d-41ea-99af-c5956ead995e,segment=NetworkSegment(3a0f2c89-9472-4b39-b64d-93d0070f2833),segment_id=3a0f2c89-9472-4b39-b64d-93d0070f2833)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:14:41.763818 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 318debe0-8e20-4473-8f97-41c919d53aae up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:14:41.828510 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-64440b08-587f-45cf-9be6-9c165f3dae86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:41.879628 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b272e54a-6b5c-4c93-a32f-6eaa717f6905 req-551716b1-b28d-4526-b656-453abf898119 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5118065 Nov 27 04:14:41.982189 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-64440b08-587f-45cf-9be6-9c165f3dae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:41.984512 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-64440b08-587f-45cf-9be6-9c165f3dae86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:41.986003 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-64440b08-587f-45cf-9be6-9c165f3dae86 service neutron] 10.222.0.11 "PUT /v2.0/ports/d10ea079-207d-41ea-99af-c5956ead995e HTTP/1.1" status: 200 len: 1091 time: 1.7739406 Nov 27 04:14:41.990543 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d01ad-8571-44cc-a8e8-d1da9203d1ca req-103d307b-4955-4e28-ba79-ed2ef7e521dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:41.993072 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2a2d01ad-8571-44cc-a8e8-d1da9203d1ca req-103d307b-4955-4e28-ba79-ed2ef7e521dd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=11a8da3acafa4ec1bd2e977270426dbc&device_id=2797c38f-742b-490d-a3c0-632377e60f33 HTTP/1.1" status: 200 len: 1095 time: 0.4648554 Nov 27 04:14:42.008248 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-dbfd57d9-06d2-43d0-a75a-b7e848c1c45f None None] Provisioning complete for port 318debe0-8e20-4473-8f97-41c919d53aae triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:42.008627 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dbfd57d9-06d2-43d0-a75a-b7e848c1c45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:42.009957 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78849aa8-76b0-41f8-817b-9294cadaa289', 'tag': 'd10ea079-207d-41ea-99af-c5956ead995e'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:14:42.019486 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a7254e-cd14-40a3-a7e6-5131cee898a1" -d '{"events": [{"name": "network-changed", "server_uuid": "78849aa8-76b0-41f8-817b-9294cadaa289", "tag": "d10ea079-207d-41ea-99af-c5956ead995e"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:14:42.197804 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 318debe0-8e20-4473-8f97-41c919d53aae triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:42.198079 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:42.206969 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:42.318330 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64440b08-587f-45cf-9be6-9c165f3dae86 service neutron] Pushing event updated for resources: {'Port': ['ID=d10ea079-207d-41ea-99af-c5956ead995e,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:42.333882 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4efed0b-86b9-4c3f-9af3-3a6881f8994f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:14:42.344998 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f36b9f1-2bcf-4c97-bf5a-3dba98cba9d0 None None] Sync routers for ids ['b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:14:42.357834 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a4efed0b-86b9-4c3f-9af3-3a6881f8994f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "PUT /v2.0/routers/b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6954098 Nov 27 04:14:42.364906 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f36b9f1-2bcf-4c97-bf5a-3dba98cba9d0 None None] Routers {'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:14:42.365559 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-7f36b9f1-2bcf-4c97-bf5a-3dba98cba9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:14:19Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:42.368444 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45650) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:42.397154 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-a0b92be7-ce1a-4c81-96ef-a00786919e9a tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Request body: {'network': {'name': 'tempest-RoutersTest-975261744'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:14:42.415113 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2a4363-351d-40a7-8292-5650a354cad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397418f9-b2a5-4f52-b913-55a426e288e1'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:14:42.431555 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590d88f8-1b80-4acc-a334-c82b9739a34f" -d '{"events": [{"server_uuid": "4c2a4363-351d-40a7-8292-5650a354cad9", "name": "network-vif-plugged", "status": "completed", "tag": "397418f9-b2a5-4f52-b913-55a426e288e1"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:14:42.443006 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d01ad-8571-44cc-a8e8-d1da9203d1ca req-760ce803-e05d-4be9-8f15-21d8c3a51f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:42.451139 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2a2d01ad-8571-44cc-a8e8-d1da9203d1ca req-760ce803-e05d-4be9-8f15-21d8c3a51f6c service neutron] 10.222.0.23 "GET /v2.0/networks?id=36eb558b-73f7-464f-863b-4e5804ae8c26 HTTP/1.1" status: 200 len: 898 time: 0.4446213 Nov 27 04:14:42.525216 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 397418f9-b2a5-4f52-b913-55a426e288e1, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=397418f9-b2a5-4f52-b913-55a426e288e1,segment=NetworkSegment(14ba06ee-f49c-4f99-b4a7-818247e87fba),segment_id=14ba06ee-f49c-4f99-b4a7-818247e87fba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:14:42.605284 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e1ccd2-1802-4eb9-9628-b2fd88830b2b None None] Network 4e40b3c0-d6b7-4013-9169-0b0d249c2b64 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:14:42.653959 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-7f36b9f1-2bcf-4c97-bf5a-3dba98cba9d0 None None] Set router b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 gateway port host: None {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:14:42.682172 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2a2d01ad-8571-44cc-a8e8-d1da9203d1ca req-6cabb196-76d1-4745-bb89-7531a5bc4223 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=ab452ffa-d631-4d9f-9832-5cfd42bf19a0 HTTP/1.1" status: 200 len: 217 time: 0.2040215 Nov 27 04:14:42.846354 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:42.852476 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9738001-0dc4-497f-b286-2ad0eaa9ccb7 req-71f70f46-8efa-4324-9677-cea2664e0e3b tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:42.863552 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f9738001-0dc4-497f-b286-2ad0eaa9ccb7 req-71f70f46-8efa-4324-9677-cea2664e0e3b tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=2797c38f-742b-490d-a3c0-632377e60f33 HTTP/1.1" status: 200 len: 944 time: 0.3992183 Nov 27 04:14:42.935192 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d01ad-8571-44cc-a8e8-d1da9203d1ca req-3fd8b7ec-b1f0-4d99-a390-390ea278aca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:42.939465 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2a2d01ad-8571-44cc-a8e8-d1da9203d1ca req-3fd8b7ec-b1f0-4d99-a390-390ea278aca1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=78775797-57db-4e3b-b394-b5b4b09389b8 HTTP/1.1" status: 200 len: 838 time: 0.2431421 Nov 27 04:14:42.950788 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3dc84a-dba3-482b-b385-4e8cbb85b403 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Router fe691bc8-f1aa-42e7-826e-c52efef8d40f is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:14:43.069461 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f9738001-0dc4-497f-b286-2ad0eaa9ccb7 req-8ef3f804-9147-411b-abb0-0a337ac4d0e4 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/security-groups?id=5009d093-a4b5-4d3f-9e44-e87194e41a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000048 Nov 27 04:14:43.078737 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:43.137230 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dbfd57d9-06d2-43d0-a75a-b7e848c1c45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:43.285348 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 318debe0-8e20-4473-8f97-41c919d53aae, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=318debe0-8e20-4473-8f97-41c919d53aae,segment=NetworkSegment(590fc379-5d8e-43e6-aadd-c1cc1d5f4b8f),segment_id=590fc379-5d8e-43e6-aadd-c1cc1d5f4b8f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:14:43.289461 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=397418f9-b2a5-4f52-b913-55a426e288e1,revision_number=10']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:43.306480 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:43.308664 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 16af6292-6405-461d-b29c-ba9abdad19c6 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:14:43.349348 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-7f36b9f1-2bcf-4c97-bf5a-3dba98cba9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'name': 'tempest-RoutersTest-router-93354514', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:14:06Z', 'updated_at': '2021-11-27T04:14:38Z', 'revision_number': 4, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'gw_port_host': None, '_interfaces': [{'id': '8cba8f80-981a-49c1-a15d-04959612f6e7', 'name': '', 'network_id': 'e97e8f30-abc3-48bc-b532-b66319b0d2f3', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:04:da:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:11Z', 'updated_at': '2021-11-27T04:14:19Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8f9d724-5e70-48e7-9103-98a705c738e7', 'name': '', 'network_id': '830a5cd2-ca8a-41cf-92a2-e19848fdb3d1', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:55:c4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '7b870824-cdcc-4d54-885a-f25666555d5c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:24Z', 'updated_at': '2021-11-27T04:14:31Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': '7b870824-cdcc-4d54-885a-f25666555d5c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee396ae6-fc45-47b8-82ed-a6e03245020f', 'name': '', 'network_id': '5981e96d-a24a-4863-9dfc-cd61d5378dd8', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:fb:9e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'b104919d-4f6e-4faa-a557-c4893aec365d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:36Z', 'updated_at': '2021-11-27T04:14:39Z', 'revision_number': 2, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': 'b104919d-4f6e-4faa-a557-c4893aec365d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:43.362918 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d01ad-8571-44cc-a8e8-d1da9203d1ca req-d599c5ae-aa66-4b23-8bee-409ab8cd687f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:43.368088 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2a2d01ad-8571-44cc-a8e8-d1da9203d1ca req-d599c5ae-aa66-4b23-8bee-409ab8cd687f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=36eb558b-73f7-464f-863b-4e5804ae8c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4062457 Nov 27 04:14:43.373336 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-7ff690f0-e34c-463c-a79f-52219d685963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:43.377023 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-7ff690f0-e34c-463c-a79f-52219d685963 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=13b1fee7d54d401493a1883da20540bb&device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 1094 time: 1.2935069 Nov 27 04:14:43.414714 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f36b9f1-2bcf-4c97-bf5a-3dba98cba9d0 None None] Checking router: b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:14:43.415109 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f36b9f1-2bcf-4c97-bf5a-3dba98cba9d0 None None] Updating router b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 port ee396ae6-fc45-47b8-82ed-a6e03245020f binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:14:43.416718 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ade4a-cb06-4174-ad87-0bbfbd371e5b req-42841642-36e3-451f-ae0c-a3198a92a19b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:43.418251 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f89ade4a-cb06-4174-ad87-0bbfbd371e5b req-42841642-36e3-451f-ae0c-a3198a92a19b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 943 time: 1.4127190 Nov 27 04:14:43.428914 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b92be7-ce1a-4c81-96ef-a00786919e9a tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Made reservation on behalf of 5a1fca50cc034ed8b9c826a15ba4a946 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:14:43.439291 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a0b92be7-ce1a-4c81-96ef-a00786919e9a tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:43.455273 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-7f36b9f1-2bcf-4c97-bf5a-3dba98cba9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:43.478162 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4f33f8-ee0d-4156-ad50-d20ec3c31259 x-openstack-request-id: req-de4f33f8-ee0d-4156-ad50-d20ec3c31259 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:14:43.478458 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78849aa8-76b0-41f8-817b-9294cadaa289", "tag": "d10ea079-207d-41ea-99af-c5956ead995e", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:14:43.478732 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-de4f33f8-ee0d-4156-ad50-d20ec3c31259 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:14:43.479137 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78849aa8-76b0-41f8-817b-9294cadaa289', 'tag': 'd10ea079-207d-41ea-99af-c5956ead995e', 'status': 'completed', 'code': 200} Nov 27 04:14:43.533190 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3dc84a-dba3-482b-b385-4e8cbb85b403 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:14:43.573711 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8f3dc84a-dba3-482b-b385-4e8cbb85b403 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "PUT /v2.0/routers/fe691bc8-f1aa-42e7-826e-c52efef8d40f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0798576 Nov 27 04:14:43.574908 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45666) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:43.639106 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-a2cfd980-de6d-4d76-aca1-8633e35ef701 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d10ea079-207d-41ea-99af-c5956ead995e HTTP/1.1" status: 200 len: 217 time: 0.2123685 Nov 27 04:14:43.669583 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0b92be7-ce1a-4c81-96ef-a00786919e9a tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:14:43.735580 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6e80bd-e9e2-45d2-9e0b-9faa0a3de62c tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:43.740958 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-fc6e80bd-e9e2-45d2-9e0b-9faa0a3de62c tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "GET /v2.0/ports/ec51d22d-9be4-439a-a2e1-a75378f73537 HTTP/1.1" status: 200 len: 911 time: 0.1629667 Nov 27 04:14:43.742214 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328c2586-f07b-471d-ba16-ba66f5bab569 None None] Sync routers for ids ['fe691bc8-f1aa-42e7-826e-c52efef8d40f'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:14:43.750506 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45672) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:43.799472 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a0b92be7-ce1a-4c81-96ef-a00786919e9a tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:43.799755 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-a0b92be7-ce1a-4c81-96ef-a00786919e9a tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Added segment b7632779-c078-41b7-86d9-941d6e2b0e2d of type vlan for network 2e093d7e-6f6b-4478-83ad-bf296e096667 Nov 27 04:14:43.832048 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad16ad1-b416-4405-a2cb-f7c106736356 x-openstack-request-id: req-3ad16ad1-b416-4405-a2cb-f7c106736356 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:14:43.835530 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c2a4363-351d-40a7-8292-5650a354cad9", "name": "network-vif-plugged", "status": "completed", "tag": "397418f9-b2a5-4f52-b913-55a426e288e1", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:14:43.838468 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f89ade4a-cb06-4174-ad87-0bbfbd371e5b req-ba213d9b-248f-434d-8255-64b8935f42af tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=35287554-093e-492b-9e65-510620951be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3584371 Nov 27 04:14:43.845434 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ad16ad1-b416-4405-a2cb-f7c106736356 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:14:43.845897 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c2a4363-351d-40a7-8292-5650a354cad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397418f9-b2a5-4f52-b913-55a426e288e1', 'code': 200} Nov 27 04:14:43.874116 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-cc063c92-83cf-40cb-b5f4-1164f64831bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:43.876758 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-cc063c92-83cf-40cb-b5f4-1164f64831bd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0b14f7bc-f949-4956-b408-2937d2202365 HTTP/1.1" status: 200 len: 835 time: 0.2128215 Nov 27 04:14:43.913495 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 16af6292-6405-461d-b29c-ba9abdad19c6 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:43.913892 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:43.963002 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a0b92be7-ce1a-4c81-96ef-a00786919e9a tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:43.965353 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2a2d01ad-8571-44cc-a8e8-d1da9203d1ca req-2adce3f0-6c44-4daa-aa02-8d70c1f0098e service neutron] 10.222.0.23 "GET /v2.0/networks/36eb558b-73f7-464f-863b-4e5804ae8c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5842872 Nov 27 04:14:43.977410 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328c2586-f07b-471d-ba16-ba66f5bab569 None None] Routers {'fe691bc8-f1aa-42e7-826e-c52efef8d40f'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:14:43.978698 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-328c2586-f07b-471d-ba16-ba66f5bab569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:14:19Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['fe691bc8-f1aa-42e7-826e-c52efef8d40f'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:43.982469 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.api [None req-dbfd57d9-06d2-43d0-a75a-b7e848c1c45f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:14:43.982855 n-d-819494-3 neutron-server[110020]: DEBUG oslo_db.api [None req-dbfd57d9-06d2-43d0-a75a-b7e848c1c45f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:14:43.985929 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=318debe0-8e20-4473-8f97-41c919d53aae,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:44.000999 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-7134df8b-39c9-4b56-894e-d11eb7f189cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:44.002807 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-7134df8b-39c9-4b56-894e-d11eb7f189cf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757580 Nov 27 04:14:44.035324 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a0b92be7-ce1a-4c81-96ef-a00786919e9a tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:44.045638 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b92be7-ce1a-4c81-96ef-a00786919e9a tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:44.047680 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a0b92be7-ce1a-4c81-96ef-a00786919e9a tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:44.098791 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-328c2586-f07b-471d-ba16-ba66f5bab569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:44.104251 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-7f36b9f1-2bcf-4c97-bf5a-3dba98cba9d0 None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:44.113001 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-7f36b9f1-2bcf-4c97-bf5a-3dba98cba9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:44.161037 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328c2586-f07b-471d-ba16-ba66f5bab569 None None] Routers {'fe691bc8-f1aa-42e7-826e-c52efef8d40f'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:14:44.161718 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-328c2586-f07b-471d-ba16-ba66f5bab569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:14:19Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['fe691bc8-f1aa-42e7-826e-c52efef8d40f'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:44.182399 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-61c71ea7-db99-408b-a511-8451636bab5d req-dfabd3bf-c629-4371-94bf-f24a6de727c0 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=e7e2604d5e5d46ea88d4c5a34d5eae18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1306875 Nov 27 04:14:44.223087 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a0b92be7-ce1a-4c81-96ef-a00786919e9a tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.8277571 Nov 27 04:14:44.234540 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45686) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:44.235093 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c696ad-c0ae-4186-80fb-57ee4c389ce5 None None] Pushing event updated for resources: {'Port': ['ID=ee396ae6-fc45-47b8-82ed-a6e03245020f,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:44.259828 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:44.268799 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-d040f110-4d00-4688-ae1a-fcadb68b41da tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Request body: {'subnet': {'network_id': '2e093d7e-6f6b-4478-83ad-bf296e096667', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:14:44.343999 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-328c2586-f07b-471d-ba16-ba66f5bab569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:44.344673 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328c2586-f07b-471d-ba16-ba66f5bab569 None None] The sync data for ids ['fe691bc8-f1aa-42e7-826e-c52efef8d40f'] in n-d-819494-3 is: [] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:14:44.355792 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-7f36b9f1-2bcf-4c97-bf5a-3dba98cba9d0 None None] Attempting to bind port ee396ae6-fc45-47b8-82ed-a6e03245020f on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:14:44.356821 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-7f36b9f1-2bcf-4c97-bf5a-3dba98cba9d0 None None] Attempting to bind port ee396ae6-fc45-47b8-82ed-a6e03245020f by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '590fc379-5d8e-43e6-aadd-c1cc1d5f4b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5981e96d-a24a-4863-9dfc-cd61d5378dd8'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:14:44.357065 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f36b9f1-2bcf-4c97-bf5a-3dba98cba9d0 None None] Attempting to bind port ee396ae6-fc45-47b8-82ed-a6e03245020f on network 5981e96d-a24a-4863-9dfc-cd61d5378dd8 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:14:44.367470 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f36b9f1-2bcf-4c97-bf5a-3dba98cba9d0 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:14:44.367968 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f36b9f1-2bcf-4c97-bf5a-3dba98cba9d0 None None] Checking segment: {'id': '590fc379-5d8e-43e6-aadd-c1cc1d5f4b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5981e96d-a24a-4863-9dfc-cd61d5378dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:14:44.368548 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-7f36b9f1-2bcf-4c97-bf5a-3dba98cba9d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:44.369090 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f36b9f1-2bcf-4c97-bf5a-3dba98cba9d0 None None] Bound using segment: {'id': '590fc379-5d8e-43e6-aadd-c1cc1d5f4b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5981e96d-a24a-4863-9dfc-cd61d5378dd8'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:14:44.369733 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-7f36b9f1-2bcf-4c97-bf5a-3dba98cba9d0 None None] Bound port: ee396ae6-fc45-47b8-82ed-a6e03245020f, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590fc379-5d8e-43e6-aadd-c1cc1d5f4b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5981e96d-a24a-4863-9dfc-cd61d5378dd8'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:14:44.370296 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-7f36b9f1-2bcf-4c97-bf5a-3dba98cba9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:44.375046 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device ab452ffa-d631-4d9f-9832-5cfd42bf19a0 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:14:44.422921 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 16af6292-6405-461d-b29c-ba9abdad19c6, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=16af6292-6405-461d-b29c-ba9abdad19c6,segment=NetworkSegment(a30e26ad-2b8c-4f89-ad95-b21096f7ebfd),segment_id=a30e26ad-2b8c-4f89-ad95-b21096f7ebfd)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:14:44.454125 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:44.590606 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c71ea7-db99-408b-a511-8451636bab5d req-0fa0e065-bbf9-4107-8980-3d8bbb2b980b tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:44.599055 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-7f36b9f1-2bcf-4c97-bf5a-3dba98cba9d0 None None] For port ee396ae6-fc45-47b8-82ed-a6e03245020f, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:14:44.602726 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-7f36b9f1-2bcf-4c97-bf5a-3dba98cba9d0 None None] For port ee396ae6-fc45-47b8-82ed-a6e03245020f, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=ee396ae6-fc45-47b8-82ed-a6e03245020f,segment=NetworkSegment(590fc379-5d8e-43e6-aadd-c1cc1d5f4b8f),segment_id=590fc379-5d8e-43e6-aadd-c1cc1d5f4b8f)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:14:44.603355 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-61c71ea7-db99-408b-a511-8451636bab5d req-0fa0e065-bbf9-4107-8980-3d8bbb2b980b tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3893545 Nov 27 04:14:44.616251 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-7f36b9f1-2bcf-4c97-bf5a-3dba98cba9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:44.730662 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f36b9f1-2bcf-4c97-bf5a-3dba98cba9d0 None None] Routers {'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:14:44.734107 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-7f36b9f1-2bcf-4c97-bf5a-3dba98cba9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:14:19Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:44.777641 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=16af6292-6405-461d-b29c-ba9abdad19c6,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:44.812413 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c696ad-c0ae-4186-80fb-57ee4c389ce5 None None] Pushing event updated for resources: {'Port': ['ID=ee396ae6-fc45-47b8-82ed-a6e03245020f,revision_number=4']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:44.845774 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port ab452ffa-d631-4d9f-9832-5cfd42bf19a0, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=ab452ffa-d631-4d9f-9832-5cfd42bf19a0,segment=NetworkSegment(e3ed01b7-72d1-4418-871a-c8556e7d20b4),segment_id=e3ed01b7-72d1-4418-871a-c8556e7d20b4)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:14:44.863347 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': 'ab452ffa-d631-4d9f-9832-5cfd42bf19a0', 'network_id': '36eb558b-73f7-464f-863b-4e5804ae8c26', 'port_id': 'ab452ffa-d631-4d9f-9832-5cfd42bf19a0', 'mac_address': 'fa:16:3e:52:45:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78775797-57db-4e3b-b394-b5b4b09389b8', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:14:44.888639 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-871c1f17-c82a-42ca-bd72-3cc0d219a00a service neutron] 10.222.0.11 "GET /v2.0/networks/5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8766201 Nov 27 04:14:44.935334 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 318debe0-8e20-4473-8f97-41c919d53aae up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:14:44.948931 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-7f36b9f1-2bcf-4c97-bf5a-3dba98cba9d0 None None] Set router b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 gateway port host: None {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:14:44.977991 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b92be7-ce1a-4c81-96ef-a00786919e9a tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event updated for resources: {'Network': ['ID=2e093d7e-6f6b-4478-83ad-bf296e096667,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:45.043674 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 2e093d7e-6f6b-4478-83ad-bf296e096667 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:14:45.048542 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:45.055988 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-61c71ea7-db99-408b-a511-8451636bab5d req-7d39050b-1f13-4e01-849c-84547c950df1 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] 10.222.0.20 "GET /v2.0/quotas/e7e2604d5e5d46ea88d4c5a34d5eae18 HTTP/1.1" status: 200 len: 375 time: 0.4517224 Nov 27 04:14:45.059930 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-a976dcc6-7d85-4520-84ce-8572a9201660 None None] Provisioning complete for port 318debe0-8e20-4473-8f97-41c919d53aae triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:45.060494 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a976dcc6-7d85-4520-84ce-8572a9201660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:45.144767 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2a2d01ad-8571-44cc-a8e8-d1da9203d1ca req-39823da6-4142-4f03-9f0a-1abaaef9258e service neutron] 10.222.0.23 "GET /v2.0/networks/36eb558b-73f7-464f-863b-4e5804ae8c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1492114 Nov 27 04:14:45.169731 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f21ecf-1a39-455b-984b-19c6363b1dd9 req-14ef0730-0f11-4dc0-86e7-d2c49c745d46 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:45.178535 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-68f21ecf-1a39-455b-984b-19c6363b1dd9 req-14ef0730-0f11-4dc0-86e7-d2c49c745d46 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 946 time: 1.3092382 Nov 27 04:14:45.202199 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7eefa7ec-ceaf-4b74-877b-85c7e3d2bf00 req-f1350878-e751-433e-a7b3-533bb2e4a32c service neutron] 10.222.0.11 "GET /v2.0/networks/5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792501 Nov 27 04:14:45.229994 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-61c71ea7-db99-408b-a511-8451636bab5d req-b0195fa5-ad0b-4003-8fbc-7dd21887ad79 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7e2604d5e5d46ea88d4c5a34d5eae18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1585810 Nov 27 04:14:45.233533 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d040f110-4d00-4688-ae1a-fcadb68b41da tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Made reservation on behalf of 5a1fca50cc034ed8b9c826a15ba4a946 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:14:45.254299 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d040f110-4d00-4688-ae1a-fcadb68b41da tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:45.285751 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab452ffa-d631-4d9f-9832-5cfd42bf19a0 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:14:45.311676 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a27d1e-50cb-4896-962f-4fb3832bfb70 req-6a7967cd-4849-4bb2-9493-e4d5d498cf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:45.314037 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c6a27d1e-50cb-4896-962f-4fb3832bfb70 req-6a7967cd-4849-4bb2-9493-e4d5d498cf72 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 1097 time: 1.2597227 Nov 27 04:14:45.352800 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-68f21ecf-1a39-455b-984b-19c6363b1dd9 req-cb1725af-4c79-4efe-ba4a-0f4c4fc6bc75 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729906 Nov 27 04:14:45.389563 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port ab452ffa-d631-4d9f-9832-5cfd42bf19a0, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=ab452ffa-d631-4d9f-9832-5cfd42bf19a0,segment=NetworkSegment(e3ed01b7-72d1-4418-871a-c8556e7d20b4),segment_id=e3ed01b7-72d1-4418-871a-c8556e7d20b4)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:14:45.443849 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 318debe0-8e20-4473-8f97-41c919d53aae triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:45.444712 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:45.447789 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c6a27d1e-50cb-4896-962f-4fb3832bfb70 req-4acb348a-d8d7-403f-a164-7b3ef28ce31e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990753 Nov 27 04:14:45.480098 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-7f36b9f1-2bcf-4c97-bf5a-3dba98cba9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'name': 'tempest-RoutersTest-router-93354514', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:14:06Z', 'updated_at': '2021-11-27T04:14:38Z', 'revision_number': 4, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'gw_port_host': None, '_interfaces': [{'id': '8cba8f80-981a-49c1-a15d-04959612f6e7', 'name': '', 'network_id': 'e97e8f30-abc3-48bc-b532-b66319b0d2f3', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:04:da:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:11Z', 'updated_at': '2021-11-27T04:14:19Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8f9d724-5e70-48e7-9103-98a705c738e7', 'name': '', 'network_id': '830a5cd2-ca8a-41cf-92a2-e19848fdb3d1', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:55:c4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '7b870824-cdcc-4d54-885a-f25666555d5c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:24Z', 'updated_at': '2021-11-27T04:14:31Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': '7b870824-cdcc-4d54-885a-f25666555d5c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee396ae6-fc45-47b8-82ed-a6e03245020f', 'name': '', 'network_id': '5981e96d-a24a-4863-9dfc-cd61d5378dd8', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:fb:9e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'b104919d-4f6e-4faa-a557-c4893aec365d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:36Z', 'updated_at': '2021-11-27T04:14:44Z', 'revision_number': 4, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': 'b104919d-4f6e-4faa-a557-c4893aec365d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:45.534898 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6765fbde-ec8c-4ec5-bd52-bc96217378b6 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:45.543113 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:45.571599 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f36b9f1-2bcf-4c97-bf5a-3dba98cba9d0 None None] The sync data for ids ['b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'] in n-d-819494-3 is: [{'id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'name': 'tempest-RoutersTest-router-93354514', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:14:06Z', 'updated_at': '2021-11-27T04:14:38Z', 'revision_number': 4, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'gw_port_host': None, '_interfaces': [{'id': '8cba8f80-981a-49c1-a15d-04959612f6e7', 'name': '', 'network_id': 'e97e8f30-abc3-48bc-b532-b66319b0d2f3', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:04:da:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:11Z', 'updated_at': '2021-11-27T04:14:19Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8f9d724-5e70-48e7-9103-98a705c738e7', 'name': '', 'network_id': '830a5cd2-ca8a-41cf-92a2-e19848fdb3d1', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:55:c4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '7b870824-cdcc-4d54-885a-f25666555d5c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:24Z', 'updated_at': '2021-11-27T04:14:31Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': '7b870824-cdcc-4d54-885a-f25666555d5c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee396ae6-fc45-47b8-82ed-a6e03245020f', 'name': '', 'network_id': '5981e96d-a24a-4863-9dfc-cd61d5378dd8', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:fb:9e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'b104919d-4f6e-4faa-a557-c4893aec365d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:36Z', 'updated_at': '2021-11-27T04:14:44Z', 'revision_number': 4, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': 'b104919d-4f6e-4faa-a557-c4893aec365d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:14:45.725501 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=ab452ffa-d631-4d9f-9832-5cfd42bf19a0,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:45.768863 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 321f6f08-7cf8-473a-aa02-aad421f807a9 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:14:45.782250 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d040f110-4d00-4688-ae1a-fcadb68b41da tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:45.793934 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7254e-cd14-40a3-a7e6-5131cee898a1 req-05ef3d7c-0e6b-4610-adb0-ab237a77d322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:45.795586 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d0a7254e-cd14-40a3-a7e6-5131cee898a1 req-05ef3d7c-0e6b-4610-adb0-ab237a77d322 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=13b1fee7d54d401493a1883da20540bb&device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 1094 time: 0.3839343 Nov 27 04:14:45.831480 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f307f7f-658b-446f-9239-5b030b353d76 req-5e78e649-7a6c-422c-b0da-f691338153fe tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:45.839790 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7f307f7f-658b-446f-9239-5b030b353d76 req-5e78e649-7a6c-422c-b0da-f691338153fe tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=2797c38f-742b-490d-a3c0-632377e60f33 HTTP/1.1" status: 200 len: 945 time: 0.2119186 Nov 27 04:14:45.878217 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['ab452ffa-d631-4d9f-9832-5cfd42bf19a0'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:14:45.945213 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5cd73-ba79-4d3b-8b33-6ebb99bdc109 req-9a19e69f-97ec-4d22-93c1-2a24622660a9 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:45.954114 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-37f5cd73-ba79-4d3b-8b33-6ebb99bdc109 req-9a19e69f-97ec-4d22-93c1-2a24622660a9 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 943 time: 0.2438011 Nov 27 04:14:45.974814 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-a976dcc6-7d85-4520-84ce-8572a9201660 None None] Provisioning complete for port 16af6292-6405-461d-b29c-ba9abdad19c6 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:45.975872 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a976dcc6-7d85-4520-84ce-8572a9201660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:46.062102 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 321f6f08-7cf8-473a-aa02-aad421f807a9 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:46.062778 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7f307f7f-658b-446f-9239-5b030b353d76 req-50cf7714-9a5f-4422-89fa-3f6cc0dbeda2 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/security-groups?id=5009d093-a4b5-4d3f-9e44-e87194e41a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2217803 Nov 27 04:14:46.066398 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:46.118159 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040f110-4d00-4688-ae1a-fcadb68b41da tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event updated for resources: {'Subnet': ['ID=65cca5f3-5214-43fb-85cf-3900e57b049e,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:46.188620 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d040f110-4d00-4688-ae1a-fcadb68b41da tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Checking segment: {'id': 'b7632779-c078-41b7-86d9-941d6e2b0e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '2e093d7e-6f6b-4478-83ad-bf296e096667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:14:46.192218 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d040f110-4d00-4688-ae1a-fcadb68b41da tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Network hostable DHCP agents. Network: 2e093d7e-6f6b-4478-83ad-bf296e096667, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:14:46.216483 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-78475d17-0d53-4fef-82f1-7c883871e61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:46.267830 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e08e9859-272a-4470-a363-6811c52e421c req-d92e192e-8166-4f66-802c-611d65ffe5fe tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] 10.222.0.20 "GET /v2.0/ports?device_id=bae84983-eccd-4a92-a86e-30dbecc62b64 HTTP/1.1" status: 200 len: 210 time: 0.1026876 Nov 27 04:14:46.336944 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-37f5cd73-ba79-4d3b-8b33-6ebb99bdc109 req-cb537c09-3fd8-4976-ad5a-13fb2f0c8d55 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=35287554-093e-492b-9e65-510620951be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3817968 Nov 27 04:14:46.341870 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:46.364534 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d040f110-4d00-4688-ae1a-fcadb68b41da tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Network 2e093d7e-6f6b-4478-83ad-bf296e096667 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:14:46.375171 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7254e-cd14-40a3-a7e6-5131cee898a1 req-77f00872-2d26-4ef5-8c61-114689cc936b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:46.378254 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d0a7254e-cd14-40a3-a7e6-5131cee898a1 req-77f00872-2d26-4ef5-8c61-114689cc936b service neutron] 10.222.0.11 "GET /v2.0/networks?id=5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d HTTP/1.1" status: 200 len: 896 time: 0.5389516 Nov 27 04:14:46.380239 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-d040f110-4d00-4688-ae1a-fcadb68b41da tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 2e093d7e-6f6b-4478-83ad-bf296e096667) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:14:46.386807 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d040f110-4d00-4688-ae1a-fcadb68b41da tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:46.387643 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d040f110-4d00-4688-ae1a-fcadb68b41da tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:46.420859 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1030c8e2-68f9-4ec5-89c2-6ed913ac188b None None] Network 2e093d7e-6f6b-4478-83ad-bf296e096667 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:14:46.425404 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-6765fbde-ec8c-4ec5-bd52-bc96217378b6 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Deleting port ec51d22d-9be4-439a-a2e1-a75378f73537 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:14:46.425776 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6765fbde-ec8c-4ec5-bd52-bc96217378b6 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:46.484462 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d0a7254e-cd14-40a3-a7e6-5131cee898a1 req-66e15b62-39f6-40a3-85b5-68437d1a2dd3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d10ea079-207d-41ea-99af-c5956ead995e HTTP/1.1" status: 200 len: 217 time: 0.0981634 Nov 27 04:14:46.520602 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d040f110-4d00-4688-ae1a-fcadb68b41da tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2662692 Nov 27 04:14:46.524543 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45706) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:46.607714 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6765fbde-ec8c-4ec5-bd52-bc96217378b6 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:46.629767 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-6765fbde-ec8c-4ec5-bd52-bc96217378b6 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Calling delete_port for ec51d22d-9be4-439a-a2e1-a75378f73537 owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:14:46.692853 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7254e-cd14-40a3-a7e6-5131cee898a1 req-306eecb1-b22d-44e5-b79d-78e6cc22b922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:46.694609 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d0a7254e-cd14-40a3-a7e6-5131cee898a1 req-306eecb1-b22d-44e5-b79d-78e6cc22b922 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0b14f7bc-f949-4956-b408-2937d2202365 HTTP/1.1" status: 200 len: 835 time: 0.2050474 Nov 27 04:14:46.861228 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-a976dcc6-7d85-4520-84ce-8572a9201660 None None] Provisioning complete for port ec51d22d-9be4-439a-a2e1-a75378f73537 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:46.862780 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a976dcc6-7d85-4520-84ce-8572a9201660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:46.952615 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device ee396ae6-fc45-47b8-82ed-a6e03245020f up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:14:46.954073 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6765fbde-ec8c-4ec5-bd52-bc96217378b6 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:46.994964 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7254e-cd14-40a3-a7e6-5131cee898a1 req-af1fda35-afac-4d96-8945-b11c3a699bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:47.007403 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d0a7254e-cd14-40a3-a7e6-5131cee898a1 req-af1fda35-afac-4d96-8945-b11c3a699bf0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2782736 Nov 27 04:14:47.084394 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-a976dcc6-7d85-4520-84ce-8572a9201660 None None] Port ec51d22d-9be4-439a-a2e1-a75378f73537 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:14:47.096750 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6765fbde-ec8c-4ec5-bd52-bc96217378b6 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event deleted for resources: {'Port': ['ID=ec51d22d-9be4-439a-a2e1-a75378f73537,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:47.201507 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad91fd0-eec0-4bb7-9d0b-d60c17e353eb req-ed7d7567-c41b-495f-adbe-54b254c32907 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:47.211071 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5ad91fd0-eec0-4bb7-9d0b-d60c17e353eb req-ed7d7567-c41b-495f-adbe-54b254c32907 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 946 time: 0.2869134 Nov 27 04:14:47.227787 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6765fbde-ec8c-4ec5-bd52-bc96217378b6 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:47.264216 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device d10ea079-207d-41ea-99af-c5956ead995e details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:14:47.268556 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3db6e2-dd0b-405d-9dce-fff9370273bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-2e093d7e-6f6b-4478-83ad-bf296e096667', 'network_id': '2e093d7e-6f6b-4478-83ad-bf296e096667', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'fixed_ips': [{'subnet_id': '65cca5f3-5214-43fb-85cf-3900e57b049e'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:14:47.270515 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7d3db6e2-dd0b-405d-9dce-fff9370273bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:47.325520 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port ee396ae6-fc45-47b8-82ed-a6e03245020f triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:47.326057 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:47.444209 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-61c71ea7-db99-408b-a511-8451636bab5d req-20d684f2-ea88-4ff9-b68e-5d2304d39e74 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=e7e2604d5e5d46ea88d4c5a34d5eae18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1387291 Nov 27 04:14:47.608603 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d0a7254e-cd14-40a3-a7e6-5131cee898a1 req-524aa7a6-a92d-4ce4-b329-40e35eaf87b9 service neutron] 10.222.0.11 "GET /v2.0/networks/5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5852368 Nov 27 04:14:47.673854 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.resource_extend [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 04:14:47.697402 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5ad91fd0-eec0-4bb7-9d0b-d60c17e353eb req-4b8cd6a8-ca1d-4e2a-bb0b-416677222b94 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4853270 Nov 27 04:14:47.726778 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d0a7254e-cd14-40a3-a7e6-5131cee898a1 req-1f3c2d48-9266-4880-b1fa-91a63e1a5528 service neutron] 10.222.0.11 "GET /v2.0/networks/5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096237 Nov 27 04:14:47.734694 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5066edc-e057-4736-8250-6e0fb2ebbd62 req-d98611ce-5174-4979-a72b-80ae71c27e0c tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:47.736665 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b5066edc-e057-4736-8250-6e0fb2ebbd62 req-d98611ce-5174-4979-a72b-80ae71c27e0c tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=2797c38f-742b-490d-a3c0-632377e60f33 HTTP/1.1" status: 200 len: 945 time: 0.5004525 Nov 27 04:14:47.795232 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port d10ea079-207d-41ea-99af-c5956ead995e, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=d10ea079-207d-41ea-99af-c5956ead995e,segment=NetworkSegment(3a0f2c89-9472-4b39-b64d-93d0070f2833),segment_id=3a0f2c89-9472-4b39-b64d-93d0070f2833)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:14:47.827139 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'd10ea079-207d-41ea-99af-c5956ead995e', 'network_id': '5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d', 'port_id': 'd10ea079-207d-41ea-99af-c5956ead995e', 'mac_address': 'fa:16:3e:17:b8:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b14f7bc-f949-4956-b408-2937d2202365', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:14:47.830762 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-7d3db6e2-dd0b-405d-9dce-fff9370273bb None None] Allocated IP 172.23.0.2 (2e093d7e-6f6b-4478-83ad-bf296e096667/65cca5f3-5214-43fb-85cf-3900e57b049e/76a50f10-c066-44ee-9b90-931ffd2dcebb) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:14:47.845382 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-a976dcc6-7d85-4520-84ce-8572a9201660 None None] Provisioning complete for port ee396ae6-fc45-47b8-82ed-a6e03245020f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:47.845759 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a976dcc6-7d85-4520-84ce-8572a9201660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:47.866008 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b5066edc-e057-4736-8250-6e0fb2ebbd62 req-c699a38f-ef75-4d6b-81b8-dbeae8cfbd81 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/security-groups?id=5009d093-a4b5-4d3f-9e44-e87194e41a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112757 Nov 27 04:14:47.868707 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ec0ed49a-e83e-4773-99e0-0cb8f1d19e66 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:47.939002 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a70c31cb-c9c0-48bf-bfe4-5750fb224703 req-c65d5124-6e77-4adc-bfc6-47d627355f3a tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] 10.222.0.20 "GET /v2.0/ports?device_id=bae84983-eccd-4a92-a86e-30dbecc62b64 HTTP/1.1" status: 200 len: 210 time: 0.0558250 Nov 27 04:14:47.966254 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6765fbde-ec8c-4ec5-bd52-bc96217378b6 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Router fe691bc8-f1aa-42e7-826e-c52efef8d40f has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:14:48.089942 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:48.144561 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c71ea7-db99-408b-a511-8451636bab5d req-3e1e0e28-8bd1-4e25-a81a-3dfdf1efcede tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:48.153783 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-61c71ea7-db99-408b-a511-8451636bab5d req-3e1e0e28-8bd1-4e25-a81a-3dfdf1efcede tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6816411 Nov 27 04:14:48.165356 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6765fbde-ec8c-4ec5-bd52-bc96217378b6 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:14:48.186201 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6765fbde-ec8c-4ec5-bd52-bc96217378b6 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "PUT /v2.0/routers/fe691bc8-f1aa-42e7-826e-c52efef8d40f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4319634 Nov 27 04:14:48.190540 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a31e446-4a56-4452-8c41-4f2779553c1e None None] Sync routers for ids ['fe691bc8-f1aa-42e7-826e-c52efef8d40f'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:14:48.194308 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45752) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:48.199508 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-61c71ea7-db99-408b-a511-8451636bab5d req-a6ce24f7-2c4c-46ab-9a5a-d4e944311087 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] Request body: {'port': {'device_id': 'bae84983-eccd-4a92-a86e-30dbecc62b64', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'admin_state_up': True, 'tenant_id': 'e7e2604d5e5d46ea88d4c5a34d5eae18'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:14:48.211986 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a31e446-4a56-4452-8c41-4f2779553c1e None None] Routers {'fe691bc8-f1aa-42e7-826e-c52efef8d40f'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:14:48.212926 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-1a31e446-4a56-4452-8c41-4f2779553c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:14:19Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['fe691bc8-f1aa-42e7-826e-c52efef8d40f'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:48.272634 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d932db1d-42e5-4a2c-a48c-da890ae49b02 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe691bc8-f1aa-42e7-826e-c52efef8d40f HTTP/1.1" status: 200 len: 205 time: 0.0771058 Nov 27 04:14:48.273263 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45756) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:48.296447 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-1a31e446-4a56-4452-8c41-4f2779553c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:48.306022 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a31e446-4a56-4452-8c41-4f2779553c1e None None] Routers {'fe691bc8-f1aa-42e7-826e-c52efef8d40f'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:14:48.306918 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-1a31e446-4a56-4452-8c41-4f2779553c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:14:19Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['fe691bc8-f1aa-42e7-826e-c52efef8d40f'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:48.342159 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-1a31e446-4a56-4452-8c41-4f2779553c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:48.343110 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a31e446-4a56-4452-8c41-4f2779553c1e None None] The sync data for ids ['fe691bc8-f1aa-42e7-826e-c52efef8d40f'] in n-d-819494-3 is: [] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:14:48.383617 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fb51adbd-f0eb-4c97-bbfb-255e3f8599bc tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:48.452755 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7d3db6e2-dd0b-405d-9dce-fff9370273bb None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:48.472429 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device ab452ffa-d631-4d9f-9832-5cfd42bf19a0 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:14:48.484954 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7d3db6e2-dd0b-405d-9dce-fff9370273bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:48.548673 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d10ea079-207d-41ea-99af-c5956ead995e {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:14:48.553213 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:48.574217 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fb51adbd-f0eb-4c97-bbfb-255e3f8599bc tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:48.577515 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fb51adbd-f0eb-4c97-bbfb-255e3f8599bc tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:48.597788 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a976dcc6-7d85-4520-84ce-8572a9201660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:48.635905 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-85b4550d-2f2d-44f6-a081-cf078a9f8e4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:48.657025 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3db6e2-dd0b-405d-9dce-fff9370273bb None None] Network 2e093d7e-6f6b-4478-83ad-bf296e096667 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:14:48.664837 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61c71ea7-db99-408b-a511-8451636bab5d req-a6ce24f7-2c4c-46ab-9a5a-d4e944311087 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] Made reservation on behalf of e7e2604d5e5d46ea88d4c5a34d5eae18 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:14:48.669820 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-ec0ed49a-e83e-4773-99e0-0cb8f1d19e66 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Allocated IP 172.23.0.1 (2e093d7e-6f6b-4478-83ad-bf296e096667/65cca5f3-5214-43fb-85cf-3900e57b049e/e6801ccd-c023-4b80-952e-7bf07f5e66c2) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:14:48.674387 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-61c71ea7-db99-408b-a511-8451636bab5d req-a6ce24f7-2c4c-46ab-9a5a-d4e944311087 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:48.675442 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port d10ea079-207d-41ea-99af-c5956ead995e, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=d10ea079-207d-41ea-99af-c5956ead995e,segment=NetworkSegment(3a0f2c89-9472-4b39-b64d-93d0070f2833),segment_id=3a0f2c89-9472-4b39-b64d-93d0070f2833)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:14:48.677767 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port ee396ae6-fc45-47b8-82ed-a6e03245020f, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=ee396ae6-fc45-47b8-82ed-a6e03245020f,segment=NetworkSegment(590fc379-5d8e-43e6-aadd-c1cc1d5f4b8f),segment_id=590fc379-5d8e-43e6-aadd-c1cc1d5f4b8f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:14:48.679014 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-7d3db6e2-dd0b-405d-9dce-fff9370273bb None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:14:48.683601 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3db6e2-dd0b-405d-9dce-fff9370273bb None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:14:48.685911 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fb51adbd-f0eb-4c97-bbfb-255e3f8599bc tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:48.688086 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb51adbd-f0eb-4c97-bbfb-255e3f8599bc tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Fanout notify agent at l3_agent the message router_deleted on router fe691bc8-f1aa-42e7-826e-c52efef8d40f {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:14:48.693027 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3db6e2-dd0b-405d-9dce-fff9370273bb None None] Pushing event updated for resources: {'Port': ['ID=76a50f10-c066-44ee-9b90-931ffd2dcebb,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:48.700206 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:48.701840 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:48.702616 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 16af6292-6405-461d-b29c-ba9abdad19c6 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:14:48.725607 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fb51adbd-f0eb-4c97-bbfb-255e3f8599bc tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:48.729973 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-fb51adbd-f0eb-4c97-bbfb-255e3f8599bc tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "DELETE /v2.0/routers/fe691bc8-f1aa-42e7-826e-c52efef8d40f HTTP/1.1" status: 204 len: 168 time: 0.4536121 Nov 27 04:14:48.733950 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45758) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:48.741844 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03aaed-b970-4ca2-a346-5f42ce98e737 req-d0c1421d-bff4-4425-9af9-cdc8456c3a04 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:48.745900 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-61c71ea7-db99-408b-a511-8451636bab5d req-a6ce24f7-2c4c-46ab-9a5a-d4e944311087 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:48.751495 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-af03aaed-b970-4ca2-a346-5f42ce98e737 req-d0c1421d-bff4-4425-9af9-cdc8456c3a04 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 943 time: 0.1282604 Nov 27 04:14:48.791618 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=d10ea079-207d-41ea-99af-c5956ead995e,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:48.890269 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=ee396ae6-fc45-47b8-82ed-a6e03245020f,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:48.890889 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-af03aaed-b970-4ca2-a346-5f42ce98e737 req-70a46ff0-a53c-47d1-b9b4-574fee986b5f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=35287554-093e-492b-9e65-510620951be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366227 Nov 27 04:14:48.952759 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ec0ed49a-e83e-4773-99e0-0cb8f1d19e66 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:48.962982 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-7d3db6e2-dd0b-405d-9dce-fff9370273bb None None] Attempting to bind port 76a50f10-c066-44ee-9b90-931ffd2dcebb on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:14:48.963421 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-7d3db6e2-dd0b-405d-9dce-fff9370273bb None None] Attempting to bind port 76a50f10-c066-44ee-9b90-931ffd2dcebb by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'b7632779-c078-41b7-86d9-941d6e2b0e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '2e093d7e-6f6b-4478-83ad-bf296e096667'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:14:48.963793 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3db6e2-dd0b-405d-9dce-fff9370273bb None None] Attempting to bind port 76a50f10-c066-44ee-9b90-931ffd2dcebb on network 2e093d7e-6f6b-4478-83ad-bf296e096667 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:14:48.977347 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3db6e2-dd0b-405d-9dce-fff9370273bb None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:14:48.977954 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3db6e2-dd0b-405d-9dce-fff9370273bb None None] Checking segment: {'id': 'b7632779-c078-41b7-86d9-941d6e2b0e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '2e093d7e-6f6b-4478-83ad-bf296e096667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:14:48.978158 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7d3db6e2-dd0b-405d-9dce-fff9370273bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:48.978590 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3db6e2-dd0b-405d-9dce-fff9370273bb None None] Bound using segment: {'id': 'b7632779-c078-41b7-86d9-941d6e2b0e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '2e093d7e-6f6b-4478-83ad-bf296e096667'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:14:48.979105 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-7d3db6e2-dd0b-405d-9dce-fff9370273bb None None] Bound port: 76a50f10-c066-44ee-9b90-931ffd2dcebb, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7632779-c078-41b7-86d9-941d6e2b0e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '2e093d7e-6f6b-4478-83ad-bf296e096667'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:14:48.979585 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7d3db6e2-dd0b-405d-9dce-fff9370273bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:48.988957 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:49.008877 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.api [None req-a976dcc6-7d85-4520-84ce-8572a9201660 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:14:49.009930 n-d-819494-3 neutron-server[110020]: DEBUG oslo_db.api [None req-a976dcc6-7d85-4520-84ce-8572a9201660 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:14:49.011734 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port ab452ffa-d631-4d9f-9832-5cfd42bf19a0 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:14:49.022196 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-614f661b-b2e0-498c-b49a-8c6d6556952c tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Deleting subnet 0686aee7-239c-4a71-ad29-25d0b2938bfa {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:14:49.034539 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['d10ea079-207d-41ea-99af-c5956ead995e'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:14:49.035680 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-614f661b-b2e0-498c-b49a-8c6d6556952c tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:49.047280 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ec0ed49a-e83e-4773-99e0-0cb8f1d19e66 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:49.048454 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port ab452ffa-d631-4d9f-9832-5cfd42bf19a0 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:49.048834 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:49.085059 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-61c71ea7-db99-408b-a511-8451636bab5d req-a6ce24f7-2c4c-46ab-9a5a-d4e944311087 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:49.095785 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad21ad8-f9ba-4fe4-8227-aa9a8f87828c req-c1825f8a-3de6-4286-9f5b-13bc0dba8a9e tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:49.097418 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-aad21ad8-f9ba-4fe4-8227-aa9a8f87828c req-c1825f8a-3de6-4286-9f5b-13bc0dba8a9e tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 946 time: 0.2270005 Nov 27 04:14:49.103054 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-61c71ea7-db99-408b-a511-8451636bab5d req-a6ce24f7-2c4c-46ab-9a5a-d4e944311087 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:49.109851 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-614f661b-b2e0-498c-b49a-8c6d6556952c tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:49.125526 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0ed49a-e83e-4773-99e0-0cb8f1d19e66 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Network 2e093d7e-6f6b-4478-83ad-bf296e096667 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:14:49.127222 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ed49a-e83e-4773-99e0-0cb8f1d19e66 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event updated for resources: {'Port': ['ID=e6801ccd-c023-4b80-952e-7bf07f5e66c2,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:49.130150 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-ec0ed49a-e83e-4773-99e0-0cb8f1d19e66 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:14:49.148943 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0ed49a-e83e-4773-99e0-0cb8f1d19e66 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:14:49.178371 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-7d3db6e2-dd0b-405d-9dce-fff9370273bb None None] For port 76a50f10-c066-44ee-9b90-931ffd2dcebb, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:14:49.183678 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-7d3db6e2-dd0b-405d-9dce-fff9370273bb None None] For port 76a50f10-c066-44ee-9b90-931ffd2dcebb, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=76a50f10-c066-44ee-9b90-931ffd2dcebb,segment=NetworkSegment(b7632779-c078-41b7-86d9-941d6e2b0e2d),segment_id=b7632779-c078-41b7-86d9-941d6e2b0e2d)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:14:49.208899 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7d3db6e2-dd0b-405d-9dce-fff9370273bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:49.213958 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cbaa24-4ea6-43e1-a523-898f420e3a81 req-bf5bd9d5-cdb8-4c69-a63e-ee5649d0fc7e tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:49.216218 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-03cbaa24-4ea6-43e1-a523-898f420e3a81 req-bf5bd9d5-cdb8-4c69-a63e-ee5649d0fc7e tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=2797c38f-742b-490d-a3c0-632377e60f33 HTTP/1.1" status: 200 len: 945 time: 0.2116218 Nov 27 04:14:49.235810 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce24f7-2c4c-46ab-9a5a-d4e944311087 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12252b2b-ba76-4e33-80c0-44568f8ad8e7,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:49.235931 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ec0ed49a-e83e-4773-99e0-0cb8f1d19e66 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:49.239712 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 16af6292-6405-461d-b29c-ba9abdad19c6 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:49.240270 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:49.379179 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-03cbaa24-4ea6-43e1-a523-898f420e3a81 req-51020d30-b62e-42f0-8a51-e1cee881e1b6 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/security-groups?id=5009d093-a4b5-4d3f-9e44-e87194e41a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309774 Nov 27 04:14:49.400533 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-614f661b-b2e0-498c-b49a-8c6d6556952c tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:49.407171 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-aad21ad8-f9ba-4fe4-8227-aa9a8f87828c req-8eff5326-9a30-459a-a346-049048a20468 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2942741 Nov 27 04:14:49.451123 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ec0ed49a-e83e-4773-99e0-0cb8f1d19e66 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:49.470864 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3db6e2-dd0b-405d-9dce-fff9370273bb None None] Pushing event updated for resources: {'Port': ['ID=76a50f10-c066-44ee-9b90-931ffd2dcebb,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:49.499482 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-61c71ea7-db99-408b-a511-8451636bab5d req-a6ce24f7-2c4c-46ab-9a5a-d4e944311087 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] Allocated IP 192.168.233.124 (7cd21890-8440-4d5d-a862-4b55c8c22387/f14a2acf-f1d7-4ddf-8459-b30982428e88/b5f73879-a012-40d1-9193-403d03f312dc) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:14:49.561223 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-16082f51-110e-486b-bc38-0cdae243c673 req-3090bd8d-e9e1-4899-a2bd-b69cc2f36afa tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] 10.222.0.20 "GET /v2.0/ports?device_id=bae84983-eccd-4a92-a86e-30dbecc62b64 HTTP/1.1" status: 200 len: 210 time: 0.0607610 Nov 27 04:14:49.605078 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-614f661b-b2e0-498c-b49a-8c6d6556952c tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:49.721072 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f661b-b2e0-498c-b49a-8c6d6556952c tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event deleted for resources: {'Subnet': ['ID=0686aee7-239c-4a71-ad29-25d0b2938bfa,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:49.729387 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-614f661b-b2e0-498c-b49a-8c6d6556952c tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:49.737289 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-614f661b-b2e0-498c-b49a-8c6d6556952c tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "DELETE /v2.0/subnets/0686aee7-239c-4a71-ad29-25d0b2938bfa HTTP/1.1" status: 204 len: 168 time: 1.0015707 Nov 27 04:14:49.747343 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45772) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:49.798080 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:49.801292 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce897db-47a5-4c5b-a58f-4ca85cc95acd None None] Network 4e40b3c0-d6b7-4013-9169-0b0d249c2b64 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:14:49.813367 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:49.960424 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-1fecb3cb-08c1-4ac8-9015-b03147a336cc None None] Could not find standard attr ID for object ec51d22d-9be4-439a-a2e1-a75378f73537. {{(pid=110020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 04:14:49.961053 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-61c71ea7-db99-408b-a511-8451636bab5d req-a6ce24f7-2c4c-46ab-9a5a-d4e944311087 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:49.972682 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c9129676-f56d-470c-bcbb-91b221884ff0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:50.021346 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2797c38f-742b-490d-a3c0-632377e60f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab452ffa-d631-4d9f-9832-5cfd42bf19a0'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:14:50.026787 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26359bb2-3390-4b75-ab09-3a3c36ed5764" -d '{"events": [{"server_uuid": "2797c38f-742b-490d-a3c0-632377e60f33", "name": "network-vif-plugged", "status": "completed", "tag": "ab452ffa-d631-4d9f-9832-5cfd42bf19a0"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:14:50.052110 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-1fecb3cb-08c1-4ac8-9015-b03147a336cc None None] Provisioning complete for port ee396ae6-fc45-47b8-82ed-a6e03245020f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:50.052532 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1fecb3cb-08c1-4ac8-9015-b03147a336cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:50.074445 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-61c71ea7-db99-408b-a511-8451636bab5d req-a6ce24f7-2c4c-46ab-9a5a-d4e944311087 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:50.095102 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port ab452ffa-d631-4d9f-9832-5cfd42bf19a0, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=ab452ffa-d631-4d9f-9832-5cfd42bf19a0,segment=NetworkSegment(e3ed01b7-72d1-4418-871a-c8556e7d20b4),segment_id=e3ed01b7-72d1-4418-871a-c8556e7d20b4)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:14:50.097467 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf4ac49-a4c5-408f-bf08-389f45228862 x-openstack-request-id: req-1cf4ac49-a4c5-408f-bf08-389f45228862 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:14:50.097759 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2797c38f-742b-490d-a3c0-632377e60f33", "name": "network-vif-plugged", "status": "completed", "tag": "ab452ffa-d631-4d9f-9832-5cfd42bf19a0", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:14:50.098138 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1cf4ac49-a4c5-408f-bf08-389f45228862 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:14:50.098535 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2797c38f-742b-490d-a3c0-632377e60f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab452ffa-d631-4d9f-9832-5cfd42bf19a0', 'code': 200} Nov 27 04:14:50.118801 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:50.129745 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69493f-df9d-4823-995b-ac3c95c75653 req-755e8c86-f856-44ff-b84f-85a179d35a59 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:50.131390 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fd69493f-df9d-4823-995b-ac3c95c75653 req-755e8c86-f856-44ff-b84f-85a179d35a59 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 944 time: 0.1063740 Nov 27 04:14:50.166499 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61c71ea7-db99-408b-a511-8451636bab5d req-a6ce24f7-2c4c-46ab-9a5a-d4e944311087 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] Network 7cd21890-8440-4d5d-a862-4b55c8c22387 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:14:50.178369 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-61c71ea7-db99-408b-a511-8451636bab5d req-a6ce24f7-2c4c-46ab-9a5a-d4e944311087 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:14:50.187558 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce24f7-2c4c-46ab-9a5a-d4e944311087 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] Pushing event updated for resources: {'Port': ['ID=b5f73879-a012-40d1-9193-403d03f312dc,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:50.190533 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-c9129676-f56d-470c-bcbb-91b221884ff0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Deleting port 16af6292-6405-461d-b29c-ba9abdad19c6 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:14:50.190902 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c9129676-f56d-470c-bcbb-91b221884ff0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:50.198294 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ec0ed49a-e83e-4773-99e0-0cb8f1d19e66 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:50.205073 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c71ea7-db99-408b-a511-8451636bab5d req-a6ce24f7-2c4c-46ab-9a5a-d4e944311087 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:14:50.209475 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ec0ed49a-e83e-4773-99e0-0cb8f1d19e66 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:50.348019 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=ab452ffa-d631-4d9f-9832-5cfd42bf19a0,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:50.358524 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ed49a-e83e-4773-99e0-0cb8f1d19e66 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event updated for resources: {'Port': ['ID=e6801ccd-c023-4b80-952e-7bf07f5e66c2,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:50.383322 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ec0ed49a-e83e-4773-99e0-0cb8f1d19e66 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:50.383916 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fd69493f-df9d-4823-995b-ac3c95c75653 req-1b652784-e6a2-4f72-ac87-76d6c9755f41 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=35287554-093e-492b-9e65-510620951be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2414024 Nov 27 04:14:50.396154 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c71ea7-db99-408b-a511-8451636bab5d req-a6ce24f7-2c4c-46ab-9a5a-d4e944311087 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:50.396777 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-61c71ea7-db99-408b-a511-8451636bab5d req-a6ce24f7-2c4c-46ab-9a5a-d4e944311087 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:50.401545 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-c9129676-f56d-470c-bcbb-91b221884ff0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] For port 16af6292-6405-461d-b29c-ba9abdad19c6, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=16af6292-6405-461d-b29c-ba9abdad19c6,segment=NetworkSegment(a30e26ad-2b8c-4f89-ad95-b21096f7ebfd),segment_id=a30e26ad-2b8c-4f89-ad95-b21096f7ebfd)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:14:50.401916 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c9129676-f56d-470c-bcbb-91b221884ff0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:50.459832 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf18458-9d7e-479e-81d5-661807c60839 None None] DHCP port deletion for 4e40b3c0-d6b7-4013-9169-0b0d249c2b64 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:14:50.465858 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device ee396ae6-fc45-47b8-82ed-a6e03245020f up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:14:50.612624 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port ee396ae6-fc45-47b8-82ed-a6e03245020f triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:50.613130 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:50.625566 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127ac55-d86b-4848-9dbf-c070569a8b89 req-0975f316-766e-4cff-9835-dad4cb988fe8 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:50.627598 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8127ac55-d86b-4848-9dbf-c070569a8b89 req-0975f316-766e-4cff-9835-dad4cb988fe8 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=2797c38f-742b-490d-a3c0-632377e60f33 HTTP/1.1" status: 200 len: 946 time: 0.1228447 Nov 27 04:14:50.658637 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-7cf18458-9d7e-479e-81d5-661807c60839 None None] Deleting port 16af6292-6405-461d-b29c-ba9abdad19c6 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:14:50.659088 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7cf18458-9d7e-479e-81d5-661807c60839 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:50.713106 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0ed49a-e83e-4773-99e0-0cb8f1d19e66 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Network 2e093d7e-6f6b-4478-83ad-bf296e096667 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:14:50.717289 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-ec0ed49a-e83e-4773-99e0-0cb8f1d19e66 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:14:50.742729 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-7cf18458-9d7e-479e-81d5-661807c60839 None None] For port 16af6292-6405-461d-b29c-ba9abdad19c6, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=16af6292-6405-461d-b29c-ba9abdad19c6,segment=NetworkSegment(a30e26ad-2b8c-4f89-ad95-b21096f7ebfd),segment_id=a30e26ad-2b8c-4f89-ad95-b21096f7ebfd)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:14:50.743137 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7cf18458-9d7e-479e-81d5-661807c60839 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:50.759906 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-7cf18458-9d7e-479e-81d5-661807c60839 None None] Calling delete_port for 16af6292-6405-461d-b29c-ba9abdad19c6 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:14:50.821669 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8127ac55-d86b-4848-9dbf-c070569a8b89 req-6ec03f44-73eb-4dfc-8989-929fad826111 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/security-groups?id=5009d093-a4b5-4d3f-9e44-e87194e41a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710072 Nov 27 04:14:50.876367 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-853eee08-edc0-4dfd-b6e3-c8f4fd513f46 None None] Provisioning complete for port b5f73879-a012-40d1-9193-403d03f312dc triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:50.876764 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-853eee08-edc0-4dfd-b6e3-c8f4fd513f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:50.931234 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7cf18458-9d7e-479e-81d5-661807c60839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:50.941504 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-853eee08-edc0-4dfd-b6e3-c8f4fd513f46 None None] Port b5f73879-a012-40d1-9193-403d03f312dc cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:14:50.948618 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf18458-9d7e-479e-81d5-661807c60839 None None] No DVR routers for this DVR port 16af6292-6405-461d-b29c-ba9abdad19c6 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:14:50.953475 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0ed49a-e83e-4773-99e0-0cb8f1d19e66 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Router b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:14:50.989755 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf18458-9d7e-479e-81d5-661807c60839 None None] Pushing event deleted for resources: {'Port': ['ID=16af6292-6405-461d-b29c-ba9abdad19c6,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:51.003722 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-c9129676-f56d-470c-bcbb-91b221884ff0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Calling delete_port for 16af6292-6405-461d-b29c-ba9abdad19c6 owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:14:51.030104 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-61c71ea7-db99-408b-a511-8451636bab5d req-a6ce24f7-2c4c-46ab-9a5a-d4e944311087 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8367894 Nov 27 04:14:51.049837 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0867a8d-3615-44aa-b9ca-f8c2dff1d7cf req-2026ea59-319c-4344-932e-a7fe4044551c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:51.051516 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d0867a8d-3615-44aa-b9ca-f8c2dff1d7cf req-2026ea59-319c-4344-932e-a7fe4044551c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2797c38f-742b-490d-a3c0-632377e60f33 HTTP/1.1" status: 200 len: 1097 time: 0.7627084 Nov 27 04:14:51.061844 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-61c71ea7-db99-408b-a511-8451636bab5d req-a5026196-80fc-409d-9832-a6b13da62979 service neutron] Request body: {'port': {'device_id': 'bae84983-eccd-4a92-a86e-30dbecc62b64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:14:51.108874 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0ed49a-e83e-4773-99e0-0cb8f1d19e66 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:14:51.115179 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ec0ed49a-e83e-4773-99e0-0cb8f1d19e66 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "PUT /v2.0/routers/b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5696223 Nov 27 04:14:51.117543 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45786) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:51.125201 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-433eaeec-852b-4e6d-bb91-c39ee09f261d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:14:51.138283 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 76a50f10-c066-44ee-9b90-931ffd2dcebb up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:14:51.189578 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cc29cb-716f-4b7d-821a-9af55643902d None None] Sync routers for ids ['b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:14:51.192180 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9830bf7-4587-47b6-9479-11db5fb6263f None None] Network 2e093d7e-6f6b-4478-83ad-bf296e096667 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:14:51.222293 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a92ade-a2bd-4136-96ca-3d5e6f933516 req-d2c91f6e-b067-4653-80c9-a1c4ba08b714 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:51.224079 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b7a92ade-a2bd-4136-96ca-3d5e6f933516 req-d2c91f6e-b067-4653-80c9-a1c4ba08b714 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] 10.222.0.20 "GET /v2.0/ports?device_id=bae84983-eccd-4a92-a86e-30dbecc62b64 HTTP/1.1" status: 200 len: 936 time: 0.2280934 Nov 27 04:14:51.255066 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-61c71ea7-db99-408b-a511-8451636bab5d req-a5026196-80fc-409d-9832-a6b13da62979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:51.282468 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d0867a8d-3615-44aa-b9ca-f8c2dff1d7cf req-52ee3a63-fb3a-4e45-b3a3-bb90bf409034 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5009d093-a4b5-4d3f-9e44-e87194e41a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2178898 Nov 27 04:14:51.324950 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c9129676-f56d-470c-bcbb-91b221884ff0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:51.374159 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9129676-f56d-470c-bcbb-91b221884ff0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event deleted for resources: {'Port': ['ID=16af6292-6405-461d-b29c-ba9abdad19c6,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:51.375385 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device d10ea079-207d-41ea-99af-c5956ead995e up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:14:51.377490 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9129676-f56d-470c-bcbb-91b221884ff0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] No DVR routers for this DVR port 16af6292-6405-461d-b29c-ba9abdad19c6 on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:14:51.384772 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b7a92ade-a2bd-4136-96ca-3d5e6f933516 req-586214c1-eec6-4f76-ace0-209cf37d950f tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] 10.222.0.20 "GET /v2.0/security-groups?id=12252b2b-ba76-4e33-80c0-44568f8ad8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474380 Nov 27 04:14:51.579161 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c9129676-f56d-470c-bcbb-91b221884ff0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:51.598167 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a681d58-acb4-4699-afcf-f5647d551810 req-298bc461-3071-488f-8fa6-144c26bea93b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:51.600178 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9a681d58-acb4-4699-afcf-f5647d551810 req-298bc461-3071-488f-8fa6-144c26bea93b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 944 time: 0.1153784 Nov 27 04:14:51.606465 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-c9129676-f56d-470c-bcbb-91b221884ff0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e40b3c0-d6b7-4013-9169-0b0d249c2b64']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:51.618695 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-c9129676-f56d-470c-bcbb-91b221884ff0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a30e26ad-2b8c-4f89-ad95-b21096f7ebfd') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:51.618994 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-c9129676-f56d-470c-bcbb-91b221884ff0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a30e26ad-2b8c-4f89-ad95-b21096f7ebfd') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:51.633546 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c9129676-f56d-470c-bcbb-91b221884ff0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:51.650110 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c9129676-f56d-470c-bcbb-91b221884ff0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:51.658224 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9129676-f56d-470c-bcbb-91b221884ff0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:14:51.658224 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c9129676-f56d-470c-bcbb-91b221884ff0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:51.708558 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:14:51.708558 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 04:14:51.708558 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:14:51.708558 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 04:14:51.708558 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:14:51.708558 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 04:14:51.708558 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:14:51.708558 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 04:14:51.708558 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:14:51.708558 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:14:51.708558 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:14:51.708558 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:14:51.708558 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:14:51.708558 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:14:51.708558 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:14:51.708558 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:14:51.708558 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:14:51.708558 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:14:51.708558 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:14:51.708558 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:14:51.708558 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:14:51.708558 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:14:51.708558 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:14:51.708558 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:14:51.708558 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:14:51.708558 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:14:51.708558 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:14:51.708558 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:14:51.708558 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:14:51.708558 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:14:51.708558 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:14:51.708558 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:14:51.708558 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:14:51.708558 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:14:51.708558 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:14:51.708558 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:14:51.708558 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:14:51.708558 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:14:51.708558 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:14:51.708558 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:14:51.724990 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9a681d58-acb4-4699-afcf-f5647d551810 req-f0ee4d00-cfc7-458c-81d2-7011ad4db405 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=35287554-093e-492b-9e65-510620951be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890176 Nov 27 04:14:51.739156 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:51.739754 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cc29cb-716f-4b7d-821a-9af55643902d None None] Routers {'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:14:51.740409 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-81cc29cb-716f-4b7d-821a-9af55643902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:14:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:51.749467 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.extraroute_db [None req-433eaeec-852b-4e6d-bb91-c39ee09f261d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=110018) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 27 04:14:51.751180 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-d15fc018-9736-4d87-98ac-e5a5e2faa2e3 None None] Provisioning complete for port 76a50f10-c066-44ee-9b90-931ffd2dcebb triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:51.751611 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d15fc018-9736-4d87-98ac-e5a5e2faa2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:51.775988 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.extraroute_db [None req-433eaeec-852b-4e6d-bb91-c39ee09f261d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Removed routes are [] {{(pid=110018) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 27 04:14:51.776401 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-433eaeec-852b-4e6d-bb91-c39ee09f261d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3685224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11843'] for router, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:51.807989 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c9129676-f56d-470c-bcbb-91b221884ff0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:51.827298 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c9129676-f56d-470c-bcbb-91b221884ff0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:51.836206 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c9129676-f56d-470c-bcbb-91b221884ff0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "DELETE /v2.0/networks/4e40b3c0-d6b7-4013-9169-0b0d249c2b64 HTTP/1.1" status: 204 len: 168 time: 2.0835569 Nov 27 04:14:51.841243 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45806) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:51.847905 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-b7de40e1-b0e1-4823-bfe2-453d504e737a tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-405451987', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}, 'admin_state_up': False}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:14:51.889976 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9129676-f56d-470c-bcbb-91b221884ff0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event deleted for resources: {'Network': ['ID=4e40b3c0-d6b7-4013-9169-0b0d249c2b64,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:51.902263 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-04a6dcea-baa7-4184-90b0-a7f35b2c7db0 req-1a61de2c-f944-449d-b210-29be2ebe99ec service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1928630 Nov 27 04:14:51.966373 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b7de40e1-b0e1-4823-bfe2-453d504e737a tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:51.967670 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b7de40e1-b0e1-4823-bfe2-453d504e737a tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:52.005487 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-81cc29cb-716f-4b7d-821a-9af55643902d None None] Set router b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 gateway port host: None {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:14:52.101660 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b7de40e1-b0e1-4823-bfe2-453d504e737a tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:52.104336 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-433eaeec-852b-4e6d-bb91-c39ee09f261d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3685224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11843'] for router, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:52.108216 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-433eaeec-852b-4e6d-bb91-c39ee09f261d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3685219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3685210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3680816'] for router, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:52.112430 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ef0a0-0a74-40db-aead-161b25765d3c req-ccce400c-b5c2-47f1-a205-f71ac4779a65 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:52.114448 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-899ef0a0-0a74-40db-aead-161b25765d3c req-ccce400c-b5c2-47f1-a205-f71ac4779a65 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=2797c38f-742b-490d-a3c0-632377e60f33 HTTP/1.1" status: 200 len: 946 time: 0.1721087 Nov 27 04:14:52.115847 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 76a50f10-c066-44ee-9b90-931ffd2dcebb triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:52.116363 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:52.140636 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6dcea-baa7-4184-90b0-a7f35b2c7db0 req-5ca84116-be29-4ee7-97e8-dcf935f21556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:52.142139 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-04a6dcea-baa7-4184-90b0-a7f35b2c7db0 req-5ca84116-be29-4ee7-97e8-dcf935f21556 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=797b4470e1204f95b4c65fa8076beed0&device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 1097 time: 0.1318398 Nov 27 04:14:52.177325 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port d10ea079-207d-41ea-99af-c5956ead995e completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:14:52.210882 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-61c71ea7-db99-408b-a511-8451636bab5d req-a5026196-80fc-409d-9832-a6b13da62979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5f73879-a012-40d1-9193-403d03f312dc {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:14:52.233880 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port d10ea079-207d-41ea-99af-c5956ead995e triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:52.234427 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:52.279508 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-61c71ea7-db99-408b-a511-8451636bab5d req-a5026196-80fc-409d-9832-a6b13da62979 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:52.308947 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:52.364641 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-61c71ea7-db99-408b-a511-8451636bab5d req-a5026196-80fc-409d-9832-a6b13da62979 service neutron] Transition to ACTIVE for port object b5f73879-a012-40d1-9193-403d03f312dc will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:14:52.373459 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-899ef0a0-0a74-40db-aead-161b25765d3c req-c5f0b6ad-b32c-46af-b061-7bfd50d51452 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/security-groups?id=5009d093-a4b5-4d3f-9e44-e87194e41a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2283742 Nov 27 04:14:52.376599 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-61c71ea7-db99-408b-a511-8451636bab5d req-a5026196-80fc-409d-9832-a6b13da62979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:52.502258 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5026196-80fc-409d-9832-a6b13da62979 service neutron] Pushing event updated for resources: {'Port': ['ID=b5f73879-a012-40d1-9193-403d03f312dc,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:52.517287 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6dcea-baa7-4184-90b0-a7f35b2c7db0 req-305b0622-e1fe-435a-ba24-406ffc22eb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:52.520080 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-04a6dcea-baa7-4184-90b0-a7f35b2c7db0 req-305b0622-e1fe-435a-ba24-406ffc22eb81 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f5be6ff6-7679-4336-aa7e-b7dc23104991 HTTP/1.1" status: 200 len: 917 time: 0.3456929 Nov 27 04:14:52.592171 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d15fc018-9736-4d87-98ac-e5a5e2faa2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:52.672984 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b7de40e1-b0e1-4823-bfe2-453d504e737a tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:52.709828 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-04a6dcea-baa7-4184-90b0-a7f35b2c7db0 req-cad1ffe3-eb47-4f70-8a59-3d7d010c3233 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=397418f9-b2a5-4f52-b913-55a426e288e1 HTTP/1.1" status: 200 len: 1000 time: 0.1724362 Nov 27 04:14:52.719026 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc50ad-bd11-4af9-8c72-1d8d2c75abf3 req-a98ef62e-d66d-4890-92cf-19caa711043e tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:52.720598 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:52.731263 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-86dc50ad-bd11-4af9-8c72-1d8d2c75abf3 req-a98ef62e-d66d-4890-92cf-19caa711043e tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] 10.222.0.20 "GET /v2.0/ports?device_id=bae84983-eccd-4a92-a86e-30dbecc62b64 HTTP/1.1" status: 200 len: 948 time: 0.1448886 Nov 27 04:14:52.766421 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-61c71ea7-db99-408b-a511-8451636bab5d req-a5026196-80fc-409d-9832-a6b13da62979 service neutron] Attempting to bind port b5f73879-a012-40d1-9193-403d03f312dc on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:14:52.766998 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-61c71ea7-db99-408b-a511-8451636bab5d req-a5026196-80fc-409d-9832-a6b13da62979 service neutron] Attempting to bind port b5f73879-a012-40d1-9193-403d03f312dc by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:14:52.767340 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c71ea7-db99-408b-a511-8451636bab5d req-a5026196-80fc-409d-9832-a6b13da62979 service neutron] Attempting to bind port b5f73879-a012-40d1-9193-403d03f312dc on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:14:52.788848 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c71ea7-db99-408b-a511-8451636bab5d req-a5026196-80fc-409d-9832-a6b13da62979 service neutron] Port b5f73879-a012-40d1-9193-403d03f312dc on network 7cd21890-8440-4d5d-a862-4b55c8c22387 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:14:52.789191 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c71ea7-db99-408b-a511-8451636bab5d req-a5026196-80fc-409d-9832-a6b13da62979 service neutron] Attempting to bind port b5f73879-a012-40d1-9193-403d03f312dc on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:14:52.802107 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:52.820394 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433eaeec-852b-4e6d-bb91-c39ee09f261d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Router b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:14:52.842065 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c71ea7-db99-408b-a511-8451636bab5d req-a5026196-80fc-409d-9832-a6b13da62979 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:14:52.842425 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c71ea7-db99-408b-a511-8451636bab5d req-a5026196-80fc-409d-9832-a6b13da62979 service neutron] Checking segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:14:52.842852 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c71ea7-db99-408b-a511-8451636bab5d req-a5026196-80fc-409d-9832-a6b13da62979 service neutron] Bound using segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:14:52.843317 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-61c71ea7-db99-408b-a511-8451636bab5d req-a5026196-80fc-409d-9832-a6b13da62979 service neutron] Bound port: b5f73879-a012-40d1-9193-403d03f312dc, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:14:52.843686 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-61c71ea7-db99-408b-a511-8451636bab5d req-a5026196-80fc-409d-9832-a6b13da62979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:52.848057 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6dcea-baa7-4184-90b0-a7f35b2c7db0 req-485c5cf6-f647-4e1d-8628-12dc65910019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:52.849647 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-04a6dcea-baa7-4184-90b0-a7f35b2c7db0 req-485c5cf6-f647-4e1d-8628-12dc65910019 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=129d6819-d46b-4873-8019-a59c438c16e8 HTTP/1.1" status: 200 len: 855 time: 0.1255147 Nov 27 04:14:52.859392 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-d15fc018-9736-4d87-98ac-e5a5e2faa2e3 None None] For port 76a50f10-c066-44ee-9b90-931ffd2dcebb, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=76a50f10-c066-44ee-9b90-931ffd2dcebb,segment=NetworkSegment(b7632779-c078-41b7-86d9-941d6e2b0e2d),segment_id=b7632779-c078-41b7-86d9-941d6e2b0e2d)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:14:52.865522 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78849aa8-76b0-41f8-817b-9294cadaa289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10ea079-207d-41ea-99af-c5956ead995e'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:14:52.874488 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc39863a-ebb9-4405-b7fa-f72a0a346220" -d '{"events": [{"server_uuid": "78849aa8-76b0-41f8-817b-9294cadaa289", "name": "network-vif-plugged", "status": "completed", "tag": "d10ea079-207d-41ea-99af-c5956ead995e"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:14:52.897253 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d15fc018-9736-4d87-98ac-e5a5e2faa2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:52.916257 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port d10ea079-207d-41ea-99af-c5956ead995e, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=d10ea079-207d-41ea-99af-c5956ead995e,segment=NetworkSegment(3a0f2c89-9472-4b39-b64d-93d0070f2833),segment_id=3a0f2c89-9472-4b39-b64d-93d0070f2833)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:14:52.956153 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:52.977159 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-81cc29cb-716f-4b7d-821a-9af55643902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'name': 'tempest-RoutersTest-router-93354514', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:14:06Z', 'updated_at': '2021-11-27T04:14:49Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'gw_port_host': None, '_interfaces': [{'id': '8cba8f80-981a-49c1-a15d-04959612f6e7', 'name': '', 'network_id': 'e97e8f30-abc3-48bc-b532-b66319b0d2f3', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:04:da:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:11Z', 'updated_at': '2021-11-27T04:14:19Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8f9d724-5e70-48e7-9103-98a705c738e7', 'name': '', 'network_id': '830a5cd2-ca8a-41cf-92a2-e19848fdb3d1', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:55:c4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '7b870824-cdcc-4d54-885a-f25666555d5c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:24Z', 'updated_at': '2021-11-27T04:14:31Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': '7b870824-cdcc-4d54-885a-f25666555d5c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6801ccd-c023-4b80-952e-7bf07f5e66c2', 'name': '', 'network_id': '2e093d7e-6f6b-4478-83ad-bf296e096667', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:22:32:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '65cca5f3-5214-43fb-85cf-3900e57b049e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:48Z', 'updated_at': '2021-11-27T04:14:49Z', 'revision_number': 2, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': '65cca5f3-5214-43fb-85cf-3900e57b049e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee396ae6-fc45-47b8-82ed-a6e03245020f', 'name': '', 'network_id': '5981e96d-a24a-4863-9dfc-cd61d5378dd8', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:fb:9e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'b104919d-4f6e-4faa-a557-c4893aec365d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:36Z', 'updated_at': '2021-11-27T04:14:48Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': 'b104919d-4f6e-4faa-a557-c4893aec365d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:53.002577 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6dcea-baa7-4184-90b0-a7f35b2c7db0 req-4b5b1358-c5dc-4b93-846b-f6d3a0c51d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:53.011654 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-04a6dcea-baa7-4184-90b0-a7f35b2c7db0 req-4b5b1358-c5dc-4b93-846b-f6d3a0c51d22 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f5be6ff6-7679-4336-aa7e-b7dc23104991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1547568 Nov 27 04:14:53.019781 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15fc018-9736-4d87-98ac-e5a5e2faa2e3 None None] Pushing event updated for resources: {'Port': ['ID=76a50f10-c066-44ee-9b90-931ffd2dcebb,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:53.025471 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940a15b-b779-4bab-b4e6-f9f364ea2e04 req-b33549a1-77f1-4ef6-9816-c124cf7c9ded tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:53.028075 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5940a15b-b779-4bab-b4e6-f9f364ea2e04 req-b33549a1-77f1-4ef6-9816-c124cf7c9ded tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 945 time: 0.1157830 Nov 27 04:14:53.102020 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cc29cb-716f-4b7d-821a-9af55643902d None None] Checking router: b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:14:53.103587 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-61c71ea7-db99-408b-a511-8451636bab5d req-a5026196-80fc-409d-9832-a6b13da62979 service neutron] For port b5f73879-a012-40d1-9193-403d03f312dc, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:14:53.103807 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cc29cb-716f-4b7d-821a-9af55643902d None None] Updating router b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 port e6801ccd-c023-4b80-952e-7bf07f5e66c2 binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:14:53.129831 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-61c71ea7-db99-408b-a511-8451636bab5d req-a5026196-80fc-409d-9832-a6b13da62979 service neutron] For port b5f73879-a012-40d1-9193-403d03f312dc, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=b5f73879-a012-40d1-9193-403d03f312dc,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:14:53.155874 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-86dc50ad-bd11-4af9-8c72-1d8d2c75abf3 req-31f60739-5e73-4787-87b8-dd4df3c86619 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] 10.222.0.20 "GET /v2.0/security-groups?id=12252b2b-ba76-4e33-80c0-44568f8ad8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171667 Nov 27 04:14:53.181563 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433eaeec-852b-4e6d-bb91-c39ee09f261d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:14:53.195786 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-433eaeec-852b-4e6d-bb91-c39ee09f261d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:53.205606 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-433eaeec-852b-4e6d-bb91-c39ee09f261d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "PUT /v2.0/routers/b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 HTTP/1.1" status: 200 len: 932 time: 2.0864847 Nov 27 04:14:53.208225 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-61c71ea7-db99-408b-a511-8451636bab5d req-a5026196-80fc-409d-9832-a6b13da62979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:53.215783 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45830) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:53.217114 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5940a15b-b779-4bab-b4e6-f9f364ea2e04 req-15f45a69-dd03-48b2-93e5-939f85c1c124 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=35287554-093e-492b-9e65-510620951be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759572 Nov 27 04:14:53.260851 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-b4823bcf-7b1e-4ed1-9644-641f5c05e820 None None] Provisioning complete for port e6801ccd-c023-4b80-952e-7bf07f5e66c2 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:53.261232 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b4823bcf-7b1e-4ed1-9644-641f5c05e820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:53.262948 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-81cc29cb-716f-4b7d-821a-9af55643902d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:53.274523 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c71ea7-db99-408b-a511-8451636bab5d req-a5026196-80fc-409d-9832-a6b13da62979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:53.275184 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-61c71ea7-db99-408b-a511-8451636bab5d req-a5026196-80fc-409d-9832-a6b13da62979 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:53.276596 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-61c71ea7-db99-408b-a511-8451636bab5d req-a5026196-80fc-409d-9832-a6b13da62979 service neutron] 10.222.0.23 "PUT /v2.0/ports/b5f73879-a012-40d1-9193-403d03f312dc HTTP/1.1" status: 200 len: 1096 time: 2.2221584 Nov 27 04:14:53.279578 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bae84983-eccd-4a92-a86e-30dbecc62b64', 'tag': 'b5f73879-a012-40d1-9193-403d03f312dc'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:14:53.281695 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93481c7b-24f4-46a7-93fe-2bbc42abefae" -d '{"events": [{"name": "network-changed", "server_uuid": "bae84983-eccd-4a92-a86e-30dbecc62b64", "tag": "b5f73879-a012-40d1-9193-403d03f312dc"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:14:53.284622 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61db2da-3f74-4c60-87ba-bcc1fc2e7de5 x-openstack-request-id: req-d61db2da-3f74-4c60-87ba-bcc1fc2e7de5 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:14:53.284763 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78849aa8-76b0-41f8-817b-9294cadaa289", "name": "network-vif-plugged", "status": "completed", "tag": "d10ea079-207d-41ea-99af-c5956ead995e", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:14:53.285030 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d61db2da-3f74-4c60-87ba-bcc1fc2e7de5 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:14:53.285366 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78849aa8-76b0-41f8-817b-9294cadaa289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10ea079-207d-41ea-99af-c5956ead995e', 'code': 200} Nov 27 04:14:53.290721 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.api [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:14:53.290721 n-d-819494-3 neutron-server[110020]: DEBUG oslo_db.api [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:14:53.398527 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=d10ea079-207d-41ea-99af-c5956ead995e,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:53.424845 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac565508-37fa-424f-947d-6c59f73d8be5 x-openstack-request-id: req-ac565508-37fa-424f-947d-6c59f73d8be5 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:14:53.425159 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bae84983-eccd-4a92-a86e-30dbecc62b64", "tag": "b5f73879-a012-40d1-9193-403d03f312dc", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:14:53.425405 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac565508-37fa-424f-947d-6c59f73d8be5 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:14:53.425812 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bae84983-eccd-4a92-a86e-30dbecc62b64', 'tag': 'b5f73879-a012-40d1-9193-403d03f312dc', 'status': 'completed', 'code': 200} Nov 27 04:14:53.448368 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-b4823bcf-7b1e-4ed1-9644-641f5c05e820 None None] Port e6801ccd-c023-4b80-952e-7bf07f5e66c2 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:14:53.458732 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-04a6dcea-baa7-4184-90b0-a7f35b2c7db0 req-8260ad61-63f1-4057-9d30-4dbe16d37b51 service neutron] 10.222.0.23 "GET /v2.0/networks/f5be6ff6-7679-4336-aa7e-b7dc23104991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4269707 Nov 27 04:14:53.459501 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5026196-80fc-409d-9832-a6b13da62979 service neutron] Pushing event updated for resources: {'Port': ['ID=b5f73879-a012-40d1-9193-403d03f312dc,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:53.468233 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45836) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:53.471409 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-77923305-c61c-48d8-8fe4-36b194efe074 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "GET /v2.0/routers/b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 HTTP/1.1" status: 200 len: 932 time: 0.2464993 Nov 27 04:14:53.592957 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-ca9a3a35-6b33-4929-ac1e-2c60db5e6e7d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Request body: {'router': {'routes': None}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:14:53.598368 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-04a6dcea-baa7-4184-90b0-a7f35b2c7db0 req-58c5f298-5650-4271-b48b-d80dee11620a service neutron] 10.222.0.23 "GET /v2.0/networks/f5be6ff6-7679-4336-aa7e-b7dc23104991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284719 Nov 27 04:14:53.652180 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-b4823bcf-7b1e-4ed1-9644-641f5c05e820 None None] Provisioning complete for port 76a50f10-c066-44ee-9b90-931ffd2dcebb triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:53.652180 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b4823bcf-7b1e-4ed1-9644-641f5c05e820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:53.694139 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c71ea7-db99-408b-a511-8451636bab5d req-e68dac7c-5fdc-4434-8d9b-14beba31bbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:53.695811 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-61c71ea7-db99-408b-a511-8451636bab5d req-e68dac7c-5fdc-4434-8d9b-14beba31bbd0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e7e2604d5e5d46ea88d4c5a34d5eae18&device_id=bae84983-eccd-4a92-a86e-30dbecc62b64 HTTP/1.1" status: 200 len: 1099 time: 0.3068938 Nov 27 04:14:53.876792 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-61c71ea7-db99-408b-a511-8451636bab5d req-ef5a61e4-ef61-46e3-a41c-a080cdb0d4fd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=b5f73879-a012-40d1-9193-403d03f312dc HTTP/1.1" status: 200 len: 217 time: 0.1220672 Nov 27 04:14:53.957831 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-81cc29cb-716f-4b7d-821a-9af55643902d None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:53.971926 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-81cc29cb-716f-4b7d-821a-9af55643902d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:54.035439 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-1536f6c3-747c-4f6e-b462-9a28fd5b2eeb None None] Provisioning complete for port e6801ccd-c023-4b80-952e-7bf07f5e66c2 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:54.035961 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1536f6c3-747c-4f6e-b462-9a28fd5b2eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:54.102059 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c71ea7-db99-408b-a511-8451636bab5d req-29679b5e-e102-478b-bc1e-871f6825922e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:54.103787 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-61c71ea7-db99-408b-a511-8451636bab5d req-29679b5e-e102-478b-bc1e-871f6825922e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.2276750 Nov 27 04:14:54.106394 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-1536f6c3-747c-4f6e-b462-9a28fd5b2eeb None None] Port e6801ccd-c023-4b80-952e-7bf07f5e66c2 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:14:54.114920 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304fd086-8c64-49a8-8933-99a86493894e None None] Pushing event updated for resources: {'Port': ['ID=e6801ccd-c023-4b80-952e-7bf07f5e66c2,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:54.125385 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ea6ca-4ec7-49ef-9a0d-bc4c82cd66d2 req-2ce25eb6-b33f-4671-add5-f317e518c54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:54.131361 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 76a50f10-c066-44ee-9b90-931ffd2dcebb up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:14:54.135774 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-219ea6ca-4ec7-49ef-9a0d-bc4c82cd66d2 req-2ce25eb6-b33f-4671-add5-f317e518c54b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 1096 time: 0.6628511 Nov 27 04:14:54.253623 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c71ea7-db99-408b-a511-8451636bab5d req-9b07ab92-1590-43fd-a4a2-0b9cba55a8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:54.255181 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-61c71ea7-db99-408b-a511-8451636bab5d req-9b07ab92-1590-43fd-a4a2-0b9cba55a8d1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1363986 Nov 27 04:14:54.277689 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd464e-79c8-42e5-ae25-8d7f363dbe51 req-34fed908-1b88-432f-aab1-e81565798e25 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:54.279638 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3dcd464e-79c8-42e5-ae25-8d7f363dbe51 req-34fed908-1b88-432f-aab1-e81565798e25 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=2797c38f-742b-490d-a3c0-632377e60f33 HTTP/1.1" status: 200 len: 946 time: 0.3233547 Nov 27 04:14:54.324953 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-81cc29cb-716f-4b7d-821a-9af55643902d None None] Attempting to bind port e6801ccd-c023-4b80-952e-7bf07f5e66c2 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:14:54.325715 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-81cc29cb-716f-4b7d-821a-9af55643902d None None] Attempting to bind port e6801ccd-c023-4b80-952e-7bf07f5e66c2 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'b7632779-c078-41b7-86d9-941d6e2b0e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '2e093d7e-6f6b-4478-83ad-bf296e096667'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:14:54.325860 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cc29cb-716f-4b7d-821a-9af55643902d None None] Attempting to bind port e6801ccd-c023-4b80-952e-7bf07f5e66c2 on network 2e093d7e-6f6b-4478-83ad-bf296e096667 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:14:54.332077 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cc29cb-716f-4b7d-821a-9af55643902d None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:14:54.332510 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cc29cb-716f-4b7d-821a-9af55643902d None None] Checking segment: {'id': 'b7632779-c078-41b7-86d9-941d6e2b0e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '2e093d7e-6f6b-4478-83ad-bf296e096667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:14:54.332930 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-81cc29cb-716f-4b7d-821a-9af55643902d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:54.333332 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cc29cb-716f-4b7d-821a-9af55643902d None None] Bound using segment: {'id': 'b7632779-c078-41b7-86d9-941d6e2b0e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '2e093d7e-6f6b-4478-83ad-bf296e096667'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:14:54.333814 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-81cc29cb-716f-4b7d-821a-9af55643902d None None] Bound port: e6801ccd-c023-4b80-952e-7bf07f5e66c2, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7632779-c078-41b7-86d9-941d6e2b0e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '2e093d7e-6f6b-4478-83ad-bf296e096667'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:14:54.334203 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-81cc29cb-716f-4b7d-821a-9af55643902d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:54.339458 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3dcd464e-79c8-42e5-ae25-8d7f363dbe51 req-3578390c-eada-4111-91db-331e44a67162 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/security-groups?id=5009d093-a4b5-4d3f-9e44-e87194e41a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531025 Nov 27 04:14:54.357620 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 76a50f10-c066-44ee-9b90-931ffd2dcebb triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:54.358002 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:54.382774 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-219ea6ca-4ec7-49ef-9a0d-bc4c82cd66d2 req-b0b6bc42-91fb-4b36-ae77-fb4a61c0e140 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=35287554-093e-492b-9e65-510620951be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652875 Nov 27 04:14:54.383529 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b7de40e1-b0e1-4823-bfe2-453d504e737a tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:54.404667 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b7de40e1-b0e1-4823-bfe2-453d504e737a tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:54.466837 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-81cc29cb-716f-4b7d-821a-9af55643902d None None] For port e6801ccd-c023-4b80-952e-7bf07f5e66c2, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:14:54.471188 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-81cc29cb-716f-4b7d-821a-9af55643902d None None] For port e6801ccd-c023-4b80-952e-7bf07f5e66c2, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=e6801ccd-c023-4b80-952e-7bf07f5e66c2,segment=NetworkSegment(b7632779-c078-41b7-86d9-941d6e2b0e2d),segment_id=b7632779-c078-41b7-86d9-941d6e2b0e2d)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:14:54.482855 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-81cc29cb-716f-4b7d-821a-9af55643902d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:54.503441 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.extraroute_db [None req-ca9a3a35-6b33-4929-ac1e-2c60db5e6e7d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Added routes are [] {{(pid=110019) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 27 04:14:54.503680 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.extraroute_db [None req-ca9a3a35-6b33-4929-ac1e-2c60db5e6e7d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=110019) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 27 04:14:54.556710 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020fb39-27e4-4f3d-9229-f95e32bff05c req-437717cc-b6c1-46f5-a006-bb9a11c6f8fd tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:54.558213 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2020fb39-27e4-4f3d-9229-f95e32bff05c req-437717cc-b6c1-46f5-a006-bb9a11c6f8fd tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] 10.222.0.20 "GET /v2.0/ports?device_id=bae84983-eccd-4a92-a86e-30dbecc62b64 HTTP/1.1" status: 200 len: 948 time: 0.2842104 Nov 27 04:14:54.558947 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-b7de40e1-b0e1-4823-bfe2-453d504e737a tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Allocated IP 172.25.1.248 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/ec288a16-44f6-4d1a-8eaa-9cdcbc8b41b4) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:14:54.567954 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a74e97-87c2-4de8-9793-d0c80f40a1e9 req-7a935e91-bfde-4ca9-9bc7-7da29df8e226 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:54.568215 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-61c71ea7-db99-408b-a511-8451636bab5d req-b4299efb-17d2-458a-bcea-7feeb97b5a04 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039610 Nov 27 04:14:54.569538 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-89a74e97-87c2-4de8-9793-d0c80f40a1e9 req-7a935e91-bfde-4ca9-9bc7-7da29df8e226 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 945 time: 0.0777113 Nov 27 04:14:54.600610 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304fd086-8c64-49a8-8933-99a86493894e None None] Pushing event updated for resources: {'Port': ['ID=e6801ccd-c023-4b80-952e-7bf07f5e66c2,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:54.623462 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca9a3a35-6b33-4929-ac1e-2c60db5e6e7d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3685224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11843'] for router, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:54.631057 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-89a74e97-87c2-4de8-9793-d0c80f40a1e9 req-7a0c1a13-6b13-4ce9-866f-66d220de13a2 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=35287554-093e-492b-9e65-510620951be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528917 Nov 27 04:14:54.687378 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cc29cb-716f-4b7d-821a-9af55643902d None None] Routers {'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:14:54.688035 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-81cc29cb-716f-4b7d-821a-9af55643902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:14:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:54.749399 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-61c71ea7-db99-408b-a511-8451636bab5d req-da8630e4-083b-48d0-9ca7-b9a4b5bccf4e service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635180 Nov 27 04:14:54.799727 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2020fb39-27e4-4f3d-9229-f95e32bff05c req-829af41a-db33-4866-9e20-df3d607c7a81 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] 10.222.0.20 "GET /v2.0/security-groups?id=12252b2b-ba76-4e33-80c0-44568f8ad8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203257 Nov 27 04:14:54.884493 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a91151-ff70-42ce-a255-10a43d770e53 req-881964f8-c717-4205-8a3d-fe59f70d0aaf tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:54.897255 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b7a91151-ff70-42ce-a255-10a43d770e53 req-881964f8-c717-4205-8a3d-fe59f70d0aaf tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=2797c38f-742b-490d-a3c0-632377e60f33 HTTP/1.1" status: 200 len: 946 time: 0.1584651 Nov 27 04:14:54.945559 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b7de40e1-b0e1-4823-bfe2-453d504e737a tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:54.986232 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b7a91151-ff70-42ce-a255-10a43d770e53 req-26eee7c2-d259-451d-b576-e090ac79f4c1 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/security-groups?id=5009d093-a4b5-4d3f-9e44-e87194e41a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874505 Nov 27 04:14:54.998291 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93481c7b-24f4-46a7-93fe-2bbc42abefae req-386367b0-350e-417b-b947-c09c4c4ae94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:54.999842 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-93481c7b-24f4-46a7-93fe-2bbc42abefae req-386367b0-350e-417b-b947-c09c4c4ae94b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e7e2604d5e5d46ea88d4c5a34d5eae18&device_id=bae84983-eccd-4a92-a86e-30dbecc62b64 HTTP/1.1" status: 200 len: 1099 time: 0.0962181 Nov 27 04:14:55.027248 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b7de40e1-b0e1-4823-bfe2-453d504e737a tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:55.033924 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 16af6292-6405-461d-b29c-ba9abdad19c6 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:14:55.038733 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-3d4f3375-60b0-4e93-be76-7c039ba91b66 None None] Provisioning complete for port e6801ccd-c023-4b80-952e-7bf07f5e66c2 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:55.039111 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3d4f3375-60b0-4e93-be76-7c039ba91b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:55.078522 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7de40e1-b0e1-4823-bfe2-453d504e737a tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:14:55.082006 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-b7de40e1-b0e1-4823-bfe2-453d504e737a tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:14:55.086712 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7de40e1-b0e1-4823-bfe2-453d504e737a tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:14:55.099372 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 16af6292-6405-461d-b29c-ba9abdad19c6 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:14:55.100018 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 16af6292-6405-461d-b29c-ba9abdad19c6 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:14:55.108206 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5716ff7-faa6-4013-a7fd-94479d73cb89 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:14:55.120093 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de40e1-b0e1-4823-bfe2-453d504e737a tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event updated for resources: {'Port': ['ID=ec288a16-44f6-4d1a-8eaa-9cdcbc8b41b4,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:55.136770 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93481c7b-24f4-46a7-93fe-2bbc42abefae req-27cbe2e1-b9fb-4c4b-845b-c7cecd805414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:55.138316 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-93481c7b-24f4-46a7-93fe-2bbc42abefae req-27cbe2e1-b9fb-4c4b-845b-c7cecd805414 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.1304920 Nov 27 04:14:55.138660 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de40e1-b0e1-4823-bfe2-453d504e737a tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:55.139143 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de40e1-b0e1-4823-bfe2-453d504e737a tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:55.139575 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de40e1-b0e1-4823-bfe2-453d504e737a tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:55.140051 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de40e1-b0e1-4823-bfe2-453d504e737a tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:55.140495 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de40e1-b0e1-4823-bfe2-453d504e737a tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:55.141610 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de40e1-b0e1-4823-bfe2-453d504e737a tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:55.142199 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de40e1-b0e1-4823-bfe2-453d504e737a tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:55.142903 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de40e1-b0e1-4823-bfe2-453d504e737a tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:55.143352 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de40e1-b0e1-4823-bfe2-453d504e737a tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:55.143957 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de40e1-b0e1-4823-bfe2-453d504e737a tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:55.144438 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de40e1-b0e1-4823-bfe2-453d504e737a tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:55.144790 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de40e1-b0e1-4823-bfe2-453d504e737a tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:14:55.156903 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-81cc29cb-716f-4b7d-821a-9af55643902d None None] Set router b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 gateway port host: None {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:14:55.231737 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-93481c7b-24f4-46a7-93fe-2bbc42abefae req-a18668f5-90fc-4a03-b0ac-3021a6834e38 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=b5f73879-a012-40d1-9193-403d03f312dc HTTP/1.1" status: 200 len: 217 time: 0.0478191 Nov 27 04:14:55.311745 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93481c7b-24f4-46a7-93fe-2bbc42abefae req-b593a253-c150-43e7-a489-c44359172051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:55.314001 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-93481c7b-24f4-46a7-93fe-2bbc42abefae req-b593a253-c150-43e7-a489-c44359172051 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.0514019 Nov 27 04:14:55.386721 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca9a3a35-6b33-4929-ac1e-2c60db5e6e7d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3685224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11843'] for router, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:55.391191 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3d4f3375-60b0-4e93-be76-7c039ba91b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:55.396925 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca9a3a35-6b33-4929-ac1e-2c60db5e6e7d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3685219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3685210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3680816'] for router, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:55.412695 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b7de40e1-b0e1-4823-bfe2-453d504e737a tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:55.495387 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93481c7b-24f4-46a7-93fe-2bbc42abefae req-2e5c160d-4bcc-4ea5-b4d1-94da5f451906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:55.497519 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-93481c7b-24f4-46a7-93fe-2bbc42abefae req-2e5c160d-4bcc-4ea5-b4d1-94da5f451906 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1712484 Nov 27 04:14:55.501582 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9a3a35-6b33-4929-ac1e-2c60db5e6e7d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Router b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:14:55.604753 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-3d4f3375-60b0-4e93-be76-7c039ba91b66 None None] For port e6801ccd-c023-4b80-952e-7bf07f5e66c2, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=e6801ccd-c023-4b80-952e-7bf07f5e66c2,segment=NetworkSegment(b7632779-c078-41b7-86d9-941d6e2b0e2d),segment_id=b7632779-c078-41b7-86d9-941d6e2b0e2d)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:14:55.627302 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3d4f3375-60b0-4e93-be76-7c039ba91b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:55.686730 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-81cc29cb-716f-4b7d-821a-9af55643902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'name': 'tempest-RoutersTest-router-93354514', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:14:06Z', 'updated_at': '2021-11-27T04:14:51Z', 'revision_number': 6, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'gw_port_host': None, '_interfaces': [{'id': '8cba8f80-981a-49c1-a15d-04959612f6e7', 'name': '', 'network_id': 'e97e8f30-abc3-48bc-b532-b66319b0d2f3', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:04:da:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:11Z', 'updated_at': '2021-11-27T04:14:19Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8f9d724-5e70-48e7-9103-98a705c738e7', 'name': '', 'network_id': '830a5cd2-ca8a-41cf-92a2-e19848fdb3d1', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:55:c4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '7b870824-cdcc-4d54-885a-f25666555d5c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:24Z', 'updated_at': '2021-11-27T04:14:31Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': '7b870824-cdcc-4d54-885a-f25666555d5c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6801ccd-c023-4b80-952e-7bf07f5e66c2', 'name': '', 'network_id': '2e093d7e-6f6b-4478-83ad-bf296e096667', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:22:32:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '65cca5f3-5214-43fb-85cf-3900e57b049e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:48Z', 'updated_at': '2021-11-27T04:14:54Z', 'revision_number': 4, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': '65cca5f3-5214-43fb-85cf-3900e57b049e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee396ae6-fc45-47b8-82ed-a6e03245020f', 'name': '', 'network_id': '5981e96d-a24a-4863-9dfc-cd61d5378dd8', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:fb:9e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'b104919d-4f6e-4faa-a557-c4893aec365d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:36Z', 'updated_at': '2021-11-27T04:14:48Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': 'b104919d-4f6e-4faa-a557-c4893aec365d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:55.716198 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b7de40e1-b0e1-4823-bfe2-453d504e737a tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:55.730419 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cc29cb-716f-4b7d-821a-9af55643902d None None] The sync data for ids ['b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'] in n-d-819494-3 is: [{'id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'name': 'tempest-RoutersTest-router-93354514', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:14:06Z', 'updated_at': '2021-11-27T04:14:51Z', 'revision_number': 6, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'gw_port_host': None, '_interfaces': [{'id': '8cba8f80-981a-49c1-a15d-04959612f6e7', 'name': '', 'network_id': 'e97e8f30-abc3-48bc-b532-b66319b0d2f3', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:04:da:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:11Z', 'updated_at': '2021-11-27T04:14:19Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8f9d724-5e70-48e7-9103-98a705c738e7', 'name': '', 'network_id': '830a5cd2-ca8a-41cf-92a2-e19848fdb3d1', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:55:c4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '7b870824-cdcc-4d54-885a-f25666555d5c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:24Z', 'updated_at': '2021-11-27T04:14:31Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': '7b870824-cdcc-4d54-885a-f25666555d5c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6801ccd-c023-4b80-952e-7bf07f5e66c2', 'name': '', 'network_id': '2e093d7e-6f6b-4478-83ad-bf296e096667', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:22:32:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '65cca5f3-5214-43fb-85cf-3900e57b049e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:48Z', 'updated_at': '2021-11-27T04:14:54Z', 'revision_number': 4, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': '65cca5f3-5214-43fb-85cf-3900e57b049e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee396ae6-fc45-47b8-82ed-a6e03245020f', 'name': '', 'network_id': '5981e96d-a24a-4863-9dfc-cd61d5378dd8', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:fb:9e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'b104919d-4f6e-4faa-a557-c4893aec365d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:36Z', 'updated_at': '2021-11-27T04:14:48Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': 'b104919d-4f6e-4faa-a557-c4893aec365d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:14:55.741837 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f3375-60b0-4e93-be76-7c039ba91b66 None None] Pushing event updated for resources: {'Port': ['ID=e6801ccd-c023-4b80-952e-7bf07f5e66c2,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:55.776240 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-aaf30da5-efa9-4da8-850a-d970091ad720 None None] Provisioning complete for port e6801ccd-c023-4b80-952e-7bf07f5e66c2 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:55.776620 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-aaf30da5-efa9-4da8-850a-d970091ad720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:55.986539 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-aaf30da5-efa9-4da8-850a-d970091ad720 None None] Provisioning complete for port ec288a16-44f6-4d1a-8eaa-9cdcbc8b41b4 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:55.987445 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-aaf30da5-efa9-4da8-850a-d970091ad720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:56.032246 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913b70d-683b-4981-9ec8-c9494396d5c3 req-1427020f-5685-4ad2-8cd3-925c9ee556f3 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:56.033969 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e913b70d-683b-4981-9ec8-c9494396d5c3 req-1427020f-5685-4ad2-8cd3-925c9ee556f3 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] 10.222.0.20 "GET /v2.0/ports?device_id=bae84983-eccd-4a92-a86e-30dbecc62b64 HTTP/1.1" status: 200 len: 948 time: 0.0921996 Nov 27 04:14:56.038191 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7de40e1-b0e1-4823-bfe2-453d504e737a tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Router b0601e19-bd16-4aaa-8007-86e5c42119dd is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:14:56.060258 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-aaf30da5-efa9-4da8-850a-d970091ad720 None None] Port ec288a16-44f6-4d1a-8eaa-9cdcbc8b41b4 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:14:56.063912 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e6801ccd-c023-4b80-952e-7bf07f5e66c2 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:14:56.142080 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port e6801ccd-c023-4b80-952e-7bf07f5e66c2 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:56.142455 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:56.208877 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e913b70d-683b-4981-9ec8-c9494396d5c3 req-b21e405f-0c1e-48cb-8179-35adae91e7c4 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] 10.222.0.20 "GET /v2.0/security-groups?id=12252b2b-ba76-4e33-80c0-44568f8ad8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654122 Nov 27 04:14:56.272188 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7de40e1-b0e1-4823-bfe2-453d504e737a tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:14:56.273060 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9a3a35-6b33-4929-ac1e-2c60db5e6e7d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:14:56.288652 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b9b498-a742-4ab8-a6c9-c3d36e561e38 None None] Sync routers for ids ['b0601e19-bd16-4aaa-8007-86e5c42119dd'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:14:56.295290 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca9a3a35-6b33-4929-ac1e-2c60db5e6e7d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:56.299294 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ca9a3a35-6b33-4929-ac1e-2c60db5e6e7d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "PUT /v2.0/routers/b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 HTTP/1.1" status: 200 len: 698 time: 2.7103159 Nov 27 04:14:56.303671 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b7de40e1-b0e1-4823-bfe2-453d504e737a tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:56.304851 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b9b498-a742-4ab8-a6c9-c3d36e561e38 None None] Routers {'b0601e19-bd16-4aaa-8007-86e5c42119dd'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:14:56.306985 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-37b9b498-a742-4ab8-a6c9-c3d36e561e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:14:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['b0601e19-bd16-4aaa-8007-86e5c42119dd'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:56.307507 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b7de40e1-b0e1-4823-bfe2-453d504e737a tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.4642322 Nov 27 04:14:56.310626 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45866) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:56.311197 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45868) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:56.313938 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc378aa4-72c8-4901-b949-5ab781cc1f82 req-81dfdd36-a75e-4b63-81d6-e9016adfe10b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:56.316708 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dc378aa4-72c8-4901-b949-5ab781cc1f82 req-81dfdd36-a75e-4b63-81d6-e9016adfe10b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 945 time: 0.2630863 Nov 27 04:14:56.322650 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-93481c7b-24f4-46a7-93fe-2bbc42abefae req-ef882c5e-f42e-4166-bcf3-129245688548 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8112178 Nov 27 04:14:56.371145 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-37b9b498-a742-4ab8-a6c9-c3d36e561e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:56.380532 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b9b498-a742-4ab8-a6c9-c3d36e561e38 None None] Routers {'b0601e19-bd16-4aaa-8007-86e5c42119dd'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:14:56.381379 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-37b9b498-a742-4ab8-a6c9-c3d36e561e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:14:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['b0601e19-bd16-4aaa-8007-86e5c42119dd'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:56.419012 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-37b9b498-a742-4ab8-a6c9-c3d36e561e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:56.419967 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b9b498-a742-4ab8-a6c9-c3d36e561e38 None None] The sync data for ids ['b0601e19-bd16-4aaa-8007-86e5c42119dd'] in n-d-819494-3 is: [] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:14:56.476153 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dc378aa4-72c8-4901-b949-5ab781cc1f82 req-3fd2d82a-98cd-4839-bd55-034fc0f51fab tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=35287554-093e-492b-9e65-510620951be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501484 Nov 27 04:14:56.478279 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-93481c7b-24f4-46a7-93fe-2bbc42abefae req-0b2fec40-57d9-44cd-8338-e00a5740e921 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461017 Nov 27 04:14:56.566677 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-04345b78-d850-4d01-b85b-64c851221105 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "GET /v2.0/routers/b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 HTTP/1.1" status: 200 len: 698 time: 0.2533321 Nov 27 04:14:56.569433 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45872) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:56.589018 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c636c61c-7111-4e61-bc9c-28456ee919cc tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "GET /v2.0/routers/b0601e19-bd16-4aaa-8007-86e5c42119dd HTTP/1.1" status: 200 len: 884 time: 0.2623432 Nov 27 04:14:56.603785 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45874) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:56.728284 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a615da-90da-4fdc-9494-65e6416c95d0 req-c762d23e-4e3e-41ce-98c8-3f6b587dcc2a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:56.729819 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-05a615da-90da-4fdc-9494-65e6416c95d0 req-c762d23e-4e3e-41ce-98c8-3f6b587dcc2a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 945 time: 0.1606450 Nov 27 04:14:56.769625 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45876) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:56.912859 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-05a615da-90da-4fdc-9494-65e6416c95d0 req-8fa00408-1661-43af-9cad-aaf3c428c9b9 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=35287554-093e-492b-9e65-510620951be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749678 Nov 27 04:14:56.951288 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca84f774-a93e-47f0-a5d0-1b46d2fa5a9f None None] Sync routers for ids ['b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:14:56.952006 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45878) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:56.960923 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca84f774-a93e-47f0-a5d0-1b46d2fa5a9f None None] Routers {'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:14:56.961546 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-ca84f774-a93e-47f0-a5d0-1b46d2fa5a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:14:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:57.018886 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43382120-07e7-4048-a170-7eb284ceb527 tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:57.020913 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-43382120-07e7-4048-a170-7eb284ceb527 tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 1091 time: 0.0640025 Nov 27 04:14:57.023586 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45880) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:57.031513 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-cba465a5-ec65-47ab-8ce3-a8d9c2ef075f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'port_id': 'd10ea079-207d-41ea-99af-c5956ead995e', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:14:57.063220 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-ca84f774-a93e-47f0-a5d0-1b46d2fa5a9f None None] Set router b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 gateway port host: None {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:14:57.072632 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-31315ffa-487b-4226-b3fb-1694f7bad95e tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:57.176867 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cba465a5-ec65-47ab-8ce3-a8d9c2ef075f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for floatingip, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:57.380704 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-ca84f774-a93e-47f0-a5d0-1b46d2fa5a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'name': 'tempest-RoutersTest-router-93354514', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:14:06Z', 'updated_at': '2021-11-27T04:14:54Z', 'revision_number': 7, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'gw_port_host': None, '_interfaces': [{'id': '8cba8f80-981a-49c1-a15d-04959612f6e7', 'name': '', 'network_id': 'e97e8f30-abc3-48bc-b532-b66319b0d2f3', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:04:da:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:11Z', 'updated_at': '2021-11-27T04:14:19Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8f9d724-5e70-48e7-9103-98a705c738e7', 'name': '', 'network_id': '830a5cd2-ca8a-41cf-92a2-e19848fdb3d1', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:55:c4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '7b870824-cdcc-4d54-885a-f25666555d5c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:24Z', 'updated_at': '2021-11-27T04:14:31Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': '7b870824-cdcc-4d54-885a-f25666555d5c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6801ccd-c023-4b80-952e-7bf07f5e66c2', 'name': '', 'network_id': '2e093d7e-6f6b-4478-83ad-bf296e096667', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:22:32:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '65cca5f3-5214-43fb-85cf-3900e57b049e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:48Z', 'updated_at': '2021-11-27T04:14:55Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': '65cca5f3-5214-43fb-85cf-3900e57b049e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee396ae6-fc45-47b8-82ed-a6e03245020f', 'name': '', 'network_id': '5981e96d-a24a-4863-9dfc-cd61d5378dd8', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:fb:9e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'b104919d-4f6e-4faa-a557-c4893aec365d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:36Z', 'updated_at': '2021-11-27T04:14:48Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': 'b104919d-4f6e-4faa-a557-c4893aec365d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:57.412394 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca84f774-a93e-47f0-a5d0-1b46d2fa5a9f None None] Checking router: b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:14:57.415393 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b799f67-6294-4893-9cbe-6cd7e8d189b1 req-77bc90cb-4a96-4dee-9ff6-02d24b8be3a6 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:57.417540 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7b799f67-6294-4893-9cbe-6cd7e8d189b1 req-77bc90cb-4a96-4dee-9ff6-02d24b8be3a6 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] 10.222.0.20 "GET /v2.0/ports?device_id=bae84983-eccd-4a92-a86e-30dbecc62b64 HTTP/1.1" status: 200 len: 948 time: 0.1102684 Nov 27 04:14:57.422194 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca84f774-a93e-47f0-a5d0-1b46d2fa5a9f None None] Routers {'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:14:57.422864 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-ca84f774-a93e-47f0-a5d0-1b46d2fa5a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:14:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:57.537607 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-ca84f774-a93e-47f0-a5d0-1b46d2fa5a9f None None] Set router b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 gateway port host: None {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:14:57.561979 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7b799f67-6294-4893-9cbe-6cd7e8d189b1 req-5deeeef2-9d02-4586-828c-c3a9d38abd9a tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] 10.222.0.20 "GET /v2.0/security-groups?id=12252b2b-ba76-4e33-80c0-44568f8ad8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358695 Nov 27 04:14:57.564522 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1b8e9089-0a5c-4165-b02b-43f0c7e7da7f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.9595942 Nov 27 04:14:57.567757 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45894) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:57.570437 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cba465a5-ec65-47ab-8ce3-a8d9c2ef075f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:57.581383 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-bc367844-df02-40ed-aa1a-615cf27f1790 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-405451987'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:14:57.782521 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-31315ffa-487b-4226-b3fb-1694f7bad95e tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Deleting port e6801ccd-c023-4b80-952e-7bf07f5e66c2 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:14:57.782968 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-31315ffa-487b-4226-b3fb-1694f7bad95e tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:57.853928 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a056dfe7-0404-47e9-912b-dbba6f9ce6f8 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:57.858476 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-ca84f774-a93e-47f0-a5d0-1b46d2fa5a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'name': 'tempest-RoutersTest-router-93354514', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:14:06Z', 'updated_at': '2021-11-27T04:14:54Z', 'revision_number': 7, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'gw_port_host': None, '_interfaces': [{'id': '8cba8f80-981a-49c1-a15d-04959612f6e7', 'name': '', 'network_id': 'e97e8f30-abc3-48bc-b532-b66319b0d2f3', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:04:da:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:11Z', 'updated_at': '2021-11-27T04:14:19Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8f9d724-5e70-48e7-9103-98a705c738e7', 'name': '', 'network_id': '830a5cd2-ca8a-41cf-92a2-e19848fdb3d1', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:55:c4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '7b870824-cdcc-4d54-885a-f25666555d5c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:24Z', 'updated_at': '2021-11-27T04:14:31Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': '7b870824-cdcc-4d54-885a-f25666555d5c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6801ccd-c023-4b80-952e-7bf07f5e66c2', 'name': '', 'network_id': '2e093d7e-6f6b-4478-83ad-bf296e096667', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:22:32:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '65cca5f3-5214-43fb-85cf-3900e57b049e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:48Z', 'updated_at': '2021-11-27T04:14:55Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': '65cca5f3-5214-43fb-85cf-3900e57b049e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee396ae6-fc45-47b8-82ed-a6e03245020f', 'name': '', 'network_id': '5981e96d-a24a-4863-9dfc-cd61d5378dd8', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:fb:9e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'b104919d-4f6e-4faa-a557-c4893aec365d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:36Z', 'updated_at': '2021-11-27T04:14:48Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': 'b104919d-4f6e-4faa-a557-c4893aec365d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:57.893870 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca84f774-a93e-47f0-a5d0-1b46d2fa5a9f None None] The sync data for ids ['b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'] in n-d-819494-3 is: [{'id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'name': 'tempest-RoutersTest-router-93354514', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:14:06Z', 'updated_at': '2021-11-27T04:14:54Z', 'revision_number': 7, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'gw_port_host': None, '_interfaces': [{'id': '8cba8f80-981a-49c1-a15d-04959612f6e7', 'name': '', 'network_id': 'e97e8f30-abc3-48bc-b532-b66319b0d2f3', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:04:da:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:11Z', 'updated_at': '2021-11-27T04:14:19Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8f9d724-5e70-48e7-9103-98a705c738e7', 'name': '', 'network_id': '830a5cd2-ca8a-41cf-92a2-e19848fdb3d1', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:55:c4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '7b870824-cdcc-4d54-885a-f25666555d5c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:24Z', 'updated_at': '2021-11-27T04:14:31Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': '7b870824-cdcc-4d54-885a-f25666555d5c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6801ccd-c023-4b80-952e-7bf07f5e66c2', 'name': '', 'network_id': '2e093d7e-6f6b-4478-83ad-bf296e096667', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:22:32:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '65cca5f3-5214-43fb-85cf-3900e57b049e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:48Z', 'updated_at': '2021-11-27T04:14:55Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': '65cca5f3-5214-43fb-85cf-3900e57b049e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee396ae6-fc45-47b8-82ed-a6e03245020f', 'name': '', 'network_id': '5981e96d-a24a-4863-9dfc-cd61d5378dd8', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:fb:9e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'b104919d-4f6e-4faa-a557-c4893aec365d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:36Z', 'updated_at': '2021-11-27T04:14:48Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': 'b104919d-4f6e-4faa-a557-c4893aec365d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:14:57.939045 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-cba465a5-ec65-47ab-8ce3-a8d9c2ef075f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Allocated IP 172.25.1.132 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/c6999be6-64cf-4508-a84a-9d123f5b008a) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:14:58.065904 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-31315ffa-487b-4226-b3fb-1694f7bad95e tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] For port e6801ccd-c023-4b80-952e-7bf07f5e66c2, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=e6801ccd-c023-4b80-952e-7bf07f5e66c2,segment=NetworkSegment(b7632779-c078-41b7-86d9-941d6e2b0e2d),segment_id=b7632779-c078-41b7-86d9-941d6e2b0e2d)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:14:58.066434 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-31315ffa-487b-4226-b3fb-1694f7bad95e tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:58.091027 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-31315ffa-487b-4226-b3fb-1694f7bad95e tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Calling delete_port for e6801ccd-c023-4b80-952e-7bf07f5e66c2 owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:14:58.156411 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-a056dfe7-0404-47e9-912b-dbba6f9ce6f8 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Allocated IP 172.20.0.17 (36eb558b-73f7-464f-863b-4e5804ae8c26/78775797-57db-4e3b-b394-b5b4b09389b8/5b6f3684-275a-4183-a130-cb148a401502) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:14:58.273611 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cba465a5-ec65-47ab-8ce3-a8d9c2ef075f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:58.288040 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a056dfe7-0404-47e9-912b-dbba6f9ce6f8 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:58.320059 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bc367844-df02-40ed-aa1a-615cf27f1790 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3685224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11843'] for router, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:58.331802 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a056dfe7-0404-47e9-912b-dbba6f9ce6f8 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:58.386284 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a056dfe7-0404-47e9-912b-dbba6f9ce6f8 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Network 36eb558b-73f7-464f-863b-4e5804ae8c26 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:14:58.390366 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bc367844-df02-40ed-aa1a-615cf27f1790 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3685219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3685210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3680816'] for router, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:58.391297 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-a056dfe7-0404-47e9-912b-dbba6f9ce6f8 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:14:58.393934 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a056dfe7-0404-47e9-912b-dbba6f9ce6f8 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:14:58.443851 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a056dfe7-0404-47e9-912b-dbba6f9ce6f8 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:58.447503 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a056dfe7-0404-47e9-912b-dbba6f9ce6f8 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event updated for resources: {'Port': ['ID=5b6f3684-275a-4183-a130-cb148a401502,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:58.450879 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device b5f73879-a012-40d1-9193-403d03f312dc details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:14:58.499091 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cba465a5-ec65-47ab-8ce3-a8d9c2ef075f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:58.590470 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba465a5-ec65-47ab-8ce3-a8d9c2ef075f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:14:58.666832 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-cba465a5-ec65-47ab-8ce3-a8d9c2ef075f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:14:58.673282 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port b5f73879-a012-40d1-9193-403d03f312dc, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=b5f73879-a012-40d1-9193-403d03f312dc,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:14:58.687795 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc367844-df02-40ed-aa1a-615cf27f1790 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Router b0601e19-bd16-4aaa-8007-86e5c42119dd has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:14:58.689174 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a056dfe7-0404-47e9-912b-dbba6f9ce6f8 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:58.693903 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba465a5-ec65-47ab-8ce3-a8d9c2ef075f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:14:58.696700 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': 'b5f73879-a012-40d1-9193-403d03f312dc', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'port_id': 'b5f73879-a012-40d1-9193-403d03f312dc', 'mac_address': 'fa:16:3e:74:0d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14a2acf-f1d7-4ddf-8459-b30982428e88', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:14:58.712414 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-6cc0e210-1c98-49f0-962f-fa956ee49597 None None] Provisioning complete for port 5b6f3684-275a-4183-a130-cb148a401502 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:14:58.712784 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6cc0e210-1c98-49f0-962f-fa956ee49597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:58.736994 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba465a5-ec65-47ab-8ce3-a8d9c2ef075f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'Port': ['ID=c6999be6-64cf-4508-a84a-9d123f5b008a,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:58.749804 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-6cc0e210-1c98-49f0-962f-fa956ee49597 None None] Port 5b6f3684-275a-4183-a130-cb148a401502 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:14:58.768398 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-31315ffa-487b-4226-b3fb-1694f7bad95e tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:58.792411 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:58.813076 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5f73879-a012-40d1-9193-403d03f312dc {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:14:58.818865 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31db9a7-0700-4db2-b673-5cfddd08c6ed req-baf493c4-50dd-41c3-a5c6-0c513693c941 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:58.820716 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a31db9a7-0700-4db2-b673-5cfddd08c6ed req-baf493c4-50dd-41c3-a5c6-0c513693c941 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] 10.222.0.20 "GET /v2.0/ports?device_id=bae84983-eccd-4a92-a86e-30dbecc62b64 HTTP/1.1" status: 200 len: 948 time: 0.1273482 Nov 27 04:14:58.844409 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port b5f73879-a012-40d1-9193-403d03f312dc, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=b5f73879-a012-40d1-9193-403d03f312dc,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:14:58.850851 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:58.920821 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=b5f73879-a012-40d1-9193-403d03f312dc,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:58.960220 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a31db9a7-0700-4db2-b673-5cfddd08c6ed req-af2d3bc0-46a3-4fef-9890-9c67a701a118 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] 10.222.0.20 "GET /v2.0/security-groups?id=12252b2b-ba76-4e33-80c0-44568f8ad8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874889 Nov 27 04:14:58.995330 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31315ffa-487b-4226-b3fb-1694f7bad95e tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event deleted for resources: {'Port': ['ID=e6801ccd-c023-4b80-952e-7bf07f5e66c2,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:59.001949 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc367844-df02-40ed-aa1a-615cf27f1790 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:14:59.013888 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d4e6fb-ca99-4c8f-91b9-432967590555 None None] Sync routers for ids ['b0601e19-bd16-4aaa-8007-86e5c42119dd'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:14:59.030577 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d4e6fb-ca99-4c8f-91b9-432967590555 None None] Routers {'b0601e19-bd16-4aaa-8007-86e5c42119dd'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:14:59.032450 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bc367844-df02-40ed-aa1a-615cf27f1790 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:59.032811 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-d5d4e6fb-ca99-4c8f-91b9-432967590555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:14:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['b0601e19-bd16-4aaa-8007-86e5c42119dd'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:59.034171 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-bc367844-df02-40ed-aa1a-615cf27f1790 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "PUT /v2.0/routers/b0601e19-bd16-4aaa-8007-86e5c42119dd HTTP/1.1" status: 200 len: 891 time: 1.4581048 Nov 27 04:14:59.039254 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45912) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:59.103588 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-d5d4e6fb-ca99-4c8f-91b9-432967590555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:59.115214 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d4e6fb-ca99-4c8f-91b9-432967590555 None None] Routers {'b0601e19-bd16-4aaa-8007-86e5c42119dd'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:14:59.116300 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-d5d4e6fb-ca99-4c8f-91b9-432967590555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:14:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['b0601e19-bd16-4aaa-8007-86e5c42119dd'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:59.182521 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['b5f73879-a012-40d1-9193-403d03f312dc'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:14:59.182986 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-d5d4e6fb-ca99-4c8f-91b9-432967590555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:14:59.184376 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d4e6fb-ca99-4c8f-91b9-432967590555 None None] The sync data for ids ['b0601e19-bd16-4aaa-8007-86e5c42119dd'] in n-d-819494-3 is: [] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:14:59.388842 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-242fffa7-85cb-4d32-9c57-18abc382abbc tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "GET /v2.0/routers/b0601e19-bd16-4aaa-8007-86e5c42119dd HTTP/1.1" status: 200 len: 891 time: 0.3443911 Nov 27 04:14:59.394458 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45920) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:59.424045 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0a2cbe29-8ef6-45a8-aa37-8e0fc7c79079 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0601e19-bd16-4aaa-8007-86e5c42119dd HTTP/1.1" status: 200 len: 205 time: 0.0291214 Nov 27 04:14:59.425518 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45922) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:14:59.502942 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a056dfe7-0404-47e9-912b-dbba6f9ce6f8 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:59.521304 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a056dfe7-0404-47e9-912b-dbba6f9ce6f8 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:59.649758 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-31315ffa-487b-4226-b3fb-1694f7bad95e tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:59.665407 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a056dfe7-0404-47e9-912b-dbba6f9ce6f8 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:59.686849 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a056dfe7-0404-47e9-912b-dbba6f9ce6f8 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event updated for resources: {'Port': ['ID=5b6f3684-275a-4183-a130-cb148a401502,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:14:59.695790 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-80de05c2-4566-4680-a446-39c053958cf2 req-438c23ff-bd2d-471e-a7d4-9523517a6240 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ab8b0035-4aa8-46ae-8565-71f6878e4580&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1384609 Nov 27 04:14:59.698687 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-473b4d20-c5b0-4507-950f-4206fb04ddf5 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:14:59.894422 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de05c2-4566-4680-a446-39c053958cf2 req-bf69fe94-fe6e-4c64-9d12-5c639b262b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:14:59.895958 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-80de05c2-4566-4680-a446-39c053958cf2 req-bf69fe94-fe6e-4c64-9d12-5c639b262b85 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=11a8da3acafa4ec1bd2e977270426dbc&device_id=ab8b0035-4aa8-46ae-8565-71f6878e4580 HTTP/1.1" status: 200 len: 1096 time: 0.0932076 Nov 27 04:14:59.936611 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a056dfe7-0404-47e9-912b-dbba6f9ce6f8 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Network 36eb558b-73f7-464f-863b-4e5804ae8c26 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:14:59.938869 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-a056dfe7-0404-47e9-912b-dbba6f9ce6f8 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:14:59.956967 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-473b4d20-c5b0-4507-950f-4206fb04ddf5 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:00.006308 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cba465a5-ec65-47ab-8ce3-a8d9c2ef075f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:00.025621 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31315ffa-487b-4226-b3fb-1694f7bad95e tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Router b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:15:00.234431 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de05c2-4566-4680-a446-39c053958cf2 req-7e7b569a-758f-405e-8645-f60712f602a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:00.238298 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-80de05c2-4566-4680-a446-39c053958cf2 req-7e7b569a-758f-405e-8645-f60712f602a7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=01721107-8527-4cbc-9cef-bafb3d42cf85 HTTP/1.1" status: 200 len: 898 time: 0.2742522 Nov 27 04:15:00.242961 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a056dfe7-0404-47e9-912b-dbba6f9ce6f8 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Router edff503e-a1ff-404a-99e6-1390258c5c8b has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:15:00.254526 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-473b4d20-c5b0-4507-950f-4206fb04ddf5 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Deleting port ec288a16-44f6-4d1a-8eaa-9cdcbc8b41b4 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:15:00.254901 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-473b4d20-c5b0-4507-950f-4206fb04ddf5 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:00.295444 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cba465a5-ec65-47ab-8ce3-a8d9c2ef075f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:00.319181 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-d2407fdd-c469-4a8b-9bea-e8c517441cc1 None None] Provisioning complete for port 5b6f3684-275a-4183-a130-cb148a401502 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:00.319720 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d2407fdd-c469-4a8b-9bea-e8c517441cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:00.352968 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b3853-d73f-46f4-ab00-714677f6a92d req-63507156-cf47-4191-baf1-39c64865ef27 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:00.352968 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f41b3853-d73f-46f4-ab00-714677f6a92d req-63507156-cf47-4191-baf1-39c64865ef27 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] 10.222.0.20 "GET /v2.0/ports?device_id=bae84983-eccd-4a92-a86e-30dbecc62b64 HTTP/1.1" status: 200 len: 949 time: 0.2758336 Nov 27 04:15:00.387410 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31315ffa-487b-4226-b3fb-1694f7bad95e tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:15:00.403244 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9bb46e-00b9-483d-91ac-8eda757fecf4 None None] Sync routers for ids ['b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:15:00.417612 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-31315ffa-487b-4226-b3fb-1694f7bad95e tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "PUT /v2.0/routers/b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8447361 Nov 27 04:15:00.418817 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-d2407fdd-c469-4a8b-9bea-e8c517441cc1 None None] Port 5b6f3684-275a-4183-a130-cb148a401502 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:15:00.427102 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9bb46e-00b9-483d-91ac-8eda757fecf4 None None] Routers {'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:15:00.427995 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-5d9bb46e-00b9-483d-91ac-8eda757fecf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:14:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:00.431868 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45940) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:00.474665 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-80de05c2-4566-4680-a446-39c053958cf2 req-d08c81f7-b19d-465d-9ab9-3962c07e16d7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fac605f4-1095-412e-ac3a-57c7725a3d20 HTTP/1.1" status: 200 len: 1001 time: 0.2303782 Nov 27 04:15:00.502828 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device b5f73879-a012-40d1-9193-403d03f312dc up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:15:00.550353 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de05c2-4566-4680-a446-39c053958cf2 req-27e55503-7378-4044-8efe-f1e9591e1d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:00.552098 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-80de05c2-4566-4680-a446-39c053958cf2 req-27e55503-7378-4044-8efe-f1e9591e1d7b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=44a79022-8cdb-466a-b050-413e97bcc0de HTTP/1.1" status: 200 len: 834 time: 0.0627151 Nov 27 04:15:00.556457 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cba465a5-ec65-47ab-8ce3-a8d9c2ef075f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:00.563678 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f41b3853-d73f-46f4-ab00-714677f6a92d req-88c9ba30-d5a4-4b82-918b-dbf83ea4e81a tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] 10.222.0.20 "GET /v2.0/security-groups?id=12252b2b-ba76-4e33-80c0-44568f8ad8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999378 Nov 27 04:15:00.566097 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cba465a5-ec65-47ab-8ce3-a8d9c2ef075f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:00.603490 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-5d9bb46e-00b9-483d-91ac-8eda757fecf4 None None] Set router b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 gateway port host: None {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:15:00.641210 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-473b4d20-c5b0-4507-950f-4206fb04ddf5 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:00.642224 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port b5f73879-a012-40d1-9193-403d03f312dc completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:15:00.650710 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba465a5-ec65-47ab-8ce3-a8d9c2ef075f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'Port': ['ID=c6999be6-64cf-4508-a84a-9d123f5b008a,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:00.658165 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ea3ee13-68cc-4591-ac48-47e7ea6091a8 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Deleting subnet 65cca5f3-5214-43fb-85cf-3900e57b049e {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:15:00.661834 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cba465a5-ec65-47ab-8ce3-a8d9c2ef075f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:00.662958 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1ea3ee13-68cc-4591-ac48-47e7ea6091a8 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:00.666065 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port b5f73879-a012-40d1-9193-403d03f312dc triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:00.666593 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:00.726411 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-473b4d20-c5b0-4507-950f-4206fb04ddf5 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Calling delete_port for ec288a16-44f6-4d1a-8eaa-9cdcbc8b41b4 owned by network:router_gateway {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:15:00.737977 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1ea3ee13-68cc-4591-ac48-47e7ea6091a8 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:00.791035 n-d-819494-3 neutron-server[110019]: INFO neutron.db.l3_db [None req-cba465a5-ec65-47ab-8ce3-a8d9c2ef075f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Floating IP 1948539b-71ed-40a4-beb1-b4ee8653e225 associated. External IP: 172.25.1.132, port: d10ea079-207d-41ea-99af-c5956ead995e. Nov 27 04:15:01.037407 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:01.059873 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba465a5-ec65-47ab-8ce3-a8d9c2ef075f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Router f48b8159-9061-4b21-96ea-7ab751bd45f0 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:15:01.067474 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae84983-eccd-4a92-a86e-30dbecc62b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f73879-a012-40d1-9193-403d03f312dc'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:15:01.070444 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f84c946-2fda-4eb2-94aa-73db91aceba5" -d '{"events": [{"server_uuid": "bae84983-eccd-4a92-a86e-30dbecc62b64", "name": "network-vif-plugged", "status": "completed", "tag": "b5f73879-a012-40d1-9193-403d03f312dc"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:15:01.094171 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port b5f73879-a012-40d1-9193-403d03f312dc, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=b5f73879-a012-40d1-9193-403d03f312dc,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:15:01.108813 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:01.143193 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbd1d30-24ca-43e7-9b2c-8c5c055f729e x-openstack-request-id: req-7dbd1d30-24ca-43e7-9b2c-8c5c055f729e {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:15:01.143622 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae84983-eccd-4a92-a86e-30dbecc62b64", "name": "network-vif-plugged", "status": "completed", "tag": "b5f73879-a012-40d1-9193-403d03f312dc", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:15:01.143969 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7dbd1d30-24ca-43e7-9b2c-8c5c055f729e {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:15:01.144450 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae84983-eccd-4a92-a86e-30dbecc62b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f73879-a012-40d1-9193-403d03f312dc', 'code': 200} Nov 27 04:15:01.180728 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a056dfe7-0404-47e9-912b-dbba6f9ce6f8 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:15:01.192193 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac7a262-6de1-4912-912a-04f10a384e8b None None] Sync routers for ids ['edff503e-a1ff-404a-99e6-1390258c5c8b'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:15:01.211378 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a056dfe7-0404-47e9-912b-dbba6f9ce6f8 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "PUT /v2.0/routers/edff503e-a1ff-404a-99e6-1390258c5c8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4397686 Nov 27 04:15:01.211735 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac7a262-6de1-4912-912a-04f10a384e8b None None] Routers {'edff503e-a1ff-404a-99e6-1390258c5c8b'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:15:01.212365 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-eac7a262-6de1-4912-912a-04f10a384e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:14:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['edff503e-a1ff-404a-99e6-1390258c5c8b'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:01.220369 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de05c2-4566-4680-a446-39c053958cf2 req-915e2d8b-e3e7-43f3-a3d1-be3e3c8228ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:01.221838 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-80de05c2-4566-4680-a446-39c053958cf2 req-915e2d8b-e3e7-43f3-a3d1-be3e3c8228ee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=01721107-8527-4cbc-9cef-bafb3d42cf85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6563716 Nov 27 04:15:01.249534 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=b5f73879-a012-40d1-9193-403d03f312dc,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:01.294071 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-5d9bb46e-00b9-483d-91ac-8eda757fecf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'name': 'tempest-RoutersTest-router-93354514', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:14:06Z', 'updated_at': '2021-11-27T04:14:58Z', 'revision_number': 8, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'gw_port_host': None, '_interfaces': [{'id': '8cba8f80-981a-49c1-a15d-04959612f6e7', 'name': '', 'network_id': 'e97e8f30-abc3-48bc-b532-b66319b0d2f3', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:04:da:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:11Z', 'updated_at': '2021-11-27T04:14:19Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8f9d724-5e70-48e7-9103-98a705c738e7', 'name': '', 'network_id': '830a5cd2-ca8a-41cf-92a2-e19848fdb3d1', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:55:c4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '7b870824-cdcc-4d54-885a-f25666555d5c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:24Z', 'updated_at': '2021-11-27T04:14:31Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': '7b870824-cdcc-4d54-885a-f25666555d5c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee396ae6-fc45-47b8-82ed-a6e03245020f', 'name': '', 'network_id': '5981e96d-a24a-4863-9dfc-cd61d5378dd8', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:fb:9e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'b104919d-4f6e-4faa-a557-c4893aec365d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:36Z', 'updated_at': '2021-11-27T04:14:48Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': 'b104919d-4f6e-4faa-a557-c4893aec365d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:01.365721 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9bb46e-00b9-483d-91ac-8eda757fecf4 None None] Checking router: b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:15:01.374056 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba465a5-ec65-47ab-8ce3-a8d9c2ef075f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:15:01.386428 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859336d-8fe9-4d6f-89ed-c3bc5c237b91 req-9a52528e-9d84-4238-9927-c1d566591a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:01.387449 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9bb46e-00b9-483d-91ac-8eda757fecf4 None None] Routers {'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:15:01.387981 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0859336d-8fe9-4d6f-89ed-c3bc5c237b91 req-9a52528e-9d84-4238-9927-c1d566591a0c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bae84983-eccd-4a92-a86e-30dbecc62b64 HTTP/1.1" status: 200 len: 1101 time: 0.1510413 Nov 27 04:15:01.388641 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-5d9bb46e-00b9-483d-91ac-8eda757fecf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:14:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:01.392274 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d461c9a-e2fb-4055-8a63-bd13e5676ae6 None None] Sync routers for ids ['f48b8159-9061-4b21-96ea-7ab751bd45f0'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:15:01.412506 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-eac7a262-6de1-4912-912a-04f10a384e8b None None] Set router edff503e-a1ff-404a-99e6-1390258c5c8b gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:15:01.440908 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0859336d-8fe9-4d6f-89ed-c3bc5c237b91 req-84dcb91b-bca3-4f9d-8fa5-c84ad1378b7a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=12252b2b-ba76-4e33-80c0-44568f8ad8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453506 Nov 27 04:15:01.443850 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cba465a5-ec65-47ab-8ce3-a8d9c2ef075f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:01.479812 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-cba465a5-ec65-47ab-8ce3-a8d9c2ef075f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4524827 Nov 27 04:15:01.479812 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78849aa8-76b0-41f8-817b-9294cadaa289', 'tag': 'd10ea079-207d-41ea-99af-c5956ead995e'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:15:01.481477 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9687274-da36-41da-82ab-9a30d855f8a8" -d '{"events": [{"name": "network-changed", "server_uuid": "78849aa8-76b0-41f8-817b-9294cadaa289", "tag": "d10ea079-207d-41ea-99af-c5956ead995e"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:15:01.546794 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-80de05c2-4566-4680-a446-39c053958cf2 req-6fb86334-0660-440e-bb1e-b9c0d576d13d service neutron] 10.222.0.11 "GET /v2.0/networks/01721107-8527-4cbc-9cef-bafb3d42cf85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879810 Nov 27 04:15:01.550105 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1ea3ee13-68cc-4591-ac48-47e7ea6091a8 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:01.586069 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b83c15-09fd-44ae-a7cd-bcf93da22ff3 x-openstack-request-id: req-87b83c15-09fd-44ae-a7cd-bcf93da22ff3 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:15:01.586377 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78849aa8-76b0-41f8-817b-9294cadaa289", "tag": "d10ea079-207d-41ea-99af-c5956ead995e", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:15:01.586839 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-87b83c15-09fd-44ae-a7cd-bcf93da22ff3 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:15:01.587092 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78849aa8-76b0-41f8-817b-9294cadaa289', 'tag': 'd10ea079-207d-41ea-99af-c5956ead995e', 'status': 'completed', 'code': 200} Nov 27 04:15:01.599318 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-5d9bb46e-00b9-483d-91ac-8eda757fecf4 None None] Set router b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 gateway port host: None {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:15:01.682032 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d461c9a-e2fb-4055-8a63-bd13e5676ae6 None None] Routers {'f48b8159-9061-4b21-96ea-7ab751bd45f0'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:15:01.682704 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-6d461c9a-e2fb-4055-8a63-bd13e5676ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:14:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f48b8159-9061-4b21-96ea-7ab751bd45f0'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:01.694429 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64758a-da82-4b0d-a521-dfb30e69153d req-75e42872-6e88-46d0-b93d-9016d1f4b55b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:01.696085 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d64758a-da82-4b0d-a521-dfb30e69153d req-75e42872-6e88-46d0-b93d-9016d1f4b55b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 945 time: 0.1287429 Nov 27 04:15:01.792821 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d64758a-da82-4b0d-a521-dfb30e69153d req-9b7ac331-77e7-44d3-9975-81368b1fbe89 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=35287554-093e-492b-9e65-510620951be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856564 Nov 27 04:15:01.825033 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45960) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:01.834981 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-80de05c2-4566-4680-a446-39c053958cf2 req-b1f917c8-152f-48ee-a357-79eee95b0f2d service neutron] 10.222.0.11 "GET /v2.0/networks/01721107-8527-4cbc-9cef-bafb3d42cf85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566054 Nov 27 04:15:01.906622 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-473b4d20-c5b0-4507-950f-4206fb04ddf5 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:01.927156 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f31b68a7-61dc-40e7-89f8-7a3370fbc4ad tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/floatingips/1948539b-71ed-40a4-beb1-b4ee8653e225 HTTP/1.1" status: 200 len: 991 time: 0.1014991 Nov 27 04:15:01.949656 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9687274-da36-41da-82ab-9a30d855f8a8 req-fc645d24-dc81-43d3-aedf-8ee0cdf27d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:01.951528 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c9687274-da36-41da-82ab-9a30d855f8a8 req-fc645d24-dc81-43d3-aedf-8ee0cdf27d84 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=13b1fee7d54d401493a1883da20540bb&device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 1096 time: 0.3037319 Nov 27 04:15:01.955564 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b4d20-c5b0-4507-950f-4206fb04ddf5 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event deleted for resources: {'Port': ['ID=ec288a16-44f6-4d1a-8eaa-9cdcbc8b41b4,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:01.970461 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1ea3ee13-68cc-4591-ac48-47e7ea6091a8 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:01.976656 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8318012c-b359-4d47-8217-1848d2b5e183 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:15:02.021622 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-6d461c9a-e2fb-4055-8a63-bd13e5676ae6 None None] Set router f48b8159-9061-4b21-96ea-7ab751bd45f0 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:15:02.050656 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3ee13-68cc-4591-ac48-47e7ea6091a8 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event deleted for resources: {'Subnet': ['ID=65cca5f3-5214-43fb-85cf-3900e57b049e,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:02.070415 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-eac7a262-6de1-4912-912a-04f10a384e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'name': 'tempest-TestNetworkBasicOps-router-1075337850', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cadaefd7-5868-4f27-b084-779ef51294a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:12:38Z', 'updated_at': '2021-11-27T04:14:58Z', 'revision_number': 5, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'gw_port': {'id': 'cadaefd7-5868-4f27-b084-779ef51294a7', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:85:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:12:39Z', 'updated_at': '2021-11-27T04:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '05d7c482-3563-45cc-bd0e-0321348e38db', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'floating_ip_address': '172.25.1.120', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'port_id': 'fac605f4-1095-412e-ac3a-57c7725a3d20', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01721107-8527-4cbc-9cef-bafb3d42cf85', 'mac_address': 'fa:16:3e:d8:fd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8b0035-4aa8-46ae-8565-71f6878e4580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:13:25Z', 'updated_at': '2021-11-27T04:13:32Z', 'revision_number': 1, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b6f3684-275a-4183-a130-cb148a401502', 'name': '', 'network_id': '36eb558b-73f7-464f-863b-4e5804ae8c26', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'mac_address': 'fa:16:3e:f7:79:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '78775797-57db-4e3b-b394-b5b4b09389b8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:57Z', 'updated_at': '2021-11-27T04:14:59Z', 'revision_number': 2, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'subnets': [{'id': '78775797-57db-4e3b-b394-b5b4b09389b8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5ab00c3-c161-489c-b452-10fdd43c77df', 'name': '', 'network_id': '01721107-8527-4cbc-9cef-bafb3d42cf85', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'mac_address': 'fa:16:3e:ee:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '44a79022-8cdb-466a-b050-413e97bcc0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:12:46Z', 'updated_at': '2021-11-27T04:12:53Z', 'revision_number': 5, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'subnets': [{'id': '44a79022-8cdb-466a-b050-413e97bcc0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:02.073805 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-5d9bb46e-00b9-483d-91ac-8eda757fecf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'name': 'tempest-RoutersTest-router-93354514', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:14:06Z', 'updated_at': '2021-11-27T04:14:58Z', 'revision_number': 8, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'gw_port_host': None, '_interfaces': [{'id': '8cba8f80-981a-49c1-a15d-04959612f6e7', 'name': '', 'network_id': 'e97e8f30-abc3-48bc-b532-b66319b0d2f3', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:04:da:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:11Z', 'updated_at': '2021-11-27T04:14:19Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8f9d724-5e70-48e7-9103-98a705c738e7', 'name': '', 'network_id': '830a5cd2-ca8a-41cf-92a2-e19848fdb3d1', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:55:c4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '7b870824-cdcc-4d54-885a-f25666555d5c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:24Z', 'updated_at': '2021-11-27T04:14:31Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': '7b870824-cdcc-4d54-885a-f25666555d5c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee396ae6-fc45-47b8-82ed-a6e03245020f', 'name': '', 'network_id': '5981e96d-a24a-4863-9dfc-cd61d5378dd8', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:fb:9e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'b104919d-4f6e-4faa-a557-c4893aec365d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:36Z', 'updated_at': '2021-11-27T04:14:48Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': 'b104919d-4f6e-4faa-a557-c4893aec365d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:02.090500 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecbf9eb-673b-457e-a73b-13191dbe464b req-c32eb8bb-7325-40f3-af91-b4fd06167ad1 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:02.092024 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3ecbf9eb-673b-457e-a73b-13191dbe464b req-c32eb8bb-7325-40f3-af91-b4fd06167ad1 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] 10.222.0.20 "GET /v2.0/ports?device_id=bae84983-eccd-4a92-a86e-30dbecc62b64 HTTP/1.1" status: 200 len: 950 time: 0.3436937 Nov 27 04:15:02.107323 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9bb46e-00b9-483d-91ac-8eda757fecf4 None None] The sync data for ids ['b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'] in n-d-819494-3 is: [{'id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'name': 'tempest-RoutersTest-router-93354514', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:14:06Z', 'updated_at': '2021-11-27T04:14:58Z', 'revision_number': 8, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'gw_port_host': None, '_interfaces': [{'id': '8cba8f80-981a-49c1-a15d-04959612f6e7', 'name': '', 'network_id': 'e97e8f30-abc3-48bc-b532-b66319b0d2f3', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:04:da:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:11Z', 'updated_at': '2021-11-27T04:14:19Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8f9d724-5e70-48e7-9103-98a705c738e7', 'name': '', 'network_id': '830a5cd2-ca8a-41cf-92a2-e19848fdb3d1', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:55:c4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '7b870824-cdcc-4d54-885a-f25666555d5c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:24Z', 'updated_at': '2021-11-27T04:14:31Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': '7b870824-cdcc-4d54-885a-f25666555d5c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee396ae6-fc45-47b8-82ed-a6e03245020f', 'name': '', 'network_id': '5981e96d-a24a-4863-9dfc-cd61d5378dd8', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:fb:9e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'b104919d-4f6e-4faa-a557-c4893aec365d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:36Z', 'updated_at': '2021-11-27T04:14:48Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': 'b104919d-4f6e-4faa-a557-c4893aec365d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:15:02.109189 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7fb9ce-d14e-477e-96ac-29162c96a841 None None] Network 2e093d7e-6f6b-4478-83ad-bf296e096667 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:15:02.116384 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac7a262-6de1-4912-912a-04f10a384e8b None None] Checking router: edff503e-a1ff-404a-99e6-1390258c5c8b for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:15:02.117999 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac7a262-6de1-4912-912a-04f10a384e8b None None] Updating router edff503e-a1ff-404a-99e6-1390258c5c8b port 5b6f3684-275a-4183-a130-cb148a401502 binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:15:02.119887 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1ea3ee13-68cc-4591-ac48-47e7ea6091a8 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:02.131164 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1ea3ee13-68cc-4591-ac48-47e7ea6091a8 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "DELETE /v2.0/subnets/65cca5f3-5214-43fb-85cf-3900e57b049e HTTP/1.1" status: 204 len: 168 time: 1.6963923 Nov 27 04:15:02.134058 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45962) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:02.214258 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-473b4d20-c5b0-4507-950f-4206fb04ddf5 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:02.223596 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-eac7a262-6de1-4912-912a-04f10a384e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:02.261633 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3ecbf9eb-673b-457e-a73b-13191dbe464b req-a70fab75-ae4a-48c6-af80-29c1ee5c0efc tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] 10.222.0.20 "GET /v2.0/security-groups?id=12252b2b-ba76-4e33-80c0-44568f8ad8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293058 Nov 27 04:15:02.299845 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9687274-da36-41da-82ab-9a30d855f8a8 req-10b625e7-794b-4e57-8f63-16800d8329ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:02.301436 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c9687274-da36-41da-82ab-9a30d855f8a8 req-10b625e7-794b-4e57-8f63-16800d8329ab service neutron] 10.222.0.11 "GET /v2.0/networks?id=5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d HTTP/1.1" status: 200 len: 896 time: 0.3241580 Nov 27 04:15:02.353118 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cb40b9b9-8632-4747-9ffb-a26941c4802c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:02.387799 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-473b4d20-c5b0-4507-950f-4206fb04ddf5 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:02.397977 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-473b4d20-c5b0-4507-950f-4206fb04ddf5 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:02.448337 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-cb40b9b9-8632-4747-9ffb-a26941c4802c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Deleting port 76a50f10-c066-44ee-9b90-931ffd2dcebb {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:15:02.449057 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cb40b9b9-8632-4747-9ffb-a26941c4802c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:02.500084 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e4d535-7d93-4632-8bb1-e1b10f5e14f3 None None] DHCP port deletion for 2e093d7e-6f6b-4478-83ad-bf296e096667 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:15:02.512176 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c9687274-da36-41da-82ab-9a30d855f8a8 req-1621c5bc-c0f3-4a40-a5d6-166b6f2d4748 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d10ea079-207d-41ea-99af-c5956ead995e HTTP/1.1" status: 200 len: 999 time: 0.1845918 Nov 27 04:15:02.532909 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-473b4d20-c5b0-4507-950f-4206fb04ddf5 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:02.535078 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473b4d20-c5b0-4507-950f-4206fb04ddf5 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Fanout notify agent at l3_agent the message router_deleted on router b0601e19-bd16-4aaa-8007-86e5c42119dd {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:15:02.585180 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-473b4d20-c5b0-4507-950f-4206fb04ddf5 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:02.588925 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-cb40b9b9-8632-4747-9ffb-a26941c4802c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] For port 76a50f10-c066-44ee-9b90-931ffd2dcebb, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=76a50f10-c066-44ee-9b90-931ffd2dcebb,segment=NetworkSegment(b7632779-c078-41b7-86d9-941d6e2b0e2d),segment_id=b7632779-c078-41b7-86d9-941d6e2b0e2d)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:15:02.589240 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cb40b9b9-8632-4747-9ffb-a26941c4802c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:02.592277 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-473b4d20-c5b0-4507-950f-4206fb04ddf5 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "DELETE /v2.0/routers/b0601e19-bd16-4aaa-8007-86e5c42119dd HTTP/1.1" status: 204 len: 168 time: 3.1658182 Nov 27 04:15:02.600118 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45966) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:02.609414 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-6d461c9a-e2fb-4055-8a63-bd13e5676ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48b8159-9061-4b21-96ea-7ab751bd45f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668326738', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'db5d153b-4458-424d-9d41-91d9c45685ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:14:17Z', 'updated_at': '2021-11-27T04:14:30Z', 'revision_number': 4, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': 'db5d153b-4458-424d-9d41-91d9c45685ab', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48b8159-9061-4b21-96ea-7ab751bd45f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:20Z', 'updated_at': '2021-11-27T04:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '1948539b-71ed-40a4-beb1-b4ee8653e225', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'floating_ip_address': '172.25.1.132', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'f48b8159-9061-4b21-96ea-7ab751bd45f0', 'port_id': 'd10ea079-207d-41ea-99af-c5956ead995e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d', 'mac_address': 'fa:16:3e:17:b8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78849aa8-76b0-41f8-817b-9294cadaa289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:14:59Z', 'updated_at': '2021-11-27T04:14:59Z', 'revision_number': 0, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '321f6f08-7cf8-473a-aa02-aad421f807a9', 'name': '', 'network_id': '5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'mac_address': 'fa:16:3e:8a:29:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48b8159-9061-4b21-96ea-7ab751bd45f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '0b14f7bc-f949-4956-b408-2937d2202365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:29Z', 'updated_at': '2021-11-27T04:14:39Z', 'revision_number': 5, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'subnets': [{'id': '0b14f7bc-f949-4956-b408-2937d2202365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:02.612494 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-7843f90d-211f-41da-908e-34dfff00e1d0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1592918247'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:15:02.615461 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-cb40b9b9-8632-4747-9ffb-a26941c4802c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Calling delete_port for 76a50f10-c066-44ee-9b90-931ffd2dcebb owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:15:02.651065 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d461c9a-e2fb-4055-8a63-bd13e5676ae6 None None] Checking router: f48b8159-9061-4b21-96ea-7ab751bd45f0 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:15:02.672030 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9687274-da36-41da-82ab-9a30d855f8a8 req-75e83084-7863-400d-aa02-a403bcedca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:02.673248 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c9687274-da36-41da-82ab-9a30d855f8a8 req-75e83084-7863-400d-aa02-a403bcedca26 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0b14f7bc-f949-4956-b408-2937d2202365 HTTP/1.1" status: 200 len: 835 time: 0.1537549 Nov 27 04:15:02.677003 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d461c9a-e2fb-4055-8a63-bd13e5676ae6 None None] Routers {'f48b8159-9061-4b21-96ea-7ab751bd45f0'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:15:02.677935 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-6d461c9a-e2fb-4055-8a63-bd13e5676ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:14:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f48b8159-9061-4b21-96ea-7ab751bd45f0'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:02.697952 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7843f90d-211f-41da-908e-34dfff00e1d0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Made reservation on behalf of a9e88f9ca477446190dca2e07a135f44 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:15:02.701892 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7843f90d-211f-41da-908e-34dfff00e1d0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:02.774069 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cb40b9b9-8632-4747-9ffb-a26941c4802c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:02.780763 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7843f90d-211f-41da-908e-34dfff00e1d0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:15:02.792355 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9687274-da36-41da-82ab-9a30d855f8a8 req-62dbce53-0208-481f-bae4-0a0f4093ad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:02.794889 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c9687274-da36-41da-82ab-9a30d855f8a8 req-62dbce53-0208-481f-bae4-0a0f4093ad4c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1093853 Nov 27 04:15:02.797626 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7843f90d-211f-41da-908e-34dfff00e1d0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:02.797972 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-7843f90d-211f-41da-908e-34dfff00e1d0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Added segment 7fa36983-3e08-47f9-826c-7d904bcc2d15 of type vlan for network 53d2024d-8df2-4704-976e-3853e5c6b082 Nov 27 04:15:02.834843 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-85e4d535-7d93-4632-8bb1-e1b10f5e14f3 None None] Deleting port 76a50f10-c066-44ee-9b90-931ffd2dcebb {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:15:02.835191 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-85e4d535-7d93-4632-8bb1-e1b10f5e14f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:02.847403 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-eac7a262-6de1-4912-912a-04f10a384e8b None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:02.847649 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb40b9b9-8632-4747-9ffb-a26941c4802c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event deleted for resources: {'Port': ['ID=76a50f10-c066-44ee-9b90-931ffd2dcebb,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:02.861560 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-eac7a262-6de1-4912-912a-04f10a384e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:02.867447 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb40b9b9-8632-4747-9ffb-a26941c4802c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] No DVR routers for this DVR port 76a50f10-c066-44ee-9b90-931ffd2dcebb on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:15:02.935454 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45972) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:02.936248 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a10401-e214-46e3-bf35-8602dd320941 None None] Pushing event updated for resources: {'Port': ['ID=5b6f3684-275a-4183-a130-cb148a401502,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:03.015789 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7843f90d-211f-41da-908e-34dfff00e1d0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:03.030825 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-85e4d535-7d93-4632-8bb1-e1b10f5e14f3 None None] For port 76a50f10-c066-44ee-9b90-931ffd2dcebb, host n-d-819494-3, got binding levels [] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:15:03.031277 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-85e4d535-7d93-4632-8bb1-e1b10f5e14f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:03.032871 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-eac7a262-6de1-4912-912a-04f10a384e8b None None] Attempting to bind port 5b6f3684-275a-4183-a130-cb148a401502 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:15:03.033241 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-eac7a262-6de1-4912-912a-04f10a384e8b None None] Attempting to bind port 5b6f3684-275a-4183-a130-cb148a401502 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e3ed01b7-72d1-4418-871a-c8556e7d20b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '36eb558b-73f7-464f-863b-4e5804ae8c26'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:15:03.033774 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac7a262-6de1-4912-912a-04f10a384e8b None None] Attempting to bind port 5b6f3684-275a-4183-a130-cb148a401502 on network 36eb558b-73f7-464f-863b-4e5804ae8c26 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:15:03.045820 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac7a262-6de1-4912-912a-04f10a384e8b None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:15:03.049117 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac7a262-6de1-4912-912a-04f10a384e8b None None] Checking segment: {'id': 'e3ed01b7-72d1-4418-871a-c8556e7d20b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '36eb558b-73f7-464f-863b-4e5804ae8c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:15:03.049713 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-eac7a262-6de1-4912-912a-04f10a384e8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:03.050406 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac7a262-6de1-4912-912a-04f10a384e8b None None] Bound using segment: {'id': 'e3ed01b7-72d1-4418-871a-c8556e7d20b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '36eb558b-73f7-464f-863b-4e5804ae8c26'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:15:03.051190 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-eac7a262-6de1-4912-912a-04f10a384e8b None None] Bound port: 5b6f3684-275a-4183-a130-cb148a401502, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ed01b7-72d1-4418-871a-c8556e7d20b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '36eb558b-73f7-464f-863b-4e5804ae8c26'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:15:03.052995 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-eac7a262-6de1-4912-912a-04f10a384e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:03.053124 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-6d461c9a-e2fb-4055-8a63-bd13e5676ae6 None None] Set router f48b8159-9061-4b21-96ea-7ab751bd45f0 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:15:03.054571 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7843f90d-211f-41da-908e-34dfff00e1d0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:03.061497 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7843f90d-211f-41da-908e-34dfff00e1d0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:03.062249 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7843f90d-211f-41da-908e-34dfff00e1d0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:03.094443 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-85e4d535-7d93-4632-8bb1-e1b10f5e14f3 None None] Calling delete_port for 76a50f10-c066-44ee-9b90-931ffd2dcebb owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:15:03.099714 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.ipam_backend_mixin [None req-85e4d535-7d93-4632-8bb1-e1b10f5e14f3 None None] Port 76a50f10-c066-44ee-9b90-931ffd2dcebb was not found and therefore no delete operation was performed {{(pid=110020) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 04:15:03.109337 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-85e4d535-7d93-4632-8bb1-e1b10f5e14f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:03.189820 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cb40b9b9-8632-4747-9ffb-a26941c4802c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:03.204789 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-eac7a262-6de1-4912-912a-04f10a384e8b None None] For port 5b6f3684-275a-4183-a130-cb148a401502, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:15:03.208817 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-eac7a262-6de1-4912-912a-04f10a384e8b None None] For port 5b6f3684-275a-4183-a130-cb148a401502, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=5b6f3684-275a-4183-a130-cb148a401502,segment=NetworkSegment(e3ed01b7-72d1-4418-871a-c8556e7d20b4),segment_id=e3ed01b7-72d1-4418-871a-c8556e7d20b4)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:15:03.213125 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7843f90d-211f-41da-908e-34dfff00e1d0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event updated for resources: {'Network': ['ID=53d2024d-8df2-4704-976e-3853e5c6b082,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:03.213977 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e4d535-7d93-4632-8bb1-e1b10f5e14f3 None None] Pushing event deleted for resources: {'Port': ['ID=76a50f10-c066-44ee-9b90-931ffd2dcebb,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:03.220614 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-eac7a262-6de1-4912-912a-04f10a384e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:03.224948 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e4d535-7d93-4632-8bb1-e1b10f5e14f3 None None] No DVR routers for this DVR port 76a50f10-c066-44ee-9b90-931ffd2dcebb on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:15:03.235840 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e7951b62-29f1-4d06-be7e-8e56f9c4ef63 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/floatingips/1948539b-71ed-40a4-beb1-b4ee8653e225 HTTP/1.1" status: 200 len: 991 time: 0.2978997 Nov 27 04:15:03.238627 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 45974) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:03.239942 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 53d2024d-8df2-4704-976e-3853e5c6b082 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:15:03.242563 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7843f90d-211f-41da-908e-34dfff00e1d0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6412001 Nov 27 04:15:03.254099 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-c3ebaeed-1a7b-4508-8f05-5755fc187e58 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Request body: {'subnet': {'network_id': '53d2024d-8df2-4704-976e-3853e5c6b082', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:15:03.278185 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c9687274-da36-41da-82ab-9a30d855f8a8 req-9492b7df-e0bc-4102-8037-71eeb2d212eb service neutron] 10.222.0.11 "GET /v2.0/networks/5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4713678 Nov 27 04:15:03.308829 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac7a262-6de1-4912-912a-04f10a384e8b None None] Routers {'edff503e-a1ff-404a-99e6-1390258c5c8b'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:15:03.309622 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-eac7a262-6de1-4912-912a-04f10a384e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:14:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['edff503e-a1ff-404a-99e6-1390258c5c8b'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:03.361798 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a10401-e214-46e3-bf35-8602dd320941 None None] Pushing event updated for resources: {'Port': ['ID=5b6f3684-275a-4183-a130-cb148a401502,revision_number=4']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:03.487169 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c9687274-da36-41da-82ab-9a30d855f8a8 req-22fb6300-5209-46fd-bf44-b21db3064703 service neutron] 10.222.0.11 "GET /v2.0/networks/5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014318 Nov 27 04:15:03.521750 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-eac7a262-6de1-4912-912a-04f10a384e8b None None] Set router edff503e-a1ff-404a-99e6-1390258c5c8b gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:15:03.593307 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-57bc3630-9a46-491f-a070-eea60ae2c9cf None None] Provisioning complete for port 5b6f3684-275a-4183-a130-cb148a401502 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:03.593876 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-57bc3630-9a46-491f-a070-eea60ae2c9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:03.680982 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-6d461c9a-e2fb-4055-8a63-bd13e5676ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48b8159-9061-4b21-96ea-7ab751bd45f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668326738', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'db5d153b-4458-424d-9d41-91d9c45685ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:14:17Z', 'updated_at': '2021-11-27T04:14:30Z', 'revision_number': 4, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': 'db5d153b-4458-424d-9d41-91d9c45685ab', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48b8159-9061-4b21-96ea-7ab751bd45f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:20Z', 'updated_at': '2021-11-27T04:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '1948539b-71ed-40a4-beb1-b4ee8653e225', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'floating_ip_address': '172.25.1.132', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'f48b8159-9061-4b21-96ea-7ab751bd45f0', 'port_id': 'd10ea079-207d-41ea-99af-c5956ead995e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d', 'mac_address': 'fa:16:3e:17:b8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78849aa8-76b0-41f8-817b-9294cadaa289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:14:59Z', 'updated_at': '2021-11-27T04:14:59Z', 'revision_number': 0, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '321f6f08-7cf8-473a-aa02-aad421f807a9', 'name': '', 'network_id': '5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'mac_address': 'fa:16:3e:8a:29:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48b8159-9061-4b21-96ea-7ab751bd45f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '0b14f7bc-f949-4956-b408-2937d2202365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:29Z', 'updated_at': '2021-11-27T04:14:39Z', 'revision_number': 5, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'subnets': [{'id': '0b14f7bc-f949-4956-b408-2937d2202365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:03.834298 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-eac7a262-6de1-4912-912a-04f10a384e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'name': 'tempest-TestNetworkBasicOps-router-1075337850', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cadaefd7-5868-4f27-b084-779ef51294a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:12:38Z', 'updated_at': '2021-11-27T04:14:58Z', 'revision_number': 5, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'gw_port': {'id': 'cadaefd7-5868-4f27-b084-779ef51294a7', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:85:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:12:39Z', 'updated_at': '2021-11-27T04:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '05d7c482-3563-45cc-bd0e-0321348e38db', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'floating_ip_address': '172.25.1.120', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'port_id': 'fac605f4-1095-412e-ac3a-57c7725a3d20', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01721107-8527-4cbc-9cef-bafb3d42cf85', 'mac_address': 'fa:16:3e:d8:fd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8b0035-4aa8-46ae-8565-71f6878e4580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:13:25Z', 'updated_at': '2021-11-27T04:13:32Z', 'revision_number': 1, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b6f3684-275a-4183-a130-cb148a401502', 'name': '', 'network_id': '36eb558b-73f7-464f-863b-4e5804ae8c26', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'mac_address': 'fa:16:3e:f7:79:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '78775797-57db-4e3b-b394-b5b4b09389b8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:57Z', 'updated_at': '2021-11-27T04:15:03Z', 'revision_number': 4, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'subnets': [{'id': '78775797-57db-4e3b-b394-b5b4b09389b8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5ab00c3-c161-489c-b452-10fdd43c77df', 'name': '', 'network_id': '01721107-8527-4cbc-9cef-bafb3d42cf85', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'mac_address': 'fa:16:3e:ee:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '44a79022-8cdb-466a-b050-413e97bcc0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:12:46Z', 'updated_at': '2021-11-27T04:12:53Z', 'revision_number': 5, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'subnets': [{'id': '44a79022-8cdb-466a-b050-413e97bcc0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:03.849488 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-cb40b9b9-8632-4747-9ffb-a26941c4802c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e093d7e-6f6b-4478-83ad-bf296e096667']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:03.860328 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-cb40b9b9-8632-4747-9ffb-a26941c4802c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7632779-c078-41b7-86d9-941d6e2b0e2d') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:03.860634 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-cb40b9b9-8632-4747-9ffb-a26941c4802c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7632779-c078-41b7-86d9-941d6e2b0e2d') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:03.871192 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cb40b9b9-8632-4747-9ffb-a26941c4802c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:03.872168 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac7a262-6de1-4912-912a-04f10a384e8b None None] The sync data for ids ['edff503e-a1ff-404a-99e6-1390258c5c8b'] in n-d-819494-3 is: [{'id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'name': 'tempest-TestNetworkBasicOps-router-1075337850', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cadaefd7-5868-4f27-b084-779ef51294a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:12:38Z', 'updated_at': '2021-11-27T04:14:58Z', 'revision_number': 5, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'gw_port': {'id': 'cadaefd7-5868-4f27-b084-779ef51294a7', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:85:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:12:39Z', 'updated_at': '2021-11-27T04:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '05d7c482-3563-45cc-bd0e-0321348e38db', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'floating_ip_address': '172.25.1.120', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'port_id': 'fac605f4-1095-412e-ac3a-57c7725a3d20', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01721107-8527-4cbc-9cef-bafb3d42cf85', 'mac_address': 'fa:16:3e:d8:fd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8b0035-4aa8-46ae-8565-71f6878e4580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:13:25Z', 'updated_at': '2021-11-27T04:13:32Z', 'revision_number': 1, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b6f3684-275a-4183-a130-cb148a401502', 'name': '', 'network_id': '36eb558b-73f7-464f-863b-4e5804ae8c26', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'mac_address': 'fa:16:3e:f7:79:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '78775797-57db-4e3b-b394-b5b4b09389b8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:57Z', 'updated_at': '2021-11-27T04:15:03Z', 'revision_number': 4, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'subnets': [{'id': '78775797-57db-4e3b-b394-b5b4b09389b8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5ab00c3-c161-489c-b452-10fdd43c77df', 'name': '', 'network_id': '01721107-8527-4cbc-9cef-bafb3d42cf85', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'mac_address': 'fa:16:3e:ee:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '44a79022-8cdb-466a-b050-413e97bcc0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:12:46Z', 'updated_at': '2021-11-27T04:12:53Z', 'revision_number': 5, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'subnets': [{'id': '44a79022-8cdb-466a-b050-413e97bcc0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:15:03.887621 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cb40b9b9-8632-4747-9ffb-a26941c4802c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:03.894383 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb40b9b9-8632-4747-9ffb-a26941c4802c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:15:03.894847 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cb40b9b9-8632-4747-9ffb-a26941c4802c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:03.899640 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d461c9a-e2fb-4055-8a63-bd13e5676ae6 None None] The sync data for ids ['f48b8159-9061-4b21-96ea-7ab751bd45f0'] in n-d-819494-3 is: [{'id': 'f48b8159-9061-4b21-96ea-7ab751bd45f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668326738', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'db5d153b-4458-424d-9d41-91d9c45685ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:14:17Z', 'updated_at': '2021-11-27T04:14:30Z', 'revision_number': 4, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': 'db5d153b-4458-424d-9d41-91d9c45685ab', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48b8159-9061-4b21-96ea-7ab751bd45f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:20Z', 'updated_at': '2021-11-27T04:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '1948539b-71ed-40a4-beb1-b4ee8653e225', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'floating_ip_address': '172.25.1.132', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'f48b8159-9061-4b21-96ea-7ab751bd45f0', 'port_id': 'd10ea079-207d-41ea-99af-c5956ead995e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d', 'mac_address': 'fa:16:3e:17:b8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78849aa8-76b0-41f8-817b-9294cadaa289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:14:59Z', 'updated_at': '2021-11-27T04:14:59Z', 'revision_number': 0, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '321f6f08-7cf8-473a-aa02-aad421f807a9', 'name': '', 'network_id': '5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'mac_address': 'fa:16:3e:8a:29:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48b8159-9061-4b21-96ea-7ab751bd45f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '0b14f7bc-f949-4956-b408-2937d2202365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:29Z', 'updated_at': '2021-11-27T04:14:39Z', 'revision_number': 5, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'subnets': [{'id': '0b14f7bc-f949-4956-b408-2937d2202365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:15:03.914043 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:15:03.914043 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:15:03.914043 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:15:03.914043 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:15:03.914043 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:15:03.914043 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:15:03.914043 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:15:03.914043 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:15:03.914043 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:15:03.914043 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:15:03.914043 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:15:03.914043 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:15:03.914043 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:15:03.914043 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:15:03.914043 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:15:03.914043 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:15:03.914043 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:15:03.914043 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:15:03.914043 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:15:03.914043 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:15:03.914043 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:15:03.914043 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:15:03.914043 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:15:03.914043 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:15:03.914043 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:15:03.914043 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:15:03.914043 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:15:03.914043 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:15:03.914043 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:15:03.914043 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:15:03.914043 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:15:03.914043 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:15:03.959934 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-57bc3630-9a46-491f-a070-eea60ae2c9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:04.029562 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-57bc3630-9a46-491f-a070-eea60ae2c9cf None None] For port 5b6f3684-275a-4183-a130-cb148a401502, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=5b6f3684-275a-4183-a130-cb148a401502,segment=NetworkSegment(e3ed01b7-72d1-4418-871a-c8556e7d20b4),segment_id=e3ed01b7-72d1-4418-871a-c8556e7d20b4)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:15:04.036783 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-57bc3630-9a46-491f-a070-eea60ae2c9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:04.071083 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cb40b9b9-8632-4747-9ffb-a26941c4802c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:04.103676 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cb40b9b9-8632-4747-9ffb-a26941c4802c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:04.110352 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-cb40b9b9-8632-4747-9ffb-a26941c4802c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "DELETE /v2.0/networks/2e093d7e-6f6b-4478-83ad-bf296e096667 HTTP/1.1" status: 204 len: 168 time: 1.9724936 Nov 27 04:15:04.110759 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45984) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:04.131466 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d88881-240a-429f-9eca-d703cef942a1 req-ca45dc18-3d94-42a9-966b-417c65b457c6 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:04.133116 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-03d88881-240a-429f-9eca-d703cef942a1 req-ca45dc18-3d94-42a9-966b-417c65b457c6 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] 10.222.0.20 "GET /v2.0/ports?device_id=bae84983-eccd-4a92-a86e-30dbecc62b64 HTTP/1.1" status: 200 len: 950 time: 0.2874713 Nov 27 04:15:04.141536 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc3630-9a46-491f-a070-eea60ae2c9cf None None] Pushing event updated for resources: {'Port': ['ID=5b6f3684-275a-4183-a130-cb148a401502,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:04.185210 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e6801ccd-c023-4b80-952e-7bf07f5e66c2 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:15:04.210388 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb40b9b9-8632-4747-9ffb-a26941c4802c tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event deleted for resources: {'Network': ['ID=2e093d7e-6f6b-4478-83ad-bf296e096667,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:04.213580 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: e6801ccd-c023-4b80-952e-7bf07f5e66c2 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:15:04.214164 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e6801ccd-c023-4b80-952e-7bf07f5e66c2 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:15:04.215238 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 76a50f10-c066-44ee-9b90-931ffd2dcebb no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:15:04.219572 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-63e6e159-5644-4c27-b811-c9e73d3319a7 None None] Provisioning complete for port 5b6f3684-275a-4183-a130-cb148a401502 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:04.219943 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-63e6e159-5644-4c27-b811-c9e73d3319a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:04.221727 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ebaeed-1a7b-4508-8f05-5755fc187e58 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Made reservation on behalf of a9e88f9ca477446190dca2e07a135f44 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:15:04.225651 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c3ebaeed-1a7b-4508-8f05-5755fc187e58 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:04.242162 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 45988) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:04.325872 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 76a50f10-c066-44ee-9b90-931ffd2dcebb {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:15:04.327872 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 76a50f10-c066-44ee-9b90-931ffd2dcebb not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:15:04.374173 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-03d88881-240a-429f-9eca-d703cef942a1 req-99ff85cf-f034-402d-ac96-55bceb883243 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] 10.222.0.20 "GET /v2.0/security-groups?id=12252b2b-ba76-4e33-80c0-44568f8ad8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226126 Nov 27 04:15:04.429381 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8b2e65-ad67-4ed2-88ad-39f5e52625f5 None None] New status for floating IP 1948539b-71ed-40a4-beb1-b4ee8653e225: ACTIVE {{(pid=110021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:15:04.497649 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-fde5b0ec-4a50-4c28-a980-2de6eb585cb7 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/floatingips/1948539b-71ed-40a4-beb1-b4ee8653e225 HTTP/1.1" status: 200 len: 991 time: 0.2539537 Nov 27 04:15:04.550029 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c3ebaeed-1a7b-4508-8f05-5755fc187e58 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:04.678397 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ebaeed-1a7b-4508-8f05-5755fc187e58 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event updated for resources: {'Subnet': ['ID=910a7047-7f15-4c8f-b41c-a6624e292b7d,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:04.701124 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ebaeed-1a7b-4508-8f05-5755fc187e58 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Checking segment: {'id': '7fa36983-3e08-47f9-826c-7d904bcc2d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '53d2024d-8df2-4704-976e-3853e5c6b082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:15:04.701719 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ebaeed-1a7b-4508-8f05-5755fc187e58 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Network hostable DHCP agents. Network: 53d2024d-8df2-4704-976e-3853e5c6b082, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:15:04.706873 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ebaeed-1a7b-4508-8f05-5755fc187e58 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:04.707236 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ebaeed-1a7b-4508-8f05-5755fc187e58 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:04.707588 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ebaeed-1a7b-4508-8f05-5755fc187e58 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:04.707933 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ebaeed-1a7b-4508-8f05-5755fc187e58 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:04.708278 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ebaeed-1a7b-4508-8f05-5755fc187e58 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:04.708745 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ebaeed-1a7b-4508-8f05-5755fc187e58 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:04.709087 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ebaeed-1a7b-4508-8f05-5755fc187e58 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:04.709423 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ebaeed-1a7b-4508-8f05-5755fc187e58 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:04.709757 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ebaeed-1a7b-4508-8f05-5755fc187e58 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:04.710091 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ebaeed-1a7b-4508-8f05-5755fc187e58 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:04.710422 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ebaeed-1a7b-4508-8f05-5755fc187e58 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:04.710804 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ebaeed-1a7b-4508-8f05-5755fc187e58 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:04.752426 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ebaeed-1a7b-4508-8f05-5755fc187e58 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Network 53d2024d-8df2-4704-976e-3853e5c6b082 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:15:04.770432 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-c3ebaeed-1a7b-4508-8f05-5755fc187e58 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 53d2024d-8df2-4704-976e-3853e5c6b082) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:15:04.780867 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc38e74-ac54-4fd8-9686-90dc48107c05 None None] Network 53d2024d-8df2-4704-976e-3853e5c6b082 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:15:04.793611 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ebaeed-1a7b-4508-8f05-5755fc187e58 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:04.794235 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c3ebaeed-1a7b-4508-8f05-5755fc187e58 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:04.856779 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c3ebaeed-1a7b-4508-8f05-5755fc187e58 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6132336 Nov 27 04:15:04.858363 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46000) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:04.865027 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-07ff5da8-2ce0-4b7f-8386-60e6d299a219 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1469165707', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:15:04.932824 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-07ff5da8-2ce0-4b7f-8386-60e6d299a219 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:04.934791 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-07ff5da8-2ce0-4b7f-8386-60e6d299a219 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:04.949265 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9cffc63a-f42c-4935-96b7-5d1b1589338b tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:05.055839 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-07ff5da8-2ce0-4b7f-8386-60e6d299a219 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:05.064725 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fa5b48-8020-44f5-bfec-c8f1c315bf38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-53d2024d-8df2-4704-976e-3853e5c6b082', 'network_id': '53d2024d-8df2-4704-976e-3853e5c6b082', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'fixed_ips': [{'subnet_id': '910a7047-7f15-4c8f-b41c-a6624e292b7d'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:15:05.065719 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-30fa5b48-8020-44f5-bfec-c8f1c315bf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:05.073089 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-07ff5da8-2ce0-4b7f-8386-60e6d299a219 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:05.106638 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-07ff5da8-2ce0-4b7f-8386-60e6d299a219 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:05.107916 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-07ff5da8-2ce0-4b7f-8386-60e6d299a219 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2481511 Nov 27 04:15:05.110761 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46004) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:05.271903 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-30fa5b48-8020-44f5-bfec-c8f1c315bf38 None None] Allocated IP 2001:db8::2 (53d2024d-8df2-4704-976e-3853e5c6b082/910a7047-7f15-4c8f-b41c-a6624e292b7d/b04a325e-15f9-4344-ba49-ead81b7f86a7) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:15:05.437216 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-30fa5b48-8020-44f5-bfec-c8f1c315bf38 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:05.447759 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-30fa5b48-8020-44f5-bfec-c8f1c315bf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:05.501605 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46008) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:05.512078 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fa5b48-8020-44f5-bfec-c8f1c315bf38 None None] Pushing event updated for resources: {'Port': ['ID=b04a325e-15f9-4344-ba49-ead81b7f86a7,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:05.531973 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fa5b48-8020-44f5-bfec-c8f1c315bf38 None None] Network 53d2024d-8df2-4704-976e-3853e5c6b082 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:15:05.534416 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-30fa5b48-8020-44f5-bfec-c8f1c315bf38 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:15:05.538206 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6c747f6b-823f-413a-9f4a-79677e0ad096 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:05.540403 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fa5b48-8020-44f5-bfec-c8f1c315bf38 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:15:05.607765 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-30fa5b48-8020-44f5-bfec-c8f1c315bf38 None None] Attempting to bind port b04a325e-15f9-4344-ba49-ead81b7f86a7 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:15:05.608369 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-30fa5b48-8020-44f5-bfec-c8f1c315bf38 None None] Attempting to bind port b04a325e-15f9-4344-ba49-ead81b7f86a7 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '7fa36983-3e08-47f9-826c-7d904bcc2d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '53d2024d-8df2-4704-976e-3853e5c6b082'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:15:05.608830 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fa5b48-8020-44f5-bfec-c8f1c315bf38 None None] Attempting to bind port b04a325e-15f9-4344-ba49-ead81b7f86a7 on network 53d2024d-8df2-4704-976e-3853e5c6b082 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:15:05.614638 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fa5b48-8020-44f5-bfec-c8f1c315bf38 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:15:05.615471 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fa5b48-8020-44f5-bfec-c8f1c315bf38 None None] Checking segment: {'id': '7fa36983-3e08-47f9-826c-7d904bcc2d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '53d2024d-8df2-4704-976e-3853e5c6b082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:15:05.615976 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-30fa5b48-8020-44f5-bfec-c8f1c315bf38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:05.616749 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fa5b48-8020-44f5-bfec-c8f1c315bf38 None None] Bound using segment: {'id': '7fa36983-3e08-47f9-826c-7d904bcc2d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '53d2024d-8df2-4704-976e-3853e5c6b082'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:15:05.617699 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-30fa5b48-8020-44f5-bfec-c8f1c315bf38 None None] Bound port: b04a325e-15f9-4344-ba49-ead81b7f86a7, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fa36983-3e08-47f9-826c-7d904bcc2d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '53d2024d-8df2-4704-976e-3853e5c6b082'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:15:05.617699 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-30fa5b48-8020-44f5-bfec-c8f1c315bf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:05.638297 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-926a9391-3c30-45bd-a37e-e4329c15d084 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/floatingips/1948539b-71ed-40a4-beb1-b4ee8653e225 HTTP/1.1" status: 200 len: 993 time: 0.1350358 Nov 27 04:15:05.701936 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-30fa5b48-8020-44f5-bfec-c8f1c315bf38 None None] For port b04a325e-15f9-4344-ba49-ead81b7f86a7, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:15:05.706286 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-30fa5b48-8020-44f5-bfec-c8f1c315bf38 None None] For port b04a325e-15f9-4344-ba49-ead81b7f86a7, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b04a325e-15f9-4344-ba49-ead81b7f86a7,segment=NetworkSegment(7fa36983-3e08-47f9-826c-7d904bcc2d15),segment_id=7fa36983-3e08-47f9-826c-7d904bcc2d15)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:15:05.713894 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-30fa5b48-8020-44f5-bfec-c8f1c315bf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:05.783975 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fa5b48-8020-44f5-bfec-c8f1c315bf38 None None] Pushing event updated for resources: {'Port': ['ID=b04a325e-15f9-4344-ba49-ead81b7f86a7,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:05.866596 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-6c747f6b-823f-413a-9f4a-79677e0ad096 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Allocated IP 2001:db8::1 (53d2024d-8df2-4704-976e-3853e5c6b082/910a7047-7f15-4c8f-b41c-a6624e292b7d/0d7882eb-a36c-47b4-a240-4abbcbf09336) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:15:05.894743 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-9cffc63a-f42c-4935-96b7-5d1b1589338b tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Deleting port ee396ae6-fc45-47b8-82ed-a6e03245020f {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:15:05.895101 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9cffc63a-f42c-4935-96b7-5d1b1589338b tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:06.045625 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 5b6f3684-275a-4183-a130-cb148a401502 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:15:06.178130 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 5b6f3684-275a-4183-a130-cb148a401502 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:06.178763 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:06.210999 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-9cffc63a-f42c-4935-96b7-5d1b1589338b tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] For port ee396ae6-fc45-47b8-82ed-a6e03245020f, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=ee396ae6-fc45-47b8-82ed-a6e03245020f,segment=NetworkSegment(590fc379-5d8e-43e6-aadd-c1cc1d5f4b8f),segment_id=590fc379-5d8e-43e6-aadd-c1cc1d5f4b8f)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:15:06.211538 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9cffc63a-f42c-4935-96b7-5d1b1589338b tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:06.229246 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6c747f6b-823f-413a-9f4a-79677e0ad096 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:06.235949 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-9cffc63a-f42c-4935-96b7-5d1b1589338b tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Calling delete_port for ee396ae6-fc45-47b8-82ed-a6e03245020f owned by network:router_interface {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:15:06.346721 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6c747f6b-823f-413a-9f4a-79677e0ad096 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:06.783203 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c747f6b-823f-413a-9f4a-79677e0ad096 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Network 53d2024d-8df2-4704-976e-3853e5c6b082 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:15:06.785117 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c747f6b-823f-413a-9f4a-79677e0ad096 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event updated for resources: {'Port': ['ID=0d7882eb-a36c-47b4-a240-4abbcbf09336,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:06.789946 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-6c747f6b-823f-413a-9f4a-79677e0ad096 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:15:06.793201 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c747f6b-823f-413a-9f4a-79677e0ad096 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:15:06.793738 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6c747f6b-823f-413a-9f4a-79677e0ad096 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:06.947064 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9cffc63a-f42c-4935-96b7-5d1b1589338b tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:07.018949 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6c747f6b-823f-413a-9f4a-79677e0ad096 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:07.036185 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cffc63a-f42c-4935-96b7-5d1b1589338b tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event deleted for resources: {'Port': ['ID=ee396ae6-fc45-47b8-82ed-a6e03245020f,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:07.327220 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe4e9ad-86cc-4520-8155-f9665ba875f1 None None] Network 53d2024d-8df2-4704-976e-3853e5c6b082 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:15:07.433686 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-ab876777-842b-45ab-9e18-58599e34a682 None None] Provisioning complete for port b04a325e-15f9-4344-ba49-ead81b7f86a7 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:07.434066 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ab876777-842b-45ab-9e18-58599e34a682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:07.467384 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9cffc63a-f42c-4935-96b7-5d1b1589338b tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:07.609437 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ab876777-842b-45ab-9e18-58599e34a682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:07.654652 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-ab876777-842b-45ab-9e18-58599e34a682 None None] For port b04a325e-15f9-4344-ba49-ead81b7f86a7, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b04a325e-15f9-4344-ba49-ead81b7f86a7,segment=NetworkSegment(7fa36983-3e08-47f9-826c-7d904bcc2d15),segment_id=7fa36983-3e08-47f9-826c-7d904bcc2d15)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:15:07.667638 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ab876777-842b-45ab-9e18-58599e34a682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:07.729761 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab876777-842b-45ab-9e18-58599e34a682 None None] Pushing event updated for resources: {'Port': ['ID=b04a325e-15f9-4344-ba49-ead81b7f86a7,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:07.767037 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6c747f6b-823f-413a-9f4a-79677e0ad096 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:07.779361 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6c747f6b-823f-413a-9f4a-79677e0ad096 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:07.780191 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6c747f6b-823f-413a-9f4a-79677e0ad096 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:07.818843 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cffc63a-f42c-4935-96b7-5d1b1589338b tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Router b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:15:07.912943 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c747f6b-823f-413a-9f4a-79677e0ad096 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event updated for resources: {'Port': ['ID=0d7882eb-a36c-47b4-a240-4abbcbf09336,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:08.006935 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-8246af92-19d2-4c01-819f-e565673b1bbe None None] Provisioning complete for port 0d7882eb-a36c-47b4-a240-4abbcbf09336 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:08.007905 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8246af92-19d2-4c01-819f-e565673b1bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:08.060921 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-8246af92-19d2-4c01-819f-e565673b1bbe None None] Port 0d7882eb-a36c-47b4-a240-4abbcbf09336 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:15:08.068156 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c747f6b-823f-413a-9f4a-79677e0ad096 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Network 53d2024d-8df2-4704-976e-3853e5c6b082 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:15:08.071380 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-6c747f6b-823f-413a-9f4a-79677e0ad096 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:15:08.077663 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-8246af92-19d2-4c01-819f-e565673b1bbe None None] Provisioning complete for port b04a325e-15f9-4344-ba49-ead81b7f86a7 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:08.078442 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8246af92-19d2-4c01-819f-e565673b1bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:08.209316 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cffc63a-f42c-4935-96b7-5d1b1589338b tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:15:08.219016 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9cffc63a-f42c-4935-96b7-5d1b1589338b tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "PUT /v2.0/routers/b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1071539 Nov 27 04:15:08.222075 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46034) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:08.240612 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c7bba2-cb1b-4af2-884a-a654c0d6b91c None None] Sync routers for ids ['b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:15:08.264629 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c747f6b-823f-413a-9f4a-79677e0ad096 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Router 39306999-8f5f-4d60-bf05-e36a44072d64 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:15:08.297418 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b04a325e-15f9-4344-ba49-ead81b7f86a7 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:15:08.305759 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c7bba2-cb1b-4af2-884a-a654c0d6b91c None None] Routers {'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:15:08.306415 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-f2c7bba2-cb1b-4af2-884a-a654c0d6b91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:14:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:08.394140 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-035f6255-1fcd-4c40-8e54-25610aa06a5d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Deleting subnet b104919d-4f6e-4faa-a557-c4893aec365d {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:15:08.406043 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-035f6255-1fcd-4c40-8e54-25610aa06a5d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:08.447053 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c747f6b-823f-413a-9f4a-79677e0ad096 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:15:08.459282 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588cb614-3be1-412d-855c-c7bf2188ca54 None None] Sync routers for ids ['39306999-8f5f-4d60-bf05-e36a44072d64'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:15:08.465906 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6c747f6b-823f-413a-9f4a-79677e0ad096 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "PUT /v2.0/routers/39306999-8f5f-4d60-bf05-e36a44072d64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3528628 Nov 27 04:15:08.468716 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46038) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:08.475421 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588cb614-3be1-412d-855c-c7bf2188ca54 None None] Routers {'39306999-8f5f-4d60-bf05-e36a44072d64'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:15:08.477961 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-588cb614-3be1-412d-855c-c7bf2188ca54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:14:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['39306999-8f5f-4d60-bf05-e36a44072d64'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:08.523681 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-2c8e8b58-3b87-40d6-ba4d-052262f30209 None None] Provisioning complete for port 0d7882eb-a36c-47b4-a240-4abbcbf09336 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:08.524936 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2c8e8b58-3b87-40d6-ba4d-052262f30209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:08.564174 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-f2c7bba2-cb1b-4af2-884a-a654c0d6b91c None None] Set router b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 gateway port host: None {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:15:08.567191 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e8b58-3b87-40d6-ba4d-052262f30209 None None] Port 0d7882eb-a36c-47b4-a240-4abbcbf09336 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:15:08.615039 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-588cb614-3be1-412d-855c-c7bf2188ca54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:08.628692 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port b04a325e-15f9-4344-ba49-ead81b7f86a7 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:08.629420 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:08.632425 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959fa839-c27e-41d0-a5d3-23237b2e2004 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:08.641331 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588cb614-3be1-412d-855c-c7bf2188ca54 None None] Routers {'39306999-8f5f-4d60-bf05-e36a44072d64'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:15:08.641529 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-959fa839-c27e-41d0-a5d3-23237b2e2004 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "GET /v2.0/ports/0d7882eb-a36c-47b4-a240-4abbcbf09336 HTTP/1.1" status: 200 len: 911 time: 0.1661260 Nov 27 04:15:08.641639 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-588cb614-3be1-412d-855c-c7bf2188ca54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:14:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['39306999-8f5f-4d60-bf05-e36a44072d64'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:08.641734 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46042) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:08.643470 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-035f6255-1fcd-4c40-8e54-25610aa06a5d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:08.648003 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-184a1d4f-1302-45a7-b642-ecda72ba8814 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '910a7047-7f15-4c8f-b41c-a6624e292b7d'}]}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:15:08.762343 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-588cb614-3be1-412d-855c-c7bf2188ca54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:08.770119 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588cb614-3be1-412d-855c-c7bf2188ca54 None None] The sync data for ids ['39306999-8f5f-4d60-bf05-e36a44072d64'] in n-d-819494-3 is: [] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:15:08.847220 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-035f6255-1fcd-4c40-8e54-25610aa06a5d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:08.935853 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-f90a0f4a-b8a5-4b8d-8ec8-b2a568f516b1 None None] Provisioning complete for port 0d7882eb-a36c-47b4-a240-4abbcbf09336 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:08.936480 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f90a0f4a-b8a5-4b8d-8ec8-b2a568f516b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:08.976973 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-035f6255-1fcd-4c40-8e54-25610aa06a5d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:08.990006 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-f90a0f4a-b8a5-4b8d-8ec8-b2a568f516b1 None None] Port 0d7882eb-a36c-47b4-a240-4abbcbf09336 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:15:09.005775 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-f2c7bba2-cb1b-4af2-884a-a654c0d6b91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'name': 'tempest-RoutersTest-router-93354514', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:14:06Z', 'updated_at': '2021-11-27T04:15:06Z', 'revision_number': 9, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'gw_port_host': None, '_interfaces': [{'id': '8cba8f80-981a-49c1-a15d-04959612f6e7', 'name': '', 'network_id': 'e97e8f30-abc3-48bc-b532-b66319b0d2f3', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:04:da:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:11Z', 'updated_at': '2021-11-27T04:14:19Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8f9d724-5e70-48e7-9103-98a705c738e7', 'name': '', 'network_id': '830a5cd2-ca8a-41cf-92a2-e19848fdb3d1', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:55:c4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '7b870824-cdcc-4d54-885a-f25666555d5c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:24Z', 'updated_at': '2021-11-27T04:14:31Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': '7b870824-cdcc-4d54-885a-f25666555d5c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:09.020722 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-184a1d4f-1302-45a7-b642-ecda72ba8814 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:09.046330 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-035f6255-1fcd-4c40-8e54-25610aa06a5d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:09.053767 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-035f6255-1fcd-4c40-8e54-25610aa06a5d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "DELETE /v2.0/subnets/b104919d-4f6e-4faa-a557-c4893aec365d HTTP/1.1" status: 204 len: 168 time: 0.8294625 Nov 27 04:15:09.058475 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f6255-1fcd-4c40-8e54-25610aa06a5d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event deleted for resources: {'Subnet': ['ID=b104919d-4f6e-4faa-a557-c4893aec365d,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:09.062447 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46044) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:09.085542 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c7bba2-cb1b-4af2-884a-a654c0d6b91c None None] Checking router: b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:15:09.089874 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42499457-f8c9-4eba-a34b-aad905f99121 None None] Network 5981e96d-a24a-4863-9dfc-cd61d5378dd8 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:15:09.186901 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-988cab09-c251-48c7-bb51-4806c10e4e07 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:09.210902 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c7bba2-cb1b-4af2-884a-a654c0d6b91c None None] Routers {'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:15:09.211758 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-f2c7bba2-cb1b-4af2-884a-a654c0d6b91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:14:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:09.304314 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-988cab09-c251-48c7-bb51-4806c10e4e07 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Deleting port 318debe0-8e20-4473-8f97-41c919d53aae {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:15:09.304314 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-988cab09-c251-48c7-bb51-4806c10e4e07 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:09.417674 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-988cab09-c251-48c7-bb51-4806c10e4e07 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] For port 318debe0-8e20-4473-8f97-41c919d53aae, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=318debe0-8e20-4473-8f97-41c919d53aae,segment=NetworkSegment(590fc379-5d8e-43e6-aadd-c1cc1d5f4b8f),segment_id=590fc379-5d8e-43e6-aadd-c1cc1d5f4b8f)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:15:09.418323 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-988cab09-c251-48c7-bb51-4806c10e4e07 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:09.432781 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-988cab09-c251-48c7-bb51-4806c10e4e07 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Calling delete_port for 318debe0-8e20-4473-8f97-41c919d53aae owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:15:09.502459 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-f2c7bba2-cb1b-4af2-884a-a654c0d6b91c None None] Set router b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 gateway port host: None {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:15:09.543421 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-184a1d4f-1302-45a7-b642-ecda72ba8814 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:09.559980 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-184a1d4f-1302-45a7-b642-ecda72ba8814 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:09.569677 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184a1d4f-1302-45a7-b642-ecda72ba8814 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:09.570798 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-184a1d4f-1302-45a7-b642-ecda72ba8814 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:09.572748 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-184a1d4f-1302-45a7-b642-ecda72ba8814 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "PUT /v2.0/ports/0d7882eb-a36c-47b4-a240-4abbcbf09336 HTTP/1.1" status: 200 len: 911 time: 0.9299645 Nov 27 04:15:09.576765 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46048) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:09.642225 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a1d4f-1302-45a7-b642-ecda72ba8814 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event updated for resources: {'Port': ['ID=0d7882eb-a36c-47b4-a240-4abbcbf09336,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:09.751027 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-988cab09-c251-48c7-bb51-4806c10e4e07 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:09.966435 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988cab09-c251-48c7-bb51-4806c10e4e07 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] No DVR routers for this DVR port 318debe0-8e20-4473-8f97-41c919d53aae on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:15:09.988041 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe0250b-19a1-442d-848d-ff7f3d7e9dba None None] DHCP port deletion for 5981e96d-a24a-4863-9dfc-cd61d5378dd8 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:15:09.994318 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cab09-c251-48c7-bb51-4806c10e4e07 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event deleted for resources: {'Port': ['ID=318debe0-8e20-4473-8f97-41c919d53aae,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:10.079451 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-f2c7bba2-cb1b-4af2-884a-a654c0d6b91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'name': 'tempest-RoutersTest-router-93354514', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:14:06Z', 'updated_at': '2021-11-27T04:15:06Z', 'revision_number': 9, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'gw_port_host': None, '_interfaces': [{'id': '8cba8f80-981a-49c1-a15d-04959612f6e7', 'name': '', 'network_id': 'e97e8f30-abc3-48bc-b532-b66319b0d2f3', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:04:da:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:11Z', 'updated_at': '2021-11-27T04:14:19Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8f9d724-5e70-48e7-9103-98a705c738e7', 'name': '', 'network_id': '830a5cd2-ca8a-41cf-92a2-e19848fdb3d1', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:55:c4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '7b870824-cdcc-4d54-885a-f25666555d5c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:24Z', 'updated_at': '2021-11-27T04:14:31Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': '7b870824-cdcc-4d54-885a-f25666555d5c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:10.164518 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c7bba2-cb1b-4af2-884a-a654c0d6b91c None None] The sync data for ids ['b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'] in n-d-819494-3 is: [{'id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'name': 'tempest-RoutersTest-router-93354514', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:14:06Z', 'updated_at': '2021-11-27T04:15:06Z', 'revision_number': 9, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'gw_port_host': None, '_interfaces': [{'id': '8cba8f80-981a-49c1-a15d-04959612f6e7', 'name': '', 'network_id': 'e97e8f30-abc3-48bc-b532-b66319b0d2f3', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:04:da:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:11Z', 'updated_at': '2021-11-27T04:14:19Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8f9d724-5e70-48e7-9103-98a705c738e7', 'name': '', 'network_id': '830a5cd2-ca8a-41cf-92a2-e19848fdb3d1', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:55:c4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '7b870824-cdcc-4d54-885a-f25666555d5c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:24Z', 'updated_at': '2021-11-27T04:14:31Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': '7b870824-cdcc-4d54-885a-f25666555d5c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:15:10.175662 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-988cab09-c251-48c7-bb51-4806c10e4e07 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:10.205293 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-988cab09-c251-48c7-bb51-4806c10e4e07 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5981e96d-a24a-4863-9dfc-cd61d5378dd8']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:10.223407 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-988cab09-c251-48c7-bb51-4806c10e4e07 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '590fc379-5d8e-43e6-aadd-c1cc1d5f4b8f') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:10.223717 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-988cab09-c251-48c7-bb51-4806c10e4e07 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '590fc379-5d8e-43e6-aadd-c1cc1d5f4b8f') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:10.252780 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-988cab09-c251-48c7-bb51-4806c10e4e07 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:10.275865 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-988cab09-c251-48c7-bb51-4806c10e4e07 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:10.283668 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-988cab09-c251-48c7-bb51-4806c10e4e07 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:15:10.284231 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-988cab09-c251-48c7-bb51-4806c10e4e07 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:10.353545 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:15:10.353545 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:15:10.353545 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:15:10.353545 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:15:10.353545 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:15:10.353545 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:15:10.353545 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:15:10.353545 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:15:10.353545 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:15:10.353545 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:15:10.353545 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:15:10.353545 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:15:10.353545 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:15:10.353545 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:15:10.353545 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:15:10.353545 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:15:10.353545 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:15:10.353545 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:15:10.353545 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:15:10.353545 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:15:10.353545 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:15:10.353545 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:15:10.353545 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:15:10.353545 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:15:10.353545 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:15:10.353545 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:15:10.353545 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:15:10.353545 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:15:10.353545 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:15:10.353545 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:15:10.353545 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:15:10.353545 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:15:10.366866 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-988cab09-c251-48c7-bb51-4806c10e4e07 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:10.375953 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-988cab09-c251-48c7-bb51-4806c10e4e07 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:10.379360 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-988cab09-c251-48c7-bb51-4806c10e4e07 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "DELETE /v2.0/networks/5981e96d-a24a-4863-9dfc-cd61d5378dd8 HTTP/1.1" status: 204 len: 168 time: 1.3159094 Nov 27 04:15:10.382231 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46058) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:10.407645 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fe6b1810-8941-4390-89a1-8c6e6cd42fe1 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:10.617266 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cab09-c251-48c7-bb51-4806c10e4e07 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event deleted for resources: {'Network': ['ID=5981e96d-a24a-4863-9dfc-cd61d5378dd8,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:10.658699 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:15:10.980128 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-fe6b1810-8941-4390-89a1-8c6e6cd42fe1 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Deleting port 0d7882eb-a36c-47b4-a240-4abbcbf09336 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:15:10.980493 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fe6b1810-8941-4390-89a1-8c6e6cd42fe1 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:11.111656 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fe6b1810-8941-4390-89a1-8c6e6cd42fe1 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:11.133295 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-fe6b1810-8941-4390-89a1-8c6e6cd42fe1 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Calling delete_port for 0d7882eb-a36c-47b4-a240-4abbcbf09336 owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:15:11.190642 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e423ec8d-9246-467d-86eb-a063ace04b22 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:11.473368 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fe6b1810-8941-4390-89a1-8c6e6cd42fe1 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:11.527929 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b1810-8941-4390-89a1-8c6e6cd42fe1 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event deleted for resources: {'Port': ['ID=0d7882eb-a36c-47b4-a240-4abbcbf09336,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:11.656306 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fe6b1810-8941-4390-89a1-8c6e6cd42fe1 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:11.760304 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-e423ec8d-9246-467d-86eb-a063ace04b22 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Deleting port b8f9d724-5e70-48e7-9103-98a705c738e7 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:15:11.760962 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e423ec8d-9246-467d-86eb-a063ace04b22 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:11.977297 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 318debe0-8e20-4473-8f97-41c919d53aae no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:15:11.999723 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 318debe0-8e20-4473-8f97-41c919d53aae {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:15:11.999996 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 318debe0-8e20-4473-8f97-41c919d53aae not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:15:12.000628 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device ee396ae6-fc45-47b8-82ed-a6e03245020f no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:15:12.020427 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: ee396ae6-fc45-47b8-82ed-a6e03245020f {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:15:12.020778 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device ee396ae6-fc45-47b8-82ed-a6e03245020f not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:15:12.233476 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6b1810-8941-4390-89a1-8c6e6cd42fe1 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Router 39306999-8f5f-4d60-bf05-e36a44072d64 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:15:12.247551 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-e423ec8d-9246-467d-86eb-a063ace04b22 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] For port b8f9d724-5e70-48e7-9103-98a705c738e7, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b8f9d724-5e70-48e7-9103-98a705c738e7,segment=NetworkSegment(528a87ee-c482-4392-ae73-0784a50d455a),segment_id=528a87ee-c482-4392-ae73-0784a50d455a)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:15:12.247921 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e423ec8d-9246-467d-86eb-a063ace04b22 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:12.267273 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-e423ec8d-9246-467d-86eb-a063ace04b22 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Calling delete_port for b8f9d724-5e70-48e7-9103-98a705c738e7 owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:15:12.369077 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6b1810-8941-4390-89a1-8c6e6cd42fe1 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:15:12.379483 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-fe6b1810-8941-4390-89a1-8c6e6cd42fe1 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "PUT /v2.0/routers/39306999-8f5f-4d60-bf05-e36a44072d64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7985036 Nov 27 04:15:12.379591 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46078) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:12.392861 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fa3481-7d43-4369-96d4-88b4061a7faa None None] Sync routers for ids ['39306999-8f5f-4d60-bf05-e36a44072d64'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:15:12.405415 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fa3481-7d43-4369-96d4-88b4061a7faa None None] Routers {'39306999-8f5f-4d60-bf05-e36a44072d64'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:15:12.406689 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-c5fa3481-7d43-4369-96d4-88b4061a7faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:14:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['39306999-8f5f-4d60-bf05-e36a44072d64'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:12.410581 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a73791ae-3739-4178-be4b-fd1093677831 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "GET /v2.0/ports?device_id=39306999-8f5f-4d60-bf05-e36a44072d64 HTTP/1.1" status: 200 len: 205 time: 0.0284541 Nov 27 04:15:12.412615 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46080) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:12.445961 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-c5fa3481-7d43-4369-96d4-88b4061a7faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:12.466134 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fa3481-7d43-4369-96d4-88b4061a7faa None None] Routers {'39306999-8f5f-4d60-bf05-e36a44072d64'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:15:12.467462 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-c5fa3481-7d43-4369-96d4-88b4061a7faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:14:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['39306999-8f5f-4d60-bf05-e36a44072d64'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:12.492832 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5d628f31-14f4-47f5-9e9f-5e5dbb6e5e37 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:12.500833 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-c5fa3481-7d43-4369-96d4-88b4061a7faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:12.501562 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fa3481-7d43-4369-96d4-88b4061a7faa None None] The sync data for ids ['39306999-8f5f-4d60-bf05-e36a44072d64'] in n-d-819494-3 is: [] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:15:12.527385 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e423ec8d-9246-467d-86eb-a063ace04b22 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:12.560175 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423ec8d-9246-467d-86eb-a063ace04b22 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event deleted for resources: {'Port': ['ID=b8f9d724-5e70-48e7-9103-98a705c738e7,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:12.698797 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5d628f31-14f4-47f5-9e9f-5e5dbb6e5e37 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:12.702796 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5d628f31-14f4-47f5-9e9f-5e5dbb6e5e37 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:12.779454 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5d628f31-14f4-47f5-9e9f-5e5dbb6e5e37 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:12.779986 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d628f31-14f4-47f5-9e9f-5e5dbb6e5e37 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Fanout notify agent at l3_agent the message router_deleted on router 39306999-8f5f-4d60-bf05-e36a44072d64 {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:15:12.783763 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e423ec8d-9246-467d-86eb-a063ace04b22 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:12.798346 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5d628f31-14f4-47f5-9e9f-5e5dbb6e5e37 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:12.799542 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5d628f31-14f4-47f5-9e9f-5e5dbb6e5e37 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "DELETE /v2.0/routers/39306999-8f5f-4d60-bf05-e36a44072d64 HTTP/1.1" status: 204 len: 168 time: 0.3867860 Nov 27 04:15:12.802233 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46088) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:12.871245 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-5761e0ac-57d6-466b-b985-b58d7ddaf30e tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Deleting subnet 910a7047-7f15-4c8f-b41c-a6624e292b7d {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:15:12.875671 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5761e0ac-57d6-466b-b985-b58d7ddaf30e tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:12.932092 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5761e0ac-57d6-466b-b985-b58d7ddaf30e tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:13.009354 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e423ec8d-9246-467d-86eb-a063ace04b22 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Router b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:15:13.019052 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5761e0ac-57d6-466b-b985-b58d7ddaf30e tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:13.081527 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5761e0ac-57d6-466b-b985-b58d7ddaf30e tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:13.107449 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5536f6-a53c-4b4f-8e9a-24bd1c33f541 None None] Network 53d2024d-8df2-4704-976e-3853e5c6b082 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:15:13.117899 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5761e0ac-57d6-466b-b985-b58d7ddaf30e tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:13.119216 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e423ec8d-9246-467d-86eb-a063ace04b22 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:15:13.121767 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5761e0ac-57d6-466b-b985-b58d7ddaf30e tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "DELETE /v2.0/subnets/910a7047-7f15-4c8f-b41c-a6624e292b7d HTTP/1.1" status: 204 len: 168 time: 0.3185241 Nov 27 04:15:13.122799 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761e0ac-57d6-466b-b985-b58d7ddaf30e tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event deleted for resources: {'Subnet': ['ID=910a7047-7f15-4c8f-b41c-a6624e292b7d,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:13.124316 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46094) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:13.134306 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3775231-f663-4915-8ae6-b5ff7e9ac896 None None] Sync routers for ids ['b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:15:13.143453 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e423ec8d-9246-467d-86eb-a063ace04b22 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "PUT /v2.0/routers/b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7571406 Nov 27 04:15:13.144629 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46096) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:13.156666 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3775231-f663-4915-8ae6-b5ff7e9ac896 None None] Routers {'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:15:13.157691 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-b3775231-f663-4915-8ae6-b5ff7e9ac896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:14:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:13.261623 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-b3775231-f663-4915-8ae6-b5ff7e9ac896 None None] Set router b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 gateway port host: None {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:15:13.264975 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe1b28f0-62ee-4f78-a295-cec8ab4265d1 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Deleting subnet 7b870824-cdcc-4d54-885a-f25666555d5c {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:15:13.268546 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fe1b28f0-62ee-4f78-a295-cec8ab4265d1 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:13.303622 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2279ba77-f34e-469d-82cc-a9619d0f57b1 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:13.344091 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1261e4b8-0f9c-4842-bad4-24b45fa310cd None None] DHCP port deletion for 53d2024d-8df2-4704-976e-3853e5c6b082 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:15:13.358727 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fe1b28f0-62ee-4f78-a295-cec8ab4265d1 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:13.407235 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-1261e4b8-0f9c-4842-bad4-24b45fa310cd None None] Deleting port b04a325e-15f9-4344-ba49-ead81b7f86a7 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:15:13.407929 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1261e4b8-0f9c-4842-bad4-24b45fa310cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:13.424472 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-2279ba77-f34e-469d-82cc-a9619d0f57b1 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Deleting port b04a325e-15f9-4344-ba49-ead81b7f86a7 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:15:13.424807 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2279ba77-f34e-469d-82cc-a9619d0f57b1 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:13.487843 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-1261e4b8-0f9c-4842-bad4-24b45fa310cd None None] For port b04a325e-15f9-4344-ba49-ead81b7f86a7, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b04a325e-15f9-4344-ba49-ead81b7f86a7,segment=NetworkSegment(7fa36983-3e08-47f9-826c-7d904bcc2d15),segment_id=7fa36983-3e08-47f9-826c-7d904bcc2d15)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:15:13.488810 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1261e4b8-0f9c-4842-bad4-24b45fa310cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:13.507665 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-1261e4b8-0f9c-4842-bad4-24b45fa310cd None None] Calling delete_port for b04a325e-15f9-4344-ba49-ead81b7f86a7 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:15:13.523920 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fe1b28f0-62ee-4f78-a295-cec8ab4265d1 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:13.559694 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-2279ba77-f34e-469d-82cc-a9619d0f57b1 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] For port b04a325e-15f9-4344-ba49-ead81b7f86a7, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b04a325e-15f9-4344-ba49-ead81b7f86a7,segment=NetworkSegment(7fa36983-3e08-47f9-826c-7d904bcc2d15),segment_id=7fa36983-3e08-47f9-826c-7d904bcc2d15)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:15:13.560348 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2279ba77-f34e-469d-82cc-a9619d0f57b1 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:13.582908 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-2279ba77-f34e-469d-82cc-a9619d0f57b1 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Calling delete_port for b04a325e-15f9-4344-ba49-ead81b7f86a7 owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:15:13.594431 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-b3775231-f663-4915-8ae6-b5ff7e9ac896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'name': 'tempest-RoutersTest-router-93354514', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:14:06Z', 'updated_at': '2021-11-27T04:15:12Z', 'revision_number': 10, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'gw_port_host': None, '_interfaces': [{'id': '8cba8f80-981a-49c1-a15d-04959612f6e7', 'name': '', 'network_id': 'e97e8f30-abc3-48bc-b532-b66319b0d2f3', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:04:da:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:11Z', 'updated_at': '2021-11-27T04:14:19Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:13.612442 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1261e4b8-0f9c-4842-bad4-24b45fa310cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:13.625546 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3775231-f663-4915-8ae6-b5ff7e9ac896 None None] Checking router: b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:15:13.625914 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1261e4b8-0f9c-4842-bad4-24b45fa310cd None None] No DVR routers for this DVR port b04a325e-15f9-4344-ba49-ead81b7f86a7 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:15:13.634659 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3775231-f663-4915-8ae6-b5ff7e9ac896 None None] Routers {'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:15:13.635270 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-b3775231-f663-4915-8ae6-b5ff7e9ac896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:14:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:13.649078 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1261e4b8-0f9c-4842-bad4-24b45fa310cd None None] Pushing event deleted for resources: {'Port': ['ID=b04a325e-15f9-4344-ba49-ead81b7f86a7,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:13.696325 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2279ba77-f34e-469d-82cc-a9619d0f57b1 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:13.727528 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-b3775231-f663-4915-8ae6-b5ff7e9ac896 None None] Set router b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 gateway port host: None {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:15:13.733941 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fe1b28f0-62ee-4f78-a295-cec8ab4265d1 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:13.735938 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279ba77-f34e-469d-82cc-a9619d0f57b1 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event deleted for resources: {'Port': ['ID=b04a325e-15f9-4344-ba49-ead81b7f86a7,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:13.771478 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2279ba77-f34e-469d-82cc-a9619d0f57b1 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] No DVR routers for this DVR port b04a325e-15f9-4344-ba49-ead81b7f86a7 on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:15:13.783076 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1b28f0-62ee-4f78-a295-cec8ab4265d1 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event deleted for resources: {'Subnet': ['ID=7b870824-cdcc-4d54-885a-f25666555d5c,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:13.789302 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fe1b28f0-62ee-4f78-a295-cec8ab4265d1 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:13.795094 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-fe1b28f0-62ee-4f78-a295-cec8ab4265d1 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "DELETE /v2.0/subnets/7b870824-cdcc-4d54-885a-f25666555d5c HTTP/1.1" status: 204 len: 168 time: 0.6497843 Nov 27 04:15:13.795597 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46104) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:13.798056 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac649946-b6e8-404c-8b4d-9779f97646f7 None None] Network 830a5cd2-ca8a-41cf-92a2-e19848fdb3d1 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:15:13.940704 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2279ba77-f34e-469d-82cc-a9619d0f57b1 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:13.942099 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c5fba990-a6e9-4967-9eb2-f39c66fc9c13 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:13.971173 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-2279ba77-f34e-469d-82cc-a9619d0f57b1 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53d2024d-8df2-4704-976e-3853e5c6b082']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:13.981760 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-2279ba77-f34e-469d-82cc-a9619d0f57b1 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fa36983-3e08-47f9-826c-7d904bcc2d15') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:13.982107 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-2279ba77-f34e-469d-82cc-a9619d0f57b1 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fa36983-3e08-47f9-826c-7d904bcc2d15') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:13.993670 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2279ba77-f34e-469d-82cc-a9619d0f57b1 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:14.021022 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-c5fba990-a6e9-4967-9eb2-f39c66fc9c13 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Deleting port ac05c6f8-a572-4977-af94-a4acbb14c3ab {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:15:14.021370 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c5fba990-a6e9-4967-9eb2-f39c66fc9c13 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:14.021901 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2279ba77-f34e-469d-82cc-a9619d0f57b1 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:14.031250 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2279ba77-f34e-469d-82cc-a9619d0f57b1 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:15:14.032074 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2279ba77-f34e-469d-82cc-a9619d0f57b1 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:14.037315 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:15:14.037315 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 04:15:14.037315 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:15:14.037315 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 04:15:14.037315 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:15:14.037315 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 04:15:14.037315 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:15:14.037315 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 04:15:14.037315 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:15:14.037315 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:15:14.037315 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:15:14.037315 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:15:14.037315 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:15:14.037315 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:15:14.037315 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:15:14.037315 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:15:14.037315 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:15:14.037315 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:15:14.037315 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:15:14.037315 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:15:14.037315 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:15:14.037315 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:15:14.037315 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:15:14.037315 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:15:14.037315 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:15:14.037315 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:15:14.037315 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:15:14.037315 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:15:14.037315 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:15:14.037315 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:15:14.037315 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:15:14.037315 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:15:14.037315 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:15:14.037315 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:15:14.037315 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:15:14.037315 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:15:14.037315 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:15:14.037315 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:15:14.037315 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:15:14.037315 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:15:14.050999 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c05aad-79d2-40bd-8066-eb06e9f2e452 None None] DHCP port deletion for 830a5cd2-ca8a-41cf-92a2-e19848fdb3d1 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:15:14.143087 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c9c05aad-79d2-40bd-8066-eb06e9f2e452 None None] Deleting port ac05c6f8-a572-4977-af94-a4acbb14c3ab {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:15:14.143775 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c9c05aad-79d2-40bd-8066-eb06e9f2e452 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:14.147322 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b04a325e-15f9-4344-ba49-ead81b7f86a7 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:15:14.159055 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2279ba77-f34e-469d-82cc-a9619d0f57b1 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:14.161504 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-b3775231-f663-4915-8ae6-b5ff7e9ac896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'name': 'tempest-RoutersTest-router-93354514', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:14:06Z', 'updated_at': '2021-11-27T04:15:12Z', 'revision_number': 10, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'gw_port_host': None, '_interfaces': [{'id': '8cba8f80-981a-49c1-a15d-04959612f6e7', 'name': '', 'network_id': 'e97e8f30-abc3-48bc-b532-b66319b0d2f3', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:04:da:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:11Z', 'updated_at': '2021-11-27T04:14:19Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:14.175641 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: b04a325e-15f9-4344-ba49-ead81b7f86a7 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:15:14.175998 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b04a325e-15f9-4344-ba49-ead81b7f86a7 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:15:14.196486 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2279ba77-f34e-469d-82cc-a9619d0f57b1 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:14.200414 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2279ba77-f34e-469d-82cc-a9619d0f57b1 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "DELETE /v2.0/networks/53d2024d-8df2-4704-976e-3853e5c6b082 HTTP/1.1" status: 204 len: 168 time: 1.0750558 Nov 27 04:15:14.201275 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279ba77-f34e-469d-82cc-a9619d0f57b1 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event deleted for resources: {'Network': ['ID=53d2024d-8df2-4704-976e-3853e5c6b082,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:14.207461 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3775231-f663-4915-8ae6-b5ff7e9ac896 None None] The sync data for ids ['b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'] in n-d-819494-3 is: [{'id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'name': 'tempest-RoutersTest-router-93354514', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:14:06Z', 'updated_at': '2021-11-27T04:15:12Z', 'revision_number': 10, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'gw_port_host': None, '_interfaces': [{'id': '8cba8f80-981a-49c1-a15d-04959612f6e7', 'name': '', 'network_id': 'e97e8f30-abc3-48bc-b532-b66319b0d2f3', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'mac_address': 'fa:16:3e:04:da:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:11Z', 'updated_at': '2021-11-27T04:14:19Z', 'revision_number': 5, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'subnets': [{'id': 'cfa5039d-cba7-48ec-a4a3-83c10e4b4621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:15:14.207689 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46108) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:14.212112 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-53e0845f-daca-415d-8dd8-982efc3d1f0e tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-263636440', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:15:14.264532 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-53e0845f-daca-415d-8dd8-982efc3d1f0e tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:14.266572 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-53e0845f-daca-415d-8dd8-982efc3d1f0e tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:14.297177 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c9c05aad-79d2-40bd-8066-eb06e9f2e452 None None] For port ac05c6f8-a572-4977-af94-a4acbb14c3ab, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=ac05c6f8-a572-4977-af94-a4acbb14c3ab,segment=NetworkSegment(528a87ee-c482-4392-ae73-0784a50d455a),segment_id=528a87ee-c482-4392-ae73-0784a50d455a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:15:14.297686 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c9c05aad-79d2-40bd-8066-eb06e9f2e452 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:14.313477 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c9c05aad-79d2-40bd-8066-eb06e9f2e452 None None] Calling delete_port for ac05c6f8-a572-4977-af94-a4acbb14c3ab owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:15:14.362906 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-53e0845f-daca-415d-8dd8-982efc3d1f0e tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:14.370801 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-53e0845f-daca-415d-8dd8-982efc3d1f0e tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:14.400734 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c9c05aad-79d2-40bd-8066-eb06e9f2e452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:14.403135 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-53e0845f-daca-415d-8dd8-982efc3d1f0e tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:14.406861 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-53e0845f-daca-415d-8dd8-982efc3d1f0e tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1958041 Nov 27 04:15:14.408281 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46110) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:14.414292 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-1efc5eca-abdd-4771-b7fb-376e97cd2519 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-593432630'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:15:14.424758 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c05aad-79d2-40bd-8066-eb06e9f2e452 None None] Pushing event deleted for resources: {'Port': ['ID=ac05c6f8-a572-4977-af94-a4acbb14c3ab,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:14.434819 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c05aad-79d2-40bd-8066-eb06e9f2e452 None None] No DVR routers for this DVR port ac05c6f8-a572-4977-af94-a4acbb14c3ab on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:15:14.456168 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efc5eca-abdd-4771-b7fb-376e97cd2519 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Made reservation on behalf of a9e88f9ca477446190dca2e07a135f44 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:15:14.460168 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1efc5eca-abdd-4771-b7fb-376e97cd2519 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:14.485521 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1efc5eca-abdd-4771-b7fb-376e97cd2519 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:15:14.498443 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1efc5eca-abdd-4771-b7fb-376e97cd2519 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:14.498809 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-1efc5eca-abdd-4771-b7fb-376e97cd2519 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Added segment eddb600a-1dd6-432f-bf8c-70cccbd7f9fa of type vlan for network 18d3ed19-5b7c-431a-bb1f-75463789b76e Nov 27 04:15:14.543424 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1efc5eca-abdd-4771-b7fb-376e97cd2519 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:14.544200 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-c5fba990-a6e9-4967-9eb2-f39c66fc9c13 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] For port ac05c6f8-a572-4977-af94-a4acbb14c3ab, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=ac05c6f8-a572-4977-af94-a4acbb14c3ab,segment=NetworkSegment(528a87ee-c482-4392-ae73-0784a50d455a),segment_id=528a87ee-c482-4392-ae73-0784a50d455a)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:15:14.544568 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c5fba990-a6e9-4967-9eb2-f39c66fc9c13 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:14.560917 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-c5fba990-a6e9-4967-9eb2-f39c66fc9c13 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Calling delete_port for ac05c6f8-a572-4977-af94-a4acbb14c3ab owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:15:14.573547 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1efc5eca-abdd-4771-b7fb-376e97cd2519 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:14.580710 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efc5eca-abdd-4771-b7fb-376e97cd2519 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:14.581315 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1efc5eca-abdd-4771-b7fb-376e97cd2519 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:14.650035 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1efc5eca-abdd-4771-b7fb-376e97cd2519 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2406561 Nov 27 04:15:14.653452 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46112) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:14.660854 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-186bb456-8392-4ed2-8b7c-2e5856bb1d0c tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Request body: {'subnet': {'network_id': '18d3ed19-5b7c-431a-bb1f-75463789b76e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:15:14.669519 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c5fba990-a6e9-4967-9eb2-f39c66fc9c13 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:14.670895 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc5eca-abdd-4771-b7fb-376e97cd2519 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event updated for resources: {'Network': ['ID=18d3ed19-5b7c-431a-bb1f-75463789b76e,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:14.682216 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 18d3ed19-5b7c-431a-bb1f-75463789b76e details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:15:14.740316 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fba990-a6e9-4967-9eb2-f39c66fc9c13 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event deleted for resources: {'Port': ['ID=ac05c6f8-a572-4977-af94-a4acbb14c3ab,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:14.750295 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fba990-a6e9-4967-9eb2-f39c66fc9c13 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] No DVR routers for this DVR port ac05c6f8-a572-4977-af94-a4acbb14c3ab on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:15:14.846354 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186bb456-8392-4ed2-8b7c-2e5856bb1d0c tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Made reservation on behalf of a9e88f9ca477446190dca2e07a135f44 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:15:14.850014 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-186bb456-8392-4ed2-8b7c-2e5856bb1d0c tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:14.906926 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c5fba990-a6e9-4967-9eb2-f39c66fc9c13 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:14.942665 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-c5fba990-a6e9-4967-9eb2-f39c66fc9c13 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['830a5cd2-ca8a-41cf-92a2-e19848fdb3d1']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:14.960919 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-c5fba990-a6e9-4967-9eb2-f39c66fc9c13 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '528a87ee-c482-4392-ae73-0784a50d455a') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:14.961223 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-c5fba990-a6e9-4967-9eb2-f39c66fc9c13 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '528a87ee-c482-4392-ae73-0784a50d455a') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:14.982594 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c5fba990-a6e9-4967-9eb2-f39c66fc9c13 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:15.001411 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c5fba990-a6e9-4967-9eb2-f39c66fc9c13 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:15.012843 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5fba990-a6e9-4967-9eb2-f39c66fc9c13 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:15:15.013005 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c5fba990-a6e9-4967-9eb2-f39c66fc9c13 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:15.015897 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:15:15.015897 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 04:15:15.015897 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:15:15.015897 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 04:15:15.015897 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:15:15.015897 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 04:15:15.015897 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:15:15.015897 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 04:15:15.015897 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:15:15.015897 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:15:15.015897 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:15:15.015897 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:15:15.015897 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:15:15.015897 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:15:15.015897 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:15:15.015897 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:15:15.015897 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:15:15.015897 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:15:15.015897 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:15:15.015897 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:15:15.015897 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:15:15.015897 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:15:15.015897 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:15:15.015897 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:15:15.015897 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:15:15.015897 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:15:15.015897 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:15:15.015897 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:15:15.015897 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:15:15.015897 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:15:15.015897 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:15:15.015897 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:15:15.015897 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:15:15.015897 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:15:15.015897 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:15:15.015897 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:15:15.015897 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:15:15.015897 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:15:15.015897 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:15:15.015897 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:15:15.100611 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c5fba990-a6e9-4967-9eb2-f39c66fc9c13 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:15.109793 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c5fba990-a6e9-4967-9eb2-f39c66fc9c13 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:15.112921 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c5fba990-a6e9-4967-9eb2-f39c66fc9c13 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "DELETE /v2.0/networks/830a5cd2-ca8a-41cf-92a2-e19848fdb3d1 HTTP/1.1" status: 204 len: 168 time: 1.3113236 Nov 27 04:15:15.116387 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46124) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:15.144732 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fba990-a6e9-4967-9eb2-f39c66fc9c13 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event deleted for resources: {'Network': ['ID=830a5cd2-ca8a-41cf-92a2-e19848fdb3d1,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:15.181485 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-186bb456-8392-4ed2-8b7c-2e5856bb1d0c tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:15.242466 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186bb456-8392-4ed2-8b7c-2e5856bb1d0c tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event updated for resources: {'Subnet': ['ID=1b209389-4b18-44c2-8b7e-3a6667647707,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:15.253694 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186bb456-8392-4ed2-8b7c-2e5856bb1d0c tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Checking segment: {'id': 'eddb600a-1dd6-432f-bf8c-70cccbd7f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '18d3ed19-5b7c-431a-bb1f-75463789b76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:15:15.254052 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186bb456-8392-4ed2-8b7c-2e5856bb1d0c tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Network hostable DHCP agents. Network: 18d3ed19-5b7c-431a-bb1f-75463789b76e, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:15:15.271725 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186bb456-8392-4ed2-8b7c-2e5856bb1d0c tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Network 18d3ed19-5b7c-431a-bb1f-75463789b76e is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:15:15.280867 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-186bb456-8392-4ed2-8b7c-2e5856bb1d0c tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 18d3ed19-5b7c-431a-bb1f-75463789b76e) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:15:15.286696 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186bb456-8392-4ed2-8b7c-2e5856bb1d0c tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:15.287820 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-186bb456-8392-4ed2-8b7c-2e5856bb1d0c tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:15.306277 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3399e5b1-b844-45e6-8e3f-eacae8e6baa1 None None] Network 18d3ed19-5b7c-431a-bb1f-75463789b76e requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:15:15.311640 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-186bb456-8392-4ed2-8b7c-2e5856bb1d0c tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6562212 Nov 27 04:15:15.314351 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46126) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:15.492348 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb453a3-1c35-4343-95a8-3bc5a59e86a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-18d3ed19-5b7c-431a-bb1f-75463789b76e', 'network_id': '18d3ed19-5b7c-431a-bb1f-75463789b76e', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'fixed_ips': [{'subnet_id': '1b209389-4b18-44c2-8b7e-3a6667647707'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:15:15.493426 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ecb453a3-1c35-4343-95a8-3bc5a59e86a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:15.493621 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-94b0dda6-2d3d-44d1-8173-03bc5702ed61 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:15.642161 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-aa9ffbe6-c5d4-4157-b8c9-2801f5644cf0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:15.669888 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-ecb453a3-1c35-4343-95a8-3bc5a59e86a0 None None] Allocated IP 2001:db8::2 (18d3ed19-5b7c-431a-bb1f-75463789b76e/1b209389-4b18-44c2-8b7e-3a6667647707/a824316c-025a-4777-9fa3-af5bc6a9006f) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:15:15.768695 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-94b0dda6-2d3d-44d1-8173-03bc5702ed61 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Deleting port 8cba8f80-981a-49c1-a15d-04959612f6e7 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:15:15.769286 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-94b0dda6-2d3d-44d1-8173-03bc5702ed61 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:15.862087 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ecb453a3-1c35-4343-95a8-3bc5a59e86a0 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:15.869375 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ecb453a3-1c35-4343-95a8-3bc5a59e86a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:15.891302 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-94b0dda6-2d3d-44d1-8173-03bc5702ed61 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] For port 8cba8f80-981a-49c1-a15d-04959612f6e7, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=8cba8f80-981a-49c1-a15d-04959612f6e7,segment=NetworkSegment(dffacdb7-f6bc-4241-9f06-9ca5a5721999),segment_id=dffacdb7-f6bc-4241-9f06-9ca5a5721999)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:15:15.891672 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-94b0dda6-2d3d-44d1-8173-03bc5702ed61 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:15.924315 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb453a3-1c35-4343-95a8-3bc5a59e86a0 None None] Pushing event updated for resources: {'Port': ['ID=a824316c-025a-4777-9fa3-af5bc6a9006f,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:15.925341 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-94b0dda6-2d3d-44d1-8173-03bc5702ed61 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Calling delete_port for 8cba8f80-981a-49c1-a15d-04959612f6e7 owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:15:15.958574 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-aa9ffbe6-c5d4-4157-b8c9-2801f5644cf0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Allocated IP 2001:db8::1 (18d3ed19-5b7c-431a-bb1f-75463789b76e/1b209389-4b18-44c2-8b7e-3a6667647707/5bcc017f-8224-4822-81e4-297d7416cf5f) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:15:15.959140 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb453a3-1c35-4343-95a8-3bc5a59e86a0 None None] Network 18d3ed19-5b7c-431a-bb1f-75463789b76e is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:15:15.959140 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-ecb453a3-1c35-4343-95a8-3bc5a59e86a0 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:15:15.967018 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb453a3-1c35-4343-95a8-3bc5a59e86a0 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:15:16.021886 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device ac05c6f8-a572-4977-af94-a4acbb14c3ab no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:15:16.049896 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: ac05c6f8-a572-4977-af94-a4acbb14c3ab {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:15:16.050389 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device ac05c6f8-a572-4977-af94-a4acbb14c3ab not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:15:16.050935 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b8f9d724-5e70-48e7-9103-98a705c738e7 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:15:16.087411 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: b8f9d724-5e70-48e7-9103-98a705c738e7 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:15:16.087916 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b8f9d724-5e70-48e7-9103-98a705c738e7 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:15:16.090217 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-ecb453a3-1c35-4343-95a8-3bc5a59e86a0 None None] Attempting to bind port a824316c-025a-4777-9fa3-af5bc6a9006f on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:15:16.090743 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-ecb453a3-1c35-4343-95a8-3bc5a59e86a0 None None] Attempting to bind port a824316c-025a-4777-9fa3-af5bc6a9006f by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'eddb600a-1dd6-432f-bf8c-70cccbd7f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '18d3ed19-5b7c-431a-bb1f-75463789b76e'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:15:16.091290 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb453a3-1c35-4343-95a8-3bc5a59e86a0 None None] Attempting to bind port a824316c-025a-4777-9fa3-af5bc6a9006f on network 18d3ed19-5b7c-431a-bb1f-75463789b76e {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:15:16.099298 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb453a3-1c35-4343-95a8-3bc5a59e86a0 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:15:16.099811 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb453a3-1c35-4343-95a8-3bc5a59e86a0 None None] Checking segment: {'id': 'eddb600a-1dd6-432f-bf8c-70cccbd7f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '18d3ed19-5b7c-431a-bb1f-75463789b76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:15:16.100373 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ecb453a3-1c35-4343-95a8-3bc5a59e86a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:16.100933 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb453a3-1c35-4343-95a8-3bc5a59e86a0 None None] Bound using segment: {'id': 'eddb600a-1dd6-432f-bf8c-70cccbd7f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '18d3ed19-5b7c-431a-bb1f-75463789b76e'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:15:16.101723 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-ecb453a3-1c35-4343-95a8-3bc5a59e86a0 None None] Bound port: a824316c-025a-4777-9fa3-af5bc6a9006f, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eddb600a-1dd6-432f-bf8c-70cccbd7f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '18d3ed19-5b7c-431a-bb1f-75463789b76e'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:15:16.102812 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ecb453a3-1c35-4343-95a8-3bc5a59e86a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:16.122069 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-aa9ffbe6-c5d4-4157-b8c9-2801f5644cf0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:16.170773 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a603cef8-6e5e-44ed-83ea-6df43280ca60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:16.171006 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-94b0dda6-2d3d-44d1-8173-03bc5702ed61 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:16.189941 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-ecb453a3-1c35-4343-95a8-3bc5a59e86a0 None None] For port a824316c-025a-4777-9fa3-af5bc6a9006f, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:15:16.193255 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-aa9ffbe6-c5d4-4157-b8c9-2801f5644cf0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:16.193544 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-ecb453a3-1c35-4343-95a8-3bc5a59e86a0 None None] For port a824316c-025a-4777-9fa3-af5bc6a9006f, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=a824316c-025a-4777-9fa3-af5bc6a9006f,segment=NetworkSegment(eddb600a-1dd6-432f-bf8c-70cccbd7f9fa),segment_id=eddb600a-1dd6-432f-bf8c-70cccbd7f9fa)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:15:16.200228 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ecb453a3-1c35-4343-95a8-3bc5a59e86a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:16.208152 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0dda6-2d3d-44d1-8173-03bc5702ed61 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event deleted for resources: {'Port': ['ID=8cba8f80-981a-49c1-a15d-04959612f6e7,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:16.267527 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9ffbe6-c5d4-4157-b8c9-2801f5644cf0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Network 18d3ed19-5b7c-431a-bb1f-75463789b76e is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:15:16.271355 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-aa9ffbe6-c5d4-4157-b8c9-2801f5644cf0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:15:16.274338 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb453a3-1c35-4343-95a8-3bc5a59e86a0 None None] Pushing event updated for resources: {'Port': ['ID=a824316c-025a-4777-9fa3-af5bc6a9006f,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:16.279638 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9ffbe6-c5d4-4157-b8c9-2801f5644cf0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:15:16.280627 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-aa9ffbe6-c5d4-4157-b8c9-2801f5644cf0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:16.303250 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:16.356414 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ffbe6-c5d4-4157-b8c9-2801f5644cf0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event updated for resources: {'Port': ['ID=5bcc017f-8224-4822-81e4-297d7416cf5f,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:16.403759 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-94b0dda6-2d3d-44d1-8173-03bc5702ed61 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:16.476022 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-aa9ffbe6-c5d4-4157-b8c9-2801f5644cf0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:16.884755 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-aa9ffbe6-c5d4-4157-b8c9-2801f5644cf0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:16.890541 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-aa9ffbe6-c5d4-4157-b8c9-2801f5644cf0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:16.891931 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-aa9ffbe6-c5d4-4157-b8c9-2801f5644cf0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:16.948609 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b0dda6-2d3d-44d1-8173-03bc5702ed61 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Router b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:15:17.001971 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ffbe6-c5d4-4157-b8c9-2801f5644cf0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event updated for resources: {'Port': ['ID=5bcc017f-8224-4822-81e4-297d7416cf5f,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:17.028075 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b0dda6-2d3d-44d1-8173-03bc5702ed61 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:15:17.036198 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-94b0dda6-2d3d-44d1-8173-03bc5702ed61 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "PUT /v2.0/routers/b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9160450 Nov 27 04:15:17.037193 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46146) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:17.040851 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d7c1c3-a937-4b27-9b73-2cd31a61e164 None None] Sync routers for ids ['b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:15:17.054580 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d7c1c3-a937-4b27-9b73-2cd31a61e164 None None] Routers {'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:15:17.055783 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-d2d7c1c3-a937-4b27-9b73-2cd31a61e164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:14:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:17.058130 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9ffbe6-c5d4-4157-b8c9-2801f5644cf0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Network 18d3ed19-5b7c-431a-bb1f-75463789b76e is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:15:17.060703 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-aa9ffbe6-c5d4-4157-b8c9-2801f5644cf0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:15:17.094406 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-04f199ac-329a-445b-ae42-a6b68bcf12ce tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Deleting subnet cfa5039d-cba7-48ec-a4a3-83c10e4b4621 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:15:17.097733 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-04f199ac-329a-445b-ae42-a6b68bcf12ce tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:17.141826 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-d2d7c1c3-a937-4b27-9b73-2cd31a61e164 None None] Set router b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 gateway port host: None {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:15:17.144930 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-04f199ac-329a-445b-ae42-a6b68bcf12ce tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:17.212572 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9ffbe6-c5d4-4157-b8c9-2801f5644cf0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Router c6755b6d-8ec0-4a93-8c51-bf241607b7a0 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:15:17.227354 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-d2d7c1c3-a937-4b27-9b73-2cd31a61e164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'name': 'tempest-RoutersTest-router-93354514', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:14:06Z', 'updated_at': '2021-11-27T04:15:16Z', 'revision_number': 11, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'gw_port_host': None}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:17.256118 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d7c1c3-a937-4b27-9b73-2cd31a61e164 None None] Checking router: b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:15:17.267292 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d7c1c3-a937-4b27-9b73-2cd31a61e164 None None] Routers {'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:15:17.267915 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-d2d7c1c3-a937-4b27-9b73-2cd31a61e164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:14:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:17.289901 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-04f199ac-329a-445b-ae42-a6b68bcf12ce tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:17.348126 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9ffbe6-c5d4-4157-b8c9-2801f5644cf0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:15:17.359134 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-aa9ffbe6-c5d4-4157-b8c9-2801f5644cf0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "PUT /v2.0/routers/c6755b6d-8ec0-4a93-8c51-bf241607b7a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0387321 Nov 27 04:15:17.359869 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46150) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:17.360507 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a219807-6b35-4bf8-b4b2-896f7f3c620b None None] Sync routers for ids ['c6755b6d-8ec0-4a93-8c51-bf241607b7a0'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:15:17.366459 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-9ab82793-c5a2-4f99-b133-d9dd70cb3138 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1736827242'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:15:17.371779 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-d2d7c1c3-a937-4b27-9b73-2cd31a61e164 None None] Set router b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 gateway port host: None {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:15:17.376875 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a219807-6b35-4bf8-b4b2-896f7f3c620b None None] Routers {'c6755b6d-8ec0-4a93-8c51-bf241607b7a0'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:15:17.377509 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-1a219807-6b35-4bf8-b4b2-896f7f3c620b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:14:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c6755b6d-8ec0-4a93-8c51-bf241607b7a0'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:17.394845 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab82793-c5a2-4f99-b133-d9dd70cb3138 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Made reservation on behalf of a9e88f9ca477446190dca2e07a135f44 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:15:17.399149 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9ab82793-c5a2-4f99-b133-d9dd70cb3138 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:17.403945 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-04f199ac-329a-445b-ae42-a6b68bcf12ce tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:17.450334 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f199ac-329a-445b-ae42-a6b68bcf12ce tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event deleted for resources: {'Subnet': ['ID=cfa5039d-cba7-48ec-a4a3-83c10e4b4621,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:17.467371 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-04f199ac-329a-445b-ae42-a6b68bcf12ce tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:17.471583 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-04f199ac-329a-445b-ae42-a6b68bcf12ce tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "DELETE /v2.0/subnets/cfa5039d-cba7-48ec-a4a3-83c10e4b4621 HTTP/1.1" status: 204 len: 168 time: 0.4337382 Nov 27 04:15:17.477641 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46152) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:17.500317 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab82793-c5a2-4f99-b133-d9dd70cb3138 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:15:17.503794 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69a414c-671d-4316-9d8c-13b88cb58149 None None] Network e97e8f30-abc3-48bc-b532-b66319b0d2f3 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:15:17.563569 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-1a219807-6b35-4bf8-b4b2-896f7f3c620b None None] Set router c6755b6d-8ec0-4a93-8c51-bf241607b7a0 gateway port host: None {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:15:17.581136 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-d2d7c1c3-a937-4b27-9b73-2cd31a61e164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'name': 'tempest-RoutersTest-router-93354514', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:14:06Z', 'updated_at': '2021-11-27T04:15:16Z', 'revision_number': 11, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'gw_port_host': None}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:17.599189 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9ab82793-c5a2-4f99-b133-d9dd70cb3138 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:17.600109 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-9ab82793-c5a2-4f99-b133-d9dd70cb3138 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Added segment 03adce1b-9d7c-4b83-85dd-92676c46c6c7 of type vlan for network de87b4a2-0ce7-4187-8393-e606874040c0 Nov 27 04:15:17.690997 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d7c1c3-a937-4b27-9b73-2cd31a61e164 None None] The sync data for ids ['b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'] in n-d-819494-3 is: [{'id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'name': 'tempest-RoutersTest-router-93354514', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:14:06Z', 'updated_at': '2021-11-27T04:15:16Z', 'revision_number': 11, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'gw_port_host': None}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:15:17.718074 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9ab82793-c5a2-4f99-b133-d9dd70cb3138 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:17.723931 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1832d042-ac33-4ba0-95ea-0797a01ee484 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:17.816545 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9ab82793-c5a2-4f99-b133-d9dd70cb3138 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:17.826079 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab82793-c5a2-4f99-b133-d9dd70cb3138 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:17.827418 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9ab82793-c5a2-4f99-b133-d9dd70cb3138 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:17.911136 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46158) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:17.911354 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9ab82793-c5a2-4f99-b133-d9dd70cb3138 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5503471 Nov 27 04:15:17.916857 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-6d58d2ba-57ce-424c-9265-e407327e779d tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Request body: {'subnet': {'network_id': 'de87b4a2-0ce7-4187-8393-e606874040c0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:15:17.939785 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab82793-c5a2-4f99-b133-d9dd70cb3138 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event updated for resources: {'Network': ['ID=de87b4a2-0ce7-4187-8393-e606874040c0,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:17.948741 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-1832d042-ac33-4ba0-95ea-0797a01ee484 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Deleting port 03af7b0d-b6be-46f7-b0c3-0e2005d27046 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:15:17.948741 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1832d042-ac33-4ba0-95ea-0797a01ee484 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:17.954687 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network de87b4a2-0ce7-4187-8393-e606874040c0 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:15:17.988709 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-1a219807-6b35-4bf8-b4b2-896f7f3c620b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'name': 'tempest-RoutersIpV6Test-router-263636440', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:15:14Z', 'updated_at': '2021-11-27T04:15:16Z', 'revision_number': 2, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'gw_port_host': None, '_interfaces': [{'id': '5bcc017f-8224-4822-81e4-297d7416cf5f', 'name': '', 'network_id': '18d3ed19-5b7c-431a-bb1f-75463789b76e', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:92:b7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:15Z', 'updated_at': '2021-11-27T04:15:16Z', 'revision_number': 2, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:18.065469 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff06b89-d990-4481-b2e7-4021bb9cee6e None None] Network 18d3ed19-5b7c-431a-bb1f-75463789b76e requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:15:18.076154 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-1832d042-ac33-4ba0-95ea-0797a01ee484 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] For port 03af7b0d-b6be-46f7-b0c3-0e2005d27046, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=03af7b0d-b6be-46f7-b0c3-0e2005d27046,segment=NetworkSegment(dffacdb7-f6bc-4241-9f06-9ca5a5721999),segment_id=dffacdb7-f6bc-4241-9f06-9ca5a5721999)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:15:18.076664 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1832d042-ac33-4ba0-95ea-0797a01ee484 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:18.093836 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-1832d042-ac33-4ba0-95ea-0797a01ee484 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Calling delete_port for 03af7b0d-b6be-46f7-b0c3-0e2005d27046 owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:15:18.098861 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a219807-6b35-4bf8-b4b2-896f7f3c620b None None] Checking router: c6755b6d-8ec0-4a93-8c51-bf241607b7a0 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:15:18.099221 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a219807-6b35-4bf8-b4b2-896f7f3c620b None None] Updating router c6755b6d-8ec0-4a93-8c51-bf241607b7a0 port 5bcc017f-8224-4822-81e4-297d7416cf5f binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:15:18.102835 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3146450b-b787-4ef8-af79-2ca26e262e1a None None] DHCP port deletion for e97e8f30-abc3-48bc-b532-b66319b0d2f3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:15:18.157616 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d58d2ba-57ce-424c-9265-e407327e779d tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Made reservation on behalf of a9e88f9ca477446190dca2e07a135f44 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:15:18.159150 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-1a219807-6b35-4bf8-b4b2-896f7f3c620b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:18.162626 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6d58d2ba-57ce-424c-9265-e407327e779d tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:18.309118 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1832d042-ac33-4ba0-95ea-0797a01ee484 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:18.341834 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1832d042-ac33-4ba0-95ea-0797a01ee484 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event deleted for resources: {'Port': ['ID=03af7b0d-b6be-46f7-b0c3-0e2005d27046,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:18.343827 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1832d042-ac33-4ba0-95ea-0797a01ee484 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] No DVR routers for this DVR port 03af7b0d-b6be-46f7-b0c3-0e2005d27046 on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:15:18.367764 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-314e33b9-9cde-403b-b096-7cfe55a7ebef None None] Provisioning complete for port a824316c-025a-4777-9fa3-af5bc6a9006f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:18.368635 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-314e33b9-9cde-403b-b096-7cfe55a7ebef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:18.441980 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device a824316c-025a-4777-9fa3-af5bc6a9006f up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:15:18.516436 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1832d042-ac33-4ba0-95ea-0797a01ee484 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:18.531530 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3356db21-d334-42a3-ae53-6a941b361ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:18.560343 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-1832d042-ac33-4ba0-95ea-0797a01ee484 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e97e8f30-abc3-48bc-b532-b66319b0d2f3']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:18.580963 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6d58d2ba-57ce-424c-9265-e407327e779d tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:18.582861 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-1832d042-ac33-4ba0-95ea-0797a01ee484 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dffacdb7-f6bc-4241-9f06-9ca5a5721999') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:18.583347 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-1832d042-ac33-4ba0-95ea-0797a01ee484 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dffacdb7-f6bc-4241-9f06-9ca5a5721999') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:18.616111 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1832d042-ac33-4ba0-95ea-0797a01ee484 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:18.647739 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1832d042-ac33-4ba0-95ea-0797a01ee484 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:18.653711 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-3146450b-b787-4ef8-af79-2ca26e262e1a None None] Deleting port 03af7b0d-b6be-46f7-b0c3-0e2005d27046 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:15:18.654236 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3146450b-b787-4ef8-af79-2ca26e262e1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:18.663298 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1832d042-ac33-4ba0-95ea-0797a01ee484 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:15:18.664657 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1832d042-ac33-4ba0-95ea-0797a01ee484 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:18.683603 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d58d2ba-57ce-424c-9265-e407327e779d tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Checking segment: {'id': '03adce1b-9d7c-4b83-85dd-92676c46c6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'de87b4a2-0ce7-4187-8393-e606874040c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:15:18.684367 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d58d2ba-57ce-424c-9265-e407327e779d tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Network hostable DHCP agents. Network: de87b4a2-0ce7-4187-8393-e606874040c0, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:15:18.693421 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d58d2ba-57ce-424c-9265-e407327e779d tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event updated for resources: {'Subnet': ['ID=a76ce5c3-5614-409a-9733-67c9e8f4a901,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:18.728711 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d58d2ba-57ce-424c-9265-e407327e779d tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Network de87b4a2-0ce7-4187-8393-e606874040c0 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:15:18.743706 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:15:18.743706 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:15:18.743706 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:15:18.743706 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:15:18.743706 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:15:18.743706 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:15:18.743706 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:15:18.743706 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:15:18.743706 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:15:18.743706 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:15:18.743706 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:15:18.743706 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:15:18.743706 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:15:18.743706 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:15:18.743706 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:15:18.743706 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:15:18.743706 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:15:18.743706 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:15:18.743706 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:15:18.743706 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:15:18.743706 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:15:18.743706 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:15:18.743706 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:15:18.743706 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:15:18.743706 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:15:18.743706 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:15:18.743706 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:15:18.743706 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:15:18.743706 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:15:18.743706 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:15:18.743706 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:15:18.743706 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:15:18.747842 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-6d58d2ba-57ce-424c-9265-e407327e779d tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, de87b4a2-0ce7-4187-8393-e606874040c0) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:15:18.755960 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d58d2ba-57ce-424c-9265-e407327e779d tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:18.756307 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6d58d2ba-57ce-424c-9265-e407327e779d tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:18.761535 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1832d042-ac33-4ba0-95ea-0797a01ee484 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:18.772681 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1832d042-ac33-4ba0-95ea-0797a01ee484 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:18.782789 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1832d042-ac33-4ba0-95ea-0797a01ee484 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "DELETE /v2.0/networks/e97e8f30-abc3-48bc-b532-b66319b0d2f3 HTTP/1.1" status: 204 len: 168 time: 1.3039854 Nov 27 04:15:18.785788 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46168) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:18.793065 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-1a219807-6b35-4bf8-b4b2-896f7f3c620b None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:18.795477 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-e741961a-4a19-4380-81a6-76fd803ea3e5 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Request body: {'router': {'routes': None}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:15:18.808052 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1832d042-ac33-4ba0-95ea-0797a01ee484 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Pushing event deleted for resources: {'Network': ['ID=e97e8f30-abc3-48bc-b532-b66319b0d2f3,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:18.808945 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6d58d2ba-57ce-424c-9265-e407327e779d tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8964944 Nov 27 04:15:18.809083 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46170) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:18.815308 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-1a219807-6b35-4bf8-b4b2-896f7f3c620b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:18.898907 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c034ad27-2b97-4d07-9caa-c4b637c6f16c None None] Network de87b4a2-0ce7-4187-8393-e606874040c0 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:15:18.917273 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port a824316c-025a-4777-9fa3-af5bc6a9006f triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:18.917718 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:18.953822 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-314e33b9-9cde-403b-b096-7cfe55a7ebef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:18.988838 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d3ed6-22ca-415d-b82a-e199ee4ff268 None None] Pushing event updated for resources: {'Port': ['ID=5bcc017f-8224-4822-81e4-297d7416cf5f,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server [None req-3146450b-b787-4ef8-af79-2ca26e262e1a None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network e97e8f30-abc3-48bc-b532-b66319b0d2f3 could not be found. Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return self._iter().one() Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return self._only_one_row( Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1971, in delete_port Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network e97e8f30-abc3-48bc-b532-b66319b0d2f3 could not be found. Nov 27 04:15:18.995679 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server Nov 27 04:15:19.023687 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227d3ed6-22ca-415d-b82a-e199ee4ff268 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:19.025069 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227d3ed6-22ca-415d-b82a-e199ee4ff268 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:19.025562 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227d3ed6-22ca-415d-b82a-e199ee4ff268 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:19.027168 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227d3ed6-22ca-415d-b82a-e199ee4ff268 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:19.030351 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227d3ed6-22ca-415d-b82a-e199ee4ff268 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:19.032556 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227d3ed6-22ca-415d-b82a-e199ee4ff268 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:19.033068 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227d3ed6-22ca-415d-b82a-e199ee4ff268 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:19.033560 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227d3ed6-22ca-415d-b82a-e199ee4ff268 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:19.034048 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227d3ed6-22ca-415d-b82a-e199ee4ff268 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:19.036224 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227d3ed6-22ca-415d-b82a-e199ee4ff268 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:19.036720 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227d3ed6-22ca-415d-b82a-e199ee4ff268 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:19.037712 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227d3ed6-22ca-415d-b82a-e199ee4ff268 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:19.058662 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.extraroute_db [None req-e741961a-4a19-4380-81a6-76fd803ea3e5 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Added routes are [] {{(pid=110019) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 27 04:15:19.059223 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.extraroute_db [None req-e741961a-4a19-4380-81a6-76fd803ea3e5 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Removed routes are [] {{(pid=110019) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 27 04:15:19.059795 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e741961a-4a19-4380-81a6-76fd803ea3e5 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3685224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11843'] for router, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:19.059939 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-1a219807-6b35-4bf8-b4b2-896f7f3c620b None None] Attempting to bind port 5bcc017f-8224-4822-81e4-297d7416cf5f on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:15:19.060218 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-1a219807-6b35-4bf8-b4b2-896f7f3c620b None None] Attempting to bind port 5bcc017f-8224-4822-81e4-297d7416cf5f by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'eddb600a-1dd6-432f-bf8c-70cccbd7f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '18d3ed19-5b7c-431a-bb1f-75463789b76e'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:15:19.060583 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a219807-6b35-4bf8-b4b2-896f7f3c620b None None] Attempting to bind port 5bcc017f-8224-4822-81e4-297d7416cf5f on network 18d3ed19-5b7c-431a-bb1f-75463789b76e {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:15:19.075432 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a219807-6b35-4bf8-b4b2-896f7f3c620b None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:15:19.075836 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a219807-6b35-4bf8-b4b2-896f7f3c620b None None] Checking segment: {'id': 'eddb600a-1dd6-432f-bf8c-70cccbd7f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '18d3ed19-5b7c-431a-bb1f-75463789b76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:15:19.076200 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-1a219807-6b35-4bf8-b4b2-896f7f3c620b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:19.076588 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a219807-6b35-4bf8-b4b2-896f7f3c620b None None] Bound using segment: {'id': 'eddb600a-1dd6-432f-bf8c-70cccbd7f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '18d3ed19-5b7c-431a-bb1f-75463789b76e'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:15:19.077060 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-1a219807-6b35-4bf8-b4b2-896f7f3c620b None None] Bound port: 5bcc017f-8224-4822-81e4-297d7416cf5f, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eddb600a-1dd6-432f-bf8c-70cccbd7f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '18d3ed19-5b7c-431a-bb1f-75463789b76e'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:15:19.077437 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-1a219807-6b35-4bf8-b4b2-896f7f3c620b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:19.154900 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a62b9ad-ffb4-4cbf-97de-3fde3e230327 None None] DHCP port deletion for e97e8f30-abc3-48bc-b532-b66319b0d2f3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:15:19.219700 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:19.221674 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-1a219807-6b35-4bf8-b4b2-896f7f3c620b None None] For port 5bcc017f-8224-4822-81e4-297d7416cf5f, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:15:19.230660 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-1a219807-6b35-4bf8-b4b2-896f7f3c620b None None] For port 5bcc017f-8224-4822-81e4-297d7416cf5f, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=5bcc017f-8224-4822-81e4-297d7416cf5f,segment=NetworkSegment(eddb600a-1dd6-432f-bf8c-70cccbd7f9fa),segment_id=eddb600a-1dd6-432f-bf8c-70cccbd7f9fa)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:15:19.242905 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-1a219807-6b35-4bf8-b4b2-896f7f3c620b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:19.308623 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-314e33b9-9cde-403b-b096-7cfe55a7ebef None None] For port a824316c-025a-4777-9fa3-af5bc6a9006f, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=a824316c-025a-4777-9fa3-af5bc6a9006f,segment=NetworkSegment(eddb600a-1dd6-432f-bf8c-70cccbd7f9fa),segment_id=eddb600a-1dd6-432f-bf8c-70cccbd7f9fa)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:15:19.322408 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a219807-6b35-4bf8-b4b2-896f7f3c620b None None] Routers {'c6755b6d-8ec0-4a93-8c51-bf241607b7a0'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:15:19.324241 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-1a219807-6b35-4bf8-b4b2-896f7f3c620b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:15:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c6755b6d-8ec0-4a93-8c51-bf241607b7a0'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:19.364275 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-314e33b9-9cde-403b-b096-7cfe55a7ebef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:19.408793 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c847fd75-258f-4ccb-b522-2d2c4311d39d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-de87b4a2-0ce7-4187-8393-e606874040c0', 'network_id': 'de87b4a2-0ce7-4187-8393-e606874040c0', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'fixed_ips': [{'subnet_id': 'a76ce5c3-5614-409a-9733-67c9e8f4a901'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:15:19.410835 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c847fd75-258f-4ccb-b522-2d2c4311d39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:19.416328 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e741961a-4a19-4380-81a6-76fd803ea3e5 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3685224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11843'] for router, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:19.422641 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e741961a-4a19-4380-81a6-76fd803ea3e5 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3685219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3685210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3680816'] for router, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:19.523032 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:19.533174 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f5e35e5d-b0a7-4f34-9a52-8c1d7da6bcbe tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:19.561370 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d3ed6-22ca-415d-b82a-e199ee4ff268 None None] Pushing event updated for resources: {'Port': ['ID=5bcc017f-8224-4822-81e4-297d7416cf5f,revision_number=4']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:19.598997 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e741961a-4a19-4380-81a6-76fd803ea3e5 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Router b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:15:19.605213 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-1a219807-6b35-4bf8-b4b2-896f7f3c620b None None] Set router c6755b6d-8ec0-4a93-8c51-bf241607b7a0 gateway port host: None {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:15:19.778356 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:19.781636 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e33b9-9cde-403b-b096-7cfe55a7ebef None None] Pushing event updated for resources: {'Port': ['ID=a824316c-025a-4777-9fa3-af5bc6a9006f,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:19.795203 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e741961a-4a19-4380-81a6-76fd803ea3e5 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:15:19.808918 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2cba96-9d41-4e2d-bd99-0390b8c67701 None None] Sync routers for ids ['b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:15:19.810132 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e741961a-4a19-4380-81a6-76fd803ea3e5 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:19.811441 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e741961a-4a19-4380-81a6-76fd803ea3e5 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "PUT /v2.0/routers/b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 HTTP/1.1" status: 200 len: 699 time: 1.0241446 Nov 27 04:15:19.815610 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46180) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:19.869235 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-60d2296d-0374-4aa9-a7b1-013473dc42f5 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 HTTP/1.1" status: 200 len: 205 time: 0.0524538 Nov 27 04:15:19.874542 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46182) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:20.017082 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4769-2b9d-4af7-824d-267a149e81e1 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:20.054502 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2cba96-9d41-4e2d-bd99-0390b8c67701 None None] Routers {'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:15:20.055288 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-9f2cba96-9d41-4e2d-bd99-0390b8c67701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:15:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:20.088542 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.api [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:15:20.092294 n-d-819494-3 neutron-server[110020]: DEBUG oslo_db.api [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:15:20.126536 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-1a219807-6b35-4bf8-b4b2-896f7f3c620b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'name': 'tempest-RoutersIpV6Test-router-263636440', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:15:14Z', 'updated_at': '2021-11-27T04:15:16Z', 'revision_number': 2, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'gw_port_host': None, '_interfaces': [{'id': '5bcc017f-8224-4822-81e4-297d7416cf5f', 'name': '', 'network_id': '18d3ed19-5b7c-431a-bb1f-75463789b76e', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:92:b7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:15Z', 'updated_at': '2021-11-27T04:15:19Z', 'revision_number': 4, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:20.197501 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a219807-6b35-4bf8-b4b2-896f7f3c620b None None] The sync data for ids ['c6755b6d-8ec0-4a93-8c51-bf241607b7a0'] in n-d-819494-3 is: [{'id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'name': 'tempest-RoutersIpV6Test-router-263636440', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:15:14Z', 'updated_at': '2021-11-27T04:15:16Z', 'revision_number': 2, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'gw_port_host': None, '_interfaces': [{'id': '5bcc017f-8224-4822-81e4-297d7416cf5f', 'name': '', 'network_id': '18d3ed19-5b7c-431a-bb1f-75463789b76e', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:92:b7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:15Z', 'updated_at': '2021-11-27T04:15:19Z', 'revision_number': 4, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:15:20.204118 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-7691af6c-313a-4906-a0de-a3bb7c5239e1 None None] Provisioning complete for port 5bcc017f-8224-4822-81e4-297d7416cf5f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:20.206666 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7691af6c-313a-4906-a0de-a3bb7c5239e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:20.243188 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-c847fd75-258f-4ccb-b522-2d2c4311d39d None None] Allocated IP 2001:db8:1::2 (de87b4a2-0ce7-4187-8393-e606874040c0/a76ce5c3-5614-409a-9733-67c9e8f4a901/d7cb044f-51af-4661-a3ff-7233216f2a59) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:15:20.279165 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-9f2cba96-9d41-4e2d-bd99-0390b8c67701 None None] Set router b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 gateway port host: None {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:15:20.365073 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4769-2b9d-4af7-824d-267a149e81e1 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:20.369611 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4769-2b9d-4af7-824d-267a149e81e1 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:20.429947 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-9f2cba96-9d41-4e2d-bd99-0390b8c67701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777', 'name': 'tempest-RoutersTest-router-93354514', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:14:06Z', 'updated_at': '2021-11-27T04:15:16Z', 'revision_number': 11, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'gw_port_host': None}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:20.453651 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4769-2b9d-4af7-824d-267a149e81e1 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:20.458249 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6b4769-2b9d-4af7-824d-267a149e81e1 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Fanout notify agent at l3_agent the message router_deleted on router b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:15:20.470673 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4769-2b9d-4af7-824d-267a149e81e1 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:20.472120 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1e6b4769-2b9d-4af7-824d-267a149e81e1 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "DELETE /v2.0/routers/b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 HTTP/1.1" status: 204 len: 168 time: 0.5965936 Nov 27 04:15:20.477133 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46196) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:20.484550 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-4cd49115-d849-4e7a-9ec9-4d388973c81f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1157216988', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:15:20.490707 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2cba96-9d41-4e2d-bd99-0390b8c67701 None None] Checking router: b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:15:20.511448 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2cba96-9d41-4e2d-bd99-0390b8c67701 None None] Routers set() bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:15:20.511973 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2cba96-9d41-4e2d-bd99-0390b8c67701 None None] Router IDs set() for agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 27 04:15:20.512601 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_agentschedulers_db [None req-9f2cba96-9d41-4e2d-bd99-0390b8c67701 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:15:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent'). {{(pid=110020) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 27 04:15:20.512991 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2cba96-9d41-4e2d-bd99-0390b8c67701 None None] The sync data for ids ['b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777'] in n-d-819494-3 is: [] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:15:20.542997 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4cd49115-d849-4e7a-9ec9-4d388973c81f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:20.544646 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4cd49115-d849-4e7a-9ec9-4d388973c81f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:20.616928 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7691af6c-313a-4906-a0de-a3bb7c5239e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:20.701553 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4cd49115-d849-4e7a-9ec9-4d388973c81f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:20.709869 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4cd49115-d849-4e7a-9ec9-4d388973c81f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:20.763080 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4cd49115-d849-4e7a-9ec9-4d388973c81f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:20.764332 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4cd49115-d849-4e7a-9ec9-4d388973c81f tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2871022 Nov 27 04:15:20.766961 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46198) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:20.771396 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-26a03059-8cde-4e61-8a76-b123402e1c21 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Request body: {'router': {'admin_state_up': True}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:15:20.853005 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c847fd75-258f-4ccb-b522-2d2c4311d39d None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:20.862184 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-7691af6c-313a-4906-a0de-a3bb7c5239e1 None None] For port 5bcc017f-8224-4822-81e4-297d7416cf5f, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=5bcc017f-8224-4822-81e4-297d7416cf5f,segment=NetworkSegment(eddb600a-1dd6-432f-bf8c-70cccbd7f9fa),segment_id=eddb600a-1dd6-432f-bf8c-70cccbd7f9fa)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:15:20.876177 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7691af6c-313a-4906-a0de-a3bb7c5239e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:20.895053 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c847fd75-258f-4ccb-b522-2d2c4311d39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:20.994297 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7691af6c-313a-4906-a0de-a3bb7c5239e1 None None] Pushing event updated for resources: {'Port': ['ID=5bcc017f-8224-4822-81e4-297d7416cf5f,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:21.004378 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 8cba8f80-981a-49c1-a15d-04959612f6e7 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:15:21.041728 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 8cba8f80-981a-49c1-a15d-04959612f6e7 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:15:21.042604 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 8cba8f80-981a-49c1-a15d-04959612f6e7 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:15:21.043104 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 03af7b0d-b6be-46f7-b0c3-0e2005d27046 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:15:21.127389 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 03af7b0d-b6be-46f7-b0c3-0e2005d27046 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:15:21.127749 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 03af7b0d-b6be-46f7-b0c3-0e2005d27046 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:15:21.143873 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c847fd75-258f-4ccb-b522-2d2c4311d39d None None] Network de87b4a2-0ce7-4187-8393-e606874040c0 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:15:21.144817 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-7691af6c-313a-4906-a0de-a3bb7c5239e1 None None] Provisioning complete for port a824316c-025a-4777-9fa3-af5bc6a9006f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:21.145194 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7691af6c-313a-4906-a0de-a3bb7c5239e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:21.150261 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-c847fd75-258f-4ccb-b522-2d2c4311d39d None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:15:21.153290 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c847fd75-258f-4ccb-b522-2d2c4311d39d None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:15:21.206940 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c847fd75-258f-4ccb-b522-2d2c4311d39d None None] Pushing event updated for resources: {'Port': ['ID=d7cb044f-51af-4661-a3ff-7233216f2a59,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:21.397596 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-c847fd75-258f-4ccb-b522-2d2c4311d39d None None] Attempting to bind port d7cb044f-51af-4661-a3ff-7233216f2a59 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:15:21.397973 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-c847fd75-258f-4ccb-b522-2d2c4311d39d None None] Attempting to bind port d7cb044f-51af-4661-a3ff-7233216f2a59 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '03adce1b-9d7c-4b83-85dd-92676c46c6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'de87b4a2-0ce7-4187-8393-e606874040c0'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:15:21.398342 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c847fd75-258f-4ccb-b522-2d2c4311d39d None None] Attempting to bind port d7cb044f-51af-4661-a3ff-7233216f2a59 on network de87b4a2-0ce7-4187-8393-e606874040c0 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:15:21.404861 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:21.405892 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c847fd75-258f-4ccb-b522-2d2c4311d39d None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:15:21.406262 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c847fd75-258f-4ccb-b522-2d2c4311d39d None None] Checking segment: {'id': '03adce1b-9d7c-4b83-85dd-92676c46c6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'de87b4a2-0ce7-4187-8393-e606874040c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:15:21.406680 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c847fd75-258f-4ccb-b522-2d2c4311d39d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:21.407081 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c847fd75-258f-4ccb-b522-2d2c4311d39d None None] Bound using segment: {'id': '03adce1b-9d7c-4b83-85dd-92676c46c6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'de87b4a2-0ce7-4187-8393-e606874040c0'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:15:21.407558 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-c847fd75-258f-4ccb-b522-2d2c4311d39d None None] Bound port: d7cb044f-51af-4661-a3ff-7233216f2a59, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03adce1b-9d7c-4b83-85dd-92676c46c6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'de87b4a2-0ce7-4187-8393-e606874040c0'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:15:21.407950 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c847fd75-258f-4ccb-b522-2d2c4311d39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:21.531908 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 5bcc017f-8224-4822-81e4-297d7416cf5f up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:15:21.780134 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c847fd75-258f-4ccb-b522-2d2c4311d39d None None] For port d7cb044f-51af-4661-a3ff-7233216f2a59, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:15:21.798005 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c847fd75-258f-4ccb-b522-2d2c4311d39d None None] For port d7cb044f-51af-4661-a3ff-7233216f2a59, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=d7cb044f-51af-4661-a3ff-7233216f2a59,segment=NetworkSegment(03adce1b-9d7c-4b83-85dd-92676c46c6c7),segment_id=03adce1b-9d7c-4b83-85dd-92676c46c6c7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:15:21.818286 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c847fd75-258f-4ccb-b522-2d2c4311d39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:21.820776 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 5bcc017f-8224-4822-81e4-297d7416cf5f triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:21.821207 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:21.921739 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-f5e35e5d-b0a7-4f34-9a52-8c1d7da6bcbe tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Allocated IP 2001:db8:1::1 (de87b4a2-0ce7-4187-8393-e606874040c0/a76ce5c3-5614-409a-9733-67c9e8f4a901/548daa0a-09c3-43ce-bed9-38736d0a3118) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:15:21.956770 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:21.983294 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46208) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:21.995822 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-9041c6a5-3957-41e2-b8cd-65920212643a None None] Provisioning complete for port 5bcc017f-8224-4822-81e4-297d7416cf5f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:21.996206 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9041c6a5-3957-41e2-b8cd-65920212643a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:22.072487 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c847fd75-258f-4ccb-b522-2d2c4311d39d None None] Pushing event updated for resources: {'Port': ['ID=d7cb044f-51af-4661-a3ff-7233216f2a59,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:22.110274 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f5e35e5d-b0a7-4f34-9a52-8c1d7da6bcbe tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:22.164924 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-26a03059-8cde-4e61-8a76-b123402e1c21 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3685224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11843'] for router, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:22.184161 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f5e35e5d-b0a7-4f34-9a52-8c1d7da6bcbe tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:22.227003 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-26a03059-8cde-4e61-8a76-b123402e1c21 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3685219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3685210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3680816'] for router, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:22.250259 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device a824316c-025a-4777-9fa3-af5bc6a9006f up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:15:22.373527 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port a824316c-025a-4777-9fa3-af5bc6a9006f triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:22.374206 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:22.374480 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e35e5d-b0a7-4f34-9a52-8c1d7da6bcbe tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Network de87b4a2-0ce7-4187-8393-e606874040c0 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:15:22.379502 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-f5e35e5d-b0a7-4f34-9a52-8c1d7da6bcbe tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:15:22.389660 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e35e5d-b0a7-4f34-9a52-8c1d7da6bcbe tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:15:22.389772 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f5e35e5d-b0a7-4f34-9a52-8c1d7da6bcbe tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:22.630668 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e35e5d-b0a7-4f34-9a52-8c1d7da6bcbe tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event updated for resources: {'Port': ['ID=548daa0a-09c3-43ce-bed9-38736d0a3118,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:22.728003 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a03059-8cde-4e61-8a76-b123402e1c21 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Router a98a4f20-730c-491a-baeb-5c7812c5b8c1 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:15:22.796960 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f5e35e5d-b0a7-4f34-9a52-8c1d7da6bcbe tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:22.826263 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-035d981b-f722-4cee-b3b7-daffab7e03b1 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:22.940781 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a03059-8cde-4e61-8a76-b123402e1c21 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:15:22.956175 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf92060b-111c-481a-a5a0-f2eec86f9f21 None None] Sync routers for ids ['a98a4f20-730c-491a-baeb-5c7812c5b8c1'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:15:22.964278 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-26a03059-8cde-4e61-8a76-b123402e1c21 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:22.967728 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-26a03059-8cde-4e61-8a76-b123402e1c21 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "PUT /v2.0/routers/a98a4f20-730c-491a-baeb-5c7812c5b8c1 HTTP/1.1" status: 200 len: 694 time: 2.1975737 Nov 27 04:15:22.968760 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46232) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:22.991642 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf92060b-111c-481a-a5a0-f2eec86f9f21 None None] Routers {'a98a4f20-730c-491a-baeb-5c7812c5b8c1'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:15:22.994124 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-bf92060b-111c-481a-a5a0-f2eec86f9f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:15:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['a98a4f20-730c-491a-baeb-5c7812c5b8c1'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:23.123068 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-bf92060b-111c-481a-a5a0-f2eec86f9f21 None None] Set router a98a4f20-730c-491a-baeb-5c7812c5b8c1 gateway port host: None {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:15:23.130200 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-bd1cc9cf-e3b1-4211-83e0-adcdfe669234 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "GET /v2.0/routers/a98a4f20-730c-491a-baeb-5c7812c5b8c1 HTTP/1.1" status: 200 len: 700 time: 0.1607387 Nov 27 04:15:23.140282 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46234) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:23.200259 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-bf92060b-111c-481a-a5a0-f2eec86f9f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98a4f20-730c-491a-baeb-5c7812c5b8c1', 'name': 'tempest-RoutersTest-router-1157216988', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:15:20Z', 'updated_at': '2021-11-27T04:15:22Z', 'revision_number': 2, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'gw_port_host': None}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:23.211769 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-cf8893ab-2d4f-4e21-a260-2628c5c64a0e tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "GET /v2.0/ports?device_id=a98a4f20-730c-491a-baeb-5c7812c5b8c1 HTTP/1.1" status: 200 len: 205 time: 0.0703559 Nov 27 04:15:23.223899 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46236) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:23.256072 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf92060b-111c-481a-a5a0-f2eec86f9f21 None None] Checking router: a98a4f20-730c-491a-baeb-5c7812c5b8c1 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:15:23.281503 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf92060b-111c-481a-a5a0-f2eec86f9f21 None None] Routers {'a98a4f20-730c-491a-baeb-5c7812c5b8c1'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:15:23.282150 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-bf92060b-111c-481a-a5a0-f2eec86f9f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:15:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['a98a4f20-730c-491a-baeb-5c7812c5b8c1'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:23.396941 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-bf92060b-111c-481a-a5a0-f2eec86f9f21 None None] Set router a98a4f20-730c-491a-baeb-5c7812c5b8c1 gateway port host: None {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:15:23.418941 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device d7cb044f-51af-4661-a3ff-7233216f2a59 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:15:23.472216 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-bf92060b-111c-481a-a5a0-f2eec86f9f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98a4f20-730c-491a-baeb-5c7812c5b8c1', 'name': 'tempest-RoutersTest-router-1157216988', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:15:20Z', 'updated_at': '2021-11-27T04:15:22Z', 'revision_number': 2, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'gw_port_host': None}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:23.487491 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ac89eda9-5bca-4cd3-8436-7bdd949397e5 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:23.509177 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf92060b-111c-481a-a5a0-f2eec86f9f21 None None] The sync data for ids ['a98a4f20-730c-491a-baeb-5c7812c5b8c1'] in n-d-819494-3 is: [{'id': 'a98a4f20-730c-491a-baeb-5c7812c5b8c1', 'name': 'tempest-RoutersTest-router-1157216988', 'tenant_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:15:20Z', 'updated_at': '2021-11-27T04:15:22Z', 'revision_number': 2, 'project_id': '5a1fca50cc034ed8b9c826a15ba4a946', 'gw_port_host': None}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:15:23.578071 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port d7cb044f-51af-4661-a3ff-7233216f2a59 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:23.578716 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:23.764389 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f5e35e5d-b0a7-4f34-9a52-8c1d7da6bcbe tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:23.769206 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:23.774911 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058fda54-0af2-4ff0-b2d1-febaca30cc95 None None] Network de87b4a2-0ce7-4187-8393-e606874040c0 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:15:23.775332 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f5e35e5d-b0a7-4f34-9a52-8c1d7da6bcbe tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:23.776529 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f5e35e5d-b0a7-4f34-9a52-8c1d7da6bcbe tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:23.830673 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ac89eda9-5bca-4cd3-8436-7bdd949397e5 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:23.833780 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ac89eda9-5bca-4cd3-8436-7bdd949397e5 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:24.027044 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e35e5d-b0a7-4f34-9a52-8c1d7da6bcbe tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event updated for resources: {'Port': ['ID=548daa0a-09c3-43ce-bed9-38736d0a3118,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:24.099102 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e35e5d-b0a7-4f34-9a52-8c1d7da6bcbe tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Network de87b4a2-0ce7-4187-8393-e606874040c0 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:15:24.100748 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-f5e35e5d-b0a7-4f34-9a52-8c1d7da6bcbe tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:15:24.138272 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port d7cb044f-51af-4661-a3ff-7233216f2a59, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=d7cb044f-51af-4661-a3ff-7233216f2a59,segment=NetworkSegment(03adce1b-9d7c-4b83-85dd-92676c46c6c7),segment_id=03adce1b-9d7c-4b83-85dd-92676c46c6c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:15:24.151896 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:24.223037 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-d077ef8d-786b-4f72-91ef-696a65af30a4 None None] Provisioning complete for port d7cb044f-51af-4661-a3ff-7233216f2a59 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:24.223721 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d077ef8d-786b-4f72-91ef-696a65af30a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:24.338414 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=d7cb044f-51af-4661-a3ff-7233216f2a59,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:24.361780 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:24.362138 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:24.362487 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:24.363330 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:24.363679 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:24.364021 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:24.364360 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:24.364698 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:24.365037 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:24.365371 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:24.365706 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:24.366037 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:24.367093 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e35e5d-b0a7-4f34-9a52-8c1d7da6bcbe tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Router c6755b6d-8ec0-4a93-8c51-bf241607b7a0 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:15:24.597405 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e35e5d-b0a7-4f34-9a52-8c1d7da6bcbe tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:15:24.606113 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f5e35e5d-b0a7-4f34-9a52-8c1d7da6bcbe tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "PUT /v2.0/routers/c6755b6d-8ec0-4a93-8c51-bf241607b7a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7931442 Nov 27 04:15:24.606652 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46250) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:24.610049 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b6530b-840a-431f-a79d-c32dad69245e None None] Sync routers for ids ['c6755b6d-8ec0-4a93-8c51-bf241607b7a0'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:15:24.621647 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-e9279d6a-7275-4b1e-a052-c8988ce4ffff tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1430721397'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:15:24.628253 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b6530b-840a-431f-a79d-c32dad69245e None None] Routers {'c6755b6d-8ec0-4a93-8c51-bf241607b7a0'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:15:24.629615 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-62b6530b-840a-431f-a79d-c32dad69245e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:15:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c6755b6d-8ec0-4a93-8c51-bf241607b7a0'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:24.635838 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ac89eda9-5bca-4cd3-8436-7bdd949397e5 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:24.637335 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac89eda9-5bca-4cd3-8436-7bdd949397e5 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Fanout notify agent at l3_agent the message router_deleted on router a98a4f20-730c-491a-baeb-5c7812c5b8c1 {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:15:24.649142 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ac89eda9-5bca-4cd3-8436-7bdd949397e5 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:24.657150 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46254) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:24.666492 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ac89eda9-5bca-4cd3-8436-7bdd949397e5 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "DELETE /v2.0/routers/a98a4f20-730c-491a-baeb-5c7812c5b8c1 HTTP/1.1" status: 204 len: 168 time: 1.4253132 Nov 27 04:15:24.731243 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0eb99985-66bf-4a11-b3af-3864e0b653d0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "GET /v2.0/ports?device_id=a98a4f20-730c-491a-baeb-5c7812c5b8c1 HTTP/1.1" status: 200 len: 205 time: 0.0705376 Nov 27 04:15:24.731896 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46256) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:24.813201 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-0fe1d169-f6fb-4152-afa3-cccaca693bcc tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] delete failed (client error): The resource could not be found. Nov 27 04:15:24.816507 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0fe1d169-f6fb-4152-afa3-cccaca693bcc tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "DELETE /v2.0/routers/a98a4f20-730c-491a-baeb-5c7812c5b8c1 HTTP/1.1" status: 404 len: 336 time: 0.0790768 Nov 27 04:15:24.827564 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46258) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:24.862383 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-62b6530b-840a-431f-a79d-c32dad69245e None None] Set router c6755b6d-8ec0-4a93-8c51-bf241607b7a0 gateway port host: None {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:15:24.869571 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9279d6a-7275-4b1e-a052-c8988ce4ffff tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Made reservation on behalf of a9e88f9ca477446190dca2e07a135f44 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:15:24.873751 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e9279d6a-7275-4b1e-a052-c8988ce4ffff tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:24.900511 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cd82130-c562-4dc1-93aa-1fdc9000bc3d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] DELETE failed (client error): The resource could not be found. Nov 27 04:15:24.902052 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cd82130-c562-4dc1-93aa-1fdc9000bc3d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:15:24.905501 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8cd82130-c562-4dc1-93aa-1fdc9000bc3d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "DELETE /v2.0/subnets/65cca5f3-5214-43fb-85cf-3900e57b049e HTTP/1.1" status: 404 len: 337 time: 0.0769002 Nov 27 04:15:24.909450 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46260) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:24.938942 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9279d6a-7275-4b1e-a052-c8988ce4ffff tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:15:24.957035 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e9279d6a-7275-4b1e-a052-c8988ce4ffff tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:24.958058 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-e9279d6a-7275-4b1e-a052-c8988ce4ffff tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Added segment dea02e26-6e69-4257-a947-f1ebbef2bb1a of type vlan for network 63165fcb-db24-4700-90b6-732b08445a70 Nov 27 04:15:25.020088 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-9badd42c-3c54-4cd7-9592-2be01b085fd3 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] DELETE failed (client error): The resource could not be found. Nov 27 04:15:25.033241 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9badd42c-3c54-4cd7-9592-2be01b085fd3 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:15:25.046718 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9badd42c-3c54-4cd7-9592-2be01b085fd3 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "DELETE /v2.0/subnets/b104919d-4f6e-4faa-a557-c4893aec365d HTTP/1.1" status: 404 len: 337 time: 0.1340301 Nov 27 04:15:25.055059 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46262) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:25.055292 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e9279d6a-7275-4b1e-a052-c8988ce4ffff tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:25.145635 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e9279d6a-7275-4b1e-a052-c8988ce4ffff tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:25.167790 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9279d6a-7275-4b1e-a052-c8988ce4ffff tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:25.168394 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e9279d6a-7275-4b1e-a052-c8988ce4ffff tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:25.183219 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6664365-3705-4b0a-8ef1-e538914a75a9 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] DELETE failed (client error): The resource could not be found. Nov 27 04:15:25.183566 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6664365-3705-4b0a-8ef1-e538914a75a9 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:15:25.193116 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d6664365-3705-4b0a-8ef1-e538914a75a9 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "DELETE /v2.0/subnets/7b870824-cdcc-4d54-885a-f25666555d5c HTTP/1.1" status: 404 len: 337 time: 0.1335492 Nov 27 04:15:25.198723 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46268) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:25.330711 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb33033a-fbce-49ea-b102-1d1531208b16 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] DELETE failed (client error): The resource could not be found. Nov 27 04:15:25.333403 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb33033a-fbce-49ea-b102-1d1531208b16 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:15:25.344595 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-eb33033a-fbce-49ea-b102-1d1531208b16 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "DELETE /v2.0/subnets/cfa5039d-cba7-48ec-a4a3-83c10e4b4621 HTTP/1.1" status: 404 len: 337 time: 0.1447670 Nov 27 04:15:25.351555 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46272) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:25.396228 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e9279d6a-7275-4b1e-a052-c8988ce4ffff tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7855790 Nov 27 04:15:25.398513 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46274) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:25.410961 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-c92a658a-2404-49ee-a4de-f3211f4a0c22 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Request body: {'subnet': {'network_id': '63165fcb-db24-4700-90b6-732b08445a70', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:15:25.420503 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device d7cb044f-51af-4661-a3ff-7233216f2a59 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:15:25.457073 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-de7f168e-b525-4404-b519-5cce544a6078 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 HTTP/1.1" status: 200 len: 205 time: 0.1006160 Nov 27 04:15:25.459536 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-035d981b-f722-4cee-b3b7-daffab7e03b1 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Deleting port 5b6f3684-275a-4183-a130-cb148a401502 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:15:25.462681 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-035d981b-f722-4cee-b3b7-daffab7e03b1 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:25.466216 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46276) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:25.568380 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-9d5dc032-482d-4cbd-b37c-8d7d595ab5ad None None] Provisioning complete for port d7cb044f-51af-4661-a3ff-7233216f2a59 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:25.568877 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9d5dc032-482d-4cbd-b37c-8d7d595ab5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:25.619628 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-5138f4ba-015f-4d7f-93db-6da31f086216 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] delete failed (client error): The resource could not be found. Nov 27 04:15:25.626195 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-5138f4ba-015f-4d7f-93db-6da31f086216 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "DELETE /v2.0/routers/b6a74a56-b2f5-4a94-bfc3-ad0fdaccc777 HTTP/1.1" status: 404 len: 336 time: 0.1510077 Nov 27 04:15:25.627002 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46278) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:25.671748 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-62b6530b-840a-431f-a79d-c32dad69245e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'name': 'tempest-RoutersIpV6Test-router-263636440', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:15:14Z', 'updated_at': '2021-11-27T04:15:22Z', 'revision_number': 3, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'gw_port_host': None, '_interfaces': [{'id': '548daa0a-09c3-43ce-bed9-38736d0a3118', 'name': '', 'network_id': 'de87b4a2-0ce7-4187-8393-e606874040c0', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:10:e8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'a76ce5c3-5614-409a-9733-67c9e8f4a901', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:19Z', 'updated_at': '2021-11-27T04:15:23Z', 'revision_number': 2, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': 'a76ce5c3-5614-409a-9733-67c9e8f4a901', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bcc017f-8224-4822-81e4-297d7416cf5f', 'name': '', 'network_id': '18d3ed19-5b7c-431a-bb1f-75463789b76e', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:92:b7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:15Z', 'updated_at': '2021-11-27T04:15:20Z', 'revision_number': 5, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:25.679259 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9279d6a-7275-4b1e-a052-c8988ce4ffff tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event updated for resources: {'Network': ['ID=63165fcb-db24-4700-90b6-732b08445a70,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:25.679655 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port d7cb044f-51af-4661-a3ff-7233216f2a59 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:25.680314 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:25.712008 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92a658a-2404-49ee-a4de-f3211f4a0c22 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Made reservation on behalf of a9e88f9ca477446190dca2e07a135f44 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:15:25.716314 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c92a658a-2404-49ee-a4de-f3211f4a0c22 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:25.760834 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-5a8cc053-3a97-47cb-9934-f567bc5e02fe tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "GET /v2.0/ports?device_id=4842868d-8612-4daa-a690-8fbcc72ec5a8 HTTP/1.1" status: 200 len: 205 time: 0.0688286 Nov 27 04:15:25.761603 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46282) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:25.786410 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 63165fcb-db24-4700-90b6-732b08445a70 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:15:25.805414 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b6530b-840a-431f-a79d-c32dad69245e None None] Checking router: c6755b6d-8ec0-4a93-8c51-bf241607b7a0 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:15:25.808302 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b6530b-840a-431f-a79d-c32dad69245e None None] Updating router c6755b6d-8ec0-4a93-8c51-bf241607b7a0 port 548daa0a-09c3-43ce-bed9-38736d0a3118 binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:15:25.834629 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-55a886ab-23f1-43be-98b3-efe54ebc0960 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] delete failed (client error): The resource could not be found. Nov 27 04:15:25.838563 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-55a886ab-23f1-43be-98b3-efe54ebc0960 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "DELETE /v2.0/routers/4842868d-8612-4daa-a690-8fbcc72ec5a8 HTTP/1.1" status: 404 len: 336 time: 0.0738094 Nov 27 04:15:25.839169 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46284) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:25.890646 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-b56dde68-0066-4857-b8ac-fb47a412ba71 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] DELETE failed (client error): The resource could not be found. Nov 27 04:15:25.891123 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b56dde68-0066-4857-b8ac-fb47a412ba71 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:15:25.904318 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b56dde68-0066-4857-b8ac-fb47a412ba71 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "DELETE /v2.0/subnets/adcce999-481c-4fa1-a623-b413a7ca1565 HTTP/1.1" status: 404 len: 337 time: 0.0619280 Nov 27 04:15:25.910318 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46286) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:25.933235 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-62b6530b-840a-431f-a79d-c32dad69245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:25.965233 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-035d981b-f722-4cee-b3b7-daffab7e03b1 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] For port 5b6f3684-275a-4183-a130-cb148a401502, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=5b6f3684-275a-4183-a130-cb148a401502,segment=NetworkSegment(e3ed01b7-72d1-4418-871a-c8556e7d20b4),segment_id=e3ed01b7-72d1-4418-871a-c8556e7d20b4)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:15:25.965614 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-035d981b-f722-4cee-b3b7-daffab7e03b1 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:25.988662 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb551d39-60ff-4d8b-b7de-c896668d5ee5 None None] get_active_networks_info from n-d-819494-3 {{(pid=110020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 04:15:25.990856 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9679bc8f-3a47-4dd5-bf03-02ff351c4e76 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "GET /v2.0/ports?device_id=0487e42e-43ce-4ed1-b9c8-9cae5cbfcb72 HTTP/1.1" status: 200 len: 205 time: 0.0789051 Nov 27 04:15:25.993133 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46290) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:25.995132 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-035d981b-f722-4cee-b3b7-daffab7e03b1 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Calling delete_port for 5b6f3684-275a-4183-a130-cb148a401502 owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:15:26.069421 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-df58de29-fc58-402f-a464-b0df8b76414d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] delete failed (client error): The resource could not be found. Nov 27 04:15:26.073423 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-df58de29-fc58-402f-a464-b0df8b76414d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "DELETE /v2.0/routers/0487e42e-43ce-4ed1-b9c8-9cae5cbfcb72 HTTP/1.1" status: 404 len: 336 time: 0.0764465 Nov 27 04:15:26.077315 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46292) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:26.138696 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f7bc058e-1f9e-4e98-9208-981c11a555b9 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "GET /v2.0/ports?device_id=143a5c6d-d098-48e3-8324-2e8c84ea623b HTTP/1.1" status: 200 len: 205 time: 0.0541942 Nov 27 04:15:26.147732 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46294) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:26.201278 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-f8774e75-7fb7-4b78-a971-c7b8b874fb63 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] delete failed (client error): The resource could not be found. Nov 27 04:15:26.205930 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f8774e75-7fb7-4b78-a971-c7b8b874fb63 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "DELETE /v2.0/routers/143a5c6d-d098-48e3-8324-2e8c84ea623b HTTP/1.1" status: 404 len: 336 time: 0.0567386 Nov 27 04:15:26.206592 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46298) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:26.303805 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-51d9c0c4-d997-4364-8522-853f89e0ad66 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] DELETE failed (client error): The resource could not be found. Nov 27 04:15:26.304621 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51d9c0c4-d997-4364-8522-853f89e0ad66 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:15:26.310897 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-51d9c0c4-d997-4364-8522-853f89e0ad66 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "DELETE /v2.0/subnets/a0e8f881-25c6-4d8d-aee9-093bf14523f8 HTTP/1.1" status: 404 len: 337 time: 0.0977371 Nov 27 04:15:26.312254 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46302) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:26.372875 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-bd9611f4-2ebb-4984-9f1b-cc59d2bcd4c0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "GET /v2.0/ports?device_id=3963702f-7276-46cc-9cfb-cd9f89c96499 HTTP/1.1" status: 200 len: 205 time: 0.0595706 Nov 27 04:15:26.376296 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46306) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:26.430956 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-035d981b-f722-4cee-b3b7-daffab7e03b1 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:26.488321 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d981b-f722-4cee-b3b7-daffab7e03b1 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event deleted for resources: {'Port': ['ID=5b6f3684-275a-4183-a130-cb148a401502,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:26.488695 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-a9a7886c-5317-41da-befc-ee7ecda07bdf tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] delete failed (client error): The resource could not be found. Nov 27 04:15:26.493271 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-9d5dc032-482d-4cbd-b37c-8d7d595ab5ad None None] Provisioning complete for port 548daa0a-09c3-43ce-bed9-38736d0a3118 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:26.493537 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a9a7886c-5317-41da-befc-ee7ecda07bdf tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "DELETE /v2.0/routers/3963702f-7276-46cc-9cfb-cd9f89c96499 HTTP/1.1" status: 404 len: 336 time: 0.1001408 Nov 27 04:15:26.495159 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c92a658a-2404-49ee-a4de-f3211f4a0c22 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:26.497096 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46308) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:26.499731 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9d5dc032-482d-4cbd-b37c-8d7d595ab5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:26.597165 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-65e1708b-3e35-495d-8acd-1aff42e2235d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] DELETE failed (client error): The resource could not be found. Nov 27 04:15:26.597645 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65e1708b-3e35-495d-8acd-1aff42e2235d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:15:26.609962 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-65e1708b-3e35-495d-8acd-1aff42e2235d tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "DELETE /v2.0/subnets/06b2a73e-c61a-4c5b-b07d-2488ad12ef90 HTTP/1.1" status: 404 len: 337 time: 0.1049740 Nov 27 04:15:26.615776 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46312) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:26.630906 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92a658a-2404-49ee-a4de-f3211f4a0c22 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event updated for resources: {'Subnet': ['ID=f02ed401-c432-4d15-adab-790f3b876faf,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:26.658072 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-deb05459-4747-46f1-845a-3bc27765d058 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58176d1-003f-4351-bfe8-8e2798173153 HTTP/1.1" status: 200 len: 205 time: 0.0403397 Nov 27 04:15:26.660385 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46314) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:26.666182 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-9d5dc032-482d-4cbd-b37c-8d7d595ab5ad None None] Port 548daa0a-09c3-43ce-bed9-38736d0a3118 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:15:26.668999 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92a658a-2404-49ee-a4de-f3211f4a0c22 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Checking segment: {'id': 'dea02e26-6e69-4257-a947-f1ebbef2bb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '63165fcb-db24-4700-90b6-732b08445a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:15:26.669375 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92a658a-2404-49ee-a4de-f3211f4a0c22 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Network hostable DHCP agents. Network: 63165fcb-db24-4700-90b6-732b08445a70, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:15:26.717095 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-c8c2e171-725e-4950-82bc-c6f1e8750db0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] delete failed (client error): The resource could not be found. Nov 27 04:15:26.718169 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c8c2e171-725e-4950-82bc-c6f1e8750db0 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "DELETE /v2.0/routers/c58176d1-003f-4351-bfe8-8e2798173153 HTTP/1.1" status: 404 len: 336 time: 0.0568774 Nov 27 04:15:26.721034 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46318) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:26.742017 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb551d39-60ff-4d8b-b7de-c896668d5ee5 None None] Resources bound (agent type, host, resource id): {{(pid=110020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 04:15:26.771324 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-27edb29c-e849-48d6-9db8-3a256aad9147 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] DELETE failed (client error): The resource could not be found. Nov 27 04:15:26.771931 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27edb29c-e849-48d6-9db8-3a256aad9147 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:15:26.783664 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-27edb29c-e849-48d6-9db8-3a256aad9147 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "DELETE /v2.0/subnets/5ef474d6-9631-4493-b851-397896e4d9b2 HTTP/1.1" status: 404 len: 337 time: 0.0615728 Nov 27 04:15:26.788235 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46320) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:26.858077 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-178d57bd-de04-4276-89ba-d89418e02fc8 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] DELETE failed (client error): The resource could not be found. Nov 27 04:15:26.859771 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-178d57bd-de04-4276-89ba-d89418e02fc8 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:15:26.865327 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-62b6530b-840a-431f-a79d-c32dad69245e None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:26.874057 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-178d57bd-de04-4276-89ba-d89418e02fc8 tempest-RoutersTest-675831600 tempest-RoutersTest-675831600-project] 10.222.0.20 "DELETE /v2.0/subnets/4c9a2d76-ea34-4238-8d49-46ee38a41c73 HTTP/1.1" status: 404 len: 337 time: 0.0823750 Nov 27 04:15:26.890542 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92a658a-2404-49ee-a4de-f3211f4a0c22 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Network 63165fcb-db24-4700-90b6-732b08445a70 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:15:26.901314 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-62b6530b-840a-431f-a79d-c32dad69245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:26.912366 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-c92a658a-2404-49ee-a4de-f3211f4a0c22 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 63165fcb-db24-4700-90b6-732b08445a70) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:15:26.937117 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92a658a-2404-49ee-a4de-f3211f4a0c22 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:26.942065 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c92a658a-2404-49ee-a4de-f3211f4a0c22 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:26.961369 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-035d981b-f722-4cee-b3b7-daffab7e03b1 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:26.980781 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c92a658a-2404-49ee-a4de-f3211f4a0c22 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5809772 Nov 27 04:15:26.983559 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46324) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:27.089345 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-5ac7190a-4f0d-4a56-9b5b-0d9153de6dac None None] Provisioning complete for port 548daa0a-09c3-43ce-bed9-38736d0a3118 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:27.089728 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5ac7190a-4f0d-4a56-9b5b-0d9153de6dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:27.148771 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2167186-6130-4fc1-8ac9-5992164a4a5c None None] Pushing event updated for resources: {'Port': ['ID=548daa0a-09c3-43ce-bed9-38736d0a3118,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:27.328619 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-5ac7190a-4f0d-4a56-9b5b-0d9153de6dac None None] Port 548daa0a-09c3-43ce-bed9-38736d0a3118 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:15:27.369152 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035d981b-f722-4cee-b3b7-daffab7e03b1 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Router edff503e-a1ff-404a-99e6-1390258c5c8b has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:15:27.418176 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-62b6530b-840a-431f-a79d-c32dad69245e None None] Attempting to bind port 548daa0a-09c3-43ce-bed9-38736d0a3118 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:15:27.418580 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-62b6530b-840a-431f-a79d-c32dad69245e None None] Attempting to bind port 548daa0a-09c3-43ce-bed9-38736d0a3118 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '03adce1b-9d7c-4b83-85dd-92676c46c6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'de87b4a2-0ce7-4187-8393-e606874040c0'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:15:27.418970 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b6530b-840a-431f-a79d-c32dad69245e None None] Attempting to bind port 548daa0a-09c3-43ce-bed9-38736d0a3118 on network de87b4a2-0ce7-4187-8393-e606874040c0 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:15:27.425850 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b6530b-840a-431f-a79d-c32dad69245e None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:15:27.426244 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b6530b-840a-431f-a79d-c32dad69245e None None] Checking segment: {'id': '03adce1b-9d7c-4b83-85dd-92676c46c6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'de87b4a2-0ce7-4187-8393-e606874040c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:15:27.426693 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-62b6530b-840a-431f-a79d-c32dad69245e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:27.427698 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b6530b-840a-431f-a79d-c32dad69245e None None] Bound using segment: {'id': '03adce1b-9d7c-4b83-85dd-92676c46c6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'de87b4a2-0ce7-4187-8393-e606874040c0'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:15:27.428433 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-62b6530b-840a-431f-a79d-c32dad69245e None None] Bound port: 548daa0a-09c3-43ce-bed9-38736d0a3118, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03adce1b-9d7c-4b83-85dd-92676c46c6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'de87b4a2-0ce7-4187-8393-e606874040c0'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:15:27.428840 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-62b6530b-840a-431f-a79d-c32dad69245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:27.519014 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46330) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:27.580368 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035d981b-f722-4cee-b3b7-daffab7e03b1 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:15:27.593068 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6153b9e3-10cd-46a9-912c-bdf98e971837 None None] Sync routers for ids ['edff503e-a1ff-404a-99e6-1390258c5c8b'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:15:27.596719 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-035d981b-f722-4cee-b3b7-daffab7e03b1 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "PUT /v2.0/routers/edff503e-a1ff-404a-99e6-1390258c5c8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6122694 Nov 27 04:15:27.613033 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6153b9e3-10cd-46a9-912c-bdf98e971837 None None] Routers {'edff503e-a1ff-404a-99e6-1390258c5c8b'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:15:27.613677 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-6153b9e3-10cd-46a9-912c-bdf98e971837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:15:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['edff503e-a1ff-404a-99e6-1390258c5c8b'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:27.754764 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8f482eb9-83ba-4470-abc4-4015352c85ba tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:27.938462 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2f9b23da-6f9e-442b-8378-d42590105d6a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5a1fca50cc034ed8b9c826a15ba4a946&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4182448 Nov 27 04:15:27.940944 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46342) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:27.944940 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-6153b9e3-10cd-46a9-912c-bdf98e971837 None None] Set router edff503e-a1ff-404a-99e6-1390258c5c8b gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:15:28.161947 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc6b3d-29a1-4151-bb22-c4d7537f727e req-a9a60451-4325-4b50-b8c1-513fe3799966 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:28.167681 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b0fc6b3d-29a1-4151-bb22-c4d7537f727e req-a9a60451-4325-4b50-b8c1-513fe3799966 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=2797c38f-742b-490d-a3c0-632377e60f33 HTTP/1.1" status: 200 len: 946 time: 0.1260250 Nov 27 04:15:28.169790 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1d3cf43c-ef19-4582-8bba-6fd4b08ed207 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:28.292153 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b0fc6b3d-29a1-4151-bb22-c4d7537f727e req-2cdf42d1-c8d3-4432-958e-a1a86cb7eee0 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/security-groups?id=5009d093-a4b5-4d3f-9e44-e87194e41a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082880 Nov 27 04:15:28.308308 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1d3cf43c-ef19-4582-8bba-6fd4b08ed207 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:28.314065 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-62b6530b-840a-431f-a79d-c32dad69245e None None] For port 548daa0a-09c3-43ce-bed9-38736d0a3118, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:15:28.322450 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-62b6530b-840a-431f-a79d-c32dad69245e None None] For port 548daa0a-09c3-43ce-bed9-38736d0a3118, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=548daa0a-09c3-43ce-bed9-38736d0a3118,segment=NetworkSegment(03adce1b-9d7c-4b83-85dd-92676c46c6c7),segment_id=03adce1b-9d7c-4b83-85dd-92676c46c6c7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:15:28.335557 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-62b6530b-840a-431f-a79d-c32dad69245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:28.403243 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6127834c-87f3-477d-9bb9-98be9608ea8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-63165fcb-db24-4700-90b6-732b08445a70', 'network_id': '63165fcb-db24-4700-90b6-732b08445a70', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'fixed_ips': [{'subnet_id': 'f02ed401-c432-4d15-adab-790f3b876faf'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:15:28.404207 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6127834c-87f3-477d-9bb9-98be9608ea8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:28.426169 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-6153b9e3-10cd-46a9-912c-bdf98e971837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'name': 'tempest-TestNetworkBasicOps-router-1075337850', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cadaefd7-5868-4f27-b084-779ef51294a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:12:38Z', 'updated_at': '2021-11-27T04:15:26Z', 'revision_number': 6, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'gw_port': {'id': 'cadaefd7-5868-4f27-b084-779ef51294a7', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:85:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:12:39Z', 'updated_at': '2021-11-27T04:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '05d7c482-3563-45cc-bd0e-0321348e38db', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'floating_ip_address': '172.25.1.120', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'port_id': 'fac605f4-1095-412e-ac3a-57c7725a3d20', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01721107-8527-4cbc-9cef-bafb3d42cf85', 'mac_address': 'fa:16:3e:d8:fd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8b0035-4aa8-46ae-8565-71f6878e4580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:13:25Z', 'updated_at': '2021-11-27T04:13:32Z', 'revision_number': 1, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5ab00c3-c161-489c-b452-10fdd43c77df', 'name': '', 'network_id': '01721107-8527-4cbc-9cef-bafb3d42cf85', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'mac_address': 'fa:16:3e:ee:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '44a79022-8cdb-466a-b050-413e97bcc0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:12:46Z', 'updated_at': '2021-11-27T04:12:53Z', 'revision_number': 5, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'subnets': [{'id': '44a79022-8cdb-466a-b050-413e97bcc0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:28.461525 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b6530b-840a-431f-a79d-c32dad69245e None None] Routers {'c6755b6d-8ec0-4a93-8c51-bf241607b7a0'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:15:28.462078 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-62b6530b-840a-431f-a79d-c32dad69245e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:15:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c6755b6d-8ec0-4a93-8c51-bf241607b7a0'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:28.495664 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6153b9e3-10cd-46a9-912c-bdf98e971837 None None] Checking router: edff503e-a1ff-404a-99e6-1390258c5c8b for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:15:28.507595 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6153b9e3-10cd-46a9-912c-bdf98e971837 None None] Routers {'edff503e-a1ff-404a-99e6-1390258c5c8b'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:15:28.508844 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-6153b9e3-10cd-46a9-912c-bdf98e971837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:15:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['edff503e-a1ff-404a-99e6-1390258c5c8b'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:28.571803 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-8f482eb9-83ba-4470-abc4-4015352c85ba tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Allocated IP 2001:db8:2::1 (63165fcb-db24-4700-90b6-732b08445a70/f02ed401-c432-4d15-adab-790f3b876faf/fd9b6adf-9385-488d-8f76-73cf9281b93e) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:15:28.576383 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-62b6530b-840a-431f-a79d-c32dad69245e None None] Set router c6755b6d-8ec0-4a93-8c51-bf241607b7a0 gateway port host: None {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:15:28.588869 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1d3cf43c-ef19-4582-8bba-6fd4b08ed207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:28.591591 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1d3cf43c-ef19-4582-8bba-6fd4b08ed207 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:28.592944 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1d3cf43c-ef19-4582-8bba-6fd4b08ed207 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/40ea8759-0599-4be1-b01c-9f2a9b2a1c7f HTTP/1.1" status: 204 len: 168 time: 0.6509914 Nov 27 04:15:28.634802 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3cf43c-ef19-4582-8bba-6fd4b08ed207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ea8759-0599-4be1-b01c-9f2a9b2a1c7f,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:28.699732 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2167186-6130-4fc1-8ac9-5992164a4a5c None None] Pushing event updated for resources: {'Port': ['ID=548daa0a-09c3-43ce-bed9-38736d0a3118,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:28.753157 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-6153b9e3-10cd-46a9-912c-bdf98e971837 None None] Set router edff503e-a1ff-404a-99e6-1390258c5c8b gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:15:28.860752 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8f482eb9-83ba-4470-abc4-4015352c85ba tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:28.933582 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8f482eb9-83ba-4470-abc4-4015352c85ba tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:29.111929 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f482eb9-83ba-4470-abc4-4015352c85ba tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Network 63165fcb-db24-4700-90b6-732b08445a70 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:15:29.121031 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-8f482eb9-83ba-4470-abc4-4015352c85ba tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:15:29.139169 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f482eb9-83ba-4470-abc4-4015352c85ba tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:15:29.139313 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8f482eb9-83ba-4470-abc4-4015352c85ba tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:29.152905 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-6127834c-87f3-477d-9bb9-98be9608ea8a None None] Allocated IP 2001:db8:2::2 (63165fcb-db24-4700-90b6-732b08445a70/f02ed401-c432-4d15-adab-790f3b876faf/7ea3caa3-eff2-4f36-aa74-7ca88da69c72) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:15:29.189971 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-62b6530b-840a-431f-a79d-c32dad69245e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'name': 'tempest-RoutersIpV6Test-router-263636440', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:15:14Z', 'updated_at': '2021-11-27T04:15:22Z', 'revision_number': 3, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'gw_port_host': None, '_interfaces': [{'id': '548daa0a-09c3-43ce-bed9-38736d0a3118', 'name': '', 'network_id': 'de87b4a2-0ce7-4187-8393-e606874040c0', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:10:e8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'a76ce5c3-5614-409a-9733-67c9e8f4a901', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:19Z', 'updated_at': '2021-11-27T04:15:28Z', 'revision_number': 4, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': 'a76ce5c3-5614-409a-9733-67c9e8f4a901', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bcc017f-8224-4822-81e4-297d7416cf5f', 'name': '', 'network_id': '18d3ed19-5b7c-431a-bb1f-75463789b76e', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:92:b7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:15Z', 'updated_at': '2021-11-27T04:15:20Z', 'revision_number': 5, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:29.292281 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b6530b-840a-431f-a79d-c32dad69245e None None] The sync data for ids ['c6755b6d-8ec0-4a93-8c51-bf241607b7a0'] in n-d-819494-3 is: [{'id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'name': 'tempest-RoutersIpV6Test-router-263636440', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:15:14Z', 'updated_at': '2021-11-27T04:15:22Z', 'revision_number': 3, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'gw_port_host': None, '_interfaces': [{'id': '548daa0a-09c3-43ce-bed9-38736d0a3118', 'name': '', 'network_id': 'de87b4a2-0ce7-4187-8393-e606874040c0', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:10:e8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'a76ce5c3-5614-409a-9733-67c9e8f4a901', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:19Z', 'updated_at': '2021-11-27T04:15:28Z', 'revision_number': 4, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': 'a76ce5c3-5614-409a-9733-67c9e8f4a901', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bcc017f-8224-4822-81e4-297d7416cf5f', 'name': '', 'network_id': '18d3ed19-5b7c-431a-bb1f-75463789b76e', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:92:b7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:15Z', 'updated_at': '2021-11-27T04:15:20Z', 'revision_number': 5, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:15:29.319660 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f482eb9-83ba-4470-abc4-4015352c85ba tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event updated for resources: {'Port': ['ID=fd9b6adf-9385-488d-8f76-73cf9281b93e,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:29.368171 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-6153b9e3-10cd-46a9-912c-bdf98e971837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'name': 'tempest-TestNetworkBasicOps-router-1075337850', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cadaefd7-5868-4f27-b084-779ef51294a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:12:38Z', 'updated_at': '2021-11-27T04:15:26Z', 'revision_number': 6, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'gw_port': {'id': 'cadaefd7-5868-4f27-b084-779ef51294a7', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:85:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:12:39Z', 'updated_at': '2021-11-27T04:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '05d7c482-3563-45cc-bd0e-0321348e38db', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'floating_ip_address': '172.25.1.120', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'port_id': 'fac605f4-1095-412e-ac3a-57c7725a3d20', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01721107-8527-4cbc-9cef-bafb3d42cf85', 'mac_address': 'fa:16:3e:d8:fd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8b0035-4aa8-46ae-8565-71f6878e4580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:13:25Z', 'updated_at': '2021-11-27T04:13:32Z', 'revision_number': 1, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5ab00c3-c161-489c-b452-10fdd43c77df', 'name': '', 'network_id': '01721107-8527-4cbc-9cef-bafb3d42cf85', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'mac_address': 'fa:16:3e:ee:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '44a79022-8cdb-466a-b050-413e97bcc0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:12:46Z', 'updated_at': '2021-11-27T04:12:53Z', 'revision_number': 5, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'subnets': [{'id': '44a79022-8cdb-466a-b050-413e97bcc0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:29.518231 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6153b9e3-10cd-46a9-912c-bdf98e971837 None None] The sync data for ids ['edff503e-a1ff-404a-99e6-1390258c5c8b'] in n-d-819494-3 is: [{'id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'name': 'tempest-TestNetworkBasicOps-router-1075337850', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cadaefd7-5868-4f27-b084-779ef51294a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:12:38Z', 'updated_at': '2021-11-27T04:15:26Z', 'revision_number': 6, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'gw_port': {'id': 'cadaefd7-5868-4f27-b084-779ef51294a7', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:85:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:12:39Z', 'updated_at': '2021-11-27T04:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '05d7c482-3563-45cc-bd0e-0321348e38db', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'floating_ip_address': '172.25.1.120', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'port_id': 'fac605f4-1095-412e-ac3a-57c7725a3d20', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01721107-8527-4cbc-9cef-bafb3d42cf85', 'mac_address': 'fa:16:3e:d8:fd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8b0035-4aa8-46ae-8565-71f6878e4580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:13:25Z', 'updated_at': '2021-11-27T04:13:32Z', 'revision_number': 1, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5ab00c3-c161-489c-b452-10fdd43c77df', 'name': '', 'network_id': '01721107-8527-4cbc-9cef-bafb3d42cf85', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'mac_address': 'fa:16:3e:ee:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '44a79022-8cdb-466a-b050-413e97bcc0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:12:46Z', 'updated_at': '2021-11-27T04:12:53Z', 'revision_number': 5, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'subnets': [{'id': '44a79022-8cdb-466a-b050-413e97bcc0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:15:29.763417 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6127834c-87f3-477d-9bb9-98be9608ea8a None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:29.778341 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6127834c-87f3-477d-9bb9-98be9608ea8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:29.894136 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0785506-629b-4cd6-8d9f-b0692bea774c req-2869a667-0097-4b90-83c7-cb3167b2bea0 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:29.897414 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c0785506-629b-4cd6-8d9f-b0692bea774c req-2869a667-0097-4b90-83c7-cb3167b2bea0 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.23 "GET /v2.0/ports?device_id=2797c38f-742b-490d-a3c0-632377e60f33 HTTP/1.1" status: 200 len: 946 time: 0.2906892 Nov 27 04:15:29.911311 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6127834c-87f3-477d-9bb9-98be9608ea8a None None] Network 63165fcb-db24-4700-90b6-732b08445a70 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:15:29.923527 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-6127834c-87f3-477d-9bb9-98be9608ea8a None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:15:29.934397 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6127834c-87f3-477d-9bb9-98be9608ea8a None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:15:30.018955 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127834c-87f3-477d-9bb9-98be9608ea8a None None] Pushing event updated for resources: {'Port': ['ID=7ea3caa3-eff2-4f36-aa74-7ca88da69c72,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:30.056074 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0db83-3d60-4661-ad63-7bec3e3fcf08 req-5096e64a-dd57-448b-be5d-f4342b22c521 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:30.057727 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8fd0db83-3d60-4661-ad63-7bec3e3fcf08 req-5096e64a-dd57-448b-be5d-f4342b22c521 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=2797c38f-742b-490d-a3c0-632377e60f33 HTTP/1.1" status: 200 len: 946 time: 0.3483415 Nov 27 04:15:30.101150 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-6127834c-87f3-477d-9bb9-98be9608ea8a None None] Attempting to bind port 7ea3caa3-eff2-4f36-aa74-7ca88da69c72 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:15:30.101539 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-6127834c-87f3-477d-9bb9-98be9608ea8a None None] Attempting to bind port 7ea3caa3-eff2-4f36-aa74-7ca88da69c72 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'dea02e26-6e69-4257-a947-f1ebbef2bb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '63165fcb-db24-4700-90b6-732b08445a70'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:15:30.102654 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6127834c-87f3-477d-9bb9-98be9608ea8a None None] Attempting to bind port 7ea3caa3-eff2-4f36-aa74-7ca88da69c72 on network 63165fcb-db24-4700-90b6-732b08445a70 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:15:30.122405 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6127834c-87f3-477d-9bb9-98be9608ea8a None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:15:30.122928 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6127834c-87f3-477d-9bb9-98be9608ea8a None None] Checking segment: {'id': 'dea02e26-6e69-4257-a947-f1ebbef2bb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '63165fcb-db24-4700-90b6-732b08445a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:15:30.123415 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6127834c-87f3-477d-9bb9-98be9608ea8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:30.123898 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6127834c-87f3-477d-9bb9-98be9608ea8a None None] Bound using segment: {'id': 'dea02e26-6e69-4257-a947-f1ebbef2bb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '63165fcb-db24-4700-90b6-732b08445a70'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:15:30.125995 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-6127834c-87f3-477d-9bb9-98be9608ea8a None None] Bound port: 7ea3caa3-eff2-4f36-aa74-7ca88da69c72, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea02e26-6e69-4257-a947-f1ebbef2bb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '63165fcb-db24-4700-90b6-732b08445a70'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:15:30.126466 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6127834c-87f3-477d-9bb9-98be9608ea8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:30.385279 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8fd0db83-3d60-4661-ad63-7bec3e3fcf08 req-cac85655-0960-4b74-8a99-d86a8ceb438f tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/security-groups?id=5009d093-a4b5-4d3f-9e44-e87194e41a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3074644 Nov 27 04:15:30.406742 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-6127834c-87f3-477d-9bb9-98be9608ea8a None None] For port 7ea3caa3-eff2-4f36-aa74-7ca88da69c72, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:15:30.409684 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-c0785506-629b-4cd6-8d9f-b0692bea774c req-c7f14142-15e4-4340-8215-5a7170813c8a tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Deleting port ab452ffa-d631-4d9f-9832-5cfd42bf19a0 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:15:30.410015 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c0785506-629b-4cd6-8d9f-b0692bea774c req-c7f14142-15e4-4340-8215-5a7170813c8a tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:30.436085 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-6127834c-87f3-477d-9bb9-98be9608ea8a None None] For port 7ea3caa3-eff2-4f36-aa74-7ca88da69c72, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=7ea3caa3-eff2-4f36-aa74-7ca88da69c72,segment=NetworkSegment(dea02e26-6e69-4257-a947-f1ebbef2bb1a),segment_id=dea02e26-6e69-4257-a947-f1ebbef2bb1a)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:15:30.450361 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6127834c-87f3-477d-9bb9-98be9608ea8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:30.474202 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8f482eb9-83ba-4470-abc4-4015352c85ba tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:30.670477 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-c0785506-629b-4cd6-8d9f-b0692bea774c req-c7f14142-15e4-4340-8215-5a7170813c8a tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] For port ab452ffa-d631-4d9f-9832-5cfd42bf19a0, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=ab452ffa-d631-4d9f-9832-5cfd42bf19a0,segment=NetworkSegment(e3ed01b7-72d1-4418-871a-c8556e7d20b4),segment_id=e3ed01b7-72d1-4418-871a-c8556e7d20b4)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:15:30.671163 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c0785506-629b-4cd6-8d9f-b0692bea774c req-c7f14142-15e4-4340-8215-5a7170813c8a tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:30.695111 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127834c-87f3-477d-9bb9-98be9608ea8a None None] Pushing event updated for resources: {'Port': ['ID=7ea3caa3-eff2-4f36-aa74-7ca88da69c72,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:30.696371 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-c0785506-629b-4cd6-8d9f-b0692bea774c req-c7f14142-15e4-4340-8215-5a7170813c8a tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Calling delete_port for ab452ffa-d631-4d9f-9832-5cfd42bf19a0 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:15:30.819526 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46386) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:31.078018 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-ed9e2243-fb26-4fac-b35d-365d144915b1 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2000845279', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:15:31.133994 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ed9e2243-fb26-4fac-b35d-365d144915b1 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:31.135425 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ed9e2243-fb26-4fac-b35d-365d144915b1 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:31.149598 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c0785506-629b-4cd6-8d9f-b0692bea774c req-c7f14142-15e4-4340-8215-5a7170813c8a tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:31.232602 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f84629-3a54-45e0-bfc6-9805a685ff80 req-c80947c1-18e8-4c3e-b6ca-cc213fc61781 tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:31.235025 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-71f84629-3a54-45e0-bfc6-9805a685ff80 req-c80947c1-18e8-4c3e-b6ca-cc213fc61781 tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 1096 time: 0.2063479 Nov 27 04:15:31.308515 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f14142-15e4-4340-8215-5a7170813c8a tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event deleted for resources: {'Port': ['ID=ab452ffa-d631-4d9f-9832-5cfd42bf19a0,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:31.343491 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0785506-629b-4cd6-8d9f-b0692bea774c req-c7f14142-15e4-4340-8215-5a7170813c8a tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] No DVR routers for this DVR port ab452ffa-d631-4d9f-9832-5cfd42bf19a0 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:15:31.369308 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-71f84629-3a54-45e0-bfc6-9805a685ff80 req-9f9b3217-c1a2-4b8d-b9fd-bbeccf13ffd9 tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=35287554-093e-492b-9e65-510620951be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245320 Nov 27 04:15:31.424996 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-c0785506-629b-4cd6-8d9f-b0692bea774c req-c7f14142-15e4-4340-8215-5a7170813c8a tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:31.443182 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c0785506-629b-4cd6-8d9f-b0692bea774c req-c7f14142-15e4-4340-8215-5a7170813c8a tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.23 "DELETE /v2.0/ports/ab452ffa-d631-4d9f-9832-5cfd42bf19a0 HTTP/1.1" status: 204 len: 173 time: 1.5324450 Nov 27 04:15:31.445525 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2797c38f-742b-490d-a3c0-632377e60f33', 'name': 'network-vif-deleted', 'tag': 'ab452ffa-d631-4d9f-9832-5cfd42bf19a0'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:15:31.479292 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592592ac-0d2f-454e-b967-34aa246019f2" -d '{"events": [{"server_uuid": "2797c38f-742b-490d-a3c0-632377e60f33", "name": "network-vif-deleted", "tag": "ab452ffa-d631-4d9f-9832-5cfd42bf19a0"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:15:31.492164 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ed9e2243-fb26-4fac-b35d-365d144915b1 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:31.498473 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ed9e2243-fb26-4fac-b35d-365d144915b1 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:31.530051 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ed9e2243-fb26-4fac-b35d-365d144915b1 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:31.538169 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ed9e2243-fb26-4fac-b35d-365d144915b1 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7105899 Nov 27 04:15:31.551209 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46406) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:31.557107 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-7342f7ad-0f93-4347-8c2b-526edee52071 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-424221885'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:15:31.593127 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8f482eb9-83ba-4470-abc4-4015352c85ba tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:31.612083 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8f482eb9-83ba-4470-abc4-4015352c85ba tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:31.613917 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7342f7ad-0f93-4347-8c2b-526edee52071 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Made reservation on behalf of b4614eb29721492eb72b13475d3ee39e for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:15:31.616531 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8f482eb9-83ba-4470-abc4-4015352c85ba tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:31.617613 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7342f7ad-0f93-4347-8c2b-526edee52071 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:31.647851 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7342f7ad-0f93-4347-8c2b-526edee52071 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:31.730455 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c66eac13-d1f0-4fd2-9f1d-d8ef9cecef87 req-33e7a94b-c4ef-4a20-a618-cbd0e418b762 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=2797c38f-742b-490d-a3c0-632377e60f33 HTTP/1.1" status: 200 len: 210 time: 0.0838900 Nov 27 04:15:31.797001 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 548daa0a-09c3-43ce-bed9-38736d0a3118 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:15:31.891742 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f584a9a-8066-4a70-96b5-f8a6c269573b x-openstack-request-id: req-1f584a9a-8066-4a70-96b5-f8a6c269573b {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:15:31.893444 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2797c38f-742b-490d-a3c0-632377e60f33", "name": "network-vif-deleted", "tag": "ab452ffa-d631-4d9f-9832-5cfd42bf19a0", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:15:31.893855 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f584a9a-8066-4a70-96b5-f8a6c269573b {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:15:31.894400 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2797c38f-742b-490d-a3c0-632377e60f33', 'name': 'network-vif-deleted', 'tag': 'ab452ffa-d631-4d9f-9832-5cfd42bf19a0', 'status': 'completed', 'code': 200} Nov 27 04:15:31.926111 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7342f7ad-0f93-4347-8c2b-526edee52071 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:31.936105 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 548daa0a-09c3-43ce-bed9-38736d0a3118 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:31.938017 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:31.939145 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7342f7ad-0f93-4347-8c2b-526edee52071 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:32.024775 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7342f7ad-0f93-4347-8c2b-526edee52071 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:15:32.046582 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7342f7ad-0f93-4347-8c2b-526edee52071 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:32.048617 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-7342f7ad-0f93-4347-8c2b-526edee52071 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Added segment 5c5bf381-2c4e-4190-a472-3dfc169d1070 of type vlan for network dd401728-aa06-4062-9a1e-8fce9a39f70b Nov 27 04:15:32.155134 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f482eb9-83ba-4470-abc4-4015352c85ba tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event updated for resources: {'Port': ['ID=fd9b6adf-9385-488d-8f76-73cf9281b93e,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:32.160543 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7342f7ad-0f93-4347-8c2b-526edee52071 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:32.244256 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7342f7ad-0f93-4347-8c2b-526edee52071 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:32.251379 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7342f7ad-0f93-4347-8c2b-526edee52071 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:32.262328 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7342f7ad-0f93-4347-8c2b-526edee52071 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:32.270698 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ee647-4862-476f-a7da-9be3fd8d5983 req-f35493d8-f245-4b0b-b6d9-2b775f843f90 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:32.273555 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a07ee647-4862-476f-a7da-9be3fd8d5983 req-f35493d8-f245-4b0b-b6d9-2b775f843f90 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 945 time: 0.6675673 Nov 27 04:15:32.312111 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f482eb9-83ba-4470-abc4-4015352c85ba tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Network 63165fcb-db24-4700-90b6-732b08445a70 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:15:32.360629 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-8f482eb9-83ba-4470-abc4-4015352c85ba tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:15:32.375154 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:32.492902 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7342f7ad-0f93-4347-8c2b-526edee52071 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3461a1dc-c336-4a8e-9bd8-97978874f603,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:32.524757 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7342f7ad-0f93-4347-8c2b-526edee52071 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9673562 Nov 27 04:15:32.531300 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46414) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:32.550835 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-7b4abdb4-28fe-45c1-b476-38a64c2a237e tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Request body: {'subnet': {'network_id': 'dd401728-aa06-4062-9a1e-8fce9a39f70b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:15:32.554716 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a07ee647-4862-476f-a7da-9be3fd8d5983 req-e06a6177-297f-4134-9474-5af4f7aa9973 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=35287554-093e-492b-9e65-510620951be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2695336 Nov 27 04:15:32.554850 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 548daa0a-09c3-43ce-bed9-38736d0a3118, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=548daa0a-09c3-43ce-bed9-38736d0a3118,segment=NetworkSegment(03adce1b-9d7c-4b83-85dd-92676c46c6c7),segment_id=03adce1b-9d7c-4b83-85dd-92676c46c6c7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:15:32.569566 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:32.570465 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 7ea3caa3-eff2-4f36-aa74-7ca88da69c72 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:15:32.597586 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46416) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:32.604128 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f482eb9-83ba-4470-abc4-4015352c85ba tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Router c6755b6d-8ec0-4a93-8c51-bf241607b7a0 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:15:32.738063 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7342f7ad-0f93-4347-8c2b-526edee52071 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Pushing event updated for resources: {'Network': ['ID=dd401728-aa06-4062-9a1e-8fce9a39f70b,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:32.743359 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device ab452ffa-d631-4d9f-9832-5cfd42bf19a0 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:15:32.785043 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: ab452ffa-d631-4d9f-9832-5cfd42bf19a0 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:15:32.785395 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device ab452ffa-d631-4d9f-9832-5cfd42bf19a0 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:15:32.786909 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network dd401728-aa06-4062-9a1e-8fce9a39f70b details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:15:32.878256 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46424) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:32.892973 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c379610-9e6a-4f6c-ac53-0ea5af05a715 None None] Network 63165fcb-db24-4700-90b6-732b08445a70 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:15:32.970991 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a808a66a-c1ef-4a3f-89ce-3bfcc0591c48 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/floatingips/1948539b-71ed-40a4-beb1-b4ee8653e225 HTTP/1.1" status: 200 len: 993 time: 0.3697093 Nov 27 04:15:32.981410 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=548daa0a-09c3-43ce-bed9-38736d0a3118,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:33.011067 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f482eb9-83ba-4470-abc4-4015352c85ba tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:15:33.011935 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-4d6f7e76-1a25-4ac1-9165-2a37f27b2ef6 None None] Provisioning complete for port 7ea3caa3-eff2-4f36-aa74-7ca88da69c72 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:33.012316 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4d6f7e76-1a25-4ac1-9165-2a37f27b2ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:33.040970 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46430) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:33.042321 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8f482eb9-83ba-4470-abc4-4015352c85ba tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "PUT /v2.0/routers/c6755b6d-8ec0-4a93-8c51-bf241607b7a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0570555 Nov 27 04:15:33.052011 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-59eac895-7469-40dc-b40f-c802bc4f0b5b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1022352875'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:15:33.110136 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 7ea3caa3-eff2-4f36-aa74-7ca88da69c72 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:33.110807 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:33.164195 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59eac895-7469-40dc-b40f-c802bc4f0b5b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Made reservation on behalf of a9e88f9ca477446190dca2e07a135f44 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:15:33.168776 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59eac895-7469-40dc-b40f-c802bc4f0b5b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:33.228039 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8fe4e9-b783-4359-8fb1-e7f2f9076a26 None None] Sync routers for ids ['c6755b6d-8ec0-4a93-8c51-bf241607b7a0'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:15:33.262358 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d462c085-9bec-4a02-ae5d-e12f9e529fdf tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:33.342787 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8fe4e9-b783-4359-8fb1-e7f2f9076a26 None None] Routers {'c6755b6d-8ec0-4a93-8c51-bf241607b7a0'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:15:33.349028 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-ba8fe4e9-b783-4359-8fb1-e7f2f9076a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:15:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c6755b6d-8ec0-4a93-8c51-bf241607b7a0'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:33.374826 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d462c085-9bec-4a02-ae5d-e12f9e529fdf tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:33.414971 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59eac895-7469-40dc-b40f-c802bc4f0b5b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:15:33.453616 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59eac895-7469-40dc-b40f-c802bc4f0b5b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:33.453933 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-59eac895-7469-40dc-b40f-c802bc4f0b5b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Added segment 7ed0ee4b-5621-43e1-95f7-12d762a07336 of type vlan for network d7d0bd74-0723-4771-b795-968f83a30d67 Nov 27 04:15:33.546188 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4abdb4-28fe-45c1-b476-38a64c2a237e tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Made reservation on behalf of b4614eb29721492eb72b13475d3ee39e for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:15:33.550412 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7b4abdb4-28fe-45c1-b476-38a64c2a237e tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:33.657286 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:33.843884 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59eac895-7469-40dc-b40f-c802bc4f0b5b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:33.845932 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-ba8fe4e9-b783-4359-8fb1-e7f2f9076a26 None None] Set router c6755b6d-8ec0-4a93-8c51-bf241607b7a0 gateway port host: None {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:15:34.122946 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59eac895-7469-40dc-b40f-c802bc4f0b5b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:34.129527 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59eac895-7469-40dc-b40f-c802bc4f0b5b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:34.130176 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59eac895-7469-40dc-b40f-c802bc4f0b5b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:34.310491 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46448) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:34.311060 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-59eac895-7469-40dc-b40f-c802bc4f0b5b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2626987 Nov 27 04:15:34.317487 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-9aa0aa6b-4686-4a9d-b3d5-af9332fda25b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Request body: {'subnet': {'network_id': 'd7d0bd74-0723-4771-b795-968f83a30d67', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:15:34.330594 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-366d2018-c308-4416-9b87-bdb4844394fa req-d6b10627-6771-4ca0-abcf-c739c0c68aef service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2553844 Nov 27 04:15:34.379518 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-366d2018-c308-4416-9b87-bdb4844394fa req-6e318eee-2c53-48de-b5bf-16f466b3d85f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:15:34.383881 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-366d2018-c308-4416-9b87-bdb4844394fa req-6e318eee-2c53-48de-b5bf-16f466b3d85f service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097136 Nov 27 04:15:34.390533 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eac895-7469-40dc-b40f-c802bc4f0b5b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event updated for resources: {'Network': ['ID=d7d0bd74-0723-4771-b795-968f83a30d67,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:34.402101 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeedd8d6-18e0-42c9-a65c-581e393b145d req-67a99cc3-4602-4d1c-a5fb-07b85675724e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:34.409887 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 7ea3caa3-eff2-4f36-aa74-7ca88da69c72, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=7ea3caa3-eff2-4f36-aa74-7ca88da69c72,segment=NetworkSegment(dea02e26-6e69-4257-a947-f1ebbef2bb1a),segment_id=dea02e26-6e69-4257-a947-f1ebbef2bb1a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:15:34.410435 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-aeedd8d6-18e0-42c9-a65c-581e393b145d req-67a99cc3-4602-4d1c-a5fb-07b85675724e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 945 time: 0.4179089 Nov 27 04:15:34.417150 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network d7d0bd74-0723-4771-b795-968f83a30d67 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:15:34.467015 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:34.521081 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d462c085-9bec-4a02-ae5d-e12f9e529fdf tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:34.533444 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d462c085-9bec-4a02-ae5d-e12f9e529fdf tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:34.540419 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d462c085-9bec-4a02-ae5d-e12f9e529fdf tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "DELETE /v2.0/security-groups/5009d093-a4b5-4d3f-9e44-e87194e41a00 HTTP/1.1" status: 204 len: 168 time: 1.6609678 Nov 27 04:15:34.589107 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46456) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:34.600005 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462c085-9bec-4a02-ae5d-e12f9e529fdf tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5009d093-a4b5-4d3f-9e44-e87194e41a00,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:34.624609 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=7ea3caa3-eff2-4f36-aa74-7ca88da69c72,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:34.628566 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 5b6f3684-275a-4183-a130-cb148a401502 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:15:34.666407 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-203ba044-ad6e-4bc5-ad60-2a82f50d923f tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Deleting subnet 78775797-57db-4e3b-b394-b5b4b09389b8 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:15:34.675078 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-203ba044-ad6e-4bc5-ad60-2a82f50d923f tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:34.688202 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4d6f7e76-1a25-4ac1-9165-2a37f27b2ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:34.705447 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 5b6f3684-275a-4183-a130-cb148a401502 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:15:34.705921 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 5b6f3684-275a-4183-a130-cb148a401502 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:15:34.719107 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa0aa6b-4686-4a9d-b3d5-af9332fda25b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Made reservation on behalf of a9e88f9ca477446190dca2e07a135f44 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:15:34.735613 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9aa0aa6b-4686-4a9d-b3d5-af9332fda25b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:34.783642 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.api [None req-4d6f7e76-1a25-4ac1-9165-2a37f27b2ef6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:15:34.784439 n-d-819494-3 neutron-server[110020]: DEBUG oslo_db.api [None req-4d6f7e76-1a25-4ac1-9165-2a37f27b2ef6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:15:34.787555 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-ba8fe4e9-b783-4359-8fb1-e7f2f9076a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'name': 'tempest-RoutersIpV6Test-router-263636440', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:15:14Z', 'updated_at': '2021-11-27T04:15:30Z', 'revision_number': 4, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'gw_port_host': None, '_interfaces': [{'id': '548daa0a-09c3-43ce-bed9-38736d0a3118', 'name': '', 'network_id': 'de87b4a2-0ce7-4187-8393-e606874040c0', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:10:e8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'a76ce5c3-5614-409a-9733-67c9e8f4a901', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:19Z', 'updated_at': '2021-11-27T04:15:32Z', 'revision_number': 5, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': 'a76ce5c3-5614-409a-9733-67c9e8f4a901', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bcc017f-8224-4822-81e4-297d7416cf5f', 'name': '', 'network_id': '18d3ed19-5b7c-431a-bb1f-75463789b76e', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:92:b7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:15Z', 'updated_at': '2021-11-27T04:15:20Z', 'revision_number': 5, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd9b6adf-9385-488d-8f76-73cf9281b93e', 'name': '', 'network_id': '63165fcb-db24-4700-90b6-732b08445a70', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:af:13:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'f02ed401-c432-4d15-adab-790f3b876faf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:28Z', 'updated_at': '2021-11-27T04:15:31Z', 'revision_number': 2, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': 'f02ed401-c432-4d15-adab-790f3b876faf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:34.823962 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-aeedd8d6-18e0-42c9-a65c-581e393b145d req-ce8df57e-41b9-461e-a2d8-1ef1e2235a35 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=35287554-093e-492b-9e65-510620951be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4105282 Nov 27 04:15:34.864764 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8fe4e9-b783-4359-8fb1-e7f2f9076a26 None None] Checking router: c6755b6d-8ec0-4a93-8c51-bf241607b7a0 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:15:34.865386 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8fe4e9-b783-4359-8fb1-e7f2f9076a26 None None] Updating router c6755b6d-8ec0-4a93-8c51-bf241607b7a0 port fd9b6adf-9385-488d-8f76-73cf9281b93e binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:15:34.945945 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7b4abdb4-28fe-45c1-b476-38a64c2a237e tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:34.988445 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ba8fe4e9-b783-4359-8fb1-e7f2f9076a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:35.013974 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-203ba044-ad6e-4bc5-ad60-2a82f50d923f tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:35.086192 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4abdb4-28fe-45c1-b476-38a64c2a237e tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Checking segment: {'id': '5c5bf381-2c4e-4190-a472-3dfc169d1070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dd401728-aa06-4062-9a1e-8fce9a39f70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:15:35.088388 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4abdb4-28fe-45c1-b476-38a64c2a237e tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Network hostable DHCP agents. Network: dd401728-aa06-4062-9a1e-8fce9a39f70b, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:15:35.108406 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4abdb4-28fe-45c1-b476-38a64c2a237e tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Pushing event updated for resources: {'Subnet': ['ID=0e3e18b8-9d10-4d24-81ff-d5433dfa5429,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:35.115526 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 548daa0a-09c3-43ce-bed9-38736d0a3118 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:15:35.218467 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4abdb4-28fe-45c1-b476-38a64c2a237e tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Network dd401728-aa06-4062-9a1e-8fce9a39f70b is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:15:35.261838 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-7b4abdb4-28fe-45c1-b476-38a64c2a237e tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, dd401728-aa06-4062-9a1e-8fce9a39f70b) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:15:35.280948 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4abdb4-28fe-45c1-b476-38a64c2a237e tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:35.292176 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7b4abdb4-28fe-45c1-b476-38a64c2a237e tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:35.344581 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f393b8-b9f4-4dfa-873b-b3d10574887f None None] Network dd401728-aa06-4062-9a1e-8fce9a39f70b requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:15:35.364540 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7b4abdb4-28fe-45c1-b476-38a64c2a237e tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8279686 Nov 27 04:15:35.367983 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-203ba044-ad6e-4bc5-ad60-2a82f50d923f tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:35.371491 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46484) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:35.391307 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-5085789c-1961-430e-bc29-5da7ce3b015a tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Request body: {'network': {'name': 'tempest-router-network01--1033295840'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:15:35.478877 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5085789c-1961-430e-bc29-5da7ce3b015a tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Made reservation on behalf of b4614eb29721492eb72b13475d3ee39e for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:15:35.484655 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5085789c-1961-430e-bc29-5da7ce3b015a tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:35.585517 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5085789c-1961-430e-bc29-5da7ce3b015a tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:15:35.618003 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5085789c-1961-430e-bc29-5da7ce3b015a tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:35.619020 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-5085789c-1961-430e-bc29-5da7ce3b015a tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Added segment 66e092bc-248c-4acd-9f60-473310019b1d of type vlan for network c3bbc206-9cc7-4ab5-a4af-726a48251dbe Nov 27 04:15:35.628071 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-203ba044-ad6e-4bc5-ad60-2a82f50d923f tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:35.771552 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c5dc5a-c8b9-4695-b7dd-40861d43c5ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-dd401728-aa06-4062-9a1e-8fce9a39f70b', 'network_id': 'dd401728-aa06-4062-9a1e-8fce9a39f70b', 'tenant_id': 'b4614eb29721492eb72b13475d3ee39e', 'fixed_ips': [{'subnet_id': '0e3e18b8-9d10-4d24-81ff-d5433dfa5429'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:15:35.773711 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-87c5dc5a-c8b9-4695-b7dd-40861d43c5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:35.789723 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5085789c-1961-430e-bc29-5da7ce3b015a tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:35.851872 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5085789c-1961-430e-bc29-5da7ce3b015a tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:35.864758 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5085789c-1961-430e-bc29-5da7ce3b015a tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:35.865598 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5085789c-1961-430e-bc29-5da7ce3b015a tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:35.901238 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-5085789c-1961-430e-bc29-5da7ce3b015a tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5206814 Nov 27 04:15:35.910437 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46496) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:35.915570 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-2ad8e451-2a9b-449f-a54d-dc3c00ed349c tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Request body: {'network': {'name': 'tempest-router-network02--1720599144'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:15:35.929210 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ba044-ad6e-4bc5-ad60-2a82f50d923f tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event deleted for resources: {'Subnet': ['ID=78775797-57db-4e3b-b394-b5b4b09389b8,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:36.004905 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-203ba044-ad6e-4bc5-ad60-2a82f50d923f tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:36.030076 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-203ba044-ad6e-4bc5-ad60-2a82f50d923f tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "DELETE /v2.0/subnets/78775797-57db-4e3b-b394-b5b4b09389b8 HTTP/1.1" status: 204 len: 168 time: 1.4334602 Nov 27 04:15:36.039168 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46500) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:36.055608 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40979c6-26a8-41dd-980c-531260340965 None None] Network 36eb558b-73f7-464f-863b-4e5804ae8c26 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:15:36.075770 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1271c-df44-4ce9-aaab-c786b83583c9 req-7bb709ec-f9e5-486c-81b4-db484be356bc tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:36.077930 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9aa1271c-df44-4ce9-aaab-c786b83583c9 req-7bb709ec-f9e5-486c-81b4-db484be356bc tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 946 time: 0.2973819 Nov 27 04:15:36.111892 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5085789c-1961-430e-bc29-5da7ce3b015a tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Pushing event updated for resources: {'Network': ['ID=c3bbc206-9cc7-4ab5-a4af-726a48251dbe,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:36.180649 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network c3bbc206-9cc7-4ab5-a4af-726a48251dbe details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:15:36.202290 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad8e451-2a9b-449f-a54d-dc3c00ed349c tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Made reservation on behalf of b4614eb29721492eb72b13475d3ee39e for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:15:36.206604 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2ad8e451-2a9b-449f-a54d-dc3c00ed349c tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:36.252718 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 548daa0a-09c3-43ce-bed9-38736d0a3118 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:36.253099 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:36.301290 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964be6b-76e8-45ce-b6dd-1f7eef920726 req-c8bddb05-7cd3-4fdb-8468-bde006282245 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:36.309311 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d964be6b-76e8-45ce-b6dd-1f7eef920726 req-c8bddb05-7cd3-4fdb-8468-bde006282245 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 945 time: 0.2686095 Nov 27 04:15:36.311615 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ad8e451-2a9b-449f-a54d-dc3c00ed349c tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:15:36.317653 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cda54373-c493-4abc-bdd1-511c6930b3c3 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:36.362160 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9aa0aa6b-4686-4a9d-b3d5-af9332fda25b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:36.379585 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2ad8e451-2a9b-449f-a54d-dc3c00ed349c tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:36.380283 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-2ad8e451-2a9b-449f-a54d-dc3c00ed349c tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Added segment ab6437b9-a0ec-41e6-a2d7-31cdcf2abb96 of type vlan for network 3ab9410a-b9cc-4d16-8941-3ae0d230581e Nov 27 04:15:36.448967 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9aa1271c-df44-4ce9-aaab-c786b83583c9 req-8c1f39a8-c7b0-44b4-af70-61ef9758c27f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332104 Nov 27 04:15:36.509359 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa0aa6b-4686-4a9d-b3d5-af9332fda25b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event updated for resources: {'Subnet': ['ID=bcbd95ee-52b9-42ed-afd4-4bafce7bb9d6,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:36.528674 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa0aa6b-4686-4a9d-b3d5-af9332fda25b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Checking segment: {'id': '7ed0ee4b-5621-43e1-95f7-12d762a07336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd7d0bd74-0723-4771-b795-968f83a30d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:15:36.529326 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa0aa6b-4686-4a9d-b3d5-af9332fda25b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Network hostable DHCP agents. Network: d7d0bd74-0723-4771-b795-968f83a30d67, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:15:36.564012 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa0aa6b-4686-4a9d-b3d5-af9332fda25b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Network d7d0bd74-0723-4771-b795-968f83a30d67 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:15:36.594412 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-9aa0aa6b-4686-4a9d-b3d5-af9332fda25b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, d7d0bd74-0723-4771-b795-968f83a30d67) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:15:36.599422 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa0aa6b-4686-4a9d-b3d5-af9332fda25b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:36.600224 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9aa0aa6b-4686-4a9d-b3d5-af9332fda25b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:36.640839 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9aa0aa6b-4686-4a9d-b3d5-af9332fda25b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3291378 Nov 27 04:15:36.642526 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46504) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:36.665927 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2ad8e451-2a9b-449f-a54d-dc3c00ed349c tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:36.678922 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d964be6b-76e8-45ce-b6dd-1f7eef920726 req-f55190c5-48cd-4227-879a-7cef4cf704b8 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=35287554-093e-492b-9e65-510620951be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3684340 Nov 27 04:15:36.683811 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-87c5dc5a-c8b9-4695-b7dd-40861d43c5ff None None] Allocated IP 172.20.0.2 (dd401728-aa06-4062-9a1e-8fce9a39f70b/0e3e18b8-9d10-4d24-81ff-d5433dfa5429/68825136-a01e-4192-9ce8-e565253011f5) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:15:36.720182 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-cda54373-c493-4abc-bdd1-511c6930b3c3 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Deleting port 6b3c78c3-c8f6-4356-9f9d-bdcdc86bccb4 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:15:36.720536 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cda54373-c493-4abc-bdd1-511c6930b3c3 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:36.819009 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2ad8e451-2a9b-449f-a54d-dc3c00ed349c tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:36.827866 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad8e451-2a9b-449f-a54d-dc3c00ed349c tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:36.839688 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2ad8e451-2a9b-449f-a54d-dc3c00ed349c tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:36.965948 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-87c5dc5a-c8b9-4695-b7dd-40861d43c5ff None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:36.994890 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ba8fe4e9-b783-4359-8fb1-e7f2f9076a26 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:37.004463 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d7f159-0c3a-4da5-8bc9-ce1b5d492cdc None None] Network 63165fcb-db24-4700-90b6-732b08445a70 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:15:37.021834 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce28484-2361-4640-9822-48da6fbed9fb None None] Network d7d0bd74-0723-4771-b795-968f83a30d67 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:15:37.035189 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ba8fe4e9-b783-4359-8fb1-e7f2f9076a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:37.048206 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-87c5dc5a-c8b9-4695-b7dd-40861d43c5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:37.109128 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c5dc5a-c8b9-4695-b7dd-40861d43c5ff None None] Network dd401728-aa06-4062-9a1e-8fce9a39f70b is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:15:37.429476 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-45785962-b4cb-40c5-9147-5c0136795299 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:37.463422 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d2018-c308-4416-9b87-bdb4844394fa req-fcac02fc-859f-4cee-9b2e-f78380a8f6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:37.464993 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-366d2018-c308-4416-9b87-bdb4844394fa req-fcac02fc-859f-4cee-9b2e-f78380a8f6d2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=13b1fee7d54d401493a1883da20540bb&device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 1096 time: 0.2984264 Nov 27 04:15:37.500465 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-87c5dc5a-c8b9-4695-b7dd-40861d43c5ff None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:15:37.515504 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c5dc5a-c8b9-4695-b7dd-40861d43c5ff None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:15:37.589036 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-9aed94d4-a648-456a-85c2-e53a2d86f461 None None] Provisioning complete for port 548daa0a-09c3-43ce-bed9-38736d0a3118 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:37.591008 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9aed94d4-a648-456a-85c2-e53a2d86f461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:37.604343 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad8e451-2a9b-449f-a54d-dc3c00ed349c tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Pushing event updated for resources: {'Network': ['ID=3ab9410a-b9cc-4d16-8941-3ae0d230581e,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:37.620722 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-cda54373-c493-4abc-bdd1-511c6930b3c3 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] For port 6b3c78c3-c8f6-4356-9f9d-bdcdc86bccb4, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=6b3c78c3-c8f6-4356-9f9d-bdcdc86bccb4,segment=NetworkSegment(e3ed01b7-72d1-4418-871a-c8556e7d20b4),segment_id=e3ed01b7-72d1-4418-871a-c8556e7d20b4)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:15:37.621388 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cda54373-c493-4abc-bdd1-511c6930b3c3 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:37.639731 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aff4d6-c7d7-4a8c-ac9c-5673597da429 None None] Pushing event updated for resources: {'Port': ['ID=fd9b6adf-9385-488d-8f76-73cf9281b93e,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:37.640894 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-cda54373-c493-4abc-bdd1-511c6930b3c3 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Calling delete_port for 6b3c78c3-c8f6-4356-9f9d-bdcdc86bccb4 owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:15:37.740454 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cda54373-c493-4abc-bdd1-511c6930b3c3 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:37.746840 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 3ab9410a-b9cc-4d16-8941-3ae0d230581e details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:15:37.752310 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5dc5a-c8b9-4695-b7dd-40861d43c5ff None None] Pushing event updated for resources: {'Port': ['ID=68825136-a01e-4192-9ce8-e565253011f5,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:37.784508 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2ad8e451-2a9b-449f-a54d-dc3c00ed349c tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8727190 Nov 27 04:15:37.788838 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda54373-c493-4abc-bdd1-511c6930b3c3 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] No DVR routers for this DVR port 6b3c78c3-c8f6-4356-9f9d-bdcdc86bccb4 on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:15:37.813203 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46518) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:37.821191 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-7b616368-db90-47c9-b7a0-ebf8aff10fb0 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Request body: {'subnet': {'network_id': 'c3bbc206-9cc7-4ab5-a4af-726a48251dbe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:15:37.916831 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda54373-c493-4abc-bdd1-511c6930b3c3 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event deleted for resources: {'Port': ['ID=6b3c78c3-c8f6-4356-9f9d-bdcdc86bccb4,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:37.977608 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e99bec-fbff-40eb-9bca-6e397d521285 None None] DHCP port deletion for 36eb558b-73f7-464f-863b-4e5804ae8c26 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:15:38.007802 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124c7fe-2c62-438c-992e-50a5fa8b87b3 req-7137d214-1e93-42bb-9509-d19b3a4972b8 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:38.010183 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3124c7fe-2c62-438c-992e-50a5fa8b87b3 req-7137d214-1e93-42bb-9509-d19b3a4972b8 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 946 time: 0.4204724 Nov 27 04:15:38.051070 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-87c5dc5a-c8b9-4695-b7dd-40861d43c5ff None None] Attempting to bind port 68825136-a01e-4192-9ce8-e565253011f5 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:15:38.051607 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-87c5dc5a-c8b9-4695-b7dd-40861d43c5ff None None] Attempting to bind port 68825136-a01e-4192-9ce8-e565253011f5 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '5c5bf381-2c4e-4190-a472-3dfc169d1070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dd401728-aa06-4062-9a1e-8fce9a39f70b'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:15:38.052076 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c5dc5a-c8b9-4695-b7dd-40861d43c5ff None None] Attempting to bind port 68825136-a01e-4192-9ce8-e565253011f5 on network dd401728-aa06-4062-9a1e-8fce9a39f70b {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:15:38.068361 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7308e3a0-c601-466a-af8d-adf64569b987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-d7d0bd74-0723-4771-b795-968f83a30d67', 'network_id': 'd7d0bd74-0723-4771-b795-968f83a30d67', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'fixed_ips': [{'subnet_id': 'bcbd95ee-52b9-42ed-afd4-4bafce7bb9d6'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:15:38.069061 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7308e3a0-c601-466a-af8d-adf64569b987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:38.075895 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d2018-c308-4416-9b87-bdb4844394fa req-3b13f0b6-8356-4a5a-afe3-03f6224b2c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:38.078067 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-366d2018-c308-4416-9b87-bdb4844394fa req-3b13f0b6-8356-4a5a-afe3-03f6224b2c36 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d HTTP/1.1" status: 200 len: 896 time: 0.4896472 Nov 27 04:15:38.097766 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1c717-20ae-4ce5-a220-9e0fb811327a req-8c4b5028-3385-47cb-80dd-9dcfe2f8296b tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:38.100488 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9df1c717-20ae-4ce5-a220-9e0fb811327a req-8c4b5028-3385-47cb-80dd-9dcfe2f8296b tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 946 time: 0.4917796 Nov 27 04:15:38.116119 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b616368-db90-47c9-b7a0-ebf8aff10fb0 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Made reservation on behalf of b4614eb29721492eb72b13475d3ee39e for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:15:38.121771 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7b616368-db90-47c9-b7a0-ebf8aff10fb0 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:38.140218 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c5dc5a-c8b9-4695-b7dd-40861d43c5ff None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:15:38.140713 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c5dc5a-c8b9-4695-b7dd-40861d43c5ff None None] Checking segment: {'id': '5c5bf381-2c4e-4190-a472-3dfc169d1070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dd401728-aa06-4062-9a1e-8fce9a39f70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:15:38.141189 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-87c5dc5a-c8b9-4695-b7dd-40861d43c5ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:38.141640 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c5dc5a-c8b9-4695-b7dd-40861d43c5ff None None] Bound using segment: {'id': '5c5bf381-2c4e-4190-a472-3dfc169d1070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dd401728-aa06-4062-9a1e-8fce9a39f70b'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:15:38.142209 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-87c5dc5a-c8b9-4695-b7dd-40861d43c5ff None None] Bound port: 68825136-a01e-4192-9ce8-e565253011f5, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c5bf381-2c4e-4190-a472-3dfc169d1070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dd401728-aa06-4062-9a1e-8fce9a39f70b'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:15:38.142702 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-87c5dc5a-c8b9-4695-b7dd-40861d43c5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:38.180250 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-ba8fe4e9-b783-4359-8fb1-e7f2f9076a26 None None] Attempting to bind port fd9b6adf-9385-488d-8f76-73cf9281b93e on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:15:38.180709 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-ba8fe4e9-b783-4359-8fb1-e7f2f9076a26 None None] Attempting to bind port fd9b6adf-9385-488d-8f76-73cf9281b93e by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'dea02e26-6e69-4257-a947-f1ebbef2bb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '63165fcb-db24-4700-90b6-732b08445a70'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:15:38.181144 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8fe4e9-b783-4359-8fb1-e7f2f9076a26 None None] Attempting to bind port fd9b6adf-9385-488d-8f76-73cf9281b93e on network 63165fcb-db24-4700-90b6-732b08445a70 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:15:38.196714 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8fe4e9-b783-4359-8fb1-e7f2f9076a26 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:15:38.197226 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8fe4e9-b783-4359-8fb1-e7f2f9076a26 None None] Checking segment: {'id': 'dea02e26-6e69-4257-a947-f1ebbef2bb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '63165fcb-db24-4700-90b6-732b08445a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:15:38.197805 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ba8fe4e9-b783-4359-8fb1-e7f2f9076a26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:38.198670 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8fe4e9-b783-4359-8fb1-e7f2f9076a26 None None] Bound using segment: {'id': 'dea02e26-6e69-4257-a947-f1ebbef2bb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '63165fcb-db24-4700-90b6-732b08445a70'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:15:38.199247 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-ba8fe4e9-b783-4359-8fb1-e7f2f9076a26 None None] Bound port: fd9b6adf-9385-488d-8f76-73cf9281b93e, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea02e26-6e69-4257-a947-f1ebbef2bb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '63165fcb-db24-4700-90b6-732b08445a70'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:15:38.199713 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ba8fe4e9-b783-4359-8fb1-e7f2f9076a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:38.226114 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 7ea3caa3-eff2-4f36-aa74-7ca88da69c72 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:15:38.236631 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cda54373-c493-4abc-bdd1-511c6930b3c3 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:38.274145 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-cda54373-c493-4abc-bdd1-511c6930b3c3 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36eb558b-73f7-464f-863b-4e5804ae8c26']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:38.289627 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-cda54373-c493-4abc-bdd1-511c6930b3c3 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3ed01b7-72d1-4418-871a-c8556e7d20b4') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:38.290030 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-cda54373-c493-4abc-bdd1-511c6930b3c3 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3ed01b7-72d1-4418-871a-c8556e7d20b4') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:38.303114 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cda54373-c493-4abc-bdd1-511c6930b3c3 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:38.319338 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3124c7fe-2c62-438c-992e-50a5fa8b87b3 req-661cb349-8d32-42b7-99c7-f44662dbe70f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2959836 Nov 27 04:15:38.322031 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cda54373-c493-4abc-bdd1-511c6930b3c3 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:38.331575 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cda54373-c493-4abc-bdd1-511c6930b3c3 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:15:38.332369 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cda54373-c493-4abc-bdd1-511c6930b3c3 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:38.343980 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-366d2018-c308-4416-9b87-bdb4844394fa req-c12830b9-10b3-4235-bf8f-4aec51ddb665 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d10ea079-207d-41ea-99af-c5956ead995e HTTP/1.1" status: 200 len: 1001 time: 0.2323234 Nov 27 04:15:38.419175 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-45785962-b4cb-40c5-9147-5c0136795299 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Allocated IP 2001:db8:3::1 (d7d0bd74-0723-4771-b795-968f83a30d67/bcbd95ee-52b9-42ed-afd4-4bafce7bb9d6/586f8fac-e1f2-484b-b32d-9626e96c90e1) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:15:38.424320 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:15:38.424320 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:15:38.424320 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:15:38.424320 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:15:38.424320 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:15:38.424320 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:15:38.424320 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:15:38.424320 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:15:38.424320 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:15:38.424320 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:15:38.424320 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:15:38.424320 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:15:38.424320 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:15:38.424320 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:15:38.424320 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:15:38.424320 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:15:38.424320 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:15:38.424320 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:15:38.424320 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:15:38.424320 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:15:38.424320 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:15:38.424320 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:15:38.424320 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:15:38.424320 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:15:38.424320 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:15:38.424320 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:15:38.424320 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:15:38.424320 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:15:38.424320 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:15:38.424320 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:15:38.424320 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:15:38.424320 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:15:38.428151 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d2018-c308-4416-9b87-bdb4844394fa req-1e6c2a2d-df40-4563-85b8-66f239276f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:38.429995 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-366d2018-c308-4416-9b87-bdb4844394fa req-1e6c2a2d-df40-4563-85b8-66f239276f49 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0b14f7bc-f949-4956-b408-2937d2202365 HTTP/1.1" status: 200 len: 835 time: 0.0745029 Nov 27 04:15:38.540422 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d2018-c308-4416-9b87-bdb4844394fa req-700707f8-eb47-42c1-a5c7-62bbf230a839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:38.540422 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-366d2018-c308-4416-9b87-bdb4844394fa req-700707f8-eb47-42c1-a5c7-62bbf230a839 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1029201 Nov 27 04:15:38.591217 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997eccee-342e-46f1-91d1-742bc1360312 req-af367031-14aa-4406-b806-f830931c8a96 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:38.592853 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-997eccee-342e-46f1-91d1-742bc1360312 req-af367031-14aa-4406-b806-f830931c8a96 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 945 time: 0.6685505 Nov 27 04:15:38.599080 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cda54373-c493-4abc-bdd1-511c6930b3c3 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:38.605028 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cda54373-c493-4abc-bdd1-511c6930b3c3 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:38.608381 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-cda54373-c493-4abc-bdd1-511c6930b3c3 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "DELETE /v2.0/networks/36eb558b-73f7-464f-863b-4e5804ae8c26 HTTP/1.1" status: 204 len: 168 time: 2.5662286 Nov 27 04:15:38.614882 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46528) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:38.688760 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-87c5dc5a-c8b9-4695-b7dd-40861d43c5ff None None] For port 68825136-a01e-4192-9ce8-e565253011f5, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:15:38.696074 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda54373-c493-4abc-bdd1-511c6930b3c3 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event deleted for resources: {'Network': ['ID=36eb558b-73f7-464f-863b-4e5804ae8c26,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:38.707504 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-87c5dc5a-c8b9-4695-b7dd-40861d43c5ff None None] For port 68825136-a01e-4192-9ce8-e565253011f5, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=68825136-a01e-4192-9ce8-e565253011f5,segment=NetworkSegment(5c5bf381-2c4e-4190-a472-3dfc169d1070),segment_id=5c5bf381-2c4e-4190-a472-3dfc169d1070)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:15:38.731086 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 7ea3caa3-eff2-4f36-aa74-7ca88da69c72 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:38.731465 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:38.751470 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-87c5dc5a-c8b9-4695-b7dd-40861d43c5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:38.832660 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-997eccee-342e-46f1-91d1-742bc1360312 req-b436272d-ab6c-4ca8-8476-e760c1c2a591 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=35287554-093e-492b-9e65-510620951be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2172647 Nov 27 04:15:38.838562 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-ba8fe4e9-b783-4359-8fb1-e7f2f9076a26 None None] For port fd9b6adf-9385-488d-8f76-73cf9281b93e, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:15:38.871424 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-9df1c717-20ae-4ce5-a220-9e0fb811327a req-54dd00b1-4fa5-4313-a97a-0cb458c04e8f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Deleting port 397418f9-b2a5-4f52-b913-55a426e288e1 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:15:38.875091 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9df1c717-20ae-4ce5-a220-9e0fb811327a req-54dd00b1-4fa5-4313-a97a-0cb458c04e8f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:38.902260 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-ba8fe4e9-b783-4359-8fb1-e7f2f9076a26 None None] For port fd9b6adf-9385-488d-8f76-73cf9281b93e, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=fd9b6adf-9385-488d-8f76-73cf9281b93e,segment=NetworkSegment(dea02e26-6e69-4257-a947-f1ebbef2bb1a),segment_id=dea02e26-6e69-4257-a947-f1ebbef2bb1a)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:15:38.906288 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-ee38a506-98cf-4bd5-a54e-92d59d6c53c6 None None] Provisioning complete for port fd9b6adf-9385-488d-8f76-73cf9281b93e triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:38.907112 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ee38a506-98cf-4bd5-a54e-92d59d6c53c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:38.966331 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ba8fe4e9-b783-4359-8fb1-e7f2f9076a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:39.039497 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5dc5a-c8b9-4695-b7dd-40861d43c5ff None None] Pushing event updated for resources: {'Port': ['ID=68825136-a01e-4192-9ce8-e565253011f5,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:39.109990 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-9df1c717-20ae-4ce5-a220-9e0fb811327a req-54dd00b1-4fa5-4313-a97a-0cb458c04e8f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] For port 397418f9-b2a5-4f52-b913-55a426e288e1, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=397418f9-b2a5-4f52-b913-55a426e288e1,segment=NetworkSegment(14ba06ee-f49c-4f99-b4a7-818247e87fba),segment_id=14ba06ee-f49c-4f99-b4a7-818247e87fba)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:15:39.110370 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9df1c717-20ae-4ce5-a220-9e0fb811327a req-54dd00b1-4fa5-4313-a97a-0cb458c04e8f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:39.207872 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-ee38a506-98cf-4bd5-a54e-92d59d6c53c6 None None] Port fd9b6adf-9385-488d-8f76-73cf9281b93e cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:15:39.250138 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8fe4e9-b783-4359-8fb1-e7f2f9076a26 None None] Routers {'c6755b6d-8ec0-4a93-8c51-bf241607b7a0'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:15:39.250965 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-ba8fe4e9-b783-4359-8fb1-e7f2f9076a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:15:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c6755b6d-8ec0-4a93-8c51-bf241607b7a0'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:39.276304 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-45785962-b4cb-40c5-9147-5c0136795299 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:39.397203 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-366d2018-c308-4416-9b87-bdb4844394fa req-3400733a-e435-48a6-b41d-532e5d6d6c4f service neutron] 10.222.0.11 "GET /v2.0/networks/5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8487163 Nov 27 04:15:39.420215 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-ee38a506-98cf-4bd5-a54e-92d59d6c53c6 None None] Provisioning complete for port 7ea3caa3-eff2-4f36-aa74-7ca88da69c72 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:39.422132 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ee38a506-98cf-4bd5-a54e-92d59d6c53c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:39.442099 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aff4d6-c7d7-4a8c-ac9c-5673597da429 None None] Pushing event updated for resources: {'Port': ['ID=fd9b6adf-9385-488d-8f76-73cf9281b93e,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:39.505688 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-45785962-b4cb-40c5-9147-5c0136795299 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:39.642259 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9df1c717-20ae-4ce5-a220-9e0fb811327a req-54dd00b1-4fa5-4313-a97a-0cb458c04e8f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:39.642834 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9df1c717-20ae-4ce5-a220-9e0fb811327a req-54dd00b1-4fa5-4313-a97a-0cb458c04e8f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:39.643127 n-d-819494-3 neutron-server[110019]: INFO neutron.db.l3_db [req-9df1c717-20ae-4ce5-a220-9e0fb811327a req-54dd00b1-4fa5-4313-a97a-0cb458c04e8f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Floating IP 86f6595e-9049-4e01-aecc-d59ba141554d disassociated. External IP: 172.25.1.96, port: 397418f9-b2a5-4f52-b913-55a426e288e1. Nov 27 04:15:39.643591 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-9df1c717-20ae-4ce5-a220-9e0fb811327a req-54dd00b1-4fa5-4313-a97a-0cb458c04e8f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Calling delete_port for 397418f9-b2a5-4f52-b913-55a426e288e1 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:15:39.663551 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-ba8fe4e9-b783-4359-8fb1-e7f2f9076a26 None None] Set router c6755b6d-8ec0-4a93-8c51-bf241607b7a0 gateway port host: None {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:15:39.696421 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 68825136-a01e-4192-9ce8-e565253011f5 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:15:39.697799 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45785962-b4cb-40c5-9147-5c0136795299 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event updated for resources: {'Port': ['ID=586f8fac-e1f2-484b-b32d-9626e96c90e1,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:39.799949 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-7308e3a0-c601-466a-af8d-adf64569b987 None None] Allocated IP 2001:db8:3::2 (d7d0bd74-0723-4771-b795-968f83a30d67/bcbd95ee-52b9-42ed-afd4-4bafce7bb9d6/b4683dd1-f4be-4ed9-94fb-ed357cbd6862) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:15:39.829680 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45785962-b4cb-40c5-9147-5c0136795299 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Network d7d0bd74-0723-4771-b795-968f83a30d67 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:15:39.900856 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9df1c717-20ae-4ce5-a220-9e0fb811327a req-54dd00b1-4fa5-4313-a97a-0cb458c04e8f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:39.904305 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-45785962-b4cb-40c5-9147-5c0136795299 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:15:39.909675 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45785962-b4cb-40c5-9147-5c0136795299 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:15:39.910378 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-45785962-b4cb-40c5-9147-5c0136795299 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:40.150845 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3e3d9-55ec-474e-bd13-d50314363d83 req-1e4bcb3a-58da-47f7-8d30-76b356e36896 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:40.158061 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d5c3e3d9-55ec-474e-bd13-d50314363d83 req-1e4bcb3a-58da-47f7-8d30-76b356e36896 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 868 time: 0.4658167 Nov 27 04:15:40.238375 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 68825136-a01e-4192-9ce8-e565253011f5 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:40.239108 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:40.260562 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-141c4273-1855-41f7-800f-9c247219ff4d tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Deleting port 0ffc6892-7098-4e1e-bca4-f286613749ed {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:15:40.260987 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-141c4273-1855-41f7-800f-9c247219ff4d tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:40.305690 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd00b1-4fa5-4313-a97a-0cb458c04e8f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Pushing event deleted for resources: {'Port': ['ID=397418f9-b2a5-4f52-b913-55a426e288e1,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:40.317557 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7b616368-db90-47c9-b7a0-ebf8aff10fb0 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:40.395965 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-366d2018-c308-4416-9b87-bdb4844394fa req-ab4839e9-7eed-400c-adba-034b036ad2aa service neutron] 10.222.0.11 "GET /v2.0/networks/5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9388232 Nov 27 04:15:40.572605 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffbc2a0-0c88-459a-b7f1-e4283c626ef8 req-6cd9ba4d-a438-4b3a-a191-a6746400e1c5 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:40.576560 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9ffbc2a0-0c88-459a-b7f1-e4283c626ef8 req-6cd9ba4d-a438-4b3a-a191-a6746400e1c5 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 945 time: 0.5305226 Nov 27 04:15:40.589131 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d5c3e3d9-55ec-474e-bd13-d50314363d83 req-a8aae011-f736-4edc-b1cf-be4eb5f1d875 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4267397 Nov 27 04:15:40.695559 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-45785962-b4cb-40c5-9147-5c0136795299 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:40.763745 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b616368-db90-47c9-b7a0-ebf8aff10fb0 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Pushing event updated for resources: {'Subnet': ['ID=42a541d4-6857-487e-82e5-a85a18761539,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:40.800509 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b616368-db90-47c9-b7a0-ebf8aff10fb0 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Checking segment: {'id': '66e092bc-248c-4acd-9f60-473310019b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c3bbc206-9cc7-4ab5-a4af-726a48251dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:15:40.802143 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b616368-db90-47c9-b7a0-ebf8aff10fb0 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Network hostable DHCP agents. Network: c3bbc206-9cc7-4ab5-a4af-726a48251dbe, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:15:40.831027 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-141c4273-1855-41f7-800f-9c247219ff4d tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:40.831527 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-141c4273-1855-41f7-800f-9c247219ff4d tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:40.881365 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-141c4273-1855-41f7-800f-9c247219ff4d tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Calling delete_port for 0ffc6892-7098-4e1e-bca4-f286613749ed owned by network:floatingip {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:15:40.923158 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9ffbc2a0-0c88-459a-b7f1-e4283c626ef8 req-403d1e07-ced1-4f75-a816-385df3f56267 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=35287554-093e-492b-9e65-510620951be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3066204 Nov 27 04:15:40.936050 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9df1c717-20ae-4ce5-a220-9e0fb811327a req-54dd00b1-4fa5-4313-a97a-0cb458c04e8f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Router 4b4d6341-aff2-447e-8f68-59fea73151c9 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:15:40.967252 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7308e3a0-c601-466a-af8d-adf64569b987 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:40.971700 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b616368-db90-47c9-b7a0-ebf8aff10fb0 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Network c3bbc206-9cc7-4ab5-a4af-726a48251dbe is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:15:40.992681 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 397418f9-b2a5-4f52-b913-55a426e288e1 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:15:40.995706 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596edf1b-1578-489e-9037-b3a9418828b1 None None] Network dd401728-aa06-4062-9a1e-8fce9a39f70b requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:15:40.998222 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7308e3a0-c601-466a-af8d-adf64569b987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:41.144526 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-7b616368-db90-47c9-b7a0-ebf8aff10fb0 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, c3bbc206-9cc7-4ab5-a4af-726a48251dbe) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:15:41.159998 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b616368-db90-47c9-b7a0-ebf8aff10fb0 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:41.160228 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7308e3a0-c601-466a-af8d-adf64569b987 None None] Pushing event updated for resources: {'Port': ['ID=b4683dd1-f4be-4ed9-94fb-ed357cbd6862,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:41.160517 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7b616368-db90-47c9-b7a0-ebf8aff10fb0 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:41.169418 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c7f544-f76c-4513-9cba-1479b5b52163 None None] Network c3bbc206-9cc7-4ab5-a4af-726a48251dbe requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:15:41.171837 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 397418f9-b2a5-4f52-b913-55a426e288e1 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:15:41.172194 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 397418f9-b2a5-4f52-b913-55a426e288e1 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:15:41.215805 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7308e3a0-c601-466a-af8d-adf64569b987 None None] Network d7d0bd74-0723-4771-b795-968f83a30d67 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:15:41.236023 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7b616368-db90-47c9-b7a0-ebf8aff10fb0 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4206827 Nov 27 04:15:41.251404 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46548) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:41.267241 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-7308e3a0-c601-466a-af8d-adf64569b987 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:15:41.269514 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-fe465fe2-9063-4ce7-922e-363b745ff14c tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Request body: {'subnet': {'network_id': '3ab9410a-b9cc-4d16-8941-3ae0d230581e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:15:41.277569 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7308e3a0-c601-466a-af8d-adf64569b987 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:15:41.286872 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-6325c63c-c229-4c08-b389-8e6353125c1f None None] Provisioning complete for port fd9b6adf-9385-488d-8f76-73cf9281b93e triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:41.288263 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6325c63c-c229-4c08-b389-8e6353125c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:41.316907 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-141c4273-1855-41f7-800f-9c247219ff4d tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:41.357642 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c4273-1855-41f7-800f-9c247219ff4d tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event deleted for resources: {'Port': ['ID=0ffc6892-7098-4e1e-bca4-f286613749ed,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:41.405431 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9df1c717-20ae-4ce5-a220-9e0fb811327a req-54dd00b1-4fa5-4313-a97a-0cb458c04e8f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:15:41.419468 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4ba0aa-170f-4996-b981-8ccb665f5bd5 None None] Sync routers for ids ['4b4d6341-aff2-447e-8f68-59fea73151c9'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:15:41.446571 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4ba0aa-170f-4996-b981-8ccb665f5bd5 None None] Routers {'4b4d6341-aff2-447e-8f68-59fea73151c9'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:15:41.463746 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-ab4ba0aa-170f-4996-b981-8ccb665f5bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:15:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4b4d6341-aff2-447e-8f68-59fea73151c9'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:41.490738 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df1c717-20ae-4ce5-a220-9e0fb811327a req-54dd00b1-4fa5-4313-a97a-0cb458c04e8f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] No DVR routers for this DVR port 397418f9-b2a5-4f52-b913-55a426e288e1 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:15:41.495091 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9df1c717-20ae-4ce5-a220-9e0fb811327a req-54dd00b1-4fa5-4313-a97a-0cb458c04e8f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:41.505113 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9df1c717-20ae-4ce5-a220-9e0fb811327a req-54dd00b1-4fa5-4313-a97a-0cb458c04e8f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.23 "DELETE /v2.0/ports/397418f9-b2a5-4f52-b913-55a426e288e1 HTTP/1.1" status: 204 len: 173 time: 3.3745136 Nov 27 04:15:41.505971 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2a4363-351d-40a7-8292-5650a354cad9', 'name': 'network-vif-deleted', 'tag': '397418f9-b2a5-4f52-b913-55a426e288e1'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:15:41.509856 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-ba8fe4e9-b783-4359-8fb1-e7f2f9076a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'name': 'tempest-RoutersIpV6Test-router-263636440', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:15:14Z', 'updated_at': '2021-11-27T04:15:30Z', 'revision_number': 4, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'gw_port_host': None, '_interfaces': [{'id': '548daa0a-09c3-43ce-bed9-38736d0a3118', 'name': '', 'network_id': 'de87b4a2-0ce7-4187-8393-e606874040c0', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:10:e8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'a76ce5c3-5614-409a-9733-67c9e8f4a901', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:19Z', 'updated_at': '2021-11-27T04:15:32Z', 'revision_number': 5, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': 'a76ce5c3-5614-409a-9733-67c9e8f4a901', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bcc017f-8224-4822-81e4-297d7416cf5f', 'name': '', 'network_id': '18d3ed19-5b7c-431a-bb1f-75463789b76e', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:92:b7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:15Z', 'updated_at': '2021-11-27T04:15:20Z', 'revision_number': 5, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd9b6adf-9385-488d-8f76-73cf9281b93e', 'name': '', 'network_id': '63165fcb-db24-4700-90b6-732b08445a70', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:af:13:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'f02ed401-c432-4d15-adab-790f3b876faf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:28Z', 'updated_at': '2021-11-27T04:15:38Z', 'revision_number': 4, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': 'f02ed401-c432-4d15-adab-790f3b876faf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:41.513694 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a172a514-9645-4d2e-bffc-4f3f49065ee3" -d '{"events": [{"server_uuid": "4c2a4363-351d-40a7-8292-5650a354cad9", "name": "network-vif-deleted", "tag": "397418f9-b2a5-4f52-b913-55a426e288e1"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:15:41.528311 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:41.569808 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-7308e3a0-c601-466a-af8d-adf64569b987 None None] Attempting to bind port b4683dd1-f4be-4ed9-94fb-ed357cbd6862 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:15:41.571076 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-7308e3a0-c601-466a-af8d-adf64569b987 None None] Attempting to bind port b4683dd1-f4be-4ed9-94fb-ed357cbd6862 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '7ed0ee4b-5621-43e1-95f7-12d762a07336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd7d0bd74-0723-4771-b795-968f83a30d67'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:15:41.571557 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7308e3a0-c601-466a-af8d-adf64569b987 None None] Attempting to bind port b4683dd1-f4be-4ed9-94fb-ed357cbd6862 on network d7d0bd74-0723-4771-b795-968f83a30d67 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:15:41.626627 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8fe4e9-b783-4359-8fb1-e7f2f9076a26 None None] The sync data for ids ['c6755b6d-8ec0-4a93-8c51-bf241607b7a0'] in n-d-819494-3 is: [{'id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'name': 'tempest-RoutersIpV6Test-router-263636440', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:15:14Z', 'updated_at': '2021-11-27T04:15:30Z', 'revision_number': 4, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'gw_port_host': None, '_interfaces': [{'id': '548daa0a-09c3-43ce-bed9-38736d0a3118', 'name': '', 'network_id': 'de87b4a2-0ce7-4187-8393-e606874040c0', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:10:e8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'a76ce5c3-5614-409a-9733-67c9e8f4a901', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:19Z', 'updated_at': '2021-11-27T04:15:32Z', 'revision_number': 5, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': 'a76ce5c3-5614-409a-9733-67c9e8f4a901', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bcc017f-8224-4822-81e4-297d7416cf5f', 'name': '', 'network_id': '18d3ed19-5b7c-431a-bb1f-75463789b76e', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:92:b7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:15Z', 'updated_at': '2021-11-27T04:15:20Z', 'revision_number': 5, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd9b6adf-9385-488d-8f76-73cf9281b93e', 'name': '', 'network_id': '63165fcb-db24-4700-90b6-732b08445a70', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:af:13:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'f02ed401-c432-4d15-adab-790f3b876faf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:28Z', 'updated_at': '2021-11-27T04:15:38Z', 'revision_number': 4, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': 'f02ed401-c432-4d15-adab-790f3b876faf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:15:41.636463 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe465fe2-9063-4ce7-922e-363b745ff14c tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Made reservation on behalf of b4614eb29721492eb72b13475d3ee39e for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:15:41.651394 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fe465fe2-9063-4ce7-922e-363b745ff14c tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:41.661333 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab22221c-80bb-4a8b-8f8f-4cdd1bc6f60d x-openstack-request-id: req-ab22221c-80bb-4a8b-8f8f-4cdd1bc6f60d {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:15:41.661790 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c2a4363-351d-40a7-8292-5650a354cad9", "name": "network-vif-deleted", "tag": "397418f9-b2a5-4f52-b913-55a426e288e1", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:15:41.662102 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab22221c-80bb-4a8b-8f8f-4cdd1bc6f60d {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:15:41.671648 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c2a4363-351d-40a7-8292-5650a354cad9', 'name': 'network-vif-deleted', 'tag': '397418f9-b2a5-4f52-b913-55a426e288e1', 'status': 'completed', 'code': 200} Nov 27 04:15:41.691026 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7308e3a0-c601-466a-af8d-adf64569b987 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:15:41.691611 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7308e3a0-c601-466a-af8d-adf64569b987 None None] Checking segment: {'id': '7ed0ee4b-5621-43e1-95f7-12d762a07336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd7d0bd74-0723-4771-b795-968f83a30d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:15:41.693062 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7308e3a0-c601-466a-af8d-adf64569b987 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:41.693542 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7308e3a0-c601-466a-af8d-adf64569b987 None None] Bound using segment: {'id': '7ed0ee4b-5621-43e1-95f7-12d762a07336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd7d0bd74-0723-4771-b795-968f83a30d67'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:15:41.695310 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-7308e3a0-c601-466a-af8d-adf64569b987 None None] Bound port: b4683dd1-f4be-4ed9-94fb-ed357cbd6862, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ed0ee4b-5621-43e1-95f7-12d762a07336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd7d0bd74-0723-4771-b795-968f83a30d67'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:15:41.697461 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7308e3a0-c601-466a-af8d-adf64569b987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:41.827710 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-ab4ba0aa-170f-4996-b981-8ccb665f5bd5 None None] Set router 4b4d6341-aff2-447e-8f68-59fea73151c9 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:15:41.834211 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-141c4273-1855-41f7-800f-9c247219ff4d tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for floatingip, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:41.838355 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [None req-141c4273-1855-41f7-800f-9c247219ff4d tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Floating IP 05d7c482-3563-45cc-bd0e-0321348e38db disassociated (deleted). External IP: 172.25.1.120, port: fac605f4-1095-412e-ac3a-57c7725a3d20. Nov 27 04:15:41.998020 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 68825136-a01e-4192-9ce8-e565253011f5, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=68825136-a01e-4192-9ce8-e565253011f5,segment=NetworkSegment(5c5bf381-2c4e-4190-a472-3dfc169d1070),segment_id=5c5bf381-2c4e-4190-a472-3dfc169d1070)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:15:42.110697 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-494136df-a48c-4acf-9fc1-0f4a65705d3d req-5764e2ba-5aef-48bd-8a8c-a89cc07d79e4 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2a4363-351d-40a7-8292-5650a354cad9 HTTP/1.1" status: 200 len: 210 time: 0.2685881 Nov 27 04:15:42.163739 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:42.170045 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-45785962-b4cb-40c5-9147-5c0136795299 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:42.247013 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-45785962-b4cb-40c5-9147-5c0136795299 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:42.249868 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-45785962-b4cb-40c5-9147-5c0136795299 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:42.346365 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 6b3c78c3-c8f6-4356-9f9d-bdcdc86bccb4 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:15:42.431898 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-ab4ba0aa-170f-4996-b981-8ccb665f5bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'name': 'tempest-AttachVolumeShelveTestJSON-765555677-router', 'tenant_id': '797b4470e1204f95b4c65fa8076beed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e1e7af8e-f203-4f67-8296-760310cf80dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:10:03Z', 'updated_at': '2021-11-27T04:10:21Z', 'revision_number': 4, 'project_id': '797b4470e1204f95b4c65fa8076beed0', 'gw_port': {'id': 'e1e7af8e-f203-4f67-8296-760310cf80dc', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:05Z', 'updated_at': '2021-11-27T04:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'b4c5d7d9-aa4d-4857-8193-53249e9b1bc2', 'name': '', 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991', 'tenant_id': '797b4470e1204f95b4c65fa8076beed0', 'mac_address': 'fa:16:3e:75:f7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '129d6819-d46b-4873-8019-a59c438c16e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:16Z', 'updated_at': '2021-11-27T04:10:30Z', 'revision_number': 5, 'project_id': '797b4470e1204f95b4c65fa8076beed0', 'subnets': [{'id': '129d6819-d46b-4873-8019-a59c438c16e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:42.499380 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6325c63c-c229-4c08-b389-8e6353125c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:42.501701 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4ba0aa-170f-4996-b981-8ccb665f5bd5 None None] Checking router: 4b4d6341-aff2-447e-8f68-59fea73151c9 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:15:42.504134 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fe465fe2-9063-4ce7-922e-363b745ff14c tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:42.542363 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4ba0aa-170f-4996-b981-8ccb665f5bd5 None None] Routers {'4b4d6341-aff2-447e-8f68-59fea73151c9'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:15:42.543104 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-ab4ba0aa-170f-4996-b981-8ccb665f5bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:15:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4b4d6341-aff2-447e-8f68-59fea73151c9'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:42.588336 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 6b3c78c3-c8f6-4356-9f9d-bdcdc86bccb4 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:15:42.593400 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 6b3c78c3-c8f6-4356-9f9d-bdcdc86bccb4 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:15:42.604113 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e75e15c-d11f-4942-974b-33f77b47a5ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-c3bbc206-9cc7-4ab5-a4af-726a48251dbe', 'network_id': 'c3bbc206-9cc7-4ab5-a4af-726a48251dbe', 'tenant_id': 'b4614eb29721492eb72b13475d3ee39e', 'fixed_ips': [{'subnet_id': '42a541d4-6857-487e-82e5-a85a18761539'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:15:42.609920 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3e75e15c-d11f-4942-974b-33f77b47a5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:42.654002 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-7308e3a0-c601-466a-af8d-adf64569b987 None None] For port b4683dd1-f4be-4ed9-94fb-ed357cbd6862, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:15:42.662721 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe465fe2-9063-4ce7-922e-363b745ff14c tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Pushing event updated for resources: {'Subnet': ['ID=7e33bd25-0698-43c6-83a4-9b24bf65907c,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:42.696600 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe465fe2-9063-4ce7-922e-363b745ff14c tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Checking segment: {'id': 'ab6437b9-a0ec-41e6-a2d7-31cdcf2abb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3ab9410a-b9cc-4d16-8941-3ae0d230581e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:15:42.697522 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe465fe2-9063-4ce7-922e-363b745ff14c tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Network hostable DHCP agents. Network: 3ab9410a-b9cc-4d16-8941-3ae0d230581e, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:15:42.725620 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-7308e3a0-c601-466a-af8d-adf64569b987 None None] For port b4683dd1-f4be-4ed9-94fb-ed357cbd6862, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b4683dd1-f4be-4ed9-94fb-ed357cbd6862,segment=NetworkSegment(7ed0ee4b-5621-43e1-95f7-12d762a07336),segment_id=7ed0ee4b-5621-43e1-95f7-12d762a07336)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:15:42.747147 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe465fe2-9063-4ce7-922e-363b745ff14c tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Network 3ab9410a-b9cc-4d16-8941-3ae0d230581e is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:15:42.754584 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=68825136-a01e-4192-9ce8-e565253011f5,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:42.764216 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-fe465fe2-9063-4ce7-922e-363b745ff14c tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 3ab9410a-b9cc-4d16-8941-3ae0d230581e) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:15:42.770463 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7308e3a0-c601-466a-af8d-adf64569b987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:42.773607 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe465fe2-9063-4ce7-922e-363b745ff14c tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:42.774433 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fe465fe2-9063-4ce7-922e-363b745ff14c tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:42.780575 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45785962-b4cb-40c5-9147-5c0136795299 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Network d7d0bd74-0723-4771-b795-968f83a30d67 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:15:42.797997 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-45785962-b4cb-40c5-9147-5c0136795299 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:15:42.814516 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-fe465fe2-9063-4ce7-922e-363b745ff14c tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5618830 Nov 27 04:15:42.817150 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46566) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:42.825222 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45785962-b4cb-40c5-9147-5c0136795299 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event updated for resources: {'Port': ['ID=586f8fac-e1f2-484b-b32d-9626e96c90e1,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:42.830907 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7798a7fa-a4a5-47a6-9ca5-77254476db16 None None] Network 3ab9410a-b9cc-4d16-8941-3ae0d230581e requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:15:42.836682 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-6325c63c-c229-4c08-b389-8e6353125c1f None None] For port fd9b6adf-9385-488d-8f76-73cf9281b93e, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=fd9b6adf-9385-488d-8f76-73cf9281b93e,segment=NetworkSegment(dea02e26-6e69-4257-a947-f1ebbef2bb1a),segment_id=dea02e26-6e69-4257-a947-f1ebbef2bb1a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:15:42.856291 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-ab4ba0aa-170f-4996-b981-8ccb665f5bd5 None None] Set router 4b4d6341-aff2-447e-8f68-59fea73151c9 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:15:42.871833 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329509ce-6f78-45e0-a141-c066ab4c593a req-7a1d0576-e560-4661-b5ff-250c34d45229 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:42.873428 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-329509ce-6f78-45e0-a141-c066ab4c593a req-7a1d0576-e560-4661-b5ff-250c34d45229 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 945 time: 0.6862073 Nov 27 04:15:43.027178 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6325c63c-c229-4c08-b389-8e6353125c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:43.119419 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141c4273-1855-41f7-800f-9c247219ff4d tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Router edff503e-a1ff-404a-99e6-1390258c5c8b has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:15:43.129065 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device fd9b6adf-9385-488d-8f76-73cf9281b93e up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:15:43.210350 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-329509ce-6f78-45e0-a141-c066ab4c593a req-0a10ef1e-1c97-40b5-a21c-c3304476f802 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=35287554-093e-492b-9e65-510620951be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578796 Nov 27 04:15:43.221819 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45785962-b4cb-40c5-9147-5c0136795299 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Router c6755b6d-8ec0-4a93-8c51-bf241607b7a0 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:15:43.361463 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-ab4ba0aa-170f-4996-b981-8ccb665f5bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'name': 'tempest-AttachVolumeShelveTestJSON-765555677-router', 'tenant_id': '797b4470e1204f95b4c65fa8076beed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e1e7af8e-f203-4f67-8296-760310cf80dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:10:03Z', 'updated_at': '2021-11-27T04:10:21Z', 'revision_number': 4, 'project_id': '797b4470e1204f95b4c65fa8076beed0', 'gw_port': {'id': 'e1e7af8e-f203-4f67-8296-760310cf80dc', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:05Z', 'updated_at': '2021-11-27T04:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'b4c5d7d9-aa4d-4857-8193-53249e9b1bc2', 'name': '', 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991', 'tenant_id': '797b4470e1204f95b4c65fa8076beed0', 'mac_address': 'fa:16:3e:75:f7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '129d6819-d46b-4873-8019-a59c438c16e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:16Z', 'updated_at': '2021-11-27T04:10:30Z', 'revision_number': 5, 'project_id': '797b4470e1204f95b4c65fa8076beed0', 'subnets': [{'id': '129d6819-d46b-4873-8019-a59c438c16e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:43.389837 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46574) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:43.393896 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-6325c63c-c229-4c08-b389-8e6353125c1f None None] Provisioning complete for port 7ea3caa3-eff2-4f36-aa74-7ca88da69c72 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:43.394391 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6325c63c-c229-4c08-b389-8e6353125c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:43.419419 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7308e3a0-c601-466a-af8d-adf64569b987 None None] Pushing event updated for resources: {'Port': ['ID=b4683dd1-f4be-4ed9-94fb-ed357cbd6862,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:43.421474 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4ba0aa-170f-4996-b981-8ccb665f5bd5 None None] The sync data for ids ['4b4d6341-aff2-447e-8f68-59fea73151c9'] in n-d-819494-3 is: [{'id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'name': 'tempest-AttachVolumeShelveTestJSON-765555677-router', 'tenant_id': '797b4470e1204f95b4c65fa8076beed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e1e7af8e-f203-4f67-8296-760310cf80dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:10:03Z', 'updated_at': '2021-11-27T04:10:21Z', 'revision_number': 4, 'project_id': '797b4470e1204f95b4c65fa8076beed0', 'gw_port': {'id': 'e1e7af8e-f203-4f67-8296-760310cf80dc', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:05Z', 'updated_at': '2021-11-27T04:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'b4c5d7d9-aa4d-4857-8193-53249e9b1bc2', 'name': '', 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991', 'tenant_id': '797b4470e1204f95b4c65fa8076beed0', 'mac_address': 'fa:16:3e:75:f7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '129d6819-d46b-4873-8019-a59c438c16e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:16Z', 'updated_at': '2021-11-27T04:10:30Z', 'revision_number': 5, 'project_id': '797b4470e1204f95b4c65fa8076beed0', 'subnets': [{'id': '129d6819-d46b-4873-8019-a59c438c16e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:15:43.574765 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45785962-b4cb-40c5-9147-5c0136795299 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:15:43.593861 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-45785962-b4cb-40c5-9147-5c0136795299 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "PUT /v2.0/routers/c6755b6d-8ec0-4a93-8c51-bf241607b7a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9499557 Nov 27 04:15:43.594093 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46582) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:43.595728 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141c4273-1855-41f7-800f-9c247219ff4d tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:15:43.607222 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913303ac-57ce-4ef1-b8df-2472985d44df None None] Sync routers for ids ['edff503e-a1ff-404a-99e6-1390258c5c8b'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:15:43.611570 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-02933a42-c867-498d-b3ae-feade0cbe08e tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:15:43.621896 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-141c4273-1855-41f7-800f-9c247219ff4d tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:43.630186 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913303ac-57ce-4ef1-b8df-2472985d44df None None] Routers {'edff503e-a1ff-404a-99e6-1390258c5c8b'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:15:43.634045 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-913303ac-57ce-4ef1-b8df-2472985d44df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:15:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['edff503e-a1ff-404a-99e6-1390258c5c8b'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:43.658185 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0e51c3a6-a765-4b9f-8e84-10a6eb220c1b tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:43.668061 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7ea7e1-6bdc-482a-bc78-3c16d94bbacf None None] Sync routers for ids ['c6755b6d-8ec0-4a93-8c51-bf241607b7a0'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:15:43.710601 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-3e75e15c-d11f-4942-974b-33f77b47a5ec None None] Allocated IP 172.20.0.2 (c3bbc206-9cc7-4ab5-a4af-726a48251dbe/42a541d4-6857-487e-82e5-a85a18761539/f4da0e17-9592-4d7a-9873-b88e0cd80279) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:15:43.730075 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-141c4273-1855-41f7-800f-9c247219ff4d tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "DELETE /v2.0/floatingips/05d7c482-3563-45cc-bd0e-0321348e38db HTTP/1.1" status: 204 len: 168 time: 5.1125584 Nov 27 04:15:43.730878 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab8b0035-4aa8-46ae-8565-71f6878e4580', 'tag': 'fac605f4-1095-412e-ac3a-57c7725a3d20'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:15:43.739081 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5b2be6-a73f-4d5f-8ce5-03fab770dc02" -d '{"events": [{"name": "network-changed", "server_uuid": "ab8b0035-4aa8-46ae-8565-71f6878e4580", "tag": "fac605f4-1095-412e-ac3a-57c7725a3d20"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:15:43.820799 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ca5648-e241-427a-82b3-7c8de0ad3454 x-openstack-request-id: req-72ca5648-e241-427a-82b3-7c8de0ad3454 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:15:43.822770 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab8b0035-4aa8-46ae-8565-71f6878e4580", "tag": "fac605f4-1095-412e-ac3a-57c7725a3d20", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:15:43.823289 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-72ca5648-e241-427a-82b3-7c8de0ad3454 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:15:43.823965 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab8b0035-4aa8-46ae-8565-71f6878e4580', 'tag': 'fac605f4-1095-412e-ac3a-57c7725a3d20', 'status': 'completed', 'code': 200} Nov 27 04:15:43.943770 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-913303ac-57ce-4ef1-b8df-2472985d44df None None] Set router edff503e-a1ff-404a-99e6-1390258c5c8b gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:15:43.985479 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b2be6-a73f-4d5f-8ce5-03fab770dc02 req-118775e0-e7df-42a7-9bb7-b7284c25509c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:43.987245 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6d5b2be6-a73f-4d5f-8ce5-03fab770dc02 req-118775e0-e7df-42a7-9bb7-b7284c25509c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=11a8da3acafa4ec1bd2e977270426dbc&device_id=ab8b0035-4aa8-46ae-8565-71f6878e4580 HTTP/1.1" status: 200 len: 1096 time: 0.1234789 Nov 27 04:15:44.009851 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4775ad42-0e7a-4b7b-858f-e96b92296364 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:44.052338 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0e51c3a6-a765-4b9f-8e84-10a6eb220c1b tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:44.064892 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7ea7e1-6bdc-482a-bc78-3c16d94bbacf None None] Routers {'c6755b6d-8ec0-4a93-8c51-bf241607b7a0'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:15:44.070496 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-ea7ea7e1-6bdc-482a-bc78-3c16d94bbacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:15:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c6755b6d-8ec0-4a93-8c51-bf241607b7a0'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:44.315138 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b33e789-45bd-4736-b2ad-6e881672e70b None None] New status for floating IP 86f6595e-9049-4e01-aecc-d59ba141554d: DOWN {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:15:44.320102 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b2be6-a73f-4d5f-8ce5-03fab770dc02 req-675bb12d-18ba-4dff-9e93-2d7234f5694d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:44.320297 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port fd9b6adf-9385-488d-8f76-73cf9281b93e triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:44.320780 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:44.323177 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6d5b2be6-a73f-4d5f-8ce5-03fab770dc02 req-675bb12d-18ba-4dff-9e93-2d7234f5694d service neutron] 10.222.0.11 "GET /v2.0/networks?id=01721107-8527-4cbc-9cef-bafb3d42cf85 HTTP/1.1" status: 200 len: 898 time: 0.3282208 Nov 27 04:15:44.356421 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2bb28d-6be2-4fd2-9dc3-ca0e52971cef req-385a7b2e-deb9-4894-9385-24ab8b807169 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:44.357997 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7e2bb28d-6be2-4fd2-9dc3-ca0e52971cef req-385a7b2e-deb9-4894-9385-24ab8b807169 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab8b0035-4aa8-46ae-8565-71f6878e4580 HTTP/1.1" status: 200 len: 945 time: 0.1973734 Nov 27 04:15:44.383720 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-913303ac-57ce-4ef1-b8df-2472985d44df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'name': 'tempest-TestNetworkBasicOps-router-1075337850', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cadaefd7-5868-4f27-b084-779ef51294a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:12:38Z', 'updated_at': '2021-11-27T04:15:26Z', 'revision_number': 6, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'gw_port': {'id': 'cadaefd7-5868-4f27-b084-779ef51294a7', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:85:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:12:39Z', 'updated_at': '2021-11-27T04:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'a5ab00c3-c161-489c-b452-10fdd43c77df', 'name': '', 'network_id': '01721107-8527-4cbc-9cef-bafb3d42cf85', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'mac_address': 'fa:16:3e:ee:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '44a79022-8cdb-466a-b050-413e97bcc0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:12:46Z', 'updated_at': '2021-11-27T04:12:53Z', 'revision_number': 5, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'subnets': [{'id': '44a79022-8cdb-466a-b050-413e97bcc0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:44.439354 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913303ac-57ce-4ef1-b8df-2472985d44df None None] Checking router: edff503e-a1ff-404a-99e6-1390258c5c8b for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:15:44.449602 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6d5b2be6-a73f-4d5f-8ce5-03fab770dc02 req-259a661f-3850-4cfe-aa58-a1bcbb1a9614 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fac605f4-1095-412e-ac3a-57c7725a3d20 HTTP/1.1" status: 200 len: 217 time: 0.1160560 Nov 27 04:15:44.470045 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913303ac-57ce-4ef1-b8df-2472985d44df None None] Routers {'edff503e-a1ff-404a-99e6-1390258c5c8b'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:15:44.471009 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-913303ac-57ce-4ef1-b8df-2472985d44df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:15:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['edff503e-a1ff-404a-99e6-1390258c5c8b'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:44.659161 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7e2bb28d-6be2-4fd2-9dc3-ca0e52971cef req-750b7768-fabd-4619-9a53-290007bcbdfd tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/security-groups?id=32324dd8-939f-42de-b6d9-60872e2d730d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2128146 Nov 27 04:15:44.672438 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b2be6-a73f-4d5f-8ce5-03fab770dc02 req-db661af6-308c-4872-ae55-5f5e81a21a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:44.673945 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6d5b2be6-a73f-4d5f-8ce5-03fab770dc02 req-db661af6-308c-4872-ae55-5f5e81a21a4a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=44a79022-8cdb-466a-b050-413e97bcc0de HTTP/1.1" status: 200 len: 834 time: 0.1958938 Nov 27 04:15:44.726434 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-913303ac-57ce-4ef1-b8df-2472985d44df None None] Set router edff503e-a1ff-404a-99e6-1390258c5c8b gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:15:44.746171 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b2be6-a73f-4d5f-8ce5-03fab770dc02 req-e80bd3c1-ec98-4318-aaa5-450139510cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:44.747752 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6d5b2be6-a73f-4d5f-8ce5-03fab770dc02 req-e80bd3c1-ec98-4318-aaa5-450139510cd7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=01721107-8527-4cbc-9cef-bafb3d42cf85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628088 Nov 27 04:15:44.831355 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ac83d8-b1b9-4a7d-83fd-81ed66baba10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-3ab9410a-b9cc-4d16-8941-3ae0d230581e', 'network_id': '3ab9410a-b9cc-4d16-8941-3ae0d230581e', 'tenant_id': 'b4614eb29721492eb72b13475d3ee39e', 'fixed_ips': [{'subnet_id': '7e33bd25-0698-43c6-83a4-9b24bf65907c'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:15:44.832292 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-41ac83d8-b1b9-4a7d-83fd-81ed66baba10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:44.955128 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6d5b2be6-a73f-4d5f-8ce5-03fab770dc02 req-745bfaa7-edff-4c38-b590-2bf5faf6039c service neutron] 10.222.0.11 "GET /v2.0/networks/01721107-8527-4cbc-9cef-bafb3d42cf85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994190 Nov 27 04:15:45.072902 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6325c63c-c229-4c08-b389-8e6353125c1f None None] Pushing event updated for resources: {'Port': ['ID=fd9b6adf-9385-488d-8f76-73cf9281b93e,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:45.118806 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0e51c3a6-a765-4b9f-8e84-10a6eb220c1b tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:45.122333 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0e51c3a6-a765-4b9f-8e84-10a6eb220c1b tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:45.126483 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0e51c3a6-a765-4b9f-8e84-10a6eb220c1b tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "DELETE /v2.0/security-groups/a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a HTTP/1.1" status: 204 len: 168 time: 1.7346947 Nov 27 04:15:45.134784 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46596) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:45.154077 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0489e-4c51-4a3d-ae0d-e0d156f1a508 req-b5af63c0-5388-4fbd-b9f6-0ba8d698d288 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:45.156077 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c2a0489e-4c51-4a3d-ae0d-e0d156f1a508 req-b5af63c0-5388-4fbd-b9f6-0ba8d698d288 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 945 time: 0.7968786 Nov 27 04:15:45.162176 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6d5b2be6-a73f-4d5f-8ce5-03fab770dc02 req-e7304951-c9f7-472e-be83-32dc02fbe493 service neutron] 10.222.0.11 "GET /v2.0/networks/01721107-8527-4cbc-9cef-bafb3d42cf85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993339 Nov 27 04:15:45.232797 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-913303ac-57ce-4ef1-b8df-2472985d44df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'name': 'tempest-TestNetworkBasicOps-router-1075337850', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cadaefd7-5868-4f27-b084-779ef51294a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:12:38Z', 'updated_at': '2021-11-27T04:15:26Z', 'revision_number': 6, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'gw_port': {'id': 'cadaefd7-5868-4f27-b084-779ef51294a7', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:85:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:12:39Z', 'updated_at': '2021-11-27T04:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'a5ab00c3-c161-489c-b452-10fdd43c77df', 'name': '', 'network_id': '01721107-8527-4cbc-9cef-bafb3d42cf85', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'mac_address': 'fa:16:3e:ee:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '44a79022-8cdb-466a-b050-413e97bcc0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:12:46Z', 'updated_at': '2021-11-27T04:12:53Z', 'revision_number': 5, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'subnets': [{'id': '44a79022-8cdb-466a-b050-413e97bcc0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:45.271624 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-c4344b0d-b12e-4d5e-b74b-7e7019f0bc4b tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] show failed (client error): The resource could not be found. Nov 27 04:15:45.274177 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913303ac-57ce-4ef1-b8df-2472985d44df None None] The sync data for ids ['edff503e-a1ff-404a-99e6-1390258c5c8b'] in n-d-819494-3 is: [{'id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'name': 'tempest-TestNetworkBasicOps-router-1075337850', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cadaefd7-5868-4f27-b084-779ef51294a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:12:38Z', 'updated_at': '2021-11-27T04:15:26Z', 'revision_number': 6, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'gw_port': {'id': 'cadaefd7-5868-4f27-b084-779ef51294a7', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:85:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:12:39Z', 'updated_at': '2021-11-27T04:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'a5ab00c3-c161-489c-b452-10fdd43c77df', 'name': '', 'network_id': '01721107-8527-4cbc-9cef-bafb3d42cf85', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'mac_address': 'fa:16:3e:ee:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '44a79022-8cdb-466a-b050-413e97bcc0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:12:46Z', 'updated_at': '2021-11-27T04:12:53Z', 'revision_number': 5, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'subnets': [{'id': '44a79022-8cdb-466a-b050-413e97bcc0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:15:45.287022 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c4344b0d-b12e-4d5e-b74b-7e7019f0bc4b tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups/a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a HTTP/1.1" status: 404 len: 347 time: 0.1281667 Nov 27 04:15:45.287935 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e51c3a6-a765-4b9f-8e84-10a6eb220c1b tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6fa5cf9-83c7-48c0-9284-eb58a0f43d2a,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:45.288550 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46600) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:45.327563 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493e3b74-1a43-4e0b-a60b-64cab394a979 None None] Network d7d0bd74-0723-4771-b795-968f83a30d67 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:15:45.434760 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-ea7ea7e1-6bdc-482a-bc78-3c16d94bbacf None None] Set router c6755b6d-8ec0-4a93-8c51-bf241607b7a0 gateway port host: None {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:15:45.477646 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-3f9b46c8-1391-4f1a-92f3-5ff9d092c607 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Deleting port 8b83c405-5cfc-4a48-8aff-92ee68ac4262 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:15:45.478519 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3f9b46c8-1391-4f1a-92f3-5ff9d092c607 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:45.521517 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.extraroute_db [None req-02933a42-c867-498d-b3ae-feade0cbe08e tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=110019) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 27 04:15:45.538570 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.extraroute_db [None req-02933a42-c867-498d-b3ae-feade0cbe08e tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Removed routes are [] {{(pid=110019) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 27 04:15:45.539060 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-02933a42-c867-498d-b3ae-feade0cbe08e tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3685224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11843'] for router, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:45.622383 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-41ac83d8-b1b9-4a7d-83fd-81ed66baba10 None None] Allocated IP 172.20.0.2 (3ab9410a-b9cc-4d16-8941-3ae0d230581e/7e33bd25-0698-43c6-83a4-9b24bf65907c/cd7b3820-98b1-4903-8940-a21b2b64d427) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:15:45.677685 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c2a0489e-4c51-4a3d-ae0d-e0d156f1a508 req-da6b6806-1f2a-4aec-bbbe-13d0b00e9ea6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=35287554-093e-492b-9e65-510620951be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4864244 Nov 27 04:15:45.770073 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332d853-8bf3-4319-b9b9-306f4e9d7d0b req-d37cc325-77a6-44de-9656-137952b2ae73 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:45.772296 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4332d853-8bf3-4319-b9b9-306f4e9d7d0b req-d37cc325-77a6-44de-9656-137952b2ae73 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab8b0035-4aa8-46ae-8565-71f6878e4580 HTTP/1.1" status: 200 len: 945 time: 0.2904310 Nov 27 04:15:45.805278 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622e1d01-87bc-42a7-b57d-b1c40f41ad1c None None] New status for floating IP 05d7c482-3563-45cc-bd0e-0321348e38db: DOWN {{(pid=110021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:15:45.837031 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-02933a42-c867-498d-b3ae-feade0cbe08e tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3685224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11843'] for router, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:45.848765 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-02933a42-c867-498d-b3ae-feade0cbe08e tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3685219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3685210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3680816'] for router, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:45.869709 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3f9b46c8-1391-4f1a-92f3-5ff9d092c607 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:45.870090 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3f9b46c8-1391-4f1a-92f3-5ff9d092c607 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:45.885965 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-3f9b46c8-1391-4f1a-92f3-5ff9d092c607 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Calling delete_port for 8b83c405-5cfc-4a48-8aff-92ee68ac4262 owned by network:floatingip {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:15:46.026224 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02933a42-c867-498d-b3ae-feade0cbe08e tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Router c6755b6d-8ec0-4a93-8c51-bf241607b7a0 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:15:46.117620 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3f9b46c8-1391-4f1a-92f3-5ff9d092c607 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:46.123731 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3e75e15c-d11f-4942-974b-33f77b47a5ec None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:46.164495 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b46c8-1391-4f1a-92f3-5ff9d092c607 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Pushing event deleted for resources: {'Port': ['ID=8b83c405-5cfc-4a48-8aff-92ee68ac4262,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:46.194003 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a35e3-b5a7-43f5-80c1-7544460eb35d req-849e0c29-7f37-45ba-a407-69609ecf9858 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:46.203124 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a93a35e3-b5a7-43f5-80c1-7544460eb35d req-849e0c29-7f37-45ba-a407-69609ecf9858 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab8b0035-4aa8-46ae-8565-71f6878e4580 HTTP/1.1" status: 200 len: 945 time: 0.3568213 Nov 27 04:15:46.217225 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02933a42-c867-498d-b3ae-feade0cbe08e tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:15:46.229958 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-02933a42-c867-498d-b3ae-feade0cbe08e tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:46.233602 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-02933a42-c867-498d-b3ae-feade0cbe08e tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "PUT /v2.0/routers/c6755b6d-8ec0-4a93-8c51-bf241607b7a0 HTTP/1.1" status: 200 len: 953 time: 2.6360197 Nov 27 04:15:46.240869 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46610) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:46.250358 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3e75e15c-d11f-4942-974b-33f77b47a5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:46.312082 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-11beb229-6f27-4ee3-ad6f-a9e73e92b086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:46.337015 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-4775ad42-0e7a-4b7b-858f-e96b92296364 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Allocated IP 172.20.0.1 (c3bbc206-9cc7-4ab5-a4af-726a48251dbe/42a541d4-6857-487e-82e5-a85a18761539/94402145-07f4-4b93-abe5-0a566456084e) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:15:46.488032 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e4a3124-dac5-43f4-aab9-1d5e16d343a6 None None] Provisioning complete for port b4683dd1-f4be-4ed9-94fb-ed357cbd6862 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:46.488579 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e4a3124-dac5-43f4-aab9-1d5e16d343a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:46.502977 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4775ad42-0e7a-4b7b-858f-e96b92296364 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:46.583162 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4775ad42-0e7a-4b7b-858f-e96b92296364 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:46.621115 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4775ad42-0e7a-4b7b-858f-e96b92296364 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Network c3bbc206-9cc7-4ab5-a4af-726a48251dbe is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:15:46.643999 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e75e15c-d11f-4942-974b-33f77b47a5ec None None] Network c3bbc206-9cc7-4ab5-a4af-726a48251dbe is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:15:46.660214 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-4775ad42-0e7a-4b7b-858f-e96b92296364 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:15:46.667636 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4775ad42-0e7a-4b7b-858f-e96b92296364 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:15:46.676508 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:46.713383 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-3e75e15c-d11f-4942-974b-33f77b47a5ec None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:15:46.733173 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e75e15c-d11f-4942-974b-33f77b47a5ec None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:15:46.796015 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4775ad42-0e7a-4b7b-858f-e96b92296364 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:46.869979 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e75e15c-d11f-4942-974b-33f77b47a5ec None None] Pushing event updated for resources: {'Port': ['ID=f4da0e17-9592-4d7a-9873-b88e0cd80279,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:46.888110 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-ea7ea7e1-6bdc-482a-bc78-3c16d94bbacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'name': 'tempest-RoutersIpV6Test-router-263636440', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:15:14Z', 'updated_at': '2021-11-27T04:15:40Z', 'revision_number': 5, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'gw_port_host': None, '_interfaces': [{'id': '548daa0a-09c3-43ce-bed9-38736d0a3118', 'name': '', 'network_id': 'de87b4a2-0ce7-4187-8393-e606874040c0', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:10:e8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'a76ce5c3-5614-409a-9733-67c9e8f4a901', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:19Z', 'updated_at': '2021-11-27T04:15:32Z', 'revision_number': 5, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': 'a76ce5c3-5614-409a-9733-67c9e8f4a901', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '586f8fac-e1f2-484b-b32d-9626e96c90e1', 'name': '', 'network_id': 'd7d0bd74-0723-4771-b795-968f83a30d67', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:7e:72:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'bcbd95ee-52b9-42ed-afd4-4bafce7bb9d6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:37Z', 'updated_at': '2021-11-27T04:15:41Z', 'revision_number': 2, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': 'bcbd95ee-52b9-42ed-afd4-4bafce7bb9d6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bcc017f-8224-4822-81e4-297d7416cf5f', 'name': '', 'network_id': '18d3ed19-5b7c-431a-bb1f-75463789b76e', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:92:b7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:15Z', 'updated_at': '2021-11-27T04:15:20Z', 'revision_number': 5, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd9b6adf-9385-488d-8f76-73cf9281b93e', 'name': '', 'network_id': '63165fcb-db24-4700-90b6-732b08445a70', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:af:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'f02ed401-c432-4d15-adab-790f3b876faf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:28Z', 'updated_at': '2021-11-27T04:15:42Z', 'revision_number': 5, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': 'f02ed401-c432-4d15-adab-790f3b876faf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:46.970613 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device fd9b6adf-9385-488d-8f76-73cf9281b93e up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:15:47.019435 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a93a35e3-b5a7-43f5-80c1-7544460eb35d req-847d04ef-a372-45dd-bc56-8383137af7a6 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/security-groups?id=32324dd8-939f-42de-b6d9-60872e2d730d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8152800 Nov 27 04:15:47.058894 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7ea7e1-6bdc-482a-bc78-3c16d94bbacf None None] Checking router: c6755b6d-8ec0-4a93-8c51-bf241607b7a0 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:15:47.059325 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7ea7e1-6bdc-482a-bc78-3c16d94bbacf None None] Updating router c6755b6d-8ec0-4a93-8c51-bf241607b7a0 port 586f8fac-e1f2-484b-b32d-9626e96c90e1 binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:15:47.061232 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4775ad42-0e7a-4b7b-858f-e96b92296364 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Pushing event updated for resources: {'Port': ['ID=94402145-07f4-4b93-abe5-0a566456084e,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:47.062209 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-abede24f-605c-42cc-ae2a-e2ca306373c9 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "GET /v2.0/routers/c6755b6d-8ec0-4a93-8c51-bf241607b7a0 HTTP/1.1" status: 200 len: 953 time: 0.8193762 Nov 27 04:15:47.063663 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4775ad42-0e7a-4b7b-858f-e96b92296364 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:47.064275 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e4a3124-dac5-43f4-aab9-1d5e16d343a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:47.065554 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46620) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:47.076711 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3f9b46c8-1391-4f1a-92f3-5ff9d092c607 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks [] for floatingip, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:47.076945 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-1468f0a2-ab78-41fe-91d4-87bc87eb4c59 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Request body: {'router': {'routes': None}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:15:47.080969 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3f9b46c8-1391-4f1a-92f3-5ff9d092c607 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:47.086204 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3f9b46c8-1391-4f1a-92f3-5ff9d092c607 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "DELETE /v2.0/floatingips/86f6595e-9049-4e01-aecc-d59ba141554d HTTP/1.1" status: 204 len: 168 time: 1.7965298 Nov 27 04:15:47.111040 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-4332d853-8bf3-4319-b9b9-306f4e9d7d0b req-21027cce-03ba-4afb-b88c-f9c5cc021131 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Deleting port fac605f4-1095-412e-ac3a-57c7725a3d20 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:15:47.112860 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-4332d853-8bf3-4319-b9b9-306f4e9d7d0b req-21027cce-03ba-4afb-b88c-f9c5cc021131 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:47.308501 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-4332d853-8bf3-4319-b9b9-306f4e9d7d0b req-21027cce-03ba-4afb-b88c-f9c5cc021131 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] For port fac605f4-1095-412e-ac3a-57c7725a3d20, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=fac605f4-1095-412e-ac3a-57c7725a3d20,segment=NetworkSegment(1bfa2de6-2583-4c45-81f6-10784b527c3e),segment_id=1bfa2de6-2583-4c45-81f6-10784b527c3e)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:15:47.309549 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-4332d853-8bf3-4319-b9b9-306f4e9d7d0b req-21027cce-03ba-4afb-b88c-f9c5cc021131 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:47.342433 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-4332d853-8bf3-4319-b9b9-306f4e9d7d0b req-21027cce-03ba-4afb-b88c-f9c5cc021131 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Calling delete_port for fac605f4-1095-412e-ac3a-57c7725a3d20 owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:15:47.356548 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-41ac83d8-b1b9-4a7d-83fd-81ed66baba10 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:47.436569 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-41ac83d8-b1b9-4a7d-83fd-81ed66baba10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:47.447621 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e4a3124-dac5-43f4-aab9-1d5e16d343a6 None None] For port b4683dd1-f4be-4ed9-94fb-ed357cbd6862, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b4683dd1-f4be-4ed9-94fb-ed357cbd6862,segment=NetworkSegment(7ed0ee4b-5621-43e1-95f7-12d762a07336),segment_id=7ed0ee4b-5621-43e1-95f7-12d762a07336)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:15:47.476822 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ea7ea7e1-6bdc-482a-bc78-3c16d94bbacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:47.544057 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805596b-08df-476d-962c-34f4146a60dd req-57a4b0db-d92d-47f7-9197-3d480e09e31b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:47.545793 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d805596b-08df-476d-962c-34f4146a60dd req-57a4b0db-d92d-47f7-9197-3d480e09e31b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 945 time: 0.5878708 Nov 27 04:15:47.569224 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ac83d8-b1b9-4a7d-83fd-81ed66baba10 None None] Network 3ab9410a-b9cc-4d16-8941-3ae0d230581e is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:15:47.573543 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e4a3124-dac5-43f4-aab9-1d5e16d343a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:47.596577 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-41ac83d8-b1b9-4a7d-83fd-81ed66baba10 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:15:47.622638 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ac83d8-b1b9-4a7d-83fd-81ed66baba10 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:15:47.649013 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-3e75e15c-d11f-4942-974b-33f77b47a5ec None None] Attempting to bind port f4da0e17-9592-4d7a-9873-b88e0cd80279 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:15:47.649450 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-3e75e15c-d11f-4942-974b-33f77b47a5ec None None] Attempting to bind port f4da0e17-9592-4d7a-9873-b88e0cd80279 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '66e092bc-248c-4acd-9f60-473310019b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c3bbc206-9cc7-4ab5-a4af-726a48251dbe'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:15:47.651284 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-4332d853-8bf3-4319-b9b9-306f4e9d7d0b req-21027cce-03ba-4afb-b88c-f9c5cc021131 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:47.652886 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e75e15c-d11f-4942-974b-33f77b47a5ec None None] Attempting to bind port f4da0e17-9592-4d7a-9873-b88e0cd80279 on network c3bbc206-9cc7-4ab5-a4af-726a48251dbe {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:15:47.661356 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:15:47.718084 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21027cce-03ba-4afb-b88c-f9c5cc021131 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event deleted for resources: {'Port': ['ID=fac605f4-1095-412e-ac3a-57c7725a3d20,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:47.773445 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46630) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:47.797486 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-2271e256-4537-4fd6-8f00-c110258267eb tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Request body: {'security_group': {'name': 'tempest-securitygroup--948678777', 'description': 'tempest-description--1832928186'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:15:47.803481 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e4a3124-dac5-43f4-aab9-1d5e16d343a6 None None] Provisioning complete for port fd9b6adf-9385-488d-8f76-73cf9281b93e triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:47.804118 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e4a3124-dac5-43f4-aab9-1d5e16d343a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:47.830072 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-4332d853-8bf3-4319-b9b9-306f4e9d7d0b req-21027cce-03ba-4afb-b88c-f9c5cc021131 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] No DVR routers for this DVR port fac605f4-1095-412e-ac3a-57c7725a3d20 on host n-h2-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:15:47.834377 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-4332d853-8bf3-4319-b9b9-306f4e9d7d0b req-21027cce-03ba-4afb-b88c-f9c5cc021131 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:47.836740 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ac83d8-b1b9-4a7d-83fd-81ed66baba10 None None] Pushing event updated for resources: {'Port': ['ID=cd7b3820-98b1-4903-8940-a21b2b64d427,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:47.838204 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4332d853-8bf3-4319-b9b9-306f4e9d7d0b req-21027cce-03ba-4afb-b88c-f9c5cc021131 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.11 "DELETE /v2.0/ports/fac605f4-1095-412e-ac3a-57c7725a3d20 HTTP/1.1" status: 204 len: 173 time: 2.0508158 Nov 27 04:15:47.839118 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8b0035-4aa8-46ae-8565-71f6878e4580', 'name': 'network-vif-deleted', 'tag': 'fac605f4-1095-412e-ac3a-57c7725a3d20'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:15:47.842022 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a1099b-6b22-4927-9a3e-5ca9c22194a1" -d '{"events": [{"server_uuid": "ab8b0035-4aa8-46ae-8565-71f6878e4580", "name": "network-vif-deleted", "tag": "fac605f4-1095-412e-ac3a-57c7725a3d20"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:15:47.847627 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e75e15c-d11f-4942-974b-33f77b47a5ec None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:15:47.848355 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e75e15c-d11f-4942-974b-33f77b47a5ec None None] Checking segment: {'id': '66e092bc-248c-4acd-9f60-473310019b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c3bbc206-9cc7-4ab5-a4af-726a48251dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:15:47.848492 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3e75e15c-d11f-4942-974b-33f77b47a5ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:47.849202 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e75e15c-d11f-4942-974b-33f77b47a5ec None None] Bound using segment: {'id': '66e092bc-248c-4acd-9f60-473310019b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c3bbc206-9cc7-4ab5-a4af-726a48251dbe'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:15:47.850153 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-3e75e15c-d11f-4942-974b-33f77b47a5ec None None] Bound port: f4da0e17-9592-4d7a-9873-b88e0cd80279, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e092bc-248c-4acd-9f60-473310019b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c3bbc206-9cc7-4ab5-a4af-726a48251dbe'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:15:47.850566 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3e75e15c-d11f-4942-974b-33f77b47a5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:47.887406 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd83600-9c7a-42ac-b01f-412076dbe145 x-openstack-request-id: req-6fd83600-9c7a-42ac-b01f-412076dbe145 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:15:47.887979 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab8b0035-4aa8-46ae-8565-71f6878e4580", "name": "network-vif-deleted", "tag": "fac605f4-1095-412e-ac3a-57c7725a3d20", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:15:47.888446 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6fd83600-9c7a-42ac-b01f-412076dbe145 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:15:47.889219 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab8b0035-4aa8-46ae-8565-71f6878e4580', 'name': 'network-vif-deleted', 'tag': 'fac605f4-1095-412e-ac3a-57c7725a3d20', 'status': 'completed', 'code': 200} Nov 27 04:15:47.913027 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d805596b-08df-476d-962c-34f4146a60dd req-ba0f138f-b9a4-4939-b039-535672633547 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=35287554-093e-492b-9e65-510620951be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3007712 Nov 27 04:15:47.959161 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a3124-dac5-43f4-aab9-1d5e16d343a6 None None] Pushing event updated for resources: {'Port': ['ID=b4683dd1-f4be-4ed9-94fb-ed357cbd6862,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:47.983473 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-41ac83d8-b1b9-4a7d-83fd-81ed66baba10 None None] Attempting to bind port cd7b3820-98b1-4903-8940-a21b2b64d427 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:15:47.984084 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-41ac83d8-b1b9-4a7d-83fd-81ed66baba10 None None] Attempting to bind port cd7b3820-98b1-4903-8940-a21b2b64d427 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'ab6437b9-a0ec-41e6-a2d7-31cdcf2abb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3ab9410a-b9cc-4d16-8941-3ae0d230581e'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:15:47.984654 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ac83d8-b1b9-4a7d-83fd-81ed66baba10 None None] Attempting to bind port cd7b3820-98b1-4903-8940-a21b2b64d427 on network 3ab9410a-b9cc-4d16-8941-3ae0d230581e {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:15:47.997008 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ac83d8-b1b9-4a7d-83fd-81ed66baba10 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:15:47.997670 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ac83d8-b1b9-4a7d-83fd-81ed66baba10 None None] Checking segment: {'id': 'ab6437b9-a0ec-41e6-a2d7-31cdcf2abb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3ab9410a-b9cc-4d16-8941-3ae0d230581e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:15:47.998272 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-41ac83d8-b1b9-4a7d-83fd-81ed66baba10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:47.998876 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ac83d8-b1b9-4a7d-83fd-81ed66baba10 None None] Bound using segment: {'id': 'ab6437b9-a0ec-41e6-a2d7-31cdcf2abb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3ab9410a-b9cc-4d16-8941-3ae0d230581e'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:15:47.999525 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-41ac83d8-b1b9-4a7d-83fd-81ed66baba10 None None] Bound port: cd7b3820-98b1-4903-8940-a21b2b64d427, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab6437b9-a0ec-41e6-a2d7-31cdcf2abb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3ab9410a-b9cc-4d16-8941-3ae0d230581e'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:15:48.000112 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-41ac83d8-b1b9-4a7d-83fd-81ed66baba10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:48.002368 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port fd9b6adf-9385-488d-8f76-73cf9281b93e triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:48.002916 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:48.021662 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2271e256-4537-4fd6-8f00-c110258267eb tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:48.233258 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1d500028-9df0-4e73-9738-b901bb789bec req-b7be7be2-6244-4fac-8797-a0ffbf3b4d7e tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab8b0035-4aa8-46ae-8565-71f6878e4580 HTTP/1.1" status: 200 len: 210 time: 0.0501025 Nov 27 04:15:48.281303 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.extraroute_db [None req-1468f0a2-ab78-41fe-91d4-87bc87eb4c59 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Added routes are [] {{(pid=110019) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 27 04:15:48.281622 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.extraroute_db [None req-1468f0a2-ab78-41fe-91d4-87bc87eb4c59 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=110019) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 27 04:15:48.315444 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1468f0a2-ab78-41fe-91d4-87bc87eb4c59 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3685224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11843'] for router, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:48.484913 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2271e256-4537-4fd6-8f00-c110258267eb tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:48.504555 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2271e256-4537-4fd6-8f00-c110258267eb tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:48.553956 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4775ad42-0e7a-4b7b-858f-e96b92296364 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:48.558359 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2271e256-4537-4fd6-8f00-c110258267eb tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:48.559640 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2271e256-4537-4fd6-8f00-c110258267eb tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7669573 Nov 27 04:15:48.562756 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2271e256-4537-4fd6-8f00-c110258267eb tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d02a42-62e8-442b-95f1-0fcf28aeef25,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:48.562960 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46638) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:48.567907 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-0196bf0d-7575-4f80-a350-0a5996a08ea8 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Request body: {'security_group_rule': {'security_group_id': 'a3d02a42-62e8-442b-95f1-0fcf28aeef25', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:15:48.578195 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4775ad42-0e7a-4b7b-858f-e96b92296364 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:48.623319 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0196bf0d-7575-4f80-a350-0a5996a08ea8 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:48.711739 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1468f0a2-ab78-41fe-91d4-87bc87eb4c59 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3685224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11843'] for router, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:48.738149 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1468f0a2-ab78-41fe-91d4-87bc87eb4c59 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3685219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3685210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3680816'] for router, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:48.748044 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0196bf0d-7575-4f80-a350-0a5996a08ea8 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:48.757665 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0196bf0d-7575-4f80-a350-0a5996a08ea8 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:48.790046 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 68825136-a01e-4192-9ce8-e565253011f5 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:15:48.792717 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0196bf0d-7575-4f80-a350-0a5996a08ea8 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45682425-eb1b-4e5b-8746-30bdf149c0d3,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:48.808932 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0196bf0d-7575-4f80-a350-0a5996a08ea8 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:48.810614 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0196bf0d-7575-4f80-a350-0a5996a08ea8 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2465029 Nov 27 04:15:48.813290 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46646) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:48.818978 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-e2ee6777-e030-4f24-aeb6-b6fbc0b03f0d tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Request body: {'security_group_rule': {'security_group_id': 'a3d02a42-62e8-442b-95f1-0fcf28aeef25', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:15:48.844248 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0f0b7d21-2b9f-4ae1-9141-86da1dd29e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:48.887037 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e2ee6777-e030-4f24-aeb6-b6fbc0b03f0d tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:48.975834 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e2ee6777-e030-4f24-aeb6-b6fbc0b03f0d tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:48.990496 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e2ee6777-e030-4f24-aeb6-b6fbc0b03f0d tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:49.004684 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-3e75e15c-d11f-4942-974b-33f77b47a5ec None None] For port f4da0e17-9592-4d7a-9873-b88e0cd80279, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:15:49.022674 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-3e75e15c-d11f-4942-974b-33f77b47a5ec None None] For port f4da0e17-9592-4d7a-9873-b88e0cd80279, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=f4da0e17-9592-4d7a-9873-b88e0cd80279,segment=NetworkSegment(66e092bc-248c-4acd-9f60-473310019b1d),segment_id=66e092bc-248c-4acd-9f60-473310019b1d)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:15:49.039063 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee6777-e030-4f24-aeb6-b6fbc0b03f0d tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5124abd-a7d7-4f6f-99d2-3276c6a12343,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:49.051007 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e2ee6777-e030-4f24-aeb6-b6fbc0b03f0d tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:49.052128 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3e75e15c-d11f-4942-974b-33f77b47a5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:49.054091 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e2ee6777-e030-4f24-aeb6-b6fbc0b03f0d tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2388813 Nov 27 04:15:49.057528 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46650) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:49.061030 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:49.068441 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-0a4226a3-addc-40b1-b2c7-46e1d07ff353 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:15:49.079831 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-41ac83d8-b1b9-4a7d-83fd-81ed66baba10 None None] For port cd7b3820-98b1-4903-8940-a21b2b64d427, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:15:49.116283 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0a4226a3-addc-40b1-b2c7-46e1d07ff353 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks [] for floatingip, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:49.143409 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 68825136-a01e-4192-9ce8-e565253011f5 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:49.144037 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:49.156574 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-41ac83d8-b1b9-4a7d-83fd-81ed66baba10 None None] For port cd7b3820-98b1-4903-8940-a21b2b64d427, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=cd7b3820-98b1-4903-8940-a21b2b64d427,segment=NetworkSegment(ab6437b9-a0ec-41e6-a2d7-31cdcf2abb96),segment_id=ab6437b9-a0ec-41e6-a2d7-31cdcf2abb96)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:15:49.205575 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-41ac83d8-b1b9-4a7d-83fd-81ed66baba10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:49.225337 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e4a3124-dac5-43f4-aab9-1d5e16d343a6 None None] Provisioning complete for port 68825136-a01e-4192-9ce8-e565253011f5 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:49.225901 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e4a3124-dac5-43f4-aab9-1d5e16d343a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:49.301964 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4775ad42-0e7a-4b7b-858f-e96b92296364 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:49.348994 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e75e15c-d11f-4942-974b-33f77b47a5ec None None] Pushing event updated for resources: {'Port': ['ID=f4da0e17-9592-4d7a-9873-b88e0cd80279,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:49.357100 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4775ad42-0e7a-4b7b-858f-e96b92296364 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Pushing event updated for resources: {'Port': ['ID=94402145-07f4-4b93-abe5-0a566456084e,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:49.364954 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46654) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:49.397692 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0a4226a3-addc-40b1-b2c7-46e1d07ff353 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:49.523819 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device fac605f4-1095-412e-ac3a-57c7725a3d20 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:15:49.602259 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: fac605f4-1095-412e-ac3a-57c7725a3d20 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:15:49.603369 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device fac605f4-1095-412e-ac3a-57c7725a3d20 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:15:49.728967 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4775ad42-0e7a-4b7b-858f-e96b92296364 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Network c3bbc206-9cc7-4ab5-a4af-726a48251dbe is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:15:49.729899 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-0a4226a3-addc-40b1-b2c7-46e1d07ff353 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Allocated IP 172.25.1.9 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/7691138f-25ca-41f9-87a7-f37f62903d39) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:15:49.768111 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1468f0a2-ab78-41fe-91d4-87bc87eb4c59 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Router c6755b6d-8ec0-4a93-8c51-bf241607b7a0 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:15:49.792406 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-4775ad42-0e7a-4b7b-858f-e96b92296364 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:15:49.850108 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33672496-6994-46e3-87d8-2a45527531fc req-eecf3359-d622-42f5-a650-2609dd4e7986 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:49.851737 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-33672496-6994-46e3-87d8-2a45527531fc req-eecf3359-d622-42f5-a650-2609dd4e7986 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 945 time: 0.5793290 Nov 27 04:15:49.974462 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ac83d8-b1b9-4a7d-83fd-81ed66baba10 None None] Pushing event updated for resources: {'Port': ['ID=cd7b3820-98b1-4903-8940-a21b2b64d427,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:49.991953 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0a4226a3-addc-40b1-b2c7-46e1d07ff353 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:50.006189 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:50.035878 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b4683dd1-f4be-4ed9-94fb-ed357cbd6862 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:15:50.048426 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ea7ea7e1-6bdc-482a-bc78-3c16d94bbacf None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:50.064644 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0a4226a3-addc-40b1-b2c7-46e1d07ff353 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:50.120292 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4226a3-addc-40b1-b2c7-46e1d07ff353 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:15:50.132812 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ea7ea7e1-6bdc-482a-bc78-3c16d94bbacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:50.142854 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-0a4226a3-addc-40b1-b2c7-46e1d07ff353 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:15:50.148872 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4226a3-addc-40b1-b2c7-46e1d07ff353 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:15:50.152700 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0878d81f-2cc3-44c6-a69b-18042bfae5cc tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:50.216171 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4226a3-addc-40b1-b2c7-46e1d07ff353 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Pushing event updated for resources: {'Port': ['ID=7691138f-25ca-41f9-87a7-f37f62903d39,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:50.239657 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0878d81f-2cc3-44c6-a69b-18042bfae5cc tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:50.275447 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2be694-15c5-4b97-baab-ebc30570a2af None None] Pushing event updated for resources: {'Port': ['ID=586f8fac-e1f2-484b-b32d-9626e96c90e1,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:50.280018 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-33672496-6994-46e3-87d8-2a45527531fc req-f53c4268-0296-4d29-a4cb-356a910885ee tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=35287554-093e-492b-9e65-510620951be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3053439 Nov 27 04:15:50.305364 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0d16170f-e478-4d68-bb03-318e5421d9ea None None] Provisioning complete for port 586f8fac-e1f2-484b-b32d-9626e96c90e1 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:50.310528 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0d16170f-e478-4d68-bb03-318e5421d9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:50.331453 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1468f0a2-ab78-41fe-91d4-87bc87eb4c59 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:15:50.342740 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port b4683dd1-f4be-4ed9-94fb-ed357cbd6862 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:50.342847 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:50.344496 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0a4226a3-addc-40b1-b2c7-46e1d07ff353 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:50.352002 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1468f0a2-ab78-41fe-91d4-87bc87eb4c59 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:50.356297 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1468f0a2-ab78-41fe-91d4-87bc87eb4c59 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "PUT /v2.0/routers/c6755b6d-8ec0-4a93-8c51-bf241607b7a0 HTTP/1.1" status: 200 len: 703 time: 3.2866364 Nov 27 04:15:50.356297 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46666) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:50.474231 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0d16170f-e478-4d68-bb03-318e5421d9ea None None] Port 586f8fac-e1f2-484b-b32d-9626e96c90e1 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:15:50.494274 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-ea7ea7e1-6bdc-482a-bc78-3c16d94bbacf None None] Attempting to bind port 586f8fac-e1f2-484b-b32d-9626e96c90e1 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:15:50.494674 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-ea7ea7e1-6bdc-482a-bc78-3c16d94bbacf None None] Attempting to bind port 586f8fac-e1f2-484b-b32d-9626e96c90e1 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '7ed0ee4b-5621-43e1-95f7-12d762a07336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd7d0bd74-0723-4771-b795-968f83a30d67'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:15:50.495046 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7ea7e1-6bdc-482a-bc78-3c16d94bbacf None None] Attempting to bind port 586f8fac-e1f2-484b-b32d-9626e96c90e1 on network d7d0bd74-0723-4771-b795-968f83a30d67 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:15:50.501548 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0a4226a3-addc-40b1-b2c7-46e1d07ff353 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:50.519014 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7ea7e1-6bdc-482a-bc78-3c16d94bbacf None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:15:50.531502 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7ea7e1-6bdc-482a-bc78-3c16d94bbacf None None] Checking segment: {'id': '7ed0ee4b-5621-43e1-95f7-12d762a07336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd7d0bd74-0723-4771-b795-968f83a30d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:15:50.533641 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ea7ea7e1-6bdc-482a-bc78-3c16d94bbacf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:50.534066 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7ea7e1-6bdc-482a-bc78-3c16d94bbacf None None] Bound using segment: {'id': '7ed0ee4b-5621-43e1-95f7-12d762a07336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd7d0bd74-0723-4771-b795-968f83a30d67'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:15:50.534776 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-ea7ea7e1-6bdc-482a-bc78-3c16d94bbacf None None] Bound port: 586f8fac-e1f2-484b-b32d-9626e96c90e1, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ed0ee4b-5621-43e1-95f7-12d762a07336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd7d0bd74-0723-4771-b795-968f83a30d67'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:15:50.535099 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ea7ea7e1-6bdc-482a-bc78-3c16d94bbacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:50.544832 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4775ad42-0e7a-4b7b-858f-e96b92296364 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Router 4e3a7801-8c41-4a16-9918-ebeb5f368564 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:15:50.548884 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0d16170f-e478-4d68-bb03-318e5421d9ea None None] Provisioning complete for port b4683dd1-f4be-4ed9-94fb-ed357cbd6862 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:50.549264 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0d16170f-e478-4d68-bb03-318e5421d9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:50.596016 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-96cae135-dbfc-4392-9dae-d37ea85dfcb6 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "GET /v2.0/routers/c6755b6d-8ec0-4a93-8c51-bf241607b7a0 HTTP/1.1" status: 200 len: 703 time: 0.2361100 Nov 27 04:15:50.598182 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46670) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:50.599866 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0878d81f-2cc3-44c6-a69b-18042bfae5cc tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:50.605276 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0878d81f-2cc3-44c6-a69b-18042bfae5cc tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:50.609304 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0878d81f-2cc3-44c6-a69b-18042bfae5cc tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "DELETE /v2.0/security-groups/32324dd8-939f-42de-b6d9-60872e2d730d HTTP/1.1" status: 204 len: 168 time: 1.2388222 Nov 27 04:15:50.737627 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46674) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:50.885207 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-ea7ea7e1-6bdc-482a-bc78-3c16d94bbacf None None] For port 586f8fac-e1f2-484b-b32d-9626e96c90e1, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:15:50.890254 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-ea7ea7e1-6bdc-482a-bc78-3c16d94bbacf None None] For port 586f8fac-e1f2-484b-b32d-9626e96c90e1, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=586f8fac-e1f2-484b-b32d-9626e96c90e1,segment=NetworkSegment(7ed0ee4b-5621-43e1-95f7-12d762a07336),segment_id=7ed0ee4b-5621-43e1-95f7-12d762a07336)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:15:50.909555 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ea7ea7e1-6bdc-482a-bc78-3c16d94bbacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:51.040122 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2be694-15c5-4b97-baab-ebc30570a2af None None] Pushing event updated for resources: {'Port': ['ID=586f8fac-e1f2-484b-b32d-9626e96c90e1,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:51.060505 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4775ad42-0e7a-4b7b-858f-e96b92296364 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:15:51.086008 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4775ad42-0e7a-4b7b-858f-e96b92296364 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] 10.222.0.20 "PUT /v2.0/routers/4e3a7801-8c41-4a16-9918-ebeb5f368564/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2675557 Nov 27 04:15:51.086881 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46678) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:51.089137 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878d81f-2cc3-44c6-a69b-18042bfae5cc tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32324dd8-939f-42de-b6d9-60872e2d730d,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:51.096636 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb82d1ec-6305-4035-bc23-8fe4a149fbf5 None None] Sync routers for ids ['4e3a7801-8c41-4a16-9918-ebeb5f368564'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:15:51.120203 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7ea7e1-6bdc-482a-bc78-3c16d94bbacf None None] Routers {'c6755b6d-8ec0-4a93-8c51-bf241607b7a0'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:15:51.120846 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-ea7ea7e1-6bdc-482a-bc78-3c16d94bbacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:15:49Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c6755b6d-8ec0-4a93-8c51-bf241607b7a0'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:51.277906 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0a4226a3-addc-40b1-b2c7-46e1d07ff353 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:51.407159 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-ea7ea7e1-6bdc-482a-bc78-3c16d94bbacf None None] Set router c6755b6d-8ec0-4a93-8c51-bf241607b7a0 gateway port host: None {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:15:51.505905 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0a4226a3-addc-40b1-b2c7-46e1d07ff353 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:51.574656 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb82d1ec-6305-4035-bc23-8fe4a149fbf5 None None] Routers {'4e3a7801-8c41-4a16-9918-ebeb5f368564'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:15:51.575290 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-bb82d1ec-6305-4035-bc23-8fe4a149fbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:15:49Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4e3a7801-8c41-4a16-9918-ebeb5f368564'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:51.634888 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7850703a-2a9e-4c43-8325-8563436e285b None None] Network c3bbc206-9cc7-4ab5-a4af-726a48251dbe requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:15:51.636615 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device f4da0e17-9592-4d7a-9873-b88e0cd80279 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:15:51.644314 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-bb82d1ec-6305-4035-bc23-8fe4a149fbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:51.687085 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4226a3-addc-40b1-b2c7-46e1d07ff353 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Pushing event updated for resources: {'Port': ['ID=7691138f-25ca-41f9-87a7-f37f62903d39,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:51.782598 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0a4226a3-addc-40b1-b2c7-46e1d07ff353 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:51.786390 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f11fcde-8b5c-46fc-9047-931464299c21 None None] Network 3ab9410a-b9cc-4d16-8941-3ae0d230581e requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:15:51.813579 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0a4226a3-addc-40b1-b2c7-46e1d07ff353 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:51.814966 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0a4226a3-addc-40b1-b2c7-46e1d07ff353 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.7562678 Nov 27 04:15:51.914843 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d40f3b3f-3697-4991-a5d6-5dbcb05f501d tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:52.064566 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf8544-6be5-4dd6-8c67-2ec528bb53c0 req-da50058f-2a8f-4729-9d48-f4d08eae732e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:52.066482 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9ecf8544-6be5-4dd6-8c67-2ec528bb53c0 req-da50058f-2a8f-4729-9d48-f4d08eae732e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 945 time: 0.5244637 Nov 27 04:15:52.165550 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-4c8c569c-da25-44da-b2d1-a7e0591917b3 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 04:15:52.169529 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4c8c569c-da25-44da-b2d1-a7e0591917b3 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] 10.222.0.20 "PUT /v2.0/routers/4e3a7801-8c41-4a16-9918-ebeb5f368564/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0745921 Nov 27 04:15:52.187668 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46702) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:52.241078 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb82d1ec-6305-4035-bc23-8fe4a149fbf5 None None] Routers {'4e3a7801-8c41-4a16-9918-ebeb5f368564'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:15:52.241808 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-bb82d1ec-6305-4035-bc23-8fe4a149fbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:15:49Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4e3a7801-8c41-4a16-9918-ebeb5f368564'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:52.244222 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:52.291887 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9ecf8544-6be5-4dd6-8c67-2ec528bb53c0 req-c097df37-75e1-42ce-8523-42f800162ae9 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=35287554-093e-492b-9e65-510620951be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968858 Nov 27 04:15:52.294936 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-23434d2f-26d1-4283-b897-6510c025ad6c req-3065dbe1-c8e9-440e-8745-259bc3a812ad tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--948678777&fields=id&tenant_id=797b4470e1204f95b4c65fa8076beed0 HTTP/1.1" status: 200 len: 267 time: 0.0692313 Nov 27 04:15:52.388920 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:52.400313 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-bb82d1ec-6305-4035-bc23-8fe4a149fbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:52.401133 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb82d1ec-6305-4035-bc23-8fe4a149fbf5 None None] The sync data for ids ['4e3a7801-8c41-4a16-9918-ebeb5f368564'] in n-d-819494-3 is: [] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:15:52.410642 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-79de9cb7-7653-4161-961c-a1a78fedc5c1 None None] Provisioning complete for port cd7b3820-98b1-4903-8940-a21b2b64d427 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:52.411247 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-79de9cb7-7653-4161-961c-a1a78fedc5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:52.523726 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23434d2f-26d1-4283-b897-6510c025ad6c req-d3c84514-c687-482c-89c2-4d26a419eec7 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:52.529110 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-23434d2f-26d1-4283-b897-6510c025ad6c req-d3c84514-c687-482c-89c2-4d26a419eec7 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/networks?id=f5be6ff6-7679-4336-aa7e-b7dc23104991 HTTP/1.1" status: 200 len: 816 time: 0.1836956 Nov 27 04:15:52.570704 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-23434d2f-26d1-4283-b897-6510c025ad6c req-ebc0a72c-49e4-41f6-b0ed-f8f991b74e47 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/quotas/797b4470e1204f95b4c65fa8076beed0 HTTP/1.1" status: 200 len: 375 time: 0.0304177 Nov 27 04:15:52.623980 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-06ae205a-e7d1-4e0b-959d-cec30e5771f0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:52.694302 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port f4da0e17-9592-4d7a-9873-b88e0cd80279 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:52.695052 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:52.736981 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-79de9cb7-7653-4161-961c-a1a78fedc5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:52.739649 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-23434d2f-26d1-4283-b897-6510c025ad6c req-1041b49a-ae5d-4b00-8f21-1e627abebaba tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=797b4470e1204f95b4c65fa8076beed0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1676803 Nov 27 04:15:52.784435 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [req-23434d2f-26d1-4283-b897-6510c025ad6c req-5e407602-14d5-48e6-a7ee-0656c6d02e05 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:15:52.785339 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-23434d2f-26d1-4283-b897-6510c025ad6c req-5e407602-14d5-48e6-a7ee-0656c6d02e05 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073116 Nov 27 04:15:52.815911 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-79de9cb7-7653-4161-961c-a1a78fedc5c1 None None] For port cd7b3820-98b1-4903-8940-a21b2b64d427, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=cd7b3820-98b1-4903-8940-a21b2b64d427,segment=NetworkSegment(ab6437b9-a0ec-41e6-a2d7-31cdcf2abb96),segment_id=ab6437b9-a0ec-41e6-a2d7-31cdcf2abb96)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:15:52.851885 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-79de9cb7-7653-4161-961c-a1a78fedc5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:52.852531 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-898781f4-db48-4a05-8542-44da3cdbce21 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:52.964601 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-d40f3b3f-3697-4991-a5d6-5dbcb05f501d tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Deleting port a5ab00c3-c161-489c-b452-10fdd43c77df {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:15:52.964601 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d40f3b3f-3697-4991-a5d6-5dbcb05f501d tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:53.002816 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:53.021193 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-79de9cb7-7653-4161-961c-a1a78fedc5c1 None None] Provisioning complete for port 586f8fac-e1f2-484b-b32d-9626e96c90e1 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:53.023904 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-79de9cb7-7653-4161-961c-a1a78fedc5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:53.079277 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-23434d2f-26d1-4283-b897-6510c025ad6c req-c880e0d7-135a-429e-aa8b-6a3e3aa46004 service neutron] 10.222.0.20 "GET /v2.0/networks/f5be6ff6-7679-4336-aa7e-b7dc23104991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858980 Nov 27 04:15:53.084893 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-ea7ea7e1-6bdc-482a-bc78-3c16d94bbacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'name': 'tempest-RoutersIpV6Test-router-263636440', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:15:14Z', 'updated_at': '2021-11-27T04:15:48Z', 'revision_number': 7, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'gw_port_host': None, '_interfaces': [{'id': '548daa0a-09c3-43ce-bed9-38736d0a3118', 'name': '', 'network_id': 'de87b4a2-0ce7-4187-8393-e606874040c0', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:10:e8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'a76ce5c3-5614-409a-9733-67c9e8f4a901', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:19Z', 'updated_at': '2021-11-27T04:15:32Z', 'revision_number': 5, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': 'a76ce5c3-5614-409a-9733-67c9e8f4a901', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '586f8fac-e1f2-484b-b32d-9626e96c90e1', 'name': '', 'network_id': 'd7d0bd74-0723-4771-b795-968f83a30d67', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:7e:72:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'bcbd95ee-52b9-42ed-afd4-4bafce7bb9d6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:37Z', 'updated_at': '2021-11-27T04:15:50Z', 'revision_number': 4, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': 'bcbd95ee-52b9-42ed-afd4-4bafce7bb9d6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bcc017f-8224-4822-81e4-297d7416cf5f', 'name': '', 'network_id': '18d3ed19-5b7c-431a-bb1f-75463789b76e', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:92:b7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:15Z', 'updated_at': '2021-11-27T04:15:20Z', 'revision_number': 5, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd9b6adf-9385-488d-8f76-73cf9281b93e', 'name': '', 'network_id': '63165fcb-db24-4700-90b6-732b08445a70', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:af:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'f02ed401-c432-4d15-adab-790f3b876faf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:28Z', 'updated_at': '2021-11-27T04:15:42Z', 'revision_number': 5, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': 'f02ed401-c432-4d15-adab-790f3b876faf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:53.141058 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de9cb7-7653-4161-961c-a1a78fedc5c1 None None] Pushing event updated for resources: {'Port': ['ID=cd7b3820-98b1-4903-8940-a21b2b64d427,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:53.183177 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7ea7e1-6bdc-482a-bc78-3c16d94bbacf None None] The sync data for ids ['c6755b6d-8ec0-4a93-8c51-bf241607b7a0'] in n-d-819494-3 is: [{'id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'name': 'tempest-RoutersIpV6Test-router-263636440', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:15:14Z', 'updated_at': '2021-11-27T04:15:48Z', 'revision_number': 7, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'gw_port_host': None, '_interfaces': [{'id': '548daa0a-09c3-43ce-bed9-38736d0a3118', 'name': '', 'network_id': 'de87b4a2-0ce7-4187-8393-e606874040c0', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:10:e8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'a76ce5c3-5614-409a-9733-67c9e8f4a901', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:19Z', 'updated_at': '2021-11-27T04:15:32Z', 'revision_number': 5, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': 'a76ce5c3-5614-409a-9733-67c9e8f4a901', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '586f8fac-e1f2-484b-b32d-9626e96c90e1', 'name': '', 'network_id': 'd7d0bd74-0723-4771-b795-968f83a30d67', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:7e:72:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'bcbd95ee-52b9-42ed-afd4-4bafce7bb9d6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:37Z', 'updated_at': '2021-11-27T04:15:50Z', 'revision_number': 4, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': 'bcbd95ee-52b9-42ed-afd4-4bafce7bb9d6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bcc017f-8224-4822-81e4-297d7416cf5f', 'name': '', 'network_id': '18d3ed19-5b7c-431a-bb1f-75463789b76e', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:92:b7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:15Z', 'updated_at': '2021-11-27T04:15:20Z', 'revision_number': 5, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd9b6adf-9385-488d-8f76-73cf9281b93e', 'name': '', 'network_id': '63165fcb-db24-4700-90b6-732b08445a70', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:af:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'f02ed401-c432-4d15-adab-790f3b876faf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:28Z', 'updated_at': '2021-11-27T04:15:42Z', 'revision_number': 5, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': 'f02ed401-c432-4d15-adab-790f3b876faf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:15:53.213787 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port f4da0e17-9592-4d7a-9873-b88e0cd80279, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=f4da0e17-9592-4d7a-9873-b88e0cd80279,segment=NetworkSegment(66e092bc-248c-4acd-9f60-473310019b1d),segment_id=66e092bc-248c-4acd-9f60-473310019b1d)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:15:53.233892 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:53.240825 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device cd7b3820-98b1-4903-8940-a21b2b64d427 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:15:53.247599 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-23434d2f-26d1-4283-b897-6510c025ad6c req-165c6532-eee1-4766-98ea-8228edc860f4 service neutron] 10.222.0.20 "GET /v2.0/networks/f5be6ff6-7679-4336-aa7e-b7dc23104991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570356 Nov 27 04:15:53.417218 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-d40f3b3f-3697-4991-a5d6-5dbcb05f501d tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] For port a5ab00c3-c161-489c-b452-10fdd43c77df, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=a5ab00c3-c161-489c-b452-10fdd43c77df,segment=NetworkSegment(1bfa2de6-2583-4c45-81f6-10784b527c3e),segment_id=1bfa2de6-2583-4c45-81f6-10784b527c3e)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:15:53.417509 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d40f3b3f-3697-4991-a5d6-5dbcb05f501d tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:53.468415 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-d40f3b3f-3697-4991-a5d6-5dbcb05f501d tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Calling delete_port for a5ab00c3-c161-489c-b452-10fdd43c77df owned by network:router_interface {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:15:53.747608 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=f4da0e17-9592-4d7a-9873-b88e0cd80279,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:53.753107 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-79de9cb7-7653-4161-961c-a1a78fedc5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:53.789370 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port cd7b3820-98b1-4903-8940-a21b2b64d427 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:53.802061 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:53.845660 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2c7b68a1-f82b-405a-9cfc-835ee578762e req-7deb6004-49d3-432b-b464-e2bbd10dce45 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 210 time: 0.0766377 Nov 27 04:15:53.888592 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-79de9cb7-7653-4161-961c-a1a78fedc5c1 None None] For port 586f8fac-e1f2-484b-b32d-9626e96c90e1, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=586f8fac-e1f2-484b-b32d-9626e96c90e1,segment=NetworkSegment(7ed0ee4b-5621-43e1-95f7-12d762a07336),segment_id=7ed0ee4b-5621-43e1-95f7-12d762a07336)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:15:53.911806 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-79de9cb7-7653-4161-961c-a1a78fedc5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:53.961360 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305dec7d-8377-4388-a045-03e1e0f314a9 req-d6a251ce-51c4-4670-b821-5a598ce26b3a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:53.975945 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-305dec7d-8377-4388-a045-03e1e0f314a9 req-d6a251ce-51c4-4670-b821-5a598ce26b3a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 945 time: 0.4605355 Nov 27 04:15:54.106797 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-305dec7d-8377-4388-a045-03e1e0f314a9 req-5af3a652-08bd-42eb-9b14-f8b06bbf6af6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=35287554-093e-492b-9e65-510620951be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776107 Nov 27 04:15:54.142769 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d40f3b3f-3697-4991-a5d6-5dbcb05f501d tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:54.159079 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-79de9cb7-7653-4161-961c-a1a78fedc5c1 None None] Provisioning complete for port f4da0e17-9592-4d7a-9873-b88e0cd80279 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:54.159746 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-79de9cb7-7653-4161-961c-a1a78fedc5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:54.168038 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de9cb7-7653-4161-961c-a1a78fedc5c1 None None] Pushing event updated for resources: {'Port': ['ID=586f8fac-e1f2-484b-b32d-9626e96c90e1,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:54.235143 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-06ae205a-e7d1-4e0b-959d-cec30e5771f0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Deleting port 586f8fac-e1f2-484b-b32d-9626e96c90e1 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:15:54.235143 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-06ae205a-e7d1-4e0b-959d-cec30e5771f0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:54.261219 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f3b3f-3697-4991-a5d6-5dbcb05f501d tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event deleted for resources: {'Port': ['ID=a5ab00c3-c161-489c-b452-10fdd43c77df,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:54.348134 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b4683dd1-f4be-4ed9-94fb-ed357cbd6862 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:15:54.517943 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-06ae205a-e7d1-4e0b-959d-cec30e5771f0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] For port 586f8fac-e1f2-484b-b32d-9626e96c90e1, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=586f8fac-e1f2-484b-b32d-9626e96c90e1,segment=NetworkSegment(7ed0ee4b-5621-43e1-95f7-12d762a07336),segment_id=7ed0ee4b-5621-43e1-95f7-12d762a07336)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:15:54.518314 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-06ae205a-e7d1-4e0b-959d-cec30e5771f0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:54.546362 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-06ae205a-e7d1-4e0b-959d-cec30e5771f0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Calling delete_port for 586f8fac-e1f2-484b-b32d-9626e96c90e1 owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:15:54.549309 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port b4683dd1-f4be-4ed9-94fb-ed357cbd6862 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:54.549892 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:54.732766 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-f92fb736-0792-4050-90a5-2eccf2847e3d None None] Provisioning complete for port 94402145-07f4-4b93-abe5-0a566456084e triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:54.733156 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f92fb736-0792-4050-90a5-2eccf2847e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:54.735076 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d40f3b3f-3697-4991-a5d6-5dbcb05f501d tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:54.837710 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed99cdc-fc9c-4b01-a608-4adaf47c06ce None None] Sync routers for ids ['c6755b6d-8ec0-4a93-8c51-bf241607b7a0'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:15:54.851226 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-f92fb736-0792-4050-90a5-2eccf2847e3d None None] Port 94402145-07f4-4b93-abe5-0a566456084e cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:15:54.855947 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed99cdc-fc9c-4b01-a608-4adaf47c06ce None None] Routers {'c6755b6d-8ec0-4a93-8c51-bf241607b7a0'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:15:54.856584 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-9ed99cdc-fc9c-4b01-a608-4adaf47c06ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:15:49Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c6755b6d-8ec0-4a93-8c51-bf241607b7a0'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:54.877429 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-f92fb736-0792-4050-90a5-2eccf2847e3d None None] Provisioning complete for port cd7b3820-98b1-4903-8940-a21b2b64d427 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:54.877810 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f92fb736-0792-4050-90a5-2eccf2847e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:55.041352 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-f92fb736-0792-4050-90a5-2eccf2847e3d None None] Provisioning complete for port f4da0e17-9592-4d7a-9873-b88e0cd80279 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:55.042493 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f92fb736-0792-4050-90a5-2eccf2847e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:55.048577 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bda7ae29-6a42-4907-80ba-74d8b160eb11 req-db577953-9270-4c6b-aba7-5662d70839a1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bae84983-eccd-4a92-a86e-30dbecc62b64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2970755 Nov 27 04:15:55.111648 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-9ed99cdc-fc9c-4b01-a608-4adaf47c06ce None None] Set router c6755b6d-8ec0-4a93-8c51-bf241607b7a0 gateway port host: None {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:15:55.237416 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-33a3b88a-8128-4cbc-8315-9d5e7e484ce3 req-47b14978-202d-4b85-883c-0628f1e108b6 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 210 time: 0.0817215 Nov 27 04:15:55.336260 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40f3b3f-3697-4991-a5d6-5dbcb05f501d tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Router edff503e-a1ff-404a-99e6-1390258c5c8b has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:15:55.430592 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-898781f4-db48-4a05-8542-44da3cdbce21 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Deleting port 94402145-07f4-4b93-abe5-0a566456084e {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:15:55.431942 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-898781f4-db48-4a05-8542-44da3cdbce21 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:55.452525 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device f4da0e17-9592-4d7a-9873-b88e0cd80279 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:15:55.460684 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7ae29-6a42-4907-80ba-74d8b160eb11 req-7b3ee634-97b9-47fe-ab17-73bd6aff34b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:55.463405 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bda7ae29-6a42-4907-80ba-74d8b160eb11 req-7b3ee634-97b9-47fe-ab17-73bd6aff34b9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e7e2604d5e5d46ea88d4c5a34d5eae18&device_id=bae84983-eccd-4a92-a86e-30dbecc62b64 HTTP/1.1" status: 200 len: 1101 time: 0.2422738 Nov 27 04:15:55.512799 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40f3b3f-3697-4991-a5d6-5dbcb05f501d tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:15:55.537191 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d40f3b3f-3697-4991-a5d6-5dbcb05f501d tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "PUT /v2.0/routers/edff503e-a1ff-404a-99e6-1390258c5c8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7984841 Nov 27 04:15:55.537859 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46774) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:55.556135 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb942ee-1b76-4d8d-b33a-e204e63ad6d0 None None] Sync routers for ids ['edff503e-a1ff-404a-99e6-1390258c5c8b'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:15:55.557696 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27ee16-2a41-4284-8436-6afc343ae907 req-a15c4eb2-11d5-4602-9508-6b329acde01c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:55.559465 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-db27ee16-2a41-4284-8436-6afc343ae907 req-a15c4eb2-11d5-4602-9508-6b329acde01c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 945 time: 0.2142091 Nov 27 04:15:55.585316 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb942ee-1b76-4d8d-b33a-e204e63ad6d0 None None] Routers {'edff503e-a1ff-404a-99e6-1390258c5c8b'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:15:55.586215 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-9bb942ee-1b76-4d8d-b33a-e204e63ad6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:15:49Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['edff503e-a1ff-404a-99e6-1390258c5c8b'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:55.643297 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e9dd688-2f42-461b-82b6-87638dc9f979 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Deleting subnet 44a79022-8cdb-466a-b050-413e97bcc0de {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:15:55.651098 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9e9dd688-2f42-461b-82b6-87638dc9f979 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:55.716354 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-9ed99cdc-fc9c-4b01-a608-4adaf47c06ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'name': 'tempest-RoutersIpV6Test-router-263636440', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:15:14Z', 'updated_at': '2021-11-27T04:15:48Z', 'revision_number': 7, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'gw_port_host': None, '_interfaces': [{'id': '548daa0a-09c3-43ce-bed9-38736d0a3118', 'name': '', 'network_id': 'de87b4a2-0ce7-4187-8393-e606874040c0', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:10:e8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'a76ce5c3-5614-409a-9733-67c9e8f4a901', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:19Z', 'updated_at': '2021-11-27T04:15:32Z', 'revision_number': 5, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': 'a76ce5c3-5614-409a-9733-67c9e8f4a901', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '586f8fac-e1f2-484b-b32d-9626e96c90e1', 'name': '', 'network_id': 'd7d0bd74-0723-4771-b795-968f83a30d67', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:7e:72:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'bcbd95ee-52b9-42ed-afd4-4bafce7bb9d6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:37Z', 'updated_at': '2021-11-27T04:15:53Z', 'revision_number': 5, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': 'bcbd95ee-52b9-42ed-afd4-4bafce7bb9d6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bcc017f-8224-4822-81e4-297d7416cf5f', 'name': '', 'network_id': '18d3ed19-5b7c-431a-bb1f-75463789b76e', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:92:b7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:15Z', 'updated_at': '2021-11-27T04:15:20Z', 'revision_number': 5, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd9b6adf-9385-488d-8f76-73cf9281b93e', 'name': '', 'network_id': '63165fcb-db24-4700-90b6-732b08445a70', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:af:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'f02ed401-c432-4d15-adab-790f3b876faf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:28Z', 'updated_at': '2021-11-27T04:15:42Z', 'revision_number': 5, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': 'f02ed401-c432-4d15-adab-790f3b876faf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:55.730920 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-06ae205a-e7d1-4e0b-959d-cec30e5771f0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:55.753094 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9e9dd688-2f42-461b-82b6-87638dc9f979 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:55.757533 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port f4da0e17-9592-4d7a-9873-b88e0cd80279 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:55.759297 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:55.787588 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed99cdc-fc9c-4b01-a608-4adaf47c06ce None None] Checking router: c6755b6d-8ec0-4a93-8c51-bf241607b7a0 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:15:55.805776 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed99cdc-fc9c-4b01-a608-4adaf47c06ce None None] Routers {'c6755b6d-8ec0-4a93-8c51-bf241607b7a0'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:15:55.806740 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-9ed99cdc-fc9c-4b01-a608-4adaf47c06ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:15:49Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c6755b6d-8ec0-4a93-8c51-bf241607b7a0'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:55.839129 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae205a-e7d1-4e0b-959d-cec30e5771f0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event deleted for resources: {'Port': ['ID=586f8fac-e1f2-484b-b32d-9626e96c90e1,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:55.976510 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9e9dd688-2f42-461b-82b6-87638dc9f979 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:55.979935 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-9ed99cdc-fc9c-4b01-a608-4adaf47c06ce None None] Set router c6755b6d-8ec0-4a93-8c51-bf241607b7a0 gateway port host: None {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:15:55.999191 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device cd7b3820-98b1-4903-8940-a21b2b64d427 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:15:56.101710 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9e9dd688-2f42-461b-82b6-87638dc9f979 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:56.140288 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-9bb942ee-1b76-4d8d-b33a-e204e63ad6d0 None None] Set router edff503e-a1ff-404a-99e6-1390258c5c8b gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:15:56.189171 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9dd688-2f42-461b-82b6-87638dc9f979 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event deleted for resources: {'Subnet': ['ID=44a79022-8cdb-466a-b050-413e97bcc0de,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:56.207784 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9dd688-2f42-461b-82b6-87638dc9f979 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:56.208088 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9dd688-2f42-461b-82b6-87638dc9f979 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:56.208417 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9dd688-2f42-461b-82b6-87638dc9f979 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:56.208766 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9dd688-2f42-461b-82b6-87638dc9f979 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:56.211003 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9dd688-2f42-461b-82b6-87638dc9f979 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:56.211384 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9dd688-2f42-461b-82b6-87638dc9f979 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:56.215505 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9dd688-2f42-461b-82b6-87638dc9f979 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:56.215938 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9dd688-2f42-461b-82b6-87638dc9f979 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:56.216299 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9dd688-2f42-461b-82b6-87638dc9f979 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:56.216656 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9dd688-2f42-461b-82b6-87638dc9f979 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:56.217075 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9dd688-2f42-461b-82b6-87638dc9f979 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:56.217429 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9dd688-2f42-461b-82b6-87638dc9f979 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:15:56.241305 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9e9dd688-2f42-461b-82b6-87638dc9f979 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:56.251157 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e94375-83f8-4f97-a54c-7436476054aa None None] Network 01721107-8527-4cbc-9cef-bafb3d42cf85 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:15:56.253577 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9e9dd688-2f42-461b-82b6-87638dc9f979 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "DELETE /v2.0/subnets/44a79022-8cdb-466a-b050-413e97bcc0de HTTP/1.1" status: 204 len: 168 time: 0.7125964 Nov 27 04:15:56.254862 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46788) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:56.393502 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-898781f4-db48-4a05-8542-44da3cdbce21 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:56.449078 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-9ed99cdc-fc9c-4b01-a608-4adaf47c06ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'name': 'tempest-RoutersIpV6Test-router-263636440', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:15:14Z', 'updated_at': '2021-11-27T04:15:55Z', 'revision_number': 8, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'gw_port_host': None, '_interfaces': [{'id': '548daa0a-09c3-43ce-bed9-38736d0a3118', 'name': '', 'network_id': 'de87b4a2-0ce7-4187-8393-e606874040c0', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:10:e8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'a76ce5c3-5614-409a-9733-67c9e8f4a901', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:19Z', 'updated_at': '2021-11-27T04:15:32Z', 'revision_number': 5, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': 'a76ce5c3-5614-409a-9733-67c9e8f4a901', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bcc017f-8224-4822-81e4-297d7416cf5f', 'name': '', 'network_id': '18d3ed19-5b7c-431a-bb1f-75463789b76e', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:92:b7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:15Z', 'updated_at': '2021-11-27T04:15:20Z', 'revision_number': 5, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd9b6adf-9385-488d-8f76-73cf9281b93e', 'name': '', 'network_id': '63165fcb-db24-4700-90b6-732b08445a70', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:af:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'f02ed401-c432-4d15-adab-790f3b876faf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:28Z', 'updated_at': '2021-11-27T04:15:42Z', 'revision_number': 5, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': 'f02ed401-c432-4d15-adab-790f3b876faf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:56.471450 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-db27ee16-2a41-4284-8436-6afc343ae907 req-1619ac57-7950-46c9-8831-120cfd55bd0d tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=35287554-093e-492b-9e65-510620951be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8898072 Nov 27 04:15:56.473166 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-898781f4-db48-4a05-8542-44da3cdbce21 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Calling delete_port for 94402145-07f4-4b93-abe5-0a566456084e owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:15:56.515204 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed99cdc-fc9c-4b01-a608-4adaf47c06ce None None] The sync data for ids ['c6755b6d-8ec0-4a93-8c51-bf241607b7a0'] in n-d-819494-3 is: [{'id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'name': 'tempest-RoutersIpV6Test-router-263636440', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:15:14Z', 'updated_at': '2021-11-27T04:15:55Z', 'revision_number': 8, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'gw_port_host': None, '_interfaces': [{'id': '548daa0a-09c3-43ce-bed9-38736d0a3118', 'name': '', 'network_id': 'de87b4a2-0ce7-4187-8393-e606874040c0', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:10:e8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'a76ce5c3-5614-409a-9733-67c9e8f4a901', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:19Z', 'updated_at': '2021-11-27T04:15:32Z', 'revision_number': 5, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': 'a76ce5c3-5614-409a-9733-67c9e8f4a901', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bcc017f-8224-4822-81e4-297d7416cf5f', 'name': '', 'network_id': '18d3ed19-5b7c-431a-bb1f-75463789b76e', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:92:b7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:15Z', 'updated_at': '2021-11-27T04:15:20Z', 'revision_number': 5, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd9b6adf-9385-488d-8f76-73cf9281b93e', 'name': '', 'network_id': '63165fcb-db24-4700-90b6-732b08445a70', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:af:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'f02ed401-c432-4d15-adab-790f3b876faf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:28Z', 'updated_at': '2021-11-27T04:15:42Z', 'revision_number': 5, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': 'f02ed401-c432-4d15-adab-790f3b876faf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:15:56.523536 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port cd7b3820-98b1-4903-8940-a21b2b64d427 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:15:56.524046 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:56.615538 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-9bb942ee-1b76-4d8d-b33a-e204e63ad6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'name': 'tempest-TestNetworkBasicOps-router-1075337850', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cadaefd7-5868-4f27-b084-779ef51294a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:12:38Z', 'updated_at': '2021-11-27T04:15:53Z', 'revision_number': 7, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'gw_port': {'id': 'cadaefd7-5868-4f27-b084-779ef51294a7', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:85:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:12:39Z', 'updated_at': '2021-11-27T04:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:56.647529 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb942ee-1b76-4d8d-b33a-e204e63ad6d0 None None] Checking router: edff503e-a1ff-404a-99e6-1390258c5c8b for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:15:56.656350 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-06ae205a-e7d1-4e0b-959d-cec30e5771f0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:56.669234 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb942ee-1b76-4d8d-b33a-e204e63ad6d0 None None] Routers {'edff503e-a1ff-404a-99e6-1390258c5c8b'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:15:56.669885 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-9bb942ee-1b76-4d8d-b33a-e204e63ad6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:15:49Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['edff503e-a1ff-404a-99e6-1390258c5c8b'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:56.725704 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7ae29-6a42-4907-80ba-74d8b160eb11 req-84931f6d-6037-4be0-9fb2-c11de6ae595e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:56.726570 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bda7ae29-6a42-4907-80ba-74d8b160eb11 req-84931f6d-6037-4be0-9fb2-c11de6ae595e service neutron] 10.222.0.23 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 1.1977134 Nov 27 04:15:56.860668 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23434d2f-26d1-4283-b897-6510c025ad6c req-99ee9810-7d10-45ef-9d25-132aae554c59 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:56.863726 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-23434d2f-26d1-4283-b897-6510c025ad6c req-99ee9810-7d10-45ef-9d25-132aae554c59 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.23 "GET /v2.0/networks?id=f5be6ff6-7679-4336-aa7e-b7dc23104991 HTTP/1.1" status: 200 len: 816 time: 1.0376685 Nov 27 04:15:56.991783 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-23434d2f-26d1-4283-b897-6510c025ad6c req-1c133131-8c00-4ecf-bd54-cec8a3d441d7 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=797b4470e1204f95b4c65fa8076beed0 HTTP/1.1" status: 200 len: 379 time: 0.0783417 Nov 27 04:15:56.993610 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bda7ae29-6a42-4907-80ba-74d8b160eb11 req-98ee9579-b723-4510-84f0-ac7fe70d1495 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=b5f73879-a012-40d1-9193-403d03f312dc HTTP/1.1" status: 200 len: 217 time: 0.2240272 Nov 27 04:15:57.034505 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-23434d2f-26d1-4283-b897-6510c025ad6c req-2c682505-373d-4a65-b768-d596979c7cb8 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Request body: {'port': {'device_id': '279102cc-6d50-4eb2-82fe-b76d570d39f9', 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991', 'admin_state_up': True, 'tenant_id': '797b4470e1204f95b4c65fa8076beed0', 'security_groups': ['a3d02a42-62e8-442b-95f1-0fcf28aeef25']}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:15:57.115145 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86a7a6b-172b-45e8-8148-56118cfb3faa None None] DHCP port deletion for 01721107-8527-4cbc-9cef-bafb3d42cf85 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:15:57.118431 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-15aad1a9-4e26-4674-b82d-37972f1b6555 req-08ef43c2-c19c-4826-a284-ca4be1ec7408 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 210 time: 0.7559550 Nov 27 04:15:57.202057 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c3f392ff-8126-462e-8f44-f494fce8f3ad tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:57.205503 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 586f8fac-e1f2-484b-b32d-9626e96c90e1 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:15:57.248869 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 586f8fac-e1f2-484b-b32d-9626e96c90e1 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:15:57.248869 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 586f8fac-e1f2-484b-b32d-9626e96c90e1 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 27 04:15:57.285107 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Port 586f8fac-e1f2-484b-b32d-9626e96c90e1 not found, will not notify nova. {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 27 04:15:57.310531 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-e86a7a6b-172b-45e8-8148-56118cfb3faa None None] Deleting port 3b3c658a-a2f7-463c-8cad-da22776367a0 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:15:57.310932 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e86a7a6b-172b-45e8-8148-56118cfb3faa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:57.339913 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7ae29-6a42-4907-80ba-74d8b160eb11 req-257c28c9-2ea6-4c24-b18e-fef6c342b86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:57.341404 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bda7ae29-6a42-4907-80ba-74d8b160eb11 req-257c28c9-2ea6-4c24-b18e-fef6c342b86f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.2077374 Nov 27 04:15:57.357072 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ae205a-e7d1-4e0b-959d-cec30e5771f0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Router c6755b6d-8ec0-4a93-8c51-bf241607b7a0 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:15:57.366973 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-9bb942ee-1b76-4d8d-b33a-e204e63ad6d0 None None] Set router edff503e-a1ff-404a-99e6-1390258c5c8b gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:15:57.396645 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c3f392ff-8126-462e-8f44-f494fce8f3ad tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:57.518772 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-c3f392ff-8126-462e-8f44-f494fce8f3ad tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Deleting port cadaefd7-5868-4f27-b084-779ef51294a7 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:15:57.519125 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c3f392ff-8126-462e-8f44-f494fce8f3ad tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:57.537220 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 3b3c658a-a2f7-463c-8cad-da22776367a0 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:15:57.607362 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-e86a7a6b-172b-45e8-8148-56118cfb3faa None None] For port 3b3c658a-a2f7-463c-8cad-da22776367a0, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=3b3c658a-a2f7-463c-8cad-da22776367a0,segment=NetworkSegment(1bfa2de6-2583-4c45-81f6-10784b527c3e),segment_id=1bfa2de6-2583-4c45-81f6-10784b527c3e)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:15:57.607774 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e86a7a6b-172b-45e8-8148-56118cfb3faa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:57.639602 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-e86a7a6b-172b-45e8-8148-56118cfb3faa None None] Calling delete_port for 3b3c658a-a2f7-463c-8cad-da22776367a0 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:15:57.697190 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-c3f392ff-8126-462e-8f44-f494fce8f3ad tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] For port cadaefd7-5868-4f27-b084-779ef51294a7, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=cadaefd7-5868-4f27-b084-779ef51294a7,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:15:57.700211 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c3f392ff-8126-462e-8f44-f494fce8f3ad tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:57.707920 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7ae29-6a42-4907-80ba-74d8b160eb11 req-08d2f112-f05d-4e8e-b79d-098f76d3717b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:57.709846 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bda7ae29-6a42-4907-80ba-74d8b160eb11 req-08d2f112-f05d-4e8e-b79d-098f76d3717b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3495831 Nov 27 04:15:57.710073 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23434d2f-26d1-4283-b897-6510c025ad6c req-2c682505-373d-4a65-b768-d596979c7cb8 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Made reservation on behalf of 797b4470e1204f95b4c65fa8076beed0 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:15:57.713884 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-23434d2f-26d1-4283-b897-6510c025ad6c req-2c682505-373d-4a65-b768-d596979c7cb8 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:57.716597 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-c3f392ff-8126-462e-8f44-f494fce8f3ad tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Calling delete_port for cadaefd7-5868-4f27-b084-779ef51294a7 owned by network:router_gateway {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:15:57.764148 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:57.781198 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-9bb942ee-1b76-4d8d-b33a-e204e63ad6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'name': 'tempest-TestNetworkBasicOps-router-1075337850', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cadaefd7-5868-4f27-b084-779ef51294a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:12:38Z', 'updated_at': '2021-11-27T04:15:53Z', 'revision_number': 7, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'gw_port': {'id': 'cadaefd7-5868-4f27-b084-779ef51294a7', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:85:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:12:39Z', 'updated_at': '2021-11-27T04:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:57.824488 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb942ee-1b76-4d8d-b33a-e204e63ad6d0 None None] The sync data for ids ['edff503e-a1ff-404a-99e6-1390258c5c8b'] in n-d-819494-3 is: [{'id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'name': 'tempest-TestNetworkBasicOps-router-1075337850', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cadaefd7-5868-4f27-b084-779ef51294a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:12:38Z', 'updated_at': '2021-11-27T04:15:53Z', 'revision_number': 7, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'gw_port': {'id': 'cadaefd7-5868-4f27-b084-779ef51294a7', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:85:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff503e-a1ff-404a-99e6-1390258c5c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:12:39Z', 'updated_at': '2021-11-27T04:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:15:57.870792 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 3b3c658a-a2f7-463c-8cad-da22776367a0, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=3b3c658a-a2f7-463c-8cad-da22776367a0,segment=NetworkSegment(1bfa2de6-2583-4c45-81f6-10784b527c3e),segment_id=1bfa2de6-2583-4c45-81f6-10784b527c3e)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:15:57.882749 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:57.884491 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 586f8fac-e1f2-484b-b32d-9626e96c90e1 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:15:57.931577 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-23434d2f-26d1-4283-b897-6510c025ad6c req-2c682505-373d-4a65-b768-d596979c7cb8 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Allocated IP 172.20.0.9 (f5be6ff6-7679-4336-aa7e-b7dc23104991/129d6819-d46b-4873-8019-a59c438c16e8/35901b62-66fd-45b1-afcc-77274fd1e9a5) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:15:57.960950 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 586f8fac-e1f2-484b-b32d-9626e96c90e1 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:15:57.961313 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 586f8fac-e1f2-484b-b32d-9626e96c90e1 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:15:57.967074 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e86a7a6b-172b-45e8-8148-56118cfb3faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:57.988878 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86a7a6b-172b-45e8-8148-56118cfb3faa None None] No DVR routers for this DVR port 3b3c658a-a2f7-463c-8cad-da22776367a0 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:15:57.996799 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c3f392ff-8126-462e-8f44-f494fce8f3ad tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:58.017938 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=3b3c658a-a2f7-463c-8cad-da22776367a0,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:58.038992 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f392ff-8126-462e-8f44-f494fce8f3ad tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event deleted for resources: {'Port': ['ID=cadaefd7-5868-4f27-b084-779ef51294a7,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:58.048877 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a7a6b-172b-45e8-8148-56118cfb3faa None None] Pushing event deleted for resources: {'Port': ['ID=3b3c658a-a2f7-463c-8cad-da22776367a0,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:58.061821 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1e3911-f259-42f5-94d6-e3df92bb30ef None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:15:58.114503 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c3f392ff-8126-462e-8f44-f494fce8f3ad tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:58.120679 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-898781f4-db48-4a05-8542-44da3cdbce21 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:58.129764 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f57dbc-a595-4588-b623-ddba9922c8cd req-510dcd58-0d31-4325-a1a7-9ab3890da607 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:58.131463 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d8f57dbc-a595-4588-b623-ddba9922c8cd req-510dcd58-0d31-4325-a1a7-9ab3890da607 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 945 time: 0.4873366 Nov 27 04:15:58.191752 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ae205a-e7d1-4e0b-959d-cec30e5771f0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:15:58.208633 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd86825b-eb37-4c9e-be32-cc3949dd61cb None None] Sync routers for ids ['c6755b6d-8ec0-4a93-8c51-bf241607b7a0'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:15:58.250874 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd86825b-eb37-4c9e-be32-cc3949dd61cb None None] Routers {'c6755b6d-8ec0-4a93-8c51-bf241607b7a0'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:15:58.255128 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c3f392ff-8126-462e-8f44-f494fce8f3ad tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:58.257296 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c3f392ff-8126-462e-8f44-f494fce8f3ad tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:58.261900 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-dd86825b-eb37-4c9e-be32-cc3949dd61cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:15:49Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c6755b6d-8ec0-4a93-8c51-bf241607b7a0'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:58.371630 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-306ae0ff-7b89-4e61-9280-b12417ec30ff req-d0b05a5f-327c-49c6-905e-5d3ce52950f4 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 210 time: 0.0591366 Nov 27 04:15:58.380534 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c3f392ff-8126-462e-8f44-f494fce8f3ad tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:58.381166 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f392ff-8126-462e-8f44-f494fce8f3ad tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Fanout notify agent at l3_agent the message router_deleted on router edff503e-a1ff-404a-99e6-1390258c5c8b {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:15:58.392010 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c3f392ff-8126-462e-8f44-f494fce8f3ad tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:58.397887 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c3f392ff-8126-462e-8f44-f494fce8f3ad tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "DELETE /v2.0/routers/edff503e-a1ff-404a-99e6-1390258c5c8b HTTP/1.1" status: 204 len: 168 time: 2.1356058 Nov 27 04:15:58.398478 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46836) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:58.443869 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-dd86825b-eb37-4c9e-be32-cc3949dd61cb None None] Set router c6755b6d-8ec0-4a93-8c51-bf241607b7a0 gateway port host: None {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:15:58.543369 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-83e604c1-2c99-45ef-97bc-3acbbb043c54 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:58.708556 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-83e604c1-2c99-45ef-97bc-3acbbb043c54 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:58.743039 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-83e604c1-2c99-45ef-97bc-3acbbb043c54 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01721107-8527-4cbc-9cef-bafb3d42cf85']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:58.753826 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-83e604c1-2c99-45ef-97bc-3acbbb043c54 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bfa2de6-2583-4c45-81f6-10784b527c3e') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:58.754623 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-83e604c1-2c99-45ef-97bc-3acbbb043c54 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bfa2de6-2583-4c45-81f6-10784b527c3e') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:58.767810 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-83e604c1-2c99-45ef-97bc-3acbbb043c54 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:58.785862 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-83e604c1-2c99-45ef-97bc-3acbbb043c54 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:58.790032 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-dd86825b-eb37-4c9e-be32-cc3949dd61cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'name': 'tempest-RoutersIpV6Test-router-263636440', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:15:14Z', 'updated_at': '2021-11-27T04:15:55Z', 'revision_number': 8, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'gw_port_host': None, '_interfaces': [{'id': '548daa0a-09c3-43ce-bed9-38736d0a3118', 'name': '', 'network_id': 'de87b4a2-0ce7-4187-8393-e606874040c0', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:10:e8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'a76ce5c3-5614-409a-9733-67c9e8f4a901', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:19Z', 'updated_at': '2021-11-27T04:15:32Z', 'revision_number': 5, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': 'a76ce5c3-5614-409a-9733-67c9e8f4a901', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bcc017f-8224-4822-81e4-297d7416cf5f', 'name': '', 'network_id': '18d3ed19-5b7c-431a-bb1f-75463789b76e', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:92:b7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:15Z', 'updated_at': '2021-11-27T04:15:20Z', 'revision_number': 5, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd9b6adf-9385-488d-8f76-73cf9281b93e', 'name': '', 'network_id': '63165fcb-db24-4700-90b6-732b08445a70', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:af:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'f02ed401-c432-4d15-adab-790f3b876faf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:28Z', 'updated_at': '2021-11-27T04:15:42Z', 'revision_number': 5, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': 'f02ed401-c432-4d15-adab-790f3b876faf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:58.793478 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83e604c1-2c99-45ef-97bc-3acbbb043c54 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:15:58.793897 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-83e604c1-2c99-45ef-97bc-3acbbb043c54 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:58.851747 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd86825b-eb37-4c9e-be32-cc3949dd61cb None None] Checking router: c6755b6d-8ec0-4a93-8c51-bf241607b7a0 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:15:58.873263 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd86825b-eb37-4c9e-be32-cc3949dd61cb None None] Routers {'c6755b6d-8ec0-4a93-8c51-bf241607b7a0'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:15:58.875133 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-dd86825b-eb37-4c9e-be32-cc3949dd61cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:15:49Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c6755b6d-8ec0-4a93-8c51-bf241607b7a0'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:58.888004 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:15:58.888004 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:15:58.888004 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:15:58.888004 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:15:58.888004 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:15:58.888004 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:15:58.888004 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:15:58.888004 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:15:58.888004 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:15:58.888004 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:15:58.888004 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:15:58.888004 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:15:58.888004 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:15:58.888004 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:15:58.888004 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:15:58.888004 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:15:58.888004 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:15:58.888004 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:15:58.888004 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:15:58.888004 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:15:58.888004 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:15:58.888004 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:15:58.888004 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:15:58.888004 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:15:58.888004 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:15:58.888004 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:15:58.888004 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:15:58.888004 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:15:58.888004 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:15:58.888004 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:15:58.888004 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:15:58.888004 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:15:58.894970 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-83e604c1-2c99-45ef-97bc-3acbbb043c54 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:58.910209 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-83e604c1-2c99-45ef-97bc-3acbbb043c54 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:58.918752 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-83e604c1-2c99-45ef-97bc-3acbbb043c54 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "DELETE /v2.0/networks/01721107-8527-4cbc-9cef-bafb3d42cf85 HTTP/1.1" status: 204 len: 168 time: 0.5147331 Nov 27 04:15:58.956372 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46848) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:58.962141 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-79d98f32-ec38-416a-8745-c307a5ac06ab tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Request body: {'network': {'name': 'tempest-network-smoke--867146243', 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'port_security_enabled': True}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:15:58.978638 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e604c1-2c99-45ef-97bc-3acbbb043c54 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event deleted for resources: {'Network': ['ID=01721107-8527-4cbc-9cef-bafb3d42cf85,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:59.003439 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46852) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:15:59.004191 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-06ae205a-e7d1-4e0b-959d-cec30e5771f0 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "PUT /v2.0/routers/c6755b6d-8ec0-4a93-8c51-bf241607b7a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3777900 Nov 27 04:15:59.017331 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d98f32-ec38-416a-8745-c307a5ac06ab tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Made reservation on behalf of 11a8da3acafa4ec1bd2e977270426dbc for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:15:59.020844 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-79d98f32-ec38-416a-8745-c307a5ac06ab tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:59.082977 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898781f4-db48-4a05-8542-44da3cdbce21 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Pushing event deleted for resources: {'Port': ['ID=94402145-07f4-4b93-abe5-0a566456084e,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:59.106608 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-dd86825b-eb37-4c9e-be32-cc3949dd61cb None None] Set router c6755b6d-8ec0-4a93-8c51-bf241607b7a0 gateway port host: None {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:15:59.144090 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-e890809c-e90b-48d9-863b-2e0f3e09f3ff tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Deleting subnet bcbd95ee-52b9-42ed-afd4-4bafce7bb9d6 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:15:59.157243 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e890809c-e90b-48d9-863b-2e0f3e09f3ff tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:59.206054 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bda7ae29-6a42-4907-80ba-74d8b160eb11 req-1719b3c5-9a4b-41ad-b04f-a7b8fec1831e service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4692795 Nov 27 04:15:59.218907 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e890809c-e90b-48d9-863b-2e0f3e09f3ff tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:59.317332 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d98f32-ec38-416a-8745-c307a5ac06ab tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:15:59.371682 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d8f57dbc-a595-4588-b623-ddba9922c8cd req-71a1890b-5ebf-40f2-9597-165452374863 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=35287554-093e-492b-9e65-510620951be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2161925 Nov 27 04:15:59.392547 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-79d98f32-ec38-416a-8745-c307a5ac06ab tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:59.392912 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-79d98f32-ec38-416a-8745-c307a5ac06ab tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Added segment f9e1c504-df47-43b7-8f4e-2fa660a630b6 of type vlan for network a9fc006f-2f12-4b59-8f4e-166feef8006e Nov 27 04:15:59.490617 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e890809c-e90b-48d9-863b-2e0f3e09f3ff tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:59.521178 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-79d98f32-ec38-416a-8745-c307a5ac06ab tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:59.570033 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device cadaefd7-5868-4f27-b084-779ef51294a7 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:15:59.624648 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: cadaefd7-5868-4f27-b084-779ef51294a7 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:15:59.625252 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device cadaefd7-5868-4f27-b084-779ef51294a7 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:15:59.625971 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device a5ab00c3-c161-489c-b452-10fdd43c77df no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:15:59.677780 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-dd86825b-eb37-4c9e-be32-cc3949dd61cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'name': 'tempest-RoutersIpV6Test-router-263636440', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:15:14Z', 'updated_at': '2021-11-27T04:15:55Z', 'revision_number': 8, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'gw_port_host': None, '_interfaces': [{'id': '548daa0a-09c3-43ce-bed9-38736d0a3118', 'name': '', 'network_id': 'de87b4a2-0ce7-4187-8393-e606874040c0', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:10:e8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'a76ce5c3-5614-409a-9733-67c9e8f4a901', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:19Z', 'updated_at': '2021-11-27T04:15:32Z', 'revision_number': 5, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': 'a76ce5c3-5614-409a-9733-67c9e8f4a901', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bcc017f-8224-4822-81e4-297d7416cf5f', 'name': '', 'network_id': '18d3ed19-5b7c-431a-bb1f-75463789b76e', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:92:b7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:15Z', 'updated_at': '2021-11-27T04:15:20Z', 'revision_number': 5, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd9b6adf-9385-488d-8f76-73cf9281b93e', 'name': '', 'network_id': '63165fcb-db24-4700-90b6-732b08445a70', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:af:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'f02ed401-c432-4d15-adab-790f3b876faf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:28Z', 'updated_at': '2021-11-27T04:15:42Z', 'revision_number': 5, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': 'f02ed401-c432-4d15-adab-790f3b876faf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:15:59.690055 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: a5ab00c3-c161-489c-b452-10fdd43c77df {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:15:59.690427 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device a5ab00c3-c161-489c-b452-10fdd43c77df not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:15:59.715371 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd86825b-eb37-4c9e-be32-cc3949dd61cb None None] The sync data for ids ['c6755b6d-8ec0-4a93-8c51-bf241607b7a0'] in n-d-819494-3 is: [{'id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'name': 'tempest-RoutersIpV6Test-router-263636440', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:15:14Z', 'updated_at': '2021-11-27T04:15:55Z', 'revision_number': 8, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'gw_port_host': None, '_interfaces': [{'id': '548daa0a-09c3-43ce-bed9-38736d0a3118', 'name': '', 'network_id': 'de87b4a2-0ce7-4187-8393-e606874040c0', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:10:e8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'a76ce5c3-5614-409a-9733-67c9e8f4a901', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:19Z', 'updated_at': '2021-11-27T04:15:32Z', 'revision_number': 5, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': 'a76ce5c3-5614-409a-9733-67c9e8f4a901', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bcc017f-8224-4822-81e4-297d7416cf5f', 'name': '', 'network_id': '18d3ed19-5b7c-431a-bb1f-75463789b76e', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:92:b7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:15Z', 'updated_at': '2021-11-27T04:15:20Z', 'revision_number': 5, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd9b6adf-9385-488d-8f76-73cf9281b93e', 'name': '', 'network_id': '63165fcb-db24-4700-90b6-732b08445a70', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:af:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'f02ed401-c432-4d15-adab-790f3b876faf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:28Z', 'updated_at': '2021-11-27T04:15:42Z', 'revision_number': 5, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': 'f02ed401-c432-4d15-adab-790f3b876faf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:15:59.744413 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-02b68d72-38cf-4827-a442-2095bf086334 req-94dbce84-13d0-4977-86f5-d771337d58a1 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 210 time: 0.1383829 Nov 27 04:15:59.745714 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.db.resource_extend [None req-79d98f32-ec38-416a-8745-c307a5ac06ab tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 04:15:59.787938 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e890809c-e90b-48d9-863b-2e0f3e09f3ff tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:59.809745 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-898781f4-db48-4a05-8542-44da3cdbce21 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:59.818039 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-23434d2f-26d1-4283-b897-6510c025ad6c req-2c682505-373d-4a65-b768-d596979c7cb8 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:59.827242 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-79d98f32-ec38-416a-8745-c307a5ac06ab tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:59.847337 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d98f32-ec38-416a-8745-c307a5ac06ab tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:15:59.848098 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-79d98f32-ec38-416a-8745-c307a5ac06ab tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:59.856965 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890809c-e90b-48d9-863b-2e0f3e09f3ff tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event deleted for resources: {'Subnet': ['ID=bcbd95ee-52b9-42ed-afd4-4bafce7bb9d6,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:15:59.876943 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1dbc0e2-dbad-4e9e-bc25-262a83ed44d8 None None] Network d7d0bd74-0723-4771-b795-968f83a30d67 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:15:59.889717 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e890809c-e90b-48d9-863b-2e0f3e09f3ff tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:15:59.896811 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e890809c-e90b-48d9-863b-2e0f3e09f3ff tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "DELETE /v2.0/subnets/bcbd95ee-52b9-42ed-afd4-4bafce7bb9d6 HTTP/1.1" status: 204 len: 168 time: 0.8918824 Nov 27 04:15:59.900299 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46870) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:00.024883 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bda7ae29-6a42-4907-80ba-74d8b160eb11 req-1363c9de-f4cf-4eba-b175-16277f5de051 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7562411 Nov 27 04:16:00.126682 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-79d98f32-ec38-416a-8745-c307a5ac06ab tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1689179 Nov 27 04:16:00.139980 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46876) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:00.154511 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-2bf38934-66cd-4489-b9c6-f94be5a96038 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-778582823', 'admin_state_up': True, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:16:00.172338 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898781f4-db48-4a05-8542-44da3cdbce21 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Router 4e3a7801-8c41-4a16-9918-ebeb5f368564 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:16:00.194883 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2bf38934-66cd-4489-b9c6-f94be5a96038 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:00.196110 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2bf38934-66cd-4489-b9c6-f94be5a96038 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:00.200423 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-23434d2f-26d1-4283-b897-6510c025ad6c req-2c682505-373d-4a65-b768-d596979c7cb8 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:00.232384 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ef92db-ae99-4f80-ae4b-ff5405181e3b None None] DHCP port deletion for d7d0bd74-0723-4771-b795-968f83a30d67 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:16:00.263865 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2bf38934-66cd-4489-b9c6-f94be5a96038 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:00.266174 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23434d2f-26d1-4283-b897-6510c025ad6c req-2c682505-373d-4a65-b768-d596979c7cb8 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Network f5be6ff6-7679-4336-aa7e-b7dc23104991 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:16:00.269111 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-23434d2f-26d1-4283-b897-6510c025ad6c req-2c682505-373d-4a65-b768-d596979c7cb8 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:16:00.309088 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-23434d2f-26d1-4283-b897-6510c025ad6c req-2c682505-373d-4a65-b768-d596979c7cb8 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:16:00.358833 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-49ef92db-ae99-4f80-ae4b-ff5405181e3b None None] Deleting port b4683dd1-f4be-4ed9-94fb-ed357cbd6862 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:16:00.366913 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-49ef92db-ae99-4f80-ae4b-ff5405181e3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:00.414352 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d98f32-ec38-416a-8745-c307a5ac06ab tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event updated for resources: {'Network': ['ID=a9fc006f-2f12-4b59-8f4e-166feef8006e,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:00.433241 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network a9fc006f-2f12-4b59-8f4e-166feef8006e details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:16:00.449659 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-51d622a6-84f8-4d03-9c64-858edfa1464b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:00.527141 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-49ef92db-ae99-4f80-ae4b-ff5405181e3b None None] For port b4683dd1-f4be-4ed9-94fb-ed357cbd6862, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b4683dd1-f4be-4ed9-94fb-ed357cbd6862,segment=NetworkSegment(7ed0ee4b-5621-43e1-95f7-12d762a07336),segment_id=7ed0ee4b-5621-43e1-95f7-12d762a07336)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:16:00.527971 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-49ef92db-ae99-4f80-ae4b-ff5405181e3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:00.572135 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-49ef92db-ae99-4f80-ae4b-ff5405181e3b None None] Calling delete_port for b4683dd1-f4be-4ed9-94fb-ed357cbd6862 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:16:00.591532 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c682505-373d-4a65-b768-d596979c7cb8 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Pushing event updated for resources: {'Port': ['ID=35901b62-66fd-45b1-afcc-77274fd1e9a5,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:00.613153 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898781f4-db48-4a05-8542-44da3cdbce21 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:16:00.625794 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2bf38934-66cd-4489-b9c6-f94be5a96038 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:00.660277 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51301bda-5554-41e7-a692-b779172b4661 None None] Sync routers for ids ['4e3a7801-8c41-4a16-9918-ebeb5f368564'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:16:00.662442 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-898781f4-db48-4a05-8542-44da3cdbce21 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] 10.222.0.20 "PUT /v2.0/routers/4e3a7801-8c41-4a16-9918-ebeb5f368564/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4708993 Nov 27 04:16:00.672490 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46890) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:00.693922 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51301bda-5554-41e7-a692-b779172b4661 None None] Routers {'4e3a7801-8c41-4a16-9918-ebeb5f368564'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:16:00.694970 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-51301bda-5554-41e7-a692-b779172b4661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:15:49Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4e3a7801-8c41-4a16-9918-ebeb5f368564'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:00.735788 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-51301bda-5554-41e7-a692-b779172b4661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:00.745170 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23434d2f-26d1-4283-b897-6510c025ad6c req-2c682505-373d-4a65-b768-d596979c7cb8 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:00.745816 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-23434d2f-26d1-4283-b897-6510c025ad6c req-2c682505-373d-4a65-b768-d596979c7cb8 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:00.751045 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-51d622a6-84f8-4d03-9c64-858edfa1464b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Deleting port b4683dd1-f4be-4ed9-94fb-ed357cbd6862 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:16:00.751512 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-51d622a6-84f8-4d03-9c64-858edfa1464b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:00.759681 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-69890ff8-8658-4707-b448-af8b052b0abb tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] delete failed (client error): The resource could not be found. Nov 27 04:16:00.760954 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-69890ff8-8658-4707-b448-af8b052b0abb tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-784410827 HTTP/1.1" status: 404 len: 334 time: 0.0871642 Nov 27 04:16:00.766638 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46892) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:00.768336 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51301bda-5554-41e7-a692-b779172b4661 None None] Routers {'4e3a7801-8c41-4a16-9918-ebeb5f368564'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:16:00.769172 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-51301bda-5554-41e7-a692-b779172b4661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:15:49Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4e3a7801-8c41-4a16-9918-ebeb5f368564'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:00.771427 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-9c5084d4-07e2-4d7b-a19f-48d04c07acee tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Request body: {'router': {'external_gateway_info': {'network_id': '4e3a7801-8c41-4a16-9918-ebeb5f368564'}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:16:00.815786 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-51301bda-5554-41e7-a692-b779172b4661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:00.816153 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51301bda-5554-41e7-a692-b779172b4661 None None] The sync data for ids ['4e3a7801-8c41-4a16-9918-ebeb5f368564'] in n-d-819494-3 is: [] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:16:00.824329 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-82798b1f-84a7-4fd6-beb5-977b80786588 None None] Provisioning complete for port 35901b62-66fd-45b1-afcc-77274fd1e9a5 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:16:00.824566 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-82798b1f-84a7-4fd6-beb5-977b80786588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:00.844170 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-51d622a6-84f8-4d03-9c64-858edfa1464b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] For port b4683dd1-f4be-4ed9-94fb-ed357cbd6862, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b4683dd1-f4be-4ed9-94fb-ed357cbd6862,segment=NetworkSegment(7ed0ee4b-5621-43e1-95f7-12d762a07336),segment_id=7ed0ee4b-5621-43e1-95f7-12d762a07336)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:16:00.844688 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-51d622a6-84f8-4d03-9c64-858edfa1464b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:00.861575 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-51d622a6-84f8-4d03-9c64-858edfa1464b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Calling delete_port for b4683dd1-f4be-4ed9-94fb-ed357cbd6862 owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:16:00.863843 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-82798b1f-84a7-4fd6-beb5-977b80786588 None None] Port 35901b62-66fd-45b1-afcc-77274fd1e9a5 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:16:00.865557 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-49ef92db-ae99-4f80-ae4b-ff5405181e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:00.890598 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-23434d2f-26d1-4283-b897-6510c025ad6c req-2c682505-373d-4a65-b768-d596979c7cb8 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8558908 Nov 27 04:16:00.899985 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef92db-ae99-4f80-ae4b-ff5405181e3b None None] Pushing event deleted for resources: {'Port': ['ID=b4683dd1-f4be-4ed9-94fb-ed357cbd6862,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:00.903395 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ef92db-ae99-4f80-ae4b-ff5405181e3b None None] No DVR routers for this DVR port b4683dd1-f4be-4ed9-94fb-ed357cbd6862 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:16:00.936734 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-23434d2f-26d1-4283-b897-6510c025ad6c req-e23cdc9f-eb6e-43ec-bf37-8e67dbe5d82d service neutron] Request body: {'port': {'device_id': '279102cc-6d50-4eb2-82fe-b76d570d39f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:16:00.948348 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f4be8-2dfe-49b4-b2e3-d6b35fe4fcd6 req-487c9e38-d5f5-4f68-abe2-35c43b13ed29 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:00.964872 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-340f4be8-2dfe-49b4-b2e3-d6b35fe4fcd6 req-487c9e38-d5f5-4f68-abe2-35c43b13ed29 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 945 time: 0.4571018 Nov 27 04:16:01.098407 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f8672-9c16-4c9a-83f3-c748c2437982 req-c969a5e0-9407-4a3d-b538-08b2e8cfa4ae tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:01.100216 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3a8f8672-9c16-4c9a-83f3-c748c2437982 req-c969a5e0-9407-4a3d-b538-08b2e8cfa4ae tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 931 time: 0.2076316 Nov 27 04:16:01.107913 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2bf38934-66cd-4489-b9c6-f94be5a96038 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:01.184492 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-51d622a6-84f8-4d03-9c64-858edfa1464b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:01.201214 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2bf38934-66cd-4489-b9c6-f94be5a96038 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:01.203982 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d622a6-84f8-4d03-9c64-858edfa1464b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] No DVR routers for this DVR port b4683dd1-f4be-4ed9-94fb-ed357cbd6862 on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:16:01.242833 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9c5084d4-07e2-4d7b-a19f-48d04c07acee tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:01.247324 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-23434d2f-26d1-4283-b897-6510c025ad6c req-e23cdc9f-eb6e-43ec-bf37-8e67dbe5d82d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:01.260468 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d622a6-84f8-4d03-9c64-858edfa1464b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event deleted for resources: {'Port': ['ID=b4683dd1-f4be-4ed9-94fb-ed357cbd6862,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:01.268733 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-340f4be8-2dfe-49b4-b2e3-d6b35fe4fcd6 req-28c151b8-4fc1-49b4-9230-c60d09637d8f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=35287554-093e-492b-9e65-510620951be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3028977 Nov 27 04:16:01.293251 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-9c5084d4-07e2-4d7b-a19f-48d04c07acee tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] update failed (client error): The resource could not be found. Nov 27 04:16:01.299465 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9c5084d4-07e2-4d7b-a19f-48d04c07acee tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] 10.222.0.20 "PUT /v2.0/routers/4e3a7801-8c41-4a16-9918-ebeb5f368564 HTTP/1.1" status: 404 len: 339 time: 0.5267031 Nov 27 04:16:01.299786 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 46906) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:01.373867 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-51d622a6-84f8-4d03-9c64-858edfa1464b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:01.395370 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-51d622a6-84f8-4d03-9c64-858edfa1464b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7d0bd74-0723-4771-b795-968f83a30d67']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:01.414658 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b4683dd1-f4be-4ed9-94fb-ed357cbd6862 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:16:01.444065 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: b4683dd1-f4be-4ed9-94fb-ed357cbd6862 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:16:01.444672 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b4683dd1-f4be-4ed9-94fb-ed357cbd6862 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:16:01.464899 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3a8f8672-9c16-4c9a-83f3-c748c2437982 req-1a0c95a5-ddcc-4744-b624-5c08aa16631f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3305573 Nov 27 04:16:01.469011 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-51d622a6-84f8-4d03-9c64-858edfa1464b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ed0ee4b-5621-43e1-95f7-12d762a07336') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:01.469331 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-51d622a6-84f8-4d03-9c64-858edfa1464b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ed0ee4b-5621-43e1-95f7-12d762a07336') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:01.480434 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-51d622a6-84f8-4d03-9c64-858edfa1464b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:01.501732 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-51d622a6-84f8-4d03-9c64-858edfa1464b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:01.509152 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51d622a6-84f8-4d03-9c64-858edfa1464b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:16:01.509555 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-51d622a6-84f8-4d03-9c64-858edfa1464b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:01.581163 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:16:01.581163 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:16:01.581163 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:16:01.581163 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:16:01.581163 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:16:01.581163 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:16:01.581163 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:16:01.581163 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:16:01.581163 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:16:01.581163 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:16:01.581163 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:16:01.581163 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:16:01.581163 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:16:01.581163 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:16:01.581163 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:16:01.581163 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:16:01.581163 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:16:01.581163 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:16:01.581163 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:16:01.581163 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:16:01.581163 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:16:01.581163 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:16:01.581163 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:16:01.581163 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:16:01.581163 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:16:01.581163 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:16:01.581163 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:16:01.581163 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:16:01.581163 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:16:01.581163 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:16:01.581163 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:16:01.581163 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:16:01.616352 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-51d622a6-84f8-4d03-9c64-858edfa1464b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:01.630682 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-51d622a6-84f8-4d03-9c64-858edfa1464b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:01.636968 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-51d622a6-84f8-4d03-9c64-858edfa1464b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "DELETE /v2.0/networks/d7d0bd74-0723-4771-b795-968f83a30d67 HTTP/1.1" status: 204 len: 168 time: 1.7187850 Nov 27 04:16:01.637652 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46918) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:01.721747 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d622a6-84f8-4d03-9c64-858edfa1464b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event deleted for resources: {'Network': ['ID=d7d0bd74-0723-4771-b795-968f83a30d67,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:01.774936 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-2bf38934-66cd-4489-b9c6-f94be5a96038 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Allocated IP 172.25.1.164 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/0ba54322-a0b5-4284-913c-0d19e08a06a3) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:16:01.802663 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6801c6-8249-408e-83cd-aff49ff81fba req-0c0b520d-5819-4fd2-8d9a-0d77574138b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:01.804410 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3a6801c6-8249-408e-83cd-aff49ff81fba req-0c0b520d-5819-4fd2-8d9a-0d77574138b9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=13b1fee7d54d401493a1883da20540bb&device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 1096 time: 0.2209349 Nov 27 04:16:01.842272 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d3eb467e-cc37-4647-989f-fa17bbf2a63c tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:02.001327 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2bf38934-66cd-4489-b9c6-f94be5a96038 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:02.127721 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2bf38934-66cd-4489-b9c6-f94be5a96038 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:02.245378 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf38934-66cd-4489-b9c6-f94be5a96038 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:16:02.279229 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-2bf38934-66cd-4489-b9c6-f94be5a96038 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:16:02.297298 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf38934-66cd-4489-b9c6-f94be5a96038 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:16:02.298758 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b82df96-137e-4e5f-bcad-35e2104393b9 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:16:02.411546 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-8c8ae5c5-7bf9-47fc-86a8-c10d60d6874e None None] Provisioning complete for port 0ba54322-a0b5-4284-913c-0d19e08a06a3 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:16:02.412210 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8c8ae5c5-7bf9-47fc-86a8-c10d60d6874e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:02.483160 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-8c8ae5c5-7bf9-47fc-86a8-c10d60d6874e None None] Port 0ba54322-a0b5-4284-913c-0d19e08a06a3 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:16:02.546580 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-d3eb467e-cc37-4647-989f-fa17bbf2a63c tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Allocated IP 172.20.0.1 (dd401728-aa06-4062-9a1e-8fce9a39f70b/0e3e18b8-9d10-4d24-81ff-d5433dfa5429/93161ddb-01be-4ffe-87b9-d1dff7955c94) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:16:02.799420 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d3eb467e-cc37-4647-989f-fa17bbf2a63c tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:02.822735 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f92f0-f671-4cc2-9ad2-c646a1beadc6 req-1dc5b899-f6a0-4012-9191-ce16b24aad16 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:02.824540 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2e4f92f0-f671-4cc2-9ad2-c646a1beadc6 req-1dc5b899-f6a0-4012-9191-ce16b24aad16 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 945 time: 0.1882646 Nov 27 04:16:02.827076 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-23434d2f-26d1-4283-b897-6510c025ad6c req-e23cdc9f-eb6e-43ec-bf37-8e67dbe5d82d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35901b62-66fd-45b1-afcc-77274fd1e9a5 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:16:02.837652 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-23434d2f-26d1-4283-b897-6510c025ad6c req-e23cdc9f-eb6e-43ec-bf37-8e67dbe5d82d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:02.900098 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-23434d2f-26d1-4283-b897-6510c025ad6c req-e23cdc9f-eb6e-43ec-bf37-8e67dbe5d82d service neutron] Transition to ACTIVE for port object 35901b62-66fd-45b1-afcc-77274fd1e9a5 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:16:02.910320 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2e4f92f0-f671-4cc2-9ad2-c646a1beadc6 req-115c5fcc-3277-42ac-a0c4-9f38508e7f7b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=35287554-093e-492b-9e65-510620951be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683727 Nov 27 04:16:02.912705 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-23434d2f-26d1-4283-b897-6510c025ad6c req-e23cdc9f-eb6e-43ec-bf37-8e67dbe5d82d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:02.973945 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23cdc9f-eb6e-43ec-bf37-8e67dbe5d82d service neutron] Pushing event updated for resources: {'Port': ['ID=35901b62-66fd-45b1-afcc-77274fd1e9a5,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:02.978831 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d3eb467e-cc37-4647-989f-fa17bbf2a63c tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:03.021725 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf38934-66cd-4489-b9c6-f94be5a96038 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event updated for resources: {'Port': ['ID=0ba54322-a0b5-4284-913c-0d19e08a06a3,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:03.048192 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3eb467e-cc37-4647-989f-fa17bbf2a63c tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Network dd401728-aa06-4062-9a1e-8fce9a39f70b is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:16:03.057234 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-d3eb467e-cc37-4647-989f-fa17bbf2a63c tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:16:03.069119 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6801c6-8249-408e-83cd-aff49ff81fba req-e0297008-a66b-4d57-9d94-c84e450f2250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:03.071307 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3a6801c6-8249-408e-83cd-aff49ff81fba req-e0297008-a66b-4d57-9d94-c84e450f2250 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d HTTP/1.1" status: 200 len: 896 time: 1.0286558 Nov 27 04:16:03.094479 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eb467e-cc37-4647-989f-fa17bbf2a63c tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:16:03.194095 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb467e-cc37-4647-989f-fa17bbf2a63c tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Pushing event updated for resources: {'Port': ['ID=93161ddb-01be-4ffe-87b9-d1dff7955c94,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:03.222773 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d3eb467e-cc37-4647-989f-fa17bbf2a63c tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:03.241120 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-23434d2f-26d1-4283-b897-6510c025ad6c req-e23cdc9f-eb6e-43ec-bf37-8e67dbe5d82d service neutron] Attempting to bind port 35901b62-66fd-45b1-afcc-77274fd1e9a5 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:16:03.241462 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-23434d2f-26d1-4283-b897-6510c025ad6c req-e23cdc9f-eb6e-43ec-bf37-8e67dbe5d82d service neutron] Attempting to bind port 35901b62-66fd-45b1-afcc-77274fd1e9a5 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '14ba06ee-f49c-4f99-b4a7-818247e87fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:16:03.241787 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23434d2f-26d1-4283-b897-6510c025ad6c req-e23cdc9f-eb6e-43ec-bf37-8e67dbe5d82d service neutron] Attempting to bind port 35901b62-66fd-45b1-afcc-77274fd1e9a5 on network f5be6ff6-7679-4336-aa7e-b7dc23104991 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:16:03.300100 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23434d2f-26d1-4283-b897-6510c025ad6c req-e23cdc9f-eb6e-43ec-bf37-8e67dbe5d82d service neutron] Port 35901b62-66fd-45b1-afcc-77274fd1e9a5 on network f5be6ff6-7679-4336-aa7e-b7dc23104991 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:16:03.300446 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23434d2f-26d1-4283-b897-6510c025ad6c req-e23cdc9f-eb6e-43ec-bf37-8e67dbe5d82d service neutron] Attempting to bind port 35901b62-66fd-45b1-afcc-77274fd1e9a5 on network f5be6ff6-7679-4336-aa7e-b7dc23104991 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:16:03.329829 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23434d2f-26d1-4283-b897-6510c025ad6c req-e23cdc9f-eb6e-43ec-bf37-8e67dbe5d82d service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:16:03.330182 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23434d2f-26d1-4283-b897-6510c025ad6c req-e23cdc9f-eb6e-43ec-bf37-8e67dbe5d82d service neutron] Checking segment: {'id': '14ba06ee-f49c-4f99-b4a7-818247e87fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:16:03.330605 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23434d2f-26d1-4283-b897-6510c025ad6c req-e23cdc9f-eb6e-43ec-bf37-8e67dbe5d82d service neutron] Bound using segment: {'id': '14ba06ee-f49c-4f99-b4a7-818247e87fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:16:03.331145 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-23434d2f-26d1-4283-b897-6510c025ad6c req-e23cdc9f-eb6e-43ec-bf37-8e67dbe5d82d service neutron] Bound port: 35901b62-66fd-45b1-afcc-77274fd1e9a5, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ba06ee-f49c-4f99-b4a7-818247e87fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:16:03.331946 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-23434d2f-26d1-4283-b897-6510c025ad6c req-e23cdc9f-eb6e-43ec-bf37-8e67dbe5d82d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:03.393597 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2bf38934-66cd-4489-b9c6-f94be5a96038 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:03.439036 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3a6801c6-8249-408e-83cd-aff49ff81fba req-cf233683-dced-4133-b557-d49d9091fefd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d10ea079-207d-41ea-99af-c5956ead995e HTTP/1.1" status: 200 len: 1001 time: 0.3015347 Nov 27 04:16:03.518924 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d3eb467e-cc37-4647-989f-fa17bbf2a63c tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:03.521261 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-23434d2f-26d1-4283-b897-6510c025ad6c req-e23cdc9f-eb6e-43ec-bf37-8e67dbe5d82d service neutron] For port 35901b62-66fd-45b1-afcc-77274fd1e9a5, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:16:03.527056 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-23434d2f-26d1-4283-b897-6510c025ad6c req-e23cdc9f-eb6e-43ec-bf37-8e67dbe5d82d service neutron] For port 35901b62-66fd-45b1-afcc-77274fd1e9a5, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=35901b62-66fd-45b1-afcc-77274fd1e9a5,segment=NetworkSegment(14ba06ee-f49c-4f99-b4a7-818247e87fba),segment_id=14ba06ee-f49c-4f99-b4a7-818247e87fba)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:16:03.538152 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-23434d2f-26d1-4283-b897-6510c025ad6c req-e23cdc9f-eb6e-43ec-bf37-8e67dbe5d82d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:03.551564 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-056b52f4-dcfb-4931-8810-bba16dbbad8a None None] Provisioning complete for port 93161ddb-01be-4ffe-87b9-d1dff7955c94 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:16:03.552123 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-056b52f4-dcfb-4931-8810-bba16dbbad8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:03.596087 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23434d2f-26d1-4283-b897-6510c025ad6c req-e23cdc9f-eb6e-43ec-bf37-8e67dbe5d82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:03.596726 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-23434d2f-26d1-4283-b897-6510c025ad6c req-e23cdc9f-eb6e-43ec-bf37-8e67dbe5d82d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:03.598249 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-23434d2f-26d1-4283-b897-6510c025ad6c req-e23cdc9f-eb6e-43ec-bf37-8e67dbe5d82d service neutron] 10.222.0.23 "PUT /v2.0/ports/35901b62-66fd-45b1-afcc-77274fd1e9a5 HTTP/1.1" status: 200 len: 1091 time: 2.6676505 Nov 27 04:16:03.598601 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '279102cc-6d50-4eb2-82fe-b76d570d39f9', 'tag': '35901b62-66fd-45b1-afcc-77274fd1e9a5'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:16:03.600944 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af9a072-0252-4d78-ae9f-9c634f1f9956" -d '{"events": [{"name": "network-changed", "server_uuid": "279102cc-6d50-4eb2-82fe-b76d570d39f9", "tag": "35901b62-66fd-45b1-afcc-77274fd1e9a5"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:16:03.635797 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-056b52f4-dcfb-4931-8810-bba16dbbad8a None None] Port 93161ddb-01be-4ffe-87b9-d1dff7955c94 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:16:03.676632 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [req-366d2018-c308-4416-9b87-bdb4844394fa req-b8004ef4-5459-4c36-a311-0099895dcc9c service neutron] show failed (client error): The resource could not be found. Nov 27 04:16:03.677975 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-366d2018-c308-4416-9b87-bdb4844394fa req-b8004ef4-5459-4c36-a311-0099895dcc9c service neutron] 10.222.0.11 "GET /v2.0/ports/d10ea079-207d-41ea-99af-c5956ead995e/bindings/n-h1-819494-3 HTTP/1.1" status: 404 len: 380 time: 0.6615882 Nov 27 04:16:03.717379 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527fe5e2-717b-42a2-bf1e-30c147ad312d req-7344cb4f-de3b-4268-85bb-d6a9b7c7cbfa tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:03.718989 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-527fe5e2-717b-42a2-bf1e-30c147ad312d req-7344cb4f-de3b-4268-85bb-d6a9b7c7cbfa tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 943 time: 0.7182047 Nov 27 04:16:03.814485 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9de4e05-60eb-40f9-a50e-9102ebd00b7f x-openstack-request-id: req-f9de4e05-60eb-40f9-a50e-9102ebd00b7f {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:16:03.815169 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "279102cc-6d50-4eb2-82fe-b76d570d39f9", "tag": "35901b62-66fd-45b1-afcc-77274fd1e9a5", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:16:03.815169 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f9de4e05-60eb-40f9-a50e-9102ebd00b7f {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:16:03.815470 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6801c6-8249-408e-83cd-aff49ff81fba req-d3a6ef88-39c8-44d7-863d-2738f6be6d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:03.815566 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '279102cc-6d50-4eb2-82fe-b76d570d39f9', 'tag': '35901b62-66fd-45b1-afcc-77274fd1e9a5', 'status': 'completed', 'code': 200} Nov 27 04:16:03.817762 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3a6801c6-8249-408e-83cd-aff49ff81fba req-d3a6ef88-39c8-44d7-863d-2738f6be6d44 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0b14f7bc-f949-4956-b408-2937d2202365 HTTP/1.1" status: 200 len: 835 time: 0.3243494 Nov 27 04:16:03.858633 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23cdc9f-eb6e-43ec-bf37-8e67dbe5d82d service neutron] Pushing event updated for resources: {'Port': ['ID=35901b62-66fd-45b1-afcc-77274fd1e9a5,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:03.911527 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23434d2f-26d1-4283-b897-6510c025ad6c req-ea4b0fdc-6f24-4eab-b50a-623fa185f866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:03.913640 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-23434d2f-26d1-4283-b897-6510c025ad6c req-ea4b0fdc-6f24-4eab-b50a-623fa185f866 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=797b4470e1204f95b4c65fa8076beed0&device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 1094 time: 0.1682980 Nov 27 04:16:04.032270 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-23434d2f-26d1-4283-b897-6510c025ad6c req-0667f2f7-bdf0-41b8-965c-669b22546607 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35901b62-66fd-45b1-afcc-77274fd1e9a5 HTTP/1.1" status: 200 len: 217 time: 0.0936968 Nov 27 04:16:04.118955 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d2018-c308-4416-9b87-bdb4844394fa req-a3d902f1-ef25-4328-82d8-c9a55d579f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:04.120427 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-366d2018-c308-4416-9b87-bdb4844394fa req-a3d902f1-ef25-4328-82d8-c9a55d579f21 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289&tenant_id=13b1fee7d54d401493a1883da20540bb HTTP/1.1" status: 200 len: 1096 time: 0.1474710 Nov 27 04:16:04.146903 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-527fe5e2-717b-42a2-bf1e-30c147ad312d req-0ba734d0-feee-45fd-a695-f940dd787624 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4207344 Nov 27 04:16:04.156773 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-366d2018-c308-4416-9b87-bdb4844394fa req-5e092bcd-69bb-422f-8933-492b3dedb1c9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819494-3', 'device_owner': 'compute:nova'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:16:04.198889 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6801c6-8249-408e-83cd-aff49ff81fba req-3607e754-e72e-45f8-b3b1-58ab686a813e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:04.201435 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3a6801c6-8249-408e-83cd-aff49ff81fba req-3607e754-e72e-45f8-b3b1-58ab686a813e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3684165 Nov 27 04:16:04.201967 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23434d2f-26d1-4283-b897-6510c025ad6c req-10fc42b0-0e23-4aab-9f50-7b9950deed3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:04.203499 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-23434d2f-26d1-4283-b897-6510c025ad6c req-10fc42b0-0e23-4aab-9f50-7b9950deed3f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=129d6819-d46b-4873-8019-a59c438c16e8 HTTP/1.1" status: 200 len: 855 time: 0.1568093 Nov 27 04:16:04.280310 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d3eb467e-cc37-4647-989f-fa17bbf2a63c tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:04.295463 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a1427-1195-448b-9f56-fea82e86a522 req-d97f2a8c-3120-4b74-b290-c729837a1fab tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:04.296993 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4d5a1427-1195-448b-9f56-fea82e86a522 req-d97f2a8c-3120-4b74-b290-c729837a1fab tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 945 time: 0.2017961 Nov 27 04:16:04.303616 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d3eb467e-cc37-4647-989f-fa17bbf2a63c tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:04.306833 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2bf38934-66cd-4489-b9c6-f94be5a96038 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:04.339393 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-366d2018-c308-4416-9b87-bdb4844394fa req-5e092bcd-69bb-422f-8933-492b3dedb1c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:04.424494 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23434d2f-26d1-4283-b897-6510c025ad6c req-eeeae859-964f-41ce-85e8-255cced01d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:04.426021 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-23434d2f-26d1-4283-b897-6510c025ad6c req-eeeae859-964f-41ce-85e8-255cced01d76 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f5be6ff6-7679-4336-aa7e-b7dc23104991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2096703 Nov 27 04:16:04.427364 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e462cfcb-0411-400d-be5f-26a363580d70 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:04.435017 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d3eb467e-cc37-4647-989f-fa17bbf2a63c tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:04.459377 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb467e-cc37-4647-989f-fa17bbf2a63c tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Pushing event updated for resources: {'Port': ['ID=93161ddb-01be-4ffe-87b9-d1dff7955c94,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:04.502054 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4d5a1427-1195-448b-9f56-fea82e86a522 req-60ede46f-4bc9-4f94-a701-1a8d33aa86bc tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=35287554-093e-492b-9e65-510620951be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934025 Nov 27 04:16:04.542657 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3a6801c6-8249-408e-83cd-aff49ff81fba req-8827c275-122c-42e5-89b5-a48cb502e4ec service neutron] 10.222.0.11 "GET /v2.0/networks/5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297892 Nov 27 04:16:04.743357 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-23434d2f-26d1-4283-b897-6510c025ad6c req-7bb3372e-ddfc-4cc6-af34-947b83e476f3 service neutron] 10.222.0.23 "GET /v2.0/networks/f5be6ff6-7679-4336-aa7e-b7dc23104991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771635 Nov 27 04:16:04.781650 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf38934-66cd-4489-b9c6-f94be5a96038 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Router 8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:16:04.809581 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3a6801c6-8249-408e-83cd-aff49ff81fba req-9298515c-28f6-4cb9-8442-05a8cee30c02 service neutron] 10.222.0.11 "GET /v2.0/networks/5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358167 Nov 27 04:16:04.825260 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3eb467e-cc37-4647-989f-fa17bbf2a63c tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Network dd401728-aa06-4062-9a1e-8fce9a39f70b is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:16:04.835318 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-d3eb467e-cc37-4647-989f-fa17bbf2a63c tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:16:04.984945 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-366d2018-c308-4416-9b87-bdb4844394fa req-5e092bcd-69bb-422f-8933-492b3dedb1c9 service neutron] For port d10ea079-207d-41ea-99af-c5956ead995e, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=d10ea079-207d-41ea-99af-c5956ead995e,segment=NetworkSegment(3a0f2c89-9472-4b39-b64d-93d0070f2833),segment_id=3a0f2c89-9472-4b39-b64d-93d0070f2833)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:16:05.036279 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-23434d2f-26d1-4283-b897-6510c025ad6c req-878e91a3-7d76-49ec-b1c7-e035da0c554f service neutron] 10.222.0.23 "GET /v2.0/networks/f5be6ff6-7679-4336-aa7e-b7dc23104991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780898 Nov 27 04:16:05.048778 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf38934-66cd-4489-b9c6-f94be5a96038 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:16:05.056518 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-366d2018-c308-4416-9b87-bdb4844394fa req-5e092bcd-69bb-422f-8933-492b3dedb1c9 service neutron] For port d10ea079-207d-41ea-99af-c5956ead995e, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:16:05.062253 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9092538-2772-4db6-a24d-c711635b7c3b None None] Sync routers for ids ['8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:16:05.082254 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9092538-2772-4db6-a24d-c711635b7c3b None None] Routers {'8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:16:05.084890 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-c9092538-2772-4db6-a24d-c711635b7c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:15:49Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:05.125889 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2bf38934-66cd-4489-b9c6-f94be5a96038 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:05.130032 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2bf38934-66cd-4489-b9c6-f94be5a96038 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.9864552 Nov 27 04:16:05.131085 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 46998) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:05.170593 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3eb467e-cc37-4647-989f-fa17bbf2a63c tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Router 4e3a7801-8c41-4a16-9918-ebeb5f368564 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:16:05.172593 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b44a2513-afd2-40dc-b491-fb9a7e95eec4 tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=11a8da3acafa4ec1bd2e977270426dbc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400898 Nov 27 04:16:05.177114 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-e462cfcb-0411-400d-be5f-26a363580d70 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Deleting port fd9b6adf-9385-488d-8f76-73cf9281b93e {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:16:05.177624 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e462cfcb-0411-400d-be5f-26a363580d70 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:05.186584 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47000) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:05.339267 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-c9092538-2772-4db6-a24d-c711635b7c3b None None] Set router 8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:16:05.349882 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-d06c82a4-c39f-4127-bee1-a8e63b588585 None None] Provisioning complete for port 93161ddb-01be-4ffe-87b9-d1dff7955c94 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:16:05.350413 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d06c82a4-c39f-4127-bee1-a8e63b588585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:05.437033 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-d06c82a4-c39f-4127-bee1-a8e63b588585 None None] Port 93161ddb-01be-4ffe-87b9-d1dff7955c94 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:16:05.450497 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-366d2018-c308-4416-9b87-bdb4844394fa req-5e092bcd-69bb-422f-8933-492b3dedb1c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:05.457575 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-e462cfcb-0411-400d-be5f-26a363580d70 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] For port fd9b6adf-9385-488d-8f76-73cf9281b93e, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=fd9b6adf-9385-488d-8f76-73cf9281b93e,segment=NetworkSegment(dea02e26-6e69-4257-a947-f1ebbef2bb1a),segment_id=dea02e26-6e69-4257-a947-f1ebbef2bb1a)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:16:05.459843 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e462cfcb-0411-400d-be5f-26a363580d70 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:05.483860 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-366d2018-c308-4416-9b87-bdb4844394fa req-5e092bcd-69bb-422f-8933-492b3dedb1c9 service neutron] Transition to ACTIVE for port object d10ea079-207d-41ea-99af-c5956ead995e will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:16:05.488489 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9a072-0252-4d78-ae9f-9c634f1f9956 req-dbb46319-f405-4aa2-ade3-64134e937307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:05.489954 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3af9a072-0252-4d78-ae9f-9c634f1f9956 req-dbb46319-f405-4aa2-ade3-64134e937307 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=797b4470e1204f95b4c65fa8076beed0&device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 1094 time: 0.2923381 Nov 27 04:16:05.495664 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-366d2018-c308-4416-9b87-bdb4844394fa req-5e092bcd-69bb-422f-8933-492b3dedb1c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:05.499673 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3eb467e-cc37-4647-989f-fa17bbf2a63c tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:16:05.512136 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10883528-ecb5-4f2f-9607-332c08fde524 None None] Sync routers for ids ['4e3a7801-8c41-4a16-9918-ebeb5f368564'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:16:05.513577 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-e462cfcb-0411-400d-be5f-26a363580d70 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Calling delete_port for fd9b6adf-9385-488d-8f76-73cf9281b93e owned by network:router_interface {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:16:05.521839 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device d10ea079-207d-41ea-99af-c5956ead995e no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:16:05.557807 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d3eb467e-cc37-4647-989f-fa17bbf2a63c tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] 10.222.0.20 "PUT /v2.0/routers/4e3a7801-8c41-4a16-9918-ebeb5f368564/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2570755 Nov 27 04:16:05.571859 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10883528-ecb5-4f2f-9607-332c08fde524 None None] Routers {'4e3a7801-8c41-4a16-9918-ebeb5f368564'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:16:05.572503 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-10883528-ecb5-4f2f-9607-332c08fde524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:15:49Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4e3a7801-8c41-4a16-9918-ebeb5f368564'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:05.603586 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47016) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:05.633513 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33286d66-50f8-403e-8574-53e5acfc0214 tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:05.642291 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-33286d66-50f8-403e-8574-53e5acfc0214 tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4527688 Nov 27 04:16:05.643289 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47018) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:05.726241 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-10883528-ecb5-4f2f-9607-332c08fde524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:05.775604 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device d10ea079-207d-41ea-99af-c5956ead995e not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:16:05.785443 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10883528-ecb5-4f2f-9607-332c08fde524 None None] Routers {'4e3a7801-8c41-4a16-9918-ebeb5f368564'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:16:05.786358 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-10883528-ecb5-4f2f-9607-332c08fde524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:15:49Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4e3a7801-8c41-4a16-9918-ebeb5f368564'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:05.798689 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963b8c3-eba1-49ae-b840-384701a95e02 req-c18a44ee-9a50-4291-934e-641c954b2601 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:05.815494 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3963b8c3-eba1-49ae-b840-384701a95e02 req-c18a44ee-9a50-4291-934e-641c954b2601 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 943 time: 0.4619026 Nov 27 04:16:05.819816 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-65b40921-ec71-4e04-8373-5c8c777b9371 tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=f5c39893-f8d8-4150-8aae-695f98406de3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1732507 Nov 27 04:16:05.831375 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47024) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:05.835197 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-c9092538-2772-4db6-a24d-c711635b7c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0', 'name': 'tempest-TestNetworkBasicOps-router-778582823', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '0ba54322-a0b5-4284-913c-0d19e08a06a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:16:00Z', 'updated_at': '2021-11-27T04:16:02Z', 'revision_number': 3, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'gw_port': {'id': '0ba54322-a0b5-4284-913c-0d19e08a06a3', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:16:01Z', 'updated_at': '2021-11-27T04:16:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:05.837451 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-10883528-ecb5-4f2f-9607-332c08fde524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:05.838316 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10883528-ecb5-4f2f-9607-332c08fde524 None None] The sync data for ids ['4e3a7801-8c41-4a16-9918-ebeb5f368564'] in n-d-819494-3 is: [] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:16:05.841974 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78849aa8-76b0-41f8-817b-9294cadaa289', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd10ea079-207d-41ea-99af-c5956ead995e'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:16:05.844261 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24b1307-5a58-4e04-8951-a5d0d77762a5" -d '{"events": [{"server_uuid": "78849aa8-76b0-41f8-817b-9294cadaa289", "name": "network-vif-unplugged", "status": "completed", "tag": "d10ea079-207d-41ea-99af-c5956ead995e"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:16:05.844852 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-98e48b3c-4077-4705-9804-ce92de00c0d9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-158400262', 'network_id': 'a9fc006f-2f12-4b59-8f4e-166feef8006e', 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:16:05.883949 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9092538-2772-4db6-a24d-c711635b7c3b None None] Checking router: 8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:16:05.884543 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9092538-2772-4db6-a24d-c711635b7c3b None None] Updating router 8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0 port 0ba54322-a0b5-4284-913c-0d19e08a06a3 binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:16:05.900760 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e092bcd-69bb-422f-8933-492b3dedb1c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d10ea079-207d-41ea-99af-c5956ead995e,revision_number=6']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:05.916304 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-c9092538-2772-4db6-a24d-c711635b7c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:06.223691 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3963b8c3-eba1-49ae-b840-384701a95e02 req-7147357c-d77c-4ce7-9191-07092a4d4a30 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3928094 Nov 27 04:16:06.259156 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e462cfcb-0411-400d-be5f-26a363580d70 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:06.306105 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462cfcb-0411-400d-be5f-26a363580d70 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event deleted for resources: {'Port': ['ID=fd9b6adf-9385-488d-8f76-73cf9281b93e,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:06.362707 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e48b3c-4077-4705-9804-ce92de00c0d9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Made reservation on behalf of 11a8da3acafa4ec1bd2e977270426dbc for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:16:06.372932 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-98e48b3c-4077-4705-9804-ce92de00c0d9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:06.458249 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 04:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424bce2c-dc2c-4aad-a3f6-0d1f39addea6 x-openstack-request-id: req-424bce2c-dc2c-4aad-a3f6-0d1f39addea6 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:16:06.459059 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-c9092538-2772-4db6-a24d-c711635b7c3b None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:06.459959 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78849aa8-76b0-41f8-817b-9294cadaa289", "name": "network-vif-unplugged", "status": "completed", "tag": "d10ea079-207d-41ea-99af-c5956ead995e", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:16:06.460403 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-424bce2c-dc2c-4aad-a3f6-0d1f39addea6 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:16:06.460954 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78849aa8-76b0-41f8-817b-9294cadaa289', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd10ea079-207d-41ea-99af-c5956ead995e', 'code': 200} Nov 27 04:16:06.474965 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-c9092538-2772-4db6-a24d-c711635b7c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:06.484860 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-268f1906-f99a-4bca-933e-0634877b2c7b tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:06.524982 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cec57ab-893f-482f-b1fc-7d14f0031c0c None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:16:06.535248 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-c9092538-2772-4db6-a24d-c711635b7c3b None None] Attempting to bind port 0ba54322-a0b5-4284-913c-0d19e08a06a3 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:16:06.536332 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-c9092538-2772-4db6-a24d-c711635b7c3b None None] Attempting to bind port 0ba54322-a0b5-4284-913c-0d19e08a06a3 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:16:06.536332 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9092538-2772-4db6-a24d-c711635b7c3b None None] Attempting to bind port 0ba54322-a0b5-4284-913c-0d19e08a06a3 on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:16:06.561031 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9092538-2772-4db6-a24d-c711635b7c3b None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:16:06.561952 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9092538-2772-4db6-a24d-c711635b7c3b None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:16:06.562816 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-c9092538-2772-4db6-a24d-c711635b7c3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:06.564721 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9092538-2772-4db6-a24d-c711635b7c3b None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:16:06.565397 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-c9092538-2772-4db6-a24d-c711635b7c3b None None] Bound port: 0ba54322-a0b5-4284-913c-0d19e08a06a3, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:16:06.565950 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-c9092538-2772-4db6-a24d-c711635b7c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:06.634247 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-c9092538-2772-4db6-a24d-c711635b7c3b None None] For port 0ba54322-a0b5-4284-913c-0d19e08a06a3, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:16:06.637824 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-c9092538-2772-4db6-a24d-c711635b7c3b None None] For port 0ba54322-a0b5-4284-913c-0d19e08a06a3, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=0ba54322-a0b5-4284-913c-0d19e08a06a3,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:16:06.647547 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-c9092538-2772-4db6-a24d-c711635b7c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:06.651817 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454b3a8a-952e-4b2c-b301-04270f71eb12 None None] Pushing event updated for resources: {'Port': ['ID=0ba54322-a0b5-4284-913c-0d19e08a06a3,revision_number=2']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:06.659913 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e462cfcb-0411-400d-be5f-26a363580d70 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:06.676357 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-95fcd6c5-b3e0-43d0-9d85-56ae2285ca6b None None] Provisioning complete for port 0ba54322-a0b5-4284-913c-0d19e08a06a3 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:16:06.678184 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-95fcd6c5-b3e0-43d0-9d85-56ae2285ca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:06.748535 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa574f5e-09f7-409d-b5d9-15c599e0be77 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:16:06.766954 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e092bcd-69bb-422f-8933-492b3dedb1c9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:16:06.767562 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e092bcd-69bb-422f-8933-492b3dedb1c9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:16:06.774216 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9092538-2772-4db6-a24d-c711635b7c3b None None] Routers {'8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:16:06.775148 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-c9092538-2772-4db6-a24d-c711635b7c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:15:49Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:06.779155 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e092bcd-69bb-422f-8933-492b3dedb1c9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:16:06.779892 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e092bcd-69bb-422f-8933-492b3dedb1c9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:16:06.782363 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e092bcd-69bb-422f-8933-492b3dedb1c9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:16:06.782944 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e092bcd-69bb-422f-8933-492b3dedb1c9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:16:06.783611 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e092bcd-69bb-422f-8933-492b3dedb1c9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:16:06.784129 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e092bcd-69bb-422f-8933-492b3dedb1c9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:16:06.785831 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e092bcd-69bb-422f-8933-492b3dedb1c9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:16:06.786194 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e092bcd-69bb-422f-8933-492b3dedb1c9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:16:06.786613 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e092bcd-69bb-422f-8933-492b3dedb1c9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:16:06.786924 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e092bcd-69bb-422f-8933-492b3dedb1c9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:16:06.816149 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454b3a8a-952e-4b2c-b301-04270f71eb12 None None] Pushing event updated for resources: {'Port': ['ID=0ba54322-a0b5-4284-913c-0d19e08a06a3,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:06.848132 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-366d2018-c308-4416-9b87-bdb4844394fa req-5e092bcd-69bb-422f-8933-492b3dedb1c9 service neutron] No DVR routers for this DVR port d10ea079-207d-41ea-99af-c5956ead995e on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:16:06.884444 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-95fcd6c5-b3e0-43d0-9d85-56ae2285ca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:06.926403 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-268f1906-f99a-4bca-933e-0634877b2c7b tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 27 04:16:06.927858 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-268f1906-f99a-4bca-933e-0634877b2c7b tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] 10.222.0.20 "DELETE /v2.0/routers/4e3a7801-8c41-4a16-9918-ebeb5f368564 HTTP/1.1" status: 409 len: 329 time: 1.3226891 Nov 27 04:16:06.936883 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-95fcd6c5-b3e0-43d0-9d85-56ae2285ca6b None None] For port 0ba54322-a0b5-4284-913c-0d19e08a06a3, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=0ba54322-a0b5-4284-913c-0d19e08a06a3,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:16:06.942179 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-95fcd6c5-b3e0-43d0-9d85-56ae2285ca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:06.959938 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47048) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:06.973642 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa8afe-b0b0-4f02-aeb2-92327e21cdc1 req-a7680862-bbe8-4997-8e04-44cbd679adbc tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:06.981926 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-aeaa8afe-b0b0-4f02-aeb2-92327e21cdc1 req-a7680862-bbe8-4997-8e04-44cbd679adbc tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 943 time: 1.2840595 Nov 27 04:16:06.999503 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-c9092538-2772-4db6-a24d-c711635b7c3b None None] Set router 8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:16:07.012387 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fcd6c5-b3e0-43d0-9d85-56ae2285ca6b None None] Pushing event updated for resources: {'Port': ['ID=0ba54322-a0b5-4284-913c-0d19e08a06a3,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:07.074169 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-f0878a68-9fea-43dd-921c-99ffd2e814d5 None None] Provisioning complete for port 0ba54322-a0b5-4284-913c-0d19e08a06a3 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:16:07.074693 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9a072-0252-4d78-ae9f-9c634f1f9956 req-96cfa78c-4d07-4fdd-b13e-04def171d5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:07.076397 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3af9a072-0252-4d78-ae9f-9c634f1f9956 req-96cfa78c-4d07-4fdd-b13e-04def171d5cb service neutron] 10.222.0.23 "GET /v2.0/networks?id=f5be6ff6-7679-4336-aa7e-b7dc23104991 HTTP/1.1" status: 200 len: 917 time: 1.5724051 Nov 27 04:16:07.088050 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f0878a68-9fea-43dd-921c-99ffd2e814d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:07.159422 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3af9a072-0252-4d78-ae9f-9c634f1f9956 req-df88a827-f82a-46a4-b190-2babcc17007d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35901b62-66fd-45b1-afcc-77274fd1e9a5 HTTP/1.1" status: 200 len: 217 time: 0.0647416 Nov 27 04:16:07.249376 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-aeaa8afe-b0b0-4f02-aeb2-92327e21cdc1 req-4800d4ac-c2eb-4b0c-b9ad-20ee24bd71a1 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=35287554-093e-492b-9e65-510620951be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2664883 Nov 27 04:16:07.316644 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-c9092538-2772-4db6-a24d-c711635b7c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0', 'name': 'tempest-TestNetworkBasicOps-router-778582823', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '0ba54322-a0b5-4284-913c-0d19e08a06a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:16:00Z', 'updated_at': '2021-11-27T04:16:02Z', 'revision_number': 3, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'gw_port': {'id': '0ba54322-a0b5-4284-913c-0d19e08a06a3', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:16:01Z', 'updated_at': '2021-11-27T04:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:07.364613 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9092538-2772-4db6-a24d-c711635b7c3b None None] The sync data for ids ['8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0'] in n-d-819494-3 is: [{'id': '8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0', 'name': 'tempest-TestNetworkBasicOps-router-778582823', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '0ba54322-a0b5-4284-913c-0d19e08a06a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:16:00Z', 'updated_at': '2021-11-27T04:16:02Z', 'revision_number': 3, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'gw_port': {'id': '0ba54322-a0b5-4284-913c-0d19e08a06a3', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:16:01Z', 'updated_at': '2021-11-27T04:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:16:07.529368 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9a072-0252-4d78-ae9f-9c634f1f9956 req-df9a74b3-dc4b-4d83-84b2-235bf394d399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:07.530998 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3af9a072-0252-4d78-ae9f-9c634f1f9956 req-df9a74b3-dc4b-4d83-84b2-235bf394d399 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=129d6819-d46b-4873-8019-a59c438c16e8 HTTP/1.1" status: 200 len: 855 time: 0.3501356 Nov 27 04:16:07.587874 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-366d2018-c308-4416-9b87-bdb4844394fa req-5e092bcd-69bb-422f-8933-492b3dedb1c9 service neutron] Attempting to bind port d10ea079-207d-41ea-99af-c5956ead995e on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:16:07.588381 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-366d2018-c308-4416-9b87-bdb4844394fa req-5e092bcd-69bb-422f-8933-492b3dedb1c9 service neutron] Attempting to bind port d10ea079-207d-41ea-99af-c5956ead995e by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '3a0f2c89-9472-4b39-b64d-93d0070f2833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:16:07.588824 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366d2018-c308-4416-9b87-bdb4844394fa req-5e092bcd-69bb-422f-8933-492b3dedb1c9 service neutron] Attempting to bind port d10ea079-207d-41ea-99af-c5956ead995e on network 5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:16:07.629443 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366d2018-c308-4416-9b87-bdb4844394fa req-5e092bcd-69bb-422f-8933-492b3dedb1c9 service neutron] Port d10ea079-207d-41ea-99af-c5956ead995e on network 5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:16:07.629929 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366d2018-c308-4416-9b87-bdb4844394fa req-5e092bcd-69bb-422f-8933-492b3dedb1c9 service neutron] Attempting to bind port d10ea079-207d-41ea-99af-c5956ead995e on network 5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:16:07.645473 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366d2018-c308-4416-9b87-bdb4844394fa req-5e092bcd-69bb-422f-8933-492b3dedb1c9 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:16:07.645980 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366d2018-c308-4416-9b87-bdb4844394fa req-5e092bcd-69bb-422f-8933-492b3dedb1c9 service neutron] Checking segment: {'id': '3a0f2c89-9472-4b39-b64d-93d0070f2833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:16:07.647629 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366d2018-c308-4416-9b87-bdb4844394fa req-5e092bcd-69bb-422f-8933-492b3dedb1c9 service neutron] Bound using segment: {'id': '3a0f2c89-9472-4b39-b64d-93d0070f2833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:16:07.648197 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-366d2018-c308-4416-9b87-bdb4844394fa req-5e092bcd-69bb-422f-8933-492b3dedb1c9 service neutron] Bound port: d10ea079-207d-41ea-99af-c5956ead995e, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a0f2c89-9472-4b39-b64d-93d0070f2833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:16:07.649421 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-366d2018-c308-4416-9b87-bdb4844394fa req-5e092bcd-69bb-422f-8933-492b3dedb1c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:07.657951 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f21f44-949b-4b53-9347-236d406c7bac req-bb39792e-4c35-4ce5-be50-f41dbbd6724f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:07.666703 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-16f21f44-949b-4b53-9347-236d406c7bac req-bb39792e-4c35-4ce5-be50-f41dbbd6724f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 943 time: 0.2120490 Nov 27 04:16:07.706913 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9a072-0252-4d78-ae9f-9c634f1f9956 req-d2ed9660-1298-4b08-a9e7-48bd2cb6e2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:07.708613 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3af9a072-0252-4d78-ae9f-9c634f1f9956 req-d2ed9660-1298-4b08-a9e7-48bd2cb6e2d2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f5be6ff6-7679-4336-aa7e-b7dc23104991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1595423 Nov 27 04:16:07.751870 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-98e48b3c-4077-4705-9804-ce92de00c0d9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:07.760439 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-16f21f44-949b-4b53-9347-236d406c7bac req-3eaec0f4-dcee-4ddf-8831-3770b5bef032 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928745 Nov 27 04:16:07.813910 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e462cfcb-0411-400d-be5f-26a363580d70 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Router c6755b6d-8ec0-4a93-8c51-bf241607b7a0 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:16:07.906108 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-366d2018-c308-4416-9b87-bdb4844394fa req-5e092bcd-69bb-422f-8933-492b3dedb1c9 service neutron] For port d10ea079-207d-41ea-99af-c5956ead995e, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:16:07.922575 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-366d2018-c308-4416-9b87-bdb4844394fa req-5e092bcd-69bb-422f-8933-492b3dedb1c9 service neutron] For port d10ea079-207d-41ea-99af-c5956ead995e, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d10ea079-207d-41ea-99af-c5956ead995e,segment=NetworkSegment(3a0f2c89-9472-4b39-b64d-93d0070f2833),segment_id=3a0f2c89-9472-4b39-b64d-93d0070f2833)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:16:07.938285 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-366d2018-c308-4416-9b87-bdb4844394fa req-5e092bcd-69bb-422f-8933-492b3dedb1c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:08.049013 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e48b3c-4077-4705-9804-ce92de00c0d9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event updated for resources: {'Subnet': ['ID=ce210ce8-ccbf-4354-a89c-2d5861ae1937,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:08.075044 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e092bcd-69bb-422f-8933-492b3dedb1c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d10ea079-207d-41ea-99af-c5956ead995e,revision_number=7']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:08.083250 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d2018-c308-4416-9b87-bdb4844394fa req-5e092bcd-69bb-422f-8933-492b3dedb1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:08.083989 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-366d2018-c308-4416-9b87-bdb4844394fa req-5e092bcd-69bb-422f-8933-492b3dedb1c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:08.086181 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-366d2018-c308-4416-9b87-bdb4844394fa req-5e092bcd-69bb-422f-8933-492b3dedb1c9 service neutron] 10.222.0.23 "PUT /v2.0/ports/d10ea079-207d-41ea-99af-c5956ead995e HTTP/1.1" status: 200 len: 1091 time: 3.9416606 Nov 27 04:16:08.088297 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3af9a072-0252-4d78-ae9f-9c634f1f9956 req-c7ba4592-b8b5-430b-8c34-d6d927bd4970 service neutron] 10.222.0.23 "GET /v2.0/networks/f5be6ff6-7679-4336-aa7e-b7dc23104991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594692 Nov 27 04:16:08.102117 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e48b3c-4077-4705-9804-ce92de00c0d9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Checking segment: {'id': 'f9e1c504-df47-43b7-8f4e-2fa660a630b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a9fc006f-2f12-4b59-8f4e-166feef8006e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:16:08.102481 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e48b3c-4077-4705-9804-ce92de00c0d9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Network hostable DHCP agents. Network: a9fc006f-2f12-4b59-8f4e-166feef8006e, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:16:08.177247 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e48b3c-4077-4705-9804-ce92de00c0d9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Network a9fc006f-2f12-4b59-8f4e-166feef8006e is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:16:08.183440 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e462cfcb-0411-400d-be5f-26a363580d70 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:16:08.194604 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd8e7a6-7cca-41f2-be9b-ea9d64894df6 None None] Sync routers for ids ['c6755b6d-8ec0-4a93-8c51-bf241607b7a0'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:16:08.205187 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e462cfcb-0411-400d-be5f-26a363580d70 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "PUT /v2.0/routers/c6755b6d-8ec0-4a93-8c51-bf241607b7a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5636003 Nov 27 04:16:08.209266 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47072) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:08.231942 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd8e7a6-7cca-41f2-be9b-ea9d64894df6 None None] Routers {'c6755b6d-8ec0-4a93-8c51-bf241607b7a0'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:16:08.233193 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-ebd8e7a6-7cca-41f2-be9b-ea9d64894df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:15:49Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c6755b6d-8ec0-4a93-8c51-bf241607b7a0'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:08.323629 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d2018-c308-4416-9b87-bdb4844394fa req-d3a64b27-494a-454a-a518-59fd37b52650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:08.327621 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-366d2018-c308-4416-9b87-bdb4844394fa req-d3a64b27-494a-454a-a518-59fd37b52650 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=13b1fee7d54d401493a1883da20540bb&device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 1094 time: 0.1978426 Nov 27 04:16:08.332374 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-98e48b3c-4077-4705-9804-ce92de00c0d9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, a9fc006f-2f12-4b59-8f4e-166feef8006e) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:16:08.345074 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f917a7bb-33f4-471a-8793-0366e4ca0f6a None None] Network a9fc006f-2f12-4b59-8f4e-166feef8006e requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:16:08.360206 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e48b3c-4077-4705-9804-ce92de00c0d9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:08.360813 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-98e48b3c-4077-4705-9804-ce92de00c0d9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:08.404809 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c4c8512f-3880-43a3-9898-c5e1631f6c9f tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:08.409115 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-98e48b3c-4077-4705-9804-ce92de00c0d9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.5742948 Nov 27 04:16:08.418481 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47078) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:08.528716 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-ebd8e7a6-7cca-41f2-be9b-ea9d64894df6 None None] Set router c6755b6d-8ec0-4a93-8c51-bf241607b7a0 gateway port host: None {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:16:08.583760 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78849aa8-76b0-41f8-817b-9294cadaa289', 'tag': 'd10ea079-207d-41ea-99af-c5956ead995e'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:16:08.587075 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84985f05-c90d-4525-ab08-4cd5f115ebf4" -d '{"events": [{"name": "network-changed", "server_uuid": "78849aa8-76b0-41f8-817b-9294cadaa289", "tag": "d10ea079-207d-41ea-99af-c5956ead995e"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:16:08.778799 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69c7788-444e-42f5-9f1a-9559d978fffb x-openstack-request-id: req-e69c7788-444e-42f5-9f1a-9559d978fffb {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:16:08.779788 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78849aa8-76b0-41f8-817b-9294cadaa289", "tag": "d10ea079-207d-41ea-99af-c5956ead995e", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:16:08.781342 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e69c7788-444e-42f5-9f1a-9559d978fffb {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:16:08.785061 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78849aa8-76b0-41f8-817b-9294cadaa289', 'tag': 'd10ea079-207d-41ea-99af-c5956ead995e', 'status': 'completed', 'code': 200} Nov 27 04:16:08.786379 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca807433-94f7-489d-9f71-3a15019c0ddb tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Deleting subnet f02ed401-c432-4d15-adab-790f3b876faf {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:16:08.790906 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ca807433-94f7-489d-9f71-3a15019c0ddb tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:08.871532 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3af9a072-0252-4d78-ae9f-9c634f1f9956 req-034b1256-763b-4466-8025-afb5d7ad1c24 service neutron] 10.222.0.23 "GET /v2.0/networks/f5be6ff6-7679-4336-aa7e-b7dc23104991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7522097 Nov 27 04:16:08.927322 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab7f47-fe64-41dd-b1fc-0e573e8a1067 req-026c527e-37c5-4c68-8c97-9a1c22565d53 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:08.934106 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b2ab7f47-fe64-41dd-b1fc-0e573e8a1067 req-026c527e-37c5-4c68-8c97-9a1c22565d53 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 943 time: 0.3695891 Nov 27 04:16:08.938921 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ca807433-94f7-489d-9f71-3a15019c0ddb tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:09.101330 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d2018-c308-4416-9b87-bdb4844394fa req-94580902-648c-4a97-a8e7-f2781b3f678b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:09.104367 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-366d2018-c308-4416-9b87-bdb4844394fa req-94580902-648c-4a97-a8e7-f2781b3f678b service neutron] 10.222.0.23 "GET /v2.0/networks?id=5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d HTTP/1.1" status: 200 len: 896 time: 0.7395942 Nov 27 04:16:09.146145 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ca807433-94f7-489d-9f71-3a15019c0ddb tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:09.183860 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-ebd8e7a6-7cca-41f2-be9b-ea9d64894df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'name': 'tempest-RoutersIpV6Test-router-263636440', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:15:14Z', 'updated_at': '2021-11-27T04:16:06Z', 'revision_number': 9, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'gw_port_host': None, '_interfaces': [{'id': '548daa0a-09c3-43ce-bed9-38736d0a3118', 'name': '', 'network_id': 'de87b4a2-0ce7-4187-8393-e606874040c0', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:10:e8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'a76ce5c3-5614-409a-9733-67c9e8f4a901', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:19Z', 'updated_at': '2021-11-27T04:15:32Z', 'revision_number': 5, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': 'a76ce5c3-5614-409a-9733-67c9e8f4a901', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bcc017f-8224-4822-81e4-297d7416cf5f', 'name': '', 'network_id': '18d3ed19-5b7c-431a-bb1f-75463789b76e', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:92:b7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:15Z', 'updated_at': '2021-11-27T04:15:20Z', 'revision_number': 5, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:09.194994 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 35901b62-66fd-45b1-afcc-77274fd1e9a5 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:16:09.214293 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3d65ff-27d1-4f29-b36b-b3080122922f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-a9fc006f-2f12-4b59-8f4e-166feef8006e', 'network_id': 'a9fc006f-2f12-4b59-8f4e-166feef8006e', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'fixed_ips': [{'subnet_id': 'ce210ce8-ccbf-4354-a89c-2d5861ae1937'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:16:09.215182 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4f3d65ff-27d1-4f29-b36b-b3080122922f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:09.254879 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd8e7a6-7cca-41f2-be9b-ea9d64894df6 None None] Checking router: c6755b6d-8ec0-4a93-8c51-bf241607b7a0 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:16:09.279244 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b2ab7f47-fe64-41dd-b1fc-0e573e8a1067 req-40242bac-8f10-4a0c-b6c8-64b244afb568 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=35287554-093e-492b-9e65-510620951be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3365691 Nov 27 04:16:09.285551 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd8e7a6-7cca-41f2-be9b-ea9d64894df6 None None] Routers {'c6755b6d-8ec0-4a93-8c51-bf241607b7a0'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:16:09.285999 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-ebd8e7a6-7cca-41f2-be9b-ea9d64894df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:15:49Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c6755b6d-8ec0-4a93-8c51-bf241607b7a0'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:09.346295 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-366d2018-c308-4416-9b87-bdb4844394fa req-82b23e32-a69b-4292-b65b-f44fce5abf0b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d10ea079-207d-41ea-99af-c5956ead995e HTTP/1.1" status: 200 len: 999 time: 0.2270300 Nov 27 04:16:09.346852 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ca807433-94f7-489d-9f71-3a15019c0ddb tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:09.413100 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d2018-c308-4416-9b87-bdb4844394fa req-857bf7f2-3a54-431f-8d74-1004ec68686f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:09.415649 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-366d2018-c308-4416-9b87-bdb4844394fa req-857bf7f2-3a54-431f-8d74-1004ec68686f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0b14f7bc-f949-4956-b408-2937d2202365 HTTP/1.1" status: 200 len: 835 time: 0.0583632 Nov 27 04:16:09.502685 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-ebd8e7a6-7cca-41f2-be9b-ea9d64894df6 None None] Set router c6755b6d-8ec0-4a93-8c51-bf241607b7a0 gateway port host: None {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:16:09.526782 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-4f3d65ff-27d1-4f29-b36b-b3080122922f None None] Allocated IP 172.20.0.2 (a9fc006f-2f12-4b59-8f4e-166feef8006e/ce210ce8-ccbf-4354-a89c-2d5861ae1937/8c1afebe-8c19-42b2-90e3-7dca5724cd87) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:16:09.552157 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca807433-94f7-489d-9f71-3a15019c0ddb tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event deleted for resources: {'Subnet': ['ID=f02ed401-c432-4d15-adab-790f3b876faf,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:09.594884 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ca807433-94f7-489d-9f71-3a15019c0ddb tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:09.599381 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ca807433-94f7-489d-9f71-3a15019c0ddb tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "DELETE /v2.0/subnets/f02ed401-c432-4d15-adab-790f3b876faf HTTP/1.1" status: 204 len: 168 time: 1.3890650 Nov 27 04:16:09.607560 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47100) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:09.627958 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d2018-c308-4416-9b87-bdb4844394fa req-367942de-71af-4d03-9d26-942522ae264d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:09.629447 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-366d2018-c308-4416-9b87-bdb4844394fa req-367942de-71af-4d03-9d26-942522ae264d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1544502 Nov 27 04:16:09.754460 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-71f3d9d5-ba2d-421a-86d9-c5f2791700ab tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:09.766311 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425699fb-4f1b-4f3b-bc8a-0a8d3e22aee5 req-5c126eaa-534f-4027-8a93-3154a395d142 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:09.768334 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-425699fb-4f1b-4f3b-bc8a-0a8d3e22aee5 req-5c126eaa-534f-4027-8a93-3154a395d142 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 943 time: 0.5058773 Nov 27 04:16:09.795687 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4f3d65ff-27d1-4f29-b36b-b3080122922f None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:09.797316 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-c4c8512f-3880-43a3-9898-c5e1631f6c9f tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Deleting port 93161ddb-01be-4ffe-87b9-d1dff7955c94 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:16:09.797668 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c4c8512f-3880-43a3-9898-c5e1631f6c9f tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:09.825609 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 0ba54322-a0b5-4284-913c-0d19e08a06a3 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:16:09.828111 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039b7930-4d71-49d8-a4e7-220c671745e7 None None] Network 63165fcb-db24-4700-90b6-732b08445a70 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:16:09.868216 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.resource_extend [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] It took 0.60 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 04:16:09.944589 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4f3d65ff-27d1-4f29-b36b-b3080122922f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:10.093931 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-366d2018-c308-4416-9b87-bdb4844394fa req-fcb1b510-ff43-415f-ab2e-71b628f58120 service neutron] 10.222.0.23 "GET /v2.0/networks/5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456346 Nov 27 04:16:10.117761 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84985f05-c90d-4525-ab08-4cd5f115ebf4 req-665d353e-3f50-47e5-bbec-f899828e83cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:10.122435 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-84985f05-c90d-4525-ab08-4cd5f115ebf4 req-665d353e-3f50-47e5-bbec-f899828e83cb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=13b1fee7d54d401493a1883da20540bb&device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 1094 time: 0.8860741 Nov 27 04:16:10.123085 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d65ff-27d1-4f29-b36b-b3080122922f None None] Pushing event updated for resources: {'Port': ['ID=8c1afebe-8c19-42b2-90e3-7dca5724cd87,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:10.140710 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c4c8512f-3880-43a3-9898-c5e1631f6c9f tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:10.186978 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3d65ff-27d1-4f29-b36b-b3080122922f None None] Network a9fc006f-2f12-4b59-8f4e-166feef8006e is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:16:10.197129 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-4f3d65ff-27d1-4f29-b36b-b3080122922f None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:16:10.222777 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-ebd8e7a6-7cca-41f2-be9b-ea9d64894df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'name': 'tempest-RoutersIpV6Test-router-263636440', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:15:14Z', 'updated_at': '2021-11-27T04:16:06Z', 'revision_number': 9, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'gw_port_host': None, '_interfaces': [{'id': '548daa0a-09c3-43ce-bed9-38736d0a3118', 'name': '', 'network_id': 'de87b4a2-0ce7-4187-8393-e606874040c0', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:10:e8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'a76ce5c3-5614-409a-9733-67c9e8f4a901', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:19Z', 'updated_at': '2021-11-27T04:15:32Z', 'revision_number': 5, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': 'a76ce5c3-5614-409a-9733-67c9e8f4a901', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bcc017f-8224-4822-81e4-297d7416cf5f', 'name': '', 'network_id': '18d3ed19-5b7c-431a-bb1f-75463789b76e', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:92:b7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:15Z', 'updated_at': '2021-11-27T04:15:20Z', 'revision_number': 5, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:10.228972 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3d65ff-27d1-4f29-b36b-b3080122922f None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:16:10.294064 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-c4c8512f-3880-43a3-9898-c5e1631f6c9f tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Calling delete_port for 93161ddb-01be-4ffe-87b9-d1dff7955c94 owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:16:10.328184 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd8e7a6-7cca-41f2-be9b-ea9d64894df6 None None] The sync data for ids ['c6755b6d-8ec0-4a93-8c51-bf241607b7a0'] in n-d-819494-3 is: [{'id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'name': 'tempest-RoutersIpV6Test-router-263636440', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:15:14Z', 'updated_at': '2021-11-27T04:16:06Z', 'revision_number': 9, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'gw_port_host': None, '_interfaces': [{'id': '548daa0a-09c3-43ce-bed9-38736d0a3118', 'name': '', 'network_id': 'de87b4a2-0ce7-4187-8393-e606874040c0', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:10:e8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'a76ce5c3-5614-409a-9733-67c9e8f4a901', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:19Z', 'updated_at': '2021-11-27T04:15:32Z', 'revision_number': 5, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': 'a76ce5c3-5614-409a-9733-67c9e8f4a901', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bcc017f-8224-4822-81e4-297d7416cf5f', 'name': '', 'network_id': '18d3ed19-5b7c-431a-bb1f-75463789b76e', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:92:b7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:15Z', 'updated_at': '2021-11-27T04:15:20Z', 'revision_number': 5, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:16:10.405520 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84985f05-c90d-4525-ab08-4cd5f115ebf4 req-210f1dd3-10ef-421d-a978-910a77234a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:10.409535 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-84985f05-c90d-4525-ab08-4cd5f115ebf4 req-210f1dd3-10ef-421d-a978-910a77234a2e service neutron] 10.222.0.11 "GET /v2.0/networks?id=5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d HTTP/1.1" status: 200 len: 896 time: 0.1815972 Nov 27 04:16:10.485117 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-425699fb-4f1b-4f3b-bc8a-0a8d3e22aee5 req-c0a92dd4-26df-49ba-8dbc-6b7359a46155 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7088323 Nov 27 04:16:10.537338 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 35901b62-66fd-45b1-afcc-77274fd1e9a5, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=35901b62-66fd-45b1-afcc-77274fd1e9a5,segment=NetworkSegment(14ba06ee-f49c-4f99-b4a7-818247e87fba),segment_id=14ba06ee-f49c-4f99-b4a7-818247e87fba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:16:10.552312 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-4f3d65ff-27d1-4f29-b36b-b3080122922f None None] Attempting to bind port 8c1afebe-8c19-42b2-90e3-7dca5724cd87 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:16:10.552961 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-4f3d65ff-27d1-4f29-b36b-b3080122922f None None] Attempting to bind port 8c1afebe-8c19-42b2-90e3-7dca5724cd87 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'f9e1c504-df47-43b7-8f4e-2fa660a630b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a9fc006f-2f12-4b59-8f4e-166feef8006e'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:16:10.553500 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3d65ff-27d1-4f29-b36b-b3080122922f None None] Attempting to bind port 8c1afebe-8c19-42b2-90e3-7dca5724cd87 on network a9fc006f-2f12-4b59-8f4e-166feef8006e {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:16:10.567853 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '35901b62-66fd-45b1-afcc-77274fd1e9a5', 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991', 'port_id': '35901b62-66fd-45b1-afcc-77274fd1e9a5', 'mac_address': 'fa:16:3e:e0:c6:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '129d6819-d46b-4873-8019-a59c438c16e8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:16:10.570637 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 0ba54322-a0b5-4284-913c-0d19e08a06a3 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:16:10.571405 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:10.573334 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3d65ff-27d1-4f29-b36b-b3080122922f None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:16:10.573912 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3d65ff-27d1-4f29-b36b-b3080122922f None None] Checking segment: {'id': 'f9e1c504-df47-43b7-8f4e-2fa660a630b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a9fc006f-2f12-4b59-8f4e-166feef8006e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:16:10.574655 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4f3d65ff-27d1-4f29-b36b-b3080122922f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:10.575229 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3d65ff-27d1-4f29-b36b-b3080122922f None None] Bound using segment: {'id': 'f9e1c504-df47-43b7-8f4e-2fa660a630b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a9fc006f-2f12-4b59-8f4e-166feef8006e'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:16:10.575884 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-4f3d65ff-27d1-4f29-b36b-b3080122922f None None] Bound port: 8c1afebe-8c19-42b2-90e3-7dca5724cd87, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9e1c504-df47-43b7-8f4e-2fa660a630b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a9fc006f-2f12-4b59-8f4e-166feef8006e'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:16:10.576532 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4f3d65ff-27d1-4f29-b36b-b3080122922f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:10.644516 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c4c8512f-3880-43a3-9898-c5e1631f6c9f tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:10.726038 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-4f3d65ff-27d1-4f29-b36b-b3080122922f None None] For port 8c1afebe-8c19-42b2-90e3-7dca5724cd87, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:16:10.731315 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-4f3d65ff-27d1-4f29-b36b-b3080122922f None None] For port 8c1afebe-8c19-42b2-90e3-7dca5724cd87, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=8c1afebe-8c19-42b2-90e3-7dca5724cd87,segment=NetworkSegment(f9e1c504-df47-43b7-8f4e-2fa660a630b6),segment_id=f9e1c504-df47-43b7-8f4e-2fa660a630b6)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:16:10.736961 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-71f3d9d5-ba2d-421a-86d9-c5f2791700ab tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Deleting port 7ea3caa3-eff2-4f36-aa74-7ca88da69c72 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:16:10.737318 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-71f3d9d5-ba2d-421a-86d9-c5f2791700ab tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:10.740592 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:10.743906 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d492dc56-aac6-4c08-bafb-78ca704660d2 None None] DHCP port deletion for 63165fcb-db24-4700-90b6-732b08445a70 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:16:10.763149 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4f3d65ff-27d1-4f29-b36b-b3080122922f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:10.802661 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c8512f-3880-43a3-9898-c5e1631f6c9f tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Pushing event deleted for resources: {'Port': ['ID=93161ddb-01be-4ffe-87b9-d1dff7955c94,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:10.862460 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-71f3d9d5-ba2d-421a-86d9-c5f2791700ab tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] For port 7ea3caa3-eff2-4f36-aa74-7ca88da69c72, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=7ea3caa3-eff2-4f36-aa74-7ca88da69c72,segment=NetworkSegment(dea02e26-6e69-4257-a947-f1ebbef2bb1a),segment_id=dea02e26-6e69-4257-a947-f1ebbef2bb1a)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:16:10.862881 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-71f3d9d5-ba2d-421a-86d9-c5f2791700ab tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:10.868427 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35901b62-66fd-45b1-afcc-77274fd1e9a5 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:16:10.881960 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-71f3d9d5-ba2d-421a-86d9-c5f2791700ab tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Calling delete_port for 7ea3caa3-eff2-4f36-aa74-7ca88da69c72 owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:16:11.030495 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 35901b62-66fd-45b1-afcc-77274fd1e9a5, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=35901b62-66fd-45b1-afcc-77274fd1e9a5,segment=NetworkSegment(14ba06ee-f49c-4f99-b4a7-818247e87fba),segment_id=14ba06ee-f49c-4f99-b4a7-818247e87fba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:16:11.061516 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:11.070130 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d65ff-27d1-4f29-b36b-b3080122922f None None] Pushing event updated for resources: {'Port': ['ID=8c1afebe-8c19-42b2-90e3-7dca5724cd87,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:11.078537 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-84985f05-c90d-4525-ab08-4cd5f115ebf4 req-4784d2b7-8636-4de6-965d-4e1fda7b1a3a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d10ea079-207d-41ea-99af-c5956ead995e HTTP/1.1" status: 200 len: 999 time: 0.6115606 Nov 27 04:16:11.278198 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=35901b62-66fd-45b1-afcc-77274fd1e9a5,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:11.300163 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-d492dc56-aac6-4c08-bafb-78ca704660d2 None None] Deleting port 7ea3caa3-eff2-4f36-aa74-7ca88da69c72 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:16:11.300546 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d492dc56-aac6-4c08-bafb-78ca704660d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:11.370144 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84985f05-c90d-4525-ab08-4cd5f115ebf4 req-c3a902f6-c8d5-4a5c-b356-79c05c4604e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:11.371704 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-84985f05-c90d-4525-ab08-4cd5f115ebf4 req-c3a902f6-c8d5-4a5c-b356-79c05c4604e5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0b14f7bc-f949-4956-b408-2937d2202365 HTTP/1.1" status: 200 len: 835 time: 0.2489314 Nov 27 04:16:11.575280 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-71f3d9d5-ba2d-421a-86d9-c5f2791700ab tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:11.592776 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-d492dc56-aac6-4c08-bafb-78ca704660d2 None None] For port 7ea3caa3-eff2-4f36-aa74-7ca88da69c72, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=7ea3caa3-eff2-4f36-aa74-7ca88da69c72,segment=NetworkSegment(dea02e26-6e69-4257-a947-f1ebbef2bb1a),segment_id=dea02e26-6e69-4257-a947-f1ebbef2bb1a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:16:11.593446 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d492dc56-aac6-4c08-bafb-78ca704660d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:11.635824 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-d492dc56-aac6-4c08-bafb-78ca704660d2 None None] Calling delete_port for 7ea3caa3-eff2-4f36-aa74-7ca88da69c72 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:16:11.715261 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3d9d5-ba2d-421a-86d9-c5f2791700ab tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event deleted for resources: {'Port': ['ID=7ea3caa3-eff2-4f36-aa74-7ca88da69c72,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:11.730762 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f3d9d5-ba2d-421a-86d9-c5f2791700ab tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] No DVR routers for this DVR port 7ea3caa3-eff2-4f36-aa74-7ca88da69c72 on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:16:11.768064 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b678e-6c8f-46af-a690-755e4829e33e req-14b917dc-cbf2-47cf-8a50-976ab53334df tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:11.768775 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c89b678e-6c8f-46af-a690-755e4829e33e req-14b917dc-cbf2-47cf-8a50-976ab53334df tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 943 time: 1.1704490 Nov 27 04:16:11.777867 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d492dc56-aac6-4c08-bafb-78ca704660d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:11.794518 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['35901b62-66fd-45b1-afcc-77274fd1e9a5'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:16:11.812384 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-366d2018-c308-4416-9b87-bdb4844394fa req-a3ea1bb6-68c5-4d21-a9f8-bf6c57c54cd6 service neutron] 10.222.0.23 "GET /v2.0/networks/5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6976657 Nov 27 04:16:11.911515 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8c985a0e-e997-4cba-bac4-871f77e187d9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:11.927819 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device fd9b6adf-9385-488d-8f76-73cf9281b93e no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:16:11.985270 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d492dc56-aac6-4c08-bafb-78ca704660d2 None None] No DVR routers for this DVR port 7ea3caa3-eff2-4f36-aa74-7ca88da69c72 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:16:12.023160 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: fd9b6adf-9385-488d-8f76-73cf9281b93e {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:16:12.024418 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device fd9b6adf-9385-488d-8f76-73cf9281b93e not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:16:12.025206 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 7ea3caa3-eff2-4f36-aa74-7ca88da69c72 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:16:12.057054 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 7ea3caa3-eff2-4f36-aa74-7ca88da69c72 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:16:12.057830 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 7ea3caa3-eff2-4f36-aa74-7ca88da69c72 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:16:12.076681 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c89b678e-6c8f-46af-a690-755e4829e33e req-e983fb9c-f411-4f9e-941f-05bf73b6a1ef tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=35287554-093e-492b-9e65-510620951be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2795742 Nov 27 04:16:12.077808 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c4c8512f-3880-43a3-9898-c5e1631f6c9f tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:12.081593 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d492dc56-aac6-4c08-bafb-78ca704660d2 None None] Pushing event deleted for resources: {'Port': ['ID=7ea3caa3-eff2-4f36-aa74-7ca88da69c72,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:12.103656 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84985f05-c90d-4525-ab08-4cd5f115ebf4 req-20a9462e-11b2-4575-82b7-ae2954aad569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:12.105174 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-84985f05-c90d-4525-ab08-4cd5f115ebf4 req-20a9462e-11b2-4575-82b7-ae2954aad569 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=13b1fee7d54d401493a1883da20540bb&device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 1094 time: 0.1067040 Nov 27 04:16:12.130397 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84985f05-c90d-4525-ab08-4cd5f115ebf4 req-38e87e12-ffbb-4bec-9a18-2f5528bf62d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:12.138429 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-84985f05-c90d-4525-ab08-4cd5f115ebf4 req-38e87e12-ffbb-4bec-9a18-2f5528bf62d8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7354906 Nov 27 04:16:12.344867 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-84985f05-c90d-4525-ab08-4cd5f115ebf4 req-dfe8b16a-42f0-4e76-b0f5-a8b79d003971 service neutron] 10.222.0.11 "GET /v2.0/networks/5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974004 Nov 27 04:16:12.359517 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c8512f-3880-43a3-9898-c5e1631f6c9f tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Router 4e3a7801-8c41-4a16-9918-ebeb5f368564 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:16:12.401501 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-71f3d9d5-ba2d-421a-86d9-c5f2791700ab tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:12.427351 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-71f3d9d5-ba2d-421a-86d9-c5f2791700ab tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63165fcb-db24-4700-90b6-732b08445a70']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:12.455953 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-71f3d9d5-ba2d-421a-86d9-c5f2791700ab tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dea02e26-6e69-4257-a947-f1ebbef2bb1a') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:12.456306 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-71f3d9d5-ba2d-421a-86d9-c5f2791700ab tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dea02e26-6e69-4257-a947-f1ebbef2bb1a') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:12.469804 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-71f3d9d5-ba2d-421a-86d9-c5f2791700ab tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:12.478622 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84985f05-c90d-4525-ab08-4cd5f115ebf4 req-b76e6ee3-6972-434b-90bf-735fedb5ea08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:12.480403 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-84985f05-c90d-4525-ab08-4cd5f115ebf4 req-b76e6ee3-6972-434b-90bf-735fedb5ea08 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d HTTP/1.1" status: 200 len: 896 time: 0.3205328 Nov 27 04:16:12.488845 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c8512f-3880-43a3-9898-c5e1631f6c9f tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:16:12.502087 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9185fb-ba53-4f80-b47b-4dac6750bf7d None None] Sync routers for ids ['4e3a7801-8c41-4a16-9918-ebeb5f368564'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:16:12.509907 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c4c8512f-3880-43a3-9898-c5e1631f6c9f tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] 10.222.0.20 "PUT /v2.0/routers/4e3a7801-8c41-4a16-9918-ebeb5f368564/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5207725 Nov 27 04:16:12.521218 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-71f3d9d5-ba2d-421a-86d9-c5f2791700ab tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:12.530536 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9185fb-ba53-4f80-b47b-4dac6750bf7d None None] Routers {'4e3a7801-8c41-4a16-9918-ebeb5f368564'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:16:12.535985 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f3d9d5-ba2d-421a-86d9-c5f2791700ab tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:16:12.536219 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-aa9185fb-ba53-4f80-b47b-4dac6750bf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:15:49Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4e3a7801-8c41-4a16-9918-ebeb5f368564'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:12.536400 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-71f3d9d5-ba2d-421a-86d9-c5f2791700ab tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:12.547389 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47148) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:12.604334 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-b57bc438-85fe-4519-9661-4e7b64048b57 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] show failed (client error): The resource could not be found. Nov 27 04:16:12.618195 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b57bc438-85fe-4519-9661-4e7b64048b57 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-985617547 HTTP/1.1" status: 404 len: 334 time: 0.0695312 Nov 27 04:16:12.628248 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47150) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:12.630241 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-aa9185fb-ba53-4f80-b47b-4dac6750bf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:12.638407 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-9387c2cd-b738-43ff-a7d2-ab625edaa295 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Request body: {'router': {'name': 'new_name'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:16:12.650342 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9185fb-ba53-4f80-b47b-4dac6750bf7d None None] Routers {'4e3a7801-8c41-4a16-9918-ebeb5f368564'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:16:12.651417 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-aa9185fb-ba53-4f80-b47b-4dac6750bf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:15:49Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4e3a7801-8c41-4a16-9918-ebeb5f368564'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:12.674595 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:16:12.674595 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:16:12.674595 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:16:12.674595 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:16:12.674595 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:16:12.674595 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:16:12.674595 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:16:12.674595 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:16:12.674595 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:16:12.674595 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:16:12.674595 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:16:12.674595 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:16:12.674595 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:16:12.674595 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:16:12.674595 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:16:12.674595 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:16:12.674595 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:16:12.674595 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:16:12.674595 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:16:12.674595 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:16:12.674595 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:16:12.674595 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:16:12.674595 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:16:12.674595 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:16:12.674595 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:16:12.674595 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:16:12.674595 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:16:12.674595 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:16:12.674595 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:16:12.674595 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:16:12.674595 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:16:12.674595 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:16:12.693056 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-71f3d9d5-ba2d-421a-86d9-c5f2791700ab tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:12.698931 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-71f3d9d5-ba2d-421a-86d9-c5f2791700ab tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:12.707057 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-71f3d9d5-ba2d-421a-86d9-c5f2791700ab tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "DELETE /v2.0/networks/63165fcb-db24-4700-90b6-732b08445a70 HTTP/1.1" status: 204 len: 168 time: 3.0975864 Nov 27 04:16:12.710347 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47152) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:12.719425 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-9387c2cd-b738-43ff-a7d2-ab625edaa295 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] update failed (client error): The resource could not be found. Nov 27 04:16:12.725972 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9387c2cd-b738-43ff-a7d2-ab625edaa295 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-126080424 HTTP/1.1" status: 404 len: 334 time: 0.0888262 Nov 27 04:16:12.727095 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47154) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:12.732039 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-aa9185fb-ba53-4f80-b47b-4dac6750bf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:12.732712 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9185fb-ba53-4f80-b47b-4dac6750bf7d None None] The sync data for ids ['4e3a7801-8c41-4a16-9918-ebeb5f368564'] in n-d-819494-3 is: [] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:16:12.782941 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3d9d5-ba2d-421a-86d9-c5f2791700ab tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event deleted for resources: {'Network': ['ID=63165fcb-db24-4700-90b6-732b08445a70,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:12.807149 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-84985f05-c90d-4525-ab08-4cd5f115ebf4 req-3cc8514f-40ad-474c-8968-8ed08b10d488 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d10ea079-207d-41ea-99af-c5956ead995e HTTP/1.1" status: 200 len: 999 time: 0.3118844 Nov 27 04:16:12.867107 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c86b190-3dc6-40f1-b0db-6adb9ba482cb None None] Network a9fc006f-2f12-4b59-8f4e-166feef8006e requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:16:12.877145 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e355c9a-0c91-4fcb-932a-9a556f44bd4b tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Deleting subnet 7e33bd25-0698-43c6-83a4-9b24bf65907c {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:16:12.881370 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9e355c9a-0c91-4fcb-932a-9a556f44bd4b tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:12.910799 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2514ad0a-d433-4de5-98af-586890784c10 req-9505e05d-22b7-427b-ab99-4b873662b746 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:12.913259 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2514ad0a-d433-4de5-98af-586890784c10 req-9505e05d-22b7-427b-ab99-4b873662b746 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 944 time: 1.2001057 Nov 27 04:16:12.928121 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9e355c9a-0c91-4fcb-932a-9a556f44bd4b tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:12.987204 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-a1ca82d7-6ec3-4d0a-968d-12ec3d88cde6 None None] Provisioning complete for port 8c1afebe-8c19-42b2-90e3-7dca5724cd87 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:16:12.987821 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a1ca82d7-6ec3-4d0a-968d-12ec3d88cde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:13.035754 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9e355c9a-0c91-4fcb-932a-9a556f44bd4b tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:13.106496 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9e355c9a-0c91-4fcb-932a-9a556f44bd4b tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:13.155493 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 35901b62-66fd-45b1-afcc-77274fd1e9a5 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:16:13.198637 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84985f05-c90d-4525-ab08-4cd5f115ebf4 req-816a4eff-a087-45ce-becb-7e6a7ac25478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:13.200197 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a1ca82d7-6ec3-4d0a-968d-12ec3d88cde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:13.201915 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-84985f05-c90d-4525-ab08-4cd5f115ebf4 req-816a4eff-a087-45ce-becb-7e6a7ac25478 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0b14f7bc-f949-4956-b408-2937d2202365 HTTP/1.1" status: 200 len: 835 time: 0.3827748 Nov 27 04:16:13.211642 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e355c9a-0c91-4fcb-932a-9a556f44bd4b tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Pushing event deleted for resources: {'Subnet': ['ID=7e33bd25-0698-43c6-83a4-9b24bf65907c,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:13.214676 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9e355c9a-0c91-4fcb-932a-9a556f44bd4b tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:13.218345 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9e355c9a-0c91-4fcb-932a-9a556f44bd4b tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] 10.222.0.20 "DELETE /v2.0/subnets/7e33bd25-0698-43c6-83a4-9b24bf65907c HTTP/1.1" status: 204 len: 168 time: 0.4909565 Nov 27 04:16:13.234343 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc128d6-12aa-44c6-b92b-7cfbfdb79846 None None] Network 3ab9410a-b9cc-4d16-8941-3ae0d230581e requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:16:13.243413 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47168) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:13.307847 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-a1ca82d7-6ec3-4d0a-968d-12ec3d88cde6 None None] For port 8c1afebe-8c19-42b2-90e3-7dca5724cd87, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=8c1afebe-8c19-42b2-90e3-7dca5724cd87,segment=NetworkSegment(f9e1c504-df47-43b7-8f4e-2fa660a630b6),segment_id=f9e1c504-df47-43b7-8f4e-2fa660a630b6)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:16:13.326619 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a1ca82d7-6ec3-4d0a-968d-12ec3d88cde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:13.368761 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 35901b62-66fd-45b1-afcc-77274fd1e9a5 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:16:13.375704 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a3511-fe39-4531-934f-8c25e325516e req-e06bc53c-3126-463d-8be7-dd4b1b23f44d tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:13.388116 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c42a3511-fe39-4531-934f-8c25e325516e req-e06bc53c-3126-463d-8be7-dd4b1b23f44d tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 943 time: 0.1592975 Nov 27 04:16:13.442511 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-42fc14a3-e4fb-48f4-b041-3a758a019464 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Deleting subnet 42a541d4-6857-487e-82e5-a85a18761539 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:16:13.448500 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-42fc14a3-e4fb-48f4-b041-3a758a019464 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:13.463730 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca82d7-6ec3-4d0a-968d-12ec3d88cde6 None None] Pushing event updated for resources: {'Port': ['ID=8c1afebe-8c19-42b2-90e3-7dca5724cd87,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:13.468618 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 35901b62-66fd-45b1-afcc-77274fd1e9a5 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:16:13.468976 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:13.511307 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-42fc14a3-e4fb-48f4-b041-3a758a019464 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:13.648100 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-42fc14a3-e4fb-48f4-b041-3a758a019464 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:13.664791 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-84985f05-c90d-4525-ab08-4cd5f115ebf4 req-c4101b1e-6a10-4fc0-b6f5-b3b3fc6131f5 service neutron] 10.222.0.11 "GET /v2.0/networks/5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9816298 Nov 27 04:16:13.669148 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 8c1afebe-8c19-42b2-90e3-7dca5724cd87 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:16:13.769739 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-42fc14a3-e4fb-48f4-b041-3a758a019464 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:13.787800 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:13.791845 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84985f05-c90d-4525-ab08-4cd5f115ebf4 req-94c8bf26-e24b-41fd-93db-1c96b43eda10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:13.794037 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-84985f05-c90d-4525-ab08-4cd5f115ebf4 req-94c8bf26-e24b-41fd-93db-1c96b43eda10 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5743515 Nov 27 04:16:13.798469 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-42fc14a3-e4fb-48f4-b041-3a758a019464 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:13.811645 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-42fc14a3-e4fb-48f4-b041-3a758a019464 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] 10.222.0.20 "DELETE /v2.0/subnets/42a541d4-6857-487e-82e5-a85a18761539 HTTP/1.1" status: 204 len: 168 time: 0.5668094 Nov 27 04:16:13.837543 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47182) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:13.951909 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2514ad0a-d433-4de5-98af-586890784c10 req-7365f83b-edcf-4aa7-b2fe-dfb7b09762a6 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2948594 Nov 27 04:16:14.002238 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc14a3-e4fb-48f4-b041-3a758a019464 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Pushing event deleted for resources: {'Subnet': ['ID=42a541d4-6857-487e-82e5-a85a18761539,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:14.051014 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-82808e95-a353-4e47-be01-8461105e8596 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:14.065184 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c42a3511-fe39-4531-934f-8c25e325516e req-0401c1b9-9652-475f-bf18-95a59072d479 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=35287554-093e-492b-9e65-510620951be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6761661 Nov 27 04:16:14.131541 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98aff68e-0ca4-4169-85c0-f40189685551 None None] Network c3bbc206-9cc7-4ab5-a4af-726a48251dbe requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:16:14.135216 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e455387-cfb5-41b8-8c57-9fd0ef6363e9 None None] DHCP port deletion for 3ab9410a-b9cc-4d16-8941-3ae0d230581e request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:16:14.141393 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-50682837-5180-49be-b848-606276ddb4ae None None] Provisioning complete for port 8c1afebe-8c19-42b2-90e3-7dca5724cd87 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:16:14.141856 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-50682837-5180-49be-b848-606276ddb4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:14.202767 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-84985f05-c90d-4525-ab08-4cd5f115ebf4 req-840562ca-4ce4-4abc-b717-3d850263b770 service neutron] 10.222.0.23 "GET /v2.0/networks/5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738699 Nov 27 04:16:14.264099 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279102cc-6d50-4eb2-82fe-b76d570d39f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35901b62-66fd-45b1-afcc-77274fd1e9a5'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:16:14.266774 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1fc4b5-db5e-4fe7-acaa-223f316d53f4" -d '{"events": [{"server_uuid": "279102cc-6d50-4eb2-82fe-b76d570d39f9", "name": "network-vif-plugged", "status": "completed", "tag": "35901b62-66fd-45b1-afcc-77274fd1e9a5"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:16:14.324452 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-82808e95-a353-4e47-be01-8461105e8596 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Deleting port cd7b3820-98b1-4903-8940-a21b2b64d427 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:16:14.325095 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-82808e95-a353-4e47-be01-8461105e8596 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:14.327147 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 8c1afebe-8c19-42b2-90e3-7dca5724cd87 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:16:14.327584 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:14.375650 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-8c985a0e-e997-4cba-bac4-871f77e187d9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Allocated IP 172.20.0.1 (a9fc006f-2f12-4b59-8f4e-166feef8006e/ce210ce8-ccbf-4354-a89c-2d5861ae1937/d827dd16-ce69-48ec-817f-6b654ea58870) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:16:14.377899 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee666e79-1247-42b3-85f2-2af86dc5bdb7 x-openstack-request-id: req-ee666e79-1247-42b3-85f2-2af86dc5bdb7 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:16:14.378452 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "279102cc-6d50-4eb2-82fe-b76d570d39f9", "name": "network-vif-plugged", "status": "completed", "tag": "35901b62-66fd-45b1-afcc-77274fd1e9a5", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:16:14.379323 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee666e79-1247-42b3-85f2-2af86dc5bdb7 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:16:14.381483 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279102cc-6d50-4eb2-82fe-b76d570d39f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35901b62-66fd-45b1-afcc-77274fd1e9a5', 'code': 200} Nov 27 04:16:14.389922 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 35901b62-66fd-45b1-afcc-77274fd1e9a5, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=35901b62-66fd-45b1-afcc-77274fd1e9a5,segment=NetworkSegment(14ba06ee-f49c-4f99-b4a7-818247e87fba),segment_id=14ba06ee-f49c-4f99-b4a7-818247e87fba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:16:14.448166 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-82808e95-a353-4e47-be01-8461105e8596 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] For port cd7b3820-98b1-4903-8940-a21b2b64d427, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=cd7b3820-98b1-4903-8940-a21b2b64d427,segment=NetworkSegment(ab6437b9-a0ec-41e6-a2d7-31cdcf2abb96),segment_id=ab6437b9-a0ec-41e6-a2d7-31cdcf2abb96)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:16:14.448793 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-82808e95-a353-4e47-be01-8461105e8596 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:14.473644 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:14.505319 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-84985f05-c90d-4525-ab08-4cd5f115ebf4 req-4d6e6a5e-b419-470d-91a8-c2a08129e353 service neutron] 10.222.0.23 "GET /v2.0/networks/5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868874 Nov 27 04:16:14.530046 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-82808e95-a353-4e47-be01-8461105e8596 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Calling delete_port for cd7b3820-98b1-4903-8940-a21b2b64d427 owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:16:14.544852 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8f0cbf57-e4b6-42b8-974a-47896675a8ee tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:14.575414 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=35901b62-66fd-45b1-afcc-77274fd1e9a5,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:14.611194 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf66eb-4089-41bf-8ec3-fecfc9618fe3 req-1745eb06-a5c4-43e7-b0ed-4db7fd72642b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:14.612859 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-85bf66eb-4089-41bf-8ec3-fecfc9618fe3 req-1745eb06-a5c4-43e7-b0ed-4db7fd72642b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 1096 time: 0.1477401 Nov 27 04:16:14.637376 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-2e455387-cfb5-41b8-8c57-9fd0ef6363e9 None None] Deleting port cd7b3820-98b1-4903-8940-a21b2b64d427 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:16:14.638070 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2e455387-cfb5-41b8-8c57-9fd0ef6363e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:14.688676 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-85bf66eb-4089-41bf-8ec3-fecfc9618fe3 req-038a1016-438d-4f8e-9cdb-53e4b8319027 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615497 Nov 27 04:16:14.700506 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-82808e95-a353-4e47-be01-8461105e8596 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:14.758648 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82808e95-a353-4e47-be01-8461105e8596 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Pushing event deleted for resources: {'Port': ['ID=cd7b3820-98b1-4903-8940-a21b2b64d427,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:14.765768 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82808e95-a353-4e47-be01-8461105e8596 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] No DVR routers for this DVR port cd7b3820-98b1-4903-8940-a21b2b64d427 on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:16:14.857948 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-2e455387-cfb5-41b8-8c57-9fd0ef6363e9 None None] For port cd7b3820-98b1-4903-8940-a21b2b64d427, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=cd7b3820-98b1-4903-8940-a21b2b64d427,segment=NetworkSegment(ab6437b9-a0ec-41e6-a2d7-31cdcf2abb96),segment_id=ab6437b9-a0ec-41e6-a2d7-31cdcf2abb96)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:16:14.859085 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2e455387-cfb5-41b8-8c57-9fd0ef6363e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:14.860004 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8c985a0e-e997-4cba-bac4-871f77e187d9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:14.896980 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-82808e95-a353-4e47-be01-8461105e8596 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:14.919587 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-2e455387-cfb5-41b8-8c57-9fd0ef6363e9 None None] Calling delete_port for cd7b3820-98b1-4903-8940-a21b2b64d427 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:16:14.960103 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-82808e95-a353-4e47-be01-8461105e8596 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ab9410a-b9cc-4d16-8941-3ae0d230581e']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:14.973126 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-82808e95-a353-4e47-be01-8461105e8596 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab6437b9-a0ec-41e6-a2d7-31cdcf2abb96') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:14.973760 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-82808e95-a353-4e47-be01-8461105e8596 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab6437b9-a0ec-41e6-a2d7-31cdcf2abb96') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:14.986599 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-82808e95-a353-4e47-be01-8461105e8596 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:14.994527 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8c985a0e-e997-4cba-bac4-871f77e187d9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:15.008585 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-82808e95-a353-4e47-be01-8461105e8596 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:15.016503 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82808e95-a353-4e47-be01-8461105e8596 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:16:15.017148 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-82808e95-a353-4e47-be01-8461105e8596 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:15.021969 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:16:15.021969 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:16:15.021969 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:16:15.021969 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:16:15.021969 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:16:15.021969 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:16:15.021969 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:16:15.021969 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:16:15.021969 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:16:15.021969 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:16:15.021969 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:16:15.021969 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:16:15.021969 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:16:15.021969 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:16:15.021969 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:16:15.021969 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:16:15.021969 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:16:15.021969 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:16:15.021969 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:16:15.021969 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:16:15.021969 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:16:15.021969 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:16:15.021969 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:16:15.021969 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:16:15.021969 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:16:15.021969 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:16:15.021969 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:16:15.021969 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:16:15.021969 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:16:15.021969 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:16:15.021969 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:16:15.021969 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:16:15.028349 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2e455387-cfb5-41b8-8c57-9fd0ef6363e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:15.033204 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd44fb9-55ee-4b2d-85b2-b06355c37f90 None None] DHCP port deletion for c3bbc206-9cc7-4ab5-a4af-726a48251dbe request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:16:15.063544 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c985a0e-e997-4cba-bac4-871f77e187d9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Network a9fc006f-2f12-4b59-8f4e-166feef8006e is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:16:15.096620 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-8c985a0e-e997-4cba-bac4-871f77e187d9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:16:15.104739 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e455387-cfb5-41b8-8c57-9fd0ef6363e9 None None] No DVR routers for this DVR port cd7b3820-98b1-4903-8940-a21b2b64d427 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:16:15.110335 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device d10ea079-207d-41ea-99af-c5956ead995e details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:16:15.113496 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e455387-cfb5-41b8-8c57-9fd0ef6363e9 None None] Pushing event deleted for resources: {'Port': ['ID=cd7b3820-98b1-4903-8940-a21b2b64d427,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:15.134443 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c985a0e-e997-4cba-bac4-871f77e187d9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:16:15.142095 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-82808e95-a353-4e47-be01-8461105e8596 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:15.149493 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-82808e95-a353-4e47-be01-8461105e8596 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:15.157699 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-82808e95-a353-4e47-be01-8461105e8596 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] 10.222.0.20 "DELETE /v2.0/networks/3ab9410a-b9cc-4d16-8941-3ae0d230581e HTTP/1.1" status: 204 len: 168 time: 1.3188012 Nov 27 04:16:15.158481 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47218) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:15.193780 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82808e95-a353-4e47-be01-8461105e8596 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Pushing event deleted for resources: {'Network': ['ID=3ab9410a-b9cc-4d16-8941-3ae0d230581e,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:15.243613 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8c985a0e-e997-4cba-bac4-871f77e187d9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:15.254782 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c985a0e-e997-4cba-bac4-871f77e187d9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event updated for resources: {'Port': ['ID=d827dd16-ce69-48ec-817f-6b654ea58870,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:15.297162 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-5cd44fb9-55ee-4b2d-85b2-b06355c37f90 None None] Deleting port f4da0e17-9592-4d7a-9873-b88e0cd80279 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:16:15.297542 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5cd44fb9-55ee-4b2d-85b2-b06355c37f90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:15.390734 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6cf2fc66-d890-4522-a3af-d68a23ab344d tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:15.404639 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877af695-ab12-4a2d-abb9-a3990e1d2176 req-bf587ef0-7c99-4dc0-9bca-6c7a0666b71a tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:15.414840 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-877af695-ab12-4a2d-abb9-a3990e1d2176 req-bf587ef0-7c99-4dc0-9bca-6c7a0666b71a tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 945 time: 0.1983948 Nov 27 04:16:15.438502 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-5cd44fb9-55ee-4b2d-85b2-b06355c37f90 None None] For port f4da0e17-9592-4d7a-9873-b88e0cd80279, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=f4da0e17-9592-4d7a-9873-b88e0cd80279,segment=NetworkSegment(66e092bc-248c-4acd-9f60-473310019b1d),segment_id=66e092bc-248c-4acd-9f60-473310019b1d)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:16:15.443312 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5cd44fb9-55ee-4b2d-85b2-b06355c37f90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:15.454394 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5edfc3-a073-4729-8b4f-63110583d0d2 req-d0044fae-4b30-491a-95ea-856034a7487a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:15.456109 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8f5edfc3-a073-4729-8b4f-63110583d0d2 req-d0044fae-4b30-491a-95ea-856034a7487a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 943 time: 0.1513624 Nov 27 04:16:15.472630 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port d10ea079-207d-41ea-99af-c5956ead995e, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d10ea079-207d-41ea-99af-c5956ead995e,segment=NetworkSegment(3a0f2c89-9472-4b39-b64d-93d0070f2833),segment_id=3a0f2c89-9472-4b39-b64d-93d0070f2833)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:16:15.508798 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 8c1afebe-8c19-42b2-90e3-7dca5724cd87 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:16:15.513105 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-5cd44fb9-55ee-4b2d-85b2-b06355c37f90 None None] Calling delete_port for f4da0e17-9592-4d7a-9873-b88e0cd80279 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:16:15.543193 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8f5edfc3-a073-4729-8b4f-63110583d0d2 req-b6b3de9f-0963-4bb0-acb6-46882438e38a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=35287554-093e-492b-9e65-510620951be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787127 Nov 27 04:16:15.576753 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-8f0cbf57-e4b6-42b8-974a-47896675a8ee tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Deleting port 548daa0a-09c3-43ce-bed9-38736d0a3118 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:16:15.577105 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8f0cbf57-e4b6-42b8-974a-47896675a8ee tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:15.582382 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': 'd10ea079-207d-41ea-99af-c5956ead995e', 'network_id': '5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d', 'port_id': 'd10ea079-207d-41ea-99af-c5956ead995e', 'mac_address': 'fa:16:3e:17:b8:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b14f7bc-f949-4956-b408-2937d2202365', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:16:15.597493 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-877af695-ab12-4a2d-abb9-a3990e1d2176 req-330e439a-ec9b-42ac-8491-26cab4dca19e tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808095 Nov 27 04:16:15.643931 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-6cf2fc66-d890-4522-a3af-d68a23ab344d tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Deleting port f4da0e17-9592-4d7a-9873-b88e0cd80279 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:16:15.644559 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6cf2fc66-d890-4522-a3af-d68a23ab344d tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:15.731122 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8c985a0e-e997-4cba-bac4-871f77e187d9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:15.753466 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-6cf2fc66-d890-4522-a3af-d68a23ab344d tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] For port f4da0e17-9592-4d7a-9873-b88e0cd80279, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=f4da0e17-9592-4d7a-9873-b88e0cd80279,segment=NetworkSegment(66e092bc-248c-4acd-9f60-473310019b1d),segment_id=66e092bc-248c-4acd-9f60-473310019b1d)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:16:15.754217 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6cf2fc66-d890-4522-a3af-d68a23ab344d tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:15.769680 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-6cf2fc66-d890-4522-a3af-d68a23ab344d tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Calling delete_port for f4da0e17-9592-4d7a-9873-b88e0cd80279 owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:16:15.773394 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:15.810411 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d10ea079-207d-41ea-99af-c5956ead995e {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:16:15.874744 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6cf2fc66-d890-4522-a3af-d68a23ab344d tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:15.903455 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5cd44fb9-55ee-4b2d-85b2-b06355c37f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:15.921974 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-029356d5-adcd-4e21-b406-faef2f3f5628 None None] Provisioning complete for port d827dd16-ce69-48ec-817f-6b654ea58870 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:16:15.922618 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-029356d5-adcd-4e21-b406-faef2f3f5628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:15.949000 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf2fc66-d890-4522-a3af-d68a23ab344d tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Pushing event deleted for resources: {'Port': ['ID=f4da0e17-9592-4d7a-9873-b88e0cd80279,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:15.953023 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf2fc66-d890-4522-a3af-d68a23ab344d tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] No DVR routers for this DVR port f4da0e17-9592-4d7a-9873-b88e0cd80279 on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:16:16.018953 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd44fb9-55ee-4b2d-85b2-b06355c37f90 None None] No DVR routers for this DVR port f4da0e17-9592-4d7a-9873-b88e0cd80279 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:16:16.027559 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-029356d5-adcd-4e21-b406-faef2f3f5628 None None] Port d827dd16-ce69-48ec-817f-6b654ea58870 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:16:16.049561 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd44fb9-55ee-4b2d-85b2-b06355c37f90 None None] Pushing event deleted for resources: {'Port': ['ID=f4da0e17-9592-4d7a-9873-b88e0cd80279,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:16.069324 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port d10ea079-207d-41ea-99af-c5956ead995e, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d10ea079-207d-41ea-99af-c5956ead995e,segment=NetworkSegment(3a0f2c89-9472-4b39-b64d-93d0070f2833),segment_id=3a0f2c89-9472-4b39-b64d-93d0070f2833)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:16:16.076801 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 8c1afebe-8c19-42b2-90e3-7dca5724cd87 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:16:16.077196 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:16.096598 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:16.112200 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-8f0cbf57-e4b6-42b8-974a-47896675a8ee tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] For port 548daa0a-09c3-43ce-bed9-38736d0a3118, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=548daa0a-09c3-43ce-bed9-38736d0a3118,segment=NetworkSegment(03adce1b-9d7c-4b83-85dd-92676c46c6c7),segment_id=03adce1b-9d7c-4b83-85dd-92676c46c6c7)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:16:16.112796 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8f0cbf57-e4b6-42b8-974a-47896675a8ee tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:16.159553 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-8f0cbf57-e4b6-42b8-974a-47896675a8ee tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Calling delete_port for 548daa0a-09c3-43ce-bed9-38736d0a3118 owned by network:router_interface {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:16:16.210460 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=d10ea079-207d-41ea-99af-c5956ead995e,revision_number=8']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:16.235956 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6cf2fc66-d890-4522-a3af-d68a23ab344d tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:16.281692 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-6cf2fc66-d890-4522-a3af-d68a23ab344d tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3bbc206-9cc7-4ab5-a4af-726a48251dbe']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:16.294954 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-568bedb6-7072-4143-86fd-5b7b63d78d16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:16.301285 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-5feaa394-66fc-41aa-a17b-cdf50f13ad1a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:16.304558 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-5feaa394-66fc-41aa-a17b-cdf50f13ad1a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.23 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289&tenant_id=13b1fee7d54d401493a1883da20540bb&binding%3Ahost_id=n-h1-819494-3 HTTP/1.1" status: 200 len: 944 time: 0.2513654 Nov 27 04:16:16.308885 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-6cf2fc66-d890-4522-a3af-d68a23ab344d tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66e092bc-248c-4acd-9f60-473310019b1d') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:16.309260 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-6cf2fc66-d890-4522-a3af-d68a23ab344d tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66e092bc-248c-4acd-9f60-473310019b1d') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:16.317523 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:16.329689 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c5315-c8eb-4221-90ae-69067bffd00e req-db2d896b-a7f9-4823-bcde-49c4ac212639 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:16.331018 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-953c5315-c8eb-4221-90ae-69067bffd00e req-db2d896b-a7f9-4823-bcde-49c4ac212639 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 944 time: 0.1609178 Nov 27 04:16:16.358331 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6cf2fc66-d890-4522-a3af-d68a23ab344d tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:16.393035 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6cf2fc66-d890-4522-a3af-d68a23ab344d tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:16.414926 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device f4da0e17-9592-4d7a-9873-b88e0cd80279 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:16:16.433542 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-953c5315-c8eb-4221-90ae-69067bffd00e req-d330f673-ba32-46a4-a19e-152200bea90d tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=35287554-093e-492b-9e65-510620951be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825183 Nov 27 04:16:16.436009 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cf2fc66-d890-4522-a3af-d68a23ab344d tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:16:16.436422 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6cf2fc66-d890-4522-a3af-d68a23ab344d tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:16.439490 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:16:16.439490 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:16:16.439490 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:16:16.439490 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:16:16.439490 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:16:16.439490 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:16:16.439490 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:16:16.439490 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:16:16.439490 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:16:16.439490 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:16:16.439490 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:16:16.439490 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:16:16.439490 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:16:16.439490 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:16:16.439490 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:16:16.439490 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:16:16.439490 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:16:16.439490 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:16:16.439490 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:16:16.439490 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:16:16.439490 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:16:16.439490 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:16:16.439490 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:16:16.439490 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:16:16.439490 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:16:16.439490 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:16:16.439490 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:16:16.439490 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:16:16.439490 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:16:16.439490 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:16:16.439490 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:16:16.439490 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:16:16.449699 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8f0cbf57-e4b6-42b8-974a-47896675a8ee tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:16.457791 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['d10ea079-207d-41ea-99af-c5956ead995e'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:16:16.507101 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: f4da0e17-9592-4d7a-9873-b88e0cd80279 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:16:16.507522 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device f4da0e17-9592-4d7a-9873-b88e0cd80279 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:16:16.508758 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device cd7b3820-98b1-4903-8940-a21b2b64d427 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:16:16.509154 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0cbf57-e4b6-42b8-974a-47896675a8ee tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event deleted for resources: {'Port': ['ID=548daa0a-09c3-43ce-bed9-38736d0a3118,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:16.541919 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-c4e9d77d-4cdc-4562-a136-10e7f004152e service neutron] 10.222.0.23 "GET /v2.0/ports/d10ea079-207d-41ea-99af-c5956ead995e/bindings/n-h1-819494-3 HTTP/1.1" status: 200 len: 382 time: 0.2296486 Nov 27 04:16:16.564818 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8c985a0e-e997-4cba-bac4-871f77e187d9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:16.569456 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: cd7b3820-98b1-4903-8940-a21b2b64d427 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:16:16.571517 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device cd7b3820-98b1-4903-8940-a21b2b64d427 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:16:16.595478 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8c985a0e-e997-4cba-bac4-871f77e187d9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:16.605191 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6cf2fc66-d890-4522-a3af-d68a23ab344d tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:16.649901 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6cf2fc66-d890-4522-a3af-d68a23ab344d tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:16.657092 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6cf2fc66-d890-4522-a3af-d68a23ab344d tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] 10.222.0.20 "DELETE /v2.0/networks/c3bbc206-9cc7-4ab5-a4af-726a48251dbe HTTP/1.1" status: 204 len: 168 time: 1.4728689 Nov 27 04:16:16.657092 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47250) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:16.730364 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf2fc66-d890-4522-a3af-d68a23ab344d tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Pushing event deleted for resources: {'Network': ['ID=c3bbc206-9cc7-4ab5-a4af-726a48251dbe,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:16.797520 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e81bc19-83b4-4900-a436-88df255e9d74 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Deleting subnet 0e3e18b8-9d10-4d24-81ff-d5433dfa5429 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:16:16.803123 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6e81bc19-83b4-4900-a436-88df255e9d74 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:16.807610 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-903f33e1-2650-40fa-ad69-b7c3f328263d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:16.809180 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-903f33e1-2650-40fa-ad69-b7c3f328263d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=13b1fee7d54d401493a1883da20540bb&device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 1095 time: 0.2188144 Nov 27 04:16:16.917457 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6e81bc19-83b4-4900-a436-88df255e9d74 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:16.932291 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c985a0e-e997-4cba-bac4-871f77e187d9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event updated for resources: {'Port': ['ID=d827dd16-ce69-48ec-817f-6b654ea58870,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:16.942241 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8f0cbf57-e4b6-42b8-974a-47896675a8ee tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:17.074999 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6e81bc19-83b4-4900-a436-88df255e9d74 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:17.106658 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8c985a0e-e997-4cba-bac4-871f77e187d9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:17.112633 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-7b7c2f54-34bf-4537-bf34-43a5b77b000c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:17.114149 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-7b7c2f54-34bf-4537-bf34-43a5b77b000c service neutron] 10.222.0.23 "GET /v2.0/networks?id=5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d HTTP/1.1" status: 200 len: 896 time: 0.2730582 Nov 27 04:16:17.118646 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6c12a-c9fc-49dd-af2a-a6b857f9e8cb req-302762f7-96b9-4070-bf3f-ca797049198a tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:17.120467 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5bf6c12a-c9fc-49dd-af2a-a6b857f9e8cb req-302762f7-96b9-4070-bf3f-ca797049198a tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 945 time: 0.3320694 Nov 27 04:16:17.250311 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5bf6c12a-c9fc-49dd-af2a-a6b857f9e8cb req-540f9407-c363-4cb8-9a2f-773e2bf70b7c tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146712 Nov 27 04:16:17.457633 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c985a0e-e997-4cba-bac4-871f77e187d9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Network a9fc006f-2f12-4b59-8f4e-166feef8006e is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:16:17.511219 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-8c985a0e-e997-4cba-bac4-871f77e187d9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:16:17.691474 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0cbf57-e4b6-42b8-974a-47896675a8ee tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Router c6755b6d-8ec0-4a93-8c51-bf241607b7a0 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:16:17.708244 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6e81bc19-83b4-4900-a436-88df255e9d74 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:17.729525 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b0c429-7df6-4929-83a4-2fbd422af9d6 req-39ae468a-7855-4e25-99c5-3984f9abde73 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:17.731418 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a6b0c429-7df6-4929-83a4-2fbd422af9d6 req-39ae468a-7855-4e25-99c5-3984f9abde73 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 944 time: 0.1327629 Nov 27 04:16:17.758307 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-69c451f8-1a46-4dfa-8473-e8cb571e0960 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d10ea079-207d-41ea-99af-c5956ead995e HTTP/1.1" status: 200 len: 1000 time: 0.6333084 Nov 27 04:16:17.767032 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e81bc19-83b4-4900-a436-88df255e9d74 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Pushing event deleted for resources: {'Subnet': ['ID=0e3e18b8-9d10-4d24-81ff-d5433dfa5429,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:17.775911 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec11e9ef-14d6-4577-bac9-a05c087f9cac None None] Network dd401728-aa06-4062-9a1e-8fce9a39f70b requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:16:17.788413 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6e81bc19-83b4-4900-a436-88df255e9d74 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:17.792888 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6e81bc19-83b4-4900-a436-88df255e9d74 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] 10.222.0.20 "DELETE /v2.0/subnets/0e3e18b8-9d10-4d24-81ff-d5433dfa5429 HTTP/1.1" status: 204 len: 168 time: 1.1356785 Nov 27 04:16:17.802394 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe96fea-7efa-4332-8637-02a905f0b17f req-169f25e6-13b6-4382-b67f-a5be84fa5b53 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:17.804820 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dbe96fea-7efa-4332-8637-02a905f0b17f req-169f25e6-13b6-4382-b67f-a5be84fa5b53 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 945 time: 0.1887851 Nov 27 04:16:17.807478 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47284) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:17.818377 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47286) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:17.833087 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-494bff5a-b7ae-4838-892e-dc798f1759e3 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Request body: {'floatingip': {'port_id': '35901b62-66fd-45b1-afcc-77274fd1e9a5'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:16:17.876041 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-2a6de68f-b8e7-4f66-98c4-291791ed1ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:17.878233 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-2a6de68f-b8e7-4f66-98c4-291791ed1ac3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0b14f7bc-f949-4956-b408-2937d2202365 HTTP/1.1" status: 200 len: 835 time: 0.0984392 Nov 27 04:16:17.987720 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-7f3eabce-ab1a-475c-ad42-5c818ab08354 None None] Provisioning complete for port d827dd16-ce69-48ec-817f-6b654ea58870 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:16:17.988427 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7f3eabce-ab1a-475c-ad42-5c818ab08354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:18.008975 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-676b2f15-6399-401e-a5cf-f60795dcd8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:18.010505 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-676b2f15-6399-401e-a5cf-f60795dcd8e6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1120872 Nov 27 04:16:18.019504 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5c605bbe-349a-4936-9fcf-fd46274136a8 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:18.030678 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-7f3eabce-ab1a-475c-ad42-5c818ab08354 None None] Port d827dd16-ce69-48ec-817f-6b654ea58870 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:16:18.061562 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-494bff5a-b7ae-4838-892e-dc798f1759e3 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks [] for floatingip, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:18.142257 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f1b7cb-4f58-41e8-b08f-e452c8813259 None None] DHCP port deletion for dd401728-aa06-4062-9a1e-8fce9a39f70b request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:16:18.218791 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c985a0e-e997-4cba-bac4-871f77e187d9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Router 8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:16:18.231400 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-cdd73f04-6363-4c77-bac7-8fc8ecca04fa service neutron] 10.222.0.23 "GET /v2.0/networks/5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097270 Nov 27 04:16:18.244400 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-63f1b7cb-4f58-41e8-b08f-e452c8813259 None None] Deleting port 68825136-a01e-4192-9ce8-e565253011f5 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:16:18.244779 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-63f1b7cb-4f58-41e8-b08f-e452c8813259 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:18.346539 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-63f1b7cb-4f58-41e8-b08f-e452c8813259 None None] For port 68825136-a01e-4192-9ce8-e565253011f5, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=68825136-a01e-4192-9ce8-e565253011f5,segment=NetworkSegment(5c5bf381-2c4e-4190-a472-3dfc169d1070),segment_id=5c5bf381-2c4e-4190-a472-3dfc169d1070)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:16:18.347560 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-63f1b7cb-4f58-41e8-b08f-e452c8813259 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:18.364953 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-63f1b7cb-4f58-41e8-b08f-e452c8813259 None None] Calling delete_port for 68825136-a01e-4192-9ce8-e565253011f5 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:16:18.379222 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a6b0c429-7df6-4929-83a4-2fbd422af9d6 req-8a8cb822-6bd7-45d2-b57b-8d8212a680dd tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=35287554-093e-492b-9e65-510620951be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6242688 Nov 27 04:16:18.388800 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-fb65b37d-f6e8-4855-8017-4bebe9ed50ac service neutron] 10.222.0.23 "GET /v2.0/networks/5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485219 Nov 27 04:16:18.390289 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-5c605bbe-349a-4936-9fcf-fd46274136a8 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Deleting port 68825136-a01e-4192-9ce8-e565253011f5 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:16:18.390641 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5c605bbe-349a-4936-9fcf-fd46274136a8 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:18.425366 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0cbf57-e4b6-42b8-974a-47896675a8ee tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:16:18.440793 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8f0cbf57-e4b6-42b8-974a-47896675a8ee tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "PUT /v2.0/routers/c6755b6d-8ec0-4a93-8c51-bf241607b7a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7011011 Nov 27 04:16:18.444292 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e0f579-7b9b-4a47-98cf-3e95129dc4eb None None] Sync routers for ids ['c6755b6d-8ec0-4a93-8c51-bf241607b7a0'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:16:18.451857 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47306) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:18.456524 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e0f579-7b9b-4a47-98cf-3e95129dc4eb None None] Routers {'c6755b6d-8ec0-4a93-8c51-bf241607b7a0'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:16:18.457337 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-c1e0f579-7b9b-4a47-98cf-3e95129dc4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:15:49Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c6755b6d-8ec0-4a93-8c51-bf241607b7a0'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:18.485349 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ce97bf39-3e86-44ad-8866-1a311bfe57d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:18.556489 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-63f1b7cb-4f58-41e8-b08f-e452c8813259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:18.579208 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-c1e0f579-7b9b-4a47-98cf-3e95129dc4eb None None] Set router c6755b6d-8ec0-4a93-8c51-bf241607b7a0 gateway port host: None {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:16:18.627338 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9c9e3a8-0253-4ad8-a201-afb76a450111 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Deleting subnet a76ce5c3-5614-409a-9733-67c9e8f4a901 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:16:18.641956 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c9c9e3a8-0253-4ad8-a201-afb76a450111 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:18.652219 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f1b7cb-4f58-41e8-b08f-e452c8813259 None None] Pushing event deleted for resources: {'Port': ['ID=68825136-a01e-4192-9ce8-e565253011f5,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:18.663603 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f1b7cb-4f58-41e8-b08f-e452c8813259 None None] No DVR routers for this DVR port 68825136-a01e-4192-9ce8-e565253011f5 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:16:18.752014 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-5c605bbe-349a-4936-9fcf-fd46274136a8 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] For port 68825136-a01e-4192-9ce8-e565253011f5, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=68825136-a01e-4192-9ce8-e565253011f5,segment=NetworkSegment(5c5bf381-2c4e-4190-a472-3dfc169d1070),segment_id=5c5bf381-2c4e-4190-a472-3dfc169d1070)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:16:18.752387 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5c605bbe-349a-4936-9fcf-fd46274136a8 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:18.758240 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c9c9e3a8-0253-4ad8-a201-afb76a450111 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:18.839125 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-5c605bbe-349a-4936-9fcf-fd46274136a8 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Calling delete_port for 68825136-a01e-4192-9ce8-e565253011f5 owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:16:18.872362 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:18.895517 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-c1e0f579-7b9b-4a47-98cf-3e95129dc4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'name': 'tempest-RoutersIpV6Test-router-263636440', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:15:14Z', 'updated_at': '2021-11-27T04:16:16Z', 'revision_number': 10, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'gw_port_host': None, '_interfaces': [{'id': '5bcc017f-8224-4822-81e4-297d7416cf5f', 'name': '', 'network_id': '18d3ed19-5b7c-431a-bb1f-75463789b76e', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:92:b7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:15Z', 'updated_at': '2021-11-27T04:15:20Z', 'revision_number': 5, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:18.932928 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e0f579-7b9b-4a47-98cf-3e95129dc4eb None None] Checking router: c6755b6d-8ec0-4a93-8c51-bf241607b7a0 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:16:18.963412 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e0f579-7b9b-4a47-98cf-3e95129dc4eb None None] Routers {'c6755b6d-8ec0-4a93-8c51-bf241607b7a0'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:16:18.965208 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-c1e0f579-7b9b-4a47-98cf-3e95129dc4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:16:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c6755b6d-8ec0-4a93-8c51-bf241607b7a0'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:19.015895 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c9c9e3a8-0253-4ad8-a201-afb76a450111 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:19.092805 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5c605bbe-349a-4936-9fcf-fd46274136a8 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:19.120167 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device d10ea079-207d-41ea-99af-c5956ead995e up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:16:19.134512 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-c1e0f579-7b9b-4a47-98cf-3e95129dc4eb None None] Set router c6755b6d-8ec0-4a93-8c51-bf241607b7a0 gateway port host: None {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:16:19.191855 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c605bbe-349a-4936-9fcf-fd46274136a8 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Pushing event deleted for resources: {'Port': ['ID=68825136-a01e-4192-9ce8-e565253011f5,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:19.208197 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c9c9e3a8-0253-4ad8-a201-afb76a450111 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:19.223998 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c985a0e-e997-4cba-bac4-871f77e187d9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:16:19.228658 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c605bbe-349a-4936-9fcf-fd46274136a8 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] No DVR routers for this DVR port 68825136-a01e-4192-9ce8-e565253011f5 on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:16:19.244951 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8c985a0e-e997-4cba-bac4-871f77e187d9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "PUT /v2.0/routers/8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8201580 Nov 27 04:16:19.249891 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47328) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:19.274719 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d94a70-f9c9-4e3b-9b1f-a2e15845bfa2 None None] Sync routers for ids ['8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:16:19.276720 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9e3a8-0253-4ad8-a201-afb76a450111 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event deleted for resources: {'Subnet': ['ID=a76ce5c3-5614-409a-9733-67c9e8f4a901,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:19.362980 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ef97f5-db4f-445e-9640-d577a79a8e24 None None] Network de87b4a2-0ce7-4187-8393-e606874040c0 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:16:19.403901 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-c1e0f579-7b9b-4a47-98cf-3e95129dc4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'name': 'tempest-RoutersIpV6Test-router-263636440', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:15:14Z', 'updated_at': '2021-11-27T04:16:16Z', 'revision_number': 10, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'gw_port_host': None, '_interfaces': [{'id': '5bcc017f-8224-4822-81e4-297d7416cf5f', 'name': '', 'network_id': '18d3ed19-5b7c-431a-bb1f-75463789b76e', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:92:b7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:15Z', 'updated_at': '2021-11-27T04:15:20Z', 'revision_number': 5, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:19.436953 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e0f579-7b9b-4a47-98cf-3e95129dc4eb None None] The sync data for ids ['c6755b6d-8ec0-4a93-8c51-bf241607b7a0'] in n-d-819494-3 is: [{'id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'name': 'tempest-RoutersIpV6Test-router-263636440', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:15:14Z', 'updated_at': '2021-11-27T04:16:16Z', 'revision_number': 10, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'gw_port_host': None, '_interfaces': [{'id': '5bcc017f-8224-4822-81e4-297d7416cf5f', 'name': '', 'network_id': '18d3ed19-5b7c-431a-bb1f-75463789b76e', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'mac_address': 'fa:16:3e:92:b7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:15:15Z', 'updated_at': '2021-11-27T04:15:20Z', 'revision_number': 5, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'subnets': [{'id': '1b209389-4b18-44c2-8b7e-3a6667647707', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:16:19.466361 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d94a70-f9c9-4e3b-9b1f-a2e15845bfa2 None None] Routers {'8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:16:19.467289 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-d1d94a70-f9c9-4e3b-9b1f-a2e15845bfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:16:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:19.482134 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c9c9e3a8-0253-4ad8-a201-afb76a450111 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:19.492935 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c9c9e3a8-0253-4ad8-a201-afb76a450111 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "DELETE /v2.0/subnets/a76ce5c3-5614-409a-9733-67c9e8f4a901 HTTP/1.1" status: 204 len: 168 time: 1.0397148 Nov 27 04:16:19.513180 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47332) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:19.542937 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a098737f-39ef-4d09-8815-ee11527cd73e tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:19.543613 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a098737f-39ef-4d09-8815-ee11527cd73e tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:19.543966 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a098737f-39ef-4d09-8815-ee11527cd73e tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:19.544728 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a098737f-39ef-4d09-8815-ee11527cd73e tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:19.545189 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a098737f-39ef-4d09-8815-ee11527cd73e tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:19.545636 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a098737f-39ef-4d09-8815-ee11527cd73e tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:19.546079 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a098737f-39ef-4d09-8815-ee11527cd73e tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:19.548264 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a098737f-39ef-4d09-8815-ee11527cd73e tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:19.548738 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a098737f-39ef-4d09-8815-ee11527cd73e tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:19.549211 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a098737f-39ef-4d09-8815-ee11527cd73e tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:19.549673 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a098737f-39ef-4d09-8815-ee11527cd73e tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:19.554701 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a098737f-39ef-4d09-8815-ee11527cd73e tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7670 time: 0.3007393 Nov 27 04:16:19.558357 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47334) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:19.618325 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bace5552-068e-4241-bf69-53064765488f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:19.640188 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 68825136-a01e-4192-9ce8-e565253011f5 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:16:19.644033 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5c605bbe-349a-4936-9fcf-fd46274136a8 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:19.668454 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port d10ea079-207d-41ea-99af-c5956ead995e completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:16:19.680709 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-5c605bbe-349a-4936-9fcf-fd46274136a8 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd401728-aa06-4062-9a1e-8fce9a39f70b']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:19.712097 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-5c605bbe-349a-4936-9fcf-fd46274136a8 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c5bf381-2c4e-4190-a472-3dfc169d1070') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:19.712405 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-5c605bbe-349a-4936-9fcf-fd46274136a8 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c5bf381-2c4e-4190-a472-3dfc169d1070') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:19.728693 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18161965-e157-4293-b90a-c860d7060d37 req-2ad8729f-0879-4157-87d2-30a399e30302 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:19.730249 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-18161965-e157-4293-b90a-c860d7060d37 req-2ad8729f-0879-4157-87d2-30a399e30302 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 944 time: 0.2362981 Nov 27 04:16:19.735761 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5c605bbe-349a-4936-9fcf-fd46274136a8 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:19.788279 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5c605bbe-349a-4936-9fcf-fd46274136a8 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:19.815382 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c605bbe-349a-4936-9fcf-fd46274136a8 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:16:19.815800 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5c605bbe-349a-4936-9fcf-fd46274136a8 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:19.820162 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dd2a08-22f3-49d5-9ce0-1789191a8e69 tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:19.820162 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dd2a08-22f3-49d5-9ce0-1789191a8e69 tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:19.820365 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:16:19.820365 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 04:16:19.820365 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:16:19.820365 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 04:16:19.820365 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:16:19.820365 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 04:16:19.820365 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:16:19.820365 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 04:16:19.820365 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:16:19.820365 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:16:19.820365 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:16:19.820365 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:16:19.820365 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:16:19.820365 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:16:19.820365 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:16:19.820365 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:16:19.820365 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:16:19.820365 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:16:19.820365 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:16:19.820365 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:16:19.820365 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:16:19.820365 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:16:19.820365 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:16:19.820365 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:16:19.820365 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:16:19.820365 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:16:19.820365 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:16:19.820365 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:16:19.820365 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:16:19.820365 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:16:19.820365 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:16:19.820365 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:16:19.820365 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:16:19.820365 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:16:19.820365 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:16:19.820365 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:16:19.820365 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:16:19.820365 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:16:19.820365 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:16:19.820365 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:16:19.823691 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dd2a08-22f3-49d5-9ce0-1789191a8e69 tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:19.823691 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dd2a08-22f3-49d5-9ce0-1789191a8e69 tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:19.823691 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dd2a08-22f3-49d5-9ce0-1789191a8e69 tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:19.823691 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dd2a08-22f3-49d5-9ce0-1789191a8e69 tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:19.823691 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dd2a08-22f3-49d5-9ce0-1789191a8e69 tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:19.823691 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dd2a08-22f3-49d5-9ce0-1789191a8e69 tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:19.823691 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dd2a08-22f3-49d5-9ce0-1789191a8e69 tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:19.828811 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-91dd2a08-22f3-49d5-9ce0-1789191a8e69 tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5884 time: 0.2695189 Nov 27 04:16:19.829600 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47344) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:19.837246 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-bace5552-068e-4241-bf69-53064765488f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Deleting port d7cb044f-51af-4661-a3ff-7233216f2a59 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:16:19.837611 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bace5552-068e-4241-bf69-53064765488f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:19.905104 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.db.resource_extend [None req-494bff5a-b7ae-4838-892e-dc798f1759e3 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 04:16:19.985974 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-18161965-e157-4293-b90a-c860d7060d37 req-cf67d467-e041-4df8-b361-16c77a0798f5 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=35287554-093e-492b-9e65-510620951be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421148 Nov 27 04:16:20.042904 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-bace5552-068e-4241-bf69-53064765488f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] For port d7cb044f-51af-4661-a3ff-7233216f2a59, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=d7cb044f-51af-4661-a3ff-7233216f2a59,segment=NetworkSegment(03adce1b-9d7c-4b83-85dd-92676c46c6c7),segment_id=03adce1b-9d7c-4b83-85dd-92676c46c6c7)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:16:20.044047 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bace5552-068e-4241-bf69-53064765488f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:20.057537 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-494bff5a-b7ae-4838-892e-dc798f1759e3 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:20.060309 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-bace5552-068e-4241-bf69-53064765488f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Calling delete_port for d7cb044f-51af-4661-a3ff-7233216f2a59 owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:16:20.086637 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-494bff5a-b7ae-4838-892e-dc798f1759e3 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:20.171327 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bace5552-068e-4241-bf69-53064765488f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:20.217129 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace5552-068e-4241-bf69-53064765488f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event deleted for resources: {'Port': ['ID=d7cb044f-51af-4661-a3ff-7233216f2a59,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:20.224061 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5c605bbe-349a-4936-9fcf-fd46274136a8 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:20.233404 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bace5552-068e-4241-bf69-53064765488f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] No DVR routers for this DVR port d7cb044f-51af-4661-a3ff-7233216f2a59 on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:16:20.234871 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5c605bbe-349a-4936-9fcf-fd46274136a8 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:20.238253 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-5c605bbe-349a-4936-9fcf-fd46274136a8 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] 10.222.0.20 "DELETE /v2.0/networks/dd401728-aa06-4062-9a1e-8fce9a39f70b HTTP/1.1" status: 204 len: 168 time: 2.4289100 Nov 27 04:16:20.251829 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47352) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:20.284914 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-d1d94a70-f9c9-4e3b-9b1f-a2e15845bfa2 None None] Set router 8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:16:20.285530 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c605bbe-349a-4936-9fcf-fd46274136a8 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Pushing event deleted for resources: {'Network': ['ID=dd401728-aa06-4062-9a1e-8fce9a39f70b,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:20.303173 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-568ad263-2e0b-4c56-9027-29833f2758fc tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e3a7801-8c41-4a16-9918-ebeb5f368564 HTTP/1.1" status: 200 len: 205 time: 0.0503659 Nov 27 04:16:20.309206 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47356) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:20.395996 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 68825136-a01e-4192-9ce8-e565253011f5 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:16:20.396352 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 68825136-a01e-4192-9ce8-e565253011f5 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:16:20.399081 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port d10ea079-207d-41ea-99af-c5956ead995e triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:16:20.399459 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:20.457903 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [None req-494bff5a-b7ae-4838-892e-dc798f1759e3 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Floating IP 57c3a020-a011-48a6-b00a-dc368fd8613e associated. External IP: 172.25.1.9, port: 35901b62-66fd-45b1-afcc-77274fd1e9a5. Nov 27 04:16:20.523580 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a8d49b31-584d-440a-8c1f-78686081ce83 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:20.609627 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bace5552-068e-4241-bf69-53064765488f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:20.671951 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:20.765774 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a8d49b31-584d-440a-8c1f-78686081ce83 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:20.769464 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a8d49b31-584d-440a-8c1f-78686081ce83 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:20.829334 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-d1d94a70-f9c9-4e3b-9b1f-a2e15845bfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0', 'name': 'tempest-TestNetworkBasicOps-router-778582823', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '0ba54322-a0b5-4284-913c-0d19e08a06a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:16:00Z', 'updated_at': '2021-11-27T04:16:15Z', 'revision_number': 4, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'gw_port': {'id': '0ba54322-a0b5-4284-913c-0d19e08a06a3', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:16:01Z', 'updated_at': '2021-11-27T04:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'd827dd16-ce69-48ec-817f-6b654ea58870', 'name': '', 'network_id': 'a9fc006f-2f12-4b59-8f4e-166feef8006e', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'mac_address': 'fa:16:3e:29:ae:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'ce210ce8-ccbf-4354-a89c-2d5861ae1937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:16:14Z', 'updated_at': '2021-11-27T04:16:15Z', 'revision_number': 2, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'subnets': [{'id': 'ce210ce8-ccbf-4354-a89c-2d5861ae1937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:20.838398 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-bace5552-068e-4241-bf69-53064765488f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de87b4a2-0ce7-4187-8393-e606874040c0']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:20.849708 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a8d49b31-584d-440a-8c1f-78686081ce83 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:20.850352 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d49b31-584d-440a-8c1f-78686081ce83 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Fanout notify agent at l3_agent the message router_deleted on router 4e3a7801-8c41-4a16-9918-ebeb5f368564 {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:16:20.857948 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0dbaa5-fe7d-4d6b-a12e-3d4aa954f3b4 None None] DHCP port deletion for de87b4a2-0ce7-4187-8393-e606874040c0 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:16:20.861574 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a8d49b31-584d-440a-8c1f-78686081ce83 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:20.862493 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a8d49b31-584d-440a-8c1f-78686081ce83 tempest-RoutersNegativeTest-1222659309 tempest-RoutersNegativeTest-1222659309-project] 10.222.0.20 "DELETE /v2.0/routers/4e3a7801-8c41-4a16-9918-ebeb5f368564 HTTP/1.1" status: 204 len: 168 time: 0.5338449 Nov 27 04:16:20.864992 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-bace5552-068e-4241-bf69-53064765488f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03adce1b-9d7c-4b83-85dd-92676c46c6c7') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:20.865257 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-bace5552-068e-4241-bf69-53064765488f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03adce1b-9d7c-4b83-85dd-92676c46c6c7') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:20.877779 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bace5552-068e-4241-bf69-53064765488f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:20.903802 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bace5552-068e-4241-bf69-53064765488f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:20.932162 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bace5552-068e-4241-bf69-53064765488f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:16:20.933622 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bace5552-068e-4241-bf69-53064765488f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:20.972052 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d94a70-f9c9-4e3b-9b1f-a2e15845bfa2 None None] Checking router: 8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:16:20.972582 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d94a70-f9c9-4e3b-9b1f-a2e15845bfa2 None None] Updating router 8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0 port d827dd16-ce69-48ec-817f-6b654ea58870 binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:16:21.043901 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:16:21.043901 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:16:21.043901 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:16:21.043901 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:16:21.043901 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:16:21.043901 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:16:21.043901 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:16:21.043901 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:16:21.043901 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:16:21.043901 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:16:21.043901 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:16:21.043901 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:16:21.043901 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:16:21.043901 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:16:21.043901 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:16:21.043901 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:16:21.043901 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:16:21.043901 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:16:21.043901 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:16:21.043901 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:16:21.043901 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:16:21.043901 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:16:21.043901 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:16:21.043901 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:16:21.043901 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:16:21.043901 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:16:21.043901 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:16:21.043901 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:16:21.043901 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:16:21.043901 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:16:21.043901 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:16:21.043901 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:16:21.076106 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:21.088195 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bace5552-068e-4241-bf69-53064765488f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:21.105684 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d1d94a70-f9c9-4e3b-9b1f-a2e15845bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:21.110801 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bace5552-068e-4241-bf69-53064765488f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:21.136333 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-bace5552-068e-4241-bf69-53064765488f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "DELETE /v2.0/networks/de87b4a2-0ce7-4187-8393-e606874040c0 HTTP/1.1" status: 204 len: 168 time: 1.6196861 Nov 27 04:16:21.141664 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47376) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:21.166614 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78849aa8-76b0-41f8-817b-9294cadaa289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10ea079-207d-41ea-99af-c5956ead995e'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:16:21.169324 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5872b42-68ee-4f41-ab30-c61a2bc0a9b3" -d '{"events": [{"server_uuid": "78849aa8-76b0-41f8-817b-9294cadaa289", "name": "network-vif-plugged", "status": "completed", "tag": "d10ea079-207d-41ea-99af-c5956ead995e"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:16:21.220680 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace5552-068e-4241-bf69-53064765488f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event deleted for resources: {'Network': ['ID=de87b4a2-0ce7-4187-8393-e606874040c0,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:21.235249 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port d10ea079-207d-41ea-99af-c5956ead995e, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d10ea079-207d-41ea-99af-c5956ead995e,segment=NetworkSegment(3a0f2c89-9472-4b39-b64d-93d0070f2833),segment_id=3a0f2c89-9472-4b39-b64d-93d0070f2833)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:16:21.255445 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:21.262892 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:21.297682 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88997e3-a7c9-43ee-a47a-3bd7cb206a54 x-openstack-request-id: req-c88997e3-a7c9-43ee-a47a-3bd7cb206a54 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:16:21.298455 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78849aa8-76b0-41f8-817b-9294cadaa289", "name": "network-vif-plugged", "status": "completed", "tag": "d10ea079-207d-41ea-99af-c5956ead995e", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:16:21.298455 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c88997e3-a7c9-43ee-a47a-3bd7cb206a54 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:16:21.298751 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78849aa8-76b0-41f8-817b-9294cadaa289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10ea079-207d-41ea-99af-c5956ead995e', 'code': 200} Nov 27 04:16:21.387446 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device d10ea079-207d-41ea-99af-c5956ead995e no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:16:21.464295 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-27f43fe7-9593-4df2-a6e0-3a02de7492f2 tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5574 time: 1.4050617 Nov 27 04:16:21.516959 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device d7cb044f-51af-4661-a3ff-7233216f2a59 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:16:21.542012 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494bff5a-b7ae-4838-892e-dc798f1759e3 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Router 4b4d6341-aff2-447e-8f68-59fea73151c9 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:16:21.590675 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47394) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:21.608578 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-61a220fa-df75-4cc4-9977-e2068355d480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:21.610798 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-61a220fa-df75-4cc4-9977-e2068355d480 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289&tenant_id=13b1fee7d54d401493a1883da20540bb HTTP/1.1" status: 200 len: 1096 time: 0.4179585 Nov 27 04:16:21.662141 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: d7cb044f-51af-4661-a3ff-7233216f2a59 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:16:21.662496 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device d7cb044f-51af-4661-a3ff-7233216f2a59 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:16:21.662960 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 548daa0a-09c3-43ce-bed9-38736d0a3118 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:16:21.756907 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-633f9ce4-6100-4783-bdf4-e7c503df88bb tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:21.836777 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=d10ea079-207d-41ea-99af-c5956ead995e,revision_number=9']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:21.846362 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 548daa0a-09c3-43ce-bed9-38736d0a3118 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:16:21.846749 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 548daa0a-09c3-43ce-bed9-38736d0a3118 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:16:21.887582 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47398) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:21.930523 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:21.934937 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:21.942792 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-76065ed1-7a34-49cd-a106-8f6c86549269 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-596821099', 'description': 'tempest-secgroup-smoke-596821099 description', 'project_id': '11a8da3acafa4ec1bd2e977270426dbc'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:16:22.011644 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port d10ea079-207d-41ea-99af-c5956ead995e, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d10ea079-207d-41ea-99af-c5956ead995e,segment=NetworkSegment(3a0f2c89-9472-4b39-b64d-93d0070f2833),segment_id=3a0f2c89-9472-4b39-b64d-93d0070f2833)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:16:22.101966 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:22.102456 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-76065ed1-7a34-49cd-a106-8f6c86549269 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:22.151885 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-61e7d365-d8a4-46ea-8ae9-d55e295e930e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819494-3', 'device_owner': 'compute:nova'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:16:22.165118 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f01fc-042b-46ef-a45b-6cbf5c31a1b4 req-4e2aa806-ede1-4fdf-a736-96181350e4d0 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:22.173106 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e97f01fc-042b-46ef-a45b-6cbf5c31a1b4 req-4e2aa806-ede1-4fdf-a736-96181350e4d0 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 945 time: 1.0289674 Nov 27 04:16:22.204461 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d1d94a70-f9c9-4e3b-9b1f-a2e15845bfa2 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:22.209538 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=d10ea079-207d-41ea-99af-c5956ead995e,revision_number=10']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:22.224262 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d1d94a70-f9c9-4e3b-9b1f-a2e15845bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:22.236543 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-edbd4d1f-dc92-4d5e-953d-90700d9c6743 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b4614eb29721492eb72b13475d3ee39e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6431184 Nov 27 04:16:22.239985 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47412) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:22.290510 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b95ab9e-669e-489f-8146-f5f545650fc0 None None] Pushing event updated for resources: {'Port': ['ID=d827dd16-ce69-48ec-817f-6b654ea58870,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:22.333893 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-76065ed1-7a34-49cd-a106-8f6c86549269 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:22.382773 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-76065ed1-7a34-49cd-a106-8f6c86549269 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:22.387857 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e97f01fc-042b-46ef-a45b-6cbf5c31a1b4 req-f652b213-13a0-4482-a6d0-1260acaf0808 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=35287554-093e-492b-9e65-510620951be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2134593 Nov 27 04:16:22.417508 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-d1d94a70-f9c9-4e3b-9b1f-a2e15845bfa2 None None] Attempting to bind port d827dd16-ce69-48ec-817f-6b654ea58870 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:16:22.419145 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-d1d94a70-f9c9-4e3b-9b1f-a2e15845bfa2 None None] Attempting to bind port d827dd16-ce69-48ec-817f-6b654ea58870 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'f9e1c504-df47-43b7-8f4e-2fa660a630b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a9fc006f-2f12-4b59-8f4e-166feef8006e'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:16:22.419768 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d94a70-f9c9-4e3b-9b1f-a2e15845bfa2 None None] Attempting to bind port d827dd16-ce69-48ec-817f-6b654ea58870 on network a9fc006f-2f12-4b59-8f4e-166feef8006e {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:16:22.422394 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-61e7d365-d8a4-46ea-8ae9-d55e295e930e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:22.426229 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d94a70-f9c9-4e3b-9b1f-a2e15845bfa2 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:16:22.427112 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d94a70-f9c9-4e3b-9b1f-a2e15845bfa2 None None] Checking segment: {'id': 'f9e1c504-df47-43b7-8f4e-2fa660a630b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a9fc006f-2f12-4b59-8f4e-166feef8006e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:16:22.427290 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d1d94a70-f9c9-4e3b-9b1f-a2e15845bfa2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:22.427555 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d94a70-f9c9-4e3b-9b1f-a2e15845bfa2 None None] Bound using segment: {'id': 'f9e1c504-df47-43b7-8f4e-2fa660a630b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a9fc006f-2f12-4b59-8f4e-166feef8006e'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:16:22.428045 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-d1d94a70-f9c9-4e3b-9b1f-a2e15845bfa2 None None] Bound port: d827dd16-ce69-48ec-817f-6b654ea58870, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9e1c504-df47-43b7-8f4e-2fa660a630b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a9fc006f-2f12-4b59-8f4e-166feef8006e'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:16:22.429639 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d1d94a70-f9c9-4e3b-9b1f-a2e15845bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:22.490186 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-58393b03-6e49-4894-9080-aeceb9826a40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:22.515151 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494bff5a-b7ae-4838-892e-dc798f1759e3 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:16:22.529609 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-494bff5a-b7ae-4838-892e-dc798f1759e3 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:22.534167 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-d1d94a70-f9c9-4e3b-9b1f-a2e15845bfa2 None None] For port d827dd16-ce69-48ec-817f-6b654ea58870, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:16:22.537881 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-d1d94a70-f9c9-4e3b-9b1f-a2e15845bfa2 None None] For port d827dd16-ce69-48ec-817f-6b654ea58870, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=d827dd16-ce69-48ec-817f-6b654ea58870,segment=NetworkSegment(f9e1c504-df47-43b7-8f4e-2fa660a630b6),segment_id=f9e1c504-df47-43b7-8f4e-2fa660a630b6)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:16:22.550080 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a233a764-e4aa-4123-954a-1ce5d5a1c24b None None] Sync routers for ids ['4b4d6341-aff2-447e-8f68-59fea73151c9'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:16:22.560782 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d1d94a70-f9c9-4e3b-9b1f-a2e15845bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:22.562830 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-494bff5a-b7ae-4838-892e-dc798f1759e3 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "PUT /v2.0/floatingips/57c3a020-a011-48a6-b00a-dc368fd8613e HTTP/1.1" status: 200 len: 989 time: 4.7336812 Nov 27 04:16:22.567481 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '279102cc-6d50-4eb2-82fe-b76d570d39f9', 'tag': '35901b62-66fd-45b1-afcc-77274fd1e9a5'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:16:22.570246 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5524d85-f7e0-45c0-a94e-c599a42f0cbd" -d '{"events": [{"name": "network-changed", "server_uuid": "279102cc-6d50-4eb2-82fe-b76d570d39f9", "tag": "35901b62-66fd-45b1-afcc-77274fd1e9a5"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:16:22.574935 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a233a764-e4aa-4123-954a-1ce5d5a1c24b None None] Routers {'4b4d6341-aff2-447e-8f68-59fea73151c9'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:16:22.581680 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-a233a764-e4aa-4123-954a-1ce5d5a1c24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:16:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4b4d6341-aff2-447e-8f68-59fea73151c9'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:22.606671 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-76065ed1-7a34-49cd-a106-8f6c86549269 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:22.621794 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-76065ed1-7a34-49cd-a106-8f6c86549269 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6935453 Nov 27 04:16:22.641062 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47426) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:22.648707 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166da79a-1897-4590-ad0a-b2b1a2f9e546 x-openstack-request-id: req-166da79a-1897-4590-ad0a-b2b1a2f9e546 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:16:22.649259 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "279102cc-6d50-4eb2-82fe-b76d570d39f9", "tag": "35901b62-66fd-45b1-afcc-77274fd1e9a5", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:16:22.649689 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-166da79a-1897-4590-ad0a-b2b1a2f9e546 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:16:22.650246 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '279102cc-6d50-4eb2-82fe-b76d570d39f9', 'tag': '35901b62-66fd-45b1-afcc-77274fd1e9a5', 'status': 'completed', 'code': 200} Nov 27 04:16:22.658019 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-c8fa085b-b8ba-4d48-913e-26d2afd0d857 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Request body: {'security_group_rule': {'security_group_id': '552a6f30-5852-4b12-a73c-5aad56729242', 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:16:22.700011 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76065ed1-7a34-49cd-a106-8f6c86549269 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=552a6f30-5852-4b12-a73c-5aad56729242,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:22.727147 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-58393b03-6e49-4894-9080-aeceb9826a40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:22.739473 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d94a70-f9c9-4e3b-9b1f-a2e15845bfa2 None None] Routers {'8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:16:22.741687 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-d1d94a70-f9c9-4e3b-9b1f-a2e15845bfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:16:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:22.877602 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-a233a764-e4aa-4123-954a-1ce5d5a1c24b None None] Set router 4b4d6341-aff2-447e-8f68-59fea73151c9 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:16:22.885903 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b95ab9e-669e-489f-8146-f5f545650fc0 None None] Pushing event updated for resources: {'Port': ['ID=d827dd16-ce69-48ec-817f-6b654ea58870,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:22.915337 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-35517316-9875-4090-8881-6ab03bf52ff7 None None] Provisioning complete for port d827dd16-ce69-48ec-817f-6b654ea58870 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:16:22.915714 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-35517316-9875-4090-8881-6ab03bf52ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:22.940423 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c8fa085b-b8ba-4d48-913e-26d2afd0d857 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:22.943900 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-61e7d365-d8a4-46ea-8ae9-d55e295e930e service neutron] For port d10ea079-207d-41ea-99af-c5956ead995e, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d10ea079-207d-41ea-99af-c5956ead995e,segment=NetworkSegment(3a0f2c89-9472-4b39-b64d-93d0070f2833),segment_id=3a0f2c89-9472-4b39-b64d-93d0070f2833)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:16:23.018863 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5524d85-f7e0-45c0-a94e-c599a42f0cbd req-5c04d6d7-6355-4665-8836-d705458534e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:23.020824 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b5524d85-f7e0-45c0-a94e-c599a42f0cbd req-5c04d6d7-6355-4665-8836-d705458534e0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=797b4470e1204f95b4c65fa8076beed0&device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 1096 time: 0.2916503 Nov 27 04:16:23.043633 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-d1d94a70-f9c9-4e3b-9b1f-a2e15845bfa2 None None] Set router 8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:16:23.046357 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-61e7d365-d8a4-46ea-8ae9-d55e295e930e service neutron] For port d10ea079-207d-41ea-99af-c5956ead995e, host n-h1-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:16:23.092077 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-61e7d365-d8a4-46ea-8ae9-d55e295e930e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d10ea079-207d-41ea-99af-c5956ead995e {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:16:23.101899 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-61e7d365-d8a4-46ea-8ae9-d55e295e930e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:23.178202 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-633f9ce4-6100-4783-bdf4-e7c503df88bb tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Deleting port 5bcc017f-8224-4822-81e4-297d7416cf5f {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:16:23.178202 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-633f9ce4-6100-4783-bdf4-e7c503df88bb tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:23.199765 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-61e7d365-d8a4-46ea-8ae9-d55e295e930e service neutron] Transition to ACTIVE for port object d10ea079-207d-41ea-99af-c5956ead995e will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:16:23.206051 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-35517316-9875-4090-8881-6ab03bf52ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:23.208788 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-61e7d365-d8a4-46ea-8ae9-d55e295e930e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:23.230209 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c8fa085b-b8ba-4d48-913e-26d2afd0d857 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:23.245115 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-58393b03-6e49-4894-9080-aeceb9826a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:23.248389 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-58393b03-6e49-4894-9080-aeceb9826a40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:23.251436 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-58393b03-6e49-4894-9080-aeceb9826a40 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3461a1dc-c336-4a8e-9bd8-97978874f603 HTTP/1.1" status: 204 len: 168 time: 1.0070322 Nov 27 04:16:23.305520 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7d365-d8a4-46ea-8ae9-d55e295e930e service neutron] Pushing event updated for resources: {'Port': ['ID=d10ea079-207d-41ea-99af-c5956ead995e,revision_number=11']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:23.319261 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c8fa085b-b8ba-4d48-913e-26d2afd0d857 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:23.386802 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58393b03-6e49-4894-9080-aeceb9826a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3461a1dc-c336-4a8e-9bd8-97978874f603,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:23.398989 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-a233a764-e4aa-4123-954a-1ce5d5a1c24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'name': 'tempest-AttachVolumeShelveTestJSON-765555677-router', 'tenant_id': '797b4470e1204f95b4c65fa8076beed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e1e7af8e-f203-4f67-8296-760310cf80dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:10:03Z', 'updated_at': '2021-11-27T04:10:21Z', 'revision_number': 4, 'project_id': '797b4470e1204f95b4c65fa8076beed0', 'gw_port': {'id': 'e1e7af8e-f203-4f67-8296-760310cf80dc', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:05Z', 'updated_at': '2021-11-27T04:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '57c3a020-a011-48a6-b00a-dc368fd8613e', 'tenant_id': '797b4470e1204f95b4c65fa8076beed0', 'floating_ip_address': '172.25.1.9', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'port_id': '35901b62-66fd-45b1-afcc-77274fd1e9a5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991', 'mac_address': 'fa:16:3e:e0:c6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279102cc-6d50-4eb2-82fe-b76d570d39f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:15:50Z', 'updated_at': '2021-11-27T04:16:19Z', 'revision_number': 1, 'project_id': '797b4470e1204f95b4c65fa8076beed0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c5d7d9-aa4d-4857-8193-53249e9b1bc2', 'name': '', 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991', 'tenant_id': '797b4470e1204f95b4c65fa8076beed0', 'mac_address': 'fa:16:3e:75:f7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '129d6819-d46b-4873-8019-a59c438c16e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:16Z', 'updated_at': '2021-11-27T04:10:30Z', 'revision_number': 5, 'project_id': '797b4470e1204f95b4c65fa8076beed0', 'subnets': [{'id': '129d6819-d46b-4873-8019-a59c438c16e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:23.401077 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa085b-b8ba-4d48-913e-26d2afd0d857 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=867e8d70-271e-4c95-b852-3ac23438443e,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:23.406821 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78849aa8-76b0-41f8-817b-9294cadaa289', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd10ea079-207d-41ea-99af-c5956ead995e'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:16:23.418202 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21c03c7-882f-4bd6-ba87-d1bedc714e55" -d '{"events": [{"server_uuid": "78849aa8-76b0-41f8-817b-9294cadaa289", "name": "network-vif-unplugged", "status": "completed", "tag": "d10ea079-207d-41ea-99af-c5956ead995e"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:16:23.511977 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a233a764-e4aa-4123-954a-1ce5d5a1c24b None None] Checking router: 4b4d6341-aff2-447e-8f68-59fea73151c9 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:16:23.545804 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a233a764-e4aa-4123-954a-1ce5d5a1c24b None None] Routers {'4b4d6341-aff2-447e-8f68-59fea73151c9'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:16:23.546453 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-a233a764-e4aa-4123-954a-1ce5d5a1c24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:16:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4b4d6341-aff2-447e-8f68-59fea73151c9'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:23.552301 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-633f9ce4-6100-4783-bdf4-e7c503df88bb tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] For port 5bcc017f-8224-4822-81e4-297d7416cf5f, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=5bcc017f-8224-4822-81e4-297d7416cf5f,segment=NetworkSegment(eddb600a-1dd6-432f-bf8c-70cccbd7f9fa),segment_id=eddb600a-1dd6-432f-bf8c-70cccbd7f9fa)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:16:23.553375 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-633f9ce4-6100-4783-bdf4-e7c503df88bb tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:23.568793 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-35517316-9875-4090-8881-6ab03bf52ff7 None None] For port d827dd16-ce69-48ec-817f-6b654ea58870, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=d827dd16-ce69-48ec-817f-6b654ea58870,segment=NetworkSegment(f9e1c504-df47-43b7-8f4e-2fa660a630b6),segment_id=f9e1c504-df47-43b7-8f4e-2fa660a630b6)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:16:23.597470 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-35517316-9875-4090-8881-6ab03bf52ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:23.631576 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 04:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854ac956-76e0-44e9-8b85-be09a90de518 x-openstack-request-id: req-854ac956-76e0-44e9-8b85-be09a90de518 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:16:23.632858 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78849aa8-76b0-41f8-817b-9294cadaa289", "name": "network-vif-unplugged", "status": "completed", "tag": "d10ea079-207d-41ea-99af-c5956ead995e", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:16:23.634118 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-854ac956-76e0-44e9-8b85-be09a90de518 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:16:23.634568 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78849aa8-76b0-41f8-817b-9294cadaa289', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd10ea079-207d-41ea-99af-c5956ead995e', 'code': 200} Nov 27 04:16:23.727346 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5524d85-f7e0-45c0-a94e-c599a42f0cbd req-e6549538-6d24-4c74-9498-e3a7003b07ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:23.738542 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b5524d85-f7e0-45c0-a94e-c599a42f0cbd req-e6549538-6d24-4c74-9498-e3a7003b07ad service neutron] 10.222.0.23 "GET /v2.0/networks?id=f5be6ff6-7679-4336-aa7e-b7dc23104991 HTTP/1.1" status: 200 len: 917 time: 0.6861959 Nov 27 04:16:23.803127 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b67e765-4a74-464e-b3a4-b594e5097a00 req-1b933a3d-7fb2-4b44-b878-ce22c68c9012 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:23.809511 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3b67e765-4a74-464e-b3a4-b594e5097a00 req-1b933a3d-7fb2-4b44-b878-ce22c68c9012 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 944 time: 0.2583001 Nov 27 04:16:23.839043 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35517316-9875-4090-8881-6ab03bf52ff7 None None] Pushing event updated for resources: {'Port': ['ID=d827dd16-ce69-48ec-817f-6b654ea58870,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:23.854366 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c55eb3cf-fb87-485a-bfd6-4daa2236d78c None None] Provisioning complete for port d827dd16-ce69-48ec-817f-6b654ea58870 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:16:23.854773 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c55eb3cf-fb87-485a-bfd6-4daa2236d78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:23.910094 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c8fa085b-b8ba-4d48-913e-26d2afd0d857 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:23.911453 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c8fa085b-b8ba-4d48-913e-26d2afd0d857 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2621021 Nov 27 04:16:23.914311 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-633f9ce4-6100-4783-bdf4-e7c503df88bb tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Calling delete_port for 5bcc017f-8224-4822-81e4-297d7416cf5f owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:16:23.939082 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47460) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:23.948593 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-161ad5bf-9e1e-4eb8-927e-81ed6efc5f76 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Request body: {'security_group_rule': {'security_group_id': '552a6f30-5852-4b12-a73c-5aad56729242', 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:16:23.958945 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-61e7d365-d8a4-46ea-8ae9-d55e295e930e service neutron] No DVR routers for this DVR port d10ea079-207d-41ea-99af-c5956ead995e on host n-h1-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:16:23.997382 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-a233a764-e4aa-4123-954a-1ce5d5a1c24b None None] Set router 4b4d6341-aff2-447e-8f68-59fea73151c9 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:16:24.217804 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-d1d94a70-f9c9-4e3b-9b1f-a2e15845bfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0', 'name': 'tempest-TestNetworkBasicOps-router-778582823', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '0ba54322-a0b5-4284-913c-0d19e08a06a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:16:00Z', 'updated_at': '2021-11-27T04:16:15Z', 'revision_number': 4, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'gw_port': {'id': '0ba54322-a0b5-4284-913c-0d19e08a06a3', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:16:01Z', 'updated_at': '2021-11-27T04:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'd827dd16-ce69-48ec-817f-6b654ea58870', 'name': '', 'network_id': 'a9fc006f-2f12-4b59-8f4e-166feef8006e', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'mac_address': 'fa:16:3e:29:ae:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'ce210ce8-ccbf-4354-a89c-2d5861ae1937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:16:14Z', 'updated_at': '2021-11-27T04:16:22Z', 'revision_number': 4, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'subnets': [{'id': 'ce210ce8-ccbf-4354-a89c-2d5861ae1937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:24.221826 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3b67e765-4a74-464e-b3a4-b594e5097a00 req-8ab3099c-165c-4b9e-903d-7c9971857981 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=35287554-093e-492b-9e65-510620951be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3999789 Nov 27 04:16:24.255611 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d94a70-f9c9-4e3b-9b1f-a2e15845bfa2 None None] The sync data for ids ['8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0'] in n-d-819494-3 is: [{'id': '8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0', 'name': 'tempest-TestNetworkBasicOps-router-778582823', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '0ba54322-a0b5-4284-913c-0d19e08a06a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:16:00Z', 'updated_at': '2021-11-27T04:16:15Z', 'revision_number': 4, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'gw_port': {'id': '0ba54322-a0b5-4284-913c-0d19e08a06a3', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:16:01Z', 'updated_at': '2021-11-27T04:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'd827dd16-ce69-48ec-817f-6b654ea58870', 'name': '', 'network_id': 'a9fc006f-2f12-4b59-8f4e-166feef8006e', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'mac_address': 'fa:16:3e:29:ae:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'ce210ce8-ccbf-4354-a89c-2d5861ae1937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:16:14Z', 'updated_at': '2021-11-27T04:16:22Z', 'revision_number': 4, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'subnets': [{'id': 'ce210ce8-ccbf-4354-a89c-2d5861ae1937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:16:24.511485 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-61e7d365-d8a4-46ea-8ae9-d55e295e930e service neutron] Attempting to bind port d10ea079-207d-41ea-99af-c5956ead995e on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:16:24.511958 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-61e7d365-d8a4-46ea-8ae9-d55e295e930e service neutron] Attempting to bind port d10ea079-207d-41ea-99af-c5956ead995e by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '3a0f2c89-9472-4b39-b64d-93d0070f2833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:16:24.512396 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-61e7d365-d8a4-46ea-8ae9-d55e295e930e service neutron] Attempting to bind port d10ea079-207d-41ea-99af-c5956ead995e on network 5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:16:24.519961 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-61e7d365-d8a4-46ea-8ae9-d55e295e930e service neutron] Port d10ea079-207d-41ea-99af-c5956ead995e on network 5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:16:24.520428 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-61e7d365-d8a4-46ea-8ae9-d55e295e930e service neutron] Attempting to bind port d10ea079-207d-41ea-99af-c5956ead995e on network 5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:16:24.548863 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-61e7d365-d8a4-46ea-8ae9-d55e295e930e service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:16:24.549589 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-61e7d365-d8a4-46ea-8ae9-d55e295e930e service neutron] Checking segment: {'id': '3a0f2c89-9472-4b39-b64d-93d0070f2833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:16:24.550092 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-61e7d365-d8a4-46ea-8ae9-d55e295e930e service neutron] Bound using segment: {'id': '3a0f2c89-9472-4b39-b64d-93d0070f2833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:16:24.550684 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-61e7d365-d8a4-46ea-8ae9-d55e295e930e service neutron] Bound port: d10ea079-207d-41ea-99af-c5956ead995e, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a0f2c89-9472-4b39-b64d-93d0070f2833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:16:24.551168 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-61e7d365-d8a4-46ea-8ae9-d55e295e930e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:24.695599 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:16:24.741057 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-61e7d365-d8a4-46ea-8ae9-d55e295e930e service neutron] For port d10ea079-207d-41ea-99af-c5956ead995e, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:16:24.755349 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-61e7d365-d8a4-46ea-8ae9-d55e295e930e service neutron] For port d10ea079-207d-41ea-99af-c5956ead995e, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=d10ea079-207d-41ea-99af-c5956ead995e,segment=NetworkSegment(3a0f2c89-9472-4b39-b64d-93d0070f2833),segment_id=3a0f2c89-9472-4b39-b64d-93d0070f2833)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:16:24.764425 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-61e7d365-d8a4-46ea-8ae9-d55e295e930e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:24.790498 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-a233a764-e4aa-4123-954a-1ce5d5a1c24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'name': 'tempest-AttachVolumeShelveTestJSON-765555677-router', 'tenant_id': '797b4470e1204f95b4c65fa8076beed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e1e7af8e-f203-4f67-8296-760310cf80dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:10:03Z', 'updated_at': '2021-11-27T04:10:21Z', 'revision_number': 4, 'project_id': '797b4470e1204f95b4c65fa8076beed0', 'gw_port': {'id': 'e1e7af8e-f203-4f67-8296-760310cf80dc', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:05Z', 'updated_at': '2021-11-27T04:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '57c3a020-a011-48a6-b00a-dc368fd8613e', 'tenant_id': '797b4470e1204f95b4c65fa8076beed0', 'floating_ip_address': '172.25.1.9', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'port_id': '35901b62-66fd-45b1-afcc-77274fd1e9a5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991', 'mac_address': 'fa:16:3e:e0:c6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279102cc-6d50-4eb2-82fe-b76d570d39f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:15:50Z', 'updated_at': '2021-11-27T04:16:19Z', 'revision_number': 1, 'project_id': '797b4470e1204f95b4c65fa8076beed0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c5d7d9-aa4d-4857-8193-53249e9b1bc2', 'name': '', 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991', 'tenant_id': '797b4470e1204f95b4c65fa8076beed0', 'mac_address': 'fa:16:3e:75:f7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '129d6819-d46b-4873-8019-a59c438c16e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:16Z', 'updated_at': '2021-11-27T04:10:30Z', 'revision_number': 5, 'project_id': '797b4470e1204f95b4c65fa8076beed0', 'subnets': [{'id': '129d6819-d46b-4873-8019-a59c438c16e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:24.854379 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a233a764-e4aa-4123-954a-1ce5d5a1c24b None None] The sync data for ids ['4b4d6341-aff2-447e-8f68-59fea73151c9'] in n-d-819494-3 is: [{'id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'name': 'tempest-AttachVolumeShelveTestJSON-765555677-router', 'tenant_id': '797b4470e1204f95b4c65fa8076beed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e1e7af8e-f203-4f67-8296-760310cf80dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:10:03Z', 'updated_at': '2021-11-27T04:10:21Z', 'revision_number': 4, 'project_id': '797b4470e1204f95b4c65fa8076beed0', 'gw_port': {'id': 'e1e7af8e-f203-4f67-8296-760310cf80dc', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:05Z', 'updated_at': '2021-11-27T04:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '57c3a020-a011-48a6-b00a-dc368fd8613e', 'tenant_id': '797b4470e1204f95b4c65fa8076beed0', 'floating_ip_address': '172.25.1.9', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'port_id': '35901b62-66fd-45b1-afcc-77274fd1e9a5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991', 'mac_address': 'fa:16:3e:e0:c6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279102cc-6d50-4eb2-82fe-b76d570d39f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:15:50Z', 'updated_at': '2021-11-27T04:16:19Z', 'revision_number': 1, 'project_id': '797b4470e1204f95b4c65fa8076beed0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c5d7d9-aa4d-4857-8193-53249e9b1bc2', 'name': '', 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991', 'tenant_id': '797b4470e1204f95b4c65fa8076beed0', 'mac_address': 'fa:16:3e:75:f7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '129d6819-d46b-4873-8019-a59c438c16e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:16Z', 'updated_at': '2021-11-27T04:10:30Z', 'revision_number': 5, 'project_id': '797b4470e1204f95b4c65fa8076beed0', 'subnets': [{'id': '129d6819-d46b-4873-8019-a59c438c16e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:16:24.932231 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7d365-d8a4-46ea-8ae9-d55e295e930e service neutron] Pushing event updated for resources: {'Port': ['ID=d10ea079-207d-41ea-99af-c5956ead995e,revision_number=12']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:24.950881 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-61e7d365-d8a4-46ea-8ae9-d55e295e930e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:24.952636 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-61e7d365-d8a4-46ea-8ae9-d55e295e930e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:24.956618 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-61e7d365-d8a4-46ea-8ae9-d55e295e930e service neutron] 10.222.0.11 "PUT /v2.0/ports/d10ea079-207d-41ea-99af-c5956ead995e HTTP/1.1" status: 200 len: 1092 time: 2.8105869 Nov 27 04:16:24.957375 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78849aa8-76b0-41f8-817b-9294cadaa289', 'tag': 'd10ea079-207d-41ea-99af-c5956ead995e'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:16:24.961589 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0902c420-2c20-4eb0-a9b9-d7b81e6afbb2" -d '{"events": [{"name": "network-changed", "server_uuid": "78849aa8-76b0-41f8-817b-9294cadaa289", "tag": "d10ea079-207d-41ea-99af-c5956ead995e"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:16:25.113770 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b5524d85-f7e0-45c0-a94e-c599a42f0cbd req-aa46c995-709b-4dc1-94b7-0e2dd946f8fc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35901b62-66fd-45b1-afcc-77274fd1e9a5 HTTP/1.1" status: 200 len: 997 time: 1.3702815 Nov 27 04:16:25.154143 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-d40b8d07-a708-474b-bd43-dd04db560984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:25.155761 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-d40b8d07-a708-474b-bd43-dd04db560984 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=13b1fee7d54d401493a1883da20540bb&device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 1095 time: 0.1545939 Nov 27 04:16:25.207442 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-161ad5bf-9e1e-4eb8-927e-81ed6efc5f76 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:25.246872 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee1a35d-6bc4-41e6-8a11-32951e442d58 x-openstack-request-id: req-3ee1a35d-6bc4-41e6-8a11-32951e442d58 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:16:25.261201 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78849aa8-76b0-41f8-817b-9294cadaa289", "tag": "d10ea079-207d-41ea-99af-c5956ead995e", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:16:25.261960 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ee1a35d-6bc4-41e6-8a11-32951e442d58 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:16:25.262939 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78849aa8-76b0-41f8-817b-9294cadaa289', 'tag': 'd10ea079-207d-41ea-99af-c5956ead995e', 'status': 'completed', 'code': 200} Nov 27 04:16:25.307712 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5524d85-f7e0-45c0-a94e-c599a42f0cbd req-b7bc214a-98a8-47df-be4d-5fff2030e81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:25.309215 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b5524d85-f7e0-45c0-a94e-c599a42f0cbd req-b7bc214a-98a8-47df-be4d-5fff2030e81e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=129d6819-d46b-4873-8019-a59c438c16e8 HTTP/1.1" status: 200 len: 855 time: 0.1798165 Nov 27 04:16:25.492844 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-c11ca4dc-5367-4b1c-8c44-242bf7f73a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:25.499866 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-c11ca4dc-5367-4b1c-8c44-242bf7f73a08 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d HTTP/1.1" status: 200 len: 896 time: 0.3280873 Nov 27 04:16:25.547764 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c9d358-1b67-4444-9287-d8745b8138d0 None None] New status for floating IP 57c3a020-a011-48a6-b00a-dc368fd8613e: ACTIVE {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:16:25.659427 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device d827dd16-ce69-48ec-817f-6b654ea58870 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:16:25.706778 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-4b424032-4fb7-4ef2-b582-875cb9359ef3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d10ea079-207d-41ea-99af-c5956ead995e HTTP/1.1" status: 200 len: 999 time: 0.1968753 Nov 27 04:16:25.796106 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-cd538109-9425-4223-9ef1-3a73a98abad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:25.797909 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-cd538109-9425-4223-9ef1-3a73a98abad9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0b14f7bc-f949-4956-b408-2937d2202365 HTTP/1.1" status: 200 len: 835 time: 0.0826428 Nov 27 04:16:25.807440 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5524d85-f7e0-45c0-a94e-c599a42f0cbd req-c6ce37f3-cb9d-4a36-ac7e-803dbd08d2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:25.813144 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b5524d85-f7e0-45c0-a94e-c599a42f0cbd req-c6ce37f3-cb9d-4a36-ac7e-803dbd08d2fa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f5be6ff6-7679-4336-aa7e-b7dc23104991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4930222 Nov 27 04:16:25.864662 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-609de99f-35ec-41eb-8e5b-095e96fff6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:25.869760 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-609de99f-35ec-41eb-8e5b-095e96fff6b5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639715 Nov 27 04:16:25.880866 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-161ad5bf-9e1e-4eb8-927e-81ed6efc5f76 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:25.948468 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ed997-d6c8-45bd-b54d-9a198bf1c67f req-e4572877-da07-446b-8e9b-8133b668d47a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:25.950538 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-693ed997-d6c8-45bd-b54d-9a198bf1c67f req-e4572877-da07-446b-8e9b-8133b668d47a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 944 time: 0.4475374 Nov 27 04:16:25.951478 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-161ad5bf-9e1e-4eb8-927e-81ed6efc5f76 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:25.967970 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902c420-2c20-4eb0-a9b9-d7b81e6afbb2 req-7de6e280-dde9-4af6-ab92-69f349fd81be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:25.969982 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0902c420-2c20-4eb0-a9b9-d7b81e6afbb2 req-7de6e280-dde9-4af6-ab92-69f349fd81be service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=13b1fee7d54d401493a1883da20540bb&device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 1095 time: 0.6563272 Nov 27 04:16:26.067376 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-bd9a9247-cf71-4e49-b298-7640ef8a15b6 service neutron] 10.222.0.11 "GET /v2.0/networks/5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896293 Nov 27 04:16:26.088755 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port d827dd16-ce69-48ec-817f-6b654ea58870 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:16:26.089784 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:26.235629 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902c420-2c20-4eb0-a9b9-d7b81e6afbb2 req-b862a5af-3445-48f2-8dca-2b3872c46bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:26.237318 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0902c420-2c20-4eb0-a9b9-d7b81e6afbb2 req-b862a5af-3445-48f2-8dca-2b3872c46bb8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d HTTP/1.1" status: 200 len: 896 time: 0.2479179 Nov 27 04:16:26.247682 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ad5bf-9e1e-4eb8-927e-81ed6efc5f76 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ddc28a-e2e8-4049-8491-59071a16b6bf,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:26.328117 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ccd1a2f5-2893-4841-9da1-decda69bca55 req-e00e7f7b-c492-464f-a32c-920e15cb0527 service neutron] 10.222.0.11 "GET /v2.0/networks/5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521651 Nov 27 04:16:26.354044 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-161ad5bf-9e1e-4eb8-927e-81ed6efc5f76 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:26.355257 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-161ad5bf-9e1e-4eb8-927e-81ed6efc5f76 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.4151421 Nov 27 04:16:26.358186 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47540) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:26.363486 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-f628f567-965f-4b50-8656-b94d5f7f1c72 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Request body: {'security_group_rule': {'security_group_id': '552a6f30-5852-4b12-a73c-5aad56729242', 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:16:26.448641 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f628f567-965f-4b50-8656-b94d5f7f1c72 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:26.503997 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b5524d85-f7e0-45c0-a94e-c599a42f0cbd req-dc65e583-14c1-4088-a534-859bf0b189ea service neutron] 10.222.0.23 "GET /v2.0/networks/f5be6ff6-7679-4336-aa7e-b7dc23104991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6658292 Nov 27 04:16:26.511876 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-693ed997-d6c8-45bd-b54d-9a198bf1c67f req-014111ef-ecce-46e2-8c99-6b6cd2b91f59 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=35287554-093e-492b-9e65-510620951be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5487573 Nov 27 04:16:26.514630 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0902c420-2c20-4eb0-a9b9-d7b81e6afbb2 req-ee061b46-61d4-4be3-95ea-be7a38c03989 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d10ea079-207d-41ea-99af-c5956ead995e HTTP/1.1" status: 200 len: 999 time: 0.2512853 Nov 27 04:16:26.516245 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-633f9ce4-6100-4783-bdf4-e7c503df88bb tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:26.626746 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f9ce4-6100-4783-bdf4-e7c503df88bb tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event deleted for resources: {'Port': ['ID=5bcc017f-8224-4822-81e4-297d7416cf5f,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:26.723695 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902c420-2c20-4eb0-a9b9-d7b81e6afbb2 req-2a8153ee-7957-40a0-bbc8-bfb7ff8314eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:26.725921 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0902c420-2c20-4eb0-a9b9-d7b81e6afbb2 req-2a8153ee-7957-40a0-bbc8-bfb7ff8314eb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=13b1fee7d54d401493a1883da20540bb&device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 1095 time: 0.2654183 Nov 27 04:16:26.728400 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f628f567-965f-4b50-8656-b94d5f7f1c72 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:26.737183 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f628f567-965f-4b50-8656-b94d5f7f1c72 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:26.848627 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f628f567-965f-4b50-8656-b94d5f7f1c72 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0474b45-0b74-4781-818c-c1b3e65c3018,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:26.929687 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902c420-2c20-4eb0-a9b9-d7b81e6afbb2 req-b2a8379d-e757-410c-af95-bf3ad9d4c163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:26.933149 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0902c420-2c20-4eb0-a9b9-d7b81e6afbb2 req-b2a8379d-e757-410c-af95-bf3ad9d4c163 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0b14f7bc-f949-4956-b408-2937d2202365 HTTP/1.1" status: 200 len: 835 time: 0.4065974 Nov 27 04:16:26.995247 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-633f9ce4-6100-4783-bdf4-e7c503df88bb tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:27.049518 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902c420-2c20-4eb0-a9b9-d7b81e6afbb2 req-853e89cc-7782-4388-9de7-6622cd1c081b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:27.051061 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0902c420-2c20-4eb0-a9b9-d7b81e6afbb2 req-853e89cc-7782-4388-9de7-6622cd1c081b service neutron] 10.222.0.11 "GET /v2.0/networks?id=5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d HTTP/1.1" status: 200 len: 896 time: 0.3171334 Nov 27 04:16:27.066697 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f628f567-965f-4b50-8656-b94d5f7f1c72 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:27.069438 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f628f567-965f-4b50-8656-b94d5f7f1c72 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7099171 Nov 27 04:16:27.076367 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47564) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:27.121259 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b5524d85-f7e0-45c0-a94e-c599a42f0cbd req-797106e0-eeb9-45ef-bcb4-9ebe67952d26 service neutron] 10.222.0.23 "GET /v2.0/networks/f5be6ff6-7679-4336-aa7e-b7dc23104991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5958576 Nov 27 04:16:27.132997 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-2f950c8d-c4f2-4896-b8c2-984c90c47ef9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Request body: {'security_group_rule': {'security_group_id': '552a6f30-5852-4b12-a73c-5aad56729242', 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:16:27.138850 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902c420-2c20-4eb0-a9b9-d7b81e6afbb2 req-b7fdd9c6-5a9c-4d65-b6de-eb358878fbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:27.140403 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0902c420-2c20-4eb0-a9b9-d7b81e6afbb2 req-b7fdd9c6-5a9c-4d65-b6de-eb358878fbe4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1938632 Nov 27 04:16:27.286456 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0902c420-2c20-4eb0-a9b9-d7b81e6afbb2 req-df028441-3034-4987-8c2a-319038c994f0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d10ea079-207d-41ea-99af-c5956ead995e HTTP/1.1" status: 200 len: 999 time: 0.2109895 Nov 27 04:16:27.289572 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2f950c8d-c4f2-4896-b8c2-984c90c47ef9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:27.400392 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0902c420-2c20-4eb0-a9b9-d7b81e6afbb2 req-f00a10f8-17b4-489e-8097-acdb1175f83c service neutron] 10.222.0.23 "GET /v2.0/networks/5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170749 Nov 27 04:16:27.437765 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633f9ce4-6100-4783-bdf4-e7c503df88bb tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Router c6755b6d-8ec0-4a93-8c51-bf241607b7a0 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:16:27.478128 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902c420-2c20-4eb0-a9b9-d7b81e6afbb2 req-471251a2-5089-4b07-8777-1efb6c69aa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:27.479652 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0902c420-2c20-4eb0-a9b9-d7b81e6afbb2 req-471251a2-5089-4b07-8777-1efb6c69aa76 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0b14f7bc-f949-4956-b408-2937d2202365 HTTP/1.1" status: 200 len: 835 time: 0.1817148 Nov 27 04:16:27.521924 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2f950c8d-c4f2-4896-b8c2-984c90c47ef9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:27.529306 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2f950c8d-c4f2-4896-b8c2-984c90c47ef9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:27.553942 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f950c8d-c4f2-4896-b8c2-984c90c47ef9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e515dd2-917a-4168-87d6-988affc90f39,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:27.566924 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902c420-2c20-4eb0-a9b9-d7b81e6afbb2 req-f1deb71d-a3f7-4cfe-8342-e9b4985e4c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:27.568563 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0902c420-2c20-4eb0-a9b9-d7b81e6afbb2 req-f1deb71d-a3f7-4cfe-8342-e9b4985e4c16 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800602 Nov 27 04:16:27.571712 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2f950c8d-c4f2-4896-b8c2-984c90c47ef9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:27.573473 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2f950c8d-c4f2-4896-b8c2-984c90c47ef9 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4955657 Nov 27 04:16:27.575757 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47588) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:27.582583 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-8a04459d-e87e-4e3e-81c0-94fd043132be tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Request body: {'security_group_rule': {'security_group_id': '552a6f30-5852-4b12-a73c-5aad56729242', 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:16:27.678147 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633f9ce4-6100-4783-bdf4-e7c503df88bb tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:16:27.688831 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1e5d13-660a-491b-b0f1-1a1ab3ee2c1f None None] Sync routers for ids ['c6755b6d-8ec0-4a93-8c51-bf241607b7a0'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:16:27.699160 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-633f9ce4-6100-4783-bdf4-e7c503df88bb tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "PUT /v2.0/routers/c6755b6d-8ec0-4a93-8c51-bf241607b7a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5564337 Nov 27 04:16:27.702031 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1e5d13-660a-491b-b0f1-1a1ab3ee2c1f None None] Routers {'c6755b6d-8ec0-4a93-8c51-bf241607b7a0'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:16:27.702886 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-ec1e5d13-660a-491b-b0f1-1a1ab3ee2c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:16:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c6755b6d-8ec0-4a93-8c51-bf241607b7a0'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:27.710787 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0902c420-2c20-4eb0-a9b9-d7b81e6afbb2 req-4bb88806-532a-4e57-8c7b-333983b1f302 service neutron] 10.222.0.11 "GET /v2.0/networks/5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194572 Nov 27 04:16:27.711619 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47592) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:27.719456 n-d-819494-3 neutron-server[110018]: INFO neutron.db.securitygroups_db [None req-8a04459d-e87e-4e3e-81c0-94fd043132be tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Project 11a8da3acafa4ec1bd2e977270426dbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 04:16:27.726571 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8a04459d-e87e-4e3e-81c0-94fd043132be tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:27.786924 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0902c420-2c20-4eb0-a9b9-d7b81e6afbb2 req-8872819a-7aaf-4006-a18d-5257dd2e6c7e service neutron] 10.222.0.23 "GET /v2.0/networks/5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742447 Nov 27 04:16:27.824070 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429b2d8-ad7f-445c-8c9f-2380bbd353d4 req-d85852f4-3d62-4844-a2e0-e0f80d1a29a0 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:27.827831 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1429b2d8-ad7f-445c-8c9f-2380bbd353d4 req-d85852f4-3d62-4844-a2e0-e0f80d1a29a0 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 944 time: 0.1998863 Nov 27 04:16:27.856371 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-ec1e5d13-660a-491b-b0f1-1a1ab3ee2c1f None None] Set router c6755b6d-8ec0-4a93-8c51-bf241607b7a0 gateway port host: None {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:16:27.863603 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-17272e59-e44b-4c34-a297-8bac082a8350 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Deleting subnet 1b209389-4b18-44c2-8b7e-3a6667647707 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:16:27.866959 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-17272e59-e44b-4c34-a297-8bac082a8350 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:27.909641 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-17272e59-e44b-4c34-a297-8bac082a8350 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:27.934010 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1429b2d8-ad7f-445c-8c9f-2380bbd353d4 req-ebf64592-1f6d-4354-829d-5699c0d527ba tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=35287554-093e-492b-9e65-510620951be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971031 Nov 27 04:16:27.957894 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-ec1e5d13-660a-491b-b0f1-1a1ab3ee2c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'name': 'tempest-RoutersIpV6Test-router-263636440', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:15:14Z', 'updated_at': '2021-11-27T04:16:25Z', 'revision_number': 11, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'gw_port_host': None}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:27.993119 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8a04459d-e87e-4e3e-81c0-94fd043132be tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:27.995937 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1e5d13-660a-491b-b0f1-1a1ab3ee2c1f None None] Checking router: c6755b6d-8ec0-4a93-8c51-bf241607b7a0 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:16:28.005381 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1e5d13-660a-491b-b0f1-1a1ab3ee2c1f None None] Routers {'c6755b6d-8ec0-4a93-8c51-bf241607b7a0'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:16:28.006001 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-ec1e5d13-660a-491b-b0f1-1a1ab3ee2c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:16:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c6755b6d-8ec0-4a93-8c51-bf241607b7a0'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:28.009356 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8a04459d-e87e-4e3e-81c0-94fd043132be tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:28.045480 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8a04459d-e87e-4e3e-81c0-94fd043132be tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:28.049989 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8a04459d-e87e-4e3e-81c0-94fd043132be tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4731810 Nov 27 04:16:28.050644 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47598) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:28.057798 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0902c420-2c20-4eb0-a9b9-d7b81e6afbb2 req-680f040b-07f2-4f05-81f8-131cc2665de3 service neutron] 10.222.0.11 "GET /v2.0/networks/5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092642 Nov 27 04:16:28.058795 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-91eb90a1-a90d-4372-9f41-7915c053359b tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Request body: {'security_group_rule': {'security_group_id': '552a6f30-5852-4b12-a73c-5aad56729242', 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:16:28.061960 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a04459d-e87e-4e3e-81c0-94fd043132be tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24ab3183-548f-46f9-950a-205bf0b056af,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:28.123739 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-ec1e5d13-660a-491b-b0f1-1a1ab3ee2c1f None None] Set router c6755b6d-8ec0-4a93-8c51-bf241607b7a0 gateway port host: None {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:16:28.152865 n-d-819494-3 neutron-server[110019]: INFO neutron.db.securitygroups_db [None req-91eb90a1-a90d-4372-9f41-7915c053359b tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Project 11a8da3acafa4ec1bd2e977270426dbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 04:16:28.161234 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-91eb90a1-a90d-4372-9f41-7915c053359b tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:28.194085 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-17272e59-e44b-4c34-a297-8bac082a8350 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:28.261290 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-ec1e5d13-660a-491b-b0f1-1a1ab3ee2c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'name': 'tempest-RoutersIpV6Test-router-263636440', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:15:14Z', 'updated_at': '2021-11-27T04:16:25Z', 'revision_number': 11, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'gw_port_host': None}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:28.261748 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-91eb90a1-a90d-4372-9f41-7915c053359b tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:28.269872 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-91eb90a1-a90d-4372-9f41-7915c053359b tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:28.295427 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1e5d13-660a-491b-b0f1-1a1ab3ee2c1f None None] The sync data for ids ['c6755b6d-8ec0-4a93-8c51-bf241607b7a0'] in n-d-819494-3 is: [{'id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'name': 'tempest-RoutersIpV6Test-router-263636440', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:15:14Z', 'updated_at': '2021-11-27T04:16:25Z', 'revision_number': 11, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'gw_port_host': None}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:16:28.307698 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb90a1-a90d-4372-9f41-7915c053359b tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0ecaec7-d8c5-43bc-895b-88af2c703d08,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:28.317154 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-91eb90a1-a90d-4372-9f41-7915c053359b tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:28.322199 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-17272e59-e44b-4c34-a297-8bac082a8350 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:28.327358 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-91eb90a1-a90d-4372-9f41-7915c053359b tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2751486 Nov 27 04:16:28.364268 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17272e59-e44b-4c34-a297-8bac082a8350 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event deleted for resources: {'Subnet': ['ID=1b209389-4b18-44c2-8b7e-3a6667647707,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:28.368769 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-17272e59-e44b-4c34-a297-8bac082a8350 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:28.374702 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0d3ab2-061a-411a-bfbf-4e6fd7789eab None None] Network 18d3ed19-5b7c-431a-bb1f-75463789b76e requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:16:28.384050 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-17272e59-e44b-4c34-a297-8bac082a8350 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "DELETE /v2.0/subnets/1b209389-4b18-44c2-8b7e-3a6667647707 HTTP/1.1" status: 204 len: 168 time: 0.6712065 Nov 27 04:16:28.386450 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47610) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:28.567835 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6f43711d-2b9f-487e-8e4e-ad5ab3a26b93 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:28.677728 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b0ce7a99-3544-4853-a848-124f78782a45 req-33af902b-be45-45d4-826c-7b006dac13e2 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-596821099&fields=id&tenant_id=11a8da3acafa4ec1bd2e977270426dbc HTTP/1.1" status: 200 len: 267 time: 0.1168680 Nov 27 04:16:28.714782 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e07f0b-de1a-4dca-a58b-e7670186ca3d None None] DHCP port deletion for 18d3ed19-5b7c-431a-bb1f-75463789b76e request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:16:28.787545 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-6f43711d-2b9f-487e-8e4e-ad5ab3a26b93 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Deleting port a824316c-025a-4777-9fa3-af5bc6a9006f {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:16:28.789045 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6f43711d-2b9f-487e-8e4e-ad5ab3a26b93 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:28.844693 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-a1e07f0b-de1a-4dca-a58b-e7670186ca3d None None] Deleting port a824316c-025a-4777-9fa3-af5bc6a9006f {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:16:28.845077 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a1e07f0b-de1a-4dca-a58b-e7670186ca3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:28.860857 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce7a99-3544-4853-a848-124f78782a45 req-d210a6d5-bbaf-4c8b-93db-200d9261f9d2 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:28.879759 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b0ce7a99-3544-4853-a848-124f78782a45 req-d210a6d5-bbaf-4c8b-93db-200d9261f9d2 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/networks?id=a9fc006f-2f12-4b59-8f4e-166feef8006e HTTP/1.1" status: 200 len: 796 time: 0.1999145 Nov 27 04:16:28.904399 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b0ce7a99-3544-4853-a848-124f78782a45 req-7b2da152-cd88-471d-83d1-7eace410b564 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/quotas/11a8da3acafa4ec1bd2e977270426dbc HTTP/1.1" status: 200 len: 375 time: 0.0235751 Nov 27 04:16:28.946525 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-6f43711d-2b9f-487e-8e4e-ad5ab3a26b93 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] For port a824316c-025a-4777-9fa3-af5bc6a9006f, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=a824316c-025a-4777-9fa3-af5bc6a9006f,segment=NetworkSegment(eddb600a-1dd6-432f-bf8c-70cccbd7f9fa),segment_id=eddb600a-1dd6-432f-bf8c-70cccbd7f9fa)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:16:28.947172 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6f43711d-2b9f-487e-8e4e-ad5ab3a26b93 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:28.981173 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-6f43711d-2b9f-487e-8e4e-ad5ab3a26b93 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Calling delete_port for a824316c-025a-4777-9fa3-af5bc6a9006f owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:16:28.987678 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-a1e07f0b-de1a-4dca-a58b-e7670186ca3d None None] For port a824316c-025a-4777-9fa3-af5bc6a9006f, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=a824316c-025a-4777-9fa3-af5bc6a9006f,segment=NetworkSegment(eddb600a-1dd6-432f-bf8c-70cccbd7f9fa),segment_id=eddb600a-1dd6-432f-bf8c-70cccbd7f9fa)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:16:28.988336 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a1e07f0b-de1a-4dca-a58b-e7670186ca3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:29.024563 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-a1e07f0b-de1a-4dca-a58b-e7670186ca3d None None] Calling delete_port for a824316c-025a-4777-9fa3-af5bc6a9006f owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:16:29.028681 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b0ce7a99-3544-4853-a848-124f78782a45 req-6eadb25e-deee-4d7a-83b4-2c04e8ec4438 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=11a8da3acafa4ec1bd2e977270426dbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1131725 Nov 27 04:16:29.239766 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d199c-e88d-40d5-96a3-ddd25d84024a req-b5afdcdb-12c5-4577-ba79-01e7ef66ec07 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:29.241854 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ae0d199c-e88d-40d5-96a3-ddd25d84024a req-b5afdcdb-12c5-4577-ba79-01e7ef66ec07 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 944 time: 0.1288774 Nov 27 04:16:29.261328 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a1e07f0b-de1a-4dca-a58b-e7670186ca3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:29.295135 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b0ce7a99-3544-4853-a848-124f78782a45 req-82fb73b7-582c-4e50-8d7e-55979bf63ced service neutron] 10.222.0.20 "GET /v2.0/networks/a9fc006f-2f12-4b59-8f4e-166feef8006e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654943 Nov 27 04:16:29.322408 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ae0d199c-e88d-40d5-96a3-ddd25d84024a req-7a12956c-bcb7-4c94-b93e-3e7302bba73a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=35287554-093e-492b-9e65-510620951be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728261 Nov 27 04:16:29.331835 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6f43711d-2b9f-487e-8e4e-ad5ab3a26b93 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:29.351646 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e07f0b-de1a-4dca-a58b-e7670186ca3d None None] Pushing event deleted for resources: {'Port': ['ID=a824316c-025a-4777-9fa3-af5bc6a9006f,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:29.357086 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e07f0b-de1a-4dca-a58b-e7670186ca3d None None] No DVR routers for this DVR port a824316c-025a-4777-9fa3-af5bc6a9006f on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:16:29.380952 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e07f0b-de1a-4dca-a58b-e7670186ca3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:16:29.381565 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e07f0b-de1a-4dca-a58b-e7670186ca3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:16:29.381565 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e07f0b-de1a-4dca-a58b-e7670186ca3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:16:29.383462 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47658) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:29.386686 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e07f0b-de1a-4dca-a58b-e7670186ca3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:16:29.388004 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e07f0b-de1a-4dca-a58b-e7670186ca3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:16:29.394844 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e07f0b-de1a-4dca-a58b-e7670186ca3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:16:29.395303 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e07f0b-de1a-4dca-a58b-e7670186ca3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:16:29.395845 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e07f0b-de1a-4dca-a58b-e7670186ca3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:16:29.396313 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e07f0b-de1a-4dca-a58b-e7670186ca3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:16:29.396715 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e07f0b-de1a-4dca-a58b-e7670186ca3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:16:29.397171 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e07f0b-de1a-4dca-a58b-e7670186ca3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:16:29.398113 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e07f0b-de1a-4dca-a58b-e7670186ca3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:16:29.404400 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f43711d-2b9f-487e-8e4e-ad5ab3a26b93 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event deleted for resources: {'Port': ['ID=a824316c-025a-4777-9fa3-af5bc6a9006f,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:29.409845 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f43711d-2b9f-487e-8e4e-ad5ab3a26b93 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] No DVR routers for this DVR port a824316c-025a-4777-9fa3-af5bc6a9006f on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:16:29.490638 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 5bcc017f-8224-4822-81e4-297d7416cf5f no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:16:29.537657 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 5bcc017f-8224-4822-81e4-297d7416cf5f {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:16:29.540898 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 5bcc017f-8224-4822-81e4-297d7416cf5f not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:16:29.541394 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device a824316c-025a-4777-9fa3-af5bc6a9006f no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:16:29.546903 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6f43711d-2b9f-487e-8e4e-ad5ab3a26b93 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:29.571352 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: a824316c-025a-4777-9fa3-af5bc6a9006f {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:16:29.571845 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device a824316c-025a-4777-9fa3-af5bc6a9006f not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:16:29.594837 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-6f43711d-2b9f-487e-8e4e-ad5ab3a26b93 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18d3ed19-5b7c-431a-bb1f-75463789b76e']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:29.617861 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-6f43711d-2b9f-487e-8e4e-ad5ab3a26b93 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eddb600a-1dd6-432f-bf8c-70cccbd7f9fa') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:29.618371 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-6f43711d-2b9f-487e-8e4e-ad5ab3a26b93 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eddb600a-1dd6-432f-bf8c-70cccbd7f9fa') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:29.627227 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device d10ea079-207d-41ea-99af-c5956ead995e details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:16:29.632864 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6f43711d-2b9f-487e-8e4e-ad5ab3a26b93 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:29.651632 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6f43711d-2b9f-487e-8e4e-ad5ab3a26b93 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:29.662060 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f43711d-2b9f-487e-8e4e-ad5ab3a26b93 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:16:29.663023 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6f43711d-2b9f-487e-8e4e-ad5ab3a26b93 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:29.750064 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:16:29.750064 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:16:29.750064 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:16:29.750064 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:16:29.750064 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:16:29.750064 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:16:29.750064 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:16:29.750064 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:16:29.750064 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:16:29.750064 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:16:29.750064 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:16:29.750064 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:16:29.750064 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:16:29.750064 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:16:29.750064 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:16:29.750064 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:16:29.750064 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:16:29.750064 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:16:29.750064 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:16:29.750064 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:16:29.750064 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:16:29.750064 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:16:29.750064 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:16:29.750064 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:16:29.750064 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:16:29.750064 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:16:29.750064 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:16:29.750064 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:16:29.750064 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:16:29.750064 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:16:29.750064 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:16:29.750064 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:16:29.759269 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6f43711d-2b9f-487e-8e4e-ad5ab3a26b93 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:29.795412 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6f43711d-2b9f-487e-8e4e-ad5ab3a26b93 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:29.812984 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6f43711d-2b9f-487e-8e4e-ad5ab3a26b93 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "DELETE /v2.0/networks/18d3ed19-5b7c-431a-bb1f-75463789b76e HTTP/1.1" status: 204 len: 168 time: 1.4253335 Nov 27 04:16:29.813642 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47672) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:29.823843 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-af497564-db41-4340-b53f-3b14276ee5f6 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Request body: {'router': {'routes': None}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:16:29.826212 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f43711d-2b9f-487e-8e4e-ad5ab3a26b93 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Pushing event deleted for resources: {'Network': ['ID=18d3ed19-5b7c-431a-bb1f-75463789b76e,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:29.864443 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port d10ea079-207d-41ea-99af-c5956ead995e, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=d10ea079-207d-41ea-99af-c5956ead995e,segment=NetworkSegment(3a0f2c89-9472-4b39-b64d-93d0070f2833),segment_id=3a0f2c89-9472-4b39-b64d-93d0070f2833)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:16:29.895767 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'd10ea079-207d-41ea-99af-c5956ead995e', 'network_id': '5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d', 'port_id': 'd10ea079-207d-41ea-99af-c5956ead995e', 'mac_address': 'fa:16:3e:17:b8:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b14f7bc-f949-4956-b408-2937d2202365', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:16:29.973473 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:30.008403 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d10ea079-207d-41ea-99af-c5956ead995e {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:16:30.072542 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b0ce7a99-3544-4853-a848-124f78782a45 req-c3533a25-47ae-46af-8108-c881727e7a6d service neutron] 10.222.0.20 "GET /v2.0/networks/a9fc006f-2f12-4b59-8f4e-166feef8006e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7765369 Nov 27 04:16:30.096635 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-09cbfaf1-f278-4fbd-a70d-ac70798be429 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/floatingips/1948539b-71ed-40a4-beb1-b4ee8653e225 HTTP/1.1" status: 200 len: 991 time: 0.7000179 Nov 27 04:16:30.098411 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port d10ea079-207d-41ea-99af-c5956ead995e, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=d10ea079-207d-41ea-99af-c5956ead995e,segment=NetworkSegment(3a0f2c89-9472-4b39-b64d-93d0070f2833),segment_id=3a0f2c89-9472-4b39-b64d-93d0070f2833)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:16:30.108170 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:30.180694 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=d10ea079-207d-41ea-99af-c5956ead995e,revision_number=13']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:30.185424 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.extraroute_db [None req-af497564-db41-4340-b53f-3b14276ee5f6 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Added routes are [] {{(pid=110019) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 27 04:16:30.186600 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.extraroute_db [None req-af497564-db41-4340-b53f-3b14276ee5f6 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Removed routes are [] {{(pid=110019) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 27 04:16:30.186989 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-af497564-db41-4340-b53f-3b14276ee5f6 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3685224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11843'] for router, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:30.397013 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['d10ea079-207d-41ea-99af-c5956ead995e'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:16:30.429889 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-af497564-db41-4340-b53f-3b14276ee5f6 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3685224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11843'] for router, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:30.453271 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8845e952-f82c-42ab-ad52-2d5d55e6cb8a req-91a4e707-9b27-4e2c-8e35-2a04abe7fd4a tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2 HTTP/1.1" status: 200 len: 210 time: 0.1068380 Nov 27 04:16:30.455338 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-af497564-db41-4340-b53f-3b14276ee5f6 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3685219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3685210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3680816'] for router, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:30.618543 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af497564-db41-4340-b53f-3b14276ee5f6 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Router c6755b6d-8ec0-4a93-8c51-bf241607b7a0 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:16:30.730835 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af497564-db41-4340-b53f-3b14276ee5f6 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:16:30.738477 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-af497564-db41-4340-b53f-3b14276ee5f6 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:30.739668 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-af497564-db41-4340-b53f-3b14276ee5f6 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "PUT /v2.0/routers/c6755b6d-8ec0-4a93-8c51-bf241607b7a0 HTTP/1.1" status: 200 len: 704 time: 0.9211738 Nov 27 04:16:30.742955 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47706) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:30.753417 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88534fdf-6680-4ffc-9f0b-da84e6297e9b None None] Sync routers for ids ['c6755b6d-8ec0-4a93-8c51-bf241607b7a0'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:16:30.777661 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a1cd2fcb-7cc9-4c63-93b1-2e0bb4b5978c tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6755b6d-8ec0-4a93-8c51-bf241607b7a0 HTTP/1.1" status: 200 len: 205 time: 0.0306823 Nov 27 04:16:30.777867 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47708) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:30.854701 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88534fdf-6680-4ffc-9f0b-da84e6297e9b None None] Routers {'c6755b6d-8ec0-4a93-8c51-bf241607b7a0'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:16:30.855964 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-88534fdf-6680-4ffc-9f0b-da84e6297e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:16:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c6755b6d-8ec0-4a93-8c51-bf241607b7a0'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:30.896065 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-abd54e59-0d6d-493a-a604-576e5f3b5886 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:30.942636 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-88534fdf-6680-4ffc-9f0b-da84e6297e9b None None] Set router c6755b6d-8ec0-4a93-8c51-bf241607b7a0 gateway port host: None {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:16:31.010573 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-88534fdf-6680-4ffc-9f0b-da84e6297e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'name': 'tempest-RoutersIpV6Test-router-263636440', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:15:14Z', 'updated_at': '2021-11-27T04:16:25Z', 'revision_number': 11, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'gw_port_host': None}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:31.043694 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88534fdf-6680-4ffc-9f0b-da84e6297e9b None None] Checking router: c6755b6d-8ec0-4a93-8c51-bf241607b7a0 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:16:31.052516 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88534fdf-6680-4ffc-9f0b-da84e6297e9b None None] Routers {'c6755b6d-8ec0-4a93-8c51-bf241607b7a0'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:16:31.053463 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-88534fdf-6680-4ffc-9f0b-da84e6297e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:16:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c6755b6d-8ec0-4a93-8c51-bf241607b7a0'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:31.146796 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-abd54e59-0d6d-493a-a604-576e5f3b5886 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:31.148512 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-88534fdf-6680-4ffc-9f0b-da84e6297e9b None None] Set router c6755b6d-8ec0-4a93-8c51-bf241607b7a0 gateway port host: None {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:16:31.154375 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-abd54e59-0d6d-493a-a604-576e5f3b5886 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:31.224258 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-abd54e59-0d6d-493a-a604-576e5f3b5886 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:31.224851 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd54e59-0d6d-493a-a604-576e5f3b5886 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Fanout notify agent at l3_agent the message router_deleted on router c6755b6d-8ec0-4a93-8c51-bf241607b7a0 {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:16:31.229418 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-88534fdf-6680-4ffc-9f0b-da84e6297e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'name': 'tempest-RoutersIpV6Test-router-263636440', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:15:14Z', 'updated_at': '2021-11-27T04:16:25Z', 'revision_number': 11, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'gw_port_host': None}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:31.234227 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-abd54e59-0d6d-493a-a604-576e5f3b5886 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:31.240238 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-abd54e59-0d6d-493a-a604-576e5f3b5886 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "DELETE /v2.0/routers/c6755b6d-8ec0-4a93-8c51-bf241607b7a0 HTTP/1.1" status: 204 len: 168 time: 0.4573274 Nov 27 04:16:31.241116 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47726) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:31.245916 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-42136622-9fc2-4098-b137-12c44d9d2399 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1503951829', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:16:31.256242 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88534fdf-6680-4ffc-9f0b-da84e6297e9b None None] The sync data for ids ['c6755b6d-8ec0-4a93-8c51-bf241607b7a0'] in n-d-819494-3 is: [{'id': 'c6755b6d-8ec0-4a93-8c51-bf241607b7a0', 'name': 'tempest-RoutersIpV6Test-router-263636440', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:15:14Z', 'updated_at': '2021-11-27T04:16:25Z', 'revision_number': 11, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'gw_port_host': None}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:16:31.290744 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-42136622-9fc2-4098-b137-12c44d9d2399 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:31.291830 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-42136622-9fc2-4098-b137-12c44d9d2399 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:31.354398 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-42136622-9fc2-4098-b137-12c44d9d2399 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:31.359758 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-42136622-9fc2-4098-b137-12c44d9d2399 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:31.389221 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-42136622-9fc2-4098-b137-12c44d9d2399 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:31.389794 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-42136622-9fc2-4098-b137-12c44d9d2399 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1472032 Nov 27 04:16:31.392488 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47730) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:31.401786 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-a0eb24d3-f067-4f4d-8f0d-5cd029ba048f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Request body: {'router': {'admin_state_up': True}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:16:31.649701 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device d10ea079-207d-41ea-99af-c5956ead995e up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:16:31.769689 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port d10ea079-207d-41ea-99af-c5956ead995e completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:16:31.781351 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port d10ea079-207d-41ea-99af-c5956ead995e triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:16:31.782162 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:31.816041 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b044d23c-e36d-4041-89f4-6a3f2c3f6bdf req-60025c00-a351-419d-84d4-eb87102b63d1 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2 HTTP/1.1" status: 200 len: 210 time: 0.1878960 Nov 27 04:16:31.964668 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:32.035375 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78849aa8-76b0-41f8-817b-9294cadaa289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10ea079-207d-41ea-99af-c5956ead995e'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:16:32.038160 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498bcfeb-ea9a-4064-9c48-0fdaf8509640" -d '{"events": [{"server_uuid": "78849aa8-76b0-41f8-817b-9294cadaa289", "name": "network-vif-plugged", "status": "completed", "tag": "d10ea079-207d-41ea-99af-c5956ead995e"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:16:32.053387 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port d10ea079-207d-41ea-99af-c5956ead995e, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=d10ea079-207d-41ea-99af-c5956ead995e,segment=NetworkSegment(3a0f2c89-9472-4b39-b64d-93d0070f2833),segment_id=3a0f2c89-9472-4b39-b64d-93d0070f2833)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:16:32.064496 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce7a99-3544-4853-a848-124f78782a45 req-3d0b7200-5f0f-4a94-850b-6890dd886e56 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:32.067186 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b0ce7a99-3544-4853-a848-124f78782a45 req-3d0b7200-5f0f-4a94-850b-6890dd886e56 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.11 "GET /v2.0/networks?id=a9fc006f-2f12-4b59-8f4e-166feef8006e HTTP/1.1" status: 200 len: 796 time: 0.3231525 Nov 27 04:16:32.071673 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:32.127656 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffaf60c-db2d-4499-8bbb-fd0711db8feb x-openstack-request-id: req-1ffaf60c-db2d-4499-8bbb-fd0711db8feb {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:16:32.127959 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78849aa8-76b0-41f8-817b-9294cadaa289", "name": "network-vif-plugged", "status": "completed", "tag": "d10ea079-207d-41ea-99af-c5956ead995e", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:16:32.130283 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ffaf60c-db2d-4499-8bbb-fd0711db8feb {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:16:32.130761 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78849aa8-76b0-41f8-817b-9294cadaa289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10ea079-207d-41ea-99af-c5956ead995e', 'code': 200} Nov 27 04:16:32.162097 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=d10ea079-207d-41ea-99af-c5956ead995e,revision_number=14']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:32.237468 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b0ce7a99-3544-4853-a848-124f78782a45 req-ce39afbd-83ac-4de6-b042-36067d6c70d1 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11a8da3acafa4ec1bd2e977270426dbc HTTP/1.1" status: 200 len: 379 time: 0.1454022 Nov 27 04:16:32.249581 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-b0ce7a99-3544-4853-a848-124f78782a45 req-058d57e5-3bfc-4582-9da5-2e7d97ec4a53 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Request body: {'port': {'device_id': '8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2', 'network_id': 'a9fc006f-2f12-4b59-8f4e-166feef8006e', 'admin_state_up': True, 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'security_groups': ['552a6f30-5852-4b12-a73c-5aad56729242']}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:16:32.503669 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0ce7a99-3544-4853-a848-124f78782a45 req-058d57e5-3bfc-4582-9da5-2e7d97ec4a53 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Made reservation on behalf of 11a8da3acafa4ec1bd2e977270426dbc for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:16:32.507996 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b0ce7a99-3544-4853-a848-124f78782a45 req-058d57e5-3bfc-4582-9da5-2e7d97ec4a53 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:32.513184 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a0eb24d3-f067-4f4d-8f0d-5cd029ba048f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3685224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11843'] for router, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:32.533286 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a0eb24d3-f067-4f4d-8f0d-5cd029ba048f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3685219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3685210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3680816'] for router, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:32.696097 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0eb24d3-f067-4f4d-8f0d-5cd029ba048f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Router d262cb12-4478-40c2-b4d7-41f4c5477dc9 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:16:32.731871 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-b0ce7a99-3544-4853-a848-124f78782a45 req-058d57e5-3bfc-4582-9da5-2e7d97ec4a53 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Allocated IP 172.20.0.12 (a9fc006f-2f12-4b59-8f4e-166feef8006e/ce210ce8-ccbf-4354-a89c-2d5861ae1937/ca439588-245f-4d2e-8a47-465daf549901) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:16:32.813086 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0eb24d3-f067-4f4d-8f0d-5cd029ba048f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:16:32.820336 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a0eb24d3-f067-4f4d-8f0d-5cd029ba048f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:32.826026 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f952bf-fe1b-424b-97e3-68f910aee6b0 None None] Sync routers for ids ['d262cb12-4478-40c2-b4d7-41f4c5477dc9'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:16:32.833449 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a0eb24d3-f067-4f4d-8f0d-5cd029ba048f tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "PUT /v2.0/routers/d262cb12-4478-40c2-b4d7-41f4c5477dc9 HTTP/1.1" status: 200 len: 698 time: 1.4396162 Nov 27 04:16:32.837374 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f952bf-fe1b-424b-97e3-68f910aee6b0 None None] Routers {'d262cb12-4478-40c2-b4d7-41f4c5477dc9'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:16:32.838579 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47768) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:32.842860 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-97f952bf-fe1b-424b-97e3-68f910aee6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:16:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d262cb12-4478-40c2-b4d7-41f4c5477dc9'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:33.000884 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-22ec6520-3fc6-4217-86e2-d44cb8ea132d tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "GET /v2.0/routers/d262cb12-4478-40c2-b4d7-41f4c5477dc9 HTTP/1.1" status: 200 len: 704 time: 0.1609666 Nov 27 04:16:33.001693 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47778) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:33.012342 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-97f952bf-fe1b-424b-97e3-68f910aee6b0 None None] Set router d262cb12-4478-40c2-b4d7-41f4c5477dc9 gateway port host: None {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:16:33.065283 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6847427c-7367-4d93-ace0-f2eb68355afb req-a154ded7-c6fc-431c-b46e-e0c1dcf32b15 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2 HTTP/1.1" status: 200 len: 210 time: 0.1005633 Nov 27 04:16:33.078432 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-de69aa7e-c811-40d3-9d73-69709ada506e tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "GET /v2.0/ports?device_id=d262cb12-4478-40c2-b4d7-41f4c5477dc9 HTTP/1.1" status: 200 len: 205 time: 0.0668242 Nov 27 04:16:33.078432 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47780) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:33.081183 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b0ce7a99-3544-4853-a848-124f78782a45 req-058d57e5-3bfc-4582-9da5-2e7d97ec4a53 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:33.122881 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-97f952bf-fe1b-424b-97e3-68f910aee6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd262cb12-4478-40c2-b4d7-41f4c5477dc9', 'name': 'tempest-RoutersIpV6Test-router-1503951829', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:16:31Z', 'updated_at': '2021-11-27T04:16:32Z', 'revision_number': 2, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'gw_port_host': None}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:33.156077 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f952bf-fe1b-424b-97e3-68f910aee6b0 None None] Checking router: d262cb12-4478-40c2-b4d7-41f4c5477dc9 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:16:33.166631 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-19b124a3-a869-4511-a6f6-e327f5b4b807 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:33.167518 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f952bf-fe1b-424b-97e3-68f910aee6b0 None None] Routers {'d262cb12-4478-40c2-b4d7-41f4c5477dc9'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:16:33.168313 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-97f952bf-fe1b-424b-97e3-68f910aee6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:16:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d262cb12-4478-40c2-b4d7-41f4c5477dc9'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:33.227467 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b0ce7a99-3544-4853-a848-124f78782a45 req-058d57e5-3bfc-4582-9da5-2e7d97ec4a53 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:33.258512 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-97f952bf-fe1b-424b-97e3-68f910aee6b0 None None] Set router d262cb12-4478-40c2-b4d7-41f4c5477dc9 gateway port host: None {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:16:33.308812 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0ce7a99-3544-4853-a848-124f78782a45 req-058d57e5-3bfc-4582-9da5-2e7d97ec4a53 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Network a9fc006f-2f12-4b59-8f4e-166feef8006e is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:16:33.322471 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-97f952bf-fe1b-424b-97e3-68f910aee6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd262cb12-4478-40c2-b4d7-41f4c5477dc9', 'name': 'tempest-RoutersIpV6Test-router-1503951829', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:16:31Z', 'updated_at': '2021-11-27T04:16:32Z', 'revision_number': 2, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'gw_port_host': None}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:33.323709 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-b0ce7a99-3544-4853-a848-124f78782a45 req-058d57e5-3bfc-4582-9da5-2e7d97ec4a53 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:16:33.331425 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ce7a99-3544-4853-a848-124f78782a45 req-058d57e5-3bfc-4582-9da5-2e7d97ec4a53 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:16:33.384997 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f952bf-fe1b-424b-97e3-68f910aee6b0 None None] The sync data for ids ['d262cb12-4478-40c2-b4d7-41f4c5477dc9'] in n-d-819494-3 is: [{'id': 'd262cb12-4478-40c2-b4d7-41f4c5477dc9', 'name': 'tempest-RoutersIpV6Test-router-1503951829', 'tenant_id': 'a9e88f9ca477446190dca2e07a135f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:16:31Z', 'updated_at': '2021-11-27T04:16:32Z', 'revision_number': 2, 'project_id': 'a9e88f9ca477446190dca2e07a135f44', 'gw_port_host': None}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:16:33.392393 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-19b124a3-a869-4511-a6f6-e327f5b4b807 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:33.394927 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d57e5-3bfc-4582-9da5-2e7d97ec4a53 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event updated for resources: {'Port': ['ID=ca439588-245f-4d2e-8a47-465daf549901,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:33.404412 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-19b124a3-a869-4511-a6f6-e327f5b4b807 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:33.446012 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce7a99-3544-4853-a848-124f78782a45 req-058d57e5-3bfc-4582-9da5-2e7d97ec4a53 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:33.446758 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b0ce7a99-3544-4853-a848-124f78782a45 req-058d57e5-3bfc-4582-9da5-2e7d97ec4a53 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:33.478082 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b0ce7a99-3544-4853-a848-124f78782a45 req-058d57e5-3bfc-4582-9da5-2e7d97ec4a53 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2269933 Nov 27 04:16:33.485588 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-19b124a3-a869-4511-a6f6-e327f5b4b807 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:33.486484 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b124a3-a869-4511-a6f6-e327f5b4b807 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Fanout notify agent at l3_agent the message router_deleted on router d262cb12-4478-40c2-b4d7-41f4c5477dc9 {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:16:33.494987 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-19b124a3-a869-4511-a6f6-e327f5b4b807 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:33.496473 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-19b124a3-a869-4511-a6f6-e327f5b4b807 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "DELETE /v2.0/routers/d262cb12-4478-40c2-b4d7-41f4c5477dc9 HTTP/1.1" status: 204 len: 168 time: 0.4244993 Nov 27 04:16:33.496736 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-b0ce7a99-3544-4853-a848-124f78782a45 req-664c4ea0-e92a-4a89-87fc-bad05b3d73d8 service neutron] Request body: {'port': {'device_id': '8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:16:33.500957 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47788) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:33.556415 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d27b0f07-44b1-43a3-b3e8-0a8916478e33 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "GET /v2.0/ports?device_id=d262cb12-4478-40c2-b4d7-41f4c5477dc9 HTTP/1.1" status: 200 len: 205 time: 0.0523679 Nov 27 04:16:33.557722 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47792) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:33.621589 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-678c6356-f7dc-416b-8145-acba8dd92e0b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] delete failed (client error): The resource could not be found. Nov 27 04:16:33.623233 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-678c6356-f7dc-416b-8145-acba8dd92e0b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "DELETE /v2.0/routers/d262cb12-4478-40c2-b4d7-41f4c5477dc9 HTTP/1.1" status: 404 len: 336 time: 0.0644217 Nov 27 04:16:33.626259 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47794) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:33.666190 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-564793ae-891e-4e09-9f43-4fd5cf3d2512 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] DELETE failed (client error): The resource could not be found. Nov 27 04:16:33.666965 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-564793ae-891e-4e09-9f43-4fd5cf3d2512 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:16:33.671815 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-564793ae-891e-4e09-9f43-4fd5cf3d2512 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "DELETE /v2.0/subnets/bcbd95ee-52b9-42ed-afd4-4bafce7bb9d6 HTTP/1.1" status: 404 len: 337 time: 0.0442424 Nov 27 04:16:33.674310 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47798) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:33.704070 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb1a4847-27dd-4152-8f78-6c11e95045ce tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] DELETE failed (client error): The resource could not be found. Nov 27 04:16:33.704893 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb1a4847-27dd-4152-8f78-6c11e95045ce tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:16:33.708519 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-eb1a4847-27dd-4152-8f78-6c11e95045ce tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "DELETE /v2.0/subnets/f02ed401-c432-4d15-adab-790f3b876faf HTTP/1.1" status: 404 len: 337 time: 0.0328996 Nov 27 04:16:33.712394 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47800) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:33.720172 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b0ce7a99-3544-4853-a848-124f78782a45 req-664c4ea0-e92a-4a89-87fc-bad05b3d73d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:33.763743 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d0bb658-ac09-4176-b147-180a6374bc8b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] DELETE failed (client error): The resource could not be found. Nov 27 04:16:33.764487 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d0bb658-ac09-4176-b147-180a6374bc8b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:16:33.768094 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-5d0bb658-ac09-4176-b147-180a6374bc8b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "DELETE /v2.0/subnets/a76ce5c3-5614-409a-9733-67c9e8f4a901 HTTP/1.1" status: 404 len: 337 time: 0.0545800 Nov 27 04:16:33.770626 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47802) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:33.832802 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-126449c6-e83e-46a3-a7d7-80ee5d6ac4a6 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] DELETE failed (client error): The resource could not be found. Nov 27 04:16:33.833448 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-126449c6-e83e-46a3-a7d7-80ee5d6ac4a6 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:16:33.837440 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-126449c6-e83e-46a3-a7d7-80ee5d6ac4a6 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "DELETE /v2.0/subnets/1b209389-4b18-44c2-8b7e-3a6667647707 HTTP/1.1" status: 404 len: 337 time: 0.0655494 Nov 27 04:16:33.840609 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47804) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:33.871415 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-24f3c7d4-79c9-4aa1-b72b-cb3547a519cf None None] Provisioning complete for port ca439588-245f-4d2e-8a47-465daf549901 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:16:33.873436 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-24f3c7d4-79c9-4aa1-b72b-cb3547a519cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:33.936890 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-038ab7e0-db03-48d8-9e4a-32806d324789 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6755b6d-8ec0-4a93-8c51-bf241607b7a0 HTTP/1.1" status: 200 len: 205 time: 0.0930550 Nov 27 04:16:33.940080 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47810) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:33.970264 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-24f3c7d4-79c9-4aa1-b72b-cb3547a519cf None None] Port ca439588-245f-4d2e-8a47-465daf549901 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:16:34.012663 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-9a4a0a5c-b479-45c7-8898-ca718f5ccd85 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] delete failed (client error): The resource could not be found. Nov 27 04:16:34.016365 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9a4a0a5c-b479-45c7-8898-ca718f5ccd85 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "DELETE /v2.0/routers/c6755b6d-8ec0-4a93-8c51-bf241607b7a0 HTTP/1.1" status: 404 len: 336 time: 0.0730281 Nov 27 04:16:34.017031 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47812) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:34.058134 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-857ca435-c49a-4e14-82ce-1a38bcdc94f4 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "GET /v2.0/ports?device_id=39306999-8f5f-4d60-bf05-e36a44072d64 HTTP/1.1" status: 200 len: 205 time: 0.0399754 Nov 27 04:16:34.060683 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47816) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:34.103543 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-bd2227c3-0907-459c-9830-f0cb0570cf38 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] delete failed (client error): The resource could not be found. Nov 27 04:16:34.105533 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-bd2227c3-0907-459c-9830-f0cb0570cf38 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "DELETE /v2.0/routers/39306999-8f5f-4d60-bf05-e36a44072d64 HTTP/1.1" status: 404 len: 336 time: 0.0434654 Nov 27 04:16:34.108329 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47820) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:34.228167 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0531301-dd7b-4e7c-9697-7f58eeca5876 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] DELETE failed (client error): The resource could not be found. Nov 27 04:16:34.228636 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0531301-dd7b-4e7c-9697-7f58eeca5876 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:16:34.258178 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f0531301-dd7b-4e7c-9697-7f58eeca5876 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "DELETE /v2.0/subnets/910a7047-7f15-4c8f-b41c-a6624e292b7d HTTP/1.1" status: 404 len: 337 time: 0.1462088 Nov 27 04:16:34.258788 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47824) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:34.321400 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-886596d6-1813-40b4-afe1-ca4d26e64c41 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0601e19-bd16-4aaa-8007-86e5c42119dd HTTP/1.1" status: 200 len: 205 time: 0.0585132 Nov 27 04:16:34.321927 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47826) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:34.364592 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-b0ce7a99-3544-4853-a848-124f78782a45 req-664c4ea0-e92a-4a89-87fc-bad05b3d73d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca439588-245f-4d2e-8a47-465daf549901 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:16:34.387823 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b0ce7a99-3544-4853-a848-124f78782a45 req-664c4ea0-e92a-4a89-87fc-bad05b3d73d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:34.400451 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-f1381c4c-a9f8-4a26-8590-9f71eec58215 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] delete failed (client error): The resource could not be found. Nov 27 04:16:34.401809 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f1381c4c-a9f8-4a26-8590-9f71eec58215 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "DELETE /v2.0/routers/b0601e19-bd16-4aaa-8007-86e5c42119dd HTTP/1.1" status: 404 len: 336 time: 0.0783427 Nov 27 04:16:34.404460 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078054f-43da-4173-a54c-547c28c233c4 req-fed9a1ff-faa5-4c28-aa8d-d705329fd58e tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:34.405869 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47828) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:34.415276 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7078054f-43da-4173-a54c-547c28c233c4 req-fed9a1ff-faa5-4c28-aa8d-d705329fd58e tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2 HTTP/1.1" status: 200 len: 932 time: 0.1527267 Nov 27 04:16:34.453870 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-b0ce7a99-3544-4853-a848-124f78782a45 req-664c4ea0-e92a-4a89-87fc-bad05b3d73d8 service neutron] Transition to ACTIVE for port object ca439588-245f-4d2e-8a47-465daf549901 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:16:34.465279 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4a72735c-7224-443a-bc1d-5163f5d5e7aa tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe691bc8-f1aa-42e7-826e-c52efef8d40f HTTP/1.1" status: 200 len: 205 time: 0.0549641 Nov 27 04:16:34.467165 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47830) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:34.479046 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b0ce7a99-3544-4853-a848-124f78782a45 req-664c4ea0-e92a-4a89-87fc-bad05b3d73d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:34.551842 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-5399616b-ce98-494b-b3f2-593bad210953 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] delete failed (client error): The resource could not be found. Nov 27 04:16:34.571000 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-5399616b-ce98-494b-b3f2-593bad210953 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "DELETE /v2.0/routers/fe691bc8-f1aa-42e7-826e-c52efef8d40f HTTP/1.1" status: 404 len: 336 time: 0.1027145 Nov 27 04:16:34.571989 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47838) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:34.611274 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c8b0eca-c6c8-4e67-b2f6-96a49c3644e7 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] DELETE failed (client error): The resource could not be found. Nov 27 04:16:34.611882 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c8b0eca-c6c8-4e67-b2f6-96a49c3644e7 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:16:34.622388 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6c8b0eca-c6c8-4e67-b2f6-96a49c3644e7 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "DELETE /v2.0/subnets/0686aee7-239c-4a71-ad29-25d0b2938bfa HTTP/1.1" status: 404 len: 337 time: 0.0492551 Nov 27 04:16:34.623514 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47840) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:34.636286 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c4ea0-e92a-4a89-87fc-bad05b3d73d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ca439588-245f-4d2e-8a47-465daf549901,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:34.650868 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7078054f-43da-4173-a54c-547c28c233c4 req-ea27aac0-ffb4-4ca4-b5ae-8c9ca2e69f85 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/security-groups?id=552a6f30-5852-4b12-a73c-5aad56729242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2245338 Nov 27 04:16:34.723749 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-12923cda-6625-497c-ac31-2f35cda9a4ee tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "GET /v2.0/ports?device_id=26527961-41b5-49b7-901b-f686550b7d25 HTTP/1.1" status: 200 len: 205 time: 0.0989966 Nov 27 04:16:34.724576 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47844) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:34.780554 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-cfd56def-65c6-4d90-9273-773c4e951b20 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] delete failed (client error): The resource could not be found. Nov 27 04:16:34.783602 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-cfd56def-65c6-4d90-9273-773c4e951b20 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "DELETE /v2.0/routers/26527961-41b5-49b7-901b-f686550b7d25 HTTP/1.1" status: 404 len: 336 time: 0.0567024 Nov 27 04:16:34.784518 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47846) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:34.820033 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca30e3af-1225-4548-9135-b4f99592aa98 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] DELETE failed (client error): The resource could not be found. Nov 27 04:16:34.820431 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca30e3af-1225-4548-9135-b4f99592aa98 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:16:34.826013 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ca30e3af-1225-4548-9135-b4f99592aa98 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "DELETE /v2.0/subnets/36798f96-1c23-484c-8f37-684cf357e141 HTTP/1.1" status: 404 len: 337 time: 0.0380263 Nov 27 04:16:34.827120 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47848) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:34.846789 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-b0ce7a99-3544-4853-a848-124f78782a45 req-664c4ea0-e92a-4a89-87fc-bad05b3d73d8 service neutron] Attempting to bind port ca439588-245f-4d2e-8a47-465daf549901 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:16:34.847380 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-b0ce7a99-3544-4853-a848-124f78782a45 req-664c4ea0-e92a-4a89-87fc-bad05b3d73d8 service neutron] Attempting to bind port ca439588-245f-4d2e-8a47-465daf549901 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': 'f9e1c504-df47-43b7-8f4e-2fa660a630b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a9fc006f-2f12-4b59-8f4e-166feef8006e'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:16:34.847937 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ce7a99-3544-4853-a848-124f78782a45 req-664c4ea0-e92a-4a89-87fc-bad05b3d73d8 service neutron] Attempting to bind port ca439588-245f-4d2e-8a47-465daf549901 on network a9fc006f-2f12-4b59-8f4e-166feef8006e {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:16:34.853821 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ce7a99-3544-4853-a848-124f78782a45 req-664c4ea0-e92a-4a89-87fc-bad05b3d73d8 service neutron] Port ca439588-245f-4d2e-8a47-465daf549901 on network a9fc006f-2f12-4b59-8f4e-166feef8006e not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:16:34.854396 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ce7a99-3544-4853-a848-124f78782a45 req-664c4ea0-e92a-4a89-87fc-bad05b3d73d8 service neutron] Attempting to bind port ca439588-245f-4d2e-8a47-465daf549901 on network a9fc006f-2f12-4b59-8f4e-166feef8006e {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:16:34.861199 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ce7a99-3544-4853-a848-124f78782a45 req-664c4ea0-e92a-4a89-87fc-bad05b3d73d8 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:16:34.861777 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ce7a99-3544-4853-a848-124f78782a45 req-664c4ea0-e92a-4a89-87fc-bad05b3d73d8 service neutron] Checking segment: {'id': 'f9e1c504-df47-43b7-8f4e-2fa660a630b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a9fc006f-2f12-4b59-8f4e-166feef8006e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:16:34.862837 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ce7a99-3544-4853-a848-124f78782a45 req-664c4ea0-e92a-4a89-87fc-bad05b3d73d8 service neutron] Bound using segment: {'id': 'f9e1c504-df47-43b7-8f4e-2fa660a630b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a9fc006f-2f12-4b59-8f4e-166feef8006e'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:16:34.863460 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-b0ce7a99-3544-4853-a848-124f78782a45 req-664c4ea0-e92a-4a89-87fc-bad05b3d73d8 service neutron] Bound port: ca439588-245f-4d2e-8a47-465daf549901, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9e1c504-df47-43b7-8f4e-2fa660a630b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a9fc006f-2f12-4b59-8f4e-166feef8006e'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:16:34.863993 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b0ce7a99-3544-4853-a848-124f78782a45 req-664c4ea0-e92a-4a89-87fc-bad05b3d73d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:34.885074 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6e8e4c5f-fafc-467b-bc87-9255785f353b tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "GET /v2.0/ports?device_id=0bbe8914-91a8-45d5-bcc9-96070589d5ea HTTP/1.1" status: 200 len: 205 time: 0.0544937 Nov 27 04:16:34.885635 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47850) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:34.963251 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-8d89f7a7-2152-47d0-8bdd-b46c0bc6616a tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] delete failed (client error): The resource could not be found. Nov 27 04:16:34.966419 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8d89f7a7-2152-47d0-8bdd-b46c0bc6616a tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "DELETE /v2.0/routers/0bbe8914-91a8-45d5-bcc9-96070589d5ea HTTP/1.1" status: 404 len: 336 time: 0.0767229 Nov 27 04:16:34.966989 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47854) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:35.014793 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cebb2f4-db84-4552-bd10-82b55e02bd72 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] DELETE failed (client error): The resource could not be found. Nov 27 04:16:35.015597 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cebb2f4-db84-4552-bd10-82b55e02bd72 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:16:35.021702 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0cebb2f4-db84-4552-bd10-82b55e02bd72 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "DELETE /v2.0/subnets/5b59070b-6a20-42c2-86ea-c0685ef0c742 HTTP/1.1" status: 404 len: 337 time: 0.0509322 Nov 27 04:16:35.022790 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47858) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:35.029689 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-b0ce7a99-3544-4853-a848-124f78782a45 req-664c4ea0-e92a-4a89-87fc-bad05b3d73d8 service neutron] For port ca439588-245f-4d2e-8a47-465daf549901, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:16:35.035063 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-b0ce7a99-3544-4853-a848-124f78782a45 req-664c4ea0-e92a-4a89-87fc-bad05b3d73d8 service neutron] For port ca439588-245f-4d2e-8a47-465daf549901, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=ca439588-245f-4d2e-8a47-465daf549901,segment=NetworkSegment(f9e1c504-df47-43b7-8f4e-2fa660a630b6),segment_id=f9e1c504-df47-43b7-8f4e-2fa660a630b6)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:16:35.042983 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b0ce7a99-3544-4853-a848-124f78782a45 req-664c4ea0-e92a-4a89-87fc-bad05b3d73d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:35.056063 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb443630-d43f-4691-8107-d6ce290615e8 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] DELETE failed (client error): The resource could not be found. Nov 27 04:16:35.056536 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb443630-d43f-4691-8107-d6ce290615e8 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:16:35.061682 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-fb443630-d43f-4691-8107-d6ce290615e8 tempest-RoutersIpV6Test-159557033 tempest-RoutersIpV6Test-159557033-project] 10.222.0.20 "DELETE /v2.0/subnets/f74037f6-c593-4d1a-9ba8-aa29c6c6bc2a HTTP/1.1" status: 404 len: 337 time: 0.0377035 Nov 27 04:16:35.127700 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce7a99-3544-4853-a848-124f78782a45 req-664c4ea0-e92a-4a89-87fc-bad05b3d73d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:35.129276 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b0ce7a99-3544-4853-a848-124f78782a45 req-664c4ea0-e92a-4a89-87fc-bad05b3d73d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:35.131398 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b0ce7a99-3544-4853-a848-124f78782a45 req-664c4ea0-e92a-4a89-87fc-bad05b3d73d8 service neutron] 10.222.0.11 "PUT /v2.0/ports/ca439588-245f-4d2e-8a47-465daf549901 HTTP/1.1" status: 200 len: 1092 time: 1.6433380 Nov 27 04:16:35.135852 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2', 'tag': 'ca439588-245f-4d2e-8a47-465daf549901'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:16:35.138724 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b82d1b-ab71-4167-bb33-4f3666609ac9" -d '{"events": [{"name": "network-changed", "server_uuid": "8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2", "tag": "ca439588-245f-4d2e-8a47-465daf549901"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:16:35.238054 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853d1040-13d3-4656-bbf5-e93c168c1059 x-openstack-request-id: req-853d1040-13d3-4656-bbf5-e93c168c1059 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:16:35.238892 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2", "tag": "ca439588-245f-4d2e-8a47-465daf549901", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:16:35.240011 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-853d1040-13d3-4656-bbf5-e93c168c1059 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:16:35.244009 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2', 'tag': 'ca439588-245f-4d2e-8a47-465daf549901', 'status': 'completed', 'code': 200} Nov 27 04:16:35.310715 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c4ea0-e92a-4a89-87fc-bad05b3d73d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ca439588-245f-4d2e-8a47-465daf549901,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:35.339980 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce7a99-3544-4853-a848-124f78782a45 req-4beb06ad-73ac-44cf-a7bf-7ae8ea94db6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:35.343177 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b0ce7a99-3544-4853-a848-124f78782a45 req-4beb06ad-73ac-44cf-a7bf-7ae8ea94db6c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=11a8da3acafa4ec1bd2e977270426dbc&device_id=8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2 HTTP/1.1" status: 200 len: 1095 time: 0.1408997 Nov 27 04:16:35.478337 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b0ce7a99-3544-4853-a848-124f78782a45 req-a2212722-34a0-4600-8235-e8a1e2b1d27e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca439588-245f-4d2e-8a47-465daf549901 HTTP/1.1" status: 200 len: 217 time: 0.1105828 Nov 27 04:16:35.568919 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47880) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:35.585201 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce7a99-3544-4853-a848-124f78782a45 req-9792faca-6946-45f6-9f92-c67a8c46a828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:35.586790 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b0ce7a99-3544-4853-a848-124f78782a45 req-9792faca-6946-45f6-9f92-c67a8c46a828 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ce210ce8-ccbf-4354-a89c-2d5861ae1937 HTTP/1.1" status: 200 len: 834 time: 0.1010756 Nov 27 04:16:35.712361 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce7a99-3544-4853-a848-124f78782a45 req-d57cd2ae-b39d-45ff-bdb7-d44831ec3b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:35.714685 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b0ce7a99-3544-4853-a848-124f78782a45 req-d57cd2ae-b39d-45ff-bdb7-d44831ec3b7d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a9fc006f-2f12-4b59-8f4e-166feef8006e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1101761 Nov 27 04:16:35.856828 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bcd655-c31e-4e0a-b1b8-9a2cd2e1ad8a req-26a9eeb0-ad08-438b-9b9b-f7eb9667a10d tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:35.864645 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e9bcd655-c31e-4e0a-b1b8-9a2cd2e1ad8a req-26a9eeb0-ad08-438b-9b9b-f7eb9667a10d tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2 HTTP/1.1" status: 200 len: 944 time: 0.0949967 Nov 27 04:16:35.901410 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b0ce7a99-3544-4853-a848-124f78782a45 req-a52ed825-a1df-43f3-a7d6-469989092b41 service neutron] 10.222.0.11 "GET /v2.0/networks/a9fc006f-2f12-4b59-8f4e-166feef8006e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769991 Nov 27 04:16:35.910668 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1afa6f67-b654-4f9d-99dc-3dbb47240d5a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a9e88f9ca477446190dca2e07a135f44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3405600 Nov 27 04:16:35.913246 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47894) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:35.995477 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e9bcd655-c31e-4e0a-b1b8-9a2cd2e1ad8a req-2227d329-9a8e-4a5d-b17c-bf500ce76a69 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/security-groups?id=552a6f30-5852-4b12-a73c-5aad56729242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283689 Nov 27 04:16:36.011764 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e54e2592-659f-4f30-9120-9558050338ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:36.035154 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e54e2592-659f-4f30-9120-9558050338ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:36.054425 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b0ce7a99-3544-4853-a848-124f78782a45 req-bebf0521-8993-4038-861e-2d509811b18c service neutron] 10.222.0.11 "GET /v2.0/networks/a9fc006f-2f12-4b59-8f4e-166feef8006e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456153 Nov 27 04:16:36.101054 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e54e2592-659f-4f30-9120-9558050338ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:36.104025 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e54e2592-659f-4f30-9120-9558050338ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:36.105251 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e54e2592-659f-4f30-9120-9558050338ee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/49bf97ad-cfeb-4e70-a7f0-c0c72985a9cd HTTP/1.1" status: 204 len: 168 time: 0.1910355 Nov 27 04:16:36.122965 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e2592-659f-4f30-9120-9558050338ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bf97ad-cfeb-4e70-a7f0-c0c72985a9cd,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:36.253115 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b82d1b-ab71-4167-bb33-4f3666609ac9 req-4aa9bc6b-3f25-4ea4-8214-f6da89610783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:36.261354 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-09b82d1b-ab71-4167-bb33-4f3666609ac9 req-4aa9bc6b-3f25-4ea4-8214-f6da89610783 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=11a8da3acafa4ec1bd2e977270426dbc&device_id=8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2 HTTP/1.1" status: 200 len: 1095 time: 0.1027443 Nov 27 04:16:36.435443 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b82d1b-ab71-4167-bb33-4f3666609ac9 req-338f960b-4619-4cb7-9e5a-af212434163d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:36.437546 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-09b82d1b-ab71-4167-bb33-4f3666609ac9 req-338f960b-4619-4cb7-9e5a-af212434163d service neutron] 10.222.0.11 "GET /v2.0/networks?id=a9fc006f-2f12-4b59-8f4e-166feef8006e HTTP/1.1" status: 200 len: 897 time: 0.1686587 Nov 27 04:16:36.499201 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-09b82d1b-ab71-4167-bb33-4f3666609ac9 req-33e31f0b-c273-4adc-915a-5f98e9d9b32c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca439588-245f-4d2e-8a47-465daf549901 HTTP/1.1" status: 200 len: 217 time: 0.0536604 Nov 27 04:16:36.588836 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b82d1b-ab71-4167-bb33-4f3666609ac9 req-2d48c896-342a-4575-b0d3-9dfb268b35e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:36.591126 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-09b82d1b-ab71-4167-bb33-4f3666609ac9 req-2d48c896-342a-4575-b0d3-9dfb268b35e6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ce210ce8-ccbf-4354-a89c-2d5861ae1937 HTTP/1.1" status: 200 len: 834 time: 0.0821762 Nov 27 04:16:36.680902 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b82d1b-ab71-4167-bb33-4f3666609ac9 req-0365e56b-15a0-493e-80c2-c298c547b391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:36.682445 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-09b82d1b-ab71-4167-bb33-4f3666609ac9 req-0365e56b-15a0-493e-80c2-c298c547b391 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a9fc006f-2f12-4b59-8f4e-166feef8006e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634496 Nov 27 04:16:36.835588 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-09b82d1b-ab71-4167-bb33-4f3666609ac9 req-04166ba4-ccf0-4434-a835-2ee7a7ee6bd1 service neutron] 10.222.0.11 "GET /v2.0/networks/a9fc006f-2f12-4b59-8f4e-166feef8006e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454399 Nov 27 04:16:36.986622 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-09b82d1b-ab71-4167-bb33-4f3666609ac9 req-29c95dd5-f90a-49b3-b5fe-f8e456bed1f3 service neutron] 10.222.0.11 "GET /v2.0/networks/a9fc006f-2f12-4b59-8f4e-166feef8006e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434541 Nov 27 04:16:37.184550 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9eced-46f9-42ad-952b-c00776bf9d76 req-eeebc392-155e-439f-85ea-6b6440492dab tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:37.186879 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-12a9eced-46f9-42ad-952b-c00776bf9d76 req-eeebc392-155e-439f-85ea-6b6440492dab tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2 HTTP/1.1" status: 200 len: 944 time: 0.0634763 Nov 27 04:16:37.260005 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47946) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:37.268794 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-12a9eced-46f9-42ad-952b-c00776bf9d76 req-be89b4c3-3c5e-43be-9b99-afdca92bb4e6 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/security-groups?id=552a6f30-5852-4b12-a73c-5aad56729242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719604 Nov 27 04:16:37.399786 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-86fa6cf9-66dc-4ae2-8b27-e81e969ed1c3 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-844357542', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:16:37.471763 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-86fa6cf9-66dc-4ae2-8b27-e81e969ed1c3 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:37.472854 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-86fa6cf9-66dc-4ae2-8b27-e81e969ed1c3 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:37.540497 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-86fa6cf9-66dc-4ae2-8b27-e81e969ed1c3 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:37.548426 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-86fa6cf9-66dc-4ae2-8b27-e81e969ed1c3 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:37.569449 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-86fa6cf9-66dc-4ae2-8b27-e81e969ed1c3 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:37.570985 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-86fa6cf9-66dc-4ae2-8b27-e81e969ed1c3 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.3099577 Nov 27 04:16:37.573944 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47958) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:37.579438 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-8c906582-2496-4d82-9ec8-c25f31d08c31 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-10174396'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:16:37.605810 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c906582-2496-4d82-9ec8-c25f31d08c31 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Made reservation on behalf of 29622cff92404ba582f1041ddea7b9dd for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:16:37.609809 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8c906582-2496-4d82-9ec8-c25f31d08c31 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:37.621073 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8c906582-2496-4d82-9ec8-c25f31d08c31 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:37.674020 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device ca439588-245f-4d2e-8a47-465daf549901 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:16:37.729316 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8c906582-2496-4d82-9ec8-c25f31d08c31 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:37.735985 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8c906582-2496-4d82-9ec8-c25f31d08c31 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:37.770511 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c906582-2496-4d82-9ec8-c25f31d08c31 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f91f708-ada0-40b5-b5fa-d4beda9c068f,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:37.781578 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c906582-2496-4d82-9ec8-c25f31d08c31 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:16:37.799611 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8c906582-2496-4d82-9ec8-c25f31d08c31 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:37.800218 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-8c906582-2496-4d82-9ec8-c25f31d08c31 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Added segment eee99327-4e14-484a-b42a-fbb1c792c66e of type vlan for network 4b8e7389-af19-4001-bed9-11413ea4a4fa Nov 27 04:16:37.854164 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8c906582-2496-4d82-9ec8-c25f31d08c31 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:37.891747 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8c906582-2496-4d82-9ec8-c25f31d08c31 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:37.904845 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c906582-2496-4d82-9ec8-c25f31d08c31 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:37.906438 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8c906582-2496-4d82-9ec8-c25f31d08c31 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:37.916346 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port ca439588-245f-4d2e-8a47-465daf549901, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=ca439588-245f-4d2e-8a47-465daf549901,segment=NetworkSegment(f9e1c504-df47-43b7-8f4e-2fa660a630b6),segment_id=f9e1c504-df47-43b7-8f4e-2fa660a630b6)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:16:37.932941 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'ca439588-245f-4d2e-8a47-465daf549901', 'network_id': 'a9fc006f-2f12-4b59-8f4e-166feef8006e', 'port_id': 'ca439588-245f-4d2e-8a47-465daf549901', 'mac_address': 'fa:16:3e:1e:c0:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce210ce8-ccbf-4354-a89c-2d5861ae1937', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:16:37.977825 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8c906582-2496-4d82-9ec8-c25f31d08c31 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4001892 Nov 27 04:16:37.978287 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47970) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:37.981110 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:37.986575 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-32d8e312-f8f9-406a-a466-2c5f7d0aadaa tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Request body: {'subnet': {'network_id': '4b8e7389-af19-4001-bed9-11413ea4a4fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:16:37.988596 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c906582-2496-4d82-9ec8-c25f31d08c31 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Pushing event updated for resources: {'Network': ['ID=4b8e7389-af19-4001-bed9-11413ea4a4fa,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:38.000013 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 4b8e7389-af19-4001-bed9-11413ea4a4fa details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:16:38.004303 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca439588-245f-4d2e-8a47-465daf549901 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:16:38.070822 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port ca439588-245f-4d2e-8a47-465daf549901, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=ca439588-245f-4d2e-8a47-465daf549901,segment=NetworkSegment(f9e1c504-df47-43b7-8f4e-2fa660a630b6),segment_id=f9e1c504-df47-43b7-8f4e-2fa660a630b6)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:16:38.094100 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:38.095482 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d8e312-f8f9-406a-a466-2c5f7d0aadaa tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Made reservation on behalf of 29622cff92404ba582f1041ddea7b9dd for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:16:38.100812 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-32d8e312-f8f9-406a-a466-2c5f7d0aadaa tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:38.160292 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=ca439588-245f-4d2e-8a47-465daf549901,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:38.336873 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-32d8e312-f8f9-406a-a466-2c5f7d0aadaa tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:38.368524 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['ca439588-245f-4d2e-8a47-465daf549901'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:16:38.435936 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8e312-f8f9-406a-a466-2c5f7d0aadaa tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Pushing event updated for resources: {'Subnet': ['ID=ee5fdb87-844a-40c3-96ac-35b644be4c57,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:38.473471 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f8a08-c2a1-48e1-9f85-a36cf0673217 req-345a21c6-ac68-4b0c-ac5e-7f2942aaa0f7 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:38.475857 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4a9f8a08-c2a1-48e1-9f85-a36cf0673217 req-345a21c6-ac68-4b0c-ac5e-7f2942aaa0f7 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2 HTTP/1.1" status: 200 len: 945 time: 0.0729687 Nov 27 04:16:38.577302 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4a9f8a08-c2a1-48e1-9f85-a36cf0673217 req-24b460c0-a99d-4f28-9b93-965952735f7f tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/security-groups?id=552a6f30-5852-4b12-a73c-5aad56729242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939183 Nov 27 04:16:38.578127 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d8e312-f8f9-406a-a466-2c5f7d0aadaa tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Checking segment: {'id': 'eee99327-4e14-484a-b42a-fbb1c792c66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4b8e7389-af19-4001-bed9-11413ea4a4fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:16:38.578501 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d8e312-f8f9-406a-a466-2c5f7d0aadaa tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Network hostable DHCP agents. Network: 4b8e7389-af19-4001-bed9-11413ea4a4fa, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:16:38.627593 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d8e312-f8f9-406a-a466-2c5f7d0aadaa tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Network 4b8e7389-af19-4001-bed9-11413ea4a4fa is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:16:38.648783 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-32d8e312-f8f9-406a-a466-2c5f7d0aadaa tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 4b8e7389-af19-4001-bed9-11413ea4a4fa) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:16:38.654120 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d8e312-f8f9-406a-a466-2c5f7d0aadaa tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:38.655069 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-32d8e312-f8f9-406a-a466-2c5f7d0aadaa tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:38.663027 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bd6a7c-ba0a-4c50-8d24-d545a1727ef1 None None] Network 4b8e7389-af19-4001-bed9-11413ea4a4fa requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:16:38.677803 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-32d8e312-f8f9-406a-a466-2c5f7d0aadaa tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6980188 Nov 27 04:16:38.680952 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 47986) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:38.686144 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-8f53dbbb-a10d-4e5a-a80e-b2645a5d4174 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Request body: {'network': {'name': 'tempest-router-network01--795093599'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:16:38.718259 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f53dbbb-a10d-4e5a-a80e-b2645a5d4174 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Made reservation on behalf of 29622cff92404ba582f1041ddea7b9dd for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:16:38.722805 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8f53dbbb-a10d-4e5a-a80e-b2645a5d4174 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:38.757594 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f53dbbb-a10d-4e5a-a80e-b2645a5d4174 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:16:38.770062 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8f53dbbb-a10d-4e5a-a80e-b2645a5d4174 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:38.770758 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-8f53dbbb-a10d-4e5a-a80e-b2645a5d4174 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Added segment 2ad41981-7e1f-4a91-8e54-2abfa6f63c11 of type vlan for network 16d9039f-1c98-4e2e-ba2b-001be38a8353 Nov 27 04:16:38.856200 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8f53dbbb-a10d-4e5a-a80e-b2645a5d4174 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:38.929070 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8f53dbbb-a10d-4e5a-a80e-b2645a5d4174 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:38.948450 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f53dbbb-a10d-4e5a-a80e-b2645a5d4174 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:38.951284 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8f53dbbb-a10d-4e5a-a80e-b2645a5d4174 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:39.094937 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f53dbbb-a10d-4e5a-a80e-b2645a5d4174 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Pushing event updated for resources: {'Network': ['ID=16d9039f-1c98-4e2e-ba2b-001be38a8353,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:39.128575 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8f53dbbb-a10d-4e5a-a80e-b2645a5d4174 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4441035 Nov 27 04:16:39.128938 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 47998) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:39.137054 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-fefdb7e6-a95d-4d62-b1d9-58c4e6bb1416 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Request body: {'network': {'name': 'tempest-router-network02--125082586'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:16:39.139741 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 16d9039f-1c98-4e2e-ba2b-001be38a8353 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:16:39.180881 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefdb7e6-a95d-4d62-b1d9-58c4e6bb1416 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Made reservation on behalf of 29622cff92404ba582f1041ddea7b9dd for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:16:39.186835 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fefdb7e6-a95d-4d62-b1d9-58c4e6bb1416 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:39.219104 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcea50af-3e09-4f34-af3b-a2ebf2e3dca4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-4b8e7389-af19-4001-bed9-11413ea4a4fa', 'network_id': '4b8e7389-af19-4001-bed9-11413ea4a4fa', 'tenant_id': '29622cff92404ba582f1041ddea7b9dd', 'fixed_ips': [{'subnet_id': 'ee5fdb87-844a-40c3-96ac-35b644be4c57'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:16:39.220432 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bcea50af-3e09-4f34-af3b-a2ebf2e3dca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:39.244405 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fefdb7e6-a95d-4d62-b1d9-58c4e6bb1416 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:16:39.263198 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fefdb7e6-a95d-4d62-b1d9-58c4e6bb1416 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:39.263491 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-fefdb7e6-a95d-4d62-b1d9-58c4e6bb1416 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Added segment d1ece6de-f54c-4ae4-b90a-086fbf21f19e of type vlan for network 5dde6651-f103-4ff6-b6d2-4f6561bbd732 Nov 27 04:16:39.342262 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fefdb7e6-a95d-4d62-b1d9-58c4e6bb1416 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:39.387393 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fefdb7e6-a95d-4d62-b1d9-58c4e6bb1416 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:39.398040 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefdb7e6-a95d-4d62-b1d9-58c4e6bb1416 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:39.399132 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fefdb7e6-a95d-4d62-b1d9-58c4e6bb1416 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:39.436111 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-fefdb7e6-a95d-4d62-b1d9-58c4e6bb1416 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3060169 Nov 27 04:16:39.439637 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48004) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:39.447041 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-9131003e-20cf-4244-b17f-da5efc6eb8ef tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Request body: {'subnet': {'network_id': '16d9039f-1c98-4e2e-ba2b-001be38a8353', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:16:39.494587 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-bcea50af-3e09-4f34-af3b-a2ebf2e3dca4 None None] Allocated IP 2001:db8::2 (4b8e7389-af19-4001-bed9-11413ea4a4fa/ee5fdb87-844a-40c3-96ac-35b644be4c57/cb4399c8-503b-44d2-9e95-732e1d82ab70) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:16:39.516249 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefdb7e6-a95d-4d62-b1d9-58c4e6bb1416 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Pushing event updated for resources: {'Network': ['ID=5dde6651-f103-4ff6-b6d2-4f6561bbd732,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:39.534869 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 5dde6651-f103-4ff6-b6d2-4f6561bbd732 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:16:39.622927 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9131003e-20cf-4244-b17f-da5efc6eb8ef tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Made reservation on behalf of 29622cff92404ba582f1041ddea7b9dd for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:16:39.626447 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9131003e-20cf-4244-b17f-da5efc6eb8ef tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:39.832262 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5026452-e106-4f2c-90e8-7a8688cbd1bb req-829f598e-bd39-4b57-9302-436254e799bf tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:39.841830 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f5026452-e106-4f2c-90e8-7a8688cbd1bb req-829f598e-bd39-4b57-9302-436254e799bf tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2 HTTP/1.1" status: 200 len: 945 time: 0.1113653 Nov 27 04:16:39.856901 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bcea50af-3e09-4f34-af3b-a2ebf2e3dca4 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:39.866989 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device ca439588-245f-4d2e-8a47-465daf549901 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:16:39.875791 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bcea50af-3e09-4f34-af3b-a2ebf2e3dca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:39.978559 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9131003e-20cf-4244-b17f-da5efc6eb8ef tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:39.998982 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f5026452-e106-4f2c-90e8-7a8688cbd1bb req-404480de-eb3d-4c44-a0d1-739448b3e793 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/security-groups?id=552a6f30-5852-4b12-a73c-5aad56729242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395264 Nov 27 04:16:40.029245 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcea50af-3e09-4f34-af3b-a2ebf2e3dca4 None None] Network 4b8e7389-af19-4001-bed9-11413ea4a4fa is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:16:40.038791 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-bcea50af-3e09-4f34-af3b-a2ebf2e3dca4 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:16:40.045364 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcea50af-3e09-4f34-af3b-a2ebf2e3dca4 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:16:40.063051 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131003e-20cf-4244-b17f-da5efc6eb8ef tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Pushing event updated for resources: {'Subnet': ['ID=be14b361-60e2-4f6f-9e7a-cc9e8cfa1594,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:40.063529 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea50af-3e09-4f34-af3b-a2ebf2e3dca4 None None] Pushing event updated for resources: {'Port': ['ID=cb4399c8-503b-44d2-9e95-732e1d82ab70,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:40.084599 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9131003e-20cf-4244-b17f-da5efc6eb8ef tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Checking segment: {'id': '2ad41981-7e1f-4a91-8e54-2abfa6f63c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '16d9039f-1c98-4e2e-ba2b-001be38a8353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:16:40.086128 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9131003e-20cf-4244-b17f-da5efc6eb8ef tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Network hostable DHCP agents. Network: 16d9039f-1c98-4e2e-ba2b-001be38a8353, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:16:40.129845 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9131003e-20cf-4244-b17f-da5efc6eb8ef tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Network 16d9039f-1c98-4e2e-ba2b-001be38a8353 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:16:40.135702 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-bcea50af-3e09-4f34-af3b-a2ebf2e3dca4 None None] Attempting to bind port cb4399c8-503b-44d2-9e95-732e1d82ab70 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:16:40.136337 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-bcea50af-3e09-4f34-af3b-a2ebf2e3dca4 None None] Attempting to bind port cb4399c8-503b-44d2-9e95-732e1d82ab70 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'eee99327-4e14-484a-b42a-fbb1c792c66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4b8e7389-af19-4001-bed9-11413ea4a4fa'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:16:40.136867 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcea50af-3e09-4f34-af3b-a2ebf2e3dca4 None None] Attempting to bind port cb4399c8-503b-44d2-9e95-732e1d82ab70 on network 4b8e7389-af19-4001-bed9-11413ea4a4fa {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:16:40.145243 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcea50af-3e09-4f34-af3b-a2ebf2e3dca4 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:16:40.146362 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcea50af-3e09-4f34-af3b-a2ebf2e3dca4 None None] Checking segment: {'id': 'eee99327-4e14-484a-b42a-fbb1c792c66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4b8e7389-af19-4001-bed9-11413ea4a4fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:16:40.147008 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bcea50af-3e09-4f34-af3b-a2ebf2e3dca4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:40.147573 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcea50af-3e09-4f34-af3b-a2ebf2e3dca4 None None] Bound using segment: {'id': 'eee99327-4e14-484a-b42a-fbb1c792c66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4b8e7389-af19-4001-bed9-11413ea4a4fa'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:16:40.148251 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-bcea50af-3e09-4f34-af3b-a2ebf2e3dca4 None None] Bound port: cb4399c8-503b-44d2-9e95-732e1d82ab70, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee99327-4e14-484a-b42a-fbb1c792c66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4b8e7389-af19-4001-bed9-11413ea4a4fa'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:16:40.148813 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bcea50af-3e09-4f34-af3b-a2ebf2e3dca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:40.155392 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-9131003e-20cf-4244-b17f-da5efc6eb8ef tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 16d9039f-1c98-4e2e-ba2b-001be38a8353) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:16:40.160442 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9131003e-20cf-4244-b17f-da5efc6eb8ef tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:40.161108 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9131003e-20cf-4244-b17f-da5efc6eb8ef tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:40.164158 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port ca439588-245f-4d2e-8a47-465daf549901 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:16:40.172558 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7af9aa-2eff-43a1-a259-b4fdf48c6ab3 None None] Network 16d9039f-1c98-4e2e-ba2b-001be38a8353 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:16:40.179503 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port ca439588-245f-4d2e-8a47-465daf549901 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:16:40.180393 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:40.213812 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9131003e-20cf-4244-b17f-da5efc6eb8ef tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7729886 Nov 27 04:16:40.216644 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48026) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:40.222120 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-440b9c08-31c7-4f06-a528-7b42b1214c9c tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Request body: {'subnet': {'network_id': '5dde6651-f103-4ff6-b6d2-4f6561bbd732', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:16:40.299110 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-bcea50af-3e09-4f34-af3b-a2ebf2e3dca4 None None] For port cb4399c8-503b-44d2-9e95-732e1d82ab70, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:16:40.302822 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-bcea50af-3e09-4f34-af3b-a2ebf2e3dca4 None None] For port cb4399c8-503b-44d2-9e95-732e1d82ab70, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=cb4399c8-503b-44d2-9e95-732e1d82ab70,segment=NetworkSegment(eee99327-4e14-484a-b42a-fbb1c792c66e),segment_id=eee99327-4e14-484a-b42a-fbb1c792c66e)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:16:40.317497 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bcea50af-3e09-4f34-af3b-a2ebf2e3dca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:40.334720 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440b9c08-31c7-4f06-a528-7b42b1214c9c tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Made reservation on behalf of 29622cff92404ba582f1041ddea7b9dd for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:16:40.340324 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-440b9c08-31c7-4f06-a528-7b42b1214c9c tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:40.501206 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea50af-3e09-4f34-af3b-a2ebf2e3dca4 None None] Pushing event updated for resources: {'Port': ['ID=cb4399c8-503b-44d2-9e95-732e1d82ab70,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:40.577341 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530a779e-d239-4b3d-86f6-6316a8146971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-16d9039f-1c98-4e2e-ba2b-001be38a8353', 'network_id': '16d9039f-1c98-4e2e-ba2b-001be38a8353', 'tenant_id': '29622cff92404ba582f1041ddea7b9dd', 'fixed_ips': [{'subnet_id': 'be14b361-60e2-4f6f-9e7a-cc9e8cfa1594'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:16:40.578211 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-530a779e-d239-4b3d-86f6-6316a8146971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:40.598376 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:40.637664 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca439588-245f-4d2e-8a47-465daf549901'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:16:40.641988 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e619db8-308a-46a9-a97a-cdd4275e3843" -d '{"events": [{"server_uuid": "8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2", "name": "network-vif-plugged", "status": "completed", "tag": "ca439588-245f-4d2e-8a47-465daf549901"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:16:40.656098 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-440b9c08-31c7-4f06-a528-7b42b1214c9c tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:40.760038 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port ca439588-245f-4d2e-8a47-465daf549901, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=ca439588-245f-4d2e-8a47-465daf549901,segment=NetworkSegment(f9e1c504-df47-43b7-8f4e-2fa660a630b6),segment_id=f9e1c504-df47-43b7-8f4e-2fa660a630b6)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:16:40.769531 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:40.809753 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b9c08-31c7-4f06-a528-7b42b1214c9c tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Pushing event updated for resources: {'Subnet': ['ID=d122e006-c3c0-4c4a-8a9a-a3f6966e4cec,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:40.844312 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440b9c08-31c7-4f06-a528-7b42b1214c9c tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Checking segment: {'id': 'd1ece6de-f54c-4ae4-b90a-086fbf21f19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5dde6651-f103-4ff6-b6d2-4f6561bbd732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:16:40.844694 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440b9c08-31c7-4f06-a528-7b42b1214c9c tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Network hostable DHCP agents. Network: 5dde6651-f103-4ff6-b6d2-4f6561bbd732, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:16:40.864491 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a8a122-05a5-4b34-8195-d694ac2e5084 x-openstack-request-id: req-59a8a122-05a5-4b34-8195-d694ac2e5084 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:16:40.867252 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2", "name": "network-vif-plugged", "status": "completed", "tag": "ca439588-245f-4d2e-8a47-465daf549901", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:16:40.867408 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440b9c08-31c7-4f06-a528-7b42b1214c9c tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Network 5dde6651-f103-4ff6-b6d2-4f6561bbd732 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:16:40.867707 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-59a8a122-05a5-4b34-8195-d694ac2e5084 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:16:40.868565 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca439588-245f-4d2e-8a47-465daf549901', 'code': 200} Nov 27 04:16:40.907262 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-440b9c08-31c7-4f06-a528-7b42b1214c9c tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 5dde6651-f103-4ff6-b6d2-4f6561bbd732) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:16:40.929861 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440b9c08-31c7-4f06-a528-7b42b1214c9c tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:40.930495 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-440b9c08-31c7-4f06-a528-7b42b1214c9c tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:40.973466 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-530a779e-d239-4b3d-86f6-6316a8146971 None None] Allocated IP 2001:db8::2 (16d9039f-1c98-4e2e-ba2b-001be38a8353/be14b361-60e2-4f6f-9e7a-cc9e8cfa1594/168d0657-8a5f-4b1d-8a89-ac3eea1cbb24) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:16:41.037268 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-440b9c08-31c7-4f06-a528-7b42b1214c9c tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8194668 Nov 27 04:16:41.045544 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 48052) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:41.143601 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-530a779e-d239-4b3d-86f6-6316a8146971 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:41.151403 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50eef3b2-3270-4f84-b1c2-e021a0bbb09a None None] Network 5dde6651-f103-4ff6-b6d2-4f6561bbd732 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:16:41.157890 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-530a779e-d239-4b3d-86f6-6316a8146971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:41.242085 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530a779e-d239-4b3d-86f6-6316a8146971 None None] Network 16d9039f-1c98-4e2e-ba2b-001be38a8353 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:16:41.254317 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-530a779e-d239-4b3d-86f6-6316a8146971 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:16:41.262397 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530a779e-d239-4b3d-86f6-6316a8146971 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:16:41.262896 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6196721-35f4-4cf5-bb80-0ede38680b36 req-a141b44e-37a0-4358-a379-b92f01c80157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:41.266687 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b6196721-35f4-4cf5-bb80-0ede38680b36 req-a141b44e-37a0-4358-a379-b92f01c80157 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2 HTTP/1.1" status: 200 len: 1097 time: 0.2743814 Nov 27 04:16:41.272736 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=ca439588-245f-4d2e-8a47-465daf549901,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:41.408201 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-530a779e-d239-4b3d-86f6-6316a8146971 None None] Attempting to bind port 168d0657-8a5f-4b1d-8a89-ac3eea1cbb24 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:16:41.408201 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-530a779e-d239-4b3d-86f6-6316a8146971 None None] Attempting to bind port 168d0657-8a5f-4b1d-8a89-ac3eea1cbb24 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '2ad41981-7e1f-4a91-8e54-2abfa6f63c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '16d9039f-1c98-4e2e-ba2b-001be38a8353'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:16:41.408593 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530a779e-d239-4b3d-86f6-6316a8146971 None None] Attempting to bind port 168d0657-8a5f-4b1d-8a89-ac3eea1cbb24 on network 16d9039f-1c98-4e2e-ba2b-001be38a8353 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:16:41.426946 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f7828-0201-42ad-8bcc-851ec823730a req-96b3b77a-df0e-43c7-b586-3aec1a9e1d71 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:41.430307 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c36f7828-0201-42ad-8bcc-851ec823730a req-96b3b77a-df0e-43c7-b586-3aec1a9e1d71 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2 HTTP/1.1" status: 200 len: 946 time: 0.3286443 Nov 27 04:16:41.433514 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b6196721-35f4-4cf5-bb80-0ede38680b36 req-2dffc965-190d-4c8d-8d42-4e025d23410c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=552a6f30-5852-4b12-a73c-5aad56729242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561401 Nov 27 04:16:41.469677 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a779e-d239-4b3d-86f6-6316a8146971 None None] Pushing event updated for resources: {'Port': ['ID=168d0657-8a5f-4b1d-8a89-ac3eea1cbb24,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:41.474633 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530a779e-d239-4b3d-86f6-6316a8146971 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:16:41.476684 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530a779e-d239-4b3d-86f6-6316a8146971 None None] Checking segment: {'id': '2ad41981-7e1f-4a91-8e54-2abfa6f63c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '16d9039f-1c98-4e2e-ba2b-001be38a8353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:16:41.482576 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-530a779e-d239-4b3d-86f6-6316a8146971 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:41.495948 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530a779e-d239-4b3d-86f6-6316a8146971 None None] Bound using segment: {'id': '2ad41981-7e1f-4a91-8e54-2abfa6f63c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '16d9039f-1c98-4e2e-ba2b-001be38a8353'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:16:41.496650 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-530a779e-d239-4b3d-86f6-6316a8146971 None None] Bound port: 168d0657-8a5f-4b1d-8a89-ac3eea1cbb24, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad41981-7e1f-4a91-8e54-2abfa6f63c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '16d9039f-1c98-4e2e-ba2b-001be38a8353'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:16:41.497231 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-530a779e-d239-4b3d-86f6-6316a8146971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:41.572525 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c36f7828-0201-42ad-8bcc-851ec823730a req-55cfcc40-611d-4d44-9343-b253d721fdae tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/security-groups?id=552a6f30-5852-4b12-a73c-5aad56729242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357017 Nov 27 04:16:41.696644 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device cb4399c8-503b-44d2-9e95-732e1d82ab70 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:16:41.699386 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77e662d-e151-49eb-bd9f-6b5088be6ab3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-5dde6651-f103-4ff6-b6d2-4f6561bbd732', 'network_id': '5dde6651-f103-4ff6-b6d2-4f6561bbd732', 'tenant_id': '29622cff92404ba582f1041ddea7b9dd', 'fixed_ips': [{'subnet_id': 'd122e006-c3c0-4c4a-8a9a-a3f6966e4cec'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:16:41.700214 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c77e662d-e151-49eb-bd9f-6b5088be6ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:41.776472 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7f69b713-77ff-45e7-9e9d-ea611f8c9b42 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:41.793394 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-530a779e-d239-4b3d-86f6-6316a8146971 None None] For port 168d0657-8a5f-4b1d-8a89-ac3eea1cbb24, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:16:41.827416 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-530a779e-d239-4b3d-86f6-6316a8146971 None None] For port 168d0657-8a5f-4b1d-8a89-ac3eea1cbb24, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=168d0657-8a5f-4b1d-8a89-ac3eea1cbb24,segment=NetworkSegment(2ad41981-7e1f-4a91-8e54-2abfa6f63c11),segment_id=2ad41981-7e1f-4a91-8e54-2abfa6f63c11)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:16:41.848453 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-530a779e-d239-4b3d-86f6-6316a8146971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:42.244613 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port cb4399c8-503b-44d2-9e95-732e1d82ab70 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:16:42.255159 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:42.256284 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-7f69b713-77ff-45e7-9e9d-ea611f8c9b42 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Allocated IP 2001:db8::1 (16d9039f-1c98-4e2e-ba2b-001be38a8353/be14b361-60e2-4f6f-9e7a-cc9e8cfa1594/fe6cae9f-0900-42b6-801d-6bc92f494e1c) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:16:42.385238 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a779e-d239-4b3d-86f6-6316a8146971 None None] Pushing event updated for resources: {'Port': ['ID=168d0657-8a5f-4b1d-8a89-ac3eea1cbb24,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:42.426829 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7f69b713-77ff-45e7-9e9d-ea611f8c9b42 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:42.468405 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c053c2eb-a520-42d2-876a-d465a38e2d30 None None] Network 4b8e7389-af19-4001-bed9-11413ea4a4fa requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:16:42.659655 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7f69b713-77ff-45e7-9e9d-ea611f8c9b42 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:42.788570 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f69b713-77ff-45e7-9e9d-ea611f8c9b42 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Network 16d9039f-1c98-4e2e-ba2b-001be38a8353 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:16:42.794016 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-7f69b713-77ff-45e7-9e9d-ea611f8c9b42 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:16:42.817922 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f69b713-77ff-45e7-9e9d-ea611f8c9b42 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:16:42.818581 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7f69b713-77ff-45e7-9e9d-ea611f8c9b42 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:42.925834 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69b713-77ff-45e7-9e9d-ea611f8c9b42 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Pushing event updated for resources: {'Port': ['ID=fe6cae9f-0900-42b6-801d-6bc92f494e1c,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:42.938047 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b08b5c-c0aa-411e-9d0a-102f3c2d4d98 req-ac5379e5-e328-4088-8028-c6f24e755ce4 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:42.970233 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a5b08b5c-c0aa-411e-9d0a-102f3c2d4d98 req-ac5379e5-e328-4088-8028-c6f24e755ce4 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2 HTTP/1.1" status: 200 len: 946 time: 0.1490071 Nov 27 04:16:43.098269 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-c77e662d-e151-49eb-bd9f-6b5088be6ab3 None None] Allocated IP 2001:db8::2 (5dde6651-f103-4ff6-b6d2-4f6561bbd732/d122e006-c3c0-4c4a-8a9a-a3f6966e4cec/218b78a0-4b7c-43de-b16e-d7075b5384b3) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:16:43.115938 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a5b08b5c-c0aa-411e-9d0a-102f3c2d4d98 req-1c44e048-de52-45be-b1f5-d7b9d73c329c tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/security-groups?id=552a6f30-5852-4b12-a73c-5aad56729242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448517 Nov 27 04:16:43.124253 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7f69b713-77ff-45e7-9e9d-ea611f8c9b42 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:43.159650 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-34c521a1-e149-4af3-997f-9ae48d60940c None None] Provisioning complete for port cb4399c8-503b-44d2-9e95-732e1d82ab70 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:16:43.160266 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-34c521a1-e149-4af3-997f-9ae48d60940c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:43.351934 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:43.663516 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port cb4399c8-503b-44d2-9e95-732e1d82ab70, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=cb4399c8-503b-44d2-9e95-732e1d82ab70,segment=NetworkSegment(eee99327-4e14-484a-b42a-fbb1c792c66e),segment_id=eee99327-4e14-484a-b42a-fbb1c792c66e)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:16:43.700878 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:43.720307 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7f69b713-77ff-45e7-9e9d-ea611f8c9b42 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:43.730367 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7f69b713-77ff-45e7-9e9d-ea611f8c9b42 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:43.731259 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7f69b713-77ff-45e7-9e9d-ea611f8c9b42 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:43.932881 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69b713-77ff-45e7-9e9d-ea611f8c9b42 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Pushing event updated for resources: {'Port': ['ID=fe6cae9f-0900-42b6-801d-6bc92f494e1c,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:44.034362 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f69b713-77ff-45e7-9e9d-ea611f8c9b42 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Network 16d9039f-1c98-4e2e-ba2b-001be38a8353 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:16:44.043495 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-7f69b713-77ff-45e7-9e9d-ea611f8c9b42 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:16:44.081921 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c77e662d-e151-49eb-bd9f-6b5088be6ab3 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:44.126899 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9abcbbb-b082-452e-a9dd-2f152f4f546c None None] Network 16d9039f-1c98-4e2e-ba2b-001be38a8353 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:16:44.129400 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 168d0657-8a5f-4b1d-8a89-ac3eea1cbb24 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:16:44.137989 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c77e662d-e151-49eb-bd9f-6b5088be6ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:44.214423 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=cb4399c8-503b-44d2-9e95-732e1d82ab70,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:44.299070 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77e662d-e151-49eb-bd9f-6b5088be6ab3 None None] Network 5dde6651-f103-4ff6-b6d2-4f6561bbd732 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:16:44.304063 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f69b713-77ff-45e7-9e9d-ea611f8c9b42 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Router 139f3638-0a2e-4afa-b44e-28decdbbcaac is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:16:44.310856 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-c77e662d-e151-49eb-bd9f-6b5088be6ab3 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:16:44.320099 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77e662d-e151-49eb-bd9f-6b5088be6ab3 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:16:44.372944 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911ff6a-8297-457a-8e70-f5d6651a1351 req-720c8fd4-2b13-4801-aa85-c0e61ff9045a tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:44.394865 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3911ff6a-8297-457a-8e70-f5d6651a1351 req-720c8fd4-2b13-4801-aa85-c0e61ff9045a tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2 HTTP/1.1" status: 200 len: 946 time: 0.1171927 Nov 27 04:16:44.421870 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-49307b0c-968c-45df-864c-2e9e1d246f31 None None] Provisioning complete for port 168d0657-8a5f-4b1d-8a89-ac3eea1cbb24 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:16:44.422451 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-49307b0c-968c-45df-864c-2e9e1d246f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:44.520234 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3911ff6a-8297-457a-8e70-f5d6651a1351 req-5f04a496-6b89-46d8-8988-088390af5eb3 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/security-groups?id=552a6f30-5852-4b12-a73c-5aad56729242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210070 Nov 27 04:16:44.548648 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f69b713-77ff-45e7-9e9d-ea611f8c9b42 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:16:44.556623 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7f69b713-77ff-45e7-9e9d-ea611f8c9b42 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] 10.222.0.20 "PUT /v2.0/routers/139f3638-0a2e-4afa-b44e-28decdbbcaac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5094042 Nov 27 04:16:44.560078 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48112) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:44.571728 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e662d-e151-49eb-bd9f-6b5088be6ab3 None None] Pushing event updated for resources: {'Port': ['ID=218b78a0-4b7c-43de-b16e-d7075b5384b3,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:44.634336 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42221ccf-1159-4634-b90e-92bc13514097 None None] Sync routers for ids ['139f3638-0a2e-4afa-b44e-28decdbbcaac'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:16:44.707842 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 168d0657-8a5f-4b1d-8a89-ac3eea1cbb24 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:16:44.708351 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:44.820253 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c697296-299a-4a77-96f7-c911e051b4e4 req-954ac2bd-7a35-4fd8-8f45-dd7d486aebc8 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:44.821892 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c697296-299a-4a77-96f7-c911e051b4e4 req-954ac2bd-7a35-4fd8-8f45-dd7d486aebc8 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2 HTTP/1.1" status: 200 len: 946 time: 0.1584489 Nov 27 04:16:44.944810 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c697296-299a-4a77-96f7-c911e051b4e4 req-3a0f9b86-84a5-43f4-981b-a3a436455e81 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/security-groups?id=552a6f30-5852-4b12-a73c-5aad56729242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141522 Nov 27 04:16:44.956770 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42221ccf-1159-4634-b90e-92bc13514097 None None] Routers {'139f3638-0a2e-4afa-b44e-28decdbbcaac'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:16:44.961831 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-42221ccf-1159-4634-b90e-92bc13514097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:16:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['139f3638-0a2e-4afa-b44e-28decdbbcaac'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:44.968501 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 48118) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:45.022828 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-c77e662d-e151-49eb-bd9f-6b5088be6ab3 None None] Attempting to bind port 218b78a0-4b7c-43de-b16e-d7075b5384b3 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:16:45.023207 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-c77e662d-e151-49eb-bd9f-6b5088be6ab3 None None] Attempting to bind port 218b78a0-4b7c-43de-b16e-d7075b5384b3 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'd1ece6de-f54c-4ae4-b90a-086fbf21f19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5dde6651-f103-4ff6-b6d2-4f6561bbd732'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:16:45.023572 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77e662d-e151-49eb-bd9f-6b5088be6ab3 None None] Attempting to bind port 218b78a0-4b7c-43de-b16e-d7075b5384b3 on network 5dde6651-f103-4ff6-b6d2-4f6561bbd732 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:16:45.043926 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4d8699-5cd8-4bd9-887a-f6e188704733 tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:45.046371 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6b4d8699-5cd8-4bd9-887a-f6e188704733 tempest-TestNetworkBasicOps-1041977438 tempest-TestNetworkBasicOps-1041977438-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2 HTTP/1.1" status: 200 len: 1092 time: 0.0761421 Nov 27 04:16:45.050251 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 48120) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:45.055836 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-f348f88a-24e0-4e2a-9abe-ffe9b7c80940 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'port_id': 'ca439588-245f-4d2e-8a47-465daf549901', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:16:45.072745 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77e662d-e151-49eb-bd9f-6b5088be6ab3 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:16:45.073120 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77e662d-e151-49eb-bd9f-6b5088be6ab3 None None] Checking segment: {'id': 'd1ece6de-f54c-4ae4-b90a-086fbf21f19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5dde6651-f103-4ff6-b6d2-4f6561bbd732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:16:45.073526 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c77e662d-e151-49eb-bd9f-6b5088be6ab3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:45.074340 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77e662d-e151-49eb-bd9f-6b5088be6ab3 None None] Bound using segment: {'id': 'd1ece6de-f54c-4ae4-b90a-086fbf21f19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5dde6651-f103-4ff6-b6d2-4f6561bbd732'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:16:45.078635 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-c77e662d-e151-49eb-bd9f-6b5088be6ab3 None None] Bound port: 218b78a0-4b7c-43de-b16e-d7075b5384b3, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ece6de-f54c-4ae4-b90a-086fbf21f19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5dde6651-f103-4ff6-b6d2-4f6561bbd732'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:16:45.083694 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c77e662d-e151-49eb-bd9f-6b5088be6ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:45.102857 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-42221ccf-1159-4634-b90e-92bc13514097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:45.127151 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f348f88a-24e0-4e2a-9abe-ffe9b7c80940 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for floatingip, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:45.292881 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:45.323500 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c77e662d-e151-49eb-bd9f-6b5088be6ab3 None None] For port 218b78a0-4b7c-43de-b16e-d7075b5384b3, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:16:45.327211 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c77e662d-e151-49eb-bd9f-6b5088be6ab3 None None] For port 218b78a0-4b7c-43de-b16e-d7075b5384b3, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=218b78a0-4b7c-43de-b16e-d7075b5384b3,segment=NetworkSegment(d1ece6de-f54c-4ae4-b90a-086fbf21f19e),segment_id=d1ece6de-f54c-4ae4-b90a-086fbf21f19e)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:16:45.363067 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c77e662d-e151-49eb-bd9f-6b5088be6ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:45.378140 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42221ccf-1159-4634-b90e-92bc13514097 None None] Routers {'139f3638-0a2e-4afa-b44e-28decdbbcaac'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:16:45.380509 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-42221ccf-1159-4634-b90e-92bc13514097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:16:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['139f3638-0a2e-4afa-b44e-28decdbbcaac'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:45.421105 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f348f88a-24e0-4e2a-9abe-ffe9b7c80940 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:45.527628 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-42221ccf-1159-4634-b90e-92bc13514097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:45.531904 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42221ccf-1159-4634-b90e-92bc13514097 None None] The sync data for ids ['139f3638-0a2e-4afa-b44e-28decdbbcaac'] in n-d-819494-3 is: [] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:16:45.573298 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-f348f88a-24e0-4e2a-9abe-ffe9b7c80940 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Allocated IP 172.25.1.166 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/951a01ba-7773-4cda-a8c2-e3f4ef64aa83) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:16:45.628323 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-49307b0c-968c-45df-864c-2e9e1d246f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:45.755849 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 168d0657-8a5f-4b1d-8a89-ac3eea1cbb24, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=168d0657-8a5f-4b1d-8a89-ac3eea1cbb24,segment=NetworkSegment(2ad41981-7e1f-4a91-8e54-2abfa6f63c11),segment_id=2ad41981-7e1f-4a91-8e54-2abfa6f63c11)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:16:45.762862 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e662d-e151-49eb-bd9f-6b5088be6ab3 None None] Pushing event updated for resources: {'Port': ['ID=218b78a0-4b7c-43de-b16e-d7075b5384b3,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:45.783288 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:45.853324 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f348f88a-24e0-4e2a-9abe-ffe9b7c80940 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:45.915852 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f348f88a-24e0-4e2a-9abe-ffe9b7c80940 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:46.041329 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f348f88a-24e0-4e2a-9abe-ffe9b7c80940 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:16:46.045173 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f348f88a-24e0-4e2a-9abe-ffe9b7c80940 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event updated for resources: {'Port': ['ID=951a01ba-7773-4cda-a8c2-e3f4ef64aa83,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:46.054902 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-f348f88a-24e0-4e2a-9abe-ffe9b7c80940 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:16:46.065952 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.api [None req-49307b0c-968c-45df-864c-2e9e1d246f31 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:16:46.069517 n-d-819494-3 neutron-server[110020]: DEBUG oslo_db.api [None req-49307b0c-968c-45df-864c-2e9e1d246f31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:16:46.069739 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f348f88a-24e0-4e2a-9abe-ffe9b7c80940 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:16:46.093061 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device cb4399c8-503b-44d2-9e95-732e1d82ab70 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:16:46.108835 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-04bb51f5-c0b5-4b71-936f-90b6c3e82034 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 04:16:46.116822 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-04bb51f5-c0b5-4b71-936f-90b6c3e82034 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] 10.222.0.20 "PUT /v2.0/routers/139f3638-0a2e-4afa-b44e-28decdbbcaac/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5556371 Nov 27 04:16:46.117732 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48134) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:46.272888 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=168d0657-8a5f-4b1d-8a89-ac3eea1cbb24,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:46.307499 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ad9eb24e-d38a-4d2c-88ec-5bb6c9901190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:46.342114 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:46.403178 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port cb4399c8-503b-44d2-9e95-732e1d82ab70 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:16:46.413098 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:46.855160 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-72eed426-6c6e-46ca-a1dc-3bcd655e9440 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:46.891114 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-7fe110fb-67af-4481-840c-d9a38e380efd None None] Provisioning complete for port fe6cae9f-0900-42b6-801d-6bc92f494e1c triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:16:46.891666 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7fe110fb-67af-4481-840c-d9a38e380efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:47.013912 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-7fe110fb-67af-4481-840c-d9a38e380efd None None] Port fe6cae9f-0900-42b6-801d-6bc92f494e1c cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:16:47.043029 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-7fe110fb-67af-4481-840c-d9a38e380efd None None] Provisioning complete for port 168d0657-8a5f-4b1d-8a89-ac3eea1cbb24 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:16:47.045147 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7fe110fb-67af-4481-840c-d9a38e380efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:47.198810 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f348f88a-24e0-4e2a-9abe-ffe9b7c80940 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:47.292667 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-7fe110fb-67af-4481-840c-d9a38e380efd None None] Provisioning complete for port cb4399c8-503b-44d2-9e95-732e1d82ab70 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:16:47.294194 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7fe110fb-67af-4481-840c-d9a38e380efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:47.432932 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f348f88a-24e0-4e2a-9abe-ffe9b7c80940 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:47.517643 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-72eed426-6c6e-46ca-a1dc-3bcd655e9440 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Deleting port fe6cae9f-0900-42b6-801d-6bc92f494e1c {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:16:47.518072 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-72eed426-6c6e-46ca-a1dc-3bcd655e9440 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:47.628373 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-72eed426-6c6e-46ca-a1dc-3bcd655e9440 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:47.633299 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef06316-7761-4d09-90de-c0eae4bbbbbb None None] Network 5dde6651-f103-4ff6-b6d2-4f6561bbd732 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:16:47.671557 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-72eed426-6c6e-46ca-a1dc-3bcd655e9440 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Calling delete_port for fe6cae9f-0900-42b6-801d-6bc92f494e1c owned by network:router_interface {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:16:47.727837 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-b3e6a106-2e82-4221-a927-7c55e6095bff None None] Provisioning complete for port 218b78a0-4b7c-43de-b16e-d7075b5384b3 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:16:47.728217 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b3e6a106-2e82-4221-a927-7c55e6095bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:47.761580 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f348f88a-24e0-4e2a-9abe-ffe9b7c80940 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:47.774092 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f348f88a-24e0-4e2a-9abe-ffe9b7c80940 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:47.893468 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f348f88a-24e0-4e2a-9abe-ffe9b7c80940 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event updated for resources: {'Port': ['ID=951a01ba-7773-4cda-a8c2-e3f4ef64aa83,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:47.928019 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f348f88a-24e0-4e2a-9abe-ffe9b7c80940 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:47.943459 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b3e6a106-2e82-4221-a927-7c55e6095bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:48.064135 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-b3e6a106-2e82-4221-a927-7c55e6095bff None None] For port 218b78a0-4b7c-43de-b16e-d7075b5384b3, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=218b78a0-4b7c-43de-b16e-d7075b5384b3,segment=NetworkSegment(d1ece6de-f54c-4ae4-b90a-086fbf21f19e),segment_id=d1ece6de-f54c-4ae4-b90a-086fbf21f19e)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:16:48.076347 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 168d0657-8a5f-4b1d-8a89-ac3eea1cbb24 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:16:48.079498 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b3e6a106-2e82-4221-a927-7c55e6095bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:48.118522 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-72eed426-6c6e-46ca-a1dc-3bcd655e9440 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:48.180653 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-b3e6a106-2e82-4221-a927-7c55e6095bff None None] Provisioning complete for port fe6cae9f-0900-42b6-801d-6bc92f494e1c triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:16:48.180653 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b3e6a106-2e82-4221-a927-7c55e6095bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:48.195833 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eed426-6c6e-46ca-a1dc-3bcd655e9440 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Pushing event deleted for resources: {'Port': ['ID=fe6cae9f-0900-42b6-801d-6bc92f494e1c,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:48.244126 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-b3e6a106-2e82-4221-a927-7c55e6095bff None None] Port fe6cae9f-0900-42b6-801d-6bc92f494e1c was deleted so its status cannot be updated. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 27 04:16:48.283714 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e6a106-2e82-4221-a927-7c55e6095bff None None] Pushing event updated for resources: {'Port': ['ID=218b78a0-4b7c-43de-b16e-d7075b5384b3,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:48.323284 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 168d0657-8a5f-4b1d-8a89-ac3eea1cbb24 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:16:48.323664 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:48.465315 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-72eed426-6c6e-46ca-a1dc-3bcd655e9440 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:48.491099 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-98e1f895-dea7-489d-a638-ca2797559a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:48.543522 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 218b78a0-4b7c-43de-b16e-d7075b5384b3 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:16:48.626598 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 218b78a0-4b7c-43de-b16e-d7075b5384b3 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:16:48.631760 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:48.685214 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-4a8af766-3393-4f15-a11d-cd67707fb7f9 None None] Provisioning complete for port 218b78a0-4b7c-43de-b16e-d7075b5384b3 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:16:48.685590 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4a8af766-3393-4f15-a11d-cd67707fb7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:48.748182 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72eed426-6c6e-46ca-a1dc-3bcd655e9440 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Router 139f3638-0a2e-4afa-b44e-28decdbbcaac has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:16:48.841368 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72eed426-6c6e-46ca-a1dc-3bcd655e9440 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:16:48.853060 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-72eed426-6c6e-46ca-a1dc-3bcd655e9440 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] 10.222.0.20 "PUT /v2.0/routers/139f3638-0a2e-4afa-b44e-28decdbbcaac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7227190 Nov 27 04:16:48.855120 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48160) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:48.856192 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e104f001-db30-4b9c-9c45-f90cb20e8dfd None None] Sync routers for ids ['139f3638-0a2e-4afa-b44e-28decdbbcaac'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:16:48.867199 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e104f001-db30-4b9c-9c45-f90cb20e8dfd None None] Routers {'139f3638-0a2e-4afa-b44e-28decdbbcaac'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:16:48.868278 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-e104f001-db30-4b9c-9c45-f90cb20e8dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:16:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['139f3638-0a2e-4afa-b44e-28decdbbcaac'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:48.874118 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:48.897831 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-80cded16-3788-4d09-b9ed-056ef1b27141 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] delete failed (client error): The resource could not be found. Nov 27 04:16:48.902396 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-80cded16-3788-4d09-b9ed-056ef1b27141 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-1933421900 HTTP/1.1" status: 404 len: 335 time: 0.0427959 Nov 27 04:16:48.902888 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48162) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:48.912960 n-d-819494-3 neutron-server[110019]: INFO neutron.db.l3_db [None req-f348f88a-24e0-4e2a-9abe-ffe9b7c80940 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Floating IP 18e48c92-ea1e-453c-97bd-a48aac13dcd4 associated. External IP: 172.25.1.166, port: ca439588-245f-4d2e-8a47-465daf549901. Nov 27 04:16:48.915395 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-baaaa29c-bc1d-40ba-adf2-48b33688ff13 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Request body: {'router': {'external_gateway_info': {'network_id': '139f3638-0a2e-4afa-b44e-28decdbbcaac'}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:16:48.916103 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-e104f001-db30-4b9c-9c45-f90cb20e8dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:48.927679 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e104f001-db30-4b9c-9c45-f90cb20e8dfd None None] Routers {'139f3638-0a2e-4afa-b44e-28decdbbcaac'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:16:48.928314 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-e104f001-db30-4b9c-9c45-f90cb20e8dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:16:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['139f3638-0a2e-4afa-b44e-28decdbbcaac'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:48.980476 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-e104f001-db30-4b9c-9c45-f90cb20e8dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:48.981387 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e104f001-db30-4b9c-9c45-f90cb20e8dfd None None] The sync data for ids ['139f3638-0a2e-4afa-b44e-28decdbbcaac'] in n-d-819494-3 is: [] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:16:49.167678 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-baaaa29c-bc1d-40ba-adf2-48b33688ff13 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:49.168262 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f348f88a-24e0-4e2a-9abe-ffe9b7c80940 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Router 8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:16:49.201896 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-baaaa29c-bc1d-40ba-adf2-48b33688ff13 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] update failed (client error): The resource could not be found. Nov 27 04:16:49.206429 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-baaaa29c-bc1d-40ba-adf2-48b33688ff13 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] 10.222.0.20 "PUT /v2.0/routers/139f3638-0a2e-4afa-b44e-28decdbbcaac HTTP/1.1" status: 404 len: 339 time: 0.2993598 Nov 27 04:16:49.206936 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48174) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:49.214651 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-ac13f006-95a7-4d7a-99c4-90ec3e0f438a tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1401597774'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:16:49.238180 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac13f006-95a7-4d7a-99c4-90ec3e0f438a tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Made reservation on behalf of 29622cff92404ba582f1041ddea7b9dd for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:16:49.243380 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ac13f006-95a7-4d7a-99c4-90ec3e0f438a tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:49.273036 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac13f006-95a7-4d7a-99c4-90ec3e0f438a tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:16:49.284349 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ac13f006-95a7-4d7a-99c4-90ec3e0f438a tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:49.285171 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-ac13f006-95a7-4d7a-99c4-90ec3e0f438a tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Added segment dd4eea9e-7b90-42ba-a9b2-09f8d1d27e6a of type vlan for network 4c0ad4b5-d7b9-4514-b788-9e39dacc3b52 Nov 27 04:16:49.318577 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f348f88a-24e0-4e2a-9abe-ffe9b7c80940 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:16:49.329490 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f97b6a-c809-44f8-a8d9-5fb76018f263 None None] Sync routers for ids ['8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:16:49.338764 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ac13f006-95a7-4d7a-99c4-90ec3e0f438a tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:49.347714 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f97b6a-c809-44f8-a8d9-5fb76018f263 None None] Routers {'8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:16:49.351610 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-26f97b6a-c809-44f8-a8d9-5fb76018f263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:16:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:49.364295 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f348f88a-24e0-4e2a-9abe-ffe9b7c80940 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:49.397671 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ac13f006-95a7-4d7a-99c4-90ec3e0f438a tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:49.405209 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f348f88a-24e0-4e2a-9abe-ffe9b7c80940 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.3513098 Nov 27 04:16:49.405399 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac13f006-95a7-4d7a-99c4-90ec3e0f438a tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:49.405545 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2', 'tag': 'ca439588-245f-4d2e-8a47-465daf549901'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:16:49.405644 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ac13f006-95a7-4d7a-99c4-90ec3e0f438a tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:49.406459 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48182) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:49.407399 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76679286-a856-4c03-9522-6777554c9216" -d '{"events": [{"name": "network-changed", "server_uuid": "8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2", "tag": "ca439588-245f-4d2e-8a47-465daf549901"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:16:49.454203 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570435aa-968f-4b23-a68e-89acec841ec4 x-openstack-request-id: req-570435aa-968f-4b23-a68e-89acec841ec4 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:16:49.454627 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2", "tag": "ca439588-245f-4d2e-8a47-465daf549901", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:16:49.454979 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-570435aa-968f-4b23-a68e-89acec841ec4 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:16:49.456012 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2', 'tag': 'ca439588-245f-4d2e-8a47-465daf549901', 'status': 'completed', 'code': 200} Nov 27 04:16:49.520641 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-26f97b6a-c809-44f8-a8d9-5fb76018f263 None None] Set router 8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:16:49.565745 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-de8acd81-c90f-4b22-a201-d154925fe8ca tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/floatingips/18e48c92-ea1e-453c-97bd-a48aac13dcd4 HTTP/1.1" status: 200 len: 992 time: 0.0780087 Nov 27 04:16:49.569147 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13f006-95a7-4d7a-99c4-90ec3e0f438a tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Pushing event updated for resources: {'Network': ['ID=4c0ad4b5-d7b9-4514-b788-9e39dacc3b52,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:49.653900 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ac13f006-95a7-4d7a-99c4-90ec3e0f438a tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4431744 Nov 27 04:16:49.654398 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 48192) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:49.663069 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-c13aa906-9361-41a7-9b9f-be1030b347b3 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Request body: {'subnet': {'network_id': '4c0ad4b5-d7b9-4514-b788-9e39dacc3b52', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:16:49.691045 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76679286-a856-4c03-9522-6777554c9216 req-488c0e57-df74-4418-86bb-23140fb01079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:49.692561 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-76679286-a856-4c03-9522-6777554c9216 req-488c0e57-df74-4418-86bb-23140fb01079 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=11a8da3acafa4ec1bd2e977270426dbc&device_id=8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2 HTTP/1.1" status: 200 len: 1097 time: 0.0982189 Nov 27 04:16:49.760553 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 4c0ad4b5-d7b9-4514-b788-9e39dacc3b52 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:16:49.777422 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13aa906-9361-41a7-9b9f-be1030b347b3 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Made reservation on behalf of 29622cff92404ba582f1041ddea7b9dd for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:16:49.781590 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c13aa906-9361-41a7-9b9f-be1030b347b3 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:49.895524 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76679286-a856-4c03-9522-6777554c9216 req-1df81d43-4bf6-4559-bf68-02f63e1127d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:49.899802 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-76679286-a856-4c03-9522-6777554c9216 req-1df81d43-4bf6-4559-bf68-02f63e1127d0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a9fc006f-2f12-4b59-8f4e-166feef8006e HTTP/1.1" status: 200 len: 897 time: 0.1993375 Nov 27 04:16:49.949421 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:49.957433 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 218b78a0-4b7c-43de-b16e-d7075b5384b3 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:16:50.017686 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-76679286-a856-4c03-9522-6777554c9216 req-83526c3a-f4a1-4515-ad46-8dd3370f1aa0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca439588-245f-4d2e-8a47-465daf549901 HTTP/1.1" status: 200 len: 1000 time: 0.1105747 Nov 27 04:16:50.107670 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76679286-a856-4c03-9522-6777554c9216 req-226f14bd-7cfb-4d56-94b7-89ac672b1499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:50.109268 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-76679286-a856-4c03-9522-6777554c9216 req-226f14bd-7cfb-4d56-94b7-89ac672b1499 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ce210ce8-ccbf-4354-a89c-2d5861ae1937 HTTP/1.1" status: 200 len: 834 time: 0.0837028 Nov 27 04:16:50.132560 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c13aa906-9361-41a7-9b9f-be1030b347b3 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:50.212559 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 218b78a0-4b7c-43de-b16e-d7075b5384b3 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:16:50.213563 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:50.216528 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76679286-a856-4c03-9522-6777554c9216 req-86700a2c-e8bb-46ad-903e-1c1fb0d53acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:50.218385 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-76679286-a856-4c03-9522-6777554c9216 req-86700a2c-e8bb-46ad-903e-1c1fb0d53acb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a9fc006f-2f12-4b59-8f4e-166feef8006e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0988455 Nov 27 04:16:50.229860 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13aa906-9361-41a7-9b9f-be1030b347b3 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Pushing event updated for resources: {'Subnet': ['ID=22c57bd6-0732-4895-963c-bf57438fc5e8,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:50.233414 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13aa906-9361-41a7-9b9f-be1030b347b3 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Checking segment: {'id': 'dd4eea9e-7b90-42ba-a9b2-09f8d1d27e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4c0ad4b5-d7b9-4514-b788-9e39dacc3b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:16:50.233802 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13aa906-9361-41a7-9b9f-be1030b347b3 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Network hostable DHCP agents. Network: 4c0ad4b5-d7b9-4514-b788-9e39dacc3b52, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:16:50.255604 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13aa906-9361-41a7-9b9f-be1030b347b3 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Network 4c0ad4b5-d7b9-4514-b788-9e39dacc3b52 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:16:50.269349 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-c13aa906-9361-41a7-9b9f-be1030b347b3 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 4c0ad4b5-d7b9-4514-b788-9e39dacc3b52) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:16:50.281961 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0410f8f-fc29-44c4-bc9f-7b8f8871485b None None] Network 4c0ad4b5-d7b9-4514-b788-9e39dacc3b52 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:16:50.291076 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13aa906-9361-41a7-9b9f-be1030b347b3 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:50.291938 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c13aa906-9361-41a7-9b9f-be1030b347b3 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:50.327107 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c13aa906-9361-41a7-9b9f-be1030b347b3 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6709819 Nov 27 04:16:50.328895 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48198) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:50.334289 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-11d14599-3635-4633-91a6-28f5cdbce476 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Request body: {'router': {'external_gateway_info': {'network_id': '4c0ad4b5-d7b9-4514-b788-9e39dacc3b52'}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:16:50.430440 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-26f97b6a-c809-44f8-a8d9-5fb76018f263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0', 'name': 'tempest-TestNetworkBasicOps-router-778582823', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '0ba54322-a0b5-4284-913c-0d19e08a06a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:16:00Z', 'updated_at': '2021-11-27T04:16:15Z', 'revision_number': 4, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'gw_port': {'id': '0ba54322-a0b5-4284-913c-0d19e08a06a3', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:16:01Z', 'updated_at': '2021-11-27T04:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '18e48c92-ea1e-453c-97bd-a48aac13dcd4', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'floating_ip_address': '172.25.1.166', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0', 'port_id': 'ca439588-245f-4d2e-8a47-465daf549901', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9fc006f-2f12-4b59-8f4e-166feef8006e', 'mac_address': 'fa:16:3e:1e:c0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:16:46Z', 'updated_at': '2021-11-27T04:16:46Z', 'revision_number': 0, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd827dd16-ce69-48ec-817f-6b654ea58870', 'name': '', 'network_id': 'a9fc006f-2f12-4b59-8f4e-166feef8006e', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'mac_address': 'fa:16:3e:29:ae:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'ce210ce8-ccbf-4354-a89c-2d5861ae1937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:16:14Z', 'updated_at': '2021-11-27T04:16:23Z', 'revision_number': 5, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'subnets': [{'id': 'ce210ce8-ccbf-4354-a89c-2d5861ae1937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:50.432073 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-76679286-a856-4c03-9522-6777554c9216 req-f3159c7b-4f21-41ac-86a7-b86d944a2329 service neutron] 10.222.0.11 "GET /v2.0/networks/a9fc006f-2f12-4b59-8f4e-166feef8006e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048974 Nov 27 04:16:50.469783 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f97b6a-c809-44f8-a8d9-5fb76018f263 None None] Checking router: 8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:16:50.508840 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f97b6a-c809-44f8-a8d9-5fb76018f263 None None] Routers {'8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:16:50.509399 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-26f97b6a-c809-44f8-a8d9-5fb76018f263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:16:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:50.569287 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 48200) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:50.680142 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c898b4e5-2a27-42d2-96db-846912f52b1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-4c0ad4b5-d7b9-4514-b788-9e39dacc3b52', 'network_id': '4c0ad4b5-d7b9-4514-b788-9e39dacc3b52', 'tenant_id': '29622cff92404ba582f1041ddea7b9dd', 'fixed_ips': [{'subnet_id': '22c57bd6-0732-4895-963c-bf57438fc5e8'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:16:50.681024 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c898b4e5-2a27-42d2-96db-846912f52b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:50.709386 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9d591348-092a-43ba-bbc7-0b339b6534f2 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/floatingips/18e48c92-ea1e-453c-97bd-a48aac13dcd4 HTTP/1.1" status: 200 len: 992 time: 0.1382895 Nov 27 04:16:50.875576 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-c898b4e5-2a27-42d2-96db-846912f52b1a None None] Allocated IP 2001:db8:1::2 (4c0ad4b5-d7b9-4514-b788-9e39dacc3b52/22c57bd6-0732-4895-963c-bf57438fc5e8/7295eb0a-fdb0-4325-acb7-f8e1f472072a) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:16:50.960920 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-76679286-a856-4c03-9522-6777554c9216 req-7191d427-44ad-4636-8483-d51549ad14da service neutron] 10.222.0.11 "GET /v2.0/networks/a9fc006f-2f12-4b59-8f4e-166feef8006e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5205266 Nov 27 04:16:51.035904 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c898b4e5-2a27-42d2-96db-846912f52b1a None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:51.047255 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c898b4e5-2a27-42d2-96db-846912f52b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:51.114853 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c898b4e5-2a27-42d2-96db-846912f52b1a None None] Pushing event updated for resources: {'Port': ['ID=7295eb0a-fdb0-4325-acb7-f8e1f472072a,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:51.128321 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-26f97b6a-c809-44f8-a8d9-5fb76018f263 None None] Set router 8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:16:51.131453 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c898b4e5-2a27-42d2-96db-846912f52b1a None None] Network 4c0ad4b5-d7b9-4514-b788-9e39dacc3b52 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:16:51.159831 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-11d14599-3635-4633-91a6-28f5cdbce476 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:51.166237 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-c898b4e5-2a27-42d2-96db-846912f52b1a None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:16:51.171350 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c898b4e5-2a27-42d2-96db-846912f52b1a None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:16:51.305548 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-11d14599-3635-4633-91a6-28f5cdbce476 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 04:16:51.310340 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-11d14599-3635-4633-91a6-28f5cdbce476 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] 10.222.0.20 "PUT /v2.0/routers/139f3638-0a2e-4afa-b44e-28decdbbcaac HTTP/1.1" status: 400 len: 364 time: 0.9768007 Nov 27 04:16:51.310598 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48216) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:51.368824 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:51.375272 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-c898b4e5-2a27-42d2-96db-846912f52b1a None None] Attempting to bind port 7295eb0a-fdb0-4325-acb7-f8e1f472072a on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:16:51.375272 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-c898b4e5-2a27-42d2-96db-846912f52b1a None None] Attempting to bind port 7295eb0a-fdb0-4325-acb7-f8e1f472072a by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'dd4eea9e-7b90-42ba-a9b2-09f8d1d27e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4c0ad4b5-d7b9-4514-b788-9e39dacc3b52'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:16:51.375730 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c898b4e5-2a27-42d2-96db-846912f52b1a None None] Attempting to bind port 7295eb0a-fdb0-4325-acb7-f8e1f472072a on network 4c0ad4b5-d7b9-4514-b788-9e39dacc3b52 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:16:51.396015 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c898b4e5-2a27-42d2-96db-846912f52b1a None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:16:51.397004 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c898b4e5-2a27-42d2-96db-846912f52b1a None None] Checking segment: {'id': 'dd4eea9e-7b90-42ba-a9b2-09f8d1d27e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4c0ad4b5-d7b9-4514-b788-9e39dacc3b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:16:51.397416 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c898b4e5-2a27-42d2-96db-846912f52b1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:51.397827 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c898b4e5-2a27-42d2-96db-846912f52b1a None None] Bound using segment: {'id': 'dd4eea9e-7b90-42ba-a9b2-09f8d1d27e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4c0ad4b5-d7b9-4514-b788-9e39dacc3b52'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:16:51.398325 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-c898b4e5-2a27-42d2-96db-846912f52b1a None None] Bound port: 7295eb0a-fdb0-4325-acb7-f8e1f472072a, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd4eea9e-7b90-42ba-a9b2-09f8d1d27e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4c0ad4b5-d7b9-4514-b788-9e39dacc3b52'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:16:51.398740 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c898b4e5-2a27-42d2-96db-846912f52b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:51.570194 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c898b4e5-2a27-42d2-96db-846912f52b1a None None] For port 7295eb0a-fdb0-4325-acb7-f8e1f472072a, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:16:51.574783 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c898b4e5-2a27-42d2-96db-846912f52b1a None None] For port 7295eb0a-fdb0-4325-acb7-f8e1f472072a, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=7295eb0a-fdb0-4325-acb7-f8e1f472072a,segment=NetworkSegment(dd4eea9e-7b90-42ba-a9b2-09f8d1d27e6a),segment_id=dd4eea9e-7b90-42ba-a9b2-09f8d1d27e6a)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:16:51.602888 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c898b4e5-2a27-42d2-96db-846912f52b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:51.660158 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f3aabce2-e3b1-4216-98c2-b99d8dc957d4 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:51.700022 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c898b4e5-2a27-42d2-96db-846912f52b1a None None] Pushing event updated for resources: {'Port': ['ID=7295eb0a-fdb0-4325-acb7-f8e1f472072a,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:51.712563 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 48220) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:51.781675 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-26f97b6a-c809-44f8-a8d9-5fb76018f263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0', 'name': 'tempest-TestNetworkBasicOps-router-778582823', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '0ba54322-a0b5-4284-913c-0d19e08a06a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:16:00Z', 'updated_at': '2021-11-27T04:16:15Z', 'revision_number': 4, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'gw_port': {'id': '0ba54322-a0b5-4284-913c-0d19e08a06a3', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:16:01Z', 'updated_at': '2021-11-27T04:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '18e48c92-ea1e-453c-97bd-a48aac13dcd4', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'floating_ip_address': '172.25.1.166', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0', 'port_id': 'ca439588-245f-4d2e-8a47-465daf549901', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9fc006f-2f12-4b59-8f4e-166feef8006e', 'mac_address': 'fa:16:3e:1e:c0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:16:46Z', 'updated_at': '2021-11-27T04:16:46Z', 'revision_number': 0, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd827dd16-ce69-48ec-817f-6b654ea58870', 'name': '', 'network_id': 'a9fc006f-2f12-4b59-8f4e-166feef8006e', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'mac_address': 'fa:16:3e:29:ae:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'ce210ce8-ccbf-4354-a89c-2d5861ae1937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:16:14Z', 'updated_at': '2021-11-27T04:16:23Z', 'revision_number': 5, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'subnets': [{'id': 'ce210ce8-ccbf-4354-a89c-2d5861ae1937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:51.856439 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f97b6a-c809-44f8-a8d9-5fb76018f263 None None] The sync data for ids ['8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0'] in n-d-819494-3 is: [{'id': '8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0', 'name': 'tempest-TestNetworkBasicOps-router-778582823', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '0ba54322-a0b5-4284-913c-0d19e08a06a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:16:00Z', 'updated_at': '2021-11-27T04:16:15Z', 'revision_number': 4, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'gw_port': {'id': '0ba54322-a0b5-4284-913c-0d19e08a06a3', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:16:01Z', 'updated_at': '2021-11-27T04:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '18e48c92-ea1e-453c-97bd-a48aac13dcd4', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'floating_ip_address': '172.25.1.166', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0', 'port_id': 'ca439588-245f-4d2e-8a47-465daf549901', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9fc006f-2f12-4b59-8f4e-166feef8006e', 'mac_address': 'fa:16:3e:1e:c0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:16:46Z', 'updated_at': '2021-11-27T04:16:46Z', 'revision_number': 0, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd827dd16-ce69-48ec-817f-6b654ea58870', 'name': '', 'network_id': 'a9fc006f-2f12-4b59-8f4e-166feef8006e', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'mac_address': 'fa:16:3e:29:ae:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'ce210ce8-ccbf-4354-a89c-2d5861ae1937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:16:14Z', 'updated_at': '2021-11-27T04:16:23Z', 'revision_number': 5, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'subnets': [{'id': 'ce210ce8-ccbf-4354-a89c-2d5861ae1937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:16:51.885265 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7584e99d-2f7f-46d1-b5da-0e3266299ccb tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/floatingips/18e48c92-ea1e-453c-97bd-a48aac13dcd4 HTTP/1.1" status: 200 len: 992 time: 0.1714222 Nov 27 04:16:51.903436 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:52.137376 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-f3aabce2-e3b1-4216-98c2-b99d8dc957d4 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Allocated IP 2001:db8::1 (4b8e7389-af19-4001-bed9-11413ea4a4fa/ee5fdb87-844a-40c3-96ac-35b644be4c57/d162c920-ca67-416f-ac85-b9fd7f4d7d80) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:16:52.282519 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689ae8a5-3790-4c56-b656-275ea9abafa6 None None] New status for floating IP 18e48c92-ea1e-453c-97bd-a48aac13dcd4: ACTIVE {{(pid=110021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:16:52.350600 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f3aabce2-e3b1-4216-98c2-b99d8dc957d4 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:52.389202 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f3aabce2-e3b1-4216-98c2-b99d8dc957d4 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:52.441068 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3aabce2-e3b1-4216-98c2-b99d8dc957d4 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Network 4b8e7389-af19-4001-bed9-11413ea4a4fa is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:16:52.450167 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-f3aabce2-e3b1-4216-98c2-b99d8dc957d4 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:16:52.454757 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aabce2-e3b1-4216-98c2-b99d8dc957d4 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:16:52.455200 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f3aabce2-e3b1-4216-98c2-b99d8dc957d4 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:52.495402 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aabce2-e3b1-4216-98c2-b99d8dc957d4 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Pushing event updated for resources: {'Port': ['ID=d162c920-ca67-416f-ac85-b9fd7f4d7d80,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:52.621000 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f3aabce2-e3b1-4216-98c2-b99d8dc957d4 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:52.884346 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-4e9cee82-6cb9-4652-ab43-47469356936f None None] Provisioning complete for port d162c920-ca67-416f-ac85-b9fd7f4d7d80 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:16:52.886268 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4e9cee82-6cb9-4652-ab43-47469356936f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:52.887010 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 48242) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:53.020778 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-bb318f6a-fd0a-4435-a0b8-4fdba1ee1a9e tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/floatingips/18e48c92-ea1e-453c-97bd-a48aac13dcd4 HTTP/1.1" status: 200 len: 994 time: 0.1275151 Nov 27 04:16:53.296820 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f3aabce2-e3b1-4216-98c2-b99d8dc957d4 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:53.307484 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f3aabce2-e3b1-4216-98c2-b99d8dc957d4 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:53.329818 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f3aabce2-e3b1-4216-98c2-b99d8dc957d4 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:53.331592 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-4e9cee82-6cb9-4652-ab43-47469356936f None None] Port d162c920-ca67-416f-ac85-b9fd7f4d7d80 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:16:53.399470 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aabce2-e3b1-4216-98c2-b99d8dc957d4 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Pushing event updated for resources: {'Port': ['ID=d162c920-ca67-416f-ac85-b9fd7f4d7d80,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:53.424364 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75358d95-b178-4a3b-815c-1c7007396209 None None] Network 4c0ad4b5-d7b9-4514-b788-9e39dacc3b52 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:16:53.505570 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3aabce2-e3b1-4216-98c2-b99d8dc957d4 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Network 4b8e7389-af19-4001-bed9-11413ea4a4fa is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:16:53.506987 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-f3aabce2-e3b1-4216-98c2-b99d8dc957d4 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:16:53.559824 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-bb46f2f7-87ce-41d7-a388-f4bc398da1d1 None None] Provisioning complete for port 7295eb0a-fdb0-4325-acb7-f8e1f472072a triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:16:53.560208 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bb46f2f7-87ce-41d7-a388-f4bc398da1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:53.657266 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3aabce2-e3b1-4216-98c2-b99d8dc957d4 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Router 139f3638-0a2e-4afa-b44e-28decdbbcaac has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:16:53.808189 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bb46f2f7-87ce-41d7-a388-f4bc398da1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:53.827260 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3aabce2-e3b1-4216-98c2-b99d8dc957d4 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:16:53.847238 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 48258) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:53.849136 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f3aabce2-e3b1-4216-98c2-b99d8dc957d4 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] 10.222.0.20 "PUT /v2.0/routers/139f3638-0a2e-4afa-b44e-28decdbbcaac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5374346 Nov 27 04:16:53.858576 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c35bfa2-9217-4554-93a7-696ddbca4acb None None] Sync routers for ids ['139f3638-0a2e-4afa-b44e-28decdbbcaac'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:16:53.998813 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-bb46f2f7-87ce-41d7-a388-f4bc398da1d1 None None] For port 7295eb0a-fdb0-4325-acb7-f8e1f472072a, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=7295eb0a-fdb0-4325-acb7-f8e1f472072a,segment=NetworkSegment(dd4eea9e-7b90-42ba-a9b2-09f8d1d27e6a),segment_id=dd4eea9e-7b90-42ba-a9b2-09f8d1d27e6a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:16:54.001216 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c35bfa2-9217-4554-93a7-696ddbca4acb None None] Routers {'139f3638-0a2e-4afa-b44e-28decdbbcaac'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:16:54.002105 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-0c35bfa2-9217-4554-93a7-696ddbca4acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:16:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['139f3638-0a2e-4afa-b44e-28decdbbcaac'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:54.009264 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 7295eb0a-fdb0-4325-acb7-f8e1f472072a up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:16:54.047559 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-81c09e8a-fadc-48c9-aa6d-6b861ee41b37 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:54.090882 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bb46f2f7-87ce-41d7-a388-f4bc398da1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:54.253803 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-81c09e8a-fadc-48c9-aa6d-6b861ee41b37 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 27 04:16:54.255937 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-81c09e8a-fadc-48c9-aa6d-6b861ee41b37 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] 10.222.0.20 "DELETE /v2.0/routers/139f3638-0a2e-4afa-b44e-28decdbbcaac HTTP/1.1" status: 409 len: 329 time: 0.4068098 Nov 27 04:16:54.260690 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 48268) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:54.296149 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-0c35bfa2-9217-4554-93a7-696ddbca4acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:54.388678 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46f2f7-87ce-41d7-a388-f4bc398da1d1 None None] Pushing event updated for resources: {'Port': ['ID=7295eb0a-fdb0-4325-acb7-f8e1f472072a,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:54.397780 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c35bfa2-9217-4554-93a7-696ddbca4acb None None] Routers {'139f3638-0a2e-4afa-b44e-28decdbbcaac'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:16:54.399227 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-0c35bfa2-9217-4554-93a7-696ddbca4acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:16:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['139f3638-0a2e-4afa-b44e-28decdbbcaac'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:54.437615 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 7295eb0a-fdb0-4325-acb7-f8e1f472072a triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:16:54.438276 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:54.442277 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-0c35bfa2-9217-4554-93a7-696ddbca4acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:54.443694 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c35bfa2-9217-4554-93a7-696ddbca4acb None None] The sync data for ids ['139f3638-0a2e-4afa-b44e-28decdbbcaac'] in n-d-819494-3 is: [] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:16:54.464590 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-9ffc6722-ce12-40a8-afbf-90dcb576b51c None None] Provisioning complete for port d162c920-ca67-416f-ac85-b9fd7f4d7d80 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:16:54.465075 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9ffc6722-ce12-40a8-afbf-90dcb576b51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:54.511620 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-9ffc6722-ce12-40a8-afbf-90dcb576b51c None None] Port d162c920-ca67-416f-ac85-b9fd7f4d7d80 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:16:54.649929 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0eb4a36d-4bcd-4e00-9f01-a908cb44d6b7 None None] Provisioning complete for port 7295eb0a-fdb0-4325-acb7-f8e1f472072a triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:16:54.649929 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0eb4a36d-4bcd-4e00-9f01-a908cb44d6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:54.811337 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bf00079e-d0f5-4ba8-873d-30d73b05d66a tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:55.098463 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-bf00079e-d0f5-4ba8-873d-30d73b05d66a tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Deleting port d162c920-ca67-416f-ac85-b9fd7f4d7d80 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:16:55.099158 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bf00079e-d0f5-4ba8-873d-30d73b05d66a tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:55.227772 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bf00079e-d0f5-4ba8-873d-30d73b05d66a tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:55.245925 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-bf00079e-d0f5-4ba8-873d-30d73b05d66a tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Calling delete_port for d162c920-ca67-416f-ac85-b9fd7f4d7d80 owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:16:55.444298 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bf00079e-d0f5-4ba8-873d-30d73b05d66a tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:55.471111 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf00079e-d0f5-4ba8-873d-30d73b05d66a tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Pushing event deleted for resources: {'Port': ['ID=d162c920-ca67-416f-ac85-b9fd7f4d7d80,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:55.582410 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bf00079e-d0f5-4ba8-873d-30d73b05d66a tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:55.794262 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf00079e-d0f5-4ba8-873d-30d73b05d66a tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Router 139f3638-0a2e-4afa-b44e-28decdbbcaac has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:16:55.899495 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf00079e-d0f5-4ba8-873d-30d73b05d66a tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:16:55.905216 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-bf00079e-d0f5-4ba8-873d-30d73b05d66a tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] 10.222.0.20 "PUT /v2.0/routers/139f3638-0a2e-4afa-b44e-28decdbbcaac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6433058 Nov 27 04:16:55.908843 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48294) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:55.920710 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d6e1cf-b0b3-42eb-bb60-bc58cd0c5278 None None] Sync routers for ids ['139f3638-0a2e-4afa-b44e-28decdbbcaac'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:16:55.922176 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-42ee94c0-5ba6-4c37-b365-2d334e1eed1c req-79aacd57-6a0d-4a97-8336-b5f325272e7e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bae84983-eccd-4a92-a86e-30dbecc62b64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0526240 Nov 27 04:16:55.964570 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d6e1cf-b0b3-42eb-bb60-bc58cd0c5278 None None] Routers {'139f3638-0a2e-4afa-b44e-28decdbbcaac'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:16:55.965234 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-41d6e1cf-b0b3-42eb-bb60-bc58cd0c5278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:16:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['139f3638-0a2e-4afa-b44e-28decdbbcaac'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:55.980184 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 7295eb0a-fdb0-4325-acb7-f8e1f472072a up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:16:55.981243 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-9118d672-dfb2-4255-9d6a-36a86cfee7b6 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] show failed (client error): The resource could not be found. Nov 27 04:16:55.982588 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9118d672-dfb2-4255-9d6a-36a86cfee7b6 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-1888782823 HTTP/1.1" status: 404 len: 335 time: 0.0721986 Nov 27 04:16:55.987705 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 48298) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:55.993384 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-b698e16d-638d-4313-91da-def5f5d2974f tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Request body: {'router': {'name': 'new_name'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:16:56.019768 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-41d6e1cf-b0b3-42eb-bb60-bc58cd0c5278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:56.034005 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d6e1cf-b0b3-42eb-bb60-bc58cd0c5278 None None] Routers {'139f3638-0a2e-4afa-b44e-28decdbbcaac'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:16:56.034888 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-41d6e1cf-b0b3-42eb-bb60-bc58cd0c5278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:16:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['139f3638-0a2e-4afa-b44e-28decdbbcaac'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:56.070501 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-b698e16d-638d-4313-91da-def5f5d2974f tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] update failed (client error): The resource could not be found. Nov 27 04:16:56.073188 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 7295eb0a-fdb0-4325-acb7-f8e1f472072a triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:16:56.073749 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:56.074218 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b698e16d-638d-4313-91da-def5f5d2974f tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-503922355 HTTP/1.1" status: 404 len: 334 time: 0.0830202 Nov 27 04:16:56.076540 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48300) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:56.110224 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-41d6e1cf-b0b3-42eb-bb60-bc58cd0c5278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:56.110920 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d6e1cf-b0b3-42eb-bb60-bc58cd0c5278 None None] The sync data for ids ['139f3638-0a2e-4afa-b44e-28decdbbcaac'] in n-d-819494-3 is: [] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:16:56.142996 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee94c0-5ba6-4c37-b365-2d334e1eed1c req-5826d167-3fd5-4fbe-b05a-3bc80323eeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:56.144521 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-42ee94c0-5ba6-4c37-b365-2d334e1eed1c req-5826d167-3fd5-4fbe-b05a-3bc80323eeb0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e7e2604d5e5d46ea88d4c5a34d5eae18&device_id=bae84983-eccd-4a92-a86e-30dbecc62b64 HTTP/1.1" status: 200 len: 1101 time: 0.0839975 Nov 27 04:16:56.156077 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc1eaf96-d45d-4b48-af44-8dc3b930486c tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Deleting subnet 22c57bd6-0732-4895-963c-bf57438fc5e8 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:16:56.161057 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cc1eaf96-d45d-4b48-af44-8dc3b930486c tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:56.209485 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cc1eaf96-d45d-4b48-af44-8dc3b930486c tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:56.291361 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee94c0-5ba6-4c37-b365-2d334e1eed1c req-94fbbedd-0fde-4ee0-81db-2e18c863139e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:56.292869 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-42ee94c0-5ba6-4c37-b365-2d334e1eed1c req-94fbbedd-0fde-4ee0-81db-2e18c863139e service neutron] 10.222.0.23 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.1214125 Nov 27 04:16:56.300660 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cc1eaf96-d45d-4b48-af44-8dc3b930486c tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:56.336680 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-42ee94c0-5ba6-4c37-b365-2d334e1eed1c req-9f666ed8-b868-4d37-92f9-ac304b7a0cf9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=b5f73879-a012-40d1-9193-403d03f312dc HTTP/1.1" status: 200 len: 217 time: 0.0356925 Nov 27 04:16:56.370017 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cc1eaf96-d45d-4b48-af44-8dc3b930486c tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:56.405855 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1eaf96-d45d-4b48-af44-8dc3b930486c tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Pushing event deleted for resources: {'Subnet': ['ID=22c57bd6-0732-4895-963c-bf57438fc5e8,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:56.416973 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1eaf96-d45d-4b48-af44-8dc3b930486c tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:16:56.417208 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee94c0-5ba6-4c37-b365-2d334e1eed1c req-c8d2bd48-4a9a-48f3-89c7-525927baa4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:56.417742 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1eaf96-d45d-4b48-af44-8dc3b930486c tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:16:56.418249 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1eaf96-d45d-4b48-af44-8dc3b930486c tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:16:56.418834 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1eaf96-d45d-4b48-af44-8dc3b930486c tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:16:56.419366 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1eaf96-d45d-4b48-af44-8dc3b930486c tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:16:56.419780 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-42ee94c0-5ba6-4c37-b365-2d334e1eed1c req-c8d2bd48-4a9a-48f3-89c7-525927baa4fd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.0753005 Nov 27 04:16:56.420843 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1eaf96-d45d-4b48-af44-8dc3b930486c tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:16:56.421419 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1eaf96-d45d-4b48-af44-8dc3b930486c tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:16:56.421955 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1eaf96-d45d-4b48-af44-8dc3b930486c tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:16:56.422451 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1eaf96-d45d-4b48-af44-8dc3b930486c tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:16:56.423021 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1eaf96-d45d-4b48-af44-8dc3b930486c tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:16:56.423704 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1eaf96-d45d-4b48-af44-8dc3b930486c tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:16:56.424216 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1eaf96-d45d-4b48-af44-8dc3b930486c tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:16:56.438933 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f91ef7-c743-495e-8364-96cd423bcb6f None None] Network 4c0ad4b5-d7b9-4514-b788-9e39dacc3b52 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:16:56.439678 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cc1eaf96-d45d-4b48-af44-8dc3b930486c tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:56.448649 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-cc1eaf96-d45d-4b48-af44-8dc3b930486c tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] 10.222.0.20 "DELETE /v2.0/subnets/22c57bd6-0732-4895-963c-bf57438fc5e8 HTTP/1.1" status: 204 len: 168 time: 0.3709054 Nov 27 04:16:56.449650 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48306) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:56.531548 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee94c0-5ba6-4c37-b365-2d334e1eed1c req-72780d4f-0931-4ae1-a906-0eca37adb389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:56.534604 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-42ee94c0-5ba6-4c37-b365-2d334e1eed1c req-72780d4f-0931-4ae1-a906-0eca37adb389 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1060967 Nov 27 04:16:56.566910 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d33201ce-f393-4478-bfe2-0ac0cc9e4599 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:56.654980 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-d33201ce-f393-4478-bfe2-0ac0cc9e4599 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Deleting port 7295eb0a-fdb0-4325-acb7-f8e1f472072a {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:16:56.655792 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d33201ce-f393-4478-bfe2-0ac0cc9e4599 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:56.708976 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-42ee94c0-5ba6-4c37-b365-2d334e1eed1c req-f4d33833-8fcd-4a78-926c-9b525f573ce9 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284637 Nov 27 04:16:56.753467 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-d33201ce-f393-4478-bfe2-0ac0cc9e4599 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] For port 7295eb0a-fdb0-4325-acb7-f8e1f472072a, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=7295eb0a-fdb0-4325-acb7-f8e1f472072a,segment=NetworkSegment(dd4eea9e-7b90-42ba-a9b2-09f8d1d27e6a),segment_id=dd4eea9e-7b90-42ba-a9b2-09f8d1d27e6a)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:16:56.753828 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d33201ce-f393-4478-bfe2-0ac0cc9e4599 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:56.768403 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-d33201ce-f393-4478-bfe2-0ac0cc9e4599 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Calling delete_port for 7295eb0a-fdb0-4325-acb7-f8e1f472072a owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:16:56.783157 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b787451-58de-43f3-a116-19bc6c287b24 None None] DHCP port deletion for 4c0ad4b5-d7b9-4514-b788-9e39dacc3b52 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:16:56.839803 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-42ee94c0-5ba6-4c37-b365-2d334e1eed1c req-3754b2df-7107-4085-b332-06543a4e4d94 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179802 Nov 27 04:16:56.867092 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d33201ce-f393-4478-bfe2-0ac0cc9e4599 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:56.884318 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-9b787451-58de-43f3-a116-19bc6c287b24 None None] Deleting port 7295eb0a-fdb0-4325-acb7-f8e1f472072a {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:16:56.884857 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9b787451-58de-43f3-a116-19bc6c287b24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:56.921999 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33201ce-f393-4478-bfe2-0ac0cc9e4599 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Pushing event deleted for resources: {'Port': ['ID=7295eb0a-fdb0-4325-acb7-f8e1f472072a,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:56.930665 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33201ce-f393-4478-bfe2-0ac0cc9e4599 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] No DVR routers for this DVR port 7295eb0a-fdb0-4325-acb7-f8e1f472072a on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:16:56.982794 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-9b787451-58de-43f3-a116-19bc6c287b24 None None] For port 7295eb0a-fdb0-4325-acb7-f8e1f472072a, host n-d-819494-3, got binding levels [] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:16:56.983908 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9b787451-58de-43f3-a116-19bc6c287b24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:57.001667 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-9b787451-58de-43f3-a116-19bc6c287b24 None None] Calling delete_port for 7295eb0a-fdb0-4325-acb7-f8e1f472072a owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:16:57.006149 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.ipam_backend_mixin [None req-9b787451-58de-43f3-a116-19bc6c287b24 None None] Port 7295eb0a-fdb0-4325-acb7-f8e1f472072a was not found and therefore no delete operation was performed {{(pid=110020) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 04:16:57.007890 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9b787451-58de-43f3-a116-19bc6c287b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:57.029225 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d33201ce-f393-4478-bfe2-0ac0cc9e4599 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:57.044571 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b787451-58de-43f3-a116-19bc6c287b24 None None] Pushing event deleted for resources: {'Port': ['ID=7295eb0a-fdb0-4325-acb7-f8e1f472072a,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:57.055840 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b787451-58de-43f3-a116-19bc6c287b24 None None] No DVR routers for this DVR port 7295eb0a-fdb0-4325-acb7-f8e1f472072a on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:16:57.074297 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-d33201ce-f393-4478-bfe2-0ac0cc9e4599 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c0ad4b5-d7b9-4514-b788-9e39dacc3b52']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:57.087402 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-d33201ce-f393-4478-bfe2-0ac0cc9e4599 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd4eea9e-7b90-42ba-a9b2-09f8d1d27e6a') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:57.087798 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-d33201ce-f393-4478-bfe2-0ac0cc9e4599 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd4eea9e-7b90-42ba-a9b2-09f8d1d27e6a') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:57.107787 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d33201ce-f393-4478-bfe2-0ac0cc9e4599 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:57.125369 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d33201ce-f393-4478-bfe2-0ac0cc9e4599 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:57.141422 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d33201ce-f393-4478-bfe2-0ac0cc9e4599 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:16:57.142126 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d33201ce-f393-4478-bfe2-0ac0cc9e4599 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:57.194710 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:16:57.194710 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:16:57.194710 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:16:57.194710 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:16:57.194710 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:16:57.194710 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:16:57.194710 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:16:57.194710 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:16:57.194710 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:16:57.194710 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:16:57.194710 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:16:57.194710 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:16:57.194710 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:16:57.194710 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:16:57.194710 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:16:57.194710 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:16:57.194710 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:16:57.194710 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:16:57.194710 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:16:57.194710 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:16:57.194710 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:16:57.194710 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:16:57.194710 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:16:57.194710 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:16:57.194710 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:16:57.194710 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:16:57.194710 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:16:57.194710 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:16:57.194710 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:16:57.194710 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:16:57.194710 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:16:57.194710 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:16:57.234821 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d33201ce-f393-4478-bfe2-0ac0cc9e4599 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:57.252156 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d33201ce-f393-4478-bfe2-0ac0cc9e4599 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:57.258420 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d33201ce-f393-4478-bfe2-0ac0cc9e4599 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] 10.222.0.20 "DELETE /v2.0/networks/4c0ad4b5-d7b9-4514-b788-9e39dacc3b52 HTTP/1.1" status: 204 len: 168 time: 0.8073652 Nov 27 04:16:57.260685 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 48328) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:57.299582 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33201ce-f393-4478-bfe2-0ac0cc9e4599 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Pushing event deleted for resources: {'Network': ['ID=4c0ad4b5-d7b9-4514-b788-9e39dacc3b52,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:57.362587 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-083aed35-869b-4727-bf4f-f52885ecc749 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Deleting subnet d122e006-c3c0-4c4a-8a9a-a3f6966e4cec {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:16:57.369304 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-083aed35-869b-4727-bf4f-f52885ecc749 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:57.418773 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-083aed35-869b-4727-bf4f-f52885ecc749 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:57.545533 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-083aed35-869b-4727-bf4f-f52885ecc749 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:57.660814 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-083aed35-869b-4727-bf4f-f52885ecc749 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:57.693457 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083aed35-869b-4727-bf4f-f52885ecc749 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Pushing event deleted for resources: {'Subnet': ['ID=d122e006-c3c0-4c4a-8a9a-a3f6966e4cec,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:57.711562 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-083aed35-869b-4727-bf4f-f52885ecc749 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:57.719930 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f2833c-bd45-4343-af10-d74e571445f0 None None] Network 5dde6651-f103-4ff6-b6d2-4f6561bbd732 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:16:57.720583 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48378) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:57.721272 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-083aed35-869b-4727-bf4f-f52885ecc749 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] 10.222.0.20 "DELETE /v2.0/subnets/d122e006-c3c0-4c4a-8a9a-a3f6966e4cec HTTP/1.1" status: 204 len: 168 time: 0.4588218 Nov 27 04:16:57.789177 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e4bdc77-c3a9-4ef3-b538-9161013f74be tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Deleting subnet be14b361-60e2-4f6f-9e7a-cc9e8cfa1594 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:16:57.798178 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7e4bdc77-c3a9-4ef3-b538-9161013f74be tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:57.862051 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7e4bdc77-c3a9-4ef3-b538-9161013f74be tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:57.954000 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c38a77-f71b-4974-843b-621936ecdd12 None None] DHCP port deletion for 5dde6651-f103-4ff6-b6d2-4f6561bbd732 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:16:57.961327 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 7295eb0a-fdb0-4325-acb7-f8e1f472072a no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:16:58.002987 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 7295eb0a-fdb0-4325-acb7-f8e1f472072a {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:16:58.004022 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 7295eb0a-fdb0-4325-acb7-f8e1f472072a not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:16:58.044137 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7e4bdc77-c3a9-4ef3-b538-9161013f74be tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:58.070038 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-92c38a77-f71b-4974-843b-621936ecdd12 None None] Deleting port 218b78a0-4b7c-43de-b16e-d7075b5384b3 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:16:58.070659 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-92c38a77-f71b-4974-843b-621936ecdd12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:58.142813 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7e4bdc77-c3a9-4ef3-b538-9161013f74be tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:58.155403 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-92c38a77-f71b-4974-843b-621936ecdd12 None None] For port 218b78a0-4b7c-43de-b16e-d7075b5384b3, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=218b78a0-4b7c-43de-b16e-d7075b5384b3,segment=NetworkSegment(d1ece6de-f54c-4ae4-b90a-086fbf21f19e),segment_id=d1ece6de-f54c-4ae4-b90a-086fbf21f19e)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:16:58.155762 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-92c38a77-f71b-4974-843b-621936ecdd12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:58.178523 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-92c38a77-f71b-4974-843b-621936ecdd12 None None] Calling delete_port for 218b78a0-4b7c-43de-b16e-d7075b5384b3 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:16:58.181184 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4bdc77-c3a9-4ef3-b538-9161013f74be tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Pushing event deleted for resources: {'Subnet': ['ID=be14b361-60e2-4f6f-9e7a-cc9e8cfa1594,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:58.183430 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7e4bdc77-c3a9-4ef3-b538-9161013f74be tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:58.187425 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7e4bdc77-c3a9-4ef3-b538-9161013f74be tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] 10.222.0.20 "DELETE /v2.0/subnets/be14b361-60e2-4f6f-9e7a-cc9e8cfa1594 HTTP/1.1" status: 204 len: 168 time: 0.4653478 Nov 27 04:16:58.189768 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48434) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:58.298393 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e4bc6b-4420-4e9c-8aa5-b54cfc9ce583 None None] Network 16d9039f-1c98-4e2e-ba2b-001be38a8353 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:16:58.302513 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a07103f4-fcb4-44e5-9ab2-61de758caca1 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:58.413946 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-a07103f4-fcb4-44e5-9ab2-61de758caca1 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Deleting port 218b78a0-4b7c-43de-b16e-d7075b5384b3 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:16:58.414435 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a07103f4-fcb4-44e5-9ab2-61de758caca1 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:58.472312 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-92c38a77-f71b-4974-843b-621936ecdd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:58.518200 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c38a77-f71b-4974-843b-621936ecdd12 None None] Pushing event deleted for resources: {'Port': ['ID=218b78a0-4b7c-43de-b16e-d7075b5384b3,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:58.520439 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c38a77-f71b-4974-843b-621936ecdd12 None None] No DVR routers for this DVR port 218b78a0-4b7c-43de-b16e-d7075b5384b3 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:16:58.538986 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-a07103f4-fcb4-44e5-9ab2-61de758caca1 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] For port 218b78a0-4b7c-43de-b16e-d7075b5384b3, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=218b78a0-4b7c-43de-b16e-d7075b5384b3,segment=NetworkSegment(d1ece6de-f54c-4ae4-b90a-086fbf21f19e),segment_id=d1ece6de-f54c-4ae4-b90a-086fbf21f19e)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:16:58.540046 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a07103f4-fcb4-44e5-9ab2-61de758caca1 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:58.562826 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-a07103f4-fcb4-44e5-9ab2-61de758caca1 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Calling delete_port for 218b78a0-4b7c-43de-b16e-d7075b5384b3 owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:16:58.625607 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0bbfa6-b7ba-48f7-b86f-dac94ba18d8b None None] DHCP port deletion for 16d9039f-1c98-4e2e-ba2b-001be38a8353 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:16:58.683525 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a07103f4-fcb4-44e5-9ab2-61de758caca1 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:58.726246 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-bd0bbfa6-b7ba-48f7-b86f-dac94ba18d8b None None] Deleting port 168d0657-8a5f-4b1d-8a89-ac3eea1cbb24 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:16:58.727131 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bd0bbfa6-b7ba-48f7-b86f-dac94ba18d8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:58.769089 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07103f4-fcb4-44e5-9ab2-61de758caca1 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Pushing event deleted for resources: {'Port': ['ID=218b78a0-4b7c-43de-b16e-d7075b5384b3,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:58.778852 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07103f4-fcb4-44e5-9ab2-61de758caca1 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] No DVR routers for this DVR port 218b78a0-4b7c-43de-b16e-d7075b5384b3 on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:16:58.847194 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-bd0bbfa6-b7ba-48f7-b86f-dac94ba18d8b None None] For port 168d0657-8a5f-4b1d-8a89-ac3eea1cbb24, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=168d0657-8a5f-4b1d-8a89-ac3eea1cbb24,segment=NetworkSegment(2ad41981-7e1f-4a91-8e54-2abfa6f63c11),segment_id=2ad41981-7e1f-4a91-8e54-2abfa6f63c11)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:16:58.847902 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bd0bbfa6-b7ba-48f7-b86f-dac94ba18d8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:58.865101 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-bd0bbfa6-b7ba-48f7-b86f-dac94ba18d8b None None] Calling delete_port for 168d0657-8a5f-4b1d-8a89-ac3eea1cbb24 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:16:58.944906 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a07103f4-fcb4-44e5-9ab2-61de758caca1 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:58.978207 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bd0bbfa6-b7ba-48f7-b86f-dac94ba18d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:58.984025 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-a07103f4-fcb4-44e5-9ab2-61de758caca1 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dde6651-f103-4ff6-b6d2-4f6561bbd732']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:58.999235 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0bbfa6-b7ba-48f7-b86f-dac94ba18d8b None None] No DVR routers for this DVR port 168d0657-8a5f-4b1d-8a89-ac3eea1cbb24 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:16:59.007783 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-a07103f4-fcb4-44e5-9ab2-61de758caca1 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1ece6de-f54c-4ae4-b90a-086fbf21f19e') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:59.008011 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-a07103f4-fcb4-44e5-9ab2-61de758caca1 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1ece6de-f54c-4ae4-b90a-086fbf21f19e') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:59.029120 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a07103f4-fcb4-44e5-9ab2-61de758caca1 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:59.038431 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0bbfa6-b7ba-48f7-b86f-dac94ba18d8b None None] Pushing event deleted for resources: {'Port': ['ID=168d0657-8a5f-4b1d-8a89-ac3eea1cbb24,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:59.055673 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a07103f4-fcb4-44e5-9ab2-61de758caca1 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:59.070346 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a07103f4-fcb4-44e5-9ab2-61de758caca1 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:16:59.071078 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a07103f4-fcb4-44e5-9ab2-61de758caca1 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:59.129312 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:16:59.129312 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 04:16:59.129312 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:16:59.129312 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 04:16:59.129312 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:16:59.129312 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 04:16:59.129312 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:16:59.129312 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 04:16:59.129312 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:16:59.129312 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:16:59.129312 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:16:59.129312 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:16:59.129312 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:16:59.129312 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:16:59.129312 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:16:59.129312 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:16:59.129312 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:16:59.129312 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:16:59.129312 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:16:59.129312 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:16:59.129312 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:16:59.129312 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:16:59.129312 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:16:59.129312 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:16:59.129312 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:16:59.129312 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:16:59.129312 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:16:59.129312 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:16:59.129312 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:16:59.129312 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:16:59.129312 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:16:59.129312 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:16:59.129312 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:16:59.129312 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:16:59.129312 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:16:59.129312 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:16:59.129312 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:16:59.129312 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:16:59.129312 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:16:59.129312 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:16:59.236236 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a07103f4-fcb4-44e5-9ab2-61de758caca1 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:59.263686 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a07103f4-fcb4-44e5-9ab2-61de758caca1 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:59.270126 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a07103f4-fcb4-44e5-9ab2-61de758caca1 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] 10.222.0.20 "DELETE /v2.0/networks/5dde6651-f103-4ff6-b6d2-4f6561bbd732 HTTP/1.1" status: 204 len: 168 time: 1.0769598 Nov 27 04:16:59.271569 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 48554) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:59.318342 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611208ca-aca3-4b32-a00b-3ac297bba0aa req-b771d30a-315d-4e5f-8409-c2effaba19e3 tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:16:59.321367 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-611208ca-aca3-4b32-a00b-3ac297bba0aa req-b771d30a-315d-4e5f-8409-c2effaba19e3 tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 1097 time: 0.1869984 Nov 27 04:16:59.322979 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07103f4-fcb4-44e5-9ab2-61de758caca1 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Pushing event deleted for resources: {'Network': ['ID=5dde6651-f103-4ff6-b6d2-4f6561bbd732,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:16:59.433223 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-611208ca-aca3-4b32-a00b-3ac297bba0aa req-0fa45461-8b98-4a06-8469-be6e8d881de9 tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=35287554-093e-492b-9e65-510620951be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009328 Nov 27 04:16:59.477395 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48576) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:16:59.485731 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-32708c50-918a-49b6-a2d9-d97e5f11e503 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:59.688292 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-32708c50-918a-49b6-a2d9-d97e5f11e503 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:59.747527 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-32708c50-918a-49b6-a2d9-d97e5f11e503 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16d9039f-1c98-4e2e-ba2b-001be38a8353']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:59.770172 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-ca3cf26b-7b31-4534-8895-28d1d210c73d tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Deleting port c6999be6-64cf-4508-a84a-9d123f5b008a {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:16:59.777304 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-32708c50-918a-49b6-a2d9-d97e5f11e503 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ad41981-7e1f-4a91-8e54-2abfa6f63c11') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:59.779174 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ca3cf26b-7b31-4534-8895-28d1d210c73d tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:59.790098 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-32708c50-918a-49b6-a2d9-d97e5f11e503 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ad41981-7e1f-4a91-8e54-2abfa6f63c11') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:16:59.862339 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-32708c50-918a-49b6-a2d9-d97e5f11e503 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:59.918155 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-32708c50-918a-49b6-a2d9-d97e5f11e503 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:59.930588 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32708c50-918a-49b6-a2d9-d97e5f11e503 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:16:59.938830 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-32708c50-918a-49b6-a2d9-d97e5f11e503 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:59.941127 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ca3cf26b-7b31-4534-8895-28d1d210c73d tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:59.941772 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ca3cf26b-7b31-4534-8895-28d1d210c73d tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:16:59.956563 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:16:59.956563 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:16:59.956563 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:16:59.956563 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:16:59.956563 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:16:59.956563 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:16:59.956563 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:16:59.956563 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:16:59.956563 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:16:59.956563 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:16:59.956563 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:16:59.956563 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:16:59.956563 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:16:59.956563 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:16:59.956563 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:16:59.956563 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:16:59.956563 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:16:59.956563 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:16:59.956563 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:16:59.956563 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:16:59.956563 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:16:59.956563 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:16:59.956563 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:16:59.956563 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:16:59.956563 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:16:59.956563 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:16:59.956563 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:16:59.956563 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:16:59.956563 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:16:59.956563 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:16:59.956563 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:16:59.956563 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:16:59.983597 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-ca3cf26b-7b31-4534-8895-28d1d210c73d tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Calling delete_port for c6999be6-64cf-4508-a84a-9d123f5b008a owned by network:floatingip {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:17:00.025233 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 168d0657-8a5f-4b1d-8a89-ac3eea1cbb24 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:17:00.065060 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 168d0657-8a5f-4b1d-8a89-ac3eea1cbb24 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:17:00.065660 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 168d0657-8a5f-4b1d-8a89-ac3eea1cbb24 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:17:00.071836 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 218b78a0-4b7c-43de-b16e-d7075b5384b3 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:17:00.096305 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 218b78a0-4b7c-43de-b16e-d7075b5384b3 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:17:00.096920 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 218b78a0-4b7c-43de-b16e-d7075b5384b3 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:17:00.104364 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-32708c50-918a-49b6-a2d9-d97e5f11e503 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:00.129555 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-32708c50-918a-49b6-a2d9-d97e5f11e503 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:00.134732 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-32708c50-918a-49b6-a2d9-d97e5f11e503 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] 10.222.0.20 "DELETE /v2.0/networks/16d9039f-1c98-4e2e-ba2b-001be38a8353 HTTP/1.1" status: 204 len: 168 time: 0.8601789 Nov 27 04:17:00.137096 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48638) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:00.162484 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32708c50-918a-49b6-a2d9-d97e5f11e503 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Pushing event deleted for resources: {'Network': ['ID=16d9039f-1c98-4e2e-ba2b-001be38a8353,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:00.249553 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c17b5b8-d67a-4511-b737-f62ceacd3faa tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Deleting subnet ee5fdb87-844a-40c3-96ac-35b644be4c57 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:17:00.255642 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4c17b5b8-d67a-4511-b737-f62ceacd3faa tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:00.649742 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4c17b5b8-d67a-4511-b737-f62ceacd3faa tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:00.777190 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ca3cf26b-7b31-4534-8895-28d1d210c73d tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:00.795588 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4c17b5b8-d67a-4511-b737-f62ceacd3faa tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:00.888741 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3cf26b-7b31-4534-8895-28d1d210c73d tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event deleted for resources: {'Port': ['ID=c6999be6-64cf-4508-a84a-9d123f5b008a,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:01.048463 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ca3cf26b-7b31-4534-8895-28d1d210c73d tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for floatingip, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:01.050404 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [None req-ca3cf26b-7b31-4534-8895-28d1d210c73d tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Floating IP 1948539b-71ed-40a4-beb1-b4ee8653e225 disassociated (deleted). External IP: 172.25.1.132, port: d10ea079-207d-41ea-99af-c5956ead995e. Nov 27 04:17:01.061063 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4c17b5b8-d67a-4511-b737-f62ceacd3faa tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:01.255474 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17b5b8-d67a-4511-b737-f62ceacd3faa tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Pushing event deleted for resources: {'Subnet': ['ID=ee5fdb87-844a-40c3-96ac-35b644be4c57,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:01.271315 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42abf87-0b4e-4734-b68b-8d59a8dd5502 None None] Network 4b8e7389-af19-4001-bed9-11413ea4a4fa requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:17:01.292206 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4c17b5b8-d67a-4511-b737-f62ceacd3faa tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:01.304466 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4c17b5b8-d67a-4511-b737-f62ceacd3faa tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] 10.222.0.20 "DELETE /v2.0/subnets/ee5fdb87-844a-40c3-96ac-35b644be4c57 HTTP/1.1" status: 204 len: 168 time: 1.1596863 Nov 27 04:17:01.306916 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 48766) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:01.509862 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fc6e0cfb-4a84-4e5f-b1a4-c016d3f538b6 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:01.622055 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca3cf26b-7b31-4534-8895-28d1d210c73d tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Router f48b8159-9061-4b21-96ea-7ab751bd45f0 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:17:01.640808 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-fc6e0cfb-4a84-4e5f-b1a4-c016d3f538b6 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Deleting port cb4399c8-503b-44d2-9e95-732e1d82ab70 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:17:01.641276 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fc6e0cfb-4a84-4e5f-b1a4-c016d3f538b6 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:01.666999 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:17:01.724678 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7511920-30d6-493c-9d57-f746f8a191dd None None] DHCP port deletion for 4b8e7389-af19-4001-bed9-11413ea4a4fa request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:17:01.856931 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3cf26b-7b31-4534-8895-28d1d210c73d tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:17:01.862110 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ca3cf26b-7b31-4534-8895-28d1d210c73d tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:01.872607 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11698b22-ce43-4b1d-b2e7-7683c0086a93 None None] Sync routers for ids ['f48b8159-9061-4b21-96ea-7ab751bd45f0'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:17:01.905401 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-fc6e0cfb-4a84-4e5f-b1a4-c016d3f538b6 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] For port cb4399c8-503b-44d2-9e95-732e1d82ab70, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=cb4399c8-503b-44d2-9e95-732e1d82ab70,segment=NetworkSegment(eee99327-4e14-484a-b42a-fbb1c792c66e),segment_id=eee99327-4e14-484a-b42a-fbb1c792c66e)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:17:01.905952 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fc6e0cfb-4a84-4e5f-b1a4-c016d3f538b6 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:01.906809 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ca3cf26b-7b31-4534-8895-28d1d210c73d tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "DELETE /v2.0/floatingips/1948539b-71ed-40a4-beb1-b4ee8653e225 HTTP/1.1" status: 204 len: 168 time: 2.4276106 Nov 27 04:17:01.907618 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78849aa8-76b0-41f8-817b-9294cadaa289', 'tag': 'd10ea079-207d-41ea-99af-c5956ead995e'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:17:01.911885 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fea3ee0-b54f-4d06-a2b0-525261badf71" -d '{"events": [{"name": "network-changed", "server_uuid": "78849aa8-76b0-41f8-817b-9294cadaa289", "tag": "d10ea079-207d-41ea-99af-c5956ead995e"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:17:01.933191 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-fc6e0cfb-4a84-4e5f-b1a4-c016d3f538b6 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Calling delete_port for cb4399c8-503b-44d2-9e95-732e1d82ab70 owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:17:01.978360 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11698b22-ce43-4b1d-b2e7-7683c0086a93 None None] Routers {'f48b8159-9061-4b21-96ea-7ab751bd45f0'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:17:01.982909 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-11698b22-ce43-4b1d-b2e7-7683c0086a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:16:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f48b8159-9061-4b21-96ea-7ab751bd45f0'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:17:02.019594 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae901883-8016-4bb0-b437-710aba129d1f x-openstack-request-id: req-ae901883-8016-4bb0-b437-710aba129d1f {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:17:02.020066 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78849aa8-76b0-41f8-817b-9294cadaa289", "tag": "d10ea079-207d-41ea-99af-c5956ead995e", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:17:02.020186 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae901883-8016-4bb0-b437-710aba129d1f {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:17:02.020649 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78849aa8-76b0-41f8-817b-9294cadaa289', 'tag': 'd10ea079-207d-41ea-99af-c5956ead995e', 'status': 'completed', 'code': 200} Nov 27 04:17:02.138036 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fc6e0cfb-4a84-4e5f-b1a4-c016d3f538b6 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:02.261601 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e0cfb-4a84-4e5f-b1a4-c016d3f538b6 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Pushing event deleted for resources: {'Port': ['ID=cb4399c8-503b-44d2-9e95-732e1d82ab70,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:02.261601 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6e0cfb-4a84-4e5f-b1a4-c016d3f538b6 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] No DVR routers for this DVR port cb4399c8-503b-44d2-9e95-732e1d82ab70 on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:17:02.273384 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea3ee0-b54f-4d06-a2b0-525261badf71 req-33e5cb92-32f5-4564-87b4-b0c83df58577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:02.284014 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8fea3ee0-b54f-4d06-a2b0-525261badf71 req-33e5cb92-32f5-4564-87b4-b0c83df58577 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=13b1fee7d54d401493a1883da20540bb&device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 1097 time: 0.2117774 Nov 27 04:17:02.336716 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device cb4399c8-503b-44d2-9e95-732e1d82ab70 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:17:02.476514 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-a7511920-30d6-493c-9d57-f746f8a191dd None None] Deleting port cb4399c8-503b-44d2-9e95-732e1d82ab70 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:17:02.477273 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a7511920-30d6-493c-9d57-f746f8a191dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:02.479671 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: cb4399c8-503b-44d2-9e95-732e1d82ab70 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:17:02.480995 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device cb4399c8-503b-44d2-9e95-732e1d82ab70 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:17:02.624476 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fc6e0cfb-4a84-4e5f-b1a4-c016d3f538b6 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:02.681566 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-11698b22-ce43-4b1d-b2e7-7683c0086a93 None None] Set router f48b8159-9061-4b21-96ea-7ab751bd45f0 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:17:02.694349 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-fc6e0cfb-4a84-4e5f-b1a4-c016d3f538b6 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b8e7389-af19-4001-bed9-11413ea4a4fa']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:17:02.729945 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-a7511920-30d6-493c-9d57-f746f8a191dd None None] For port cb4399c8-503b-44d2-9e95-732e1d82ab70, host n-d-819494-3, got binding levels [] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:17:02.730720 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a7511920-30d6-493c-9d57-f746f8a191dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:02.751168 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-a7511920-30d6-493c-9d57-f746f8a191dd None None] Calling delete_port for cb4399c8-503b-44d2-9e95-732e1d82ab70 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:17:02.756656 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.ipam_backend_mixin [None req-a7511920-30d6-493c-9d57-f746f8a191dd None None] Port cb4399c8-503b-44d2-9e95-732e1d82ab70 was not found and therefore no delete operation was performed {{(pid=110020) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 04:17:02.757540 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49b3bd-575a-413c-a108-e70aad2b3486 req-58468744-e662-4d01-b7b6-7f2757d86eeb tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:02.760655 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a7511920-30d6-493c-9d57-f746f8a191dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:02.766086 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3d49b3bd-575a-413c-a108-e70aad2b3486 req-58468744-e662-4d01-b7b6-7f2757d86eeb tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 946 time: 0.2409549 Nov 27 04:17:02.768277 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1cc5beb3-a5d7-4b90-b8c7-696c5c631a84 req-7e69823b-0f08-41f4-8900-e51a611c28cf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1981771 Nov 27 04:17:02.769708 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea3ee0-b54f-4d06-a2b0-525261badf71 req-03478c0c-d061-461c-8e96-cef88dca0f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:02.784276 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-fc6e0cfb-4a84-4e5f-b1a4-c016d3f538b6 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eee99327-4e14-484a-b42a-fbb1c792c66e') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:17:02.784654 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-fc6e0cfb-4a84-4e5f-b1a4-c016d3f538b6 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eee99327-4e14-484a-b42a-fbb1c792c66e') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:17:02.786702 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8fea3ee0-b54f-4d06-a2b0-525261badf71 req-03478c0c-d061-461c-8e96-cef88dca0f10 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d HTTP/1.1" status: 200 len: 896 time: 0.4939551 Nov 27 04:17:02.810064 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fc6e0cfb-4a84-4e5f-b1a4-c016d3f538b6 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:02.842236 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fc6e0cfb-4a84-4e5f-b1a4-c016d3f538b6 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:02.872322 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8fea3ee0-b54f-4d06-a2b0-525261badf71 req-c7c4f0d6-fd1c-48dd-8818-da2ce8368679 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d10ea079-207d-41ea-99af-c5956ead995e HTTP/1.1" status: 200 len: 217 time: 0.0738897 Nov 27 04:17:02.872542 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc6e0cfb-4a84-4e5f-b1a4-c016d3f538b6 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:17:02.875010 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fc6e0cfb-4a84-4e5f-b1a4-c016d3f538b6 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:02.876575 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:17:02.876575 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:17:02.876575 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:17:02.876575 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:17:02.876575 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:17:02.876575 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:17:02.876575 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:17:02.876575 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:17:02.876575 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:17:02.876575 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:17:02.876575 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:17:02.876575 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:17:02.876575 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:17:02.876575 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:17:02.876575 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:17:02.876575 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:17:02.876575 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:17:02.876575 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:17:02.876575 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:17:02.876575 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:17:02.876575 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:17:02.876575 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:17:02.876575 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:17:02.876575 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:17:02.876575 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:17:02.876575 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:17:02.876575 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:17:02.876575 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:17:02.876575 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:17:02.876575 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:17:02.876575 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:17:02.876575 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:17:02.907653 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7511920-30d6-493c-9d57-f746f8a191dd None None] Pushing event deleted for resources: {'Port': ['ID=cb4399c8-503b-44d2-9e95-732e1d82ab70,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:02.912081 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7511920-30d6-493c-9d57-f746f8a191dd None None] No DVR routers for this DVR port cb4399c8-503b-44d2-9e95-732e1d82ab70 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:17:02.940942 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3d49b3bd-575a-413c-a108-e70aad2b3486 req-9dad0e92-bb4e-400f-9bbf-40b3cae7e8e3 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=35287554-093e-492b-9e65-510620951be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738644 Nov 27 04:17:02.993253 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fc6e0cfb-4a84-4e5f-b1a4-c016d3f538b6 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:03.009178 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fc6e0cfb-4a84-4e5f-b1a4-c016d3f538b6 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:03.017359 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48872) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:03.018148 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-fc6e0cfb-4a84-4e5f-b1a4-c016d3f538b6 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] 10.222.0.20 "DELETE /v2.0/networks/4b8e7389-af19-4001-bed9-11413ea4a4fa HTTP/1.1" status: 204 len: 168 time: 1.7088170 Nov 27 04:17:03.040267 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e0cfb-4a84-4e5f-b1a4-c016d3f538b6 tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Pushing event deleted for resources: {'Network': ['ID=4b8e7389-af19-4001-bed9-11413ea4a4fa,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:03.051552 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea3ee0-b54f-4d06-a2b0-525261badf71 req-79aac19d-1eea-4bb7-b9f5-1d2f02aae240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:03.054023 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8fea3ee0-b54f-4d06-a2b0-525261badf71 req-79aac19d-1eea-4bb7-b9f5-1d2f02aae240 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0b14f7bc-f949-4956-b408-2937d2202365 HTTP/1.1" status: 200 len: 835 time: 0.1656029 Nov 27 04:17:03.075325 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-36f574ee-83ce-49b3-ba17-3b6a6542a60f tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] 10.222.0.20 "GET /v2.0/ports?device_id=139f3638-0a2e-4afa-b44e-28decdbbcaac HTTP/1.1" status: 200 len: 205 time: 0.0411682 Nov 27 04:17:03.076342 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 48874) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:03.097667 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc5beb3-a5d7-4b90-b8c7-696c5c631a84 req-b89e3211-d0e4-4e34-8025-f1ecbefb0381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:03.101761 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1cc5beb3-a5d7-4b90-b8c7-696c5c631a84 req-b89e3211-d0e4-4e34-8025-f1ecbefb0381 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=11a8da3acafa4ec1bd2e977270426dbc&device_id=8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2 HTTP/1.1" status: 200 len: 1097 time: 0.2272289 Nov 27 04:17:03.178337 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2db17574-03cb-4d24-b809-75f5a092b12a tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:03.228016 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea3ee0-b54f-4d06-a2b0-525261badf71 req-26df978d-ffda-4a37-8dd9-4536ba748a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:03.229899 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8fea3ee0-b54f-4d06-a2b0-525261badf71 req-26df978d-ffda-4a37-8dd9-4536ba748a52 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1532328 Nov 27 04:17:03.262646 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-11698b22-ce43-4b1d-b2e7-7683c0086a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48b8159-9061-4b21-96ea-7ab751bd45f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668326738', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'db5d153b-4458-424d-9d41-91d9c45685ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:14:17Z', 'updated_at': '2021-11-27T04:14:30Z', 'revision_number': 4, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': 'db5d153b-4458-424d-9d41-91d9c45685ab', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48b8159-9061-4b21-96ea-7ab751bd45f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:20Z', 'updated_at': '2021-11-27T04:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '321f6f08-7cf8-473a-aa02-aad421f807a9', 'name': '', 'network_id': '5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'mac_address': 'fa:16:3e:8a:29:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48b8159-9061-4b21-96ea-7ab751bd45f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '0b14f7bc-f949-4956-b408-2937d2202365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:29Z', 'updated_at': '2021-11-27T04:14:39Z', 'revision_number': 5, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'subnets': [{'id': '0b14f7bc-f949-4956-b408-2937d2202365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:17:03.298100 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11698b22-ce43-4b1d-b2e7-7683c0086a93 None None] Checking router: f48b8159-9061-4b21-96ea-7ab751bd45f0 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:17:03.309090 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11698b22-ce43-4b1d-b2e7-7683c0086a93 None None] Routers {'f48b8159-9061-4b21-96ea-7ab751bd45f0'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:17:03.309991 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-11698b22-ce43-4b1d-b2e7-7683c0086a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:16:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f48b8159-9061-4b21-96ea-7ab751bd45f0'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:17:03.380564 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc5beb3-a5d7-4b90-b8c7-696c5c631a84 req-36a9b6a4-6bb1-458e-b1c2-df7fa711077d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:03.384938 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1cc5beb3-a5d7-4b90-b8c7-696c5c631a84 req-36a9b6a4-6bb1-458e-b1c2-df7fa711077d service neutron] 10.222.0.11 "GET /v2.0/networks?id=a9fc006f-2f12-4b59-8f4e-166feef8006e HTTP/1.1" status: 200 len: 897 time: 0.2451646 Nov 27 04:17:03.411918 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8fea3ee0-b54f-4d06-a2b0-525261badf71 req-67486e50-6432-45ec-8bc8-2522ef6b10c0 service neutron] 10.222.0.11 "GET /v2.0/networks/5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719444 Nov 27 04:17:03.580835 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8fea3ee0-b54f-4d06-a2b0-525261badf71 req-0db37f0e-8e4b-4dad-8af2-f59d4c806f08 service neutron] 10.222.0.11 "GET /v2.0/networks/5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984371 Nov 27 04:17:03.636084 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1cc5beb3-a5d7-4b90-b8c7-696c5c631a84 req-ee9bd863-9d75-40ff-b4ad-f017baaa1843 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca439588-245f-4d2e-8a47-465daf549901 HTTP/1.1" status: 200 len: 1002 time: 0.2228341 Nov 27 04:17:03.691854 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-11698b22-ce43-4b1d-b2e7-7683c0086a93 None None] Set router f48b8159-9061-4b21-96ea-7ab751bd45f0 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:17:03.733630 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc5beb3-a5d7-4b90-b8c7-696c5c631a84 req-a69ca932-03d5-4432-86b5-d69e48141314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:03.735237 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1cc5beb3-a5d7-4b90-b8c7-696c5c631a84 req-a69ca932-03d5-4432-86b5-d69e48141314 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ce210ce8-ccbf-4354-a89c-2d5861ae1937 HTTP/1.1" status: 200 len: 834 time: 0.0904086 Nov 27 04:17:03.819880 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc5beb3-a5d7-4b90-b8c7-696c5c631a84 req-762e8982-bd0d-49c1-b1c7-645c9ae94d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:03.823494 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1cc5beb3-a5d7-4b90-b8c7-696c5c631a84 req-762e8982-bd0d-49c1-b1c7-645c9ae94d2c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a9fc006f-2f12-4b59-8f4e-166feef8006e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771992 Nov 27 04:17:04.100850 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2db17574-03cb-4d24-b809-75f5a092b12a tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:04.103620 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2db17574-03cb-4d24-b809-75f5a092b12a tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:04.158254 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2db17574-03cb-4d24-b809-75f5a092b12a tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:04.158933 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db17574-03cb-4d24-b809-75f5a092b12a tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Fanout notify agent at l3_agent the message router_deleted on router 139f3638-0a2e-4afa-b44e-28decdbbcaac {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:17:04.180228 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2db17574-03cb-4d24-b809-75f5a092b12a tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:04.186444 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2db17574-03cb-4d24-b809-75f5a092b12a tempest-RoutersNegativeIpV6Test-1975622614 tempest-RoutersNegativeIpV6Test-1975622614-project] 10.222.0.20 "DELETE /v2.0/routers/139f3638-0a2e-4afa-b44e-28decdbbcaac HTTP/1.1" status: 204 len: 168 time: 1.1056657 Nov 27 04:17:04.288980 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5075387-cf6f-4b82-8201-75ea8ba50b93 req-ea92423b-ba8e-46a8-9130-755387a927b0 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:04.293300 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b5075387-cf6f-4b82-8201-75ea8ba50b93 req-ea92423b-ba8e-46a8-9130-755387a927b0 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.11 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 946 time: 0.3535714 Nov 27 04:17:04.295396 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-11698b22-ce43-4b1d-b2e7-7683c0086a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48b8159-9061-4b21-96ea-7ab751bd45f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668326738', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'db5d153b-4458-424d-9d41-91d9c45685ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:14:17Z', 'updated_at': '2021-11-27T04:14:30Z', 'revision_number': 4, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': 'db5d153b-4458-424d-9d41-91d9c45685ab', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48b8159-9061-4b21-96ea-7ab751bd45f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:20Z', 'updated_at': '2021-11-27T04:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '321f6f08-7cf8-473a-aa02-aad421f807a9', 'name': '', 'network_id': '5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'mac_address': 'fa:16:3e:8a:29:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48b8159-9061-4b21-96ea-7ab751bd45f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '0b14f7bc-f949-4956-b408-2937d2202365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:29Z', 'updated_at': '2021-11-27T04:14:39Z', 'revision_number': 5, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'subnets': [{'id': '0b14f7bc-f949-4956-b408-2937d2202365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:17:04.384869 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11698b22-ce43-4b1d-b2e7-7683c0086a93 None None] The sync data for ids ['f48b8159-9061-4b21-96ea-7ab751bd45f0'] in n-d-819494-3 is: [{'id': 'f48b8159-9061-4b21-96ea-7ab751bd45f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668326738', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'db5d153b-4458-424d-9d41-91d9c45685ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:14:17Z', 'updated_at': '2021-11-27T04:14:30Z', 'revision_number': 4, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': 'db5d153b-4458-424d-9d41-91d9c45685ab', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48b8159-9061-4b21-96ea-7ab751bd45f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:20Z', 'updated_at': '2021-11-27T04:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '321f6f08-7cf8-473a-aa02-aad421f807a9', 'name': '', 'network_id': '5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'mac_address': 'fa:16:3e:8a:29:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48b8159-9061-4b21-96ea-7ab751bd45f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '0b14f7bc-f949-4956-b408-2937d2202365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:29Z', 'updated_at': '2021-11-27T04:14:39Z', 'revision_number': 5, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'subnets': [{'id': '0b14f7bc-f949-4956-b408-2937d2202365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:17:04.442064 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de6b3cd-b485-4f9b-81fd-d608b93923ad req-9c2eca78-6282-4342-b1a4-f7455d5652fc tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:04.452163 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0de6b3cd-b485-4f9b-81fd-d608b93923ad req-9c2eca78-6282-4342-b1a4-f7455d5652fc tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 946 time: 0.3065422 Nov 27 04:17:04.457038 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1cc5beb3-a5d7-4b90-b8c7-696c5c631a84 req-a8a65d0f-0f85-4b20-9efc-529645d67f53 service neutron] 10.222.0.11 "GET /v2.0/networks/a9fc006f-2f12-4b59-8f4e-166feef8006e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6254337 Nov 27 04:17:04.699651 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 48930) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:04.723203 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0de6b3cd-b485-4f9b-81fd-d608b93923ad req-3f3e9677-95c2-4ea3-9e21-bd0871c92859 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=35287554-093e-492b-9e65-510620951be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2694008 Nov 27 04:17:04.725992 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1cc5beb3-a5d7-4b90-b8c7-696c5c631a84 req-3cca46ed-ce14-497a-9e15-a9a540d16fd7 service neutron] 10.222.0.11 "GET /v2.0/networks/a9fc006f-2f12-4b59-8f4e-166feef8006e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405105 Nov 27 04:17:04.781296 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-b5075387-cf6f-4b82-8201-75ea8ba50b93 req-12b79841-dbc4-4b4c-a9de-267fcc336031 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Deleting port d10ea079-207d-41ea-99af-c5956ead995e {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:17:04.781922 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b5075387-cf6f-4b82-8201-75ea8ba50b93 req-12b79841-dbc4-4b4c-a9de-267fcc336031 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:04.944761 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e887a07f-00cc-4a39-92c4-1ac6f3acf31b None None] New status for floating IP 1948539b-71ed-40a4-beb1-b4ee8653e225: DOWN {{(pid=110021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:17:04.969525 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-b5075387-cf6f-4b82-8201-75ea8ba50b93 req-12b79841-dbc4-4b4c-a9de-267fcc336031 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] For port d10ea079-207d-41ea-99af-c5956ead995e, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=d10ea079-207d-41ea-99af-c5956ead995e,segment=NetworkSegment(3a0f2c89-9472-4b39-b64d-93d0070f2833),segment_id=3a0f2c89-9472-4b39-b64d-93d0070f2833)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:17:04.970216 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b5075387-cf6f-4b82-8201-75ea8ba50b93 req-12b79841-dbc4-4b4c-a9de-267fcc336031 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:05.014840 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-b5075387-cf6f-4b82-8201-75ea8ba50b93 req-12b79841-dbc4-4b4c-a9de-267fcc336031 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Calling delete_port for d10ea079-207d-41ea-99af-c5956ead995e owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:17:05.042920 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d84c3912-07eb-4658-9e10-877abf5c7697 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=29622cff92404ba582f1041ddea7b9dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3391891 Nov 27 04:17:05.046300 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 48942) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:05.108329 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-70a710e2-0e09-4862-8702-d709204e8f52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:05.137052 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-70a710e2-0e09-4862-8702-d709204e8f52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:05.271663 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-70a710e2-0e09-4862-8702-d709204e8f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:05.274119 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-70a710e2-0e09-4862-8702-d709204e8f52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:05.278286 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-70a710e2-0e09-4862-8702-d709204e8f52 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2f91f708-ada0-40b5-b5fa-d4beda9c068f HTTP/1.1" status: 204 len: 168 time: 0.2278702 Nov 27 04:17:05.283315 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b5075387-cf6f-4b82-8201-75ea8ba50b93 req-12b79841-dbc4-4b4c-a9de-267fcc336031 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:05.305642 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a710e2-0e09-4862-8702-d709204e8f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f91f708-ada0-40b5-b5fa-d4beda9c068f,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:05.366503 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b79841-dbc4-4b4c-a9de-267fcc336031 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event deleted for resources: {'Port': ['ID=d10ea079-207d-41ea-99af-c5956ead995e,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:05.466716 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5075387-cf6f-4b82-8201-75ea8ba50b93 req-12b79841-dbc4-4b4c-a9de-267fcc336031 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] No DVR routers for this DVR port d10ea079-207d-41ea-99af-c5956ead995e on host n-h2-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:17:05.470989 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b5075387-cf6f-4b82-8201-75ea8ba50b93 req-12b79841-dbc4-4b4c-a9de-267fcc336031 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:05.479890 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b5075387-cf6f-4b82-8201-75ea8ba50b93 req-12b79841-dbc4-4b4c-a9de-267fcc336031 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.11 "DELETE /v2.0/ports/d10ea079-207d-41ea-99af-c5956ead995e HTTP/1.1" status: 204 len: 173 time: 1.1553392 Nov 27 04:17:05.480660 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78849aa8-76b0-41f8-817b-9294cadaa289', 'name': 'network-vif-deleted', 'tag': 'd10ea079-207d-41ea-99af-c5956ead995e'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:17:05.490794 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3b4065-3680-456b-a0fe-3bfee3361f3a" -d '{"events": [{"server_uuid": "78849aa8-76b0-41f8-817b-9294cadaa289", "name": "network-vif-deleted", "tag": "d10ea079-207d-41ea-99af-c5956ead995e"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:17:05.593545 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45646a7-4ea8-48ab-9a63-12cab67bee0f x-openstack-request-id: req-f45646a7-4ea8-48ab-9a63-12cab67bee0f {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:17:05.594453 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78849aa8-76b0-41f8-817b-9294cadaa289", "name": "network-vif-deleted", "tag": "d10ea079-207d-41ea-99af-c5956ead995e", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:17:05.595048 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f45646a7-4ea8-48ab-9a63-12cab67bee0f {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:17:05.595733 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78849aa8-76b0-41f8-817b-9294cadaa289', 'name': 'network-vif-deleted', 'tag': 'd10ea079-207d-41ea-99af-c5956ead995e', 'status': 'completed', 'code': 200} Nov 27 04:17:05.933115 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4036a033-37f7-46f6-b549-530fd63ddb5b req-e585b9c4-2ced-405a-8b2c-d21f4c1f1b3b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=78849aa8-76b0-41f8-817b-9294cadaa289 HTTP/1.1" status: 200 len: 210 time: 0.0668972 Nov 27 04:17:06.374782 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 48988) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:06.485252 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-ebe6b208-5eb7-466f-bf18-74698357cb5e tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:06.485964 n-d-819494-3 neutron-server[110018]: WARNING neutron.api.v2.base [None req-ebe6b208-5eb7-466f-bf18-74698357cb5e tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 27 04:17:06.486679 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-ebe6b208-5eb7-466f-bf18-74698357cb5e tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] create failed (client error): There was a conflict when trying to complete your request. Nov 27 04:17:06.487698 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ebe6b208-5eb7-466f-bf18-74698357cb5e tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1116204 Nov 27 04:17:06.491495 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 48994) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:06.496520 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-49cbdd3a-cc0a-4653-8308-775c86a6f7ae tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Request body: {'security_group': {'name': 'tempest-secgroup--700427440'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:06.522517 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-49cbdd3a-cc0a-4653-8308-775c86a6f7ae tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:06.535797 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-49cbdd3a-cc0a-4653-8308-775c86a6f7ae tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:06.661774 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-49cbdd3a-cc0a-4653-8308-775c86a6f7ae tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:06.668969 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-49cbdd3a-cc0a-4653-8308-775c86a6f7ae tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:06.720110 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cbdd3a-cc0a-4653-8308-775c86a6f7ae tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abed5a3b-935f-44c8-abd7-5704c3e77cf5,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:06.787232 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-49cbdd3a-cc0a-4653-8308-775c86a6f7ae tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:06.792202 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-49cbdd3a-cc0a-4653-8308-775c86a6f7ae tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:06.824965 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cbdd3a-cc0a-4653-8308-775c86a6f7ae tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5deb73bd-8b0f-48ae-9e51-5573834c4361,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:06.856655 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cbdd3a-cc0a-4653-8308-775c86a6f7ae tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:06.857073 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cbdd3a-cc0a-4653-8308-775c86a6f7ae tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:06.857439 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cbdd3a-cc0a-4653-8308-775c86a6f7ae tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:06.860179 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cbdd3a-cc0a-4653-8308-775c86a6f7ae tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:06.861497 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cbdd3a-cc0a-4653-8308-775c86a6f7ae tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:06.861911 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cbdd3a-cc0a-4653-8308-775c86a6f7ae tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:06.862297 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cbdd3a-cc0a-4653-8308-775c86a6f7ae tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:06.862691 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cbdd3a-cc0a-4653-8308-775c86a6f7ae tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:06.863030 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cbdd3a-cc0a-4653-8308-775c86a6f7ae tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:06.863367 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cbdd3a-cc0a-4653-8308-775c86a6f7ae tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:06.864898 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cbdd3a-cc0a-4653-8308-775c86a6f7ae tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:06.865026 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cbdd3a-cc0a-4653-8308-775c86a6f7ae tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:06.871753 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-49cbdd3a-cc0a-4653-8308-775c86a6f7ae tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:06.875959 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49010) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:06.876045 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-49cbdd3a-cc0a-4653-8308-775c86a6f7ae tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3830416 Nov 27 04:17:06.880903 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-28c2590d-2846-4999-9848-a1a3112293c5 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Request body: {'security_group_rule': {'security_group_id': '5deb73bd-8b0f-48ae-9e51-5573834c4361', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:06.925630 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-28c2590d-2846-4999-9848-a1a3112293c5 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:07.014404 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-28c2590d-2846-4999-9848-a1a3112293c5 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:07.022298 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-28c2590d-2846-4999-9848-a1a3112293c5 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:07.023662 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49018) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:07.049408 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c2590d-2846-4999-9848-a1a3112293c5 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08e11fc1-15fd-424c-b314-61d04e970b30,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:07.072875 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-28c2590d-2846-4999-9848-a1a3112293c5 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:07.079252 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-28c2590d-2846-4999-9848-a1a3112293c5 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1998844 Nov 27 04:17:07.081518 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49022) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:07.088927 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-18974a3e-2cf3-4786-80e6-fbe83adee5e5 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Request body: {'security_group_rule': {'security_group_id': '5deb73bd-8b0f-48ae-9e51-5573834c4361', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:07.129580 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18974a3e-2cf3-4786-80e6-fbe83adee5e5 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:07.215331 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-18974a3e-2cf3-4786-80e6-fbe83adee5e5 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] create failed (client error): There was a conflict when trying to complete your request. Nov 27 04:17:07.220226 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-18974a3e-2cf3-4786-80e6-fbe83adee5e5 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1353674 Nov 27 04:17:07.222224 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49026) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:07.328758 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7784f649-fbee-463a-ace2-76eacb6c251f tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:07.367087 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7784f649-fbee-463a-ace2-76eacb6c251f tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:07.426335 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7784f649-fbee-463a-ace2-76eacb6c251f tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:07.431001 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7784f649-fbee-463a-ace2-76eacb6c251f tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:07.433824 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7784f649-fbee-463a-ace2-76eacb6c251f tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "DELETE /v2.0/security-groups/5deb73bd-8b0f-48ae-9e51-5573834c4361 HTTP/1.1" status: 204 len: 168 time: 0.2081084 Nov 27 04:17:07.437684 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49034) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:07.463473 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7784f649-fbee-463a-ace2-76eacb6c251f tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5deb73bd-8b0f-48ae-9e51-5573834c4361,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:07.514837 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-fbccfa30-7c1e-4e7e-b695-82bbed629c5c tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0745800 Nov 27 04:17:07.518880 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49038) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:07.523636 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-080eee20-f6aa-4c4d-99e7-c0aaaeaa76b1 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Request body: {'security_group': {'name': 'tempest-secgroup--1148186630'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:07.553010 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-080eee20-f6aa-4c4d-99e7-c0aaaeaa76b1 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:07.652028 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-080eee20-f6aa-4c4d-99e7-c0aaaeaa76b1 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:07.658295 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-080eee20-f6aa-4c4d-99e7-c0aaaeaa76b1 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:07.660199 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-638977da-8358-4842-b6a4-e3df2b43b411 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:07.693772 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-080eee20-f6aa-4c4d-99e7-c0aaaeaa76b1 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:07.695546 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-080eee20-f6aa-4c4d-99e7-c0aaaeaa76b1 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1755481 Nov 27 04:17:07.699051 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49042) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:07.703976 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-c12bd309-3d78-45fd-aba4-6203be220baf tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Request body: {'security_group_rule': {'security_group_id': '9ec09ce5-b6cf-45cd-881b-b5466e5ec126', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:07.704471 n-d-819494-3 neutron-server[110018]: WARNING neutron.api.v2.base [None req-c12bd309-3d78-45fd-aba4-6203be220baf tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 27 04:17:07.704974 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-c12bd309-3d78-45fd-aba4-6203be220baf tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 04:17:07.706093 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c12bd309-3d78-45fd-aba4-6203be220baf tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0059381 Nov 27 04:17:07.709033 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080eee20-f6aa-4c4d-99e7-c0aaaeaa76b1 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec09ce5-b6cf-45cd-881b-b5466e5ec126,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:07.720372 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49044) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:07.782199 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4bfa2d82-08b7-4feb-a31d-af780e8d92e6 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:07.826890 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4bfa2d82-08b7-4feb-a31d-af780e8d92e6 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:07.842315 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device d10ea079-207d-41ea-99af-c5956ead995e no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:17:07.882010 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: d10ea079-207d-41ea-99af-c5956ead995e {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:17:07.882382 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device d10ea079-207d-41ea-99af-c5956ead995e not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:17:07.906892 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4bfa2d82-08b7-4feb-a31d-af780e8d92e6 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:07.910339 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4bfa2d82-08b7-4feb-a31d-af780e8d92e6 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:07.917002 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4bfa2d82-08b7-4feb-a31d-af780e8d92e6 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "DELETE /v2.0/security-groups/9ec09ce5-b6cf-45cd-881b-b5466e5ec126 HTTP/1.1" status: 204 len: 168 time: 0.1933024 Nov 27 04:17:07.927434 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49052) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:07.928416 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa2d82-08b7-4feb-a31d-af780e8d92e6 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec09ce5-b6cf-45cd-881b-b5466e5ec126,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:08.008486 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4af05fe4-4334-43d2-9bee-3d253894c670 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0756874 Nov 27 04:17:08.012243 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49056) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:08.017573 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-89ade767-ba34-4520-8f40-6fb0c6762cf9 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Request body: {'security_group': {'name': 'tempest-secgroup--1851943987'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:08.106378 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-89ade767-ba34-4520-8f40-6fb0c6762cf9 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:08.137479 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-638977da-8358-4842-b6a4-e3df2b43b411 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Deleting port 321f6f08-7cf8-473a-aa02-aad421f807a9 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:17:08.137817 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-638977da-8358-4842-b6a4-e3df2b43b411 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:08.290891 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-89ade767-ba34-4520-8f40-6fb0c6762cf9 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:08.298503 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-89ade767-ba34-4520-8f40-6fb0c6762cf9 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:08.304365 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-638977da-8358-4842-b6a4-e3df2b43b411 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] For port 321f6f08-7cf8-473a-aa02-aad421f807a9, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=321f6f08-7cf8-473a-aa02-aad421f807a9,segment=NetworkSegment(3a0f2c89-9472-4b39-b64d-93d0070f2833),segment_id=3a0f2c89-9472-4b39-b64d-93d0070f2833)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:17:08.304702 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-638977da-8358-4842-b6a4-e3df2b43b411 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:08.341686 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ade767-ba34-4520-8f40-6fb0c6762cf9 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18dc20fd-eba3-4277-a4ae-2220f95e331c,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:08.356255 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-638977da-8358-4842-b6a4-e3df2b43b411 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Calling delete_port for 321f6f08-7cf8-473a-aa02-aad421f807a9 owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:17:08.369921 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-89ade767-ba34-4520-8f40-6fb0c6762cf9 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:08.371706 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-89ade767-ba34-4520-8f40-6fb0c6762cf9 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3581390 Nov 27 04:17:08.374694 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49068) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:08.382447 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-76ffeaa8-70b3-4991-aa2a-c0da4d9f7053 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Request body: {'security_group_rule': {'security_group_id': '18dc20fd-eba3-4277-a4ae-2220f95e331c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:08.383055 n-d-819494-3 neutron-server[110019]: WARNING neutron.api.v2.base [None req-76ffeaa8-70b3-4991-aa2a-c0da4d9f7053 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 27 04:17:08.383573 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-76ffeaa8-70b3-4991-aa2a-c0da4d9f7053 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 04:17:08.384766 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-76ffeaa8-70b3-4991-aa2a-c0da4d9f7053 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0075972 Nov 27 04:17:08.387709 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49070) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:08.516407 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d5711f91-f32f-49b1-bec3-a98f7046c33c tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:08.587128 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d5711f91-f32f-49b1-bec3-a98f7046c33c tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:08.675531 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d5711f91-f32f-49b1-bec3-a98f7046c33c tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:08.680478 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d5711f91-f32f-49b1-bec3-a98f7046c33c tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:08.682126 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d5711f91-f32f-49b1-bec3-a98f7046c33c tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "DELETE /v2.0/security-groups/18dc20fd-eba3-4277-a4ae-2220f95e331c HTTP/1.1" status: 204 len: 168 time: 0.2935045 Nov 27 04:17:08.686386 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49076) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:08.775976 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-06b706df-d8af-447a-873f-dc7de519ac4e tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0876467 Nov 27 04:17:08.779888 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49078) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:08.784557 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-4277c997-238a-4d93-9516-bb48a6dc02cb tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Request body: {'security_group': {'name': 'tempest-secgroup--137317859'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:08.795171 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-638977da-8358-4842-b6a4-e3df2b43b411 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:08.813342 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5711f91-f32f-49b1-bec3-a98f7046c33c tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18dc20fd-eba3-4277-a4ae-2220f95e331c,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:08.839825 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4277c997-238a-4d93-9516-bb48a6dc02cb tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:08.857872 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638977da-8358-4842-b6a4-e3df2b43b411 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event deleted for resources: {'Port': ['ID=321f6f08-7cf8-473a-aa02-aad421f807a9,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:09.013515 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4277c997-238a-4d93-9516-bb48a6dc02cb tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:09.022842 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4277c997-238a-4d93-9516-bb48a6dc02cb tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:09.054496 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4277c997-238a-4d93-9516-bb48a6dc02cb tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7a1c59-3cb8-44de-8792-1b040b3da5cc,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:09.098367 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4277c997-238a-4d93-9516-bb48a6dc02cb tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:09.100406 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4277c997-238a-4d93-9516-bb48a6dc02cb tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3195724 Nov 27 04:17:09.103254 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49086) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:09.109367 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-46282b18-4bcc-48f5-8708-34b24b8a765b tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Request body: {'security_group_rule': {'security_group_id': '1c7a1c59-3cb8-44de-8792-1b040b3da5cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:09.123545 n-d-819494-3 neutron-server[110018]: WARNING neutron.api.v2.base [None req-46282b18-4bcc-48f5-8708-34b24b8a765b tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 27 04:17:09.124409 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-46282b18-4bcc-48f5-8708-34b24b8a765b tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 04:17:09.126343 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-46282b18-4bcc-48f5-8708-34b24b8a765b tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0218153 Nov 27 04:17:09.130802 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49088) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:09.149232 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-75f90af1-3e77-4140-ac0c-5c9e433021e4 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Request body: {'security_group_rule': {'security_group_id': '1c7a1c59-3cb8-44de-8792-1b040b3da5cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:09.151263 n-d-819494-3 neutron-server[110018]: WARNING neutron.api.v2.base [None req-75f90af1-3e77-4140-ac0c-5c9e433021e4 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 27 04:17:09.152021 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-75f90af1-3e77-4140-ac0c-5c9e433021e4 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 04:17:09.157021 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-75f90af1-3e77-4140-ac0c-5c9e433021e4 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0207336 Nov 27 04:17:09.159248 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49094) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:09.176457 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-9d8bc612-8089-4b81-95fc-ca6f939cf0d1 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Request body: {'security_group_rule': {'security_group_id': '1c7a1c59-3cb8-44de-8792-1b040b3da5cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:09.177733 n-d-819494-3 neutron-server[110018]: WARNING neutron.api.v2.base [None req-9d8bc612-8089-4b81-95fc-ca6f939cf0d1 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 27 04:17:09.178701 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-9d8bc612-8089-4b81-95fc-ca6f939cf0d1 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 04:17:09.184715 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9d8bc612-8089-4b81-95fc-ca6f939cf0d1 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0184233 Nov 27 04:17:09.186643 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49096) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:09.199867 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-a31491aa-a0d1-4281-ab44-a24a7f63b311 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Request body: {'security_group_rule': {'security_group_id': '1c7a1c59-3cb8-44de-8792-1b040b3da5cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:09.201956 n-d-819494-3 neutron-server[110018]: WARNING neutron.api.v2.base [None req-a31491aa-a0d1-4281-ab44-a24a7f63b311 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 27 04:17:09.205527 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-a31491aa-a0d1-4281-ab44-a24a7f63b311 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 04:17:09.206825 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-638977da-8358-4842-b6a4-e3df2b43b411 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:09.208778 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a31491aa-a0d1-4281-ab44-a24a7f63b311 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0180266 Nov 27 04:17:09.211799 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49098) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:09.417165 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5a6bcdb4-dda7-4932-8a6b-28f82e8f6a09 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:09.464848 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5a6bcdb4-dda7-4932-8a6b-28f82e8f6a09 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:09.553347 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5a6bcdb4-dda7-4932-8a6b-28f82e8f6a09 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:09.557636 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5a6bcdb4-dda7-4932-8a6b-28f82e8f6a09 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:09.559219 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5a6bcdb4-dda7-4932-8a6b-28f82e8f6a09 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "DELETE /v2.0/security-groups/1c7a1c59-3cb8-44de-8792-1b040b3da5cc HTTP/1.1" status: 204 len: 168 time: 0.3456705 Nov 27 04:17:09.563085 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49108) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:09.608754 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6bcdb4-dda7-4932-8a6b-28f82e8f6a09 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7a1c59-3cb8-44de-8792-1b040b3da5cc,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:09.681376 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e4fb71ff-35c7-4b3f-b779-9fd7dbe134c0 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1133435 Nov 27 04:17:09.681957 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49110) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:09.687274 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-ec4cfe01-5440-4306-a322-1b528a7641a3 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Request body: {'security_group': {'name': 'tempest-secgroup--81998050'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:09.711638 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638977da-8358-4842-b6a4-e3df2b43b411 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Router f48b8159-9061-4b21-96ea-7ab751bd45f0 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:17:09.718310 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ec4cfe01-5440-4306-a322-1b528a7641a3 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:09.875103 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638977da-8358-4842-b6a4-e3df2b43b411 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:17:09.881173 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-638977da-8358-4842-b6a4-e3df2b43b411 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "PUT /v2.0/routers/f48b8159-9061-4b21-96ea-7ab751bd45f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8556292 Nov 27 04:17:09.885157 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49116) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:09.885769 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2075e6d1-2e66-4fb3-92d0-a893b6b1c439 None None] Sync routers for ids ['f48b8159-9061-4b21-96ea-7ab751bd45f0'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:17:09.916573 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2075e6d1-2e66-4fb3-92d0-a893b6b1c439 None None] Routers {'f48b8159-9061-4b21-96ea-7ab751bd45f0'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:17:09.917211 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-2075e6d1-2e66-4fb3-92d0-a893b6b1c439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:16:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f48b8159-9061-4b21-96ea-7ab751bd45f0'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:17:09.936874 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ec4cfe01-5440-4306-a322-1b528a7641a3 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:09.949091 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ec4cfe01-5440-4306-a322-1b528a7641a3 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:10.021863 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcbd3885-b215-423c-84c9-4ee667bba2e9 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Deleting subnet 0b14f7bc-f949-4956-b408-2937d2202365 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:17:10.034525 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dcbd3885-b215-423c-84c9-4ee667bba2e9 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:10.037233 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4cfe01-5440-4306-a322-1b528a7641a3 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd8532a-ac47-4a1c-afed-4ed26e579bd8,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:10.062792 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ec4cfe01-5440-4306-a322-1b528a7641a3 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:10.065373 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ec4cfe01-5440-4306-a322-1b528a7641a3 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3811693 Nov 27 04:17:10.067211 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49122) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:10.077837 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-6b0b8d50-fb81-4d64-9ebe-3050472e910b tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Request body: {'security_group_rule': {'security_group_id': '0cd8532a-ac47-4a1c-afed-4ed26e579bd8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:10.081800 n-d-819494-3 neutron-server[110019]: WARNING neutron.api.v2.base [None req-6b0b8d50-fb81-4d64-9ebe-3050472e910b tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 27 04:17:10.082372 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-6b0b8d50-fb81-4d64-9ebe-3050472e910b tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 04:17:10.084465 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6b0b8d50-fb81-4d64-9ebe-3050472e910b tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0162871 Nov 27 04:17:10.091276 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49124) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:10.097782 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-16e5eeee-dbba-491e-999c-638c7c04a20a tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Request body: {'security_group_rule': {'security_group_id': '0cd8532a-ac47-4a1c-afed-4ed26e579bd8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:10.125809 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-2075e6d1-2e66-4fb3-92d0-a893b6b1c439 None None] Set router f48b8159-9061-4b21-96ea-7ab751bd45f0 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:17:10.132403 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dcbd3885-b215-423c-84c9-4ee667bba2e9 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:10.183420 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-16e5eeee-dbba-491e-999c-638c7c04a20a tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 04:17:10.185306 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-16e5eeee-dbba-491e-999c-638c7c04a20a tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0928619 Nov 27 04:17:10.188089 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49126) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:10.194004 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-7af9ff1b-f62a-4ac5-84f4-fab8e8892411 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Request body: {'security_group_rule': {'security_group_id': '0cd8532a-ac47-4a1c-afed-4ed26e579bd8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:10.194780 n-d-819494-3 neutron-server[110019]: WARNING neutron.api.v2.base [None req-7af9ff1b-f62a-4ac5-84f4-fab8e8892411 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 27 04:17:10.195430 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-7af9ff1b-f62a-4ac5-84f4-fab8e8892411 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 04:17:10.196971 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7af9ff1b-f62a-4ac5-84f4-fab8e8892411 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0076716 Nov 27 04:17:10.205037 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49128) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:10.225381 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-d2d9a7dc-84be-43c4-8855-c89ce5eb0f29 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Request body: {'security_group_rule': {'security_group_id': '0cd8532a-ac47-4a1c-afed-4ed26e579bd8', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:10.289557 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-d2d9a7dc-84be-43c4-8855-c89ce5eb0f29 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 04:17:10.291303 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d2d9a7dc-84be-43c4-8855-c89ce5eb0f29 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0849056 Nov 27 04:17:10.296622 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49132) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:10.307962 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-44667627-729e-4298-bfbb-c90ca4b80162 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Request body: {'security_group_rule': {'security_group_id': '0cd8532a-ac47-4a1c-afed-4ed26e579bd8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:10.308963 n-d-819494-3 neutron-server[110019]: WARNING neutron.api.v2.base [None req-44667627-729e-4298-bfbb-c90ca4b80162 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 27 04:17:10.310935 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-44667627-729e-4298-bfbb-c90ca4b80162 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 04:17:10.315969 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-44667627-729e-4298-bfbb-c90ca4b80162 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0160162 Nov 27 04:17:10.317878 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49134) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:10.329520 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-c5b9d4c9-b703-4e27-941f-0e057bab7bd6 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Request body: {'security_group_rule': {'security_group_id': '0cd8532a-ac47-4a1c-afed-4ed26e579bd8', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:10.356091 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dcbd3885-b215-423c-84c9-4ee667bba2e9 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:10.362912 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-2075e6d1-2e66-4fb3-92d0-a893b6b1c439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48b8159-9061-4b21-96ea-7ab751bd45f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668326738', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'db5d153b-4458-424d-9d41-91d9c45685ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:14:17Z', 'updated_at': '2021-11-27T04:17:08Z', 'revision_number': 5, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': 'db5d153b-4458-424d-9d41-91d9c45685ab', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48b8159-9061-4b21-96ea-7ab751bd45f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:20Z', 'updated_at': '2021-11-27T04:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:17:10.397670 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2075e6d1-2e66-4fb3-92d0-a893b6b1c439 None None] Checking router: f48b8159-9061-4b21-96ea-7ab751bd45f0 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:17:10.406533 n-d-819494-3 neutron-server[110019]: INFO neutron.db.securitygroups_db [None req-c5b9d4c9-b703-4e27-941f-0e057bab7bd6 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Project 10f7bf4220ab4fbc84179ed130dc56de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 04:17:10.408994 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2075e6d1-2e66-4fb3-92d0-a893b6b1c439 None None] Routers {'f48b8159-9061-4b21-96ea-7ab751bd45f0'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:17:10.409855 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-2075e6d1-2e66-4fb3-92d0-a893b6b1c439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:16:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f48b8159-9061-4b21-96ea-7ab751bd45f0'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:17:10.431828 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-c5b9d4c9-b703-4e27-941f-0e057bab7bd6 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 04:17:10.435846 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c5b9d4c9-b703-4e27-941f-0e057bab7bd6 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1120963 Nov 27 04:17:10.436053 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49142) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:10.444578 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-a4f6cd40-57fb-459d-ba34-f307283555bf tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Request body: {'security_group_rule': {'security_group_id': '0cd8532a-ac47-4a1c-afed-4ed26e579bd8', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:10.445779 n-d-819494-3 neutron-server[110019]: WARNING neutron.api.v2.base [None req-a4f6cd40-57fb-459d-ba34-f307283555bf tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 27 04:17:10.446334 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-a4f6cd40-57fb-459d-ba34-f307283555bf tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 04:17:10.452605 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a4f6cd40-57fb-459d-ba34-f307283555bf tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0132296 Nov 27 04:17:10.452871 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49144) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:10.467295 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-f2b156b4-992a-4f18-adc6-7ee417f73134 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Request body: {'security_group_rule': {'security_group_id': '0cd8532a-ac47-4a1c-afed-4ed26e579bd8', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:10.508770 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dcbd3885-b215-423c-84c9-4ee667bba2e9 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:10.544300 n-d-819494-3 neutron-server[110019]: INFO neutron.db.securitygroups_db [None req-f2b156b4-992a-4f18-adc6-7ee417f73134 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Project 10f7bf4220ab4fbc84179ed130dc56de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 04:17:10.564997 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd3885-b215-423c-84c9-4ee667bba2e9 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event deleted for resources: {'Subnet': ['ID=0b14f7bc-f949-4956-b408-2937d2202365,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:10.571400 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dcbd3885-b215-423c-84c9-4ee667bba2e9 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:10.574004 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a99afaa-a5e2-4b7c-abe3-a7fe4ff254c8 None None] Network 5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:17:10.581144 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-dcbd3885-b215-423c-84c9-4ee667bba2e9 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "DELETE /v2.0/subnets/0b14f7bc-f949-4956-b408-2937d2202365 HTTP/1.1" status: 204 len: 168 time: 0.6943986 Nov 27 04:17:10.584738 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-f2b156b4-992a-4f18-adc6-7ee417f73134 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 04:17:10.584875 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49150) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:10.589867 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f2b156b4-992a-4f18-adc6-7ee417f73134 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1356790 Nov 27 04:17:10.591113 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49152) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:10.603898 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-7f180842-e262-4aaf-a875-1525a6bb72af tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Request body: {'security_group_rule': {'security_group_id': '0cd8532a-ac47-4a1c-afed-4ed26e579bd8', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:10.667844 n-d-819494-3 neutron-server[110019]: INFO neutron.db.securitygroups_db [None req-7f180842-e262-4aaf-a875-1525a6bb72af tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Project 10f7bf4220ab4fbc84179ed130dc56de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 04:17:10.686441 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-7f180842-e262-4aaf-a875-1525a6bb72af tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 04:17:10.690774 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7f180842-e262-4aaf-a875-1525a6bb72af tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0983407 Nov 27 04:17:10.691668 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49156) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:10.781622 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-93de5b02-7220-442e-b738-4f930341bb79 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:10.809397 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-93de5b02-7220-442e-b738-4f930341bb79 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:10.821674 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-2075e6d1-2e66-4fb3-92d0-a893b6b1c439 None None] Set router f48b8159-9061-4b21-96ea-7ab751bd45f0 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:17:10.866724 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-93de5b02-7220-442e-b738-4f930341bb79 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:10.869662 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-93de5b02-7220-442e-b738-4f930341bb79 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:10.873237 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-93de5b02-7220-442e-b738-4f930341bb79 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "DELETE /v2.0/security-groups/0cd8532a-ac47-4a1c-afed-4ed26e579bd8 HTTP/1.1" status: 204 len: 168 time: 0.1766796 Nov 27 04:17:10.873583 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49162) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:10.885861 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de5b02-7220-442e-b738-4f930341bb79 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd8532a-ac47-4a1c-afed-4ed26e579bd8,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:10.916808 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ac8fd9c9-2b79-42c3-b19c-e69692eec9cd tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:11.037528 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6159aa7c-713f-4603-9582-f0d13566ef06 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1593390 Nov 27 04:17:11.038251 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49172) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:11.045880 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-58e0a3bd-072b-4969-99d7-7e2cce6d2020 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Request body: {'security_group': {'name': 'tempest-secgroup--305149219'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:11.116806 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-58e0a3bd-072b-4969-99d7-7e2cce6d2020 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:11.150064 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b7d50c-65b9-49ed-a81a-67eb098504a8 None None] DHCP port deletion for 5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:17:11.155767 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ac8fd9c9-2b79-42c3-b19c-e69692eec9cd tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:11.266050 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-ac8fd9c9-2b79-42c3-b19c-e69692eec9cd tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Deleting port db5d153b-4458-424d-9d41-91d9c45685ab {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:17:11.266591 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ac8fd9c9-2b79-42c3-b19c-e69692eec9cd tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:11.284846 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-f3b7d50c-65b9-49ed-a81a-67eb098504a8 None None] Deleting port 2476aa3c-a708-4de3-955d-501f2f016867 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:17:11.285228 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f3b7d50c-65b9-49ed-a81a-67eb098504a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:11.319277 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-58e0a3bd-072b-4969-99d7-7e2cce6d2020 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:11.332668 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-58e0a3bd-072b-4969-99d7-7e2cce6d2020 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:11.387964 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-ac8fd9c9-2b79-42c3-b19c-e69692eec9cd tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] For port db5d153b-4458-424d-9d41-91d9c45685ab, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=db5d153b-4458-424d-9d41-91d9c45685ab,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:17:11.388269 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-58e0a3bd-072b-4969-99d7-7e2cce6d2020 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:11.388911 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ac8fd9c9-2b79-42c3-b19c-e69692eec9cd tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:11.393068 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-58e0a3bd-072b-4969-99d7-7e2cce6d2020 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3533494 Nov 27 04:17:11.396706 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49180) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:11.401572 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-8c28e2c8-9126-4a9f-8829-a69098649472 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Request body: {'security_group_rule': {'security_group_id': 'bb594d54-a788-4503-a016-61b46b880f7f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:11.404400 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-ac8fd9c9-2b79-42c3-b19c-e69692eec9cd tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Calling delete_port for db5d153b-4458-424d-9d41-91d9c45685ab owned by network:router_gateway {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:17:11.408953 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e0a3bd-072b-4969-99d7-7e2cce6d2020 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb594d54-a788-4503-a016-61b46b880f7f,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:11.413703 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-2075e6d1-2e66-4fb3-92d0-a893b6b1c439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48b8159-9061-4b21-96ea-7ab751bd45f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668326738', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'db5d153b-4458-424d-9d41-91d9c45685ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:14:17Z', 'updated_at': '2021-11-27T04:17:08Z', 'revision_number': 5, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': 'db5d153b-4458-424d-9d41-91d9c45685ab', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48b8159-9061-4b21-96ea-7ab751bd45f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:20Z', 'updated_at': '2021-11-27T04:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:17:11.459271 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2075e6d1-2e66-4fb3-92d0-a893b6b1c439 None None] The sync data for ids ['f48b8159-9061-4b21-96ea-7ab751bd45f0'] in n-d-819494-3 is: [{'id': 'f48b8159-9061-4b21-96ea-7ab751bd45f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668326738', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'db5d153b-4458-424d-9d41-91d9c45685ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:14:17Z', 'updated_at': '2021-11-27T04:17:08Z', 'revision_number': 5, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': 'db5d153b-4458-424d-9d41-91d9c45685ab', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48b8159-9061-4b21-96ea-7ab751bd45f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:14:20Z', 'updated_at': '2021-11-27T04:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:17:11.477026 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-8c28e2c8-9126-4a9f-8829-a69098649472 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] create failed (client error): The resource could not be found. Nov 27 04:17:11.482228 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49182) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:11.482858 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8c28e2c8-9126-4a9f-8829-a69098649472 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0847511 Nov 27 04:17:11.486847 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-88ee1cb3-8d36-423d-be94-7afabb0cce3e tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Request body: {'security_group_rule': {'security_group_id': 'bb594d54-a788-4503-a016-61b46b880f7f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '8dd53122-cbc1-4d4c-97e5-62263588f83a'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:11.507227 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-f3b7d50c-65b9-49ed-a81a-67eb098504a8 None None] For port 2476aa3c-a708-4de3-955d-501f2f016867, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=2476aa3c-a708-4de3-955d-501f2f016867,segment=NetworkSegment(3a0f2c89-9472-4b39-b64d-93d0070f2833),segment_id=3a0f2c89-9472-4b39-b64d-93d0070f2833)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:17:11.507819 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f3b7d50c-65b9-49ed-a81a-67eb098504a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:11.535193 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-f3b7d50c-65b9-49ed-a81a-67eb098504a8 None None] Calling delete_port for 2476aa3c-a708-4de3-955d-501f2f016867 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:17:11.621822 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-88ee1cb3-8d36-423d-be94-7afabb0cce3e tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] create failed (client error): The resource could not be found. Nov 27 04:17:11.623112 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-88ee1cb3-8d36-423d-be94-7afabb0cce3e tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1398036 Nov 27 04:17:11.626162 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49188) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:11.687705 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f3b7d50c-65b9-49ed-a81a-67eb098504a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:11.711484 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-611ed6af-0ffd-4919-929b-d2c8b4fe5aea tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:11.734813 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b7d50c-65b9-49ed-a81a-67eb098504a8 None None] Pushing event deleted for resources: {'Port': ['ID=2476aa3c-a708-4de3-955d-501f2f016867,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:11.737994 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-611ed6af-0ffd-4919-929b-d2c8b4fe5aea tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:11.747597 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b7d50c-65b9-49ed-a81a-67eb098504a8 None None] No DVR routers for this DVR port 2476aa3c-a708-4de3-955d-501f2f016867 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:17:11.799859 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ac8fd9c9-2b79-42c3-b19c-e69692eec9cd tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:11.854674 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8fd9c9-2b79-42c3-b19c-e69692eec9cd tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event deleted for resources: {'Port': ['ID=db5d153b-4458-424d-9d41-91d9c45685ab,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:11.856872 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-611ed6af-0ffd-4919-929b-d2c8b4fe5aea tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:11.859834 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-611ed6af-0ffd-4919-929b-d2c8b4fe5aea tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:11.861136 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-611ed6af-0ffd-4919-929b-d2c8b4fe5aea tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "DELETE /v2.0/security-groups/bb594d54-a788-4503-a016-61b46b880f7f HTTP/1.1" status: 204 len: 168 time: 0.2338471 Nov 27 04:17:11.864510 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49194) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:11.884115 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac4f168-77fc-4871-b084-4e3638d85a72 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:17:12.025620 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 321f6f08-7cf8-473a-aa02-aad421f807a9 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:17:12.064752 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 321f6f08-7cf8-473a-aa02-aad421f807a9 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:17:12.065132 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 321f6f08-7cf8-473a-aa02-aad421f807a9 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:17:12.065563 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 2476aa3c-a708-4de3-955d-501f2f016867 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:17:12.082994 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-dc2ec6b1-0c94-4b60-b79b-9ea55ea4c66e tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2171757 Nov 27 04:17:12.091131 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49202) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:12.106002 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-d7394e1d-b1a4-47a8-b2f8-04bff36f36f5 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Request body: {'security_group_rule': {'security_group_id': 'ba48cc88-9da7-40a5-88e7-dfa5bd472fc1', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:12.113033 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 2476aa3c-a708-4de3-955d-501f2f016867 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:17:12.113380 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 2476aa3c-a708-4de3-955d-501f2f016867 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:17:12.291027 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6b593-c220-4309-9839-4cb5f88dca98 req-011f225f-09cd-4448-bbdc-6f6bde746126 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:12.292642 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c3c6b593-c220-4309-9839-4cb5f88dca98 req-011f225f-09cd-4448-bbdc-6f6bde746126 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] 10.222.0.20 "GET /v2.0/ports?device_id=bae84983-eccd-4a92-a86e-30dbecc62b64 HTTP/1.1" status: 200 len: 950 time: 0.1514759 Nov 27 04:17:12.331059 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-d7394e1d-b1a4-47a8-b2f8-04bff36f36f5 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] create failed (client error): The resource could not be found. Nov 27 04:17:12.334043 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d7394e1d-b1a4-47a8-b2f8-04bff36f36f5 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2355795 Nov 27 04:17:12.337824 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49206) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:12.344533 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-c990f7f9-9315-4e3a-8044-fb3b570dd761 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Request body: {'security_group': {'name': 'tempest-secgroup--1876090351'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:12.367795 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611ed6af-0ffd-4919-929b-d2c8b4fe5aea tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb594d54-a788-4503-a016-61b46b880f7f,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:12.393722 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c3c6b593-c220-4309-9839-4cb5f88dca98 req-d6794549-d3d1-4f62-82ae-8b882056958e tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] 10.222.0.20 "GET /v2.0/security-groups?id=12252b2b-ba76-4e33-80c0-44568f8ad8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832667 Nov 27 04:17:12.407994 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c990f7f9-9315-4e3a-8044-fb3b570dd761 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:12.452302 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ac8fd9c9-2b79-42c3-b19c-e69692eec9cd tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:12.512629 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c990f7f9-9315-4e3a-8044-fb3b570dd761 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:12.517936 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c990f7f9-9315-4e3a-8044-fb3b570dd761 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:12.556834 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c990f7f9-9315-4e3a-8044-fb3b570dd761 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:12.557742 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c990f7f9-9315-4e3a-8044-fb3b570dd761 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2187295 Nov 27 04:17:12.561164 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49212) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:12.561164 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c990f7f9-9315-4e3a-8044-fb3b570dd761 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=378a57f3-b8f0-42fa-9518-a8b9bc2e68e4,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:12.564545 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ac8fd9c9-2b79-42c3-b19c-e69692eec9cd tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:12.568320 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ac8fd9c9-2b79-42c3-b19c-e69692eec9cd tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:12.568434 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-121c4405-0086-42b0-a4a9-6731d1549fab tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Request body: {'security_group': {'name': 'tempest-secgroup--2144466104'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:12.594262 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-121c4405-0086-42b0-a4a9-6731d1549fab tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:12.622286 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ac8fd9c9-2b79-42c3-b19c-e69692eec9cd tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:12.623264 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8fd9c9-2b79-42c3-b19c-e69692eec9cd tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Fanout notify agent at l3_agent the message router_deleted on router f48b8159-9061-4b21-96ea-7ab751bd45f0 {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:17:12.633869 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ac8fd9c9-2b79-42c3-b19c-e69692eec9cd tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:12.635640 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ac8fd9c9-2b79-42c3-b19c-e69692eec9cd tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "DELETE /v2.0/routers/f48b8159-9061-4b21-96ea-7ab751bd45f0 HTTP/1.1" status: 204 len: 168 time: 2.0495620 Nov 27 04:17:12.638225 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49216) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:12.693962 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-121c4405-0086-42b0-a4a9-6731d1549fab tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:12.701985 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-121c4405-0086-42b0-a4a9-6731d1549fab tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:12.795269 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-121c4405-0086-42b0-a4a9-6731d1549fab tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:12.808476 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-121c4405-0086-42b0-a4a9-6731d1549fab tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2443259 Nov 27 04:17:12.809379 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121c4405-0086-42b0-a4a9-6731d1549fab tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7223ef88-591b-4130-9d25-da723419ccee,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:12.816761 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9da258f8-3c72-4b95-b314-377330e1c410 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:12.819052 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49222) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:12.824608 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-f6a024a2-2e42-4942-8112-c7eb67178d8b tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Request body: {'security_group_rule': {'security_group_id': '378a57f3-b8f0-42fa-9518-a8b9bc2e68e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '7223ef88-591b-4130-9d25-da723419ccee'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:12.954973 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9da258f8-3c72-4b95-b314-377330e1c410 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:12.958259 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-f6a024a2-2e42-4942-8112-c7eb67178d8b tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 04:17:12.962120 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49226) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:12.962667 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f6a024a2-2e42-4942-8112-c7eb67178d8b tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1420910 Nov 27 04:17:12.982514 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-9da258f8-3c72-4b95-b314-377330e1c410 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:17:12.993611 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-9da258f8-3c72-4b95-b314-377330e1c410 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a0f2c89-9472-4b39-b64d-93d0070f2833') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:17:12.993920 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-9da258f8-3c72-4b95-b314-377330e1c410 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a0f2c89-9472-4b39-b64d-93d0070f2833') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:17:13.005089 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9da258f8-3c72-4b95-b314-377330e1c410 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:13.019924 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9da258f8-3c72-4b95-b314-377330e1c410 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:13.027341 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9da258f8-3c72-4b95-b314-377330e1c410 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:17:13.028069 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9da258f8-3c72-4b95-b314-377330e1c410 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:13.048484 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3c9df2ca-abba-4dce-a828-84ab71821341 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:13.074296 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3c9df2ca-abba-4dce-a828-84ab71821341 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:13.101105 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:17:13.101105 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:17:13.101105 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:17:13.101105 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:17:13.101105 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:17:13.101105 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:17:13.101105 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:17:13.101105 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:17:13.101105 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:17:13.101105 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:17:13.101105 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:17:13.101105 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:17:13.101105 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:17:13.101105 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:17:13.101105 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:17:13.101105 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:17:13.101105 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:17:13.101105 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:17:13.101105 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:17:13.101105 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:17:13.101105 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:17:13.101105 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:17:13.101105 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:17:13.101105 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:17:13.101105 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:17:13.101105 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:17:13.101105 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:17:13.101105 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:17:13.101105 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:17:13.101105 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:17:13.101105 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:17:13.101105 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:17:13.107879 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9da258f8-3c72-4b95-b314-377330e1c410 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:13.119202 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9da258f8-3c72-4b95-b314-377330e1c410 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:13.126457 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9da258f8-3c72-4b95-b314-377330e1c410 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "DELETE /v2.0/networks/5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d HTTP/1.1" status: 204 len: 168 time: 0.4836738 Nov 27 04:17:13.129447 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49230) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:13.141194 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da258f8-3c72-4b95-b314-377330e1c410 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event deleted for resources: {'Network': ['ID=5963cd01-b2f9-4bf0-b81b-fd6a6dbb9b7d,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:13.157937 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3c9df2ca-abba-4dce-a828-84ab71821341 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:13.161388 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3c9df2ca-abba-4dce-a828-84ab71821341 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:13.162524 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-3c9df2ca-abba-4dce-a828-84ab71821341 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "DELETE /v2.0/security-groups/7223ef88-591b-4130-9d25-da723419ccee HTTP/1.1" status: 204 len: 168 time: 0.1993697 Nov 27 04:17:13.165465 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49234) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:13.198784 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9df2ca-abba-4dce-a828-84ab71821341 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7223ef88-591b-4130-9d25-da723419ccee,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:13.270935 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bc9a0631-81c4-4156-9f95-27512c96d170 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:13.287007 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3ef32b31-bdf6-401c-96e2-5096f775d4f7 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1190100 Nov 27 04:17:13.288696 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49238) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:13.316292 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bc9a0631-81c4-4156-9f95-27512c96d170 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:13.355958 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bba50995-1365-4459-98d1-b302df9eb862 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:13.391240 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bba50995-1365-4459-98d1-b302df9eb862 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:13.500812 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bc9a0631-81c4-4156-9f95-27512c96d170 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:13.503590 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bc9a0631-81c4-4156-9f95-27512c96d170 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:13.505398 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-bc9a0631-81c4-4156-9f95-27512c96d170 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "DELETE /v2.0/security-groups/35287554-093e-492b-9e65-510620951be8 HTTP/1.1" status: 204 len: 168 time: 0.3651824 Nov 27 04:17:13.552623 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a0631-81c4-4156-9f95-27512c96d170 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35287554-093e-492b-9e65-510620951be8,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:13.563137 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bba50995-1365-4459-98d1-b302df9eb862 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:13.567868 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bba50995-1365-4459-98d1-b302df9eb862 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:13.572949 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-bba50995-1365-4459-98d1-b302df9eb862 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "DELETE /v2.0/security-groups/378a57f3-b8f0-42fa-9518-a8b9bc2e68e4 HTTP/1.1" status: 204 len: 168 time: 0.2820323 Nov 27 04:17:13.583263 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49250) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:13.646694 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba50995-1365-4459-98d1-b302df9eb862 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=378a57f3-b8f0-42fa-9518-a8b9bc2e68e4,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:13.696584 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15bf6b-a5f9-43f9-9ba2-ed4c7297d1d1 req-39cc0ca7-68bb-4a8f-86aa-573359a2fe07 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:13.698238 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fb15bf6b-a5f9-43f9-9ba2-ed4c7297d1d1 req-39cc0ca7-68bb-4a8f-86aa-573359a2fe07 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] 10.222.0.20 "GET /v2.0/ports?device_id=bae84983-eccd-4a92-a86e-30dbecc62b64 HTTP/1.1" status: 200 len: 950 time: 0.1286314 Nov 27 04:17:13.726518 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1dd7ea02-c427-4ce0-b180-d192da6276ff tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1260257 Nov 27 04:17:13.731068 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49256) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:13.735933 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-76c962ca-516f-4f5b-9d96-3181b856f929 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Request body: {'security_group': {'name': 'tempest-secgroup--621625920'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:13.775241 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fb15bf6b-a5f9-43f9-9ba2-ed4c7297d1d1 req-873ec6b2-0425-442c-be65-382093c306c2 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] 10.222.0.20 "GET /v2.0/security-groups?id=12252b2b-ba76-4e33-80c0-44568f8ad8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677228 Nov 27 04:17:13.778670 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-76c962ca-516f-4f5b-9d96-3181b856f929 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:13.924599 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device db5d153b-4458-424d-9d41-91d9c45685ab no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:17:13.927004 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-76c962ca-516f-4f5b-9d96-3181b856f929 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:13.934933 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-76c962ca-516f-4f5b-9d96-3181b856f929 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:13.954466 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49262) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:13.960705 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-1fce0871-9ff5-4747-86d9-360ff3e5e3a4 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1528515747', 'description': 'tempest-secgroup-smoke-1528515747 description', 'project_id': '13b1fee7d54d401493a1883da20540bb'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:13.965386 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-76c962ca-516f-4f5b-9d96-3181b856f929 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:13.969486 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-76c962ca-516f-4f5b-9d96-3181b856f929 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2344172 Nov 27 04:17:13.970165 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49264) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:13.970369 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: db5d153b-4458-424d-9d41-91d9c45685ab {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:17:13.970750 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device db5d153b-4458-424d-9d41-91d9c45685ab not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:17:13.980971 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-db9c5119-9937-4459-9f3d-9acbdf002659 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Request body: {'security_group_rule': {'security_group_id': 'b68c40ce-332e-486e-b6e2-a4f991344020', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:14.005611 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1fce0871-9ff5-4747-86d9-360ff3e5e3a4 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:14.034238 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c962ca-516f-4f5b-9d96-3181b856f929 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b68c40ce-332e-486e-b6e2-a4f991344020,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:14.073714 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-db9c5119-9937-4459-9f3d-9acbdf002659 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 04:17:14.075444 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-db9c5119-9937-4459-9f3d-9acbdf002659 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1039762 Nov 27 04:17:14.079184 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49268) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:14.085070 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-b59cc39a-9835-4ee7-973c-174869722c29 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Request body: {'security_group_rule': {'security_group_id': 'b68c40ce-332e-486e-b6e2-a4f991344020', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:14.175850 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-b59cc39a-9835-4ee7-973c-174869722c29 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 04:17:14.177804 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b59cc39a-9835-4ee7-973c-174869722c29 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0975275 Nov 27 04:17:14.180749 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49274) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:14.207282 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1fce0871-9ff5-4747-86d9-360ff3e5e3a4 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:14.219991 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a0471-0d71-4c6f-9c8d-bda1232c6a18 req-6905a945-19ca-4316-8af7-12c56ce70083 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:14.222034 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-388a0471-0d71-4c6f-9c8d-bda1232c6a18 req-6905a945-19ca-4316-8af7-12c56ce70083 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae84983-eccd-4a92-a86e-30dbecc62b64 HTTP/1.1" status: 200 len: 950 time: 0.1855960 Nov 27 04:17:14.224378 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1fce0871-9ff5-4747-86d9-360ff3e5e3a4 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:14.269003 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fac023a8-5ba2-41bb-8978-fdb612e62a1f tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:14.296104 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1fce0871-9ff5-4747-86d9-360ff3e5e3a4 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:14.297267 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fac023a8-5ba2-41bb-8978-fdb612e62a1f tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:14.300719 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1fce0871-9ff5-4747-86d9-360ff3e5e3a4 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3449121 Nov 27 04:17:14.304899 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49278) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:14.309312 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-ee8d07fb-7c77-4788-8f9b-558a6f576697 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'security_group_rule': {'security_group_id': '44a6fd6f-dfa7-43d2-9c14-e4be1f11cc4a', 'project_id': '13b1fee7d54d401493a1883da20540bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:14.320007 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce0871-9ff5-4747-86d9-360ff3e5e3a4 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44a6fd6f-dfa7-43d2-9c14-e4be1f11cc4a,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:14.352165 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fac023a8-5ba2-41bb-8978-fdb612e62a1f tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:14.355675 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fac023a8-5ba2-41bb-8978-fdb612e62a1f tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:14.359345 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-fac023a8-5ba2-41bb-8978-fdb612e62a1f tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "DELETE /v2.0/security-groups/b68c40ce-332e-486e-b6e2-a4f991344020 HTTP/1.1" status: 204 len: 168 time: 0.1751740 Nov 27 04:17:14.361187 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49280) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:14.384011 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac023a8-5ba2-41bb-8978-fdb612e62a1f tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68c40ce-332e-486e-b6e2-a4f991344020,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:14.388381 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ee8d07fb-7c77-4788-8f9b-558a6f576697 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:14.458141 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f5f29ff5-e58e-4c6a-bb5e-c24437209ce2 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0946026 Nov 27 04:17:14.458799 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49284) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:14.463567 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-83133143-c080-4d08-b6d0-4f2e819832f2 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Request body: {'security_group': {'name': 'tempest-secgroup--829907807'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:14.485549 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ee8d07fb-7c77-4788-8f9b-558a6f576697 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:14.493385 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-388a0471-0d71-4c6f-9c8d-bda1232c6a18 req-5a302c02-54a0-4c54-b6a0-69ac94968b43 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] Deleting port b5f73879-a012-40d1-9193-403d03f312dc {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:17:14.493698 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-388a0471-0d71-4c6f-9c8d-bda1232c6a18 req-5a302c02-54a0-4c54-b6a0-69ac94968b43 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:14.493854 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-83133143-c080-4d08-b6d0-4f2e819832f2 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:14.496376 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ee8d07fb-7c77-4788-8f9b-558a6f576697 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:14.569513 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d07fb-7c77-4788-8f9b-558a6f576697 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d694fe19-2dfc-46c4-8b0b-40d7eef62217,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:14.595370 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-83133143-c080-4d08-b6d0-4f2e819832f2 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:14.596431 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ee8d07fb-7c77-4788-8f9b-558a6f576697 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:14.598595 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ee8d07fb-7c77-4788-8f9b-558a6f576697 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2921429 Nov 27 04:17:14.602092 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49290) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:14.612660 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-88f9d0e1-f9a7-4e80-b406-6d3c55d860c7 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'security_group_rule': {'security_group_id': '44a6fd6f-dfa7-43d2-9c14-e4be1f11cc4a', 'project_id': '13b1fee7d54d401493a1883da20540bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:14.622962 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-83133143-c080-4d08-b6d0-4f2e819832f2 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:14.658434 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-388a0471-0d71-4c6f-9c8d-bda1232c6a18 req-5a302c02-54a0-4c54-b6a0-69ac94968b43 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] For port b5f73879-a012-40d1-9193-403d03f312dc, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=b5f73879-a012-40d1-9193-403d03f312dc,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:17:14.659083 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-388a0471-0d71-4c6f-9c8d-bda1232c6a18 req-5a302c02-54a0-4c54-b6a0-69ac94968b43 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:14.664167 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-83133143-c080-4d08-b6d0-4f2e819832f2 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:14.669498 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49292) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:14.669887 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-83133143-c080-4d08-b6d0-4f2e819832f2 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2098715 Nov 27 04:17:14.675093 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-2569681d-d63f-448e-8b9e-853ffe5ddff0 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:14.675601 n-d-819494-3 neutron-server[110019]: WARNING neutron.api.v2.base [None req-2569681d-d63f-448e-8b9e-853ffe5ddff0 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 27 04:17:14.676140 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-2569681d-d63f-448e-8b9e-853ffe5ddff0 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] update failed (client error): There was a conflict when trying to complete your request. Nov 27 04:17:14.677115 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2569681d-d63f-448e-8b9e-853ffe5ddff0 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "PUT /v2.0/security-groups/cf1f3f5c-843c-4326-81fa-a8adb763ac1c HTTP/1.1" status: 409 len: 330 time: 0.0065775 Nov 27 04:17:14.679893 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49294) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:14.691163 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-388a0471-0d71-4c6f-9c8d-bda1232c6a18 req-5a302c02-54a0-4c54-b6a0-69ac94968b43 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] Calling delete_port for b5f73879-a012-40d1-9193-403d03f312dc owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:17:14.710951 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83133143-c080-4d08-b6d0-4f2e819832f2 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1f3f5c-843c-4326-81fa-a8adb763ac1c,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:14.742436 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-88f9d0e1-f9a7-4e80-b406-6d3c55d860c7 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:14.810770 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-15292d0c-9b52-4d7e-9b46-8c3755f8df12 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:14.852930 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-15292d0c-9b52-4d7e-9b46-8c3755f8df12 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:14.867094 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-88f9d0e1-f9a7-4e80-b406-6d3c55d860c7 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:14.873708 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-88f9d0e1-f9a7-4e80-b406-6d3c55d860c7 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:14.900593 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f9d0e1-f9a7-4e80-b406-6d3c55d860c7 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b165452-097d-442e-a660-f547aa4a8ed9,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:14.919432 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-88f9d0e1-f9a7-4e80-b406-6d3c55d860c7 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:14.927222 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-88f9d0e1-f9a7-4e80-b406-6d3c55d860c7 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3223631 Nov 27 04:17:14.928862 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49304) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:14.933702 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-465287ea-e134-4fc1-8aad-56403060d92a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'security_group_rule': {'security_group_id': '44a6fd6f-dfa7-43d2-9c14-e4be1f11cc4a', 'project_id': '13b1fee7d54d401493a1883da20540bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:14.980011 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-15292d0c-9b52-4d7e-9b46-8c3755f8df12 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:14.981836 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-465287ea-e134-4fc1-8aad-56403060d92a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:14.982901 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-15292d0c-9b52-4d7e-9b46-8c3755f8df12 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:14.986443 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-15292d0c-9b52-4d7e-9b46-8c3755f8df12 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "DELETE /v2.0/security-groups/cf1f3f5c-843c-4326-81fa-a8adb763ac1c HTTP/1.1" status: 204 len: 168 time: 0.3033469 Nov 27 04:17:14.990315 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49306) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:14.995620 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803637e8-ef60-4185-9494-29ab139c255c req-101dd7af-a6e3-4417-9b94-d6d39de433fc tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:14.996759 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-803637e8-ef60-4185-9494-29ab139c255c req-101dd7af-a6e3-4417-9b94-d6d39de433fc tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] 10.222.0.20 "GET /v2.0/ports?device_id=bae84983-eccd-4a92-a86e-30dbecc62b64 HTTP/1.1" status: 200 len: 950 time: 0.0969076 Nov 27 04:17:14.998935 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-388a0471-0d71-4c6f-9c8d-bda1232c6a18 req-5a302c02-54a0-4c54-b6a0-69ac94968b43 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:15.017802 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15292d0c-9b52-4d7e-9b46-8c3755f8df12 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1f3f5c-843c-4326-81fa-a8adb763ac1c,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:15.041697 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['b5f73879-a012-40d1-9193-403d03f312dc'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:17:15.078475 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a302c02-54a0-4c54-b6a0-69ac94968b43 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] Pushing event deleted for resources: {'Port': ['ID=b5f73879-a012-40d1-9193-403d03f312dc,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:15.127480 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-42d08a40-deb7-40d2-b065-be067694025c tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1356080 Nov 27 04:17:15.128442 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49312) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:15.167799 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-840a2382-e099-457b-8bc2-7b558e2637e1 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] delete failed (client error): The resource could not be found. Nov 27 04:17:15.172873 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-840a2382-e099-457b-8bc2-7b558e2637e1 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "DELETE /v2.0/security-groups/ea600011-63a3-46bf-a6e6-0302ba2a2c0e HTTP/1.1" status: 404 len: 347 time: 0.0352917 Nov 27 04:17:15.173822 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49314) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:15.175615 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-388a0471-0d71-4c6f-9c8d-bda1232c6a18 req-5a302c02-54a0-4c54-b6a0-69ac94968b43 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] No DVR routers for this DVR port b5f73879-a012-40d1-9193-403d03f312dc on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:17:15.188337 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-803637e8-ef60-4185-9494-29ab139c255c req-18e20423-ef5e-4892-91f5-639a9f6510ee tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] 10.222.0.20 "GET /v2.0/security-groups?id=12252b2b-ba76-4e33-80c0-44568f8ad8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772742 Nov 27 04:17:15.192929 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-a83ed072-75b7-43dd-ba7e-787ef9e83579 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] show failed (client error): The resource could not be found. Nov 27 04:17:15.193265 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-388a0471-0d71-4c6f-9c8d-bda1232c6a18 req-5a302c02-54a0-4c54-b6a0-69ac94968b43 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:15.197609 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a83ed072-75b7-43dd-ba7e-787ef9e83579 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "GET /v2.0/security-groups/291b999d-73da-4a4f-855f-75003339a53a HTTP/1.1" status: 404 len: 347 time: 0.0197165 Nov 27 04:17:15.198982 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49316) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:15.204132 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-388a0471-0d71-4c6f-9c8d-bda1232c6a18 req-5a302c02-54a0-4c54-b6a0-69ac94968b43 tempest-VolumesBackupsTest-748642842 tempest-VolumesBackupsTest-748642842-project] 10.222.0.23 "DELETE /v2.0/ports/b5f73879-a012-40d1-9193-403d03f312dc HTTP/1.1" status: 204 len: 173 time: 0.9699564 Nov 27 04:17:15.204923 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae84983-eccd-4a92-a86e-30dbecc62b64', 'name': 'network-vif-deleted', 'tag': 'b5f73879-a012-40d1-9193-403d03f312dc'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:17:15.217908 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d45da85-5129-4d27-bc0a-18f48096e6b9" -d '{"events": [{"server_uuid": "bae84983-eccd-4a92-a86e-30dbecc62b64", "name": "network-vif-deleted", "tag": "b5f73879-a012-40d1-9193-403d03f312dc"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:17:15.218994 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-f38ecb50-7477-4d2d-8bab-a9bff53ffe06 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] show failed (client error): The resource could not be found. Nov 27 04:17:15.228276 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f38ecb50-7477-4d2d-8bab-a9bff53ffe06 tempest-NegativeSecGroupIPv6Test-1731977133 tempest-NegativeSecGroupIPv6Test-1731977133-project] 10.222.0.20 "GET /v2.0/security-group-rules/2a069180-dba3-42f6-b265-c3372774f2fc HTTP/1.1" status: 404 len: 356 time: 0.0250688 Nov 27 04:17:15.241565 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-465287ea-e134-4fc1-8aad-56403060d92a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:15.246729 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-465287ea-e134-4fc1-8aad-56403060d92a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:15.280057 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465287ea-e134-4fc1-8aad-56403060d92a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=007286c7-bd5d-4d8b-bd05-318d8ec2bef8,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:15.300307 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-465287ea-e134-4fc1-8aad-56403060d92a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:15.303596 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-465287ea-e134-4fc1-8aad-56403060d92a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3733528 Nov 27 04:17:15.306159 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49324) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:15.312560 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-f1501485-eda9-442e-a369-6d97c83ae485 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'security_group_rule': {'security_group_id': '44a6fd6f-dfa7-43d2-9c14-e4be1f11cc4a', 'project_id': '13b1fee7d54d401493a1883da20540bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:15.315040 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c152bb-1f96-41ca-a461-3fb6c961b5f9 x-openstack-request-id: req-83c152bb-1f96-41ca-a461-3fb6c961b5f9 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:17:15.315334 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae84983-eccd-4a92-a86e-30dbecc62b64", "name": "network-vif-deleted", "tag": "b5f73879-a012-40d1-9193-403d03f312dc", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:17:15.315580 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-83c152bb-1f96-41ca-a461-3fb6c961b5f9 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:17:15.315989 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae84983-eccd-4a92-a86e-30dbecc62b64', 'name': 'network-vif-deleted', 'tag': 'b5f73879-a012-40d1-9193-403d03f312dc', 'status': 'completed', 'code': 200} Nov 27 04:17:15.370268 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f1501485-eda9-442e-a369-6d97c83ae485 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:15.462210 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f1501485-eda9-442e-a369-6d97c83ae485 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:15.467947 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f1501485-eda9-442e-a369-6d97c83ae485 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:15.490581 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1501485-eda9-442e-a369-6d97c83ae485 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc73dd4f-8772-4de7-8949-26890deb3f1f,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:15.523905 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f1501485-eda9-442e-a369-6d97c83ae485 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:15.525330 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f1501485-eda9-442e-a369-6d97c83ae485 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2174599 Nov 27 04:17:15.528248 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49330) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:15.532973 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-cb217933-d509-4631-a193-4d6e8d1b2063 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'security_group_rule': {'security_group_id': '44a6fd6f-dfa7-43d2-9c14-e4be1f11cc4a', 'project_id': '13b1fee7d54d401493a1883da20540bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:15.602369 n-d-819494-3 neutron-server[110019]: INFO neutron.db.securitygroups_db [None req-cb217933-d509-4631-a193-4d6e8d1b2063 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Project 13b1fee7d54d401493a1883da20540bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 04:17:15.626585 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cb217933-d509-4631-a193-4d6e8d1b2063 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:15.644367 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49336) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:15.738452 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cb217933-d509-4631-a193-4d6e8d1b2063 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:15.751197 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cb217933-d509-4631-a193-4d6e8d1b2063 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:15.786075 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb217933-d509-4631-a193-4d6e8d1b2063 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c08f8a6-d5bb-4c6f-b1f6-e00bbe41de3d,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:15.792658 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cb217933-d509-4631-a193-4d6e8d1b2063 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:15.794216 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-cb217933-d509-4631-a193-4d6e8d1b2063 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2649693 Nov 27 04:17:15.797688 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49342) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:15.803667 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-661c1e94-5163-4372-97f9-22a0b2532ac7 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'security_group_rule': {'security_group_id': '44a6fd6f-dfa7-43d2-9c14-e4be1f11cc4a', 'project_id': '13b1fee7d54d401493a1883da20540bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:15.855067 n-d-819494-3 neutron-server[110019]: INFO neutron.db.securitygroups_db [None req-661c1e94-5163-4372-97f9-22a0b2532ac7 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Project 13b1fee7d54d401493a1883da20540bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 04:17:15.862299 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-661c1e94-5163-4372-97f9-22a0b2532ac7 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:16.002608 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-661c1e94-5163-4372-97f9-22a0b2532ac7 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:16.011842 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-661c1e94-5163-4372-97f9-22a0b2532ac7 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:16.037827 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c1e94-5163-4372-97f9-22a0b2532ac7 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a70250d-4794-429c-ae82-ca3c3ee2bc0c,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:16.045038 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-caf92910-64c7-4425-a510-15ea91a3707f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=10f7bf4220ab4fbc84179ed130dc56de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3988512 Nov 27 04:17:16.047934 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49346) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:16.065058 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-661c1e94-5163-4372-97f9-22a0b2532ac7 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:16.069007 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-661c1e94-5163-4372-97f9-22a0b2532ac7 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2672668 Nov 27 04:17:16.069641 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49350) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:16.087683 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-4e97b93d-4422-41d5-a0d3-4dac324aa47b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'network': {'name': 'tempest-network-smoke--700838481', 'project_id': '13b1fee7d54d401493a1883da20540bb', 'port_security_enabled': True}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:16.130307 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0e0229c3-dce4-4712-9306-8de4884a9207 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:16.130823 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e97b93d-4422-41d5-a0d3-4dac324aa47b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Made reservation on behalf of 13b1fee7d54d401493a1883da20540bb for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:17:16.137679 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4e97b93d-4422-41d5-a0d3-4dac324aa47b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:16.159494 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-20998d38-4adb-4de9-95e8-728b6c8b8ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:16.167858 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e97b93d-4422-41d5-a0d3-4dac324aa47b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:17:16.174048 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0e0229c3-dce4-4712-9306-8de4884a9207 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:16.184383 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4e97b93d-4422-41d5-a0d3-4dac324aa47b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:16.184697 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-4e97b93d-4422-41d5-a0d3-4dac324aa47b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Added segment 00bc6fcc-e3a7-45e3-85de-a184d9d36dab of type vlan for network 90930601-3370-499c-b4d5-f1df41450e6c Nov 27 04:17:16.247507 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4e97b93d-4422-41d5-a0d3-4dac324aa47b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:16.255300 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0e0229c3-dce4-4712-9306-8de4884a9207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:16.260742 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0e0229c3-dce4-4712-9306-8de4884a9207 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:16.271834 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0e0229c3-dce4-4712-9306-8de4884a9207 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/abed5a3b-935f-44c8-abd7-5704c3e77cf5 HTTP/1.1" status: 204 len: 168 time: 0.2225809 Nov 27 04:17:16.280084 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:16.286417 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0229c3-dce4-4712-9306-8de4884a9207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abed5a3b-935f-44c8-abd7-5704c3e77cf5,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:16.291309 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4e97b93d-4422-41d5-a0d3-4dac324aa47b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:16.298995 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e97b93d-4422-41d5-a0d3-4dac324aa47b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:16.300204 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4e97b93d-4422-41d5-a0d3-4dac324aa47b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:16.367764 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4e97b93d-4422-41d5-a0d3-4dac324aa47b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2968433 Nov 27 04:17:16.370817 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49364) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:16.378255 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-5222f1df-3a4c-4e1c-a035-add261e72f91 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1158491600', 'admin_state_up': True, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:16.399569 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e97b93d-4422-41d5-a0d3-4dac324aa47b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'Network': ['ID=90930601-3370-499c-b4d5-f1df41450e6c,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:16.411524 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 90930601-3370-499c-b4d5-f1df41450e6c details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:17:16.447031 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5222f1df-3a4c-4e1c-a035-add261e72f91 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:16.452248 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5222f1df-3a4c-4e1c-a035-add261e72f91 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:16.525532 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5222f1df-3a4c-4e1c-a035-add261e72f91 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:16.748608 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5222f1df-3a4c-4e1c-a035-add261e72f91 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:17.150220 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5222f1df-3a4c-4e1c-a035-add261e72f91 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:17.242944 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5222f1df-3a4c-4e1c-a035-add261e72f91 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:17.376488 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device b5f73879-a012-40d1-9193-403d03f312dc no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:17:17.433798 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: b5f73879-a012-40d1-9193-403d03f312dc {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:17:17.434656 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device b5f73879-a012-40d1-9193-403d03f312dc not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:17:17.455674 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-5222f1df-3a4c-4e1c-a035-add261e72f91 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Allocated IP 172.25.1.141 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/f1a6139e-eb9a-4f7d-b2c8-b3744d801899) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:17:17.625105 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49428) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:17.634121 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5222f1df-3a4c-4e1c-a035-add261e72f91 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:17.679497 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5222f1df-3a4c-4e1c-a035-add261e72f91 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:17.757622 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5222f1df-3a4c-4e1c-a035-add261e72f91 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'Port': ['ID=f1a6139e-eb9a-4f7d-b2c8-b3744d801899,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:17.771452 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-1da98cd2-3b37-411c-942b-ad9fac711b32 tempest-SubnetPoolsTestJSON-1994304041 tempest-SubnetPoolsTestJSON-1994304041-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2099340391', 'prefixes': ['172.20.0.0/16']}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:17.781278 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5222f1df-3a4c-4e1c-a035-add261e72f91 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:17:17.783728 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-5222f1df-3a4c-4e1c-a035-add261e72f91 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:17:17.797489 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5222f1df-3a4c-4e1c-a035-add261e72f91 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:17:17.805559 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d229b08d-e58b-4a09-8735-d05cff35fcd8 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:17:17.896131 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1da98cd2-3b37-411c-942b-ad9fac711b32 tempest-SubnetPoolsTestJSON-1994304041 tempest-SubnetPoolsTestJSON-1994304041-project] Publish callbacks [] for subnetpool, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:17.903117 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1da98cd2-3b37-411c-942b-ad9fac711b32 tempest-SubnetPoolsTestJSON-1994304041 tempest-SubnetPoolsTestJSON-1994304041-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2767947 Nov 27 04:17:17.903829 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49436) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:17.928488 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-110bcf9a-4d25-4628-a0ec-622cc53437ca None None] Provisioning complete for port f1a6139e-eb9a-4f7d-b2c8-b3744d801899 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:17:17.928858 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-110bcf9a-4d25-4628-a0ec-622cc53437ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:17.995662 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7742ae69-f47d-4b8f-a102-6439101dfb7a tempest-SubnetPoolsTestJSON-1994304041 tempest-SubnetPoolsTestJSON-1994304041-project] 10.222.0.20 "GET /v2.0/subnetpools/557f00cd-a154-460e-858f-3d18f2ec9880 HTTP/1.1" status: 200 len: 732 time: 0.0906219 Nov 27 04:17:17.998461 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49438) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:18.012802 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-3d79c198-b7f9-4e43-82de-a7cf8a6ae681 tempest-SubnetPoolsTestJSON-1994304041 tempest-SubnetPoolsTestJSON-1994304041-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-292363787'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:18.030113 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-110bcf9a-4d25-4628-a0ec-622cc53437ca None None] Port f1a6139e-eb9a-4f7d-b2c8-b3744d801899 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:17:18.167785 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3d79c198-b7f9-4e43-82de-a7cf8a6ae681 tempest-SubnetPoolsTestJSON-1994304041 tempest-SubnetPoolsTestJSON-1994304041-project] Publish callbacks [] for subnetpool, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:18.170338 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-3d79c198-b7f9-4e43-82de-a7cf8a6ae681 tempest-SubnetPoolsTestJSON-1994304041 tempest-SubnetPoolsTestJSON-1994304041-project] 10.222.0.20 "PUT /v2.0/subnetpools/557f00cd-a154-460e-858f-3d18f2ec9880 HTTP/1.1" status: 200 len: 683 time: 0.1708329 Nov 27 04:17:18.178609 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49446) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:18.235562 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5222f1df-3a4c-4e1c-a035-add261e72f91 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:18.293074 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49450) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:18.319921 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c7ca5574-f1d1-446c-ae0f-b22e2afb8223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:18.395470 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b8b00766-f713-4236-be70-d28c80624ce1 tempest-SubnetPoolsTestJSON-1994304041 tempest-SubnetPoolsTestJSON-1994304041-project] Publish callbacks [] for subnetpool, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:18.399416 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b8b00766-f713-4236-be70-d28c80624ce1 tempest-SubnetPoolsTestJSON-1994304041 tempest-SubnetPoolsTestJSON-1994304041-project] 10.222.0.20 "DELETE /v2.0/subnetpools/557f00cd-a154-460e-858f-3d18f2ec9880 HTTP/1.1" status: 204 len: 168 time: 0.2255943 Nov 27 04:17:18.400041 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49458) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:18.427260 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-307e509e-f989-45c9-9452-adcba3b7e2a4 tempest-SubnetPoolsTestJSON-1994304041 tempest-SubnetPoolsTestJSON-1994304041-project] show failed (client error): The resource could not be found. Nov 27 04:17:18.430784 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-307e509e-f989-45c9-9452-adcba3b7e2a4 tempest-SubnetPoolsTestJSON-1994304041 tempest-SubnetPoolsTestJSON-1994304041-project] 10.222.0.20 "GET /v2.0/subnetpools/557f00cd-a154-460e-858f-3d18f2ec9880 HTTP/1.1" status: 404 len: 346 time: 0.0250745 Nov 27 04:17:18.432748 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49462) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:18.449688 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ab871e9f-79d0-4c7f-a3af-1bfeb29f4e90 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/floatingips/18e48c92-ea1e-453c-97bd-a48aac13dcd4 HTTP/1.1" status: 200 len: 994 time: 0.1501713 Nov 27 04:17:18.523677 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-15bad89c-80b2-4b48-bb78-e337331b7fb7 tempest-SubnetPoolsTestJSON-1994304041 tempest-SubnetPoolsTestJSON-1994304041-project] delete failed (client error): The resource could not be found. Nov 27 04:17:18.524718 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-15bad89c-80b2-4b48-bb78-e337331b7fb7 tempest-SubnetPoolsTestJSON-1994304041 tempest-SubnetPoolsTestJSON-1994304041-project] 10.222.0.20 "DELETE /v2.0/subnetpools/557f00cd-a154-460e-858f-3d18f2ec9880 HTTP/1.1" status: 404 len: 346 time: 0.0507972 Nov 27 04:17:18.601870 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5222f1df-3a4c-4e1c-a035-add261e72f91 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:18.734235 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49476) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:18.809918 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5222f1df-3a4c-4e1c-a035-add261e72f91 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Router 88ba2c70-09a9-4658-a472-e9a54abddefc is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:17:18.913171 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:18.937485 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49482) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:19.005351 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5222f1df-3a4c-4e1c-a035-add261e72f91 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:17:19.017288 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d499e68-2bad-47dd-b5f9-6f64084ea3c2 None None] Sync routers for ids ['88ba2c70-09a9-4658-a472-e9a54abddefc'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:17:19.022304 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-96469db4-6fbb-43c7-aaed-5ddf3f3e6e0e tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Deleting port 951a01ba-7773-4cda-a8c2-e3f4ef64aa83 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:17:19.025176 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-96469db4-6fbb-43c7-aaed-5ddf3f3e6e0e tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:19.030017 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d499e68-2bad-47dd-b5f9-6f64084ea3c2 None None] Routers {'88ba2c70-09a9-4658-a472-e9a54abddefc'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:17:19.030687 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-8d499e68-2bad-47dd-b5f9-6f64084ea3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:17:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['88ba2c70-09a9-4658-a472-e9a54abddefc'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:17:19.046025 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5222f1df-3a4c-4e1c-a035-add261e72f91 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:19.047576 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5222f1df-3a4c-4e1c-a035-add261e72f91 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.6751759 Nov 27 04:17:19.050309 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49488) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:19.102129 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-67ae1f19-350d-4afa-93d6-18699c3ae796 tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=13b1fee7d54d401493a1883da20540bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0496929 Nov 27 04:17:19.104659 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49490) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:19.162740 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-96469db4-6fbb-43c7-aaed-5ddf3f3e6e0e tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:19.163654 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-96469db4-6fbb-43c7-aaed-5ddf3f3e6e0e tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:19.190085 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-8d499e68-2bad-47dd-b5f9-6f64084ea3c2 None None] Set router 88ba2c70-09a9-4658-a472-e9a54abddefc gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:17:19.253198 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d9caa4f6-987f-44b9-b5da-6f73e9053775 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:19.268644 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-96469db4-6fbb-43c7-aaed-5ddf3f3e6e0e tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Calling delete_port for 951a01ba-7773-4cda-a8c2-e3f4ef64aa83 owned by network:floatingip {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:17:19.310414 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf16f39-fb1a-438d-9723-a81885532e80 tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:19.312115 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-dcf16f39-fb1a-438d-9723-a81885532e80 tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2062933 Nov 27 04:17:19.318542 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49498) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:19.405943 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7d3ab77d-09f6-49ff-9bef-175452753330 tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=f5c39893-f8d8-4150-8aae-695f98406de3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0850308 Nov 27 04:17:19.409951 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49502) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:19.414854 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-02722363-5978-40ea-8b81-0c9391d12fc4 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1209473320', 'network_id': '90930601-3370-499c-b4d5-f1df41450e6c', 'project_id': '13b1fee7d54d401493a1883da20540bb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:19.496365 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-8d499e68-2bad-47dd-b5f9-6f64084ea3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ba2c70-09a9-4658-a472-e9a54abddefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158491600', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'f1a6139e-eb9a-4f7d-b2c8-b3744d801899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:17:16Z', 'updated_at': '2021-11-27T04:17:18Z', 'revision_number': 3, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': 'f1a6139e-eb9a-4f7d-b2c8-b3744d801899', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ba2c70-09a9-4658-a472-e9a54abddefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:17:17Z', 'updated_at': '2021-11-27T04:17:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:17:19.548315 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d499e68-2bad-47dd-b5f9-6f64084ea3c2 None None] Checking router: 88ba2c70-09a9-4658-a472-e9a54abddefc for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:17:19.548656 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d499e68-2bad-47dd-b5f9-6f64084ea3c2 None None] Updating router 88ba2c70-09a9-4658-a472-e9a54abddefc port f1a6139e-eb9a-4f7d-b2c8-b3744d801899 binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:17:19.606405 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-8d499e68-2bad-47dd-b5f9-6f64084ea3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:19.613037 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02722363-5978-40ea-8b81-0c9391d12fc4 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Made reservation on behalf of 13b1fee7d54d401493a1883da20540bb for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:17:19.615551 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:19.619405 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-02722363-5978-40ea-8b81-0c9391d12fc4 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:19.965908 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-02722363-5978-40ea-8b81-0c9391d12fc4 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:20.023951 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-8d499e68-2bad-47dd-b5f9-6f64084ea3c2 None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:20.033943 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-8d499e68-2bad-47dd-b5f9-6f64084ea3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:20.087362 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02722363-5978-40ea-8b81-0c9391d12fc4 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Checking segment: {'id': '00bc6fcc-e3a7-45e3-85de-a184d9d36dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '90930601-3370-499c-b4d5-f1df41450e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:17:20.088054 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02722363-5978-40ea-8b81-0c9391d12fc4 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Network hostable DHCP agents. Network: 90930601-3370-499c-b4d5-f1df41450e6c, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:17:20.102483 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02722363-5978-40ea-8b81-0c9391d12fc4 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'Subnet': ['ID=bd0aa1da-e5ad-40fd-bcf0-73b6a517f860,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:20.120337 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02722363-5978-40ea-8b81-0c9391d12fc4 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Network 90930601-3370-499c-b4d5-f1df41450e6c is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:17:20.129570 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a1e3c9-9963-4b54-b097-ec45f19bbfd9 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:17:20.136219 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-8d499e68-2bad-47dd-b5f9-6f64084ea3c2 None None] Attempting to bind port f1a6139e-eb9a-4f7d-b2c8-b3744d801899 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:17:20.136677 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-8d499e68-2bad-47dd-b5f9-6f64084ea3c2 None None] Attempting to bind port f1a6139e-eb9a-4f7d-b2c8-b3744d801899 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:17:20.137112 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d499e68-2bad-47dd-b5f9-6f64084ea3c2 None None] Attempting to bind port f1a6139e-eb9a-4f7d-b2c8-b3744d801899 on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:17:20.157052 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-02722363-5978-40ea-8b81-0c9391d12fc4 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 90930601-3370-499c-b4d5-f1df41450e6c) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:17:20.159142 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d499e68-2bad-47dd-b5f9-6f64084ea3c2 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:17:20.161053 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d499e68-2bad-47dd-b5f9-6f64084ea3c2 None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:17:20.161534 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-8d499e68-2bad-47dd-b5f9-6f64084ea3c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:20.162644 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02722363-5978-40ea-8b81-0c9391d12fc4 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:20.163731 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d499e68-2bad-47dd-b5f9-6f64084ea3c2 None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:17:20.164249 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-8d499e68-2bad-47dd-b5f9-6f64084ea3c2 None None] Bound port: f1a6139e-eb9a-4f7d-b2c8-b3744d801899, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:17:20.166584 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-8d499e68-2bad-47dd-b5f9-6f64084ea3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:20.171419 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-02722363-5978-40ea-8b81-0c9391d12fc4 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:20.217625 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6db03b-a948-4911-87ec-5dbdcfc20a15 None None] Network 90930601-3370-499c-b4d5-f1df41450e6c requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:17:20.241515 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-02722363-5978-40ea-8b81-0c9391d12fc4 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8305123 Nov 27 04:17:20.245681 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49518) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:20.261636 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-8d499e68-2bad-47dd-b5f9-6f64084ea3c2 None None] For port f1a6139e-eb9a-4f7d-b2c8-b3744d801899, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:17:20.265743 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-8d499e68-2bad-47dd-b5f9-6f64084ea3c2 None None] For port f1a6139e-eb9a-4f7d-b2c8-b3744d801899, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=f1a6139e-eb9a-4f7d-b2c8-b3744d801899,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:17:20.267827 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9591ed-7c50-4cdc-9970-221071c3d406 None None] Pushing event updated for resources: {'Port': ['ID=f1a6139e-eb9a-4f7d-b2c8-b3744d801899,revision_number=2']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:20.279304 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-8d499e68-2bad-47dd-b5f9-6f64084ea3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:20.282472 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9591ed-7c50-4cdc-9970-221071c3d406 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:20.283129 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9591ed-7c50-4cdc-9970-221071c3d406 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:20.283646 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9591ed-7c50-4cdc-9970-221071c3d406 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:20.284206 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9591ed-7c50-4cdc-9970-221071c3d406 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:20.284998 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9591ed-7c50-4cdc-9970-221071c3d406 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:20.286113 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9591ed-7c50-4cdc-9970-221071c3d406 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:20.297249 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9591ed-7c50-4cdc-9970-221071c3d406 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:20.298686 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9591ed-7c50-4cdc-9970-221071c3d406 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:20.300074 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9591ed-7c50-4cdc-9970-221071c3d406 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:20.301148 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9591ed-7c50-4cdc-9970-221071c3d406 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:20.302170 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9591ed-7c50-4cdc-9970-221071c3d406 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:20.303246 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9591ed-7c50-4cdc-9970-221071c3d406 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:20.389289 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-55ead090-17c8-44e3-a62a-d7333507c863 None None] Provisioning complete for port f1a6139e-eb9a-4f7d-b2c8-b3744d801899 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:17:20.389665 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-55ead090-17c8-44e3-a62a-d7333507c863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:20.391972 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d9caa4f6-987f-44b9-b5da-6f73e9053775 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:20.397274 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-96469db4-6fbb-43c7-aaed-5ddf3f3e6e0e tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:20.452530 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96469db4-6fbb-43c7-aaed-5ddf3f3e6e0e tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event deleted for resources: {'Port': ['ID=951a01ba-7773-4cda-a8c2-e3f4ef64aa83,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:20.455029 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d9caa4f6-987f-44b9-b5da-6f73e9053775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:20.461586 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9591ed-7c50-4cdc-9970-221071c3d406 None None] Pushing event updated for resources: {'Port': ['ID=f1a6139e-eb9a-4f7d-b2c8-b3744d801899,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:20.518017 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7920c961-349c-4048-90d9-c097c4e150c0 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:17:20.522294 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d499e68-2bad-47dd-b5f9-6f64084ea3c2 None None] Routers {'88ba2c70-09a9-4658-a472-e9a54abddefc'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:17:20.523559 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-8d499e68-2bad-47dd-b5f9-6f64084ea3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:17:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['88ba2c70-09a9-4658-a472-e9a54abddefc'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:17:20.678750 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d9caa4f6-987f-44b9-b5da-6f73e9053775 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=77f719cac08845f6aece8e52b28f88c0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7392964 Nov 27 04:17:20.716570 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49530) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:20.732790 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9caa4f6-987f-44b9-b5da-6f73e9053775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acaa0ab5-3f3b-4dd9-950d-ccc0ddb3bfd6,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:20.777688 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-8d499e68-2bad-47dd-b5f9-6f64084ea3c2 None None] Set router 88ba2c70-09a9-4658-a472-e9a54abddefc gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:17:20.865935 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-96469db4-6fbb-43c7-aaed-5ddf3f3e6e0e tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for floatingip, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:20.866279 n-d-819494-3 neutron-server[110019]: INFO neutron.db.l3_db [None req-96469db4-6fbb-43c7-aaed-5ddf3f3e6e0e tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Floating IP 18e48c92-ea1e-453c-97bd-a48aac13dcd4 disassociated (deleted). External IP: 172.25.1.166, port: ca439588-245f-4d2e-8a47-465daf549901. Nov 27 04:17:21.135218 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8ac27e-82b8-4f0a-8d3a-fea85d93ef9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-90930601-3370-499c-b4d5-f1df41450e6c', 'network_id': '90930601-3370-499c-b4d5-f1df41450e6c', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'fixed_ips': [{'subnet_id': 'bd0aa1da-e5ad-40fd-bcf0-73b6a517f860'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:17:21.136103 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1f8ac27e-82b8-4f0a-8d3a-fea85d93ef9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:21.163820 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d2347044-403d-4cf5-b13a-05ae1bfa0164 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:21.185871 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-8d499e68-2bad-47dd-b5f9-6f64084ea3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ba2c70-09a9-4658-a472-e9a54abddefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158491600', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'f1a6139e-eb9a-4f7d-b2c8-b3744d801899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:17:16Z', 'updated_at': '2021-11-27T04:17:18Z', 'revision_number': 3, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': 'f1a6139e-eb9a-4f7d-b2c8-b3744d801899', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ba2c70-09a9-4658-a472-e9a54abddefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:17:17Z', 'updated_at': '2021-11-27T04:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:17:21.258091 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d499e68-2bad-47dd-b5f9-6f64084ea3c2 None None] The sync data for ids ['88ba2c70-09a9-4658-a472-e9a54abddefc'] in n-d-819494-3 is: [{'id': '88ba2c70-09a9-4658-a472-e9a54abddefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158491600', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'f1a6139e-eb9a-4f7d-b2c8-b3744d801899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:17:16Z', 'updated_at': '2021-11-27T04:17:18Z', 'revision_number': 3, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': 'f1a6139e-eb9a-4f7d-b2c8-b3744d801899', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ba2c70-09a9-4658-a472-e9a54abddefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:17:17Z', 'updated_at': '2021-11-27T04:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:17:21.297796 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d2347044-403d-4cf5-b13a-05ae1bfa0164 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:21.366273 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:21.367040 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-55ead090-17c8-44e3-a62a-d7333507c863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:21.416853 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96469db4-6fbb-43c7-aaed-5ddf3f3e6e0e tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Router 8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:17:21.417667 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-55ead090-17c8-44e3-a62a-d7333507c863 None None] For port f1a6139e-eb9a-4f7d-b2c8-b3744d801899, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=f1a6139e-eb9a-4f7d-b2c8-b3744d801899,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:17:21.431527 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-55ead090-17c8-44e3-a62a-d7333507c863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:21.510676 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f4e4ca7a-a456-4126-a1bd-49b44f5d075e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:21.640867 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96469db4-6fbb-43c7-aaed-5ddf3f3e6e0e tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:17:21.642625 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d2347044-403d-4cf5-b13a-05ae1bfa0164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:21.645842 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d2347044-403d-4cf5-b13a-05ae1bfa0164 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:21.657601 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d2347044-403d-4cf5-b13a-05ae1bfa0164 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/acaa0ab5-3f3b-4dd9-950d-ccc0ddb3bfd6 HTTP/1.1" status: 204 len: 168 time: 0.9399381 Nov 27 04:17:21.662072 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-96469db4-6fbb-43c7-aaed-5ddf3f3e6e0e tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:21.671220 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb8ac7d-5754-462e-aa29-0b8f9315e204 None None] Sync routers for ids ['8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:17:21.696693 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ead090-17c8-44e3-a62a-d7333507c863 None None] Pushing event updated for resources: {'Port': ['ID=f1a6139e-eb9a-4f7d-b2c8-b3744d801899,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:21.727362 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2347044-403d-4cf5-b13a-05ae1bfa0164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acaa0ab5-3f3b-4dd9-950d-ccc0ddb3bfd6,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:21.749294 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb8ac7d-5754-462e-aa29-0b8f9315e204 None None] Routers {'8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:17:21.749940 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-0eb8ac7d-5754-462e-aa29-0b8f9315e204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:17:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:17:21.757409 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-96469db4-6fbb-43c7-aaed-5ddf3f3e6e0e tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "DELETE /v2.0/floatingips/18e48c92-ea1e-453c-97bd-a48aac13dcd4 HTTP/1.1" status: 204 len: 168 time: 3.0201492 Nov 27 04:17:21.757409 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2', 'tag': 'ca439588-245f-4d2e-8a47-465daf549901'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:17:21.773044 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e6599f-766a-4315-a6ce-c00cb3de2b3a" -d '{"events": [{"name": "network-changed", "server_uuid": "8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2", "tag": "ca439588-245f-4d2e-8a47-465daf549901"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:17:21.802018 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-1f8ac27e-82b8-4f0a-8d3a-fea85d93ef9d None None] Allocated IP 172.20.0.2 (90930601-3370-499c-b4d5-f1df41450e6c/bd0aa1da-e5ad-40fd-bcf0-73b6a517f860/6ea0d871-fbcc-4296-bf36-f5cbbec340e3) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:17:21.979555 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c8e346-0f3f-4e18-bd64-f0ccab094446 x-openstack-request-id: req-78c8e346-0f3f-4e18-bd64-f0ccab094446 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:17:21.980166 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2", "tag": "ca439588-245f-4d2e-8a47-465daf549901", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:17:21.980166 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-78c8e346-0f3f-4e18-bd64-f0ccab094446 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:17:21.980632 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2', 'tag': 'ca439588-245f-4d2e-8a47-465daf549901', 'status': 'completed', 'code': 200} Nov 27 04:17:22.277323 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-0eb8ac7d-5754-462e-aa29-0b8f9315e204 None None] Set router 8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:17:22.441163 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeace9df-19f2-470d-923a-320d7f363df4 req-93ca37ce-b9d8-45e3-a9dd-19af8afddfbb tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:22.464319 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-eeace9df-19f2-470d-923a-320d7f363df4 req-93ca37ce-b9d8-45e3-a9dd-19af8afddfbb tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2 HTTP/1.1" status: 200 len: 946 time: 0.1399715 Nov 27 04:17:22.468354 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6599f-766a-4315-a6ce-c00cb3de2b3a req-ed826324-1db1-43de-a4db-e359f9867e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:22.469978 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-61becd98-5d6c-4f8e-9137-607a46554e95 None None] Provisioning complete for port f1a6139e-eb9a-4f7d-b2c8-b3744d801899 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:17:22.470423 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-61becd98-5d6c-4f8e-9137-607a46554e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:22.475491 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-98e6599f-766a-4315-a6ce-c00cb3de2b3a req-ed826324-1db1-43de-a4db-e359f9867e88 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=11a8da3acafa4ec1bd2e977270426dbc&device_id=8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2 HTTP/1.1" status: 200 len: 1097 time: 0.4507573 Nov 27 04:17:22.635569 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-eeace9df-19f2-470d-923a-320d7f363df4 req-98646828-8c5d-4f42-8213-a6e8768b2688 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/security-groups?id=552a6f30-5852-4b12-a73c-5aad56729242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657181 Nov 27 04:17:22.780708 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device f1a6139e-eb9a-4f7d-b2c8-b3744d801899 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:17:23.192863 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:23.443068 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port f1a6139e-eb9a-4f7d-b2c8-b3744d801899 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:17:23.443706 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:23.611425 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6599f-766a-4315-a6ce-c00cb3de2b3a req-2756cc97-7acb-4e37-90b8-5abe6187c004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:23.612216 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-98e6599f-766a-4315-a6ce-c00cb3de2b3a req-2756cc97-7acb-4e37-90b8-5abe6187c004 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a9fc006f-2f12-4b59-8f4e-166feef8006e HTTP/1.1" status: 200 len: 897 time: 1.1209102 Nov 27 04:17:23.620174 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-0eb8ac7d-5754-462e-aa29-0b8f9315e204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0', 'name': 'tempest-TestNetworkBasicOps-router-778582823', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '0ba54322-a0b5-4284-913c-0d19e08a06a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:16:00Z', 'updated_at': '2021-11-27T04:16:15Z', 'revision_number': 4, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'gw_port': {'id': '0ba54322-a0b5-4284-913c-0d19e08a06a3', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:16:01Z', 'updated_at': '2021-11-27T04:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'd827dd16-ce69-48ec-817f-6b654ea58870', 'name': '', 'network_id': 'a9fc006f-2f12-4b59-8f4e-166feef8006e', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'mac_address': 'fa:16:3e:29:ae:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'ce210ce8-ccbf-4354-a89c-2d5861ae1937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:16:14Z', 'updated_at': '2021-11-27T04:16:23Z', 'revision_number': 5, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'subnets': [{'id': 'ce210ce8-ccbf-4354-a89c-2d5861ae1937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:17:23.736870 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-98e6599f-766a-4315-a6ce-c00cb3de2b3a req-e1639f4a-cdc7-422b-9c25-78bf5def71b9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca439588-245f-4d2e-8a47-465daf549901 HTTP/1.1" status: 200 len: 217 time: 0.0950885 Nov 27 04:17:23.831903 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb8ac7d-5754-462e-aa29-0b8f9315e204 None None] Checking router: 8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:17:23.877143 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb8ac7d-5754-462e-aa29-0b8f9315e204 None None] Routers {'8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:17:23.878017 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-0eb8ac7d-5754-462e-aa29-0b8f9315e204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:17:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:17:23.985679 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc75a4-0999-4927-a3d2-c345ff5393b1 req-dee82e94-1746-4f28-9e09-a0abd5acf22d tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:24.005679 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-35bc75a4-0999-4927-a3d2-c345ff5393b1 req-dee82e94-1746-4f28-9e09-a0abd5acf22d tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2 HTTP/1.1" status: 200 len: 946 time: 0.2131410 Nov 27 04:17:24.021840 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d9415-759a-4088-86ff-cf7f7d3d105e req-aaad0ebd-018a-49e4-8712-6296162a0a54 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:24.027535 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-697d9415-759a-4088-86ff-cf7f7d3d105e req-aaad0ebd-018a-49e4-8712-6296162a0a54 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.11 "GET /v2.0/ports?device_id=8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2 HTTP/1.1" status: 200 len: 946 time: 0.3870077 Nov 27 04:17:24.033436 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6599f-766a-4315-a6ce-c00cb3de2b3a req-59a9c4cf-1e5c-4d0c-9b03-21854a9926c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:24.041673 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-98e6599f-766a-4315-a6ce-c00cb3de2b3a req-59a9c4cf-1e5c-4d0c-9b03-21854a9926c4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ce210ce8-ccbf-4354-a89c-2d5861ae1937 HTTP/1.1" status: 200 len: 834 time: 0.2745597 Nov 27 04:17:24.083080 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1f8ac27e-82b8-4f0a-8d3a-fea85d93ef9d None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:24.173504 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-35bc75a4-0999-4927-a3d2-c345ff5393b1 req-b2735731-0094-44c3-9a4e-c61b41b68247 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/security-groups?id=552a6f30-5852-4b12-a73c-5aad56729242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665490 Nov 27 04:17:24.215069 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1f8ac27e-82b8-4f0a-8d3a-fea85d93ef9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:24.336682 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6599f-766a-4315-a6ce-c00cb3de2b3a req-06c0af6f-643c-4d2d-8102-be867017bbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:24.338845 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-98e6599f-766a-4315-a6ce-c00cb3de2b3a req-06c0af6f-643c-4d2d-8102-be867017bbea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a9fc006f-2f12-4b59-8f4e-166feef8006e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2751861 Nov 27 04:17:24.340381 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-f4e4ca7a-a456-4126-a1bd-49b44f5d075e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Allocated IP 172.20.0.1 (90930601-3370-499c-b4d5-f1df41450e6c/bd0aa1da-e5ad-40fd-bcf0-73b6a517f860/6f2da223-45d4-468f-b04f-12e10cd1563b) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:17:24.360154 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8ac27e-82b8-4f0a-8d3a-fea85d93ef9d None None] Network 90930601-3370-499c-b4d5-f1df41450e6c is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:17:24.385367 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-1f8ac27e-82b8-4f0a-8d3a-fea85d93ef9d None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:17:24.395170 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ac27e-82b8-4f0a-8d3a-fea85d93ef9d None None] Pushing event updated for resources: {'Port': ['ID=6ea0d871-fbcc-4296-bf36-f5cbbec340e3,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:24.417103 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-0eb8ac7d-5754-462e-aa29-0b8f9315e204 None None] Set router 8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:17:24.419876 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8ac27e-82b8-4f0a-8d3a-fea85d93ef9d None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:17:24.511866 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-697d9415-759a-4088-86ff-cf7f7d3d105e req-8eee48c7-f8e9-4d28-a354-ab5e550b6c68 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Deleting port ca439588-245f-4d2e-8a47-465daf549901 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:17:24.512222 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-697d9415-759a-4088-86ff-cf7f7d3d105e req-8eee48c7-f8e9-4d28-a354-ab5e550b6c68 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:24.694072 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-1f8ac27e-82b8-4f0a-8d3a-fea85d93ef9d None None] Attempting to bind port 6ea0d871-fbcc-4296-bf36-f5cbbec340e3 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:17:24.695626 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-1f8ac27e-82b8-4f0a-8d3a-fea85d93ef9d None None] Attempting to bind port 6ea0d871-fbcc-4296-bf36-f5cbbec340e3 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '00bc6fcc-e3a7-45e3-85de-a184d9d36dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '90930601-3370-499c-b4d5-f1df41450e6c'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:17:24.696233 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8ac27e-82b8-4f0a-8d3a-fea85d93ef9d None None] Attempting to bind port 6ea0d871-fbcc-4296-bf36-f5cbbec340e3 on network 90930601-3370-499c-b4d5-f1df41450e6c {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:17:24.710029 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8ac27e-82b8-4f0a-8d3a-fea85d93ef9d None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:17:24.710757 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8ac27e-82b8-4f0a-8d3a-fea85d93ef9d None None] Checking segment: {'id': '00bc6fcc-e3a7-45e3-85de-a184d9d36dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '90930601-3370-499c-b4d5-f1df41450e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:17:24.711644 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1f8ac27e-82b8-4f0a-8d3a-fea85d93ef9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:24.712659 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8ac27e-82b8-4f0a-8d3a-fea85d93ef9d None None] Bound using segment: {'id': '00bc6fcc-e3a7-45e3-85de-a184d9d36dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '90930601-3370-499c-b4d5-f1df41450e6c'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:17:24.713629 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-1f8ac27e-82b8-4f0a-8d3a-fea85d93ef9d None None] Bound port: 6ea0d871-fbcc-4296-bf36-f5cbbec340e3, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bc6fcc-e3a7-45e3-85de-a184d9d36dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '90930601-3370-499c-b4d5-f1df41450e6c'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:17:24.714230 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1f8ac27e-82b8-4f0a-8d3a-fea85d93ef9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:24.762505 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-98e6599f-766a-4315-a6ce-c00cb3de2b3a req-45603e88-18f2-47ac-bfcc-60f4f62dc0d9 service neutron] 10.222.0.11 "GET /v2.0/networks/a9fc006f-2f12-4b59-8f4e-166feef8006e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150341 Nov 27 04:17:24.789076 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f4e4ca7a-a456-4126-a1bd-49b44f5d075e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:24.895798 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-697d9415-759a-4088-86ff-cf7f7d3d105e req-8eee48c7-f8e9-4d28-a354-ab5e550b6c68 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] For port ca439588-245f-4d2e-8a47-465daf549901, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=ca439588-245f-4d2e-8a47-465daf549901,segment=NetworkSegment(f9e1c504-df47-43b7-8f4e-2fa660a630b6),segment_id=f9e1c504-df47-43b7-8f4e-2fa660a630b6)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:17:24.896194 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-697d9415-759a-4088-86ff-cf7f7d3d105e req-8eee48c7-f8e9-4d28-a354-ab5e550b6c68 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:24.968236 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-1f8ac27e-82b8-4f0a-8d3a-fea85d93ef9d None None] For port 6ea0d871-fbcc-4296-bf36-f5cbbec340e3, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:17:24.985528 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-1f8ac27e-82b8-4f0a-8d3a-fea85d93ef9d None None] For port 6ea0d871-fbcc-4296-bf36-f5cbbec340e3, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=6ea0d871-fbcc-4296-bf36-f5cbbec340e3,segment=NetworkSegment(00bc6fcc-e3a7-45e3-85de-a184d9d36dab),segment_id=00bc6fcc-e3a7-45e3-85de-a184d9d36dab)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:17:24.999565 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1f8ac27e-82b8-4f0a-8d3a-fea85d93ef9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:25.011550 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-697d9415-759a-4088-86ff-cf7f7d3d105e req-8eee48c7-f8e9-4d28-a354-ab5e550b6c68 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Calling delete_port for ca439588-245f-4d2e-8a47-465daf549901 owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:17:25.141285 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f4e4ca7a-a456-4126-a1bd-49b44f5d075e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:25.293921 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4ca7a-a456-4126-a1bd-49b44f5d075e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'Port': ['ID=6f2da223-45d4-468f-b04f-12e10cd1563b,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:25.369259 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e4ca7a-a456-4126-a1bd-49b44f5d075e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Network 90930601-3370-499c-b4d5-f1df41450e6c is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:17:25.376666 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-f4e4ca7a-a456-4126-a1bd-49b44f5d075e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:17:25.386577 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e4ca7a-a456-4126-a1bd-49b44f5d075e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:17:25.428904 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a5796-ae1b-482f-83d5-b6780cb0d34e req-699462e3-7541-4515-9cef-c5726a8e54a5 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:25.442710 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ea6a5796-ae1b-482f-83d5-b6780cb0d34e req-699462e3-7541-4515-9cef-c5726a8e54a5 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2 HTTP/1.1" status: 200 len: 946 time: 0.1447775 Nov 27 04:17:25.519018 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-98e6599f-766a-4315-a6ce-c00cb3de2b3a req-3db70d3d-3c45-44d6-ba3a-1ea87827e224 service neutron] 10.222.0.11 "GET /v2.0/networks/a9fc006f-2f12-4b59-8f4e-166feef8006e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7469339 Nov 27 04:17:25.541258 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f4e4ca7a-a456-4126-a1bd-49b44f5d075e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:25.692874 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ea6a5796-ae1b-482f-83d5-b6780cb0d34e req-58063944-2886-4051-a214-933e40be9ea4 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/security-groups?id=552a6f30-5852-4b12-a73c-5aad56729242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2487388 Nov 27 04:17:25.693142 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ac27e-82b8-4f0a-8d3a-fea85d93ef9d None None] Pushing event updated for resources: {'Port': ['ID=6ea0d871-fbcc-4296-bf36-f5cbbec340e3,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:25.743128 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-0eb8ac7d-5754-462e-aa29-0b8f9315e204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0', 'name': 'tempest-TestNetworkBasicOps-router-778582823', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '0ba54322-a0b5-4284-913c-0d19e08a06a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:16:00Z', 'updated_at': '2021-11-27T04:16:15Z', 'revision_number': 4, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'gw_port': {'id': '0ba54322-a0b5-4284-913c-0d19e08a06a3', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:16:01Z', 'updated_at': '2021-11-27T04:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'd827dd16-ce69-48ec-817f-6b654ea58870', 'name': '', 'network_id': 'a9fc006f-2f12-4b59-8f4e-166feef8006e', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'mac_address': 'fa:16:3e:29:ae:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'ce210ce8-ccbf-4354-a89c-2d5861ae1937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:16:14Z', 'updated_at': '2021-11-27T04:16:23Z', 'revision_number': 5, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'subnets': [{'id': 'ce210ce8-ccbf-4354-a89c-2d5861ae1937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:17:25.788875 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb8ac7d-5754-462e-aa29-0b8f9315e204 None None] The sync data for ids ['8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0'] in n-d-819494-3 is: [{'id': '8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0', 'name': 'tempest-TestNetworkBasicOps-router-778582823', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '0ba54322-a0b5-4284-913c-0d19e08a06a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:16:00Z', 'updated_at': '2021-11-27T04:16:15Z', 'revision_number': 4, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'gw_port': {'id': '0ba54322-a0b5-4284-913c-0d19e08a06a3', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:16:01Z', 'updated_at': '2021-11-27T04:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'd827dd16-ce69-48ec-817f-6b654ea58870', 'name': '', 'network_id': 'a9fc006f-2f12-4b59-8f4e-166feef8006e', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'mac_address': 'fa:16:3e:29:ae:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'ce210ce8-ccbf-4354-a89c-2d5861ae1937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:16:14Z', 'updated_at': '2021-11-27T04:16:23Z', 'revision_number': 5, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'subnets': [{'id': 'ce210ce8-ccbf-4354-a89c-2d5861ae1937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:17:25.922597 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-697d9415-759a-4088-86ff-cf7f7d3d105e req-8eee48c7-f8e9-4d28-a354-ab5e550b6c68 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:26.072197 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eee48c7-f8e9-4d28-a354-ab5e550b6c68 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event deleted for resources: {'Port': ['ID=ca439588-245f-4d2e-8a47-465daf549901,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:26.159343 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-697d9415-759a-4088-86ff-cf7f7d3d105e req-8eee48c7-f8e9-4d28-a354-ab5e550b6c68 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] No DVR routers for this DVR port ca439588-245f-4d2e-8a47-465daf549901 on host n-h2-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:17:26.163779 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-697d9415-759a-4088-86ff-cf7f7d3d105e req-8eee48c7-f8e9-4d28-a354-ab5e550b6c68 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:26.167838 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-697d9415-759a-4088-86ff-cf7f7d3d105e req-8eee48c7-f8e9-4d28-a354-ab5e550b6c68 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.11 "DELETE /v2.0/ports/ca439588-245f-4d2e-8a47-465daf549901 HTTP/1.1" status: 204 len: 173 time: 2.1237779 Nov 27 04:17:26.171761 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2', 'name': 'network-vif-deleted', 'tag': 'ca439588-245f-4d2e-8a47-465daf549901'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:17:26.181691 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37faced-fffb-435e-8998-647386b53744" -d '{"events": [{"server_uuid": "8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2", "name": "network-vif-deleted", "tag": "ca439588-245f-4d2e-8a47-465daf549901"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:17:26.209400 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f4e4ca7a-a456-4126-a1bd-49b44f5d075e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:26.246834 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a09897c-1895-4c46-8991-298dd94724bd x-openstack-request-id: req-6a09897c-1895-4c46-8991-298dd94724bd {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:17:26.247322 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2", "name": "network-vif-deleted", "tag": "ca439588-245f-4d2e-8a47-465daf549901", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:17:26.250063 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a09897c-1895-4c46-8991-298dd94724bd {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:17:26.250063 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2', 'name': 'network-vif-deleted', 'tag': 'ca439588-245f-4d2e-8a47-465daf549901', 'status': 'completed', 'code': 200} Nov 27 04:17:26.334034 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba6394a-3512-41e2-8036-65d18e382b0b None None] New status for floating IP 18e48c92-ea1e-453c-97bd-a48aac13dcd4: DOWN {{(pid=110021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:17:26.585026 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 6ea0d871-fbcc-4296-bf36-f5cbbec340e3 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:17:26.671842 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 6ea0d871-fbcc-4296-bf36-f5cbbec340e3 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:17:26.673907 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:26.995546 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:27.049706 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f4e4ca7a-a456-4126-a1bd-49b44f5d075e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:27.051828 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 6ea0d871-fbcc-4296-bf36-f5cbbec340e3, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=6ea0d871-fbcc-4296-bf36-f5cbbec340e3,segment=NetworkSegment(00bc6fcc-e3a7-45e3-85de-a184d9d36dab),segment_id=00bc6fcc-e3a7-45e3-85de-a184d9d36dab)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:17:27.059041 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:27.093862 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f4e4ca7a-a456-4126-a1bd-49b44f5d075e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:27.191839 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=6ea0d871-fbcc-4296-bf36-f5cbbec340e3,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:27.224647 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c72616c-a105-46ba-8693-30cde4c1d51d None None] Network 90930601-3370-499c-b4d5-f1df41450e6c requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:17:27.233270 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2598cb7c-a576-4d13-868c-1364cac5890c req-514434c0-2e3d-4bcd-bb35-66297ef501d7 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f8a4e1d-3d93-4d51-b8f2-f579ec4cb6e2 HTTP/1.1" status: 200 len: 210 time: 0.1763754 Nov 27 04:17:27.234234 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f4e4ca7a-a456-4126-a1bd-49b44f5d075e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:27.363348 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4ca7a-a456-4126-a1bd-49b44f5d075e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'Port': ['ID=6f2da223-45d4-468f-b04f-12e10cd1563b,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:27.461323 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e4ca7a-a456-4126-a1bd-49b44f5d075e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Network 90930601-3370-499c-b4d5-f1df41450e6c is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:17:27.463095 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-f4e4ca7a-a456-4126-a1bd-49b44f5d075e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:17:27.467430 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-2334eaaf-068f-4fa0-843f-0ec5353a2435 None None] Provisioning complete for port 6ea0d871-fbcc-4296-bf36-f5cbbec340e3 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:17:27.476540 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2334eaaf-068f-4fa0-843f-0ec5353a2435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:27.685983 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e4ca7a-a456-4126-a1bd-49b44f5d075e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Router 88ba2c70-09a9-4658-a472-e9a54abddefc has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:17:27.933333 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e4ca7a-a456-4126-a1bd-49b44f5d075e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:17:27.942641 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f4e4ca7a-a456-4126-a1bd-49b44f5d075e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "PUT /v2.0/routers/88ba2c70-09a9-4658-a472-e9a54abddefc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6920960 Nov 27 04:17:27.953373 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device ca439588-245f-4d2e-8a47-465daf549901 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:17:27.999308 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: ca439588-245f-4d2e-8a47-465daf549901 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:17:27.999992 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device ca439588-245f-4d2e-8a47-465daf549901 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:17:28.001861 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56e69fc-c718-4dee-a089-c544182fa1fe None None] Sync routers for ids ['88ba2c70-09a9-4658-a472-e9a54abddefc'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:17:28.018125 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56e69fc-c718-4dee-a089-c544182fa1fe None None] Routers {'88ba2c70-09a9-4658-a472-e9a54abddefc'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:17:28.018754 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-b56e69fc-c718-4dee-a089-c544182fa1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:17:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['88ba2c70-09a9-4658-a472-e9a54abddefc'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:17:28.265624 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-b56e69fc-c718-4dee-a089-c544182fa1fe None None] Set router 88ba2c70-09a9-4658-a472-e9a54abddefc gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:17:28.349258 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49782) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:28.379693 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-dd965ddf-513f-41f9-ac38-6d97f0a7efa1 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1528515747&fields=id&tenant_id=13b1fee7d54d401493a1883da20540bb HTTP/1.1" status: 200 len: 267 time: 0.1369228 Nov 27 04:17:28.508670 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a583e959-8f27-4467-ae25-ad38476ae263 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:28.521400 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 6ea0d871-fbcc-4296-bf36-f5cbbec340e3 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:17:28.605129 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a583e959-8f27-4467-ae25-ad38476ae263 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:28.754664 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-2a156648-ee4d-4cbe-bc0c-eceee15cdea1 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:28.757189 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-2a156648-ee4d-4cbe-bc0c-eceee15cdea1 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/networks?id=90930601-3370-499c-b4d5-f1df41450e6c HTTP/1.1" status: 200 len: 796 time: 0.3705139 Nov 27 04:17:28.780568 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-76a0d900-e1bd-4741-a56e-f92dc2795319 None None] Provisioning complete for port 6f2da223-45d4-468f-b04f-12e10cd1563b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:17:28.781231 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-76a0d900-e1bd-4741-a56e-f92dc2795319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:28.812242 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a583e959-8f27-4467-ae25-ad38476ae263 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:28.818704 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a583e959-8f27-4467-ae25-ad38476ae263 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:28.822849 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a583e959-8f27-4467-ae25-ad38476ae263 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "DELETE /v2.0/security-groups/552a6f30-5852-4b12-a73c-5aad56729242 HTTP/1.1" status: 204 len: 168 time: 0.4692032 Nov 27 04:17:28.866347 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49798) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:28.872002 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a583e959-8f27-4467-ae25-ad38476ae263 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=552a6f30-5852-4b12-a73c-5aad56729242,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:28.899639 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-76a0d900-e1bd-4741-a56e-f92dc2795319 None None] Port 6f2da223-45d4-468f-b04f-12e10cd1563b cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:17:28.980866 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-76a0d900-e1bd-4741-a56e-f92dc2795319 None None] Provisioning complete for port 6ea0d871-fbcc-4296-bf36-f5cbbec340e3 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:17:28.981245 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-76a0d900-e1bd-4741-a56e-f92dc2795319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:29.080984 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 6ea0d871-fbcc-4296-bf36-f5cbbec340e3 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:17:29.082503 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:29.177833 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-b56e69fc-c718-4dee-a089-c544182fa1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ba2c70-09a9-4658-a472-e9a54abddefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158491600', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'f1a6139e-eb9a-4f7d-b2c8-b3744d801899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:17:16Z', 'updated_at': '2021-11-27T04:17:25Z', 'revision_number': 4, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': 'f1a6139e-eb9a-4f7d-b2c8-b3744d801899', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ba2c70-09a9-4658-a472-e9a54abddefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:17:17Z', 'updated_at': '2021-11-27T04:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '6f2da223-45d4-468f-b04f-12e10cd1563b', 'name': '', 'network_id': '90930601-3370-499c-b4d5-f1df41450e6c', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'mac_address': 'fa:16:3e:78:78:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ba2c70-09a9-4658-a472-e9a54abddefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'bd0aa1da-e5ad-40fd-bcf0-73b6a517f860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:17:22Z', 'updated_at': '2021-11-27T04:17:26Z', 'revision_number': 2, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'subnets': [{'id': 'bd0aa1da-e5ad-40fd-bcf0-73b6a517f860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:17:29.254283 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56e69fc-c718-4dee-a089-c544182fa1fe None None] Checking router: 88ba2c70-09a9-4658-a472-e9a54abddefc for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:17:29.255064 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56e69fc-c718-4dee-a089-c544182fa1fe None None] Updating router 88ba2c70-09a9-4658-a472-e9a54abddefc port 6f2da223-45d4-468f-b04f-12e10cd1563b binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:17:29.289460 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b56e69fc-c718-4dee-a089-c544182fa1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:29.336936 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-86aeaded-6c66-4e94-8eb1-574e190bad69 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/quotas/13b1fee7d54d401493a1883da20540bb HTTP/1.1" status: 200 len: 375 time: 0.5732706 Nov 27 04:17:29.514939 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-37878317-2f32-483c-b01b-900e15bad2bc tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=13b1fee7d54d401493a1883da20540bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1765025 Nov 27 04:17:29.727541 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-6e264fe8-b960-4fd1-a573-834cffd4b961 None None] Provisioning complete for port 6f2da223-45d4-468f-b04f-12e10cd1563b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:17:29.727922 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6e264fe8-b960-4fd1-a573-834cffd4b961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:29.805859 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b56e69fc-c718-4dee-a089-c544182fa1fe None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:29.807696 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-6e264fe8-b960-4fd1-a573-834cffd4b961 None None] Port 6f2da223-45d4-468f-b04f-12e10cd1563b cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:17:29.827724 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b56e69fc-c718-4dee-a089-c544182fa1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:29.851890 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-78953f9b-a0f8-4a01-be56-e43fe5b7ec00 service neutron] 10.222.0.20 "GET /v2.0/networks/90930601-3370-499c-b4d5-f1df41450e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168623 Nov 27 04:17:29.947075 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3afa83d-d94b-472e-84d4-e35064bf0db0 None None] Pushing event updated for resources: {'Port': ['ID=6f2da223-45d4-468f-b04f-12e10cd1563b,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:30.022255 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afa83d-d94b-472e-84d4-e35064bf0db0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:30.022639 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afa83d-d94b-472e-84d4-e35064bf0db0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:30.023009 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afa83d-d94b-472e-84d4-e35064bf0db0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:30.023340 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afa83d-d94b-472e-84d4-e35064bf0db0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:30.023683 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afa83d-d94b-472e-84d4-e35064bf0db0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:30.024025 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afa83d-d94b-472e-84d4-e35064bf0db0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:30.024364 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afa83d-d94b-472e-84d4-e35064bf0db0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:30.024702 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afa83d-d94b-472e-84d4-e35064bf0db0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:30.025056 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afa83d-d94b-472e-84d4-e35064bf0db0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:30.025382 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afa83d-d94b-472e-84d4-e35064bf0db0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:30.025702 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afa83d-d94b-472e-84d4-e35064bf0db0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:30.026032 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afa83d-d94b-472e-84d4-e35064bf0db0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:30.055295 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-b56e69fc-c718-4dee-a089-c544182fa1fe None None] Attempting to bind port 6f2da223-45d4-468f-b04f-12e10cd1563b on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:17:30.055674 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-b56e69fc-c718-4dee-a089-c544182fa1fe None None] Attempting to bind port 6f2da223-45d4-468f-b04f-12e10cd1563b by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '00bc6fcc-e3a7-45e3-85de-a184d9d36dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '90930601-3370-499c-b4d5-f1df41450e6c'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:17:30.057181 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56e69fc-c718-4dee-a089-c544182fa1fe None None] Attempting to bind port 6f2da223-45d4-468f-b04f-12e10cd1563b on network 90930601-3370-499c-b4d5-f1df41450e6c {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:17:30.064060 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56e69fc-c718-4dee-a089-c544182fa1fe None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:17:30.065435 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56e69fc-c718-4dee-a089-c544182fa1fe None None] Checking segment: {'id': '00bc6fcc-e3a7-45e3-85de-a184d9d36dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '90930601-3370-499c-b4d5-f1df41450e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:17:30.065862 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b56e69fc-c718-4dee-a089-c544182fa1fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:30.066849 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56e69fc-c718-4dee-a089-c544182fa1fe None None] Bound using segment: {'id': '00bc6fcc-e3a7-45e3-85de-a184d9d36dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '90930601-3370-499c-b4d5-f1df41450e6c'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:17:30.067345 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-b56e69fc-c718-4dee-a089-c544182fa1fe None None] Bound port: 6f2da223-45d4-468f-b04f-12e10cd1563b, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bc6fcc-e3a7-45e3-85de-a184d9d36dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '90930601-3370-499c-b4d5-f1df41450e6c'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:17:30.067745 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b56e69fc-c718-4dee-a089-c544182fa1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:30.161636 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-e9cde892-b4b5-4161-9b1c-b120054fb731 service neutron] 10.222.0.20 "GET /v2.0/networks/90930601-3370-499c-b4d5-f1df41450e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730036 Nov 27 04:17:30.167217 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-b56e69fc-c718-4dee-a089-c544182fa1fe None None] For port 6f2da223-45d4-468f-b04f-12e10cd1563b, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:17:30.168087 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a924719f-cfad-47fe-95a0-57f7797762b8 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:30.170728 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-b56e69fc-c718-4dee-a089-c544182fa1fe None None] For port 6f2da223-45d4-468f-b04f-12e10cd1563b, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=6f2da223-45d4-468f-b04f-12e10cd1563b,segment=NetworkSegment(00bc6fcc-e3a7-45e3-85de-a184d9d36dab),segment_id=00bc6fcc-e3a7-45e3-85de-a184d9d36dab)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:17:30.188283 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b56e69fc-c718-4dee-a089-c544182fa1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:30.369508 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3afa83d-d94b-472e-84d4-e35064bf0db0 None None] Pushing event updated for resources: {'Port': ['ID=6f2da223-45d4-468f-b04f-12e10cd1563b,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:30.422989 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56e69fc-c718-4dee-a089-c544182fa1fe None None] Routers {'88ba2c70-09a9-4658-a472-e9a54abddefc'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:17:30.427077 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-b56e69fc-c718-4dee-a089-c544182fa1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:17:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['88ba2c70-09a9-4658-a472-e9a54abddefc'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:17:30.649177 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-7cc2ba74-09e6-4f54-af80-a169053ded66 None None] Provisioning complete for port 6f2da223-45d4-468f-b04f-12e10cd1563b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:17:30.649555 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7cc2ba74-09e6-4f54-af80-a169053ded66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:30.914595 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-b56e69fc-c718-4dee-a089-c544182fa1fe None None] Set router 88ba2c70-09a9-4658-a472-e9a54abddefc gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:17:31.108957 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-11b04b5a-417e-4d97-9dfd-4d64086a09dd req-40e913af-2663-475b-8d15-72a41509ad9a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b68c106-b8f3-4f67-adf1-5926005658cf HTTP/1.1" status: 200 len: 210 time: 0.0909996 Nov 27 04:17:31.481752 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7cc2ba74-09e6-4f54-af80-a169053ded66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:31.600148 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-7cc2ba74-09e6-4f54-af80-a169053ded66 None None] For port 6f2da223-45d4-468f-b04f-12e10cd1563b, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=6f2da223-45d4-468f-b04f-12e10cd1563b,segment=NetworkSegment(00bc6fcc-e3a7-45e3-85de-a184d9d36dab),segment_id=00bc6fcc-e3a7-45e3-85de-a184d9d36dab)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:17:31.614693 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7cc2ba74-09e6-4f54-af80-a169053ded66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:31.669902 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-a924719f-cfad-47fe-95a0-57f7797762b8 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Deleting port d827dd16-ce69-48ec-817f-6b654ea58870 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:17:31.670166 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a924719f-cfad-47fe-95a0-57f7797762b8 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:31.696638 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-b56e69fc-c718-4dee-a089-c544182fa1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ba2c70-09a9-4658-a472-e9a54abddefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158491600', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'f1a6139e-eb9a-4f7d-b2c8-b3744d801899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:17:16Z', 'updated_at': '2021-11-27T04:17:25Z', 'revision_number': 4, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': 'f1a6139e-eb9a-4f7d-b2c8-b3744d801899', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ba2c70-09a9-4658-a472-e9a54abddefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:17:17Z', 'updated_at': '2021-11-27T04:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '6f2da223-45d4-468f-b04f-12e10cd1563b', 'name': '', 'network_id': '90930601-3370-499c-b4d5-f1df41450e6c', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'mac_address': 'fa:16:3e:78:78:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ba2c70-09a9-4658-a472-e9a54abddefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'bd0aa1da-e5ad-40fd-bcf0-73b6a517f860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:17:22Z', 'updated_at': '2021-11-27T04:17:30Z', 'revision_number': 4, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'subnets': [{'id': 'bd0aa1da-e5ad-40fd-bcf0-73b6a517f860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:17:31.787619 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56e69fc-c718-4dee-a089-c544182fa1fe None None] The sync data for ids ['88ba2c70-09a9-4658-a472-e9a54abddefc'] in n-d-819494-3 is: [{'id': '88ba2c70-09a9-4658-a472-e9a54abddefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158491600', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'f1a6139e-eb9a-4f7d-b2c8-b3744d801899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:17:16Z', 'updated_at': '2021-11-27T04:17:25Z', 'revision_number': 4, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': 'f1a6139e-eb9a-4f7d-b2c8-b3744d801899', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ba2c70-09a9-4658-a472-e9a54abddefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:17:17Z', 'updated_at': '2021-11-27T04:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '6f2da223-45d4-468f-b04f-12e10cd1563b', 'name': '', 'network_id': '90930601-3370-499c-b4d5-f1df41450e6c', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'mac_address': 'fa:16:3e:78:78:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ba2c70-09a9-4658-a472-e9a54abddefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'bd0aa1da-e5ad-40fd-bcf0-73b6a517f860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:17:22Z', 'updated_at': '2021-11-27T04:17:30Z', 'revision_number': 4, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'subnets': [{'id': 'bd0aa1da-e5ad-40fd-bcf0-73b6a517f860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:17:31.811083 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-8c5b1023-3f51-41da-b032-e7a1ecbeb018 None None] Provisioning complete for port 6f2da223-45d4-468f-b04f-12e10cd1563b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:17:31.811765 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8c5b1023-3f51-41da-b032-e7a1ecbeb018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:31.815186 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2ba74-09e6-4f54-af80-a169053ded66 None None] Pushing event updated for resources: {'Port': ['ID=6f2da223-45d4-468f-b04f-12e10cd1563b,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:31.935775 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-a924719f-cfad-47fe-95a0-57f7797762b8 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] For port d827dd16-ce69-48ec-817f-6b654ea58870, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=d827dd16-ce69-48ec-817f-6b654ea58870,segment=NetworkSegment(f9e1c504-df47-43b7-8f4e-2fa660a630b6),segment_id=f9e1c504-df47-43b7-8f4e-2fa660a630b6)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:17:31.938836 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a924719f-cfad-47fe-95a0-57f7797762b8 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:31.982233 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-a924719f-cfad-47fe-95a0-57f7797762b8 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Calling delete_port for d827dd16-ce69-48ec-817f-6b654ea58870 owned by network:router_interface {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:17:32.328802 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f2b2057e-438e-4bd7-adc7-8c4fd3fc9ea9 req-f1323c92-18f6-44ef-a9c1-c07063441249 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b68c106-b8f3-4f67-adf1-5926005658cf HTTP/1.1" status: 200 len: 210 time: 0.0456715 Nov 27 04:17:32.514845 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-3b247d12-3e43-4fd7-9fcc-e3ad0037eaf7 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:32.514845 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-3b247d12-3e43-4fd7-9fcc-e3ad0037eaf7 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.11 "GET /v2.0/networks?id=90930601-3370-499c-b4d5-f1df41450e6c HTTP/1.1" status: 200 len: 796 time: 0.3521309 Nov 27 04:17:32.533952 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 6f2da223-45d4-468f-b04f-12e10cd1563b up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:17:32.666354 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 6f2da223-45d4-468f-b04f-12e10cd1563b triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:17:32.667191 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:32.725319 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-ee510444-e3bb-421f-b4e1-1e766bb1270f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13b1fee7d54d401493a1883da20540bb HTTP/1.1" status: 200 len: 380 time: 0.1964688 Nov 27 04:17:32.737413 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-152719a7-8d53-40a7-a4f5-5707fca9a003 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'port': {'device_id': '4b68c106-b8f3-4f67-adf1-5926005658cf', 'network_id': '90930601-3370-499c-b4d5-f1df41450e6c', 'admin_state_up': True, 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'security_groups': ['44a6fd6f-dfa7-43d2-9c14-e4be1f11cc4a']}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:32.854734 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a924719f-cfad-47fe-95a0-57f7797762b8 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:32.910221 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a924719f-cfad-47fe-95a0-57f7797762b8 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event deleted for resources: {'Port': ['ID=d827dd16-ce69-48ec-817f-6b654ea58870,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:33.121573 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-152719a7-8d53-40a7-a4f5-5707fca9a003 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Made reservation on behalf of 13b1fee7d54d401493a1883da20540bb for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:17:33.135294 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-152719a7-8d53-40a7-a4f5-5707fca9a003 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:33.156512 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-347a0950-26bb-455b-9363-307c58cb3d46 req-8a5ea9ad-942c-4c57-9c15-affc6b831fea service neutron] (110019) timed out ('10.222.0.20', 55012) {{(pid=110019) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 04:17:33.546278 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-28aed80d-df69-4539-a953-0915ae428420 req-63d0691d-00f9-4f8e-9c99-efe9fe85a2d7 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b68c106-b8f3-4f67-adf1-5926005658cf HTTP/1.1" status: 200 len: 210 time: 0.0974710 Nov 27 04:17:33.556007 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a924719f-cfad-47fe-95a0-57f7797762b8 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:33.754843 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-152719a7-8d53-40a7-a4f5-5707fca9a003 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Allocated IP 172.20.0.9 (90930601-3370-499c-b4d5-f1df41450e6c/bd0aa1da-e5ad-40fd-bcf0-73b6a517f860/b32ff0a0-2fe9-400b-b7ae-06da2036133c) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:17:34.018388 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-152719a7-8d53-40a7-a4f5-5707fca9a003 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:34.191497 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a924719f-cfad-47fe-95a0-57f7797762b8 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Router 8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:17:34.314571 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-152719a7-8d53-40a7-a4f5-5707fca9a003 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:34.387920 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-152719a7-8d53-40a7-a4f5-5707fca9a003 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Network 90930601-3370-499c-b4d5-f1df41450e6c is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:17:34.395052 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-152719a7-8d53-40a7-a4f5-5707fca9a003 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:17:34.398476 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152719a7-8d53-40a7-a4f5-5707fca9a003 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'Port': ['ID=b32ff0a0-2fe9-400b-b7ae-06da2036133c,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:34.403120 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-152719a7-8d53-40a7-a4f5-5707fca9a003 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:17:34.500870 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a924719f-cfad-47fe-95a0-57f7797762b8 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:17:34.507956 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a924719f-cfad-47fe-95a0-57f7797762b8 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "PUT /v2.0/routers/8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6339686 Nov 27 04:17:34.511995 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ea202c-e17d-4a03-aad5-996c84175fa0 None None] Sync routers for ids ['8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:17:34.514041 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49892) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:34.537065 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-152719a7-8d53-40a7-a4f5-5707fca9a003 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:34.544317 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ea202c-e17d-4a03-aad5-996c84175fa0 None None] Routers {'8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:17:34.545238 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-59ea202c-e17d-4a03-aad5-996c84175fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:17:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:17:34.553198 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-152719a7-8d53-40a7-a4f5-5707fca9a003 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:34.609547 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-152719a7-8d53-40a7-a4f5-5707fca9a003 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8767579 Nov 27 04:17:34.633886 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-d9607325-a0cc-4afc-872b-71f3195463f2 service neutron] Request body: {'port': {'device_id': '4b68c106-b8f3-4f67-adf1-5926005658cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:34.726927 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7d8d93d-a40f-4e87-958d-ad178bda4009 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Deleting subnet ce210ce8-ccbf-4354-a89c-2d5861ae1937 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:17:34.738774 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d7d8d93d-a40f-4e87-958d-ad178bda4009 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:34.867948 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d7d8d93d-a40f-4e87-958d-ad178bda4009 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:34.914660 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-d9607325-a0cc-4afc-872b-71f3195463f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:34.965065 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-10aa909f-5d7f-4b20-9c2a-d6079e67590f None None] Provisioning complete for port b32ff0a0-2fe9-400b-b7ae-06da2036133c triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:17:34.965607 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-10aa909f-5d7f-4b20-9c2a-d6079e67590f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:35.061080 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f26e01-cdc2-499f-9096-43eb8b5fc4d5 req-ad711797-13a3-4c81-a6ab-2f52ba7349d6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:35.067338 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-62f26e01-cdc2-499f-9096-43eb8b5fc4d5 req-ad711797-13a3-4c81-a6ab-2f52ba7349d6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b68c106-b8f3-4f67-adf1-5926005658cf HTTP/1.1" status: 200 len: 931 time: 0.2997100 Nov 27 04:17:35.151062 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-10aa909f-5d7f-4b20-9c2a-d6079e67590f None None] Port b32ff0a0-2fe9-400b-b7ae-06da2036133c cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:17:35.154390 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d7d8d93d-a40f-4e87-958d-ad178bda4009 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:35.231138 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-59ea202c-e17d-4a03-aad5-996c84175fa0 None None] Set router 8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:17:35.295278 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d7d8d93d-a40f-4e87-958d-ad178bda4009 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:35.328355 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8d93d-a40f-4e87-958d-ad178bda4009 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event deleted for resources: {'Subnet': ['ID=ce210ce8-ccbf-4354-a89c-2d5861ae1937,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:35.344693 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d7d8d93d-a40f-4e87-958d-ad178bda4009 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:35.351641 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac319361-3cf1-4c54-9861-03c6fffc71e9 None None] Network a9fc006f-2f12-4b59-8f4e-166feef8006e requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:17:35.358513 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49918) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:35.363021 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-62f26e01-cdc2-499f-9096-43eb8b5fc4d5 req-3f972faa-e014-46f2-a07d-b623156c6d70 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=44a6fd6f-dfa7-43d2-9c14-e4be1f11cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2701550 Nov 27 04:17:35.377529 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d7d8d93d-a40f-4e87-958d-ad178bda4009 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "DELETE /v2.0/subnets/ce210ce8-ccbf-4354-a89c-2d5861ae1937 HTTP/1.1" status: 204 len: 168 time: 0.8431084 Nov 27 04:17:35.485019 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b46ae757-44fc-45d1-ae44-974a74f0f0e6 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:35.636607 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-59ea202c-e17d-4a03-aad5-996c84175fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0', 'name': 'tempest-TestNetworkBasicOps-router-778582823', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '0ba54322-a0b5-4284-913c-0d19e08a06a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:16:00Z', 'updated_at': '2021-11-27T04:17:32Z', 'revision_number': 5, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'gw_port': {'id': '0ba54322-a0b5-4284-913c-0d19e08a06a3', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:16:01Z', 'updated_at': '2021-11-27T04:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:17:35.693721 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ea202c-e17d-4a03-aad5-996c84175fa0 None None] Checking router: 8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:17:35.704764 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ea202c-e17d-4a03-aad5-996c84175fa0 None None] Routers {'8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:17:35.705889 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-59ea202c-e17d-4a03-aad5-996c84175fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:17:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:17:35.723990 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065fd9cd-a3f6-4cef-8b53-d751bc80138a None None] DHCP port deletion for a9fc006f-2f12-4b59-8f4e-166feef8006e request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:17:35.806670 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-065fd9cd-a3f6-4cef-8b53-d751bc80138a None None] Deleting port 8c1afebe-8c19-42b2-90e3-7dca5724cd87 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:17:35.807433 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-065fd9cd-a3f6-4cef-8b53-d751bc80138a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:35.847128 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-59ea202c-e17d-4a03-aad5-996c84175fa0 None None] Set router 8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:17:35.921949 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b46ae757-44fc-45d1-ae44-974a74f0f0e6 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:35.948635 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-065fd9cd-a3f6-4cef-8b53-d751bc80138a None None] For port 8c1afebe-8c19-42b2-90e3-7dca5724cd87, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=8c1afebe-8c19-42b2-90e3-7dca5724cd87,segment=NetworkSegment(f9e1c504-df47-43b7-8f4e-2fa660a630b6),segment_id=f9e1c504-df47-43b7-8f4e-2fa660a630b6)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:17:35.949401 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-065fd9cd-a3f6-4cef-8b53-d751bc80138a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:35.978319 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-065fd9cd-a3f6-4cef-8b53-d751bc80138a None None] Calling delete_port for 8c1afebe-8c19-42b2-90e3-7dca5724cd87 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:17:36.132707 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-065fd9cd-a3f6-4cef-8b53-d751bc80138a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:36.141431 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-59ea202c-e17d-4a03-aad5-996c84175fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0', 'name': 'tempest-TestNetworkBasicOps-router-778582823', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '0ba54322-a0b5-4284-913c-0d19e08a06a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:16:00Z', 'updated_at': '2021-11-27T04:17:32Z', 'revision_number': 5, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'gw_port': {'id': '0ba54322-a0b5-4284-913c-0d19e08a06a3', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:16:01Z', 'updated_at': '2021-11-27T04:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:17:36.169116 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065fd9cd-a3f6-4cef-8b53-d751bc80138a None None] Pushing event deleted for resources: {'Port': ['ID=8c1afebe-8c19-42b2-90e3-7dca5724cd87,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:36.175997 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-d9607325-a0cc-4afc-872b-71f3195463f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b32ff0a0-2fe9-400b-b7ae-06da2036133c {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:17:36.180222 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065fd9cd-a3f6-4cef-8b53-d751bc80138a None None] No DVR routers for this DVR port 8c1afebe-8c19-42b2-90e3-7dca5724cd87 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:17:36.187637 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-d9607325-a0cc-4afc-872b-71f3195463f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:36.209968 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-d9607325-a0cc-4afc-872b-71f3195463f2 service neutron] Transition to ACTIVE for port object b32ff0a0-2fe9-400b-b7ae-06da2036133c will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:17:36.218119 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-d9607325-a0cc-4afc-872b-71f3195463f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:36.243699 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ea202c-e17d-4a03-aad5-996c84175fa0 None None] The sync data for ids ['8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0'] in n-d-819494-3 is: [{'id': '8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0', 'name': 'tempest-TestNetworkBasicOps-router-778582823', 'tenant_id': '11a8da3acafa4ec1bd2e977270426dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '0ba54322-a0b5-4284-913c-0d19e08a06a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:16:00Z', 'updated_at': '2021-11-27T04:17:32Z', 'revision_number': 5, 'project_id': '11a8da3acafa4ec1bd2e977270426dbc', 'gw_port': {'id': '0ba54322-a0b5-4284-913c-0d19e08a06a3', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:16:01Z', 'updated_at': '2021-11-27T04:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:17:36.329208 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9607325-a0cc-4afc-872b-71f3195463f2 service neutron] Pushing event updated for resources: {'Port': ['ID=b32ff0a0-2fe9-400b-b7ae-06da2036133c,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:36.360369 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-b46ae757-44fc-45d1-ae44-974a74f0f0e6 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Deleting port 0ba54322-a0b5-4284-913c-0d19e08a06a3 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:17:36.361752 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b46ae757-44fc-45d1-ae44-974a74f0f0e6 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:36.524896 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 8c1afebe-8c19-42b2-90e3-7dca5724cd87 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:17:36.580943 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 8c1afebe-8c19-42b2-90e3-7dca5724cd87 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:17:36.584556 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 8c1afebe-8c19-42b2-90e3-7dca5724cd87 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:17:36.902093 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c262905-f321-4aaf-b5cc-4947b45ab96a req-8ee2e2d8-849a-45da-8bdd-363bb0838fd0 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:36.908704 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49944) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:36.913414 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1c262905-f321-4aaf-b5cc-4947b45ab96a req-8ee2e2d8-849a-45da-8bdd-363bb0838fd0 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b68c106-b8f3-4f67-adf1-5926005658cf HTTP/1.1" status: 200 len: 943 time: 0.3387620 Nov 27 04:17:36.914974 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-e71e077e-b796-4547-b353-5e08fc7abd59 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1576752935', 'description': 'tempest-secgroup-smoke-1576752935 description', 'project_id': '6292db7bdfdd4a808d17c61c8ea15dfe'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:36.956024 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e71e077e-b796-4547-b353-5e08fc7abd59 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:36.974648 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-b46ae757-44fc-45d1-ae44-974a74f0f0e6 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] For port 0ba54322-a0b5-4284-913c-0d19e08a06a3, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=0ba54322-a0b5-4284-913c-0d19e08a06a3,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:17:36.975138 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b46ae757-44fc-45d1-ae44-974a74f0f0e6 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:37.107092 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-b46ae757-44fc-45d1-ae44-974a74f0f0e6 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Calling delete_port for 0ba54322-a0b5-4284-913c-0d19e08a06a3 owned by network:router_gateway {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:17:37.153210 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-d9607325-a0cc-4afc-872b-71f3195463f2 service neutron] Attempting to bind port b32ff0a0-2fe9-400b-b7ae-06da2036133c on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:17:37.153500 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-d9607325-a0cc-4afc-872b-71f3195463f2 service neutron] Attempting to bind port b32ff0a0-2fe9-400b-b7ae-06da2036133c by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '00bc6fcc-e3a7-45e3-85de-a184d9d36dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '90930601-3370-499c-b4d5-f1df41450e6c'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:17:37.160753 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-d9607325-a0cc-4afc-872b-71f3195463f2 service neutron] Attempting to bind port b32ff0a0-2fe9-400b-b7ae-06da2036133c on network 90930601-3370-499c-b4d5-f1df41450e6c {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:17:37.183941 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e71e077e-b796-4547-b353-5e08fc7abd59 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:37.194530 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e71e077e-b796-4547-b353-5e08fc7abd59 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:37.274039 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e077e-b796-4547-b353-5e08fc7abd59 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8d89d2-1d94-4327-916b-17cea4e9becf,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:37.280107 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e71e077e-b796-4547-b353-5e08fc7abd59 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:37.285892 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e71e077e-b796-4547-b353-5e08fc7abd59 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3754091 Nov 27 04:17:37.287197 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49960) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:37.293606 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-57563eea-b385-4647-8498-726b9198ec99 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Request body: {'security_group_rule': {'security_group_id': 'cf8d89d2-1d94-4327-916b-17cea4e9becf', 'project_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:37.356737 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-57563eea-b385-4647-8498-726b9198ec99 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:37.461466 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-57563eea-b385-4647-8498-726b9198ec99 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:37.473814 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-57563eea-b385-4647-8498-726b9198ec99 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:37.518303 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57563eea-b385-4647-8498-726b9198ec99 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=319c7592-e67e-4988-ba75-248c5e593fc5,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:37.543028 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-57563eea-b385-4647-8498-726b9198ec99 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:37.549910 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-57563eea-b385-4647-8498-726b9198ec99 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2602875 Nov 27 04:17:37.551793 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49964) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:37.556865 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-ee0ce673-291f-46f6-9a11-f54b7b05dddf tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Request body: {'security_group_rule': {'security_group_id': 'cf8d89d2-1d94-4327-916b-17cea4e9becf', 'project_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:37.603912 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-d9607325-a0cc-4afc-872b-71f3195463f2 service neutron] Port b32ff0a0-2fe9-400b-b7ae-06da2036133c on network 90930601-3370-499c-b4d5-f1df41450e6c not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:17:37.604304 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-d9607325-a0cc-4afc-872b-71f3195463f2 service neutron] Attempting to bind port b32ff0a0-2fe9-400b-b7ae-06da2036133c on network 90930601-3370-499c-b4d5-f1df41450e6c {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:17:37.610867 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ee0ce673-291f-46f6-9a11-f54b7b05dddf tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:37.622395 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-d9607325-a0cc-4afc-872b-71f3195463f2 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:17:37.622727 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-d9607325-a0cc-4afc-872b-71f3195463f2 service neutron] Checking segment: {'id': '00bc6fcc-e3a7-45e3-85de-a184d9d36dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '90930601-3370-499c-b4d5-f1df41450e6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:17:37.623711 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-d9607325-a0cc-4afc-872b-71f3195463f2 service neutron] Bound using segment: {'id': '00bc6fcc-e3a7-45e3-85de-a184d9d36dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '90930601-3370-499c-b4d5-f1df41450e6c'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:17:37.623711 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-d9607325-a0cc-4afc-872b-71f3195463f2 service neutron] Bound port: b32ff0a0-2fe9-400b-b7ae-06da2036133c, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00bc6fcc-e3a7-45e3-85de-a184d9d36dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '90930601-3370-499c-b4d5-f1df41450e6c'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:17:37.624058 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-d9607325-a0cc-4afc-872b-71f3195463f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:37.629846 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1c262905-f321-4aaf-b5cc-4947b45ab96a req-abd2e5b9-e617-4ee0-b7db-2b35c7b635bc tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=44a6fd6f-dfa7-43d2-9c14-e4be1f11cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6852200 Nov 27 04:17:37.726193 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-d9607325-a0cc-4afc-872b-71f3195463f2 service neutron] For port b32ff0a0-2fe9-400b-b7ae-06da2036133c, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:17:37.733571 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-d9607325-a0cc-4afc-872b-71f3195463f2 service neutron] For port b32ff0a0-2fe9-400b-b7ae-06da2036133c, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=b32ff0a0-2fe9-400b-b7ae-06da2036133c,segment=NetworkSegment(00bc6fcc-e3a7-45e3-85de-a184d9d36dab),segment_id=00bc6fcc-e3a7-45e3-85de-a184d9d36dab)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:17:37.756628 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-d9607325-a0cc-4afc-872b-71f3195463f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:37.779583 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ee0ce673-291f-46f6-9a11-f54b7b05dddf tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:37.789096 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ee0ce673-291f-46f6-9a11-f54b7b05dddf tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:37.815453 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-d9607325-a0cc-4afc-872b-71f3195463f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:37.816915 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-d9607325-a0cc-4afc-872b-71f3195463f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:37.818705 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-d9607325-a0cc-4afc-872b-71f3195463f2 service neutron] 10.222.0.11 "PUT /v2.0/ports/b32ff0a0-2fe9-400b-b7ae-06da2036133c HTTP/1.1" status: 200 len: 1091 time: 3.1959131 Nov 27 04:17:37.820848 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b68c106-b8f3-4f67-adf1-5926005658cf', 'tag': 'b32ff0a0-2fe9-400b-b7ae-06da2036133c'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:17:37.823337 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a486d01-da76-4829-8a0f-c72f13aa25e5" -d '{"events": [{"name": "network-changed", "server_uuid": "4b68c106-b8f3-4f67-adf1-5926005658cf", "tag": "b32ff0a0-2fe9-400b-b7ae-06da2036133c"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:17:37.837536 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ce673-291f-46f6-9a11-f54b7b05dddf tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=640cf9a5-93ee-4ddd-9919-f0bb57a74edd,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:37.901768 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ee0ce673-291f-46f6-9a11-f54b7b05dddf tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:37.906137 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ee0ce673-291f-46f6-9a11-f54b7b05dddf tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3530309 Nov 27 04:17:37.906790 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49970) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:37.919040 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-ccd93ca6-32e4-4130-8547-843794432793 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Request body: {'security_group_rule': {'security_group_id': 'cf8d89d2-1d94-4327-916b-17cea4e9becf', 'project_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:37.968770 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924d6c8d-1cbc-45e3-b571-84d0a1bff435 x-openstack-request-id: req-924d6c8d-1cbc-45e3-b571-84d0a1bff435 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:17:37.969560 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b68c106-b8f3-4f67-adf1-5926005658cf", "tag": "b32ff0a0-2fe9-400b-b7ae-06da2036133c", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:17:37.969991 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-924d6c8d-1cbc-45e3-b571-84d0a1bff435 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:17:37.970639 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b68c106-b8f3-4f67-adf1-5926005658cf', 'tag': 'b32ff0a0-2fe9-400b-b7ae-06da2036133c', 'status': 'completed', 'code': 200} Nov 27 04:17:37.997900 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ccd93ca6-32e4-4130-8547-843794432793 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:38.001175 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9607325-a0cc-4afc-872b-71f3195463f2 service neutron] Pushing event updated for resources: {'Port': ['ID=b32ff0a0-2fe9-400b-b7ae-06da2036133c,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:38.035134 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-bfdb2eee-5329-4c07-8906-542ba0f08624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:38.039591 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-bfdb2eee-5329-4c07-8906-542ba0f08624 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=13b1fee7d54d401493a1883da20540bb&device_id=4b68c106-b8f3-4f67-adf1-5926005658cf HTTP/1.1" status: 200 len: 1094 time: 0.1053388 Nov 27 04:17:38.143539 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ccd93ca6-32e4-4130-8547-843794432793 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:38.152234 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ccd93ca6-32e4-4130-8547-843794432793 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:38.156634 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-edf83a22-5982-48f3-97fe-d4dc3718ca24 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b32ff0a0-2fe9-400b-b7ae-06da2036133c HTTP/1.1" status: 200 len: 217 time: 0.0838788 Nov 27 04:17:38.221289 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd93ca6-32e4-4130-8547-843794432793 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cc7dc2a-4178-49e9-9530-d5b468298841,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:38.231886 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ccd93ca6-32e4-4130-8547-843794432793 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:38.237593 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b46ae757-44fc-45d1-ae44-974a74f0f0e6 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:38.240869 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ccd93ca6-32e4-4130-8547-843794432793 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3329966 Nov 27 04:17:38.241525 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49974) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:38.260250 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-207417b8-eca0-4c34-ac22-6e4211dfb820 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Request body: {'security_group_rule': {'security_group_id': 'cf8d89d2-1d94-4327-916b-17cea4e9becf', 'project_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:38.315622 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-ca530537-01fa-4fd4-92da-e6fbc3d0460a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:38.320014 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-ca530537-01fa-4fd4-92da-e6fbc3d0460a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bd0aa1da-e5ad-40fd-bcf0-73b6a517f860 HTTP/1.1" status: 200 len: 835 time: 0.1527374 Nov 27 04:17:38.339541 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65da5fd-e165-43b4-841a-8ee11bceab62 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:17:38.341027 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-207417b8-eca0-4c34-ac22-6e4211dfb820 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:38.357313 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ae757-44fc-45d1-ae44-974a74f0f0e6 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event deleted for resources: {'Port': ['ID=0ba54322-a0b5-4284-913c-0d19e08a06a3,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:38.387257 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device d827dd16-ce69-48ec-817f-6b654ea58870 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:17:38.430904 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: d827dd16-ce69-48ec-817f-6b654ea58870 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:17:38.431263 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device d827dd16-ce69-48ec-817f-6b654ea58870 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:17:38.449305 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-207417b8-eca0-4c34-ac22-6e4211dfb820 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:38.461466 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-207417b8-eca0-4c34-ac22-6e4211dfb820 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:38.494772 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-dc6c9d34-0101-4ce0-81c2-2b779940ceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:38.495420 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207417b8-eca0-4c34-ac22-6e4211dfb820 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54ff5a3d-6982-4387-bb74-27032b4920e6,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:38.496088 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-dc6c9d34-0101-4ce0-81c2-2b779940ceb4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90930601-3370-499c-b4d5-f1df41450e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1580687 Nov 27 04:17:38.496870 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b46ae757-44fc-45d1-ae44-974a74f0f0e6 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:38.526217 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-207417b8-eca0-4c34-ac22-6e4211dfb820 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:38.529696 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-207417b8-eca0-4c34-ac22-6e4211dfb820 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2737706 Nov 27 04:17:38.534090 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49982) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:38.542442 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-a0019798-6e0b-4627-8d34-de7a29858193 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Request body: {'security_group_rule': {'security_group_id': 'cf8d89d2-1d94-4327-916b-17cea4e9becf', 'project_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:38.601648 n-d-819494-3 neutron-server[110019]: INFO neutron.db.securitygroups_db [None req-a0019798-6e0b-4627-8d34-de7a29858193 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Project 6292db7bdfdd4a808d17c61c8ea15dfe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 04:17:38.611957 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a0019798-6e0b-4627-8d34-de7a29858193 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:38.668695 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b46ae757-44fc-45d1-ae44-974a74f0f0e6 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:38.670895 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:17:38.675058 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b46ae757-44fc-45d1-ae44-974a74f0f0e6 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:38.753863 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b46ae757-44fc-45d1-ae44-974a74f0f0e6 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:38.754410 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46ae757-44fc-45d1-ae44-974a74f0f0e6 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Fanout notify agent at l3_agent the message router_deleted on router 8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0 {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:17:38.764555 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b46ae757-44fc-45d1-ae44-974a74f0f0e6 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:38.771793 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b46ae757-44fc-45d1-ae44-974a74f0f0e6 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "DELETE /v2.0/routers/8e0fb4ef-0419-4f98-bf54-d32dba3f4ac0 HTTP/1.1" status: 204 len: 168 time: 3.4077051 Nov 27 04:17:38.772483 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 49988) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:38.819433 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-2ec51de9-33b6-4d7a-a57a-33fcb5c1ee10 service neutron] 10.222.0.11 "GET /v2.0/networks/90930601-3370-499c-b4d5-f1df41450e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904775 Nov 27 04:17:38.824096 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a0019798-6e0b-4627-8d34-de7a29858193 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:38.830778 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a0019798-6e0b-4627-8d34-de7a29858193 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:38.858458 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0019798-6e0b-4627-8d34-de7a29858193 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cfba65e-6252-4a1e-b379-0ccedb2576f7,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:38.869310 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a0019798-6e0b-4627-8d34-de7a29858193 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:38.872114 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a0019798-6e0b-4627-8d34-de7a29858193 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3349617 Nov 27 04:17:38.874874 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 49996) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:38.881264 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-01dd2aab-176e-4478-a41b-f3f3330c87dc tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Request body: {'security_group_rule': {'security_group_id': 'cf8d89d2-1d94-4327-916b-17cea4e9becf', 'project_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:38.947246 n-d-819494-3 neutron-server[110019]: INFO neutron.db.securitygroups_db [None req-01dd2aab-176e-4478-a41b-f3f3330c87dc tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Project 6292db7bdfdd4a808d17c61c8ea15dfe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 04:17:38.959809 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-01dd2aab-176e-4478-a41b-f3f3330c87dc tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:39.036610 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-09eecb93-e360-49fb-b51a-38c85f859d3d req-06479a27-24cf-43e5-86dd-035a7b3dc45c service neutron] 10.222.0.11 "GET /v2.0/networks/90930601-3370-499c-b4d5-f1df41450e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085824 Nov 27 04:17:39.098450 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-01dd2aab-176e-4478-a41b-f3f3330c87dc tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:39.121957 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6f6e0-572b-4059-ab5d-327b079582de req-1d8e29bc-4e7f-4938-ae2f-a015ff04c42a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:39.124005 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-48b6f6e0-572b-4059-ab5d-327b079582de req-1d8e29bc-4e7f-4938-ae2f-a015ff04c42a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b68c106-b8f3-4f67-adf1-5926005658cf HTTP/1.1" status: 200 len: 943 time: 0.3068511 Nov 27 04:17:39.125457 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-01dd2aab-176e-4478-a41b-f3f3330c87dc tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:39.155200 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd2aab-176e-4478-a41b-f3f3330c87dc tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0dbdfd2-3536-4e5b-b2fc-04f348716c25,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:39.190661 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-01dd2aab-176e-4478-a41b-f3f3330c87dc tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:39.200010 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-01dd2aab-176e-4478-a41b-f3f3330c87dc tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3153856 Nov 27 04:17:39.245147 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-48b6f6e0-572b-4059-ab5d-327b079582de req-f5458b7e-fbc2-4970-a825-499d23052e6c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=44a6fd6f-dfa7-43d2-9c14-e4be1f11cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070635 Nov 27 04:17:39.245799 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e0f70781-45aa-413f-a2cd-30770c96a453 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:39.257795 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a486d01-da76-4829-8a0f-c72f13aa25e5 req-7680e068-96b5-4f0a-b96b-7caa61df649b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:39.257795 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4a486d01-da76-4829-8a0f-c72f13aa25e5 req-7680e068-96b5-4f0a-b96b-7caa61df649b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=13b1fee7d54d401493a1883da20540bb&device_id=4b68c106-b8f3-4f67-adf1-5926005658cf HTTP/1.1" status: 200 len: 1094 time: 0.1206090 Nov 27 04:17:39.534004 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e0f70781-45aa-413f-a2cd-30770c96a453 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:39.595099 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-effcc5e4-0b51-47db-94f3-f6e6ece99269 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1576752935&fields=id&tenant_id=6292db7bdfdd4a808d17c61c8ea15dfe HTTP/1.1" status: 200 len: 267 time: 0.1616232 Nov 27 04:17:39.596441 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a486d01-da76-4829-8a0f-c72f13aa25e5 req-0df550d3-6b1e-4631-9794-c29d23966328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:39.602205 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4a486d01-da76-4829-8a0f-c72f13aa25e5 req-0df550d3-6b1e-4631-9794-c29d23966328 service neutron] 10.222.0.11 "GET /v2.0/networks?id=90930601-3370-499c-b4d5-f1df41450e6c HTTP/1.1" status: 200 len: 897 time: 0.3353782 Nov 27 04:17:39.610385 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-e0f70781-45aa-413f-a2cd-30770c96a453 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9fc006f-2f12-4b59-8f4e-166feef8006e']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:17:39.673457 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-e0f70781-45aa-413f-a2cd-30770c96a453 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9e1c504-df47-43b7-8f4e-2fa660a630b6') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:17:39.673917 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-e0f70781-45aa-413f-a2cd-30770c96a453 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9e1c504-df47-43b7-8f4e-2fa660a630b6') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:17:39.685008 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e0f70781-45aa-413f-a2cd-30770c96a453 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:39.707201 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4a486d01-da76-4829-8a0f-c72f13aa25e5 req-b951b706-3b26-4263-81a2-9906f4becd0c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b32ff0a0-2fe9-400b-b7ae-06da2036133c HTTP/1.1" status: 200 len: 217 time: 0.0930860 Nov 27 04:17:39.775103 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e0f70781-45aa-413f-a2cd-30770c96a453 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:39.807361 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0f70781-45aa-413f-a2cd-30770c96a453 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:17:39.807918 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e0f70781-45aa-413f-a2cd-30770c96a453 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:39.811115 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:17:39.811115 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:17:39.811115 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:17:39.811115 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:17:39.811115 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:17:39.811115 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:17:39.811115 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:17:39.811115 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:17:39.811115 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:17:39.811115 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:17:39.811115 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:17:39.811115 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:17:39.811115 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:17:39.811115 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:17:39.811115 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:17:39.811115 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:17:39.811115 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:17:39.811115 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:17:39.811115 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:17:39.811115 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:17:39.811115 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:17:39.811115 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:17:39.811115 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:17:39.811115 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:17:39.811115 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:17:39.811115 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:17:39.811115 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:17:39.811115 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:17:39.811115 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:17:39.811115 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:17:39.811115 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:17:39.811115 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:17:39.915315 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a486d01-da76-4829-8a0f-c72f13aa25e5 req-69b1d80e-aad3-448f-b20a-4929e8caa76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:39.926252 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4a486d01-da76-4829-8a0f-c72f13aa25e5 req-69b1d80e-aad3-448f-b20a-4929e8caa76c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bd0aa1da-e5ad-40fd-bcf0-73b6a517f860 HTTP/1.1" status: 200 len: 835 time: 0.1629534 Nov 27 04:17:39.965749 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e0f70781-45aa-413f-a2cd-30770c96a453 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:39.985043 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e0f70781-45aa-413f-a2cd-30770c96a453 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:39.988813 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e0f70781-45aa-413f-a2cd-30770c96a453 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] 10.222.0.20 "DELETE /v2.0/networks/a9fc006f-2f12-4b59-8f4e-166feef8006e HTTP/1.1" status: 204 len: 168 time: 1.1942270 Nov 27 04:17:40.005191 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-d448fee7-7421-4d85-9abc-93644f973162 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:40.007042 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-d448fee7-7421-4d85-9abc-93644f973162 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/networks?id=0e5f5de3-7997-41af-8459-38e29bc5d0bf HTTP/1.1" status: 200 len: 813 time: 0.3995104 Nov 27 04:17:40.010016 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f70781-45aa-413f-a2cd-30770c96a453 tempest-TestNetworkBasicOps-1572254236 tempest-TestNetworkBasicOps-1572254236-project] Pushing event deleted for resources: {'Network': ['ID=a9fc006f-2f12-4b59-8f4e-166feef8006e,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:40.049388 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a486d01-da76-4829-8a0f-c72f13aa25e5 req-9929fe22-feba-4cd8-bf0d-ed66cd3d9366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:40.051508 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4a486d01-da76-4829-8a0f-c72f13aa25e5 req-9929fe22-feba-4cd8-bf0d-ed66cd3d9366 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90930601-3370-499c-b4d5-f1df41450e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1163068 Nov 27 04:17:40.052895 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-6d61c280-7620-4182-902b-11fd8c931ca1 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/quotas/6292db7bdfdd4a808d17c61c8ea15dfe HTTP/1.1" status: 200 len: 375 time: 0.0306411 Nov 27 04:17:40.154487 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4a486d01-da76-4829-8a0f-c72f13aa25e5 req-37d9b8d3-a2e1-42f1-8b31-be5c42d75fb2 service neutron] 10.222.0.11 "GET /v2.0/networks/90930601-3370-499c-b4d5-f1df41450e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936847 Nov 27 04:17:40.255726 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-87ede554-776a-4652-8445-0e3b2eef62ee tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6292db7bdfdd4a808d17c61c8ea15dfe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1968570 Nov 27 04:17:40.399034 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4a486d01-da76-4829-8a0f-c72f13aa25e5 req-e9079228-74d5-42ea-9f95-da221af5f39d service neutron] 10.222.0.11 "GET /v2.0/networks/90930601-3370-499c-b4d5-f1df41450e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161512 Nov 27 04:17:40.448417 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 0ba54322-a0b5-4284-913c-0d19e08a06a3 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:17:40.478739 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944af7e-81bc-40d5-9e41-0c4093316b64 req-48248e18-e9d4-4617-8678-0042615a2010 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:40.487757 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5944af7e-81bc-40d5-9e41-0c4093316b64 req-48248e18-e9d4-4617-8678-0042615a2010 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b68c106-b8f3-4f67-adf1-5926005658cf HTTP/1.1" status: 200 len: 943 time: 0.0905304 Nov 27 04:17:40.489749 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 0ba54322-a0b5-4284-913c-0d19e08a06a3 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:17:40.490258 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 0ba54322-a0b5-4284-913c-0d19e08a06a3 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:17:40.508156 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-7b8b2775-be62-46d6-a133-003e3514c3c4 service neutron] 10.222.0.20 "GET /v2.0/networks/0e5f5de3-7997-41af-8459-38e29bc5d0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330489 Nov 27 04:17:40.589529 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5944af7e-81bc-40d5-9e41-0c4093316b64 req-a06422d4-3646-4b05-8605-1a473fe68f41 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=44a6fd6f-dfa7-43d2-9c14-e4be1f11cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011508 Nov 27 04:17:40.638604 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50030) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:40.713841 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-46957372-7ef2-4a96-a558-5b68c6231988 service neutron] 10.222.0.20 "GET /v2.0/networks/0e5f5de3-7997-41af-8459-38e29bc5d0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871390 Nov 27 04:17:40.949680 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50046) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:40.950591 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8102ff99-e8e3-4c19-85ab-de0a60925aad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=11a8da3acafa4ec1bd2e977270426dbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3104162 Nov 27 04:17:41.053729 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-935fb01f-5a8d-4a33-b413-c804379b043b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:41.096043 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-935fb01f-5a8d-4a33-b413-c804379b043b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:41.330625 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-065cfc88-c32e-412e-81e4-0cb8680b7991 req-ed1c8ec2-b0ab-45c5-a1dd-e2adaa6620a0 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/ports?device_id=994db326-5b5c-4852-80a4-e1f14a72d3fc HTTP/1.1" status: 200 len: 210 time: 0.0615425 Nov 27 04:17:41.334246 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-935fb01f-5a8d-4a33-b413-c804379b043b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:41.337486 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-935fb01f-5a8d-4a33-b413-c804379b043b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:41.339471 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-935fb01f-5a8d-4a33-b413-c804379b043b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/63c9a38f-f7cf-4301-b914-00eb433d6e71 HTTP/1.1" status: 204 len: 168 time: 0.3872793 Nov 27 04:17:41.351816 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935fb01f-5a8d-4a33-b413-c804379b043b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c9a38f-f7cf-4301-b914-00eb433d6e71,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:41.891742 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35367f1f-eddb-4121-bda4-2d790c61b9a0 req-8ff31fdd-24d2-4d92-876d-29b9be1ce401 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:41.893418 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-35367f1f-eddb-4121-bda4-2d790c61b9a0 req-8ff31fdd-24d2-4d92-876d-29b9be1ce401 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b68c106-b8f3-4f67-adf1-5926005658cf HTTP/1.1" status: 200 len: 943 time: 0.1399920 Nov 27 04:17:41.971854 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-35367f1f-eddb-4121-bda4-2d790c61b9a0 req-e0467da7-a801-4c74-8aa4-352d4a27d561 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=44a6fd6f-dfa7-43d2-9c14-e4be1f11cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687165 Nov 27 04:17:41.981390 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device b32ff0a0-2fe9-400b-b7ae-06da2036133c details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:17:42.162288 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50074) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:42.188345 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7d1c4446-dedb-4c43-8582-a72ea6e2bd05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:42.193672 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port b32ff0a0-2fe9-400b-b7ae-06da2036133c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=b32ff0a0-2fe9-400b-b7ae-06da2036133c,segment=NetworkSegment(00bc6fcc-e3a7-45e3-85de-a184d9d36dab),segment_id=00bc6fcc-e3a7-45e3-85de-a184d9d36dab)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:17:42.217718 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'b32ff0a0-2fe9-400b-b7ae-06da2036133c', 'network_id': '90930601-3370-499c-b4d5-f1df41450e6c', 'port_id': 'b32ff0a0-2fe9-400b-b7ae-06da2036133c', 'mac_address': 'fa:16:3e:ef:79:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd0aa1da-e5ad-40fd-bcf0-73b6a517f860', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:17:42.280206 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:42.296764 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b32ff0a0-2fe9-400b-b7ae-06da2036133c {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:17:42.303972 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7d1c4446-dedb-4c43-8582-a72ea6e2bd05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:42.311219 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7d1c4446-dedb-4c43-8582-a72ea6e2bd05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:42.322253 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port b32ff0a0-2fe9-400b-b7ae-06da2036133c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=b32ff0a0-2fe9-400b-b7ae-06da2036133c,segment=NetworkSegment(00bc6fcc-e3a7-45e3-85de-a184d9d36dab),segment_id=00bc6fcc-e3a7-45e3-85de-a184d9d36dab)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:17:42.327738 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:42.356317 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50078) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:42.359853 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7d1c4446-dedb-4c43-8582-a72ea6e2bd05 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=00cbe23d1cd044379aafffac568ea8d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1869948 Nov 27 04:17:42.435449 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c4446-dedb-4c43-8582-a72ea6e2bd05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46cf77a-859e-4f93-9bb8-dab6ee2c4281,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:42.441557 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=b32ff0a0-2fe9-400b-b7ae-06da2036133c,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:42.464581 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6b84c614-9e5f-4e2a-9ea3-cd31734fcbbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:42.494288 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4cf1d874-d419-446e-b30c-0947e38c7add req-c04abc02-5093-48c0-8949-5afb35846276 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/ports?device_id=994db326-5b5c-4852-80a4-e1f14a72d3fc HTTP/1.1" status: 200 len: 210 time: 0.0465996 Nov 27 04:17:42.525439 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6b84c614-9e5f-4e2a-9ea3-cd31734fcbbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:42.581268 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6b84c614-9e5f-4e2a-9ea3-cd31734fcbbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:42.586273 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6b84c614-9e5f-4e2a-9ea3-cd31734fcbbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:42.587543 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6b84c614-9e5f-4e2a-9ea3-cd31734fcbbf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b46cf77a-859e-4f93-9bb8-dab6ee2c4281 HTTP/1.1" status: 204 len: 168 time: 0.2301555 Nov 27 04:17:42.598281 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b84c614-9e5f-4e2a-9ea3-cd31734fcbbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46cf77a-859e-4f93-9bb8-dab6ee2c4281,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:42.618888 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['b32ff0a0-2fe9-400b-b7ae-06da2036133c'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:17:43.514746 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-89e61346-f863-40f7-a0a6-51fea98e2414 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:43.515712 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-89e61346-f863-40f7-a0a6-51fea98e2414 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.23 "GET /v2.0/networks?id=0e5f5de3-7997-41af-8459-38e29bc5d0bf HTTP/1.1" status: 200 len: 813 time: 0.5161593 Nov 27 04:17:43.550806 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb01caf-0db7-46a3-b84c-fc88ff6bc988 req-7f331102-6fd1-4b37-a122-f8400d219be6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:43.559595 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ddb01caf-0db7-46a3-b84c-fc88ff6bc988 req-7f331102-6fd1-4b37-a122-f8400d219be6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b68c106-b8f3-4f67-adf1-5926005658cf HTTP/1.1" status: 200 len: 944 time: 0.1178768 Nov 27 04:17:43.667963 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ddb01caf-0db7-46a3-b84c-fc88ff6bc988 req-9eaa7236-1e9d-4d77-81b9-df5adcb28786 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=44a6fd6f-dfa7-43d2-9c14-e4be1f11cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031830 Nov 27 04:17:43.700814 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-4853a048-5e79-481e-8995-de6977de6696 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6292db7bdfdd4a808d17c61c8ea15dfe HTTP/1.1" status: 200 len: 380 time: 0.1381047 Nov 27 04:17:43.713969 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-615d1460-2acf-4e46-96c2-8562b77cdfe5 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Request body: {'port': {'device_id': '994db326-5b5c-4852-80a4-e1f14a72d3fc', 'network_id': '0e5f5de3-7997-41af-8459-38e29bc5d0bf', 'admin_state_up': True, 'tenant_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'security_groups': ['cf8d89d2-1d94-4327-916b-17cea4e9becf']}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:43.757480 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1992636a-05ef-488c-a8be-d9765a764896 req-8f74f43e-6d1f-42d8-93f1-b92318b80d45 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/ports?device_id=994db326-5b5c-4852-80a4-e1f14a72d3fc HTTP/1.1" status: 200 len: 210 time: 0.0821683 Nov 27 04:17:43.896452 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-615d1460-2acf-4e46-96c2-8562b77cdfe5 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Made reservation on behalf of 6292db7bdfdd4a808d17c61c8ea15dfe for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:17:43.900136 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-615d1460-2acf-4e46-96c2-8562b77cdfe5 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:43.981141 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device b32ff0a0-2fe9-400b-b7ae-06da2036133c up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:17:44.160642 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port b32ff0a0-2fe9-400b-b7ae-06da2036133c completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:17:44.166239 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port b32ff0a0-2fe9-400b-b7ae-06da2036133c triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:17:44.167032 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:44.295421 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-615d1460-2acf-4e46-96c2-8562b77cdfe5 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Allocated IP 172.20.0.6 (0e5f5de3-7997-41af-8459-38e29bc5d0bf/71714649-ab01-464e-9082-35e74a3e5679/d1723531-9f25-4b41-9e5c-8b06d2f279e9) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:17:44.351967 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:44.406975 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b68c106-b8f3-4f67-adf1-5926005658cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b32ff0a0-2fe9-400b-b7ae-06da2036133c'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:17:44.409388 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95beb993-8db9-4672-9fe8-6a52d3275402" -d '{"events": [{"server_uuid": "4b68c106-b8f3-4f67-adf1-5926005658cf", "name": "network-vif-plugged", "status": "completed", "tag": "b32ff0a0-2fe9-400b-b7ae-06da2036133c"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:17:44.428590 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port b32ff0a0-2fe9-400b-b7ae-06da2036133c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=b32ff0a0-2fe9-400b-b7ae-06da2036133c,segment=NetworkSegment(00bc6fcc-e3a7-45e3-85de-a184d9d36dab),segment_id=00bc6fcc-e3a7-45e3-85de-a184d9d36dab)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:17:44.453541 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:44.565208 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c45adad-f65a-438d-91aa-1c977eb97981 x-openstack-request-id: req-4c45adad-f65a-438d-91aa-1c977eb97981 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:17:44.565507 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b68c106-b8f3-4f67-adf1-5926005658cf", "name": "network-vif-plugged", "status": "completed", "tag": "b32ff0a0-2fe9-400b-b7ae-06da2036133c", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:17:44.565687 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c45adad-f65a-438d-91aa-1c977eb97981 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:17:44.566089 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b68c106-b8f3-4f67-adf1-5926005658cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b32ff0a0-2fe9-400b-b7ae-06da2036133c', 'code': 200} Nov 27 04:17:44.567930 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=b32ff0a0-2fe9-400b-b7ae-06da2036133c,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:44.631532 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-615d1460-2acf-4e46-96c2-8562b77cdfe5 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:44.673208 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-615d1460-2acf-4e46-96c2-8562b77cdfe5 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:44.732920 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea72bc-1cf3-4159-bbf9-642a61ca71ec req-879a9164-7641-46ed-b059-7ef16ad27f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:44.734803 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-93ea72bc-1cf3-4159-bbf9-642a61ca71ec req-879a9164-7641-46ed-b059-7ef16ad27f42 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b68c106-b8f3-4f67-adf1-5926005658cf HTTP/1.1" status: 200 len: 1096 time: 0.1272416 Nov 27 04:17:44.867640 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-93ea72bc-1cf3-4159-bbf9-642a61ca71ec req-45eac513-791a-458f-9113-569c06489beb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=44a6fd6f-dfa7-43d2-9c14-e4be1f11cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247156 Nov 27 04:17:44.875099 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-615d1460-2acf-4e46-96c2-8562b77cdfe5 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Network 0e5f5de3-7997-41af-8459-38e29bc5d0bf is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:17:44.907021 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-615d1460-2acf-4e46-96c2-8562b77cdfe5 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:17:44.925254 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-615d1460-2acf-4e46-96c2-8562b77cdfe5 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:17:45.035270 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce4c17-6219-429d-9cad-52299d2120a2 req-8ee09819-065e-4ac4-b483-ce0543d5033c tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:45.038796 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d1460-2acf-4e46-96c2-8562b77cdfe5 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Pushing event updated for resources: {'Port': ['ID=d1723531-9f25-4b41-9e5c-8b06d2f279e9,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:45.049174 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9fce4c17-6219-429d-9cad-52299d2120a2 req-8ee09819-065e-4ac4-b483-ce0543d5033c tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/ports?device_id=994db326-5b5c-4852-80a4-e1f14a72d3fc HTTP/1.1" status: 200 len: 931 time: 0.1698642 Nov 27 04:17:45.060183 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-615d1460-2acf-4e46-96c2-8562b77cdfe5 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:45.060843 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-615d1460-2acf-4e46-96c2-8562b77cdfe5 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:45.105528 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04e405-bdb0-46f6-bf02-a1f0e74321a2 req-981fa3d6-7398-4b1b-8318-be69dcda2af2 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:45.120892 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8f04e405-bdb0-46f6-bf02-a1f0e74321a2 req-981fa3d6-7398-4b1b-8318-be69dcda2af2 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b68c106-b8f3-4f67-adf1-5926005658cf HTTP/1.1" status: 200 len: 945 time: 0.2435083 Nov 27 04:17:45.205800 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-615d1460-2acf-4e46-96c2-8562b77cdfe5 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4857402 Nov 27 04:17:45.237955 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9fce4c17-6219-429d-9cad-52299d2120a2 req-abf8b434-4ba3-4fac-a00a-5c74c925a8a1 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf8d89d2-1d94-4327-916b-17cea4e9becf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778142 Nov 27 04:17:45.247636 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-36750d1c-4d4a-454c-b0b8-d002b060c7b8 service neutron] Request body: {'port': {'device_id': '994db326-5b5c-4852-80a4-e1f14a72d3fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:45.339061 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8f04e405-bdb0-46f6-bf02-a1f0e74321a2 req-365bc4e7-5e90-4d56-999c-24d178029d89 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=44a6fd6f-dfa7-43d2-9c14-e4be1f11cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142377 Nov 27 04:17:45.374793 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-36750d1c-4d4a-454c-b0b8-d002b060c7b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:45.461441 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-3725932d-68c4-4767-a290-f46efbd4f552 None None] Provisioning complete for port d1723531-9f25-4b41-9e5c-8b06d2f279e9 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:17:45.462496 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3725932d-68c4-4767-a290-f46efbd4f552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:45.533562 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-3725932d-68c4-4767-a290-f46efbd4f552 None None] Port d1723531-9f25-4b41-9e5c-8b06d2f279e9 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:17:45.955037 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-36750d1c-4d4a-454c-b0b8-d002b060c7b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1723531-9f25-4b41-9e5c-8b06d2f279e9 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:17:45.980110 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-36750d1c-4d4a-454c-b0b8-d002b060c7b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:46.006741 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-36750d1c-4d4a-454c-b0b8-d002b060c7b8 service neutron] Transition to ACTIVE for port object d1723531-9f25-4b41-9e5c-8b06d2f279e9 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:17:46.013513 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-36750d1c-4d4a-454c-b0b8-d002b060c7b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:46.116154 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36750d1c-4d4a-454c-b0b8-d002b060c7b8 service neutron] Pushing event updated for resources: {'Port': ['ID=d1723531-9f25-4b41-9e5c-8b06d2f279e9,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:46.182716 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9f95e342-802e-4c74-9346-f5482d58778a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:46.222773 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-36750d1c-4d4a-454c-b0b8-d002b060c7b8 service neutron] Attempting to bind port d1723531-9f25-4b41-9e5c-8b06d2f279e9 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:17:46.223527 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-36750d1c-4d4a-454c-b0b8-d002b060c7b8 service neutron] Attempting to bind port d1723531-9f25-4b41-9e5c-8b06d2f279e9 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '74a56a4c-1525-4456-b161-70ff3cda2a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0e5f5de3-7997-41af-8459-38e29bc5d0bf'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:17:46.224147 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-36750d1c-4d4a-454c-b0b8-d002b060c7b8 service neutron] Attempting to bind port d1723531-9f25-4b41-9e5c-8b06d2f279e9 on network 0e5f5de3-7997-41af-8459-38e29bc5d0bf {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:17:46.230119 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-36750d1c-4d4a-454c-b0b8-d002b060c7b8 service neutron] Port d1723531-9f25-4b41-9e5c-8b06d2f279e9 on network 0e5f5de3-7997-41af-8459-38e29bc5d0bf not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:17:46.230799 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-36750d1c-4d4a-454c-b0b8-d002b060c7b8 service neutron] Attempting to bind port d1723531-9f25-4b41-9e5c-8b06d2f279e9 on network 0e5f5de3-7997-41af-8459-38e29bc5d0bf {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:17:46.236621 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-36750d1c-4d4a-454c-b0b8-d002b060c7b8 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:17:46.237858 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-36750d1c-4d4a-454c-b0b8-d002b060c7b8 service neutron] Checking segment: {'id': '74a56a4c-1525-4456-b161-70ff3cda2a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0e5f5de3-7997-41af-8459-38e29bc5d0bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:17:46.244046 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-36750d1c-4d4a-454c-b0b8-d002b060c7b8 service neutron] Bound using segment: {'id': '74a56a4c-1525-4456-b161-70ff3cda2a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0e5f5de3-7997-41af-8459-38e29bc5d0bf'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:17:46.245254 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-36750d1c-4d4a-454c-b0b8-d002b060c7b8 service neutron] Bound port: d1723531-9f25-4b41-9e5c-8b06d2f279e9, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74a56a4c-1525-4456-b161-70ff3cda2a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0e5f5de3-7997-41af-8459-38e29bc5d0bf'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:17:46.245636 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-36750d1c-4d4a-454c-b0b8-d002b060c7b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:46.334444 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:46.431056 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-36750d1c-4d4a-454c-b0b8-d002b060c7b8 service neutron] For port d1723531-9f25-4b41-9e5c-8b06d2f279e9, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:17:46.456982 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-36750d1c-4d4a-454c-b0b8-d002b060c7b8 service neutron] For port d1723531-9f25-4b41-9e5c-8b06d2f279e9, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d1723531-9f25-4b41-9e5c-8b06d2f279e9,segment=NetworkSegment(74a56a4c-1525-4456-b161-70ff3cda2a8c),segment_id=74a56a4c-1525-4456-b161-70ff3cda2a8c)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:17:46.465398 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd605f6e-c4ac-47c9-8634-be22933d1b6e req-01ee03aa-6c1a-467d-af07-efd1024f8684 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:46.467067 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cd605f6e-c4ac-47c9-8634-be22933d1b6e req-01ee03aa-6c1a-467d-af07-efd1024f8684 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/ports?device_id=994db326-5b5c-4852-80a4-e1f14a72d3fc HTTP/1.1" status: 200 len: 943 time: 0.0694063 Nov 27 04:17:46.468748 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-36750d1c-4d4a-454c-b0b8-d002b060c7b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:46.572179 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962c31e-e967-45ed-81b6-0aadfb99de8a req-fda179ff-adc3-4427-9ec0-bf4449e8e54e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:46.579222 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-36750d1c-4d4a-454c-b0b8-d002b060c7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:46.579856 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-36750d1c-4d4a-454c-b0b8-d002b060c7b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:46.581389 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-36750d1c-4d4a-454c-b0b8-d002b060c7b8 service neutron] 10.222.0.23 "PUT /v2.0/ports/d1723531-9f25-4b41-9e5c-8b06d2f279e9 HTTP/1.1" status: 200 len: 1091 time: 1.3512294 Nov 27 04:17:46.583036 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994db326-5b5c-4852-80a4-e1f14a72d3fc', 'tag': 'd1723531-9f25-4b41-9e5c-8b06d2f279e9'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:17:46.588966 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c93fcc-a85c-447e-a80a-3dfad9c89d19" -d '{"events": [{"name": "network-changed", "server_uuid": "994db326-5b5c-4852-80a4-e1f14a72d3fc", "tag": "d1723531-9f25-4b41-9e5c-8b06d2f279e9"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:17:46.594749 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d962c31e-e967-45ed-81b6-0aadfb99de8a req-fda179ff-adc3-4427-9ec0-bf4449e8e54e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b68c106-b8f3-4f67-adf1-5926005658cf HTTP/1.1" status: 200 len: 945 time: 0.0994184 Nov 27 04:17:46.727461 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36750d1c-4d4a-454c-b0b8-d002b060c7b8 service neutron] Pushing event updated for resources: {'Port': ['ID=d1723531-9f25-4b41-9e5c-8b06d2f279e9,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:46.747940 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cd605f6e-c4ac-47c9-8634-be22933d1b6e req-c156a17c-a398-43e3-9e61-44dcaabdefb3 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf8d89d2-1d94-4327-916b-17cea4e9becf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2263567 Nov 27 04:17:46.780824 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-7eb0f93f-43d3-419a-9b33-4a30c27e5eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:46.781470 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-7eb0f93f-43d3-419a-9b33-4a30c27e5eca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6292db7bdfdd4a808d17c61c8ea15dfe&device_id=994db326-5b5c-4852-80a4-e1f14a72d3fc HTTP/1.1" status: 200 len: 1094 time: 0.1001143 Nov 27 04:17:46.810743 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d962c31e-e967-45ed-81b6-0aadfb99de8a req-ef823873-060d-4bc2-836a-8103a266905a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=44a6fd6f-dfa7-43d2-9c14-e4be1f11cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062321 Nov 27 04:17:46.867868 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a084c0aa-a595-49a4-b46d-8613cb077eff x-openstack-request-id: req-a084c0aa-a595-49a4-b46d-8613cb077eff {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:17:46.868315 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "994db326-5b5c-4852-80a4-e1f14a72d3fc", "tag": "d1723531-9f25-4b41-9e5c-8b06d2f279e9", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:17:46.868752 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a084c0aa-a595-49a4-b46d-8613cb077eff {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:17:46.869611 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994db326-5b5c-4852-80a4-e1f14a72d3fc', 'tag': 'd1723531-9f25-4b41-9e5c-8b06d2f279e9', 'status': 'completed', 'code': 200} Nov 27 04:17:46.871767 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-1e7f5352-6c5e-4d99-99af-235504949f8d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1723531-9f25-4b41-9e5c-8b06d2f279e9 HTTP/1.1" status: 200 len: 217 time: 0.0685663 Nov 27 04:17:47.017293 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-d026bceb-88fb-4ea7-ab38-805b2da17ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:47.020815 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-d026bceb-88fb-4ea7-ab38-805b2da17ce2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=71714649-ab01-464e-9082-35e74a3e5679 HTTP/1.1" status: 200 len: 852 time: 0.1374323 Nov 27 04:17:47.155688 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115b442-d546-4d18-a0d2-d09c2fc8520a req-fb031ce7-0d5a-4726-9679-53c2ee742865 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:47.163513 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0115b442-d546-4d18-a0d2-d09c2fc8520a req-fb031ce7-0d5a-4726-9679-53c2ee742865 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b68c106-b8f3-4f67-adf1-5926005658cf HTTP/1.1" status: 200 len: 945 time: 0.1937659 Nov 27 04:17:47.213808 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-0dd97c63-1d50-4263-8fba-ed5ad1d131df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:47.215502 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-0dd97c63-1d50-4263-8fba-ed5ad1d131df service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0e5f5de3-7997-41af-8459-38e29bc5d0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1748731 Nov 27 04:17:47.227079 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0115b442-d546-4d18-a0d2-d09c2fc8520a req-60fcc571-c203-4543-8554-d77f0c4bc517 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=44a6fd6f-dfa7-43d2-9c14-e4be1f11cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613637 Nov 27 04:17:47.268927 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50170) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:47.336207 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-efb9f768-849c-4fce-b183-c7f86fb145f0 service neutron] 10.222.0.23 "GET /v2.0/networks/0e5f5de3-7997-41af-8459-38e29bc5d0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058331 Nov 27 04:17:47.360579 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1827915b-39da-4183-855c-2e320f37a483 tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:47.364058 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1827915b-39da-4183-855c-2e320f37a483 tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4b68c106-b8f3-4f67-adf1-5926005658cf HTTP/1.1" status: 200 len: 1091 time: 0.0941155 Nov 27 04:17:47.366958 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50174) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:47.376455 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-4ab264fc-f341-40e0-94e7-ccb848ad20df tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'port_id': 'b32ff0a0-2fe9-400b-b7ae-06da2036133c', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:17:47.435069 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4ab264fc-f341-40e0-94e7-ccb848ad20df tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for floatingip, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:47.545467 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a74ccc9f-f4b7-4fb9-9a22-7f0f92505f86 req-630c141e-0ab0-4ebc-a9e7-298db9a6ddf8 service neutron] 10.222.0.23 "GET /v2.0/networks/0e5f5de3-7997-41af-8459-38e29bc5d0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967194 Nov 27 04:17:47.666624 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4ab264fc-f341-40e0-94e7-ccb848ad20df tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:47.731492 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c93fcc-a85c-447e-a80a-3dfad9c89d19 req-b400d89b-f801-435f-b56d-09637d4a5b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:47.733213 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f3c93fcc-a85c-447e-a80a-3dfad9c89d19 req-b400d89b-f801-435f-b56d-09637d4a5b30 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6292db7bdfdd4a808d17c61c8ea15dfe&device_id=994db326-5b5c-4852-80a4-e1f14a72d3fc HTTP/1.1" status: 200 len: 1094 time: 0.0812182 Nov 27 04:17:47.941501 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c93fcc-a85c-447e-a80a-3dfad9c89d19 req-c0036ff3-6320-4452-8cf7-0ef30d759ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:47.944094 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f3c93fcc-a85c-447e-a80a-3dfad9c89d19 req-c0036ff3-6320-4452-8cf7-0ef30d759ec3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0e5f5de3-7997-41af-8459-38e29bc5d0bf HTTP/1.1" status: 200 len: 914 time: 0.1987126 Nov 27 04:17:47.972787 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-4ab264fc-f341-40e0-94e7-ccb848ad20df tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Allocated IP 172.25.1.124 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/fd3887d7-2d17-4a79-b396-256683fb5a02) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:17:48.008424 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f3c93fcc-a85c-447e-a80a-3dfad9c89d19 req-618e70f9-4a1e-48f7-8f7e-0f381d57f6bc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1723531-9f25-4b41-9e5c-8b06d2f279e9 HTTP/1.1" status: 200 len: 217 time: 0.0529134 Nov 27 04:17:48.159676 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c93fcc-a85c-447e-a80a-3dfad9c89d19 req-2e55f451-1bc6-468e-a4db-8c88197b053d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:48.162983 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f3c93fcc-a85c-447e-a80a-3dfad9c89d19 req-2e55f451-1bc6-468e-a4db-8c88197b053d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=71714649-ab01-464e-9082-35e74a3e5679 HTTP/1.1" status: 200 len: 852 time: 0.1435776 Nov 27 04:17:48.230271 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6571fd-ef87-4414-a252-5d83fed5f8b9 req-f4a525d5-bb81-4b14-be32-c5bf08e4ca73 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:48.239947 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-be6571fd-ef87-4414-a252-5d83fed5f8b9 req-f4a525d5-bb81-4b14-be32-c5bf08e4ca73 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/ports?device_id=994db326-5b5c-4852-80a4-e1f14a72d3fc HTTP/1.1" status: 200 len: 943 time: 0.3124249 Nov 27 04:17:48.272632 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c93fcc-a85c-447e-a80a-3dfad9c89d19 req-10ea3373-05e4-4c2f-adf5-1399858fab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:48.274742 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f3c93fcc-a85c-447e-a80a-3dfad9c89d19 req-10ea3373-05e4-4c2f-adf5-1399858fab16 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0e5f5de3-7997-41af-8459-38e29bc5d0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0992889 Nov 27 04:17:48.321715 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3e35319f-6a24-41f9-a962-08a577ab576c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:48.380774 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-be6571fd-ef87-4414-a252-5d83fed5f8b9 req-1e63c562-475c-4a68-ad0e-af896a0fe20e tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf8d89d2-1d94-4327-916b-17cea4e9becf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397161 Nov 27 04:17:48.437747 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4ab264fc-f341-40e0-94e7-ccb848ad20df tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:48.479293 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f3c93fcc-a85c-447e-a80a-3dfad9c89d19 req-19a76f46-3fcc-4262-84f1-2dcffa2b339e service neutron] 10.222.0.23 "GET /v2.0/networks/0e5f5de3-7997-41af-8459-38e29bc5d0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962855 Nov 27 04:17:48.526326 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4ab264fc-f341-40e0-94e7-ccb848ad20df tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:48.595954 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f3c93fcc-a85c-447e-a80a-3dfad9c89d19 req-a394bb2a-b318-46d9-9111-96c7549c99a1 service neutron] 10.222.0.23 "GET /v2.0/networks/0e5f5de3-7997-41af-8459-38e29bc5d0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049547 Nov 27 04:17:48.602458 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab264fc-f341-40e0-94e7-ccb848ad20df tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:17:48.607577 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-4ab264fc-f341-40e0-94e7-ccb848ad20df tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:17:48.610227 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab264fc-f341-40e0-94e7-ccb848ad20df tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'Port': ['ID=fd3887d7-2d17-4a79-b396-256683fb5a02,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:48.613471 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab264fc-f341-40e0-94e7-ccb848ad20df tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:17:48.878782 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:49.242688 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4ab264fc-f341-40e0-94e7-ccb848ad20df tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:49.598751 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:49.807500 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe4b60-03f8-478a-8e37-498c44c7cf4e req-3395cdf2-b4c1-4b70-a61d-4658692a6c98 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:49.809113 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cbbe4b60-03f8-478a-8e37-498c44c7cf4e req-3395cdf2-b4c1-4b70-a61d-4658692a6c98 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/ports?device_id=994db326-5b5c-4852-80a4-e1f14a72d3fc HTTP/1.1" status: 200 len: 943 time: 0.0826840 Nov 27 04:17:49.884310 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4ab264fc-f341-40e0-94e7-ccb848ad20df tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:50.054835 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4ab264fc-f341-40e0-94e7-ccb848ad20df tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:50.066721 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4ab264fc-f341-40e0-94e7-ccb848ad20df tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:50.119264 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cbbe4b60-03f8-478a-8e37-498c44c7cf4e req-1910bddc-c03a-44f7-872e-d945113ca6ec tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf8d89d2-1d94-4327-916b-17cea4e9becf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2813468 Nov 27 04:17:50.162626 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab264fc-f341-40e0-94e7-ccb848ad20df tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'Port': ['ID=fd3887d7-2d17-4a79-b396-256683fb5a02,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:50.187629 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4ab264fc-f341-40e0-94e7-ccb848ad20df tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:50.296623 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [None req-4ab264fc-f341-40e0-94e7-ccb848ad20df tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Floating IP 5cb0bc42-c90e-44ff-ab4c-7227c6a6303e associated. External IP: 172.25.1.124, port: b32ff0a0-2fe9-400b-b7ae-06da2036133c. Nov 27 04:17:50.625644 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab264fc-f341-40e0-94e7-ccb848ad20df tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Router 88ba2c70-09a9-4658-a472-e9a54abddefc has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:17:50.770670 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab264fc-f341-40e0-94e7-ccb848ad20df tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:17:50.781991 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837706e1-7e1f-4b3c-b919-bf59a1fd9a17 None None] Sync routers for ids ['88ba2c70-09a9-4658-a472-e9a54abddefc'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:17:50.793156 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4ab264fc-f341-40e0-94e7-ccb848ad20df tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:50.802259 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837706e1-7e1f-4b3c-b919-bf59a1fd9a17 None None] Routers {'88ba2c70-09a9-4658-a472-e9a54abddefc'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:17:50.804477 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-837706e1-7e1f-4b3c-b919-bf59a1fd9a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:17:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['88ba2c70-09a9-4658-a472-e9a54abddefc'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:17:50.828231 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4ab264fc-f341-40e0-94e7-ccb848ad20df tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4576762 Nov 27 04:17:50.828231 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b68c106-b8f3-4f67-adf1-5926005658cf', 'tag': 'b32ff0a0-2fe9-400b-b7ae-06da2036133c'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:17:50.831357 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2784c6b3-3350-4b43-9938-cbcab48574d3" -d '{"events": [{"name": "network-changed", "server_uuid": "4b68c106-b8f3-4f67-adf1-5926005658cf", "tag": "b32ff0a0-2fe9-400b-b7ae-06da2036133c"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:17:50.888244 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4ddf54-f930-4f3d-86ab-0094c64d2ea3 x-openstack-request-id: req-ca4ddf54-f930-4f3d-86ab-0094c64d2ea3 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:17:50.888443 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b68c106-b8f3-4f67-adf1-5926005658cf", "tag": "b32ff0a0-2fe9-400b-b7ae-06da2036133c", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:17:50.888741 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca4ddf54-f930-4f3d-86ab-0094c64d2ea3 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:17:50.889599 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b68c106-b8f3-4f67-adf1-5926005658cf', 'tag': 'b32ff0a0-2fe9-400b-b7ae-06da2036133c', 'status': 'completed', 'code': 200} Nov 27 04:17:51.017455 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-837706e1-7e1f-4b3c-b919-bf59a1fd9a17 None None] Set router 88ba2c70-09a9-4658-a472-e9a54abddefc gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:17:51.083689 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f472d5-f2a5-4872-b043-63283d5cb5ae req-d0647717-34d1-4f18-8722-5aa30832a132 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:51.085215 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c1f472d5-f2a5-4872-b043-63283d5cb5ae req-d0647717-34d1-4f18-8722-5aa30832a132 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b68c106-b8f3-4f67-adf1-5926005658cf HTTP/1.1" status: 200 len: 945 time: 0.1650643 Nov 27 04:17:51.239748 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c1f472d5-f2a5-4872-b043-63283d5cb5ae req-89f09ca9-2bcb-4063-9c32-ef78716dbf6b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=44a6fd6f-dfa7-43d2-9c14-e4be1f11cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371863 Nov 27 04:17:51.269376 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50264) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:51.397276 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f09b9-3947-4455-8f36-aba419cc0841 req-b59cb02f-b2d6-4da1-a101-2896d5d88e0f tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:51.412510 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fe6f09b9-3947-4455-8f36-aba419cc0841 req-b59cb02f-b2d6-4da1-a101-2896d5d88e0f tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/ports?device_id=994db326-5b5c-4852-80a4-e1f14a72d3fc HTTP/1.1" status: 200 len: 943 time: 0.1488039 Nov 27 04:17:51.442177 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a9d05e78-3562-4b5f-bb99-cd94dad541ab tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/floatingips/5cb0bc42-c90e-44ff-ab4c-7227c6a6303e HTTP/1.1" status: 200 len: 991 time: 0.1716106 Nov 27 04:17:51.478483 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784c6b3-3350-4b43-9938-cbcab48574d3 req-0c2cff68-a297-411d-98f0-5e23a35b354e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:51.481713 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2784c6b3-3350-4b43-9938-cbcab48574d3 req-0c2cff68-a297-411d-98f0-5e23a35b354e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=13b1fee7d54d401493a1883da20540bb&device_id=4b68c106-b8f3-4f67-adf1-5926005658cf HTTP/1.1" status: 200 len: 1096 time: 0.4692738 Nov 27 04:17:51.518776 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fe6f09b9-3947-4455-8f36-aba419cc0841 req-7cbdb9a3-f582-41d0-938d-7f278b0c355a tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf8d89d2-1d94-4327-916b-17cea4e9becf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008232 Nov 27 04:17:51.528102 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:51.584723 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-837706e1-7e1f-4b3c-b919-bf59a1fd9a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ba2c70-09a9-4658-a472-e9a54abddefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158491600', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'f1a6139e-eb9a-4f7d-b2c8-b3744d801899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:17:16Z', 'updated_at': '2021-11-27T04:17:25Z', 'revision_number': 4, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': 'f1a6139e-eb9a-4f7d-b2c8-b3744d801899', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ba2c70-09a9-4658-a472-e9a54abddefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:17:17Z', 'updated_at': '2021-11-27T04:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '5cb0bc42-c90e-44ff-ab4c-7227c6a6303e', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'floating_ip_address': '172.25.1.124', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '88ba2c70-09a9-4658-a472-e9a54abddefc', 'port_id': 'b32ff0a0-2fe9-400b-b7ae-06da2036133c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90930601-3370-499c-b4d5-f1df41450e6c', 'mac_address': 'fa:16:3e:ef:79:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b68c106-b8f3-4f67-adf1-5926005658cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:17:48Z', 'updated_at': '2021-11-27T04:17:48Z', 'revision_number': 0, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f2da223-45d4-468f-b04f-12e10cd1563b', 'name': '', 'network_id': '90930601-3370-499c-b4d5-f1df41450e6c', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'mac_address': 'fa:16:3e:78:78:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ba2c70-09a9-4658-a472-e9a54abddefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'bd0aa1da-e5ad-40fd-bcf0-73b6a517f860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:17:22Z', 'updated_at': '2021-11-27T04:17:31Z', 'revision_number': 5, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'subnets': [{'id': 'bd0aa1da-e5ad-40fd-bcf0-73b6a517f860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:17:51.691412 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837706e1-7e1f-4b3c-b919-bf59a1fd9a17 None None] Checking router: 88ba2c70-09a9-4658-a472-e9a54abddefc for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:17:51.717335 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837706e1-7e1f-4b3c-b919-bf59a1fd9a17 None None] Routers {'88ba2c70-09a9-4658-a472-e9a54abddefc'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:17:51.718021 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-837706e1-7e1f-4b3c-b919-bf59a1fd9a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:17:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['88ba2c70-09a9-4658-a472-e9a54abddefc'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:17:51.748421 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784c6b3-3350-4b43-9938-cbcab48574d3 req-bc73eb98-3451-431f-a748-ab7e886b21ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:51.750405 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2784c6b3-3350-4b43-9938-cbcab48574d3 req-bc73eb98-3451-431f-a748-ab7e886b21ae service neutron] 10.222.0.11 "GET /v2.0/networks?id=90930601-3370-499c-b4d5-f1df41450e6c HTTP/1.1" status: 200 len: 897 time: 0.2408454 Nov 27 04:17:51.880256 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2784c6b3-3350-4b43-9938-cbcab48574d3 req-5c5667c8-17a9-404f-99cc-650b84f374c7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b32ff0a0-2fe9-400b-b7ae-06da2036133c HTTP/1.1" status: 200 len: 999 time: 0.0999029 Nov 27 04:17:51.928659 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:52.009946 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784c6b3-3350-4b43-9938-cbcab48574d3 req-bd71b9e0-9944-4cc1-8c9d-c14ea4cb8f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:52.015269 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2784c6b3-3350-4b43-9938-cbcab48574d3 req-bd71b9e0-9944-4cc1-8c9d-c14ea4cb8f36 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bd0aa1da-e5ad-40fd-bcf0-73b6a517f860 HTTP/1.1" status: 200 len: 835 time: 0.1170259 Nov 27 04:17:52.042952 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-837706e1-7e1f-4b3c-b919-bf59a1fd9a17 None None] Set router 88ba2c70-09a9-4658-a472-e9a54abddefc gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:17:52.130642 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784c6b3-3350-4b43-9938-cbcab48574d3 req-b199dc0f-1e36-4599-b8a5-83bb51c149ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:52.136048 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2784c6b3-3350-4b43-9938-cbcab48574d3 req-b199dc0f-1e36-4599-b8a5-83bb51c149ee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90930601-3370-499c-b4d5-f1df41450e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1095493 Nov 27 04:17:52.309694 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2784c6b3-3350-4b43-9938-cbcab48574d3 req-6cb8086d-1681-4780-a041-789cc076b401 service neutron] 10.222.0.11 "GET /v2.0/networks/90930601-3370-499c-b4d5-f1df41450e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651840 Nov 27 04:17:52.446040 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50300) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:52.568843 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2784c6b3-3350-4b43-9938-cbcab48574d3 req-01549bc8-05bc-4dcc-92d2-da0dc18b1df9 service neutron] 10.222.0.11 "GET /v2.0/networks/90930601-3370-499c-b4d5-f1df41450e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512107 Nov 27 04:17:52.569895 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-837706e1-7e1f-4b3c-b919-bf59a1fd9a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ba2c70-09a9-4658-a472-e9a54abddefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158491600', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'f1a6139e-eb9a-4f7d-b2c8-b3744d801899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:17:16Z', 'updated_at': '2021-11-27T04:17:25Z', 'revision_number': 4, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': 'f1a6139e-eb9a-4f7d-b2c8-b3744d801899', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ba2c70-09a9-4658-a472-e9a54abddefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:17:17Z', 'updated_at': '2021-11-27T04:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '5cb0bc42-c90e-44ff-ab4c-7227c6a6303e', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'floating_ip_address': '172.25.1.124', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '88ba2c70-09a9-4658-a472-e9a54abddefc', 'port_id': 'b32ff0a0-2fe9-400b-b7ae-06da2036133c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90930601-3370-499c-b4d5-f1df41450e6c', 'mac_address': 'fa:16:3e:ef:79:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b68c106-b8f3-4f67-adf1-5926005658cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:17:48Z', 'updated_at': '2021-11-27T04:17:48Z', 'revision_number': 0, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f2da223-45d4-468f-b04f-12e10cd1563b', 'name': '', 'network_id': '90930601-3370-499c-b4d5-f1df41450e6c', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'mac_address': 'fa:16:3e:78:78:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ba2c70-09a9-4658-a472-e9a54abddefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'bd0aa1da-e5ad-40fd-bcf0-73b6a517f860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:17:22Z', 'updated_at': '2021-11-27T04:17:31Z', 'revision_number': 5, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'subnets': [{'id': 'bd0aa1da-e5ad-40fd-bcf0-73b6a517f860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:17:52.688630 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837706e1-7e1f-4b3c-b919-bf59a1fd9a17 None None] The sync data for ids ['88ba2c70-09a9-4658-a472-e9a54abddefc'] in n-d-819494-3 is: [{'id': '88ba2c70-09a9-4658-a472-e9a54abddefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158491600', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'f1a6139e-eb9a-4f7d-b2c8-b3744d801899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:17:16Z', 'updated_at': '2021-11-27T04:17:25Z', 'revision_number': 4, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': 'f1a6139e-eb9a-4f7d-b2c8-b3744d801899', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ba2c70-09a9-4658-a472-e9a54abddefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:17:17Z', 'updated_at': '2021-11-27T04:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '5cb0bc42-c90e-44ff-ab4c-7227c6a6303e', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'floating_ip_address': '172.25.1.124', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '88ba2c70-09a9-4658-a472-e9a54abddefc', 'port_id': 'b32ff0a0-2fe9-400b-b7ae-06da2036133c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90930601-3370-499c-b4d5-f1df41450e6c', 'mac_address': 'fa:16:3e:ef:79:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b68c106-b8f3-4f67-adf1-5926005658cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:17:48Z', 'updated_at': '2021-11-27T04:17:48Z', 'revision_number': 0, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f2da223-45d4-468f-b04f-12e10cd1563b', 'name': '', 'network_id': '90930601-3370-499c-b4d5-f1df41450e6c', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'mac_address': 'fa:16:3e:78:78:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ba2c70-09a9-4658-a472-e9a54abddefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'bd0aa1da-e5ad-40fd-bcf0-73b6a517f860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:17:22Z', 'updated_at': '2021-11-27T04:17:31Z', 'revision_number': 5, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'subnets': [{'id': 'bd0aa1da-e5ad-40fd-bcf0-73b6a517f860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:17:52.697444 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b5a5b006-3646-4789-81df-0e89dca6b7de tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/floatingips/5cb0bc42-c90e-44ff-ab4c-7227c6a6303e HTTP/1.1" status: 200 len: 991 time: 0.2439220 Nov 27 04:17:52.817956 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c4953f-4a30-49c2-9694-c61c150eeb47 req-7d41a155-3626-4ab5-9bf6-991af5608695 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:52.842230 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-16c4953f-4a30-49c2-9694-c61c150eeb47 req-7d41a155-3626-4ab5-9bf6-991af5608695 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/ports?device_id=994db326-5b5c-4852-80a4-e1f14a72d3fc HTTP/1.1" status: 200 len: 943 time: 0.1298487 Nov 27 04:17:52.984479 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-16c4953f-4a30-49c2-9694-c61c150eeb47 req-7168d0eb-97d7-495b-a7ab-de351862f951 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf8d89d2-1d94-4327-916b-17cea4e9becf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338773 Nov 27 04:17:53.033840 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50322) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:53.133900 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6b7269-0393-4713-9c2f-e04f6e02a7a5 None None] New status for floating IP 5cb0bc42-c90e-44ff-ab4c-7227c6a6303e: ACTIVE {{(pid=110021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:17:53.229979 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8a80d228-a5d9-4831-a810-95757a8867a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:53.327585 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8a80d228-a5d9-4831-a810-95757a8867a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:53.335915 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8a80d228-a5d9-4831-a810-95757a8867a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:53.393517 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50326) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:53.393779 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8a80d228-a5d9-4831-a810-95757a8867a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0c44d134917b41ac8be6dd1eb30aad74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3584082 Nov 27 04:17:53.395061 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a80d228-a5d9-4831-a810-95757a8867a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bd90c4-eead-403b-9b99-c6691bc00578,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:53.477523 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-15668fab-de80-4921-9fe0-07059b0755fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:53.500314 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-15668fab-de80-4921-9fe0-07059b0755fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:53.551663 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-15668fab-de80-4921-9fe0-07059b0755fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:53.554363 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-15668fab-de80-4921-9fe0-07059b0755fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:53.558121 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-15668fab-de80-4921-9fe0-07059b0755fd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b6bd90c4-eead-403b-9b99-c6691bc00578 HTTP/1.1" status: 204 len: 168 time: 0.1612830 Nov 27 04:17:53.572408 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15668fab-de80-4921-9fe0-07059b0755fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bd90c4-eead-403b-9b99-c6691bc00578,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:53.695254 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50332) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:53.777878 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-57f2d30b-38d8-4a0d-b0c7-2419377d17a3 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/floatingips/5cb0bc42-c90e-44ff-ab4c-7227c6a6303e HTTP/1.1" status: 200 len: 993 time: 0.0813901 Nov 27 04:17:53.931805 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50338) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:53.947203 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f422c873-9699-4658-8103-3aab06c3e93b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:54.034378 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f422c873-9699-4658-8103-3aab06c3e93b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:54.040431 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f422c873-9699-4658-8103-3aab06c3e93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:54.090233 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f422c873-9699-4658-8103-3aab06c3e93b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=098caf77b641449ba1e750dc2b9f65d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1547945 Nov 27 04:17:54.090233 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422c873-9699-4658-8103-3aab06c3e93b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263421ff-9dae-4ae4-9d87-09bc34151287,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:54.091378 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50346) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:54.190626 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7f3183fd-5766-4722-8055-30ca9ce8e87c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:54.222310 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7f3183fd-5766-4722-8055-30ca9ce8e87c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:54.237813 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd96806-91f6-49a2-bc3e-a39e836e9da3 req-d5a7f593-d51a-4ea1-911c-14f96152b0e2 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:54.239349 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7fd96806-91f6-49a2-bc3e-a39e836e9da3 req-d5a7f593-d51a-4ea1-911c-14f96152b0e2 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/ports?device_id=994db326-5b5c-4852-80a4-e1f14a72d3fc HTTP/1.1" status: 200 len: 943 time: 0.1088860 Nov 27 04:17:54.313155 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7fd96806-91f6-49a2-bc3e-a39e836e9da3 req-32b6510d-98bf-4aa3-8277-52a6be05a17b tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf8d89d2-1d94-4327-916b-17cea4e9becf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643141 Nov 27 04:17:54.320376 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7f3183fd-5766-4722-8055-30ca9ce8e87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:54.323441 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7f3183fd-5766-4722-8055-30ca9ce8e87c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:54.327966 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7f3183fd-5766-4722-8055-30ca9ce8e87c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/263421ff-9dae-4ae4-9d87-09bc34151287 HTTP/1.1" status: 204 len: 168 time: 0.2354209 Nov 27 04:17:54.349238 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3183fd-5766-4722-8055-30ca9ce8e87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263421ff-9dae-4ae4-9d87-09bc34151287,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:55.485962 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c35823-71ac-4d99-91ea-80766664ef51 req-7e37bf6d-5cac-48a2-be4e-d94c2db4be5d tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:55.494776 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f0c35823-71ac-4d99-91ea-80766664ef51 req-7e37bf6d-5cac-48a2-be4e-d94c2db4be5d tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/ports?device_id=994db326-5b5c-4852-80a4-e1f14a72d3fc HTTP/1.1" status: 200 len: 943 time: 0.0684326 Nov 27 04:17:55.584053 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f0c35823-71ac-4d99-91ea-80766664ef51 req-c7ebf93c-b6df-49ef-af70-860408e5b16b tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf8d89d2-1d94-4327-916b-17cea4e9becf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873225 Nov 27 04:17:55.835334 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca70e118-6297-49d9-9d80-ac6ec779bece req-153afbb0-066d-4922-8e98-1d7c24c236b3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1127372 Nov 27 04:17:55.987776 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70e118-6297-49d9-9d80-ac6ec779bece req-985e9d2f-3462-4475-be38-c5b1e9f9d660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:55.990719 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca70e118-6297-49d9-9d80-ac6ec779bece req-985e9d2f-3462-4475-be38-c5b1e9f9d660 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=797b4470e1204f95b4c65fa8076beed0&device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 1096 time: 0.1000774 Nov 27 04:17:56.145551 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70e118-6297-49d9-9d80-ac6ec779bece req-f57e2816-293c-489a-a6cf-08e6d8ac6025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:56.147474 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca70e118-6297-49d9-9d80-ac6ec779bece req-f57e2816-293c-489a-a6cf-08e6d8ac6025 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f5be6ff6-7679-4336-aa7e-b7dc23104991 HTTP/1.1" status: 200 len: 917 time: 0.1245322 Nov 27 04:17:56.263221 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca70e118-6297-49d9-9d80-ac6ec779bece req-abed7432-8a1f-4caa-b892-898adc8316c2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35901b62-66fd-45b1-afcc-77274fd1e9a5 HTTP/1.1" status: 200 len: 999 time: 0.1028020 Nov 27 04:17:56.327909 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70e118-6297-49d9-9d80-ac6ec779bece req-12283ba5-6fd2-490a-a4b2-e1e2d705849b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:56.329959 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca70e118-6297-49d9-9d80-ac6ec779bece req-12283ba5-6fd2-490a-a4b2-e1e2d705849b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=129d6819-d46b-4873-8019-a59c438c16e8 HTTP/1.1" status: 200 len: 855 time: 0.0597005 Nov 27 04:17:56.398487 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70e118-6297-49d9-9d80-ac6ec779bece req-1e6ec7b0-eb86-4baf-a565-7a647b3759da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:56.400318 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca70e118-6297-49d9-9d80-ac6ec779bece req-1e6ec7b0-eb86-4baf-a565-7a647b3759da service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f5be6ff6-7679-4336-aa7e-b7dc23104991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581391 Nov 27 04:17:56.524887 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca70e118-6297-49d9-9d80-ac6ec779bece req-a1d9ec0a-f166-4bea-8842-5dd548e14a87 service neutron] 10.222.0.23 "GET /v2.0/networks/f5be6ff6-7679-4336-aa7e-b7dc23104991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125574 Nov 27 04:17:56.657084 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca70e118-6297-49d9-9d80-ac6ec779bece req-8877a5cc-0fdd-4557-ac6c-43bf4900d8ff service neutron] 10.222.0.23 "GET /v2.0/networks/f5be6ff6-7679-4336-aa7e-b7dc23104991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208279 Nov 27 04:17:56.740582 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138c2aa-7efd-4f65-8e0f-c133e723f9ab req-3719117b-6965-45ac-aab5-09c8e191a082 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:56.742120 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0138c2aa-7efd-4f65-8e0f-c133e723f9ab req-3719117b-6965-45ac-aab5-09c8e191a082 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/ports?device_id=994db326-5b5c-4852-80a4-e1f14a72d3fc HTTP/1.1" status: 200 len: 943 time: 0.0641053 Nov 27 04:17:56.803269 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0138c2aa-7efd-4f65-8e0f-c133e723f9ab req-610a90fc-a053-4d9e-afd8-978e4983ffe5 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf8d89d2-1d94-4327-916b-17cea4e9becf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538492 Nov 27 04:17:57.554387 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50448) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:57.662327 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b52c56f0-c0f6-42c7-b690-0e102d2dd9af admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:57.739360 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b52c56f0-c0f6-42c7-b690-0e102d2dd9af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:57.742835 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b52c56f0-c0f6-42c7-b690-0e102d2dd9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:57.781288 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b52c56f0-c0f6-42c7-b690-0e102d2dd9af admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b1ecdb657854dc894f4787cb537ec9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2257893 Nov 27 04:17:57.782256 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c56f0-c0f6-42c7-b690-0e102d2dd9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa2db5a-73e7-4047-b97d-f1d7a165cd59,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:57.784527 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50452) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:57.841834 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-095252d5-687a-40c3-8ede-d683db93a0b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:57.865973 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-095252d5-687a-40c3-8ede-d683db93a0b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:57.941236 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-095252d5-687a-40c3-8ede-d683db93a0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:57.943867 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-095252d5-687a-40c3-8ede-d683db93a0b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:57.948490 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8230938-62d4-4382-b505-9b85b7e53ec8 req-f9f758a0-b4e2-4246-abe2-c2fa6227a6c0 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:57.951183 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-095252d5-687a-40c3-8ede-d683db93a0b9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5aa2db5a-73e7-4047-b97d-f1d7a165cd59 HTTP/1.1" status: 204 len: 168 time: 0.1649365 Nov 27 04:17:57.957320 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d8230938-62d4-4382-b505-9b85b7e53ec8 req-f9f758a0-b4e2-4246-abe2-c2fa6227a6c0 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/ports?device_id=994db326-5b5c-4852-80a4-e1f14a72d3fc HTTP/1.1" status: 200 len: 943 time: 0.0773714 Nov 27 04:17:57.964591 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095252d5-687a-40c3-8ede-d683db93a0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa2db5a-73e7-4047-b97d-f1d7a165cd59,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:57.980716 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095252d5-687a-40c3-8ede-d683db93a0b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:57.983265 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095252d5-687a-40c3-8ede-d683db93a0b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:57.984554 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095252d5-687a-40c3-8ede-d683db93a0b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:57.987233 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095252d5-687a-40c3-8ede-d683db93a0b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:57.987829 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095252d5-687a-40c3-8ede-d683db93a0b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:57.988469 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095252d5-687a-40c3-8ede-d683db93a0b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:57.988968 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095252d5-687a-40c3-8ede-d683db93a0b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:57.989779 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095252d5-687a-40c3-8ede-d683db93a0b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:57.993562 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095252d5-687a-40c3-8ede-d683db93a0b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:57.994395 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095252d5-687a-40c3-8ede-d683db93a0b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:57.996441 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095252d5-687a-40c3-8ede-d683db93a0b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:57.997591 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095252d5-687a-40c3-8ede-d683db93a0b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:17:58.058598 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d8230938-62d4-4382-b505-9b85b7e53ec8 req-5f61c211-ed09-4711-88fc-1bd223162b01 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf8d89d2-1d94-4327-916b-17cea4e9becf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968931 Nov 27 04:17:58.323222 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50484) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:58.338265 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ef7c8aab-3137-4d3b-bc7e-51d9f2fe8e9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:58.426016 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ef7c8aab-3137-4d3b-bc7e-51d9f2fe8e9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:58.430518 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ef7c8aab-3137-4d3b-bc7e-51d9f2fe8e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:58.476358 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50486) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:58.476585 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ef7c8aab-3137-4d3b-bc7e-51d9f2fe8e9a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=442979b6734e4c3faceb645ab67376ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1515741 Nov 27 04:17:58.477396 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c8aab-3137-4d3b-bc7e-51d9f2fe8e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81b3474-dad8-41c7-a45c-7a2e503c0879,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:58.535332 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-47b21f7c-897d-4c87-961d-1f48d05d9134 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:58.561906 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-47b21f7c-897d-4c87-961d-1f48d05d9134 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:58.619333 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-47b21f7c-897d-4c87-961d-1f48d05d9134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:58.622434 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-47b21f7c-897d-4c87-961d-1f48d05d9134 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:58.626216 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-47b21f7c-897d-4c87-961d-1f48d05d9134 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c81b3474-dad8-41c7-a45c-7a2e503c0879 HTTP/1.1" status: 204 len: 168 time: 0.1457903 Nov 27 04:17:58.633002 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b21f7c-897d-4c87-961d-1f48d05d9134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81b3474-dad8-41c7-a45c-7a2e503c0879,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:59.264148 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3b325-a0d4-43bf-bbc5-022d4d81989e req-d7565552-ea4d-4346-bf55-aca6e860d93a tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:17:59.266047 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8cc3b325-a0d4-43bf-bbc5-022d4d81989e req-d7565552-ea4d-4346-bf55-aca6e860d93a tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/ports?device_id=994db326-5b5c-4852-80a4-e1f14a72d3fc HTTP/1.1" status: 200 len: 943 time: 0.1074481 Nov 27 04:17:59.365921 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8cc3b325-a0d4-43bf-bbc5-022d4d81989e req-78df5782-ef88-4209-94b9-01a1a4b22938 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf8d89d2-1d94-4327-916b-17cea4e9becf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936093 Nov 27 04:17:59.575199 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50536) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:59.736526 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ad4e8cc5-1407-4b04-b38b-b0f3f8c9a980 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:59.830980 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ad4e8cc5-1407-4b04-b38b-b0f3f8c9a980 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:59.840187 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ad4e8cc5-1407-4b04-b38b-b0f3f8c9a980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:59.869674 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ad4e8cc5-1407-4b04-b38b-b0f3f8c9a980 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1cb1b3a56b824794b5b6f148742b7eed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2933693 Nov 27 04:17:59.872358 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50544) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:17:59.928875 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e8cc5-1407-4b04-b38b-b0f3f8c9a980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03775fbb-8a7d-4ecd-ab7a-88a7a9c105ca,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:17:59.961020 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-530e81d6-c001-4fd1-a1d3-2343a493afa5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:17:59.990586 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-530e81d6-c001-4fd1-a1d3-2343a493afa5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:00.062088 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-530e81d6-c001-4fd1-a1d3-2343a493afa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:00.066286 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-530e81d6-c001-4fd1-a1d3-2343a493afa5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:00.068218 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-530e81d6-c001-4fd1-a1d3-2343a493afa5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/03775fbb-8a7d-4ecd-ab7a-88a7a9c105ca HTTP/1.1" status: 204 len: 168 time: 0.1944604 Nov 27 04:18:00.079737 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e81d6-c001-4fd1-a1d3-2343a493afa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03775fbb-8a7d-4ecd-ab7a-88a7a9c105ca,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:00.614452 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b29858-7d6c-40c3-819b-4111e9adb5dc req-44d73292-2295-4b28-bb7d-4d90841a99d7 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:00.628936 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-84b29858-7d6c-40c3-819b-4111e9adb5dc req-44d73292-2295-4b28-bb7d-4d90841a99d7 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/ports?device_id=994db326-5b5c-4852-80a4-e1f14a72d3fc HTTP/1.1" status: 200 len: 943 time: 0.1301329 Nov 27 04:18:00.640415 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50578) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:18:00.659767 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a092250c-aad9-4b05-ad8d-5dc44ad19556 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:00.730122 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-84b29858-7d6c-40c3-819b-4111e9adb5dc req-6b796e3b-1445-4989-9662-d9ea8e85ec68 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf8d89d2-1d94-4327-916b-17cea4e9becf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000082 Nov 27 04:18:00.761436 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a092250c-aad9-4b05-ad8d-5dc44ad19556 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:00.768140 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a092250c-aad9-4b05-ad8d-5dc44ad19556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:00.809225 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a092250c-aad9-4b05-ad8d-5dc44ad19556 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9d083b14428047b99d38f7ab8637d1b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1670966 Nov 27 04:18:00.810352 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a092250c-aad9-4b05-ad8d-5dc44ad19556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd2d28e-c0c6-4987-9883-88a07b08d648,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:00.812697 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50580) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:18:00.868780 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b9c28d45-453b-432c-8a94-2f325299f482 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:00.907364 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b9c28d45-453b-432c-8a94-2f325299f482 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:01.026839 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b9c28d45-453b-432c-8a94-2f325299f482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:01.030139 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b9c28d45-453b-432c-8a94-2f325299f482 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:01.035473 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b9c28d45-453b-432c-8a94-2f325299f482 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4dd2d28e-c0c6-4987-9883-88a07b08d648 HTTP/1.1" status: 204 len: 168 time: 0.2216728 Nov 27 04:18:01.045724 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c28d45-453b-432c-8a94-2f325299f482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd2d28e-c0c6-4987-9883-88a07b08d648,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:01.583815 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device d1723531-9f25-4b41-9e5c-8b06d2f279e9 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:18:01.704362 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port d1723531-9f25-4b41-9e5c-8b06d2f279e9, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d1723531-9f25-4b41-9e5c-8b06d2f279e9,segment=NetworkSegment(74a56a4c-1525-4456-b161-70ff3cda2a8c),segment_id=74a56a4c-1525-4456-b161-70ff3cda2a8c)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:18:01.720486 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': 'd1723531-9f25-4b41-9e5c-8b06d2f279e9', 'network_id': '0e5f5de3-7997-41af-8459-38e29bc5d0bf', 'port_id': 'd1723531-9f25-4b41-9e5c-8b06d2f279e9', 'mac_address': 'fa:16:3e:be:7f:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71714649-ab01-464e-9082-35e74a3e5679', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:18:01.799965 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:01.937049 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590fed5-6a94-49f0-9e1e-3a226504f6b8 req-8a697e79-8995-40c7-ab14-e69bc03a0fea tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:01.939550 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0590fed5-6a94-49f0-9e1e-3a226504f6b8 req-8a697e79-8995-40c7-ab14-e69bc03a0fea tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/ports?device_id=994db326-5b5c-4852-80a4-e1f14a72d3fc HTTP/1.1" status: 200 len: 943 time: 0.1177821 Nov 27 04:18:02.038362 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0590fed5-6a94-49f0-9e1e-3a226504f6b8 req-3428373d-681a-471f-86ae-9f049ce31fae tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf8d89d2-1d94-4327-916b-17cea4e9becf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837278 Nov 27 04:18:02.084586 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1723531-9f25-4b41-9e5c-8b06d2f279e9 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:18:02.123231 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port d1723531-9f25-4b41-9e5c-8b06d2f279e9, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d1723531-9f25-4b41-9e5c-8b06d2f279e9,segment=NetworkSegment(74a56a4c-1525-4456-b161-70ff3cda2a8c),segment_id=74a56a4c-1525-4456-b161-70ff3cda2a8c)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:18:02.129624 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:02.197348 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=d1723531-9f25-4b41-9e5c-8b06d2f279e9,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:02.479279 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['d1723531-9f25-4b41-9e5c-8b06d2f279e9'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:18:02.578541 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-008e7b4c-3631-4617-aa93-b1beff678db8 req-e6fe6493-d822-42fe-8f99-769f896d176b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b68c106-b8f3-4f67-adf1-5926005658cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0571432 Nov 27 04:18:02.710841 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e7b4c-3631-4617-aa93-b1beff678db8 req-4feed71a-6942-48c0-a187-f1e859493c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:02.712759 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-008e7b4c-3631-4617-aa93-b1beff678db8 req-4feed71a-6942-48c0-a187-f1e859493c82 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=13b1fee7d54d401493a1883da20540bb&device_id=4b68c106-b8f3-4f67-adf1-5926005658cf HTTP/1.1" status: 200 len: 1096 time: 0.0544188 Nov 27 04:18:02.856201 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e7b4c-3631-4617-aa93-b1beff678db8 req-2790abc0-79ce-4fdf-94d9-4f49de27873b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:02.858099 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-008e7b4c-3631-4617-aa93-b1beff678db8 req-2790abc0-79ce-4fdf-94d9-4f49de27873b service neutron] 10.222.0.11 "GET /v2.0/networks?id=90930601-3370-499c-b4d5-f1df41450e6c HTTP/1.1" status: 200 len: 897 time: 0.1226916 Nov 27 04:18:02.937878 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-008e7b4c-3631-4617-aa93-b1beff678db8 req-1e7b77c7-330d-4fa7-9cba-21b59cd67281 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b32ff0a0-2fe9-400b-b7ae-06da2036133c HTTP/1.1" status: 200 len: 1001 time: 0.0688272 Nov 27 04:18:02.995288 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e7b4c-3631-4617-aa93-b1beff678db8 req-52c08e11-d2b1-4f50-a11e-ce23f13b5d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:02.996794 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-008e7b4c-3631-4617-aa93-b1beff678db8 req-52c08e11-d2b1-4f50-a11e-ce23f13b5d5d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bd0aa1da-e5ad-40fd-bcf0-73b6a517f860 HTTP/1.1" status: 200 len: 835 time: 0.0521781 Nov 27 04:18:03.054270 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e7b4c-3631-4617-aa93-b1beff678db8 req-f3b8c8c9-cb67-466f-9ac2-d69eca93b1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:03.056259 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-008e7b4c-3631-4617-aa93-b1beff678db8 req-f3b8c8c9-cb67-466f-9ac2-d69eca93b1ca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90930601-3370-499c-b4d5-f1df41450e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524499 Nov 27 04:18:03.215886 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-008e7b4c-3631-4617-aa93-b1beff678db8 req-f5ac4c74-879c-4714-b2bd-69829843b4ec service neutron] 10.222.0.11 "GET /v2.0/networks/90930601-3370-499c-b4d5-f1df41450e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519907 Nov 27 04:18:03.256774 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35482c4d-2e92-4abc-831f-01abdb90fed4 req-61535f91-25d4-4ac1-ae2d-2632f9df3d0a tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:03.276320 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-35482c4d-2e92-4abc-831f-01abdb90fed4 req-61535f91-25d4-4ac1-ae2d-2632f9df3d0a tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/ports?device_id=994db326-5b5c-4852-80a4-e1f14a72d3fc HTTP/1.1" status: 200 len: 944 time: 0.0869915 Nov 27 04:18:03.398457 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-35482c4d-2e92-4abc-831f-01abdb90fed4 req-70ee1239-906c-4d89-acdb-a552b9cc8150 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf8d89d2-1d94-4327-916b-17cea4e9becf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210449 Nov 27 04:18:03.435369 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5942839-557b-42f9-8f06-4850a412d5d8 req-08c11cdc-8b14-4e48-82e1-f5c375bfa10d tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:03.437198 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d5942839-557b-42f9-8f06-4850a412d5d8 req-08c11cdc-8b14-4e48-82e1-f5c375bfa10d tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 945 time: 0.0965080 Nov 27 04:18:03.439957 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-008e7b4c-3631-4617-aa93-b1beff678db8 req-1edbf0e6-a697-408f-bb1e-d2eab1af263a service neutron] 10.222.0.11 "GET /v2.0/networks/90930601-3370-499c-b4d5-f1df41450e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162850 Nov 27 04:18:03.507140 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d5942839-557b-42f9-8f06-4850a412d5d8 req-ed118217-3207-441d-830a-0c66c99758a6 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611422 Nov 27 04:18:03.577446 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device d1723531-9f25-4b41-9e5c-8b06d2f279e9 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:18:03.638510 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port d1723531-9f25-4b41-9e5c-8b06d2f279e9 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:18:03.645703 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port d1723531-9f25-4b41-9e5c-8b06d2f279e9 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:18:03.645703 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:03.735387 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:03.761470 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994db326-5b5c-4852-80a4-e1f14a72d3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1723531-9f25-4b41-9e5c-8b06d2f279e9'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:18:03.764087 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2755b29d-4120-4fb4-b336-502210f41995" -d '{"events": [{"server_uuid": "994db326-5b5c-4852-80a4-e1f14a72d3fc", "name": "network-vif-plugged", "status": "completed", "tag": "d1723531-9f25-4b41-9e5c-8b06d2f279e9"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:18:03.797220 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port d1723531-9f25-4b41-9e5c-8b06d2f279e9, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d1723531-9f25-4b41-9e5c-8b06d2f279e9,segment=NetworkSegment(74a56a4c-1525-4456-b161-70ff3cda2a8c),segment_id=74a56a4c-1525-4456-b161-70ff3cda2a8c)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:18:03.807032 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:03.815848 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59632ea-358a-4989-9fe4-cc6bc201b5b4 x-openstack-request-id: req-f59632ea-358a-4989-9fe4-cc6bc201b5b4 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:18:03.815848 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994db326-5b5c-4852-80a4-e1f14a72d3fc", "name": "network-vif-plugged", "status": "completed", "tag": "d1723531-9f25-4b41-9e5c-8b06d2f279e9", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:18:03.817436 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f59632ea-358a-4989-9fe4-cc6bc201b5b4 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:18:03.817436 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994db326-5b5c-4852-80a4-e1f14a72d3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1723531-9f25-4b41-9e5c-8b06d2f279e9', 'code': 200} Nov 27 04:18:03.898358 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=d1723531-9f25-4b41-9e5c-8b06d2f279e9,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:03.998386 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04139ade-523a-4a2e-b6c2-c11bada47219 req-d1ff2e4d-c97e-4591-b1a2-643cd8c36712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:04.001179 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-04139ade-523a-4a2e-b6c2-c11bada47219 req-d1ff2e4d-c97e-4591-b1a2-643cd8c36712 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=994db326-5b5c-4852-80a4-e1f14a72d3fc HTTP/1.1" status: 200 len: 1096 time: 0.0723851 Nov 27 04:18:04.055649 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-04139ade-523a-4a2e-b6c2-c11bada47219 req-0bb9c508-0fc5-4ff9-b83b-4a8b608d52b6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cf8d89d2-1d94-4327-916b-17cea4e9becf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461283 Nov 27 04:18:04.555601 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df49398d-b9f8-4e6d-bfb3-ea5749117a1d req-b2a18bee-e33b-4fc1-ae84-1089ed102438 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:04.565028 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-df49398d-b9f8-4e6d-bfb3-ea5749117a1d req-b2a18bee-e33b-4fc1-ae84-1089ed102438 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/ports?device_id=994db326-5b5c-4852-80a4-e1f14a72d3fc HTTP/1.1" status: 200 len: 945 time: 0.0697889 Nov 27 04:18:04.678386 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a692814-0a0d-4e29-b09f-60dc74242961 req-c2014443-b726-4b47-bae8-3443fb8080b3 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:04.680533 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9a692814-0a0d-4e29-b09f-60dc74242961 req-c2014443-b726-4b47-bae8-3443fb8080b3 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 945 time: 0.0707178 Nov 27 04:18:04.685298 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-df49398d-b9f8-4e6d-bfb3-ea5749117a1d req-57df6718-c290-4677-855d-8237516c4551 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf8d89d2-1d94-4327-916b-17cea4e9becf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193106 Nov 27 04:18:04.735090 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9a692814-0a0d-4e29-b09f-60dc74242961 req-2fe42bb9-a2cf-4f2b-81af-f9a5d7f826c7 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478041 Nov 27 04:18:05.024463 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50780) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:18:05.134018 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-20f409e8-9889-4cad-aceb-f8c5c359476a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:05.219825 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-20f409e8-9889-4cad-aceb-f8c5c359476a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:05.225128 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-20f409e8-9889-4cad-aceb-f8c5c359476a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:05.270931 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-20f409e8-9889-4cad-aceb-f8c5c359476a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=87e5eca0c7354033b179f3a9bf66c1ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2453616 Nov 27 04:18:05.271879 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f409e8-9889-4cad-aceb-f8c5c359476a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61e31a5-8cd9-4bfa-805a-5582d64d46d2,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:05.273605 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50784) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:18:05.333236 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c6ebf0a0-82f9-4bb4-b9b9-3d404917178a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:05.355626 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c6ebf0a0-82f9-4bb4-b9b9-3d404917178a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:05.402989 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c6ebf0a0-82f9-4bb4-b9b9-3d404917178a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:05.405972 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c6ebf0a0-82f9-4bb4-b9b9-3d404917178a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:05.410700 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c6ebf0a0-82f9-4bb4-b9b9-3d404917178a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a61e31a5-8cd9-4bfa-805a-5582d64d46d2 HTTP/1.1" status: 204 len: 168 time: 0.1347730 Nov 27 04:18:05.421214 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ebf0a0-82f9-4bb4-b9b9-3d404917178a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61e31a5-8cd9-4bfa-805a-5582d64d46d2,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:05.726382 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50796) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:18:05.740645 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f1162784-ed97-436f-a6ae-b71966e69fa4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:05.828901 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf46f9-1eca-4ab8-90ab-471bd955f37a req-b2b97c52-7347-441c-84f5-c33e2881ea21 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:05.833786 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f1162784-ed97-436f-a6ae-b71966e69fa4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:05.841073 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3caf46f9-1eca-4ab8-90ab-471bd955f37a req-b2b97c52-7347-441c-84f5-c33e2881ea21 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/ports?device_id=994db326-5b5c-4852-80a4-e1f14a72d3fc HTTP/1.1" status: 200 len: 945 time: 0.0934308 Nov 27 04:18:05.870724 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f1162784-ed97-436f-a6ae-b71966e69fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:05.914313 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3caf46f9-1eca-4ab8-90ab-471bd955f37a req-68e099a2-6da3-4ea4-860d-582bd5567c4c tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf8d89d2-1d94-4327-916b-17cea4e9becf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721896 Nov 27 04:18:05.920101 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ebb07d-7723-46ea-aa50-80633442fdc0 req-d2eefa4c-82b6-41cb-ab43-a922b9ee15e5 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:05.921619 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38ebb07d-7723-46ea-aa50-80633442fdc0 req-d2eefa4c-82b6-41cb-ab43-a922b9ee15e5 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 945 time: 0.0945907 Nov 27 04:18:05.937189 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50802) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:18:05.937810 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f1162784-ed97-436f-a6ae-b71966e69fa4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3dc65046ad33476ab63eaa1034523783&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2098927 Nov 27 04:18:05.985405 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1162784-ed97-436f-a6ae-b71966e69fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71ff057-b1d6-46e2-94a1-88c72cc7019f,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:05.995599 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38ebb07d-7723-46ea-aa50-80633442fdc0 req-6ddfd31e-f938-4c82-ad2e-554a55612081 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635784 Nov 27 04:18:06.036072 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-345d1fc0-7801-4603-bd74-a47f8cda351d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:06.090196 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-345d1fc0-7801-4603-bd74-a47f8cda351d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:06.120707 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac5407-6859-4022-b49f-d348acc8ae45 req-ed1e7c95-ff3c-490b-b5da-6f6c3a5e2fe9 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:06.122234 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-35ac5407-6859-4022-b49f-d348acc8ae45 req-ed1e7c95-ff3c-490b-b5da-6f6c3a5e2fe9 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/ports?device_id=994db326-5b5c-4852-80a4-e1f14a72d3fc HTTP/1.1" status: 200 len: 945 time: 0.0834763 Nov 27 04:18:06.188100 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-35ac5407-6859-4022-b49f-d348acc8ae45 req-bf5c3ffd-bd02-4b2d-b9b0-2c07200d0650 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf8d89d2-1d94-4327-916b-17cea4e9becf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529919 Nov 27 04:18:06.200903 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-345d1fc0-7801-4603-bd74-a47f8cda351d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:06.204495 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-345d1fc0-7801-4603-bd74-a47f8cda351d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:06.206591 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-345d1fc0-7801-4603-bd74-a47f8cda351d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f71ff057-b1d6-46e2-94a1-88c72cc7019f HTTP/1.1" status: 204 len: 168 time: 0.2681046 Nov 27 04:18:06.216758 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d1fc0-7801-4603-bd74-a47f8cda351d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71ff057-b1d6-46e2-94a1-88c72cc7019f,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:06.218164 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50816) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:18:06.498476 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c654f68b-4811-45e4-ac43-74bccb71908d tempest-TestVolumeBackupRestore-1836001942 tempest-TestVolumeBackupRestore-1836001942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:06.500297 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c654f68b-4811-45e4-ac43-74bccb71908d tempest-TestVolumeBackupRestore-1836001942 tempest-TestVolumeBackupRestore-1836001942-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=994db326-5b5c-4852-80a4-e1f14a72d3fc HTTP/1.1" status: 200 len: 1091 time: 0.2790644 Nov 27 04:18:06.503286 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50826) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:18:06.508236 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-d97f5be4-acf2-4b4e-8874-380a18e941ff tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'port_id': 'd1723531-9f25-4b41-9e5c-8b06d2f279e9', 'tenant_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:18:06.553433 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d97f5be4-acf2-4b4e-8874-380a18e941ff tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks [] for floatingip, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:06.683147 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d97f5be4-acf2-4b4e-8874-380a18e941ff tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:06.829325 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-d97f5be4-acf2-4b4e-8874-380a18e941ff tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Allocated IP 172.25.1.163 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/b81101bd-6fca-4828-a8f0-926035641c19) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:18:06.975550 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d97f5be4-acf2-4b4e-8874-380a18e941ff tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:07.027982 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d97f5be4-acf2-4b4e-8874-380a18e941ff tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:07.476997 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97f5be4-acf2-4b4e-8874-380a18e941ff tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:18:07.478453 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-d97f5be4-acf2-4b4e-8874-380a18e941ff tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:18:07.483468 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97f5be4-acf2-4b4e-8874-380a18e941ff tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:18:07.527110 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f5be4-acf2-4b4e-8874-380a18e941ff tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Pushing event updated for resources: {'Port': ['ID=b81101bd-6fca-4828-a8f0-926035641c19,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:07.695308 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efb179-4d76-48e9-b2c8-d0e82083cf12 req-a05eef50-0e08-49cb-b836-91e7f8acd663 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:07.696855 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b1efb179-4d76-48e9-b2c8-d0e82083cf12 req-a05eef50-0e08-49cb-b836-91e7f8acd663 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 945 time: 0.2724550 Nov 27 04:18:07.705521 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f5be4-acf2-4b4e-8874-380a18e941ff tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:18:07.705882 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f5be4-acf2-4b4e-8874-380a18e941ff tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:18:07.706234 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f5be4-acf2-4b4e-8874-380a18e941ff tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:18:07.706787 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f5be4-acf2-4b4e-8874-380a18e941ff tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:18:07.707173 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f5be4-acf2-4b4e-8874-380a18e941ff tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:18:07.707479 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f5be4-acf2-4b4e-8874-380a18e941ff tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:18:07.707822 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f5be4-acf2-4b4e-8874-380a18e941ff tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:18:07.708160 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f5be4-acf2-4b4e-8874-380a18e941ff tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:18:07.708498 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f5be4-acf2-4b4e-8874-380a18e941ff tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:18:07.708838 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f5be4-acf2-4b4e-8874-380a18e941ff tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:18:07.709169 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f5be4-acf2-4b4e-8874-380a18e941ff tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:18:07.709503 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f5be4-acf2-4b4e-8874-380a18e941ff tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:18:07.796285 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b1efb179-4d76-48e9-b2c8-d0e82083cf12 req-dc1c055f-dbc4-44a2-b190-fc7b8a8b4c67 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791075 Nov 27 04:18:08.086177 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d97f5be4-acf2-4b4e-8874-380a18e941ff tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:08.188128 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d97f5be4-acf2-4b4e-8874-380a18e941ff tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:08.250634 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50884) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:18:08.432625 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d97f5be4-acf2-4b4e-8874-380a18e941ff tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:08.446300 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d97f5be4-acf2-4b4e-8874-380a18e941ff tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:08.472988 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0ee5f992-4dcf-4e0d-938b-e33d78de0747 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:08.574950 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0ee5f992-4dcf-4e0d-938b-e33d78de0747 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:08.581046 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0ee5f992-4dcf-4e0d-938b-e33d78de0747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:08.638693 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee5f992-4dcf-4e0d-938b-e33d78de0747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ad2434-c917-4724-8c9b-3f3290e0adce,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:08.639136 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f5be4-acf2-4b4e-8874-380a18e941ff tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Pushing event updated for resources: {'Port': ['ID=b81101bd-6fca-4828-a8f0-926035641c19,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:08.653371 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0ee5f992-4dcf-4e0d-938b-e33d78de0747 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ac3407e0ff684fdf858c3cfee6614835&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3978124 Nov 27 04:18:08.653551 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50898) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:18:08.681241 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d97f5be4-acf2-4b4e-8874-380a18e941ff tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:08.803976 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-85efd078-70bd-44d0-aa7e-836b21346c88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:08.850649 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-85efd078-70bd-44d0-aa7e-836b21346c88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:08.863821 n-d-819494-3 neutron-server[110019]: INFO neutron.db.l3_db [None req-d97f5be4-acf2-4b4e-8874-380a18e941ff tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Floating IP 7f5c187e-6bf2-447e-8059-c245ca33c19c associated. External IP: 172.25.1.163, port: d1723531-9f25-4b41-9e5c-8b06d2f279e9. Nov 27 04:18:08.994935 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24fb73-c45a-4057-9346-e4a92f66dbdb req-232dff93-45a4-4181-bc41-c112607635fd tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:08.996791 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5f24fb73-c45a-4057-9346-e4a92f66dbdb req-232dff93-45a4-4181-bc41-c112607635fd tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 945 time: 0.0898111 Nov 27 04:18:09.028443 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-85efd078-70bd-44d0-aa7e-836b21346c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:09.034037 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-85efd078-70bd-44d0-aa7e-836b21346c88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:09.035602 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-85efd078-70bd-44d0-aa7e-836b21346c88 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78ad2434-c917-4724-8c9b-3f3290e0adce HTTP/1.1" status: 204 len: 168 time: 0.3815000 Nov 27 04:18:09.118422 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5f24fb73-c45a-4057-9346-e4a92f66dbdb req-eb7d8965-b902-4eef-9120-40e7422f1a67 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134455 Nov 27 04:18:09.133156 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85efd078-70bd-44d0-aa7e-836b21346c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ad2434-c917-4724-8c9b-3f3290e0adce,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:09.208591 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97f5be4-acf2-4b4e-8874-380a18e941ff tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Router 4c0002fa-51b3-4f8e-a730-f7759d1b8b52 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:18:09.364033 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97f5be4-acf2-4b4e-8874-380a18e941ff tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:18:09.384561 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4adc214-bae4-43df-8aab-7d87cc5e07e5 None None] Sync routers for ids ['4c0002fa-51b3-4f8e-a730-f7759d1b8b52'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:18:09.385283 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d97f5be4-acf2-4b4e-8874-380a18e941ff tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:09.411000 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4adc214-bae4-43df-8aab-7d87cc5e07e5 None None] Routers {'4c0002fa-51b3-4f8e-a730-f7759d1b8b52'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:18:09.412127 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-f4adc214-bae4-43df-8aab-7d87cc5e07e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:17:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4c0002fa-51b3-4f8e-a730-f7759d1b8b52'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:18:09.428033 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d97f5be4-acf2-4b4e-8874-380a18e941ff tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9206393 Nov 27 04:18:09.428033 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994db326-5b5c-4852-80a4-e1f14a72d3fc', 'tag': 'd1723531-9f25-4b41-9e5c-8b06d2f279e9'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:18:09.428362 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f03ecef-5595-4b27-bf06-c635e159b3b9" -d '{"events": [{"name": "network-changed", "server_uuid": "994db326-5b5c-4852-80a4-e1f14a72d3fc", "tag": "d1723531-9f25-4b41-9e5c-8b06d2f279e9"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:18:09.429440 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50924) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:18:09.496644 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf75b879-6423-417c-aff5-26824ffb1c33 x-openstack-request-id: req-cf75b879-6423-417c-aff5-26824ffb1c33 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:18:09.497675 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "994db326-5b5c-4852-80a4-e1f14a72d3fc", "tag": "d1723531-9f25-4b41-9e5c-8b06d2f279e9", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:18:09.497964 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf75b879-6423-417c-aff5-26824ffb1c33 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:18:09.498822 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994db326-5b5c-4852-80a4-e1f14a72d3fc', 'tag': 'd1723531-9f25-4b41-9e5c-8b06d2f279e9', 'status': 'completed', 'code': 200} Nov 27 04:18:09.511287 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8f5b0b-8efd-46ca-bf0b-80e930c80990 tempest-TestVolumeBackupRestore-1836001942 tempest-TestVolumeBackupRestore-1836001942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:09.514860 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7b8f5b0b-8efd-46ca-bf0b-80e930c80990 tempest-TestVolumeBackupRestore-1836001942 tempest-TestVolumeBackupRestore-1836001942-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=994db326-5b5c-4852-80a4-e1f14a72d3fc HTTP/1.1" status: 200 len: 1091 time: 0.0832171 Nov 27 04:18:09.517647 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 50928) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:18:09.530216 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-e1f6ff65-be80-4a23-9799-bbf9e7d4d7d1 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Request body: {'floatingip': {'port_id': 'd1723531-9f25-4b41-9e5c-8b06d2f279e9'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:18:09.674066 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-f4adc214-bae4-43df-8aab-7d87cc5e07e5 None None] Set router 4c0002fa-51b3-4f8e-a730-f7759d1b8b52 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:18:09.763959 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50934) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:18:09.778918 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e1f6ff65-be80-4a23-9799-bbf9e7d4d7d1 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks [] for floatingip, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:09.799119 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b7a3caf1-4b6b-445f-a409-9ec474012e6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:09.922814 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03ecef-5595-4b27-bf06-c635e159b3b9 req-adabbe85-ef1a-4841-8184-e9d82e238679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:09.924636 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9f03ecef-5595-4b27-bf06-c635e159b3b9 req-adabbe85-ef1a-4841-8184-e9d82e238679 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6292db7bdfdd4a808d17c61c8ea15dfe&device_id=994db326-5b5c-4852-80a4-e1f14a72d3fc HTTP/1.1" status: 200 len: 1096 time: 0.3078704 Nov 27 04:18:10.015179 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b7a3caf1-4b6b-445f-a409-9ec474012e6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:10.024977 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b7a3caf1-4b6b-445f-a409-9ec474012e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:10.122601 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b7a3caf1-4b6b-445f-a409-9ec474012e6d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=239a461cea334c0d93bc66b26fd43353&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3574555 Nov 27 04:18:10.128307 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50946) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:18:10.148153 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-f4adc214-bae4-43df-8aab-7d87cc5e07e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'name': 'tempest-TestVolumeBackupRestore-607832707-router', 'tenant_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bafad31a-5576-42b3-be80-53bae453a518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:13:15Z', 'updated_at': '2021-11-27T04:13:21Z', 'revision_number': 4, 'project_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'gw_port': {'id': 'bafad31a-5576-42b3-be80-53bae453a518', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:13:16Z', 'updated_at': '2021-11-27T04:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '7f5c187e-6bf2-447e-8059-c245ca33c19c', 'tenant_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'floating_ip_address': '172.25.1.163', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'port_id': 'd1723531-9f25-4b41-9e5c-8b06d2f279e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e5f5de3-7997-41af-8459-38e29bc5d0bf', 'mac_address': 'fa:16:3e:be:7f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994db326-5b5c-4852-80a4-e1f14a72d3fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:18:07Z', 'updated_at': '2021-11-27T04:18:07Z', 'revision_number': 0, 'project_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ac6ea9-9ede-4dd7-9151-73d43bc6b298', 'name': '', 'network_id': '0e5f5de3-7997-41af-8459-38e29bc5d0bf', 'tenant_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'mac_address': 'fa:16:3e:a2:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '71714649-ab01-464e-9082-35e74a3e5679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:13:20Z', 'updated_at': '2021-11-27T04:13:31Z', 'revision_number': 5, 'project_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'subnets': [{'id': '71714649-ab01-464e-9082-35e74a3e5679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:18:10.168383 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a3caf1-4b6b-445f-a409-9ec474012e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cec5ee3-3c61-4691-b9f8-17ed46c8c0df,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:10.186187 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4adc214-bae4-43df-8aab-7d87cc5e07e5 None None] Checking router: 4c0002fa-51b3-4f8e-a730-f7759d1b8b52 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:18:10.197105 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4adc214-bae4-43df-8aab-7d87cc5e07e5 None None] Routers {'4c0002fa-51b3-4f8e-a730-f7759d1b8b52'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:18:10.201146 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03ecef-5595-4b27-bf06-c635e159b3b9 req-97a4ed34-5cc3-457f-9e86-4419394e819d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:10.202662 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9f03ecef-5595-4b27-bf06-c635e159b3b9 req-97a4ed34-5cc3-457f-9e86-4419394e819d service neutron] 10.222.0.23 "GET /v2.0/networks?id=0e5f5de3-7997-41af-8459-38e29bc5d0bf HTTP/1.1" status: 200 len: 914 time: 0.2566137 Nov 27 04:18:10.211868 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-f4adc214-bae4-43df-8aab-7d87cc5e07e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:17:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4c0002fa-51b3-4f8e-a730-f7759d1b8b52'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:18:10.263753 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6fce5336-06ac-43bd-a3b4-b11e61167da7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:10.307446 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6fce5336-06ac-43bd-a3b4-b11e61167da7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:10.354640 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9f03ecef-5595-4b27-bf06-c635e159b3b9 req-2e808a78-7f71-4eb1-b631-e345efddd194 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1723531-9f25-4b41-9e5c-8b06d2f279e9 HTTP/1.1" status: 200 len: 999 time: 0.1403971 Nov 27 04:18:10.394193 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6fce5336-06ac-43bd-a3b4-b11e61167da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:10.396888 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6fce5336-06ac-43bd-a3b4-b11e61167da7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:10.398055 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6fce5336-06ac-43bd-a3b4-b11e61167da7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8cec5ee3-3c61-4691-b9f8-17ed46c8c0df HTTP/1.1" status: 204 len: 168 time: 0.2693095 Nov 27 04:18:10.411867 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c8bcb-8a22-4fe0-adc3-94cd0322454f req-a63399a5-3c9d-43f7-a4b3-765f293f1239 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:10.413311 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce5336-06ac-43bd-a3b4-b11e61167da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cec5ee3-3c61-4691-b9f8-17ed46c8c0df,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:10.415374 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-f4adc214-bae4-43df-8aab-7d87cc5e07e5 None None] Set router 4c0002fa-51b3-4f8e-a730-f7759d1b8b52 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:18:10.419859 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-267c8bcb-8a22-4fe0-adc3-94cd0322454f req-a63399a5-3c9d-43f7-a4b3-765f293f1239 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 945 time: 0.1169074 Nov 27 04:18:10.563621 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-267c8bcb-8a22-4fe0-adc3-94cd0322454f req-51907112-bd77-46f7-94f6-a0afcc47684b tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374130 Nov 27 04:18:10.569481 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03ecef-5595-4b27-bf06-c635e159b3b9 req-e4d6e547-32b8-4ed3-89b4-d27455e01639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:10.571587 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9f03ecef-5595-4b27-bf06-c635e159b3b9 req-e4d6e547-32b8-4ed3-89b4-d27455e01639 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=71714649-ab01-464e-9082-35e74a3e5679 HTTP/1.1" status: 200 len: 852 time: 0.1286390 Nov 27 04:18:10.719871 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-f4adc214-bae4-43df-8aab-7d87cc5e07e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'name': 'tempest-TestVolumeBackupRestore-607832707-router', 'tenant_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bafad31a-5576-42b3-be80-53bae453a518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:13:15Z', 'updated_at': '2021-11-27T04:13:21Z', 'revision_number': 4, 'project_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'gw_port': {'id': 'bafad31a-5576-42b3-be80-53bae453a518', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:13:16Z', 'updated_at': '2021-11-27T04:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '7f5c187e-6bf2-447e-8059-c245ca33c19c', 'tenant_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'floating_ip_address': '172.25.1.163', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'port_id': 'd1723531-9f25-4b41-9e5c-8b06d2f279e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e5f5de3-7997-41af-8459-38e29bc5d0bf', 'mac_address': 'fa:16:3e:be:7f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994db326-5b5c-4852-80a4-e1f14a72d3fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:18:07Z', 'updated_at': '2021-11-27T04:18:07Z', 'revision_number': 0, 'project_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ac6ea9-9ede-4dd7-9151-73d43bc6b298', 'name': '', 'network_id': '0e5f5de3-7997-41af-8459-38e29bc5d0bf', 'tenant_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'mac_address': 'fa:16:3e:a2:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '71714649-ab01-464e-9082-35e74a3e5679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:13:20Z', 'updated_at': '2021-11-27T04:13:31Z', 'revision_number': 5, 'project_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'subnets': [{'id': '71714649-ab01-464e-9082-35e74a3e5679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:18:10.725573 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03ecef-5595-4b27-bf06-c635e159b3b9 req-16bb3a2e-ee82-4571-9742-87752666d497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:10.727509 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9f03ecef-5595-4b27-bf06-c635e159b3b9 req-16bb3a2e-ee82-4571-9742-87752666d497 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0e5f5de3-7997-41af-8459-38e29bc5d0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1396265 Nov 27 04:18:10.783225 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4adc214-bae4-43df-8aab-7d87cc5e07e5 None None] The sync data for ids ['4c0002fa-51b3-4f8e-a730-f7759d1b8b52'] in n-d-819494-3 is: [{'id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'name': 'tempest-TestVolumeBackupRestore-607832707-router', 'tenant_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bafad31a-5576-42b3-be80-53bae453a518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:13:15Z', 'updated_at': '2021-11-27T04:13:21Z', 'revision_number': 4, 'project_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'gw_port': {'id': 'bafad31a-5576-42b3-be80-53bae453a518', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:13:16Z', 'updated_at': '2021-11-27T04:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '7f5c187e-6bf2-447e-8059-c245ca33c19c', 'tenant_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'floating_ip_address': '172.25.1.163', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'port_id': 'd1723531-9f25-4b41-9e5c-8b06d2f279e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e5f5de3-7997-41af-8459-38e29bc5d0bf', 'mac_address': 'fa:16:3e:be:7f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994db326-5b5c-4852-80a4-e1f14a72d3fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:18:07Z', 'updated_at': '2021-11-27T04:18:07Z', 'revision_number': 0, 'project_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ac6ea9-9ede-4dd7-9151-73d43bc6b298', 'name': '', 'network_id': '0e5f5de3-7997-41af-8459-38e29bc5d0bf', 'tenant_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'mac_address': 'fa:16:3e:a2:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '71714649-ab01-464e-9082-35e74a3e5679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:13:20Z', 'updated_at': '2021-11-27T04:13:31Z', 'revision_number': 5, 'project_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'subnets': [{'id': '71714649-ab01-464e-9082-35e74a3e5679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:18:10.971548 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e1f6ff65-be80-4a23-9799-bbf9e7d4d7d1 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:10.990840 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e1f6ff65-be80-4a23-9799-bbf9e7d4d7d1 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:11.067816 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9f03ecef-5595-4b27-bf06-c635e159b3b9 req-febc7cb6-0f98-48c9-bae9-4743272f1c5c service neutron] 10.222.0.23 "GET /v2.0/networks/0e5f5de3-7997-41af-8459-38e29bc5d0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299460 Nov 27 04:18:11.234138 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba85cc6-2037-4e52-8883-51f66a9c4ec5 None None] New status for floating IP 7f5c187e-6bf2-447e-8059-c245ca33c19c: ACTIVE {{(pid=110021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:18:11.304680 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9f03ecef-5595-4b27-bf06-c635e159b3b9 req-0711d44b-b082-4bf6-be46-ccea5da24d20 service neutron] 10.222.0.23 "GET /v2.0/networks/0e5f5de3-7997-41af-8459-38e29bc5d0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863968 Nov 27 04:18:11.431196 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f6ff65-be80-4a23-9799-bbf9e7d4d7d1 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Router 4c0002fa-51b3-4f8e-a730-f7759d1b8b52 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:18:11.571617 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 50982) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:18:11.593578 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f6ff65-be80-4a23-9799-bbf9e7d4d7d1 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:18:11.603278 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e1f6ff65-be80-4a23-9799-bbf9e7d4d7d1 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:11.642459 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada989af-2809-4d7c-b569-6a8fb3a86db2 None None] Sync routers for ids ['4c0002fa-51b3-4f8e-a730-f7759d1b8b52'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:18:11.677969 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada989af-2809-4d7c-b569-6a8fb3a86db2 None None] Routers {'4c0002fa-51b3-4f8e-a730-f7759d1b8b52'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:18:11.679829 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-ada989af-2809-4d7c-b569-6a8fb3a86db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:17:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4c0002fa-51b3-4f8e-a730-f7759d1b8b52'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:18:11.726564 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994db326-5b5c-4852-80a4-e1f14a72d3fc', 'tag': 'd1723531-9f25-4b41-9e5c-8b06d2f279e9'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:18:11.728993 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3268785f-ffae-4aab-8d1c-c1cf175fe34f" -d '{"events": [{"name": "network-changed", "server_uuid": "994db326-5b5c-4852-80a4-e1f14a72d3fc", "tag": "d1723531-9f25-4b41-9e5c-8b06d2f279e9"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:18:11.737743 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-0522811a-c453-4d86-884a-dbe0559711d9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1371121924-network', 'tenant_id': '4983d04b4e58405c892ef457302fc6bd'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:18:11.742604 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e1f6ff65-be80-4a23-9799-bbf9e7d4d7d1 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "PUT /v2.0/floatingips/7f5c187e-6bf2-447e-8059-c245ca33c19c HTTP/1.1" status: 200 len: 991 time: 2.2228360 Nov 27 04:18:11.771695 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0522811a-c453-4d86-884a-dbe0559711d9 admin admin] Made reservation on behalf of 4983d04b4e58405c892ef457302fc6bd for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:18:11.774999 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0522811a-c453-4d86-884a-dbe0559711d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:11.788356 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0522811a-c453-4d86-884a-dbe0559711d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:11.817320 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df598008-c7cf-49ff-ab8d-526b9d09ce29 x-openstack-request-id: req-df598008-c7cf-49ff-ab8d-526b9d09ce29 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:18:11.817868 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "994db326-5b5c-4852-80a4-e1f14a72d3fc", "tag": "d1723531-9f25-4b41-9e5c-8b06d2f279e9", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:18:11.818429 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df598008-c7cf-49ff-ab8d-526b9d09ce29 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:18:11.819136 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994db326-5b5c-4852-80a4-e1f14a72d3fc', 'tag': 'd1723531-9f25-4b41-9e5c-8b06d2f279e9', 'status': 'completed', 'code': 200} Nov 27 04:18:11.843345 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-ada989af-2809-4d7c-b569-6a8fb3a86db2 None None] Set router 4c0002fa-51b3-4f8e-a730-f7759d1b8b52 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:18:11.929747 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0522811a-c453-4d86-884a-dbe0559711d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:11.934690 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0522811a-c453-4d86-884a-dbe0559711d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:11.962526 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522811a-c453-4d86-884a-dbe0559711d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345a1d61-5286-42a5-b7e3-5762a1620b96,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:11.991324 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0522811a-c453-4d86-884a-dbe0559711d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:18:12.016195 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0522811a-c453-4d86-884a-dbe0559711d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:12.016557 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-0522811a-c453-4d86-884a-dbe0559711d9 admin admin] Added segment db13affe-4da4-4949-82a9-4dd36178f491 of type vlan for network 8bd5f812-870d-4931-b2ab-ebc3d0765066 Nov 27 04:18:12.042126 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268785f-ffae-4aab-8d1c-c1cf175fe34f req-b94c7580-b185-4aaa-85e5-77baff89923d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:12.043901 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3268785f-ffae-4aab-8d1c-c1cf175fe34f req-b94c7580-b185-4aaa-85e5-77baff89923d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6292db7bdfdd4a808d17c61c8ea15dfe&device_id=994db326-5b5c-4852-80a4-e1f14a72d3fc HTTP/1.1" status: 200 len: 1096 time: 0.1677649 Nov 27 04:18:12.120184 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0522811a-c453-4d86-884a-dbe0559711d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:12.173022 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e130ca-8145-44a0-ac92-395243c47c9a req-24f88490-f258-4ec8-8a4e-cdd0ab2c9e6d tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:12.174579 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c2e130ca-8145-44a0-ac92-395243c47c9a req-24f88490-f258-4ec8-8a4e-cdd0ab2c9e6d tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 945 time: 0.1463239 Nov 27 04:18:12.188244 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0522811a-c453-4d86-884a-dbe0559711d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:12.189784 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0522811a-c453-4d86-884a-dbe0559711d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:12.190371 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0522811a-c453-4d86-884a-dbe0559711d9 admin admin] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:12.237751 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268785f-ffae-4aab-8d1c-c1cf175fe34f req-ab87dcd9-cd44-433b-8d1d-dc3afb393f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:12.239240 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3268785f-ffae-4aab-8d1c-c1cf175fe34f req-ab87dcd9-cd44-433b-8d1d-dc3afb393f76 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0e5f5de3-7997-41af-8459-38e29bc5d0bf HTTP/1.1" status: 200 len: 914 time: 0.1881211 Nov 27 04:18:12.331755 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0522811a-c453-4d86-884a-dbe0559711d9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7590022 Nov 27 04:18:12.340857 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3268785f-ffae-4aab-8d1c-c1cf175fe34f req-459ae472-47b5-4136-a14d-4ea85074a3a8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1723531-9f25-4b41-9e5c-8b06d2f279e9 HTTP/1.1" status: 200 len: 1001 time: 0.0932934 Nov 27 04:18:12.341363 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51018) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:18:12.346452 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-c188cb7d-198e-4f59-a25b-07f38af1073d admin admin] Request body: {'subnet': {'network_id': '8bd5f812-870d-4931-b2ab-ebc3d0765066', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1371121924-subnet', 'tenant_id': '4983d04b4e58405c892ef457302fc6bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:18:12.352457 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522811a-c453-4d86-884a-dbe0559711d9 admin admin] Pushing event updated for resources: {'Network': ['ID=8bd5f812-870d-4931-b2ab-ebc3d0765066,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:12.371192 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c2e130ca-8145-44a0-ac92-395243c47c9a req-14f032cc-ce61-43c9-923a-c80abb71db46 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1900237 Nov 27 04:18:12.406641 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 8bd5f812-870d-4931-b2ab-ebc3d0765066 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:18:12.433899 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c188cb7d-198e-4f59-a25b-07f38af1073d admin admin] Made reservation on behalf of 4983d04b4e58405c892ef457302fc6bd for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:18:12.434340 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c188cb7d-198e-4f59-a25b-07f38af1073d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:12.455279 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268785f-ffae-4aab-8d1c-c1cf175fe34f req-34405398-f5cb-4b53-a4a8-eae1427126db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:12.457424 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3268785f-ffae-4aab-8d1c-c1cf175fe34f req-34405398-f5cb-4b53-a4a8-eae1427126db service neutron] 10.222.0.23 "GET /v2.0/subnets?id=71714649-ab01-464e-9082-35e74a3e5679 HTTP/1.1" status: 200 len: 852 time: 0.1074374 Nov 27 04:18:12.566590 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-ada989af-2809-4d7c-b569-6a8fb3a86db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'name': 'tempest-TestVolumeBackupRestore-607832707-router', 'tenant_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bafad31a-5576-42b3-be80-53bae453a518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:13:15Z', 'updated_at': '2021-11-27T04:13:21Z', 'revision_number': 4, 'project_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'gw_port': {'id': 'bafad31a-5576-42b3-be80-53bae453a518', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:13:16Z', 'updated_at': '2021-11-27T04:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '7f5c187e-6bf2-447e-8059-c245ca33c19c', 'tenant_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'floating_ip_address': '172.25.1.163', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'port_id': 'd1723531-9f25-4b41-9e5c-8b06d2f279e9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e5f5de3-7997-41af-8459-38e29bc5d0bf', 'mac_address': 'fa:16:3e:be:7f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994db326-5b5c-4852-80a4-e1f14a72d3fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:18:07Z', 'updated_at': '2021-11-27T04:18:11Z', 'revision_number': 2, 'project_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ac6ea9-9ede-4dd7-9151-73d43bc6b298', 'name': '', 'network_id': '0e5f5de3-7997-41af-8459-38e29bc5d0bf', 'tenant_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'mac_address': 'fa:16:3e:a2:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '71714649-ab01-464e-9082-35e74a3e5679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:13:20Z', 'updated_at': '2021-11-27T04:13:31Z', 'revision_number': 5, 'project_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'subnets': [{'id': '71714649-ab01-464e-9082-35e74a3e5679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:18:12.599634 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada989af-2809-4d7c-b569-6a8fb3a86db2 None None] Checking router: 4c0002fa-51b3-4f8e-a730-f7759d1b8b52 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:18:12.611880 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada989af-2809-4d7c-b569-6a8fb3a86db2 None None] Routers {'4c0002fa-51b3-4f8e-a730-f7759d1b8b52'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:18:12.612785 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-ada989af-2809-4d7c-b569-6a8fb3a86db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:17:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4c0002fa-51b3-4f8e-a730-f7759d1b8b52'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:18:12.919341 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-ada989af-2809-4d7c-b569-6a8fb3a86db2 None None] Set router 4c0002fa-51b3-4f8e-a730-f7759d1b8b52 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:18:12.947558 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268785f-ffae-4aab-8d1c-c1cf175fe34f req-101fddf5-dc0f-4cff-b8c4-4c42c9d6c3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:12.949007 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3268785f-ffae-4aab-8d1c-c1cf175fe34f req-101fddf5-dc0f-4cff-b8c4-4c42c9d6c3d9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0e5f5de3-7997-41af-8459-38e29bc5d0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4595037 Nov 27 04:18:13.121083 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3268785f-ffae-4aab-8d1c-c1cf175fe34f req-2154764d-5a37-45b7-bc1a-cc921d0fbf94 service neutron] 10.222.0.23 "GET /v2.0/networks/0e5f5de3-7997-41af-8459-38e29bc5d0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631954 Nov 27 04:18:13.158117 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c188cb7d-198e-4f59-a25b-07f38af1073d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:13.175587 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-ada989af-2809-4d7c-b569-6a8fb3a86db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'name': 'tempest-TestVolumeBackupRestore-607832707-router', 'tenant_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bafad31a-5576-42b3-be80-53bae453a518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:13:15Z', 'updated_at': '2021-11-27T04:13:21Z', 'revision_number': 4, 'project_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'gw_port': {'id': 'bafad31a-5576-42b3-be80-53bae453a518', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:13:16Z', 'updated_at': '2021-11-27T04:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '7f5c187e-6bf2-447e-8059-c245ca33c19c', 'tenant_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'floating_ip_address': '172.25.1.163', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'port_id': 'd1723531-9f25-4b41-9e5c-8b06d2f279e9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e5f5de3-7997-41af-8459-38e29bc5d0bf', 'mac_address': 'fa:16:3e:be:7f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994db326-5b5c-4852-80a4-e1f14a72d3fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:18:07Z', 'updated_at': '2021-11-27T04:18:11Z', 'revision_number': 2, 'project_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ac6ea9-9ede-4dd7-9151-73d43bc6b298', 'name': '', 'network_id': '0e5f5de3-7997-41af-8459-38e29bc5d0bf', 'tenant_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'mac_address': 'fa:16:3e:a2:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '71714649-ab01-464e-9082-35e74a3e5679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:13:20Z', 'updated_at': '2021-11-27T04:13:31Z', 'revision_number': 5, 'project_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'subnets': [{'id': '71714649-ab01-464e-9082-35e74a3e5679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:18:13.217579 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada989af-2809-4d7c-b569-6a8fb3a86db2 None None] The sync data for ids ['4c0002fa-51b3-4f8e-a730-f7759d1b8b52'] in n-d-819494-3 is: [{'id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'name': 'tempest-TestVolumeBackupRestore-607832707-router', 'tenant_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bafad31a-5576-42b3-be80-53bae453a518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:13:15Z', 'updated_at': '2021-11-27T04:13:21Z', 'revision_number': 4, 'project_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'gw_port': {'id': 'bafad31a-5576-42b3-be80-53bae453a518', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:13:16Z', 'updated_at': '2021-11-27T04:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '7f5c187e-6bf2-447e-8059-c245ca33c19c', 'tenant_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'floating_ip_address': '172.25.1.163', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'port_id': 'd1723531-9f25-4b41-9e5c-8b06d2f279e9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e5f5de3-7997-41af-8459-38e29bc5d0bf', 'mac_address': 'fa:16:3e:be:7f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994db326-5b5c-4852-80a4-e1f14a72d3fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:18:07Z', 'updated_at': '2021-11-27T04:18:11Z', 'revision_number': 2, 'project_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ac6ea9-9ede-4dd7-9151-73d43bc6b298', 'name': '', 'network_id': '0e5f5de3-7997-41af-8459-38e29bc5d0bf', 'tenant_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'mac_address': 'fa:16:3e:a2:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '71714649-ab01-464e-9082-35e74a3e5679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:13:20Z', 'updated_at': '2021-11-27T04:13:31Z', 'revision_number': 5, 'project_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'subnets': [{'id': '71714649-ab01-464e-9082-35e74a3e5679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:18:13.293883 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c188cb7d-198e-4f59-a25b-07f38af1073d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0837d823-ed08-4eeb-ac02-9120d4ca80a4,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:13.316501 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c188cb7d-198e-4f59-a25b-07f38af1073d admin admin] Checking segment: {'id': 'db13affe-4da4-4949-82a9-4dd36178f491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8bd5f812-870d-4931-b2ab-ebc3d0765066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:18:13.317516 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c188cb7d-198e-4f59-a25b-07f38af1073d admin admin] Network hostable DHCP agents. Network: 8bd5f812-870d-4931-b2ab-ebc3d0765066, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:18:13.325228 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3268785f-ffae-4aab-8d1c-c1cf175fe34f req-99b96241-fec2-48a4-80cd-f240e5a62fdd service neutron] 10.222.0.23 "GET /v2.0/networks/0e5f5de3-7997-41af-8459-38e29bc5d0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946108 Nov 27 04:18:13.342330 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c188cb7d-198e-4f59-a25b-07f38af1073d admin admin] Network 8bd5f812-870d-4931-b2ab-ebc3d0765066 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:18:13.355532 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-c188cb7d-198e-4f59-a25b-07f38af1073d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 8bd5f812-870d-4931-b2ab-ebc3d0765066) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:18:13.364805 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fb8b07-6429-41c9-9adb-3113b140ad46 None None] Network 8bd5f812-870d-4931-b2ab-ebc3d0765066 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:18:13.370193 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c188cb7d-198e-4f59-a25b-07f38af1073d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:13.371482 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c188cb7d-198e-4f59-a25b-07f38af1073d admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:13.404898 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c188cb7d-198e-4f59-a25b-07f38af1073d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0624912 Nov 27 04:18:13.590413 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73fb45-f399-4fd5-be7c-34326f26a294 req-efc87905-680d-46e3-b4b7-282e741edf1f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:13.604396 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ec73fb45-f399-4fd5-be7c-34326f26a294 req-efc87905-680d-46e3-b4b7-282e741edf1f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 945 time: 0.1011906 Nov 27 04:18:13.642403 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3a425c-0fc7-4cfc-98ea-c84368c57620 None None] Network 8bd5f812-870d-4931-b2ab-ebc3d0765066 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:18:13.704864 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ec73fb45-f399-4fd5-be7c-34326f26a294 req-3dfc14f3-4354-4a72-963a-b1bc27e9335c tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926976 Nov 27 04:18:13.820971 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994db326-5b5c-4852-80a4-e1f14a72d3fc', 'tag': 'd1723531-9f25-4b41-9e5c-8b06d2f279e9'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:18:13.823328 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ab4280-1572-4e9f-a657-67a71d11e094" -d '{"events": [{"name": "network-changed", "server_uuid": "994db326-5b5c-4852-80a4-e1f14a72d3fc", "tag": "d1723531-9f25-4b41-9e5c-8b06d2f279e9"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:18:13.863688 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaec36b8-248c-4017-bbf3-37d2c03aa8bb x-openstack-request-id: req-eaec36b8-248c-4017-bbf3-37d2c03aa8bb {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:18:13.864044 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "994db326-5b5c-4852-80a4-e1f14a72d3fc", "tag": "d1723531-9f25-4b41-9e5c-8b06d2f279e9", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:18:13.864246 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eaec36b8-248c-4017-bbf3-37d2c03aa8bb {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:18:13.864623 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994db326-5b5c-4852-80a4-e1f14a72d3fc', 'tag': 'd1723531-9f25-4b41-9e5c-8b06d2f279e9', 'status': 'completed', 'code': 200} Nov 27 04:18:13.981180 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab4280-1572-4e9f-a657-67a71d11e094 req-24c720a1-eb89-4988-b3e1-718da76c891b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:13.981180 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f1ab4280-1572-4e9f-a657-67a71d11e094 req-24c720a1-eb89-4988-b3e1-718da76c891b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6292db7bdfdd4a808d17c61c8ea15dfe&device_id=994db326-5b5c-4852-80a4-e1f14a72d3fc HTTP/1.1" status: 200 len: 1096 time: 0.0544434 Nov 27 04:18:14.091404 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab4280-1572-4e9f-a657-67a71d11e094 req-adbd1fe1-e57d-44da-84b1-ad6634e9311c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:14.093069 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f1ab4280-1572-4e9f-a657-67a71d11e094 req-adbd1fe1-e57d-44da-84b1-ad6634e9311c service neutron] 10.222.0.23 "GET /v2.0/networks?id=0e5f5de3-7997-41af-8459-38e29bc5d0bf HTTP/1.1" status: 200 len: 914 time: 0.1041090 Nov 27 04:18:14.181473 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f1ab4280-1572-4e9f-a657-67a71d11e094 req-32190678-5c32-48c6-b239-5ea4392286db service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1723531-9f25-4b41-9e5c-8b06d2f279e9 HTTP/1.1" status: 200 len: 1001 time: 0.0788445 Nov 27 04:18:14.208074 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51068) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:18:14.214542 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-526c1e0a-0688-4dd8-85b9-3b370572720c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1743334919-network', 'tenant_id': '8be83651f8e44db8be09b50aff116468'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:18:14.242411 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526c1e0a-0688-4dd8-85b9-3b370572720c admin admin] Made reservation on behalf of 8be83651f8e44db8be09b50aff116468 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:18:14.245190 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-526c1e0a-0688-4dd8-85b9-3b370572720c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:14.249699 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab4280-1572-4e9f-a657-67a71d11e094 req-e15d7f4b-640e-4c2a-9361-166009bc56bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:14.252677 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f1ab4280-1572-4e9f-a657-67a71d11e094 req-e15d7f4b-640e-4c2a-9361-166009bc56bd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=71714649-ab01-464e-9082-35e74a3e5679 HTTP/1.1" status: 200 len: 852 time: 0.0604160 Nov 27 04:18:14.255288 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-526c1e0a-0688-4dd8-85b9-3b370572720c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:14.325833 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab4280-1572-4e9f-a657-67a71d11e094 req-59290293-d95c-40a3-bb13-ff47b56bed84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:14.328614 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f1ab4280-1572-4e9f-a657-67a71d11e094 req-59290293-d95c-40a3-bb13-ff47b56bed84 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0e5f5de3-7997-41af-8459-38e29bc5d0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679321 Nov 27 04:18:14.356834 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-526c1e0a-0688-4dd8-85b9-3b370572720c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:14.362805 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-526c1e0a-0688-4dd8-85b9-3b370572720c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:14.403843 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-526c1e0a-0688-4dd8-85b9-3b370572720c admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:18:14.412193 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c1e0a-0688-4dd8-85b9-3b370572720c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80dcac9b-9c5a-4e0a-a822-836298203380,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:14.425932 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-526c1e0a-0688-4dd8-85b9-3b370572720c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:14.426138 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-526c1e0a-0688-4dd8-85b9-3b370572720c admin admin] Added segment 4656eae3-0ce7-4595-8ff9-4326ac7ddce1 of type vlan for network 87a70f70-09fb-465f-9d4c-e1cb0bf67731 Nov 27 04:18:14.453943 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f1ab4280-1572-4e9f-a657-67a71d11e094 req-1ded0943-f364-40cf-95d7-895abc91a9c6 service neutron] 10.222.0.23 "GET /v2.0/networks/0e5f5de3-7997-41af-8459-38e29bc5d0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117368 Nov 27 04:18:14.481835 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-526c1e0a-0688-4dd8-85b9-3b370572720c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:14.514453 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-526c1e0a-0688-4dd8-85b9-3b370572720c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:14.515654 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526c1e0a-0688-4dd8-85b9-3b370572720c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:14.516348 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-526c1e0a-0688-4dd8-85b9-3b370572720c admin admin] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:14.562231 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f1ab4280-1572-4e9f-a657-67a71d11e094 req-b84c754f-e146-40be-9f27-40c7f0713d5d service neutron] 10.222.0.23 "GET /v2.0/networks/0e5f5de3-7997-41af-8459-38e29bc5d0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995398 Nov 27 04:18:14.572927 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-526c1e0a-0688-4dd8-85b9-3b370572720c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3630698 Nov 27 04:18:14.576967 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51074) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:18:14.585446 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c1e0a-0688-4dd8-85b9-3b370572720c admin admin] Pushing event updated for resources: {'Network': ['ID=87a70f70-09fb-465f-9d4c-e1cb0bf67731,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:14.592395 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-e5106e9b-d853-4e73-bbe9-b5e6d8367e61 admin admin] Request body: {'subnet': {'network_id': '87a70f70-09fb-465f-9d4c-e1cb0bf67731', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1743334919-subnet', 'tenant_id': '8be83651f8e44db8be09b50aff116468', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:18:14.595820 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 87a70f70-09fb-465f-9d4c-e1cb0bf67731 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:18:14.616351 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5106e9b-d853-4e73-bbe9-b5e6d8367e61 admin admin] Made reservation on behalf of 8be83651f8e44db8be09b50aff116468 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:18:14.618799 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e5106e9b-d853-4e73-bbe9-b5e6d8367e61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:14.820423 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e5106e9b-d853-4e73-bbe9-b5e6d8367e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:14.911597 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5106e9b-d853-4e73-bbe9-b5e6d8367e61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc204706-1e84-4c65-92f8-92bf42a0eb9d,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:14.938451 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb4092-a301-402f-9be2-003b20e68676 req-7727c11f-2c28-46d0-9899-0e6ac15eab92 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:14.940596 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bbdb4092-a301-402f-9be2-003b20e68676 req-7727c11f-2c28-46d0-9899-0e6ac15eab92 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 945 time: 0.0918436 Nov 27 04:18:14.943646 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5106e9b-d853-4e73-bbe9-b5e6d8367e61 admin admin] Checking segment: {'id': '4656eae3-0ce7-4595-8ff9-4326ac7ddce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87a70f70-09fb-465f-9d4c-e1cb0bf67731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:18:14.944177 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5106e9b-d853-4e73-bbe9-b5e6d8367e61 admin admin] Network hostable DHCP agents. Network: 87a70f70-09fb-465f-9d4c-e1cb0bf67731, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:18:14.982219 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5106e9b-d853-4e73-bbe9-b5e6d8367e61 admin admin] Network 87a70f70-09fb-465f-9d4c-e1cb0bf67731 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:18:15.004294 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bbdb4092-a301-402f-9be2-003b20e68676 req-9a160dca-4a68-42a5-b2eb-eb5959c599ff tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568118 Nov 27 04:18:15.006343 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-e5106e9b-d853-4e73-bbe9-b5e6d8367e61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 87a70f70-09fb-465f-9d4c-e1cb0bf67731) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:18:15.013488 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5106e9b-d853-4e73-bbe9-b5e6d8367e61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:15.014103 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e5106e9b-d853-4e73-bbe9-b5e6d8367e61 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:15.025945 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256c3bce-630b-447a-93b3-4cab3fac5a3c None None] Network 87a70f70-09fb-465f-9d4c-e1cb0bf67731 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:18:15.039174 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e5106e9b-d853-4e73-bbe9-b5e6d8367e61 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4608283 Nov 27 04:18:15.217831 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c959495c-ec04-43eb-8e4a-5f0cf8b735e5 None None] Network 87a70f70-09fb-465f-9d4c-e1cb0bf67731 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:18:15.626702 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 35901b62-66fd-45b1-afcc-77274fd1e9a5 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:18:15.671257 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:18:15.673439 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-3965ad58-4ec6-4a84-8bc6-a2d20b03a441 tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:15.675243 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-3965ad58-4ec6-4a84-8bc6-a2d20b03a441 tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] 10.222.0.20 "GET /v2.0/networks?id=8bd5f812-870d-4931-b2ab-ebc3d0765066 HTTP/1.1" status: 200 len: 809 time: 0.1489849 Nov 27 04:18:15.696808 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-35592ec1-0fd6-4cc9-a207-fab29db18cce tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] 10.222.0.20 "GET /v2.0/quotas/4983d04b4e58405c892ef457302fc6bd HTTP/1.1" status: 200 len: 375 time: 0.0143473 Nov 27 04:18:15.750291 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-291abad7-3e96-4eb9-88ef-81f21b610274 tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4983d04b4e58405c892ef457302fc6bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470650 Nov 27 04:18:15.790569 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 35901b62-66fd-45b1-afcc-77274fd1e9a5, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=35901b62-66fd-45b1-afcc-77274fd1e9a5,segment=NetworkSegment(14ba06ee-f49c-4f99-b4a7-818247e87fba),segment_id=14ba06ee-f49c-4f99-b4a7-818247e87fba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:18:15.806187 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '35901b62-66fd-45b1-afcc-77274fd1e9a5', 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991', 'port_id': '35901b62-66fd-45b1-afcc-77274fd1e9a5', 'mac_address': 'fa:16:3e:e0:c6:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '129d6819-d46b-4873-8019-a59c438c16e8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:18:15.869235 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:15.894744 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 35901b62-66fd-45b1-afcc-77274fd1e9a5 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:18:15.944504 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 35901b62-66fd-45b1-afcc-77274fd1e9a5, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=35901b62-66fd-45b1-afcc-77274fd1e9a5,segment=NetworkSegment(14ba06ee-f49c-4f99-b4a7-818247e87fba),segment_id=14ba06ee-f49c-4f99-b4a7-818247e87fba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:18:15.949837 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-e615a58c-2e09-4b80-ba75-b275bbecd260 service neutron] 10.222.0.20 "GET /v2.0/networks/8bd5f812-870d-4931-b2ab-ebc3d0765066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902356 Nov 27 04:18:15.953528 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:16.082291 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=35901b62-66fd-45b1-afcc-77274fd1e9a5,revision_number=6']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:16.119239 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['35901b62-66fd-45b1-afcc-77274fd1e9a5'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:18:16.200919 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-18e31a21-448c-4a6d-89a5-c0ad87eaeb21 service neutron] 10.222.0.20 "GET /v2.0/networks/8bd5f812-870d-4931-b2ab-ebc3d0765066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356629 Nov 27 04:18:16.294877 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-aacea683-8a70-4405-9b17-9c196921c5b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:16.322740 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f3b3f-b3d7-42fe-93c3-f6590c73e1ec req-bcce4d1b-372c-46fa-b777-1714761d5c19 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:16.324281 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-190f3b3f-b3d7-42fe-93c3-f6590c73e1ec req-bcce4d1b-372c-46fa-b777-1714761d5c19 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 944 time: 0.1296513 Nov 27 04:18:16.369339 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:16.444745 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-190f3b3f-b3d7-42fe-93c3-f6590c73e1ec req-c62c1a16-13d7-4385-bed6-27b8d2c520b0 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132066 Nov 27 04:18:16.540463 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51150) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:18:16.561780 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a13a12d3-1326-4e11-8407-f39ad41fef1d req-36147285-0cde-4d21-bb5a-453f81746809 tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] 10.222.0.20 "GET /v2.0/ports?device_id=01b2d5eb-2e75-4957-b6bc-527acf31b9f8 HTTP/1.1" status: 200 len: 210 time: 0.0684724 Nov 27 04:18:16.867570 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1cbc1e9c-8352-4cb8-9a43-c3338a6ba4c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:17.040044 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1cbc1e9c-8352-4cb8-9a43-c3338a6ba4c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:17.044559 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1cbc1e9c-8352-4cb8-9a43-c3338a6ba4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:17.096113 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1cbc1e9c-8352-4cb8-9a43-c3338a6ba4c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c2adb56211b42448701ad4596c15c6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5514326 Nov 27 04:18:17.096113 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc1e9c-8352-4cb8-9a43-c3338a6ba4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f53c28-979a-4752-9d84-1586211368ec,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:17.096430 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51166) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:18:17.187688 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a0b04c88-adc2-4db2-bd4a-a884d35916f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:17.224275 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a0b04c88-adc2-4db2-bd4a-a884d35916f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:17.309528 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a0b04c88-adc2-4db2-bd4a-a884d35916f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:17.312828 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a0b04c88-adc2-4db2-bd4a-a884d35916f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:17.316945 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a0b04c88-adc2-4db2-bd4a-a884d35916f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f6f53c28-979a-4752-9d84-1586211368ec HTTP/1.1" status: 204 len: 168 time: 0.2167623 Nov 27 04:18:17.324100 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b04c88-adc2-4db2-bd4a-a884d35916f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f53c28-979a-4752-9d84-1586211368ec,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:17.640823 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 35901b62-66fd-45b1-afcc-77274fd1e9a5 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:18:17.744947 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e65884-6c83-4200-9533-a112cd991690 req-61822473-d17a-4ae6-88c0-b23b623a0d13 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:17.751865 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 35901b62-66fd-45b1-afcc-77274fd1e9a5 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:18:17.752398 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:17.771699 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-69e65884-6c83-4200-9533-a112cd991690 req-61822473-d17a-4ae6-88c0-b23b623a0d13 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 944 time: 0.1669984 Nov 27 04:18:17.846112 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-39945a28-3c14-4c7c-b155-3675a34bc953 req-0b308e6e-8244-4169-b80b-3b284ef9fe19 tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] 10.222.0.20 "GET /v2.0/ports?device_id=01b2d5eb-2e75-4957-b6bc-527acf31b9f8 HTTP/1.1" status: 200 len: 210 time: 0.0982120 Nov 27 04:18:17.897164 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51176) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:18:17.898522 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:17.925891 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-69e65884-6c83-4200-9533-a112cd991690 req-537608f4-6274-407d-b285-0ad63f522dc3 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396954 Nov 27 04:18:17.927467 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bbe0bbfa-f974-40da-b8b8-d10d949bd262 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:17.962382 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279102cc-6d50-4eb2-82fe-b76d570d39f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35901b62-66fd-45b1-afcc-77274fd1e9a5'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:18:17.972708 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5692ce1-ef07-46af-b921-aae896cb9c6b" -d '{"events": [{"server_uuid": "279102cc-6d50-4eb2-82fe-b76d570d39f9", "name": "network-vif-plugged", "status": "completed", "tag": "35901b62-66fd-45b1-afcc-77274fd1e9a5"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:18:17.984472 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 35901b62-66fd-45b1-afcc-77274fd1e9a5, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=35901b62-66fd-45b1-afcc-77274fd1e9a5,segment=NetworkSegment(14ba06ee-f49c-4f99-b4a7-818247e87fba),segment_id=14ba06ee-f49c-4f99-b4a7-818247e87fba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:18:17.995697 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:18.069794 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c56e43-16d7-4c75-b906-accd2489041b x-openstack-request-id: req-c2c56e43-16d7-4c75-b906-accd2489041b {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:18:18.070366 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "279102cc-6d50-4eb2-82fe-b76d570d39f9", "name": "network-vif-plugged", "status": "completed", "tag": "35901b62-66fd-45b1-afcc-77274fd1e9a5", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:18:18.070999 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c2c56e43-16d7-4c75-b906-accd2489041b {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:18:18.071948 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bbe0bbfa-f974-40da-b8b8-d10d949bd262 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:18.072186 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279102cc-6d50-4eb2-82fe-b76d570d39f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35901b62-66fd-45b1-afcc-77274fd1e9a5', 'code': 200} Nov 27 04:18:18.078758 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bbe0bbfa-f974-40da-b8b8-d10d949bd262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:18.102043 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=35901b62-66fd-45b1-afcc-77274fd1e9a5,revision_number=7']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:18.213798 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51186) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:18:18.214271 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-bbe0bbfa-f974-40da-b8b8-d10d949bd262 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d0b3335c5c484d9d9446244ef93a4c64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3153026 Nov 27 04:18:18.215155 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe0bbfa-f974-40da-b8b8-d10d949bd262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b44f15b-1422-46c8-9078-c64046b823e4,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:18.320258 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e3fa8b27-42b8-4716-be6a-b77b123b8980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:18.347526 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-1105e3d9-3a48-46d8-a422-a817a1f5452b tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:18.349106 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-1105e3d9-3a48-46d8-a422-a817a1f5452b tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] 10.222.0.11 "GET /v2.0/networks?id=8bd5f812-870d-4931-b2ab-ebc3d0765066 HTTP/1.1" status: 200 len: 809 time: 0.2176421 Nov 27 04:18:18.370001 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e3f205b7-4694-4202-9069-9b5b995f152c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:18.376167 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-79abe130-09b9-4865-9f02-90363d2e94fa tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] Request body: {'port': {'device_id': '01b2d5eb-2e75-4957-b6bc-527acf31b9f8', 'network_id': '8bd5f812-870d-4931-b2ab-ebc3d0765066', 'admin_state_up': True, 'tenant_id': '4983d04b4e58405c892ef457302fc6bd'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:18:18.409931 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e3f205b7-4694-4202-9069-9b5b995f152c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:18.471390 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e3f205b7-4694-4202-9069-9b5b995f152c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:18.477277 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e3f205b7-4694-4202-9069-9b5b995f152c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:18.482072 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e3f205b7-4694-4202-9069-9b5b995f152c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b44f15b-1422-46c8-9078-c64046b823e4 HTTP/1.1" status: 204 len: 168 time: 0.2658784 Nov 27 04:18:18.492660 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f205b7-4694-4202-9069-9b5b995f152c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b44f15b-1422-46c8-9078-c64046b823e4,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:18.873357 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:18.930461 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-79abe130-09b9-4865-9f02-90363d2e94fa tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] Made reservation on behalf of 4983d04b4e58405c892ef457302fc6bd for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:18:18.936002 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-79abe130-09b9-4865-9f02-90363d2e94fa tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:18.997249 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51198) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:18:19.015955 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-24216a5a-c6d9-47fb-9243-8c33a27706d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:19.064549 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7d9e69d2-58ee-487d-a5ae-01780efea534 req-897095f2-e3fd-41de-8aaf-5c6bd52b3ddd tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] 10.222.0.20 "GET /v2.0/ports?device_id=01b2d5eb-2e75-4957-b6bc-527acf31b9f8 HTTP/1.1" status: 200 len: 210 time: 0.0321651 Nov 27 04:18:19.152783 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-24216a5a-c6d9-47fb-9243-8c33a27706d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:19.161866 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-24216a5a-c6d9-47fb-9243-8c33a27706d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:19.192516 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24216a5a-c6d9-47fb-9243-8c33a27706d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6a93bf-ef22-4eb2-8b66-98ed509dfa3d,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:19.221279 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-79abe130-09b9-4865-9f02-90363d2e94fa tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] Allocated IP 172.20.0.11 (8bd5f812-870d-4931-b2ab-ebc3d0765066/0837d823-ed08-4eeb-ac02-9120d4ca80a4/72187965-568c-4bfd-ba97-14f5747cee3f) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:18:19.231970 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-24216a5a-c6d9-47fb-9243-8c33a27706d2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ee2d5d357654851bee41b0fec122f5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2335982 Nov 27 04:18:19.232318 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9d4cf-8e9a-4fe6-b651-b09da6c8d437 req-7e2f779d-492f-4a36-b647-c7e37e569e43 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:19.232629 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51200) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:18:19.234185 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-38b9d4cf-8e9a-4fe6-b651-b09da6c8d437 req-7e2f779d-492f-4a36-b647-c7e37e569e43 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 945 time: 0.1008906 Nov 27 04:18:19.291202 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4425a9f8-dca5-4d56-b56f-f66eb6f1f08e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:19.329657 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-38b9d4cf-8e9a-4fe6-b651-b09da6c8d437 req-90f7acbb-ede8-44ac-93a5-e14a54622447 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834720 Nov 27 04:18:19.334813 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4425a9f8-dca5-4d56-b56f-f66eb6f1f08e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:19.431732 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4425a9f8-dca5-4d56-b56f-f66eb6f1f08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:19.434847 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4425a9f8-dca5-4d56-b56f-f66eb6f1f08e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:19.441966 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4425a9f8-dca5-4d56-b56f-f66eb6f1f08e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fd6a93bf-ef22-4eb2-8b66-98ed509dfa3d HTTP/1.1" status: 204 len: 168 time: 0.2048638 Nov 27 04:18:19.460178 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4425a9f8-dca5-4d56-b56f-f66eb6f1f08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6a93bf-ef22-4eb2-8b66-98ed509dfa3d,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:19.558251 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-79abe130-09b9-4865-9f02-90363d2e94fa tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:19.605326 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-79abe130-09b9-4865-9f02-90363d2e94fa tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:19.610096 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:19.678864 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-79abe130-09b9-4865-9f02-90363d2e94fa tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] Network 8bd5f812-870d-4931-b2ab-ebc3d0765066 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:18:19.692992 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-79abe130-09b9-4865-9f02-90363d2e94fa tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:18:19.702800 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-79abe130-09b9-4865-9f02-90363d2e94fa tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:18:19.743745 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79abe130-09b9-4865-9f02-90363d2e94fa tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] Pushing event updated for resources: {'Port': ['ID=72187965-568c-4bfd-ba97-14f5747cee3f,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:19.847234 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-79abe130-09b9-4865-9f02-90363d2e94fa tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:19.848372 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-79abe130-09b9-4865-9f02-90363d2e94fa tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:19.888637 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-79abe130-09b9-4865-9f02-90363d2e94fa tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5169728 Nov 27 04:18:19.910452 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-e4dea037-1350-4525-a653-a3bc0b40f925 service neutron] Request body: {'port': {'device_id': '01b2d5eb-2e75-4957-b6bc-527acf31b9f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:18:20.036733 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-e4dea037-1350-4525-a653-a3bc0b40f925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:20.263986 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63b5cd-fb96-4589-bf45-6a091f59da73 req-366eb729-20bb-42e7-9b9e-69c109420070 tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:20.272914 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5f63b5cd-fb96-4589-bf45-6a091f59da73 req-366eb729-20bb-42e7-9b9e-69c109420070 tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] 10.222.0.20 "GET /v2.0/ports?device_id=01b2d5eb-2e75-4957-b6bc-527acf31b9f8 HTTP/1.1" status: 200 len: 932 time: 0.0745456 Nov 27 04:18:20.323209 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5f63b5cd-fb96-4589-bf45-6a091f59da73 req-e887a035-a654-4f3e-ad84-73ce1f77c27b tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] 10.222.0.20 "GET /v2.0/security-groups?id=345a1d61-5286-42a5-b7e3-5762a1620b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490336 Nov 27 04:18:20.487931 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-e4dea037-1350-4525-a653-a3bc0b40f925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72187965-568c-4bfd-ba97-14f5747cee3f {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:18:20.496950 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-e4dea037-1350-4525-a653-a3bc0b40f925 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:20.536994 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-e4dea037-1350-4525-a653-a3bc0b40f925 service neutron] Transition to ACTIVE for port object 72187965-568c-4bfd-ba97-14f5747cee3f will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:18:20.548482 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-e4dea037-1350-4525-a653-a3bc0b40f925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:20.595023 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504dabb7-6a72-4811-911a-4763ab5de7e6 req-cb65d767-8ed8-4895-bf20-7f6f3be66dcd tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:20.597077 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-504dabb7-6a72-4811-911a-4763ab5de7e6 req-cb65d767-8ed8-4895-bf20-7f6f3be66dcd tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 945 time: 0.0956736 Nov 27 04:18:20.669259 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dea037-1350-4525-a653-a3bc0b40f925 service neutron] Pushing event updated for resources: {'Port': ['ID=72187965-568c-4bfd-ba97-14f5747cee3f,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:20.725259 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-504dabb7-6a72-4811-911a-4763ab5de7e6 req-999f08c2-2b9e-4c51-b43e-1a10c7daa356 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093960 Nov 27 04:18:20.745534 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-e4dea037-1350-4525-a653-a3bc0b40f925 service neutron] Attempting to bind port 72187965-568c-4bfd-ba97-14f5747cee3f on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:18:20.745900 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-e4dea037-1350-4525-a653-a3bc0b40f925 service neutron] Attempting to bind port 72187965-568c-4bfd-ba97-14f5747cee3f by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': 'db13affe-4da4-4949-82a9-4dd36178f491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8bd5f812-870d-4931-b2ab-ebc3d0765066'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:18:20.746272 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-e4dea037-1350-4525-a653-a3bc0b40f925 service neutron] Attempting to bind port 72187965-568c-4bfd-ba97-14f5747cee3f on network 8bd5f812-870d-4931-b2ab-ebc3d0765066 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:18:20.751913 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-e4dea037-1350-4525-a653-a3bc0b40f925 service neutron] Port 72187965-568c-4bfd-ba97-14f5747cee3f on network 8bd5f812-870d-4931-b2ab-ebc3d0765066 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:18:20.752242 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-e4dea037-1350-4525-a653-a3bc0b40f925 service neutron] Attempting to bind port 72187965-568c-4bfd-ba97-14f5747cee3f on network 8bd5f812-870d-4931-b2ab-ebc3d0765066 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:18:20.773704 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-e4dea037-1350-4525-a653-a3bc0b40f925 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:18:20.774047 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-e4dea037-1350-4525-a653-a3bc0b40f925 service neutron] Checking segment: {'id': 'db13affe-4da4-4949-82a9-4dd36178f491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8bd5f812-870d-4931-b2ab-ebc3d0765066'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:18:20.774459 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-e4dea037-1350-4525-a653-a3bc0b40f925 service neutron] Bound using segment: {'id': 'db13affe-4da4-4949-82a9-4dd36178f491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8bd5f812-870d-4931-b2ab-ebc3d0765066'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:18:20.774898 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-e4dea037-1350-4525-a653-a3bc0b40f925 service neutron] Bound port: 72187965-568c-4bfd-ba97-14f5747cee3f, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db13affe-4da4-4949-82a9-4dd36178f491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8bd5f812-870d-4931-b2ab-ebc3d0765066'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:18:20.775517 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-e4dea037-1350-4525-a653-a3bc0b40f925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:20.845478 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-e4dea037-1350-4525-a653-a3bc0b40f925 service neutron] For port 72187965-568c-4bfd-ba97-14f5747cee3f, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:18:20.848700 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-e4dea037-1350-4525-a653-a3bc0b40f925 service neutron] For port 72187965-568c-4bfd-ba97-14f5747cee3f, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=72187965-568c-4bfd-ba97-14f5747cee3f,segment=NetworkSegment(db13affe-4da4-4949-82a9-4dd36178f491),segment_id=db13affe-4da4-4949-82a9-4dd36178f491)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:18:20.854823 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-e4dea037-1350-4525-a653-a3bc0b40f925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:20.889345 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-e4dea037-1350-4525-a653-a3bc0b40f925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:20.890603 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-e4dea037-1350-4525-a653-a3bc0b40f925 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:20.893772 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-e4dea037-1350-4525-a653-a3bc0b40f925 service neutron] 10.222.0.11 "PUT /v2.0/ports/72187965-568c-4bfd-ba97-14f5747cee3f HTTP/1.1" status: 200 len: 1092 time: 0.9889979 Nov 27 04:18:20.895399 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b2d5eb-2e75-4957-b6bc-527acf31b9f8', 'tag': '72187965-568c-4bfd-ba97-14f5747cee3f'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:18:20.898143 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6379b73-8e55-4abd-9bed-0bc7e4d767db" -d '{"events": [{"name": "network-changed", "server_uuid": "01b2d5eb-2e75-4957-b6bc-527acf31b9f8", "tag": "72187965-568c-4bfd-ba97-14f5747cee3f"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:18:20.936043 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dea037-1350-4525-a653-a3bc0b40f925 service neutron] Pushing event updated for resources: {'Port': ['ID=72187965-568c-4bfd-ba97-14f5747cee3f,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:20.952533 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170262ff-e385-4bf1-b936-974b5d44220a x-openstack-request-id: req-170262ff-e385-4bf1-b936-974b5d44220a {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:18:20.953472 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01b2d5eb-2e75-4957-b6bc-527acf31b9f8", "tag": "72187965-568c-4bfd-ba97-14f5747cee3f", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:18:20.953735 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-170262ff-e385-4bf1-b936-974b5d44220a {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:18:20.954935 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b2d5eb-2e75-4957-b6bc-527acf31b9f8', 'tag': '72187965-568c-4bfd-ba97-14f5747cee3f', 'status': 'completed', 'code': 200} Nov 27 04:18:21.027672 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-8033d2cd-61d6-4109-89b3-7e3b007e1abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:21.029196 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-8033d2cd-61d6-4109-89b3-7e3b007e1abf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4983d04b4e58405c892ef457302fc6bd&device_id=01b2d5eb-2e75-4957-b6bc-527acf31b9f8 HTTP/1.1" status: 200 len: 1095 time: 0.0545738 Nov 27 04:18:21.092303 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-028961d1-2aad-4963-b47d-579f8e34233c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72187965-568c-4bfd-ba97-14f5747cee3f HTTP/1.1" status: 200 len: 217 time: 0.0417049 Nov 27 04:18:21.227835 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:21.246561 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-cb1addea-7bd4-4d2b-8744-d77391f43bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:21.249193 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-cb1addea-7bd4-4d2b-8744-d77391f43bfd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0837d823-ed08-4eeb-ac02-9120d4ca80a4 HTTP/1.1" status: 200 len: 849 time: 0.1501641 Nov 27 04:18:21.306069 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c716602-0e2a-434c-b4ca-823a51e378aa req-26339b5a-fefb-457a-bbad-d1b14915dff6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:21.313969 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2c716602-0e2a-434c-b4ca-823a51e378aa req-26339b5a-fefb-457a-bbad-d1b14915dff6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b68c106-b8f3-4f67-adf1-5926005658cf HTTP/1.1" status: 200 len: 945 time: 0.1451225 Nov 27 04:18:21.317960 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-7f08d503-e376-4910-bb74-fa29ae6049be service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8bd5f812-870d-4931-b2ab-ebc3d0765066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592999 Nov 27 04:18:21.506935 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2c716602-0e2a-434c-b4ca-823a51e378aa req-7340947a-380a-4eff-801d-c3c9845610bf tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=44a6fd6f-dfa7-43d2-9c14-e4be1f11cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920865 Nov 27 04:18:21.534083 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-e79ca1a1-719d-445c-93b8-4f0062933cbf service neutron] 10.222.0.11 "GET /v2.0/networks/8bd5f812-870d-4931-b2ab-ebc3d0765066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073324 Nov 27 04:18:21.542822 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab3af1-bfcd-4cfe-9fe7-124e9530e5a8 req-491de5e9-8388-4b3c-a570-76b56bc166dd tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:21.544415 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-43ab3af1-bfcd-4cfe-9fe7-124e9530e5a8 req-491de5e9-8388-4b3c-a570-76b56bc166dd tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] 10.222.0.20 "GET /v2.0/ports?device_id=01b2d5eb-2e75-4957-b6bc-527acf31b9f8 HTTP/1.1" status: 200 len: 944 time: 0.0987952 Nov 27 04:18:21.544925 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51228) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:18:21.661507 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-780cc300-307d-422c-95db-bb618ba4952c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/floatingips/5cb0bc42-c90e-44ff-ab4c-7227c6a6303e HTTP/1.1" status: 200 len: 993 time: 0.1152596 Nov 27 04:18:21.667200 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-43ab3af1-bfcd-4cfe-9fe7-124e9530e5a8 req-1b09d1dd-f9e5-46fc-8e0a-5c5cdb4ae550 tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] 10.222.0.20 "GET /v2.0/security-groups?id=345a1d61-5286-42a5-b7e3-5762a1620b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709403 Nov 27 04:18:21.679927 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-57eb2add-75ef-4a4b-bfe1-314e1acb5795 req-0af3e10f-66dc-41ef-a3a5-42b414918b5c service neutron] 10.222.0.11 "GET /v2.0/networks/8bd5f812-870d-4931-b2ab-ebc3d0765066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303473 Nov 27 04:18:21.878984 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:21.919486 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fa556-448d-45f4-b63f-e1278e6bdf51 req-04b4b811-3727-4c56-a692-807d18259ccb tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:21.926816 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3e1fa556-448d-45f4-b63f-e1278e6bdf51 req-04b4b811-3727-4c56-a692-807d18259ccb tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 945 time: 0.0726943 Nov 27 04:18:21.935259 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6379b73-8e55-4abd-9bed-0bc7e4d767db req-8599881d-20a8-496b-957f-a661ea48328d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:21.936786 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e6379b73-8e55-4abd-9bed-0bc7e4d767db req-8599881d-20a8-496b-957f-a661ea48328d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4983d04b4e58405c892ef457302fc6bd&device_id=01b2d5eb-2e75-4957-b6bc-527acf31b9f8 HTTP/1.1" status: 200 len: 1095 time: 0.0896215 Nov 27 04:18:22.012116 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3e1fa556-448d-45f4-b63f-e1278e6bdf51 req-4319546f-c4bb-4f76-8f36-cde1549e2ea6 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818620 Nov 27 04:18:22.076924 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6379b73-8e55-4abd-9bed-0bc7e4d767db req-2ad0efed-f635-4929-abc7-155192409b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:22.078589 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e6379b73-8e55-4abd-9bed-0bc7e4d767db req-2ad0efed-f635-4929-abc7-155192409b79 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8bd5f812-870d-4931-b2ab-ebc3d0765066 HTTP/1.1" status: 200 len: 910 time: 0.1336384 Nov 27 04:18:22.155214 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e6379b73-8e55-4abd-9bed-0bc7e4d767db req-f987abe3-60cb-4487-bb13-107c74d35563 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72187965-568c-4bfd-ba97-14f5747cee3f HTTP/1.1" status: 200 len: 217 time: 0.0458026 Nov 27 04:18:22.198595 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426374eb-7614-43f3-adf7-17b97e8a15bc req-1e202034-f153-4f72-9396-7fbd7e6d1ecf tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:22.200142 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-426374eb-7614-43f3-adf7-17b97e8a15bc req-1e202034-f153-4f72-9396-7fbd7e6d1ecf tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4b68c106-b8f3-4f67-adf1-5926005658cf HTTP/1.1" status: 200 len: 1096 time: 0.1205292 Nov 27 04:18:22.222478 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6379b73-8e55-4abd-9bed-0bc7e4d767db req-da2162cc-c398-43ce-986a-b56a4d95dfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:22.224705 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e6379b73-8e55-4abd-9bed-0bc7e4d767db req-da2162cc-c398-43ce-986a-b56a4d95dfcb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0837d823-ed08-4eeb-ac02-9120d4ca80a4 HTTP/1.1" status: 200 len: 849 time: 0.0591719 Nov 27 04:18:22.282424 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e6379b73-8e55-4abd-9bed-0bc7e4d767db req-c1135550-5856-4512-9994-64909700bc30 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8bd5f812-870d-4931-b2ab-ebc3d0765066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343027 Nov 27 04:18:22.319513 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-426374eb-7614-43f3-adf7-17b97e8a15bc req-10bb9908-bf86-4ccd-82c7-0c349765da68 tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=44a6fd6f-dfa7-43d2-9c14-e4be1f11cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928974 Nov 27 04:18:22.450377 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e6379b73-8e55-4abd-9bed-0bc7e4d767db req-bf4a6ba4-007a-4898-9b3b-f4ab96f917a0 service neutron] 10.222.0.11 "GET /v2.0/networks/8bd5f812-870d-4931-b2ab-ebc3d0765066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549165 Nov 27 04:18:22.570370 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e6379b73-8e55-4abd-9bed-0bc7e4d767db req-15adfba8-dd3f-407a-b790-7daea1c4ef42 service neutron] 10.222.0.11 "GET /v2.0/networks/8bd5f812-870d-4931-b2ab-ebc3d0765066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151145 Nov 27 04:18:22.623550 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-ba1dde74-84d2-478a-89ac-98bd56f11c47 req-92dee39e-37ed-4134-8efa-a4387031c557 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:18:22.635247 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ba1dde74-84d2-478a-89ac-98bd56f11c47 req-92dee39e-37ed-4134-8efa-a4387031c557 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2343750 Nov 27 04:18:22.866450 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdab11-ee61-4bdf-9b94-f07f6b7853f5 req-7618b0f9-a345-4c0e-9ac3-94bdabbe3cd4 tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:22.868018 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1bcdab11-ee61-4bdf-9b94-f07f6b7853f5 req-7618b0f9-a345-4c0e-9ac3-94bdabbe3cd4 tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] 10.222.0.20 "GET /v2.0/ports?device_id=01b2d5eb-2e75-4957-b6bc-527acf31b9f8 HTTP/1.1" status: 200 len: 944 time: 0.0780344 Nov 27 04:18:22.965895 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1bcdab11-ee61-4bdf-9b94-f07f6b7853f5 req-7b94fe4a-4c81-4ef5-a31c-9287e07ff3f8 tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] 10.222.0.20 "GET /v2.0/security-groups?id=345a1d61-5286-42a5-b7e3-5762a1620b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806534 Nov 27 04:18:23.147871 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48042aad-3198-4944-ab88-01cf7b93d81c req-de344091-6a4b-4c5d-86fb-ad4d60efd5c8 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:23.149435 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-48042aad-3198-4944-ab88-01cf7b93d81c req-de344091-6a4b-4c5d-86fb-ad4d60efd5c8 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 945 time: 0.0618551 Nov 27 04:18:23.236140 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-48042aad-3198-4944-ab88-01cf7b93d81c req-7417f0e0-05b6-46c8-a338-408e97031101 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754433 Nov 27 04:18:23.355194 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-51d39141-7e72-4f61-ba28-0c61a8922f50 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4b68c106-b8f3-4f67-adf1-5926005658cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0576303 Nov 27 04:18:23.365766 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-6383fd20-36d5-43aa-b8bd-7081d7ccc361 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:18:23.367014 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-6383fd20-36d5-43aa-b8bd-7081d7ccc361 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060792 Nov 27 04:18:24.039571 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-540b9833-fbb4-424c-97e6-778f8958ccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:24.062123 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-540b9833-fbb4-424c-97e6-778f8958ccdb service neutron] 10.222.0.20 "GET /v2.0/ports/b32ff0a0-2fe9-400b-b7ae-06da2036133c HTTP/1.1" status: 200 len: 1093 time: 0.0810456 Nov 27 04:18:24.072744 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-07f493f5-e13a-418e-b4b6-9860c8496297 service neutron] Request body: {'binding': {'host': 'n-h1-819494-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:18:24.073627 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-07f493f5-e13a-418e-b4b6-9860c8496297 service neutron] Unknown quota resources ['binding']. {{(pid=110019) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 04:18:24.170482 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8081ba-9001-41e0-81ba-57ce2164188b req-850cf218-4a94-4519-a16e-57566f01d5e5 tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:24.179183 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ad8081ba-9001-41e0-81ba-57ce2164188b req-850cf218-4a94-4519-a16e-57566f01d5e5 tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] 10.222.0.20 "GET /v2.0/ports?device_id=01b2d5eb-2e75-4957-b6bc-527acf31b9f8 HTTP/1.1" status: 200 len: 944 time: 0.0941474 Nov 27 04:18:24.212002 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 72187965-568c-4bfd-ba97-14f5747cee3f details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:18:24.291336 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ad8081ba-9001-41e0-81ba-57ce2164188b req-f686ee73-f13d-453f-850a-c57a86a63670 tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] 10.222.0.20 "GET /v2.0/security-groups?id=345a1d61-5286-42a5-b7e3-5762a1620b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109579 Nov 27 04:18:24.377540 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 72187965-568c-4bfd-ba97-14f5747cee3f, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=72187965-568c-4bfd-ba97-14f5747cee3f,segment=NetworkSegment(db13affe-4da4-4949-82a9-4dd36178f491),segment_id=db13affe-4da4-4949-82a9-4dd36178f491)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:18:24.380994 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-07f493f5-e13a-418e-b4b6-9860c8496297 service neutron] Attempting to bind port b32ff0a0-2fe9-400b-b7ae-06da2036133c on host n-h1-819494-3 for vnic_type normal with profile None {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:18:24.381343 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-07f493f5-e13a-418e-b4b6-9860c8496297 service neutron] Attempting to bind port b32ff0a0-2fe9-400b-b7ae-06da2036133c by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '00bc6fcc-e3a7-45e3-85de-a184d9d36dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '90930601-3370-499c-b4d5-f1df41450e6c'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:18:24.381680 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-07f493f5-e13a-418e-b4b6-9860c8496297 service neutron] Attempting to bind port b32ff0a0-2fe9-400b-b7ae-06da2036133c on network 90930601-3370-499c-b4d5-f1df41450e6c {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:18:24.389618 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-07f493f5-e13a-418e-b4b6-9860c8496297 service neutron] Port b32ff0a0-2fe9-400b-b7ae-06da2036133c on network 90930601-3370-499c-b4d5-f1df41450e6c not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:18:24.389952 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-07f493f5-e13a-418e-b4b6-9860c8496297 service neutron] Attempting to bind port b32ff0a0-2fe9-400b-b7ae-06da2036133c on network 90930601-3370-499c-b4d5-f1df41450e6c {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:18:24.390376 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '72187965-568c-4bfd-ba97-14f5747cee3f', 'network_id': '8bd5f812-870d-4931-b2ab-ebc3d0765066', 'port_id': '72187965-568c-4bfd-ba97-14f5747cee3f', 'mac_address': 'fa:16:3e:7c:07:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0837d823-ed08-4eeb-ac02-9120d4ca80a4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:18:24.407360 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-07f493f5-e13a-418e-b4b6-9860c8496297 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:18:24.407718 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-07f493f5-e13a-418e-b4b6-9860c8496297 service neutron] Checking segment: {'id': '00bc6fcc-e3a7-45e3-85de-a184d9d36dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '90930601-3370-499c-b4d5-f1df41450e6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:18:24.408122 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-07f493f5-e13a-418e-b4b6-9860c8496297 service neutron] Bound using segment: {'id': '00bc6fcc-e3a7-45e3-85de-a184d9d36dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '90930601-3370-499c-b4d5-f1df41450e6c'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:18:24.408561 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-07f493f5-e13a-418e-b4b6-9860c8496297 service neutron] Bound port: b32ff0a0-2fe9-400b-b7ae-06da2036133c, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00bc6fcc-e3a7-45e3-85de-a184d9d36dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '90930601-3370-499c-b4d5-f1df41450e6c'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:18:24.449354 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:24.453564 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281c3b5-c9c4-4694-9111-d44bdcb72bfe req-5e3a9d3c-f706-4c59-982d-9629ed462cbb tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:24.463918 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d281c3b5-c9c4-4694-9111-d44bdcb72bfe req-5e3a9d3c-f706-4c59-982d-9629ed462cbb tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 945 time: 0.1100702 Nov 27 04:18:24.473270 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72187965-568c-4bfd-ba97-14f5747cee3f {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:18:24.496172 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 72187965-568c-4bfd-ba97-14f5747cee3f, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=72187965-568c-4bfd-ba97-14f5747cee3f,segment=NetworkSegment(db13affe-4da4-4949-82a9-4dd36178f491),segment_id=db13affe-4da4-4949-82a9-4dd36178f491)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:18:24.505860 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:24.539597 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-07f493f5-e13a-418e-b4b6-9860c8496297 service neutron] For port b32ff0a0-2fe9-400b-b7ae-06da2036133c, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=b32ff0a0-2fe9-400b-b7ae-06da2036133c,segment=NetworkSegment(00bc6fcc-e3a7-45e3-85de-a184d9d36dab),segment_id=00bc6fcc-e3a7-45e3-85de-a184d9d36dab)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:18:24.551418 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-07f493f5-e13a-418e-b4b6-9860c8496297 service neutron] Publish callbacks [] for binding, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:24.552626 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-07f493f5-e13a-418e-b4b6-9860c8496297 service neutron] 10.222.0.20 "POST /v2.0/ports/b32ff0a0-2fe9-400b-b7ae-06da2036133c/bindings HTTP/1.1" status: 201 len: 389 time: 0.4893746 Nov 27 04:18:24.577149 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d281c3b5-c9c4-4694-9111-d44bdcb72bfe req-80639fca-579c-4bcc-8db7-c59a5d5090e5 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056776 Nov 27 04:18:24.583345 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=72187965-568c-4bfd-ba97-14f5747cee3f,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:24.757780 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da22559-cea2-4713-a483-cd102b47a7a1 req-56cacd93-4607-4af7-a261-36c62d42a338 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:24.767666 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5da22559-cea2-4713-a483-cd102b47a7a1 req-56cacd93-4607-4af7-a261-36c62d42a338 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b68c106-b8f3-4f67-adf1-5926005658cf HTTP/1.1" status: 200 len: 945 time: 0.0734317 Nov 27 04:18:24.775831 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['72187965-568c-4bfd-ba97-14f5747cee3f'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:18:24.881359 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5da22559-cea2-4713-a483-cd102b47a7a1 req-263cd951-55eb-4704-8bb7-e7c123dfd7fb tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=44a6fd6f-dfa7-43d2-9c14-e4be1f11cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073327 Nov 27 04:18:24.967608 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-897b353b-b39e-4ea1-ab32-650020119775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:24.970765 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-897b353b-b39e-4ea1-ab32-650020119775 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=13b1fee7d54d401493a1883da20540bb&device_id=4b68c106-b8f3-4f67-adf1-5926005658cf HTTP/1.1" status: 200 len: 1096 time: 0.1192517 Nov 27 04:18:25.076586 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-c6d135c6-0eda-4d73-921e-f663f1608dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:25.078999 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-c6d135c6-0eda-4d73-921e-f663f1608dee service neutron] 10.222.0.23 "GET /v2.0/networks?id=90930601-3370-499c-b4d5-f1df41450e6c HTTP/1.1" status: 200 len: 897 time: 0.0978827 Nov 27 04:18:25.165664 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-54f4bc03-a91e-452b-ab84-806f1bf67730 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b32ff0a0-2fe9-400b-b7ae-06da2036133c HTTP/1.1" status: 200 len: 1001 time: 0.0744190 Nov 27 04:18:25.234052 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-9f184eb5-95bf-4616-9076-71ccab819245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:25.236430 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-9f184eb5-95bf-4616-9076-71ccab819245 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd0aa1da-e5ad-40fd-bcf0-73b6a517f860 HTTP/1.1" status: 200 len: 835 time: 0.0622258 Nov 27 04:18:25.298646 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-6f3fddb0-2099-40fb-aa00-22628fdd16d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:25.300882 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-6f3fddb0-2099-40fb-aa00-22628fdd16d2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=90930601-3370-499c-b4d5-f1df41450e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523591 Nov 27 04:18:25.471657 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354cd2c-0d59-4718-b4e1-5b168658d716 req-bde935ad-cd88-4351-9f28-f28fc7b847a9 tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:25.473260 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6354cd2c-0d59-4718-b4e1-5b168658d716 req-bde935ad-cd88-4351-9f28-f28fc7b847a9 tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] 10.222.0.20 "GET /v2.0/ports?device_id=01b2d5eb-2e75-4957-b6bc-527acf31b9f8 HTTP/1.1" status: 200 len: 945 time: 0.0749214 Nov 27 04:18:25.506961 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-28cd7662-5638-4c12-895a-d4bfeb1cf78b service neutron] 10.222.0.23 "GET /v2.0/networks/90930601-3370-499c-b4d5-f1df41450e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954279 Nov 27 04:18:25.597137 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6354cd2c-0d59-4718-b4e1-5b168658d716 req-7e7e71fd-2949-4be2-8c8e-f0495eb5dfa0 tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] 10.222.0.20 "GET /v2.0/security-groups?id=345a1d61-5286-42a5-b7e3-5762a1620b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101460 Nov 27 04:18:25.717776 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-738683df-d109-4946-b592-4498c221926a service neutron] 10.222.0.23 "GET /v2.0/networks/90930601-3370-499c-b4d5-f1df41450e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969891 Nov 27 04:18:25.762430 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee1680-6bda-4e41-a6ac-31b9fd8b4a6b req-f89b8cc1-5df4-4757-aee5-c9c695365d9d tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:25.764050 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3dee1680-6bda-4e41-a6ac-31b9fd8b4a6b req-f89b8cc1-5df4-4757-aee5-c9c695365d9d tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 945 time: 0.0813622 Nov 27 04:18:25.820227 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3dee1680-6bda-4e41-a6ac-31b9fd8b4a6b req-c029c132-f062-4da9-bd2e-8dd66c54e7af tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492525 Nov 27 04:18:25.956567 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-ee530046-6da8-4e2f-9220-ec1df335b252 tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:25.958484 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-ee530046-6da8-4e2f-9220-ec1df335b252 tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4b68c106-b8f3-4f67-adf1-5926005658cf&tenant_id=13b1fee7d54d401493a1883da20540bb&binding%3Ahost_id=n-h2-819494-3 HTTP/1.1" status: 200 len: 1096 time: 0.1071293 Nov 27 04:18:25.994753 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-eb0b56a3-9637-4d65-bb28-e9bafe0d492c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-819494-3'}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:18:26.049073 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe35db-a95c-4b74-a26d-0d955ae9635a req-bb81a454-030c-46a4-863f-1b66e825a82c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:26.057236 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ddbe35db-a95c-4b74-a26d-0d955ae9635a req-bb81a454-030c-46a4-863f-1b66e825a82c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b68c106-b8f3-4f67-adf1-5926005658cf HTTP/1.1" status: 200 len: 945 time: 0.0975213 Nov 27 04:18:26.127694 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-eb0b56a3-9637-4d65-bb28-e9bafe0d492c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:26.153075 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ddbe35db-a95c-4b74-a26d-0d955ae9635a req-bf83fc32-9251-4cb4-9cf4-2648865bb6cc tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=44a6fd6f-dfa7-43d2-9c14-e4be1f11cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949249 Nov 27 04:18:26.229352 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 72187965-568c-4bfd-ba97-14f5747cee3f up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:18:26.324014 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 72187965-568c-4bfd-ba97-14f5747cee3f completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:18:26.330809 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 72187965-568c-4bfd-ba97-14f5747cee3f triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:18:26.331906 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:26.337165 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-eb0b56a3-9637-4d65-bb28-e9bafe0d492c service neutron] For port b32ff0a0-2fe9-400b-b7ae-06da2036133c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=b32ff0a0-2fe9-400b-b7ae-06da2036133c,segment=NetworkSegment(00bc6fcc-e3a7-45e3-85de-a184d9d36dab),segment_id=00bc6fcc-e3a7-45e3-85de-a184d9d36dab)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:18:26.386194 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-eb0b56a3-9637-4d65-bb28-e9bafe0d492c service neutron] For port b32ff0a0-2fe9-400b-b7ae-06da2036133c, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:18:26.427947 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:26.444073 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b68c106-b8f3-4f67-adf1-5926005658cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b32ff0a0-2fe9-400b-b7ae-06da2036133c'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:18:26.449062 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a912b9c-554b-4659-9072-a438b69493fc" -d '{"events": [{"server_uuid": "4b68c106-b8f3-4f67-adf1-5926005658cf", "name": "network-vif-unplugged", "status": "completed", "tag": "b32ff0a0-2fe9-400b-b7ae-06da2036133c"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:18:26.453539 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-eb0b56a3-9637-4d65-bb28-e9bafe0d492c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:26.470045 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-eb0b56a3-9637-4d65-bb28-e9bafe0d492c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:26.504181 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 72187965-568c-4bfd-ba97-14f5747cee3f, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=72187965-568c-4bfd-ba97-14f5747cee3f,segment=NetworkSegment(db13affe-4da4-4949-82a9-4dd36178f491),segment_id=db13affe-4da4-4949-82a9-4dd36178f491)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:18:26.507014 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b2d5eb-2e75-4957-b6bc-527acf31b9f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72187965-568c-4bfd-ba97-14f5747cee3f'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:18:26.511127 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae7dd61-b19f-4a14-bc56-1b706b87bfee" -d '{"events": [{"server_uuid": "01b2d5eb-2e75-4957-b6bc-527acf31b9f8", "name": "network-vif-plugged", "status": "completed", "tag": "72187965-568c-4bfd-ba97-14f5747cee3f"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:18:26.519955 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:26.568871 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b56a3-9637-4d65-bb28-e9bafe0d492c service neutron] Pushing event updated for resources: {'Port': ['ID=b32ff0a0-2fe9-400b-b7ae-06da2036133c,revision_number=7']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:26.573041 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 04:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f75da6-4889-45b5-99fa-78268420c915 x-openstack-request-id: req-a5f75da6-4889-45b5-99fa-78268420c915 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:18:26.573327 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b68c106-b8f3-4f67-adf1-5926005658cf", "name": "network-vif-unplugged", "status": "completed", "tag": "b32ff0a0-2fe9-400b-b7ae-06da2036133c", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:18:26.573569 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a5f75da6-4889-45b5-99fa-78268420c915 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:18:26.573965 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b68c106-b8f3-4f67-adf1-5926005658cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b32ff0a0-2fe9-400b-b7ae-06da2036133c', 'code': 200} Nov 27 04:18:26.578963 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=72187965-568c-4bfd-ba97-14f5747cee3f,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:26.606394 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7ba9d3-4412-4cab-90c0-3f2845b3f67b x-openstack-request-id: req-ce7ba9d3-4412-4cab-90c0-3f2845b3f67b {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:18:26.607003 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b2d5eb-2e75-4957-b6bc-527acf31b9f8", "name": "network-vif-plugged", "status": "completed", "tag": "72187965-568c-4bfd-ba97-14f5747cee3f", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:18:26.607693 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ce7ba9d3-4412-4cab-90c0-3f2845b3f67b {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:18:26.607693 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b2d5eb-2e75-4957-b6bc-527acf31b9f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72187965-568c-4bfd-ba97-14f5747cee3f', 'code': 200} Nov 27 04:18:26.765569 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-eb0b56a3-9637-4d65-bb28-e9bafe0d492c service neutron] Attempting to bind port b32ff0a0-2fe9-400b-b7ae-06da2036133c on host n-h2-819494-3 for vnic_type normal with profile {"migrating_to": "n-h1-819494-3"} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:18:26.767276 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-eb0b56a3-9637-4d65-bb28-e9bafe0d492c service neutron] Attempting to bind port b32ff0a0-2fe9-400b-b7ae-06da2036133c by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '00bc6fcc-e3a7-45e3-85de-a184d9d36dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '90930601-3370-499c-b4d5-f1df41450e6c'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:18:26.767760 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-eb0b56a3-9637-4d65-bb28-e9bafe0d492c service neutron] Attempting to bind port b32ff0a0-2fe9-400b-b7ae-06da2036133c on network 90930601-3370-499c-b4d5-f1df41450e6c {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:18:26.783166 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-eb0b56a3-9637-4d65-bb28-e9bafe0d492c service neutron] Port b32ff0a0-2fe9-400b-b7ae-06da2036133c on network 90930601-3370-499c-b4d5-f1df41450e6c not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:18:26.783645 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-eb0b56a3-9637-4d65-bb28-e9bafe0d492c service neutron] Attempting to bind port b32ff0a0-2fe9-400b-b7ae-06da2036133c on network 90930601-3370-499c-b4d5-f1df41450e6c {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:18:26.795834 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-eb0b56a3-9637-4d65-bb28-e9bafe0d492c service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:18:26.796341 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-eb0b56a3-9637-4d65-bb28-e9bafe0d492c service neutron] Checking segment: {'id': '00bc6fcc-e3a7-45e3-85de-a184d9d36dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '90930601-3370-499c-b4d5-f1df41450e6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:18:26.798282 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-eb0b56a3-9637-4d65-bb28-e9bafe0d492c service neutron] Bound using segment: {'id': '00bc6fcc-e3a7-45e3-85de-a184d9d36dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '90930601-3370-499c-b4d5-f1df41450e6c'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:18:26.798880 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-eb0b56a3-9637-4d65-bb28-e9bafe0d492c service neutron] Bound port: b32ff0a0-2fe9-400b-b7ae-06da2036133c, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00bc6fcc-e3a7-45e3-85de-a184d9d36dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '90930601-3370-499c-b4d5-f1df41450e6c'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:18:26.799807 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-eb0b56a3-9637-4d65-bb28-e9bafe0d492c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:26.866355 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53dbe4-1ced-4f2e-8bcb-4e3361967d1b req-e7e58112-359f-421f-9e60-7a5e11025cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:26.868459 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ba53dbe4-1ced-4f2e-8bcb-4e3361967d1b req-e7e58112-359f-421f-9e60-7a5e11025cc2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=01b2d5eb-2e75-4957-b6bc-527acf31b9f8 HTTP/1.1" status: 200 len: 1097 time: 0.1429975 Nov 27 04:18:26.878030 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b0677-da35-435e-b2c5-c9339648d519 req-8da70c93-93ca-4f55-a772-884639207552 tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:26.898041 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-117b0677-da35-435e-b2c5-c9339648d519 req-8da70c93-93ca-4f55-a772-884639207552 tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] 10.222.0.20 "GET /v2.0/ports?device_id=01b2d5eb-2e75-4957-b6bc-527acf31b9f8 HTTP/1.1" status: 200 len: 946 time: 0.1634099 Nov 27 04:18:26.937073 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-eb0b56a3-9637-4d65-bb28-e9bafe0d492c service neutron] For port b32ff0a0-2fe9-400b-b7ae-06da2036133c, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:18:26.941756 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-eb0b56a3-9637-4d65-bb28-e9bafe0d492c service neutron] For port b32ff0a0-2fe9-400b-b7ae-06da2036133c, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=b32ff0a0-2fe9-400b-b7ae-06da2036133c,segment=NetworkSegment(00bc6fcc-e3a7-45e3-85de-a184d9d36dab),segment_id=00bc6fcc-e3a7-45e3-85de-a184d9d36dab)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:18:26.955056 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-eb0b56a3-9637-4d65-bb28-e9bafe0d492c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:26.989918 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-2b19dd62-c8f6-4e67-b207-02a3fc02357e None None] Provisioning complete for port b32ff0a0-2fe9-400b-b7ae-06da2036133c triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:18:26.995776 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2b19dd62-c8f6-4e67-b207-02a3fc02357e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:27.004871 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ba53dbe4-1ced-4f2e-8bcb-4e3361967d1b req-2ed6b479-10bf-4236-97a8-78d59ff0dff7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=345a1d61-5286-42a5-b7e3-5762a1620b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790799 Nov 27 04:18:27.036610 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-117b0677-da35-435e-b2c5-c9339648d519 req-5f49dd3a-11f6-42b5-a25c-c3fbaa67a529 tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] 10.222.0.20 "GET /v2.0/security-groups?id=345a1d61-5286-42a5-b7e3-5762a1620b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373975 Nov 27 04:18:27.122063 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2b19dd62-c8f6-4e67-b207-02a3fc02357e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:27.172064 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-2b19dd62-c8f6-4e67-b207-02a3fc02357e None None] For port b32ff0a0-2fe9-400b-b7ae-06da2036133c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=b32ff0a0-2fe9-400b-b7ae-06da2036133c,segment=NetworkSegment(00bc6fcc-e3a7-45e3-85de-a184d9d36dab),segment_id=00bc6fcc-e3a7-45e3-85de-a184d9d36dab)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:18:27.199910 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2b19dd62-c8f6-4e67-b207-02a3fc02357e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:27.276123 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-eb0b56a3-9637-4d65-bb28-e9bafe0d492c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:27.277420 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-eb0b56a3-9637-4d65-bb28-e9bafe0d492c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:27.279021 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-eb0b56a3-9637-4d65-bb28-e9bafe0d492c service neutron] 10.222.0.23 "PUT /v2.0/ports/b32ff0a0-2fe9-400b-b7ae-06da2036133c HTTP/1.1" status: 200 len: 1121 time: 1.2888870 Nov 27 04:18:27.285599 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b56a3-9637-4d65-bb28-e9bafe0d492c service neutron] Pushing event updated for resources: {'Port': ['ID=b32ff0a0-2fe9-400b-b7ae-06da2036133c,revision_number=8']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:27.302892 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d6d9a-8252-43c9-b615-19fe3384de40 req-ff673595-a682-4da1-9817-0e1ce8235a9f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:27.312033 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca2d6d9a-8252-43c9-b615-19fe3384de40 req-ff673595-a682-4da1-9817-0e1ce8235a9f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 945 time: 0.2848792 Nov 27 04:18:27.319647 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b19dd62-c8f6-4e67-b207-02a3fc02357e None None] Pushing event updated for resources: {'Port': ['ID=b32ff0a0-2fe9-400b-b7ae-06da2036133c,revision_number=9']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:27.412142 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca2d6d9a-8252-43c9-b615-19fe3384de40 req-a63db524-6f5f-48f8-acdf-deb9f8867f9f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982034 Nov 27 04:18:27.443427 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af60a79-610a-4cd6-9899-a26b1f7f4f01 req-a0b444f6-bd87-4be2-ab50-254e75248a62 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:27.451295 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5af60a79-610a-4cd6-9899-a26b1f7f4f01 req-a0b444f6-bd87-4be2-ab50-254e75248a62 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b68c106-b8f3-4f67-adf1-5926005658cf HTTP/1.1" status: 200 len: 945 time: 0.1779997 Nov 27 04:18:27.496473 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['b32ff0a0-2fe9-400b-b7ae-06da2036133c'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:18:27.506983 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5af60a79-610a-4cd6-9899-a26b1f7f4f01 req-afc124b9-2d33-490f-bf71-1365c317bccb tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=44a6fd6f-dfa7-43d2-9c14-e4be1f11cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546057 Nov 27 04:18:27.773925 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-004feaba-5f05-4653-ad64-a0e6534430d6 None None] Provisioning complete for port b32ff0a0-2fe9-400b-b7ae-06da2036133c triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:18:27.774448 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-004feaba-5f05-4653-ad64-a0e6534430d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:28.251602 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450d8ba-c00e-43b4-afc6-4bc0ea65cf77 req-d9a7d007-be34-4974-88ee-7376b53a01ca tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:28.261750 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2450d8ba-c00e-43b4-afc6-4bc0ea65cf77 req-d9a7d007-be34-4974-88ee-7376b53a01ca tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] 10.222.0.20 "GET /v2.0/ports?device_id=01b2d5eb-2e75-4957-b6bc-527acf31b9f8 HTTP/1.1" status: 200 len: 946 time: 0.1297226 Nov 27 04:18:28.343679 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2450d8ba-c00e-43b4-afc6-4bc0ea65cf77 req-c8b5efb8-8401-4e7a-85a6-0592224eeb2f tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] 10.222.0.20 "GET /v2.0/security-groups?id=345a1d61-5286-42a5-b7e3-5762a1620b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805998 Nov 27 04:18:28.574658 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b68c106-b8f3-4f67-adf1-5926005658cf', 'tag': 'b32ff0a0-2fe9-400b-b7ae-06da2036133c'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:18:28.577693 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc6f01e-e65f-42e7-8f8b-21cdfe86f41b" -d '{"events": [{"name": "network-changed", "server_uuid": "4b68c106-b8f3-4f67-adf1-5926005658cf", "tag": "b32ff0a0-2fe9-400b-b7ae-06da2036133c"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:18:28.593384 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19c1a4-fffb-445f-8bd0-323cbb175536 req-cd77c3a4-8ac7-4ee0-b53d-33ca8e5daf49 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:28.604128 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ce19c1a4-fffb-445f-8bd0-323cbb175536 req-cd77c3a4-8ac7-4ee0-b53d-33ca8e5daf49 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 945 time: 0.0805893 Nov 27 04:18:28.610382 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b68c106-b8f3-4f67-adf1-5926005658cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b32ff0a0-2fe9-400b-b7ae-06da2036133c'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:18:28.615982 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d49140-dff5-4cb0-b353-44e0a9d022c3" -d '{"events": [{"server_uuid": "4b68c106-b8f3-4f67-adf1-5926005658cf", "name": "network-vif-plugged", "status": "completed", "tag": "b32ff0a0-2fe9-400b-b7ae-06da2036133c"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:18:28.692464 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ce19c1a4-fffb-445f-8bd0-323cbb175536 req-85b4f5cd-3f54-4b6e-a965-4b0b8b85b260 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865855 Nov 27 04:18:28.694137 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f390c-80dd-4293-97de-d58bab27de3f req-b8de89ba-203c-4958-919d-c238f6a8c1e0 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:28.701619 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ec7f390c-80dd-4293-97de-d58bab27de3f req-b8de89ba-203c-4958-919d-c238f6a8c1e0 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b68c106-b8f3-4f67-adf1-5926005658cf HTTP/1.1" status: 200 len: 945 time: 0.0742979 Nov 27 04:18:28.796313 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ec7f390c-80dd-4293-97de-d58bab27de3f req-b7973a9e-e600-4cd7-85ab-a130fd66833b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=44a6fd6f-dfa7-43d2-9c14-e4be1f11cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935841 Nov 27 04:18:28.943866 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d999d43-448e-47b3-b1cf-44cb7cbb40a4 x-openstack-request-id: req-4d999d43-448e-47b3-b1cf-44cb7cbb40a4 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:18:28.944181 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b68c106-b8f3-4f67-adf1-5926005658cf", "tag": "b32ff0a0-2fe9-400b-b7ae-06da2036133c", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:18:28.944449 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d999d43-448e-47b3-b1cf-44cb7cbb40a4 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:18:28.944864 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b68c106-b8f3-4f67-adf1-5926005658cf', 'tag': 'b32ff0a0-2fe9-400b-b7ae-06da2036133c', 'status': 'completed', 'code': 200} Nov 27 04:18:28.947232 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311e7eff-8f38-4086-a37a-49bd55f444e2 x-openstack-request-id: req-311e7eff-8f38-4086-a37a-49bd55f444e2 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:18:28.947526 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b68c106-b8f3-4f67-adf1-5926005658cf", "name": "network-vif-plugged", "status": "completed", "tag": "b32ff0a0-2fe9-400b-b7ae-06da2036133c", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:18:28.947786 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-311e7eff-8f38-4086-a37a-49bd55f444e2 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:18:28.948172 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b68c106-b8f3-4f67-adf1-5926005658cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b32ff0a0-2fe9-400b-b7ae-06da2036133c', 'code': 200} Nov 27 04:18:29.055269 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6f01e-e65f-42e7-8f8b-21cdfe86f41b req-5c307a77-45ed-4213-88e8-8bf85f1332e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:29.057072 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2bc6f01e-e65f-42e7-8f8b-21cdfe86f41b req-5c307a77-45ed-4213-88e8-8bf85f1332e8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=13b1fee7d54d401493a1883da20540bb&device_id=4b68c106-b8f3-4f67-adf1-5926005658cf HTTP/1.1" status: 200 len: 1126 time: 0.0487776 Nov 27 04:18:29.164358 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6f01e-e65f-42e7-8f8b-21cdfe86f41b req-c4760849-cb44-4a5c-a5c6-20fbfb8dd5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:29.166110 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2bc6f01e-e65f-42e7-8f8b-21cdfe86f41b req-c4760849-cb44-4a5c-a5c6-20fbfb8dd5e3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=90930601-3370-499c-b4d5-f1df41450e6c HTTP/1.1" status: 200 len: 897 time: 0.1010880 Nov 27 04:18:29.245853 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2bc6f01e-e65f-42e7-8f8b-21cdfe86f41b req-2ac49dc3-00df-451a-9e93-aeb51adead29 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b32ff0a0-2fe9-400b-b7ae-06da2036133c HTTP/1.1" status: 200 len: 1001 time: 0.0718660 Nov 27 04:18:29.301899 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6f01e-e65f-42e7-8f8b-21cdfe86f41b req-c16f8a5b-e859-404e-9ba4-0bbe9594e849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:29.305018 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2bc6f01e-e65f-42e7-8f8b-21cdfe86f41b req-c16f8a5b-e859-404e-9ba4-0bbe9594e849 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bd0aa1da-e5ad-40fd-bcf0-73b6a517f860 HTTP/1.1" status: 200 len: 835 time: 0.0506563 Nov 27 04:18:29.362797 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6f01e-e65f-42e7-8f8b-21cdfe86f41b req-38783d49-3449-4125-8f7f-171e1d179a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:29.364607 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2bc6f01e-e65f-42e7-8f8b-21cdfe86f41b req-38783d49-3449-4125-8f7f-171e1d179a6b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90930601-3370-499c-b4d5-f1df41450e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530927 Nov 27 04:18:29.526028 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbcc38-f64c-4526-ab66-1834106b9da2 req-0403356e-8e7c-4006-a475-ad7ba73793ea tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:29.531277 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f6dbcc38-f64c-4526-ab66-1834106b9da2 req-0403356e-8e7c-4006-a475-ad7ba73793ea tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] 10.222.0.20 "GET /v2.0/ports?device_id=01b2d5eb-2e75-4957-b6bc-527acf31b9f8 HTTP/1.1" status: 200 len: 946 time: 0.0790491 Nov 27 04:18:29.563914 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2bc6f01e-e65f-42e7-8f8b-21cdfe86f41b req-27022d99-d934-408a-9851-5b5f30debcb2 service neutron] 10.222.0.11 "GET /v2.0/networks/90930601-3370-499c-b4d5-f1df41450e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850097 Nov 27 04:18:29.654952 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f6dbcc38-f64c-4526-ab66-1834106b9da2 req-f140ee79-4c25-43bf-8eba-d6c4ef4149aa tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] 10.222.0.20 "GET /v2.0/security-groups?id=345a1d61-5286-42a5-b7e3-5762a1620b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178527 Nov 27 04:18:29.704646 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2bc6f01e-e65f-42e7-8f8b-21cdfe86f41b req-a4dda558-0497-44d2-956a-88352997e684 service neutron] 10.222.0.11 "GET /v2.0/networks/90930601-3370-499c-b4d5-f1df41450e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184065 Nov 27 04:18:29.744310 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device b32ff0a0-2fe9-400b-b7ae-06da2036133c details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:18:29.872195 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port b32ff0a0-2fe9-400b-b7ae-06da2036133c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=b32ff0a0-2fe9-400b-b7ae-06da2036133c,segment=NetworkSegment(00bc6fcc-e3a7-45e3-85de-a184d9d36dab),segment_id=00bc6fcc-e3a7-45e3-85de-a184d9d36dab)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:18:29.918995 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device b32ff0a0-2fe9-400b-b7ae-06da2036133c has no active binding in host n-h1-819494-3 {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 27 04:18:29.947183 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71a574-884d-4c42-ba3a-4b1b6c44a7a9 req-de02b4dc-9513-4290-99b6-6e7afe8c0af5 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:29.965426 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9c71a574-884d-4c42-ba3a-4b1b6c44a7a9 req-de02b4dc-9513-4290-99b6-6e7afe8c0af5 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 945 time: 0.1293950 Nov 27 04:18:30.050439 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce6c4f-ee58-4ca4-9300-6181585a2b70 req-35652ae5-4c13-42ba-a120-8d7d4fa6a4f9 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:30.059345 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9c71a574-884d-4c42-ba3a-4b1b6c44a7a9 req-ecacf3af-7869-49b7-bc54-41f8d592ef5e tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887406 Nov 27 04:18:30.065994 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d1ce6c4f-ee58-4ca4-9300-6181585a2b70 req-35652ae5-4c13-42ba-a120-8d7d4fa6a4f9 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b68c106-b8f3-4f67-adf1-5926005658cf HTTP/1.1" status: 200 len: 945 time: 0.1227634 Nov 27 04:18:30.200214 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d1ce6c4f-ee58-4ca4-9300-6181585a2b70 req-4cff7ab8-7136-47bc-9745-11e254e63367 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=44a6fd6f-dfa7-43d2-9c14-e4be1f11cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275477 Nov 27 04:18:31.187470 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d85ea-7dad-4e62-a709-8b28ff5b4276 req-136d742b-ac9e-4689-97cb-41c1725e19b9 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:31.191610 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-be5d85ea-7dad-4e62-a709-8b28ff5b4276 req-136d742b-ac9e-4689-97cb-41c1725e19b9 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 945 time: 0.0587215 Nov 27 04:18:31.260851 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-be5d85ea-7dad-4e62-a709-8b28ff5b4276 req-5776cc0b-c341-49e4-b978-ac12cda07ee7 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628524 Nov 27 04:18:31.345360 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf310d8-6c0c-40c5-a5b1-718b93f4e9d7 req-9ecb8bf1-051e-49de-801f-490c1ba564de tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:31.346971 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2bf310d8-6c0c-40c5-a5b1-718b93f4e9d7 req-9ecb8bf1-051e-49de-801f-490c1ba564de tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b68c106-b8f3-4f67-adf1-5926005658cf HTTP/1.1" status: 200 len: 945 time: 0.0583766 Nov 27 04:18:31.416641 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2bf310d8-6c0c-40c5-a5b1-718b93f4e9d7 req-c40a8ae3-aabf-4a67-ab8c-aebb1d6b2a75 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=44a6fd6f-dfa7-43d2-9c14-e4be1f11cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551050 Nov 27 04:18:31.817354 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713bd06d-1cf1-4e7a-aaae-34fa06008c61 req-67bfd5d6-38ae-4bc4-b785-9c5e61647364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:31.818951 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-713bd06d-1cf1-4e7a-aaae-34fa06008c61 req-67bfd5d6-38ae-4bc4-b785-9c5e61647364 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=797b4470e1204f95b4c65fa8076beed0&device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 1096 time: 0.0426733 Nov 27 04:18:31.938300 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713bd06d-1cf1-4e7a-aaae-34fa06008c61 req-ed5069a4-7fbb-42de-a654-6923d1225fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:31.940240 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-713bd06d-1cf1-4e7a-aaae-34fa06008c61 req-ed5069a4-7fbb-42de-a654-6923d1225fee service neutron] 10.222.0.23 "GET /v2.0/networks?id=f5be6ff6-7679-4336-aa7e-b7dc23104991 HTTP/1.1" status: 200 len: 917 time: 0.1135633 Nov 27 04:18:32.017029 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-713bd06d-1cf1-4e7a-aaae-34fa06008c61 req-3fa1f5ad-8847-4159-95f2-5349b33afe94 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35901b62-66fd-45b1-afcc-77274fd1e9a5 HTTP/1.1" status: 200 len: 999 time: 0.0634952 Nov 27 04:18:32.075585 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713bd06d-1cf1-4e7a-aaae-34fa06008c61 req-81b17002-2aef-49c6-ace2-7da9e798f485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:32.077697 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-713bd06d-1cf1-4e7a-aaae-34fa06008c61 req-81b17002-2aef-49c6-ace2-7da9e798f485 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=129d6819-d46b-4873-8019-a59c438c16e8 HTTP/1.1" status: 200 len: 855 time: 0.0519476 Nov 27 04:18:32.132796 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713bd06d-1cf1-4e7a-aaae-34fa06008c61 req-f8747d37-ae7a-4ef2-a9e2-944c64d6a3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:32.134321 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-713bd06d-1cf1-4e7a-aaae-34fa06008c61 req-f8747d37-ae7a-4ef2-a9e2-944c64d6a3a5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f5be6ff6-7679-4336-aa7e-b7dc23104991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468647 Nov 27 04:18:32.249358 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-713bd06d-1cf1-4e7a-aaae-34fa06008c61 req-c7599150-042f-457d-9bf5-45eb527ca9b3 service neutron] 10.222.0.23 "GET /v2.0/networks/f5be6ff6-7679-4336-aa7e-b7dc23104991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055212 Nov 27 04:18:32.369428 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-713bd06d-1cf1-4e7a-aaae-34fa06008c61 req-27d8a819-027f-4154-bc8b-019cd6ef063e service neutron] 10.222.0.23 "GET /v2.0/networks/f5be6ff6-7679-4336-aa7e-b7dc23104991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071508 Nov 27 04:18:32.436780 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3781f4-e611-483f-a499-e6fb459eabae req-5acd6698-63ca-414b-a856-8b72c954ab5f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:32.438516 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fc3781f4-e611-483f-a499-e6fb459eabae req-5acd6698-63ca-414b-a856-8b72c954ab5f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 945 time: 0.0550408 Nov 27 04:18:32.445194 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420d9b0-1148-4271-8402-bf2541769e27 req-78cde0d8-b845-4195-b4fc-945a9d31a324 tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:32.446729 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b420d9b0-1148-4271-8402-bf2541769e27 req-78cde0d8-b845-4195-b4fc-945a9d31a324 tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] 10.222.0.20 "GET /v2.0/ports?device_id=01b2d5eb-2e75-4957-b6bc-527acf31b9f8 HTTP/1.1" status: 200 len: 946 time: 0.0513849 Nov 27 04:18:32.489585 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fc3781f4-e611-483f-a499-e6fb459eabae req-c0ed332a-9ff8-40f8-a1b0-2e5644f72f75 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443866 Nov 27 04:18:32.511162 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b420d9b0-1148-4271-8402-bf2541769e27 req-4ab1e6ce-44b2-4fd1-8a26-f6a21c361489 tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] 10.222.0.20 "GET /v2.0/security-groups?id=345a1d61-5286-42a5-b7e3-5762a1620b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580544 Nov 27 04:18:32.614252 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f356c-b96d-4026-98f9-51086bfab26e req-27291f51-24e9-4cb3-aaba-657e13739a06 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:32.616269 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-658f356c-b96d-4026-98f9-51086bfab26e req-27291f51-24e9-4cb3-aaba-657e13739a06 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b68c106-b8f3-4f67-adf1-5926005658cf HTTP/1.1" status: 200 len: 945 time: 0.0522447 Nov 27 04:18:32.670573 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-658f356c-b96d-4026-98f9-51086bfab26e req-45599f04-f5cd-455a-9cca-db82079e34c8 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=44a6fd6f-dfa7-43d2-9c14-e4be1f11cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479541 Nov 27 04:18:32.865331 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-7945df12-baa1-467d-b9df-885bf6124bb5 service neutron] 10.222.0.11 "GET /v2.0/ports/b32ff0a0-2fe9-400b-b7ae-06da2036133c/bindings/n-h1-819494-3 HTTP/1.1" status: 200 len: 384 time: 0.0587935 Nov 27 04:18:33.043556 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-2bb07117-7450-42e5-8a8c-09b6617a16a1 service neutron] For port b32ff0a0-2fe9-400b-b7ae-06da2036133c, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=b32ff0a0-2fe9-400b-b7ae-06da2036133c,segment=NetworkSegment(00bc6fcc-e3a7-45e3-85de-a184d9d36dab),segment_id=00bc6fcc-e3a7-45e3-85de-a184d9d36dab)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:18:33.062055 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-2bb07117-7450-42e5-8a8c-09b6617a16a1 service neutron] For port b32ff0a0-2fe9-400b-b7ae-06da2036133c, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:18:33.102370 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b68c106-b8f3-4f67-adf1-5926005658cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b32ff0a0-2fe9-400b-b7ae-06da2036133c'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:18:33.104701 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be18a8c2-f365-42eb-b8f7-0fcd8b10125f" -d '{"events": [{"server_uuid": "4b68c106-b8f3-4f67-adf1-5926005658cf", "name": "network-vif-unplugged", "status": "completed", "tag": "b32ff0a0-2fe9-400b-b7ae-06da2036133c"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:18:33.113211 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-2bb07117-7450-42e5-8a8c-09b6617a16a1 service neutron] For port b32ff0a0-2fe9-400b-b7ae-06da2036133c, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=b32ff0a0-2fe9-400b-b7ae-06da2036133c,segment=NetworkSegment(00bc6fcc-e3a7-45e3-85de-a184d9d36dab),segment_id=00bc6fcc-e3a7-45e3-85de-a184d9d36dab)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:18:33.130872 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-2bb07117-7450-42e5-8a8c-09b6617a16a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:33.145684 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 04:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89828f7-70c5-4d7c-8e6e-16ea333c477c x-openstack-request-id: req-f89828f7-70c5-4d7c-8e6e-16ea333c477c {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:18:33.146114 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b68c106-b8f3-4f67-adf1-5926005658cf", "name": "network-vif-unplugged", "status": "completed", "tag": "b32ff0a0-2fe9-400b-b7ae-06da2036133c", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:18:33.146500 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f89828f7-70c5-4d7c-8e6e-16ea333c477c {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:18:33.147075 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b68c106-b8f3-4f67-adf1-5926005658cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b32ff0a0-2fe9-400b-b7ae-06da2036133c', 'code': 200} Nov 27 04:18:33.214998 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-2bb07117-7450-42e5-8a8c-09b6617a16a1 service neutron] Transition to ACTIVE for port object b32ff0a0-2fe9-400b-b7ae-06da2036133c will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:18:33.221097 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-2bb07117-7450-42e5-8a8c-09b6617a16a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:33.319309 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb07117-7450-42e5-8a8c-09b6617a16a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b32ff0a0-2fe9-400b-b7ae-06da2036133c,revision_number=11']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:33.369327 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-2bb07117-7450-42e5-8a8c-09b6617a16a1 service neutron] No DVR routers for this DVR port b32ff0a0-2fe9-400b-b7ae-06da2036133c on host n-h2-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:18:33.509631 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-2bb07117-7450-42e5-8a8c-09b6617a16a1 service neutron] 10.222.0.11 "PUT /v2.0/ports/b32ff0a0-2fe9-400b-b7ae-06da2036133c/bindings/n-h1-819494-3/activate HTTP/1.1" status: 200 len: 369 time: 0.6361279 Nov 27 04:18:33.655453 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05067456-bdfc-4d3b-a54e-6639801a8227 req-c80e6343-904d-4b7d-8a5b-0d1420f18d74 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:33.656994 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-05067456-bdfc-4d3b-a54e-6639801a8227 req-c80e6343-904d-4b7d-8a5b-0d1420f18d74 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 945 time: 0.0724638 Nov 27 04:18:33.671741 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c66b1b-ce50-47a7-976e-3b9b5eae9b84 req-99e6d1d9-47af-41cd-8854-dbda710b5089 tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:33.674065 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c6c66b1b-ce50-47a7-976e-3b9b5eae9b84 req-99e6d1d9-47af-41cd-8854-dbda710b5089 tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] 10.222.0.20 "GET /v2.0/ports?device_id=01b2d5eb-2e75-4957-b6bc-527acf31b9f8 HTTP/1.1" status: 200 len: 946 time: 0.0856102 Nov 27 04:18:33.694346 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 35901b62-66fd-45b1-afcc-77274fd1e9a5 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:18:33.716124 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-05067456-bdfc-4d3b-a54e-6639801a8227 req-6c536d37-715d-4eba-b6e4-91aef33f2f0d tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520632 Nov 27 04:18:33.731371 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-79ec356b-1c84-4d62-bd34-b8a5ef318379 tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:33.733492 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-79ec356b-1c84-4d62-bd34-b8a5ef318379 tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4b68c106-b8f3-4f67-adf1-5926005658cf&tenant_id=13b1fee7d54d401493a1883da20540bb&binding%3Ahost_id=n-h2-819494-3 HTTP/1.1" status: 200 len: 1095 time: 0.0850265 Nov 27 04:18:33.781345 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c6c66b1b-ce50-47a7-976e-3b9b5eae9b84 req-10895f78-22cc-468e-9de0-939245feae66 tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] 10.222.0.20 "GET /v2.0/security-groups?id=345a1d61-5286-42a5-b7e3-5762a1620b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827084 Nov 27 04:18:33.806267 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:33.830432 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-9af24aa7-0e2d-4e9b-9ab9-bd5607743cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:33.833898 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-9af24aa7-0e2d-4e9b-9ab9-bd5607743cd7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4b68c106-b8f3-4f67-adf1-5926005658cf&tenant_id=13b1fee7d54d401493a1883da20540bb HTTP/1.1" status: 200 len: 1095 time: 0.0696342 Nov 27 04:18:33.834812 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279102cc-6d50-4eb2-82fe-b76d570d39f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35901b62-66fd-45b1-afcc-77274fd1e9a5'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:18:33.837278 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee13cbc-13b2-4c32-9e4f-e0f7142edd03" -d '{"events": [{"server_uuid": "279102cc-6d50-4eb2-82fe-b76d570d39f9", "name": "network-vif-unplugged", "status": "completed", "tag": "35901b62-66fd-45b1-afcc-77274fd1e9a5"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:18:33.851422 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 35901b62-66fd-45b1-afcc-77274fd1e9a5, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=35901b62-66fd-45b1-afcc-77274fd1e9a5,segment=NetworkSegment(14ba06ee-f49c-4f99-b4a7-818247e87fba),segment_id=14ba06ee-f49c-4f99-b4a7-818247e87fba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:18:33.861355 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962bcfc-9e03-43b3-90c2-5eecb1ea2735 req-b6bd602e-84ac-4745-b586-35556ac207bb tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:33.861895 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:33.863961 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9962bcfc-9e03-43b3-90c2-5eecb1ea2735 req-b6bd602e-84ac-4745-b586-35556ac207bb tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b68c106-b8f3-4f67-adf1-5926005658cf HTTP/1.1" status: 200 len: 944 time: 0.0778129 Nov 27 04:18:33.916349 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 04:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35ce980-7218-4f6a-998b-bfe47e3c7b03 x-openstack-request-id: req-b35ce980-7218-4f6a-998b-bfe47e3c7b03 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:18:33.917129 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "279102cc-6d50-4eb2-82fe-b76d570d39f9", "name": "network-vif-unplugged", "status": "completed", "tag": "35901b62-66fd-45b1-afcc-77274fd1e9a5", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:18:33.917741 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b35ce980-7218-4f6a-998b-bfe47e3c7b03 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:18:33.918364 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279102cc-6d50-4eb2-82fe-b76d570d39f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35901b62-66fd-45b1-afcc-77274fd1e9a5', 'code': 200} Nov 27 04:18:33.949490 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=35901b62-66fd-45b1-afcc-77274fd1e9a5,revision_number=8']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:33.959239 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:18:33.959690 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:18:33.960130 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:18:33.960563 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:18:33.961189 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:18:33.961848 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:18:33.962275 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:18:33.962801 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:18:33.963336 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:18:33.963881 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:18:33.964113 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-8dc94843-d2c6-4898-8212-4851a69d4059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:33.964609 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:18:33.965129 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:18:33.965765 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9962bcfc-9e03-43b3-90c2-5eecb1ea2735 req-2ef03245-d70a-4aff-bc61-3bfb2e3bc9ed tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=44a6fd6f-dfa7-43d2-9c14-e4be1f11cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008706 Nov 27 04:18:33.978916 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-8dc94843-d2c6-4898-8212-4851a69d4059 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=13b1fee7d54d401493a1883da20540bb&device_id=4b68c106-b8f3-4f67-adf1-5926005658cf HTTP/1.1" status: 200 len: 1095 time: 0.0847983 Nov 27 04:18:33.988659 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d70a7-dba2-44ce-8772-fb724b1fd00e req-284ca334-d48c-4773-9537-99615ce235c6 tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:33.990797 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-127d70a7-dba2-44ce-8772-fb724b1fd00e req-284ca334-d48c-4773-9537-99615ce235c6 tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] 10.222.0.11 "GET /v2.0/ports?device_id=01b2d5eb-2e75-4957-b6bc-527acf31b9f8 HTTP/1.1" status: 200 len: 946 time: 0.1196454 Nov 27 04:18:34.085521 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-83801935-db98-4c55-875b-ff44cfbdcff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:34.087192 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-83801935-db98-4c55-875b-ff44cfbdcff4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=90930601-3370-499c-b4d5-f1df41450e6c HTTP/1.1" status: 200 len: 897 time: 0.1013172 Nov 27 04:18:34.099703 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-127d70a7-dba2-44ce-8772-fb724b1fd00e req-db735e7f-df8f-4c79-b629-128b07560484 tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] Deleting port 72187965-568c-4bfd-ba97-14f5747cee3f {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:18:34.100083 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-127d70a7-dba2-44ce-8772-fb724b1fd00e req-db735e7f-df8f-4c79-b629-128b07560484 tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:34.162728 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-d426b5a6-871e-457e-a1b6-d283be5111a3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b32ff0a0-2fe9-400b-b7ae-06da2036133c HTTP/1.1" status: 200 len: 999 time: 0.0671175 Nov 27 04:18:34.216790 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-127d70a7-dba2-44ce-8772-fb724b1fd00e req-db735e7f-df8f-4c79-b629-128b07560484 tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] For port 72187965-568c-4bfd-ba97-14f5747cee3f, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=72187965-568c-4bfd-ba97-14f5747cee3f,segment=NetworkSegment(db13affe-4da4-4949-82a9-4dd36178f491),segment_id=db13affe-4da4-4949-82a9-4dd36178f491)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:18:34.217556 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-127d70a7-dba2-44ce-8772-fb724b1fd00e req-db735e7f-df8f-4c79-b629-128b07560484 tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:34.224321 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-15977b45-4294-4418-a5b0-3d7d9f2aad85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:34.225809 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-15977b45-4294-4418-a5b0-3d7d9f2aad85 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd0aa1da-e5ad-40fd-bcf0-73b6a517f860 HTTP/1.1" status: 200 len: 835 time: 0.0556967 Nov 27 04:18:34.231634 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-127d70a7-dba2-44ce-8772-fb724b1fd00e req-db735e7f-df8f-4c79-b629-128b07560484 tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] Calling delete_port for 72187965-568c-4bfd-ba97-14f5747cee3f owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:18:34.272991 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-43fc741c-8d51-42ae-9a70-bde633cc816c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:34.274689 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-43fc741c-8d51-42ae-9a70-bde633cc816c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=90930601-3370-499c-b4d5-f1df41450e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412676 Nov 27 04:18:34.372635 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-127d70a7-dba2-44ce-8772-fb724b1fd00e req-db735e7f-df8f-4c79-b629-128b07560484 tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:34.380381 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-65b7c376-04e1-423b-8bab-a3405639333d service neutron] 10.222.0.23 "GET /v2.0/networks/90930601-3370-499c-b4d5-f1df41450e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977118 Nov 27 04:18:34.406305 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db735e7f-df8f-4c79-b629-128b07560484 tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] Pushing event deleted for resources: {'Port': ['ID=72187965-568c-4bfd-ba97-14f5747cee3f,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:34.459062 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-127d70a7-dba2-44ce-8772-fb724b1fd00e req-db735e7f-df8f-4c79-b629-128b07560484 tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] No DVR routers for this DVR port 72187965-568c-4bfd-ba97-14f5747cee3f on host n-h2-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:18:34.462061 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-127d70a7-dba2-44ce-8772-fb724b1fd00e req-db735e7f-df8f-4c79-b629-128b07560484 tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:34.465841 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-127d70a7-dba2-44ce-8772-fb724b1fd00e req-db735e7f-df8f-4c79-b629-128b07560484 tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] 10.222.0.11 "DELETE /v2.0/ports/72187965-568c-4bfd-ba97-14f5747cee3f HTTP/1.1" status: 204 len: 173 time: 0.4688542 Nov 27 04:18:34.490502 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-e7b6bafa-3aa3-483d-a62f-b8472e48364d service neutron] 10.222.0.23 "GET /v2.0/networks/90930601-3370-499c-b4d5-f1df41450e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008556 Nov 27 04:18:34.844336 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18831e7-2ba4-4842-8211-cfd0af19c9e9 req-e57321ce-2b17-4f8f-ba87-a6df43acb6c4 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:34.846041 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c18831e7-2ba4-4842-8211-cfd0af19c9e9 req-e57321ce-2b17-4f8f-ba87-a6df43acb6c4 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 943 time: 0.0570834 Nov 27 04:18:34.905975 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c18831e7-2ba4-4842-8211-cfd0af19c9e9 req-4129dd08-4e31-4d44-bc2a-696d427077a7 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523174 Nov 27 04:18:34.934639 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d76ace13-3a0f-4683-afc4-28f6f6eb2c47 req-1b3054ae-7ad1-4499-8d86-891b617b0343 tempest-VolumesActionsTest-1877434209 tempest-VolumesActionsTest-1877434209-project] 10.222.0.20 "GET /v2.0/ports?device_id=01b2d5eb-2e75-4957-b6bc-527acf31b9f8 HTTP/1.1" status: 200 len: 210 time: 0.0513616 Nov 27 04:18:35.136999 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc11bf-351a-47ed-ab60-904b3ca040d7 req-15eff739-ecee-47ca-8417-836e164966b9 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:35.143109 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-82cc11bf-351a-47ed-ab60-904b3ca040d7 req-15eff739-ecee-47ca-8417-836e164966b9 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b68c106-b8f3-4f67-adf1-5926005658cf HTTP/1.1" status: 200 len: 944 time: 0.0762634 Nov 27 04:18:35.161613 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b2d5eb-2e75-4957-b6bc-527acf31b9f8', 'name': 'network-vif-deleted', 'tag': '72187965-568c-4bfd-ba97-14f5747cee3f'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:18:35.164068 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e7affd-5ccc-4888-aa81-6c5ac6f371b4" -d '{"events": [{"server_uuid": "01b2d5eb-2e75-4957-b6bc-527acf31b9f8", "name": "network-vif-deleted", "tag": "72187965-568c-4bfd-ba97-14f5747cee3f"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:18:35.232923 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-82cc11bf-351a-47ed-ab60-904b3ca040d7 req-0c9f16ef-b040-4c36-832e-c93b6055f955 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=44a6fd6f-dfa7-43d2-9c14-e4be1f11cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865369 Nov 27 04:18:35.277417 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-d0c5294e-db07-4420-ab10-2e71b5839b0e tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:35.283587 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-d0c5294e-db07-4420-ab10-2e71b5839b0e tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4b68c106-b8f3-4f67-adf1-5926005658cf&tenant_id=13b1fee7d54d401493a1883da20540bb&binding%3Ahost_id=n-h1-819494-3 HTTP/1.1" status: 200 len: 1095 time: 0.1112788 Nov 27 04:18:35.295283 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74716297-6b51-4735-936c-0a03d11ea219 x-openstack-request-id: req-74716297-6b51-4735-936c-0a03d11ea219 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:18:35.295922 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b2d5eb-2e75-4957-b6bc-527acf31b9f8", "name": "network-vif-deleted", "tag": "72187965-568c-4bfd-ba97-14f5747cee3f", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:18:35.296470 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74716297-6b51-4735-936c-0a03d11ea219 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:18:35.297292 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b2d5eb-2e75-4957-b6bc-527acf31b9f8', 'name': 'network-vif-deleted', 'tag': '72187965-568c-4bfd-ba97-14f5747cee3f', 'status': 'completed', 'code': 200} Nov 27 04:18:35.407827 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-0b605eac-0d8a-4d34-a081-340a911aee7c service neutron] For port b32ff0a0-2fe9-400b-b7ae-06da2036133c, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:18:35.412759 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-0b605eac-0d8a-4d34-a081-340a911aee7c service neutron] Publish callbacks [] for binding, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:35.414025 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-0b605eac-0d8a-4d34-a081-340a911aee7c service neutron] 10.222.0.23 "DELETE /v2.0/ports/b32ff0a0-2fe9-400b-b7ae-06da2036133c/bindings/n-h2-819494-3 HTTP/1.1" status: 204 len: 173 time: 0.1227090 Nov 27 04:18:35.911657 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-2d959307-acf6-4dd6-ab65-61c6c1a603d9 req-c20509fc-a4c6-43a8-8526-d93ed291698a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:18:35.912896 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2d959307-acf6-4dd6-ab65-61c6c1a603d9 req-c20509fc-a4c6-43a8-8526-d93ed291698a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067093 Nov 27 04:18:36.218009 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c88749-86a2-4bfe-bc47-333582cea3ae req-4f7a7af7-f28e-4bb2-8bce-5740004c1bd0 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:36.230291 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-97c88749-86a2-4bfe-bc47-333582cea3ae req-4f7a7af7-f28e-4bb2-8bce-5740004c1bd0 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 943 time: 0.1711073 Nov 27 04:18:36.275472 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device b32ff0a0-2fe9-400b-b7ae-06da2036133c no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:18:36.337355 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-97c88749-86a2-4bfe-bc47-333582cea3ae req-d61848f2-f41e-4de5-ab4f-ec4712de8807 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048813 Nov 27 04:18:36.404682 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device b32ff0a0-2fe9-400b-b7ae-06da2036133c not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:18:36.405140 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 72187965-568c-4bfd-ba97-14f5747cee3f no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:18:36.434471 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: 72187965-568c-4bfd-ba97-14f5747cee3f {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:18:36.435906 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 72187965-568c-4bfd-ba97-14f5747cee3f not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:18:36.446514 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a123cc-2093-4f03-b68e-37d06db707b6 req-8ec33b35-a5b0-4ece-b7c6-34552d3f29db tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:36.456171 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-99a123cc-2093-4f03-b68e-37d06db707b6 req-8ec33b35-a5b0-4ece-b7c6-34552d3f29db tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b68c106-b8f3-4f67-adf1-5926005658cf HTTP/1.1" status: 200 len: 944 time: 0.0848165 Nov 27 04:18:36.539091 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-99a123cc-2093-4f03-b68e-37d06db707b6 req-f4f01ab4-4efe-4c7c-8f57-9f3671505465 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=44a6fd6f-dfa7-43d2-9c14-e4be1f11cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819485 Nov 27 04:18:36.560235 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-50e411f1-4460-41ee-a87a-79617c414507 req-30ca5091-5212-4f3b-a553-e382b2d78dcd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1767755 Nov 27 04:18:36.684727 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae403d1-ccff-4327-a167-db71382a2efe req-db3077e0-7796-46d5-a56f-35058e602dc2 tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:36.688809 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0ae403d1-ccff-4327-a167-db71382a2efe req-db3077e0-7796-46d5-a56f-35058e602dc2 tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4b68c106-b8f3-4f67-adf1-5926005658cf HTTP/1.1" status: 200 len: 1095 time: 0.0511887 Nov 27 04:18:36.749475 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0ae403d1-ccff-4327-a167-db71382a2efe req-c9208062-47ee-43fe-990d-0819d0a42b78 tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=44a6fd6f-dfa7-43d2-9c14-e4be1f11cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469320 Nov 27 04:18:36.907482 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18ea85-5fb1-434a-a7b4-36cd2c64e923 req-4437be9c-de61-41d1-adae-b86c767a8779 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:36.909435 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5b18ea85-5fb1-434a-a7b4-36cd2c64e923 req-4437be9c-de61-41d1-adae-b86c767a8779 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b68c106-b8f3-4f67-adf1-5926005658cf HTTP/1.1" status: 200 len: 944 time: 0.0950882 Nov 27 04:18:36.975613 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5b18ea85-5fb1-434a-a7b4-36cd2c64e923 req-e8fcc3f1-b306-45af-8e36-e0830ca84d5f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=44a6fd6f-dfa7-43d2-9c14-e4be1f11cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596521 Nov 27 04:18:36.995783 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51540) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:18:37.071324 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-335bec16-2137-451d-81ef-fee161559718 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/floatingips/5cb0bc42-c90e-44ff-ab4c-7227c6a6303e HTTP/1.1" status: 200 len: 991 time: 0.0698667 Nov 27 04:18:37.477614 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26afc9f-2f0f-482a-931d-ff1e31aa3a78 req-90213fa0-1596-4a54-8d6a-fce8222e7015 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:37.479218 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d26afc9f-2f0f-482a-931d-ff1e31aa3a78 req-90213fa0-1596-4a54-8d6a-fce8222e7015 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 943 time: 0.0512819 Nov 27 04:18:37.527626 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d26afc9f-2f0f-482a-931d-ff1e31aa3a78 req-c108f10d-7aeb-421e-bddc-283d0660059c tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423987 Nov 27 04:18:37.617754 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e411f1-4460-41ee-a87a-79617c414507 req-3048899f-c9a2-4987-af4a-737985365896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:37.619431 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-50e411f1-4460-41ee-a87a-79617c414507 req-3048899f-c9a2-4987-af4a-737985365896 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9&tenant_id=797b4470e1204f95b4c65fa8076beed0 HTTP/1.1" status: 200 len: 1094 time: 0.0452499 Nov 27 04:18:37.637376 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-50e411f1-4460-41ee-a87a-79617c414507 req-63dea1b0-d999-427d-8d50-5e0f60dc3b71 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819494-3', 'device_owner': 'compute:nova'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:18:37.706941 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 35901b62-66fd-45b1-afcc-77274fd1e9a5 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:18:37.725807 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-50e411f1-4460-41ee-a87a-79617c414507 req-63dea1b0-d999-427d-8d50-5e0f60dc3b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:37.948851 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-50e411f1-4460-41ee-a87a-79617c414507 req-63dea1b0-d999-427d-8d50-5e0f60dc3b71 service neutron] For port 35901b62-66fd-45b1-afcc-77274fd1e9a5, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=35901b62-66fd-45b1-afcc-77274fd1e9a5,segment=NetworkSegment(14ba06ee-f49c-4f99-b4a7-818247e87fba),segment_id=14ba06ee-f49c-4f99-b4a7-818247e87fba)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:18:37.982282 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-50e411f1-4460-41ee-a87a-79617c414507 req-63dea1b0-d999-427d-8d50-5e0f60dc3b71 service neutron] For port 35901b62-66fd-45b1-afcc-77274fd1e9a5, host n-h1-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:18:38.016272 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-50e411f1-4460-41ee-a87a-79617c414507 req-63dea1b0-d999-427d-8d50-5e0f60dc3b71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35901b62-66fd-45b1-afcc-77274fd1e9a5 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:18:38.024621 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-50e411f1-4460-41ee-a87a-79617c414507 req-63dea1b0-d999-427d-8d50-5e0f60dc3b71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:38.038610 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-50e411f1-4460-41ee-a87a-79617c414507 req-63dea1b0-d999-427d-8d50-5e0f60dc3b71 service neutron] Transition to ACTIVE for port object 35901b62-66fd-45b1-afcc-77274fd1e9a5 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:18:38.042427 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-50e411f1-4460-41ee-a87a-79617c414507 req-63dea1b0-d999-427d-8d50-5e0f60dc3b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:38.129589 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dea1b0-d999-427d-8d50-5e0f60dc3b71 service neutron] Pushing event updated for resources: {'Port': ['ID=35901b62-66fd-45b1-afcc-77274fd1e9a5,revision_number=9']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:38.198025 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e411f1-4460-41ee-a87a-79617c414507 req-63dea1b0-d999-427d-8d50-5e0f60dc3b71 service neutron] No DVR routers for this DVR port 35901b62-66fd-45b1-afcc-77274fd1e9a5 on host n-h1-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:18:38.705203 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598178c-57ae-4f56-870c-52500e9b7e01 req-c2aa0b54-26f2-442e-8d92-62523813fe4d tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:38.706900 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2598178c-57ae-4f56-870c-52500e9b7e01 req-c2aa0b54-26f2-442e-8d92-62523813fe4d tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 943 time: 0.0830696 Nov 27 04:18:38.712670 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-50e411f1-4460-41ee-a87a-79617c414507 req-63dea1b0-d999-427d-8d50-5e0f60dc3b71 service neutron] Attempting to bind port 35901b62-66fd-45b1-afcc-77274fd1e9a5 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:18:38.713064 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-50e411f1-4460-41ee-a87a-79617c414507 req-63dea1b0-d999-427d-8d50-5e0f60dc3b71 service neutron] Attempting to bind port 35901b62-66fd-45b1-afcc-77274fd1e9a5 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '14ba06ee-f49c-4f99-b4a7-818247e87fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:18:38.713420 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e411f1-4460-41ee-a87a-79617c414507 req-63dea1b0-d999-427d-8d50-5e0f60dc3b71 service neutron] Attempting to bind port 35901b62-66fd-45b1-afcc-77274fd1e9a5 on network f5be6ff6-7679-4336-aa7e-b7dc23104991 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:18:38.726287 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e411f1-4460-41ee-a87a-79617c414507 req-63dea1b0-d999-427d-8d50-5e0f60dc3b71 service neutron] Port 35901b62-66fd-45b1-afcc-77274fd1e9a5 on network f5be6ff6-7679-4336-aa7e-b7dc23104991 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:18:38.726907 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e411f1-4460-41ee-a87a-79617c414507 req-63dea1b0-d999-427d-8d50-5e0f60dc3b71 service neutron] Attempting to bind port 35901b62-66fd-45b1-afcc-77274fd1e9a5 on network f5be6ff6-7679-4336-aa7e-b7dc23104991 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:18:38.741189 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e411f1-4460-41ee-a87a-79617c414507 req-63dea1b0-d999-427d-8d50-5e0f60dc3b71 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:18:38.741723 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e411f1-4460-41ee-a87a-79617c414507 req-63dea1b0-d999-427d-8d50-5e0f60dc3b71 service neutron] Checking segment: {'id': '14ba06ee-f49c-4f99-b4a7-818247e87fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:18:38.742177 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e411f1-4460-41ee-a87a-79617c414507 req-63dea1b0-d999-427d-8d50-5e0f60dc3b71 service neutron] Bound using segment: {'id': '14ba06ee-f49c-4f99-b4a7-818247e87fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:18:38.742700 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-50e411f1-4460-41ee-a87a-79617c414507 req-63dea1b0-d999-427d-8d50-5e0f60dc3b71 service neutron] Bound port: 35901b62-66fd-45b1-afcc-77274fd1e9a5, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ba06ee-f49c-4f99-b4a7-818247e87fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:18:38.743268 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-50e411f1-4460-41ee-a87a-79617c414507 req-63dea1b0-d999-427d-8d50-5e0f60dc3b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:38.835481 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-50e411f1-4460-41ee-a87a-79617c414507 req-63dea1b0-d999-427d-8d50-5e0f60dc3b71 service neutron] For port 35901b62-66fd-45b1-afcc-77274fd1e9a5, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:18:38.841305 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2598178c-57ae-4f56-870c-52500e9b7e01 req-75a7641f-65c1-42ff-96eb-9d20a35896dd tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241114 Nov 27 04:18:38.852498 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-50e411f1-4460-41ee-a87a-79617c414507 req-63dea1b0-d999-427d-8d50-5e0f60dc3b71 service neutron] For port 35901b62-66fd-45b1-afcc-77274fd1e9a5, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=35901b62-66fd-45b1-afcc-77274fd1e9a5,segment=NetworkSegment(14ba06ee-f49c-4f99-b4a7-818247e87fba),segment_id=14ba06ee-f49c-4f99-b4a7-818247e87fba)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:18:38.857754 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-50e411f1-4460-41ee-a87a-79617c414507 req-63dea1b0-d999-427d-8d50-5e0f60dc3b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:38.894009 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e411f1-4460-41ee-a87a-79617c414507 req-63dea1b0-d999-427d-8d50-5e0f60dc3b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:38.895092 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-50e411f1-4460-41ee-a87a-79617c414507 req-63dea1b0-d999-427d-8d50-5e0f60dc3b71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:38.896782 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-50e411f1-4460-41ee-a87a-79617c414507 req-63dea1b0-d999-427d-8d50-5e0f60dc3b71 service neutron] 10.222.0.11 "PUT /v2.0/ports/35901b62-66fd-45b1-afcc-77274fd1e9a5 HTTP/1.1" status: 200 len: 1091 time: 1.2641473 Nov 27 04:18:38.899702 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '279102cc-6d50-4eb2-82fe-b76d570d39f9', 'tag': '35901b62-66fd-45b1-afcc-77274fd1e9a5'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:18:38.902178 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecc0710-e3bb-4fd9-97b6-19838387b4b9" -d '{"events": [{"name": "network-changed", "server_uuid": "279102cc-6d50-4eb2-82fe-b76d570d39f9", "tag": "35901b62-66fd-45b1-afcc-77274fd1e9a5"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:18:38.980348 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dea1b0-d999-427d-8d50-5e0f60dc3b71 service neutron] Pushing event updated for resources: {'Port': ['ID=35901b62-66fd-45b1-afcc-77274fd1e9a5,revision_number=10']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:38.995523 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f0b4dc-b2a1-49f5-890b-6fb2e1208df1 x-openstack-request-id: req-92f0b4dc-b2a1-49f5-890b-6fb2e1208df1 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:18:38.996190 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "279102cc-6d50-4eb2-82fe-b76d570d39f9", "tag": "35901b62-66fd-45b1-afcc-77274fd1e9a5", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:18:38.996702 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92f0b4dc-b2a1-49f5-890b-6fb2e1208df1 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:18:38.997440 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '279102cc-6d50-4eb2-82fe-b76d570d39f9', 'tag': '35901b62-66fd-45b1-afcc-77274fd1e9a5', 'status': 'completed', 'code': 200} Nov 27 04:18:39.009473 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e411f1-4460-41ee-a87a-79617c414507 req-79c3d178-9d70-4c62-b8c9-9f857b29daa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:39.011423 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-50e411f1-4460-41ee-a87a-79617c414507 req-79c3d178-9d70-4c62-b8c9-9f857b29daa7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=797b4470e1204f95b4c65fa8076beed0&device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 1095 time: 0.0697877 Nov 27 04:18:39.160718 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e411f1-4460-41ee-a87a-79617c414507 req-1eed93b6-9b97-4a22-80d9-306dbb3b445c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:39.162260 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-50e411f1-4460-41ee-a87a-79617c414507 req-1eed93b6-9b97-4a22-80d9-306dbb3b445c service neutron] 10.222.0.11 "GET /v2.0/networks?id=f5be6ff6-7679-4336-aa7e-b7dc23104991 HTTP/1.1" status: 200 len: 917 time: 0.1417272 Nov 27 04:18:39.244446 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-50e411f1-4460-41ee-a87a-79617c414507 req-bf2bd6a8-d6a2-4c73-acda-d050982b0393 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35901b62-66fd-45b1-afcc-77274fd1e9a5 HTTP/1.1" status: 200 len: 997 time: 0.0749950 Nov 27 04:18:39.311568 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e411f1-4460-41ee-a87a-79617c414507 req-213c57a6-b184-4f61-bb63-92b9708bf588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:39.313966 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-50e411f1-4460-41ee-a87a-79617c414507 req-213c57a6-b184-4f61-bb63-92b9708bf588 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=129d6819-d46b-4873-8019-a59c438c16e8 HTTP/1.1" status: 200 len: 855 time: 0.0628626 Nov 27 04:18:39.350265 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51582) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:18:39.401762 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e411f1-4460-41ee-a87a-79617c414507 req-257e5fd1-875c-4f7b-b975-6c953de66fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:39.404111 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-50e411f1-4460-41ee-a87a-79617c414507 req-257e5fd1-875c-4f7b-b975-6c953de66fa3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f5be6ff6-7679-4336-aa7e-b7dc23104991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824857 Nov 27 04:18:39.511815 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-50e411f1-4460-41ee-a87a-79617c414507 req-08acb59f-277b-42d1-ae59-bd1358cb5414 service neutron] 10.222.0.11 "GET /v2.0/networks/f5be6ff6-7679-4336-aa7e-b7dc23104991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996625 Nov 27 04:18:39.644031 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-50e411f1-4460-41ee-a87a-79617c414507 req-d0abde4a-4041-43b9-9e19-0042bdf29c7d service neutron] 10.222.0.11 "GET /v2.0/networks/f5be6ff6-7679-4336-aa7e-b7dc23104991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258757 Nov 27 04:18:39.803892 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc0710-e3bb-4fd9-97b6-19838387b4b9 req-4f480447-1598-443f-9bc3-5778b44379b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:39.805811 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1ecc0710-e3bb-4fd9-97b6-19838387b4b9 req-4f480447-1598-443f-9bc3-5778b44379b5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=797b4470e1204f95b4c65fa8076beed0&device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 1095 time: 0.0578835 Nov 27 04:18:40.099696 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc0710-e3bb-4fd9-97b6-19838387b4b9 req-1a15768d-18e1-4a1c-998e-071cc119c7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:40.100976 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574a0f5-1600-4110-94d8-1422ec4513e4 req-457c7f7d-3dc3-400b-bbda-5b97ea613a34 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:40.102798 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3574a0f5-1600-4110-94d8-1422ec4513e4 req-457c7f7d-3dc3-400b-bbda-5b97ea613a34 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 944 time: 0.0720873 Nov 27 04:18:40.103957 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1ecc0710-e3bb-4fd9-97b6-19838387b4b9 req-1a15768d-18e1-4a1c-998e-071cc119c7a2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f5be6ff6-7679-4336-aa7e-b7dc23104991 HTTP/1.1" status: 200 len: 917 time: 0.2816651 Nov 27 04:18:40.113091 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-f508816b-c182-44ea-9b01-c5d5dfe71dc6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Deleting port fd3887d7-2d17-4a79-b396-256683fb5a02 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:18:40.113708 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f508816b-c182-44ea-9b01-c5d5dfe71dc6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:40.237752 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1ecc0710-e3bb-4fd9-97b6-19838387b4b9 req-b949ba5c-a5a3-484e-98f6-835791724ebb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35901b62-66fd-45b1-afcc-77274fd1e9a5 HTTP/1.1" status: 200 len: 997 time: 0.1250572 Nov 27 04:18:40.245479 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f508816b-c182-44ea-9b01-c5d5dfe71dc6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:40.245823 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f508816b-c182-44ea-9b01-c5d5dfe71dc6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:40.277937 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-f508816b-c182-44ea-9b01-c5d5dfe71dc6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Calling delete_port for fd3887d7-2d17-4a79-b396-256683fb5a02 owned by network:floatingip {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:18:40.315636 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc0710-e3bb-4fd9-97b6-19838387b4b9 req-69eecfef-353b-4f5f-a847-6dab7bbd6c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:40.317491 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1ecc0710-e3bb-4fd9-97b6-19838387b4b9 req-69eecfef-353b-4f5f-a847-6dab7bbd6c8e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=129d6819-d46b-4873-8019-a59c438c16e8 HTTP/1.1" status: 200 len: 855 time: 0.0709898 Nov 27 04:18:40.405810 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc0710-e3bb-4fd9-97b6-19838387b4b9 req-9aa17916-7e6c-466e-b88c-fc3ee9420d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:40.408359 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1ecc0710-e3bb-4fd9-97b6-19838387b4b9 req-9aa17916-7e6c-466e-b88c-fc3ee9420d5d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f5be6ff6-7679-4336-aa7e-b7dc23104991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826099 Nov 27 04:18:40.562692 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3574a0f5-1600-4110-94d8-1422ec4513e4 req-1894fd60-41eb-4386-8b70-cb3861edae7c tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4512970 Nov 27 04:18:40.564647 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f508816b-c182-44ea-9b01-c5d5dfe71dc6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:40.608149 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508816b-c182-44ea-9b01-c5d5dfe71dc6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event deleted for resources: {'Port': ['ID=fd3887d7-2d17-4a79-b396-256683fb5a02,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:40.740357 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f508816b-c182-44ea-9b01-c5d5dfe71dc6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for floatingip, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:40.740970 n-d-819494-3 neutron-server[110019]: INFO neutron.db.l3_db [None req-f508816b-c182-44ea-9b01-c5d5dfe71dc6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Floating IP 5cb0bc42-c90e-44ff-ab4c-7227c6a6303e disassociated (deleted). External IP: 172.25.1.124, port: b32ff0a0-2fe9-400b-b7ae-06da2036133c. Nov 27 04:18:40.836243 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1ecc0710-e3bb-4fd9-97b6-19838387b4b9 req-366ed1a5-34a2-4845-abf3-c088358255f7 service neutron] 10.222.0.11 "GET /v2.0/networks/f5be6ff6-7679-4336-aa7e-b7dc23104991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149072 Nov 27 04:18:41.140501 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1ecc0710-e3bb-4fd9-97b6-19838387b4b9 req-06a4ad5d-969a-44ee-addd-57e2c5c658fd service neutron] 10.222.0.11 "GET /v2.0/networks/f5be6ff6-7679-4336-aa7e-b7dc23104991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141020 Nov 27 04:18:41.170180 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f508816b-c182-44ea-9b01-c5d5dfe71dc6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Router 88ba2c70-09a9-4658-a472-e9a54abddefc has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:18:41.324515 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f508816b-c182-44ea-9b01-c5d5dfe71dc6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:18:41.337478 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fbed72-b5a3-47f3-9ecc-320ac3f8c1b8 None None] Sync routers for ids ['88ba2c70-09a9-4658-a472-e9a54abddefc'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:18:41.353673 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f508816b-c182-44ea-9b01-c5d5dfe71dc6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:41.376213 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fbed72-b5a3-47f3-9ecc-320ac3f8c1b8 None None] Routers {'88ba2c70-09a9-4658-a472-e9a54abddefc'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:18:41.376982 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-08fbed72-b5a3-47f3-9ecc-320ac3f8c1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:18:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['88ba2c70-09a9-4658-a472-e9a54abddefc'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:18:41.437962 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f508816b-c182-44ea-9b01-c5d5dfe71dc6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "DELETE /v2.0/floatingips/5cb0bc42-c90e-44ff-ab4c-7227c6a6303e HTTP/1.1" status: 204 len: 168 time: 2.0847421 Nov 27 04:18:41.442060 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b68c106-b8f3-4f67-adf1-5926005658cf', 'tag': 'b32ff0a0-2fe9-400b-b7ae-06da2036133c'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:18:41.452655 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8863e83f-246c-474a-b60f-89dde6d23be6" -d '{"events": [{"name": "network-changed", "server_uuid": "4b68c106-b8f3-4f67-adf1-5926005658cf", "tag": "b32ff0a0-2fe9-400b-b7ae-06da2036133c"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:18:41.577854 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2028baff-b613-47f1-8e80-2c677976ec90 x-openstack-request-id: req-2028baff-b613-47f1-8e80-2c677976ec90 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:18:41.578511 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b68c106-b8f3-4f67-adf1-5926005658cf", "tag": "b32ff0a0-2fe9-400b-b7ae-06da2036133c", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:18:41.578645 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2028baff-b613-47f1-8e80-2c677976ec90 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:18:41.579076 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b68c106-b8f3-4f67-adf1-5926005658cf', 'tag': 'b32ff0a0-2fe9-400b-b7ae-06da2036133c', 'status': 'completed', 'code': 200} Nov 27 04:18:41.940766 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863e83f-246c-474a-b60f-89dde6d23be6 req-d567d941-ad42-4e5a-8137-b7307117d794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:41.946219 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8863e83f-246c-474a-b60f-89dde6d23be6 req-d567d941-ad42-4e5a-8137-b7307117d794 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=13b1fee7d54d401493a1883da20540bb&device_id=4b68c106-b8f3-4f67-adf1-5926005658cf HTTP/1.1" status: 200 len: 1095 time: 0.2985635 Nov 27 04:18:42.088975 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1073f-8290-4a65-bf66-94b99fae9870 req-a4f65b46-11d8-4841-84f4-373c4a52c016 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:42.098591 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7cf1073f-8290-4a65-bf66-94b99fae9870 req-a4f65b46-11d8-4841-84f4-373c4a52c016 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 944 time: 0.2534173 Nov 27 04:18:42.118359 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc00b2-a98b-4698-ab51-a96b55ae882c req-ef37e27c-7719-4de8-a9c9-d40e8ed64b1a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:42.132227 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fbfc00b2-a98b-4698-ab51-a96b55ae882c req-ef37e27c-7719-4de8-a9c9-d40e8ed64b1a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b68c106-b8f3-4f67-adf1-5926005658cf HTTP/1.1" status: 200 len: 944 time: 0.2550673 Nov 27 04:18:42.290411 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fbfc00b2-a98b-4698-ab51-a96b55ae882c req-1bb4b21a-84e1-4634-963d-35299fba4d98 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=44a6fd6f-dfa7-43d2-9c14-e4be1f11cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559973 Nov 27 04:18:42.303159 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7cf1073f-8290-4a65-bf66-94b99fae9870 req-5cbcacf2-d5a9-4ed9-a63c-145087ab61e0 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1988988 Nov 27 04:18:42.342136 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-08fbed72-b5a3-47f3-9ecc-320ac3f8c1b8 None None] Set router 88ba2c70-09a9-4658-a472-e9a54abddefc gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:18:42.392505 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863e83f-246c-474a-b60f-89dde6d23be6 req-3ed59d6e-ce18-4f7d-83ed-14b2d22daab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:42.394086 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8863e83f-246c-474a-b60f-89dde6d23be6 req-3ed59d6e-ce18-4f7d-83ed-14b2d22daab9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=90930601-3370-499c-b4d5-f1df41450e6c HTTP/1.1" status: 200 len: 897 time: 0.4317698 Nov 27 04:18:42.569052 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8863e83f-246c-474a-b60f-89dde6d23be6 req-c234776c-3c19-4f5b-997b-2799484750fe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b32ff0a0-2fe9-400b-b7ae-06da2036133c HTTP/1.1" status: 200 len: 217 time: 0.1063600 Nov 27 04:18:42.667740 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863e83f-246c-474a-b60f-89dde6d23be6 req-62699986-2100-4441-91d8-847543986635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:42.669193 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8863e83f-246c-474a-b60f-89dde6d23be6 req-62699986-2100-4441-91d8-847543986635 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd0aa1da-e5ad-40fd-bcf0-73b6a517f860 HTTP/1.1" status: 200 len: 835 time: 0.0868723 Nov 27 04:18:42.690802 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637b803-96d4-4e85-8d5c-10853f020f60 req-1153b5be-ef6f-4b1c-adfc-e7e7ebdbd538 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:42.693410 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f637b803-96d4-4e85-8d5c-10853f020f60 req-1153b5be-ef6f-4b1c-adfc-e7e7ebdbd538 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b68c106-b8f3-4f67-adf1-5926005658cf HTTP/1.1" status: 200 len: 944 time: 0.2974625 Nov 27 04:18:42.811044 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-08fbed72-b5a3-47f3-9ecc-320ac3f8c1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ba2c70-09a9-4658-a472-e9a54abddefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158491600', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'f1a6139e-eb9a-4f7d-b2c8-b3744d801899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:17:16Z', 'updated_at': '2021-11-27T04:17:25Z', 'revision_number': 4, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': 'f1a6139e-eb9a-4f7d-b2c8-b3744d801899', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ba2c70-09a9-4658-a472-e9a54abddefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:17:17Z', 'updated_at': '2021-11-27T04:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '6f2da223-45d4-468f-b04f-12e10cd1563b', 'name': '', 'network_id': '90930601-3370-499c-b4d5-f1df41450e6c', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'mac_address': 'fa:16:3e:78:78:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ba2c70-09a9-4658-a472-e9a54abddefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'bd0aa1da-e5ad-40fd-bcf0-73b6a517f860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:17:22Z', 'updated_at': '2021-11-27T04:17:31Z', 'revision_number': 5, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'subnets': [{'id': 'bd0aa1da-e5ad-40fd-bcf0-73b6a517f860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:18:42.895392 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fbed72-b5a3-47f3-9ecc-320ac3f8c1b8 None None] Checking router: 88ba2c70-09a9-4658-a472-e9a54abddefc for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:18:42.918079 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fbed72-b5a3-47f3-9ecc-320ac3f8c1b8 None None] Routers {'88ba2c70-09a9-4658-a472-e9a54abddefc'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:18:42.922672 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-08fbed72-b5a3-47f3-9ecc-320ac3f8c1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:18:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['88ba2c70-09a9-4658-a472-e9a54abddefc'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:18:42.943657 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863e83f-246c-474a-b60f-89dde6d23be6 req-bf53bdd8-175e-43df-800d-e9e4e66e3f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:42.947047 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8863e83f-246c-474a-b60f-89dde6d23be6 req-bf53bdd8-175e-43df-800d-e9e4e66e3f27 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=90930601-3370-499c-b4d5-f1df41450e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2526014 Nov 27 04:18:42.976318 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-f637b803-96d4-4e85-8d5c-10853f020f60 req-acbaff49-3f81-4dfc-b5e1-a598a0e48096 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Deleting port b32ff0a0-2fe9-400b-b7ae-06da2036133c {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:18:42.977145 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f637b803-96d4-4e85-8d5c-10853f020f60 req-acbaff49-3f81-4dfc-b5e1-a598a0e48096 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:43.120792 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-08fbed72-b5a3-47f3-9ecc-320ac3f8c1b8 None None] Set router 88ba2c70-09a9-4658-a472-e9a54abddefc gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:18:43.311549 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8863e83f-246c-474a-b60f-89dde6d23be6 req-623784d4-9957-4503-86e0-02f82cd67f3e service neutron] 10.222.0.23 "GET /v2.0/networks/90930601-3370-499c-b4d5-f1df41450e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492768 Nov 27 04:18:43.315574 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-f637b803-96d4-4e85-8d5c-10853f020f60 req-acbaff49-3f81-4dfc-b5e1-a598a0e48096 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] For port b32ff0a0-2fe9-400b-b7ae-06da2036133c, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=b32ff0a0-2fe9-400b-b7ae-06da2036133c,segment=NetworkSegment(00bc6fcc-e3a7-45e3-85de-a184d9d36dab),segment_id=00bc6fcc-e3a7-45e3-85de-a184d9d36dab)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:18:43.317094 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f637b803-96d4-4e85-8d5c-10853f020f60 req-acbaff49-3f81-4dfc-b5e1-a598a0e48096 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:43.365687 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-f637b803-96d4-4e85-8d5c-10853f020f60 req-acbaff49-3f81-4dfc-b5e1-a598a0e48096 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Calling delete_port for b32ff0a0-2fe9-400b-b7ae-06da2036133c owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:18:43.511760 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-08fbed72-b5a3-47f3-9ecc-320ac3f8c1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ba2c70-09a9-4658-a472-e9a54abddefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158491600', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'f1a6139e-eb9a-4f7d-b2c8-b3744d801899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:17:16Z', 'updated_at': '2021-11-27T04:17:25Z', 'revision_number': 4, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': 'f1a6139e-eb9a-4f7d-b2c8-b3744d801899', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ba2c70-09a9-4658-a472-e9a54abddefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:17:17Z', 'updated_at': '2021-11-27T04:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '6f2da223-45d4-468f-b04f-12e10cd1563b', 'name': '', 'network_id': '90930601-3370-499c-b4d5-f1df41450e6c', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'mac_address': 'fa:16:3e:78:78:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ba2c70-09a9-4658-a472-e9a54abddefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'bd0aa1da-e5ad-40fd-bcf0-73b6a517f860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:17:22Z', 'updated_at': '2021-11-27T04:17:31Z', 'revision_number': 5, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'subnets': [{'id': 'bd0aa1da-e5ad-40fd-bcf0-73b6a517f860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:18:43.549602 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081a853-a38a-4f25-ba60-56e037e16eda req-6243d2cc-3030-4664-ac2d-ac2217be0350 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:43.571388 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b081a853-a38a-4f25-ba60-56e037e16eda req-6243d2cc-3030-4664-ac2d-ac2217be0350 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b68c106-b8f3-4f67-adf1-5926005658cf HTTP/1.1" status: 200 len: 944 time: 0.1658943 Nov 27 04:18:43.616020 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fbed72-b5a3-47f3-9ecc-320ac3f8c1b8 None None] The sync data for ids ['88ba2c70-09a9-4658-a472-e9a54abddefc'] in n-d-819494-3 is: [{'id': '88ba2c70-09a9-4658-a472-e9a54abddefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158491600', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'f1a6139e-eb9a-4f7d-b2c8-b3744d801899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:17:16Z', 'updated_at': '2021-11-27T04:17:25Z', 'revision_number': 4, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': 'f1a6139e-eb9a-4f7d-b2c8-b3744d801899', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ba2c70-09a9-4658-a472-e9a54abddefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:17:17Z', 'updated_at': '2021-11-27T04:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '6f2da223-45d4-468f-b04f-12e10cd1563b', 'name': '', 'network_id': '90930601-3370-499c-b4d5-f1df41450e6c', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'mac_address': 'fa:16:3e:78:78:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ba2c70-09a9-4658-a472-e9a54abddefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'bd0aa1da-e5ad-40fd-bcf0-73b6a517f860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:17:22Z', 'updated_at': '2021-11-27T04:17:31Z', 'revision_number': 5, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'subnets': [{'id': 'bd0aa1da-e5ad-40fd-bcf0-73b6a517f860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:18:43.711149 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b081a853-a38a-4f25-ba60-56e037e16eda req-e2b02773-23aa-429b-a026-c5acbb0773ee tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=44a6fd6f-dfa7-43d2-9c14-e4be1f11cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385105 Nov 27 04:18:43.751985 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8863e83f-246c-474a-b60f-89dde6d23be6 req-951a5f04-1351-413e-8983-36e24846cf27 service neutron] 10.222.0.23 "GET /v2.0/networks/90930601-3370-499c-b4d5-f1df41450e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481506 Nov 27 04:18:43.858347 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c724d-3451-4946-94be-4bec223ce4a0 req-268b462d-fa64-4fe8-bda2-07fbb4c7ee5e tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:43.860565 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9e4c724d-3451-4946-94be-4bec223ce4a0 req-268b462d-fa64-4fe8-bda2-07fbb4c7ee5e tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 944 time: 0.1062274 Nov 27 04:18:44.059171 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9e4c724d-3451-4946-94be-4bec223ce4a0 req-6d4b74dc-3495-4ddc-8697-dc8bd5906c52 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639776 Nov 27 04:18:44.078806 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f637b803-96d4-4e85-8d5c-10853f020f60 req-acbaff49-3f81-4dfc-b5e1-a598a0e48096 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:44.185616 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbaff49-3f81-4dfc-b5e1-a598a0e48096 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event deleted for resources: {'Port': ['ID=b32ff0a0-2fe9-400b-b7ae-06da2036133c,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:44.261965 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-f637b803-96d4-4e85-8d5c-10853f020f60 req-acbaff49-3f81-4dfc-b5e1-a598a0e48096 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] No DVR routers for this DVR port b32ff0a0-2fe9-400b-b7ae-06da2036133c on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:18:44.278485 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-f637b803-96d4-4e85-8d5c-10853f020f60 req-acbaff49-3f81-4dfc-b5e1-a598a0e48096 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:44.287841 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7897783-5cd9-4871-af13-eb6445a5f425 None None] New status for floating IP 5cb0bc42-c90e-44ff-ab4c-7227c6a6303e: DOWN {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:18:44.291611 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f637b803-96d4-4e85-8d5c-10853f020f60 req-acbaff49-3f81-4dfc-b5e1-a598a0e48096 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.23 "DELETE /v2.0/ports/b32ff0a0-2fe9-400b-b7ae-06da2036133c HTTP/1.1" status: 204 len: 173 time: 1.5772755 Nov 27 04:18:44.292067 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b68c106-b8f3-4f67-adf1-5926005658cf', 'name': 'network-vif-deleted', 'tag': 'b32ff0a0-2fe9-400b-b7ae-06da2036133c'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:18:44.294727 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a3c3cf-4ff9-40ef-ba5f-4bcc768e390a" -d '{"events": [{"server_uuid": "4b68c106-b8f3-4f67-adf1-5926005658cf", "name": "network-vif-deleted", "tag": "b32ff0a0-2fe9-400b-b7ae-06da2036133c"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:18:44.386962 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbe6c8e-fa12-4654-9950-92297683c844 x-openstack-request-id: req-0cbe6c8e-fa12-4654-9950-92297683c844 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:18:44.387258 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b68c106-b8f3-4f67-adf1-5926005658cf", "name": "network-vif-deleted", "tag": "b32ff0a0-2fe9-400b-b7ae-06da2036133c", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:18:44.387518 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0cbe6c8e-fa12-4654-9950-92297683c844 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:18:44.387926 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b68c106-b8f3-4f67-adf1-5926005658cf', 'name': 'network-vif-deleted', 'tag': 'b32ff0a0-2fe9-400b-b7ae-06da2036133c', 'status': 'completed', 'code': 200} Nov 27 04:18:44.972582 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cd320c2f-4368-4e33-9954-bc03e7201857 req-88ac3c0a-9295-425c-9737-72eef6996c79 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b68c106-b8f3-4f67-adf1-5926005658cf HTTP/1.1" status: 200 len: 210 time: 0.0608251 Nov 27 04:18:45.279336 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b93a6-202c-4f30-9412-36e4f8b3a8ff req-3eb926c9-5d49-45e1-b0ec-df0270bc8e7f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:45.286134 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cd3b93a6-202c-4f30-9412-36e4f8b3a8ff req-3eb926c9-5d49-45e1-b0ec-df0270bc8e7f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 944 time: 0.0970783 Nov 27 04:18:45.362812 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cd3b93a6-202c-4f30-9412-36e4f8b3a8ff req-25a07cc3-1588-4519-8e2b-906b3699ce77 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704637 Nov 27 04:18:45.737389 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device b32ff0a0-2fe9-400b-b7ae-06da2036133c no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:18:45.759146 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: b32ff0a0-2fe9-400b-b7ae-06da2036133c {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:18:45.759677 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device b32ff0a0-2fe9-400b-b7ae-06da2036133c not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:18:46.056778 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51686) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:18:46.180634 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-35061df0-5ff1-4367-a377-e43fe5c17f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:46.307683 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:46.552435 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f499c-e8a5-47ce-87a9-3e18ad3663ce req-0825a57f-8607-4f26-b197-88d684fb6551 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:46.554885 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3d3f499c-e8a5-47ce-87a9-3e18ad3663ce req-0825a57f-8607-4f26-b197-88d684fb6551 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 944 time: 0.0922370 Nov 27 04:18:46.650619 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3d3f499c-e8a5-47ce-87a9-3e18ad3663ce req-38278402-7e02-4baf-b47b-82fd5ac29b95 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784760 Nov 27 04:18:46.791438 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7d3582bf-0593-4ac5-9b78-e0307b9b8131 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:47.235011 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-7d3582bf-0593-4ac5-9b78-e0307b9b8131 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Deleting port 6f2da223-45d4-468f-b04f-12e10cd1563b {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:18:47.235442 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7d3582bf-0593-4ac5-9b78-e0307b9b8131 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:47.443435 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-7d3582bf-0593-4ac5-9b78-e0307b9b8131 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] For port 6f2da223-45d4-468f-b04f-12e10cd1563b, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=6f2da223-45d4-468f-b04f-12e10cd1563b,segment=NetworkSegment(00bc6fcc-e3a7-45e3-85de-a184d9d36dab),segment_id=00bc6fcc-e3a7-45e3-85de-a184d9d36dab)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:18:47.444739 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7d3582bf-0593-4ac5-9b78-e0307b9b8131 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:47.461308 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-7d3582bf-0593-4ac5-9b78-e0307b9b8131 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Calling delete_port for 6f2da223-45d4-468f-b04f-12e10cd1563b owned by network:router_interface {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:18:47.817857 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7d3582bf-0593-4ac5-9b78-e0307b9b8131 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:47.898343 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c35f27-9390-4580-8374-975788a097eb req-a78647ab-238c-46d6-9bc2-322aa8fb2340 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:47.930741 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3582bf-0593-4ac5-9b78-e0307b9b8131 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event deleted for resources: {'Port': ['ID=6f2da223-45d4-468f-b04f-12e10cd1563b,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:47.939138 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-79c35f27-9390-4580-8374-975788a097eb req-a78647ab-238c-46d6-9bc2-322aa8fb2340 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 944 time: 0.1378741 Nov 27 04:18:48.127147 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-79c35f27-9390-4580-8374-975788a097eb req-474d773a-6974-4397-94f3-36457845dd86 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1835036 Nov 27 04:18:48.265733 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7d3582bf-0593-4ac5-9b78-e0307b9b8131 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:48.353778 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d9d7c854-3e98-421a-ab12-125319c13061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:48.848400 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3582bf-0593-4ac5-9b78-e0307b9b8131 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Router 88ba2c70-09a9-4658-a472-e9a54abddefc has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:18:48.883854 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:49.131661 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3582bf-0593-4ac5-9b78-e0307b9b8131 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:18:49.143689 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf4e04d-4c3e-40bd-87b7-5984a3116066 None None] Sync routers for ids ['88ba2c70-09a9-4658-a472-e9a54abddefc'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:18:49.161259 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf4e04d-4c3e-40bd-87b7-5984a3116066 None None] Routers {'88ba2c70-09a9-4658-a472-e9a54abddefc'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:18:49.162276 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-fbf4e04d-4c3e-40bd-87b7-5984a3116066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:18:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['88ba2c70-09a9-4658-a472-e9a54abddefc'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:18:49.166601 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7d3582bf-0593-4ac5-9b78-e0307b9b8131 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "PUT /v2.0/routers/88ba2c70-09a9-4658-a472-e9a54abddefc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1075196 Nov 27 04:18:49.168180 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51722) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:18:49.239496 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccee40bb-2aac-4553-91dd-e7da567aca06 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Deleting subnet bd0aa1da-e5ad-40fd-bcf0-73b6a517f860 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:18:49.242671 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ccee40bb-2aac-4553-91dd-e7da567aca06 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:49.283897 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-fbf4e04d-4c3e-40bd-87b7-5984a3116066 None None] Set router 88ba2c70-09a9-4658-a472-e9a54abddefc gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:18:49.311792 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ccee40bb-2aac-4553-91dd-e7da567aca06 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:49.452921 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd04f74-2e28-44b3-96c0-d2661d92e64c req-d3bd86bf-435d-4824-bb16-49485977a1eb tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:49.458369 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8cd04f74-2e28-44b3-96c0-d2661d92e64c req-d3bd86bf-435d-4824-bb16-49485977a1eb tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 944 time: 0.1560256 Nov 27 04:18:49.582753 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ccee40bb-2aac-4553-91dd-e7da567aca06 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:49.583511 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8cd04f74-2e28-44b3-96c0-d2661d92e64c req-36acc3d7-513c-4750-863a-3add012e3599 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190140 Nov 27 04:18:49.636891 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:49.719051 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ccee40bb-2aac-4553-91dd-e7da567aca06 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:49.725126 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-fbf4e04d-4c3e-40bd-87b7-5984a3116066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ba2c70-09a9-4658-a472-e9a54abddefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158491600', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'f1a6139e-eb9a-4f7d-b2c8-b3744d801899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:17:16Z', 'updated_at': '2021-11-27T04:18:47Z', 'revision_number': 5, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': 'f1a6139e-eb9a-4f7d-b2c8-b3744d801899', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ba2c70-09a9-4658-a472-e9a54abddefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:17:17Z', 'updated_at': '2021-11-27T04:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:18:49.775927 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf4e04d-4c3e-40bd-87b7-5984a3116066 None None] Checking router: 88ba2c70-09a9-4658-a472-e9a54abddefc for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:18:49.790627 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf4e04d-4c3e-40bd-87b7-5984a3116066 None None] Routers {'88ba2c70-09a9-4658-a472-e9a54abddefc'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:18:49.792071 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-fbf4e04d-4c3e-40bd-87b7-5984a3116066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:18:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['88ba2c70-09a9-4658-a472-e9a54abddefc'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:18:49.797864 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee40bb-2aac-4553-91dd-e7da567aca06 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event deleted for resources: {'Subnet': ['ID=bd0aa1da-e5ad-40fd-bcf0-73b6a517f860,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:49.816268 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ccee40bb-2aac-4553-91dd-e7da567aca06 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:49.820249 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b15b58-2ab5-4407-a029-d946fcac28a0 None None] Network 90930601-3370-499c-b4d5-f1df41450e6c requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:18:49.829582 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ccee40bb-2aac-4553-91dd-e7da567aca06 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "DELETE /v2.0/subnets/bd0aa1da-e5ad-40fd-bcf0-73b6a517f860 HTTP/1.1" status: 204 len: 168 time: 0.6574624 Nov 27 04:18:49.829833 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51730) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:18:50.062754 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a9fd72d7-260f-4028-b536-60aba2193b65 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:50.242050 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-fbf4e04d-4c3e-40bd-87b7-5984a3116066 None None] Set router 88ba2c70-09a9-4658-a472-e9a54abddefc gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:18:50.290770 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a9fd72d7-260f-4028-b536-60aba2193b65 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:50.297563 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac471ff-c5d8-4c63-a36f-51956f6a3876 None None] DHCP port deletion for 90930601-3370-499c-b4d5-f1df41450e6c request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:18:50.391353 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-a9fd72d7-260f-4028-b536-60aba2193b65 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Deleting port f1a6139e-eb9a-4f7d-b2c8-b3744d801899 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:18:50.391690 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a9fd72d7-260f-4028-b536-60aba2193b65 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:50.447697 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-5ac471ff-c5d8-4c63-a36f-51956f6a3876 None None] Deleting port 6ea0d871-fbcc-4296-bf36-f5cbbec340e3 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:18:50.448538 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5ac471ff-c5d8-4c63-a36f-51956f6a3876 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:50.513113 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-a9fd72d7-260f-4028-b536-60aba2193b65 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] For port f1a6139e-eb9a-4f7d-b2c8-b3744d801899, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=f1a6139e-eb9a-4f7d-b2c8-b3744d801899,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:18:50.513498 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a9fd72d7-260f-4028-b536-60aba2193b65 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:50.526742 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-a9fd72d7-260f-4028-b536-60aba2193b65 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Calling delete_port for f1a6139e-eb9a-4f7d-b2c8-b3744d801899 owned by network:router_gateway {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:18:50.544158 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 6ea0d871-fbcc-4296-bf36-f5cbbec340e3 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:18:50.609663 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-fbf4e04d-4c3e-40bd-87b7-5984a3116066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ba2c70-09a9-4658-a472-e9a54abddefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158491600', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'f1a6139e-eb9a-4f7d-b2c8-b3744d801899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:17:16Z', 'updated_at': '2021-11-27T04:18:47Z', 'revision_number': 5, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': 'f1a6139e-eb9a-4f7d-b2c8-b3744d801899', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ba2c70-09a9-4658-a472-e9a54abddefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:17:17Z', 'updated_at': '2021-11-27T04:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:18:50.675353 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf4e04d-4c3e-40bd-87b7-5984a3116066 None None] The sync data for ids ['88ba2c70-09a9-4658-a472-e9a54abddefc'] in n-d-819494-3 is: [{'id': '88ba2c70-09a9-4658-a472-e9a54abddefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158491600', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'f1a6139e-eb9a-4f7d-b2c8-b3744d801899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:17:16Z', 'updated_at': '2021-11-27T04:18:47Z', 'revision_number': 5, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': 'f1a6139e-eb9a-4f7d-b2c8-b3744d801899', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ba2c70-09a9-4658-a472-e9a54abddefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:17:17Z', 'updated_at': '2021-11-27T04:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:18:50.699027 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-5ac471ff-c5d8-4c63-a36f-51956f6a3876 None None] For port 6ea0d871-fbcc-4296-bf36-f5cbbec340e3, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=6ea0d871-fbcc-4296-bf36-f5cbbec340e3,segment=NetworkSegment(00bc6fcc-e3a7-45e3-85de-a184d9d36dab),segment_id=00bc6fcc-e3a7-45e3-85de-a184d9d36dab)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:18:50.705770 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5ac471ff-c5d8-4c63-a36f-51956f6a3876 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:50.754283 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-5ac471ff-c5d8-4c63-a36f-51956f6a3876 None None] Calling delete_port for 6ea0d871-fbcc-4296-bf36-f5cbbec340e3 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:18:50.756869 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:50.845452 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 6ea0d871-fbcc-4296-bf36-f5cbbec340e3, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=6ea0d871-fbcc-4296-bf36-f5cbbec340e3,segment=NetworkSegment(00bc6fcc-e3a7-45e3-85de-a184d9d36dab),segment_id=00bc6fcc-e3a7-45e3-85de-a184d9d36dab)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:18:50.859139 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:50.903916 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63da19-139f-4e42-b6a8-d3bf3e3f8614 req-342ce7a2-c96b-4ed1-b08e-0d2200b7c297 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:50.906228 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2f63da19-139f-4e42-b6a8-d3bf3e3f8614 req-342ce7a2-c96b-4ed1-b08e-0d2200b7c297 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 944 time: 0.1683500 Nov 27 04:18:50.915821 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a9fd72d7-260f-4028-b536-60aba2193b65 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:50.930232 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=6ea0d871-fbcc-4296-bf36-f5cbbec340e3,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:50.935040 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5ac471ff-c5d8-4c63-a36f-51956f6a3876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:50.970795 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac471ff-c5d8-4c63-a36f-51956f6a3876 None None] No DVR routers for this DVR port 6ea0d871-fbcc-4296-bf36-f5cbbec340e3 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:18:50.972929 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd52d3e4-c777-4472-ac9e-bb948478d177 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:18:50.980448 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac471ff-c5d8-4c63-a36f-51956f6a3876 None None] Pushing event deleted for resources: {'Port': ['ID=6ea0d871-fbcc-4296-bf36-f5cbbec340e3,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:50.999953 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd72d7-260f-4028-b536-60aba2193b65 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event deleted for resources: {'Port': ['ID=f1a6139e-eb9a-4f7d-b2c8-b3744d801899,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:51.077195 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a9fd72d7-260f-4028-b536-60aba2193b65 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:51.182834 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2f63da19-139f-4e42-b6a8-d3bf3e3f8614 req-add71636-9d52-4d2c-aefa-c421a80573c6 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2464914 Nov 27 04:18:51.312192 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:51.403459 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a9fd72d7-260f-4028-b536-60aba2193b65 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:51.407410 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a9fd72d7-260f-4028-b536-60aba2193b65 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:51.482524 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a9fd72d7-260f-4028-b536-60aba2193b65 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:51.483295 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9fd72d7-260f-4028-b536-60aba2193b65 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Fanout notify agent at l3_agent the message router_deleted on router 88ba2c70-09a9-4658-a472-e9a54abddefc {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:18:51.495940 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a9fd72d7-260f-4028-b536-60aba2193b65 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:51.497755 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a9fd72d7-260f-4028-b536-60aba2193b65 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "DELETE /v2.0/routers/88ba2c70-09a9-4658-a472-e9a54abddefc HTTP/1.1" status: 204 len: 168 time: 1.6669655 Nov 27 04:18:51.501427 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51752) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:18:51.632569 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-205a16b3-b2fd-45d8-a715-6805921cb13e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:51.782801 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-205a16b3-b2fd-45d8-a715-6805921cb13e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:51.809453 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-205a16b3-b2fd-45d8-a715-6805921cb13e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90930601-3370-499c-b4d5-f1df41450e6c']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:18:51.823602 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-205a16b3-b2fd-45d8-a715-6805921cb13e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00bc6fcc-e3a7-45e3-85de-a184d9d36dab') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:18:51.823881 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-205a16b3-b2fd-45d8-a715-6805921cb13e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00bc6fcc-e3a7-45e3-85de-a184d9d36dab') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:18:51.836449 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-205a16b3-b2fd-45d8-a715-6805921cb13e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:51.853586 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-205a16b3-b2fd-45d8-a715-6805921cb13e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:51.864012 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-205a16b3-b2fd-45d8-a715-6805921cb13e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:18:51.864422 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-205a16b3-b2fd-45d8-a715-6805921cb13e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:51.868144 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:18:51.868144 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:18:51.868144 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:18:51.868144 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:18:51.868144 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:18:51.868144 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:18:51.868144 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:18:51.868144 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:18:51.868144 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:18:51.868144 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:18:51.868144 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:18:51.868144 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:18:51.868144 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:18:51.868144 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:18:51.868144 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:18:51.868144 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:18:51.868144 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:18:51.868144 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:18:51.868144 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:18:51.868144 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:18:51.868144 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:18:51.868144 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:18:51.868144 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:18:51.868144 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:18:51.868144 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:18:51.868144 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:18:51.868144 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:18:51.868144 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:18:51.868144 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:18:51.868144 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:18:51.868144 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:18:51.868144 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:18:51.892276 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:51.963756 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-205a16b3-b2fd-45d8-a715-6805921cb13e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:51.978882 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-205a16b3-b2fd-45d8-a715-6805921cb13e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:51.982542 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-205a16b3-b2fd-45d8-a715-6805921cb13e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "DELETE /v2.0/networks/90930601-3370-499c-b4d5-f1df41450e6c HTTP/1.1" status: 204 len: 168 time: 0.4795232 Nov 27 04:18:51.986170 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51758) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:18:51.997335 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a16b3-b2fd-45d8-a715-6805921cb13e tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event deleted for resources: {'Network': ['ID=90930601-3370-499c-b4d5-f1df41450e6c,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:52.059889 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-46ba5ab4-7938-484a-ba45-2c85f66304d6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:52.108327 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-46ba5ab4-7938-484a-ba45-2c85f66304d6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:52.204754 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-46ba5ab4-7938-484a-ba45-2c85f66304d6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:52.208989 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-46ba5ab4-7938-484a-ba45-2c85f66304d6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:52.210694 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-46ba5ab4-7938-484a-ba45-2c85f66304d6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "DELETE /v2.0/security-groups/44a6fd6f-dfa7-43d2-9c14-e4be1f11cc4a HTTP/1.1" status: 204 len: 168 time: 0.2224665 Nov 27 04:18:52.244098 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba5ab4-7938-484a-ba45-2c85f66304d6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a6fd6f-dfa7-43d2-9c14-e4be1f11cc4a,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:52.395564 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842539a-88ae-40e4-ac32-2f6954accee1 req-fa82d21d-1856-42cd-82eb-df8af082c875 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:52.403884 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f842539a-88ae-40e4-ac32-2f6954accee1 req-fa82d21d-1856-42cd-82eb-df8af082c875 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 944 time: 0.0622170 Nov 27 04:18:52.462771 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51770) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:18:52.467959 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-87f793a3-942d-476d-a970-e3cb0f707240 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-548750336', 'description': 'tempest-secgroup-smoke-548750336 description', 'project_id': '13b1fee7d54d401493a1883da20540bb'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:18:52.485366 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 6f2da223-45d4-468f-b04f-12e10cd1563b no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:18:52.489858 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f842539a-88ae-40e4-ac32-2f6954accee1 req-a4a72450-7dff-4c0e-b873-47b31a95769f tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839059 Nov 27 04:18:52.512458 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-87f793a3-942d-476d-a970-e3cb0f707240 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:52.521744 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 6f2da223-45d4-468f-b04f-12e10cd1563b {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:18:52.522482 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 6f2da223-45d4-468f-b04f-12e10cd1563b not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:18:52.523168 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device f1a6139e-eb9a-4f7d-b2c8-b3744d801899 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:18:52.548743 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: f1a6139e-eb9a-4f7d-b2c8-b3744d801899 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:18:52.549521 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device f1a6139e-eb9a-4f7d-b2c8-b3744d801899 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:18:52.594422 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-87f793a3-942d-476d-a970-e3cb0f707240 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:52.598661 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-87f793a3-942d-476d-a970-e3cb0f707240 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:52.632600 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-87f793a3-942d-476d-a970-e3cb0f707240 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:52.637077 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-87f793a3-942d-476d-a970-e3cb0f707240 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1697960 Nov 27 04:18:52.637264 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51772) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:18:52.641624 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-701cc1d7-f0c8-4e69-b035-9922315512c9 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'security_group_rule': {'security_group_id': 'aa76e1c1-a1bf-4f68-a2dc-b67794f6d714', 'project_id': '13b1fee7d54d401493a1883da20540bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:18:52.644605 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f793a3-942d-476d-a970-e3cb0f707240 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa76e1c1-a1bf-4f68-a2dc-b67794f6d714,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:52.676970 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:18:52.692858 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-701cc1d7-f0c8-4e69-b035-9922315512c9 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:52.751157 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-701cc1d7-f0c8-4e69-b035-9922315512c9 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:52.755761 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-701cc1d7-f0c8-4e69-b035-9922315512c9 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:52.774046 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701cc1d7-f0c8-4e69-b035-9922315512c9 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fb4ccf4-20b0-40a7-8124-1d9b129a2374,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:52.801458 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-701cc1d7-f0c8-4e69-b035-9922315512c9 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:52.806338 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-701cc1d7-f0c8-4e69-b035-9922315512c9 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1683457 Nov 27 04:18:52.806714 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51774) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:18:52.811928 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-e191b6a8-31a4-4ea3-a8c5-99243fd50b52 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'security_group_rule': {'security_group_id': 'aa76e1c1-a1bf-4f68-a2dc-b67794f6d714', 'project_id': '13b1fee7d54d401493a1883da20540bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:18:52.842351 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e191b6a8-31a4-4ea3-a8c5-99243fd50b52 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:52.909376 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e191b6a8-31a4-4ea3-a8c5-99243fd50b52 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:52.914075 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e191b6a8-31a4-4ea3-a8c5-99243fd50b52 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:52.939352 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191b6a8-31a4-4ea3-a8c5-99243fd50b52 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5552fb37-ba3f-41c5-a93d-394e413f0515,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:52.947008 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e191b6a8-31a4-4ea3-a8c5-99243fd50b52 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:52.951454 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e191b6a8-31a4-4ea3-a8c5-99243fd50b52 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1433508 Nov 27 04:18:52.952831 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51776) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:18:52.958651 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-042d8f5a-1388-45c9-9d13-98fc499772f5 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'security_group_rule': {'security_group_id': 'aa76e1c1-a1bf-4f68-a2dc-b67794f6d714', 'project_id': '13b1fee7d54d401493a1883da20540bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:18:52.994925 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-042d8f5a-1388-45c9-9d13-98fc499772f5 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:53.072830 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-042d8f5a-1388-45c9-9d13-98fc499772f5 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:53.078288 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-042d8f5a-1388-45c9-9d13-98fc499772f5 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:53.097583 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d8f5a-1388-45c9-9d13-98fc499772f5 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4350f766-9518-446f-870f-cd445fbe9029,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:53.105545 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-042d8f5a-1388-45c9-9d13-98fc499772f5 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:53.110153 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-042d8f5a-1388-45c9-9d13-98fc499772f5 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1530457 Nov 27 04:18:53.110319 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51782) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:18:53.114885 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-960524e1-1817-4f66-be85-ab6e29ee7797 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'security_group_rule': {'security_group_id': 'aa76e1c1-a1bf-4f68-a2dc-b67794f6d714', 'project_id': '13b1fee7d54d401493a1883da20540bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:18:53.143996 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-960524e1-1817-4f66-be85-ab6e29ee7797 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:53.221540 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-960524e1-1817-4f66-be85-ab6e29ee7797 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:53.226499 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-960524e1-1817-4f66-be85-ab6e29ee7797 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:53.254766 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960524e1-1817-4f66-be85-ab6e29ee7797 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2c6a98e-0d6f-4c59-90c7-c32670bad0ef,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:53.262182 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-960524e1-1817-4f66-be85-ab6e29ee7797 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:53.263933 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-960524e1-1817-4f66-be85-ab6e29ee7797 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1523454 Nov 27 04:18:53.266981 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51786) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:18:53.277479 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-b5702fb9-0735-415a-bd0b-cc3b7e69ede6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'security_group_rule': {'security_group_id': 'aa76e1c1-a1bf-4f68-a2dc-b67794f6d714', 'project_id': '13b1fee7d54d401493a1883da20540bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:18:53.300901 n-d-819494-3 neutron-server[110018]: INFO neutron.db.securitygroups_db [None req-b5702fb9-0735-415a-bd0b-cc3b7e69ede6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Project 13b1fee7d54d401493a1883da20540bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 04:18:53.306760 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b5702fb9-0735-415a-bd0b-cc3b7e69ede6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:53.379817 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b5702fb9-0735-415a-bd0b-cc3b7e69ede6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:53.384867 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b5702fb9-0735-415a-bd0b-cc3b7e69ede6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:53.400427 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5702fb9-0735-415a-bd0b-cc3b7e69ede6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc16a78e-c722-42e5-8410-73c643f5fe36,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:53.420201 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b5702fb9-0735-415a-bd0b-cc3b7e69ede6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:53.423996 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b5702fb9-0735-415a-bd0b-cc3b7e69ede6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1539879 Nov 27 04:18:53.425010 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51790) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:18:53.429790 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-26d7d45b-c8f5-46e6-ba2a-9850362c63d9 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'security_group_rule': {'security_group_id': 'aa76e1c1-a1bf-4f68-a2dc-b67794f6d714', 'project_id': '13b1fee7d54d401493a1883da20540bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:18:53.454419 n-d-819494-3 neutron-server[110018]: INFO neutron.db.securitygroups_db [None req-26d7d45b-c8f5-46e6-ba2a-9850362c63d9 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Project 13b1fee7d54d401493a1883da20540bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 04:18:53.460532 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-26d7d45b-c8f5-46e6-ba2a-9850362c63d9 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:53.543510 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-26d7d45b-c8f5-46e6-ba2a-9850362c63d9 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:53.549350 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-26d7d45b-c8f5-46e6-ba2a-9850362c63d9 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:53.568638 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d7d45b-c8f5-46e6-ba2a-9850362c63d9 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=606d4c1d-d66a-4292-b83e-791f9c202b16,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:53.581775 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-26d7d45b-c8f5-46e6-ba2a-9850362c63d9 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:53.585886 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-26d7d45b-c8f5-46e6-ba2a-9850362c63d9 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1571794 Nov 27 04:18:53.586145 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51794) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:18:53.605049 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-45197b5c-2c1a-4d9f-ba1c-9c7c0cb847ce tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'network': {'name': 'tempest-network-smoke--1235196815', 'project_id': '13b1fee7d54d401493a1883da20540bb', 'port_security_enabled': True}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:18:53.656103 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45197b5c-2c1a-4d9f-ba1c-9c7c0cb847ce tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Made reservation on behalf of 13b1fee7d54d401493a1883da20540bb for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:18:53.659615 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-45197b5c-2c1a-4d9f-ba1c-9c7c0cb847ce tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:53.670469 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ef94c-0ede-4b0e-b953-0c201ae64c9a req-dc6d17e5-95c7-4110-b501-1cb96adb3792 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:53.672212 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-138ef94c-0ede-4b0e-b953-0c201ae64c9a req-dc6d17e5-95c7-4110-b501-1cb96adb3792 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 944 time: 0.0877957 Nov 27 04:18:53.715879 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45197b5c-2c1a-4d9f-ba1c-9c7c0cb847ce tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:18:53.740502 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-45197b5c-2c1a-4d9f-ba1c-9c7c0cb847ce tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:53.740920 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-45197b5c-2c1a-4d9f-ba1c-9c7c0cb847ce tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Added segment 8292b501-6605-4030-9e14-a29be529a23a of type vlan for network 16cb1c3b-c674-4d81-a1d5-ef4ac65c7115 Nov 27 04:18:53.753463 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-138ef94c-0ede-4b0e-b953-0c201ae64c9a req-9fef904c-fd6b-4b65-9048-9e0a55c1172e tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715830 Nov 27 04:18:53.795752 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-45197b5c-2c1a-4d9f-ba1c-9c7c0cb847ce tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:53.843750 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-45197b5c-2c1a-4d9f-ba1c-9c7c0cb847ce tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:53.852914 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45197b5c-2c1a-4d9f-ba1c-9c7c0cb847ce tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:53.853981 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-45197b5c-2c1a-4d9f-ba1c-9c7c0cb847ce tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:53.920503 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-45197b5c-2c1a-4d9f-ba1c-9c7c0cb847ce tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3331256 Nov 27 04:18:53.923548 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51802) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:18:53.928029 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-24a5bbb2-8873-4581-9a35-519d7a11b517 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-812115195', 'admin_state_up': True, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:18:53.947361 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45197b5c-2c1a-4d9f-ba1c-9c7c0cb847ce tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'Network': ['ID=16cb1c3b-c674-4d81-a1d5-ef4ac65c7115,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:53.964143 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 16cb1c3b-c674-4d81-a1d5-ef4ac65c7115 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:18:53.992976 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-24a5bbb2-8873-4581-9a35-519d7a11b517 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:53.994372 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-24a5bbb2-8873-4581-9a35-519d7a11b517 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:54.075985 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-24a5bbb2-8873-4581-9a35-519d7a11b517 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:54.231804 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-24a5bbb2-8873-4581-9a35-519d7a11b517 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:54.331936 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 35901b62-66fd-45b1-afcc-77274fd1e9a5 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:18:54.459974 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 35901b62-66fd-45b1-afcc-77274fd1e9a5, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=35901b62-66fd-45b1-afcc-77274fd1e9a5,segment=NetworkSegment(14ba06ee-f49c-4f99-b4a7-818247e87fba),segment_id=14ba06ee-f49c-4f99-b4a7-818247e87fba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:18:54.468437 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-24a5bbb2-8873-4581-9a35-519d7a11b517 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for router_gateway, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:54.481458 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '35901b62-66fd-45b1-afcc-77274fd1e9a5', 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991', 'port_id': '35901b62-66fd-45b1-afcc-77274fd1e9a5', 'mac_address': 'fa:16:3e:e0:c6:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '129d6819-d46b-4873-8019-a59c438c16e8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:18:54.489316 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-24a5bbb2-8873-4581-9a35-519d7a11b517 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:54.521093 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51812) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:18:54.549882 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:54.577471 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35901b62-66fd-45b1-afcc-77274fd1e9a5 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:18:54.616557 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 35901b62-66fd-45b1-afcc-77274fd1e9a5, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=35901b62-66fd-45b1-afcc-77274fd1e9a5,segment=NetworkSegment(14ba06ee-f49c-4f99-b4a7-818247e87fba),segment_id=14ba06ee-f49c-4f99-b4a7-818247e87fba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:18:54.625985 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:54.694694 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=35901b62-66fd-45b1-afcc-77274fd1e9a5,revision_number=11']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:54.697164 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-24a5bbb2-8873-4581-9a35-519d7a11b517 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Allocated IP 172.25.1.152 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/b98c48bc-28cf-4ed0-8539-7bf36bcc8c05) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:18:54.900958 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['35901b62-66fd-45b1-afcc-77274fd1e9a5'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:18:55.036353 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-89e69438-5cf3-41d0-839e-5ca562371867 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Deleting port b81101bd-6fca-4828-a8f0-926035641c19 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:18:55.036703 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-89e69438-5cf3-41d0-839e-5ca562371867 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:55.044441 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-24a5bbb2-8873-4581-9a35-519d7a11b517 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:55.092070 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcb400-c0f3-43ae-bfc8-98463ce0c349 req-48aca577-7d11-4267-8e7b-f59e1bece3a3 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:55.100180 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-06dcb400-c0f3-43ae-bfc8-98463ce0c349 req-48aca577-7d11-4267-8e7b-f59e1bece3a3 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 945 time: 0.1791258 Nov 27 04:18:55.196956 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-24a5bbb2-8873-4581-9a35-519d7a11b517 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:55.211172 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-06dcb400-c0f3-43ae-bfc8-98463ce0c349 req-423cc6e5-bc80-4833-8a87-419e5c508aff tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098328 Nov 27 04:18:55.236107 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-89e69438-5cf3-41d0-839e-5ca562371867 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:55.236438 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-89e69438-5cf3-41d0-839e-5ca562371867 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:55.252020 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-89e69438-5cf3-41d0-839e-5ca562371867 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Calling delete_port for b81101bd-6fca-4828-a8f0-926035641c19 owned by network:floatingip {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:18:55.273954 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a5bbb2-8873-4581-9a35-519d7a11b517 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:18:55.277535 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-24a5bbb2-8873-4581-9a35-519d7a11b517 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:18:55.282654 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a5bbb2-8873-4581-9a35-519d7a11b517 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:18:55.287439 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a5bbb2-8873-4581-9a35-519d7a11b517 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'Port': ['ID=b98c48bc-28cf-4ed0-8539-7bf36bcc8c05,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:55.297883 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833ba6f1-0fd8-42f8-8be8-5e3afbba78c6 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:18:55.424496 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-b6fe6dca-3c28-4961-85fe-4afc589a68f8 None None] Provisioning complete for port b98c48bc-28cf-4ed0-8539-7bf36bcc8c05 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:18:55.424496 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b6fe6dca-3c28-4961-85fe-4afc589a68f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:55.506974 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-b6fe6dca-3c28-4961-85fe-4afc589a68f8 None None] Port b98c48bc-28cf-4ed0-8539-7bf36bcc8c05 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:18:55.572574 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-89e69438-5cf3-41d0-839e-5ca562371867 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:55.614697 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e69438-5cf3-41d0-839e-5ca562371867 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Pushing event deleted for resources: {'Port': ['ID=b81101bd-6fca-4828-a8f0-926035641c19,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:55.680676 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-89e69438-5cf3-41d0-839e-5ca562371867 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks [] for floatingip, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:55.681036 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [None req-89e69438-5cf3-41d0-839e-5ca562371867 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Floating IP 7f5c187e-6bf2-447e-8059-c245ca33c19c disassociated (deleted). External IP: 172.25.1.163, port: d1723531-9f25-4b41-9e5c-8b06d2f279e9. Nov 27 04:18:56.042754 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-24a5bbb2-8873-4581-9a35-519d7a11b517 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for router_gateway, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:56.060413 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e69438-5cf3-41d0-839e-5ca562371867 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Router 4c0002fa-51b3-4f8e-a730-f7759d1b8b52 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:18:56.294824 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-24a5bbb2-8873-4581-9a35-519d7a11b517 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:56.339001 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 35901b62-66fd-45b1-afcc-77274fd1e9a5 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:18:56.426444 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 35901b62-66fd-45b1-afcc-77274fd1e9a5 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:18:56.433631 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 35901b62-66fd-45b1-afcc-77274fd1e9a5 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:18:56.435157 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:56.502165 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a5bbb2-8873-4581-9a35-519d7a11b517 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Router 65fc7d13-92b5-4436-9b92-5c96969d9505 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:18:56.544038 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:56.585737 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 35901b62-66fd-45b1-afcc-77274fd1e9a5, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=35901b62-66fd-45b1-afcc-77274fd1e9a5,segment=NetworkSegment(14ba06ee-f49c-4f99-b4a7-818247e87fba),segment_id=14ba06ee-f49c-4f99-b4a7-818247e87fba)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:18:56.587118 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279102cc-6d50-4eb2-82fe-b76d570d39f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35901b62-66fd-45b1-afcc-77274fd1e9a5'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:18:56.591100 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd239c6d-837c-418c-b74b-2d6da18e084d" -d '{"events": [{"server_uuid": "279102cc-6d50-4eb2-82fe-b76d570d39f9", "name": "network-vif-plugged", "status": "completed", "tag": "35901b62-66fd-45b1-afcc-77274fd1e9a5"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:18:56.598000 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:56.632767 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd980d71-0bc1-474a-9f06-b5e09d199923 req-0279c46a-1b20-496e-b706-766a87477a1d tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:56.642221 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fd980d71-0bc1-474a-9f06-b5e09d199923 req-0279c46a-1b20-496e-b706-766a87477a1d tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 945 time: 0.0788896 Nov 27 04:18:56.651965 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a5bbb2-8873-4581-9a35-519d7a11b517 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:18:56.665479 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e69438-5cf3-41d0-839e-5ca562371867 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:18:56.666193 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a43347a-b526-424d-9ba0-c21e3783e554 None None] Sync routers for ids ['65fc7d13-92b5-4436-9b92-5c96969d9505'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:18:56.672304 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-89e69438-5cf3-41d0-839e-5ca562371867 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:56.676397 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26b877c-56a6-4759-b379-0eaf6d8af4d7 None None] Sync routers for ids ['4c0002fa-51b3-4f8e-a730-f7759d1b8b52'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:18:56.691127 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd265079-8251-46db-a179-2b8aeb530ace x-openstack-request-id: req-bd265079-8251-46db-a179-2b8aeb530ace {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:18:56.691337 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "279102cc-6d50-4eb2-82fe-b76d570d39f9", "name": "network-vif-plugged", "status": "completed", "tag": "35901b62-66fd-45b1-afcc-77274fd1e9a5", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:18:56.691714 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd265079-8251-46db-a179-2b8aeb530ace {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:18:56.692125 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279102cc-6d50-4eb2-82fe-b76d570d39f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35901b62-66fd-45b1-afcc-77274fd1e9a5', 'code': 200} Nov 27 04:18:56.695465 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-24a5bbb2-8873-4581-9a35-519d7a11b517 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:56.695902 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26b877c-56a6-4759-b379-0eaf6d8af4d7 None None] Routers {'4c0002fa-51b3-4f8e-a730-f7759d1b8b52'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:18:56.696681 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-f26b877c-56a6-4759-b379-0eaf6d8af4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:18:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4c0002fa-51b3-4f8e-a730-f7759d1b8b52'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:18:56.698135 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-24a5bbb2-8873-4581-9a35-519d7a11b517 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7735958 Nov 27 04:18:56.701355 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51842) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:18:56.701645 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a43347a-b526-424d-9ba0-c21e3783e554 None None] Routers {'65fc7d13-92b5-4436-9b92-5c96969d9505'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:18:56.704399 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-7a43347a-b526-424d-9ba0-c21e3783e554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:18:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['65fc7d13-92b5-4436-9b92-5c96969d9505'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:18:56.737934 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fd980d71-0bc1-474a-9f06-b5e09d199923 req-e52dd9a2-9a7f-408b-9f79-7472468652fd tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947909 Nov 27 04:18:56.750965 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-89e69438-5cf3-41d0-839e-5ca562371867 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "DELETE /v2.0/floatingips/7f5c187e-6bf2-447e-8059-c245ca33c19c HTTP/1.1" status: 204 len: 168 time: 2.2285061 Nov 27 04:18:56.751886 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994db326-5b5c-4852-80a4-e1f14a72d3fc', 'tag': 'd1723531-9f25-4b41-9e5c-8b06d2f279e9'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:18:56.767670 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf709c8-d16f-43f4-8340-0cc57d85d1f2" -d '{"events": [{"name": "network-changed", "server_uuid": "994db326-5b5c-4852-80a4-e1f14a72d3fc", "tag": "d1723531-9f25-4b41-9e5c-8b06d2f279e9"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:18:56.771002 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2fac535b-f47b-475c-a449-62adcda1a050 tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=13b1fee7d54d401493a1883da20540bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0644565 Nov 27 04:18:56.772603 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51846) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:18:56.837099 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e32871a-f3f1-4287-9837-b29a7a0faf8a x-openstack-request-id: req-6e32871a-f3f1-4287-9837-b29a7a0faf8a {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:18:56.837835 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "994db326-5b5c-4852-80a4-e1f14a72d3fc", "tag": "d1723531-9f25-4b41-9e5c-8b06d2f279e9", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:18:56.838313 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e32871a-f3f1-4287-9837-b29a7a0faf8a {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:18:56.838856 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994db326-5b5c-4852-80a4-e1f14a72d3fc', 'tag': 'd1723531-9f25-4b41-9e5c-8b06d2f279e9', 'status': 'completed', 'code': 200} Nov 27 04:18:56.882108 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-7a43347a-b526-424d-9ba0-c21e3783e554 None None] Set router 65fc7d13-92b5-4436-9b92-5c96969d9505 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:18:56.913777 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a83c18-e62b-4117-a666-d7f22512124f tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:56.917929 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-73a83c18-e62b-4117-a666-d7f22512124f tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1397102 Nov 27 04:18:56.918168 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51850) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:18:56.981822 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=35901b62-66fd-45b1-afcc-77274fd1e9a5,revision_number=12']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:57.003479 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c113b191-38ac-4089-b32f-da8fe142d86c tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=f5c39893-f8d8-4150-8aae-695f98406de3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0819082 Nov 27 04:18:57.004775 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 51856) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:18:57.013352 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-1e7db893-33c0-4603-b19f-2089e0726460 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1336155115', 'network_id': '16cb1c3b-c674-4d81-a1d5-ef4ac65c7115', 'project_id': '13b1fee7d54d401493a1883da20540bb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:18:57.032439 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde4693-bbf3-4948-ae02-27dda715a13a req-3767fe7e-9bd5-42b7-80c5-99a03492f501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:57.037050 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8fde4693-bbf3-4948-ae02-27dda715a13a req-3767fe7e-9bd5-42b7-80c5-99a03492f501 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 1097 time: 0.1515963 Nov 27 04:18:57.071409 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf709c8-d16f-43f4-8340-0cc57d85d1f2 req-080adb7a-157d-494b-8568-73ebe829c32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:57.072999 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ddf709c8-d16f-43f4-8340-0cc57d85d1f2 req-080adb7a-157d-494b-8568-73ebe829c32d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6292db7bdfdd4a808d17c61c8ea15dfe&device_id=994db326-5b5c-4852-80a4-e1f14a72d3fc HTTP/1.1" status: 200 len: 1096 time: 0.1403799 Nov 27 04:18:57.144614 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8fde4693-bbf3-4948-ae02-27dda715a13a req-69116e04-f8c0-4e2f-8f5d-b8d61b9a6fab service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959799 Nov 27 04:18:57.229058 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7db893-33c0-4603-b19f-2089e0726460 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Made reservation on behalf of 13b1fee7d54d401493a1883da20540bb for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:18:57.236141 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1e7db893-33c0-4603-b19f-2089e0726460 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:57.263020 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-f26b877c-56a6-4759-b379-0eaf6d8af4d7 None None] Set router 4c0002fa-51b3-4f8e-a730-f7759d1b8b52 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:18:57.298951 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-7a43347a-b526-424d-9ba0-c21e3783e554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65fc7d13-92b5-4436-9b92-5c96969d9505', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812115195', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b98c48bc-28cf-4ed0-8539-7bf36bcc8c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:18:54Z', 'updated_at': '2021-11-27T04:18:55Z', 'revision_number': 3, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': 'b98c48bc-28cf-4ed0-8539-7bf36bcc8c05', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:04:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65fc7d13-92b5-4436-9b92-5c96969d9505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:18:54Z', 'updated_at': '2021-11-27T04:18:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:18:57.313175 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff33f6-e41d-4406-a964-c35330794128 req-53a51cf7-24a3-42a4-8bc0-1bc14e4e824c tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:57.317081 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-08ff33f6-e41d-4406-a964-c35330794128 req-53a51cf7-24a3-42a4-8bc0-1bc14e4e824c tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/ports?device_id=994db326-5b5c-4852-80a4-e1f14a72d3fc HTTP/1.1" status: 200 len: 945 time: 0.0860803 Nov 27 04:18:57.341344 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a43347a-b526-424d-9ba0-c21e3783e554 None None] Checking router: 65fc7d13-92b5-4436-9b92-5c96969d9505 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:18:57.341951 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a43347a-b526-424d-9ba0-c21e3783e554 None None] Updating router 65fc7d13-92b5-4436-9b92-5c96969d9505 port b98c48bc-28cf-4ed0-8539-7bf36bcc8c05 binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:18:57.434077 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-08ff33f6-e41d-4406-a964-c35330794128 req-09c553cd-7a0e-4949-a93f-57ad8406cffa tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf8d89d2-1d94-4327-916b-17cea4e9becf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105955 Nov 27 04:18:57.444728 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7a43347a-b526-424d-9ba0-c21e3783e554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:57.584274 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-f26b877c-56a6-4759-b379-0eaf6d8af4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'name': 'tempest-TestVolumeBackupRestore-607832707-router', 'tenant_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bafad31a-5576-42b3-be80-53bae453a518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:13:15Z', 'updated_at': '2021-11-27T04:13:21Z', 'revision_number': 4, 'project_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'gw_port': {'id': 'bafad31a-5576-42b3-be80-53bae453a518', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:13:16Z', 'updated_at': '2021-11-27T04:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'd6ac6ea9-9ede-4dd7-9151-73d43bc6b298', 'name': '', 'network_id': '0e5f5de3-7997-41af-8459-38e29bc5d0bf', 'tenant_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'mac_address': 'fa:16:3e:a2:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '71714649-ab01-464e-9082-35e74a3e5679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:13:20Z', 'updated_at': '2021-11-27T04:13:31Z', 'revision_number': 5, 'project_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'subnets': [{'id': '71714649-ab01-464e-9082-35e74a3e5679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:18:57.617469 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26b877c-56a6-4759-b379-0eaf6d8af4d7 None None] Checking router: 4c0002fa-51b3-4f8e-a730-f7759d1b8b52 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:18:57.652773 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26b877c-56a6-4759-b379-0eaf6d8af4d7 None None] Routers {'4c0002fa-51b3-4f8e-a730-f7759d1b8b52'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:18:57.657736 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-f26b877c-56a6-4759-b379-0eaf6d8af4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:18:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4c0002fa-51b3-4f8e-a730-f7759d1b8b52'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:18:57.688276 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf709c8-d16f-43f4-8340-0cc57d85d1f2 req-c9bc5e20-9808-4de3-a2b2-19b6c76774fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:57.689878 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ddf709c8-d16f-43f4-8340-0cc57d85d1f2 req-c9bc5e20-9808-4de3-a2b2-19b6c76774fc service neutron] 10.222.0.23 "GET /v2.0/networks?id=0e5f5de3-7997-41af-8459-38e29bc5d0bf HTTP/1.1" status: 200 len: 914 time: 0.5954521 Nov 27 04:18:57.691388 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1e7db893-33c0-4603-b19f-2089e0726460 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:57.813997 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7db893-33c0-4603-b19f-2089e0726460 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'Subnet': ['ID=230b3c5a-af3d-4d21-9799-ddc9a0766901,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:57.851049 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-f26b877c-56a6-4759-b379-0eaf6d8af4d7 None None] Set router 4c0002fa-51b3-4f8e-a730-f7759d1b8b52 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:18:57.872251 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ddf709c8-d16f-43f4-8340-0cc57d85d1f2 req-625330f6-c864-495a-adb6-4b2110b59da8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1723531-9f25-4b41-9e5c-8b06d2f279e9 HTTP/1.1" status: 200 len: 217 time: 0.0676844 Nov 27 04:18:57.984759 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7a43347a-b526-424d-9ba0-c21e3783e554 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:57.993920 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7a43347a-b526-424d-9ba0-c21e3783e554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:58.005293 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf709c8-d16f-43f4-8340-0cc57d85d1f2 req-1a1e8e46-1598-481d-9bae-6f3692d44629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:58.008529 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ddf709c8-d16f-43f4-8340-0cc57d85d1f2 req-1a1e8e46-1598-481d-9bae-6f3692d44629 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=71714649-ab01-464e-9082-35e74a3e5679 HTTP/1.1" status: 200 len: 852 time: 0.1227856 Nov 27 04:18:58.011002 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7db893-33c0-4603-b19f-2089e0726460 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Checking segment: {'id': '8292b501-6605-4030-9e14-a29be529a23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '16cb1c3b-c674-4d81-a1d5-ef4ac65c7115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:18:58.011377 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7db893-33c0-4603-b19f-2089e0726460 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Network hostable DHCP agents. Network: 16cb1c3b-c674-4d81-a1d5-ef4ac65c7115, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:18:58.048873 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ecdbb-1f3e-4b57-a2df-252d0474fda5 None None] Pushing event updated for resources: {'Port': ['ID=b98c48bc-28cf-4ed0-8539-7bf36bcc8c05,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:58.076640 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db93e300-1fbe-42be-a6c5-e1ba5e351994 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:18:58.086636 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-7a43347a-b526-424d-9ba0-c21e3783e554 None None] Attempting to bind port b98c48bc-28cf-4ed0-8539-7bf36bcc8c05 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:18:58.087968 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-7a43347a-b526-424d-9ba0-c21e3783e554 None None] Attempting to bind port b98c48bc-28cf-4ed0-8539-7bf36bcc8c05 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:18:58.088462 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a43347a-b526-424d-9ba0-c21e3783e554 None None] Attempting to bind port b98c48bc-28cf-4ed0-8539-7bf36bcc8c05 on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:18:58.098775 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a43347a-b526-424d-9ba0-c21e3783e554 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:18:58.099254 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a43347a-b526-424d-9ba0-c21e3783e554 None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:18:58.099802 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7a43347a-b526-424d-9ba0-c21e3783e554 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:58.100264 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a43347a-b526-424d-9ba0-c21e3783e554 None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:18:58.100861 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-7a43347a-b526-424d-9ba0-c21e3783e554 None None] Bound port: b98c48bc-28cf-4ed0-8539-7bf36bcc8c05, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:18:58.101366 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7a43347a-b526-424d-9ba0-c21e3783e554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:58.140272 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2eba08-a187-47ba-8289-ba96e935647f req-726628c8-c720-4aae-8b35-1cd4a3dd5081 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:58.147661 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-be2eba08-a187-47ba-8289-ba96e935647f req-726628c8-c720-4aae-8b35-1cd4a3dd5081 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 946 time: 0.2712243 Nov 27 04:18:58.191373 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7db893-33c0-4603-b19f-2089e0726460 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Network 16cb1c3b-c674-4d81-a1d5-ef4ac65c7115 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:18:58.217845 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-1e7db893-33c0-4603-b19f-2089e0726460 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 16cb1c3b-c674-4d81-a1d5-ef4ac65c7115) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:18:58.230402 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7db893-33c0-4603-b19f-2089e0726460 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:58.231276 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1e7db893-33c0-4603-b19f-2089e0726460 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:58.236338 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db8837b-fd6a-4fb2-92d3-3706b9d00482 None None] Network 16cb1c3b-c674-4d81-a1d5-ef4ac65c7115 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:18:58.238693 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf709c8-d16f-43f4-8340-0cc57d85d1f2 req-8bea4333-b0e5-4a1c-a372-8b9bbaf411c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:58.240418 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ddf709c8-d16f-43f4-8340-0cc57d85d1f2 req-8bea4333-b0e5-4a1c-a372-8b9bbaf411c1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0e5f5de3-7997-41af-8459-38e29bc5d0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2154503 Nov 27 04:18:58.274503 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-be2eba08-a187-47ba-8289-ba96e935647f req-afed771d-7e83-454d-a9fb-3fb1ef77c929 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255009 Nov 27 04:18:58.411460 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1e7db893-33c0-4603-b19f-2089e0726460 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4030249 Nov 27 04:18:58.413860 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 51896) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:18:58.420434 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-f26b877c-56a6-4759-b379-0eaf6d8af4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'name': 'tempest-TestVolumeBackupRestore-607832707-router', 'tenant_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bafad31a-5576-42b3-be80-53bae453a518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:13:15Z', 'updated_at': '2021-11-27T04:13:21Z', 'revision_number': 4, 'project_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'gw_port': {'id': 'bafad31a-5576-42b3-be80-53bae453a518', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:13:16Z', 'updated_at': '2021-11-27T04:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'd6ac6ea9-9ede-4dd7-9151-73d43bc6b298', 'name': '', 'network_id': '0e5f5de3-7997-41af-8459-38e29bc5d0bf', 'tenant_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'mac_address': 'fa:16:3e:a2:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '71714649-ab01-464e-9082-35e74a3e5679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:13:20Z', 'updated_at': '2021-11-27T04:13:31Z', 'revision_number': 5, 'project_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'subnets': [{'id': '71714649-ab01-464e-9082-35e74a3e5679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:18:58.505403 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-d4127bd3-cef2-40c9-acb2-6a6be8b85291 None None] Provisioning complete for port b98c48bc-28cf-4ed0-8539-7bf36bcc8c05 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:18:58.506336 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d4127bd3-cef2-40c9-acb2-6a6be8b85291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:58.516875 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e61d27-eb5b-479a-aed1-f69b67abc06b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-16cb1c3b-c674-4d81-a1d5-ef4ac65c7115', 'network_id': '16cb1c3b-c674-4d81-a1d5-ef4ac65c7115', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'fixed_ips': [{'subnet_id': '230b3c5a-af3d-4d21-9799-ddc9a0766901'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:18:58.518064 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a2e61d27-eb5b-479a-aed1-f69b67abc06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:58.565552 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26b877c-56a6-4759-b379-0eaf6d8af4d7 None None] The sync data for ids ['4c0002fa-51b3-4f8e-a730-f7759d1b8b52'] in n-d-819494-3 is: [{'id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'name': 'tempest-TestVolumeBackupRestore-607832707-router', 'tenant_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bafad31a-5576-42b3-be80-53bae453a518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:13:15Z', 'updated_at': '2021-11-27T04:13:21Z', 'revision_number': 4, 'project_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'gw_port': {'id': 'bafad31a-5576-42b3-be80-53bae453a518', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:13:16Z', 'updated_at': '2021-11-27T04:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'd6ac6ea9-9ede-4dd7-9151-73d43bc6b298', 'name': '', 'network_id': '0e5f5de3-7997-41af-8459-38e29bc5d0bf', 'tenant_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'mac_address': 'fa:16:3e:a2:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '71714649-ab01-464e-9082-35e74a3e5679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:13:20Z', 'updated_at': '2021-11-27T04:13:31Z', 'revision_number': 5, 'project_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'subnets': [{'id': '71714649-ab01-464e-9082-35e74a3e5679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:18:58.568894 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-7a43347a-b526-424d-9ba0-c21e3783e554 None None] For port b98c48bc-28cf-4ed0-8539-7bf36bcc8c05, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:18:58.575933 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ddf709c8-d16f-43f4-8340-0cc57d85d1f2 req-f4455f20-53a6-4d15-a103-10d47314184a service neutron] 10.222.0.23 "GET /v2.0/networks/0e5f5de3-7997-41af-8459-38e29bc5d0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945919 Nov 27 04:18:58.775484 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-a2e61d27-eb5b-479a-aed1-f69b67abc06b None None] Allocated IP 172.20.0.2 (16cb1c3b-c674-4d81-a1d5-ef4ac65c7115/230b3c5a-af3d-4d21-9799-ddc9a0766901/e1283dfa-f09b-4ca0-adef-63d2ca1b63ac) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:18:58.855343 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ddf709c8-d16f-43f4-8340-0cc57d85d1f2 req-b3951f7e-9b33-4322-97c3-85868d1cfc4b service neutron] 10.222.0.23 "GET /v2.0/networks/0e5f5de3-7997-41af-8459-38e29bc5d0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165537 Nov 27 04:18:58.857035 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b21fdd-9d52-40cb-abd9-0a41c33b124e req-2748e3a9-2206-4c2d-9fcf-5dac49be2dad tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:58.866062 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-67b21fdd-9d52-40cb-abd9-0a41c33b124e req-2748e3a9-2206-4c2d-9fcf-5dac49be2dad tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/ports?device_id=994db326-5b5c-4852-80a4-e1f14a72d3fc HTTP/1.1" status: 200 len: 945 time: 0.1945496 Nov 27 04:18:59.018572 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a2e61d27-eb5b-479a-aed1-f69b67abc06b None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:59.027660 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-7a43347a-b526-424d-9ba0-c21e3783e554 None None] For port b98c48bc-28cf-4ed0-8539-7bf36bcc8c05, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b98c48bc-28cf-4ed0-8539-7bf36bcc8c05,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:18:59.046939 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a2e61d27-eb5b-479a-aed1-f69b67abc06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:59.074673 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e61d27-eb5b-479a-aed1-f69b67abc06b None None] Network 16cb1c3b-c674-4d81-a1d5-ef4ac65c7115 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:18:59.076649 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7a43347a-b526-424d-9ba0-c21e3783e554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:59.089023 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-a2e61d27-eb5b-479a-aed1-f69b67abc06b None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:18:59.091833 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e61d27-eb5b-479a-aed1-f69b67abc06b None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:18:59.092093 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-67b21fdd-9d52-40cb-abd9-0a41c33b124e req-5320152b-dda9-4957-82f3-07ad3154f1a7 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf8d89d2-1d94-4327-916b-17cea4e9becf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186017 Nov 27 04:18:59.155153 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-d4127bd3-cef2-40c9-acb2-6a6be8b85291 None None] Port b98c48bc-28cf-4ed0-8539-7bf36bcc8c05 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:18:59.157849 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ec1264-0c9e-40bc-b022-e2da185a9179 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:18:59.189832 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e26649-e291-44f7-a05c-d0a301719e57 None None] New status for floating IP 7f5c187e-6bf2-447e-8059-c245ca33c19c: DOWN {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:18:59.295346 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a43347a-b526-424d-9ba0-c21e3783e554 None None] Routers {'65fc7d13-92b5-4436-9b92-5c96969d9505'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:18:59.296540 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-7a43347a-b526-424d-9ba0-c21e3783e554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:18:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['65fc7d13-92b5-4436-9b92-5c96969d9505'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:18:59.309147 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d87b8-087f-45db-bf13-9619992d203e req-d7c47c81-31d5-4892-9706-2f59748050f2 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:59.332776 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bc8d87b8-087f-45db-bf13-9619992d203e req-d7c47c81-31d5-4892-9706-2f59748050f2 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.23 "GET /v2.0/ports?device_id=994db326-5b5c-4852-80a4-e1f14a72d3fc HTTP/1.1" status: 200 len: 945 time: 0.1369255 Nov 27 04:18:59.435495 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-a2e61d27-eb5b-479a-aed1-f69b67abc06b None None] Attempting to bind port e1283dfa-f09b-4ca0-adef-63d2ca1b63ac on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:18:59.435877 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-a2e61d27-eb5b-479a-aed1-f69b67abc06b None None] Attempting to bind port e1283dfa-f09b-4ca0-adef-63d2ca1b63ac by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '8292b501-6605-4030-9e14-a29be529a23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '16cb1c3b-c674-4d81-a1d5-ef4ac65c7115'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:18:59.436765 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e61d27-eb5b-479a-aed1-f69b67abc06b None None] Attempting to bind port e1283dfa-f09b-4ca0-adef-63d2ca1b63ac on network 16cb1c3b-c674-4d81-a1d5-ef4ac65c7115 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:18:59.439289 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e61d27-eb5b-479a-aed1-f69b67abc06b None None] Pushing event updated for resources: {'Port': ['ID=e1283dfa-f09b-4ca0-adef-63d2ca1b63ac,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:59.496353 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-375b1350-4dcf-4987-86a5-d1e5f2737766 None None] Provisioning complete for port b98c48bc-28cf-4ed0-8539-7bf36bcc8c05 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:18:59.496738 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-375b1350-4dcf-4987-86a5-d1e5f2737766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:59.499908 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e61d27-eb5b-479a-aed1-f69b67abc06b None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:18:59.500427 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e61d27-eb5b-479a-aed1-f69b67abc06b None None] Checking segment: {'id': '8292b501-6605-4030-9e14-a29be529a23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '16cb1c3b-c674-4d81-a1d5-ef4ac65c7115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:18:59.500876 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a2e61d27-eb5b-479a-aed1-f69b67abc06b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:59.501243 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e61d27-eb5b-479a-aed1-f69b67abc06b None None] Bound using segment: {'id': '8292b501-6605-4030-9e14-a29be529a23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '16cb1c3b-c674-4d81-a1d5-ef4ac65c7115'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:18:59.501731 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-a2e61d27-eb5b-479a-aed1-f69b67abc06b None None] Bound port: e1283dfa-f09b-4ca0-adef-63d2ca1b63ac, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8292b501-6605-4030-9e14-a29be529a23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '16cb1c3b-c674-4d81-a1d5-ef4ac65c7115'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:18:59.502125 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a2e61d27-eb5b-479a-aed1-f69b67abc06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:59.570368 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35dd4d-f971-4e63-9e85-0ca56a200c50 req-7a107cbc-b6a3-43a1-9d41-2fca491c0a23 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:18:59.572586 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca35dd4d-f971-4e63-9e85-0ca56a200c50 req-7a107cbc-b6a3-43a1-9d41-2fca491c0a23 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 946 time: 0.1483908 Nov 27 04:18:59.579981 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-bc8d87b8-087f-45db-bf13-9619992d203e req-5dc9a750-3f54-4528-9a44-838456892f22 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Deleting port d1723531-9f25-4b41-9e5c-8b06d2f279e9 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:18:59.580432 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-bc8d87b8-087f-45db-bf13-9619992d203e req-5dc9a750-3f54-4528-9a44-838456892f22 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:59.685279 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca35dd4d-f971-4e63-9e85-0ca56a200c50 req-fdf367cd-86b3-4c33-b76f-0c31dba980b4 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998933 Nov 27 04:18:59.700652 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-421fdeff-6d39-4757-98b5-4f4c658f2dc6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:59.716757 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ecdbb-1f3e-4b57-a2df-252d0474fda5 None None] Pushing event updated for resources: {'Port': ['ID=b98c48bc-28cf-4ed0-8539-7bf36bcc8c05,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:18:59.762340 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-7a43347a-b526-424d-9ba0-c21e3783e554 None None] Set router 65fc7d13-92b5-4436-9b92-5c96969d9505 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:18:59.781551 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-bc8d87b8-087f-45db-bf13-9619992d203e req-5dc9a750-3f54-4528-9a44-838456892f22 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] For port d1723531-9f25-4b41-9e5c-8b06d2f279e9, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d1723531-9f25-4b41-9e5c-8b06d2f279e9,segment=NetworkSegment(74a56a4c-1525-4456-b161-70ff3cda2a8c),segment_id=74a56a4c-1525-4456-b161-70ff3cda2a8c)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:18:59.782895 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-bc8d87b8-087f-45db-bf13-9619992d203e req-5dc9a750-3f54-4528-9a44-838456892f22 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:59.799739 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-bc8d87b8-087f-45db-bf13-9619992d203e req-5dc9a750-3f54-4528-9a44-838456892f22 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Calling delete_port for d1723531-9f25-4b41-9e5c-8b06d2f279e9 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:18:59.877823 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-a2e61d27-eb5b-479a-aed1-f69b67abc06b None None] For port e1283dfa-f09b-4ca0-adef-63d2ca1b63ac, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:18:59.953867 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-375b1350-4dcf-4987-86a5-d1e5f2737766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:18:59.969409 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-a2e61d27-eb5b-479a-aed1-f69b67abc06b None None] For port e1283dfa-f09b-4ca0-adef-63d2ca1b63ac, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=e1283dfa-f09b-4ca0-adef-63d2ca1b63ac,segment=NetworkSegment(8292b501-6605-4030-9e14-a29be529a23a),segment_id=8292b501-6605-4030-9e14-a29be529a23a)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:18:59.982923 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a2e61d27-eb5b-479a-aed1-f69b67abc06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:00.008764 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-375b1350-4dcf-4987-86a5-d1e5f2737766 None None] For port b98c48bc-28cf-4ed0-8539-7bf36bcc8c05, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b98c48bc-28cf-4ed0-8539-7bf36bcc8c05,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:19:00.016517 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-bc8d87b8-087f-45db-bf13-9619992d203e req-5dc9a750-3f54-4528-9a44-838456892f22 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:00.035875 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-375b1350-4dcf-4987-86a5-d1e5f2737766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:00.091479 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc9a750-3f54-4528-9a44-838456892f22 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Pushing event deleted for resources: {'Port': ['ID=d1723531-9f25-4b41-9e5c-8b06d2f279e9,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:00.171468 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8d87b8-087f-45db-bf13-9619992d203e req-5dc9a750-3f54-4528-9a44-838456892f22 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] No DVR routers for this DVR port d1723531-9f25-4b41-9e5c-8b06d2f279e9 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:19:00.183557 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-bc8d87b8-087f-45db-bf13-9619992d203e req-5dc9a750-3f54-4528-9a44-838456892f22 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:00.188017 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bc8d87b8-087f-45db-bf13-9619992d203e req-5dc9a750-3f54-4528-9a44-838456892f22 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.23 "DELETE /v2.0/ports/d1723531-9f25-4b41-9e5c-8b06d2f279e9 HTTP/1.1" status: 204 len: 173 time: 0.8454092 Nov 27 04:19:00.188587 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994db326-5b5c-4852-80a4-e1f14a72d3fc', 'name': 'network-vif-deleted', 'tag': 'd1723531-9f25-4b41-9e5c-8b06d2f279e9'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:19:00.191442 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24728682-b406-467d-ab76-59554e555a43" -d '{"events": [{"server_uuid": "994db326-5b5c-4852-80a4-e1f14a72d3fc", "name": "network-vif-deleted", "tag": "d1723531-9f25-4b41-9e5c-8b06d2f279e9"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:19:00.223067 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e61d27-eb5b-479a-aed1-f69b67abc06b None None] Pushing event updated for resources: {'Port': ['ID=e1283dfa-f09b-4ca0-adef-63d2ca1b63ac,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:00.262914 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430caea4-b9dc-48ba-96e6-e664e28379ee x-openstack-request-id: req-430caea4-b9dc-48ba-96e6-e664e28379ee {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:19:00.263236 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994db326-5b5c-4852-80a4-e1f14a72d3fc", "name": "network-vif-deleted", "tag": "d1723531-9f25-4b41-9e5c-8b06d2f279e9", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:19:00.264928 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-430caea4-b9dc-48ba-96e6-e664e28379ee {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:19:00.265482 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994db326-5b5c-4852-80a4-e1f14a72d3fc', 'name': 'network-vif-deleted', 'tag': 'd1723531-9f25-4b41-9e5c-8b06d2f279e9', 'status': 'completed', 'code': 200} Nov 27 04:19:00.313631 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b1350-4dcf-4987-86a5-d1e5f2737766 None None] Pushing event updated for resources: {'Port': ['ID=b98c48bc-28cf-4ed0-8539-7bf36bcc8c05,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:00.314534 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-be1558ec-39c6-45ba-922e-160fe2c99e3f req-1c8e5f09-18fd-40c0-96be-6873f7800463 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/ports?device_id=994db326-5b5c-4852-80a4-e1f14a72d3fc HTTP/1.1" status: 200 len: 210 time: 0.0517516 Nov 27 04:19:00.338819 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-7a43347a-b526-424d-9ba0-c21e3783e554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65fc7d13-92b5-4436-9b92-5c96969d9505', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812115195', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b98c48bc-28cf-4ed0-8539-7bf36bcc8c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:18:54Z', 'updated_at': '2021-11-27T04:18:55Z', 'revision_number': 3, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': 'b98c48bc-28cf-4ed0-8539-7bf36bcc8c05', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:04:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65fc7d13-92b5-4436-9b92-5c96969d9505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:18:54Z', 'updated_at': '2021-11-27T04:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:00.368700 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a43347a-b526-424d-9ba0-c21e3783e554 None None] The sync data for ids ['65fc7d13-92b5-4436-9b92-5c96969d9505'] in n-d-819494-3 is: [{'id': '65fc7d13-92b5-4436-9b92-5c96969d9505', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812115195', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b98c48bc-28cf-4ed0-8539-7bf36bcc8c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:18:54Z', 'updated_at': '2021-11-27T04:18:55Z', 'revision_number': 3, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': 'b98c48bc-28cf-4ed0-8539-7bf36bcc8c05', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:04:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65fc7d13-92b5-4436-9b92-5c96969d9505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:18:54Z', 'updated_at': '2021-11-27T04:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:19:00.426692 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-421fdeff-6d39-4757-98b5-4f4c658f2dc6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Allocated IP 172.20.0.1 (16cb1c3b-c674-4d81-a1d5-ef4ac65c7115/230b3c5a-af3d-4d21-9799-ddc9a0766901/db97abf9-8ed4-4c46-a1d7-3b7302a9b111) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:19:00.729904 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-421fdeff-6d39-4757-98b5-4f4c658f2dc6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:00.810087 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-421fdeff-6d39-4757-98b5-4f4c658f2dc6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:00.913879 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421fdeff-6d39-4757-98b5-4f4c658f2dc6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Network 16cb1c3b-c674-4d81-a1d5-ef4ac65c7115 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:19:00.918024 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-421fdeff-6d39-4757-98b5-4f4c658f2dc6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:19:00.921390 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421fdeff-6d39-4757-98b5-4f4c658f2dc6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:19:00.970170 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421fdeff-6d39-4757-98b5-4f4c658f2dc6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'Port': ['ID=db97abf9-8ed4-4c46-a1d7-3b7302a9b111,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:00.982501 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421fdeff-6d39-4757-98b5-4f4c658f2dc6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:00.982948 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421fdeff-6d39-4757-98b5-4f4c658f2dc6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:00.984249 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421fdeff-6d39-4757-98b5-4f4c658f2dc6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:00.984597 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421fdeff-6d39-4757-98b5-4f4c658f2dc6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:00.984948 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421fdeff-6d39-4757-98b5-4f4c658f2dc6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:00.985283 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421fdeff-6d39-4757-98b5-4f4c658f2dc6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:00.985622 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421fdeff-6d39-4757-98b5-4f4c658f2dc6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:00.985957 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421fdeff-6d39-4757-98b5-4f4c658f2dc6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:00.986297 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421fdeff-6d39-4757-98b5-4f4c658f2dc6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:00.986651 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421fdeff-6d39-4757-98b5-4f4c658f2dc6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:00.986974 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421fdeff-6d39-4757-98b5-4f4c658f2dc6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:00.987301 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421fdeff-6d39-4757-98b5-4f4c658f2dc6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:01.044027 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-421fdeff-6d39-4757-98b5-4f4c658f2dc6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:01.284200 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-421fdeff-6d39-4757-98b5-4f4c658f2dc6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:01.550460 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c350dc5e-7d9d-4e81-bd85-668734738faf req-69efb431-dd14-49b2-960e-818518fd0191 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/ports?device_id=994db326-5b5c-4852-80a4-e1f14a72d3fc HTTP/1.1" status: 200 len: 210 time: 0.0679824 Nov 27 04:19:01.768001 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device d1723531-9f25-4b41-9e5c-8b06d2f279e9 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:19:01.837901 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: d1723531-9f25-4b41-9e5c-8b06d2f279e9 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:19:01.840292 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device d1723531-9f25-4b41-9e5c-8b06d2f279e9 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:19:01.864028 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-421fdeff-6d39-4757-98b5-4f4c658f2dc6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:01.872034 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-421fdeff-6d39-4757-98b5-4f4c658f2dc6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:01.979023 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c986d8c7-fef4-408d-8a5a-2830d75a129b None None] Network 16cb1c3b-c674-4d81-a1d5-ef4ac65c7115 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:19:02.020542 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-421fdeff-6d39-4757-98b5-4f4c658f2dc6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:02.022575 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421fdeff-6d39-4757-98b5-4f4c658f2dc6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'Port': ['ID=db97abf9-8ed4-4c46-a1d7-3b7302a9b111,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:02.267191 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421fdeff-6d39-4757-98b5-4f4c658f2dc6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Network 16cb1c3b-c674-4d81-a1d5-ef4ac65c7115 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:19:02.275692 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-421fdeff-6d39-4757-98b5-4f4c658f2dc6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:19:02.476223 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421fdeff-6d39-4757-98b5-4f4c658f2dc6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Router 65fc7d13-92b5-4436-9b92-5c96969d9505 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:19:02.481435 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c03bc3f0-0498-49fc-b4a6-f5d21b85ce35 None None] Provisioning complete for port e1283dfa-f09b-4ca0-adef-63d2ca1b63ac triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:19:02.481807 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c03bc3f0-0498-49fc-b4a6-f5d21b85ce35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:02.682451 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421fdeff-6d39-4757-98b5-4f4c658f2dc6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:19:02.693576 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-421fdeff-6d39-4757-98b5-4f4c658f2dc6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "PUT /v2.0/routers/65fc7d13-92b5-4436-9b92-5c96969d9505/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2776890 Nov 27 04:19:02.728982 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b98c48bc-28cf-4ed0-8539-7bf36bcc8c05 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:19:02.800864 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9554ffd3-66db-40bf-8d2d-c35737341a68 req-6fef8a95-9410-4d39-a60f-e8722c992ad0 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/ports?device_id=994db326-5b5c-4852-80a4-e1f14a72d3fc HTTP/1.1" status: 200 len: 210 time: 0.0587549 Nov 27 04:19:02.934679 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c03bc3f0-0498-49fc-b4a6-f5d21b85ce35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:02.972898 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port b98c48bc-28cf-4ed0-8539-7bf36bcc8c05 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:19:02.973263 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:03.072522 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c03bc3f0-0498-49fc-b4a6-f5d21b85ce35 None None] For port e1283dfa-f09b-4ca0-adef-63d2ca1b63ac, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=e1283dfa-f09b-4ca0-adef-63d2ca1b63ac,segment=NetworkSegment(8292b501-6605-4030-9e14-a29be529a23a),segment_id=8292b501-6605-4030-9e14-a29be529a23a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:19:03.084418 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c03bc3f0-0498-49fc-b4a6-f5d21b85ce35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:03.138039 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-6cfcd0fa-b694-4596-bf0f-339c684fdd3a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-548750336&fields=id&tenant_id=13b1fee7d54d401493a1883da20540bb HTTP/1.1" status: 200 len: 267 time: 0.1133041 Nov 27 04:19:03.212624 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0105a54-4fb5-4f29-ac0b-45de31a90f0d None None] Sync routers for ids ['65fc7d13-92b5-4436-9b92-5c96969d9505'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:19:03.230409 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0105a54-4fb5-4f29-ac0b-45de31a90f0d None None] Routers {'65fc7d13-92b5-4436-9b92-5c96969d9505'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:19:03.231397 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-f0105a54-4fb5-4f29-ac0b-45de31a90f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:18:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['65fc7d13-92b5-4436-9b92-5c96969d9505'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:03.292306 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e1283dfa-f09b-4ca0-adef-63d2ca1b63ac up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:19:03.389746 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-ca1b19bb-366c-44d6-9c30-ce541479c0dd None None] Provisioning complete for port e1283dfa-f09b-4ca0-adef-63d2ca1b63ac triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:19:03.394380 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ca1b19bb-366c-44d6-9c30-ce541479c0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:03.398210 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bc3f0-0498-49fc-b4a6-f5d21b85ce35 None None] Pushing event updated for resources: {'Port': ['ID=e1283dfa-f09b-4ca0-adef-63d2ca1b63ac,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:03.399609 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-b1668ed4-1f5e-4c97-b69a-36c646d6aae3 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:19:03.401172 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-b1668ed4-1f5e-4c97-b69a-36c646d6aae3 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/networks?id=16cb1c3b-c674-4d81-a1d5-ef4ac65c7115 HTTP/1.1" status: 200 len: 797 time: 0.2600451 Nov 27 04:19:03.433000 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-dd2f1a0e-588b-4055-8a42-9eafce90b326 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/quotas/13b1fee7d54d401493a1883da20540bb HTTP/1.1" status: 200 len: 375 time: 0.0244176 Nov 27 04:19:03.537332 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port e1283dfa-f09b-4ca0-adef-63d2ca1b63ac triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:19:03.541101 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:03.551787 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-f0105a54-4fb5-4f29-ac0b-45de31a90f0d None None] Set router 65fc7d13-92b5-4436-9b92-5c96969d9505 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:19:03.573091 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-3e31931a-2379-421a-97a3-fdf5c29f8d17 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=13b1fee7d54d401493a1883da20540bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1330593 Nov 27 04:19:03.766348 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-ca1b19bb-366c-44d6-9c30-ce541479c0dd None None] Provisioning complete for port db97abf9-8ed4-4c46-a1d7-3b7302a9b111 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:19:03.767034 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ca1b19bb-366c-44d6-9c30-ce541479c0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:03.808064 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-ca1b19bb-366c-44d6-9c30-ce541479c0dd None None] Port db97abf9-8ed4-4c46-a1d7-3b7302a9b111 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:19:03.848642 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-aadc0998-4522-4720-913b-3af3f75b5a2c service neutron] 10.222.0.20 "GET /v2.0/networks/16cb1c3b-c674-4d81-a1d5-ef4ac65c7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744985 Nov 27 04:19:03.938382 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-d4402908-48c9-4cb9-9894-256d69b32ad2 None None] Provisioning complete for port db97abf9-8ed4-4c46-a1d7-3b7302a9b111 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:19:03.940183 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d4402908-48c9-4cb9-9894-256d69b32ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:04.056023 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4bccbced-5556-45bc-95ae-0bd7b45f9484 req-3de5f587-c9c8-4345-8891-9c629297fb6f tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/ports?device_id=994db326-5b5c-4852-80a4-e1f14a72d3fc HTTP/1.1" status: 200 len: 210 time: 0.0807023 Nov 27 04:19:04.087731 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-d4402908-48c9-4cb9-9894-256d69b32ad2 None None] Port db97abf9-8ed4-4c46-a1d7-3b7302a9b111 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:19:04.104853 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-b784e537-07eb-458e-aacd-a1bdb0d2400e service neutron] 10.222.0.20 "GET /v2.0/networks/16cb1c3b-c674-4d81-a1d5-ef4ac65c7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552030 Nov 27 04:19:04.123418 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-f0105a54-4fb5-4f29-ac0b-45de31a90f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65fc7d13-92b5-4436-9b92-5c96969d9505', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812115195', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b98c48bc-28cf-4ed0-8539-7bf36bcc8c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:18:54Z', 'updated_at': '2021-11-27T04:19:01Z', 'revision_number': 4, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': 'b98c48bc-28cf-4ed0-8539-7bf36bcc8c05', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fc7d13-92b5-4436-9b92-5c96969d9505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:18:54Z', 'updated_at': '2021-11-27T04:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'db97abf9-8ed4-4c46-a1d7-3b7302a9b111', 'name': '', 'network_id': '16cb1c3b-c674-4d81-a1d5-ef4ac65c7115', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'mac_address': 'fa:16:3e:3a:b6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65fc7d13-92b5-4436-9b92-5c96969d9505', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '230b3c5a-af3d-4d21-9799-ddc9a0766901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:18:59Z', 'updated_at': '2021-11-27T04:19:01Z', 'revision_number': 2, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'subnets': [{'id': '230b3c5a-af3d-4d21-9799-ddc9a0766901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:04.204903 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0105a54-4fb5-4f29-ac0b-45de31a90f0d None None] Checking router: 65fc7d13-92b5-4436-9b92-5c96969d9505 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:19:04.205272 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0105a54-4fb5-4f29-ac0b-45de31a90f0d None None] Updating router 65fc7d13-92b5-4436-9b92-5c96969d9505 port db97abf9-8ed4-4c46-a1d7-3b7302a9b111 binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:19:04.214705 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-7fd337c1-17e0-4b0d-9bae-2c65dae12d26 None None] Provisioning complete for port db97abf9-8ed4-4c46-a1d7-3b7302a9b111 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:19:04.215089 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7fd337c1-17e0-4b0d-9bae-2c65dae12d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:04.237268 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-f0105a54-4fb5-4f29-ac0b-45de31a90f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:04.255409 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-7fd337c1-17e0-4b0d-9bae-2c65dae12d26 None None] Port db97abf9-8ed4-4c46-a1d7-3b7302a9b111 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:19:04.393319 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fd3fec2e-6cba-4c4c-9dc7-ccc1722c4bab req-49b5cf80-51be-431f-b015-ecc731846f34 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3c2f4c-da20-4fef-b110-f836715627b2 HTTP/1.1" status: 200 len: 210 time: 0.0391409 Nov 27 04:19:04.521933 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e1283dfa-f09b-4ca0-adef-63d2ca1b63ac up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:19:04.641284 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cf22dc42-ee3c-42af-8b6c-04dade033e72 req-7a49f069-b226-49e6-95d6-8c4a27436449 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1253567 Nov 27 04:19:04.672191 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-f0105a54-4fb5-4f29-ac0b-45de31a90f0d None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:04.680699 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port e1283dfa-f09b-4ca0-adef-63d2ca1b63ac triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:19:04.681150 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:04.687277 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-f0105a54-4fb5-4f29-ac0b-45de31a90f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:04.770109 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03dea4-e660-4c95-96e4-f4f811190a7b None None] Pushing event updated for resources: {'Port': ['ID=db97abf9-8ed4-4c46-a1d7-3b7302a9b111,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:04.828893 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22dc42-ee3c-42af-8b6c-04dade033e72 req-52774691-ab9f-427b-8650-ba6926fffd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:19:04.833181 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cf22dc42-ee3c-42af-8b6c-04dade033e72 req-52774691-ab9f-427b-8650-ba6926fffd60 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=797b4470e1204f95b4c65fa8076beed0&device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 1097 time: 0.1144488 Nov 27 04:19:04.878514 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e03dea4-e660-4c95-96e4-f4f811190a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:04.878876 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e03dea4-e660-4c95-96e4-f4f811190a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:04.879221 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e03dea4-e660-4c95-96e4-f4f811190a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:04.880387 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e03dea4-e660-4c95-96e4-f4f811190a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:04.882351 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e03dea4-e660-4c95-96e4-f4f811190a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:04.882674 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e03dea4-e660-4c95-96e4-f4f811190a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:04.884622 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e03dea4-e660-4c95-96e4-f4f811190a7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:04.885005 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e03dea4-e660-4c95-96e4-f4f811190a7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:04.885325 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e03dea4-e660-4c95-96e4-f4f811190a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:04.885657 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e03dea4-e660-4c95-96e4-f4f811190a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:04.885987 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e03dea4-e660-4c95-96e4-f4f811190a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:04.886319 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e03dea4-e660-4c95-96e4-f4f811190a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:04.960026 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-f0105a54-4fb5-4f29-ac0b-45de31a90f0d None None] Attempting to bind port db97abf9-8ed4-4c46-a1d7-3b7302a9b111 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:19:04.960404 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-f0105a54-4fb5-4f29-ac0b-45de31a90f0d None None] Attempting to bind port db97abf9-8ed4-4c46-a1d7-3b7302a9b111 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '8292b501-6605-4030-9e14-a29be529a23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '16cb1c3b-c674-4d81-a1d5-ef4ac65c7115'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:19:04.961893 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0105a54-4fb5-4f29-ac0b-45de31a90f0d None None] Attempting to bind port db97abf9-8ed4-4c46-a1d7-3b7302a9b111 on network 16cb1c3b-c674-4d81-a1d5-ef4ac65c7115 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:19:04.972227 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0105a54-4fb5-4f29-ac0b-45de31a90f0d None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:19:04.972604 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0105a54-4fb5-4f29-ac0b-45de31a90f0d None None] Checking segment: {'id': '8292b501-6605-4030-9e14-a29be529a23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '16cb1c3b-c674-4d81-a1d5-ef4ac65c7115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:19:04.973006 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-f0105a54-4fb5-4f29-ac0b-45de31a90f0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:04.973395 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0105a54-4fb5-4f29-ac0b-45de31a90f0d None None] Bound using segment: {'id': '8292b501-6605-4030-9e14-a29be529a23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '16cb1c3b-c674-4d81-a1d5-ef4ac65c7115'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:19:04.973865 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-f0105a54-4fb5-4f29-ac0b-45de31a90f0d None None] Bound port: db97abf9-8ed4-4c46-a1d7-3b7302a9b111, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8292b501-6605-4030-9e14-a29be529a23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '16cb1c3b-c674-4d81-a1d5-ef4ac65c7115'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:19:04.977611 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-f0105a54-4fb5-4f29-ac0b-45de31a90f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:05.096086 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-f0105a54-4fb5-4f29-ac0b-45de31a90f0d None None] For port db97abf9-8ed4-4c46-a1d7-3b7302a9b111, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:19:05.100735 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-f0105a54-4fb5-4f29-ac0b-45de31a90f0d None None] For port db97abf9-8ed4-4c46-a1d7-3b7302a9b111, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=db97abf9-8ed4-4c46-a1d7-3b7302a9b111,segment=NetworkSegment(8292b501-6605-4030-9e14-a29be529a23a),segment_id=8292b501-6605-4030-9e14-a29be529a23a)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:19:05.105200 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-f0105a54-4fb5-4f29-ac0b-45de31a90f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:05.125627 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22dc42-ee3c-42af-8b6c-04dade033e72 req-3ae8c4c0-dd58-4f4e-8793-3a2c9fd77ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:19:05.127325 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cf22dc42-ee3c-42af-8b6c-04dade033e72 req-3ae8c4c0-dd58-4f4e-8793-3a2c9fd77ac1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f5be6ff6-7679-4336-aa7e-b7dc23104991 HTTP/1.1" status: 200 len: 917 time: 0.2681913 Nov 27 04:19:05.168030 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0105a54-4fb5-4f29-ac0b-45de31a90f0d None None] Routers {'65fc7d13-92b5-4436-9b92-5c96969d9505'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:19:05.168766 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-f0105a54-4fb5-4f29-ac0b-45de31a90f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:18:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['65fc7d13-92b5-4436-9b92-5c96969d9505'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:05.210236 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-37a47c69-6d9f-42f9-8944-4aa4ea945679 None None] Provisioning complete for port db97abf9-8ed4-4c46-a1d7-3b7302a9b111 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:19:05.210236 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-37a47c69-6d9f-42f9-8944-4aa4ea945679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:05.311305 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0c7c0aa5-c232-4bdc-b044-fb3c9c8d2ce8 req-f48c98db-bef4-40a1-b812-b2729126c524 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/ports?device_id=994db326-5b5c-4852-80a4-e1f14a72d3fc HTTP/1.1" status: 200 len: 210 time: 0.0734684 Nov 27 04:19:05.350634 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cf22dc42-ee3c-42af-8b6c-04dade033e72 req-6048b9eb-ae2e-4759-aa32-f80487ca1820 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35901b62-66fd-45b1-afcc-77274fd1e9a5 HTTP/1.1" status: 200 len: 999 time: 0.2138267 Nov 27 04:19:05.452113 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-37a47c69-6d9f-42f9-8944-4aa4ea945679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:05.531126 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22dc42-ee3c-42af-8b6c-04dade033e72 req-855335f6-e1fd-4df2-aae3-544b1021b1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:19:05.537447 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-f0105a54-4fb5-4f29-ac0b-45de31a90f0d None None] Set router 65fc7d13-92b5-4436-9b92-5c96969d9505 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:19:05.539826 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cf22dc42-ee3c-42af-8b6c-04dade033e72 req-855335f6-e1fd-4df2-aae3-544b1021b1ee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=129d6819-d46b-4873-8019-a59c438c16e8 HTTP/1.1" status: 200 len: 855 time: 0.1832283 Nov 27 04:19:05.561837 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-37a47c69-6d9f-42f9-8944-4aa4ea945679 None None] For port db97abf9-8ed4-4c46-a1d7-3b7302a9b111, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=db97abf9-8ed4-4c46-a1d7-3b7302a9b111,segment=NetworkSegment(8292b501-6605-4030-9e14-a29be529a23a),segment_id=8292b501-6605-4030-9e14-a29be529a23a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:19:05.571505 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-37a47c69-6d9f-42f9-8944-4aa4ea945679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:05.705546 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a47c69-6d9f-42f9-8944-4aa4ea945679 None None] Pushing event updated for resources: {'Port': ['ID=db97abf9-8ed4-4c46-a1d7-3b7302a9b111,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:05.717463 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c931b1d4-7ec6-4731-b2fa-bf3c0722516c None None] Provisioning complete for port db97abf9-8ed4-4c46-a1d7-3b7302a9b111 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:19:05.717926 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c931b1d4-7ec6-4731-b2fa-bf3c0722516c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:05.731087 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-41b0b465-5c24-4381-9114-95a77a29abc8 req-cfbadacc-fdd6-42b8-b581-8609ebb5b666 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3c2f4c-da20-4fef-b110-f836715627b2 HTTP/1.1" status: 200 len: 210 time: 0.1758876 Nov 27 04:19:05.771385 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22dc42-ee3c-42af-8b6c-04dade033e72 req-23ed3c36-c28a-488a-98c8-c36b24c9d2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:19:05.773198 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cf22dc42-ee3c-42af-8b6c-04dade033e72 req-23ed3c36-c28a-488a-98c8-c36b24c9d2e3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f5be6ff6-7679-4336-aa7e-b7dc23104991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2164166 Nov 27 04:19:05.812985 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03dea4-e660-4c95-96e4-f4f811190a7b None None] Pushing event updated for resources: {'Port': ['ID=db97abf9-8ed4-4c46-a1d7-3b7302a9b111,revision_number=4']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:05.980010 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cf22dc42-ee3c-42af-8b6c-04dade033e72 req-050ff46a-fbea-42f5-9c6e-00a62dc0648b service neutron] 10.222.0.11 "GET /v2.0/networks/f5be6ff6-7679-4336-aa7e-b7dc23104991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978989 Nov 27 04:19:06.151806 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cf22dc42-ee3c-42af-8b6c-04dade033e72 req-d66c0ed9-6af5-4b20-ab68-83c6b1912bb1 service neutron] 10.222.0.11 "GET /v2.0/networks/f5be6ff6-7679-4336-aa7e-b7dc23104991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481090 Nov 27 04:19:06.154738 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-f0105a54-4fb5-4f29-ac0b-45de31a90f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65fc7d13-92b5-4436-9b92-5c96969d9505', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812115195', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b98c48bc-28cf-4ed0-8539-7bf36bcc8c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:18:54Z', 'updated_at': '2021-11-27T04:19:01Z', 'revision_number': 4, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': 'b98c48bc-28cf-4ed0-8539-7bf36bcc8c05', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fc7d13-92b5-4436-9b92-5c96969d9505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:18:54Z', 'updated_at': '2021-11-27T04:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'db97abf9-8ed4-4c46-a1d7-3b7302a9b111', 'name': '', 'network_id': '16cb1c3b-c674-4d81-a1d5-ef4ac65c7115', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'mac_address': 'fa:16:3e:3a:b6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65fc7d13-92b5-4436-9b92-5c96969d9505', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '230b3c5a-af3d-4d21-9799-ddc9a0766901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:18:59Z', 'updated_at': '2021-11-27T04:19:05Z', 'revision_number': 4, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'subnets': [{'id': '230b3c5a-af3d-4d21-9799-ddc9a0766901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:06.229416 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0105a54-4fb5-4f29-ac0b-45de31a90f0d None None] The sync data for ids ['65fc7d13-92b5-4436-9b92-5c96969d9505'] in n-d-819494-3 is: [{'id': '65fc7d13-92b5-4436-9b92-5c96969d9505', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812115195', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b98c48bc-28cf-4ed0-8539-7bf36bcc8c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:18:54Z', 'updated_at': '2021-11-27T04:19:01Z', 'revision_number': 4, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': 'b98c48bc-28cf-4ed0-8539-7bf36bcc8c05', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fc7d13-92b5-4436-9b92-5c96969d9505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:18:54Z', 'updated_at': '2021-11-27T04:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'db97abf9-8ed4-4c46-a1d7-3b7302a9b111', 'name': '', 'network_id': '16cb1c3b-c674-4d81-a1d5-ef4ac65c7115', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'mac_address': 'fa:16:3e:3a:b6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65fc7d13-92b5-4436-9b92-5c96969d9505', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '230b3c5a-af3d-4d21-9799-ddc9a0766901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:18:59Z', 'updated_at': '2021-11-27T04:19:05Z', 'revision_number': 4, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'subnets': [{'id': '230b3c5a-af3d-4d21-9799-ddc9a0766901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:19:06.482246 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-6c8a83d1-3281-43e4-ac6d-5dc60ee0de5a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:19:06.486830 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-6c8a83d1-3281-43e4-ac6d-5dc60ee0de5a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.11 "GET /v2.0/networks?id=16cb1c3b-c674-4d81-a1d5-ef4ac65c7115 HTTP/1.1" status: 200 len: 797 time: 0.3330312 Nov 27 04:19:06.542540 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f5f8a3ab-2149-4b33-8a03-7fc37d40921f req-d7234af2-230f-4456-ada7-55407fe4f27a tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/ports?device_id=994db326-5b5c-4852-80a4-e1f14a72d3fc HTTP/1.1" status: 200 len: 210 time: 0.0444489 Nov 27 04:19:06.620026 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device db97abf9-8ed4-4c46-a1d7-3b7302a9b111 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:19:06.658595 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-51d79778-acb7-45d1-99a6-2f557a69ea4a tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13b1fee7d54d401493a1883da20540bb HTTP/1.1" status: 200 len: 379 time: 0.1312435 Nov 27 04:19:06.668899 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-8ba01d6d-63c2-4f1c-96ee-4c42d197912b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'port': {'device_id': '2d3c2f4c-da20-4fef-b110-f836715627b2', 'network_id': '16cb1c3b-c674-4d81-a1d5-ef4ac65c7115', 'admin_state_up': True, 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'security_groups': ['aa76e1c1-a1bf-4f68-a2dc-b67794f6d714']}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:19:06.726474 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port db97abf9-8ed4-4c46-a1d7-3b7302a9b111 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:19:06.728097 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:06.866220 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e8b5f528-6a13-4ca6-8eb5-c598acf6523f req-6c881691-6dfd-4804-b72a-5d0a6e799065 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3c2f4c-da20-4fef-b110-f836715627b2 HTTP/1.1" status: 200 len: 210 time: 0.0340219 Nov 27 04:19:06.874140 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-8ba01d6d-63c2-4f1c-96ee-4c42d197912b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Made reservation on behalf of 13b1fee7d54d401493a1883da20540bb for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:19:06.879094 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-8ba01d6d-63c2-4f1c-96ee-4c42d197912b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:07.082965 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-8ba01d6d-63c2-4f1c-96ee-4c42d197912b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Allocated IP 172.20.0.11 (16cb1c3b-c674-4d81-a1d5-ef4ac65c7115/230b3c5a-af3d-4d21-9799-ddc9a0766901/dfac7cce-18ae-455a-9436-77147ef5f7c1) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:19:07.318339 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-8ba01d6d-63c2-4f1c-96ee-4c42d197912b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:07.372573 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-8ba01d6d-63c2-4f1c-96ee-4c42d197912b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:07.438076 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba01d6d-63c2-4f1c-96ee-4c42d197912b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'Port': ['ID=dfac7cce-18ae-455a-9436-77147ef5f7c1,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:07.447575 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-8ba01d6d-63c2-4f1c-96ee-4c42d197912b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Network 16cb1c3b-c674-4d81-a1d5-ef4ac65c7115 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:19:07.449387 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-8ba01d6d-63c2-4f1c-96ee-4c42d197912b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:19:07.463485 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-8ba01d6d-63c2-4f1c-96ee-4c42d197912b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:19:07.549785 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-8ba01d6d-63c2-4f1c-96ee-4c42d197912b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:19:07.550535 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-8ba01d6d-63c2-4f1c-96ee-4c42d197912b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:07.594185 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-8ba01d6d-63c2-4f1c-96ee-4c42d197912b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9269340 Nov 27 04:19:07.612027 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-3eb4e841-e7bf-465f-87d5-b5f7dd37e042 service neutron] Request body: {'port': {'device_id': '2d3c2f4c-da20-4fef-b110-f836715627b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:19:07.707952 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-42c441ee-7652-46df-b393-03eb3ec642c9 req-6ac1af2d-2d9b-4466-8bc0-bd4a5c2a743c tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/ports?device_id=994db326-5b5c-4852-80a4-e1f14a72d3fc HTTP/1.1" status: 200 len: 210 time: 0.0446584 Nov 27 04:19:07.748353 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-3eb4e841-e7bf-465f-87d5-b5f7dd37e042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:07.927920 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-f84cd43f-a74e-4d1b-a066-a77fc5d025a1 None None] Provisioning complete for port dfac7cce-18ae-455a-9436-77147ef5f7c1 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:19:07.928458 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f84cd43f-a74e-4d1b-a066-a77fc5d025a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:08.002126 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-f84cd43f-a74e-4d1b-a066-a77fc5d025a1 None None] Port dfac7cce-18ae-455a-9436-77147ef5f7c1 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:19:08.148442 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed2d9b-41b5-4e3b-82b7-1fac11f43347 req-9abf0756-3c14-4450-80cc-e785db6800d9 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:19:08.150038 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-85ed2d9b-41b5-4e3b-82b7-1fac11f43347 req-9abf0756-3c14-4450-80cc-e785db6800d9 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3c2f4c-da20-4fef-b110-f836715627b2 HTTP/1.1" status: 200 len: 932 time: 0.1502075 Nov 27 04:19:08.341382 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-85ed2d9b-41b5-4e3b-82b7-1fac11f43347 req-23ed0740-8b51-40a6-930d-ce9f9eeeff4c tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa76e1c1-a1bf-4f68-a2dc-b67794f6d714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328311 Nov 27 04:19:08.348626 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-3eb4e841-e7bf-465f-87d5-b5f7dd37e042 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfac7cce-18ae-455a-9436-77147ef5f7c1 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:19:08.356891 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-3eb4e841-e7bf-465f-87d5-b5f7dd37e042 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:08.377291 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-3eb4e841-e7bf-465f-87d5-b5f7dd37e042 service neutron] Transition to ACTIVE for port object dfac7cce-18ae-455a-9436-77147ef5f7c1 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:19:08.388113 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-3eb4e841-e7bf-465f-87d5-b5f7dd37e042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:08.472141 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4e841-e7bf-465f-87d5-b5f7dd37e042 service neutron] Pushing event updated for resources: {'Port': ['ID=dfac7cce-18ae-455a-9436-77147ef5f7c1,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:08.580685 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-3eb4e841-e7bf-465f-87d5-b5f7dd37e042 service neutron] Attempting to bind port dfac7cce-18ae-455a-9436-77147ef5f7c1 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:19:08.581198 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-3eb4e841-e7bf-465f-87d5-b5f7dd37e042 service neutron] Attempting to bind port dfac7cce-18ae-455a-9436-77147ef5f7c1 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '8292b501-6605-4030-9e14-a29be529a23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '16cb1c3b-c674-4d81-a1d5-ef4ac65c7115'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:19:08.581634 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-3eb4e841-e7bf-465f-87d5-b5f7dd37e042 service neutron] Attempting to bind port dfac7cce-18ae-455a-9436-77147ef5f7c1 on network 16cb1c3b-c674-4d81-a1d5-ef4ac65c7115 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:19:08.587091 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-3eb4e841-e7bf-465f-87d5-b5f7dd37e042 service neutron] Port dfac7cce-18ae-455a-9436-77147ef5f7c1 on network 16cb1c3b-c674-4d81-a1d5-ef4ac65c7115 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:19:08.587536 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-3eb4e841-e7bf-465f-87d5-b5f7dd37e042 service neutron] Attempting to bind port dfac7cce-18ae-455a-9436-77147ef5f7c1 on network 16cb1c3b-c674-4d81-a1d5-ef4ac65c7115 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:19:08.593857 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-3eb4e841-e7bf-465f-87d5-b5f7dd37e042 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:19:08.594329 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-3eb4e841-e7bf-465f-87d5-b5f7dd37e042 service neutron] Checking segment: {'id': '8292b501-6605-4030-9e14-a29be529a23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '16cb1c3b-c674-4d81-a1d5-ef4ac65c7115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:19:08.594867 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-3eb4e841-e7bf-465f-87d5-b5f7dd37e042 service neutron] Bound using segment: {'id': '8292b501-6605-4030-9e14-a29be529a23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '16cb1c3b-c674-4d81-a1d5-ef4ac65c7115'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:19:08.595401 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-3eb4e841-e7bf-465f-87d5-b5f7dd37e042 service neutron] Bound port: dfac7cce-18ae-455a-9436-77147ef5f7c1, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8292b501-6605-4030-9e14-a29be529a23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '16cb1c3b-c674-4d81-a1d5-ef4ac65c7115'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:19:08.596027 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-3eb4e841-e7bf-465f-87d5-b5f7dd37e042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:08.682605 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-3eb4e841-e7bf-465f-87d5-b5f7dd37e042 service neutron] For port dfac7cce-18ae-455a-9436-77147ef5f7c1, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:19:08.687497 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-3eb4e841-e7bf-465f-87d5-b5f7dd37e042 service neutron] For port dfac7cce-18ae-455a-9436-77147ef5f7c1, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=dfac7cce-18ae-455a-9436-77147ef5f7c1,segment=NetworkSegment(8292b501-6605-4030-9e14-a29be529a23a),segment_id=8292b501-6605-4030-9e14-a29be529a23a)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:19:08.693323 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-3eb4e841-e7bf-465f-87d5-b5f7dd37e042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:08.811579 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4e841-e7bf-465f-87d5-b5f7dd37e042 service neutron] Pushing event updated for resources: {'Port': ['ID=dfac7cce-18ae-455a-9436-77147ef5f7c1,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:08.846007 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-3eb4e841-e7bf-465f-87d5-b5f7dd37e042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:19:08.847066 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-3eb4e841-e7bf-465f-87d5-b5f7dd37e042 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:08.851695 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-3eb4e841-e7bf-465f-87d5-b5f7dd37e042 service neutron] 10.222.0.11 "PUT /v2.0/ports/dfac7cce-18ae-455a-9436-77147ef5f7c1 HTTP/1.1" status: 200 len: 1092 time: 1.2458408 Nov 27 04:19:08.852509 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d3c2f4c-da20-4fef-b110-f836715627b2', 'tag': 'dfac7cce-18ae-455a-9436-77147ef5f7c1'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:19:08.859514 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da5ba6b-2ce7-4a19-bdf6-ec7df04e4c43" -d '{"events": [{"name": "network-changed", "server_uuid": "2d3c2f4c-da20-4fef-b110-f836715627b2", "tag": "dfac7cce-18ae-455a-9436-77147ef5f7c1"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:19:08.909459 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-99eca704-2aa8-441a-b07d-349b544eb07d req-3ddf3705-f565-43b9-9434-e9d8b1251a02 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "GET /v2.0/ports?device_id=994db326-5b5c-4852-80a4-e1f14a72d3fc HTTP/1.1" status: 200 len: 210 time: 0.0420001 Nov 27 04:19:08.972124 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf39198-85cc-4f0b-a137-2b9f4b01f246 x-openstack-request-id: req-6cf39198-85cc-4f0b-a137-2b9f4b01f246 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:19:08.979592 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d3c2f4c-da20-4fef-b110-f836715627b2", "tag": "dfac7cce-18ae-455a-9436-77147ef5f7c1", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:19:08.980019 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6cf39198-85cc-4f0b-a137-2b9f4b01f246 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:19:08.980566 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d3c2f4c-da20-4fef-b110-f836715627b2', 'tag': 'dfac7cce-18ae-455a-9436-77147ef5f7c1', 'status': 'completed', 'code': 200} Nov 27 04:19:09.017643 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-cb41a15e-1673-4998-b7ef-2339f908ff2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:19:09.019380 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-cb41a15e-1673-4998-b7ef-2339f908ff2c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=13b1fee7d54d401493a1883da20540bb&device_id=2d3c2f4c-da20-4fef-b110-f836715627b2 HTTP/1.1" status: 200 len: 1095 time: 0.1036620 Nov 27 04:19:09.109148 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-e983a77a-5540-4d51-a443-79fd998a3e31 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfac7cce-18ae-455a-9436-77147ef5f7c1 HTTP/1.1" status: 200 len: 217 time: 0.0736694 Nov 27 04:19:09.193261 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-0420ebfd-ab3e-4f97-a7f0-77d806e624a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:19:09.194970 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-0420ebfd-ab3e-4f97-a7f0-77d806e624a9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=230b3c5a-af3d-4d21-9799-ddc9a0766901 HTTP/1.1" status: 200 len: 835 time: 0.0792665 Nov 27 04:19:09.265541 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-1a35df96-feb6-4cdc-9d24-223264ed0cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:19:09.267599 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-1a35df96-feb6-4cdc-9d24-223264ed0cff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=16cb1c3b-c674-4d81-a1d5-ef4ac65c7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649202 Nov 27 04:19:09.398697 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-4747cbdc-b7ff-48de-9dae-c40d80a558a0 service neutron] 10.222.0.11 "GET /v2.0/networks/16cb1c3b-c674-4d81-a1d5-ef4ac65c7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201577 Nov 27 04:19:09.518495 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51275da-4566-49d7-8154-870e5fbc5c1d req-ea4ccbd7-505c-4726-9c11-0d6aaabf4c06 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:19:09.526161 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f51275da-4566-49d7-8154-870e5fbc5c1d req-ea4ccbd7-505c-4726-9c11-0d6aaabf4c06 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3c2f4c-da20-4fef-b110-f836715627b2 HTTP/1.1" status: 200 len: 944 time: 0.0643735 Nov 27 04:19:09.549320 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3597314e-5c1c-415c-8084-160d53ed4c77 req-5e1c5602-4748-4fb3-9690-193872c7fb8c service neutron] 10.222.0.11 "GET /v2.0/networks/16cb1c3b-c674-4d81-a1d5-ef4ac65c7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403077 Nov 27 04:19:09.591088 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f51275da-4566-49d7-8154-870e5fbc5c1d req-cd03ddd9-f5fa-4af3-854c-f36822284638 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa76e1c1-a1bf-4f68-a2dc-b67794f6d714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588901 Nov 27 04:19:09.745112 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5ba6b-2ce7-4a19-bdf6-ec7df04e4c43 req-7832a90c-7767-4774-a92a-5c5342bf4e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:19:09.746890 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3da5ba6b-2ce7-4a19-bdf6-ec7df04e4c43 req-7832a90c-7767-4774-a92a-5c5342bf4e35 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=13b1fee7d54d401493a1883da20540bb&device_id=2d3c2f4c-da20-4fef-b110-f836715627b2 HTTP/1.1" status: 200 len: 1095 time: 0.0714421 Nov 27 04:19:09.910022 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5ba6b-2ce7-4a19-bdf6-ec7df04e4c43 req-1a6814df-b33d-4041-990c-5240319bb70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:19:09.911615 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3da5ba6b-2ce7-4a19-bdf6-ec7df04e4c43 req-1a6814df-b33d-4041-990c-5240319bb70b service neutron] 10.222.0.11 "GET /v2.0/networks?id=16cb1c3b-c674-4d81-a1d5-ef4ac65c7115 HTTP/1.1" status: 200 len: 898 time: 0.1564758 Nov 27 04:19:09.976069 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3da5ba6b-2ce7-4a19-bdf6-ec7df04e4c43 req-bb7b2610-d2a7-4c4b-9bae-915cb34076e9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfac7cce-18ae-455a-9436-77147ef5f7c1 HTTP/1.1" status: 200 len: 217 time: 0.0472507 Nov 27 04:19:10.061806 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 52130) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:10.116532 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5ba6b-2ce7-4a19-bdf6-ec7df04e4c43 req-e27c4a02-36b0-4698-97b2-5e149a3f3d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:19:10.123186 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3da5ba6b-2ce7-4a19-bdf6-ec7df04e4c43 req-e27c4a02-36b0-4698-97b2-5e149a3f3d98 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=230b3c5a-af3d-4d21-9799-ddc9a0766901 HTTP/1.1" status: 200 len: 835 time: 0.1338887 Nov 27 04:19:10.193434 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-13a9423b-43c6-4067-8040-f0548b1c8455 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:10.207728 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5ba6b-2ce7-4a19-bdf6-ec7df04e4c43 req-22ac5efe-a7c2-4d17-a45f-4555e82eb8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:19:10.209305 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3da5ba6b-2ce7-4a19-bdf6-ec7df04e4c43 req-22ac5efe-a7c2-4d17-a45f-4555e82eb8fe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=16cb1c3b-c674-4d81-a1d5-ef4ac65c7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836272 Nov 27 04:19:10.230172 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-13a9423b-43c6-4067-8040-f0548b1c8455 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:10.315861 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-13a9423b-43c6-4067-8040-f0548b1c8455 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:10.319753 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-13a9423b-43c6-4067-8040-f0548b1c8455 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:10.324306 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-13a9423b-43c6-4067-8040-f0548b1c8455 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] 10.222.0.20 "DELETE /v2.0/security-groups/cf8d89d2-1d94-4327-916b-17cea4e9becf HTTP/1.1" status: 204 len: 168 time: 0.2600315 Nov 27 04:19:10.334926 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9423b-43c6-4067-8040-f0548b1c8455 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8d89d2-1d94-4327-916b-17cea4e9becf,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:10.353276 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9423b-43c6-4067-8040-f0548b1c8455 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:10.353625 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9423b-43c6-4067-8040-f0548b1c8455 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:10.355284 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9423b-43c6-4067-8040-f0548b1c8455 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:10.355661 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9423b-43c6-4067-8040-f0548b1c8455 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:10.356004 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9423b-43c6-4067-8040-f0548b1c8455 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:10.356343 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9423b-43c6-4067-8040-f0548b1c8455 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:10.356678 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9423b-43c6-4067-8040-f0548b1c8455 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:10.357008 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9423b-43c6-4067-8040-f0548b1c8455 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:10.357341 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9423b-43c6-4067-8040-f0548b1c8455 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:10.361724 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9423b-43c6-4067-8040-f0548b1c8455 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:10.365199 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9423b-43c6-4067-8040-f0548b1c8455 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:10.367381 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9423b-43c6-4067-8040-f0548b1c8455 tempest-TestVolumeBackupRestore-1157856262 tempest-TestVolumeBackupRestore-1157856262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:10.385254 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3da5ba6b-2ce7-4a19-bdf6-ec7df04e4c43 req-67f658ed-1e0f-4c27-97a0-31f07fa1ee3a service neutron] 10.222.0.11 "GET /v2.0/networks/16cb1c3b-c674-4d81-a1d5-ef4ac65c7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663170 Nov 27 04:19:10.587784 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3da5ba6b-2ce7-4a19-bdf6-ec7df04e4c43 req-b3d437f8-e6f7-40ce-ab7e-2aaa3b3d6bdc service neutron] 10.222.0.11 "GET /v2.0/networks/16cb1c3b-c674-4d81-a1d5-ef4ac65c7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939850 Nov 27 04:19:10.843565 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380839ab-5f35-4a7d-95fa-cc7dbf590a19 req-abffa3a9-d80b-4763-a277-35df0d1656f1 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:19:10.845305 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-380839ab-5f35-4a7d-95fa-cc7dbf590a19 req-abffa3a9-d80b-4763-a277-35df0d1656f1 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3c2f4c-da20-4fef-b110-f836715627b2 HTTP/1.1" status: 200 len: 944 time: 0.1102860 Nov 27 04:19:10.911723 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-380839ab-5f35-4a7d-95fa-cc7dbf590a19 req-940c9e1b-9af2-4a55-bdc2-7d13fb9a1289 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa76e1c1-a1bf-4f68-a2dc-b67794f6d714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603340 Nov 27 04:19:12.323113 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b9cfc-df11-47c2-bf96-eeda99af61c2 req-c6a5c8cb-8a2f-43bb-8cac-bc5852714416 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:19:12.335811 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1a1b9cfc-df11-47c2-bf96-eeda99af61c2 req-c6a5c8cb-8a2f-43bb-8cac-bc5852714416 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3c2f4c-da20-4fef-b110-f836715627b2 HTTP/1.1" status: 200 len: 944 time: 0.2832491 Nov 27 04:19:12.413329 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device dfac7cce-18ae-455a-9436-77147ef5f7c1 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:19:12.431231 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1a1b9cfc-df11-47c2-bf96-eeda99af61c2 req-96607030-508c-45a9-9313-40aa926522a2 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa76e1c1-a1bf-4f68-a2dc-b67794f6d714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933661 Nov 27 04:19:12.605892 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port dfac7cce-18ae-455a-9436-77147ef5f7c1, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=dfac7cce-18ae-455a-9436-77147ef5f7c1,segment=NetworkSegment(8292b501-6605-4030-9e14-a29be529a23a),segment_id=8292b501-6605-4030-9e14-a29be529a23a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:19:12.620384 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'dfac7cce-18ae-455a-9436-77147ef5f7c1', 'network_id': '16cb1c3b-c674-4d81-a1d5-ef4ac65c7115', 'port_id': 'dfac7cce-18ae-455a-9436-77147ef5f7c1', 'mac_address': 'fa:16:3e:c5:0d:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '230b3c5a-af3d-4d21-9799-ddc9a0766901', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:19:12.661648 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 52354) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:12.663160 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:12.680426 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfac7cce-18ae-455a-9436-77147ef5f7c1 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:19:12.708677 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port dfac7cce-18ae-455a-9436-77147ef5f7c1, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=dfac7cce-18ae-455a-9436-77147ef5f7c1,segment=NetworkSegment(8292b501-6605-4030-9e14-a29be529a23a),segment_id=8292b501-6605-4030-9e14-a29be529a23a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:19:12.715797 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:12.778672 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a89c2f8-2920-47fd-be7b-8ecf9e25f08d admin admin] Deleting subnet 0837d823-ed08-4eeb-ac02-9120d4ca80a4 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:19:12.788709 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9a89c2f8-2920-47fd-be7b-8ecf9e25f08d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:12.809149 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=dfac7cce-18ae-455a-9436-77147ef5f7c1,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:12.844850 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9a89c2f8-2920-47fd-be7b-8ecf9e25f08d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:12.922363 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9a89c2f8-2920-47fd-be7b-8ecf9e25f08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:13.014801 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['dfac7cce-18ae-455a-9436-77147ef5f7c1'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:19:13.059522 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9a89c2f8-2920-47fd-be7b-8ecf9e25f08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:13.130053 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a89c2f8-2920-47fd-be7b-8ecf9e25f08d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0837d823-ed08-4eeb-ac02-9120d4ca80a4,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:13.152517 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9a89c2f8-2920-47fd-be7b-8ecf9e25f08d admin admin] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:13.162048 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9a89c2f8-2920-47fd-be7b-8ecf9e25f08d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0837d823-ed08-4eeb-ac02-9120d4ca80a4 HTTP/1.1" status: 204 len: 168 time: 0.4964821 Nov 27 04:19:13.163257 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 52406) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:13.345301 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-24d74da3-1b42-4a73-9d43-d302dab6b493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:13.538051 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-24d74da3-1b42-4a73-9d43-d302dab6b493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:13.577483 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-24d74da3-1b42-4a73-9d43-d302dab6b493 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bd5f812-870d-4931-b2ab-ebc3d0765066']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:13.600734 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-24d74da3-1b42-4a73-9d43-d302dab6b493 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db13affe-4da4-4949-82a9-4dd36178f491') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:13.601053 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-24d74da3-1b42-4a73-9d43-d302dab6b493 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db13affe-4da4-4949-82a9-4dd36178f491') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:13.612664 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-24d74da3-1b42-4a73-9d43-d302dab6b493 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:13.645554 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-24d74da3-1b42-4a73-9d43-d302dab6b493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:13.655900 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24d74da3-1b42-4a73-9d43-d302dab6b493 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:19:13.656497 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-24d74da3-1b42-4a73-9d43-d302dab6b493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:13.755528 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce95021-cdd2-450e-86f9-9ce1cacfff55 req-11a6f513-9196-4746-b4d7-20be2ff14bf9 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:19:13.759122 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9ce95021-cdd2-450e-86f9-9ce1cacfff55 req-11a6f513-9196-4746-b4d7-20be2ff14bf9 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3c2f4c-da20-4fef-b110-f836715627b2 HTTP/1.1" status: 200 len: 945 time: 0.1784286 Nov 27 04:19:13.776512 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:19:13.776512 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:19:13.776512 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:19:13.776512 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:19:13.776512 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:19:13.776512 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:19:13.776512 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:19:13.776512 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:19:13.776512 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:19:13.776512 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:19:13.776512 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:19:13.776512 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:19:13.776512 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:19:13.776512 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:19:13.776512 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:19:13.776512 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:19:13.776512 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:19:13.776512 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:19:13.776512 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:19:13.776512 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:19:13.776512 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:19:13.776512 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:19:13.776512 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:19:13.776512 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:19:13.776512 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:19:13.776512 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:19:13.776512 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:19:13.776512 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:19:13.776512 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:19:13.776512 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:19:13.776512 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:19:13.776512 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:19:13.800443 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-24d74da3-1b42-4a73-9d43-d302dab6b493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:13.807127 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-24d74da3-1b42-4a73-9d43-d302dab6b493 admin admin] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:13.816515 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-24d74da3-1b42-4a73-9d43-d302dab6b493 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8bd5f812-870d-4931-b2ab-ebc3d0765066 HTTP/1.1" status: 204 len: 168 time: 0.6479683 Nov 27 04:19:13.818818 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 52470) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:13.863574 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9ce95021-cdd2-450e-86f9-9ce1cacfff55 req-241e17c9-4520-4c6f-af19-87f6baeea3ff tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa76e1c1-a1bf-4f68-a2dc-b67794f6d714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980768 Nov 27 04:19:13.884725 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d74da3-1b42-4a73-9d43-d302dab6b493 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bd5f812-870d-4931-b2ab-ebc3d0765066,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:13.910875 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed07a97d-fe9a-48ba-a0b9-5d6a281b84ab admin admin] Deleting subnet fc204706-1e84-4c65-92f8-92bf42a0eb9d {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:19:13.934855 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ed07a97d-fe9a-48ba-a0b9-5d6a281b84ab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:14.013310 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ed07a97d-fe9a-48ba-a0b9-5d6a281b84ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:14.091020 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ed07a97d-fe9a-48ba-a0b9-5d6a281b84ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:14.237405 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ed07a97d-fe9a-48ba-a0b9-5d6a281b84ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:14.279131 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07a97d-fe9a-48ba-a0b9-5d6a281b84ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc204706-1e84-4c65-92f8-92bf42a0eb9d,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:14.281376 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ed07a97d-fe9a-48ba-a0b9-5d6a281b84ab admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:14.285149 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ed07a97d-fe9a-48ba-a0b9-5d6a281b84ab admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fc204706-1e84-4c65-92f8-92bf42a0eb9d HTTP/1.1" status: 204 len: 168 time: 0.4641540 Nov 27 04:19:14.288090 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 52518) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:14.413357 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2af47e42-70a4-4a02-b178-a375209a0bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:14.416975 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device dfac7cce-18ae-455a-9436-77147ef5f7c1 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:19:14.609603 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port dfac7cce-18ae-455a-9436-77147ef5f7c1 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:19:14.633820 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port dfac7cce-18ae-455a-9436-77147ef5f7c1 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:19:14.634378 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:14.721947 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2af47e42-70a4-4a02-b178-a375209a0bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:14.770642 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-2af47e42-70a4-4a02-b178-a375209a0bdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87a70f70-09fb-465f-9d4c-e1cb0bf67731']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:14.798426 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-2af47e42-70a4-4a02-b178-a375209a0bdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4656eae3-0ce7-4595-8ff9-4326ac7ddce1') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:14.798751 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-2af47e42-70a4-4a02-b178-a375209a0bdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4656eae3-0ce7-4595-8ff9-4326ac7ddce1') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:14.808102 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:14.821666 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2af47e42-70a4-4a02-b178-a375209a0bdb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:14.851746 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2af47e42-70a4-4a02-b178-a375209a0bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:14.861829 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2af47e42-70a4-4a02-b178-a375209a0bdb admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:19:14.862451 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2af47e42-70a4-4a02-b178-a375209a0bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:14.864745 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:19:14.864745 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:19:14.864745 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:19:14.864745 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:19:14.864745 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:19:14.864745 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:19:14.864745 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:19:14.864745 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:19:14.864745 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:19:14.864745 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:19:14.864745 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:19:14.864745 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:19:14.864745 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:19:14.864745 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:19:14.864745 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:19:14.864745 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:19:14.864745 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:19:14.864745 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:19:14.864745 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:19:14.864745 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:19:14.864745 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:19:14.864745 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:19:14.864745 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:19:14.864745 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:19:14.864745 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:19:14.864745 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:19:14.864745 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:19:14.864745 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:19:14.864745 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:19:14.864745 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:19:14.864745 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:19:14.864745 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:19:14.889914 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d3c2f4c-da20-4fef-b110-f836715627b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfac7cce-18ae-455a-9436-77147ef5f7c1'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:19:14.906753 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198fb64f-00f4-49a7-8d18-166d45472a90" -d '{"events": [{"server_uuid": "2d3c2f4c-da20-4fef-b110-f836715627b2", "name": "network-vif-plugged", "status": "completed", "tag": "dfac7cce-18ae-455a-9436-77147ef5f7c1"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:19:14.924038 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port dfac7cce-18ae-455a-9436-77147ef5f7c1, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=dfac7cce-18ae-455a-9436-77147ef5f7c1,segment=NetworkSegment(8292b501-6605-4030-9e14-a29be529a23a),segment_id=8292b501-6605-4030-9e14-a29be529a23a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:19:14.933151 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:15.034290 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7f3203-9da8-40a7-a3b4-1f394d0f26c9 x-openstack-request-id: req-7d7f3203-9da8-40a7-a3b4-1f394d0f26c9 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:19:15.038742 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d3c2f4c-da20-4fef-b110-f836715627b2", "name": "network-vif-plugged", "status": "completed", "tag": "dfac7cce-18ae-455a-9436-77147ef5f7c1", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:19:15.038742 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d7f3203-9da8-40a7-a3b4-1f394d0f26c9 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:19:15.038742 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d3c2f4c-da20-4fef-b110-f836715627b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfac7cce-18ae-455a-9436-77147ef5f7c1', 'code': 200} Nov 27 04:19:15.049010 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=dfac7cce-18ae-455a-9436-77147ef5f7c1,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:15.065642 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2af47e42-70a4-4a02-b178-a375209a0bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:15.108010 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2af47e42-70a4-4a02-b178-a375209a0bdb admin admin] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:15.111329 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2af47e42-70a4-4a02-b178-a375209a0bdb admin admin] 10.222.0.20 "DELETE /v2.0/networks/87a70f70-09fb-465f-9d4c-e1cb0bf67731 HTTP/1.1" status: 204 len: 168 time: 0.8220708 Nov 27 04:19:15.112394 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af47e42-70a4-4a02-b178-a375209a0bdb admin admin] Pushing event deleted for resources: {'Network': ['ID=87a70f70-09fb-465f-9d4c-e1cb0bf67731,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:15.148062 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fd96b-0972-410a-a2d2-a530f24a2adb req-8488acb8-cba7-4fed-8146-45fc8a87a218 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:19:15.149780 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fd6fd96b-0972-410a-a2d2-a530f24a2adb req-8488acb8-cba7-4fed-8146-45fc8a87a218 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3c2f4c-da20-4fef-b110-f836715627b2 HTTP/1.1" status: 200 len: 946 time: 0.1058047 Nov 27 04:19:15.263006 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fd6fd96b-0972-410a-a2d2-a530f24a2adb req-060766b2-82c8-4130-b9a1-263aa8e50ebe tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa76e1c1-a1bf-4f68-a2dc-b67794f6d714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033235 Nov 27 04:19:15.263981 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b36d7b9-d95e-4b78-b753-85699f33c360 req-6c49e47a-ed4a-4102-823d-da22b372978e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:19:15.269282 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3b36d7b9-d95e-4b78-b753-85699f33c360 req-6c49e47a-ed4a-4102-823d-da22b372978e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2d3c2f4c-da20-4fef-b110-f836715627b2 HTTP/1.1" status: 200 len: 1097 time: 0.1169260 Nov 27 04:19:15.379027 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3b36d7b9-d95e-4b78-b753-85699f33c360 req-fa21010b-c92d-49aa-92c2-7d6feef36fff service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=aa76e1c1-a1bf-4f68-a2dc-b67794f6d714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021194 Nov 27 04:19:15.439934 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 52634) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:15.516758 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 52644) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:15.524242 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-fa249dfe-8398-4d4d-931f-2aa579930390 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4983d04b4e58405c892ef457302fc6bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0830359 Nov 27 04:19:15.622565 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5167e0e3-c773-4897-a32d-a300770887cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:15.653240 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5167e0e3-c773-4897-a32d-a300770887cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:15.714749 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5167e0e3-c773-4897-a32d-a300770887cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:15.718078 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5167e0e3-c773-4897-a32d-a300770887cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:15.719281 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-5167e0e3-c773-4897-a32d-a300770887cb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/345a1d61-5286-42a5-b7e3-5762a1620b96 HTTP/1.1" status: 204 len: 168 time: 0.2013605 Nov 27 04:19:15.729718 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167e0e3-c773-4897-a32d-a300770887cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345a1d61-5286-42a5-b7e3-5762a1620b96,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:16.118903 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 52664) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:16.178313 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6692318d-835e-4ead-9643-63929052981c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:16.207993 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-82e43ce9-8463-49f5-accb-5d833a21bded admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8be83651f8e44db8be09b50aff116468&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0870769 Nov 27 04:19:16.209816 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 52668) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:16.297358 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0094c853-11d8-425b-b282-76ec0bd2ada8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:16.327222 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0094c853-11d8-425b-b282-76ec0bd2ada8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:16.328832 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:16.406449 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0094c853-11d8-425b-b282-76ec0bd2ada8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:16.409292 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0094c853-11d8-425b-b282-76ec0bd2ada8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:16.413178 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0094c853-11d8-425b-b282-76ec0bd2ada8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/80dcac9b-9c5a-4e0a-a822-836298203380 HTTP/1.1" status: 204 len: 168 time: 0.2018888 Nov 27 04:19:16.425900 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0094c853-11d8-425b-b282-76ec0bd2ada8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80dcac9b-9c5a-4e0a-a822-836298203380,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:16.525386 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4318d6c-b5d6-402a-8280-29d7b2f1c337 req-df988c3e-6159-4ae0-a7bf-1288207b816b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:19:16.527842 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c4318d6c-b5d6-402a-8280-29d7b2f1c337 req-df988c3e-6159-4ae0-a7bf-1288207b816b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3c2f4c-da20-4fef-b110-f836715627b2 HTTP/1.1" status: 200 len: 946 time: 0.1372995 Nov 27 04:19:17.013888 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c4318d6c-b5d6-402a-8280-29d7b2f1c337 req-c1985f69-b891-43dd-a21d-5db0a8bcb4e7 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa76e1c1-a1bf-4f68-a2dc-b67794f6d714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4730065 Nov 27 04:19:17.313349 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 52706) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:17.861295 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 52730) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:18.001939 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-50f59689-3e04-4807-a17d-4ff3745bf8fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:18.020699 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ce853449-fdf0-4a03-9268-127d3f258517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:18.130799 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-50f59689-3e04-4807-a17d-4ff3745bf8fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:18.136189 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-50f59689-3e04-4807-a17d-4ff3745bf8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:18.176966 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-50f59689-3e04-4807-a17d-4ff3745bf8fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fb18ebcb36fb4a2a9525b83deb5ec6ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3138084 Nov 27 04:19:18.178214 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f59689-3e04-4807-a17d-4ff3745bf8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35987d1-a26c-47b1-9b20-fe8023310636,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:18.180664 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 52740) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:18.223835 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ded8ea-21e8-4bc0-b4e7-6db3241dff75 req-30a525f0-389b-4c21-9362-96c3ff488885 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:19:18.229114 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-91ded8ea-21e8-4bc0-b4e7-6db3241dff75 req-30a525f0-389b-4c21-9362-96c3ff488885 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3c2f4c-da20-4fef-b110-f836715627b2 HTTP/1.1" status: 200 len: 946 time: 0.0788412 Nov 27 04:19:18.232499 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7d79a075-c2f9-401e-ae01-f7b18ebb6986 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:18.255813 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7d79a075-c2f9-401e-ae01-f7b18ebb6986 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:18.319685 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7d79a075-c2f9-401e-ae01-f7b18ebb6986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:18.324265 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7d79a075-c2f9-401e-ae01-f7b18ebb6986 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:18.325226 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7d79a075-c2f9-401e-ae01-f7b18ebb6986 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e35987d1-a26c-47b1-9b20-fe8023310636 HTTP/1.1" status: 204 len: 168 time: 0.1436057 Nov 27 04:19:18.348127 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79a075-c2f9-401e-ae01-f7b18ebb6986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35987d1-a26c-47b1-9b20-fe8023310636,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:18.350755 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-91ded8ea-21e8-4bc0-b4e7-6db3241dff75 req-fec102d3-aa9d-41fe-976e-70a343021261 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa76e1c1-a1bf-4f68-a2dc-b67794f6d714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187687 Nov 27 04:19:18.356403 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-72a2bbf9-fdd5-4b1f-8c96-c7404570ac10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:18.488495 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-ce853449-fdf0-4a03-9268-127d3f258517 admin admin] Deleting port d6ac6ea9-9ede-4dd7-9151-73d43bc6b298 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:19:18.489046 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ce853449-fdf0-4a03-9268-127d3f258517 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:18.507809 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41d2f7-d682-448f-84e9-c6dcad7c3d2f req-8f542b6d-f7a1-4ac1-ac7b-89d4825b156b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:19:18.510275 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6c41d2f7-d682-448f-84e9-c6dcad7c3d2f req-8f542b6d-f7a1-4ac1-ac7b-89d4825b156b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3c2f4c-da20-4fef-b110-f836715627b2 HTTP/1.1" status: 200 len: 946 time: 0.0707293 Nov 27 04:19:18.584186 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6c41d2f7-d682-448f-84e9-c6dcad7c3d2f req-0be4d86d-32f9-4d50-9472-adebc85a48e4 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa76e1c1-a1bf-4f68-a2dc-b67794f6d714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671184 Nov 27 04:19:18.601361 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-ce853449-fdf0-4a03-9268-127d3f258517 admin admin] For port d6ac6ea9-9ede-4dd7-9151-73d43bc6b298, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=d6ac6ea9-9ede-4dd7-9151-73d43bc6b298,segment=NetworkSegment(74a56a4c-1525-4456-b161-70ff3cda2a8c),segment_id=74a56a4c-1525-4456-b161-70ff3cda2a8c)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:19:18.601904 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ce853449-fdf0-4a03-9268-127d3f258517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:18.606724 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 52758) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:18.621449 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-ce853449-fdf0-4a03-9268-127d3f258517 admin admin] Calling delete_port for d6ac6ea9-9ede-4dd7-9151-73d43bc6b298 owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:19:18.667201 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08991448-67b5-4d39-b430-08cb5defef22 tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:19:18.669287 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-08991448-67b5-4d39-b430-08cb5defef22 tempest-TestNetworkAdvancedServerOps-2074671861 tempest-TestNetworkAdvancedServerOps-2074671861-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2d3c2f4c-da20-4fef-b110-f836715627b2 HTTP/1.1" status: 200 len: 1092 time: 0.0613787 Nov 27 04:19:18.672120 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 52762) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:18.681853 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-3c593443-d94f-47a6-bf06-668258619a4f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'port_id': 'dfac7cce-18ae-455a-9436-77147ef5f7c1', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:19:18.708572 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3c593443-d94f-47a6-bf06-668258619a4f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for floatingip, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:18.830291 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3c593443-d94f-47a6-bf06-668258619a4f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:18.865859 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:18.870746 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ce853449-fdf0-4a03-9268-127d3f258517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:18.910530 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce853449-fdf0-4a03-9268-127d3f258517 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6ac6ea9-9ede-4dd7-9151-73d43bc6b298,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:18.974885 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-3c593443-d94f-47a6-bf06-668258619a4f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Allocated IP 172.25.1.210 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/06bc4a3d-90a2-4547-a3fe-00eced967137) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:19:19.130965 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3c593443-d94f-47a6-bf06-668258619a4f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:19.160653 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ce853449-fdf0-4a03-9268-127d3f258517 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:19.195421 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3c593443-d94f-47a6-bf06-668258619a4f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:19.256854 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c593443-d94f-47a6-bf06-668258619a4f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:19:19.288390 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c593443-d94f-47a6-bf06-668258619a4f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'Port': ['ID=06bc4a3d-90a2-4547-a3fe-00eced967137,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:19.292056 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-3c593443-d94f-47a6-bf06-668258619a4f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:19:19.295462 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c593443-d94f-47a6-bf06-668258619a4f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:19:19.679904 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:19.764136 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3c593443-d94f-47a6-bf06-668258619a4f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:19.857777 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3c593443-d94f-47a6-bf06-668258619a4f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:19.869665 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce853449-fdf0-4a03-9268-127d3f258517 admin admin] Router 4c0002fa-51b3-4f8e-a730-f7759d1b8b52 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:19:20.007362 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce853449-fdf0-4a03-9268-127d3f258517 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:19:20.015509 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ce853449-fdf0-4a03-9268-127d3f258517 admin admin] 10.222.0.20 "PUT /v2.0/routers/4c0002fa-51b3-4f8e-a730-f7759d1b8b52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7009246 Nov 27 04:19:20.018072 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 52810) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:20.020585 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b709c42d-c36b-4b68-be16-06bc4e8edd28 None None] Sync routers for ids ['4c0002fa-51b3-4f8e-a730-f7759d1b8b52'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:19:20.036695 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b709c42d-c36b-4b68-be16-06bc4e8edd28 None None] Routers {'4c0002fa-51b3-4f8e-a730-f7759d1b8b52'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:19:20.038241 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-b709c42d-c36b-4b68-be16-06bc4e8edd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:19:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4c0002fa-51b3-4f8e-a730-f7759d1b8b52'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:20.176656 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-32bf5b98-4f89-4528-b3f0-94aef95a2e16 admin admin] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:20.193267 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-b709c42d-c36b-4b68-be16-06bc4e8edd28 None None] Set router 4c0002fa-51b3-4f8e-a730-f7759d1b8b52 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:19:20.288674 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3c593443-d94f-47a6-bf06-668258619a4f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:20.311981 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3c593443-d94f-47a6-bf06-668258619a4f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:20.360240 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-32bf5b98-4f89-4528-b3f0-94aef95a2e16 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:20.422330 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-b709c42d-c36b-4b68-be16-06bc4e8edd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'name': 'tempest-TestVolumeBackupRestore-607832707-router', 'tenant_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bafad31a-5576-42b3-be80-53bae453a518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:13:15Z', 'updated_at': '2021-11-27T04:19:18Z', 'revision_number': 5, 'project_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'gw_port': {'id': 'bafad31a-5576-42b3-be80-53bae453a518', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:13:16Z', 'updated_at': '2021-11-27T04:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:20.471716 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b709c42d-c36b-4b68-be16-06bc4e8edd28 None None] Checking router: 4c0002fa-51b3-4f8e-a730-f7759d1b8b52 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:19:20.481592 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b709c42d-c36b-4b68-be16-06bc4e8edd28 None None] Routers {'4c0002fa-51b3-4f8e-a730-f7759d1b8b52'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:19:20.483578 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-b709c42d-c36b-4b68-be16-06bc4e8edd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:19:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4c0002fa-51b3-4f8e-a730-f7759d1b8b52'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:20.486946 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c593443-d94f-47a6-bf06-668258619a4f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event updated for resources: {'Port': ['ID=06bc4a3d-90a2-4547-a3fe-00eced967137,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:20.497372 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3c593443-d94f-47a6-bf06-668258619a4f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:20.583838 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-b709c42d-c36b-4b68-be16-06bc4e8edd28 None None] Set router 4c0002fa-51b3-4f8e-a730-f7759d1b8b52 gateway port host: None {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:19:20.594417 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-32bf5b98-4f89-4528-b3f0-94aef95a2e16 admin admin] Deleting port bafad31a-5576-42b3-be80-53bae453a518 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:19:20.594720 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-32bf5b98-4f89-4528-b3f0-94aef95a2e16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:20.669080 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-b709c42d-c36b-4b68-be16-06bc4e8edd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'name': 'tempest-TestVolumeBackupRestore-607832707-router', 'tenant_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:13:15Z', 'updated_at': '2021-11-27T04:19:20Z', 'revision_number': 6, 'project_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'gw_port_host': None}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:20.686567 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [None req-3c593443-d94f-47a6-bf06-668258619a4f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Floating IP 7c2b2c67-b0c3-4084-8f76-f84cb41a0425 associated. External IP: 172.25.1.210, port: dfac7cce-18ae-455a-9436-77147ef5f7c1. Nov 27 04:19:20.713110 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b709c42d-c36b-4b68-be16-06bc4e8edd28 None None] The sync data for ids ['4c0002fa-51b3-4f8e-a730-f7759d1b8b52'] in n-d-819494-3 is: [{'id': '4c0002fa-51b3-4f8e-a730-f7759d1b8b52', 'name': 'tempest-TestVolumeBackupRestore-607832707-router', 'tenant_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:13:15Z', 'updated_at': '2021-11-27T04:19:20Z', 'revision_number': 6, 'project_id': '6292db7bdfdd4a808d17c61c8ea15dfe', 'gw_port_host': None}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:19:20.787015 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-32bf5b98-4f89-4528-b3f0-94aef95a2e16 admin admin] For port bafad31a-5576-42b3-be80-53bae453a518, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=bafad31a-5576-42b3-be80-53bae453a518,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:19:20.787390 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-32bf5b98-4f89-4528-b3f0-94aef95a2e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:20.818346 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-32bf5b98-4f89-4528-b3f0-94aef95a2e16 admin admin] Calling delete_port for bafad31a-5576-42b3-be80-53bae453a518 owned by network:router_gateway {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:19:21.070594 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c593443-d94f-47a6-bf06-668258619a4f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Router 65fc7d13-92b5-4436-9b92-5c96969d9505 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:19:21.242513 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c593443-d94f-47a6-bf06-668258619a4f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:19:21.244695 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-32bf5b98-4f89-4528-b3f0-94aef95a2e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:21.257219 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d9ff41-6f85-44bc-b8ec-5da3e2fb3f18 None None] Sync routers for ids ['65fc7d13-92b5-4436-9b92-5c96969d9505'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:19:21.268787 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d9ff41-6f85-44bc-b8ec-5da3e2fb3f18 None None] Routers {'65fc7d13-92b5-4436-9b92-5c96969d9505'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:19:21.270806 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-50d9ff41-6f85-44bc-b8ec-5da3e2fb3f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:19:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['65fc7d13-92b5-4436-9b92-5c96969d9505'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:21.271224 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf5b98-4f89-4528-b3f0-94aef95a2e16 admin admin] Pushing event deleted for resources: {'Port': ['ID=bafad31a-5576-42b3-be80-53bae453a518,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:21.305967 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f657dee0-df7c-4327-ae56-1323d877fe9c None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:19:21.310615 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3c593443-d94f-47a6-bf06-668258619a4f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:21.322260 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:21.380697 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3c593443-d94f-47a6-bf06-668258619a4f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7070165 Nov 27 04:19:21.382961 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d3c2f4c-da20-4fef-b110-f836715627b2', 'tag': 'dfac7cce-18ae-455a-9436-77147ef5f7c1'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:19:21.385247 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650fe0b1-cfe2-4461-aeb2-0f138309b1c1" -d '{"events": [{"name": "network-changed", "server_uuid": "2d3c2f4c-da20-4fef-b110-f836715627b2", "tag": "dfac7cce-18ae-455a-9436-77147ef5f7c1"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:19:21.392697 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-32bf5b98-4f89-4528-b3f0-94aef95a2e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:21.463189 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856d57f5-6e03-441c-8906-ad7e632edd5b x-openstack-request-id: req-856d57f5-6e03-441c-8906-ad7e632edd5b {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:19:21.465467 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d3c2f4c-da20-4fef-b110-f836715627b2", "tag": "dfac7cce-18ae-455a-9436-77147ef5f7c1", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:19:21.465467 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-856d57f5-6e03-441c-8906-ad7e632edd5b {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:19:21.468151 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d3c2f4c-da20-4fef-b110-f836715627b2', 'tag': 'dfac7cce-18ae-455a-9436-77147ef5f7c1', 'status': 'completed', 'code': 200} Nov 27 04:19:21.501245 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-50d9ff41-6f85-44bc-b8ec-5da3e2fb3f18 None None] Set router 65fc7d13-92b5-4436-9b92-5c96969d9505 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:19:21.554015 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-32bf5b98-4f89-4528-b3f0-94aef95a2e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:21.556337 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-32bf5b98-4f89-4528-b3f0-94aef95a2e16 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:21.562380 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da1009-7660-4b97-996f-6ee0b4aa4978 req-1c4b7fe5-79f1-4d6f-bc8b-c803be212d1d tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:19:21.570475 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-63da1009-7660-4b97-996f-6ee0b4aa4978 req-1c4b7fe5-79f1-4d6f-bc8b-c803be212d1d tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3c2f4c-da20-4fef-b110-f836715627b2 HTTP/1.1" status: 200 len: 946 time: 0.0878005 Nov 27 04:19:21.667050 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-63da1009-7660-4b97-996f-6ee0b4aa4978 req-9ecf7bc9-3ead-4482-9ce7-74a754b9f0e8 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa76e1c1-a1bf-4f68-a2dc-b67794f6d714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949593 Nov 27 04:19:21.700454 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 52864) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:21.714589 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-32bf5b98-4f89-4528-b3f0-94aef95a2e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:21.714942 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bf5b98-4f89-4528-b3f0-94aef95a2e16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c0002fa-51b3-4f8e-a730-f7759d1b8b52 {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:19:21.720831 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-32bf5b98-4f89-4528-b3f0-94aef95a2e16 admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:21.722066 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-32bf5b98-4f89-4528-b3f0-94aef95a2e16 admin admin] 10.222.0.20 "DELETE /v2.0/routers/4c0002fa-51b3-4f8e-a730-f7759d1b8b52 HTTP/1.1" status: 204 len: 168 time: 1.7023420 Nov 27 04:19:21.726710 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 52866) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:21.785097 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650fe0b1-cfe2-4461-aeb2-0f138309b1c1 req-9d4382fc-ec19-451f-a0c1-264a315499ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:19:21.786647 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-650fe0b1-cfe2-4461-aeb2-0f138309b1c1 req-9d4382fc-ec19-451f-a0c1-264a315499ea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=13b1fee7d54d401493a1883da20540bb&device_id=2d3c2f4c-da20-4fef-b110-f836715627b2 HTTP/1.1" status: 200 len: 1097 time: 0.1518533 Nov 27 04:19:21.808529 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7bf6411f-e67e-496f-95e5-d38a8ae1e558 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/floatingips/7c2b2c67-b0c3-4084-8f76-f84cb41a0425 HTTP/1.1" status: 200 len: 992 time: 0.1059101 Nov 27 04:19:21.862620 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-50d9ff41-6f85-44bc-b8ec-5da3e2fb3f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65fc7d13-92b5-4436-9b92-5c96969d9505', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812115195', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b98c48bc-28cf-4ed0-8539-7bf36bcc8c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:18:54Z', 'updated_at': '2021-11-27T04:19:01Z', 'revision_number': 4, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': 'b98c48bc-28cf-4ed0-8539-7bf36bcc8c05', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fc7d13-92b5-4436-9b92-5c96969d9505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:18:54Z', 'updated_at': '2021-11-27T04:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '7c2b2c67-b0c3-4084-8f76-f84cb41a0425', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'floating_ip_address': '172.25.1.210', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '65fc7d13-92b5-4436-9b92-5c96969d9505', 'port_id': 'dfac7cce-18ae-455a-9436-77147ef5f7c1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16cb1c3b-c674-4d81-a1d5-ef4ac65c7115', 'mac_address': 'fa:16:3e:c5:0d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c2f4c-da20-4fef-b110-f836715627b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:19:19Z', 'updated_at': '2021-11-27T04:19:19Z', 'revision_number': 0, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db97abf9-8ed4-4c46-a1d7-3b7302a9b111', 'name': '', 'network_id': '16cb1c3b-c674-4d81-a1d5-ef4ac65c7115', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'mac_address': 'fa:16:3e:3a:b6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fc7d13-92b5-4436-9b92-5c96969d9505', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '230b3c5a-af3d-4d21-9799-ddc9a0766901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:18:59Z', 'updated_at': '2021-11-27T04:19:05Z', 'revision_number': 5, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'subnets': [{'id': '230b3c5a-af3d-4d21-9799-ddc9a0766901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:21.868090 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-99952b23-650c-46b9-8d21-8cafb6cf9808 admin admin] Deleting subnet 71714649-ab01-464e-9082-35e74a3e5679 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:19:21.890491 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:21.897241 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d9ff41-6f85-44bc-b8ec-5da3e2fb3f18 None None] Checking router: 65fc7d13-92b5-4436-9b92-5c96969d9505 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:19:21.911486 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d9ff41-6f85-44bc-b8ec-5da3e2fb3f18 None None] Routers {'65fc7d13-92b5-4436-9b92-5c96969d9505'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:19:21.912407 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-50d9ff41-6f85-44bc-b8ec-5da3e2fb3f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:19:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['65fc7d13-92b5-4436-9b92-5c96969d9505'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:21.931826 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650fe0b1-cfe2-4461-aeb2-0f138309b1c1 req-60e742a8-70fc-49eb-9bd0-01f2426b8319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:19:21.933833 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-650fe0b1-cfe2-4461-aeb2-0f138309b1c1 req-60e742a8-70fc-49eb-9bd0-01f2426b8319 service neutron] 10.222.0.11 "GET /v2.0/networks?id=16cb1c3b-c674-4d81-a1d5-ef4ac65c7115 HTTP/1.1" status: 200 len: 898 time: 0.1378560 Nov 27 04:19:21.935401 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-99952b23-650c-46b9-8d21-8cafb6cf9808 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:22.054402 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-99952b23-650c-46b9-8d21-8cafb6cf9808 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:22.056146 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-50d9ff41-6f85-44bc-b8ec-5da3e2fb3f18 None None] Set router 65fc7d13-92b5-4436-9b92-5c96969d9505 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:19:22.093171 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-650fe0b1-cfe2-4461-aeb2-0f138309b1c1 req-e20a778b-99e0-4799-93d5-428257665cc6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfac7cce-18ae-455a-9436-77147ef5f7c1 HTTP/1.1" status: 200 len: 1000 time: 0.1327548 Nov 27 04:19:22.215450 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650fe0b1-cfe2-4461-aeb2-0f138309b1c1 req-07d897fa-3827-496d-8fba-26ea527c0800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:19:22.217895 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-650fe0b1-cfe2-4461-aeb2-0f138309b1c1 req-07d897fa-3827-496d-8fba-26ea527c0800 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=230b3c5a-af3d-4d21-9799-ddc9a0766901 HTTP/1.1" status: 200 len: 835 time: 0.1093545 Nov 27 04:19:22.225248 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-99952b23-650c-46b9-8d21-8cafb6cf9808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:22.307098 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650fe0b1-cfe2-4461-aeb2-0f138309b1c1 req-6ce519cf-9a5c-4846-bccb-beb4d4d7883c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:19:22.308636 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-650fe0b1-cfe2-4461-aeb2-0f138309b1c1 req-6ce519cf-9a5c-4846-bccb-beb4d4d7883c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=16cb1c3b-c674-4d81-a1d5-ef4ac65c7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806811 Nov 27 04:19:22.335274 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-99952b23-650c-46b9-8d21-8cafb6cf9808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:22.386992 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-50d9ff41-6f85-44bc-b8ec-5da3e2fb3f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65fc7d13-92b5-4436-9b92-5c96969d9505', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812115195', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b98c48bc-28cf-4ed0-8539-7bf36bcc8c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:18:54Z', 'updated_at': '2021-11-27T04:19:01Z', 'revision_number': 4, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': 'b98c48bc-28cf-4ed0-8539-7bf36bcc8c05', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fc7d13-92b5-4436-9b92-5c96969d9505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:18:54Z', 'updated_at': '2021-11-27T04:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '7c2b2c67-b0c3-4084-8f76-f84cb41a0425', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'floating_ip_address': '172.25.1.210', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '65fc7d13-92b5-4436-9b92-5c96969d9505', 'port_id': 'dfac7cce-18ae-455a-9436-77147ef5f7c1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16cb1c3b-c674-4d81-a1d5-ef4ac65c7115', 'mac_address': 'fa:16:3e:c5:0d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c2f4c-da20-4fef-b110-f836715627b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:19:19Z', 'updated_at': '2021-11-27T04:19:19Z', 'revision_number': 0, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db97abf9-8ed4-4c46-a1d7-3b7302a9b111', 'name': '', 'network_id': '16cb1c3b-c674-4d81-a1d5-ef4ac65c7115', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'mac_address': 'fa:16:3e:3a:b6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fc7d13-92b5-4436-9b92-5c96969d9505', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '230b3c5a-af3d-4d21-9799-ddc9a0766901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:18:59Z', 'updated_at': '2021-11-27T04:19:05Z', 'revision_number': 5, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'subnets': [{'id': '230b3c5a-af3d-4d21-9799-ddc9a0766901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:22.420145 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d9ff41-6f85-44bc-b8ec-5da3e2fb3f18 None None] The sync data for ids ['65fc7d13-92b5-4436-9b92-5c96969d9505'] in n-d-819494-3 is: [{'id': '65fc7d13-92b5-4436-9b92-5c96969d9505', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812115195', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b98c48bc-28cf-4ed0-8539-7bf36bcc8c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:18:54Z', 'updated_at': '2021-11-27T04:19:01Z', 'revision_number': 4, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': 'b98c48bc-28cf-4ed0-8539-7bf36bcc8c05', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fc7d13-92b5-4436-9b92-5c96969d9505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:18:54Z', 'updated_at': '2021-11-27T04:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '7c2b2c67-b0c3-4084-8f76-f84cb41a0425', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'floating_ip_address': '172.25.1.210', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '65fc7d13-92b5-4436-9b92-5c96969d9505', 'port_id': 'dfac7cce-18ae-455a-9436-77147ef5f7c1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16cb1c3b-c674-4d81-a1d5-ef4ac65c7115', 'mac_address': 'fa:16:3e:c5:0d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c2f4c-da20-4fef-b110-f836715627b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:19:19Z', 'updated_at': '2021-11-27T04:19:19Z', 'revision_number': 0, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db97abf9-8ed4-4c46-a1d7-3b7302a9b111', 'name': '', 'network_id': '16cb1c3b-c674-4d81-a1d5-ef4ac65c7115', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'mac_address': 'fa:16:3e:3a:b6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fc7d13-92b5-4436-9b92-5c96969d9505', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '230b3c5a-af3d-4d21-9799-ddc9a0766901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:18:59Z', 'updated_at': '2021-11-27T04:19:05Z', 'revision_number': 5, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'subnets': [{'id': '230b3c5a-af3d-4d21-9799-ddc9a0766901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:19:22.528261 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device d6ac6ea9-9ede-4dd7-9151-73d43bc6b298 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:19:22.543372 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-650fe0b1-cfe2-4461-aeb2-0f138309b1c1 req-ec59f360-d13e-4bbc-b9ad-9d4df84e829f service neutron] 10.222.0.11 "GET /v2.0/networks/16cb1c3b-c674-4d81-a1d5-ef4ac65c7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270010 Nov 27 04:19:22.547547 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99952b23-650c-46b9-8d21-8cafb6cf9808 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71714649-ab01-464e-9082-35e74a3e5679,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:22.549967 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-99952b23-650c-46b9-8d21-8cafb6cf9808 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:22.554115 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-99952b23-650c-46b9-8d21-8cafb6cf9808 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/71714649-ab01-464e-9082-35e74a3e5679 HTTP/1.1" status: 204 len: 168 time: 0.8182631 Nov 27 04:19:22.557234 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 52880) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:22.567407 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: d6ac6ea9-9ede-4dd7-9151-73d43bc6b298 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:19:22.567981 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device d6ac6ea9-9ede-4dd7-9151-73d43bc6b298 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:19:22.568591 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device bafad31a-5576-42b3-be80-53bae453a518 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:19:22.598676 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: bafad31a-5576-42b3-be80-53bae453a518 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:19:22.599029 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device bafad31a-5576-42b3-be80-53bae453a518 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:19:22.600509 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c64ee4-73ae-4d25-a805-448237c798a8 None None] Network 0e5f5de3-7997-41af-8459-38e29bc5d0bf requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:19:22.715355 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8466c3ae-96f1-40f3-85ea-d25e3865e45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:22.752688 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-650fe0b1-cfe2-4461-aeb2-0f138309b1c1 req-cf8be87c-dfc5-46c5-b72c-bcb08e9d4784 service neutron] 10.222.0.11 "GET /v2.0/networks/16cb1c3b-c674-4d81-a1d5-ef4ac65c7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971676 Nov 27 04:19:22.815389 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 52886) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:22.829183 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-8466c3ae-96f1-40f3-85ea-d25e3865e45e admin admin] Deleting port e2ea0e79-86c3-4e88-bf20-8f1546c3d4e9 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:19:22.829540 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8466c3ae-96f1-40f3-85ea-d25e3865e45e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:22.863786 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a89778-f4f5-47e5-9f57-aeb621d997e9 None None] New status for floating IP 7c2b2c67-b0c3-4084-8f76-f84cb41a0425: ACTIVE {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:19:22.952534 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d2b0565c-8b15-4296-9de3-63bb6ef8b6ef tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/floatingips/7c2b2c67-b0c3-4084-8f76-f84cb41a0425 HTTP/1.1" status: 200 len: 992 time: 0.1392787 Nov 27 04:19:22.954494 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-8466c3ae-96f1-40f3-85ea-d25e3865e45e admin admin] For port e2ea0e79-86c3-4e88-bf20-8f1546c3d4e9, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=e2ea0e79-86c3-4e88-bf20-8f1546c3d4e9,segment=NetworkSegment(74a56a4c-1525-4456-b161-70ff3cda2a8c),segment_id=74a56a4c-1525-4456-b161-70ff3cda2a8c)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:19:22.955104 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8466c3ae-96f1-40f3-85ea-d25e3865e45e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:22.968894 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-8466c3ae-96f1-40f3-85ea-d25e3865e45e admin admin] Calling delete_port for e2ea0e79-86c3-4e88-bf20-8f1546c3d4e9 owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:19:23.064151 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8466c3ae-96f1-40f3-85ea-d25e3865e45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:23.111315 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8466c3ae-96f1-40f3-85ea-d25e3865e45e admin admin] Pushing event deleted for resources: {'Port': ['ID=e2ea0e79-86c3-4e88-bf20-8f1546c3d4e9,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:23.113467 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8466c3ae-96f1-40f3-85ea-d25e3865e45e admin admin] No DVR routers for this DVR port e2ea0e79-86c3-4e88-bf20-8f1546c3d4e9 on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:19:23.124650 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f74338-12d1-4ebb-a940-ad0211428686 None None] DHCP port deletion for 0e5f5de3-7997-41af-8459-38e29bc5d0bf request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:19:23.193032 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8466c3ae-96f1-40f3-85ea-d25e3865e45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:23.213755 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-8466c3ae-96f1-40f3-85ea-d25e3865e45e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e5f5de3-7997-41af-8459-38e29bc5d0bf']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:23.223048 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-8466c3ae-96f1-40f3-85ea-d25e3865e45e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74a56a4c-1525-4456-b161-70ff3cda2a8c') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:23.223351 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-8466c3ae-96f1-40f3-85ea-d25e3865e45e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74a56a4c-1525-4456-b161-70ff3cda2a8c') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:23.233100 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8466c3ae-96f1-40f3-85ea-d25e3865e45e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:23.246541 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8466c3ae-96f1-40f3-85ea-d25e3865e45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:23.252968 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8466c3ae-96f1-40f3-85ea-d25e3865e45e admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:19:23.253355 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8466c3ae-96f1-40f3-85ea-d25e3865e45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:23.255297 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:19:23.255297 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:19:23.255297 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:19:23.255297 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:19:23.255297 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:19:23.255297 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:19:23.255297 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:19:23.255297 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:19:23.255297 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:19:23.255297 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:19:23.255297 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:19:23.255297 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:19:23.255297 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:19:23.255297 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:19:23.255297 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:19:23.255297 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:19:23.255297 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:19:23.255297 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:19:23.255297 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:19:23.255297 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:19:23.255297 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:19:23.255297 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:19:23.255297 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:19:23.255297 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:19:23.255297 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:19:23.255297 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:19:23.255297 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:19:23.255297 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:19:23.255297 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:19:23.255297 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:19:23.255297 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:19:23.255297 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:19:23.309568 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8466c3ae-96f1-40f3-85ea-d25e3865e45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:23.316082 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8466c3ae-96f1-40f3-85ea-d25e3865e45e admin admin] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:23.319552 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8466c3ae-96f1-40f3-85ea-d25e3865e45e admin admin] 10.222.0.20 "DELETE /v2.0/networks/0e5f5de3-7997-41af-8459-38e29bc5d0bf HTTP/1.1" status: 204 len: 168 time: 0.7612569 Nov 27 04:19:23.322485 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 52896) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:23.338541 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8466c3ae-96f1-40f3-85ea-d25e3865e45e admin admin] Pushing event deleted for resources: {'Network': ['ID=0e5f5de3-7997-41af-8459-38e29bc5d0bf,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:23.723314 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b931a1d3-2bc1-4f0a-b847-9b0e3965197a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:23.954800 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 52922) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:24.006697 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-b931a1d3-2bc1-4f0a-b847-9b0e3965197a admin admin] Deleting port 5071daa3-e3a3-43d2-a5df-ed9496dceaf8 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:19:24.007047 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b931a1d3-2bc1-4f0a-b847-9b0e3965197a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:24.112156 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-b931a1d3-2bc1-4f0a-b847-9b0e3965197a admin admin] For port 5071daa3-e3a3-43d2-a5df-ed9496dceaf8, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=5071daa3-e3a3-43d2-a5df-ed9496dceaf8,segment=NetworkSegment(e70b18ec-3ddc-4fc0-ba6d-b20afac01742),segment_id=e70b18ec-3ddc-4fc0-ba6d-b20afac01742)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:19:24.112548 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b931a1d3-2bc1-4f0a-b847-9b0e3965197a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:24.128397 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-b931a1d3-2bc1-4f0a-b847-9b0e3965197a admin admin] Calling delete_port for 5071daa3-e3a3-43d2-a5df-ed9496dceaf8 owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:19:24.384813 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2d88042f-2ebc-4b56-ba0c-ef9852f4d3e5 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/floatingips/7c2b2c67-b0c3-4084-8f76-f84cb41a0425 HTTP/1.1" status: 200 len: 994 time: 0.4273527 Nov 27 04:19:24.415943 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b931a1d3-2bc1-4f0a-b847-9b0e3965197a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:24.473241 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b931a1d3-2bc1-4f0a-b847-9b0e3965197a admin admin] Pushing event deleted for resources: {'Port': ['ID=5071daa3-e3a3-43d2-a5df-ed9496dceaf8,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:24.490381 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e2ea0e79-86c3-4e88-bf20-8f1546c3d4e9 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:19:24.530463 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: e2ea0e79-86c3-4e88-bf20-8f1546c3d4e9 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:19:24.530858 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e2ea0e79-86c3-4e88-bf20-8f1546c3d4e9 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:19:24.706830 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b931a1d3-2bc1-4f0a-b847-9b0e3965197a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:24.959314 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b931a1d3-2bc1-4f0a-b847-9b0e3965197a admin admin] Router 8777883c-395e-4387-b74d-d2b254ea03c9 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:19:25.077788 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b931a1d3-2bc1-4f0a-b847-9b0e3965197a admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:19:25.084075 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b931a1d3-2bc1-4f0a-b847-9b0e3965197a admin admin] 10.222.0.20 "PUT /v2.0/routers/8777883c-395e-4387-b74d-d2b254ea03c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7605648 Nov 27 04:19:25.088592 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 52956) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:25.089469 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bec197b-9d06-4c38-8fe4-96c14d835781 None None] Sync routers for ids ['8777883c-395e-4387-b74d-d2b254ea03c9'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:19:25.104052 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bec197b-9d06-4c38-8fe4-96c14d835781 None None] Routers {'8777883c-395e-4387-b74d-d2b254ea03c9'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:19:25.105124 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-1bec197b-9d06-4c38-8fe4-96c14d835781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:19:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['8777883c-395e-4387-b74d-d2b254ea03c9'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:25.233247 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-62b9e155-7a0f-438f-bb62-9e1c1f748525 admin admin] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:25.267472 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-1bec197b-9d06-4c38-8fe4-96c14d835781 None None] Set router 8777883c-395e-4387-b74d-d2b254ea03c9 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:19:25.360937 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-62b9e155-7a0f-438f-bb62-9e1c1f748525 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:25.447847 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-62b9e155-7a0f-438f-bb62-9e1c1f748525 admin admin] Deleting port 1d6f51ac-6432-4eea-9a98-0ad14a38e6e7 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:19:25.448533 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-62b9e155-7a0f-438f-bb62-9e1c1f748525 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:25.486393 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-1bec197b-9d06-4c38-8fe4-96c14d835781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8777883c-395e-4387-b74d-d2b254ea03c9', 'name': 'tempest-TestVolumeBackupRestore-85442447-router', 'tenant_id': '09a744c26ba84ff8a820143152a8f760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '1d6f51ac-6432-4eea-9a98-0ad14a38e6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:13:28Z', 'updated_at': '2021-11-27T04:19:24Z', 'revision_number': 5, 'project_id': '09a744c26ba84ff8a820143152a8f760', 'gw_port': {'id': '1d6f51ac-6432-4eea-9a98-0ad14a38e6e7', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:25:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8777883c-395e-4387-b74d-d2b254ea03c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:13:30Z', 'updated_at': '2021-11-27T04:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:25.517035 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bec197b-9d06-4c38-8fe4-96c14d835781 None None] Checking router: 8777883c-395e-4387-b74d-d2b254ea03c9 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:19:25.526920 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bec197b-9d06-4c38-8fe4-96c14d835781 None None] Routers {'8777883c-395e-4387-b74d-d2b254ea03c9'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:19:25.527456 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-1bec197b-9d06-4c38-8fe4-96c14d835781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:19:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['8777883c-395e-4387-b74d-d2b254ea03c9'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:25.547988 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-62b9e155-7a0f-438f-bb62-9e1c1f748525 admin admin] For port 1d6f51ac-6432-4eea-9a98-0ad14a38e6e7, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=1d6f51ac-6432-4eea-9a98-0ad14a38e6e7,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:19:25.548755 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-62b9e155-7a0f-438f-bb62-9e1c1f748525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:25.567628 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-62b9e155-7a0f-438f-bb62-9e1c1f748525 admin admin] Calling delete_port for 1d6f51ac-6432-4eea-9a98-0ad14a38e6e7 owned by network:router_gateway {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:19:25.764468 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-62b9e155-7a0f-438f-bb62-9e1c1f748525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:25.769947 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-1bec197b-9d06-4c38-8fe4-96c14d835781 None None] Set router 8777883c-395e-4387-b74d-d2b254ea03c9 gateway port host: None {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:19:25.802343 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9e155-7a0f-438f-bb62-9e1c1f748525 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d6f51ac-6432-4eea-9a98-0ad14a38e6e7,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:25.823030 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b217ea8-5c23-41df-850f-3e5af2fc1c06 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:19:25.832319 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-1bec197b-9d06-4c38-8fe4-96c14d835781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8777883c-395e-4387-b74d-d2b254ea03c9', 'name': 'tempest-TestVolumeBackupRestore-85442447-router', 'tenant_id': '09a744c26ba84ff8a820143152a8f760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:13:28Z', 'updated_at': '2021-11-27T04:19:25Z', 'revision_number': 6, 'project_id': '09a744c26ba84ff8a820143152a8f760', 'gw_port_host': None}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:25.866851 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bec197b-9d06-4c38-8fe4-96c14d835781 None None] The sync data for ids ['8777883c-395e-4387-b74d-d2b254ea03c9'] in n-d-819494-3 is: [{'id': '8777883c-395e-4387-b74d-d2b254ea03c9', 'name': 'tempest-TestVolumeBackupRestore-85442447-router', 'tenant_id': '09a744c26ba84ff8a820143152a8f760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:13:28Z', 'updated_at': '2021-11-27T04:19:25Z', 'revision_number': 6, 'project_id': '09a744c26ba84ff8a820143152a8f760', 'gw_port_host': None}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:19:25.909504 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-62b9e155-7a0f-438f-bb62-9e1c1f748525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:26.004000 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-62b9e155-7a0f-438f-bb62-9e1c1f748525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:26.006622 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-62b9e155-7a0f-438f-bb62-9e1c1f748525 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:26.055047 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-62b9e155-7a0f-438f-bb62-9e1c1f748525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:26.055565 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b9e155-7a0f-438f-bb62-9e1c1f748525 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8777883c-395e-4387-b74d-d2b254ea03c9 {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:19:26.060964 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-62b9e155-7a0f-438f-bb62-9e1c1f748525 admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:26.062593 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-62b9e155-7a0f-438f-bb62-9e1c1f748525 admin admin] 10.222.0.20 "DELETE /v2.0/routers/8777883c-395e-4387-b74d-d2b254ea03c9 HTTP/1.1" status: 204 len: 168 time: 0.9719126 Nov 27 04:19:26.064682 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 52976) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:26.110170 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-50893e4f-e43d-4630-a19e-531ab1e5017d admin admin] Deleting subnet f53b71a0-3de7-401f-b667-df493f3b2570 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:19:26.113438 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-50893e4f-e43d-4630-a19e-531ab1e5017d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:26.149431 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-50893e4f-e43d-4630-a19e-531ab1e5017d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:26.248184 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-50893e4f-e43d-4630-a19e-531ab1e5017d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:26.314629 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-50893e4f-e43d-4630-a19e-531ab1e5017d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:26.353997 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50893e4f-e43d-4630-a19e-531ab1e5017d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f53b71a0-3de7-401f-b667-df493f3b2570,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:26.361706 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-50893e4f-e43d-4630-a19e-531ab1e5017d admin admin] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:26.365630 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-50893e4f-e43d-4630-a19e-531ab1e5017d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f53b71a0-3de7-401f-b667-df493f3b2570 HTTP/1.1" status: 204 len: 168 time: 0.2999969 Nov 27 04:19:26.367724 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ca14d9-45ff-463b-bb7b-6625ee96799b None None] Network 46ac8c4f-2cba-49f4-b094-f20c57281483 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:19:26.368323 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 52978) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:26.465116 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-caa960d6-895c-4164-b3d9-6fde2e6747ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:26.528086 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-caa960d6-895c-4164-b3d9-6fde2e6747ca admin admin] Deleting port ed602127-d80c-4518-a795-2da0a0b11b48 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:19:26.529513 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-caa960d6-895c-4164-b3d9-6fde2e6747ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:26.604026 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-caa960d6-895c-4164-b3d9-6fde2e6747ca admin admin] For port ed602127-d80c-4518-a795-2da0a0b11b48, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=ed602127-d80c-4518-a795-2da0a0b11b48,segment=NetworkSegment(e70b18ec-3ddc-4fc0-ba6d-b20afac01742),segment_id=e70b18ec-3ddc-4fc0-ba6d-b20afac01742)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:19:26.604390 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-caa960d6-895c-4164-b3d9-6fde2e6747ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:26.618477 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-caa960d6-895c-4164-b3d9-6fde2e6747ca admin admin] Calling delete_port for ed602127-d80c-4518-a795-2da0a0b11b48 owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:19:26.689013 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac02e3ea-1325-4bfa-8fe3-be599e67a2bc None None] DHCP port deletion for 46ac8c4f-2cba-49f4-b094-f20c57281483 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:19:26.727614 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-caa960d6-895c-4164-b3d9-6fde2e6747ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:26.780677 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa960d6-895c-4164-b3d9-6fde2e6747ca admin admin] Pushing event deleted for resources: {'Port': ['ID=ed602127-d80c-4518-a795-2da0a0b11b48,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:26.795971 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa960d6-895c-4164-b3d9-6fde2e6747ca admin admin] No DVR routers for this DVR port ed602127-d80c-4518-a795-2da0a0b11b48 on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:19:26.799501 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-ac02e3ea-1325-4bfa-8fe3-be599e67a2bc None None] Deleting port ed602127-d80c-4518-a795-2da0a0b11b48 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:19:26.800388 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ac02e3ea-1325-4bfa-8fe3-be599e67a2bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:26.853549 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device ed602127-d80c-4518-a795-2da0a0b11b48 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:19:26.885513 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: ed602127-d80c-4518-a795-2da0a0b11b48 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:19:26.886224 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device ed602127-d80c-4518-a795-2da0a0b11b48 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:19:26.886930 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 1d6f51ac-6432-4eea-9a98-0ad14a38e6e7 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:19:26.922524 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 1d6f51ac-6432-4eea-9a98-0ad14a38e6e7 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:19:26.922958 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 1d6f51ac-6432-4eea-9a98-0ad14a38e6e7 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:19:26.923598 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 5071daa3-e3a3-43d2-a5df-ed9496dceaf8 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:19:26.928436 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-caa960d6-895c-4164-b3d9-6fde2e6747ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:26.953495 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 5071daa3-e3a3-43d2-a5df-ed9496dceaf8 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:19:26.954148 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 5071daa3-e3a3-43d2-a5df-ed9496dceaf8 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:19:26.975718 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-caa960d6-895c-4164-b3d9-6fde2e6747ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46ac8c4f-2cba-49f4-b094-f20c57281483']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:26.978587 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-ac02e3ea-1325-4bfa-8fe3-be599e67a2bc None None] For port ed602127-d80c-4518-a795-2da0a0b11b48, host n-d-819494-3, got binding levels [] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:19:26.979187 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ac02e3ea-1325-4bfa-8fe3-be599e67a2bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:26.993723 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-ac02e3ea-1325-4bfa-8fe3-be599e67a2bc None None] Calling delete_port for ed602127-d80c-4518-a795-2da0a0b11b48 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:19:26.998903 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.ipam_backend_mixin [None req-ac02e3ea-1325-4bfa-8fe3-be599e67a2bc None None] Port ed602127-d80c-4518-a795-2da0a0b11b48 was not found and therefore no delete operation was performed {{(pid=110020) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 04:19:27.000544 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ac02e3ea-1325-4bfa-8fe3-be599e67a2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:27.001952 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-caa960d6-895c-4164-b3d9-6fde2e6747ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e70b18ec-3ddc-4fc0-ba6d-b20afac01742') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:27.002110 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-caa960d6-895c-4164-b3d9-6fde2e6747ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e70b18ec-3ddc-4fc0-ba6d-b20afac01742') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:27.022979 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-caa960d6-895c-4164-b3d9-6fde2e6747ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:27.038826 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-caa960d6-895c-4164-b3d9-6fde2e6747ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:27.039814 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02e3ea-1325-4bfa-8fe3-be599e67a2bc None None] Pushing event deleted for resources: {'Port': ['ID=ed602127-d80c-4518-a795-2da0a0b11b48,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:27.041818 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac02e3ea-1325-4bfa-8fe3-be599e67a2bc None None] No DVR routers for this DVR port ed602127-d80c-4518-a795-2da0a0b11b48 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:19:27.061940 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caa960d6-895c-4164-b3d9-6fde2e6747ca admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:19:27.062518 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-caa960d6-895c-4164-b3d9-6fde2e6747ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:27.065323 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:19:27.065323 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:19:27.065323 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:19:27.065323 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:19:27.065323 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:19:27.065323 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:19:27.065323 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:19:27.065323 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:19:27.065323 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:19:27.065323 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:19:27.065323 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:19:27.065323 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:19:27.065323 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:19:27.065323 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:19:27.065323 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:19:27.065323 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:19:27.065323 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:19:27.065323 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:19:27.065323 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:19:27.065323 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:19:27.065323 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:19:27.065323 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:19:27.065323 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:19:27.065323 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:19:27.065323 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:19:27.065323 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:19:27.065323 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:19:27.065323 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:19:27.065323 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:19:27.065323 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:19:27.065323 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:19:27.065323 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:19:27.158342 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-caa960d6-895c-4164-b3d9-6fde2e6747ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:27.171508 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-caa960d6-895c-4164-b3d9-6fde2e6747ca admin admin] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:27.180631 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-caa960d6-895c-4164-b3d9-6fde2e6747ca admin admin] 10.222.0.20 "DELETE /v2.0/networks/46ac8c4f-2cba-49f4-b094-f20c57281483 HTTP/1.1" status: 204 len: 168 time: 0.8112514 Nov 27 04:19:27.203279 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa960d6-895c-4164-b3d9-6fde2e6747ca admin admin] Pushing event deleted for resources: {'Network': ['ID=46ac8c4f-2cba-49f4-b094-f20c57281483,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:27.392779 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 52986) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:27.442504 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2e50eccc-d0fb-4990-81eb-a762c5cf7fed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6292db7bdfdd4a808d17c61c8ea15dfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0462997 Nov 27 04:19:27.442976 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 52988) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:27.500493 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-65a09b97-d30f-4103-ad9f-a8f99d004841 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:27.525137 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-65a09b97-d30f-4103-ad9f-a8f99d004841 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:27.583845 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-65a09b97-d30f-4103-ad9f-a8f99d004841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:27.586705 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-65a09b97-d30f-4103-ad9f-a8f99d004841 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:27.588022 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-65a09b97-d30f-4103-ad9f-a8f99d004841 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/afad6fbf-069d-47d9-815e-feff4cc19f4f HTTP/1.1" status: 204 len: 168 time: 0.1441197 Nov 27 04:19:27.597474 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a09b97-d30f-4103-ad9f-a8f99d004841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afad6fbf-069d-47d9-815e-feff4cc19f4f,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:27.955976 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53000) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:28.007281 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9aff67be-a07e-4d1b-a053-83c1c020a04d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=09a744c26ba84ff8a820143152a8f760&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0498900 Nov 27 04:19:28.010679 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53002) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:28.077777 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-96d48dc8-7363-4f46-83a1-4e05809cf132 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:28.117593 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-96d48dc8-7363-4f46-83a1-4e05809cf132 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:28.201928 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-96d48dc8-7363-4f46-83a1-4e05809cf132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:28.205414 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-96d48dc8-7363-4f46-83a1-4e05809cf132 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:28.206993 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-96d48dc8-7363-4f46-83a1-4e05809cf132 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f6076d7f-b914-4628-bcb5-cc23e4522955 HTTP/1.1" status: 204 len: 168 time: 0.1949663 Nov 27 04:19:28.219734 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d48dc8-7363-4f46-83a1-4e05809cf132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6076d7f-b914-4628-bcb5-cc23e4522955,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:29.679477 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:19:30.569626 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a31b3-7b60-4fbd-911f-c6dc0eec2901 req-ee16dd93-14cd-463c-b271-162dba20b59a tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:19:30.571152 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4f7a31b3-7b60-4fbd-911f-c6dc0eec2901 req-ee16dd93-14cd-463c-b271-162dba20b59a tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 946 time: 0.0505116 Nov 27 04:19:30.637208 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4f7a31b3-7b60-4fbd-911f-c6dc0eec2901 req-fafae870-e4b1-47fc-98cc-dbd1f5ccbf2b tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593913 Nov 27 04:19:31.774976 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d16a9-359d-4740-b6c5-cad2d22e250b req-280d59f6-e313-4e10-80d7-d355e1c8a486 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:19:31.776837 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fb1d16a9-359d-4740-b6c5-cad2d22e250b req-280d59f6-e313-4e10-80d7-d355e1c8a486 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 946 time: 0.0570245 Nov 27 04:19:31.826424 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fb1d16a9-359d-4740-b6c5-cad2d22e250b req-b624e5d7-a46b-4b05-8150-64d4799e2558 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3d02a42-62e8-442b-95f1-0fcf28aeef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422394 Nov 27 04:19:32.025815 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53070) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:32.087370 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6bfdc-5735-4a25-a5a0-33ed38da6254 req-2ebd9c00-d1e9-481b-bc02-b11d291d026e tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:19:32.088903 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-78e6bfdc-5735-4a25-a5a0-33ed38da6254 req-2ebd9c00-d1e9-481b-bc02-b11d291d026e tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.11 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 946 time: 0.0542085 Nov 27 04:19:32.192603 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-035a263c-1b3f-447f-a43e-bfdf42313eb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:32.219250 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-78e6bfdc-5735-4a25-a5a0-33ed38da6254 req-b3e4b967-5b59-42a1-a7fc-f88a823399b0 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Deleting port 35901b62-66fd-45b1-afcc-77274fd1e9a5 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:19:32.220460 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-78e6bfdc-5735-4a25-a5a0-33ed38da6254 req-b3e4b967-5b59-42a1-a7fc-f88a823399b0 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:32.334296 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-035a263c-1b3f-447f-a43e-bfdf42313eb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:32.338302 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-78e6bfdc-5735-4a25-a5a0-33ed38da6254 req-b3e4b967-5b59-42a1-a7fc-f88a823399b0 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] For port 35901b62-66fd-45b1-afcc-77274fd1e9a5, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=35901b62-66fd-45b1-afcc-77274fd1e9a5,segment=NetworkSegment(14ba06ee-f49c-4f99-b4a7-818247e87fba),segment_id=14ba06ee-f49c-4f99-b4a7-818247e87fba)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:19:32.338873 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-78e6bfdc-5735-4a25-a5a0-33ed38da6254 req-b3e4b967-5b59-42a1-a7fc-f88a823399b0 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:32.341919 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-035a263c-1b3f-447f-a43e-bfdf42313eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:32.403227 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-035a263c-1b3f-447f-a43e-bfdf42313eb3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f612a2ebc45a41c58b34e5aead8a8bef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3762677 Nov 27 04:19:32.405354 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a263c-1b3f-447f-a43e-bfdf42313eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ffd19e-7c10-4ce4-b5e6-2aff1a3f3f2b,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:32.407708 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53078) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:32.473451 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8086c13d-9bba-4a15-85f5-24512cf241e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:32.496443 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8086c13d-9bba-4a15-85f5-24512cf241e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:32.551613 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8086c13d-9bba-4a15-85f5-24512cf241e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:32.555359 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8086c13d-9bba-4a15-85f5-24512cf241e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:32.557192 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8086c13d-9bba-4a15-85f5-24512cf241e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/63ffd19e-7c10-4ce4-b5e6-2aff1a3f3f2b HTTP/1.1" status: 204 len: 168 time: 0.1483698 Nov 27 04:19:32.582412 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8086c13d-9bba-4a15-85f5-24512cf241e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ffd19e-7c10-4ce4-b5e6-2aff1a3f3f2b,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:32.658720 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-78e6bfdc-5735-4a25-a5a0-33ed38da6254 req-b3e4b967-5b59-42a1-a7fc-f88a823399b0 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:32.659395 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-78e6bfdc-5735-4a25-a5a0-33ed38da6254 req-b3e4b967-5b59-42a1-a7fc-f88a823399b0 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:32.660003 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [req-78e6bfdc-5735-4a25-a5a0-33ed38da6254 req-b3e4b967-5b59-42a1-a7fc-f88a823399b0 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Floating IP 57c3a020-a011-48a6-b00a-dc368fd8613e disassociated. External IP: 172.25.1.9, port: 35901b62-66fd-45b1-afcc-77274fd1e9a5. Nov 27 04:19:32.660726 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-78e6bfdc-5735-4a25-a5a0-33ed38da6254 req-b3e4b967-5b59-42a1-a7fc-f88a823399b0 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Calling delete_port for 35901b62-66fd-45b1-afcc-77274fd1e9a5 owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:19:32.819100 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-78e6bfdc-5735-4a25-a5a0-33ed38da6254 req-b3e4b967-5b59-42a1-a7fc-f88a823399b0 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:32.861818 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e4b967-5b59-42a1-a7fc-f88a823399b0 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Pushing event deleted for resources: {'Port': ['ID=35901b62-66fd-45b1-afcc-77274fd1e9a5,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:32.971550 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53086) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:32.992001 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dd01d829-dd29-4405-83dd-1bdd64de22e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:33.014771 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8882c51b-498b-4f72-8870-781748a91f24 req-87f7df0c-c402-4d50-900b-99aba9e099db tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/ports?device_id=279102cc-6d50-4eb2-82fe-b76d570d39f9 HTTP/1.1" status: 200 len: 210 time: 0.0537887 Nov 27 04:19:33.073226 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78e6bfdc-5735-4a25-a5a0-33ed38da6254 req-b3e4b967-5b59-42a1-a7fc-f88a823399b0 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Router 4b4d6341-aff2-447e-8f68-59fea73151c9 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:19:33.106303 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dd01d829-dd29-4405-83dd-1bdd64de22e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:33.112190 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dd01d829-dd29-4405-83dd-1bdd64de22e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:33.175969 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd01d829-dd29-4405-83dd-1bdd64de22e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cea5067-e4f4-4cd1-8c5c-6b9a087afa7d,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:33.183083 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53088) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:33.183582 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-dd01d829-dd29-4405-83dd-1bdd64de22e2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=631d71451c37400eb2e866389556a758&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2104540 Nov 27 04:19:33.236803 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78e6bfdc-5735-4a25-a5a0-33ed38da6254 req-b3e4b967-5b59-42a1-a7fc-f88a823399b0 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:19:33.249036 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16336614-dfe4-4b6e-be2b-429cd5cb6b96 None None] Sync routers for ids ['4b4d6341-aff2-447e-8f68-59fea73151c9'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:19:33.264774 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16336614-dfe4-4b6e-be2b-429cd5cb6b96 None None] Routers {'4b4d6341-aff2-447e-8f68-59fea73151c9'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:19:33.266111 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-16336614-dfe4-4b6e-be2b-429cd5cb6b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:19:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4b4d6341-aff2-447e-8f68-59fea73151c9'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:33.303555 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e6bfdc-5735-4a25-a5a0-33ed38da6254 req-b3e4b967-5b59-42a1-a7fc-f88a823399b0 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] No DVR routers for this DVR port 35901b62-66fd-45b1-afcc-77274fd1e9a5 on host n-h2-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:19:33.305607 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-249339d8-234e-49ba-8205-6697275b7349 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:33.308089 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-78e6bfdc-5735-4a25-a5a0-33ed38da6254 req-b3e4b967-5b59-42a1-a7fc-f88a823399b0 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:33.312494 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-78e6bfdc-5735-4a25-a5a0-33ed38da6254 req-b3e4b967-5b59-42a1-a7fc-f88a823399b0 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.11 "DELETE /v2.0/ports/35901b62-66fd-45b1-afcc-77274fd1e9a5 HTTP/1.1" status: 204 len: 173 time: 1.2162354 Nov 27 04:19:33.312969 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279102cc-6d50-4eb2-82fe-b76d570d39f9', 'name': 'network-vif-deleted', 'tag': '35901b62-66fd-45b1-afcc-77274fd1e9a5'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:19:33.315316 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842f59b3-6a78-4bdc-9136-577a595e59a7" -d '{"events": [{"server_uuid": "279102cc-6d50-4eb2-82fe-b76d570d39f9", "name": "network-vif-deleted", "tag": "35901b62-66fd-45b1-afcc-77274fd1e9a5"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:19:33.344476 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-249339d8-234e-49ba-8205-6697275b7349 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:33.378466 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c8190b-4075-44f2-8bca-c5e7e60a35e5 x-openstack-request-id: req-14c8190b-4075-44f2-8bca-c5e7e60a35e5 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:19:33.379371 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "279102cc-6d50-4eb2-82fe-b76d570d39f9", "name": "network-vif-deleted", "tag": "35901b62-66fd-45b1-afcc-77274fd1e9a5", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:19:33.379371 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14c8190b-4075-44f2-8bca-c5e7e60a35e5 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:19:33.379861 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279102cc-6d50-4eb2-82fe-b76d570d39f9', 'name': 'network-vif-deleted', 'tag': '35901b62-66fd-45b1-afcc-77274fd1e9a5', 'status': 'completed', 'code': 200} Nov 27 04:19:33.399673 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-16336614-dfe4-4b6e-be2b-429cd5cb6b96 None None] Set router 4b4d6341-aff2-447e-8f68-59fea73151c9 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:19:33.427588 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-249339d8-234e-49ba-8205-6697275b7349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:33.431441 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-249339d8-234e-49ba-8205-6697275b7349 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:33.435556 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-249339d8-234e-49ba-8205-6697275b7349 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0cea5067-e4f4-4cd1-8c5c-6b9a087afa7d HTTP/1.1" status: 204 len: 168 time: 0.2468383 Nov 27 04:19:33.449399 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249339d8-234e-49ba-8205-6697275b7349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cea5067-e4f4-4cd1-8c5c-6b9a087afa7d,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:33.633538 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-16336614-dfe4-4b6e-be2b-429cd5cb6b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'name': 'tempest-AttachVolumeShelveTestJSON-765555677-router', 'tenant_id': '797b4470e1204f95b4c65fa8076beed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e1e7af8e-f203-4f67-8296-760310cf80dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:10:03Z', 'updated_at': '2021-11-27T04:10:21Z', 'revision_number': 4, 'project_id': '797b4470e1204f95b4c65fa8076beed0', 'gw_port': {'id': 'e1e7af8e-f203-4f67-8296-760310cf80dc', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:05Z', 'updated_at': '2021-11-27T04:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'b4c5d7d9-aa4d-4857-8193-53249e9b1bc2', 'name': '', 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991', 'tenant_id': '797b4470e1204f95b4c65fa8076beed0', 'mac_address': 'fa:16:3e:75:f7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '129d6819-d46b-4873-8019-a59c438c16e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:16Z', 'updated_at': '2021-11-27T04:10:30Z', 'revision_number': 5, 'project_id': '797b4470e1204f95b4c65fa8076beed0', 'subnets': [{'id': '129d6819-d46b-4873-8019-a59c438c16e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:33.662913 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16336614-dfe4-4b6e-be2b-429cd5cb6b96 None None] Checking router: 4b4d6341-aff2-447e-8f68-59fea73151c9 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:19:33.671899 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16336614-dfe4-4b6e-be2b-429cd5cb6b96 None None] Routers {'4b4d6341-aff2-447e-8f68-59fea73151c9'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:19:33.672521 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-16336614-dfe4-4b6e-be2b-429cd5cb6b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:19:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4b4d6341-aff2-447e-8f68-59fea73151c9'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:33.781473 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-16336614-dfe4-4b6e-be2b-429cd5cb6b96 None None] Set router 4b4d6341-aff2-447e-8f68-59fea73151c9 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:19:33.784913 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53096) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:33.798683 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-365e670f-aff5-4118-b312-c406f5ea1637 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:33.875406 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-365e670f-aff5-4118-b312-c406f5ea1637 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:33.880237 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-365e670f-aff5-4118-b312-c406f5ea1637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:33.922792 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-365e670f-aff5-4118-b312-c406f5ea1637 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=20173ed71a634b8283e464877ab3e7cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1342025 Nov 27 04:19:33.922792 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e670f-aff5-4118-b312-c406f5ea1637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0768828-f52f-41f0-a60c-f6dfa853e207,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:33.923133 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53098) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:33.975523 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-250e85f8-bc15-4fb1-a86e-3f88882df224 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:33.986385 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-16336614-dfe4-4b6e-be2b-429cd5cb6b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'name': 'tempest-AttachVolumeShelveTestJSON-765555677-router', 'tenant_id': '797b4470e1204f95b4c65fa8076beed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e1e7af8e-f203-4f67-8296-760310cf80dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:10:03Z', 'updated_at': '2021-11-27T04:10:21Z', 'revision_number': 4, 'project_id': '797b4470e1204f95b4c65fa8076beed0', 'gw_port': {'id': 'e1e7af8e-f203-4f67-8296-760310cf80dc', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:05Z', 'updated_at': '2021-11-27T04:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'b4c5d7d9-aa4d-4857-8193-53249e9b1bc2', 'name': '', 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991', 'tenant_id': '797b4470e1204f95b4c65fa8076beed0', 'mac_address': 'fa:16:3e:75:f7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '129d6819-d46b-4873-8019-a59c438c16e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:16Z', 'updated_at': '2021-11-27T04:10:30Z', 'revision_number': 5, 'project_id': '797b4470e1204f95b4c65fa8076beed0', 'subnets': [{'id': '129d6819-d46b-4873-8019-a59c438c16e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:33.998121 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-250e85f8-bc15-4fb1-a86e-3f88882df224 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:34.017412 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16336614-dfe4-4b6e-be2b-429cd5cb6b96 None None] The sync data for ids ['4b4d6341-aff2-447e-8f68-59fea73151c9'] in n-d-819494-3 is: [{'id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'name': 'tempest-AttachVolumeShelveTestJSON-765555677-router', 'tenant_id': '797b4470e1204f95b4c65fa8076beed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e1e7af8e-f203-4f67-8296-760310cf80dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:10:03Z', 'updated_at': '2021-11-27T04:10:21Z', 'revision_number': 4, 'project_id': '797b4470e1204f95b4c65fa8076beed0', 'gw_port': {'id': 'e1e7af8e-f203-4f67-8296-760310cf80dc', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:05Z', 'updated_at': '2021-11-27T04:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'b4c5d7d9-aa4d-4857-8193-53249e9b1bc2', 'name': '', 'network_id': 'f5be6ff6-7679-4336-aa7e-b7dc23104991', 'tenant_id': '797b4470e1204f95b4c65fa8076beed0', 'mac_address': 'fa:16:3e:75:f7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '129d6819-d46b-4873-8019-a59c438c16e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:16Z', 'updated_at': '2021-11-27T04:10:30Z', 'revision_number': 5, 'project_id': '797b4470e1204f95b4c65fa8076beed0', 'subnets': [{'id': '129d6819-d46b-4873-8019-a59c438c16e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:19:34.051846 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-250e85f8-bc15-4fb1-a86e-3f88882df224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:34.054691 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-250e85f8-bc15-4fb1-a86e-3f88882df224 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:34.058137 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-250e85f8-bc15-4fb1-a86e-3f88882df224 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f0768828-f52f-41f0-a60c-f6dfa853e207 HTTP/1.1" status: 204 len: 168 time: 0.1315300 Nov 27 04:19:34.064908 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e85f8-bc15-4fb1-a86e-3f88882df224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0768828-f52f-41f0-a60c-f6dfa853e207,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:34.135380 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53106) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:34.198531 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f91ca837-14a3-4b1e-99fe-724810a9d04e tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:34.224502 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f91ca837-14a3-4b1e-99fe-724810a9d04e tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:34.288952 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f91ca837-14a3-4b1e-99fe-724810a9d04e tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:34.292287 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f91ca837-14a3-4b1e-99fe-724810a9d04e tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:34.295176 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f91ca837-14a3-4b1e-99fe-724810a9d04e tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "DELETE /v2.0/security-groups/a3d02a42-62e8-442b-95f1-0fcf28aeef25 HTTP/1.1" status: 204 len: 168 time: 0.1585262 Nov 27 04:19:34.296953 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53110) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:34.314355 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-c5f74697-257b-480d-836b-ffeb2e029746 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] show failed (client error): The resource could not be found. Nov 27 04:19:34.317979 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c5f74697-257b-480d-836b-ffeb2e029746 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "GET /v2.0/security-groups/a3d02a42-62e8-442b-95f1-0fcf28aeef25 HTTP/1.1" status: 404 len: 347 time: 0.0171409 Nov 27 04:19:34.319568 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53114) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:34.324018 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2fc58f-d6be-46dd-aa7d-a8cff935a696 None None] New status for floating IP 57c3a020-a011-48a6-b00a-dc368fd8613e: DOWN {{(pid=110021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:19:34.341251 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ca837-14a3-4b1e-99fe-724810a9d04e tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d02a42-62e8-442b-95f1-0fcf28aeef25,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:34.522390 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-bbe5f82c-1be8-43bd-addc-c481c4cf7c41 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Deleting port 7691138f-25ca-41f9-87a7-f37f62903d39 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:19:34.522875 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bbe5f82c-1be8-43bd-addc-c481c4cf7c41 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:34.554302 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 35901b62-66fd-45b1-afcc-77274fd1e9a5 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:19:34.585402 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: 35901b62-66fd-45b1-afcc-77274fd1e9a5 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:19:34.586117 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 35901b62-66fd-45b1-afcc-77274fd1e9a5 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:19:34.617902 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bbe5f82c-1be8-43bd-addc-c481c4cf7c41 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:34.618159 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bbe5f82c-1be8-43bd-addc-c481c4cf7c41 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:34.633217 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-bbe5f82c-1be8-43bd-addc-c481c4cf7c41 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Calling delete_port for 7691138f-25ca-41f9-87a7-f37f62903d39 owned by network:floatingip {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:19:34.782353 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bbe5f82c-1be8-43bd-addc-c481c4cf7c41 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:34.805285 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe5f82c-1be8-43bd-addc-c481c4cf7c41 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Pushing event deleted for resources: {'Port': ['ID=7691138f-25ca-41f9-87a7-f37f62903d39,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:34.877686 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bbe5f82c-1be8-43bd-addc-c481c4cf7c41 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks [] for floatingip, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:34.880655 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bbe5f82c-1be8-43bd-addc-c481c4cf7c41 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:34.884743 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-bbe5f82c-1be8-43bd-addc-c481c4cf7c41 tempest-AttachVolumeShelveTestJSON-1700936958 tempest-AttachVolumeShelveTestJSON-1700936958-project] 10.222.0.20 "DELETE /v2.0/floatingips/57c3a020-a011-48a6-b00a-dc368fd8613e HTTP/1.1" status: 204 len: 168 time: 0.5623941 Nov 27 04:19:41.649985 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53226) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:42.428808 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e06bd940-ab9b-4c65-acb5-cdcefbce3e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:42.640898 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-e06bd940-ab9b-4c65-acb5-cdcefbce3e21 admin admin] Deleting port b4c5d7d9-aa4d-4857-8193-53249e9b1bc2 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:19:42.641375 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e06bd940-ab9b-4c65-acb5-cdcefbce3e21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:42.749938 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-e06bd940-ab9b-4c65-acb5-cdcefbce3e21 admin admin] For port b4c5d7d9-aa4d-4857-8193-53249e9b1bc2, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b4c5d7d9-aa4d-4857-8193-53249e9b1bc2,segment=NetworkSegment(14ba06ee-f49c-4f99-b4a7-818247e87fba),segment_id=14ba06ee-f49c-4f99-b4a7-818247e87fba)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:19:42.750699 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e06bd940-ab9b-4c65-acb5-cdcefbce3e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:42.763668 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-e06bd940-ab9b-4c65-acb5-cdcefbce3e21 admin admin] Calling delete_port for b4c5d7d9-aa4d-4857-8193-53249e9b1bc2 owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:19:42.957936 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e06bd940-ab9b-4c65-acb5-cdcefbce3e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:42.991140 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06bd940-ab9b-4c65-acb5-cdcefbce3e21 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4c5d7d9-aa4d-4857-8193-53249e9b1bc2,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:43.536982 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e06bd940-ab9b-4c65-acb5-cdcefbce3e21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:43.782712 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06bd940-ab9b-4c65-acb5-cdcefbce3e21 admin admin] Router 4b4d6341-aff2-447e-8f68-59fea73151c9 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:19:43.911065 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06bd940-ab9b-4c65-acb5-cdcefbce3e21 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:19:43.920358 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e06bd940-ab9b-4c65-acb5-cdcefbce3e21 admin admin] 10.222.0.20 "PUT /v2.0/routers/4b4d6341-aff2-447e-8f68-59fea73151c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2655218 Nov 27 04:19:43.920358 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53278) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:43.925901 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1042f1ab-595d-43a2-96cb-38ab3ad5a283 None None] Sync routers for ids ['4b4d6341-aff2-447e-8f68-59fea73151c9'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:19:43.942891 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1042f1ab-595d-43a2-96cb-38ab3ad5a283 None None] Routers {'4b4d6341-aff2-447e-8f68-59fea73151c9'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:19:43.943940 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-1042f1ab-595d-43a2-96cb-38ab3ad5a283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:19:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4b4d6341-aff2-447e-8f68-59fea73151c9'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:44.058284 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5eb17b6b-59d3-471e-8a07-8ecfe50e9d90 admin admin] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:44.075868 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-1042f1ab-595d-43a2-96cb-38ab3ad5a283 None None] Set router 4b4d6341-aff2-447e-8f68-59fea73151c9 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:19:44.199428 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5eb17b6b-59d3-471e-8a07-8ecfe50e9d90 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:44.308303 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-5eb17b6b-59d3-471e-8a07-8ecfe50e9d90 admin admin] Deleting port e1e7af8e-f203-4f67-8296-760310cf80dc {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:19:44.308706 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5eb17b6b-59d3-471e-8a07-8ecfe50e9d90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:44.429680 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-1042f1ab-595d-43a2-96cb-38ab3ad5a283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'name': 'tempest-AttachVolumeShelveTestJSON-765555677-router', 'tenant_id': '797b4470e1204f95b4c65fa8076beed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e1e7af8e-f203-4f67-8296-760310cf80dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:10:03Z', 'updated_at': '2021-11-27T04:19:42Z', 'revision_number': 5, 'project_id': '797b4470e1204f95b4c65fa8076beed0', 'gw_port': {'id': 'e1e7af8e-f203-4f67-8296-760310cf80dc', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:10:05Z', 'updated_at': '2021-11-27T04:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:44.459308 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-5eb17b6b-59d3-471e-8a07-8ecfe50e9d90 admin admin] For port e1e7af8e-f203-4f67-8296-760310cf80dc, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=e1e7af8e-f203-4f67-8296-760310cf80dc,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:19:44.461051 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1042f1ab-595d-43a2-96cb-38ab3ad5a283 None None] Checking router: 4b4d6341-aff2-447e-8f68-59fea73151c9 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:19:44.463378 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5eb17b6b-59d3-471e-8a07-8ecfe50e9d90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:44.477965 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1042f1ab-595d-43a2-96cb-38ab3ad5a283 None None] Routers {'4b4d6341-aff2-447e-8f68-59fea73151c9'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:19:44.478918 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-1042f1ab-595d-43a2-96cb-38ab3ad5a283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:19:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4b4d6341-aff2-447e-8f68-59fea73151c9'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:44.489130 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-5eb17b6b-59d3-471e-8a07-8ecfe50e9d90 admin admin] Calling delete_port for e1e7af8e-f203-4f67-8296-760310cf80dc owned by network:router_gateway {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:19:44.692957 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-1042f1ab-595d-43a2-96cb-38ab3ad5a283 None None] Set router 4b4d6341-aff2-447e-8f68-59fea73151c9 gateway port host: None {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:19:44.707716 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5eb17b6b-59d3-471e-8a07-8ecfe50e9d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:44.746765 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53296) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:44.813681 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-1042f1ab-595d-43a2-96cb-38ab3ad5a283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'name': 'tempest-AttachVolumeShelveTestJSON-765555677-router', 'tenant_id': '797b4470e1204f95b4c65fa8076beed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:10:03Z', 'updated_at': '2021-11-27T04:19:44Z', 'revision_number': 6, 'project_id': '797b4470e1204f95b4c65fa8076beed0', 'gw_port_host': None}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:44.823275 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb17b6b-59d3-471e-8a07-8ecfe50e9d90 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1e7af8e-f203-4f67-8296-760310cf80dc,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:44.860473 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5311d6b5-4faa-4633-9bbc-992db3a97193 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:19:44.865973 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1042f1ab-595d-43a2-96cb-38ab3ad5a283 None None] The sync data for ids ['4b4d6341-aff2-447e-8f68-59fea73151c9'] in n-d-819494-3 is: [{'id': '4b4d6341-aff2-447e-8f68-59fea73151c9', 'name': 'tempest-AttachVolumeShelveTestJSON-765555677-router', 'tenant_id': '797b4470e1204f95b4c65fa8076beed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:10:03Z', 'updated_at': '2021-11-27T04:19:44Z', 'revision_number': 6, 'project_id': '797b4470e1204f95b4c65fa8076beed0', 'gw_port_host': None}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:19:44.875635 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5eb17b6b-59d3-471e-8a07-8ecfe50e9d90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:44.887216 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3e713d9b-c49f-42b6-b728-e59f1b7aa9f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:45.000372 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5eb17b6b-59d3-471e-8a07-8ecfe50e9d90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:45.002915 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5eb17b6b-59d3-471e-8a07-8ecfe50e9d90 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:45.021815 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3e713d9b-c49f-42b6-b728-e59f1b7aa9f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:45.027503 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3e713d9b-c49f-42b6-b728-e59f1b7aa9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:45.064637 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5eb17b6b-59d3-471e-8a07-8ecfe50e9d90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:45.065324 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb17b6b-59d3-471e-8a07-8ecfe50e9d90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b4d6341-aff2-447e-8f68-59fea73151c9 {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:19:45.069019 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e713d9b-c49f-42b6-b728-e59f1b7aa9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3140d75a-d2bf-4ee8-8f7f-5a19e14cd631,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:45.071364 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5eb17b6b-59d3-471e-8a07-8ecfe50e9d90 admin admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:45.074661 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3e713d9b-c49f-42b6-b728-e59f1b7aa9f0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4fd6e41ad9834b3d9de6f5260dc45aa5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3259017 Nov 27 04:19:45.076227 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53302) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:45.079422 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-5eb17b6b-59d3-471e-8a07-8ecfe50e9d90 admin admin] 10.222.0.20 "DELETE /v2.0/routers/4b4d6341-aff2-447e-8f68-59fea73151c9 HTTP/1.1" status: 204 len: 168 time: 1.1590421 Nov 27 04:19:45.080192 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53304) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:45.125714 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-8514f4d5-e755-4930-b707-733a677eff5f admin admin] Deleting subnet 129d6819-d46b-4873-8019-a59c438c16e8 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:19:45.130242 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8514f4d5-e755-4930-b707-733a677eff5f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:45.133000 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8835b504-6500-4e58-b63f-491f0d58a7b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:45.156386 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8835b504-6500-4e58-b63f-491f0d58a7b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:45.192742 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8514f4d5-e755-4930-b707-733a677eff5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:45.224732 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8835b504-6500-4e58-b63f-491f0d58a7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:45.229131 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8835b504-6500-4e58-b63f-491f0d58a7b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:45.235500 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8835b504-6500-4e58-b63f-491f0d58a7b0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3140d75a-d2bf-4ee8-8f7f-5a19e14cd631 HTTP/1.1" status: 204 len: 168 time: 0.1537745 Nov 27 04:19:45.247296 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835b504-6500-4e58-b63f-491f0d58a7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3140d75a-d2bf-4ee8-8f7f-5a19e14cd631,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:45.312333 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8514f4d5-e755-4930-b707-733a677eff5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:45.381587 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8514f4d5-e755-4930-b707-733a677eff5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:45.411365 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8514f4d5-e755-4930-b707-733a677eff5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=129d6819-d46b-4873-8019-a59c438c16e8,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:45.422695 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8514f4d5-e755-4930-b707-733a677eff5f admin admin] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:45.427706 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8514f4d5-e755-4930-b707-733a677eff5f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/129d6819-d46b-4873-8019-a59c438c16e8 HTTP/1.1" status: 204 len: 168 time: 0.3503413 Nov 27 04:19:45.428831 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e10c7cf-290d-4d96-8fb5-533e297fbc00 None None] Network f5be6ff6-7679-4336-aa7e-b7dc23104991 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:19:45.430155 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53316) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:45.520208 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7d2df02f-304f-4b25-80b2-974c9dfd3e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:45.585527 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-7d2df02f-304f-4b25-80b2-974c9dfd3e50 admin admin] Deleting port 099f81d0-8db9-4e4c-8228-74ec47a1cd2b {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:19:45.586030 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7d2df02f-304f-4b25-80b2-974c9dfd3e50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:45.680560 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-7d2df02f-304f-4b25-80b2-974c9dfd3e50 admin admin] For port 099f81d0-8db9-4e4c-8228-74ec47a1cd2b, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=099f81d0-8db9-4e4c-8228-74ec47a1cd2b,segment=NetworkSegment(14ba06ee-f49c-4f99-b4a7-818247e87fba),segment_id=14ba06ee-f49c-4f99-b4a7-818247e87fba)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:19:45.681233 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7d2df02f-304f-4b25-80b2-974c9dfd3e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:45.697028 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-7d2df02f-304f-4b25-80b2-974c9dfd3e50 admin admin] Calling delete_port for 099f81d0-8db9-4e4c-8228-74ec47a1cd2b owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:19:45.821073 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7d2df02f-304f-4b25-80b2-974c9dfd3e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:45.865571 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2df02f-304f-4b25-80b2-974c9dfd3e50 admin admin] Pushing event deleted for resources: {'Port': ['ID=099f81d0-8db9-4e4c-8228-74ec47a1cd2b,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:45.867610 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2df02f-304f-4b25-80b2-974c9dfd3e50 admin admin] No DVR routers for this DVR port 099f81d0-8db9-4e4c-8228-74ec47a1cd2b on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:19:45.923374 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86343f3e-1a97-49aa-b6af-89edfb675cfc None None] DHCP port deletion for f5be6ff6-7679-4336-aa7e-b7dc23104991 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:19:45.976364 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7d2df02f-304f-4b25-80b2-974c9dfd3e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:46.004161 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-7d2df02f-304f-4b25-80b2-974c9dfd3e50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5be6ff6-7679-4336-aa7e-b7dc23104991']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:46.017005 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-7d2df02f-304f-4b25-80b2-974c9dfd3e50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14ba06ee-f49c-4f99-b4a7-818247e87fba') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:46.017917 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-7d2df02f-304f-4b25-80b2-974c9dfd3e50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14ba06ee-f49c-4f99-b4a7-818247e87fba') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:46.035457 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7d2df02f-304f-4b25-80b2-974c9dfd3e50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:46.054831 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7d2df02f-304f-4b25-80b2-974c9dfd3e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:46.062515 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d2df02f-304f-4b25-80b2-974c9dfd3e50 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:19:46.062958 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7d2df02f-304f-4b25-80b2-974c9dfd3e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:46.064726 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:19:46.064726 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:19:46.064726 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:19:46.064726 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:19:46.064726 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:19:46.064726 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:19:46.064726 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:19:46.064726 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:19:46.064726 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:19:46.064726 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:19:46.064726 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:19:46.064726 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:19:46.064726 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:19:46.064726 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:19:46.064726 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:19:46.064726 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:19:46.064726 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:19:46.064726 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:19:46.064726 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:19:46.064726 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:19:46.064726 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:19:46.064726 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:19:46.064726 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:19:46.064726 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:19:46.064726 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:19:46.064726 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:19:46.064726 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:19:46.064726 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:19:46.064726 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:19:46.064726 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:19:46.064726 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:19:46.064726 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:19:46.132962 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7d2df02f-304f-4b25-80b2-974c9dfd3e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:46.152868 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7d2df02f-304f-4b25-80b2-974c9dfd3e50 admin admin] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:46.174525 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7d2df02f-304f-4b25-80b2-974c9dfd3e50 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f5be6ff6-7679-4336-aa7e-b7dc23104991 HTTP/1.1" status: 204 len: 168 time: 0.7304852 Nov 27 04:19:46.174525 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2df02f-304f-4b25-80b2-974c9dfd3e50 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5be6ff6-7679-4336-aa7e-b7dc23104991,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:46.214525 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7fc9d5e7-66fb-487d-a857-5baf08c06dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:46.318922 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:46.397235 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53354) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:46.460552 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-32568deb-6a9f-4fb9-8044-39e81ee2026b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=797b4470e1204f95b4c65fa8076beed0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0618014 Nov 27 04:19:46.463288 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53356) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:46.519083 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e1e7af8e-f203-4f67-8296-760310cf80dc no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:19:46.542499 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-42f60398-c123-4352-876b-6975e6217347 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:46.545970 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: e1e7af8e-f203-4f67-8296-760310cf80dc {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:19:46.546595 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e1e7af8e-f203-4f67-8296-760310cf80dc not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:19:46.547507 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 099f81d0-8db9-4e4c-8228-74ec47a1cd2b no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:19:46.574261 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 099f81d0-8db9-4e4c-8228-74ec47a1cd2b {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:19:46.574647 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 099f81d0-8db9-4e4c-8228-74ec47a1cd2b not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:19:46.575090 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b4c5d7d9-aa4d-4857-8193-53249e9b1bc2 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:19:46.578010 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-42f60398-c123-4352-876b-6975e6217347 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:46.596636 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: b4c5d7d9-aa4d-4857-8193-53249e9b1bc2 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:19:46.596975 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b4c5d7d9-aa4d-4857-8193-53249e9b1bc2 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:19:46.641425 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-42f60398-c123-4352-876b-6975e6217347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:46.645866 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-42f60398-c123-4352-876b-6975e6217347 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:46.648050 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-42f60398-c123-4352-876b-6975e6217347 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6a77f9a7-b483-4561-85ca-60ae4c57bdb1 HTTP/1.1" status: 204 len: 168 time: 0.1837187 Nov 27 04:19:46.659893 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f60398-c123-4352-876b-6975e6217347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a77f9a7-b483-4561-85ca-60ae4c57bdb1,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:48.136669 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53438) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:48.143413 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-1a888e01-6b98-4e52-b146-d68577cc9c2a tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Request body: {'network': {'name': 'tempest-network-smoke--400859153', 'project_id': 'cede2eb88812462a8fb871e04f184582', 'port_security_enabled': True}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:19:48.184506 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a888e01-6b98-4e52-b146-d68577cc9c2a tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Made reservation on behalf of cede2eb88812462a8fb871e04f184582 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:19:48.195330 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1a888e01-6b98-4e52-b146-d68577cc9c2a tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:48.199630 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1a888e01-6b98-4e52-b146-d68577cc9c2a tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:48.293229 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1a888e01-6b98-4e52-b146-d68577cc9c2a tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:48.298270 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1a888e01-6b98-4e52-b146-d68577cc9c2a tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:48.324262 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5d8890cb-23f9-4b8f-b1f1-e687813e22f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:48.355344 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a888e01-6b98-4e52-b146-d68577cc9c2a tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:19:48.360901 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a888e01-6b98-4e52-b146-d68577cc9c2a tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07518905-e0e7-4e35-9f8d-a00f67144c26,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:48.368536 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1a888e01-6b98-4e52-b146-d68577cc9c2a tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:48.368984 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-1a888e01-6b98-4e52-b146-d68577cc9c2a tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Added segment 55681091-34a5-4526-88af-942814a5e63f of type vlan for network 5776b100-9b64-463c-8701-baba3a25a076 Nov 27 04:19:48.413781 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1a888e01-6b98-4e52-b146-d68577cc9c2a tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:48.445342 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1a888e01-6b98-4e52-b146-d68577cc9c2a tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:48.452721 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a888e01-6b98-4e52-b146-d68577cc9c2a tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:19:48.453606 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1a888e01-6b98-4e52-b146-d68577cc9c2a tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:48.518187 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1a888e01-6b98-4e52-b146-d68577cc9c2a tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3801570 Nov 27 04:19:48.521137 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53454) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:48.528007 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-1b874cd7-267c-4b4b-9101-a8ecad98edcc tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1833500801', 'admin_state_up': True, 'project_id': 'cede2eb88812462a8fb871e04f184582', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:19:48.532953 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a888e01-6b98-4e52-b146-d68577cc9c2a tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Pushing event updated for resources: {'Network': ['ID=5776b100-9b64-463c-8701-baba3a25a076,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:48.549354 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 5776b100-9b64-463c-8701-baba3a25a076 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:19:48.572179 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1b874cd7-267c-4b4b-9101-a8ecad98edcc tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:48.573206 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1b874cd7-267c-4b4b-9101-a8ecad98edcc tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:48.628537 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1b874cd7-267c-4b4b-9101-a8ecad98edcc tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:48.793594 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1b874cd7-267c-4b4b-9101-a8ecad98edcc tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:48.894335 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:49.070497 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1b874cd7-267c-4b4b-9101-a8ecad98edcc tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for router_gateway, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:49.092690 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1b874cd7-267c-4b4b-9101-a8ecad98edcc tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:49.286863 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-1b874cd7-267c-4b4b-9101-a8ecad98edcc tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Allocated IP 172.25.1.175 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/cf53c451-66e6-4378-89e0-cdd64006738d) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:19:49.450972 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46c7b5-b0c1-4a2b-a259-952186d4ee87 req-7cbc7dad-329c-44ef-af58-eca0449905e8 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:19:49.452539 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7b46c7b5-b0c1-4a2b-a259-952186d4ee87 req-7cbc7dad-329c-44ef-af58-eca0449905e8 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3c2f4c-da20-4fef-b110-f836715627b2 HTTP/1.1" status: 200 len: 946 time: 0.1307538 Nov 27 04:19:49.490414 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1b874cd7-267c-4b4b-9101-a8ecad98edcc tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:49.535691 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7b46c7b5-b0c1-4a2b-a259-952186d4ee87 req-bda80895-dc81-42a8-ab31-0ad998ba2acb tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa76e1c1-a1bf-4f68-a2dc-b67794f6d714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757113 Nov 27 04:19:49.580359 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1b874cd7-267c-4b4b-9101-a8ecad98edcc tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:49.619130 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:49.639340 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b874cd7-267c-4b4b-9101-a8ecad98edcc tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:19:49.643604 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-1b874cd7-267c-4b4b-9101-a8ecad98edcc tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:19:49.647675 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b874cd7-267c-4b4b-9101-a8ecad98edcc tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:19:49.658899 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8670345-4b23-4a27-845e-b37b102c535f None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:19:49.677201 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b874cd7-267c-4b4b-9101-a8ecad98edcc tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Pushing event updated for resources: {'Port': ['ID=cf53c451-66e6-4378-89e0-cdd64006738d,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:49.770667 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-19a1009a-e45b-44ac-8ed5-a9409d5891d4 None None] Provisioning complete for port cf53c451-66e6-4378-89e0-cdd64006738d triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:19:49.771043 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-19a1009a-e45b-44ac-8ed5-a9409d5891d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:49.806955 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-19a1009a-e45b-44ac-8ed5-a9409d5891d4 None None] Port cf53c451-66e6-4378-89e0-cdd64006738d cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:19:49.945543 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1b874cd7-267c-4b4b-9101-a8ecad98edcc tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for router_gateway, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:50.191214 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1b874cd7-267c-4b4b-9101-a8ecad98edcc tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:50.328710 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b874cd7-267c-4b4b-9101-a8ecad98edcc tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Router f5083211-82f7-4de6-9324-2b0d430312d4 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:19:50.446369 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b874cd7-267c-4b4b-9101-a8ecad98edcc tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:19:50.459554 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9e1c5b-ec87-4dad-9e57-339010c361df None None] Sync routers for ids ['f5083211-82f7-4de6-9324-2b0d430312d4'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:19:50.473782 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9e1c5b-ec87-4dad-9e57-339010c361df None None] Routers {'f5083211-82f7-4de6-9324-2b0d430312d4'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:19:50.474418 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-3c9e1c5b-ec87-4dad-9e57-339010c361df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:19:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f5083211-82f7-4de6-9324-2b0d430312d4'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:50.485637 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1b874cd7-267c-4b4b-9101-a8ecad98edcc tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:50.485637 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1b874cd7-267c-4b4b-9101-a8ecad98edcc tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9545288 Nov 27 04:19:50.485637 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53526) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:50.588642 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-3c9e1c5b-ec87-4dad-9e57-339010c361df None None] Set router f5083211-82f7-4de6-9324-2b0d430312d4 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:19:50.780382 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-3c9e1c5b-ec87-4dad-9e57-339010c361df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5083211-82f7-4de6-9324-2b0d430312d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1833500801', 'tenant_id': 'cede2eb88812462a8fb871e04f184582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'cf53c451-66e6-4378-89e0-cdd64006738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:19:48Z', 'updated_at': '2021-11-27T04:19:49Z', 'revision_number': 3, 'project_id': 'cede2eb88812462a8fb871e04f184582', 'gw_port': {'id': 'cf53c451-66e6-4378-89e0-cdd64006738d', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:62:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5083211-82f7-4de6-9324-2b0d430312d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:19:49Z', 'updated_at': '2021-11-27T04:19:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:50.797951 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba16d69-3dca-4444-b0ec-ca66c546442c req-939e9b9c-35a2-4788-90b4-5e7874fc58a9 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:19:50.812183 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0bbb4063-614d-4fd1-b53a-176ca2d0a919 tempest-TestSecurityGroupsBasicOps-580898946 tempest-TestSecurityGroupsBasicOps-580898946-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=cede2eb88812462a8fb871e04f184582&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3305774 Nov 27 04:19:50.812981 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9e1c5b-ec87-4dad-9e57-339010c361df None None] Checking router: f5083211-82f7-4de6-9324-2b0d430312d4 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:19:50.813362 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9e1c5b-ec87-4dad-9e57-339010c361df None None] Updating router f5083211-82f7-4de6-9324-2b0d430312d4 port cf53c451-66e6-4378-89e0-cdd64006738d binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:19:50.813800 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9ba16d69-3dca-4444-b0ec-ca66c546442c req-939e9b9c-35a2-4788-90b4-5e7874fc58a9 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3c2f4c-da20-4fef-b110-f836715627b2 HTTP/1.1" status: 200 len: 946 time: 0.1292207 Nov 27 04:19:50.814202 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53546) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:50.843450 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-3c9e1c5b-ec87-4dad-9e57-339010c361df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:50.955160 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9ba16d69-3dca-4444-b0ec-ca66c546442c req-6343bfcf-88be-4c52-a0dd-ab2d301798cc tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa76e1c1-a1bf-4f68-a2dc-b67794f6d714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404603 Nov 27 04:19:51.157364 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-3c9e1c5b-ec87-4dad-9e57-339010c361df None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:51.175513 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-3c9e1c5b-ec87-4dad-9e57-339010c361df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:51.203069 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9905f476-04a9-4c74-9a0c-054c4b4ff8cd None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:19:51.233107 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-3c9e1c5b-ec87-4dad-9e57-339010c361df None None] Attempting to bind port cf53c451-66e6-4378-89e0-cdd64006738d on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:19:51.233901 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-3c9e1c5b-ec87-4dad-9e57-339010c361df None None] Attempting to bind port cf53c451-66e6-4378-89e0-cdd64006738d by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:19:51.234439 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9e1c5b-ec87-4dad-9e57-339010c361df None None] Attempting to bind port cf53c451-66e6-4378-89e0-cdd64006738d on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:19:51.256072 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:51.261433 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9e1c5b-ec87-4dad-9e57-339010c361df None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:19:51.262142 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9e1c5b-ec87-4dad-9e57-339010c361df None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:19:51.262780 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-3c9e1c5b-ec87-4dad-9e57-339010c361df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:51.263379 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9e1c5b-ec87-4dad-9e57-339010c361df None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:19:51.264103 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-3c9e1c5b-ec87-4dad-9e57-339010c361df None None] Bound port: cf53c451-66e6-4378-89e0-cdd64006738d, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:19:51.264885 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-3c9e1c5b-ec87-4dad-9e57-339010c361df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:51.269029 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-8b3b0171-81f8-409a-9006-3ded0f489782 None None] Provisioning complete for port cf53c451-66e6-4378-89e0-cdd64006738d triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:19:51.269883 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8b3b0171-81f8-409a-9006-3ded0f489782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:51.349847 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ae4a1-169e-49fe-b299-c9487d8a9831 None None] Pushing event updated for resources: {'Port': ['ID=cf53c451-66e6-4378-89e0-cdd64006738d,revision_number=2']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:51.370412 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-3c9e1c5b-ec87-4dad-9e57-339010c361df None None] For port cf53c451-66e6-4378-89e0-cdd64006738d, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:19:51.374521 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-3c9e1c5b-ec87-4dad-9e57-339010c361df None None] For port cf53c451-66e6-4378-89e0-cdd64006738d, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=cf53c451-66e6-4378-89e0-cdd64006738d,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:19:51.383677 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-3c9e1c5b-ec87-4dad-9e57-339010c361df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:51.399133 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-8b3b0171-81f8-409a-9006-3ded0f489782 None None] Port cf53c451-66e6-4378-89e0-cdd64006738d cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:19:51.406926 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248e8f98-1e0b-4459-9334-855d205ad0bd tempest-TestSecurityGroupsBasicOps-580898946 tempest-TestSecurityGroupsBasicOps-580898946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:19:51.408669 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-248e8f98-1e0b-4459-9334-855d205ad0bd tempest-TestSecurityGroupsBasicOps-580898946 tempest-TestSecurityGroupsBasicOps-580898946-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5932043 Nov 27 04:19:51.411849 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53560) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:51.463484 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d607d1-28d6-4eb6-b161-e6614fb2f229 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:19:51.471076 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-29be54d2-35e5-4011-b1c6-cdfa99a873a5 tempest-TestSecurityGroupsBasicOps-580898946 tempest-TestSecurityGroupsBasicOps-580898946-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=f5c39893-f8d8-4150-8aae-695f98406de3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0561128 Nov 27 04:19:51.471974 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53562) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:51.487000 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-52f7032a-ae86-4451-87b9-cdae2139b25e tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1765151806', 'network_id': '5776b100-9b64-463c-8701-baba3a25a076', 'project_id': 'cede2eb88812462a8fb871e04f184582', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:19:51.490673 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ae4a1-169e-49fe-b299-c9487d8a9831 None None] Pushing event updated for resources: {'Port': ['ID=cf53c451-66e6-4378-89e0-cdd64006738d,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:51.499036 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9e1c5b-ec87-4dad-9e57-339010c361df None None] Routers {'f5083211-82f7-4de6-9324-2b0d430312d4'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:19:51.499878 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-3c9e1c5b-ec87-4dad-9e57-339010c361df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:19:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f5083211-82f7-4de6-9324-2b0d430312d4'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:51.534134 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-3ba96925-2571-4b12-bc36-07644a728777 None None] Provisioning complete for port cf53c451-66e6-4378-89e0-cdd64006738d triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:19:51.534486 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3ba96925-2571-4b12-bc36-07644a728777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:51.663220 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f7032a-ae86-4451-87b9-cdae2139b25e tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Made reservation on behalf of cede2eb88812462a8fb871e04f184582 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:19:51.670074 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-52f7032a-ae86-4451-87b9-cdae2139b25e tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:51.673791 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3ba96925-2571-4b12-bc36-07644a728777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:51.691447 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-3c9e1c5b-ec87-4dad-9e57-339010c361df None None] Set router f5083211-82f7-4de6-9324-2b0d430312d4 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:19:51.707187 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-3ba96925-2571-4b12-bc36-07644a728777 None None] For port cf53c451-66e6-4378-89e0-cdd64006738d, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=cf53c451-66e6-4378-89e0-cdd64006738d,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:19:51.716605 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3ba96925-2571-4b12-bc36-07644a728777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:51.814973 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba96925-2571-4b12-bc36-07644a728777 None None] Pushing event updated for resources: {'Port': ['ID=cf53c451-66e6-4378-89e0-cdd64006738d,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:51.825675 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba96925-2571-4b12-bc36-07644a728777 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:51.826221 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba96925-2571-4b12-bc36-07644a728777 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:51.826868 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba96925-2571-4b12-bc36-07644a728777 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:51.827383 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba96925-2571-4b12-bc36-07644a728777 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:51.827888 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba96925-2571-4b12-bc36-07644a728777 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:51.828525 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba96925-2571-4b12-bc36-07644a728777 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:51.829115 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba96925-2571-4b12-bc36-07644a728777 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:51.829616 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba96925-2571-4b12-bc36-07644a728777 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:51.830204 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba96925-2571-4b12-bc36-07644a728777 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:51.831071 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba96925-2571-4b12-bc36-07644a728777 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:51.832076 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba96925-2571-4b12-bc36-07644a728777 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:51.832865 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba96925-2571-4b12-bc36-07644a728777 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:19:51.913417 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:51.960057 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-3c9e1c5b-ec87-4dad-9e57-339010c361df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5083211-82f7-4de6-9324-2b0d430312d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1833500801', 'tenant_id': 'cede2eb88812462a8fb871e04f184582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'cf53c451-66e6-4378-89e0-cdd64006738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:19:48Z', 'updated_at': '2021-11-27T04:19:49Z', 'revision_number': 3, 'project_id': 'cede2eb88812462a8fb871e04f184582', 'gw_port': {'id': 'cf53c451-66e6-4378-89e0-cdd64006738d', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:62:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5083211-82f7-4de6-9324-2b0d430312d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:19:49Z', 'updated_at': '2021-11-27T04:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:51.972097 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-52f7032a-ae86-4451-87b9-cdae2139b25e tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:52.119966 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9e1c5b-ec87-4dad-9e57-339010c361df None None] The sync data for ids ['f5083211-82f7-4de6-9324-2b0d430312d4'] in n-d-819494-3 is: [{'id': 'f5083211-82f7-4de6-9324-2b0d430312d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1833500801', 'tenant_id': 'cede2eb88812462a8fb871e04f184582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'cf53c451-66e6-4378-89e0-cdd64006738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:19:48Z', 'updated_at': '2021-11-27T04:19:49Z', 'revision_number': 3, 'project_id': 'cede2eb88812462a8fb871e04f184582', 'gw_port': {'id': 'cf53c451-66e6-4378-89e0-cdd64006738d', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:62:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5083211-82f7-4de6-9324-2b0d430312d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:19:49Z', 'updated_at': '2021-11-27T04:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:19:52.157267 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f7032a-ae86-4451-87b9-cdae2139b25e tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Checking segment: {'id': '55681091-34a5-4526-88af-942814a5e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5776b100-9b64-463c-8701-baba3a25a076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:19:52.157718 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f7032a-ae86-4451-87b9-cdae2139b25e tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Network hostable DHCP agents. Network: 5776b100-9b64-463c-8701-baba3a25a076, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:19:52.171632 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f7032a-ae86-4451-87b9-cdae2139b25e tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Pushing event updated for resources: {'Subnet': ['ID=b2075cdd-cff1-4590-8be0-a45f4a20c01d,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:52.199698 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a09eb-d6d2-408e-96f4-da2f010b340e req-a59e4123-24f7-4119-864d-4f4149c4e278 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:19:52.201876 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6b0a09eb-d6d2-408e-96f4-da2f010b340e req-a59e4123-24f7-4119-864d-4f4149c4e278 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3c2f4c-da20-4fef-b110-f836715627b2 HTTP/1.1" status: 200 len: 946 time: 0.1288781 Nov 27 04:19:52.220648 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f7032a-ae86-4451-87b9-cdae2139b25e tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Network 5776b100-9b64-463c-8701-baba3a25a076 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:19:52.256102 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-52f7032a-ae86-4451-87b9-cdae2139b25e tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 5776b100-9b64-463c-8701-baba3a25a076) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:19:52.267471 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f7032a-ae86-4451-87b9-cdae2139b25e tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:19:52.268591 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-52f7032a-ae86-4451-87b9-cdae2139b25e tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:52.274058 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14799c26-52a7-4153-b0e1-3faebc1f4fe4 None None] Network 5776b100-9b64-463c-8701-baba3a25a076 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:19:52.317504 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6b0a09eb-d6d2-408e-96f4-da2f010b340e req-5a989752-44e9-4aee-8fc1-08085484cf90 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa76e1c1-a1bf-4f68-a2dc-b67794f6d714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053367 Nov 27 04:19:52.334256 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-52f7032a-ae86-4451-87b9-cdae2139b25e tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8593810 Nov 27 04:19:52.336894 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53602) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:52.542248 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c733c08b-a72a-457d-82f8-2c9e855ee6de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-5776b100-9b64-463c-8701-baba3a25a076', 'network_id': '5776b100-9b64-463c-8701-baba3a25a076', 'tenant_id': 'cede2eb88812462a8fb871e04f184582', 'fixed_ips': [{'subnet_id': 'b2075cdd-cff1-4590-8be0-a45f4a20c01d'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:19:52.544077 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c733c08b-a72a-457d-82f8-2c9e855ee6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:52.783587 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-c733c08b-a72a-457d-82f8-2c9e855ee6de None None] Allocated IP 172.20.0.2 (5776b100-9b64-463c-8701-baba3a25a076/b2075cdd-cff1-4590-8be0-a45f4a20c01d/e44b74b7-3f30-47fd-b7df-d571f38cb3ad) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:19:53.000865 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c733c08b-a72a-457d-82f8-2c9e855ee6de None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:53.010834 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c733c08b-a72a-457d-82f8-2c9e855ee6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:53.056876 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c733c08b-a72a-457d-82f8-2c9e855ee6de None None] Network 5776b100-9b64-463c-8701-baba3a25a076 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:19:53.062962 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-c733c08b-a72a-457d-82f8-2c9e855ee6de None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:19:53.066230 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c733c08b-a72a-457d-82f8-2c9e855ee6de None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:19:53.093336 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-203a7419-acad-49ee-9e37-c33d38e2a637 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:53.144137 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c733c08b-a72a-457d-82f8-2c9e855ee6de None None] Pushing event updated for resources: {'Port': ['ID=e44b74b7-3f30-47fd-b7df-d571f38cb3ad,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:53.167389 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-c733c08b-a72a-457d-82f8-2c9e855ee6de None None] Attempting to bind port e44b74b7-3f30-47fd-b7df-d571f38cb3ad on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:19:53.173217 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-c733c08b-a72a-457d-82f8-2c9e855ee6de None None] Attempting to bind port e44b74b7-3f30-47fd-b7df-d571f38cb3ad by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '55681091-34a5-4526-88af-942814a5e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5776b100-9b64-463c-8701-baba3a25a076'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:19:53.173217 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c733c08b-a72a-457d-82f8-2c9e855ee6de None None] Attempting to bind port e44b74b7-3f30-47fd-b7df-d571f38cb3ad on network 5776b100-9b64-463c-8701-baba3a25a076 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:19:53.181623 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c733c08b-a72a-457d-82f8-2c9e855ee6de None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:19:53.182071 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c733c08b-a72a-457d-82f8-2c9e855ee6de None None] Checking segment: {'id': '55681091-34a5-4526-88af-942814a5e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5776b100-9b64-463c-8701-baba3a25a076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:19:53.182415 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c733c08b-a72a-457d-82f8-2c9e855ee6de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:53.182848 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c733c08b-a72a-457d-82f8-2c9e855ee6de None None] Bound using segment: {'id': '55681091-34a5-4526-88af-942814a5e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5776b100-9b64-463c-8701-baba3a25a076'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:19:53.183334 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-c733c08b-a72a-457d-82f8-2c9e855ee6de None None] Bound port: e44b74b7-3f30-47fd-b7df-d571f38cb3ad, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55681091-34a5-4526-88af-942814a5e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5776b100-9b64-463c-8701-baba3a25a076'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:19:53.185380 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c733c08b-a72a-457d-82f8-2c9e855ee6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:53.272273 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c733c08b-a72a-457d-82f8-2c9e855ee6de None None] For port e44b74b7-3f30-47fd-b7df-d571f38cb3ad, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:19:53.275880 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c733c08b-a72a-457d-82f8-2c9e855ee6de None None] For port e44b74b7-3f30-47fd-b7df-d571f38cb3ad, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=e44b74b7-3f30-47fd-b7df-d571f38cb3ad,segment=NetworkSegment(55681091-34a5-4526-88af-942814a5e63f),segment_id=55681091-34a5-4526-88af-942814a5e63f)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:19:53.284597 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c733c08b-a72a-457d-82f8-2c9e855ee6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:53.423045 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c733c08b-a72a-457d-82f8-2c9e855ee6de None None] Pushing event updated for resources: {'Port': ['ID=e44b74b7-3f30-47fd-b7df-d571f38cb3ad,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:53.519247 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178610dc-5376-49d1-b1ac-ff5fe4c88420 req-1111d5c1-0cd5-4e6e-92d7-d3c63faa49e1 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:19:53.532485 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-178610dc-5376-49d1-b1ac-ff5fe4c88420 req-1111d5c1-0cd5-4e6e-92d7-d3c63faa49e1 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3c2f4c-da20-4fef-b110-f836715627b2 HTTP/1.1" status: 200 len: 946 time: 0.0783458 Nov 27 04:19:53.570848 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-203a7419-acad-49ee-9e37-c33d38e2a637 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Allocated IP 172.20.0.1 (5776b100-9b64-463c-8701-baba3a25a076/b2075cdd-cff1-4590-8be0-a45f4a20c01d/ccb2ceef-8f82-4ec9-b7bd-7fccc85ee3ba) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:19:53.618844 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-178610dc-5376-49d1-b1ac-ff5fe4c88420 req-1be9a54e-2a0f-48ce-bc6f-3ad5bcd89bf7 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa76e1c1-a1bf-4f68-a2dc-b67794f6d714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816815 Nov 27 04:19:53.770828 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-203a7419-acad-49ee-9e37-c33d38e2a637 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:53.812554 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-203a7419-acad-49ee-9e37-c33d38e2a637 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:53.886776 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203a7419-acad-49ee-9e37-c33d38e2a637 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Network 5776b100-9b64-463c-8701-baba3a25a076 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:19:53.891215 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-203a7419-acad-49ee-9e37-c33d38e2a637 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:19:53.895593 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203a7419-acad-49ee-9e37-c33d38e2a637 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:19:53.943240 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a7419-acad-49ee-9e37-c33d38e2a637 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Pushing event updated for resources: {'Port': ['ID=ccb2ceef-8f82-4ec9-b7bd-7fccc85ee3ba,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:53.951362 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-203a7419-acad-49ee-9e37-c33d38e2a637 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:54.110931 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-203a7419-acad-49ee-9e37-c33d38e2a637 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:54.464925 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-203a7419-acad-49ee-9e37-c33d38e2a637 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:54.485070 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53654) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:54.489641 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-203a7419-acad-49ee-9e37-c33d38e2a637 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:54.591103 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-203a7419-acad-49ee-9e37-c33d38e2a637 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:54.599635 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a7419-acad-49ee-9e37-c33d38e2a637 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Pushing event updated for resources: {'Port': ['ID=ccb2ceef-8f82-4ec9-b7bd-7fccc85ee3ba,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:54.648420 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device cf53c451-66e6-4378-89e0-cdd64006738d up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:19:54.694405 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-334c8cbc-895c-44de-a9f2-10aa2a2938b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:54.737877 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port cf53c451-66e6-4378-89e0-cdd64006738d triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:19:54.738393 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:54.780303 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203a7419-acad-49ee-9e37-c33d38e2a637 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Network 5776b100-9b64-463c-8701-baba3a25a076 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:19:54.783766 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-203a7419-acad-49ee-9e37-c33d38e2a637 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:19:54.812920 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc23f9-9ca5-46d5-a653-88790621f41b req-4eebeb2b-22d6-4789-82b4-73a37a42ac22 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:19:54.816132 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-61bc23f9-9ca5-46d5-a653-88790621f41b req-4eebeb2b-22d6-4789-82b4-73a37a42ac22 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3c2f4c-da20-4fef-b110-f836715627b2 HTTP/1.1" status: 200 len: 946 time: 0.0780456 Nov 27 04:19:54.857459 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-334c8cbc-895c-44de-a9f2-10aa2a2938b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:54.862963 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-334c8cbc-895c-44de-a9f2-10aa2a2938b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:54.917136 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-334c8cbc-895c-44de-a9f2-10aa2a2938b1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e276bc0ee91e49bb88f95a613d40901c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4286685 Nov 27 04:19:54.917136 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c8cbc-895c-44de-a9f2-10aa2a2938b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f5243f-00c9-46ae-990f-a724218a8c61,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:54.918641 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53666) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:54.925206 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e44b74b7-3f30-47fd-b7df-d571f38cb3ad up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:19:54.989995 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port e44b74b7-3f30-47fd-b7df-d571f38cb3ad triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:19:54.990387 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:55.013633 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-80e56ad0-bb2e-48ef-984a-e3addbc9802a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:55.023356 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203a7419-acad-49ee-9e37-c33d38e2a637 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Router f5083211-82f7-4de6-9324-2b0d430312d4 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:19:55.040294 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-80e56ad0-bb2e-48ef-984a-e3addbc9802a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:55.096028 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-80e56ad0-bb2e-48ef-984a-e3addbc9802a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:55.100088 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-80e56ad0-bb2e-48ef-984a-e3addbc9802a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:55.105148 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-80e56ad0-bb2e-48ef-984a-e3addbc9802a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/17f5243f-00c9-46ae-990f-a724218a8c61 HTTP/1.1" status: 204 len: 168 time: 0.1699791 Nov 27 04:19:55.114778 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e56ad0-bb2e-48ef-984a-e3addbc9802a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f5243f-00c9-46ae-990f-a724218a8c61,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:55.215079 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:55.243963 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-61bc23f9-9ca5-46d5-a653-88790621f41b req-d2bf4ef5-e27e-4070-985d-daacca7dad8b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa76e1c1-a1bf-4f68-a2dc-b67794f6d714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3852029 Nov 27 04:19:55.279305 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port e44b74b7-3f30-47fd-b7df-d571f38cb3ad, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=e44b74b7-3f30-47fd-b7df-d571f38cb3ad,segment=NetworkSegment(55681091-34a5-4526-88af-942814a5e63f),segment_id=55681091-34a5-4526-88af-942814a5e63f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:19:55.286530 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:55.306081 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203a7419-acad-49ee-9e37-c33d38e2a637 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:19:55.337108 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-203a7419-acad-49ee-9e37-c33d38e2a637 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "PUT /v2.0/routers/f5083211-82f7-4de6-9324-2b0d430312d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9958441 Nov 27 04:19:55.337352 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbba6742-ede8-49fc-b6e3-85562f3fe554 None None] Sync routers for ids ['f5083211-82f7-4de6-9324-2b0d430312d4'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:19:55.337483 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53678) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:55.342017 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-b8e48698-f72a-4a3e-b29a-dfc33ee3e7fd tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--632964504', 'description': 'tempest-secgroup_access--632964504 description', 'project_id': 'cede2eb88812462a8fb871e04f184582'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:19:55.387324 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b8e48698-f72a-4a3e-b29a-dfc33ee3e7fd tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:55.401513 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=e44b74b7-3f30-47fd-b7df-d571f38cb3ad,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:55.409658 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1a7413-62a7-40c3-8741-7e9070809121 None None] Network 5776b100-9b64-463c-8701-baba3a25a076 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:19:55.413596 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbba6742-ede8-49fc-b6e3-85562f3fe554 None None] Routers {'f5083211-82f7-4de6-9324-2b0d430312d4'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:19:55.414429 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-dbba6742-ede8-49fc-b6e3-85562f3fe554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:19:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f5083211-82f7-4de6-9324-2b0d430312d4'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:55.476959 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b8e48698-f72a-4a3e-b29a-dfc33ee3e7fd tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:55.481502 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b8e48698-f72a-4a3e-b29a-dfc33ee3e7fd tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:55.521731 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e48698-f72a-4a3e-b29a-dfc33ee3e7fd tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7babfc7-a310-49af-b2ce-fcc00382be7a,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:55.526670 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b8e48698-f72a-4a3e-b29a-dfc33ee3e7fd tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:55.527966 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b8e48698-f72a-4a3e-b29a-dfc33ee3e7fd tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.1894610 Nov 27 04:19:55.530918 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53684) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:55.535746 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-d231fa2d-6d57-461d-9a5a-ed928e725cd6 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1444041892', 'description': 'tempest-secgroup_general--1444041892 description', 'project_id': 'cede2eb88812462a8fb871e04f184582'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:19:55.558871 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53686) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:55.580170 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4c2138c9-9d72-4923-95b5-433a4b551d97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:55.581730 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d231fa2d-6d57-461d-9a5a-ed928e725cd6 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:55.607876 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-6f537eea-4b66-41c6-ab38-eee65a060569 None None] Provisioning complete for port e44b74b7-3f30-47fd-b7df-d571f38cb3ad triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:19:55.608258 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6f537eea-4b66-41c6-ab38-eee65a060569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:55.701318 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4c2138c9-9d72-4923-95b5-433a4b551d97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:55.702694 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-dbba6742-ede8-49fc-b6e3-85562f3fe554 None None] Set router f5083211-82f7-4de6-9324-2b0d430312d4 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:19:55.710048 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d231fa2d-6d57-461d-9a5a-ed928e725cd6 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:55.712565 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4c2138c9-9d72-4923-95b5-433a4b551d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:55.728854 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d231fa2d-6d57-461d-9a5a-ed928e725cd6 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:55.762686 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4c2138c9-9d72-4923-95b5-433a4b551d97 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=990a78e6e40b4401966266114123f4c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2014761 Nov 27 04:19:55.764024 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2138c9-9d72-4923-95b5-433a4b551d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ecc540-e3c3-498a-ad85-bfffa17d19ca,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:55.766041 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53692) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:55.785032 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d231fa2d-6d57-461d-9a5a-ed928e725cd6 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:55.788747 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d231fa2d-6d57-461d-9a5a-ed928e725cd6 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2541919 Nov 27 04:19:55.789217 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53694) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:55.795140 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-357fdbcf-6c17-4472-8a73-e64875ca2604 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Request body: {'security_group_rule': {'security_group_id': 'c7babfc7-a310-49af-b2ce-fcc00382be7a', 'project_id': 'cede2eb88812462a8fb871e04f184582', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:19:55.798644 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231fa2d-6d57-461d-9a5a-ed928e725cd6 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab1bdb9-bab5-424c-b4a1-e56d9790545b,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:55.828892 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-357fdbcf-6c17-4472-8a73-e64875ca2604 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:55.843839 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3010d3ef-f6ac-48d0-8276-5639160488ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:55.880020 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3010d3ef-f6ac-48d0-8276-5639160488ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:55.947967 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3010d3ef-f6ac-48d0-8276-5639160488ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:55.957514 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3010d3ef-f6ac-48d0-8276-5639160488ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:55.957514 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-3010d3ef-f6ac-48d0-8276-5639160488ff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/45ecc540-e3c3-498a-ad85-bfffa17d19ca HTTP/1.1" status: 204 len: 168 time: 0.1877282 Nov 27 04:19:55.960085 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-357fdbcf-6c17-4472-8a73-e64875ca2604 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:55.969969 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-357fdbcf-6c17-4472-8a73-e64875ca2604 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:55.984417 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010d3ef-f6ac-48d0-8276-5639160488ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ecc540-e3c3-498a-ad85-bfffa17d19ca,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:55.994009 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357fdbcf-6c17-4472-8a73-e64875ca2604 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8d2f477-1ff4-4544-b167-264cd05d65a0,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:56.009150 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-357fdbcf-6c17-4472-8a73-e64875ca2604 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:56.020337 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-357fdbcf-6c17-4472-8a73-e64875ca2604 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2285182 Nov 27 04:19:56.159811 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-dbba6742-ede8-49fc-b6e3-85562f3fe554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5083211-82f7-4de6-9324-2b0d430312d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1833500801', 'tenant_id': 'cede2eb88812462a8fb871e04f184582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'cf53c451-66e6-4378-89e0-cdd64006738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:19:48Z', 'updated_at': '2021-11-27T04:19:54Z', 'revision_number': 4, 'project_id': 'cede2eb88812462a8fb871e04f184582', 'gw_port': {'id': 'cf53c451-66e6-4378-89e0-cdd64006738d', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5083211-82f7-4de6-9324-2b0d430312d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:19:49Z', 'updated_at': '2021-11-27T04:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'ccb2ceef-8f82-4ec9-b7bd-7fccc85ee3ba', 'name': '', 'network_id': '5776b100-9b64-463c-8701-baba3a25a076', 'tenant_id': 'cede2eb88812462a8fb871e04f184582', 'mac_address': 'fa:16:3e:03:56:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5083211-82f7-4de6-9324-2b0d430312d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'b2075cdd-cff1-4590-8be0-a45f4a20c01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:19:53Z', 'updated_at': '2021-11-27T04:19:54Z', 'revision_number': 2, 'project_id': 'cede2eb88812462a8fb871e04f184582', 'subnets': [{'id': 'b2075cdd-cff1-4590-8be0-a45f4a20c01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:56.194121 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbba6742-ede8-49fc-b6e3-85562f3fe554 None None] Checking router: f5083211-82f7-4de6-9324-2b0d430312d4 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:19:56.194680 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbba6742-ede8-49fc-b6e3-85562f3fe554 None None] Updating router f5083211-82f7-4de6-9324-2b0d430312d4 port ccb2ceef-8f82-4ec9-b7bd-7fccc85ee3ba binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:19:56.285464 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dbba6742-ede8-49fc-b6e3-85562f3fe554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:56.371034 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-39950d3a-fdbe-40f6-a78b-9a1265a73f63 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup_access--632964504&fields=id&tenant_id=cede2eb88812462a8fb871e04f184582 HTTP/1.1" status: 200 len: 267 time: 0.0606947 Nov 27 04:19:56.435576 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-fa8181be-2034-4b3b-afdb-656cd94eb2a8 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup_general--1444041892&fields=id&tenant_id=cede2eb88812462a8fb871e04f184582 HTTP/1.1" status: 200 len: 267 time: 0.0540628 Nov 27 04:19:56.439034 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81efe501-02c8-4708-9197-e62cae06e6e6 req-6f319fb0-c3a3-4c43-be21-bbeef7abaf90 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:19:56.442399 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-81efe501-02c8-4708-9197-e62cae06e6e6 req-6f319fb0-c3a3-4c43-be21-bbeef7abaf90 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3c2f4c-da20-4fef-b110-f836715627b2 HTTP/1.1" status: 200 len: 946 time: 0.1181173 Nov 27 04:19:56.582060 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-81efe501-02c8-4708-9197-e62cae06e6e6 req-4f7ba264-1d26-431c-b537-384f8e5b5b40 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa76e1c1-a1bf-4f68-a2dc-b67794f6d714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241286 Nov 27 04:19:56.610866 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e44b74b7-3f30-47fd-b7df-d571f38cb3ad up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:19:56.620908 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0f7c6354-ae50-4e22-8a52-8bf4d31008bb None None] Provisioning complete for port ccb2ceef-8f82-4ec9-b7bd-7fccc85ee3ba triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:19:56.621303 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0f7c6354-ae50-4e22-8a52-8bf4d31008bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:56.773697 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port e44b74b7-3f30-47fd-b7df-d571f38cb3ad triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:19:56.774309 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:57.082418 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0f7c6354-ae50-4e22-8a52-8bf4d31008bb None None] Port ccb2ceef-8f82-4ec9-b7bd-7fccc85ee3ba cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:19:57.121030 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0f7c6354-ae50-4e22-8a52-8bf4d31008bb None None] Provisioning complete for port e44b74b7-3f30-47fd-b7df-d571f38cb3ad triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:19:57.121598 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0f7c6354-ae50-4e22-8a52-8bf4d31008bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:57.183783 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-d3fb3832-f4b4-4170-b83c-781d20c3cdd1 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:19:57.185364 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-d3fb3832-f4b4-4170-b83c-781d20c3cdd1 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/networks?id=5776b100-9b64-463c-8701-baba3a25a076 HTTP/1.1" status: 200 len: 796 time: 0.7295983 Nov 27 04:19:57.205639 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-57b24c61-2811-46bd-8d33-d9e896ad482b tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/quotas/cede2eb88812462a8fb871e04f184582 HTTP/1.1" status: 200 len: 375 time: 0.0143332 Nov 27 04:19:57.258359 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dbba6742-ede8-49fc-b6e3-85562f3fe554 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:57.268539 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dbba6742-ede8-49fc-b6e3-85562f3fe554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:57.286885 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-a4a4c6bf-b170-4ba5-b550-995dff0df93e tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cede2eb88812462a8fb871e04f184582&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0715756 Nov 27 04:19:57.355351 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a1036a-44b7-467f-9911-ac8097a43599 None None] Pushing event updated for resources: {'Port': ['ID=ccb2ceef-8f82-4ec9-b7bd-7fccc85ee3ba,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:57.442430 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-dbba6742-ede8-49fc-b6e3-85562f3fe554 None None] Attempting to bind port ccb2ceef-8f82-4ec9-b7bd-7fccc85ee3ba on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:19:57.442759 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-dbba6742-ede8-49fc-b6e3-85562f3fe554 None None] Attempting to bind port ccb2ceef-8f82-4ec9-b7bd-7fccc85ee3ba by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '55681091-34a5-4526-88af-942814a5e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5776b100-9b64-463c-8701-baba3a25a076'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:19:57.443140 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbba6742-ede8-49fc-b6e3-85562f3fe554 None None] Attempting to bind port ccb2ceef-8f82-4ec9-b7bd-7fccc85ee3ba on network 5776b100-9b64-463c-8701-baba3a25a076 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:19:57.453407 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbba6742-ede8-49fc-b6e3-85562f3fe554 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:19:57.453928 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbba6742-ede8-49fc-b6e3-85562f3fe554 None None] Checking segment: {'id': '55681091-34a5-4526-88af-942814a5e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5776b100-9b64-463c-8701-baba3a25a076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:19:57.454351 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dbba6742-ede8-49fc-b6e3-85562f3fe554 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:57.454796 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbba6742-ede8-49fc-b6e3-85562f3fe554 None None] Bound using segment: {'id': '55681091-34a5-4526-88af-942814a5e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5776b100-9b64-463c-8701-baba3a25a076'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:19:57.455291 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-dbba6742-ede8-49fc-b6e3-85562f3fe554 None None] Bound port: ccb2ceef-8f82-4ec9-b7bd-7fccc85ee3ba, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55681091-34a5-4526-88af-942814a5e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5776b100-9b64-463c-8701-baba3a25a076'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:19:57.455569 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-81c78d6d-6f89-40db-a971-96a5c2b7fed7 service neutron] 10.222.0.20 "GET /v2.0/networks/5776b100-9b64-463c-8701-baba3a25a076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550763 Nov 27 04:19:57.455706 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dbba6742-ede8-49fc-b6e3-85562f3fe554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:57.572347 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-eada48bd-4fa2-4b72-b990-63e66acb5d96 None None] Provisioning complete for port ccb2ceef-8f82-4ec9-b7bd-7fccc85ee3ba triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:19:57.572794 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-eada48bd-4fa2-4b72-b990-63e66acb5d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:57.603758 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-5a24d044-2318-4825-8942-f8ab07de839c service neutron] 10.222.0.20 "GET /v2.0/networks/5776b100-9b64-463c-8701-baba3a25a076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331689 Nov 27 04:19:57.616882 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-dbba6742-ede8-49fc-b6e3-85562f3fe554 None None] For port ccb2ceef-8f82-4ec9-b7bd-7fccc85ee3ba, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:19:57.658093 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-dbba6742-ede8-49fc-b6e3-85562f3fe554 None None] For port ccb2ceef-8f82-4ec9-b7bd-7fccc85ee3ba, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=ccb2ceef-8f82-4ec9-b7bd-7fccc85ee3ba,segment=NetworkSegment(55681091-34a5-4526-88af-942814a5e63f),segment_id=55681091-34a5-4526-88af-942814a5e63f)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:19:57.674049 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dbba6742-ede8-49fc-b6e3-85562f3fe554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:57.739543 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-eada48bd-4fa2-4b72-b990-63e66acb5d96 None None] Port ccb2ceef-8f82-4ec9-b7bd-7fccc85ee3ba cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:19:57.788651 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbba6742-ede8-49fc-b6e3-85562f3fe554 None None] Routers {'f5083211-82f7-4de6-9324-2b0d430312d4'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:19:57.789351 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-dbba6742-ede8-49fc-b6e3-85562f3fe554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:19:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f5083211-82f7-4de6-9324-2b0d430312d4'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:57.802732 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7cb29-939f-4729-ba83-c638bfa90021 req-a8840e01-e61a-409d-be23-fb0009372323 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:19:57.812138 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-eec7cb29-939f-4729-ba83-c638bfa90021 req-a8840e01-e61a-409d-be23-fb0009372323 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3c2f4c-da20-4fef-b110-f836715627b2 HTTP/1.1" status: 200 len: 946 time: 0.0988142 Nov 27 04:19:57.829025 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a1036a-44b7-467f-9911-ac8097a43599 None None] Pushing event updated for resources: {'Port': ['ID=ccb2ceef-8f82-4ec9-b7bd-7fccc85ee3ba,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:57.901053 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-eec7cb29-939f-4729-ba83-c638bfa90021 req-0f359114-e85d-4bac-bcff-ce8e1892fb06 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa76e1c1-a1bf-4f68-a2dc-b67794f6d714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876043 Nov 27 04:19:57.993583 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-93a785e7-3403-4966-8eff-d31f2a227bc9 req-ea907bb5-083e-454d-bca8-9a814e57438f tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/ports?device_id=148cf075-734c-4328-a836-36a00a194251 HTTP/1.1" status: 200 len: 210 time: 0.0424342 Nov 27 04:19:57.999234 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-e46d18f2-bd1c-4c74-a17e-6e3641709468 None None] Provisioning complete for port ccb2ceef-8f82-4ec9-b7bd-7fccc85ee3ba triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:19:57.999803 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e46d18f2-bd1c-4c74-a17e-6e3641709468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:58.060247 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-dbba6742-ede8-49fc-b6e3-85562f3fe554 None None] Set router f5083211-82f7-4de6-9324-2b0d430312d4 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:19:58.225794 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e46d18f2-bd1c-4c74-a17e-6e3641709468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:58.283876 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-e46d18f2-bd1c-4c74-a17e-6e3641709468 None None] For port ccb2ceef-8f82-4ec9-b7bd-7fccc85ee3ba, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=ccb2ceef-8f82-4ec9-b7bd-7fccc85ee3ba,segment=NetworkSegment(55681091-34a5-4526-88af-942814a5e63f),segment_id=55681091-34a5-4526-88af-942814a5e63f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:19:58.306181 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e46d18f2-bd1c-4c74-a17e-6e3641709468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:58.368584 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d18f2-bd1c-4c74-a17e-6e3641709468 None None] Pushing event updated for resources: {'Port': ['ID=ccb2ceef-8f82-4ec9-b7bd-7fccc85ee3ba,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:19:58.382405 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-dbba6742-ede8-49fc-b6e3-85562f3fe554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5083211-82f7-4de6-9324-2b0d430312d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1833500801', 'tenant_id': 'cede2eb88812462a8fb871e04f184582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'cf53c451-66e6-4378-89e0-cdd64006738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:19:48Z', 'updated_at': '2021-11-27T04:19:54Z', 'revision_number': 4, 'project_id': 'cede2eb88812462a8fb871e04f184582', 'gw_port': {'id': 'cf53c451-66e6-4378-89e0-cdd64006738d', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5083211-82f7-4de6-9324-2b0d430312d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:19:49Z', 'updated_at': '2021-11-27T04:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'ccb2ceef-8f82-4ec9-b7bd-7fccc85ee3ba', 'name': '', 'network_id': '5776b100-9b64-463c-8701-baba3a25a076', 'tenant_id': 'cede2eb88812462a8fb871e04f184582', 'mac_address': 'fa:16:3e:03:56:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5083211-82f7-4de6-9324-2b0d430312d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'b2075cdd-cff1-4590-8be0-a45f4a20c01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:19:53Z', 'updated_at': '2021-11-27T04:19:57Z', 'revision_number': 4, 'project_id': 'cede2eb88812462a8fb871e04f184582', 'subnets': [{'id': 'b2075cdd-cff1-4590-8be0-a45f4a20c01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:19:58.410620 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbba6742-ede8-49fc-b6e3-85562f3fe554 None None] The sync data for ids ['f5083211-82f7-4de6-9324-2b0d430312d4'] in n-d-819494-3 is: [{'id': 'f5083211-82f7-4de6-9324-2b0d430312d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1833500801', 'tenant_id': 'cede2eb88812462a8fb871e04f184582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'cf53c451-66e6-4378-89e0-cdd64006738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:19:48Z', 'updated_at': '2021-11-27T04:19:54Z', 'revision_number': 4, 'project_id': 'cede2eb88812462a8fb871e04f184582', 'gw_port': {'id': 'cf53c451-66e6-4378-89e0-cdd64006738d', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5083211-82f7-4de6-9324-2b0d430312d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:19:49Z', 'updated_at': '2021-11-27T04:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'ccb2ceef-8f82-4ec9-b7bd-7fccc85ee3ba', 'name': '', 'network_id': '5776b100-9b64-463c-8701-baba3a25a076', 'tenant_id': 'cede2eb88812462a8fb871e04f184582', 'mac_address': 'fa:16:3e:03:56:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5083211-82f7-4de6-9324-2b0d430312d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'b2075cdd-cff1-4590-8be0-a45f4a20c01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:19:53Z', 'updated_at': '2021-11-27T04:19:57Z', 'revision_number': 4, 'project_id': 'cede2eb88812462a8fb871e04f184582', 'subnets': [{'id': 'b2075cdd-cff1-4590-8be0-a45f4a20c01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:19:58.427489 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-cc4355ac-889b-4684-8558-c74a9d363bc5 None None] Provisioning complete for port ccb2ceef-8f82-4ec9-b7bd-7fccc85ee3ba triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:19:58.428066 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cc4355ac-889b-4684-8558-c74a9d363bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:59.051783 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28dc64b-9088-48ec-872b-17c12e0a74d7 req-2ed518a8-966b-4a4b-875c-d4dd36d29caf tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:19:59.060617 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d28dc64b-9088-48ec-872b-17c12e0a74d7 req-2ed518a8-966b-4a4b-875c-d4dd36d29caf tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3c2f4c-da20-4fef-b110-f836715627b2 HTTP/1.1" status: 200 len: 946 time: 0.0773993 Nov 27 04:19:59.126207 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d28dc64b-9088-48ec-872b-17c12e0a74d7 req-6f67bb62-5b2d-4800-8f44-59fd66a8a9f6 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa76e1c1-a1bf-4f68-a2dc-b67794f6d714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643477 Nov 27 04:19:59.156546 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d143d4a8-ca55-4809-8475-59ce0919808b req-c27aa3be-18c1-4ffb-8138-555a8a942ddc tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/ports?device_id=148cf075-734c-4328-a836-36a00a194251 HTTP/1.1" status: 200 len: 210 time: 0.0522046 Nov 27 04:19:59.574308 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-9ec0c2d1-08d3-4b27-a2b8-2d9af06f4aa9 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:19:59.576837 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-9ec0c2d1-08d3-4b27-a2b8-2d9af06f4aa9 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.23 "GET /v2.0/networks?id=5776b100-9b64-463c-8701-baba3a25a076 HTTP/1.1" status: 200 len: 796 time: 0.1457767 Nov 27 04:19:59.684318 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-feffe1e0-b181-4012-9ec6-da29980fcacd tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cede2eb88812462a8fb871e04f184582 HTTP/1.1" status: 200 len: 477 time: 0.0756648 Nov 27 04:19:59.696693 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-766687d3-f47b-44ee-8b61-0e3424b911cb tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Request body: {'port': {'device_id': '148cf075-734c-4328-a836-36a00a194251', 'network_id': '5776b100-9b64-463c-8701-baba3a25a076', 'admin_state_up': True, 'tenant_id': 'cede2eb88812462a8fb871e04f184582', 'security_groups': ['c7babfc7-a310-49af-b2ce-fcc00382be7a', '0ab1bdb9-bab5-424c-b4a1-e56d9790545b']}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:19:59.734754 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53824) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:19:59.835050 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-766687d3-f47b-44ee-8b61-0e3424b911cb tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Made reservation on behalf of cede2eb88812462a8fb871e04f184582 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:19:59.839889 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-766687d3-f47b-44ee-8b61-0e3424b911cb tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:59.877657 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8c179e16-0bdd-4cb1-9b76-1aa9997b9f4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:59.987581 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-766687d3-f47b-44ee-8b61-0e3424b911cb tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Allocated IP 172.20.0.11 (5776b100-9b64-463c-8701-baba3a25a076/b2075cdd-cff1-4590-8be0-a45f4a20c01d/b78bc3fb-a8ad-4722-9a2c-baf0a073f226) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:19:59.991279 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8c179e16-0bdd-4cb1-9b76-1aa9997b9f4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:19:59.995622 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8c179e16-0bdd-4cb1-9b76-1aa9997b9f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:00.021238 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c179e16-0bdd-4cb1-9b76-1aa9997b9f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32af16d-2a45-46b1-b5a2-0fc202a3463b,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:00.067120 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8c179e16-0bdd-4cb1-9b76-1aa9997b9f4f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e00f46ded0ed4404b258b7923f28d703&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3309505 Nov 27 04:20:00.068099 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53828) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:00.121421 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-77db04a0-2063-46cf-84a6-33235ae45ba7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:00.144746 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-77db04a0-2063-46cf-84a6-33235ae45ba7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:00.194186 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-766687d3-f47b-44ee-8b61-0e3424b911cb tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:00.241245 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-77db04a0-2063-46cf-84a6-33235ae45ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:00.245715 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-77db04a0-2063-46cf-84a6-33235ae45ba7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:00.247719 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-77db04a0-2063-46cf-84a6-33235ae45ba7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f32af16d-2a45-46b1-b5a2-0fc202a3463b HTTP/1.1" status: 204 len: 168 time: 0.1786690 Nov 27 04:20:00.277606 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db04a0-2063-46cf-84a6-33235ae45ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32af16d-2a45-46b1-b5a2-0fc202a3463b,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:00.289080 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-766687d3-f47b-44ee-8b61-0e3424b911cb tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:00.315330 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817b667-561d-4ef4-aa1c-b0c6e4569d9e req-253b6e3a-9516-4aa3-92ec-83f0ec0dc792 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:00.322768 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3817b667-561d-4ef4-aa1c-b0c6e4569d9e req-253b6e3a-9516-4aa3-92ec-83f0ec0dc792 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3c2f4c-da20-4fef-b110-f836715627b2 HTTP/1.1" status: 200 len: 946 time: 0.0827987 Nov 27 04:20:00.368701 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ebb7e-c061-407c-9a00-48eded643329 req-cd90632c-7acf-402d-9f38-3255c6ab413f tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:00.376194 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-766687d3-f47b-44ee-8b61-0e3424b911cb tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Network 5776b100-9b64-463c-8701-baba3a25a076 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:20:00.381385 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-766687d3-f47b-44ee-8b61-0e3424b911cb tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:20:00.389729 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-766687d3-f47b-44ee-8b61-0e3424b911cb tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:20:00.391154 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9b3ebb7e-c061-407c-9a00-48eded643329 req-cd90632c-7acf-402d-9f38-3255c6ab413f tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/ports?device_id=148cf075-734c-4328-a836-36a00a194251 HTTP/1.1" status: 200 len: 971 time: 0.1216116 Nov 27 04:20:00.442093 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766687d3-f47b-44ee-8b61-0e3424b911cb tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Pushing event updated for resources: {'Port': ['ID=b78bc3fb-a8ad-4722-9a2c-baf0a073f226,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:00.451912 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-766687d3-f47b-44ee-8b61-0e3424b911cb tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:00.452789 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-766687d3-f47b-44ee-8b61-0e3424b911cb tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:00.497407 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3817b667-561d-4ef4-aa1c-b0c6e4569d9e req-a64e5cbd-c7db-4c33-8a41-54eaed8dda04 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa76e1c1-a1bf-4f68-a2dc-b67794f6d714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711028 Nov 27 04:20:00.502492 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9b3ebb7e-c061-407c-9a00-48eded643329 req-257c04d0-1a9b-47c0-abaf-c9c6bacac41c tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab1bdb9-bab5-424c-b4a1-e56d9790545b&id=c7babfc7-a310-49af-b2ce-fcc00382be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1040654 Nov 27 04:20:00.508369 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-766687d3-f47b-44ee-8b61-0e3424b911cb tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.8168042 Nov 27 04:20:00.532011 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-1c0b22c2-9c7a-43cd-99a0-778011b32293 service neutron] Request body: {'port': {'device_id': '148cf075-734c-4328-a836-36a00a194251', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:20:00.606360 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device ccb2ceef-8f82-4ec9-b7bd-7fccc85ee3ba up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:20:00.663984 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-1c0b22c2-9c7a-43cd-99a0-778011b32293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:00.677618 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port ccb2ceef-8f82-4ec9-b7bd-7fccc85ee3ba triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:20:00.678294 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:00.731530 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53840) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:00.750641 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e295b287-1036-4b8d-af67-67da86134442 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:00.810634 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-75f6a43d-8958-420c-81eb-8d152566eda3 None None] Provisioning complete for port b78bc3fb-a8ad-4722-9a2c-baf0a073f226 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:20:00.811321 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-75f6a43d-8958-420c-81eb-8d152566eda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:00.852346 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-75f6a43d-8958-420c-81eb-8d152566eda3 None None] Port b78bc3fb-a8ad-4722-9a2c-baf0a073f226 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:20:00.857454 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e295b287-1036-4b8d-af67-67da86134442 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:00.861806 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e295b287-1036-4b8d-af67-67da86134442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:00.902759 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e295b287-1036-4b8d-af67-67da86134442 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8cff9b72bdad4895be37ace2e4730800&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1699622 Nov 27 04:20:00.903549 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295b287-1036-4b8d-af67-67da86134442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4149b79-def7-464c-ac55-524a2411c422,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:00.905340 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53842) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:00.998998 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-778543d8-4b86-45af-9629-3c1897303964 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:01.049918 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-778543d8-4b86-45af-9629-3c1897303964 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:01.058449 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-1c0b22c2-9c7a-43cd-99a0-778011b32293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b78bc3fb-a8ad-4722-9a2c-baf0a073f226 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:20:01.069529 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-1c0b22c2-9c7a-43cd-99a0-778011b32293 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:01.098517 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-1c0b22c2-9c7a-43cd-99a0-778011b32293 service neutron] Transition to ACTIVE for port object b78bc3fb-a8ad-4722-9a2c-baf0a073f226 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:20:01.112024 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-1c0b22c2-9c7a-43cd-99a0-778011b32293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:01.157534 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-778543d8-4b86-45af-9629-3c1897303964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:01.160058 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-778543d8-4b86-45af-9629-3c1897303964 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:01.165192 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-778543d8-4b86-45af-9629-3c1897303964 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b4149b79-def7-464c-ac55-524a2411c422 HTTP/1.1" status: 204 len: 168 time: 0.2584999 Nov 27 04:20:01.187340 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778543d8-4b86-45af-9629-3c1897303964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4149b79-def7-464c-ac55-524a2411c422,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:01.189101 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b22c2-9c7a-43cd-99a0-778011b32293 service neutron] Pushing event updated for resources: {'Port': ['ID=b78bc3fb-a8ad-4722-9a2c-baf0a073f226,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:01.279384 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-1c0b22c2-9c7a-43cd-99a0-778011b32293 service neutron] Attempting to bind port b78bc3fb-a8ad-4722-9a2c-baf0a073f226 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:20:01.280043 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-1c0b22c2-9c7a-43cd-99a0-778011b32293 service neutron] Attempting to bind port b78bc3fb-a8ad-4722-9a2c-baf0a073f226 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '55681091-34a5-4526-88af-942814a5e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5776b100-9b64-463c-8701-baba3a25a076'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:20:01.280043 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-1c0b22c2-9c7a-43cd-99a0-778011b32293 service neutron] Attempting to bind port b78bc3fb-a8ad-4722-9a2c-baf0a073f226 on network 5776b100-9b64-463c-8701-baba3a25a076 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:20:01.289528 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-1c0b22c2-9c7a-43cd-99a0-778011b32293 service neutron] Port b78bc3fb-a8ad-4722-9a2c-baf0a073f226 on network 5776b100-9b64-463c-8701-baba3a25a076 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:20:01.290284 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-1c0b22c2-9c7a-43cd-99a0-778011b32293 service neutron] Attempting to bind port b78bc3fb-a8ad-4722-9a2c-baf0a073f226 on network 5776b100-9b64-463c-8701-baba3a25a076 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:20:01.297493 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-1c0b22c2-9c7a-43cd-99a0-778011b32293 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:20:01.297840 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-1c0b22c2-9c7a-43cd-99a0-778011b32293 service neutron] Checking segment: {'id': '55681091-34a5-4526-88af-942814a5e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5776b100-9b64-463c-8701-baba3a25a076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:20:01.298367 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-1c0b22c2-9c7a-43cd-99a0-778011b32293 service neutron] Bound using segment: {'id': '55681091-34a5-4526-88af-942814a5e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5776b100-9b64-463c-8701-baba3a25a076'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:20:01.298840 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-1c0b22c2-9c7a-43cd-99a0-778011b32293 service neutron] Bound port: b78bc3fb-a8ad-4722-9a2c-baf0a073f226, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55681091-34a5-4526-88af-942814a5e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5776b100-9b64-463c-8701-baba3a25a076'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:20:01.299537 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-1c0b22c2-9c7a-43cd-99a0-778011b32293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:01.655610 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4ec2d-2590-4380-a28d-8b63ed8e43b2 req-73613d61-5b64-4a4a-b73a-aa85605a2c46 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:01.663824 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-caa4ec2d-2590-4380-a28d-8b63ed8e43b2 req-73613d61-5b64-4a4a-b73a-aa85605a2c46 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/ports?device_id=148cf075-734c-4328-a836-36a00a194251 HTTP/1.1" status: 200 len: 983 time: 0.0660319 Nov 27 04:20:01.735029 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-caa4ec2d-2590-4380-a28d-8b63ed8e43b2 req-39a688bb-bb73-4223-88fb-b2aa439508d2 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab1bdb9-bab5-424c-b4a1-e56d9790545b&id=c7babfc7-a310-49af-b2ce-fcc00382be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0701430 Nov 27 04:20:01.830739 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-1c0b22c2-9c7a-43cd-99a0-778011b32293 service neutron] For port b78bc3fb-a8ad-4722-9a2c-baf0a073f226, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:20:01.834160 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-1c0b22c2-9c7a-43cd-99a0-778011b32293 service neutron] For port b78bc3fb-a8ad-4722-9a2c-baf0a073f226, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=b78bc3fb-a8ad-4722-9a2c-baf0a073f226,segment=NetworkSegment(55681091-34a5-4526-88af-942814a5e63f),segment_id=55681091-34a5-4526-88af-942814a5e63f)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:20:01.848229 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eed79b-8b20-4f26-959f-3892454f722a req-fdfb5e3f-b43b-4c88-8842-ace08e977dff tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:01.850048 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d5eed79b-8b20-4f26-959f-3892454f722a req-fdfb5e3f-b43b-4c88-8842-ace08e977dff tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3c2f4c-da20-4fef-b110-f836715627b2 HTTP/1.1" status: 200 len: 946 time: 0.0764554 Nov 27 04:20:01.851698 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-1c0b22c2-9c7a-43cd-99a0-778011b32293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:01.905366 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-1c0b22c2-9c7a-43cd-99a0-778011b32293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:01.906028 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-1c0b22c2-9c7a-43cd-99a0-778011b32293 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:01.908111 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-1c0b22c2-9c7a-43cd-99a0-778011b32293 service neutron] 10.222.0.23 "PUT /v2.0/ports/b78bc3fb-a8ad-4722-9a2c-baf0a073f226 HTTP/1.1" status: 200 len: 1131 time: 1.3819957 Nov 27 04:20:01.921236 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '148cf075-734c-4328-a836-36a00a194251', 'tag': 'b78bc3fb-a8ad-4722-9a2c-baf0a073f226'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:20:01.925192 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18111775-9288-4f1f-b7d4-4646d0895dad" -d '{"events": [{"name": "network-changed", "server_uuid": "148cf075-734c-4328-a836-36a00a194251", "tag": "b78bc3fb-a8ad-4722-9a2c-baf0a073f226"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:20:01.980303 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b22c2-9c7a-43cd-99a0-778011b32293 service neutron] Pushing event updated for resources: {'Port': ['ID=b78bc3fb-a8ad-4722-9a2c-baf0a073f226,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:02.014938 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3cdae7-dfe5-4748-a2cc-69aa0b80e28d x-openstack-request-id: req-8b3cdae7-dfe5-4748-a2cc-69aa0b80e28d {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:20:02.015228 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "148cf075-734c-4328-a836-36a00a194251", "tag": "b78bc3fb-a8ad-4722-9a2c-baf0a073f226", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:20:02.015701 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b3cdae7-dfe5-4748-a2cc-69aa0b80e28d {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:20:02.016108 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '148cf075-734c-4328-a836-36a00a194251', 'tag': 'b78bc3fb-a8ad-4722-9a2c-baf0a073f226', 'status': 'completed', 'code': 200} Nov 27 04:20:02.034534 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d5eed79b-8b20-4f26-959f-3892454f722a req-57affe80-81e3-4fb4-8e7a-808f24ce5679 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa76e1c1-a1bf-4f68-a2dc-b67794f6d714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514153 Nov 27 04:20:02.056533 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-8030c1e0-8f4e-41fb-b99d-0ee8b3845ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:02.058126 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-8030c1e0-8f4e-41fb-b99d-0ee8b3845ff7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cede2eb88812462a8fb871e04f184582&device_id=148cf075-734c-4328-a836-36a00a194251 HTTP/1.1" status: 200 len: 1134 time: 0.0657814 Nov 27 04:20:02.119676 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-726a08a4-7e56-4e29-9799-4274647587e6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b78bc3fb-a8ad-4722-9a2c-baf0a073f226 HTTP/1.1" status: 200 len: 217 time: 0.0378528 Nov 27 04:20:02.222113 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-93c64649-fe3d-435f-a130-78b5a5beb747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:02.223622 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-93c64649-fe3d-435f-a130-78b5a5beb747 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b2075cdd-cff1-4590-8be0-a45f4a20c01d HTTP/1.1" status: 200 len: 835 time: 0.0905757 Nov 27 04:20:02.295426 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-ad42708b-4f1d-45a3-a91e-c618c9b94cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:02.296861 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-ad42708b-4f1d-45a3-a91e-c618c9b94cb7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5776b100-9b64-463c-8701-baba3a25a076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532413 Nov 27 04:20:02.396153 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8bce2-a7d0-4a9e-b28a-870cef51b56e req-299dcc09-c429-46e8-b3b6-c2aed7b18f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:02.398731 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-23d8bce2-a7d0-4a9e-b28a-870cef51b56e req-299dcc09-c429-46e8-b3b6-c2aed7b18f55 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2d3c2f4c-da20-4fef-b110-f836715627b2 HTTP/1.1" status: 200 len: 1097 time: 0.0673869 Nov 27 04:20:02.411737 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-d1242f60-23f5-4bdc-8e2a-391afbfc83e5 service neutron] 10.222.0.23 "GET /v2.0/networks/5776b100-9b64-463c-8701-baba3a25a076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033690 Nov 27 04:20:02.452990 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-23d8bce2-a7d0-4a9e-b28a-870cef51b56e req-cbb8eb04-4f5e-41ed-9abc-658f835d98ff service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=aa76e1c1-a1bf-4f68-a2dc-b67794f6d714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464883 Nov 27 04:20:02.520628 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8fe1e75e-ca73-45f1-8d20-7c9187d6c472 req-11f5edc7-4aa2-4bb0-b552-5987898ef238 service neutron] 10.222.0.23 "GET /v2.0/networks/5776b100-9b64-463c-8701-baba3a25a076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973594 Nov 27 04:20:02.652324 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device dfac7cce-18ae-455a-9436-77147ef5f7c1 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:20:02.679578 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18111775-9288-4f1f-b7d4-4646d0895dad req-46c26876-43f6-44c8-8d17-62d442c73731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:02.681302 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-18111775-9288-4f1f-b7d4-4646d0895dad req-46c26876-43f6-44c8-8d17-62d442c73731 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cede2eb88812462a8fb871e04f184582&device_id=148cf075-734c-4328-a836-36a00a194251 HTTP/1.1" status: 200 len: 1134 time: 0.0605767 Nov 27 04:20:02.781382 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port dfac7cce-18ae-455a-9436-77147ef5f7c1, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=dfac7cce-18ae-455a-9436-77147ef5f7c1,segment=NetworkSegment(8292b501-6605-4030-9e14-a29be529a23a),segment_id=8292b501-6605-4030-9e14-a29be529a23a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:20:02.795758 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'dfac7cce-18ae-455a-9436-77147ef5f7c1', 'network_id': '16cb1c3b-c674-4d81-a1d5-ef4ac65c7115', 'port_id': 'dfac7cce-18ae-455a-9436-77147ef5f7c1', 'mac_address': 'fa:16:3e:c5:0d:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '230b3c5a-af3d-4d21-9799-ddc9a0766901', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:20:02.832237 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18111775-9288-4f1f-b7d4-4646d0895dad req-66155d8e-fd88-4b4f-8945-c8c58ae9ad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:02.834056 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-18111775-9288-4f1f-b7d4-4646d0895dad req-66155d8e-fd88-4b4f-8945-c8c58ae9ad37 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5776b100-9b64-463c-8701-baba3a25a076 HTTP/1.1" status: 200 len: 897 time: 0.1453803 Nov 27 04:20:02.847526 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:02.864869 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dfac7cce-18ae-455a-9436-77147ef5f7c1 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:20:02.889809 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-18111775-9288-4f1f-b7d4-4646d0895dad req-d33fa221-83f7-4373-952d-097d319fd18c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b78bc3fb-a8ad-4722-9a2c-baf0a073f226 HTTP/1.1" status: 200 len: 217 time: 0.0464814 Nov 27 04:20:02.890117 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port dfac7cce-18ae-455a-9436-77147ef5f7c1, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=dfac7cce-18ae-455a-9436-77147ef5f7c1,segment=NetworkSegment(8292b501-6605-4030-9e14-a29be529a23a),segment_id=8292b501-6605-4030-9e14-a29be529a23a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:20:02.895297 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:02.897560 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c632ec-ec83-4e7f-a9b1-0d1f0d8b0c66 req-2771ac76-b005-48a4-a328-17b5dbdf68e3 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:02.905718 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-55c632ec-ec83-4e7f-a9b1-0d1f0d8b0c66 req-2771ac76-b005-48a4-a328-17b5dbdf68e3 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/ports?device_id=148cf075-734c-4328-a836-36a00a194251 HTTP/1.1" status: 200 len: 983 time: 0.0621321 Nov 27 04:20:02.960235 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=dfac7cce-18ae-455a-9436-77147ef5f7c1,revision_number=6']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:02.988042 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-55c632ec-ec83-4e7f-a9b1-0d1f0d8b0c66 req-7d0f468d-db12-41cc-ad7c-6bb2ecbaff2e tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab1bdb9-bab5-424c-b4a1-e56d9790545b&id=c7babfc7-a310-49af-b2ce-fcc00382be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0628474 Nov 27 04:20:02.988554 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18111775-9288-4f1f-b7d4-4646d0895dad req-9777166f-d41e-47bd-a6cb-48451f75f0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:02.988554 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-18111775-9288-4f1f-b7d4-4646d0895dad req-9777166f-d41e-47bd-a6cb-48451f75f0db service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b2075cdd-cff1-4590-8be0-a45f4a20c01d HTTP/1.1" status: 200 len: 835 time: 0.0886607 Nov 27 04:20:03.044475 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18111775-9288-4f1f-b7d4-4646d0895dad req-d3ba3b47-8d6c-424c-8bbc-3a9a0971d6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:03.046124 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-18111775-9288-4f1f-b7d4-4646d0895dad req-d3ba3b47-8d6c-424c-8bbc-3a9a0971d6ae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5776b100-9b64-463c-8701-baba3a25a076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482237 Nov 27 04:20:03.189091 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-18111775-9288-4f1f-b7d4-4646d0895dad req-a7508b19-8f42-47ce-91be-6b14334c6c05 service neutron] 10.222.0.23 "GET /v2.0/networks/5776b100-9b64-463c-8701-baba3a25a076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341393 Nov 27 04:20:03.197343 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006835a1-4a91-4d1b-97b0-fdc6c77ce824 req-65b8c057-fe06-4bc6-bc9b-04fb81676132 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:03.198922 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-006835a1-4a91-4d1b-97b0-fdc6c77ce824 req-65b8c057-fe06-4bc6-bc9b-04fb81676132 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3c2f4c-da20-4fef-b110-f836715627b2 HTTP/1.1" status: 200 len: 945 time: 0.0793865 Nov 27 04:20:03.312885 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-006835a1-4a91-4d1b-97b0-fdc6c77ce824 req-0bfac5fe-779a-4c97-99f4-5b82c894b173 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa76e1c1-a1bf-4f68-a2dc-b67794f6d714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044583 Nov 27 04:20:03.329317 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-18111775-9288-4f1f-b7d4-4646d0895dad req-6e66f1dd-28c0-41a6-a471-5cbde8f2d8d9 service neutron] 10.222.0.23 "GET /v2.0/networks/5776b100-9b64-463c-8701-baba3a25a076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285591 Nov 27 04:20:03.792733 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53914) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:03.907158 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d1b62b63-f359-4ba7-87c5-2bd32c69aeb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:03.985337 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d1b62b63-f359-4ba7-87c5-2bd32c69aeb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:03.989458 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d1b62b63-f359-4ba7-87c5-2bd32c69aeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:04.018662 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device b78bc3fb-a8ad-4722-9a2c-baf0a073f226 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:20:04.034000 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b62b63-f359-4ba7-87c5-2bd32c69aeb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c159118b-a343-4e6a-8289-998d21109e3f,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:04.041081 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d1b62b63-f359-4ba7-87c5-2bd32c69aeb6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c3fe582f0d374392849a957fccb818ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2472329 Nov 27 04:20:04.042042 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53920) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:04.142667 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port b78bc3fb-a8ad-4722-9a2c-baf0a073f226, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=b78bc3fb-a8ad-4722-9a2c-baf0a073f226,segment=NetworkSegment(55681091-34a5-4526-88af-942814a5e63f),segment_id=55681091-34a5-4526-88af-942814a5e63f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:20:04.145310 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-016ff31d-7aa4-4aee-9ef1-cea4a69bb420 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:04.156322 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': 'b78bc3fb-a8ad-4722-9a2c-baf0a073f226', 'network_id': '5776b100-9b64-463c-8701-baba3a25a076', 'port_id': 'b78bc3fb-a8ad-4722-9a2c-baf0a073f226', 'mac_address': 'fa:16:3e:94:bd:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2075cdd-cff1-4590-8be0-a45f4a20c01d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:20:04.179012 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f881cd1-a29d-4e76-b7ca-fb65e6bf9bff req-5c258272-7df7-4e92-8298-0cf67f689645 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:04.179012 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7f881cd1-a29d-4e76-b7ca-fb65e6bf9bff req-5c258272-7df7-4e92-8298-0cf67f689645 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/ports?device_id=148cf075-734c-4328-a836-36a00a194251 HTTP/1.1" status: 200 len: 983 time: 0.0839963 Nov 27 04:20:04.187665 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-016ff31d-7aa4-4aee-9ef1-cea4a69bb420 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:04.202173 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:04.217472 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b78bc3fb-a8ad-4722-9a2c-baf0a073f226 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:20:04.238786 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port b78bc3fb-a8ad-4722-9a2c-baf0a073f226, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=b78bc3fb-a8ad-4722-9a2c-baf0a073f226,segment=NetworkSegment(55681091-34a5-4526-88af-942814a5e63f),segment_id=55681091-34a5-4526-88af-942814a5e63f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:20:04.242067 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['dfac7cce-18ae-455a-9436-77147ef5f7c1'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:20:04.264520 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7f881cd1-a29d-4e76-b7ca-fb65e6bf9bff req-fbd5fa71-af4c-4a48-a515-e5fa11509b20 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab1bdb9-bab5-424c-b4a1-e56d9790545b&id=c7babfc7-a310-49af-b2ce-fcc00382be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0796790 Nov 27 04:20:04.281329 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-016ff31d-7aa4-4aee-9ef1-cea4a69bb420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:04.283524 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:04.283997 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-016ff31d-7aa4-4aee-9ef1-cea4a69bb420 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:04.285100 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-016ff31d-7aa4-4aee-9ef1-cea4a69bb420 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c159118b-a343-4e6a-8289-998d21109e3f HTTP/1.1" status: 204 len: 168 time: 0.2420247 Nov 27 04:20:04.295234 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ff31d-7aa4-4aee-9ef1-cea4a69bb420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c159118b-a343-4e6a-8289-998d21109e3f,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:04.303792 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ff31d-7aa4-4aee-9ef1-cea4a69bb420 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:20:04.304146 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ff31d-7aa4-4aee-9ef1-cea4a69bb420 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:20:04.305102 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ff31d-7aa4-4aee-9ef1-cea4a69bb420 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:20:04.305457 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ff31d-7aa4-4aee-9ef1-cea4a69bb420 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:20:04.305853 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ff31d-7aa4-4aee-9ef1-cea4a69bb420 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:20:04.306482 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ff31d-7aa4-4aee-9ef1-cea4a69bb420 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:20:04.306853 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ff31d-7aa4-4aee-9ef1-cea4a69bb420 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:20:04.307582 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ff31d-7aa4-4aee-9ef1-cea4a69bb420 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:20:04.307968 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ff31d-7aa4-4aee-9ef1-cea4a69bb420 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:20:04.308311 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ff31d-7aa4-4aee-9ef1-cea4a69bb420 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:20:04.308705 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ff31d-7aa4-4aee-9ef1-cea4a69bb420 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:20:04.309617 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ff31d-7aa4-4aee-9ef1-cea4a69bb420 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:20:04.382473 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=b78bc3fb-a8ad-4722-9a2c-baf0a073f226,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:04.475585 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a59fa-d882-49d5-a1db-4e7f06a63e8d req-155e0ac7-6db7-4416-943a-2f4d9e92da0b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:04.477969 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3e0a59fa-d882-49d5-a1db-4e7f06a63e8d req-155e0ac7-6db7-4416-943a-2f4d9e92da0b tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3c2f4c-da20-4fef-b110-f836715627b2 HTTP/1.1" status: 200 len: 945 time: 0.0697968 Nov 27 04:20:04.548769 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3e0a59fa-d882-49d5-a1db-4e7f06a63e8d req-1a2805fb-bedb-4e45-91e2-da734e447f61 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa76e1c1-a1bf-4f68-a2dc-b67794f6d714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629418 Nov 27 04:20:04.561721 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 53930) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:04.645730 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-bbfaac46-fce3-4b91-8769-9a8a4089bc20 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/floatingips/7c2b2c67-b0c3-4084-8f76-f84cb41a0425 HTTP/1.1" status: 200 len: 993 time: 0.0826232 Nov 27 04:20:04.646903 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device dfac7cce-18ae-455a-9436-77147ef5f7c1 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:20:04.677447 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['b78bc3fb-a8ad-4722-9a2c-baf0a073f226'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:20:04.696559 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53932) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:04.713464 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9b3dc2d4-4093-4b6b-9aa5-36b1eb1fd669 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:04.798433 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:04.804980 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9b3dc2d4-4093-4b6b-9aa5-36b1eb1fd669 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:04.809481 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9b3dc2d4-4093-4b6b-9aa5-36b1eb1fd669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:04.823317 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id dfac7cce-18ae-455a-9436-77147ef5f7c1 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:20:04.848406 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9b3dc2d4-4093-4b6b-9aa5-36b1eb1fd669 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4f8ec74a58474a3d8f38026c95a642fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1505899 Nov 27 04:20:04.850999 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 53934) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:04.857288 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port dfac7cce-18ae-455a-9436-77147ef5f7c1, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=dfac7cce-18ae-455a-9436-77147ef5f7c1,segment=NetworkSegment(8292b501-6605-4030-9e14-a29be529a23a),segment_id=8292b501-6605-4030-9e14-a29be529a23a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:20:04.857992 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3dc2d4-4093-4b6b-9aa5-36b1eb1fd669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb84ff7-8577-4782-b18b-51bd7ce1ec14,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:04.865701 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:04.912768 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-122fa16e-f347-4593-95ba-a9ed47290d50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:04.934725 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-122fa16e-f347-4593-95ba-a9ed47290d50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:04.936943 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=dfac7cce-18ae-455a-9436-77147ef5f7c1,revision_number=7']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:04.982900 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-122fa16e-f347-4593-95ba-a9ed47290d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:04.985484 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-122fa16e-f347-4593-95ba-a9ed47290d50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:04.986711 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-122fa16e-f347-4593-95ba-a9ed47290d50 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9fb84ff7-8577-4782-b18b-51bd7ce1ec14 HTTP/1.1" status: 204 len: 168 time: 0.1347697 Nov 27 04:20:04.994777 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122fa16e-f347-4593-95ba-a9ed47290d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb84ff7-8577-4782-b18b-51bd7ce1ec14,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:05.392415 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3308618-cf82-459e-a71e-2df8df66de04 req-ca4d0e98-15ba-49d9-b7b0-be7d7abb007b tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:05.393928 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d3308618-cf82-459e-a71e-2df8df66de04 req-ca4d0e98-15ba-49d9-b7b0-be7d7abb007b tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/ports?device_id=148cf075-734c-4328-a836-36a00a194251 HTTP/1.1" status: 200 len: 984 time: 0.0526116 Nov 27 04:20:05.451283 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d3308618-cf82-459e-a71e-2df8df66de04 req-f12bb870-b6b3-486c-a453-bc0f7052c88e tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab1bdb9-bab5-424c-b4a1-e56d9790545b&id=c7babfc7-a310-49af-b2ce-fcc00382be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0511019 Nov 27 04:20:05.601570 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-042b328c-160d-405f-8271-bb5ecb6d7981 req-e2741369-0f5e-4ab6-bb4f-56db705b83a4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2d3c2f4c-da20-4fef-b110-f836715627b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454514 Nov 27 04:20:05.721927 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b328c-160d-405f-8271-bb5ecb6d7981 req-2261d3a7-482b-4d29-80ef-33fe6d07b877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:05.723739 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-042b328c-160d-405f-8271-bb5ecb6d7981 req-2261d3a7-482b-4d29-80ef-33fe6d07b877 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=13b1fee7d54d401493a1883da20540bb&device_id=2d3c2f4c-da20-4fef-b110-f836715627b2 HTTP/1.1" status: 200 len: 1095 time: 0.0514066 Nov 27 04:20:05.840797 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b328c-160d-405f-8271-bb5ecb6d7981 req-3ab9cd46-072c-433d-a029-6770dbe908d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:05.842310 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-042b328c-160d-405f-8271-bb5ecb6d7981 req-3ab9cd46-072c-433d-a029-6770dbe908d4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=16cb1c3b-c674-4d81-a1d5-ef4ac65c7115 HTTP/1.1" status: 200 len: 898 time: 0.0947673 Nov 27 04:20:05.916135 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-042b328c-160d-405f-8271-bb5ecb6d7981 req-b114709d-f1e9-4637-9c36-595b816b51ba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfac7cce-18ae-455a-9436-77147ef5f7c1 HTTP/1.1" status: 200 len: 1000 time: 0.0660448 Nov 27 04:20:05.968246 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b328c-160d-405f-8271-bb5ecb6d7981 req-b9b6031d-c287-47d1-aa01-a6b916c8bc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:05.969891 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-042b328c-160d-405f-8271-bb5ecb6d7981 req-b9b6031d-c287-47d1-aa01-a6b916c8bc2b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=230b3c5a-af3d-4d21-9799-ddc9a0766901 HTTP/1.1" status: 200 len: 835 time: 0.0468616 Nov 27 04:20:06.023152 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b328c-160d-405f-8271-bb5ecb6d7981 req-a75298ba-36e2-4df3-93fd-fb78f1cf28ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:06.024917 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-042b328c-160d-405f-8271-bb5ecb6d7981 req-a75298ba-36e2-4df3-93fd-fb78f1cf28ee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=16cb1c3b-c674-4d81-a1d5-ef4ac65c7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478776 Nov 27 04:20:06.032014 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device b78bc3fb-a8ad-4722-9a2c-baf0a073f226 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:20:06.114472 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port b78bc3fb-a8ad-4722-9a2c-baf0a073f226 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:20:06.119704 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port b78bc3fb-a8ad-4722-9a2c-baf0a073f226 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:20:06.122575 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:06.129799 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-042b328c-160d-405f-8271-bb5ecb6d7981 req-6d79de28-374e-4268-b8af-55995bf07773 service neutron] 10.222.0.11 "GET /v2.0/networks/16cb1c3b-c674-4d81-a1d5-ef4ac65c7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979424 Nov 27 04:20:06.220171 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:06.259906 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port b78bc3fb-a8ad-4722-9a2c-baf0a073f226, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=b78bc3fb-a8ad-4722-9a2c-baf0a073f226,segment=NetworkSegment(55681091-34a5-4526-88af-942814a5e63f),segment_id=55681091-34a5-4526-88af-942814a5e63f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:20:06.261028 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-042b328c-160d-405f-8271-bb5ecb6d7981 req-db00d669-c239-486a-8aaa-aa336720f4d0 service neutron] 10.222.0.11 "GET /v2.0/networks/16cb1c3b-c674-4d81-a1d5-ef4ac65c7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228416 Nov 27 04:20:06.261415 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148cf075-734c-4328-a836-36a00a194251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b78bc3fb-a8ad-4722-9a2c-baf0a073f226'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:20:06.264188 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb59d273-7887-4709-8044-647405b2dc0e" -d '{"events": [{"server_uuid": "148cf075-734c-4328-a836-36a00a194251", "name": "network-vif-plugged", "status": "completed", "tag": "b78bc3fb-a8ad-4722-9a2c-baf0a073f226"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:20:06.268409 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:06.321176 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=b78bc3fb-a8ad-4722-9a2c-baf0a073f226,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:06.485688 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23dd38e5-6692-4b39-8c0c-548ee3a897bc x-openstack-request-id: req-23dd38e5-6692-4b39-8c0c-548ee3a897bc {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:20:06.485975 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "148cf075-734c-4328-a836-36a00a194251", "name": "network-vif-plugged", "status": "completed", "tag": "b78bc3fb-a8ad-4722-9a2c-baf0a073f226", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:20:06.486257 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-23dd38e5-6692-4b39-8c0c-548ee3a897bc {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:20:06.486703 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148cf075-734c-4328-a836-36a00a194251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b78bc3fb-a8ad-4722-9a2c-baf0a073f226', 'code': 200} Nov 27 04:20:06.594335 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786e781-c64a-4cf7-8d5e-1a6ae7e39836 req-388e94e3-14ed-40fa-a646-e0cf25e8461c tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:06.596788 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0786e781-c64a-4cf7-8d5e-1a6ae7e39836 req-388e94e3-14ed-40fa-a646-e0cf25e8461c tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/ports?device_id=148cf075-734c-4328-a836-36a00a194251 HTTP/1.1" status: 200 len: 985 time: 0.0622215 Nov 27 04:20:06.653993 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device dfac7cce-18ae-455a-9436-77147ef5f7c1 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:20:06.666658 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f129a-9a68-44f3-a21f-f93bd42eb9f0 req-45aad5ed-bd79-46a7-8f6e-b6f94f1cabc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:06.669066 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f01f129a-9a68-44f3-a21f-f93bd42eb9f0 req-45aad5ed-bd79-46a7-8f6e-b6f94f1cabc7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=148cf075-734c-4328-a836-36a00a194251 HTTP/1.1" status: 200 len: 1136 time: 0.0563800 Nov 27 04:20:06.680387 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0786e781-c64a-4cf7-8d5e-1a6ae7e39836 req-7d4b913b-d847-4b06-9590-df752b2acc0b tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab1bdb9-bab5-424c-b4a1-e56d9790545b&id=c7babfc7-a310-49af-b2ce-fcc00382be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0772655 Nov 27 04:20:06.688375 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:20:06.760434 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f01f129a-9a68-44f3-a21f-f93bd42eb9f0 req-63f9483e-db11-4e17-a39d-586407c804d6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c7babfc7-a310-49af-b2ce-fcc00382be7a&id=0ab1bdb9-bab5-424c-b4a1-e56d9790545b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0783193 Nov 27 04:20:06.770959 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port dfac7cce-18ae-455a-9436-77147ef5f7c1 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:20:06.771349 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:06.852753 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:06.889104 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port dfac7cce-18ae-455a-9436-77147ef5f7c1, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=dfac7cce-18ae-455a-9436-77147ef5f7c1,segment=NetworkSegment(8292b501-6605-4030-9e14-a29be529a23a),segment_id=8292b501-6605-4030-9e14-a29be529a23a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:20:06.893229 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:06.952350 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=dfac7cce-18ae-455a-9436-77147ef5f7c1,revision_number=8']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:07.413796 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54016) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:07.520524 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0c9a90b3-c7ba-4980-831e-c8ce031619c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:07.599771 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0c9a90b3-c7ba-4980-831e-c8ce031619c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:07.604112 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0c9a90b3-c7ba-4980-831e-c8ce031619c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:07.645541 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0c9a90b3-c7ba-4980-831e-c8ce031619c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ce090d71775a4a81a3c6794e17a357b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2306390 Nov 27 04:20:07.646685 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a90b3-c7ba-4980-831e-c8ce031619c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772b2ea0-e777-46d5-b93e-cf1a63dad528,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:07.648284 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54020) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:07.700349 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-26781610-abfa-46d3-b760-57b08b04b976 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:07.721650 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-26781610-abfa-46d3-b760-57b08b04b976 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:07.777862 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-26781610-abfa-46d3-b760-57b08b04b976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:07.780672 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-26781610-abfa-46d3-b760-57b08b04b976 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:07.781846 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-26781610-abfa-46d3-b760-57b08b04b976 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/772b2ea0-e777-46d5-b93e-cf1a63dad528 HTTP/1.1" status: 204 len: 168 time: 0.1319497 Nov 27 04:20:07.789894 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26781610-abfa-46d3-b760-57b08b04b976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772b2ea0-e777-46d5-b93e-cf1a63dad528,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:07.838477 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87708ac-d259-4a51-9342-3e7483eb8e61 req-a92a4207-3b6b-4981-a45f-6f02e6c362c6 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:07.840863 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a87708ac-d259-4a51-9342-3e7483eb8e61 req-a92a4207-3b6b-4981-a45f-6f02e6c362c6 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/ports?device_id=148cf075-734c-4328-a836-36a00a194251 HTTP/1.1" status: 200 len: 985 time: 0.0596840 Nov 27 04:20:07.925824 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a87708ac-d259-4a51-9342-3e7483eb8e61 req-f23875ba-5baf-489c-ae18-849a6e3e0e64 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab1bdb9-bab5-424c-b4a1-e56d9790545b&id=c7babfc7-a310-49af-b2ce-fcc00382be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0770543 Nov 27 04:20:08.488538 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d3c2f4c-da20-4fef-b110-f836715627b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfac7cce-18ae-455a-9436-77147ef5f7c1'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:20:08.491683 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b694511a-14c8-4d34-bec5-ef721d22861a" -d '{"events": [{"server_uuid": "2d3c2f4c-da20-4fef-b110-f836715627b2", "name": "network-vif-plugged", "status": "completed", "tag": "dfac7cce-18ae-455a-9436-77147ef5f7c1"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:20:08.536041 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d90c3c-0c70-46f8-8c45-a65c983cb28c x-openstack-request-id: req-46d90c3c-0c70-46f8-8c45-a65c983cb28c {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:20:08.536646 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d3c2f4c-da20-4fef-b110-f836715627b2", "name": "network-vif-plugged", "status": "completed", "tag": "dfac7cce-18ae-455a-9436-77147ef5f7c1", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:20:08.537309 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-46d90c3c-0c70-46f8-8c45-a65c983cb28c {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:20:08.537881 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d3c2f4c-da20-4fef-b110-f836715627b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfac7cce-18ae-455a-9436-77147ef5f7c1', 'code': 200} Nov 27 04:20:08.836653 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54058) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:08.984547 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a0c4ecae-650d-4c3b-a363-3547bca9fc6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:09.093533 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a0c4ecae-650d-4c3b-a363-3547bca9fc6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:09.102024 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a0c4ecae-650d-4c3b-a363-3547bca9fc6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:09.161321 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a0c4ecae-650d-4c3b-a363-3547bca9fc6e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=db283b0daa104985bdfd222a553356af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3233480 Nov 27 04:20:09.162206 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c4ecae-650d-4c3b-a363-3547bca9fc6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97aa0462-e51d-40c2-ba38-d1caeb84ab88,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:09.165533 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54094) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:09.175716 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba0fa2-4806-48f0-8492-14c5d51fc97e req-d94119f0-a340-41b7-841f-8f146e6fa3bf tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:09.187344 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0ba0fa2-4806-48f0-8492-14c5d51fc97e req-d94119f0-a340-41b7-841f-8f146e6fa3bf tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/ports?device_id=148cf075-734c-4328-a836-36a00a194251 HTTP/1.1" status: 200 len: 985 time: 0.1225398 Nov 27 04:20:09.248371 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bc0ce733-2e50-4d39-9b2d-fbec32b66c58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:09.286074 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bc0ce733-2e50-4d39-9b2d-fbec32b66c58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:09.342453 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0ba0fa2-4806-48f0-8492-14c5d51fc97e req-bf307839-4078-47bd-87de-da92941276ea tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab1bdb9-bab5-424c-b4a1-e56d9790545b&id=c7babfc7-a310-49af-b2ce-fcc00382be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1541293 Nov 27 04:20:09.370724 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bc0ce733-2e50-4d39-9b2d-fbec32b66c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:09.373940 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bc0ce733-2e50-4d39-9b2d-fbec32b66c58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:09.378436 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-bc0ce733-2e50-4d39-9b2d-fbec32b66c58 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/97aa0462-e51d-40c2-ba38-d1caeb84ab88 HTTP/1.1" status: 204 len: 168 time: 0.2112308 Nov 27 04:20:09.395924 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ce733-2e50-4d39-9b2d-fbec32b66c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97aa0462-e51d-40c2-ba38-d1caeb84ab88,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:09.480876 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc82ba6d-67f2-486b-8997-8c945d6c827a req-f0dfaf17-8ce3-4b2b-ab45-ca1ce9e84596 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:09.483134 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bc82ba6d-67f2-486b-8997-8c945d6c827a req-f0dfaf17-8ce3-4b2b-ab45-ca1ce9e84596 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/ports?device_id=148cf075-734c-4328-a836-36a00a194251 HTTP/1.1" status: 200 len: 985 time: 0.0698488 Nov 27 04:20:09.586256 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bc82ba6d-67f2-486b-8997-8c945d6c827a req-8f4f4276-b55c-4a53-b5bb-033e55d1420e tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab1bdb9-bab5-424c-b4a1-e56d9790545b&id=c7babfc7-a310-49af-b2ce-fcc00382be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0968981 Nov 27 04:20:09.770973 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19733d12-062b-4dc0-b7a8-554584c9711d req-269d1a05-ce20-4f22-b189-59264321b706 tempest-TestSecurityGroupsBasicOps-580898946 tempest-TestSecurityGroupsBasicOps-580898946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:09.772549 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-19733d12-062b-4dc0-b7a8-554584c9711d req-269d1a05-ce20-4f22-b189-59264321b706 tempest-TestSecurityGroupsBasicOps-580898946 tempest-TestSecurityGroupsBasicOps-580898946-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=148cf075-734c-4328-a836-36a00a194251 HTTP/1.1" status: 200 len: 1136 time: 0.0620024 Nov 27 04:20:09.806375 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-19733d12-062b-4dc0-b7a8-554584c9711d req-98f4e9f0-ca86-43ce-b977-b1cc4f556bea tempest-TestSecurityGroupsBasicOps-580898946 tempest-TestSecurityGroupsBasicOps-580898946-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:09.913830 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-19733d12-062b-4dc0-b7a8-554584c9711d req-98f4e9f0-ca86-43ce-b977-b1cc4f556bea tempest-TestSecurityGroupsBasicOps-580898946 tempest-TestSecurityGroupsBasicOps-580898946-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:09.920670 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-19733d12-062b-4dc0-b7a8-554584c9711d req-98f4e9f0-ca86-43ce-b977-b1cc4f556bea tempest-TestSecurityGroupsBasicOps-580898946 tempest-TestSecurityGroupsBasicOps-580898946-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:09.974926 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f4e9f0-ca86-43ce-b977-b1cc4f556bea tempest-TestSecurityGroupsBasicOps-580898946 tempest-TestSecurityGroupsBasicOps-580898946-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617e4998-f3e1-4b3d-9894-2ac81c7d50e4,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:09.979931 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-19733d12-062b-4dc0-b7a8-554584c9711d req-98f4e9f0-ca86-43ce-b977-b1cc4f556bea tempest-TestSecurityGroupsBasicOps-580898946 tempest-TestSecurityGroupsBasicOps-580898946-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=0ab1bdb9-bab5-424c-b4a1-e56d9790545b&id=c7babfc7-a310-49af-b2ce-fcc00382be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1985314 Nov 27 04:20:10.005108 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54202) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:10.066397 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d16b62-f72f-4cbb-bda0-3fad26eaa449 tempest-TestSecurityGroupsBasicOps-580898946 tempest-TestSecurityGroupsBasicOps-580898946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:10.073395 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54210) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:10.073900 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-11d16b62-f72f-4cbb-bda0-3fad26eaa449 tempest-TestSecurityGroupsBasicOps-580898946 tempest-TestSecurityGroupsBasicOps-580898946-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=148cf075-734c-4328-a836-36a00a194251 HTTP/1.1" status: 200 len: 1131 time: 0.0654695 Nov 27 04:20:10.077068 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-7ad0ef88-d580-45f8-9cd7-4a87fcf532f4 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'port_id': 'b78bc3fb-a8ad-4722-9a2c-baf0a073f226', 'tenant_id': 'cede2eb88812462a8fb871e04f184582', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:20:10.107762 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7ad0ef88-d580-45f8-9cd7-4a87fcf532f4 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for floatingip, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:10.271285 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7ad0ef88-d580-45f8-9cd7-4a87fcf532f4 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:10.403936 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-7ad0ef88-d580-45f8-9cd7-4a87fcf532f4 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Allocated IP 172.25.1.114 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/51ac767c-65ae-4ba7-9dba-24c514854312) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:20:10.527066 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7ad0ef88-d580-45f8-9cd7-4a87fcf532f4 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:10.572653 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7ad0ef88-d580-45f8-9cd7-4a87fcf532f4 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:10.621823 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad0ef88-d580-45f8-9cd7-4a87fcf532f4 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:20:10.628511 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-7ad0ef88-d580-45f8-9cd7-4a87fcf532f4 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:20:10.634625 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad0ef88-d580-45f8-9cd7-4a87fcf532f4 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:20:10.638894 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad0ef88-d580-45f8-9cd7-4a87fcf532f4 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Pushing event updated for resources: {'Port': ['ID=51ac767c-65ae-4ba7-9dba-24c514854312,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:11.020660 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54356) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:11.026804 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7ad0ef88-d580-45f8-9cd7-4a87fcf532f4 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:11.118954 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7ad0ef88-d580-45f8-9cd7-4a87fcf532f4 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:11.164166 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-ca0f013a-28ce-4924-99ba-bda379a39d0a tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:20:11.193245 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca0f013a-28ce-4924-99ba-bda379a39d0a tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:11.300826 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca0f013a-28ce-4924-99ba-bda379a39d0a tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:11.325309 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7ad0ef88-d580-45f8-9cd7-4a87fcf532f4 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:11.329823 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7ad0ef88-d580-45f8-9cd7-4a87fcf532f4 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:11.398050 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad0ef88-d580-45f8-9cd7-4a87fcf532f4 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Pushing event updated for resources: {'Port': ['ID=51ac767c-65ae-4ba7-9dba-24c514854312,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:11.413642 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7ad0ef88-d580-45f8-9cd7-4a87fcf532f4 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:11.423757 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-ca0f013a-28ce-4924-99ba-bda379a39d0a tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] Allocated IP 172.25.1.243 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/c3c17d0f-5fa2-49dc-b561-ab7c7eec124d) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:20:11.523204 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [None req-7ad0ef88-d580-45f8-9cd7-4a87fcf532f4 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Floating IP c7bf0b68-4b73-4cf9-8fa1-8d64a2ec7741 associated. External IP: 172.25.1.114, port: b78bc3fb-a8ad-4722-9a2c-baf0a073f226. Nov 27 04:20:11.535487 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca0f013a-28ce-4924-99ba-bda379a39d0a tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:11.574517 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca0f013a-28ce-4924-99ba-bda379a39d0a tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:11.624584 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0f013a-28ce-4924-99ba-bda379a39d0a tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:20:11.627574 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-ca0f013a-28ce-4924-99ba-bda379a39d0a tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:20:11.631987 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0f013a-28ce-4924-99ba-bda379a39d0a tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:20:11.638319 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f013a-28ce-4924-99ba-bda379a39d0a tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] Pushing event updated for resources: {'Port': ['ID=c3c17d0f-5fa2-49dc-b561-ab7c7eec124d,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:11.668796 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f013a-28ce-4924-99ba-bda379a39d0a tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:20:11.669160 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f013a-28ce-4924-99ba-bda379a39d0a tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:20:11.669508 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f013a-28ce-4924-99ba-bda379a39d0a tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:20:11.669860 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f013a-28ce-4924-99ba-bda379a39d0a tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:20:11.670207 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f013a-28ce-4924-99ba-bda379a39d0a tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:20:11.670570 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f013a-28ce-4924-99ba-bda379a39d0a tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:20:11.670906 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f013a-28ce-4924-99ba-bda379a39d0a tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:20:11.671239 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f013a-28ce-4924-99ba-bda379a39d0a tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:20:11.671569 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f013a-28ce-4924-99ba-bda379a39d0a tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:20:11.671921 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f013a-28ce-4924-99ba-bda379a39d0a tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:20:11.672234 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f013a-28ce-4924-99ba-bda379a39d0a tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:20:11.672574 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f013a-28ce-4924-99ba-bda379a39d0a tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:20:11.739483 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca0f013a-28ce-4924-99ba-bda379a39d0a tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:11.760015 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad0ef88-d580-45f8-9cd7-4a87fcf532f4 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Router f5083211-82f7-4de6-9324-2b0d430312d4 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:20:11.776076 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca0f013a-28ce-4924-99ba-bda379a39d0a tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:11.889835 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad0ef88-d580-45f8-9cd7-4a87fcf532f4 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:20:11.901309 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763255e5-0849-43e1-b2c2-c9071f3d9054 None None] Sync routers for ids ['f5083211-82f7-4de6-9324-2b0d430312d4'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:20:11.911430 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7ad0ef88-d580-45f8-9cd7-4a87fcf532f4 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:11.920327 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763255e5-0849-43e1-b2c2-c9071f3d9054 None None] Routers {'f5083211-82f7-4de6-9324-2b0d430312d4'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:20:11.920948 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-763255e5-0849-43e1-b2c2-c9071f3d9054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:19:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f5083211-82f7-4de6-9324-2b0d430312d4'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:20:11.950635 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca0f013a-28ce-4924-99ba-bda379a39d0a tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:11.955320 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54484) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:11.956244 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7ad0ef88-d580-45f8-9cd7-4a87fcf532f4 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8822792 Nov 27 04:20:11.957416 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '148cf075-734c-4328-a836-36a00a194251', 'tag': 'b78bc3fb-a8ad-4722-9a2c-baf0a073f226'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:20:11.962990 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e39452-2e24-4e48-ac23-8f4682cee8b2" -d '{"events": [{"name": "network-changed", "server_uuid": "148cf075-734c-4328-a836-36a00a194251", "tag": "b78bc3fb-a8ad-4722-9a2c-baf0a073f226"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:20:12.046862 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-763255e5-0849-43e1-b2c2-c9071f3d9054 None None] Set router f5083211-82f7-4de6-9324-2b0d430312d4 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:20:12.093716 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca0f013a-28ce-4924-99ba-bda379a39d0a tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:12.226836 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0e3d13-2b12-486e-b350-ee80e13bc9b4 x-openstack-request-id: req-9c0e3d13-2b12-486e-b350-ee80e13bc9b4 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:20:12.227688 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "148cf075-734c-4328-a836-36a00a194251", "tag": "b78bc3fb-a8ad-4722-9a2c-baf0a073f226", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:20:12.228108 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c0e3d13-2b12-486e-b350-ee80e13bc9b4 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:20:12.228673 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '148cf075-734c-4328-a836-36a00a194251', 'tag': 'b78bc3fb-a8ad-4722-9a2c-baf0a073f226', 'status': 'completed', 'code': 200} Nov 27 04:20:12.252176 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f013a-28ce-4924-99ba-bda379a39d0a tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] Pushing event updated for resources: {'Port': ['ID=c3c17d0f-5fa2-49dc-b561-ab7c7eec124d,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:12.260252 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca0f013a-28ce-4924-99ba-bda379a39d0a tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:12.265569 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f394ca26-866e-4075-9693-7f0ff20e270a tempest-TestSecurityGroupsBasicOps-580898946 tempest-TestSecurityGroupsBasicOps-580898946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:12.266248 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f394ca26-866e-4075-9693-7f0ff20e270a tempest-TestSecurityGroupsBasicOps-580898946 tempest-TestSecurityGroupsBasicOps-580898946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:12.266891 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f394ca26-866e-4075-9693-7f0ff20e270a tempest-TestSecurityGroupsBasicOps-580898946 tempest-TestSecurityGroupsBasicOps-580898946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:12.267506 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f394ca26-866e-4075-9693-7f0ff20e270a tempest-TestSecurityGroupsBasicOps-580898946 tempest-TestSecurityGroupsBasicOps-580898946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:12.268123 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f394ca26-866e-4075-9693-7f0ff20e270a tempest-TestSecurityGroupsBasicOps-580898946 tempest-TestSecurityGroupsBasicOps-580898946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:12.270266 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f394ca26-866e-4075-9693-7f0ff20e270a tempest-TestSecurityGroupsBasicOps-580898946 tempest-TestSecurityGroupsBasicOps-580898946-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3570 time: 0.3126855 Nov 27 04:20:12.273374 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54522) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:12.296443 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca0f013a-28ce-4924-99ba-bda379a39d0a tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:12.297608 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ca0f013a-28ce-4924-99ba-bda379a39d0a tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2759194 Nov 27 04:20:12.300553 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54526) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:12.324841 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-6141b731-2039-493a-9c66-46b679f53903 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-712839614', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'fixed_ips': [{'ip_address': '172.25.1.243'}]}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:20:12.343340 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61c6947-7421-4182-98d4-3348715d6e5a tempest-TestSecurityGroupsBasicOps-580898946 tempest-TestSecurityGroupsBasicOps-580898946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:12.343814 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61c6947-7421-4182-98d4-3348715d6e5a tempest-TestSecurityGroupsBasicOps-580898946 tempest-TestSecurityGroupsBasicOps-580898946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:12.344272 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61c6947-7421-4182-98d4-3348715d6e5a tempest-TestSecurityGroupsBasicOps-580898946 tempest-TestSecurityGroupsBasicOps-580898946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:12.344774 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61c6947-7421-4182-98d4-3348715d6e5a tempest-TestSecurityGroupsBasicOps-580898946 tempest-TestSecurityGroupsBasicOps-580898946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:12.345222 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61c6947-7421-4182-98d4-3348715d6e5a tempest-TestSecurityGroupsBasicOps-580898946 tempest-TestSecurityGroupsBasicOps-580898946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:12.347097 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d61c6947-7421-4182-98d4-3348715d6e5a tempest-TestSecurityGroupsBasicOps-580898946 tempest-TestSecurityGroupsBasicOps-580898946-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3351 time: 0.0726655 Nov 27 04:20:12.350278 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54534) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:12.354700 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-763255e5-0849-43e1-b2c2-c9071f3d9054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5083211-82f7-4de6-9324-2b0d430312d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1833500801', 'tenant_id': 'cede2eb88812462a8fb871e04f184582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'cf53c451-66e6-4378-89e0-cdd64006738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:19:48Z', 'updated_at': '2021-11-27T04:19:54Z', 'revision_number': 4, 'project_id': 'cede2eb88812462a8fb871e04f184582', 'gw_port': {'id': 'cf53c451-66e6-4378-89e0-cdd64006738d', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5083211-82f7-4de6-9324-2b0d430312d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:19:49Z', 'updated_at': '2021-11-27T04:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': 'c7bf0b68-4b73-4cf9-8fa1-8d64a2ec7741', 'tenant_id': 'cede2eb88812462a8fb871e04f184582', 'floating_ip_address': '172.25.1.114', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'f5083211-82f7-4de6-9324-2b0d430312d4', 'port_id': 'b78bc3fb-a8ad-4722-9a2c-baf0a073f226', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5776b100-9b64-463c-8701-baba3a25a076', 'mac_address': 'fa:16:3e:94:bd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148cf075-734c-4328-a836-36a00a194251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:20:10Z', 'updated_at': '2021-11-27T04:20:10Z', 'revision_number': 0, 'project_id': 'cede2eb88812462a8fb871e04f184582', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccb2ceef-8f82-4ec9-b7bd-7fccc85ee3ba', 'name': '', 'network_id': '5776b100-9b64-463c-8701-baba3a25a076', 'tenant_id': 'cede2eb88812462a8fb871e04f184582', 'mac_address': 'fa:16:3e:03:56:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5083211-82f7-4de6-9324-2b0d430312d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'b2075cdd-cff1-4590-8be0-a45f4a20c01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:19:53Z', 'updated_at': '2021-11-27T04:19:58Z', 'revision_number': 5, 'project_id': 'cede2eb88812462a8fb871e04f184582', 'subnets': [{'id': 'b2075cdd-cff1-4590-8be0-a45f4a20c01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:20:12.359427 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e39452-2e24-4e48-ac23-8f4682cee8b2 req-9b2da512-9bd9-4edc-9349-398a5aef99a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:12.361074 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38e39452-2e24-4e48-ac23-8f4682cee8b2 req-9b2da512-9bd9-4edc-9349-398a5aef99a7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cede2eb88812462a8fb871e04f184582&device_id=148cf075-734c-4328-a836-36a00a194251 HTTP/1.1" status: 200 len: 1136 time: 0.0793900 Nov 27 04:20:12.381549 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6141b731-2039-493a-9c66-46b679f53903 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] Made reservation on behalf of c07110340fa943a6ab56cc58b36cf9b7 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:20:12.384085 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6141b731-2039-493a-9c66-46b679f53903 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:12.390196 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763255e5-0849-43e1-b2c2-c9071f3d9054 None None] Checking router: f5083211-82f7-4de6-9324-2b0d430312d4 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:20:12.405794 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763255e5-0849-43e1-b2c2-c9071f3d9054 None None] Routers {'f5083211-82f7-4de6-9324-2b0d430312d4'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:20:12.406745 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-763255e5-0849-43e1-b2c2-c9071f3d9054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:19:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f5083211-82f7-4de6-9324-2b0d430312d4'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:20:12.410013 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6141b731-2039-493a-9c66-46b679f53903 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:12.529926 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a26758f3-b1e8-4924-b82f-1b57f45fa3b1 tempest-TestSecurityGroupsBasicOps-580898946 tempest-TestSecurityGroupsBasicOps-580898946-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2342 time: 0.1780427 Nov 27 04:20:12.532216 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54554) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:12.540234 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e39452-2e24-4e48-ac23-8f4682cee8b2 req-dd27a3e4-28b1-4e6e-b53b-8ed72b2c4389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:12.541792 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38e39452-2e24-4e48-ac23-8f4682cee8b2 req-dd27a3e4-28b1-4e6e-b53b-8ed72b2c4389 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5776b100-9b64-463c-8701-baba3a25a076 HTTP/1.1" status: 200 len: 897 time: 0.1699159 Nov 27 04:20:12.568613 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-763255e5-0849-43e1-b2c2-c9071f3d9054 None None] Set router f5083211-82f7-4de6-9324-2b0d430312d4 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:20:12.586967 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f4a2b4-b4c5-4d5f-9d8e-dd6822f3e4e8 tempest-TestSecurityGroupsBasicOps-580898946 tempest-TestSecurityGroupsBasicOps-580898946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:12.587500 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f4a2b4-b4c5-4d5f-9d8e-dd6822f3e4e8 tempest-TestSecurityGroupsBasicOps-580898946 tempest-TestSecurityGroupsBasicOps-580898946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:12.603730 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-96f4a2b4-b4c5-4d5f-9d8e-dd6822f3e4e8 tempest-TestSecurityGroupsBasicOps-580898946 tempest-TestSecurityGroupsBasicOps-580898946-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f5083211-82f7-4de6-9324-2b0d430312d4 HTTP/1.1" status: 200 len: 1990 time: 0.0556214 Nov 27 04:20:12.615553 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6141b731-2039-493a-9c66-46b679f53903 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:12.625117 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6141b731-2039-493a-9c66-46b679f53903 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:12.631465 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [None req-6141b731-2039-493a-9c66-46b679f53903 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] device_id is not set on port 7ab8e88d-62a7-48b4-94fe-64d9719e1f89 yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:20:12.666765 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38e39452-2e24-4e48-ac23-8f4682cee8b2 req-d29c5b33-a624-4f7b-a10b-a52da5fe67d6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b78bc3fb-a8ad-4722-9a2c-baf0a073f226 HTTP/1.1" status: 200 len: 1000 time: 0.1137397 Nov 27 04:20:12.765387 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141b731-2039-493a-9c66-46b679f53903 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e33dac-7f0e-4184-8a65-d7cfa6ead32d,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:12.817359 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e39452-2e24-4e48-ac23-8f4682cee8b2 req-7b9f039a-7d5f-4a31-9fde-2a5c30b2e741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:12.818860 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38e39452-2e24-4e48-ac23-8f4682cee8b2 req-7b9f039a-7d5f-4a31-9fde-2a5c30b2e741 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b2075cdd-cff1-4590-8be0-a45f4a20c01d HTTP/1.1" status: 200 len: 835 time: 0.1253865 Nov 27 04:20:12.833129 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-763255e5-0849-43e1-b2c2-c9071f3d9054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5083211-82f7-4de6-9324-2b0d430312d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1833500801', 'tenant_id': 'cede2eb88812462a8fb871e04f184582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'cf53c451-66e6-4378-89e0-cdd64006738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:19:48Z', 'updated_at': '2021-11-27T04:19:54Z', 'revision_number': 4, 'project_id': 'cede2eb88812462a8fb871e04f184582', 'gw_port': {'id': 'cf53c451-66e6-4378-89e0-cdd64006738d', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5083211-82f7-4de6-9324-2b0d430312d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:19:49Z', 'updated_at': '2021-11-27T04:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': 'c7bf0b68-4b73-4cf9-8fa1-8d64a2ec7741', 'tenant_id': 'cede2eb88812462a8fb871e04f184582', 'floating_ip_address': '172.25.1.114', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'f5083211-82f7-4de6-9324-2b0d430312d4', 'port_id': 'b78bc3fb-a8ad-4722-9a2c-baf0a073f226', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5776b100-9b64-463c-8701-baba3a25a076', 'mac_address': 'fa:16:3e:94:bd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148cf075-734c-4328-a836-36a00a194251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:20:10Z', 'updated_at': '2021-11-27T04:20:10Z', 'revision_number': 0, 'project_id': 'cede2eb88812462a8fb871e04f184582', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccb2ceef-8f82-4ec9-b7bd-7fccc85ee3ba', 'name': '', 'network_id': '5776b100-9b64-463c-8701-baba3a25a076', 'tenant_id': 'cede2eb88812462a8fb871e04f184582', 'mac_address': 'fa:16:3e:03:56:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5083211-82f7-4de6-9324-2b0d430312d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'b2075cdd-cff1-4590-8be0-a45f4a20c01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:19:53Z', 'updated_at': '2021-11-27T04:19:58Z', 'revision_number': 5, 'project_id': 'cede2eb88812462a8fb871e04f184582', 'subnets': [{'id': 'b2075cdd-cff1-4590-8be0-a45f4a20c01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:20:12.862351 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763255e5-0849-43e1-b2c2-c9071f3d9054 None None] The sync data for ids ['f5083211-82f7-4de6-9324-2b0d430312d4'] in n-d-819494-3 is: [{'id': 'f5083211-82f7-4de6-9324-2b0d430312d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1833500801', 'tenant_id': 'cede2eb88812462a8fb871e04f184582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'cf53c451-66e6-4378-89e0-cdd64006738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:19:48Z', 'updated_at': '2021-11-27T04:19:54Z', 'revision_number': 4, 'project_id': 'cede2eb88812462a8fb871e04f184582', 'gw_port': {'id': 'cf53c451-66e6-4378-89e0-cdd64006738d', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5083211-82f7-4de6-9324-2b0d430312d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:19:49Z', 'updated_at': '2021-11-27T04:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': 'c7bf0b68-4b73-4cf9-8fa1-8d64a2ec7741', 'tenant_id': 'cede2eb88812462a8fb871e04f184582', 'floating_ip_address': '172.25.1.114', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'f5083211-82f7-4de6-9324-2b0d430312d4', 'port_id': 'b78bc3fb-a8ad-4722-9a2c-baf0a073f226', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5776b100-9b64-463c-8701-baba3a25a076', 'mac_address': 'fa:16:3e:94:bd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148cf075-734c-4328-a836-36a00a194251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:20:10Z', 'updated_at': '2021-11-27T04:20:10Z', 'revision_number': 0, 'project_id': 'cede2eb88812462a8fb871e04f184582', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccb2ceef-8f82-4ec9-b7bd-7fccc85ee3ba', 'name': '', 'network_id': '5776b100-9b64-463c-8701-baba3a25a076', 'tenant_id': 'cede2eb88812462a8fb871e04f184582', 'mac_address': 'fa:16:3e:03:56:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5083211-82f7-4de6-9324-2b0d430312d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'b2075cdd-cff1-4590-8be0-a45f4a20c01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:19:53Z', 'updated_at': '2021-11-27T04:19:58Z', 'revision_number': 5, 'project_id': 'cede2eb88812462a8fb871e04f184582', 'subnets': [{'id': 'b2075cdd-cff1-4590-8be0-a45f4a20c01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:20:12.907642 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e39452-2e24-4e48-ac23-8f4682cee8b2 req-c94c2915-9523-4dc4-a390-3d0514dc61c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:12.909152 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38e39452-2e24-4e48-ac23-8f4682cee8b2 req-c94c2915-9523-4dc4-a390-3d0514dc61c8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5776b100-9b64-463c-8701-baba3a25a076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829129 Nov 27 04:20:12.918462 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-6141b731-2039-493a-9c66-46b679f53903 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 27 04:20:12.918462 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6141b731-2039-493a-9c66-46b679f53903 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:20:12.974343 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6141b731-2039-493a-9c66-46b679f53903 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.6717947 Nov 27 04:20:12.977359 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54570) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:13.014839 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38e39452-2e24-4e48-ac23-8f4682cee8b2 req-2a3b473b-385b-4afd-a699-5ba4a308f773 service neutron] 10.222.0.23 "GET /v2.0/networks/5776b100-9b64-463c-8701-baba3a25a076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933888 Nov 27 04:20:13.063907 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284b3e27-a545-46ff-8e73-c7b80527e9b9 None None] New status for floating IP c7bf0b68-4b73-4cf9-8fa1-8d64a2ec7741: ACTIVE {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:20:13.139038 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38e39452-2e24-4e48-ac23-8f4682cee8b2 req-f3521bca-0704-4e0e-bf7c-80943c0aaf42 service neutron] 10.222.0.23 "GET /v2.0/networks/5776b100-9b64-463c-8701-baba3a25a076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170876 Nov 27 04:20:13.162832 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-0b22f679-d811-4a2e-bfc4-4813baf0ac16 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] Deleting port c3c17d0f-5fa2-49dc-b561-ab7c7eec124d {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:20:13.163184 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0b22f679-d811-4a2e-bfc4-4813baf0ac16 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:13.255934 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0b22f679-d811-4a2e-bfc4-4813baf0ac16 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:13.256809 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0b22f679-d811-4a2e-bfc4-4813baf0ac16 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:13.272028 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-0b22f679-d811-4a2e-bfc4-4813baf0ac16 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] Calling delete_port for c3c17d0f-5fa2-49dc-b561-ab7c7eec124d owned by network:floatingip {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:20:13.418736 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0b22f679-d811-4a2e-bfc4-4813baf0ac16 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:13.444668 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22f679-d811-4a2e-bfc4-4813baf0ac16 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3c17d0f-5fa2-49dc-b561-ab7c7eec124d,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:13.517666 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0b22f679-d811-4a2e-bfc4-4813baf0ac16 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:13.520445 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0b22f679-d811-4a2e-bfc4-4813baf0ac16 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:13.521626 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0b22f679-d811-4a2e-bfc4-4813baf0ac16 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972 tempest-ExternalNetworksAdminNegativeTestJSON-1276060972-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/ea63d26a-59a5-4068-8111-e3a310b5a23a HTTP/1.1" status: 204 len: 168 time: 0.5432310 Nov 27 04:20:13.763047 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54586) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:13.868468 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5a96a4b2-8a57-4537-b96b-8ee3895b72ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:13.940943 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5a96a4b2-8a57-4537-b96b-8ee3895b72ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:13.944831 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5a96a4b2-8a57-4537-b96b-8ee3895b72ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:13.983257 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-5a96a4b2-8a57-4537-b96b-8ee3895b72ab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=956aeef607944c7984de4dfdc2b286d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2190967 Nov 27 04:20:13.984067 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a96a4b2-8a57-4537-b96b-8ee3895b72ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6dff306-1135-415c-8caf-8a168ef68724,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:13.985926 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54590) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:14.037740 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f4b9a3e4-7739-4577-98a7-6496f3871ebe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:14.062647 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f4b9a3e4-7739-4577-98a7-6496f3871ebe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:14.114988 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f4b9a3e4-7739-4577-98a7-6496f3871ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:14.118286 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f4b9a3e4-7739-4577-98a7-6496f3871ebe admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:14.119655 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f4b9a3e4-7739-4577-98a7-6496f3871ebe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d6dff306-1135-415c-8caf-8a168ef68724 HTTP/1.1" status: 204 len: 168 time: 0.1320248 Nov 27 04:20:14.133371 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b9a3e4-7739-4577-98a7-6496f3871ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6dff306-1135-415c-8caf-8a168ef68724,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:14.407696 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54596) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:14.447724 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5dc98f82-5b8f-4afb-bc56-c7cbdeaba9c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c07110340fa943a6ab56cc58b36cf9b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388198 Nov 27 04:20:14.450114 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54600) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:14.499329 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3becbe7d-f1fb-454b-b855-aa1669b09d95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:14.522397 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3becbe7d-f1fb-454b-b855-aa1669b09d95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:14.585174 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3becbe7d-f1fb-454b-b855-aa1669b09d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:14.587907 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3becbe7d-f1fb-454b-b855-aa1669b09d95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:14.589069 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3becbe7d-f1fb-454b-b855-aa1669b09d95 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d9e33dac-7f0e-4184-8a65-d7cfa6ead32d HTTP/1.1" status: 204 len: 168 time: 0.1380246 Nov 27 04:20:14.598284 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3becbe7d-f1fb-454b-b855-aa1669b09d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e33dac-7f0e-4184-8a65-d7cfa6ead32d,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:15.818941 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54642) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:15.964994 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-5926ae65-48d6-4eca-b8ad-4f2a9e4946ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2037545129'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:20:15.985547 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5926ae65-48d6-4eca-b8ad-4f2a9e4946ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755-project] Made reservation on behalf of e22c0197bd424876a81ca16c821be92b for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:20:15.989128 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5926ae65-48d6-4eca-b8ad-4f2a9e4946ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:15.997829 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5926ae65-48d6-4eca-b8ad-4f2a9e4946ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:16.072352 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5926ae65-48d6-4eca-b8ad-4f2a9e4946ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:16.076462 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5926ae65-48d6-4eca-b8ad-4f2a9e4946ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:16.107485 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5926ae65-48d6-4eca-b8ad-4f2a9e4946ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:20:16.113381 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5926ae65-48d6-4eca-b8ad-4f2a9e4946ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93c03c95-675c-42dc-b4d2-48d85851961b,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:16.121660 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5926ae65-48d6-4eca-b8ad-4f2a9e4946ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:16.121660 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-5926ae65-48d6-4eca-b8ad-4f2a9e4946ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755-project] Added segment 2a00a52e-5177-4fb1-9149-da9bf39c33c1 of type vlan for network 45918976-c239-4336-b1b3-fca513fe7d68 Nov 27 04:20:16.175437 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5926ae65-48d6-4eca-b8ad-4f2a9e4946ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:16.185849 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-514c7059-45e2-44b2-867b-082aa976dd12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:16.209441 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5926ae65-48d6-4eca-b8ad-4f2a9e4946ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:16.215762 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5926ae65-48d6-4eca-b8ad-4f2a9e4946ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:16.216379 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5926ae65-48d6-4eca-b8ad-4f2a9e4946ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:16.278255 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-5926ae65-48d6-4eca-b8ad-4f2a9e4946ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.4551570 Nov 27 04:20:16.288308 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5926ae65-48d6-4eca-b8ad-4f2a9e4946ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755-project] Pushing event updated for resources: {'Network': ['ID=45918976-c239-4336-b1b3-fca513fe7d68,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:16.299034 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 45918976-c239-4336-b1b3-fca513fe7d68 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:20:16.366414 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:16.451887 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54650) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:16.457181 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Request body: {'port': {'network_id': '45918976-c239-4336-b1b3-fca513fe7d68', 'binding:host_id': 'n-h2-819494-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1156372819'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:20:16.801311 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Made reservation on behalf of 5d16436406634deea01646099a2b1e44 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:20:16.803949 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:16.812664 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:16.886763 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:16.890511 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:16.900578 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] device_id is not set on port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:20:16.971552 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c767c72-d020-4e9e-b13f-3ce33db34dd4,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:17.126399 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] device_id is not set on port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:20:17.135568 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:17.141642 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:17.201790 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Pushing event updated for resources: {'Port': ['ID=dc2f958d-66b1-4b9e-b3cf-211f0af34f93,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:17.213250 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Checking segment: {'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:20:17.213620 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Network hostable DHCP agents. Network: 45918976-c239-4336-b1b3-fca513fe7d68, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:20:17.230974 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Network 45918976-c239-4336-b1b3-fca513fe7d68 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:20:17.239795 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 45918976-c239-4336-b1b3-fca513fe7d68) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:20:17.243654 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:20:17.250598 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1730e0ca-476d-4b61-86fc-a4ad2b6d3c46 None None] Network 45918976-c239-4336-b1b3-fca513fe7d68 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:20:17.259018 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:20:17.259363 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:20:17.259707 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 on network 45918976-c239-4336-b1b3-fca513fe7d68 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:20:17.264467 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 on network 45918976-c239-4336-b1b3-fca513fe7d68 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:20:17.264800 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Failed to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] Nov 27 04:20:17.265198 n-d-819494-3 neutron-server[110018]: INFO neutron.plugins.ml2.plugin [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempt 2 to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 Nov 27 04:20:17.281220 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:20:17.282928 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:20:17.283479 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 on network 45918976-c239-4336-b1b3-fca513fe7d68 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:20:17.288332 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 on network 45918976-c239-4336-b1b3-fca513fe7d68 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:20:17.288958 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Failed to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] Nov 27 04:20:17.289523 n-d-819494-3 neutron-server[110018]: INFO neutron.plugins.ml2.plugin [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempt 3 to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 Nov 27 04:20:17.305998 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:20:17.306836 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:20:17.307380 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 on network 45918976-c239-4336-b1b3-fca513fe7d68 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:20:17.313553 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 on network 45918976-c239-4336-b1b3-fca513fe7d68 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:20:17.314078 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Failed to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] Nov 27 04:20:17.314688 n-d-819494-3 neutron-server[110018]: INFO neutron.plugins.ml2.plugin [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempt 4 to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 Nov 27 04:20:17.328539 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:20:17.328816 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:20:17.329150 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 on network 45918976-c239-4336-b1b3-fca513fe7d68 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:20:17.334157 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 on network 45918976-c239-4336-b1b3-fca513fe7d68 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:20:17.334438 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Failed to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] Nov 27 04:20:17.334894 n-d-819494-3 neutron-server[110018]: INFO neutron.plugins.ml2.plugin [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempt 5 to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 Nov 27 04:20:17.350712 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:20:17.351073 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:20:17.351726 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 on network 45918976-c239-4336-b1b3-fca513fe7d68 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:20:17.361277 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 on network 45918976-c239-4336-b1b3-fca513fe7d68 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:20:17.361277 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Failed to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] Nov 27 04:20:17.361277 n-d-819494-3 neutron-server[110018]: INFO neutron.plugins.ml2.plugin [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempt 6 to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 Nov 27 04:20:17.373166 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:20:17.373166 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:20:17.373553 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 on network 45918976-c239-4336-b1b3-fca513fe7d68 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:20:17.378647 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 on network 45918976-c239-4336-b1b3-fca513fe7d68 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:20:17.379230 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Failed to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] Nov 27 04:20:17.379734 n-d-819494-3 neutron-server[110018]: INFO neutron.plugins.ml2.plugin [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempt 7 to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 Nov 27 04:20:17.392748 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:20:17.393021 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:20:17.393363 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 on network 45918976-c239-4336-b1b3-fca513fe7d68 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:20:17.397841 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 on network 45918976-c239-4336-b1b3-fca513fe7d68 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:20:17.398169 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Failed to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] Nov 27 04:20:17.398570 n-d-819494-3 neutron-server[110018]: INFO neutron.plugins.ml2.plugin [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempt 8 to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 Nov 27 04:20:17.411580 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:20:17.411917 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:20:17.412252 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 on network 45918976-c239-4336-b1b3-fca513fe7d68 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:20:17.416518 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 on network 45918976-c239-4336-b1b3-fca513fe7d68 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:20:17.416839 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Failed to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] Nov 27 04:20:17.417296 n-d-819494-3 neutron-server[110018]: INFO neutron.plugins.ml2.plugin [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempt 9 to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 Nov 27 04:20:17.430052 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:20:17.430380 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:20:17.430741 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 on network 45918976-c239-4336-b1b3-fca513fe7d68 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:20:17.435042 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 on network 45918976-c239-4336-b1b3-fca513fe7d68 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:20:17.435369 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Failed to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] Nov 27 04:20:17.435750 n-d-819494-3 neutron-server[110018]: INFO neutron.plugins.ml2.plugin [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempt 10 to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 Nov 27 04:20:17.447384 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:20:17.447723 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:20:17.448057 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 on network 45918976-c239-4336-b1b3-fca513fe7d68 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:20:17.452389 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 on network 45918976-c239-4336-b1b3-fca513fe7d68 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:20:17.452991 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Failed to bind port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] Nov 27 04:20:17.453213 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:17.515909 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] For port dc2f958d-66b1-4b9e-b3cf-211f0af34f93, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:20:17.516275 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempted to set empty binding levels {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 27 04:20:17.520949 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:17.556405 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:17.557368 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:17.579926 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Pushing event updated for resources: {'Port': ['ID=dc2f958d-66b1-4b9e-b3cf-211f0af34f93,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:17.586651 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-84591b6f-7bb1-473e-a791-7b1e09579181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.1336925 Nov 27 04:20:17.590057 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54654) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:17.671998 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-819824f2-ac70-436d-a249-ce3c31bccf92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Deleting port dc2f958d-66b1-4b9e-b3cf-211f0af34f93 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:20:17.672399 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-819824f2-ac70-436d-a249-ce3c31bccf92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:17.738110 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-819824f2-ac70-436d-a249-ce3c31bccf92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] For port dc2f958d-66b1-4b9e-b3cf-211f0af34f93, host n-h2-819494-3, got binding levels [] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:20:17.738469 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-819824f2-ac70-436d-a249-ce3c31bccf92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:17.751158 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-819824f2-ac70-436d-a249-ce3c31bccf92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Calling delete_port for dc2f958d-66b1-4b9e-b3cf-211f0af34f93 owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:20:17.829407 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-819824f2-ac70-436d-a249-ce3c31bccf92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:17.857952 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819824f2-ac70-436d-a249-ce3c31bccf92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc2f958d-66b1-4b9e-b3cf-211f0af34f93,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:17.863517 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-819824f2-ac70-436d-a249-ce3c31bccf92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:17.866990 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-819824f2-ac70-436d-a249-ce3c31bccf92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] 10.222.0.20 "DELETE /v2.0/ports/dc2f958d-66b1-4b9e-b3cf-211f0af34f93 HTTP/1.1" status: 204 len: 168 time: 0.2759492 Nov 27 04:20:17.869663 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54658) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:17.897668 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d884b07-2618-402e-9c73-30cb20be9c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] GET failed (client error): The resource could not be found. Nov 27 04:20:17.899132 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7d884b07-2618-402e-9c73-30cb20be9c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] 10.222.0.20 "GET /v2.0/ports/dc2f958d-66b1-4b9e-b3cf-211f0af34f93 HTTP/1.1" status: 404 len: 333 time: 0.0285094 Nov 27 04:20:17.903760 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54660) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:17.908422 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-7fe70e79-2ecb-472c-ae68-119c05287ebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Request body: {'port': {'network_id': '45918976-c239-4336-b1b3-fca513fe7d68', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-969017657'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:20:17.937219 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe70e79-2ecb-472c-ae68-119c05287ebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Made reservation on behalf of 5d16436406634deea01646099a2b1e44 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:20:17.939977 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7fe70e79-2ecb-472c-ae68-119c05287ebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:17.955206 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-7fe70e79-2ecb-472c-ae68-119c05287ebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] device_id is not set on port e0d61339-0266-4a5c-890f-24564d6c7725 yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:20:18.102062 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7fe70e79-2ecb-472c-ae68-119c05287ebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:18.134988 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7fe70e79-2ecb-472c-ae68-119c05287ebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:18.177187 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe70e79-2ecb-472c-ae68-119c05287ebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Network 45918976-c239-4336-b1b3-fca513fe7d68 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:20:18.182121 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-7fe70e79-2ecb-472c-ae68-119c05287ebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:20:18.185927 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe70e79-2ecb-472c-ae68-119c05287ebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:20:18.186873 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe70e79-2ecb-472c-ae68-119c05287ebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:18.187526 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7fe70e79-2ecb-472c-ae68-119c05287ebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:18.190674 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe70e79-2ecb-472c-ae68-119c05287ebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Pushing event updated for resources: {'Port': ['ID=e0d61339-0266-4a5c-890f-24564d6c7725,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:18.204958 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7fe70e79-2ecb-472c-ae68-119c05287ebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3001859 Nov 27 04:20:18.207555 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54662) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:18.212665 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:20:18.266337 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:18.323566 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-54e184f3-e9bc-4cd0-a6df-e793c050c3bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:18.441179 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] device_id is not set on port e0d61339-0266-4a5c-890f-24564d6c7725 yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:20:18.449733 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:18.455210 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:18.509938 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Pushing event updated for resources: {'Port': ['ID=e0d61339-0266-4a5c-890f-24564d6c7725,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:18.521334 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port e0d61339-0266-4a5c-890f-24564d6c7725 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:20:18.521679 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port e0d61339-0266-4a5c-890f-24564d6c7725 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:20:18.522019 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port e0d61339-0266-4a5c-890f-24564d6c7725 on network 45918976-c239-4336-b1b3-fca513fe7d68 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:20:18.526330 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Port e0d61339-0266-4a5c-890f-24564d6c7725 on network 45918976-c239-4336-b1b3-fca513fe7d68 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:20:18.527285 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Failed to bind port e0d61339-0266-4a5c-890f-24564d6c7725 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] Nov 27 04:20:18.527679 n-d-819494-3 neutron-server[110018]: INFO neutron.plugins.ml2.plugin [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempt 2 to bind port e0d61339-0266-4a5c-890f-24564d6c7725 Nov 27 04:20:18.540208 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port e0d61339-0266-4a5c-890f-24564d6c7725 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:20:18.540542 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port e0d61339-0266-4a5c-890f-24564d6c7725 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:20:18.540879 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port e0d61339-0266-4a5c-890f-24564d6c7725 on network 45918976-c239-4336-b1b3-fca513fe7d68 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:20:18.545505 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Port e0d61339-0266-4a5c-890f-24564d6c7725 on network 45918976-c239-4336-b1b3-fca513fe7d68 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:20:18.545909 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Failed to bind port e0d61339-0266-4a5c-890f-24564d6c7725 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] Nov 27 04:20:18.546486 n-d-819494-3 neutron-server[110018]: INFO neutron.plugins.ml2.plugin [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempt 3 to bind port e0d61339-0266-4a5c-890f-24564d6c7725 Nov 27 04:20:18.559723 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port e0d61339-0266-4a5c-890f-24564d6c7725 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:20:18.560058 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port e0d61339-0266-4a5c-890f-24564d6c7725 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:20:18.560400 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port e0d61339-0266-4a5c-890f-24564d6c7725 on network 45918976-c239-4336-b1b3-fca513fe7d68 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:20:18.564864 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Port e0d61339-0266-4a5c-890f-24564d6c7725 on network 45918976-c239-4336-b1b3-fca513fe7d68 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:20:18.565187 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Failed to bind port e0d61339-0266-4a5c-890f-24564d6c7725 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] Nov 27 04:20:18.565573 n-d-819494-3 neutron-server[110018]: INFO neutron.plugins.ml2.plugin [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempt 4 to bind port e0d61339-0266-4a5c-890f-24564d6c7725 Nov 27 04:20:18.579040 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port e0d61339-0266-4a5c-890f-24564d6c7725 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:20:18.579380 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port e0d61339-0266-4a5c-890f-24564d6c7725 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:20:18.579721 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port e0d61339-0266-4a5c-890f-24564d6c7725 on network 45918976-c239-4336-b1b3-fca513fe7d68 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:20:18.584146 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Port e0d61339-0266-4a5c-890f-24564d6c7725 on network 45918976-c239-4336-b1b3-fca513fe7d68 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:20:18.584472 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Failed to bind port e0d61339-0266-4a5c-890f-24564d6c7725 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] Nov 27 04:20:18.584859 n-d-819494-3 neutron-server[110018]: INFO neutron.plugins.ml2.plugin [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempt 5 to bind port e0d61339-0266-4a5c-890f-24564d6c7725 Nov 27 04:20:18.597258 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port e0d61339-0266-4a5c-890f-24564d6c7725 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:20:18.597595 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port e0d61339-0266-4a5c-890f-24564d6c7725 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:20:18.597945 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port e0d61339-0266-4a5c-890f-24564d6c7725 on network 45918976-c239-4336-b1b3-fca513fe7d68 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:20:18.602223 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Port e0d61339-0266-4a5c-890f-24564d6c7725 on network 45918976-c239-4336-b1b3-fca513fe7d68 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:20:18.602638 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Failed to bind port e0d61339-0266-4a5c-890f-24564d6c7725 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] Nov 27 04:20:18.603032 n-d-819494-3 neutron-server[110018]: INFO neutron.plugins.ml2.plugin [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempt 6 to bind port e0d61339-0266-4a5c-890f-24564d6c7725 Nov 27 04:20:18.615793 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port e0d61339-0266-4a5c-890f-24564d6c7725 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:20:18.616131 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port e0d61339-0266-4a5c-890f-24564d6c7725 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:20:18.616471 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port e0d61339-0266-4a5c-890f-24564d6c7725 on network 45918976-c239-4336-b1b3-fca513fe7d68 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:20:18.620752 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Port e0d61339-0266-4a5c-890f-24564d6c7725 on network 45918976-c239-4336-b1b3-fca513fe7d68 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:20:18.621076 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Failed to bind port e0d61339-0266-4a5c-890f-24564d6c7725 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] Nov 27 04:20:18.621465 n-d-819494-3 neutron-server[110018]: INFO neutron.plugins.ml2.plugin [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempt 7 to bind port e0d61339-0266-4a5c-890f-24564d6c7725 Nov 27 04:20:18.635583 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port e0d61339-0266-4a5c-890f-24564d6c7725 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:20:18.636406 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port e0d61339-0266-4a5c-890f-24564d6c7725 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:20:18.636754 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port e0d61339-0266-4a5c-890f-24564d6c7725 on network 45918976-c239-4336-b1b3-fca513fe7d68 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:20:18.641511 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Port e0d61339-0266-4a5c-890f-24564d6c7725 on network 45918976-c239-4336-b1b3-fca513fe7d68 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:20:18.641842 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Failed to bind port e0d61339-0266-4a5c-890f-24564d6c7725 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] Nov 27 04:20:18.642244 n-d-819494-3 neutron-server[110018]: INFO neutron.plugins.ml2.plugin [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempt 8 to bind port e0d61339-0266-4a5c-890f-24564d6c7725 Nov 27 04:20:18.656155 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port e0d61339-0266-4a5c-890f-24564d6c7725 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:20:18.656496 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port e0d61339-0266-4a5c-890f-24564d6c7725 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:20:18.656843 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port e0d61339-0266-4a5c-890f-24564d6c7725 on network 45918976-c239-4336-b1b3-fca513fe7d68 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:20:18.661604 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Port e0d61339-0266-4a5c-890f-24564d6c7725 on network 45918976-c239-4336-b1b3-fca513fe7d68 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:20:18.661933 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Failed to bind port e0d61339-0266-4a5c-890f-24564d6c7725 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] Nov 27 04:20:18.662333 n-d-819494-3 neutron-server[110018]: INFO neutron.plugins.ml2.plugin [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempt 9 to bind port e0d61339-0266-4a5c-890f-24564d6c7725 Nov 27 04:20:18.677137 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port e0d61339-0266-4a5c-890f-24564d6c7725 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:20:18.677473 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port e0d61339-0266-4a5c-890f-24564d6c7725 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:20:18.679138 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port e0d61339-0266-4a5c-890f-24564d6c7725 on network 45918976-c239-4336-b1b3-fca513fe7d68 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:20:18.686251 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Port e0d61339-0266-4a5c-890f-24564d6c7725 on network 45918976-c239-4336-b1b3-fca513fe7d68 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:20:18.686690 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Failed to bind port e0d61339-0266-4a5c-890f-24564d6c7725 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] Nov 27 04:20:18.687153 n-d-819494-3 neutron-server[110018]: INFO neutron.plugins.ml2.plugin [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempt 10 to bind port e0d61339-0266-4a5c-890f-24564d6c7725 Nov 27 04:20:18.704975 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port e0d61339-0266-4a5c-890f-24564d6c7725 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:20:18.705447 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port e0d61339-0266-4a5c-890f-24564d6c7725 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:20:18.705892 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port e0d61339-0266-4a5c-890f-24564d6c7725 on network 45918976-c239-4336-b1b3-fca513fe7d68 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:20:18.711311 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Port e0d61339-0266-4a5c-890f-24564d6c7725 on network 45918976-c239-4336-b1b3-fca513fe7d68 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:20:18.711638 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Failed to bind port e0d61339-0266-4a5c-890f-24564d6c7725 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] Nov 27 04:20:18.712006 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:18.778227 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] For port e0d61339-0266-4a5c-890f-24564d6c7725, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:20:18.778611 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempted to set empty binding levels {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 27 04:20:18.784097 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:18.815929 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] In _notify_port_updated(), no bound segment for port e0d61339-0266-4a5c-890f-24564d6c7725 on network 45918976-c239-4336-b1b3-fca513fe7d68 {{(pid=110018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 04:20:18.816793 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:18.817395 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:18.818748 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] 10.222.0.20 "PUT /v2.0/ports/e0d61339-0266-4a5c-890f-24564d6c7725 HTTP/1.1" status: 200 len: 978 time: 0.6101468 Nov 27 04:20:18.821559 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54668) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:18.832893 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac8560-588c-42a8-88ca-db64ff8797a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Pushing event updated for resources: {'Port': ['ID=e0d61339-0266-4a5c-890f-24564d6c7725,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:18.862790 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:18.934694 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba72c36c-2fc2-489d-ad32-a48bcd8caff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:18.935172 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba72c36c-2fc2-489d-ad32-a48bcd8caff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:18.935653 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba72c36c-2fc2-489d-ad32-a48bcd8caff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:18.936102 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba72c36c-2fc2-489d-ad32-a48bcd8caff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:18.936977 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba72c36c-2fc2-489d-ad32-a48bcd8caff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:18.937443 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba72c36c-2fc2-489d-ad32-a48bcd8caff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:18.937902 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba72c36c-2fc2-489d-ad32-a48bcd8caff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:18.938356 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba72c36c-2fc2-489d-ad32-a48bcd8caff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:18.939244 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba72c36c-2fc2-489d-ad32-a48bcd8caff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:18.939702 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba72c36c-2fc2-489d-ad32-a48bcd8caff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:18.940158 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba72c36c-2fc2-489d-ad32-a48bcd8caff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:18.940604 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba72c36c-2fc2-489d-ad32-a48bcd8caff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:18.941057 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba72c36c-2fc2-489d-ad32-a48bcd8caff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:18.941507 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba72c36c-2fc2-489d-ad32-a48bcd8caff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:18.941957 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba72c36c-2fc2-489d-ad32-a48bcd8caff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:18.944578 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ba72c36c-2fc2-489d-ad32-a48bcd8caff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13433 time: 0.1219814 Nov 27 04:20:18.947916 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54670) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:19.023813 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-abd913e2-242c-4db1-9fcb-d323fd9bfd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Deleting port e0d61339-0266-4a5c-890f-24564d6c7725 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:20:19.024083 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-abd913e2-242c-4db1-9fcb-d323fd9bfd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:19.091400 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-abd913e2-242c-4db1-9fcb-d323fd9bfd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] For port e0d61339-0266-4a5c-890f-24564d6c7725, host n-h2-819494-3, got binding levels [] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:20:19.091769 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-abd913e2-242c-4db1-9fcb-d323fd9bfd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:19.105542 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-abd913e2-242c-4db1-9fcb-d323fd9bfd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Calling delete_port for e0d61339-0266-4a5c-890f-24564d6c7725 owned by {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:20:19.196990 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-abd913e2-242c-4db1-9fcb-d323fd9bfd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:19.225097 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd913e2-242c-4db1-9fcb-d323fd9bfd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0d61339-0266-4a5c-890f-24564d6c7725,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:19.231674 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-abd913e2-242c-4db1-9fcb-d323fd9bfd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:19.234983 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-abd913e2-242c-4db1-9fcb-d323fd9bfd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] 10.222.0.20 "DELETE /v2.0/ports/e0d61339-0266-4a5c-890f-24564d6c7725 HTTP/1.1" status: 204 len: 168 time: 0.2860606 Nov 27 04:20:19.237459 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54672) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:19.261723 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-26af54a4-62be-405a-aba9-2934e5f3aa8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] GET failed (client error): The resource could not be found. Nov 27 04:20:19.263173 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-26af54a4-62be-405a-aba9-2934e5f3aa8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] 10.222.0.20 "GET /v2.0/ports/e0d61339-0266-4a5c-890f-24564d6c7725 HTTP/1.1" status: 404 len: 333 time: 0.0248008 Nov 27 04:20:19.266835 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54674) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:19.271332 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-aeb7edb0-fcff-4422-a858-24ab6e5376ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051819946', 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:20:19.292656 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb7edb0-fcff-4422-a858-24ab6e5376ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Made reservation on behalf of 5d16436406634deea01646099a2b1e44 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:20:19.295024 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-aeb7edb0-fcff-4422-a858-24ab6e5376ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:19.313979 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [None req-aeb7edb0-fcff-4422-a858-24ab6e5376ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] device_id is not set on port f730ce8a-7cf9-4c1d-a8f8-86f68d4e6182 yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:20:19.468805 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-aeb7edb0-fcff-4422-a858-24ab6e5376ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:19.502767 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-aeb7edb0-fcff-4422-a858-24ab6e5376ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:19.553083 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb7edb0-fcff-4422-a858-24ab6e5376ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Network 45918976-c239-4336-b1b3-fca513fe7d68 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:20:19.556034 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-aeb7edb0-fcff-4422-a858-24ab6e5376ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:20:19.560365 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb7edb0-fcff-4422-a858-24ab6e5376ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:20:19.561811 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb7edb0-fcff-4422-a858-24ab6e5376ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:19.561937 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-aeb7edb0-fcff-4422-a858-24ab6e5376ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:19.572035 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb7edb0-fcff-4422-a858-24ab6e5376ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Pushing event updated for resources: {'Port': ['ID=f730ce8a-7cf9-4c1d-a8f8-86f68d4e6182,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:19.583754 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-aeb7edb0-fcff-4422-a858-24ab6e5376ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3158350 Nov 27 04:20:19.586130 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54676) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:19.622443 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:19.627832 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eda1d29-c409-47eb-9da0-ab3714114d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:19.632594 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2eda1d29-c409-47eb-9da0-ab3714114d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] 10.222.0.20 "GET /v2.0/ports/f730ce8a-7cf9-4c1d-a8f8-86f68d4e6182 HTTP/1.1" status: 200 len: 959 time: 0.0439126 Nov 27 04:20:19.632715 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54678) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:19.720102 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-8928cb00-ed10-476a-9ea1-ac866ed272a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Deleting port f730ce8a-7cf9-4c1d-a8f8-86f68d4e6182 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:20:19.720499 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8928cb00-ed10-476a-9ea1-ac866ed272a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:19.788202 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8928cb00-ed10-476a-9ea1-ac866ed272a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:19.802114 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-8928cb00-ed10-476a-9ea1-ac866ed272a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Calling delete_port for f730ce8a-7cf9-4c1d-a8f8-86f68d4e6182 owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:20:19.886396 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8928cb00-ed10-476a-9ea1-ac866ed272a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:19.918153 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8928cb00-ed10-476a-9ea1-ac866ed272a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Pushing event deleted for resources: {'Port': ['ID=f730ce8a-7cf9-4c1d-a8f8-86f68d4e6182,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:19.923418 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8928cb00-ed10-476a-9ea1-ac866ed272a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:19.926976 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8928cb00-ed10-476a-9ea1-ac866ed272a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] 10.222.0.20 "DELETE /v2.0/ports/f730ce8a-7cf9-4c1d-a8f8-86f68d4e6182 HTTP/1.1" status: 204 len: 168 time: 0.2931356 Nov 27 04:20:19.929482 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54684) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:19.952763 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fbb62d2-a67d-445c-ae08-8666f130436b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] GET failed (client error): The resource could not be found. Nov 27 04:20:19.954142 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5fbb62d2-a67d-445c-ae08-8666f130436b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] 10.222.0.20 "GET /v2.0/ports/f730ce8a-7cf9-4c1d-a8f8-86f68d4e6182 HTTP/1.1" status: 404 len: 333 time: 0.0237527 Nov 27 04:20:19.957737 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54686) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:19.962346 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-82c64071-3d65-4a31-9d3b-5e531a539c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Request body: {'port': {'network_id': '45918976-c239-4336-b1b3-fca513fe7d68', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-383520300'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:20:19.983257 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c64071-3d65-4a31-9d3b-5e531a539c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Made reservation on behalf of 5d16436406634deea01646099a2b1e44 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:20:19.985605 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-82c64071-3d65-4a31-9d3b-5e531a539c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:20.000542 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-82c64071-3d65-4a31-9d3b-5e531a539c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] device_id is not set on port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:20:20.146324 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-82c64071-3d65-4a31-9d3b-5e531a539c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:20.179396 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-82c64071-3d65-4a31-9d3b-5e531a539c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:20.220896 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c64071-3d65-4a31-9d3b-5e531a539c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Network 45918976-c239-4336-b1b3-fca513fe7d68 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:20:20.223779 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-82c64071-3d65-4a31-9d3b-5e531a539c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:20:20.227179 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c64071-3d65-4a31-9d3b-5e531a539c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:20:20.228162 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c64071-3d65-4a31-9d3b-5e531a539c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:20.228692 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-82c64071-3d65-4a31-9d3b-5e531a539c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:20.237860 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c64071-3d65-4a31-9d3b-5e531a539c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Pushing event updated for resources: {'Port': ['ID=6635d45e-ece3-47c1-b56b-5b7d5e061f40,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:20.249450 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-82c64071-3d65-4a31-9d3b-5e531a539c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.2906983 Nov 27 04:20:20.252069 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54688) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:20.257158 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:20:20.313430 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:20.480909 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] device_id is not set on port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:20:20.488518 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:20.493889 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:20.545532 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Pushing event updated for resources: {'Port': ['ID=6635d45e-ece3-47c1-b56b-5b7d5e061f40,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:20.555850 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:20:20.556192 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:20:20.556534 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 on network 45918976-c239-4336-b1b3-fca513fe7d68 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:20:20.563954 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 on network 45918976-c239-4336-b1b3-fca513fe7d68 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:20:20.565584 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Failed to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] Nov 27 04:20:20.565986 n-d-819494-3 neutron-server[110018]: INFO neutron.plugins.ml2.plugin [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempt 2 to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 Nov 27 04:20:20.579760 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:20:20.580100 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:20:20.580437 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 on network 45918976-c239-4336-b1b3-fca513fe7d68 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:20:20.584683 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 on network 45918976-c239-4336-b1b3-fca513fe7d68 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:20:20.585001 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Failed to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] Nov 27 04:20:20.585387 n-d-819494-3 neutron-server[110018]: INFO neutron.plugins.ml2.plugin [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempt 3 to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 Nov 27 04:20:20.596788 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:20:20.597123 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:20:20.597477 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 on network 45918976-c239-4336-b1b3-fca513fe7d68 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:20:20.601649 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 on network 45918976-c239-4336-b1b3-fca513fe7d68 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:20:20.601976 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Failed to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] Nov 27 04:20:20.602370 n-d-819494-3 neutron-server[110018]: INFO neutron.plugins.ml2.plugin [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempt 4 to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 Nov 27 04:20:20.614378 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:20:20.614750 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:20:20.615086 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 on network 45918976-c239-4336-b1b3-fca513fe7d68 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:20:20.619298 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 on network 45918976-c239-4336-b1b3-fca513fe7d68 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:20:20.619625 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Failed to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] Nov 27 04:20:20.620010 n-d-819494-3 neutron-server[110018]: INFO neutron.plugins.ml2.plugin [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempt 5 to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 Nov 27 04:20:20.633169 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:20:20.633875 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:20:20.634477 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 on network 45918976-c239-4336-b1b3-fca513fe7d68 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:20:20.639067 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 on network 45918976-c239-4336-b1b3-fca513fe7d68 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:20:20.639386 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Failed to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] Nov 27 04:20:20.639781 n-d-819494-3 neutron-server[110018]: INFO neutron.plugins.ml2.plugin [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempt 6 to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 Nov 27 04:20:20.652664 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:20:20.653004 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:20:20.653343 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 on network 45918976-c239-4336-b1b3-fca513fe7d68 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:20:20.657534 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 on network 45918976-c239-4336-b1b3-fca513fe7d68 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:20:20.657864 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Failed to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] Nov 27 04:20:20.658257 n-d-819494-3 neutron-server[110018]: INFO neutron.plugins.ml2.plugin [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempt 7 to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 Nov 27 04:20:20.669732 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:20:20.670072 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:20:20.670414 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 on network 45918976-c239-4336-b1b3-fca513fe7d68 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:20:20.674652 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 on network 45918976-c239-4336-b1b3-fca513fe7d68 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:20:20.674986 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Failed to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] Nov 27 04:20:20.675378 n-d-819494-3 neutron-server[110018]: INFO neutron.plugins.ml2.plugin [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempt 8 to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 Nov 27 04:20:20.687951 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:20:20.688292 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:20:20.688628 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 on network 45918976-c239-4336-b1b3-fca513fe7d68 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:20:20.692847 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 on network 45918976-c239-4336-b1b3-fca513fe7d68 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:20:20.693174 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Failed to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] Nov 27 04:20:20.693564 n-d-819494-3 neutron-server[110018]: INFO neutron.plugins.ml2.plugin [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempt 9 to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 Nov 27 04:20:20.705839 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:20:20.706176 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:20:20.706512 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 on network 45918976-c239-4336-b1b3-fca513fe7d68 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:20:20.710927 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 on network 45918976-c239-4336-b1b3-fca513fe7d68 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:20:20.711260 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Failed to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] Nov 27 04:20:20.711653 n-d-819494-3 neutron-server[110018]: INFO neutron.plugins.ml2.plugin [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempt 10 to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 Nov 27 04:20:20.724269 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:20:20.724638 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:20:20.725006 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempting to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 on network 45918976-c239-4336-b1b3-fca513fe7d68 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:20:20.729233 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 on network 45918976-c239-4336-b1b3-fca513fe7d68 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:20:20.730111 n-d-819494-3 neutron-server[110018]: ERROR neutron.plugins.ml2.managers [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Failed to bind port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 on host n-h2-819494-3 for vnic_type normal using segments [{'id': '2a00a52e-5177-4fb1-9149-da9bf39c33c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '45918976-c239-4336-b1b3-fca513fe7d68'}] Nov 27 04:20:20.730478 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:20.798394 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] For port 6635d45e-ece3-47c1-b56b-5b7d5e061f40, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:20:20.798848 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attempted to set empty binding levels {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 27 04:20:20.804860 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:20.836649 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] In _notify_port_updated(), no bound segment for port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 on network 45918976-c239-4336-b1b3-fca513fe7d68 {{(pid=110018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 04:20:20.837502 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:20.838109 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:20.842444 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] 10.222.0.20 "PUT /v2.0/ports/6635d45e-ece3-47c1-b56b-5b7d5e061f40 HTTP/1.1" status: 200 len: 978 time: 0.5864608 Nov 27 04:20:20.842586 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54694) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:20.853003 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b684635-bfcd-49f8-8b88-6155cfb20a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Pushing event updated for resources: {'Port': ['ID=6635d45e-ece3-47c1-b56b-5b7d5e061f40,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:20.924137 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-757e1733-4f6d-4b72-a9fd-0591341a1e1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Deleting port 6635d45e-ece3-47c1-b56b-5b7d5e061f40 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:20:20.924486 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-757e1733-4f6d-4b72-a9fd-0591341a1e1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:20.987416 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-757e1733-4f6d-4b72-a9fd-0591341a1e1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] For port 6635d45e-ece3-47c1-b56b-5b7d5e061f40, host n-h2-819494-3, got binding levels [] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:20:20.987781 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-757e1733-4f6d-4b72-a9fd-0591341a1e1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:21.000819 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-757e1733-4f6d-4b72-a9fd-0591341a1e1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Calling delete_port for 6635d45e-ece3-47c1-b56b-5b7d5e061f40 owned by {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:20:21.082938 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-757e1733-4f6d-4b72-a9fd-0591341a1e1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:21.110937 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e1733-4f6d-4b72-a9fd-0591341a1e1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Pushing event deleted for resources: {'Port': ['ID=6635d45e-ece3-47c1-b56b-5b7d5e061f40,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:21.116208 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-757e1733-4f6d-4b72-a9fd-0591341a1e1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:21.122041 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-757e1733-4f6d-4b72-a9fd-0591341a1e1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] 10.222.0.20 "DELETE /v2.0/ports/6635d45e-ece3-47c1-b56b-5b7d5e061f40 HTTP/1.1" status: 204 len: 168 time: 0.2760072 Nov 27 04:20:21.122391 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54696) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:21.146286 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-8714c91b-0d6b-445d-962e-cb87b90fb8a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] GET failed (client error): The resource could not be found. Nov 27 04:20:21.150910 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8714c91b-0d6b-445d-962e-cb87b90fb8a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136744249-project-admin] 10.222.0.20 "GET /v2.0/ports/6635d45e-ece3-47c1-b56b-5b7d5e061f40 HTTP/1.1" status: 404 len: 333 time: 0.0243723 Nov 27 04:20:21.151144 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54698) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:21.229307 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b765dfbc-1086-40ba-9335-7dc430818af5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:21.232290 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:21.324646 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b765dfbc-1086-40ba-9335-7dc430818af5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:21.345016 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-b765dfbc-1086-40ba-9335-7dc430818af5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45918976-c239-4336-b1b3-fca513fe7d68']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:20:21.354362 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-b765dfbc-1086-40ba-9335-7dc430818af5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a00a52e-5177-4fb1-9149-da9bf39c33c1') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:20:21.355285 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-b765dfbc-1086-40ba-9335-7dc430818af5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a00a52e-5177-4fb1-9149-da9bf39c33c1') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:20:21.365226 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b765dfbc-1086-40ba-9335-7dc430818af5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:21.379479 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b765dfbc-1086-40ba-9335-7dc430818af5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:21.387385 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b765dfbc-1086-40ba-9335-7dc430818af5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:20:21.387823 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b765dfbc-1086-40ba-9335-7dc430818af5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:21.391141 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:20:21.391141 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:20:21.391141 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:20:21.391141 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:20:21.391141 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:20:21.391141 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:20:21.391141 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:20:21.391141 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:20:21.391141 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:20:21.391141 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:20:21.391141 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:20:21.391141 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:20:21.391141 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:20:21.391141 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:20:21.391141 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:20:21.391141 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:20:21.391141 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:20:21.391141 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:20:21.391141 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:20:21.391141 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:20:21.391141 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:20:21.391141 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:20:21.391141 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:20:21.391141 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:20:21.391141 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:20:21.391141 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:20:21.391141 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:20:21.391141 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:20:21.391141 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:20:21.391141 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:20:21.391141 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:20:21.391141 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:20:21.460292 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b765dfbc-1086-40ba-9335-7dc430818af5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:21.469505 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b765dfbc-1086-40ba-9335-7dc430818af5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:21.473027 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b765dfbc-1086-40ba-9335-7dc430818af5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755-project] 10.222.0.20 "DELETE /v2.0/networks/45918976-c239-4336-b1b3-fca513fe7d68 HTTP/1.1" status: 204 len: 168 time: 0.3203557 Nov 27 04:20:21.488056 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b765dfbc-1086-40ba-9335-7dc430818af5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-496339755-project] Pushing event deleted for resources: {'Network': ['ID=45918976-c239-4336-b1b3-fca513fe7d68,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:21.720675 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54720) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:21.859994 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-09452b3c-c8ac-4080-a4b2-7fc250729ab1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e22c0197bd424876a81ca16c821be92b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1379735 Nov 27 04:20:21.862385 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54726) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:21.878322 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:21.912352 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c05a0818-ae35-4db9-bd06-2ba880cf35b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:21.934528 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c05a0818-ae35-4db9-bd06-2ba880cf35b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:22.000908 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c05a0818-ae35-4db9-bd06-2ba880cf35b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:22.003575 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c05a0818-ae35-4db9-bd06-2ba880cf35b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:22.008041 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c05a0818-ae35-4db9-bd06-2ba880cf35b7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/93c03c95-675c-42dc-b4d2-48d85851961b HTTP/1.1" status: 204 len: 168 time: 0.1446486 Nov 27 04:20:22.016144 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a0818-ae35-4db9-bd06-2ba880cf35b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c03c95-675c-42dc-b4d2-48d85851961b,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:22.294044 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54740) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:22.334751 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-32255d1a-d6db-4a29-9316-f742e819e8e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5d16436406634deea01646099a2b1e44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394804 Nov 27 04:20:22.337214 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54742) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:22.385645 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8405655c-109c-4096-872e-feb9cd8b50fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:22.405922 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8405655c-109c-4096-872e-feb9cd8b50fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:22.454465 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8405655c-109c-4096-872e-feb9cd8b50fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:22.457736 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8405655c-109c-4096-872e-feb9cd8b50fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:22.461379 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8405655c-109c-4096-872e-feb9cd8b50fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3c767c72-d020-4e9e-b13f-3ce33db34dd4 HTTP/1.1" status: 204 len: 168 time: 0.1209407 Nov 27 04:20:22.476261 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405655c-109c-4096-872e-feb9cd8b50fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c767c72-d020-4e9e-b13f-3ce33db34dd4,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:23.715754 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54800) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:23.813795 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-d8094dd0-90a4-48b7-a1c6-8ec945e81da1 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-103182428'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:20:23.843567 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d8094dd0-90a4-48b7-a1c6-8ec945e81da1 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:23.844807 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d8094dd0-90a4-48b7-a1c6-8ec945e81da1 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:23.904720 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d8094dd0-90a4-48b7-a1c6-8ec945e81da1 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:23.909115 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d8094dd0-90a4-48b7-a1c6-8ec945e81da1 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:23.925498 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d8094dd0-90a4-48b7-a1c6-8ec945e81da1 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:23.926751 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d8094dd0-90a4-48b7-a1c6-8ec945e81da1 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.2098954 Nov 27 04:20:23.929386 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54810) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:24.002183 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7caefafd-64d3-45ec-be2e-4ab2203cdba7 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:24.497967 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7caefafd-64d3-45ec-be2e-4ab2203cdba7 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:24.500133 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7caefafd-64d3-45ec-be2e-4ab2203cdba7 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:24.543149 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7caefafd-64d3-45ec-be2e-4ab2203cdba7 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:24.543902 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7caefafd-64d3-45ec-be2e-4ab2203cdba7 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e510dc9b-c8ef-418a-9640-3f5a22faaf7c {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:20:24.548725 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7caefafd-64d3-45ec-be2e-4ab2203cdba7 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:24.549846 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7caefafd-64d3-45ec-be2e-4ab2203cdba7 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] 10.222.0.20 "DELETE /v2.0/routers/e510dc9b-c8ef-418a-9640-3f5a22faaf7c HTTP/1.1" status: 204 len: 168 time: 0.6194975 Nov 27 04:20:24.553282 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54822) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:24.559036 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-34cc2b0d-40f0-407a-a886-1450b549971b tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Request body: {'router': {'name': 'tempest-router-687606612', 'distributed': False}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:20:24.583660 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-34cc2b0d-40f0-407a-a886-1450b549971b tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:24.584824 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-34cc2b0d-40f0-407a-a886-1450b549971b tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:24.642391 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-34cc2b0d-40f0-407a-a886-1450b549971b tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:24.646218 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-34cc2b0d-40f0-407a-a886-1450b549971b tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:24.661337 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-34cc2b0d-40f0-407a-a886-1450b549971b tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:24.662570 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-34cc2b0d-40f0-407a-a886-1450b549971b tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1081581 Nov 27 04:20:24.665332 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54826) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:24.734456 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-98f6ad5e-171c-474b-820f-c987a7dd5808 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:24.895764 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-98f6ad5e-171c-474b-820f-c987a7dd5808 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:24.898402 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-98f6ad5e-171c-474b-820f-c987a7dd5808 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:24.944800 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-98f6ad5e-171c-474b-820f-c987a7dd5808 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:24.945315 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f6ad5e-171c-474b-820f-c987a7dd5808 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2bc957ab-d5f7-413e-95e2-9982bc5312d3 {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:20:24.952423 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-98f6ad5e-171c-474b-820f-c987a7dd5808 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:24.953881 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-98f6ad5e-171c-474b-820f-c987a7dd5808 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] 10.222.0.20 "DELETE /v2.0/routers/2bc957ab-d5f7-413e-95e2-9982bc5312d3 HTTP/1.1" status: 204 len: 168 time: 0.2875564 Nov 27 04:20:24.958732 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54834) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:24.963100 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-c9229325-071b-4115-9a06-fceddfcc7037 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Request body: {'router': {'name': 'tempest-router-777570356', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '56afc89d4d954148be674a0e7ce8cb9a'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:20:24.984338 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c9229325-071b-4115-9a06-fceddfcc7037 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:24.985464 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c9229325-071b-4115-9a06-fceddfcc7037 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:25.041576 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c9229325-071b-4115-9a06-fceddfcc7037 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:25.045844 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c9229325-071b-4115-9a06-fceddfcc7037 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:25.061647 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c9229325-071b-4115-9a06-fceddfcc7037 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:25.062705 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c9229325-071b-4115-9a06-fceddfcc7037 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1029291 Nov 27 04:20:25.065451 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54838) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:25.070174 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-1c4b7be3-024c-411b-b26e-9813aaf76f85 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Request body: {'router': {'distributed': True}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:20:25.272330 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1c4b7be3-024c-411b-b26e-9813aaf76f85 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3685224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11843'] for router, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:25.272678 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1c4b7be3-024c-411b-b26e-9813aaf76f85 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Publish callbacks [] for router, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:25.352816 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1c4b7be3-024c-411b-b26e-9813aaf76f85 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=110019) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 27 04:20:25.353157 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1c4b7be3-024c-411b-b26e-9813aaf76f85 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Router 77c57fa7-d845-4ccd-91cb-ff5a2fe74a13 migrating from provider to provider. {{(pid=110019) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 27 04:20:25.353529 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1c4b7be3-024c-411b-b26e-9813aaf76f85 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:25.358586 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1c4b7be3-024c-411b-b26e-9813aaf76f85 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:25.363444 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1c4b7be3-024c-411b-b26e-9813aaf76f85 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3685219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3685210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3680816'] for router, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:25.445416 n-d-819494-3 neutron-server[110019]: WARNING neutron.scheduler.l3_agent_scheduler [None req-1c4b7be3-024c-411b-b26e-9813aaf76f85 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] No L3 agents can host the router 77c57fa7-d845-4ccd-91cb-ff5a2fe74a13 Nov 27 04:20:25.560498 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4b7be3-024c-411b-b26e-9813aaf76f85 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Hosts for router 77c57fa7-d845-4ccd-91cb-ff5a2fe74a13: [] {{(pid=110019) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 27 04:20:25.582444 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4b7be3-024c-411b-b26e-9813aaf76f85 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Hosts for other DVR routers connected to router 77c57fa7-d845-4ccd-91cb-ff5a2fe74a13: set() {{(pid=110019) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 27 04:20:25.585122 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1c4b7be3-024c-411b-b26e-9813aaf76f85 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:25.586315 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1c4b7be3-024c-411b-b26e-9813aaf76f85 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] 10.222.0.20 "PUT /v2.0/routers/77c57fa7-d845-4ccd-91cb-ff5a2fe74a13 HTTP/1.1" status: 200 len: 716 time: 0.5197003 Nov 27 04:20:25.589382 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54850) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:25.663258 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9c2d2dfe-62f2-492c-8ecb-cabdf4ebe77d tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] 10.222.0.20 "GET /v2.0/routers/77c57fa7-d845-4ccd-91cb-ff5a2fe74a13 HTTP/1.1" status: 200 len: 716 time: 0.0727713 Nov 27 04:20:25.665766 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54854) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:25.829427 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-56bd1f77-33dc-4112-bdf2-7aab8fa9862d tempest-RoutersTestDVR-1603173782 tempest-RoutersTestDVR-1603173782-project] 10.222.0.20 "GET /v2.0/routers/77c57fa7-d845-4ccd-91cb-ff5a2fe74a13 HTTP/1.1" status: 200 len: 682 time: 0.1625812 Nov 27 04:20:25.831945 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54858) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:25.906573 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fce1f25e-ba1c-49fb-8fb1-d265ed38c787 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:26.065420 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fce1f25e-ba1c-49fb-8fb1-d265ed38c787 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:26.067578 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fce1f25e-ba1c-49fb-8fb1-d265ed38c787 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:26.341872 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fce1f25e-ba1c-49fb-8fb1-d265ed38c787 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:26.342476 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce1f25e-ba1c-49fb-8fb1-d265ed38c787 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 77c57fa7-d845-4ccd-91cb-ff5a2fe74a13 {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:20:26.347061 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fce1f25e-ba1c-49fb-8fb1-d265ed38c787 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:26.351626 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-fce1f25e-ba1c-49fb-8fb1-d265ed38c787 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] 10.222.0.20 "DELETE /v2.0/routers/77c57fa7-d845-4ccd-91cb-ff5a2fe74a13 HTTP/1.1" status: 204 len: 168 time: 0.5148468 Nov 27 04:20:26.351720 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54870) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:26.355954 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-8d0efe4a-d0f3-47ea-a609-98e8ff1aa77b tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Request body: {'router': {'name': 'tempest-router-1506036694', 'distributed': True}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:20:26.377429 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8d0efe4a-d0f3-47ea-a609-98e8ff1aa77b tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:26.378483 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8d0efe4a-d0f3-47ea-a609-98e8ff1aa77b tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:26.434262 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8d0efe4a-d0f3-47ea-a609-98e8ff1aa77b tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:26.439248 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8d0efe4a-d0f3-47ea-a609-98e8ff1aa77b tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:26.455334 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8d0efe4a-d0f3-47ea-a609-98e8ff1aa77b tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:26.456853 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8d0efe4a-d0f3-47ea-a609-98e8ff1aa77b tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1044841 Nov 27 04:20:26.459842 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54876) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:26.542434 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c80fbd7d-c1c0-4c75-8fe1-29b1dad98567 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:26.705944 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c80fbd7d-c1c0-4c75-8fe1-29b1dad98567 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:26.708306 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c80fbd7d-c1c0-4c75-8fe1-29b1dad98567 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:26.752241 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c80fbd7d-c1c0-4c75-8fe1-29b1dad98567 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:26.752817 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80fbd7d-c1c0-4c75-8fe1-29b1dad98567 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ac85d705-9704-4eea-a30e-8576e8be979b {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:20:26.757503 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c80fbd7d-c1c0-4c75-8fe1-29b1dad98567 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:26.762183 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c80fbd7d-c1c0-4c75-8fe1-29b1dad98567 tempest-RoutersTestDVR-43305146 tempest-RoutersTestDVR-43305146-project-admin] 10.222.0.20 "DELETE /v2.0/routers/ac85d705-9704-4eea-a30e-8576e8be979b HTTP/1.1" status: 204 len: 168 time: 0.2976868 Nov 27 04:20:27.004640 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54892) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:27.114948 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9baaef9f-f128-450c-a092-d5eea5b93404 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:27.226473 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9baaef9f-f128-450c-a092-d5eea5b93404 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:27.232711 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9baaef9f-f128-450c-a092-d5eea5b93404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:27.273675 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baaef9f-f128-450c-a092-d5eea5b93404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cafa31-382f-4212-a1fb-520e402e6141,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:27.281151 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54900) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:27.281499 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9baaef9f-f128-450c-a092-d5eea5b93404 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=56afc89d4d954148be674a0e7ce8cb9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2754772 Nov 27 04:20:27.336061 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a4549921-ac53-47d5-aa09-7601f6dd00eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:27.359064 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a4549921-ac53-47d5-aa09-7601f6dd00eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:27.408035 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a4549921-ac53-47d5-aa09-7601f6dd00eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:27.411580 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a4549921-ac53-47d5-aa09-7601f6dd00eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:27.412914 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a4549921-ac53-47d5-aa09-7601f6dd00eb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a0cafa31-382f-4212-a1fb-520e402e6141 HTTP/1.1" status: 204 len: 168 time: 0.1307631 Nov 27 04:20:27.421757 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4549921-ac53-47d5-aa09-7601f6dd00eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cafa31-382f-4212-a1fb-520e402e6141,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:27.682264 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54914) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:27.695716 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-84f63022-a88e-43f4-b730-460119364e81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:27.783749 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-84f63022-a88e-43f4-b730-460119364e81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:27.787535 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-84f63022-a88e-43f4-b730-460119364e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:27.827100 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-84f63022-a88e-43f4-b730-460119364e81 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3715637b213444609250ac2fcd6ca5fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1434731 Nov 27 04:20:27.829104 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f63022-a88e-43f4-b730-460119364e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e304680-694f-4781-9f61-d7d78cac6f5b,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:27.829883 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54916) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:27.879542 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f048fd50-4e06-47a4-bde6-1a4f4fa812b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:27.901520 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f048fd50-4e06-47a4-bde6-1a4f4fa812b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:27.951251 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f048fd50-4e06-47a4-bde6-1a4f4fa812b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:27.957115 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f048fd50-4e06-47a4-bde6-1a4f4fa812b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:27.957115 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f048fd50-4e06-47a4-bde6-1a4f4fa812b8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6e304680-694f-4781-9f61-d7d78cac6f5b HTTP/1.1" status: 204 len: 168 time: 0.1242352 Nov 27 04:20:27.963489 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048fd50-4e06-47a4-bde6-1a4f4fa812b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e304680-694f-4781-9f61-d7d78cac6f5b,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:28.678874 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54952) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:28.787948 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-271e9a85-8e9e-4373-9431-939dec3965dc tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1601004790'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:20:28.810970 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271e9a85-8e9e-4373-9431-939dec3965dc tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Made reservation on behalf of 7a249d0fec0a48aead2cabf92221e065 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:20:28.814734 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-271e9a85-8e9e-4373-9431-939dec3965dc tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:28.823922 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-271e9a85-8e9e-4373-9431-939dec3965dc tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:28.907676 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-271e9a85-8e9e-4373-9431-939dec3965dc tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:28.911478 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-271e9a85-8e9e-4373-9431-939dec3965dc tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:28.938174 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-271e9a85-8e9e-4373-9431-939dec3965dc tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:20:28.947030 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e9a85-8e9e-4373-9431-939dec3965dc tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66b014a8-d14c-4176-9ca4-a5bacab99d9e,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:28.953583 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-271e9a85-8e9e-4373-9431-939dec3965dc tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:28.953938 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-271e9a85-8e9e-4373-9431-939dec3965dc tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Added segment 94aa64ea-d9c0-488b-a9c2-18d7c070a6ae of type vlan for network 1a094d9d-785f-4099-9425-e836a1ddca86 Nov 27 04:20:29.008176 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-271e9a85-8e9e-4373-9431-939dec3965dc tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:29.034944 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-271e9a85-8e9e-4373-9431-939dec3965dc tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:29.040837 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271e9a85-8e9e-4373-9431-939dec3965dc tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:29.041468 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-271e9a85-8e9e-4373-9431-939dec3965dc tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:29.098301 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-271e9a85-8e9e-4373-9431-939dec3965dc tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4182248 Nov 27 04:20:29.101128 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54970) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:29.105919 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-7546b52f-c4e1-45ed-8ef0-3fdaeac1e6e4 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Request body: {'subnet': {'network_id': '1a094d9d-785f-4099-9425-e836a1ddca86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:20:29.158083 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e9a85-8e9e-4373-9431-939dec3965dc tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Pushing event updated for resources: {'Network': ['ID=1a094d9d-785f-4099-9425-e836a1ddca86,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:29.169010 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 1a094d9d-785f-4099-9425-e836a1ddca86 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:20:29.223202 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7546b52f-c4e1-45ed-8ef0-3fdaeac1e6e4 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Made reservation on behalf of 7a249d0fec0a48aead2cabf92221e065 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:20:29.227772 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7546b52f-c4e1-45ed-8ef0-3fdaeac1e6e4 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:29.418993 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7546b52f-c4e1-45ed-8ef0-3fdaeac1e6e4 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:29.480427 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7546b52f-c4e1-45ed-8ef0-3fdaeac1e6e4 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Pushing event updated for resources: {'Subnet': ['ID=729a3d35-01dd-47c3-a021-e116ba423911,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:29.488907 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7546b52f-c4e1-45ed-8ef0-3fdaeac1e6e4 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Checking segment: {'id': '94aa64ea-d9c0-488b-a9c2-18d7c070a6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1a094d9d-785f-4099-9425-e836a1ddca86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:20:29.489154 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7546b52f-c4e1-45ed-8ef0-3fdaeac1e6e4 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Network hostable DHCP agents. Network: 1a094d9d-785f-4099-9425-e836a1ddca86, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:20:29.509868 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7546b52f-c4e1-45ed-8ef0-3fdaeac1e6e4 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Network 1a094d9d-785f-4099-9425-e836a1ddca86 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:20:29.519634 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-7546b52f-c4e1-45ed-8ef0-3fdaeac1e6e4 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 1a094d9d-785f-4099-9425-e836a1ddca86) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:20:29.524000 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7546b52f-c4e1-45ed-8ef0-3fdaeac1e6e4 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:29.524606 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7546b52f-c4e1-45ed-8ef0-3fdaeac1e6e4 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:29.531930 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c84a93b-c658-41c1-b7a5-d09ecbeed90a None None] Network 1a094d9d-785f-4099-9425-e836a1ddca86 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:20:29.545636 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7546b52f-c4e1-45ed-8ef0-3fdaeac1e6e4 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4411137 Nov 27 04:20:29.545839 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 54980) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:29.551583 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-106efe6c-4edd-4854-aad9-cc2f251002a8 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Request body: {'port': {'network_id': '1a094d9d-785f-4099-9425-e836a1ddca86', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-245004463'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:20:29.670604 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106efe6c-4edd-4854-aad9-cc2f251002a8 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Made reservation on behalf of 7a249d0fec0a48aead2cabf92221e065 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:20:29.674329 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-106efe6c-4edd-4854-aad9-cc2f251002a8 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:29.691986 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [None req-106efe6c-4edd-4854-aad9-cc2f251002a8 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] device_id is not set on port c72bfe98-0304-4f15-a677-57fb6d13f426 yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:20:29.707234 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621e5b54-3247-49f5-85de-61066d91eca6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-1a094d9d-785f-4099-9425-e836a1ddca86', 'network_id': '1a094d9d-785f-4099-9425-e836a1ddca86', 'tenant_id': '7a249d0fec0a48aead2cabf92221e065', 'fixed_ips': [{'subnet_id': '729a3d35-01dd-47c3-a021-e116ba423911'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:20:29.708267 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-621e5b54-3247-49f5-85de-61066d91eca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:29.821432 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-106efe6c-4edd-4854-aad9-cc2f251002a8 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Allocated IP 2001:db8::1bf (1a094d9d-785f-4099-9425-e836a1ddca86/729a3d35-01dd-47c3-a021-e116ba423911/c72bfe98-0304-4f15-a677-57fb6d13f426) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:20:29.973463 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-106efe6c-4edd-4854-aad9-cc2f251002a8 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:30.017107 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-106efe6c-4edd-4854-aad9-cc2f251002a8 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:30.064157 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-621e5b54-3247-49f5-85de-61066d91eca6 None None] Allocated IP 2001:db8::2 (1a094d9d-785f-4099-9425-e836a1ddca86/729a3d35-01dd-47c3-a021-e116ba423911/77110a71-66d2-42f1-9210-187212b22e0c) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:20:30.070813 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106efe6c-4edd-4854-aad9-cc2f251002a8 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Network 1a094d9d-785f-4099-9425-e836a1ddca86 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:20:30.074249 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-106efe6c-4edd-4854-aad9-cc2f251002a8 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:20:30.078323 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106efe6c-4edd-4854-aad9-cc2f251002a8 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:20:30.084103 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106efe6c-4edd-4854-aad9-cc2f251002a8 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:30.084774 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-106efe6c-4edd-4854-aad9-cc2f251002a8 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:30.091912 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106efe6c-4edd-4854-aad9-cc2f251002a8 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Pushing event updated for resources: {'Port': ['ID=c72bfe98-0304-4f15-a677-57fb6d13f426,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:30.112523 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-106efe6c-4edd-4854-aad9-cc2f251002a8 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.5650868 Nov 27 04:20:30.115275 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 54992) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:30.120583 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-5ec3c7c5-65a5-4db1-b31b-0a9375f9fa2e tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Request body: {'port': {'network_id': '1a094d9d-785f-4099-9425-e836a1ddca86', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-494824378', 'allowed_address_pairs': [{'ip_address': '2001:db8::1bf', 'mac_address': 'fa:16:3e:2f:a8:d6'}]}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:20:30.247921 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec3c7c5-65a5-4db1-b31b-0a9375f9fa2e tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Made reservation on behalf of 7a249d0fec0a48aead2cabf92221e065 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:20:30.252836 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-621e5b54-3247-49f5-85de-61066d91eca6 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:30.259596 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-621e5b54-3247-49f5-85de-61066d91eca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:30.303542 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621e5b54-3247-49f5-85de-61066d91eca6 None None] Network 1a094d9d-785f-4099-9425-e836a1ddca86 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:20:30.307224 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-621e5b54-3247-49f5-85de-61066d91eca6 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:20:30.309772 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e5b54-3247-49f5-85de-61066d91eca6 None None] Pushing event updated for resources: {'Port': ['ID=77110a71-66d2-42f1-9210-187212b22e0c,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:30.312009 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621e5b54-3247-49f5-85de-61066d91eca6 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:20:30.341806 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5ec3c7c5-65a5-4db1-b31b-0a9375f9fa2e tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:30.360188 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-5ec3c7c5-65a5-4db1-b31b-0a9375f9fa2e tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] device_id is not set on port 582ea9cb-a924-4530-85b1-eb3bde9597b1 yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:20:30.366579 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-621e5b54-3247-49f5-85de-61066d91eca6 None None] Attempting to bind port 77110a71-66d2-42f1-9210-187212b22e0c on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:20:30.367064 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-621e5b54-3247-49f5-85de-61066d91eca6 None None] Attempting to bind port 77110a71-66d2-42f1-9210-187212b22e0c by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '94aa64ea-d9c0-488b-a9c2-18d7c070a6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1a094d9d-785f-4099-9425-e836a1ddca86'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:20:30.367667 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621e5b54-3247-49f5-85de-61066d91eca6 None None] Attempting to bind port 77110a71-66d2-42f1-9210-187212b22e0c on network 1a094d9d-785f-4099-9425-e836a1ddca86 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:20:30.374131 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621e5b54-3247-49f5-85de-61066d91eca6 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:20:30.374624 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621e5b54-3247-49f5-85de-61066d91eca6 None None] Checking segment: {'id': '94aa64ea-d9c0-488b-a9c2-18d7c070a6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1a094d9d-785f-4099-9425-e836a1ddca86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:20:30.375101 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-621e5b54-3247-49f5-85de-61066d91eca6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:30.375571 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621e5b54-3247-49f5-85de-61066d91eca6 None None] Bound using segment: {'id': '94aa64ea-d9c0-488b-a9c2-18d7c070a6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1a094d9d-785f-4099-9425-e836a1ddca86'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:20:30.376108 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-621e5b54-3247-49f5-85de-61066d91eca6 None None] Bound port: 77110a71-66d2-42f1-9210-187212b22e0c, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94aa64ea-d9c0-488b-a9c2-18d7c070a6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1a094d9d-785f-4099-9425-e836a1ddca86'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:20:30.376574 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-621e5b54-3247-49f5-85de-61066d91eca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:30.443380 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-621e5b54-3247-49f5-85de-61066d91eca6 None None] For port 77110a71-66d2-42f1-9210-187212b22e0c, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:20:30.448284 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-621e5b54-3247-49f5-85de-61066d91eca6 None None] For port 77110a71-66d2-42f1-9210-187212b22e0c, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=77110a71-66d2-42f1-9210-187212b22e0c,segment=NetworkSegment(94aa64ea-d9c0-488b-a9c2-18d7c070a6ae),segment_id=94aa64ea-d9c0-488b-a9c2-18d7c070a6ae)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:20:30.455663 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-621e5b54-3247-49f5-85de-61066d91eca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:30.484636 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-5ec3c7c5-65a5-4db1-b31b-0a9375f9fa2e tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Allocated IP 2001:db8::364 (1a094d9d-785f-4099-9425-e836a1ddca86/729a3d35-01dd-47c3-a021-e116ba423911/582ea9cb-a924-4530-85b1-eb3bde9597b1) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:20:30.521647 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e5b54-3247-49f5-85de-61066d91eca6 None None] Pushing event updated for resources: {'Port': ['ID=77110a71-66d2-42f1-9210-187212b22e0c,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:30.674511 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5ec3c7c5-65a5-4db1-b31b-0a9375f9fa2e tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:30.724365 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5ec3c7c5-65a5-4db1-b31b-0a9375f9fa2e tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:30.793012 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec3c7c5-65a5-4db1-b31b-0a9375f9fa2e tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Network 1a094d9d-785f-4099-9425-e836a1ddca86 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:20:30.796298 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-5ec3c7c5-65a5-4db1-b31b-0a9375f9fa2e tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:20:30.800698 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec3c7c5-65a5-4db1-b31b-0a9375f9fa2e tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:20:30.806398 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec3c7c5-65a5-4db1-b31b-0a9375f9fa2e tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:30.807084 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5ec3c7c5-65a5-4db1-b31b-0a9375f9fa2e tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:30.818786 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec3c7c5-65a5-4db1-b31b-0a9375f9fa2e tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Pushing event updated for resources: {'Port': ['ID=582ea9cb-a924-4530-85b1-eb3bde9597b1,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:30.842943 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55002) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:30.846543 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5ec3c7c5-65a5-4db1-b31b-0a9375f9fa2e tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 0.7301188 Nov 27 04:20:30.925876 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694bdad1-ce50-4c10-a69f-96a4cd08253e tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:30.931736 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694bdad1-ce50-4c10-a69f-96a4cd08253e tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:30.938659 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694bdad1-ce50-4c10-a69f-96a4cd08253e tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:30.940367 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-694bdad1-ce50-4c10-a69f-96a4cd08253e tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.0955963 Nov 27 04:20:30.943353 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55008) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:31.040254 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-f3df49c7-f268-478d-8f88-c42a62afeaf5 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Deleting port 582ea9cb-a924-4530-85b1-eb3bde9597b1 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:20:31.040602 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f3df49c7-f268-478d-8f88-c42a62afeaf5 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:31.131234 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f3df49c7-f268-478d-8f88-c42a62afeaf5 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:31.144011 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-f3df49c7-f268-478d-8f88-c42a62afeaf5 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Calling delete_port for 582ea9cb-a924-4530-85b1-eb3bde9597b1 owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:20:31.293905 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f3df49c7-f268-478d-8f88-c42a62afeaf5 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:31.334213 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df49c7-f268-478d-8f88-c42a62afeaf5 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Pushing event deleted for resources: {'Port': ['ID=582ea9cb-a924-4530-85b1-eb3bde9597b1,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:31.455956 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f3df49c7-f268-478d-8f88-c42a62afeaf5 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:31.459709 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f3df49c7-f268-478d-8f88-c42a62afeaf5 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] 10.222.0.20 "DELETE /v2.0/ports/582ea9cb-a924-4530-85b1-eb3bde9597b1 HTTP/1.1" status: 204 len: 168 time: 0.5153270 Nov 27 04:20:31.462604 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55018) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:31.489154 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-28e02969-6dde-467e-b64e-16a78b73a3f1 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] GET failed (client error): The resource could not be found. Nov 27 04:20:31.495932 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-28e02969-6dde-467e-b64e-16a78b73a3f1 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] 10.222.0.20 "GET /v2.0/ports/582ea9cb-a924-4530-85b1-eb3bde9597b1 HTTP/1.1" status: 404 len: 333 time: 0.0317731 Nov 27 04:20:31.496064 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55024) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:31.501181 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-2fb20a54-e963-45ba-b5b1-cb7000f11ee0 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Request body: {'port': {'network_id': '1a094d9d-785f-4099-9425-e836a1ddca86', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-914939863'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:20:31.547808 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70179f0-fc82-404a-bb99-5b792eb484cb None None] Network 1a094d9d-785f-4099-9425-e836a1ddca86 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:20:31.632832 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb20a54-e963-45ba-b5b1-cb7000f11ee0 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Made reservation on behalf of 7a249d0fec0a48aead2cabf92221e065 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:20:31.637435 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2fb20a54-e963-45ba-b5b1-cb7000f11ee0 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:31.655618 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-2fb20a54-e963-45ba-b5b1-cb7000f11ee0 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] device_id is not set on port a84b0d31-c4b2-4f54-b591-c9129fb0e662 yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:20:31.686580 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-63f2cb04-bc4a-45a3-adc6-b271355ed4bc None None] Provisioning complete for port 77110a71-66d2-42f1-9210-187212b22e0c triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:20:31.686580 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-63f2cb04-bc4a-45a3-adc6-b271355ed4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:31.794113 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-2fb20a54-e963-45ba-b5b1-cb7000f11ee0 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Allocated IP 2001:db8::253 (1a094d9d-785f-4099-9425-e836a1ddca86/729a3d35-01dd-47c3-a021-e116ba423911/a84b0d31-c4b2-4f54-b591-c9129fb0e662) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:20:31.799083 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-63f2cb04-bc4a-45a3-adc6-b271355ed4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:31.841347 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-63f2cb04-bc4a-45a3-adc6-b271355ed4bc None None] For port 77110a71-66d2-42f1-9210-187212b22e0c, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=77110a71-66d2-42f1-9210-187212b22e0c,segment=NetworkSegment(94aa64ea-d9c0-488b-a9c2-18d7c070a6ae),segment_id=94aa64ea-d9c0-488b-a9c2-18d7c070a6ae)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:20:31.854874 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-63f2cb04-bc4a-45a3-adc6-b271355ed4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:31.913758 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2cb04-bc4a-45a3-adc6-b271355ed4bc None None] Pushing event updated for resources: {'Port': ['ID=77110a71-66d2-42f1-9210-187212b22e0c,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:31.990253 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2fb20a54-e963-45ba-b5b1-cb7000f11ee0 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:32.029317 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2fb20a54-e963-45ba-b5b1-cb7000f11ee0 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:32.081659 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-9b60abc9-11a7-4bad-9da6-034778e4f09d None None] Provisioning complete for port 77110a71-66d2-42f1-9210-187212b22e0c triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:20:32.082040 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9b60abc9-11a7-4bad-9da6-034778e4f09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:32.086404 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb20a54-e963-45ba-b5b1-cb7000f11ee0 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Network 1a094d9d-785f-4099-9425-e836a1ddca86 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:20:32.092282 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-2fb20a54-e963-45ba-b5b1-cb7000f11ee0 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:20:32.095244 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb20a54-e963-45ba-b5b1-cb7000f11ee0 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:20:32.101673 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb20a54-e963-45ba-b5b1-cb7000f11ee0 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:32.103117 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2fb20a54-e963-45ba-b5b1-cb7000f11ee0 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:32.119614 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb20a54-e963-45ba-b5b1-cb7000f11ee0 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Pushing event updated for resources: {'Port': ['ID=a84b0d31-c4b2-4f54-b591-c9129fb0e662,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:32.144045 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2fb20a54-e963-45ba-b5b1-cb7000f11ee0 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6468153 Nov 27 04:20:32.149697 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55036) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:32.155809 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-29a370d9-f0d6-4862-a864-ceb8e041590f tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1bf', 'mac_address': 'fa:16:3e:2f:a8:d6'}]}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:20:32.247867 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-9b60abc9-11a7-4bad-9da6-034778e4f09d None None] Provisioning complete for port c72bfe98-0304-4f15-a677-57fb6d13f426 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:20:32.248479 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9b60abc9-11a7-4bad-9da6-034778e4f09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:32.250902 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-29a370d9-f0d6-4862-a864-ceb8e041590f tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:32.285109 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-9b60abc9-11a7-4bad-9da6-034778e4f09d None None] Port c72bfe98-0304-4f15-a677-57fb6d13f426 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:20:32.412710 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-40d0ac03-b585-48b2-8245-9d28577ce8e5 None None] Provisioning complete for port c72bfe98-0304-4f15-a677-57fb6d13f426 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:20:32.413092 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-40d0ac03-b585-48b2-8245-9d28577ce8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:32.451814 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-40d0ac03-b585-48b2-8245-9d28577ce8e5 None None] Port c72bfe98-0304-4f15-a677-57fb6d13f426 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:20:32.461715 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-29a370d9-f0d6-4862-a864-ceb8e041590f tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:32.467269 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-29a370d9-f0d6-4862-a864-ceb8e041590f tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:32.543152 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-29a370d9-f0d6-4862-a864-ceb8e041590f tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] In _notify_port_updated(), no bound segment for port a84b0d31-c4b2-4f54-b591-c9129fb0e662 on network 1a094d9d-785f-4099-9425-e836a1ddca86 {{(pid=110018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 04:20:32.548811 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a370d9-f0d6-4862-a864-ceb8e041590f tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:32.549363 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-29a370d9-f0d6-4862-a864-ceb8e041590f tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:32.553299 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-29a370d9-f0d6-4862-a864-ceb8e041590f tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] 10.222.0.20 "PUT /v2.0/ports/a84b0d31-c4b2-4f54-b591-c9129fb0e662 HTTP/1.1" status: 200 len: 1002 time: 0.4030743 Nov 27 04:20:32.554685 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55042) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:32.571960 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a370d9-f0d6-4862-a864-ceb8e041590f tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Pushing event updated for resources: {'Port': ['ID=a84b0d31-c4b2-4f54-b591-c9129fb0e662,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:32.580171 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c16e8024-48c8-4dc9-9f2b-dec8ab5790f7 None None] Could not find standard attr ID for object 582ea9cb-a924-4530-85b1-eb3bde9597b1. {{(pid=110020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 04:20:32.635241 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 77110a71-66d2-42f1-9210-187212b22e0c up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:20:32.692624 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-2d74c5ee-0dd9-4bdc-aa07-f3e1645c0bee tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Deleting port a84b0d31-c4b2-4f54-b591-c9129fb0e662 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:20:32.693077 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2d74c5ee-0dd9-4bdc-aa07-f3e1645c0bee tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:32.705775 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 77110a71-66d2-42f1-9210-187212b22e0c triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:20:32.706254 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:32.806482 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2d74c5ee-0dd9-4bdc-aa07-f3e1645c0bee tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:32.822442 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-2d74c5ee-0dd9-4bdc-aa07-f3e1645c0bee tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Calling delete_port for a84b0d31-c4b2-4f54-b591-c9129fb0e662 owned by {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:20:32.915557 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-35bcc0e9-9e9b-4e6c-9021-0ad573e625eb None None] Provisioning complete for port a84b0d31-c4b2-4f54-b591-c9129fb0e662 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:20:32.915980 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-35bcc0e9-9e9b-4e6c-9021-0ad573e625eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:32.968837 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-35bcc0e9-9e9b-4e6c-9021-0ad573e625eb None None] Port a84b0d31-c4b2-4f54-b591-c9129fb0e662 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:20:32.984357 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2d74c5ee-0dd9-4bdc-aa07-f3e1645c0bee tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:33.018336 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d74c5ee-0dd9-4bdc-aa07-f3e1645c0bee tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Pushing event deleted for resources: {'Port': ['ID=a84b0d31-c4b2-4f54-b591-c9129fb0e662,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:33.182101 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2d74c5ee-0dd9-4bdc-aa07-f3e1645c0bee tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:33.185804 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2d74c5ee-0dd9-4bdc-aa07-f3e1645c0bee tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] 10.222.0.20 "DELETE /v2.0/ports/a84b0d31-c4b2-4f54-b591-c9129fb0e662 HTTP/1.1" status: 204 len: 168 time: 0.6298008 Nov 27 04:20:33.188044 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55056) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:33.213992 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-af4b7042-687b-4fbd-8471-d762ab65a49f tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] GET failed (client error): The resource could not be found. Nov 27 04:20:33.215495 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-af4b7042-687b-4fbd-8471-d762ab65a49f tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] 10.222.0.20 "GET /v2.0/ports/a84b0d31-c4b2-4f54-b591-c9129fb0e662 HTTP/1.1" status: 404 len: 333 time: 0.0265198 Nov 27 04:20:33.219390 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55058) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:33.224808 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-8d2feb1a-9060-4901-b110-a1a67fb87551 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Request body: {'port': {'network_id': '1a094d9d-785f-4099-9425-e836a1ddca86', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-562021765'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:20:33.353096 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2feb1a-9060-4901-b110-a1a67fb87551 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Made reservation on behalf of 7a249d0fec0a48aead2cabf92221e065 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:20:33.357273 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8d2feb1a-9060-4901-b110-a1a67fb87551 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:33.374890 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-8d2feb1a-9060-4901-b110-a1a67fb87551 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] device_id is not set on port c961f29d-09b5-4a6f-9c10-34ae3274bb63 yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:20:33.385087 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c7500f7b-aa55-4380-ba38-1bc1c3a1b246 None None] Could not find standard attr ID for object a84b0d31-c4b2-4f54-b591-c9129fb0e662. {{(pid=110020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 04:20:33.520649 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-8d2feb1a-9060-4901-b110-a1a67fb87551 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Allocated IP 2001:db8::25c (1a094d9d-785f-4099-9425-e836a1ddca86/729a3d35-01dd-47c3-a021-e116ba423911/c961f29d-09b5-4a6f-9c10-34ae3274bb63) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:20:33.679889 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8d2feb1a-9060-4901-b110-a1a67fb87551 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:33.714354 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8d2feb1a-9060-4901-b110-a1a67fb87551 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:33.758589 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2feb1a-9060-4901-b110-a1a67fb87551 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Network 1a094d9d-785f-4099-9425-e836a1ddca86 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:20:33.762309 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-8d2feb1a-9060-4901-b110-a1a67fb87551 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:20:33.766274 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2feb1a-9060-4901-b110-a1a67fb87551 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:20:33.773057 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2feb1a-9060-4901-b110-a1a67fb87551 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:33.773755 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8d2feb1a-9060-4901-b110-a1a67fb87551 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:33.781892 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2feb1a-9060-4901-b110-a1a67fb87551 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Pushing event updated for resources: {'Port': ['ID=c961f29d-09b5-4a6f-9c10-34ae3274bb63,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:33.800457 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8d2feb1a-9060-4901-b110-a1a67fb87551 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.5798852 Nov 27 04:20:33.803354 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55072) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:33.809777 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-b2eb4441-cd70-4e17-acf3-655aa5bade3d tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:2f:a8:d6'}]}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:20:33.894492 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b2eb4441-cd70-4e17-acf3-655aa5bade3d tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:34.082655 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b2eb4441-cd70-4e17-acf3-655aa5bade3d tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:34.087152 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b2eb4441-cd70-4e17-acf3-655aa5bade3d tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:34.119681 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-8efb99e0-3a7e-4a5e-9800-3d2da8d0fccb None None] Provisioning complete for port c961f29d-09b5-4a6f-9c10-34ae3274bb63 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:20:34.120241 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8efb99e0-3a7e-4a5e-9800-3d2da8d0fccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:34.136342 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-b2eb4441-cd70-4e17-acf3-655aa5bade3d tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] In _notify_port_updated(), no bound segment for port c961f29d-09b5-4a6f-9c10-34ae3274bb63 on network 1a094d9d-785f-4099-9425-e836a1ddca86 {{(pid=110018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 04:20:34.142254 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2eb4441-cd70-4e17-acf3-655aa5bade3d tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:34.143238 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b2eb4441-cd70-4e17-acf3-655aa5bade3d tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:34.147483 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b2eb4441-cd70-4e17-acf3-655aa5bade3d tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] 10.222.0.20 "PUT /v2.0/ports/c961f29d-09b5-4a6f-9c10-34ae3274bb63 HTTP/1.1" status: 200 len: 1002 time: 0.3401072 Nov 27 04:20:34.148307 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55080) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:34.171773 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb4441-cd70-4e17-acf3-655aa5bade3d tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Pushing event updated for resources: {'Port': ['ID=c961f29d-09b5-4a6f-9c10-34ae3274bb63,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:34.182257 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-8efb99e0-3a7e-4a5e-9800-3d2da8d0fccb None None] Port c961f29d-09b5-4a6f-9c10-34ae3274bb63 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:20:34.265074 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e31ed-8274-4df5-9f6d-043d4f97a4f7 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Deleting port c961f29d-09b5-4a6f-9c10-34ae3274bb63 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:20:34.265732 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fd6e31ed-8274-4df5-9f6d-043d4f97a4f7 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:34.364658 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fd6e31ed-8274-4df5-9f6d-043d4f97a4f7 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:34.380064 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e31ed-8274-4df5-9f6d-043d4f97a4f7 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Calling delete_port for c961f29d-09b5-4a6f-9c10-34ae3274bb63 owned by {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:20:34.415088 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0965b069-8e82-4d46-ad0b-2ce7e8602db4 None None] Provisioning complete for port c961f29d-09b5-4a6f-9c10-34ae3274bb63 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:20:34.415602 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0965b069-8e82-4d46-ad0b-2ce7e8602db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:34.455144 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0965b069-8e82-4d46-ad0b-2ce7e8602db4 None None] Port c961f29d-09b5-4a6f-9c10-34ae3274bb63 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:20:34.515118 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fd6e31ed-8274-4df5-9f6d-043d4f97a4f7 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:34.542669 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e31ed-8274-4df5-9f6d-043d4f97a4f7 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Pushing event deleted for resources: {'Port': ['ID=c961f29d-09b5-4a6f-9c10-34ae3274bb63,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:34.576528 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fd6e31ed-8274-4df5-9f6d-043d4f97a4f7 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:34.580193 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-fd6e31ed-8274-4df5-9f6d-043d4f97a4f7 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] 10.222.0.20 "DELETE /v2.0/ports/c961f29d-09b5-4a6f-9c10-34ae3274bb63 HTTP/1.1" status: 204 len: 168 time: 0.4312408 Nov 27 04:20:34.582983 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55086) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:34.609130 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-caca32b5-5349-423d-82dd-33a11160c635 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] GET failed (client error): The resource could not be found. Nov 27 04:20:34.610598 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-caca32b5-5349-423d-82dd-33a11160c635 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] 10.222.0.20 "GET /v2.0/ports/c961f29d-09b5-4a6f-9c10-34ae3274bb63 HTTP/1.1" status: 404 len: 333 time: 0.0266070 Nov 27 04:20:34.614795 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55088) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:34.621300 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-0e218201-cc4f-4c1e-9294-6634729c954a tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Request body: {'port': {'network_id': '1a094d9d-785f-4099-9425-e836a1ddca86', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1872750046'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:20:34.744212 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e218201-cc4f-4c1e-9294-6634729c954a tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Made reservation on behalf of 7a249d0fec0a48aead2cabf92221e065 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:20:34.748903 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0e218201-cc4f-4c1e-9294-6634729c954a tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:34.768593 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [None req-0e218201-cc4f-4c1e-9294-6634729c954a tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] device_id is not set on port eec3f10f-14cb-41f4-8dca-169cbdbc5a9a yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:20:34.886626 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-0e218201-cc4f-4c1e-9294-6634729c954a tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Allocated IP 2001:db8::3d (1a094d9d-785f-4099-9425-e836a1ddca86/729a3d35-01dd-47c3-a021-e116ba423911/eec3f10f-14cb-41f4-8dca-169cbdbc5a9a) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:20:35.040461 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0e218201-cc4f-4c1e-9294-6634729c954a tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:35.073353 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0e218201-cc4f-4c1e-9294-6634729c954a tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:35.115678 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e218201-cc4f-4c1e-9294-6634729c954a tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Network 1a094d9d-785f-4099-9425-e836a1ddca86 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:20:35.118758 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-0e218201-cc4f-4c1e-9294-6634729c954a tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:20:35.122518 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e218201-cc4f-4c1e-9294-6634729c954a tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:20:35.128207 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e218201-cc4f-4c1e-9294-6634729c954a tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:35.129558 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0e218201-cc4f-4c1e-9294-6634729c954a tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:35.152755 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e218201-cc4f-4c1e-9294-6634729c954a tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Pushing event updated for resources: {'Port': ['ID=eec3f10f-14cb-41f4-8dca-169cbdbc5a9a,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:35.161111 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0e218201-cc4f-4c1e-9294-6634729c954a tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.5442729 Nov 27 04:20:35.163366 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55106) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:35.172459 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-55c8cc43-5228-4d3b-9d18-ef5083d4729f tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Request body: {'port': {'network_id': '1a094d9d-785f-4099-9425-e836a1ddca86', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1173529879'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:20:35.172888 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55108) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:35.495511 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-a095ea6e-ad13-40e0-84a6-c76a6084dcc1 None None] Provisioning complete for port eec3f10f-14cb-41f4-8dca-169cbdbc5a9a triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:20:35.496574 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a095ea6e-ad13-40e0-84a6-c76a6084dcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:35.542491 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-a095ea6e-ad13-40e0-84a6-c76a6084dcc1 None None] Port eec3f10f-14cb-41f4-8dca-169cbdbc5a9a cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:20:35.648421 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c8cc43-5228-4d3b-9d18-ef5083d4729f tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Made reservation on behalf of 7a249d0fec0a48aead2cabf92221e065 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:20:35.652350 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-55c8cc43-5228-4d3b-9d18-ef5083d4729f tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:35.669794 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-55c8cc43-5228-4d3b-9d18-ef5083d4729f tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] device_id is not set on port e0e6575a-c1fc-487b-8410-af71cc24e337 yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:20:35.696521 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-dab4de77-9be1-4c3b-9971-316bd8608aec tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Deleting port 06bc4a3d-90a2-4547-a3fe-00eced967137 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:20:35.696887 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dab4de77-9be1-4c3b-9971-316bd8608aec tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:35.783823 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dab4de77-9be1-4c3b-9971-316bd8608aec tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:35.784259 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dab4de77-9be1-4c3b-9971-316bd8608aec tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:35.792736 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-55c8cc43-5228-4d3b-9d18-ef5083d4729f tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Allocated IP 2001:db8::21e (1a094d9d-785f-4099-9425-e836a1ddca86/729a3d35-01dd-47c3-a021-e116ba423911/e0e6575a-c1fc-487b-8410-af71cc24e337) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:20:35.803346 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-dab4de77-9be1-4c3b-9971-316bd8608aec tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Calling delete_port for 06bc4a3d-90a2-4547-a3fe-00eced967137 owned by network:floatingip {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:20:35.949317 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-55c8cc43-5228-4d3b-9d18-ef5083d4729f tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:35.992054 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-55c8cc43-5228-4d3b-9d18-ef5083d4729f tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:35.995467 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dab4de77-9be1-4c3b-9971-316bd8608aec tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:36.030813 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab4de77-9be1-4c3b-9971-316bd8608aec tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event deleted for resources: {'Port': ['ID=06bc4a3d-90a2-4547-a3fe-00eced967137,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:36.038930 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c8cc43-5228-4d3b-9d18-ef5083d4729f tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Network 1a094d9d-785f-4099-9425-e836a1ddca86 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:20:36.042872 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-55c8cc43-5228-4d3b-9d18-ef5083d4729f tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:20:36.046996 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c8cc43-5228-4d3b-9d18-ef5083d4729f tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:20:36.052700 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c8cc43-5228-4d3b-9d18-ef5083d4729f tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:36.053392 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-55c8cc43-5228-4d3b-9d18-ef5083d4729f tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:36.068446 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c8cc43-5228-4d3b-9d18-ef5083d4729f tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Pushing event updated for resources: {'Port': ['ID=e0e6575a-c1fc-487b-8410-af71cc24e337,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:36.076814 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-55c8cc43-5228-4d3b-9d18-ef5083d4729f tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9097703 Nov 27 04:20:36.077069 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55122) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:36.082634 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-756e3db0-cbc0-4789-849a-40089d08ab00 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1bf', 'mac_address': 'fa:16:3e:2f:a8:d6'}, {'ip_address': '2001:db8::3d', 'mac_address': 'fa:16:3e:4b:45:bc'}]}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:20:36.128887 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dab4de77-9be1-4c3b-9971-316bd8608aec tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for floatingip, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:36.129283 n-d-819494-3 neutron-server[110019]: INFO neutron.db.l3_db [None req-dab4de77-9be1-4c3b-9971-316bd8608aec tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Floating IP 7c2b2c67-b0c3-4084-8f76-f84cb41a0425 disassociated (deleted). External IP: 172.25.1.210, port: dfac7cce-18ae-455a-9436-77147ef5f7c1. Nov 27 04:20:36.287392 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-756e3db0-cbc0-4789-849a-40089d08ab00 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:36.394838 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-86b844b5-7f4d-42a7-80cf-0daba5d72551 None None] Provisioning complete for port e0e6575a-c1fc-487b-8410-af71cc24e337 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:20:36.395613 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-86b844b5-7f4d-42a7-80cf-0daba5d72551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:36.396059 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab4de77-9be1-4c3b-9971-316bd8608aec tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Router 65fc7d13-92b5-4436-9b92-5c96969d9505 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:20:36.436702 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-86b844b5-7f4d-42a7-80cf-0daba5d72551 None None] Port e0e6575a-c1fc-487b-8410-af71cc24e337 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:20:36.495683 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-756e3db0-cbc0-4789-849a-40089d08ab00 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:36.502683 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-756e3db0-cbc0-4789-849a-40089d08ab00 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:36.536922 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab4de77-9be1-4c3b-9971-316bd8608aec tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:20:36.540451 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-756e3db0-cbc0-4789-849a-40089d08ab00 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] In _notify_port_updated(), no bound segment for port e0e6575a-c1fc-487b-8410-af71cc24e337 on network 1a094d9d-785f-4099-9425-e836a1ddca86 {{(pid=110018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 04:20:36.546209 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756e3db0-cbc0-4789-849a-40089d08ab00 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:36.546877 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-756e3db0-cbc0-4789-849a-40089d08ab00 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:36.548225 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-756e3db0-cbc0-4789-849a-40089d08ab00 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] 10.222.0.20 "PUT /v2.0/ports/e0e6575a-c1fc-487b-8410-af71cc24e337 HTTP/1.1" status: 200 len: 1067 time: 0.4702499 Nov 27 04:20:36.551300 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e119c02-4d1b-4a82-b954-555f4c618b51 None None] Sync routers for ids ['65fc7d13-92b5-4436-9b92-5c96969d9505'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:20:36.557911 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dab4de77-9be1-4c3b-9971-316bd8608aec tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:36.561505 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55130) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:36.569363 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e119c02-4d1b-4a82-b954-555f4c618b51 None None] Routers {'65fc7d13-92b5-4436-9b92-5c96969d9505'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:20:36.570142 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-7e119c02-4d1b-4a82-b954-555f4c618b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:20:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['65fc7d13-92b5-4436-9b92-5c96969d9505'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:20:36.603039 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e3db0-cbc0-4789-849a-40089d08ab00 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Pushing event updated for resources: {'Port': ['ID=e0e6575a-c1fc-487b-8410-af71cc24e337,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:36.673298 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-dab4de77-9be1-4c3b-9971-316bd8608aec tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "DELETE /v2.0/floatingips/7c2b2c67-b0c3-4084-8f76-f84cb41a0425 HTTP/1.1" status: 204 len: 168 time: 1.4992883 Nov 27 04:20:36.673906 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d3c2f4c-da20-4fef-b110-f836715627b2', 'tag': 'dfac7cce-18ae-455a-9436-77147ef5f7c1'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:20:36.676410 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60a9531-a5f0-4b9e-a8f6-c1d2201eb1c0" -d '{"events": [{"name": "network-changed", "server_uuid": "2d3c2f4c-da20-4fef-b110-f836715627b2", "tag": "dfac7cce-18ae-455a-9436-77147ef5f7c1"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:20:36.736220 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-a88dcbaa-f917-4b1c-b628-ff2fd94a8510 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Deleting port e0e6575a-c1fc-487b-8410-af71cc24e337 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:20:36.736608 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a88dcbaa-f917-4b1c-b628-ff2fd94a8510 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:36.741780 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-7e119c02-4d1b-4a82-b954-555f4c618b51 None None] Set router 65fc7d13-92b5-4436-9b92-5c96969d9505 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:20:36.796178 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50671139-a6d2-4ab7-a866-b32cd919b485 x-openstack-request-id: req-50671139-a6d2-4ab7-a866-b32cd919b485 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:20:36.796460 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d3c2f4c-da20-4fef-b110-f836715627b2", "tag": "dfac7cce-18ae-455a-9436-77147ef5f7c1", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:20:36.796858 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-50671139-a6d2-4ab7-a866-b32cd919b485 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:20:36.797279 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d3c2f4c-da20-4fef-b110-f836715627b2', 'tag': 'dfac7cce-18ae-455a-9436-77147ef5f7c1', 'status': 'completed', 'code': 200} Nov 27 04:20:36.895991 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a9531-a5f0-4b9e-a8f6-c1d2201eb1c0 req-e036991d-47d7-4cdd-a17d-aaeab0c50b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:36.897530 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e60a9531-a5f0-4b9e-a8f6-c1d2201eb1c0 req-e036991d-47d7-4cdd-a17d-aaeab0c50b70 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=13b1fee7d54d401493a1883da20540bb&device_id=2d3c2f4c-da20-4fef-b110-f836715627b2 HTTP/1.1" status: 200 len: 1097 time: 0.0913689 Nov 27 04:20:36.919952 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a88dcbaa-f917-4b1c-b628-ff2fd94a8510 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:36.935208 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-a88dcbaa-f917-4b1c-b628-ff2fd94a8510 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Calling delete_port for e0e6575a-c1fc-487b-8410-af71cc24e337 owned by {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:20:36.969004 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-3b6b612a-f0d5-48a2-ab10-b618f4b9c08a None None] Provisioning complete for port e0e6575a-c1fc-487b-8410-af71cc24e337 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:20:36.969623 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3b6b612a-f0d5-48a2-ab10-b618f4b9c08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:37.027257 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-3b6b612a-f0d5-48a2-ab10-b618f4b9c08a None None] Port e0e6575a-c1fc-487b-8410-af71cc24e337 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:20:37.095115 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-7e119c02-4d1b-4a82-b954-555f4c618b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65fc7d13-92b5-4436-9b92-5c96969d9505', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812115195', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b98c48bc-28cf-4ed0-8539-7bf36bcc8c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:18:54Z', 'updated_at': '2021-11-27T04:19:01Z', 'revision_number': 4, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': 'b98c48bc-28cf-4ed0-8539-7bf36bcc8c05', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fc7d13-92b5-4436-9b92-5c96969d9505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:18:54Z', 'updated_at': '2021-11-27T04:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'db97abf9-8ed4-4c46-a1d7-3b7302a9b111', 'name': '', 'network_id': '16cb1c3b-c674-4d81-a1d5-ef4ac65c7115', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'mac_address': 'fa:16:3e:3a:b6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fc7d13-92b5-4436-9b92-5c96969d9505', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '230b3c5a-af3d-4d21-9799-ddc9a0766901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:18:59Z', 'updated_at': '2021-11-27T04:19:05Z', 'revision_number': 5, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'subnets': [{'id': '230b3c5a-af3d-4d21-9799-ddc9a0766901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:20:37.124576 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f9aa5-4536-4f6e-bbf4-7ecb800c327d req-93ab6baf-b41c-4a28-99c1-cb45fcee35f4 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:37.125029 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e119c02-4d1b-4a82-b954-555f4c618b51 None None] Checking router: 65fc7d13-92b5-4436-9b92-5c96969d9505 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:20:37.125520 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e17f9aa5-4536-4f6e-bbf4-7ecb800c327d req-93ab6baf-b41c-4a28-99c1-cb45fcee35f4 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3c2f4c-da20-4fef-b110-f836715627b2 HTTP/1.1" status: 200 len: 946 time: 0.0879867 Nov 27 04:20:37.127034 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a9531-a5f0-4b9e-a8f6-c1d2201eb1c0 req-5894648b-8d91-48f4-b3c0-b51dccd35b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:37.128376 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e60a9531-a5f0-4b9e-a8f6-c1d2201eb1c0 req-5894648b-8d91-48f4-b3c0-b51dccd35b7e service neutron] 10.222.0.11 "GET /v2.0/networks?id=16cb1c3b-c674-4d81-a1d5-ef4ac65c7115 HTTP/1.1" status: 200 len: 898 time: 0.2042360 Nov 27 04:20:37.141493 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e119c02-4d1b-4a82-b954-555f4c618b51 None None] Routers {'65fc7d13-92b5-4436-9b92-5c96969d9505'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:20:37.142369 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-7e119c02-4d1b-4a82-b954-555f4c618b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:20:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['65fc7d13-92b5-4436-9b92-5c96969d9505'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:20:37.170794 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a88dcbaa-f917-4b1c-b628-ff2fd94a8510 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:37.234317 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e17f9aa5-4536-4f6e-bbf4-7ecb800c327d req-8936829a-f9fe-4cdd-af76-66bc37aa211f tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa76e1c1-a1bf-4f68-a2dc-b67794f6d714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016123 Nov 27 04:20:37.236105 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e60a9531-a5f0-4b9e-a8f6-c1d2201eb1c0 req-6257a5bf-7e7d-4ea8-85b6-55b9e81a0656 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfac7cce-18ae-455a-9436-77147ef5f7c1 HTTP/1.1" status: 200 len: 217 time: 0.0962203 Nov 27 04:20:37.266088 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88dcbaa-f917-4b1c-b628-ff2fd94a8510 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Pushing event deleted for resources: {'Port': ['ID=e0e6575a-c1fc-487b-8410-af71cc24e337,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:37.317305 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a9531-a5f0-4b9e-a8f6-c1d2201eb1c0 req-71e4316a-4b0a-432f-9618-4a4aab5f0777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:37.318971 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e60a9531-a5f0-4b9e-a8f6-c1d2201eb1c0 req-71e4316a-4b0a-432f-9618-4a4aab5f0777 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=230b3c5a-af3d-4d21-9799-ddc9a0766901 HTTP/1.1" status: 200 len: 835 time: 0.0742199 Nov 27 04:20:37.397436 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a9531-a5f0-4b9e-a8f6-c1d2201eb1c0 req-9dfb9a86-8919-4c58-bd4e-1943eaab321c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:37.399100 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e60a9531-a5f0-4b9e-a8f6-c1d2201eb1c0 req-9dfb9a86-8919-4c58-bd4e-1943eaab321c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=16cb1c3b-c674-4d81-a1d5-ef4ac65c7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704627 Nov 27 04:20:37.437400 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-7e119c02-4d1b-4a82-b954-555f4c618b51 None None] Set router 65fc7d13-92b5-4436-9b92-5c96969d9505 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:20:37.469209 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a88dcbaa-f917-4b1c-b628-ff2fd94a8510 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:37.475582 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a88dcbaa-f917-4b1c-b628-ff2fd94a8510 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] 10.222.0.20 "DELETE /v2.0/ports/e0e6575a-c1fc-487b-8410-af71cc24e337 HTTP/1.1" status: 204 len: 168 time: 0.9127419 Nov 27 04:20:37.476210 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55152) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:37.509210 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-b92386ef-14ab-4288-9a62-e22edd9a2778 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] GET failed (client error): The resource could not be found. Nov 27 04:20:37.510829 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b92386ef-14ab-4288-9a62-e22edd9a2778 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] 10.222.0.20 "GET /v2.0/ports/e0e6575a-c1fc-487b-8410-af71cc24e337 HTTP/1.1" status: 404 len: 333 time: 0.0336258 Nov 27 04:20:37.513975 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55154) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:37.591414 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e60a9531-a5f0-4b9e-a8f6-c1d2201eb1c0 req-06896480-d4ef-42af-a55f-4fd908012d7e service neutron] 10.222.0.11 "GET /v2.0/networks/16cb1c3b-c674-4d81-a1d5-ef4ac65c7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786976 Nov 27 04:20:37.684638 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-f82d16e0-a821-4633-87dd-d608a31850fe tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Deleting port eec3f10f-14cb-41f4-8dca-169cbdbc5a9a {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:20:37.684989 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f82d16e0-a821-4633-87dd-d608a31850fe tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:37.700046 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-7e119c02-4d1b-4a82-b954-555f4c618b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65fc7d13-92b5-4436-9b92-5c96969d9505', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812115195', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b98c48bc-28cf-4ed0-8539-7bf36bcc8c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:18:54Z', 'updated_at': '2021-11-27T04:19:01Z', 'revision_number': 4, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': 'b98c48bc-28cf-4ed0-8539-7bf36bcc8c05', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fc7d13-92b5-4436-9b92-5c96969d9505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:18:54Z', 'updated_at': '2021-11-27T04:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'db97abf9-8ed4-4c46-a1d7-3b7302a9b111', 'name': '', 'network_id': '16cb1c3b-c674-4d81-a1d5-ef4ac65c7115', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'mac_address': 'fa:16:3e:3a:b6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fc7d13-92b5-4436-9b92-5c96969d9505', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '230b3c5a-af3d-4d21-9799-ddc9a0766901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:18:59Z', 'updated_at': '2021-11-27T04:19:05Z', 'revision_number': 5, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'subnets': [{'id': '230b3c5a-af3d-4d21-9799-ddc9a0766901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:20:37.730935 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e119c02-4d1b-4a82-b954-555f4c618b51 None None] The sync data for ids ['65fc7d13-92b5-4436-9b92-5c96969d9505'] in n-d-819494-3 is: [{'id': '65fc7d13-92b5-4436-9b92-5c96969d9505', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812115195', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b98c48bc-28cf-4ed0-8539-7bf36bcc8c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:18:54Z', 'updated_at': '2021-11-27T04:19:01Z', 'revision_number': 4, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': 'b98c48bc-28cf-4ed0-8539-7bf36bcc8c05', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fc7d13-92b5-4436-9b92-5c96969d9505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:18:54Z', 'updated_at': '2021-11-27T04:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'db97abf9-8ed4-4c46-a1d7-3b7302a9b111', 'name': '', 'network_id': '16cb1c3b-c674-4d81-a1d5-ef4ac65c7115', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'mac_address': 'fa:16:3e:3a:b6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fc7d13-92b5-4436-9b92-5c96969d9505', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '230b3c5a-af3d-4d21-9799-ddc9a0766901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:18:59Z', 'updated_at': '2021-11-27T04:19:05Z', 'revision_number': 5, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'subnets': [{'id': '230b3c5a-af3d-4d21-9799-ddc9a0766901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:20:37.767711 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e60a9531-a5f0-4b9e-a8f6-c1d2201eb1c0 req-3f1d6de3-4b1a-45d3-a2d0-e5e50418cd5a service neutron] 10.222.0.11 "GET /v2.0/networks/16cb1c3b-c674-4d81-a1d5-ef4ac65c7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654165 Nov 27 04:20:37.797370 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f82d16e0-a821-4633-87dd-d608a31850fe tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:37.813712 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-f82d16e0-a821-4633-87dd-d608a31850fe tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Calling delete_port for eec3f10f-14cb-41f4-8dca-169cbdbc5a9a owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:20:37.959897 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f82d16e0-a821-4633-87dd-d608a31850fe tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:37.993879 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d16e0-a821-4633-87dd-d608a31850fe tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Pushing event deleted for resources: {'Port': ['ID=eec3f10f-14cb-41f4-8dca-169cbdbc5a9a,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:38.007734 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f02034-9abe-4b2d-a15f-b2062e6c31b6 None None] New status for floating IP 7c2b2c67-b0c3-4084-8f76-f84cb41a0425: DOWN {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:20:38.023005 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f82d16e0-a821-4633-87dd-d608a31850fe tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:38.027454 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f82d16e0-a821-4633-87dd-d608a31850fe tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] 10.222.0.20 "DELETE /v2.0/ports/eec3f10f-14cb-41f4-8dca-169cbdbc5a9a HTTP/1.1" status: 204 len: 168 time: 0.5073080 Nov 27 04:20:38.030236 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55164) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:38.056543 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0a2b204-dfe2-4edf-a6a9-4f8d73f07955 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] GET failed (client error): The resource could not be found. Nov 27 04:20:38.062058 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f0a2b204-dfe2-4edf-a6a9-4f8d73f07955 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] 10.222.0.20 "GET /v2.0/ports/eec3f10f-14cb-41f4-8dca-169cbdbc5a9a HTTP/1.1" status: 404 len: 333 time: 0.0273814 Nov 27 04:20:38.062241 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55166) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:38.164477 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-fcdb1d9e-44bd-4065-834e-7ab0703cc81a tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Deleting port c72bfe98-0304-4f15-a677-57fb6d13f426 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:20:38.165233 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fcdb1d9e-44bd-4065-834e-7ab0703cc81a tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:38.291702 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fcdb1d9e-44bd-4065-834e-7ab0703cc81a tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:38.303913 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-fcdb1d9e-44bd-4065-834e-7ab0703cc81a tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Calling delete_port for c72bfe98-0304-4f15-a677-57fb6d13f426 owned by {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:20:38.415664 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01020f9e-6b47-43fa-a258-9bfff53b3ac8 req-d9b64bd8-5071-4c13-9f72-781e246a97e8 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:38.418610 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-01020f9e-6b47-43fa-a258-9bfff53b3ac8 req-d9b64bd8-5071-4c13-9f72-781e246a97e8 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3c2f4c-da20-4fef-b110-f836715627b2 HTTP/1.1" status: 200 len: 946 time: 0.0700285 Nov 27 04:20:38.461348 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f4e21-7a1d-4269-b43e-776d93b47f66 req-3ebd96c4-664a-4b62-866b-53943311b606 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:38.463567 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-921f4e21-7a1d-4269-b43e-776d93b47f66 req-3ebd96c4-664a-4b62-866b-53943311b606 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d3c2f4c-da20-4fef-b110-f836715627b2 HTTP/1.1" status: 200 len: 946 time: 0.0595629 Nov 27 04:20:38.518015 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-01020f9e-6b47-43fa-a258-9bfff53b3ac8 req-ea5c6326-d768-49eb-bda3-a6edcf8660b5 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa76e1c1-a1bf-4f68-a2dc-b67794f6d714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887952 Nov 27 04:20:38.537584 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fcdb1d9e-44bd-4065-834e-7ab0703cc81a tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:38.569727 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb1d9e-44bd-4065-834e-7ab0703cc81a tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Pushing event deleted for resources: {'Port': ['ID=c72bfe98-0304-4f15-a677-57fb6d13f426,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:38.576875 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-921f4e21-7a1d-4269-b43e-776d93b47f66 req-63314efd-06e6-4910-b5be-eab3b9785537 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Deleting port dfac7cce-18ae-455a-9436-77147ef5f7c1 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:20:38.577349 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-921f4e21-7a1d-4269-b43e-776d93b47f66 req-63314efd-06e6-4910-b5be-eab3b9785537 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:38.598530 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fcdb1d9e-44bd-4065-834e-7ab0703cc81a tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:38.604956 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-fcdb1d9e-44bd-4065-834e-7ab0703cc81a tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] 10.222.0.20 "DELETE /v2.0/ports/c72bfe98-0304-4f15-a677-57fb6d13f426 HTTP/1.1" status: 204 len: 168 time: 0.5387919 Nov 27 04:20:38.605204 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55180) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:38.669561 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ea22180-7164-48ca-ae9e-ecc30c69dc75 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Deleting subnet 729a3d35-01dd-47c3-a021-e116ba423911 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:20:38.673293 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4ea22180-7164-48ca-ae9e-ecc30c69dc75 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:38.686329 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-921f4e21-7a1d-4269-b43e-776d93b47f66 req-63314efd-06e6-4910-b5be-eab3b9785537 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] For port dfac7cce-18ae-455a-9436-77147ef5f7c1, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=dfac7cce-18ae-455a-9436-77147ef5f7c1,segment=NetworkSegment(8292b501-6605-4030-9e14-a29be529a23a),segment_id=8292b501-6605-4030-9e14-a29be529a23a)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:20:38.687012 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-921f4e21-7a1d-4269-b43e-776d93b47f66 req-63314efd-06e6-4910-b5be-eab3b9785537 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:38.704083 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-921f4e21-7a1d-4269-b43e-776d93b47f66 req-63314efd-06e6-4910-b5be-eab3b9785537 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Calling delete_port for dfac7cce-18ae-455a-9436-77147ef5f7c1 owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:20:38.723990 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4ea22180-7164-48ca-ae9e-ecc30c69dc75 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:38.863193 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-921f4e21-7a1d-4269-b43e-776d93b47f66 req-63314efd-06e6-4910-b5be-eab3b9785537 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:38.886571 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4ea22180-7164-48ca-ae9e-ecc30c69dc75 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:38.922935 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63314efd-06e6-4910-b5be-eab3b9785537 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event deleted for resources: {'Port': ['ID=dfac7cce-18ae-455a-9436-77147ef5f7c1,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:38.948267 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-921f4e21-7a1d-4269-b43e-776d93b47f66 req-63314efd-06e6-4910-b5be-eab3b9785537 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] No DVR routers for this DVR port dfac7cce-18ae-455a-9436-77147ef5f7c1 on host n-h2-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:20:38.951201 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-921f4e21-7a1d-4269-b43e-776d93b47f66 req-63314efd-06e6-4910-b5be-eab3b9785537 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:38.954817 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-921f4e21-7a1d-4269-b43e-776d93b47f66 req-63314efd-06e6-4910-b5be-eab3b9785537 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.11 "DELETE /v2.0/ports/dfac7cce-18ae-455a-9436-77147ef5f7c1 HTTP/1.1" status: 204 len: 173 time: 0.4845355 Nov 27 04:20:38.955367 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d3c2f4c-da20-4fef-b110-f836715627b2', 'name': 'network-vif-deleted', 'tag': 'dfac7cce-18ae-455a-9436-77147ef5f7c1'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:20:38.957962 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc1e796-c0d1-40d8-920a-41ffcb25cc78" -d '{"events": [{"server_uuid": "2d3c2f4c-da20-4fef-b110-f836715627b2", "name": "network-vif-deleted", "tag": "dfac7cce-18ae-455a-9436-77147ef5f7c1"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:20:38.969642 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4ea22180-7164-48ca-ae9e-ecc30c69dc75 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:38.987670 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4ea22180-7164-48ca-ae9e-ecc30c69dc75 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:38.997254 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89a2d40-3eb1-4ef1-8c01-6735ada092b5 None None] Network 1a094d9d-785f-4099-9425-e836a1ddca86 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:20:38.999771 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b92b660-a604-40d4-8eae-03ab10a07f9b x-openstack-request-id: req-6b92b660-a604-40d4-8eae-03ab10a07f9b {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:20:39.001061 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d3c2f4c-da20-4fef-b110-f836715627b2", "name": "network-vif-deleted", "tag": "dfac7cce-18ae-455a-9436-77147ef5f7c1", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:20:39.001535 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b92b660-a604-40d4-8eae-03ab10a07f9b {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:20:39.002152 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d3c2f4c-da20-4fef-b110-f836715627b2', 'name': 'network-vif-deleted', 'tag': 'dfac7cce-18ae-455a-9436-77147ef5f7c1', 'status': 'completed', 'code': 200} Nov 27 04:20:39.005803 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4ea22180-7164-48ca-ae9e-ecc30c69dc75 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] 10.222.0.20 "DELETE /v2.0/subnets/729a3d35-01dd-47c3-a021-e116ba423911 HTTP/1.1" status: 204 len: 168 time: 0.3995864 Nov 27 04:20:39.008438 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55188) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:39.041686 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea22180-7164-48ca-ae9e-ecc30c69dc75 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Pushing event deleted for resources: {'Subnet': ['ID=729a3d35-01dd-47c3-a021-e116ba423911,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:39.137198 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-52f9eb91-10fd-4f66-8b6a-3e7a2a8df7d4 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:39.215115 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-52f9eb91-10fd-4f66-8b6a-3e7a2a8df7d4 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Deleting port 77110a71-66d2-42f1-9210-187212b22e0c {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:20:39.215718 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-52f9eb91-10fd-4f66-8b6a-3e7a2a8df7d4 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:39.219375 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7922fe38-d873-49ce-b723-5f13d741aeb7 None None] DHCP port deletion for 1a094d9d-785f-4099-9425-e836a1ddca86 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:20:39.274974 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-7922fe38-d873-49ce-b723-5f13d741aeb7 None None] Deleting port 77110a71-66d2-42f1-9210-187212b22e0c {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:20:39.276159 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7922fe38-d873-49ce-b723-5f13d741aeb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:39.307714 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-52f9eb91-10fd-4f66-8b6a-3e7a2a8df7d4 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] For port 77110a71-66d2-42f1-9210-187212b22e0c, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=77110a71-66d2-42f1-9210-187212b22e0c,segment=NetworkSegment(94aa64ea-d9c0-488b-a9c2-18d7c070a6ae),segment_id=94aa64ea-d9c0-488b-a9c2-18d7c070a6ae)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:20:39.308195 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-52f9eb91-10fd-4f66-8b6a-3e7a2a8df7d4 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:39.323765 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-52f9eb91-10fd-4f66-8b6a-3e7a2a8df7d4 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Calling delete_port for 77110a71-66d2-42f1-9210-187212b22e0c owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:20:39.356927 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-7922fe38-d873-49ce-b723-5f13d741aeb7 None None] For port 77110a71-66d2-42f1-9210-187212b22e0c, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=77110a71-66d2-42f1-9210-187212b22e0c,segment=NetworkSegment(94aa64ea-d9c0-488b-a9c2-18d7c070a6ae),segment_id=94aa64ea-d9c0-488b-a9c2-18d7c070a6ae)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:20:39.357326 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7922fe38-d873-49ce-b723-5f13d741aeb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:39.388369 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-7922fe38-d873-49ce-b723-5f13d741aeb7 None None] Calling delete_port for 77110a71-66d2-42f1-9210-187212b22e0c owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:20:39.427048 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-52f9eb91-10fd-4f66-8b6a-3e7a2a8df7d4 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:39.464479 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9eb91-10fd-4f66-8b6a-3e7a2a8df7d4 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Pushing event deleted for resources: {'Port': ['ID=77110a71-66d2-42f1-9210-187212b22e0c,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:39.466911 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f9eb91-10fd-4f66-8b6a-3e7a2a8df7d4 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] No DVR routers for this DVR port 77110a71-66d2-42f1-9210-187212b22e0c on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:20:39.524909 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7922fe38-d873-49ce-b723-5f13d741aeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:39.552181 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7922fe38-d873-49ce-b723-5f13d741aeb7 None None] Pushing event deleted for resources: {'Port': ['ID=77110a71-66d2-42f1-9210-187212b22e0c,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:39.558786 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7922fe38-d873-49ce-b723-5f13d741aeb7 None None] No DVR routers for this DVR port 77110a71-66d2-42f1-9210-187212b22e0c on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:20:39.604449 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-52f9eb91-10fd-4f66-8b6a-3e7a2a8df7d4 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:39.630773 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-52f9eb91-10fd-4f66-8b6a-3e7a2a8df7d4 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a094d9d-785f-4099-9425-e836a1ddca86']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:20:39.642635 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-52f9eb91-10fd-4f66-8b6a-3e7a2a8df7d4 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94aa64ea-d9c0-488b-a9c2-18d7c070a6ae') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:20:39.643257 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-52f9eb91-10fd-4f66-8b6a-3e7a2a8df7d4 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94aa64ea-d9c0-488b-a9c2-18d7c070a6ae') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:20:39.654444 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-52f9eb91-10fd-4f66-8b6a-3e7a2a8df7d4 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:39.668418 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ba166f51-8b67-4fe2-9fe4-e1bc6383ef62 req-97106f50-737a-481b-8c0b-1ad4c4186053 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3c2f4c-da20-4fef-b110-f836715627b2 HTTP/1.1" status: 200 len: 210 time: 0.0310614 Nov 27 04:20:39.670221 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-52f9eb91-10fd-4f66-8b6a-3e7a2a8df7d4 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:39.677360 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52f9eb91-10fd-4f66-8b6a-3e7a2a8df7d4 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:20:39.678012 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-52f9eb91-10fd-4f66-8b6a-3e7a2a8df7d4 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:39.682579 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:20:39.682579 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:20:39.682579 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:20:39.682579 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:20:39.682579 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:20:39.682579 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:20:39.682579 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:20:39.682579 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:20:39.682579 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:20:39.682579 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:20:39.682579 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:20:39.682579 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:20:39.682579 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:20:39.682579 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:20:39.682579 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:20:39.682579 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:20:39.682579 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:20:39.682579 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:20:39.682579 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:20:39.682579 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:20:39.682579 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:20:39.682579 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:20:39.682579 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:20:39.682579 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:20:39.682579 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:20:39.682579 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:20:39.682579 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:20:39.682579 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:20:39.682579 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:20:39.682579 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:20:39.682579 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:20:39.682579 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:20:39.749358 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-52f9eb91-10fd-4f66-8b6a-3e7a2a8df7d4 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:39.757396 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-52f9eb91-10fd-4f66-8b6a-3e7a2a8df7d4 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:39.760727 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-52f9eb91-10fd-4f66-8b6a-3e7a2a8df7d4 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] 10.222.0.20 "DELETE /v2.0/networks/1a094d9d-785f-4099-9425-e836a1ddca86 HTTP/1.1" status: 204 len: 168 time: 0.7513225 Nov 27 04:20:39.773019 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9eb91-10fd-4f66-8b6a-3e7a2a8df7d4 tempest-AllowedAddressPairIpV6TestJSON-1805457095 tempest-AllowedAddressPairIpV6TestJSON-1805457095-project] Pushing event deleted for resources: {'Network': ['ID=1a094d9d-785f-4099-9425-e836a1ddca86,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:40.020258 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55214) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:40.154833 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4192e133-2ab0-492c-ae7d-b66ae56c71a1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7a249d0fec0a48aead2cabf92221e065&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1334407 Nov 27 04:20:40.157255 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55218) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:40.208520 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4e302f02-d523-400b-8600-2db55bb54e48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:40.231341 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4e302f02-d523-400b-8600-2db55bb54e48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:40.283616 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4e302f02-d523-400b-8600-2db55bb54e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:40.285735 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4e302f02-d523-400b-8600-2db55bb54e48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:40.286966 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4e302f02-d523-400b-8600-2db55bb54e48 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/66b014a8-d14c-4176-9ca4-a5bacab99d9e HTTP/1.1" status: 204 len: 168 time: 0.1286738 Nov 27 04:20:40.296318 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e302f02-d523-400b-8600-2db55bb54e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b014a8-d14c-4176-9ca4-a5bacab99d9e,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:40.547526 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 77110a71-66d2-42f1-9210-187212b22e0c no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:20:40.571793 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 77110a71-66d2-42f1-9210-187212b22e0c {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:20:40.572274 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 77110a71-66d2-42f1-9210-187212b22e0c not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:20:40.727841 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55244) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:40.816819 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device dfac7cce-18ae-455a-9436-77147ef5f7c1 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:20:40.837746 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: dfac7cce-18ae-455a-9436-77147ef5f7c1 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:20:40.838653 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device dfac7cce-18ae-455a-9436-77147ef5f7c1 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:20:40.994710 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55258) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:41.101641 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-0a5228c7-e1ff-454a-b9ff-5836e29cd8bc tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1974503770'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:20:41.124044 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5228c7-e1ff-454a-b9ff-5836e29cd8bc tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Made reservation on behalf of 637230c30b404553850b75f10d3d090b for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:20:41.127929 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0a5228c7-e1ff-454a-b9ff-5836e29cd8bc tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:41.142900 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0a5228c7-e1ff-454a-b9ff-5836e29cd8bc tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:41.220032 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0286f0af-9198-4cee-8743-69ea85fab735 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:41.232954 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0a5228c7-e1ff-454a-b9ff-5836e29cd8bc tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:41.237711 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0a5228c7-e1ff-454a-b9ff-5836e29cd8bc tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:41.267683 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a5228c7-e1ff-454a-b9ff-5836e29cd8bc tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:20:41.274119 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5228c7-e1ff-454a-b9ff-5836e29cd8bc tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de6dde36-54fc-44c9-8fc1-3ca8a2ae38d1,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:41.282866 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0a5228c7-e1ff-454a-b9ff-5836e29cd8bc tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:41.283211 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-0a5228c7-e1ff-454a-b9ff-5836e29cd8bc tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Added segment c7717ebc-b4ca-4fbc-aa3d-bd1fb5d031e3 of type vlan for network 06449a96-6eaf-43c5-aba1-4c513d2651df Nov 27 04:20:41.328103 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0a5228c7-e1ff-454a-b9ff-5836e29cd8bc tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:41.358334 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0a5228c7-e1ff-454a-b9ff-5836e29cd8bc tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:41.364593 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5228c7-e1ff-454a-b9ff-5836e29cd8bc tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:41.365440 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0a5228c7-e1ff-454a-b9ff-5836e29cd8bc tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:41.425024 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0a5228c7-e1ff-454a-b9ff-5836e29cd8bc tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.4291074 Nov 27 04:20:41.428344 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55274) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:41.436205 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-8ee304ef-216a-40ca-835d-485495cfb665 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Request body: {'subnet': {'network_id': '06449a96-6eaf-43c5-aba1-4c513d2651df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:20:41.492525 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5228c7-e1ff-454a-b9ff-5836e29cd8bc tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Pushing event updated for resources: {'Network': ['ID=06449a96-6eaf-43c5-aba1-4c513d2651df,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:41.517136 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 06449a96-6eaf-43c5-aba1-4c513d2651df details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:20:41.551998 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee304ef-216a-40ca-835d-485495cfb665 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Made reservation on behalf of 637230c30b404553850b75f10d3d090b for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:20:41.556494 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8ee304ef-216a-40ca-835d-485495cfb665 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:41.564647 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-0286f0af-9198-4cee-8743-69ea85fab735 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Deleting port db97abf9-8ed4-4c46-a1d7-3b7302a9b111 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:20:41.565048 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0286f0af-9198-4cee-8743-69ea85fab735 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:41.779499 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8ee304ef-216a-40ca-835d-485495cfb665 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:41.855350 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee304ef-216a-40ca-835d-485495cfb665 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Pushing event updated for resources: {'Subnet': ['ID=e76d25f0-874d-4f92-b88a-07f8a004dc3c,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:41.864507 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee304ef-216a-40ca-835d-485495cfb665 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Checking segment: {'id': 'c7717ebc-b4ca-4fbc-aa3d-bd1fb5d031e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '06449a96-6eaf-43c5-aba1-4c513d2651df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:20:41.864958 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee304ef-216a-40ca-835d-485495cfb665 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Network hostable DHCP agents. Network: 06449a96-6eaf-43c5-aba1-4c513d2651df, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:20:41.883343 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee304ef-216a-40ca-835d-485495cfb665 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Network 06449a96-6eaf-43c5-aba1-4c513d2651df is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:20:41.895874 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-8ee304ef-216a-40ca-835d-485495cfb665 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 06449a96-6eaf-43c5-aba1-4c513d2651df) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:20:41.903609 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee304ef-216a-40ca-835d-485495cfb665 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:41.904397 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8ee304ef-216a-40ca-835d-485495cfb665 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:41.912296 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f1b898-c396-42bb-ba0a-8407302c972c None None] Network 06449a96-6eaf-43c5-aba1-4c513d2651df requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:20:41.926031 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-0286f0af-9198-4cee-8743-69ea85fab735 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] For port db97abf9-8ed4-4c46-a1d7-3b7302a9b111, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=db97abf9-8ed4-4c46-a1d7-3b7302a9b111,segment=NetworkSegment(8292b501-6605-4030-9e14-a29be529a23a),segment_id=8292b501-6605-4030-9e14-a29be529a23a)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:20:41.926892 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0286f0af-9198-4cee-8743-69ea85fab735 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:41.930358 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8ee304ef-216a-40ca-835d-485495cfb665 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5010011 Nov 27 04:20:41.931135 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55282) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:41.937725 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-391b8e07-6f55-441c-a73c-2f7e19c87034 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Request body: {'port': {'network_id': '06449a96-6eaf-43c5-aba1-4c513d2651df', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-242859461'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:20:41.940631 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-0286f0af-9198-4cee-8743-69ea85fab735 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Calling delete_port for db97abf9-8ed4-4c46-a1d7-3b7302a9b111 owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:20:42.074516 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4487fe-dfd7-4e3c-928c-5f6ae6b49ad2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-06449a96-6eaf-43c5-aba1-4c513d2651df', 'network_id': '06449a96-6eaf-43c5-aba1-4c513d2651df', 'tenant_id': '637230c30b404553850b75f10d3d090b', 'fixed_ips': [{'subnet_id': 'e76d25f0-874d-4f92-b88a-07f8a004dc3c'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:20:42.076110 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-fd4487fe-dfd7-4e3c-928c-5f6ae6b49ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:42.095490 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391b8e07-6f55-441c-a73c-2f7e19c87034 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Made reservation on behalf of 637230c30b404553850b75f10d3d090b for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:20:42.101589 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-391b8e07-6f55-441c-a73c-2f7e19c87034 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:42.129602 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-391b8e07-6f55-441c-a73c-2f7e19c87034 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] device_id is not set on port 58c04aa2-a9e7-443c-a050-9caae1c02e1d yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:20:42.187851 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0286f0af-9198-4cee-8743-69ea85fab735 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:42.222679 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286f0af-9198-4cee-8743-69ea85fab735 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event deleted for resources: {'Port': ['ID=db97abf9-8ed4-4c46-a1d7-3b7302a9b111,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:42.250378 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-fd4487fe-dfd7-4e3c-928c-5f6ae6b49ad2 None None] Allocated IP 2001:db8::2 (06449a96-6eaf-43c5-aba1-4c513d2651df/e76d25f0-874d-4f92-b88a-07f8a004dc3c/8860604b-cabd-4050-a540-77c8b85c479b) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:20:42.440592 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0286f0af-9198-4cee-8743-69ea85fab735 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:42.611975 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-fd4487fe-dfd7-4e3c-928c-5f6ae6b49ad2 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:42.621043 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-fd4487fe-dfd7-4e3c-928c-5f6ae6b49ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:42.675822 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4487fe-dfd7-4e3c-928c-5f6ae6b49ad2 None None] Network 06449a96-6eaf-43c5-aba1-4c513d2651df is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:20:42.685330 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-fd4487fe-dfd7-4e3c-928c-5f6ae6b49ad2 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:20:42.692855 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4487fe-dfd7-4e3c-928c-5f6ae6b49ad2 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:20:42.700975 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-391b8e07-6f55-441c-a73c-2f7e19c87034 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Allocated IP 2001:db8::5d (06449a96-6eaf-43c5-aba1-4c513d2651df/e76d25f0-874d-4f92-b88a-07f8a004dc3c/58c04aa2-a9e7-443c-a050-9caae1c02e1d) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:20:42.727465 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0286f0af-9198-4cee-8743-69ea85fab735 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Router 65fc7d13-92b5-4436-9b92-5c96969d9505 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:20:42.748842 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4487fe-dfd7-4e3c-928c-5f6ae6b49ad2 None None] Pushing event updated for resources: {'Port': ['ID=8860604b-cabd-4050-a540-77c8b85c479b,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:42.762478 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-fd4487fe-dfd7-4e3c-928c-5f6ae6b49ad2 None None] Attempting to bind port 8860604b-cabd-4050-a540-77c8b85c479b on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:20:42.763164 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-fd4487fe-dfd7-4e3c-928c-5f6ae6b49ad2 None None] Attempting to bind port 8860604b-cabd-4050-a540-77c8b85c479b by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'c7717ebc-b4ca-4fbc-aa3d-bd1fb5d031e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '06449a96-6eaf-43c5-aba1-4c513d2651df'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:20:42.763780 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4487fe-dfd7-4e3c-928c-5f6ae6b49ad2 None None] Attempting to bind port 8860604b-cabd-4050-a540-77c8b85c479b on network 06449a96-6eaf-43c5-aba1-4c513d2651df {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:20:42.769125 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4487fe-dfd7-4e3c-928c-5f6ae6b49ad2 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:20:42.770070 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4487fe-dfd7-4e3c-928c-5f6ae6b49ad2 None None] Checking segment: {'id': 'c7717ebc-b4ca-4fbc-aa3d-bd1fb5d031e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '06449a96-6eaf-43c5-aba1-4c513d2651df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:20:42.770735 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-fd4487fe-dfd7-4e3c-928c-5f6ae6b49ad2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:42.771371 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4487fe-dfd7-4e3c-928c-5f6ae6b49ad2 None None] Bound using segment: {'id': 'c7717ebc-b4ca-4fbc-aa3d-bd1fb5d031e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '06449a96-6eaf-43c5-aba1-4c513d2651df'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:20:42.772195 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-fd4487fe-dfd7-4e3c-928c-5f6ae6b49ad2 None None] Bound port: 8860604b-cabd-4050-a540-77c8b85c479b, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7717ebc-b4ca-4fbc-aa3d-bd1fb5d031e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '06449a96-6eaf-43c5-aba1-4c513d2651df'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:20:42.772830 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-fd4487fe-dfd7-4e3c-928c-5f6ae6b49ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:42.847674 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-fd4487fe-dfd7-4e3c-928c-5f6ae6b49ad2 None None] For port 8860604b-cabd-4050-a540-77c8b85c479b, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:20:42.851955 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0286f0af-9198-4cee-8743-69ea85fab735 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:20:42.853232 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-fd4487fe-dfd7-4e3c-928c-5f6ae6b49ad2 None None] For port 8860604b-cabd-4050-a540-77c8b85c479b, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=8860604b-cabd-4050-a540-77c8b85c479b,segment=NetworkSegment(c7717ebc-b4ca-4fbc-aa3d-bd1fb5d031e3),segment_id=c7717ebc-b4ca-4fbc-aa3d-bd1fb5d031e3)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:20:42.863338 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10946c06-bb16-4ec9-9b22-992132c097a6 None None] Sync routers for ids ['65fc7d13-92b5-4436-9b92-5c96969d9505'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:20:42.868097 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0286f0af-9198-4cee-8743-69ea85fab735 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "PUT /v2.0/routers/65fc7d13-92b5-4436-9b92-5c96969d9505/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1391268 Nov 27 04:20:42.868761 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55300) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:42.875606 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10946c06-bb16-4ec9-9b22-992132c097a6 None None] Routers {'65fc7d13-92b5-4436-9b92-5c96969d9505'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:20:42.876532 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-10946c06-bb16-4ec9-9b22-992132c097a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:20:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['65fc7d13-92b5-4436-9b92-5c96969d9505'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:20:42.876798 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-fd4487fe-dfd7-4e3c-928c-5f6ae6b49ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:42.898583 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-391b8e07-6f55-441c-a73c-2f7e19c87034 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:42.936321 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5975a3d-0fc5-4496-bf6f-21ae10860689 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Deleting subnet 230b3c5a-af3d-4d21-9799-ddc9a0766901 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:20:42.944359 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f5975a3d-0fc5-4496-bf6f-21ae10860689 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:42.978131 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-391b8e07-6f55-441c-a73c-2f7e19c87034 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:42.995277 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-10946c06-bb16-4ec9-9b22-992132c097a6 None None] Set router 65fc7d13-92b5-4436-9b92-5c96969d9505 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:20:42.997352 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4487fe-dfd7-4e3c-928c-5f6ae6b49ad2 None None] Pushing event updated for resources: {'Port': ['ID=8860604b-cabd-4050-a540-77c8b85c479b,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:43.014881 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f5975a3d-0fc5-4496-bf6f-21ae10860689 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:43.037826 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391b8e07-6f55-441c-a73c-2f7e19c87034 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Network 06449a96-6eaf-43c5-aba1-4c513d2651df is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:20:43.041829 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-391b8e07-6f55-441c-a73c-2f7e19c87034 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:20:43.047219 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391b8e07-6f55-441c-a73c-2f7e19c87034 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:20:43.052822 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391b8e07-6f55-441c-a73c-2f7e19c87034 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:43.053541 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-391b8e07-6f55-441c-a73c-2f7e19c87034 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:43.057424 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b8e07-6f55-441c-a73c-2f7e19c87034 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Pushing event updated for resources: {'Port': ['ID=58c04aa2-a9e7-443c-a050-9caae1c02e1d,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:43.083620 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-391b8e07-6f55-441c-a73c-2f7e19c87034 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 1.1471658 Nov 27 04:20:43.083926 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55302) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:43.089698 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-45b343b4-1eec-4e83-b1d1-fcb10c7fe086 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Request body: {'port': {'network_id': '06449a96-6eaf-43c5-aba1-4c513d2651df', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-286395033', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:20:43.090189 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.api.validators [None req-45b343b4-1eec-4e83-b1d1-fcb10c7fe086 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] bootfile-name is not in valid_values {{(pid=110018) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 04:20:43.090598 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.api.validators [None req-45b343b4-1eec-4e83-b1d1-fcb10c7fe086 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] tftp-server is not in valid_values {{(pid=110018) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 04:20:43.090936 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.api.validators [None req-45b343b4-1eec-4e83-b1d1-fcb10c7fe086 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] server-ip-address is not in valid_values {{(pid=110018) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 04:20:43.157840 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f5975a3d-0fc5-4496-bf6f-21ae10860689 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:43.260083 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b343b4-1eec-4e83-b1d1-fcb10c7fe086 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Made reservation on behalf of 637230c30b404553850b75f10d3d090b for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:20:43.264416 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-45b343b4-1eec-4e83-b1d1-fcb10c7fe086 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:43.283944 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f5975a3d-0fc5-4496-bf6f-21ae10860689 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:43.294246 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-10946c06-bb16-4ec9-9b22-992132c097a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65fc7d13-92b5-4436-9b92-5c96969d9505', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812115195', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b98c48bc-28cf-4ed0-8539-7bf36bcc8c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:18:54Z', 'updated_at': '2021-11-27T04:20:42Z', 'revision_number': 5, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': 'b98c48bc-28cf-4ed0-8539-7bf36bcc8c05', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fc7d13-92b5-4436-9b92-5c96969d9505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:18:54Z', 'updated_at': '2021-11-27T04:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:20:43.327339 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-45b343b4-1eec-4e83-b1d1-fcb10c7fe086 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] device_id is not set on port 3079b69d-955f-4e13-8d0f-cb888f2cbc33 yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:20:43.352718 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10946c06-bb16-4ec9-9b22-992132c097a6 None None] Checking router: 65fc7d13-92b5-4436-9b92-5c96969d9505 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:20:43.364179 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10946c06-bb16-4ec9-9b22-992132c097a6 None None] Routers {'65fc7d13-92b5-4436-9b92-5c96969d9505'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:20:43.365099 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-10946c06-bb16-4ec9-9b22-992132c097a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:20:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['65fc7d13-92b5-4436-9b92-5c96969d9505'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:20:43.366776 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5975a3d-0fc5-4496-bf6f-21ae10860689 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event deleted for resources: {'Subnet': ['ID=230b3c5a-af3d-4d21-9799-ddc9a0766901,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:43.369212 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f5975a3d-0fc5-4496-bf6f-21ae10860689 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:43.372714 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f5975a3d-0fc5-4496-bf6f-21ae10860689 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "DELETE /v2.0/subnets/230b3c5a-af3d-4d21-9799-ddc9a0766901 HTTP/1.1" status: 204 len: 168 time: 0.5024960 Nov 27 04:20:43.375251 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55308) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:43.381053 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d2d59c-16c3-468c-8c0a-9eaee5d7ceb0 None None] Network 16cb1c3b-c674-4d81-a1d5-ef4ac65c7115 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:20:43.511978 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-45b343b4-1eec-4e83-b1d1-fcb10c7fe086 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Allocated IP 2001:db8::78 (06449a96-6eaf-43c5-aba1-4c513d2651df/e76d25f0-874d-4f92-b88a-07f8a004dc3c/3079b69d-955f-4e13-8d0f-cb888f2cbc33) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:20:43.579039 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-10946c06-bb16-4ec9-9b22-992132c097a6 None None] Set router 65fc7d13-92b5-4436-9b92-5c96969d9505 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:20:43.595064 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6f6e4a68-e7bf-4bcd-838d-c0590e2a1fbc tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:43.705049 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:20:43.717283 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6bc3e7-3954-47bd-ab79-17c774aae9b3 None None] DHCP port deletion for 16cb1c3b-c674-4d81-a1d5-ef4ac65c7115 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:20:43.763937 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-45b343b4-1eec-4e83-b1d1-fcb10c7fe086 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:43.812248 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-ef6bc3e7-3954-47bd-ab79-17c774aae9b3 None None] Deleting port e1283dfa-f09b-4ca0-adef-63d2ca1b63ac {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:20:43.812944 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ef6bc3e7-3954-47bd-ab79-17c774aae9b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:43.816525 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6f6e4a68-e7bf-4bcd-838d-c0590e2a1fbc tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:43.824130 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-45b343b4-1eec-4e83-b1d1-fcb10c7fe086 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:43.888431 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-ef6bc3e7-3954-47bd-ab79-17c774aae9b3 None None] For port e1283dfa-f09b-4ca0-adef-63d2ca1b63ac, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=e1283dfa-f09b-4ca0-adef-63d2ca1b63ac,segment=NetworkSegment(8292b501-6605-4030-9e14-a29be529a23a),segment_id=8292b501-6605-4030-9e14-a29be529a23a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:20:43.889219 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ef6bc3e7-3954-47bd-ab79-17c774aae9b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:43.901924 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-10946c06-bb16-4ec9-9b22-992132c097a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65fc7d13-92b5-4436-9b92-5c96969d9505', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812115195', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b98c48bc-28cf-4ed0-8539-7bf36bcc8c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:18:54Z', 'updated_at': '2021-11-27T04:20:42Z', 'revision_number': 5, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': 'b98c48bc-28cf-4ed0-8539-7bf36bcc8c05', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fc7d13-92b5-4436-9b92-5c96969d9505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:18:54Z', 'updated_at': '2021-11-27T04:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:20:43.907193 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-ef6bc3e7-3954-47bd-ab79-17c774aae9b3 None None] Calling delete_port for e1283dfa-f09b-4ca0-adef-63d2ca1b63ac owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:20:43.926605 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b343b4-1eec-4e83-b1d1-fcb10c7fe086 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Network 06449a96-6eaf-43c5-aba1-4c513d2651df is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:20:43.928878 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-6f6e4a68-e7bf-4bcd-838d-c0590e2a1fbc tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Deleting port b98c48bc-28cf-4ed0-8539-7bf36bcc8c05 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:20:43.929221 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6f6e4a68-e7bf-4bcd-838d-c0590e2a1fbc tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:43.935399 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-45b343b4-1eec-4e83-b1d1-fcb10c7fe086 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:20:43.935874 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10946c06-bb16-4ec9-9b22-992132c097a6 None None] The sync data for ids ['65fc7d13-92b5-4436-9b92-5c96969d9505'] in n-d-819494-3 is: [{'id': '65fc7d13-92b5-4436-9b92-5c96969d9505', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812115195', 'tenant_id': '13b1fee7d54d401493a1883da20540bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b98c48bc-28cf-4ed0-8539-7bf36bcc8c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:18:54Z', 'updated_at': '2021-11-27T04:20:42Z', 'revision_number': 5, 'project_id': '13b1fee7d54d401493a1883da20540bb', 'gw_port': {'id': 'b98c48bc-28cf-4ed0-8539-7bf36bcc8c05', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fc7d13-92b5-4436-9b92-5c96969d9505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:18:54Z', 'updated_at': '2021-11-27T04:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:20:43.946420 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b343b4-1eec-4e83-b1d1-fcb10c7fe086 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:20:43.953099 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b343b4-1eec-4e83-b1d1-fcb10c7fe086 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:43.953855 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-45b343b4-1eec-4e83-b1d1-fcb10c7fe086 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:43.964455 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b343b4-1eec-4e83-b1d1-fcb10c7fe086 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Pushing event updated for resources: {'Port': ['ID=3079b69d-955f-4e13-8d0f-cb888f2cbc33,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:43.989517 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-45b343b4-1eec-4e83-b1d1-fcb10c7fe086 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 0.9041595 Nov 27 04:20:43.999120 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55320) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:44.074974 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ef6bc3e7-3954-47bd-ab79-17c774aae9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:44.112560 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-6f6e4a68-e7bf-4bcd-838d-c0590e2a1fbc tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] For port b98c48bc-28cf-4ed0-8539-7bf36bcc8c05, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b98c48bc-28cf-4ed0-8539-7bf36bcc8c05,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:20:44.113169 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6f6e4a68-e7bf-4bcd-838d-c0590e2a1fbc tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:44.120875 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6bc3e7-3954-47bd-ab79-17c774aae9b3 None None] No DVR routers for this DVR port e1283dfa-f09b-4ca0-adef-63d2ca1b63ac on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:20:44.123117 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6bc3e7-3954-47bd-ab79-17c774aae9b3 None None] Pushing event deleted for resources: {'Port': ['ID=e1283dfa-f09b-4ca0-adef-63d2ca1b63ac,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:44.139500 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-6f6e4a68-e7bf-4bcd-838d-c0590e2a1fbc tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Calling delete_port for b98c48bc-28cf-4ed0-8539-7bf36bcc8c05 owned by network:router_gateway {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:20:44.150960 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b0485a-cf06-4460-8778-af0ed8d787fb tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:44.158179 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b0485a-cf06-4460-8778-af0ed8d787fb tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:44.164474 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b0485a-cf06-4460-8778-af0ed8d787fb tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:44.169652 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a2b0485a-cf06-4460-8778-af0ed8d787fb tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1664906 Nov 27 04:20:44.169923 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55322) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:44.281073 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-da3b75e4-26fe-4fdd-92ff-0a3dae22e96b tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Deleting port 3079b69d-955f-4e13-8d0f-cb888f2cbc33 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:20:44.281753 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-da3b75e4-26fe-4fdd-92ff-0a3dae22e96b tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:44.407086 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6f6e4a68-e7bf-4bcd-838d-c0590e2a1fbc tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:44.436532 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-da3b75e4-26fe-4fdd-92ff-0a3dae22e96b tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:44.447766 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e4a68-e7bf-4bcd-838d-c0590e2a1fbc tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event deleted for resources: {'Port': ['ID=b98c48bc-28cf-4ed0-8539-7bf36bcc8c05,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:44.451897 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-da3b75e4-26fe-4fdd-92ff-0a3dae22e96b tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Calling delete_port for 3079b69d-955f-4e13-8d0f-cb888f2cbc33 owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:20:44.469228 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c5b328-046c-4120-b9f2-cd6e3531a5ee None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:20:44.516299 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bea166d-3cda-4cd5-b9d3-d879813351b9 None None] Network 06449a96-6eaf-43c5-aba1-4c513d2651df requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:20:44.557313 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6f6e4a68-e7bf-4bcd-838d-c0590e2a1fbc tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:44.614095 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-2ac22eda-cecc-4be6-9a6c-f751fc8ba511 None None] Provisioning complete for port 8860604b-cabd-4050-a540-77c8b85c479b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:20:44.614543 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2ac22eda-cecc-4be6-9a6c-f751fc8ba511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:44.709238 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-da3b75e4-26fe-4fdd-92ff-0a3dae22e96b tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:44.749703 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3b75e4-26fe-4fdd-92ff-0a3dae22e96b tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Pushing event deleted for resources: {'Port': ['ID=3079b69d-955f-4e13-8d0f-cb888f2cbc33,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:44.754844 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6f6e4a68-e7bf-4bcd-838d-c0590e2a1fbc tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:44.768681 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6f6e4a68-e7bf-4bcd-838d-c0590e2a1fbc tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:44.783476 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-da3b75e4-26fe-4fdd-92ff-0a3dae22e96b tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:44.786586 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 8860604b-cabd-4050-a540-77c8b85c479b up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:20:44.791710 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-da3b75e4-26fe-4fdd-92ff-0a3dae22e96b tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] 10.222.0.20 "DELETE /v2.0/ports/3079b69d-955f-4e13-8d0f-cb888f2cbc33 HTTP/1.1" status: 204 len: 168 time: 0.6167543 Nov 27 04:20:44.792707 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55334) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:44.800226 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-3dc9d8ee-7a41-4962-9929-4343d595ddc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Request body: {'port': {'name': 'tempest-new-port-name-183689498', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:20:44.800508 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.api.validators [None req-3dc9d8ee-7a41-4962-9929-4343d595ddc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] bootfile-name is not in valid_values {{(pid=110018) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 04:20:44.800867 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.api.validators [None req-3dc9d8ee-7a41-4962-9929-4343d595ddc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] tftp-server is not in valid_values {{(pid=110018) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 04:20:44.801283 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.api.validators [None req-3dc9d8ee-7a41-4962-9929-4343d595ddc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] server-ip-address is not in valid_values {{(pid=110018) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 04:20:44.855460 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6f6e4a68-e7bf-4bcd-838d-c0590e2a1fbc tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:44.855713 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6e4a68-e7bf-4bcd-838d-c0590e2a1fbc tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Fanout notify agent at l3_agent the message router_deleted on router 65fc7d13-92b5-4436-9b92-5c96969d9505 {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:20:44.868329 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6f6e4a68-e7bf-4bcd-838d-c0590e2a1fbc tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:44.872699 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6f6e4a68-e7bf-4bcd-838d-c0590e2a1fbc tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "DELETE /v2.0/routers/65fc7d13-92b5-4436-9b92-5c96969d9505 HTTP/1.1" status: 204 len: 168 time: 1.4935126 Nov 27 04:20:44.872988 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55336) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:44.903321 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3dc9d8ee-7a41-4962-9929-4343d595ddc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:44.989614 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cd45f8c9-f94e-469a-9868-219e75481748 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:45.003770 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2ac22eda-cecc-4be6-9a6c-f751fc8ba511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:45.018307 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 8860604b-cabd-4050-a540-77c8b85c479b triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:20:45.018715 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:45.154602 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-2ac22eda-cecc-4be6-9a6c-f751fc8ba511 None None] For port 8860604b-cabd-4050-a540-77c8b85c479b, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=8860604b-cabd-4050-a540-77c8b85c479b,segment=NetworkSegment(c7717ebc-b4ca-4fbc-aa3d-bd1fb5d031e3),segment_id=c7717ebc-b4ca-4fbc-aa3d-bd1fb5d031e3)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:20:45.165494 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2ac22eda-cecc-4be6-9a6c-f751fc8ba511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:45.186331 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cd45f8c9-f94e-469a-9868-219e75481748 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:45.260821 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-cd45f8c9-f94e-469a-9868-219e75481748 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16cb1c3b-c674-4d81-a1d5-ef4ac65c7115']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:20:45.277943 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-cd45f8c9-f94e-469a-9868-219e75481748 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8292b501-6605-4030-9e14-a29be529a23a') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:20:45.278269 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-cd45f8c9-f94e-469a-9868-219e75481748 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8292b501-6605-4030-9e14-a29be529a23a') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:20:45.286523 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac22eda-cecc-4be6-9a6c-f751fc8ba511 None None] Pushing event updated for resources: {'Port': ['ID=8860604b-cabd-4050-a540-77c8b85c479b,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:45.303217 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cd45f8c9-f94e-469a-9868-219e75481748 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:45.326346 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cd45f8c9-f94e-469a-9868-219e75481748 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:45.333428 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd45f8c9-f94e-469a-9868-219e75481748 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:20:45.333769 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cd45f8c9-f94e-469a-9868-219e75481748 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:45.337024 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:20:45.337024 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:20:45.337024 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:20:45.337024 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:20:45.337024 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:20:45.337024 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:20:45.337024 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:20:45.337024 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:20:45.337024 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:20:45.337024 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:20:45.337024 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:20:45.337024 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:20:45.337024 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:20:45.337024 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:20:45.337024 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:20:45.337024 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:20:45.337024 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:20:45.337024 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:20:45.337024 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:20:45.337024 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:20:45.337024 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:20:45.337024 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:20:45.337024 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:20:45.337024 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:20:45.337024 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:20:45.337024 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:20:45.337024 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:20:45.337024 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:20:45.337024 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:20:45.337024 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:20:45.337024 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:20:45.337024 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:20:45.384716 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3dc9d8ee-7a41-4962-9929-4343d595ddc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:45.396598 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3dc9d8ee-7a41-4962-9929-4343d595ddc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:45.401497 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cd45f8c9-f94e-469a-9868-219e75481748 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:45.411408 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cd45f8c9-f94e-469a-9868-219e75481748 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:45.415073 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-cd45f8c9-f94e-469a-9868-219e75481748 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "DELETE /v2.0/networks/16cb1c3b-c674-4d81-a1d5-ef4ac65c7115 HTTP/1.1" status: 204 len: 168 time: 0.5409260 Nov 27 04:20:45.427652 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55342) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:45.437503 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45f8c9-f94e-469a-9868-219e75481748 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event deleted for resources: {'Network': ['ID=16cb1c3b-c674-4d81-a1d5-ef4ac65c7115,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:45.444327 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9d8ee-7a41-4962-9929-4343d595ddc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] In _notify_port_updated(), no bound segment for port 58c04aa2-a9e7-443c-a050-9caae1c02e1d on network 06449a96-6eaf-43c5-aba1-4c513d2651df {{(pid=110018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 04:20:45.454446 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc9d8ee-7a41-4962-9929-4343d595ddc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:45.455900 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3dc9d8ee-7a41-4962-9929-4343d595ddc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:45.461213 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3dc9d8ee-7a41-4962-9929-4343d595ddc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] 10.222.0.20 "PUT /v2.0/ports/58c04aa2-a9e7-443c-a050-9caae1c02e1d HTTP/1.1" status: 200 len: 1128 time: 0.6659088 Nov 27 04:20:45.461859 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55344) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:45.498567 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c88dee53-7c90-4853-8d6c-cb745534f3be None None] Provisioning complete for port 58c04aa2-a9e7-443c-a050-9caae1c02e1d triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:20:45.498995 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c88dee53-7c90-4853-8d6c-cb745534f3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:45.502101 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9d8ee-7a41-4962-9929-4343d595ddc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Pushing event updated for resources: {'Port': ['ID=58c04aa2-a9e7-443c-a050-9caae1c02e1d,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:45.572122 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device db97abf9-8ed4-4c46-a1d7-3b7302a9b111 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:20:45.587624 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-75339d33-5780-4fd6-8138-3ca569d0a637 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:45.588202 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9f9e1c-65f1-4cae-bddf-784e5d8e09a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:45.596096 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c88dee53-7c90-4853-8d6c-cb745534f3be None None] Port 58c04aa2-a9e7-443c-a050-9caae1c02e1d cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:20:45.598335 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: db97abf9-8ed4-4c46-a1d7-3b7302a9b111 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:20:45.605546 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-df9f9e1c-65f1-4cae-bddf-784e5d8e09a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] 10.222.0.20 "GET /v2.0/ports/58c04aa2-a9e7-443c-a050-9caae1c02e1d HTTP/1.1" status: 200 len: 1128 time: 0.0980449 Nov 27 04:20:45.606159 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device db97abf9-8ed4-4c46-a1d7-3b7302a9b111 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:20:45.606159 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e1283dfa-f09b-4ca0-adef-63d2ca1b63ac no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:20:45.608499 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55352) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:45.634367 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: e1283dfa-f09b-4ca0-adef-63d2ca1b63ac {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:20:45.634865 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e1283dfa-f09b-4ca0-adef-63d2ca1b63ac not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:20:45.663680 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c88dee53-7c90-4853-8d6c-cb745534f3be None None] Provisioning complete for port 8860604b-cabd-4050-a540-77c8b85c479b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:20:45.664354 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c88dee53-7c90-4853-8d6c-cb745534f3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:45.667955 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-75339d33-5780-4fd6-8138-3ca569d0a637 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:45.792235 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-04d7ba4f-5e18-4528-b966-32d226104a46 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Deleting port 58c04aa2-a9e7-443c-a050-9caae1c02e1d {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:20:45.792235 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-04d7ba4f-5e18-4528-b966-32d226104a46 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:45.808678 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-75339d33-5780-4fd6-8138-3ca569d0a637 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:45.811274 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-75339d33-5780-4fd6-8138-3ca569d0a637 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:45.812452 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-75339d33-5780-4fd6-8138-3ca569d0a637 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] 10.222.0.20 "DELETE /v2.0/security-groups/aa76e1c1-a1bf-4f68-a2dc-b67794f6d714 HTTP/1.1" status: 204 len: 168 time: 0.3837032 Nov 27 04:20:45.853639 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75339d33-5780-4fd6-8138-3ca569d0a637 tempest-TestNetworkAdvancedServerOps-1230413684 tempest-TestNetworkAdvancedServerOps-1230413684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa76e1c1-a1bf-4f68-a2dc-b67794f6d714,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:45.924889 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-04d7ba4f-5e18-4528-b966-32d226104a46 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:45.939399 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-04d7ba4f-5e18-4528-b966-32d226104a46 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Calling delete_port for 58c04aa2-a9e7-443c-a050-9caae1c02e1d owned by {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:20:45.950408 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-d60f902c-19bb-4422-9560-7abea225a828 None None] Provisioning complete for port 58c04aa2-a9e7-443c-a050-9caae1c02e1d triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:20:45.950955 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d60f902c-19bb-4422-9560-7abea225a828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:46.003245 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-d60f902c-19bb-4422-9560-7abea225a828 None None] Port 58c04aa2-a9e7-443c-a050-9caae1c02e1d cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:20:46.106899 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-04d7ba4f-5e18-4528-b966-32d226104a46 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:46.116518 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-5395fea0-4fca-49c0-9488-a641a4e1061b None None] Could not find standard attr ID for object 3079b69d-955f-4e13-8d0f-cb888f2cbc33. {{(pid=110020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 04:20:46.170467 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d7ba4f-5e18-4528-b966-32d226104a46 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Pushing event deleted for resources: {'Port': ['ID=58c04aa2-a9e7-443c-a050-9caae1c02e1d,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:46.187806 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3a5a6b78-648d-4491-8788-70720c8c4f94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:46.198001 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-04d7ba4f-5e18-4528-b966-32d226104a46 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:46.204416 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-04d7ba4f-5e18-4528-b966-32d226104a46 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] 10.222.0.20 "DELETE /v2.0/ports/58c04aa2-a9e7-443c-a050-9caae1c02e1d HTTP/1.1" status: 204 len: 168 time: 0.5924613 Nov 27 04:20:46.204638 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55364) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:46.269510 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-40646d01-96ce-45ab-a598-f7315e923001 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Deleting subnet e76d25f0-874d-4f92-b88a-07f8a004dc3c {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:20:46.272997 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-40646d01-96ce-45ab-a598-f7315e923001 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:46.294137 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55370) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:46.338227 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:46.339041 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-40646d01-96ce-45ab-a598-f7315e923001 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:46.428867 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-40646d01-96ce-45ab-a598-f7315e923001 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:46.474162 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-5cda334c-b566-4181-9c41-a33633a0ad19 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=13b1fee7d54d401493a1883da20540bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1785676 Nov 27 04:20:46.476520 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55374) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:46.507410 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-40646d01-96ce-45ab-a598-f7315e923001 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:46.544998 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40646d01-96ce-45ab-a598-f7315e923001 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Pushing event deleted for resources: {'Subnet': ['ID=e76d25f0-874d-4f92-b88a-07f8a004dc3c,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:46.554453 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-40646d01-96ce-45ab-a598-f7315e923001 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:46.557458 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-12463826-de92-4cee-a308-3590f5af575e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:46.559614 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-40646d01-96ce-45ab-a598-f7315e923001 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] 10.222.0.20 "DELETE /v2.0/subnets/e76d25f0-874d-4f92-b88a-07f8a004dc3c HTTP/1.1" status: 204 len: 168 time: 0.3539701 Nov 27 04:20:46.562060 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55378) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:46.600358 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-12463826-de92-4cee-a308-3590f5af575e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:46.615362 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 8860604b-cabd-4050-a540-77c8b85c479b up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:20:46.657522 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a1039306-b29a-4716-a9d6-24a21c5fff80 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:46.713736 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 8860604b-cabd-4050-a540-77c8b85c479b triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:20:46.714173 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:46.715895 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-12463826-de92-4cee-a308-3590f5af575e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:46.718677 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-12463826-de92-4cee-a308-3590f5af575e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:46.720029 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-12463826-de92-4cee-a308-3590f5af575e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cd08b824-4ae5-4c47-802d-2334c972b46a HTTP/1.1" status: 204 len: 168 time: 0.2423921 Nov 27 04:20:46.723040 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b895883-4965-4538-b7be-42f0a1deab23 None None] Network 06449a96-6eaf-43c5-aba1-4c513d2651df requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:20:46.730129 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12463826-de92-4cee-a308-3590f5af575e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd08b824-4ae5-4c47-802d-2334c972b46a,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:46.735398 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-a1039306-b29a-4716-a9d6-24a21c5fff80 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Deleting port 8860604b-cabd-4050-a540-77c8b85c479b {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:20:46.736163 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a1039306-b29a-4716-a9d6-24a21c5fff80 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:46.814123 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-883e6b02-aca5-4ef2-9769-e2f5552daf6d None None] Could not find standard attr ID for object 58c04aa2-a9e7-443c-a050-9caae1c02e1d. {{(pid=110020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 04:20:46.824900 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-a1039306-b29a-4716-a9d6-24a21c5fff80 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] For port 8860604b-cabd-4050-a540-77c8b85c479b, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=8860604b-cabd-4050-a540-77c8b85c479b,segment=NetworkSegment(c7717ebc-b4ca-4fbc-aa3d-bd1fb5d031e3),segment_id=c7717ebc-b4ca-4fbc-aa3d-bd1fb5d031e3)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:20:46.825336 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a1039306-b29a-4716-a9d6-24a21c5fff80 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:46.853239 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-a1039306-b29a-4716-a9d6-24a21c5fff80 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Calling delete_port for 8860604b-cabd-4050-a540-77c8b85c479b owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:20:46.934820 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b98c48bc-28cf-4ed0-8539-7bf36bcc8c05 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:20:46.958396 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: b98c48bc-28cf-4ed0-8539-7bf36bcc8c05 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:20:46.958769 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b98c48bc-28cf-4ed0-8539-7bf36bcc8c05 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:20:46.982964 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a1039306-b29a-4716-a9d6-24a21c5fff80 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:47.011488 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1039306-b29a-4716-a9d6-24a21c5fff80 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Pushing event deleted for resources: {'Port': ['ID=8860604b-cabd-4050-a540-77c8b85c479b,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:47.023985 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1039306-b29a-4716-a9d6-24a21c5fff80 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] No DVR routers for this DVR port 8860604b-cabd-4050-a540-77c8b85c479b on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:20:47.060013 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4705c77d-a7d2-47ec-b54a-ac7d5d9fe923 None None] DHCP port deletion for 06449a96-6eaf-43c5-aba1-4c513d2651df request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:20:47.123518 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55392) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:47.191968 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0d591670-f703-49ad-861c-160d3e666edb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=af5673d012cc444c843019ed324f978a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0659380 Nov 27 04:20:47.193432 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55394) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:47.247177 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-aa0eb569-79ef-47e4-9c46-5084c05d2001 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:47.276394 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-aa0eb569-79ef-47e4-9c46-5084c05d2001 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:47.333173 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-aa0eb569-79ef-47e4-9c46-5084c05d2001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:47.336445 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-aa0eb569-79ef-47e4-9c46-5084c05d2001 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:47.339083 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-aa0eb569-79ef-47e4-9c46-5084c05d2001 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/901182b9-972f-4aa6-b9b6-b5f2fe4762e9 HTTP/1.1" status: 204 len: 168 time: 0.1445937 Nov 27 04:20:47.348759 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0eb569-79ef-47e4-9c46-5084c05d2001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901182b9-972f-4aa6-b9b6-b5f2fe4762e9,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:47.464015 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a1039306-b29a-4716-a9d6-24a21c5fff80 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:47.486664 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-a1039306-b29a-4716-a9d6-24a21c5fff80 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06449a96-6eaf-43c5-aba1-4c513d2651df']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:20:47.497373 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-a1039306-b29a-4716-a9d6-24a21c5fff80 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7717ebc-b4ca-4fbc-aa3d-bd1fb5d031e3') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:20:47.497908 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-a1039306-b29a-4716-a9d6-24a21c5fff80 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7717ebc-b4ca-4fbc-aa3d-bd1fb5d031e3') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:20:47.508900 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a1039306-b29a-4716-a9d6-24a21c5fff80 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:47.523455 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a1039306-b29a-4716-a9d6-24a21c5fff80 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:47.534277 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1039306-b29a-4716-a9d6-24a21c5fff80 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:20:47.535233 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a1039306-b29a-4716-a9d6-24a21c5fff80 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:47.543824 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:20:47.543824 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:20:47.543824 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:20:47.543824 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:20:47.543824 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:20:47.543824 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:20:47.543824 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:20:47.543824 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:20:47.543824 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:20:47.543824 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:20:47.543824 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:20:47.543824 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:20:47.543824 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:20:47.543824 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:20:47.543824 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:20:47.543824 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:20:47.543824 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:20:47.543824 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:20:47.543824 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:20:47.543824 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:20:47.543824 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:20:47.543824 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:20:47.543824 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:20:47.543824 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:20:47.543824 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:20:47.543824 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:20:47.543824 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:20:47.543824 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:20:47.543824 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:20:47.543824 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:20:47.543824 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:20:47.543824 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:20:47.629902 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a1039306-b29a-4716-a9d6-24a21c5fff80 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:47.654074 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a1039306-b29a-4716-a9d6-24a21c5fff80 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:47.654074 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a1039306-b29a-4716-a9d6-24a21c5fff80 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] 10.222.0.20 "DELETE /v2.0/networks/06449a96-6eaf-43c5-aba1-4c513d2651df HTTP/1.1" status: 204 len: 168 time: 1.0886908 Nov 27 04:20:47.654074 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1039306-b29a-4716-a9d6-24a21c5fff80 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476 tempest-ExtraDHCPOptionsIpV6TestJSON-1359270476-project] Pushing event deleted for resources: {'Network': ['ID=06449a96-6eaf-43c5-aba1-4c513d2651df,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:47.890317 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55426) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:48.042605 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-06471655-1fce-4b3d-91ac-871745e2c8f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=637230c30b404553850b75f10d3d090b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1495011 Nov 27 04:20:48.043638 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55440) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:48.103004 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-677aa77e-4af4-449e-8f59-21e023eee0f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:48.128497 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-677aa77e-4af4-449e-8f59-21e023eee0f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:48.187737 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-677aa77e-4af4-449e-8f59-21e023eee0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:48.189077 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55444) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:48.190490 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-677aa77e-4af4-449e-8f59-21e023eee0f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:48.194011 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-677aa77e-4af4-449e-8f59-21e023eee0f6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/de6dde36-54fc-44c9-8fc1-3ca8a2ae38d1 HTTP/1.1" status: 204 len: 168 time: 0.1470931 Nov 27 04:20:48.200721 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677aa77e-4af4-449e-8f59-21e023eee0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6dde36-54fc-44c9-8fc1-3ca8a2ae38d1,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:48.301934 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-fa238247-d2b0-4f8e-9e06-eea3cd28430a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-242129069-network', 'tenant_id': '99838e4fe4534656a17ed81e49361b62'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:20:48.329869 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5236ce8c-509d-47ba-a058-3f85907b8904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:48.338223 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa238247-d2b0-4f8e-9e06-eea3cd28430a admin admin] Made reservation on behalf of 99838e4fe4534656a17ed81e49361b62 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:20:48.342238 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fa238247-d2b0-4f8e-9e06-eea3cd28430a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:48.359847 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fa238247-d2b0-4f8e-9e06-eea3cd28430a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:48.454104 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fa238247-d2b0-4f8e-9e06-eea3cd28430a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:48.459034 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fa238247-d2b0-4f8e-9e06-eea3cd28430a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:48.485057 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa238247-d2b0-4f8e-9e06-eea3cd28430a admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:20:48.496636 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fa238247-d2b0-4f8e-9e06-eea3cd28430a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:48.497140 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-fa238247-d2b0-4f8e-9e06-eea3cd28430a admin admin] Added segment ed3d0b3c-f077-4b57-94bb-b90857137c48 of type vlan for network 3bd49030-3c43-43f7-8101-1a3f484e8c0f Nov 27 04:20:48.543584 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa238247-d2b0-4f8e-9e06-eea3cd28430a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed86e8ce-f60f-43ea-b374-9889a15fdd44,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:48.558267 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fa238247-d2b0-4f8e-9e06-eea3cd28430a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:48.566334 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 8860604b-cabd-4050-a540-77c8b85c479b no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:20:48.597057 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 8860604b-cabd-4050-a540-77c8b85c479b {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:20:48.597412 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 8860604b-cabd-4050-a540-77c8b85c479b not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:20:48.606640 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fa238247-d2b0-4f8e-9e06-eea3cd28430a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:48.608286 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa238247-d2b0-4f8e-9e06-eea3cd28430a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:48.609639 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fa238247-d2b0-4f8e-9e06-eea3cd28430a admin admin] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:48.693815 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-fa238247-d2b0-4f8e-9e06-eea3cd28430a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5001078 Nov 27 04:20:48.694384 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55474) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:48.704253 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-6b5ac68d-4c10-46b8-830e-a35ff1c8039a admin admin] Request body: {'subnet': {'network_id': '3bd49030-3c43-43f7-8101-1a3f484e8c0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-242129069-subnet', 'tenant_id': '99838e4fe4534656a17ed81e49361b62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:20:48.718676 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa238247-d2b0-4f8e-9e06-eea3cd28430a admin admin] Pushing event updated for resources: {'Network': ['ID=3bd49030-3c43-43f7-8101-1a3f484e8c0f,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:48.728888 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 3bd49030-3c43-43f7-8101-1a3f484e8c0f details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:20:48.733467 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5ac68d-4c10-46b8-830e-a35ff1c8039a admin admin] Made reservation on behalf of 99838e4fe4534656a17ed81e49361b62 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:20:48.737539 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6b5ac68d-4c10-46b8-830e-a35ff1c8039a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:48.871962 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:48.888653 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55482) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:48.940982 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-74f4748d-2ac1-4401-9577-8ef0725b6b8e tempest-TestSecurityGroupsBasicOps-580898946 tempest-TestSecurityGroupsBasicOps-580898946-project-admin] 10.222.0.20 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1377 time: 0.0509124 Nov 27 04:20:48.943794 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55488) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:48.951460 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-94bff0e6-c4a9-409a-bfdc-0775c8e65a80 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Request body: {'network': {'name': 'tempest-network-smoke--635213574', 'project_id': 'cede2eb88812462a8fb871e04f184582', 'port_security_enabled': False}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:20:48.980584 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6b5ac68d-4c10-46b8-830e-a35ff1c8039a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:49.001867 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94bff0e6-c4a9-409a-bfdc-0775c8e65a80 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Made reservation on behalf of cede2eb88812462a8fb871e04f184582 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:20:49.007509 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-94bff0e6-c4a9-409a-bfdc-0775c8e65a80 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:49.032587 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94bff0e6-c4a9-409a-bfdc-0775c8e65a80 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:20:49.043797 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-94bff0e6-c4a9-409a-bfdc-0775c8e65a80 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:49.044151 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-94bff0e6-c4a9-409a-bfdc-0775c8e65a80 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Added segment 2dad71cb-6b3e-4b01-8c08-5d2935f0095b of type vlan for network 747ec867-9ec9-48cb-ad97-9571e37ad2c8 Nov 27 04:20:49.084561 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ac68d-4c10-46b8-830e-a35ff1c8039a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b604007-4a30-4057-b182-3c3ba74d49da,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:49.093409 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-94bff0e6-c4a9-409a-bfdc-0775c8e65a80 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:49.098278 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5ac68d-4c10-46b8-830e-a35ff1c8039a admin admin] Checking segment: {'id': 'ed3d0b3c-f077-4b57-94bb-b90857137c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3bd49030-3c43-43f7-8101-1a3f484e8c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:20:49.098684 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5ac68d-4c10-46b8-830e-a35ff1c8039a admin admin] Network hostable DHCP agents. Network: 3bd49030-3c43-43f7-8101-1a3f484e8c0f, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:20:49.124759 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5ac68d-4c10-46b8-830e-a35ff1c8039a admin admin] Network 3bd49030-3c43-43f7-8101-1a3f484e8c0f is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:20:49.127402 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-94bff0e6-c4a9-409a-bfdc-0775c8e65a80 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:49.134584 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bff0e6-c4a9-409a-bfdc-0775c8e65a80 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:49.135255 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-94bff0e6-c4a9-409a-bfdc-0775c8e65a80 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:49.139174 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-6b5ac68d-4c10-46b8-830e-a35ff1c8039a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 3bd49030-3c43-43f7-8101-1a3f484e8c0f) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:20:49.149082 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c990c81f-a2d2-42a0-bfb7-988b8a1cacde None None] Network 3bd49030-3c43-43f7-8101-1a3f484e8c0f requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:20:49.149334 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55492) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:49.162180 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5ac68d-4c10-46b8-830e-a35ff1c8039a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:49.163144 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6b5ac68d-4c10-46b8-830e-a35ff1c8039a admin admin] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:49.185460 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6b5ac68d-4c10-46b8-830e-a35ff1c8039a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4892392 Nov 27 04:20:49.217083 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-94bff0e6-c4a9-409a-bfdc-0775c8e65a80 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2722254 Nov 27 04:20:49.220009 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55502) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:49.225931 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-bdc3ec9c-ff0e-421a-826c-006d91f74650 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1519904328', 'admin_state_up': True, 'project_id': 'cede2eb88812462a8fb871e04f184582', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:20:49.234090 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bff0e6-c4a9-409a-bfdc-0775c8e65a80 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Pushing event updated for resources: {'Network': ['ID=747ec867-9ec9-48cb-ad97-9571e37ad2c8,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:49.256234 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 747ec867-9ec9-48cb-ad97-9571e37ad2c8 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:20:49.261278 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bdc3ec9c-ff0e-421a-826c-006d91f74650 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:49.262415 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bdc3ec9c-ff0e-421a-826c-006d91f74650 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:49.323108 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bdc3ec9c-ff0e-421a-826c-006d91f74650 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:49.414240 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-8c92b9b6-9b0b-4fee-baa3-0e77a01c2967 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1932250516'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:20:49.444817 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c92b9b6-9b0b-4fee-baa3-0e77a01c2967 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Made reservation on behalf of f87cd12a63854d3abe513213557f39d3 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:20:49.456190 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d7e5ec-3d6c-45e1-aa53-56d7bff7cacd None None] Network 3bd49030-3c43-43f7-8101-1a3f484e8c0f requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:20:49.456724 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8c92b9b6-9b0b-4fee-baa3-0e77a01c2967 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:49.476922 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8c92b9b6-9b0b-4fee-baa3-0e77a01c2967 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:49.588068 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bdc3ec9c-ff0e-421a-826c-006d91f74650 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:49.597623 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8c92b9b6-9b0b-4fee-baa3-0e77a01c2967 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:49.613458 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8c92b9b6-9b0b-4fee-baa3-0e77a01c2967 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:49.650905 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:49.659668 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c92b9b6-9b0b-4fee-baa3-0e77a01c2967 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:20:49.678808 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c92b9b6-9b0b-4fee-baa3-0e77a01c2967 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb63eb5-0036-4dd5-a097-2e1f21b71972,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:49.682772 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8c92b9b6-9b0b-4fee-baa3-0e77a01c2967 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:49.683321 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-8c92b9b6-9b0b-4fee-baa3-0e77a01c2967 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Added segment c547e4d8-e4d1-496b-aab6-01a1add99a7d of type vlan for network b033da4a-9e65-41a7-a7d1-d28f099df296 Nov 27 04:20:49.745841 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8c92b9b6-9b0b-4fee-baa3-0e77a01c2967 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:49.776419 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8c92b9b6-9b0b-4fee-baa3-0e77a01c2967 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:49.788091 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c92b9b6-9b0b-4fee-baa3-0e77a01c2967 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:49.788902 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8c92b9b6-9b0b-4fee-baa3-0e77a01c2967 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:49.860544 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8c92b9b6-9b0b-4fee-baa3-0e77a01c2967 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7076664 Nov 27 04:20:49.864143 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55520) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:49.871759 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bdc3ec9c-ff0e-421a-826c-006d91f74650 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:49.878737 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-7bb41d27-58d8-4d1d-9778-3164ee497982 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Request body: {'subnet': {'network_id': 'b033da4a-9e65-41a7-a7d1-d28f099df296', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:20:49.893568 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bdc3ec9c-ff0e-421a-826c-006d91f74650 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:49.932546 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c92b9b6-9b0b-4fee-baa3-0e77a01c2967 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Pushing event updated for resources: {'Network': ['ID=b033da4a-9e65-41a7-a7d1-d28f099df296,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:49.943441 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network b033da4a-9e65-41a7-a7d1-d28f099df296 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:20:50.028627 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb41d27-58d8-4d1d-9778-3164ee497982 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Made reservation on behalf of f87cd12a63854d3abe513213557f39d3 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:20:50.033089 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7bb41d27-58d8-4d1d-9778-3164ee497982 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:50.067762 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55528) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:50.080942 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-ea91787e-2f2a-4757-8ef8-c75ef1834d02 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-222211028-network', 'tenant_id': '504b57cb61ef40fab4e8f39aed665dcd'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:20:50.097976 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-bdc3ec9c-ff0e-421a-826c-006d91f74650 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Allocated IP 172.25.1.233 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/fb3bca2a-e8ec-4565-9838-a98464337f4d) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:20:50.174043 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea91787e-2f2a-4757-8ef8-c75ef1834d02 admin admin] Made reservation on behalf of 504b57cb61ef40fab4e8f39aed665dcd for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:20:50.176419 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ea91787e-2f2a-4757-8ef8-c75ef1834d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:50.194936 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ea91787e-2f2a-4757-8ef8-c75ef1834d02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:50.274184 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bdc3ec9c-ff0e-421a-826c-006d91f74650 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:50.280657 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7bb41d27-58d8-4d1d-9778-3164ee497982 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:50.339247 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb41d27-58d8-4d1d-9778-3164ee497982 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Pushing event updated for resources: {'Subnet': ['ID=8368a4e7-ad62-48fe-af9b-dd1da292bd95,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:50.345160 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bdc3ec9c-ff0e-421a-826c-006d91f74650 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:50.354840 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb41d27-58d8-4d1d-9778-3164ee497982 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Checking segment: {'id': 'c547e4d8-e4d1-496b-aab6-01a1add99a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b033da4a-9e65-41a7-a7d1-d28f099df296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:20:50.355212 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb41d27-58d8-4d1d-9778-3164ee497982 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Network hostable DHCP agents. Network: b033da4a-9e65-41a7-a7d1-d28f099df296, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:20:50.355419 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ea91787e-2f2a-4757-8ef8-c75ef1834d02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:50.376270 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb41d27-58d8-4d1d-9778-3164ee497982 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Network b033da4a-9e65-41a7-a7d1-d28f099df296 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:20:50.382445 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ea91787e-2f2a-4757-8ef8-c75ef1834d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:50.387813 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-7bb41d27-58d8-4d1d-9778-3164ee497982 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, b033da4a-9e65-41a7-a7d1-d28f099df296) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:20:50.394334 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb41d27-58d8-4d1d-9778-3164ee497982 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:50.394927 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7bb41d27-58d8-4d1d-9778-3164ee497982 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:50.399306 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95e886c-a8d1-4e1b-bb8c-c89f18bad48c None None] Network b033da4a-9e65-41a7-a7d1-d28f099df296 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:20:50.402529 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc3ec9c-ff0e-421a-826c-006d91f74650 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:20:50.414827 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-bdc3ec9c-ff0e-421a-826c-006d91f74650 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:20:50.417484 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc3ec9c-ff0e-421a-826c-006d91f74650 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:20:50.448978 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7bb41d27-58d8-4d1d-9778-3164ee497982 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5841532 Nov 27 04:20:50.451774 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55536) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:50.452711 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2977b492-9304-4383-9821-9ca44b1ed1ab None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:20:50.456804 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-59907079-adf2-443a-8ffe-ce5697194130 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1902753942', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}, 'admin_state_up': False}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:20:50.460626 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea91787e-2f2a-4757-8ef8-c75ef1834d02 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:20:50.467558 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3ec9c-ff0e-421a-826c-006d91f74650 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Pushing event updated for resources: {'Port': ['ID=fb3bca2a-e8ec-4565-9838-a98464337f4d,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:50.493168 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea91787e-2f2a-4757-8ef8-c75ef1834d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b72aad2-985a-4a3f-b1ae-d6d097855b79,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:50.498191 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ea91787e-2f2a-4757-8ef8-c75ef1834d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:50.498638 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-ea91787e-2f2a-4757-8ef8-c75ef1834d02 admin admin] Added segment 6c0c6ef3-59e9-4e16-a500-b7fad748884e of type vlan for network 20f3fa5d-8191-478d-84ea-506c7c2e1f26 Nov 27 04:20:50.531379 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59907079-adf2-443a-8ffe-ce5697194130 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:50.533142 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59907079-adf2-443a-8ffe-ce5697194130 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:50.612685 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ea91787e-2f2a-4757-8ef8-c75ef1834d02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:50.684548 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ea91787e-2f2a-4757-8ef8-c75ef1834d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:50.685672 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea91787e-2f2a-4757-8ef8-c75ef1834d02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:50.686380 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ea91787e-2f2a-4757-8ef8-c75ef1834d02 admin admin] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:50.789557 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57df79c6-5ffb-4e69-9e4f-dd8e580fdbbf None None] Network b033da4a-9e65-41a7-a7d1-d28f099df296 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:20:50.792580 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-5e1608d0-488a-4bb9-8e9a-c45b780c61bb None None] Provisioning complete for port fb3bca2a-e8ec-4565-9838-a98464337f4d triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:20:50.792957 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5e1608d0-488a-4bb9-8e9a-c45b780c61bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:50.843844 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea91787e-2f2a-4757-8ef8-c75ef1834d02 admin admin] Pushing event updated for resources: {'Network': ['ID=20f3fa5d-8191-478d-84ea-506c7c2e1f26,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:50.859773 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 20f3fa5d-8191-478d-84ea-506c7c2e1f26 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:20:50.862161 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ea91787e-2f2a-4757-8ef8-c75ef1834d02 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7924054 Nov 27 04:20:50.900524 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55546) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:50.910872 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-8afa5e80-365a-496c-b6d4-8534a1c73f22 admin admin] Request body: {'subnet': {'network_id': '20f3fa5d-8191-478d-84ea-506c7c2e1f26', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-222211028-subnet', 'tenant_id': '504b57cb61ef40fab4e8f39aed665dcd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:20:50.932295 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59907079-adf2-443a-8ffe-ce5697194130 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:50.959005 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8afa5e80-365a-496c-b6d4-8534a1c73f22 admin admin] Made reservation on behalf of 504b57cb61ef40fab4e8f39aed665dcd for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:20:50.961157 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-5e1608d0-488a-4bb9-8e9a-c45b780c61bb None None] Port fb3bca2a-e8ec-4565-9838-a98464337f4d cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:20:50.962753 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8afa5e80-365a-496c-b6d4-8534a1c73f22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:51.022425 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bdc3ec9c-ff0e-421a-826c-006d91f74650 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:51.112597 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59907079-adf2-443a-8ffe-ce5697194130 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:51.260751 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:51.358587 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59907079-adf2-443a-8ffe-ce5697194130 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for router_gateway, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:51.378489 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59907079-adf2-443a-8ffe-ce5697194130 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:51.380164 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8afa5e80-365a-496c-b6d4-8534a1c73f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:51.419974 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bdc3ec9c-ff0e-421a-826c-006d91f74650 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:51.480786 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa5e80-365a-496c-b6d4-8534a1c73f22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2e018ce-0b90-433a-bdca-cd9d2a511926,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:51.502915 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-59907079-adf2-443a-8ffe-ce5697194130 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Allocated IP 172.25.1.35 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/35ead3a1-df86-4421-b633-de59d0b716b5) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:20:51.539908 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afa5e80-365a-496c-b6d4-8534a1c73f22 admin admin] Checking segment: {'id': '6c0c6ef3-59e9-4e16-a500-b7fad748884e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '20f3fa5d-8191-478d-84ea-506c7c2e1f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:20:51.540294 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afa5e80-365a-496c-b6d4-8534a1c73f22 admin admin] Network hostable DHCP agents. Network: 20f3fa5d-8191-478d-84ea-506c7c2e1f26, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:20:51.575104 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afa5e80-365a-496c-b6d4-8534a1c73f22 admin admin] Network 20f3fa5d-8191-478d-84ea-506c7c2e1f26 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:20:51.591182 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-8afa5e80-365a-496c-b6d4-8534a1c73f22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 20f3fa5d-8191-478d-84ea-506c7c2e1f26) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:20:51.604435 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00545c03-bfe7-4bc8-bb59-3ffdbd682e5a None None] Network 20f3fa5d-8191-478d-84ea-506c7c2e1f26 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:20:51.608679 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afa5e80-365a-496c-b6d4-8534a1c73f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:51.615960 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8afa5e80-365a-496c-b6d4-8534a1c73f22 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:51.621196 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59907079-adf2-443a-8ffe-ce5697194130 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:51.648088 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc3ec9c-ff0e-421a-826c-006d91f74650 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Router 32dd56d4-af8c-4c2d-8197-7e9129c3d6d6 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:20:51.676245 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8afa5e80-365a-496c-b6d4-8534a1c73f22 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7743204 Nov 27 04:20:51.704430 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59907079-adf2-443a-8ffe-ce5697194130 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:51.756379 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59907079-adf2-443a-8ffe-ce5697194130 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:20:51.759702 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-59907079-adf2-443a-8ffe-ce5697194130 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:20:51.773648 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59907079-adf2-443a-8ffe-ce5697194130 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:20:51.784884 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9060668d-0e0a-4b28-81d9-0913aa5a3b26 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:20:51.792385 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f43fd8-67ef-4d5c-a472-39d3222ed243 None None] Network 20f3fa5d-8191-478d-84ea-506c7c2e1f26 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:20:51.814844 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59907079-adf2-443a-8ffe-ce5697194130 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Pushing event updated for resources: {'Port': ['ID=35ead3a1-df86-4421-b633-de59d0b716b5,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:51.849964 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc3ec9c-ff0e-421a-826c-006d91f74650 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:20:51.888452 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dcdc32-abfd-4ba3-ab71-c2b5936f7a29 None None] Sync routers for ids ['32dd56d4-af8c-4c2d-8197-7e9129c3d6d6'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:20:51.898025 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bdc3ec9c-ff0e-421a-826c-006d91f74650 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:51.905796 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-bdc3ec9c-ff0e-421a-826c-006d91f74650 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.6808600 Nov 27 04:20:51.906515 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55570) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:51.928977 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dcdc32-abfd-4ba3-ab71-c2b5936f7a29 None None] Routers {'32dd56d4-af8c-4c2d-8197-7e9129c3d6d6'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:20:51.929750 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-d6dcdc32-abfd-4ba3-ab71-c2b5936f7a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:20:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['32dd56d4-af8c-4c2d-8197-7e9129c3d6d6'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:20:52.022968 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a56b2ed-bfc2-4449-8bdd-d2e2158ad063 tempest-TestSecurityGroupsBasicOps-580898946 tempest-TestSecurityGroupsBasicOps-580898946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:52.027596 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2a56b2ed-bfc2-4449-8bdd-d2e2158ad063 tempest-TestSecurityGroupsBasicOps-580898946 tempest-TestSecurityGroupsBasicOps-580898946-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=cede2eb88812462a8fb871e04f184582&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1170106 Nov 27 04:20:52.030860 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55576) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:52.036019 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:52.069535 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-e737cad4-66bd-40ef-bcd1-e2c2ef4c2ebc None None] Provisioning complete for port 35ead3a1-df86-4421-b633-de59d0b716b5 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:20:52.069916 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e737cad4-66bd-40ef-bcd1-e2c2ef4c2ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:52.137859 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c85413-fdb2-4ab8-a6e2-102c4e30ab0d tempest-TestSecurityGroupsBasicOps-580898946 tempest-TestSecurityGroupsBasicOps-580898946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:52.142616 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-91c85413-fdb2-4ab8-a6e2-102c4e30ab0d tempest-TestSecurityGroupsBasicOps-580898946 tempest-TestSecurityGroupsBasicOps-580898946-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1076324 Nov 27 04:20:52.142905 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-e737cad4-66bd-40ef-bcd1-e2c2ef4c2ebc None None] Port 35ead3a1-df86-4421-b633-de59d0b716b5 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:20:52.144821 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55578) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:52.167381 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-d6dcdc32-abfd-4ba3-ab71-c2b5936f7a29 None None] Set router 32dd56d4-af8c-4c2d-8197-7e9129c3d6d6 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:20:52.212272 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-78b32839-5c58-4695-9817-b6b39e7a9c98 tempest-TestSecurityGroupsBasicOps-580898946 tempest-TestSecurityGroupsBasicOps-580898946-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=f5c39893-f8d8-4150-8aae-695f98406de3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0635548 Nov 27 04:20:52.212749 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55580) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:52.252651 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1f534d66-e483-489e-ba79-fb28a9d6f4ca tempest-TestSecurityGroupsBasicOps-580898946 tempest-TestSecurityGroupsBasicOps-580898946-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=cede2eb88812462a8fb871e04f184582&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364821 Nov 27 04:20:52.252964 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55582) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:52.299446 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59907079-adf2-443a-8ffe-ce5697194130 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for router_gateway, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:52.373844 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde250ea-68b3-416e-a588-a431f32afa1e tempest-TestSecurityGroupsBasicOps-580898946 tempest-TestSecurityGroupsBasicOps-580898946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:52.376146 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-bde250ea-68b3-416e-a588-a431f32afa1e tempest-TestSecurityGroupsBasicOps-580898946 tempest-TestSecurityGroupsBasicOps-580898946-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1219130 Nov 27 04:20:52.379254 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55592) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:52.420404 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ef730dae-e4d3-4bf5-bf79-396e6df8aa0c tempest-TestSecurityGroupsBasicOps-580898946 tempest-TestSecurityGroupsBasicOps-580898946-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=f5c39893-f8d8-4150-8aae-695f98406de3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390139 Nov 27 04:20:52.424372 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55596) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:52.428770 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-d6dcdc32-abfd-4ba3-ab71-c2b5936f7a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32dd56d4-af8c-4c2d-8197-7e9129c3d6d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1519904328', 'tenant_id': 'cede2eb88812462a8fb871e04f184582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'fb3bca2a-e8ec-4565-9838-a98464337f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:20:49Z', 'updated_at': '2021-11-27T04:20:50Z', 'revision_number': 3, 'project_id': 'cede2eb88812462a8fb871e04f184582', 'gw_port': {'id': 'fb3bca2a-e8ec-4565-9838-a98464337f4d', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32dd56d4-af8c-4c2d-8197-7e9129c3d6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:20:49Z', 'updated_at': '2021-11-27T04:20:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:20:52.434205 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-26f8dd5a-2c2c-4b42-a2c3-fd6cfc2b21b0 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-757694324', 'network_id': '747ec867-9ec9-48cb-ad97-9571e37ad2c8', 'project_id': 'cede2eb88812462a8fb871e04f184582', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:20:52.462125 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dcdc32-abfd-4ba3-ab71-c2b5936f7a29 None None] Checking router: 32dd56d4-af8c-4c2d-8197-7e9129c3d6d6 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:20:52.463131 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dcdc32-abfd-4ba3-ab71-c2b5936f7a29 None None] Updating router 32dd56d4-af8c-4c2d-8197-7e9129c3d6d6 port fb3bca2a-e8ec-4565-9838-a98464337f4d binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:20:52.498324 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d6dcdc32-abfd-4ba3-ab71-c2b5936f7a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:52.548777 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-3f3ba734-a506-4f4a-b75f-dbdbeda27aa3 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:52.550326 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-3f3ba734-a506-4f4a-b75f-dbdbeda27aa3 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.20 "GET /v2.0/networks?id=3bd49030-3c43-43f7-8101-1a3f484e8c0f HTTP/1.1" status: 200 len: 811 time: 0.1728325 Nov 27 04:20:52.568832 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-05b74074-05a2-4558-bdec-1b0a0c158229 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.20 "GET /v2.0/quotas/99838e4fe4534656a17ed81e49361b62 HTTP/1.1" status: 200 len: 375 time: 0.0113475 Nov 27 04:20:52.611739 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-fe179323-e424-4848-b9b8-b1ddafb585c7 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=99838e4fe4534656a17ed81e49361b62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353835 Nov 27 04:20:52.645633 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f8dd5a-2c2c-4b42-a2c3-fd6cfc2b21b0 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Made reservation on behalf of cede2eb88812462a8fb871e04f184582 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:20:52.649945 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-26f8dd5a-2c2c-4b42-a2c3-fd6cfc2b21b0 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:52.738733 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-d2339634-3db7-49b4-b114-1bab011dd524 service neutron] 10.222.0.20 "GET /v2.0/networks/3bd49030-3c43-43f7-8101-1a3f484e8c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147697 Nov 27 04:20:52.757575 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59907079-adf2-443a-8ffe-ce5697194130 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:52.859088 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d6dcdc32-abfd-4ba3-ab71-c2b5936f7a29 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:52.868006 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d6dcdc32-abfd-4ba3-ab71-c2b5936f7a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:52.921734 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c7874b-e74b-49ab-84d2-be7c8a9d080e None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:20:52.936346 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f53b65-9d1b-4060-8e26-320329d4cdfb None None] Pushing event updated for resources: {'Port': ['ID=fb3bca2a-e8ec-4565-9838-a98464337f4d,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:52.943938 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-d6dcdc32-abfd-4ba3-ab71-c2b5936f7a29 None None] Attempting to bind port fb3bca2a-e8ec-4565-9838-a98464337f4d on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:20:52.944526 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-d6dcdc32-abfd-4ba3-ab71-c2b5936f7a29 None None] Attempting to bind port fb3bca2a-e8ec-4565-9838-a98464337f4d by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:20:52.951139 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dcdc32-abfd-4ba3-ab71-c2b5936f7a29 None None] Attempting to bind port fb3bca2a-e8ec-4565-9838-a98464337f4d on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:20:52.958396 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-26f8dd5a-2c2c-4b42-a2c3-fd6cfc2b21b0 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:52.976030 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f53b65-9d1b-4060-8e26-320329d4cdfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:20:52.976384 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f53b65-9d1b-4060-8e26-320329d4cdfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:20:52.976731 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f53b65-9d1b-4060-8e26-320329d4cdfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:20:52.977072 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f53b65-9d1b-4060-8e26-320329d4cdfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:20:52.977411 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f53b65-9d1b-4060-8e26-320329d4cdfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:20:52.978303 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f53b65-9d1b-4060-8e26-320329d4cdfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:20:52.978730 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f53b65-9d1b-4060-8e26-320329d4cdfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:20:52.979071 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f53b65-9d1b-4060-8e26-320329d4cdfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:20:52.979431 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f53b65-9d1b-4060-8e26-320329d4cdfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:20:52.979787 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f53b65-9d1b-4060-8e26-320329d4cdfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:20:52.980122 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f53b65-9d1b-4060-8e26-320329d4cdfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:20:52.980447 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f53b65-9d1b-4060-8e26-320329d4cdfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:20:52.992189 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dcdc32-abfd-4ba3-ab71-c2b5936f7a29 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:20:52.992581 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dcdc32-abfd-4ba3-ab71-c2b5936f7a29 None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:20:52.992992 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d6dcdc32-abfd-4ba3-ab71-c2b5936f7a29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:52.993385 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dcdc32-abfd-4ba3-ab71-c2b5936f7a29 None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:20:52.996697 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-d6dcdc32-abfd-4ba3-ab71-c2b5936f7a29 None None] Bound port: fb3bca2a-e8ec-4565-9838-a98464337f4d, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:20:52.996697 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d6dcdc32-abfd-4ba3-ab71-c2b5936f7a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:53.030713 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-3d58725c-97f7-4f53-805e-64f5f6252a03 None None] Provisioning complete for port fb3bca2a-e8ec-4565-9838-a98464337f4d triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:20:53.031199 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3d58725c-97f7-4f53-805e-64f5f6252a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:53.039461 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59907079-adf2-443a-8ffe-ce5697194130 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Router 7801734f-b33c-4818-b228-d65c73fc564b is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:20:53.045925 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8dd5a-2c2c-4b42-a2c3-fd6cfc2b21b0 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Pushing event updated for resources: {'Subnet': ['ID=1737fff1-47ac-439a-afb4-689d623943fe,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:53.058274 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f8dd5a-2c2c-4b42-a2c3-fd6cfc2b21b0 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Checking segment: {'id': '2dad71cb-6b3e-4b01-8c08-5d2935f0095b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '747ec867-9ec9-48cb-ad97-9571e37ad2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:20:53.058764 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f8dd5a-2c2c-4b42-a2c3-fd6cfc2b21b0 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Network hostable DHCP agents. Network: 747ec867-9ec9-48cb-ad97-9571e37ad2c8, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:20:53.107253 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-3d58725c-97f7-4f53-805e-64f5f6252a03 None None] Port fb3bca2a-e8ec-4565-9838-a98464337f4d cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:20:53.110900 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-d6dcdc32-abfd-4ba3-ab71-c2b5936f7a29 None None] For port fb3bca2a-e8ec-4565-9838-a98464337f4d, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:20:53.114249 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-d6dcdc32-abfd-4ba3-ab71-c2b5936f7a29 None None] For port fb3bca2a-e8ec-4565-9838-a98464337f4d, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=fb3bca2a-e8ec-4565-9838-a98464337f4d,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:20:53.122500 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d6dcdc32-abfd-4ba3-ab71-c2b5936f7a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:53.156141 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f8dd5a-2c2c-4b42-a2c3-fd6cfc2b21b0 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Network 747ec867-9ec9-48cb-ad97-9571e37ad2c8 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:20:53.186322 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3514a3ac-ef70-42d8-b05d-18121430f877 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:20:53.189246 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-26f8dd5a-2c2c-4b42-a2c3-fd6cfc2b21b0 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 747ec867-9ec9-48cb-ad97-9571e37ad2c8) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:20:53.195810 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f8dd5a-2c2c-4b42-a2c3-fd6cfc2b21b0 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:53.196416 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-26f8dd5a-2c2c-4b42-a2c3-fd6cfc2b21b0 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:53.205092 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59907079-adf2-443a-8ffe-ce5697194130 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:20:53.211546 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f53b65-9d1b-4060-8e26-320329d4cdfb None None] Pushing event updated for resources: {'Port': ['ID=fb3bca2a-e8ec-4565-9838-a98464337f4d,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:53.224023 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04aa8e0-4d68-4749-b24a-f55bac3f917f None None] Sync routers for ids ['7801734f-b33c-4818-b228-d65c73fc564b'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:20:53.226927 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-26f8dd5a-2c2c-4b42-a2c3-fd6cfc2b21b0 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7991107 Nov 27 04:20:53.229689 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55600) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:53.241739 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59907079-adf2-443a-8ffe-ce5697194130 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:53.245795 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-59907079-adf2-443a-8ffe-ce5697194130 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7901270 Nov 27 04:20:53.247341 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16271bba-d5d1-45b5-80ee-89db72a1bc50 None None] Network 747ec867-9ec9-48cb-ad97-9571e37ad2c8 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:20:53.249635 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04aa8e0-4d68-4749-b24a-f55bac3f917f None None] Routers {'7801734f-b33c-4818-b228-d65c73fc564b'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:20:53.252420 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-b04aa8e0-4d68-4749-b24a-f55bac3f917f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:20:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['7801734f-b33c-4818-b228-d65c73fc564b'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:20:53.293906 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55602) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:53.299699 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dcdc32-abfd-4ba3-ab71-c2b5936f7a29 None None] Routers {'32dd56d4-af8c-4c2d-8197-7e9129c3d6d6'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:20:53.300337 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-d6dcdc32-abfd-4ba3-ab71-c2b5936f7a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:20:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['32dd56d4-af8c-4c2d-8197-7e9129c3d6d6'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:20:53.327461 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-b04aa8e0-4d68-4749-b24a-f55bac3f917f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:20:53.339673 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04aa8e0-4d68-4749-b24a-f55bac3f917f None None] Routers {'7801734f-b33c-4818-b228-d65c73fc564b'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:20:53.340751 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-b04aa8e0-4d68-4749-b24a-f55bac3f917f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:20:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['7801734f-b33c-4818-b228-d65c73fc564b'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:20:53.375601 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-b04aa8e0-4d68-4749-b24a-f55bac3f917f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:20:53.376522 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04aa8e0-4d68-4749-b24a-f55bac3f917f None None] The sync data for ids ['7801734f-b33c-4818-b228-d65c73fc564b'] in n-d-819494-3 is: [] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:20:53.443206 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-7b2517ec-b243-4fe3-b14e-96fd45e74ccf None None] Provisioning complete for port fb3bca2a-e8ec-4565-9838-a98464337f4d triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:20:53.443586 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7b2517ec-b243-4fe3-b14e-96fd45e74ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:53.452313 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-f1bf8200-6dfd-4e5c-bbaf-b5baa4899fd6 service neutron] 10.222.0.20 "GET /v2.0/networks/3bd49030-3c43-43f7-8101-1a3f484e8c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7045977 Nov 27 04:20:53.784584 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-d6dcdc32-abfd-4ba3-ab71-c2b5936f7a29 None None] Set router 32dd56d4-af8c-4c2d-8197-7e9129c3d6d6 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:20:53.949460 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-085919e6-d48e-4c13-8cce-103f812a85b4 req-0f17ba40-f14a-4a72-ad53-ab673558f402 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.20 "GET /v2.0/ports?device_id=458b4d15-1982-4fe8-ba92-f068677794d2 HTTP/1.1" status: 200 len: 210 time: 0.0436175 Nov 27 04:20:54.049054 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7b2517ec-b243-4fe3-b14e-96fd45e74ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:54.073430 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-7b2517ec-b243-4fe3-b14e-96fd45e74ccf None None] For port fb3bca2a-e8ec-4565-9838-a98464337f4d, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=fb3bca2a-e8ec-4565-9838-a98464337f4d,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:20:54.095523 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7b2517ec-b243-4fe3-b14e-96fd45e74ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:54.143448 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc1b23b-659f-4e37-b736-05d6764593ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-747ec867-9ec9-48cb-ad97-9571e37ad2c8', 'network_id': '747ec867-9ec9-48cb-ad97-9571e37ad2c8', 'tenant_id': 'cede2eb88812462a8fb871e04f184582', 'fixed_ips': [{'subnet_id': '1737fff1-47ac-439a-afb4-689d623943fe'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:20:54.145291 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4bc1b23b-659f-4e37-b736-05d6764593ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:54.289772 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2517ec-b243-4fe3-b14e-96fd45e74ccf None None] Pushing event updated for resources: {'Port': ['ID=fb3bca2a-e8ec-4565-9838-a98464337f4d,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:54.347131 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-d6dcdc32-abfd-4ba3-ab71-c2b5936f7a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32dd56d4-af8c-4c2d-8197-7e9129c3d6d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1519904328', 'tenant_id': 'cede2eb88812462a8fb871e04f184582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'fb3bca2a-e8ec-4565-9838-a98464337f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:20:49Z', 'updated_at': '2021-11-27T04:20:50Z', 'revision_number': 3, 'project_id': 'cede2eb88812462a8fb871e04f184582', 'gw_port': {'id': 'fb3bca2a-e8ec-4565-9838-a98464337f4d', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32dd56d4-af8c-4c2d-8197-7e9129c3d6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:20:49Z', 'updated_at': '2021-11-27T04:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:20:54.379748 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-07f61f2d-d749-40b3-bb8a-304268e7d4fc tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:54.381146 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dcdc32-abfd-4ba3-ab71-c2b5936f7a29 None None] The sync data for ids ['32dd56d4-af8c-4c2d-8197-7e9129c3d6d6'] in n-d-819494-3 is: [{'id': '32dd56d4-af8c-4c2d-8197-7e9129c3d6d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1519904328', 'tenant_id': 'cede2eb88812462a8fb871e04f184582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'fb3bca2a-e8ec-4565-9838-a98464337f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:20:49Z', 'updated_at': '2021-11-27T04:20:50Z', 'revision_number': 3, 'project_id': 'cede2eb88812462a8fb871e04f184582', 'gw_port': {'id': 'fb3bca2a-e8ec-4565-9838-a98464337f4d', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32dd56d4-af8c-4c2d-8197-7e9129c3d6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:20:49Z', 'updated_at': '2021-11-27T04:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:20:54.411831 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-4bc1b23b-659f-4e37-b736-05d6764593ed None None] Allocated IP 172.20.0.18 (747ec867-9ec9-48cb-ad97-9571e37ad2c8/1737fff1-47ac-439a-afb4-689d623943fe/caf52d14-74b7-4d40-9816-114dbaaf0496) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:20:54.497132 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-30eabe3d-4766-4ec9-a6b6-0f0df03aede5 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:54.601706 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4bc1b23b-659f-4e37-b736-05d6764593ed None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:54.611366 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4bc1b23b-659f-4e37-b736-05d6764593ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:54.656800 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc1b23b-659f-4e37-b736-05d6764593ed None None] Network 747ec867-9ec9-48cb-ad97-9571e37ad2c8 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:20:54.663582 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-4bc1b23b-659f-4e37-b736-05d6764593ed None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:20:54.667520 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc1b23b-659f-4e37-b736-05d6764593ed None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:20:54.676712 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1b23b-659f-4e37-b736-05d6764593ed None None] Pushing event updated for resources: {'Port': ['ID=caf52d14-74b7-4d40-9816-114dbaaf0496,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:54.813533 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-4bc1b23b-659f-4e37-b736-05d6764593ed None None] Attempting to bind port caf52d14-74b7-4d40-9816-114dbaaf0496 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:20:54.814143 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-4bc1b23b-659f-4e37-b736-05d6764593ed None None] Attempting to bind port caf52d14-74b7-4d40-9816-114dbaaf0496 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '2dad71cb-6b3e-4b01-8c08-5d2935f0095b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '747ec867-9ec9-48cb-ad97-9571e37ad2c8'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:20:54.814736 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc1b23b-659f-4e37-b736-05d6764593ed None None] Attempting to bind port caf52d14-74b7-4d40-9816-114dbaaf0496 on network 747ec867-9ec9-48cb-ad97-9571e37ad2c8 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:20:54.820052 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc1b23b-659f-4e37-b736-05d6764593ed None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:20:54.820682 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc1b23b-659f-4e37-b736-05d6764593ed None None] Checking segment: {'id': '2dad71cb-6b3e-4b01-8c08-5d2935f0095b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '747ec867-9ec9-48cb-ad97-9571e37ad2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:20:54.821916 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4bc1b23b-659f-4e37-b736-05d6764593ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:54.822604 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc1b23b-659f-4e37-b736-05d6764593ed None None] Bound using segment: {'id': '2dad71cb-6b3e-4b01-8c08-5d2935f0095b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '747ec867-9ec9-48cb-ad97-9571e37ad2c8'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:20:54.826678 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-4bc1b23b-659f-4e37-b736-05d6764593ed None None] Bound port: caf52d14-74b7-4d40-9816-114dbaaf0496, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dad71cb-6b3e-4b01-8c08-5d2935f0095b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '747ec867-9ec9-48cb-ad97-9571e37ad2c8'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:20:54.827957 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4bc1b23b-659f-4e37-b736-05d6764593ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:54.940041 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-4bc1b23b-659f-4e37-b736-05d6764593ed None None] For port caf52d14-74b7-4d40-9816-114dbaaf0496, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:20:54.945284 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-4bc1b23b-659f-4e37-b736-05d6764593ed None None] For port caf52d14-74b7-4d40-9816-114dbaaf0496, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=caf52d14-74b7-4d40-9816-114dbaaf0496,segment=NetworkSegment(2dad71cb-6b3e-4b01-8c08-5d2935f0095b),segment_id=2dad71cb-6b3e-4b01-8c08-5d2935f0095b)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:20:54.957161 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4bc1b23b-659f-4e37-b736-05d6764593ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:55.093769 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-07f61f2d-d749-40b3-bb8a-304268e7d4fc tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Allocated IP 172.20.0.17 (747ec867-9ec9-48cb-ad97-9571e37ad2c8/1737fff1-47ac-439a-afb4-689d623943fe/d59f674f-9b0d-4ab4-8818-58f5e12891a0) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:20:55.115563 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1b23b-659f-4e37-b736-05d6764593ed None None] Pushing event updated for resources: {'Port': ['ID=caf52d14-74b7-4d40-9816-114dbaaf0496,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:55.165364 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-30eabe3d-4766-4ec9-a6b6-0f0df03aede5 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Allocated IP 172.20.0.1 (b033da4a-9e65-41a7-a7d1-d28f099df296/8368a4e7-ad62-48fe-af9b-dd1da292bd95/be884333-57c8-4e4e-ac4a-e8bcfc963f80) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:20:55.249928 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f39342aa-965a-45af-9519-dbe9fb763e29 req-75a2935a-c7a1-45c8-b5a0-7a85469da2bf tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.20 "GET /v2.0/ports?device_id=458b4d15-1982-4fe8-ba92-f068677794d2 HTTP/1.1" status: 200 len: 210 time: 0.1198924 Nov 27 04:20:55.267718 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-dc6f4f66-5aa4-48fb-b5c2-fb9c38d31335 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:55.270844 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-dc6f4f66-5aa4-48fb-b5c2-fb9c38d31335 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.11 "GET /v2.0/networks?id=3bd49030-3c43-43f7-8101-1a3f484e8c0f HTTP/1.1" status: 200 len: 811 time: 0.3627310 Nov 27 04:20:55.294697 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-594e3a33-f736-4d71-bffe-3a35b49af823 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] Request body: {'port': {'device_id': '458b4d15-1982-4fe8-ba92-f068677794d2', 'network_id': '3bd49030-3c43-43f7-8101-1a3f484e8c0f', 'admin_state_up': True, 'tenant_id': '99838e4fe4534656a17ed81e49361b62'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:20:55.514384 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-07f61f2d-d749-40b3-bb8a-304268e7d4fc tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:55.514803 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-594e3a33-f736-4d71-bffe-3a35b49af823 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] Made reservation on behalf of 99838e4fe4534656a17ed81e49361b62 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:20:55.518435 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-594e3a33-f736-4d71-bffe-3a35b49af823 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:55.547995 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-30eabe3d-4766-4ec9-a6b6-0f0df03aede5 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:55.620501 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-07f61f2d-d749-40b3-bb8a-304268e7d4fc tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:55.629014 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-30eabe3d-4766-4ec9-a6b6-0f0df03aede5 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:55.693705 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f61f2d-d749-40b3-bb8a-304268e7d4fc tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Network 747ec867-9ec9-48cb-ad97-9571e37ad2c8 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:20:55.695660 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30eabe3d-4766-4ec9-a6b6-0f0df03aede5 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Network b033da4a-9e65-41a7-a7d1-d28f099df296 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:20:55.700863 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-07f61f2d-d749-40b3-bb8a-304268e7d4fc tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:20:55.710103 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-30eabe3d-4766-4ec9-a6b6-0f0df03aede5 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:20:55.720381 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f61f2d-d749-40b3-bb8a-304268e7d4fc tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:20:55.726342 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30eabe3d-4766-4ec9-a6b6-0f0df03aede5 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:20:55.745325 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-594e3a33-f736-4d71-bffe-3a35b49af823 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] Allocated IP 172.20.0.14 (3bd49030-3c43-43f7-8101-1a3f484e8c0f/2b604007-4a30-4057-b182-3c3ba74d49da/aabe3e9e-fc30-4fce-ba6e-eb52c365faf0) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:20:55.759511 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f61f2d-d749-40b3-bb8a-304268e7d4fc tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Pushing event updated for resources: {'Port': ['ID=d59f674f-9b0d-4ab4-8818-58f5e12891a0,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:55.854936 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-07f61f2d-d749-40b3-bb8a-304268e7d4fc tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:55.896276 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-30eabe3d-4766-4ec9-a6b6-0f0df03aede5 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:55.950465 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eabe3d-4766-4ec9-a6b6-0f0df03aede5 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Pushing event updated for resources: {'Port': ['ID=be884333-57c8-4e4e-ac4a-e8bcfc963f80,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:55.958245 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-594e3a33-f736-4d71-bffe-3a35b49af823 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:55.999389 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-594e3a33-f736-4d71-bffe-3a35b49af823 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:56.058292 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e3a33-f736-4d71-bffe-3a35b49af823 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] Pushing event updated for resources: {'Port': ['ID=aabe3e9e-fc30-4fce-ba6e-eb52c365faf0,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:56.062069 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-594e3a33-f736-4d71-bffe-3a35b49af823 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] Network 3bd49030-3c43-43f7-8101-1a3f484e8c0f is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:20:56.063978 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-594e3a33-f736-4d71-bffe-3a35b49af823 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:20:56.066307 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-594e3a33-f736-4d71-bffe-3a35b49af823 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:20:56.123788 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-594e3a33-f736-4d71-bffe-3a35b49af823 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:56.124588 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-594e3a33-f736-4d71-bffe-3a35b49af823 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:56.152672 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-594e3a33-f736-4d71-bffe-3a35b49af823 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8570578 Nov 27 04:20:56.153600 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-07f61f2d-d749-40b3-bb8a-304268e7d4fc tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:56.158858 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-30eabe3d-4766-4ec9-a6b6-0f0df03aede5 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:56.164390 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-ff4ccc55-2448-43e3-bc5e-ff700015709c service neutron] Request body: {'port': {'device_id': '458b4d15-1982-4fe8-ba92-f068677794d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:20:56.240619 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-ff4ccc55-2448-43e3-bc5e-ff700015709c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:56.538863 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7455d-25bd-443c-9ed1-cadf7fcc75e2 req-809066b0-c4f2-413f-9219-e0d4dea1aaa8 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:56.541854 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f6f7455d-25bd-443c-9ed1-cadf7fcc75e2 req-809066b0-c4f2-413f-9219-e0d4dea1aaa8 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.20 "GET /v2.0/ports?device_id=458b4d15-1982-4fe8-ba92-f068677794d2 HTTP/1.1" status: 200 len: 932 time: 0.1817160 Nov 27 04:20:56.652253 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-ff4ccc55-2448-43e3-bc5e-ff700015709c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aabe3e9e-fc30-4fce-ba6e-eb52c365faf0 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:20:56.669376 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-ff4ccc55-2448-43e3-bc5e-ff700015709c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:56.684513 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-ff4ccc55-2448-43e3-bc5e-ff700015709c service neutron] Transition to ACTIVE for port object aabe3e9e-fc30-4fce-ba6e-eb52c365faf0 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:20:56.694208 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-ff4ccc55-2448-43e3-bc5e-ff700015709c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:56.707034 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device fb3bca2a-e8ec-4565-9838-a98464337f4d up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:20:56.720382 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f6f7455d-25bd-443c-9ed1-cadf7fcc75e2 req-45c8e8c8-75a8-4ea5-a4c0-df01dd3d68f3 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed86e8ce-f60f-43ea-b374-9889a15fdd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475263 Nov 27 04:20:56.766772 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5794aa-454b-4721-b939-145f11fdf72e None None] Network 747ec867-9ec9-48cb-ad97-9571e37ad2c8 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:20:56.786085 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ccc55-2448-43e3-bc5e-ff700015709c service neutron] Pushing event updated for resources: {'Port': ['ID=aabe3e9e-fc30-4fce-ba6e-eb52c365faf0,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:56.916932 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-ff4ccc55-2448-43e3-bc5e-ff700015709c service neutron] Attempting to bind port aabe3e9e-fc30-4fce-ba6e-eb52c365faf0 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:20:56.917930 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-ff4ccc55-2448-43e3-bc5e-ff700015709c service neutron] Attempting to bind port aabe3e9e-fc30-4fce-ba6e-eb52c365faf0 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': 'ed3d0b3c-f077-4b57-94bb-b90857137c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3bd49030-3c43-43f7-8101-1a3f484e8c0f'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:20:56.917930 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-ff4ccc55-2448-43e3-bc5e-ff700015709c service neutron] Attempting to bind port aabe3e9e-fc30-4fce-ba6e-eb52c365faf0 on network 3bd49030-3c43-43f7-8101-1a3f484e8c0f {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:20:56.923619 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-ff4ccc55-2448-43e3-bc5e-ff700015709c service neutron] Port aabe3e9e-fc30-4fce-ba6e-eb52c365faf0 on network 3bd49030-3c43-43f7-8101-1a3f484e8c0f not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:20:56.934904 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-ff4ccc55-2448-43e3-bc5e-ff700015709c service neutron] Attempting to bind port aabe3e9e-fc30-4fce-ba6e-eb52c365faf0 on network 3bd49030-3c43-43f7-8101-1a3f484e8c0f {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:20:56.941247 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-ff4ccc55-2448-43e3-bc5e-ff700015709c service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:20:56.941727 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-ff4ccc55-2448-43e3-bc5e-ff700015709c service neutron] Checking segment: {'id': 'ed3d0b3c-f077-4b57-94bb-b90857137c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3bd49030-3c43-43f7-8101-1a3f484e8c0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:20:56.942386 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-ff4ccc55-2448-43e3-bc5e-ff700015709c service neutron] Bound using segment: {'id': 'ed3d0b3c-f077-4b57-94bb-b90857137c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3bd49030-3c43-43f7-8101-1a3f484e8c0f'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:20:56.942773 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-ff4ccc55-2448-43e3-bc5e-ff700015709c service neutron] Bound port: aabe3e9e-fc30-4fce-ba6e-eb52c365faf0, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3d0b3c-f077-4b57-94bb-b90857137c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3bd49030-3c43-43f7-8101-1a3f484e8c0f'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:20:56.943248 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-ff4ccc55-2448-43e3-bc5e-ff700015709c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:56.989242 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-43fc40b0-9715-48b7-bf41-2071d0354f1e None None] Provisioning complete for port caf52d14-74b7-4d40-9816-114dbaaf0496 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:20:56.989634 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-43fc40b0-9715-48b7-bf41-2071d0354f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:57.031071 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-ff4ccc55-2448-43e3-bc5e-ff700015709c service neutron] For port aabe3e9e-fc30-4fce-ba6e-eb52c365faf0, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:20:57.035710 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-ff4ccc55-2448-43e3-bc5e-ff700015709c service neutron] For port aabe3e9e-fc30-4fce-ba6e-eb52c365faf0, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=aabe3e9e-fc30-4fce-ba6e-eb52c365faf0,segment=NetworkSegment(ed3d0b3c-f077-4b57-94bb-b90857137c48),segment_id=ed3d0b3c-f077-4b57-94bb-b90857137c48)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:20:57.041002 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port fb3bca2a-e8ec-4565-9838-a98464337f4d triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:20:57.041486 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:57.043876 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-ff4ccc55-2448-43e3-bc5e-ff700015709c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:57.098470 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-ff4ccc55-2448-43e3-bc5e-ff700015709c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:57.099518 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-ff4ccc55-2448-43e3-bc5e-ff700015709c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:57.101562 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-ff4ccc55-2448-43e3-bc5e-ff700015709c service neutron] 10.222.0.11 "PUT /v2.0/ports/aabe3e9e-fc30-4fce-ba6e-eb52c365faf0 HTTP/1.1" status: 200 len: 1092 time: 0.9421828 Nov 27 04:20:57.102690 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '458b4d15-1982-4fe8-ba92-f068677794d2', 'tag': 'aabe3e9e-fc30-4fce-ba6e-eb52c365faf0'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:20:57.106855 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6603a977-692c-4598-bc70-00a210f2c3bc" -d '{"events": [{"name": "network-changed", "server_uuid": "458b4d15-1982-4fe8-ba92-f068677794d2", "tag": "aabe3e9e-fc30-4fce-ba6e-eb52c365faf0"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:20:57.186131 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ccc55-2448-43e3-bc5e-ff700015709c service neutron] Pushing event updated for resources: {'Port': ['ID=aabe3e9e-fc30-4fce-ba6e-eb52c365faf0,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:57.197975 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39985869-1236-4e54-b2cd-a4798eea84b2 x-openstack-request-id: req-39985869-1236-4e54-b2cd-a4798eea84b2 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:20:57.198269 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "458b4d15-1982-4fe8-ba92-f068677794d2", "tag": "aabe3e9e-fc30-4fce-ba6e-eb52c365faf0", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:20:57.198527 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-39985869-1236-4e54-b2cd-a4798eea84b2 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:20:57.199682 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '458b4d15-1982-4fe8-ba92-f068677794d2', 'tag': 'aabe3e9e-fc30-4fce-ba6e-eb52c365faf0', 'status': 'completed', 'code': 200} Nov 27 04:20:57.202840 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device caf52d14-74b7-4d40-9816-114dbaaf0496 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:20:57.252771 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-31456e30-ac5e-4878-b1cb-d5a2a2ef22e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:57.255526 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-31456e30-ac5e-4878-b1cb-d5a2a2ef22e4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=99838e4fe4534656a17ed81e49361b62&device_id=458b4d15-1982-4fe8-ba92-f068677794d2 HTTP/1.1" status: 200 len: 1095 time: 0.0549648 Nov 27 04:20:57.310509 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-30d17398-9f4d-4331-b4c3-1519c5d5d693 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aabe3e9e-fc30-4fce-ba6e-eb52c365faf0 HTTP/1.1" status: 200 len: 217 time: 0.0408485 Nov 27 04:20:57.315367 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-43fc40b0-9715-48b7-bf41-2071d0354f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:57.329391 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-07f61f2d-d749-40b3-bb8a-304268e7d4fc tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:57.341026 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-07f61f2d-d749-40b3-bb8a-304268e7d4fc tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:57.371332 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-43fc40b0-9715-48b7-bf41-2071d0354f1e None None] For port caf52d14-74b7-4d40-9816-114dbaaf0496, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=caf52d14-74b7-4d40-9816-114dbaaf0496,segment=NetworkSegment(2dad71cb-6b3e-4b01-8c08-5d2935f0095b),segment_id=2dad71cb-6b3e-4b01-8c08-5d2935f0095b)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:20:57.373178 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port caf52d14-74b7-4d40-9816-114dbaaf0496 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:20:57.373628 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:57.404452 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-43fc40b0-9715-48b7-bf41-2071d0354f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:57.425594 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-30eabe3d-4766-4ec9-a6b6-0f0df03aede5 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:57.428383 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-c966dad5-c130-4e5a-8509-7c085fbc30be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:57.429898 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-c966dad5-c130-4e5a-8509-7c085fbc30be service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2b604007-4a30-4057-b182-3c3ba74d49da HTTP/1.1" status: 200 len: 851 time: 0.1121044 Nov 27 04:20:57.441376 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-30eabe3d-4766-4ec9-a6b6-0f0df03aede5 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:57.488111 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-07f61f2d-d749-40b3-bb8a-304268e7d4fc tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:57.488723 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-e28cd32e-fe47-4026-80eb-d9b76a8e8f2d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3bd49030-3c43-43f7-8101-1a3f484e8c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496914 Nov 27 04:20:57.492305 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f61f2d-d749-40b3-bb8a-304268e7d4fc tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Pushing event updated for resources: {'Port': ['ID=d59f674f-9b0d-4ab4-8818-58f5e12891a0,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:57.517906 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc40b0-9715-48b7-bf41-2071d0354f1e None None] Pushing event updated for resources: {'Port': ['ID=caf52d14-74b7-4d40-9816-114dbaaf0496,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:57.613024 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-30eabe3d-4766-4ec9-a6b6-0f0df03aede5 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:57.634738 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-474723fd-7764-4eea-88c0-b13aaf223069 None None] Provisioning complete for port d59f674f-9b0d-4ab4-8818-58f5e12891a0 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:20:57.636186 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-474723fd-7764-4eea-88c0-b13aaf223069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:57.667322 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-1857e8c9-e55a-4efb-a698-ac812bca90cd service neutron] 10.222.0.11 "GET /v2.0/networks/3bd49030-3c43-43f7-8101-1a3f484e8c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691854 Nov 27 04:20:57.685710 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eabe3d-4766-4ec9-a6b6-0f0df03aede5 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Pushing event updated for resources: {'Port': ['ID=be884333-57c8-4e4e-ac4a-e8bcfc963f80,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:57.696643 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-474723fd-7764-4eea-88c0-b13aaf223069 None None] Port d59f674f-9b0d-4ab4-8818-58f5e12891a0 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:20:57.712094 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-474723fd-7764-4eea-88c0-b13aaf223069 None None] Provisioning complete for port caf52d14-74b7-4d40-9816-114dbaaf0496 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:20:57.713209 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-474723fd-7764-4eea-88c0-b13aaf223069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:57.763785 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dae80cb3-e85d-4a99-9089-8533ed8f0a4e req-78a17f12-9fa7-490d-9a6d-3c2ee7a1d0c5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=148cf075-734c-4328-a836-36a00a194251&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2456837 Nov 27 04:20:57.844269 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5ae550dd-7fe6-4a00-9546-1e3ad0fe9609 req-831e4f55-cb01-4dc9-aaaf-1cf17d6c8f4c service neutron] 10.222.0.11 "GET /v2.0/networks/3bd49030-3c43-43f7-8101-1a3f484e8c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701100 Nov 27 04:20:57.849254 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f61f2d-d749-40b3-bb8a-304268e7d4fc tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Network 747ec867-9ec9-48cb-ad97-9571e37ad2c8 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:20:57.862073 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-07f61f2d-d749-40b3-bb8a-304268e7d4fc tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:20:57.995129 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603a977-692c-4598-bc70-00a210f2c3bc req-05b60491-5090-4b5b-9bea-5050dfe0c01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:57.996604 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6603a977-692c-4598-bc70-00a210f2c3bc req-05b60491-5090-4b5b-9bea-5050dfe0c01f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=99838e4fe4534656a17ed81e49361b62&device_id=458b4d15-1982-4fe8-ba92-f068677794d2 HTTP/1.1" status: 200 len: 1095 time: 0.0588520 Nov 27 04:20:58.023406 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30eabe3d-4766-4ec9-a6b6-0f0df03aede5 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Network b033da4a-9e65-41a7-a7d1-d28f099df296 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:20:58.039245 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-30eabe3d-4766-4ec9-a6b6-0f0df03aede5 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:20:58.046905 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-21895263-3059-4cfb-bcf9-9de26bca1b50 None None] Provisioning complete for port d59f674f-9b0d-4ab4-8818-58f5e12891a0 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:20:58.047273 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-21895263-3059-4cfb-bcf9-9de26bca1b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:58.089779 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-21895263-3059-4cfb-bcf9-9de26bca1b50 None None] Port d59f674f-9b0d-4ab4-8818-58f5e12891a0 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:20:58.107534 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d6921-91e5-4118-b390-e82ec775c993 req-deb6a734-e31c-4dc6-96b7-d6b9bf36dfc3 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:58.109387 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f93d6921-91e5-4118-b390-e82ec775c993 req-deb6a734-e31c-4dc6-96b7-d6b9bf36dfc3 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.20 "GET /v2.0/ports?device_id=458b4d15-1982-4fe8-ba92-f068677794d2 HTTP/1.1" status: 200 len: 944 time: 0.2572870 Nov 27 04:20:58.124653 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae80cb3-e85d-4a99-9089-8533ed8f0a4e req-b88060dd-123f-4e24-ad40-017109d98964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:58.126303 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dae80cb3-e85d-4a99-9089-8533ed8f0a4e req-b88060dd-123f-4e24-ad40-017109d98964 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cede2eb88812462a8fb871e04f184582&device_id=148cf075-734c-4328-a836-36a00a194251 HTTP/1.1" status: 200 len: 1136 time: 0.2340112 Nov 27 04:20:58.158231 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603a977-692c-4598-bc70-00a210f2c3bc req-46549e26-7f76-44cc-a9a3-4892ac451db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:58.160342 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6603a977-692c-4598-bc70-00a210f2c3bc req-46549e26-7f76-44cc-a9a3-4892ac451db5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3bd49030-3c43-43f7-8101-1a3f484e8c0f HTTP/1.1" status: 200 len: 912 time: 0.1532636 Nov 27 04:20:58.215438 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-19e9da39-088f-454f-be3c-b89f6d87a08c None None] Provisioning complete for port d59f674f-9b0d-4ab4-8818-58f5e12891a0 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:20:58.215964 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-19e9da39-088f-454f-be3c-b89f6d87a08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:58.225474 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6603a977-692c-4598-bc70-00a210f2c3bc req-0249c8b7-f741-4f7b-ab6d-6f4b62210167 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aabe3e9e-fc30-4fce-ba6e-eb52c365faf0 HTTP/1.1" status: 200 len: 217 time: 0.0557868 Nov 27 04:20:58.263351 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-19e9da39-088f-454f-be3c-b89f6d87a08c None None] Port d59f674f-9b0d-4ab4-8818-58f5e12891a0 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:20:58.271337 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f61f2d-d749-40b3-bb8a-304268e7d4fc tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Router 32dd56d4-af8c-4c2d-8197-7e9129c3d6d6 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:20:58.287312 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603a977-692c-4598-bc70-00a210f2c3bc req-0227e998-2f55-4453-99c1-b40b76a8ec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:58.288808 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6603a977-692c-4598-bc70-00a210f2c3bc req-0227e998-2f55-4453-99c1-b40b76a8ec3c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2b604007-4a30-4057-b182-3c3ba74d49da HTTP/1.1" status: 200 len: 851 time: 0.0562291 Nov 27 04:20:58.322624 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6603a977-692c-4598-bc70-00a210f2c3bc req-799b6417-b1cb-40f9-8f3f-38b5cbe2e03e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3bd49030-3c43-43f7-8101-1a3f484e8c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260680 Nov 27 04:20:58.346496 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f93d6921-91e5-4118-b390-e82ec775c993 req-fd73ed2b-f38f-4388-b538-e47dc35e9c31 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed86e8ce-f60f-43ea-b374-9889a15fdd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257597 Nov 27 04:20:58.437194 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6603a977-692c-4598-bc70-00a210f2c3bc req-810243cd-cbf5-4a00-a5b5-2ff65bb8d10d service neutron] 10.222.0.11 "GET /v2.0/networks/3bd49030-3c43-43f7-8101-1a3f484e8c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078682 Nov 27 04:20:58.455962 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae80cb3-e85d-4a99-9089-8533ed8f0a4e req-5db25e9e-6399-4e29-b0bb-dc3a3f489572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:58.457474 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dae80cb3-e85d-4a99-9089-8533ed8f0a4e req-5db25e9e-6399-4e29-b0bb-dc3a3f489572 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5776b100-9b64-463c-8701-baba3a25a076 HTTP/1.1" status: 200 len: 897 time: 0.2908974 Nov 27 04:20:58.535376 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30eabe3d-4766-4ec9-a6b6-0f0df03aede5 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Router 7801734f-b33c-4818-b228-d65c73fc564b has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:20:58.548346 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6603a977-692c-4598-bc70-00a210f2c3bc req-254f08b5-ff1a-4a07-9fa7-003744c8ce41 service neutron] 10.222.0.11 "GET /v2.0/networks/3bd49030-3c43-43f7-8101-1a3f484e8c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039131 Nov 27 04:20:58.559869 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dae80cb3-e85d-4a99-9089-8533ed8f0a4e req-031f031f-fc68-41dc-a397-a412d0747a55 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b78bc3fb-a8ad-4722-9a2c-baf0a073f226 HTTP/1.1" status: 200 len: 1002 time: 0.0886242 Nov 27 04:20:58.565155 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f61f2d-d749-40b3-bb8a-304268e7d4fc tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:20:58.570230 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-07f61f2d-d749-40b3-bb8a-304268e7d4fc tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "PUT /v2.0/routers/32dd56d4-af8c-4c2d-8197-7e9129c3d6d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3393996 Nov 27 04:20:58.582151 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66153cf6-9af4-47b4-af55-aeb84ac3129f None None] Sync routers for ids ['32dd56d4-af8c-4c2d-8197-7e9129c3d6d6'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:20:58.590018 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device caf52d14-74b7-4d40-9816-114dbaaf0496 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:20:58.624359 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66153cf6-9af4-47b4-af55-aeb84ac3129f None None] Routers {'32dd56d4-af8c-4c2d-8197-7e9129c3d6d6'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:20:58.624994 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-66153cf6-9af4-47b4-af55-aeb84ac3129f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:20:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['32dd56d4-af8c-4c2d-8197-7e9129c3d6d6'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:20:58.697432 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae80cb3-e85d-4a99-9089-8533ed8f0a4e req-e23d6943-663e-4242-9fe2-36ec78a4dced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:58.698395 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dae80cb3-e85d-4a99-9089-8533ed8f0a4e req-e23d6943-663e-4242-9fe2-36ec78a4dced service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b2075cdd-cff1-4590-8be0-a45f4a20c01d HTTP/1.1" status: 200 len: 835 time: 0.1256416 Nov 27 04:20:58.716520 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port caf52d14-74b7-4d40-9816-114dbaaf0496 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:20:58.717898 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:58.751297 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30eabe3d-4766-4ec9-a6b6-0f0df03aede5 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:20:58.760704 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-30eabe3d-4766-4ec9-a6b6-0f0df03aede5 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "PUT /v2.0/routers/7801734f-b33c-4818-b228-d65c73fc564b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4618096 Nov 27 04:20:58.761247 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55644) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:58.764881 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3874f10b-06fb-4950-af1c-f65d221fe344 None None] Sync routers for ids ['7801734f-b33c-4818-b228-d65c73fc564b'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:20:58.767220 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-1111accf-a31d-4912-a9bc-941316f5fa86 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Request body: {'port': {'network_id': 'b033da4a-9e65-41a7-a7d1-d28f099df296', 'name': 'tempest-FloatingIPTestJSON-34212371'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:20:58.778236 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3874f10b-06fb-4950-af1c-f65d221fe344 None None] Routers {'7801734f-b33c-4818-b228-d65c73fc564b'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:20:58.779483 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-3874f10b-06fb-4950-af1c-f65d221fe344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:20:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['7801734f-b33c-4818-b228-d65c73fc564b'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:20:58.781879 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-66153cf6-9af4-47b4-af55-aeb84ac3129f None None] Set router 32dd56d4-af8c-4c2d-8197-7e9129c3d6d6 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:20:58.821099 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-3874f10b-06fb-4950-af1c-f65d221fe344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:20:58.828356 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae80cb3-e85d-4a99-9089-8533ed8f0a4e req-1ec88876-9397-4058-864f-e54186ce3633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:58.830069 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dae80cb3-e85d-4a99-9089-8533ed8f0a4e req-1ec88876-9397-4058-864f-e54186ce3633 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5776b100-9b64-463c-8701-baba3a25a076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1195700 Nov 27 04:20:58.832702 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3874f10b-06fb-4950-af1c-f65d221fe344 None None] Routers {'7801734f-b33c-4818-b228-d65c73fc564b'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:20:58.833555 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-3874f10b-06fb-4950-af1c-f65d221fe344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:20:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['7801734f-b33c-4818-b228-d65c73fc564b'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:20:58.867717 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-3874f10b-06fb-4950-af1c-f65d221fe344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:20:58.869870 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3874f10b-06fb-4950-af1c-f65d221fe344 None None] The sync data for ids ['7801734f-b33c-4818-b228-d65c73fc564b'] in n-d-819494-3 is: [] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:20:58.907579 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-b5d3e422-10c7-4d8c-a829-7229dcf060d3 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:58.908431 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-b5d3e422-10c7-4d8c-a829-7229dcf060d3 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/networks?id=747ec867-9ec9-48cb-ad97-9571e37ad2c8 HTTP/1.1" status: 200 len: 797 time: 0.1312041 Nov 27 04:20:58.922325 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device aabe3e9e-fc30-4fce-ba6e-eb52c365faf0 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:20:58.924583 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-3984119d-e35c-49d6-b70c-1c923ececb99 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/quotas/cede2eb88812462a8fb871e04f184582 HTTP/1.1" status: 200 len: 375 time: 0.0093729 Nov 27 04:20:58.986054 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1111accf-a31d-4912-a9bc-941316f5fa86 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Made reservation on behalf of f87cd12a63854d3abe513213557f39d3 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:20:58.989677 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1111accf-a31d-4912-a9bc-941316f5fa86 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:59.002115 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-190781ee-ad05-4247-b3b0-22d9be5a9458 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cede2eb88812462a8fb871e04f184582&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0702262 Nov 27 04:20:59.018177 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dae80cb3-e85d-4a99-9089-8533ed8f0a4e req-82bd2f47-e0cc-4855-8adb-bc055d8b3567 service neutron] 10.222.0.23 "GET /v2.0/networks/5776b100-9b64-463c-8701-baba3a25a076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283934 Nov 27 04:20:59.023957 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [None req-1111accf-a31d-4912-a9bc-941316f5fa86 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] device_id is not set on port 5e100929-80eb-469b-8ef6-e9bb71ea65bb yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:20:59.120958 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port aabe3e9e-fc30-4fce-ba6e-eb52c365faf0, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=aabe3e9e-fc30-4fce-ba6e-eb52c365faf0,segment=NetworkSegment(ed3d0b3c-f077-4b57-94bb-b90857137c48),segment_id=ed3d0b3c-f077-4b57-94bb-b90857137c48)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:20:59.123168 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-c1f0d24f-2bb9-4221-a901-96e71bf9fa30 service neutron] 10.222.0.20 "GET /v2.0/networks/747ec867-9ec9-48cb-ad97-9571e37ad2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999808 Nov 27 04:20:59.246299 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-c2133274-26b7-4e68-a7d2-1a1e9b0c6a9b service neutron] 10.222.0.20 "GET /v2.0/networks/747ec867-9ec9-48cb-ad97-9571e37ad2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169546 Nov 27 04:20:59.264287 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dae80cb3-e85d-4a99-9089-8533ed8f0a4e req-14e4e014-c587-4a59-adc9-0083229522c8 service neutron] 10.222.0.23 "GET /v2.0/networks/5776b100-9b64-463c-8701-baba3a25a076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324874 Nov 27 04:20:59.273599 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-1111accf-a31d-4912-a9bc-941316f5fa86 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Allocated IP 172.20.0.6 (b033da4a-9e65-41a7-a7d1-d28f099df296/8368a4e7-ad62-48fe-af9b-dd1da292bd95/5e100929-80eb-469b-8ef6-e9bb71ea65bb) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:20:59.348330 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'aabe3e9e-fc30-4fce-ba6e-eb52c365faf0', 'network_id': '3bd49030-3c43-43f7-8101-1a3f484e8c0f', 'port_id': 'aabe3e9e-fc30-4fce-ba6e-eb52c365faf0', 'mac_address': 'fa:16:3e:e6:cd:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b604007-4a30-4057-b182-3c3ba74d49da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:20:59.412258 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-66153cf6-9af4-47b4-af55-aeb84ac3129f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32dd56d4-af8c-4c2d-8197-7e9129c3d6d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1519904328', 'tenant_id': 'cede2eb88812462a8fb871e04f184582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'fb3bca2a-e8ec-4565-9838-a98464337f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:20:49Z', 'updated_at': '2021-11-27T04:20:56Z', 'revision_number': 4, 'project_id': 'cede2eb88812462a8fb871e04f184582', 'gw_port': {'id': 'fb3bca2a-e8ec-4565-9838-a98464337f4d', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32dd56d4-af8c-4c2d-8197-7e9129c3d6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:20:49Z', 'updated_at': '2021-11-27T04:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'd59f674f-9b0d-4ab4-8818-58f5e12891a0', 'name': '', 'network_id': '747ec867-9ec9-48cb-ad97-9571e37ad2c8', 'tenant_id': 'cede2eb88812462a8fb871e04f184582', 'mac_address': 'fa:16:3e:ac:43:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32dd56d4-af8c-4c2d-8197-7e9129c3d6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '1737fff1-47ac-439a-afb4-689d623943fe', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:20:54Z', 'updated_at': '2021-11-27T04:20:56Z', 'revision_number': 2, 'project_id': 'cede2eb88812462a8fb871e04f184582', 'subnets': [{'id': '1737fff1-47ac-439a-afb4-689d623943fe', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:20:59.455736 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66153cf6-9af4-47b4-af55-aeb84ac3129f None None] Checking router: 32dd56d4-af8c-4c2d-8197-7e9129c3d6d6 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:20:59.456171 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66153cf6-9af4-47b4-af55-aeb84ac3129f None None] Updating router 32dd56d4-af8c-4c2d-8197-7e9129c3d6d6 port d59f674f-9b0d-4ab4-8818-58f5e12891a0 binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:20:59.478405 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:59.497784 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-66153cf6-9af4-47b4-af55-aeb84ac3129f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:59.503054 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aabe3e9e-fc30-4fce-ba6e-eb52c365faf0 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:20:59.554791 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port aabe3e9e-fc30-4fce-ba6e-eb52c365faf0, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=aabe3e9e-fc30-4fce-ba6e-eb52c365faf0,segment=NetworkSegment(ed3d0b3c-f077-4b57-94bb-b90857137c48),segment_id=ed3d0b3c-f077-4b57-94bb-b90857137c48)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:20:59.561088 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7d722b61-0717-425d-ac34-881ec842e35d req-a8fe6b9f-8289-40b4-9eb2-610e5ad92fdc tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/ports?device_id=15fb783c-00a3-4c40-92b9-85bd405e7bd6 HTTP/1.1" status: 200 len: 210 time: 0.0829930 Nov 27 04:20:59.565973 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:59.576006 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1111accf-a31d-4912-a9bc-941316f5fa86 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:59.605622 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4e8ee-41cf-4b40-881f-4048d0a6cbb0 req-bcd3fdda-0435-46e4-8c18-63feb0e8b465 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:59.607432 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9ef4e8ee-41cf-4b40-881f-4048d0a6cbb0 req-bcd3fdda-0435-46e4-8c18-63feb0e8b465 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.20 "GET /v2.0/ports?device_id=458b4d15-1982-4fe8-ba92-f068677794d2 HTTP/1.1" status: 200 len: 944 time: 0.0952926 Nov 27 04:20:59.690239 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9ef4e8ee-41cf-4b40-881f-4048d0a6cbb0 req-ed1aaf57-5973-4c73-a931-d89c4396bcee tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed86e8ce-f60f-43ea-b374-9889a15fdd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688484 Nov 27 04:20:59.692267 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1111accf-a31d-4912-a9bc-941316f5fa86 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:59.724174 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=aabe3e9e-fc30-4fce-ba6e-eb52c365faf0,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:59.754393 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1111accf-a31d-4912-a9bc-941316f5fa86 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Network b033da4a-9e65-41a7-a7d1-d28f099df296 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:20:59.758451 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-1111accf-a31d-4912-a9bc-941316f5fa86 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:20:59.770445 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1111accf-a31d-4912-a9bc-941316f5fa86 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:20:59.812455 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111accf-a31d-4912-a9bc-941316f5fa86 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Pushing event updated for resources: {'Port': ['ID=5e100929-80eb-469b-8ef6-e9bb71ea65bb,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:20:59.834942 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1111accf-a31d-4912-a9bc-941316f5fa86 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:20:59.839198 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1111accf-a31d-4912-a9bc-941316f5fa86 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:20:59.848549 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['aabe3e9e-fc30-4fce-ba6e-eb52c365faf0'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:20:59.864674 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1111accf-a31d-4912-a9bc-941316f5fa86 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.1015985 Nov 27 04:20:59.867342 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55672) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:20:59.874485 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-b9730c59-66ff-49b0-aaee-38b91695e733 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Request body: {'port': {'network_id': 'b033da4a-9e65-41a7-a7d1-d28f099df296', 'name': 'tempest-FloatingIPTestJSON-969725016'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:20:59.987094 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-66153cf6-9af4-47b4-af55-aeb84ac3129f None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:00.015345 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9730c59-66ff-49b0-aaee-38b91695e733 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Made reservation on behalf of f87cd12a63854d3abe513213557f39d3 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:21:00.019681 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b9730c59-66ff-49b0-aaee-38b91695e733 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:00.041014 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-b9730c59-66ff-49b0-aaee-38b91695e733 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] device_id is not set on port 00ca6674-bdcd-4736-b3ce-d639531d9520 yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:21:00.042979 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-66153cf6-9af4-47b4-af55-aeb84ac3129f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:00.170125 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab56a2-c816-4914-b353-f7f3e51690a3 None None] Pushing event updated for resources: {'Port': ['ID=d59f674f-9b0d-4ab4-8818-58f5e12891a0,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:00.228949 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-b9730c59-66ff-49b0-aaee-38b91695e733 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Allocated IP 172.20.0.10 (b033da4a-9e65-41a7-a7d1-d28f099df296/8368a4e7-ad62-48fe-af9b-dd1da292bd95/00ca6674-bdcd-4736-b3ce-d639531d9520) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:21:00.229338 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-66153cf6-9af4-47b4-af55-aeb84ac3129f None None] Attempting to bind port d59f674f-9b0d-4ab4-8818-58f5e12891a0 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:21:00.229849 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-66153cf6-9af4-47b4-af55-aeb84ac3129f None None] Attempting to bind port d59f674f-9b0d-4ab4-8818-58f5e12891a0 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '2dad71cb-6b3e-4b01-8c08-5d2935f0095b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '747ec867-9ec9-48cb-ad97-9571e37ad2c8'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:21:00.230224 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66153cf6-9af4-47b4-af55-aeb84ac3129f None None] Attempting to bind port d59f674f-9b0d-4ab4-8818-58f5e12891a0 on network 747ec867-9ec9-48cb-ad97-9571e37ad2c8 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:21:00.246188 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66153cf6-9af4-47b4-af55-aeb84ac3129f None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:21:00.246602 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66153cf6-9af4-47b4-af55-aeb84ac3129f None None] Checking segment: {'id': '2dad71cb-6b3e-4b01-8c08-5d2935f0095b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '747ec867-9ec9-48cb-ad97-9571e37ad2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:21:00.247021 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-66153cf6-9af4-47b4-af55-aeb84ac3129f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:00.247422 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66153cf6-9af4-47b4-af55-aeb84ac3129f None None] Bound using segment: {'id': '2dad71cb-6b3e-4b01-8c08-5d2935f0095b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '747ec867-9ec9-48cb-ad97-9571e37ad2c8'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:21:00.247925 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-66153cf6-9af4-47b4-af55-aeb84ac3129f None None] Bound port: d59f674f-9b0d-4ab4-8818-58f5e12891a0, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dad71cb-6b3e-4b01-8c08-5d2935f0095b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '747ec867-9ec9-48cb-ad97-9571e37ad2c8'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:21:00.248315 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-66153cf6-9af4-47b4-af55-aeb84ac3129f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:00.374264 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-66153cf6-9af4-47b4-af55-aeb84ac3129f None None] For port d59f674f-9b0d-4ab4-8818-58f5e12891a0, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:21:00.379455 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-66153cf6-9af4-47b4-af55-aeb84ac3129f None None] For port d59f674f-9b0d-4ab4-8818-58f5e12891a0, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=d59f674f-9b0d-4ab4-8818-58f5e12891a0,segment=NetworkSegment(2dad71cb-6b3e-4b01-8c08-5d2935f0095b),segment_id=2dad71cb-6b3e-4b01-8c08-5d2935f0095b)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:21:00.385444 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-66153cf6-9af4-47b4-af55-aeb84ac3129f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:00.449246 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b9730c59-66ff-49b0-aaee-38b91695e733 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:00.455643 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66153cf6-9af4-47b4-af55-aeb84ac3129f None None] Routers {'32dd56d4-af8c-4c2d-8197-7e9129c3d6d6'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:21:00.456307 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-66153cf6-9af4-47b4-af55-aeb84ac3129f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:20:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['32dd56d4-af8c-4c2d-8197-7e9129c3d6d6'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:00.492729 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b9730c59-66ff-49b0-aaee-38b91695e733 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:00.568200 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9730c59-66ff-49b0-aaee-38b91695e733 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Network b033da4a-9e65-41a7-a7d1-d28f099df296 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:21:00.573905 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-b9730c59-66ff-49b0-aaee-38b91695e733 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:21:00.575694 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9730c59-66ff-49b0-aaee-38b91695e733 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Pushing event updated for resources: {'Port': ['ID=00ca6674-bdcd-4736-b3ce-d639531d9520,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:00.583305 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9730c59-66ff-49b0-aaee-38b91695e733 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:21:00.616230 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab56a2-c816-4914-b353-f7f3e51690a3 None None] Pushing event updated for resources: {'Port': ['ID=d59f674f-9b0d-4ab4-8818-58f5e12891a0,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:00.668317 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-bd8300ca-912a-495c-9f85-b64667e01b36 None None] Provisioning complete for port d59f674f-9b0d-4ab4-8818-58f5e12891a0 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:21:00.668818 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bd8300ca-912a-495c-9f85-b64667e01b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:00.698739 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9730c59-66ff-49b0-aaee-38b91695e733 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:00.699480 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b9730c59-66ff-49b0-aaee-38b91695e733 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:00.739264 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b9612669-90ca-4ade-bb0e-dd3e77429c71 req-7db46700-6e36-4e47-ac0a-c09af8500bd8 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/ports?device_id=15fb783c-00a3-4c40-92b9-85bd405e7bd6 HTTP/1.1" status: 200 len: 210 time: 0.0368593 Nov 27 04:21:00.752389 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b9730c59-66ff-49b0-aaee-38b91695e733 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8839304 Nov 27 04:21:00.755650 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55678) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:00.760876 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-7ae01538-c577-4af8-ab29-afbde101a205 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'port_id': '00ca6674-bdcd-4736-b3ce-d639531d9520', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:21:00.772022 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-66153cf6-9af4-47b4-af55-aeb84ac3129f None None] Set router 32dd56d4-af8c-4c2d-8197-7e9129c3d6d6 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:21:00.798879 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7ae01538-c577-4af8-ab29-afbde101a205 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for floatingip, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:00.885885 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065926dc-ba73-4670-b51c-df22ce48bd1f req-8ce6cf8c-7e8c-4ee3-ab1e-579ec8700828 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:00.898930 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-065926dc-ba73-4670-b51c-df22ce48bd1f req-8ce6cf8c-7e8c-4ee3-ab1e-579ec8700828 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.20 "GET /v2.0/ports?device_id=458b4d15-1982-4fe8-ba92-f068677794d2 HTTP/1.1" status: 200 len: 945 time: 0.1006191 Nov 27 04:21:00.929597 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device aabe3e9e-fc30-4fce-ba6e-eb52c365faf0 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:21:00.936037 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bd8300ca-912a-495c-9f85-b64667e01b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:00.960111 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-cde3630d-353c-4057-b42c-c268df21bd71 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:00.963120 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-cde3630d-353c-4057-b42c-c268df21bd71 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.11 "GET /v2.0/networks?id=747ec867-9ec9-48cb-ad97-9571e37ad2c8 HTTP/1.1" status: 200 len: 797 time: 0.1764126 Nov 27 04:21:00.965651 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-065926dc-ba73-4670-b51c-df22ce48bd1f req-e804a6a0-ffae-413f-ae24-237d0fcd5e75 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed86e8ce-f60f-43ea-b374-9889a15fdd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654426 Nov 27 04:21:00.989862 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-805eca5b-c96a-40e0-9026-5fb086bcbeb1 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Request body: {'port': {'device_id': '15fb783c-00a3-4c40-92b9-85bd405e7bd6', 'network_id': '747ec867-9ec9-48cb-ad97-9571e37ad2c8', 'admin_state_up': True, 'tenant_id': 'cede2eb88812462a8fb871e04f184582'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:21:01.039018 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-bd8300ca-912a-495c-9f85-b64667e01b36 None None] For port d59f674f-9b0d-4ab4-8818-58f5e12891a0, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=d59f674f-9b0d-4ab4-8818-58f5e12891a0,segment=NetworkSegment(2dad71cb-6b3e-4b01-8c08-5d2935f0095b),segment_id=2dad71cb-6b3e-4b01-8c08-5d2935f0095b)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:21:01.059120 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7ae01538-c577-4af8-ab29-afbde101a205 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:01.064663 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bd8300ca-912a-495c-9f85-b64667e01b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:01.115122 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port aabe3e9e-fc30-4fce-ba6e-eb52c365faf0 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:21:01.128791 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port aabe3e9e-fc30-4fce-ba6e-eb52c365faf0 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:21:01.129162 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:01.135535 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8300ca-912a-495c-9f85-b64667e01b36 None None] Pushing event updated for resources: {'Port': ['ID=d59f674f-9b0d-4ab4-8818-58f5e12891a0,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:01.181916 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-66153cf6-9af4-47b4-af55-aeb84ac3129f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32dd56d4-af8c-4c2d-8197-7e9129c3d6d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1519904328', 'tenant_id': 'cede2eb88812462a8fb871e04f184582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'fb3bca2a-e8ec-4565-9838-a98464337f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:20:49Z', 'updated_at': '2021-11-27T04:20:56Z', 'revision_number': 4, 'project_id': 'cede2eb88812462a8fb871e04f184582', 'gw_port': {'id': 'fb3bca2a-e8ec-4565-9838-a98464337f4d', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32dd56d4-af8c-4c2d-8197-7e9129c3d6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:20:49Z', 'updated_at': '2021-11-27T04:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'd59f674f-9b0d-4ab4-8818-58f5e12891a0', 'name': '', 'network_id': '747ec867-9ec9-48cb-ad97-9571e37ad2c8', 'tenant_id': 'cede2eb88812462a8fb871e04f184582', 'mac_address': 'fa:16:3e:ac:43:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32dd56d4-af8c-4c2d-8197-7e9129c3d6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '1737fff1-47ac-439a-afb4-689d623943fe', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:20:54Z', 'updated_at': '2021-11-27T04:21:00Z', 'revision_number': 4, 'project_id': 'cede2eb88812462a8fb871e04f184582', 'subnets': [{'id': '1737fff1-47ac-439a-afb4-689d623943fe', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:01.184964 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-805eca5b-c96a-40e0-9026-5fb086bcbeb1 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Made reservation on behalf of cede2eb88812462a8fb871e04f184582 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:21:01.188568 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-805eca5b-c96a-40e0-9026-5fb086bcbeb1 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:01.216731 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66153cf6-9af4-47b4-af55-aeb84ac3129f None None] The sync data for ids ['32dd56d4-af8c-4c2d-8197-7e9129c3d6d6'] in n-d-819494-3 is: [{'id': '32dd56d4-af8c-4c2d-8197-7e9129c3d6d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1519904328', 'tenant_id': 'cede2eb88812462a8fb871e04f184582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'fb3bca2a-e8ec-4565-9838-a98464337f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:20:49Z', 'updated_at': '2021-11-27T04:20:56Z', 'revision_number': 4, 'project_id': 'cede2eb88812462a8fb871e04f184582', 'gw_port': {'id': 'fb3bca2a-e8ec-4565-9838-a98464337f4d', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32dd56d4-af8c-4c2d-8197-7e9129c3d6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:20:49Z', 'updated_at': '2021-11-27T04:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'd59f674f-9b0d-4ab4-8818-58f5e12891a0', 'name': '', 'network_id': '747ec867-9ec9-48cb-ad97-9571e37ad2c8', 'tenant_id': 'cede2eb88812462a8fb871e04f184582', 'mac_address': 'fa:16:3e:ac:43:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32dd56d4-af8c-4c2d-8197-7e9129c3d6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '1737fff1-47ac-439a-afb4-689d623943fe', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:20:54Z', 'updated_at': '2021-11-27T04:21:00Z', 'revision_number': 4, 'project_id': 'cede2eb88812462a8fb871e04f184582', 'subnets': [{'id': '1737fff1-47ac-439a-afb4-689d623943fe', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:21:01.217933 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-7ae01538-c577-4af8-ab29-afbde101a205 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Allocated IP 172.25.1.100 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/d7cc0c36-928d-4549-9e44-44791ad00e90) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:21:01.225636 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-dcfe93a8-47f0-4639-9b27-d698eb98caa7 None None] Provisioning complete for port d59f674f-9b0d-4ab4-8818-58f5e12891a0 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:21:01.226008 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dcfe93a8-47f0-4639-9b27-d698eb98caa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:01.308009 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:01.339572 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458b4d15-1982-4fe8-ba92-f068677794d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabe3e9e-fc30-4fce-ba6e-eb52c365faf0'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:21:01.341716 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fca40b7-6358-4d84-8ba2-6a25be7d45e8" -d '{"events": [{"server_uuid": "458b4d15-1982-4fe8-ba92-f068677794d2", "name": "network-vif-plugged", "status": "completed", "tag": "aabe3e9e-fc30-4fce-ba6e-eb52c365faf0"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:21:01.383571 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port aabe3e9e-fc30-4fce-ba6e-eb52c365faf0, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=aabe3e9e-fc30-4fce-ba6e-eb52c365faf0,segment=NetworkSegment(ed3d0b3c-f077-4b57-94bb-b90857137c48),segment_id=ed3d0b3c-f077-4b57-94bb-b90857137c48)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:21:01.397139 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:01.400057 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e850ffa-7ced-406f-ad3b-ac229c660829 x-openstack-request-id: req-1e850ffa-7ced-406f-ad3b-ac229c660829 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:21:01.400352 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "458b4d15-1982-4fe8-ba92-f068677794d2", "name": "network-vif-plugged", "status": "completed", "tag": "aabe3e9e-fc30-4fce-ba6e-eb52c365faf0", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:21:01.400602 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e850ffa-7ced-406f-ad3b-ac229c660829 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:21:01.401014 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458b4d15-1982-4fe8-ba92-f068677794d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabe3e9e-fc30-4fce-ba6e-eb52c365faf0', 'code': 200} Nov 27 04:21:01.424436 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-805eca5b-c96a-40e0-9026-5fb086bcbeb1 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Allocated IP 172.20.0.20 (747ec867-9ec9-48cb-ad97-9571e37ad2c8/1737fff1-47ac-439a-afb4-689d623943fe/402c0233-9e78-410c-bd19-2aaffedcb9f1) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:21:01.463285 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7ae01538-c577-4af8-ab29-afbde101a205 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:01.465951 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=aabe3e9e-fc30-4fce-ba6e-eb52c365faf0,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:01.612557 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dfebbe-4456-408a-8f6c-e6d3a92ae840 req-65f9c4ae-2260-4651-b998-e0d890a3d7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:01.614303 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b3dfebbe-4456-408a-8f6c-e6d3a92ae840 req-65f9c4ae-2260-4651-b998-e0d890a3d7f9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=458b4d15-1982-4fe8-ba92-f068677794d2 HTTP/1.1" status: 200 len: 1097 time: 0.1092317 Nov 27 04:21:01.621328 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7ae01538-c577-4af8-ab29-afbde101a205 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:01.670736 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-805eca5b-c96a-40e0-9026-5fb086bcbeb1 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:01.695084 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae01538-c577-4af8-ab29-afbde101a205 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:21:01.703056 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-7ae01538-c577-4af8-ab29-afbde101a205 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:21:01.705769 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae01538-c577-4af8-ab29-afbde101a205 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:21:01.779779 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae01538-c577-4af8-ab29-afbde101a205 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Pushing event updated for resources: {'Port': ['ID=d7cc0c36-928d-4549-9e44-44791ad00e90,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:01.799667 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b3dfebbe-4456-408a-8f6c-e6d3a92ae840 req-04d7c139-43f2-4ff8-9157-89c3cb2bf1c1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ed86e8ce-f60f-43ea-b374-9889a15fdd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616995 Nov 27 04:21:01.844542 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-805eca5b-c96a-40e0-9026-5fb086bcbeb1 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:01.913589 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc056748-966b-43ef-bf95-1adab4b35b00 req-dbf30e49-bfe7-4661-a8b9-4312e778a3e6 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:01.923768 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bc056748-966b-43ef-bf95-1adab4b35b00 req-dbf30e49-bfe7-4661-a8b9-4312e778a3e6 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/ports?device_id=15fb783c-00a3-4c40-92b9-85bd405e7bd6 HTTP/1.1" status: 200 len: 895 time: 0.0731332 Nov 27 04:21:01.925344 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-805eca5b-c96a-40e0-9026-5fb086bcbeb1 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Network 747ec867-9ec9-48cb-ad97-9571e37ad2c8 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:21:01.932288 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-805eca5b-c96a-40e0-9026-5fb086bcbeb1 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:21:01.940281 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-805eca5b-c96a-40e0-9026-5fb086bcbeb1 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:21:02.075083 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805eca5b-c96a-40e0-9026-5fb086bcbeb1 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Pushing event updated for resources: {'Port': ['ID=402c0233-9e78-410c-bd19-2aaffedcb9f1,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:02.153351 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-805eca5b-c96a-40e0-9026-5fb086bcbeb1 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:02.154045 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-805eca5b-c96a-40e0-9026-5fb086bcbeb1 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:02.184587 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-805eca5b-c96a-40e0-9026-5fb086bcbeb1 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.2056291 Nov 27 04:21:02.213361 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc2326-5715-4c7f-94d0-f259331e47e6 req-30c4e582-5bf8-4c1d-8bb5-3522cda51b4e tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:02.215067 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-87dc2326-5715-4c7f-94d0-f259331e47e6 req-30c4e582-5bf8-4c1d-8bb5-3522cda51b4e tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.20 "GET /v2.0/ports?device_id=458b4d15-1982-4fe8-ba92-f068677794d2 HTTP/1.1" status: 200 len: 946 time: 0.1239772 Nov 27 04:21:02.221857 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-970c24b3-2bd5-4b63-bd6b-d1be2e256b38 service neutron] Request body: {'port': {'device_id': '15fb783c-00a3-4c40-92b9-85bd405e7bd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:21:02.254691 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-3c962759-d872-4f1c-a601-6c01e8fe3658 None None] Provisioning complete for port 402c0233-9e78-410c-bd19-2aaffedcb9f1 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:21:02.255826 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3c962759-d872-4f1c-a601-6c01e8fe3658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:02.301595 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-3c962759-d872-4f1c-a601-6c01e8fe3658 None None] Port 402c0233-9e78-410c-bd19-2aaffedcb9f1 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:21:02.623485 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device d59f674f-9b0d-4ab4-8818-58f5e12891a0 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:21:02.687521 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port d59f674f-9b0d-4ab4-8818-58f5e12891a0 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:21:02.687982 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:02.764321 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-970c24b3-2bd5-4b63-bd6b-d1be2e256b38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:02.791579 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-87dc2326-5715-4c7f-94d0-f259331e47e6 req-bb3e4268-64ae-4196-ba43-572141eef949 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed86e8ce-f60f-43ea-b374-9889a15fdd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5650158 Nov 27 04:21:02.907608 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7ae01538-c577-4af8-ab29-afbde101a205 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:03.041217 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7ae01538-c577-4af8-ab29-afbde101a205 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:03.044331 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b62b2c-c18b-4445-a338-bf48771e1fa5 req-b1cbc7c6-0fb0-4f8c-8c4b-9d93bfbd1112 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:03.045922 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-82b62b2c-c18b-4445-a338-bf48771e1fa5 req-b1cbc7c6-0fb0-4f8c-8c4b-9d93bfbd1112 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/ports?device_id=15fb783c-00a3-4c40-92b9-85bd405e7bd6 HTTP/1.1" status: 200 len: 895 time: 0.0503356 Nov 27 04:21:03.219455 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-970c24b3-2bd5-4b63-bd6b-d1be2e256b38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 402c0233-9e78-410c-bd19-2aaffedcb9f1 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:21:03.236927 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-970c24b3-2bd5-4b63-bd6b-d1be2e256b38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:03.266377 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-970c24b3-2bd5-4b63-bd6b-d1be2e256b38 service neutron] Transition to ACTIVE for port object 402c0233-9e78-410c-bd19-2aaffedcb9f1 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:21:03.274941 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-970c24b3-2bd5-4b63-bd6b-d1be2e256b38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:03.334251 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7ae01538-c577-4af8-ab29-afbde101a205 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:03.344974 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7ae01538-c577-4af8-ab29-afbde101a205 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:03.357092 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c24b3-2bd5-4b63-bd6b-d1be2e256b38 service neutron] Pushing event updated for resources: {'Port': ['ID=402c0233-9e78-410c-bd19-2aaffedcb9f1,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:03.496709 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7ae01538-c577-4af8-ab29-afbde101a205 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:03.500583 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae01538-c577-4af8-ab29-afbde101a205 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Pushing event updated for resources: {'Port': ['ID=d7cc0c36-928d-4549-9e44-44791ad00e90,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:03.585899 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-970c24b3-2bd5-4b63-bd6b-d1be2e256b38 service neutron] Attempting to bind port 402c0233-9e78-410c-bd19-2aaffedcb9f1 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:21:03.586142 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-970c24b3-2bd5-4b63-bd6b-d1be2e256b38 service neutron] Attempting to bind port 402c0233-9e78-410c-bd19-2aaffedcb9f1 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '2dad71cb-6b3e-4b01-8c08-5d2935f0095b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '747ec867-9ec9-48cb-ad97-9571e37ad2c8'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:21:03.586437 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-970c24b3-2bd5-4b63-bd6b-d1be2e256b38 service neutron] Attempting to bind port 402c0233-9e78-410c-bd19-2aaffedcb9f1 on network 747ec867-9ec9-48cb-ad97-9571e37ad2c8 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:21:03.596520 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-970c24b3-2bd5-4b63-bd6b-d1be2e256b38 service neutron] Port 402c0233-9e78-410c-bd19-2aaffedcb9f1 on network 747ec867-9ec9-48cb-ad97-9571e37ad2c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:21:03.596854 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-970c24b3-2bd5-4b63-bd6b-d1be2e256b38 service neutron] Attempting to bind port 402c0233-9e78-410c-bd19-2aaffedcb9f1 on network 747ec867-9ec9-48cb-ad97-9571e37ad2c8 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:21:03.606084 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-970c24b3-2bd5-4b63-bd6b-d1be2e256b38 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:21:03.606436 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-970c24b3-2bd5-4b63-bd6b-d1be2e256b38 service neutron] Checking segment: {'id': '2dad71cb-6b3e-4b01-8c08-5d2935f0095b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '747ec867-9ec9-48cb-ad97-9571e37ad2c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:21:03.606855 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-970c24b3-2bd5-4b63-bd6b-d1be2e256b38 service neutron] Bound using segment: {'id': '2dad71cb-6b3e-4b01-8c08-5d2935f0095b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '747ec867-9ec9-48cb-ad97-9571e37ad2c8'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:21:03.607298 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-970c24b3-2bd5-4b63-bd6b-d1be2e256b38 service neutron] Bound port: 402c0233-9e78-410c-bd19-2aaffedcb9f1, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dad71cb-6b3e-4b01-8c08-5d2935f0095b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '747ec867-9ec9-48cb-ad97-9571e37ad2c8'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:21:03.607661 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-970c24b3-2bd5-4b63-bd6b-d1be2e256b38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:03.655278 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [None req-7ae01538-c577-4af8-ab29-afbde101a205 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Floating IP d5621750-848b-47d5-aaef-bbcb02f123e4 associated. External IP: 172.25.1.100, port: 00ca6674-bdcd-4736-b3ce-d639531d9520. Nov 27 04:21:03.758151 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-970c24b3-2bd5-4b63-bd6b-d1be2e256b38 service neutron] For port 402c0233-9e78-410c-bd19-2aaffedcb9f1, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:21:03.762938 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-970c24b3-2bd5-4b63-bd6b-d1be2e256b38 service neutron] For port 402c0233-9e78-410c-bd19-2aaffedcb9f1, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=402c0233-9e78-410c-bd19-2aaffedcb9f1,segment=NetworkSegment(2dad71cb-6b3e-4b01-8c08-5d2935f0095b),segment_id=2dad71cb-6b3e-4b01-8c08-5d2935f0095b)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:21:03.769878 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-970c24b3-2bd5-4b63-bd6b-d1be2e256b38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:03.813638 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-970c24b3-2bd5-4b63-bd6b-d1be2e256b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:03.814264 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-970c24b3-2bd5-4b63-bd6b-d1be2e256b38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:03.815705 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-970c24b3-2bd5-4b63-bd6b-d1be2e256b38 service neutron] 10.222.0.11 "PUT /v2.0/ports/402c0233-9e78-410c-bd19-2aaffedcb9f1 HTTP/1.1" status: 200 len: 1055 time: 1.6114764 Nov 27 04:21:03.820230 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15fb783c-00a3-4c40-92b9-85bd405e7bd6', 'tag': '402c0233-9e78-410c-bd19-2aaffedcb9f1'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:21:03.822952 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f2e5ec-f3a9-420f-8bb4-033be45f28a6" -d '{"events": [{"name": "network-changed", "server_uuid": "15fb783c-00a3-4c40-92b9-85bd405e7bd6", "tag": "402c0233-9e78-410c-bd19-2aaffedcb9f1"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:21:03.936367 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6762909f-fc55-41d5-841c-0d4ebf48abc5 x-openstack-request-id: req-6762909f-fc55-41d5-841c-0d4ebf48abc5 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:21:03.936367 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15fb783c-00a3-4c40-92b9-85bd405e7bd6", "tag": "402c0233-9e78-410c-bd19-2aaffedcb9f1", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:21:03.936367 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6762909f-fc55-41d5-841c-0d4ebf48abc5 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:21:03.936813 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15fb783c-00a3-4c40-92b9-85bd405e7bd6', 'tag': '402c0233-9e78-410c-bd19-2aaffedcb9f1', 'status': 'completed', 'code': 200} Nov 27 04:21:03.953287 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c24b3-2bd5-4b63-bd6b-d1be2e256b38 service neutron] Pushing event updated for resources: {'Port': ['ID=402c0233-9e78-410c-bd19-2aaffedcb9f1,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:04.031985 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-92d86d6c-66a8-4186-ab4c-08d059dd00a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:04.033597 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-92d86d6c-66a8-4186-ab4c-08d059dd00a3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cede2eb88812462a8fb871e04f184582&device_id=15fb783c-00a3-4c40-92b9-85bd405e7bd6 HTTP/1.1" status: 200 len: 1058 time: 0.1383498 Nov 27 04:21:04.047215 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57bab4-21df-4bce-89ad-5a933ff62013 req-4dc4ca5b-bfec-4e8f-b3c4-6eccb35d491c tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:04.048803 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cd57bab4-21df-4bce-89ad-5a933ff62013 req-4dc4ca5b-bfec-4e8f-b3c4-6eccb35d491c tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.20 "GET /v2.0/ports?device_id=458b4d15-1982-4fe8-ba92-f068677794d2 HTTP/1.1" status: 200 len: 946 time: 0.1163225 Nov 27 04:21:04.096047 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-af45db00-c626-40a7-8c05-2de1994767b2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=402c0233-9e78-410c-bd19-2aaffedcb9f1 HTTP/1.1" status: 200 len: 217 time: 0.0461247 Nov 27 04:21:04.117080 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae01538-c577-4af8-ab29-afbde101a205 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Router 7801734f-b33c-4818-b228-d65c73fc564b has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:21:04.196852 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea975a9-835f-416b-85b3-2e53b564cdf7 req-acdbc78b-b2f1-4d48-b8a1-086a23874a3c tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:04.198378 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8ea975a9-835f-416b-85b3-2e53b564cdf7 req-acdbc78b-b2f1-4d48-b8a1-086a23874a3c tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/ports?device_id=15fb783c-00a3-4c40-92b9-85bd405e7bd6 HTTP/1.1" status: 200 len: 907 time: 0.0727193 Nov 27 04:21:04.221420 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cd57bab4-21df-4bce-89ad-5a933ff62013 req-a85ac0a5-5fdc-4450-9b0c-5d8ef9e24dae tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed86e8ce-f60f-43ea-b374-9889a15fdd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637275 Nov 27 04:21:04.261232 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-71d460a5-ad94-4202-a43d-2131508c89df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:04.263188 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-71d460a5-ad94-4202-a43d-2131508c89df service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1737fff1-47ac-439a-afb4-689d623943fe HTTP/1.1" status: 200 len: 837 time: 0.1578913 Nov 27 04:21:04.334860 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-8b1872b0-1217-4c0b-8917-4131cf74dabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:04.335992 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-8b1872b0-1217-4c0b-8917-4131cf74dabd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=747ec867-9ec9-48cb-ad97-9571e37ad2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647664 Nov 27 04:21:04.337440 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae01538-c577-4af8-ab29-afbde101a205 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:21:04.349382 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3db3ce1-fc85-43dd-9a9f-5e9675732e4b None None] Sync routers for ids ['7801734f-b33c-4818-b228-d65c73fc564b'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:21:04.360587 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d754fa-ee30-404b-86b6-ec71fb72c9cb req-aab920b8-be6b-4be2-8702-00a79271f6e2 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:04.363180 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-65d754fa-ee30-404b-86b6-ec71fb72c9cb req-aab920b8-be6b-4be2-8702-00a79271f6e2 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.20 "GET /v2.0/ports?device_id=458b4d15-1982-4fe8-ba92-f068677794d2 HTTP/1.1" status: 200 len: 946 time: 0.0646145 Nov 27 04:21:04.363866 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3db3ce1-fc85-43dd-9a9f-5e9675732e4b None None] Routers {'7801734f-b33c-4818-b228-d65c73fc564b'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:21:04.364704 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-f3db3ce1-fc85-43dd-9a9f-5e9675732e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:20:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['7801734f-b33c-4818-b228-d65c73fc564b'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:04.404811 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-f3db3ce1-fc85-43dd-9a9f-5e9675732e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:04.414225 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3db3ce1-fc85-43dd-9a9f-5e9675732e4b None None] Routers {'7801734f-b33c-4818-b228-d65c73fc564b'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:21:04.415632 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-f3db3ce1-fc85-43dd-9a9f-5e9675732e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:20:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['7801734f-b33c-4818-b228-d65c73fc564b'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:04.417735 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-65d754fa-ee30-404b-86b6-ec71fb72c9cb req-bef65e5a-9f03-46e0-84eb-377d618d4d7f tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed86e8ce-f60f-43ea-b374-9889a15fdd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460126 Nov 27 04:21:04.454364 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-f3db3ce1-fc85-43dd-9a9f-5e9675732e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:04.455058 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3db3ce1-fc85-43dd-9a9f-5e9675732e4b None None] The sync data for ids ['7801734f-b33c-4818-b228-d65c73fc564b'] in n-d-819494-3 is: [] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:21:04.461921 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-2e74c39f-41c6-4407-a003-944abfa26bb1 service neutron] 10.222.0.11 "GET /v2.0/networks/747ec867-9ec9-48cb-ad97-9571e37ad2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174994 Nov 27 04:21:04.465191 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7ae01538-c577-4af8-ab29-afbde101a205 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:04.541197 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7ae01538-c577-4af8-ab29-afbde101a205 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.7844591 Nov 27 04:21:04.544421 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55704) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:04.550334 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-94bb7d1a-adab-4394-9d3d-c8f707c7613e tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:21:04.613318 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8422e5ee-fa1b-4bf3-bb93-3ec683defd2d req-b6d2480f-3d07-4bea-b278-9c4c25507c3c service neutron] 10.222.0.11 "GET /v2.0/networks/747ec867-9ec9-48cb-ad97-9571e37ad2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438620 Nov 27 04:21:04.618659 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-94bb7d1a-adab-4394-9d3d-c8f707c7613e tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for floatingip, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:04.756361 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56c524-cf5e-4f14-bdcf-b2f7b5c8af5d req-d6e49388-888e-4473-b6d0-a8ffb66d09d4 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:04.758141 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bd56c524-cf5e-4f14-bdcf-b2f7b5c8af5d req-d6e49388-888e-4473-b6d0-a8ffb66d09d4 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.20 "GET /v2.0/ports?device_id=458b4d15-1982-4fe8-ba92-f068677794d2 HTTP/1.1" status: 200 len: 946 time: 0.0985618 Nov 27 04:21:04.794259 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2e5ec-f3a9-420f-8bb4-033be45f28a6 req-f3857659-ea15-42ae-99b9-2a93eb5fcf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:04.796643 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-75f2e5ec-f3a9-420f-8bb4-033be45f28a6 req-f3857659-ea15-42ae-99b9-2a93eb5fcf85 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cede2eb88812462a8fb871e04f184582&device_id=15fb783c-00a3-4c40-92b9-85bd405e7bd6 HTTP/1.1" status: 200 len: 1058 time: 0.0592146 Nov 27 04:21:04.849477 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-94bb7d1a-adab-4394-9d3d-c8f707c7613e tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:04.857705 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-94bb7d1a-adab-4394-9d3d-c8f707c7613e tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:04.858386 n-d-819494-3 neutron-server[110019]: INFO neutron.db.l3_db [None req-94bb7d1a-adab-4394-9d3d-c8f707c7613e tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Floating IP d5621750-848b-47d5-aaef-bbcb02f123e4 disassociated. External IP: 172.25.1.100, port: 00ca6674-bdcd-4736-b3ce-d639531d9520. Nov 27 04:21:04.865151 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bd56c524-cf5e-4f14-bdcf-b2f7b5c8af5d req-3e599a82-007a-417b-802c-e16e75b8eb9e tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed86e8ce-f60f-43ea-b374-9889a15fdd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970569 Nov 27 04:21:04.910936 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2e5ec-f3a9-420f-8bb4-033be45f28a6 req-4c930c90-a361-4844-8d44-6c397e8ff342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:04.912451 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-75f2e5ec-f3a9-420f-8bb4-033be45f28a6 req-4c930c90-a361-4844-8d44-6c397e8ff342 service neutron] 10.222.0.11 "GET /v2.0/networks?id=747ec867-9ec9-48cb-ad97-9571e37ad2c8 HTTP/1.1" status: 200 len: 898 time: 0.1073406 Nov 27 04:21:04.957028 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-75f2e5ec-f3a9-420f-8bb4-033be45f28a6 req-b07abe98-9390-43d8-80a3-76b32f49a295 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=402c0233-9e78-410c-bd19-2aaffedcb9f1 HTTP/1.1" status: 200 len: 217 time: 0.0351825 Nov 27 04:21:05.011478 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2e5ec-f3a9-420f-8bb4-033be45f28a6 req-d7754963-a815-45c0-b51a-26ea7a156c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:05.013059 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-75f2e5ec-f3a9-420f-8bb4-033be45f28a6 req-d7754963-a815-45c0-b51a-26ea7a156c3c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1737fff1-47ac-439a-afb4-689d623943fe HTTP/1.1" status: 200 len: 837 time: 0.0481191 Nov 27 04:21:05.072056 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2e5ec-f3a9-420f-8bb4-033be45f28a6 req-54968436-9869-4840-8671-686dcf589568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:05.073817 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-75f2e5ec-f3a9-420f-8bb4-033be45f28a6 req-54968436-9869-4840-8671-686dcf589568 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=747ec867-9ec9-48cb-ad97-9571e37ad2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522320 Nov 27 04:21:05.195316 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-75f2e5ec-f3a9-420f-8bb4-033be45f28a6 req-bef92708-37fa-46ca-ba9a-5c78aa4853d2 service neutron] 10.222.0.11 "GET /v2.0/networks/747ec867-9ec9-48cb-ad97-9571e37ad2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133685 Nov 27 04:21:05.332987 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-75f2e5ec-f3a9-420f-8bb4-033be45f28a6 req-ad0583b0-a386-4037-a6ec-7da515c6f86a service neutron] 10.222.0.11 "GET /v2.0/networks/747ec867-9ec9-48cb-ad97-9571e37ad2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293826 Nov 27 04:21:05.352219 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b1e25-594c-4015-9411-db7d8b098406 req-5b2e3e8d-1e84-4e88-963c-34f54974d110 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:05.354763 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7e0b1e25-594c-4015-9411-db7d8b098406 req-5b2e3e8d-1e84-4e88-963c-34f54974d110 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/ports?device_id=15fb783c-00a3-4c40-92b9-85bd405e7bd6 HTTP/1.1" status: 200 len: 907 time: 0.0739930 Nov 27 04:21:05.387109 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94bb7d1a-adab-4394-9d3d-c8f707c7613e tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Router 7801734f-b33c-4818-b228-d65c73fc564b has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:21:05.496665 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94bb7d1a-adab-4394-9d3d-c8f707c7613e tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:21:05.501345 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-94bb7d1a-adab-4394-9d3d-c8f707c7613e tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:05.509408 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4036132f-c776-493b-a2d6-7bea42534379 None None] Sync routers for ids ['7801734f-b33c-4818-b228-d65c73fc564b'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:21:05.521313 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4036132f-c776-493b-a2d6-7bea42534379 None None] Routers {'7801734f-b33c-4818-b228-d65c73fc564b'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:21:05.521944 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-4036132f-c776-493b-a2d6-7bea42534379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:20:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['7801734f-b33c-4818-b228-d65c73fc564b'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:05.532024 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-94bb7d1a-adab-4394-9d3d-c8f707c7613e tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "PUT /v2.0/floatingips/d5621750-848b-47d5-aaef-bbcb02f123e4 HTTP/1.1" status: 200 len: 688 time: 0.9862490 Nov 27 04:21:05.532629 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55712) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:05.558926 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-4036132f-c776-493b-a2d6-7bea42534379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:05.567618 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4036132f-c776-493b-a2d6-7bea42534379 None None] Routers {'7801734f-b33c-4818-b228-d65c73fc564b'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:21:05.568221 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-4036132f-c776-493b-a2d6-7bea42534379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:20:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['7801734f-b33c-4818-b228-d65c73fc564b'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:05.600071 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-4036132f-c776-493b-a2d6-7bea42534379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:05.600722 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4036132f-c776-493b-a2d6-7bea42534379 None None] The sync data for ids ['7801734f-b33c-4818-b228-d65c73fc564b'] in n-d-819494-3 is: [] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:21:05.666735 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-c81c91ae-7e92-4224-95c3-600a48dc70c9 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Deleting port d7cc0c36-928d-4549-9e44-44791ad00e90 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:21:05.666990 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c81c91ae-7e92-4224-95c3-600a48dc70c9 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:05.747450 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c81c91ae-7e92-4224-95c3-600a48dc70c9 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:05.747786 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c81c91ae-7e92-4224-95c3-600a48dc70c9 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:05.766406 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-c81c91ae-7e92-4224-95c3-600a48dc70c9 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Calling delete_port for d7cc0c36-928d-4549-9e44-44791ad00e90 owned by network:floatingip {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:21:05.905797 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c81c91ae-7e92-4224-95c3-600a48dc70c9 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:05.934453 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c91ae-7e92-4224-95c3-600a48dc70c9 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Pushing event deleted for resources: {'Port': ['ID=d7cc0c36-928d-4549-9e44-44791ad00e90,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:05.948954 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c91ae-7e92-4224-95c3-600a48dc70c9 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:21:05.949312 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c91ae-7e92-4224-95c3-600a48dc70c9 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:21:05.949658 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c91ae-7e92-4224-95c3-600a48dc70c9 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:21:05.949998 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c91ae-7e92-4224-95c3-600a48dc70c9 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:21:05.950334 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c91ae-7e92-4224-95c3-600a48dc70c9 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:21:05.950830 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c91ae-7e92-4224-95c3-600a48dc70c9 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:21:05.951168 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c91ae-7e92-4224-95c3-600a48dc70c9 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:21:05.951501 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c91ae-7e92-4224-95c3-600a48dc70c9 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:21:05.951831 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c91ae-7e92-4224-95c3-600a48dc70c9 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:21:05.952156 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c91ae-7e92-4224-95c3-600a48dc70c9 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:21:05.952481 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c91ae-7e92-4224-95c3-600a48dc70c9 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:21:05.952804 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c91ae-7e92-4224-95c3-600a48dc70c9 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:21:06.007283 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b35abf-be38-4497-9a2c-97ce2e7b1115 req-2f94dcdb-beaf-46a5-b9c1-8aa866a94a99 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:06.009017 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f8b35abf-be38-4497-9a2c-97ce2e7b1115 req-2f94dcdb-beaf-46a5-b9c1-8aa866a94a99 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.20 "GET /v2.0/ports?device_id=458b4d15-1982-4fe8-ba92-f068677794d2 HTTP/1.1" status: 200 len: 946 time: 0.0570469 Nov 27 04:21:06.020254 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c81c91ae-7e92-4224-95c3-600a48dc70c9 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for floatingip, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:06.023042 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c81c91ae-7e92-4224-95c3-600a48dc70c9 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:06.024564 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c81c91ae-7e92-4224-95c3-600a48dc70c9 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "DELETE /v2.0/floatingips/d5621750-848b-47d5-aaef-bbcb02f123e4 HTTP/1.1" status: 204 len: 168 time: 0.4908426 Nov 27 04:21:06.028257 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55718) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:06.032979 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-846dffca-7c27-49e7-bfd6-4a9c87781ba2 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'port_id': '5e100929-80eb-469b-8ef6-e9bb71ea65bb'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:21:06.059085 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-846dffca-7c27-49e7-bfd6-4a9c87781ba2 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for floatingip, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:06.068990 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f8b35abf-be38-4497-9a2c-97ce2e7b1115 req-18065880-5d0e-4dd6-bc2b-892f3cbd10ec tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed86e8ce-f60f-43ea-b374-9889a15fdd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526376 Nov 27 04:21:06.184418 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-846dffca-7c27-49e7-bfd6-4a9c87781ba2 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:06.249532 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [req-ac290b30-bf6e-425a-98d4-2de9b4ed0edc req-e2ac0665-1e51-4863-9894-d62cc0fb8f77 service neutron] (110018) timed out ('10.222.0.20', 46808) {{(pid=110018) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 04:21:06.301885 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca1356-bd5c-47b6-b456-0882a9da448d req-a923449e-f6d3-449c-831a-47d648115006 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:06.303409 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d0ca1356-bd5c-47b6-b456-0882a9da448d req-a923449e-f6d3-449c-831a-47d648115006 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.20 "GET /v2.0/ports?device_id=458b4d15-1982-4fe8-ba92-f068677794d2 HTTP/1.1" status: 200 len: 946 time: 0.0553877 Nov 27 04:21:06.352186 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-846dffca-7c27-49e7-bfd6-4a9c87781ba2 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Allocated IP 172.25.1.231 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/6e5e2563-9c36-46ca-a829-0031f38fe4db) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:21:06.355549 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d0ca1356-bd5c-47b6-b456-0882a9da448d req-008272de-1918-4609-b6af-906b60e2009d tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed86e8ce-f60f-43ea-b374-9889a15fdd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449317 Nov 27 04:21:06.378816 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7de85-ca8b-47d1-bef6-c00862905a96 req-dcf7ea2d-5407-47c6-b20d-1cb4efa11a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:06.384556 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e1d7de85-ca8b-47d1-bef6-c00862905a96 req-dcf7ea2d-5407-47c6-b20d-1cb4efa11a8c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=99838e4fe4534656a17ed81e49361b62&device_id=458b4d15-1982-4fe8-ba92-f068677794d2 HTTP/1.1" status: 200 len: 1097 time: 0.0830398 Nov 27 04:21:06.889367 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-846dffca-7c27-49e7-bfd6-4a9c87781ba2 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:06.897572 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4a665-bac7-4b89-b6c7-f54d5b9be540 req-1e094490-af82-41c7-bbbc-5601f871c20d tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:06.899624 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d0f4a665-bac7-4b89-b6c7-f54d5b9be540 req-1e094490-af82-41c7-bbbc-5601f871c20d tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/ports?device_id=15fb783c-00a3-4c40-92b9-85bd405e7bd6 HTTP/1.1" status: 200 len: 907 time: 0.1831031 Nov 27 04:21:06.922003 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7de85-ca8b-47d1-bef6-c00862905a96 req-ff215fa9-c168-41ce-b77b-01557797150b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:06.923497 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e1d7de85-ca8b-47d1-bef6-c00862905a96 req-ff215fa9-c168-41ce-b77b-01557797150b service neutron] 10.222.0.11 "GET /v2.0/networks?id=3bd49030-3c43-43f7-8101-1a3f484e8c0f HTTP/1.1" status: 200 len: 912 time: 0.2086601 Nov 27 04:21:06.969347 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 402c0233-9e78-410c-bd19-2aaffedcb9f1 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:21:06.980340 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e1d7de85-ca8b-47d1-bef6-c00862905a96 req-eb541126-0862-441e-bdbc-8d17181fc3fc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aabe3e9e-fc30-4fce-ba6e-eb52c365faf0 HTTP/1.1" status: 200 len: 217 time: 0.0477657 Nov 27 04:21:06.997659 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-846dffca-7c27-49e7-bfd6-4a9c87781ba2 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:07.076782 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846dffca-7c27-49e7-bfd6-4a9c87781ba2 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:21:07.081707 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846dffca-7c27-49e7-bfd6-4a9c87781ba2 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Pushing event updated for resources: {'Port': ['ID=6e5e2563-9c36-46ca-a829-0031f38fe4db,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:07.087018 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-846dffca-7c27-49e7-bfd6-4a9c87781ba2 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:21:07.091108 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846dffca-7c27-49e7-bfd6-4a9c87781ba2 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:21:07.121531 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7de85-ca8b-47d1-bef6-c00862905a96 req-0759f72f-ed38-4bdb-a4c9-c376da60cedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:07.123095 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e1d7de85-ca8b-47d1-bef6-c00862905a96 req-0759f72f-ed38-4bdb-a4c9-c376da60cedf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2b604007-4a30-4057-b182-3c3ba74d49da HTTP/1.1" status: 200 len: 851 time: 0.1354213 Nov 27 04:21:07.167744 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e1d7de85-ca8b-47d1-bef6-c00862905a96 req-9c532fcb-ace6-4117-8f2f-748e33d1ec0d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3bd49030-3c43-43f7-8101-1a3f484e8c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357971 Nov 27 04:21:07.259711 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 402c0233-9e78-410c-bd19-2aaffedcb9f1, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=402c0233-9e78-410c-bd19-2aaffedcb9f1,segment=NetworkSegment(2dad71cb-6b3e-4b01-8c08-5d2935f0095b),segment_id=2dad71cb-6b3e-4b01-8c08-5d2935f0095b)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:21:07.272462 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '402c0233-9e78-410c-bd19-2aaffedcb9f1', 'network_id': '747ec867-9ec9-48cb-ad97-9571e37ad2c8', 'port_id': '402c0233-9e78-410c-bd19-2aaffedcb9f1', 'mac_address': 'fa:16:3e:64:1b:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1737fff1-47ac-439a-afb4-689d623943fe', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:21:07.311238 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:07.317368 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e1d7de85-ca8b-47d1-bef6-c00862905a96 req-59025edf-eadb-4088-a223-7c4481f7968b service neutron] 10.222.0.11 "GET /v2.0/networks/3bd49030-3c43-43f7-8101-1a3f484e8c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421485 Nov 27 04:21:07.325978 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 402c0233-9e78-410c-bd19-2aaffedcb9f1 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:21:07.347469 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 402c0233-9e78-410c-bd19-2aaffedcb9f1, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=402c0233-9e78-410c-bd19-2aaffedcb9f1,segment=NetworkSegment(2dad71cb-6b3e-4b01-8c08-5d2935f0095b),segment_id=2dad71cb-6b3e-4b01-8c08-5d2935f0095b)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:21:07.354288 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:07.418312 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=402c0233-9e78-410c-bd19-2aaffedcb9f1,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:07.489222 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0169291-6501-4efa-a212-6f595df843e2 req-ff417503-8f31-4510-bc04-38de61e8ac12 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:07.490750 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0169291-6501-4efa-a212-6f595df843e2 req-ff417503-8f31-4510-bc04-38de61e8ac12 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.20 "GET /v2.0/ports?device_id=458b4d15-1982-4fe8-ba92-f068677794d2 HTTP/1.1" status: 200 len: 946 time: 0.0491354 Nov 27 04:21:07.513716 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e1d7de85-ca8b-47d1-bef6-c00862905a96 req-13e26cbb-e047-4512-acfd-04314dfe79ce service neutron] 10.222.0.11 "GET /v2.0/networks/3bd49030-3c43-43f7-8101-1a3f484e8c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872506 Nov 27 04:21:07.544300 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a0169291-6501-4efa-a212-6f595df843e2 req-102c44ca-7ea0-4161-86ae-59b150bea564 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed86e8ce-f60f-43ea-b374-9889a15fdd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475049 Nov 27 04:21:07.645198 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['402c0233-9e78-410c-bd19-2aaffedcb9f1'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:21:07.688837 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-846dffca-7c27-49e7-bfd6-4a9c87781ba2 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:07.694181 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd349394-a53b-4904-a6ef-913adb9f8d3e req-afeef513-536c-4710-9f36-07fe6eeb79be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:07.695736 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cd349394-a53b-4904-a6ef-913adb9f8d3e req-afeef513-536c-4710-9f36-07fe6eeb79be service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=99838e4fe4534656a17ed81e49361b62&device_id=458b4d15-1982-4fe8-ba92-f068677794d2 HTTP/1.1" status: 200 len: 1097 time: 0.0679669 Nov 27 04:21:07.812685 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-846dffca-7c27-49e7-bfd6-4a9c87781ba2 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:07.879903 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd349394-a53b-4904-a6ef-913adb9f8d3e req-53c8015a-bab5-4d37-bf95-d67cf92e27cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:07.881395 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cd349394-a53b-4904-a6ef-913adb9f8d3e req-53c8015a-bab5-4d37-bf95-d67cf92e27cd service neutron] 10.222.0.11 "GET /v2.0/networks?id=3bd49030-3c43-43f7-8101-1a3f484e8c0f HTTP/1.1" status: 200 len: 912 time: 0.1466846 Nov 27 04:21:07.954420 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cd349394-a53b-4904-a6ef-913adb9f8d3e req-edbf6576-7fd6-4ac4-988b-2f0078eb55c3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aabe3e9e-fc30-4fce-ba6e-eb52c365faf0 HTTP/1.1" status: 200 len: 217 time: 0.0613570 Nov 27 04:21:08.081442 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd349394-a53b-4904-a6ef-913adb9f8d3e req-d4296272-fb9f-4a50-b2af-420289b70bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:08.082859 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cd349394-a53b-4904-a6ef-913adb9f8d3e req-d4296272-fb9f-4a50-b2af-420289b70bee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2b604007-4a30-4057-b182-3c3ba74d49da HTTP/1.1" status: 200 len: 851 time: 0.1192009 Nov 27 04:21:08.095667 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325a10b-8a84-4d16-b119-b67337989af3 req-e64b4780-85a7-4904-ae3d-5657b2178896 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:08.097041 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6325a10b-8a84-4d16-b119-b67337989af3 req-e64b4780-85a7-4904-ae3d-5657b2178896 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/ports?device_id=15fb783c-00a3-4c40-92b9-85bd405e7bd6 HTTP/1.1" status: 200 len: 908 time: 0.1212461 Nov 27 04:21:08.130142 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cd349394-a53b-4904-a6ef-913adb9f8d3e req-dc5981e2-2e9e-46a2-a346-7edc06c401d6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3bd49030-3c43-43f7-8101-1a3f484e8c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321586 Nov 27 04:21:08.133841 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-846dffca-7c27-49e7-bfd6-4a9c87781ba2 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:08.138206 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-846dffca-7c27-49e7-bfd6-4a9c87781ba2 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:08.261234 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846dffca-7c27-49e7-bfd6-4a9c87781ba2 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Pushing event updated for resources: {'Port': ['ID=6e5e2563-9c36-46ca-a829-0031f38fe4db,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:08.276586 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-846dffca-7c27-49e7-bfd6-4a9c87781ba2 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:08.373547 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cd349394-a53b-4904-a6ef-913adb9f8d3e req-d6ac109a-8ffa-4b21-9b9b-fc65606c00b5 service neutron] 10.222.0.11 "GET /v2.0/networks/3bd49030-3c43-43f7-8101-1a3f484e8c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100673 Nov 27 04:21:08.448691 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [None req-846dffca-7c27-49e7-bfd6-4a9c87781ba2 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Floating IP eb79a373-25c1-474f-ab8c-e722d96e41f5 associated. External IP: 172.25.1.231, port: 5e100929-80eb-469b-8ef6-e9bb71ea65bb. Nov 27 04:21:08.554890 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cd349394-a53b-4904-a6ef-913adb9f8d3e req-b95ad3a2-d3e0-4fe7-ac9c-3b75482667f1 service neutron] 10.222.0.11 "GET /v2.0/networks/3bd49030-3c43-43f7-8101-1a3f484e8c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724529 Nov 27 04:21:08.707887 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ccb65-0804-4a87-93bd-8a7a2cbe64fa req-6edbd7ce-677d-4596-b3fa-1870b2ebcfdd tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:08.710470 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-520ccb65-0804-4a87-93bd-8a7a2cbe64fa req-6edbd7ce-677d-4596-b3fa-1870b2ebcfdd tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.20 "GET /v2.0/ports?device_id=458b4d15-1982-4fe8-ba92-f068677794d2 HTTP/1.1" status: 200 len: 946 time: 0.0683751 Nov 27 04:21:08.711777 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846dffca-7c27-49e7-bfd6-4a9c87781ba2 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Router 7801734f-b33c-4818-b228-d65c73fc564b has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:21:08.767353 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-520ccb65-0804-4a87-93bd-8a7a2cbe64fa req-b907926e-e135-48fe-8e25-2e2d10eeb188 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed86e8ce-f60f-43ea-b374-9889a15fdd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495014 Nov 27 04:21:08.851944 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846dffca-7c27-49e7-bfd6-4a9c87781ba2 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:21:08.870956 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a795f28-634b-4ebe-b5da-b30142a616bf None None] Sync routers for ids ['7801734f-b33c-4818-b228-d65c73fc564b'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:21:08.888277 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-846dffca-7c27-49e7-bfd6-4a9c87781ba2 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:08.895560 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a795f28-634b-4ebe-b5da-b30142a616bf None None] Routers {'7801734f-b33c-4818-b228-d65c73fc564b'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:21:08.896863 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-4a795f28-634b-4ebe-b5da-b30142a616bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:20:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['7801734f-b33c-4818-b228-d65c73fc564b'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:08.944825 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-4a795f28-634b-4ebe-b5da-b30142a616bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:08.948493 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55748) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:08.949793 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-846dffca-7c27-49e7-bfd6-4a9c87781ba2 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.9160631 Nov 27 04:21:08.981096 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 402c0233-9e78-410c-bd19-2aaffedcb9f1 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:21:09.027280 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a795f28-634b-4ebe-b5da-b30142a616bf None None] Routers {'7801734f-b33c-4818-b228-d65c73fc564b'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:21:09.027990 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-4a795f28-634b-4ebe-b5da-b30142a616bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:20:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['7801734f-b33c-4818-b228-d65c73fc564b'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:09.050412 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-302285ce-b20a-49dd-9f7c-b77e09236240 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "GET /v2.0/floatingips/eb79a373-25c1-474f-ab8c-e722d96e41f5 HTTP/1.1" status: 200 len: 976 time: 0.0984733 Nov 27 04:21:09.050904 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55752) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:09.063116 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-4a795f28-634b-4ebe-b5da-b30142a616bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:09.064146 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a795f28-634b-4ebe-b5da-b30142a616bf None None] The sync data for ids ['7801734f-b33c-4818-b228-d65c73fc564b'] in n-d-819494-3 is: [] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:21:09.080085 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 402c0233-9e78-410c-bd19-2aaffedcb9f1 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:21:09.084866 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 402c0233-9e78-410c-bd19-2aaffedcb9f1 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:21:09.085650 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:09.358561 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26e9c7-ddea-48f3-afde-873f892c0175 req-b6ac36bb-b5be-4c81-9ed1-d17621b92dc5 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:09.358561 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6b26e9c7-ddea-48f3-afde-873f892c0175 req-b6ac36bb-b5be-4c81-9ed1-d17621b92dc5 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.20 "GET /v2.0/ports?device_id=458b4d15-1982-4fe8-ba92-f068677794d2 HTTP/1.1" status: 200 len: 946 time: 0.1272264 Nov 27 04:21:09.360224 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-bf41a98b-d436-41a1-9ca6-1b0996750a4f tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1699293 Nov 27 04:21:09.360224 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55760) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:09.361083 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:09.361568 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-71eeb7f0-9c22-402c-8d3b-0b784a273970 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Request body: {'floatingip': {'port_id': '00ca6674-bdcd-4736-b3ce-d639531d9520'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:21:09.361805 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15fb783c-00a3-4c40-92b9-85bd405e7bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402c0233-9e78-410c-bd19-2aaffedcb9f1'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:21:09.361805 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b6858c-6996-4824-9aea-22afa0eee098" -d '{"events": [{"server_uuid": "15fb783c-00a3-4c40-92b9-85bd405e7bd6", "name": "network-vif-plugged", "status": "completed", "tag": "402c0233-9e78-410c-bd19-2aaffedcb9f1"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:21:09.362169 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6b26e9c7-ddea-48f3-afde-873f892c0175 req-36a9b804-6325-45bd-b6d4-fd844283fa1b tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed86e8ce-f60f-43ea-b374-9889a15fdd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705391 Nov 27 04:21:09.387884 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 402c0233-9e78-410c-bd19-2aaffedcb9f1, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=402c0233-9e78-410c-bd19-2aaffedcb9f1,segment=NetworkSegment(2dad71cb-6b3e-4b01-8c08-5d2935f0095b),segment_id=2dad71cb-6b3e-4b01-8c08-5d2935f0095b)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:21:09.401071 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:09.401795 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-71eeb7f0-9c22-402c-8d3b-0b784a273970 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for floatingip, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:09.450421 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403c978f-3851-4768-8631-dba21eda6b64 x-openstack-request-id: req-403c978f-3851-4768-8631-dba21eda6b64 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:21:09.450762 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15fb783c-00a3-4c40-92b9-85bd405e7bd6", "name": "network-vif-plugged", "status": "completed", "tag": "402c0233-9e78-410c-bd19-2aaffedcb9f1", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:21:09.451015 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-403c978f-3851-4768-8631-dba21eda6b64 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:21:09.451414 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fb783c-00a3-4c40-92b9-85bd405e7bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402c0233-9e78-410c-bd19-2aaffedcb9f1', 'code': 200} Nov 27 04:21:09.500289 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=402c0233-9e78-410c-bd19-2aaffedcb9f1,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:09.570124 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bfada-bf31-4cc3-86ef-0485a06080cb req-4e2df597-ad55-4a45-a74f-dab9a6d066cc tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:09.572688 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7b0bfada-bf31-4cc3-86ef-0485a06080cb req-4e2df597-ad55-4a45-a74f-dab9a6d066cc tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/ports?device_id=15fb783c-00a3-4c40-92b9-85bd405e7bd6 HTTP/1.1" status: 200 len: 909 time: 0.1983130 Nov 27 04:21:10.028407 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6914fb-0641-4aa3-8175-b74f46e309a8 req-0c6c342c-3495-4e52-9c72-ad5e0d5c29e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:10.029974 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9c6914fb-0641-4aa3-8175-b74f46e309a8 req-0c6c342c-3495-4e52-9c72-ad5e0d5c29e5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=15fb783c-00a3-4c40-92b9-85bd405e7bd6 HTTP/1.1" status: 200 len: 1060 time: 0.4435291 Nov 27 04:21:10.356517 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-71eeb7f0-9c22-402c-8d3b-0b784a273970 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:10.361261 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-71eeb7f0-9c22-402c-8d3b-0b784a273970 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:10.479281 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [None req-71eeb7f0-9c22-402c-8d3b-0b784a273970 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Floating IP eb79a373-25c1-474f-ab8c-e722d96e41f5 associated. External IP: 172.25.1.231, port: 5e100929-80eb-469b-8ef6-e9bb71ea65bb. Nov 27 04:21:10.492239 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1142b46-87e9-4cc8-b9a0-74c83442a709 req-8e5f4edd-4626-413c-b36e-efdbbcb51604 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:10.494369 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c1142b46-87e9-4cc8-b9a0-74c83442a709 req-8e5f4edd-4626-413c-b36e-efdbbcb51604 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.20 "GET /v2.0/ports?device_id=458b4d15-1982-4fe8-ba92-f068677794d2 HTTP/1.1" status: 200 len: 946 time: 0.0545888 Nov 27 04:21:10.557032 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c1142b46-87e9-4cc8-b9a0-74c83442a709 req-98ef3f3b-591b-4ba6-8221-b1ae5d71ce81 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed86e8ce-f60f-43ea-b374-9889a15fdd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451441 Nov 27 04:21:10.716270 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ee4b5-e769-44ec-a797-2cc705c62fb5 req-df2468f5-f0af-48b7-b257-3b797d033d25 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:10.718201 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-525ee4b5-e769-44ec-a797-2cc705c62fb5 req-df2468f5-f0af-48b7-b257-3b797d033d25 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/ports?device_id=15fb783c-00a3-4c40-92b9-85bd405e7bd6 HTTP/1.1" status: 200 len: 909 time: 0.0663683 Nov 27 04:21:10.752351 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71eeb7f0-9c22-402c-8d3b-0b784a273970 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Router 7801734f-b33c-4818-b228-d65c73fc564b has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:21:10.936845 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8f12a-091a-4767-9ca8-d10bcb1719e4 req-215316a6-5a68-487c-b254-9fa6e741d907 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:10.936845 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a0a8f12a-091a-4767-9ca8-d10bcb1719e4 req-215316a6-5a68-487c-b254-9fa6e741d907 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.20 "GET /v2.0/ports?device_id=458b4d15-1982-4fe8-ba92-f068677794d2 HTTP/1.1" status: 200 len: 946 time: 0.1373858 Nov 27 04:21:10.941706 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71eeb7f0-9c22-402c-8d3b-0b784a273970 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:21:10.954396 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47259c4-4d55-4ee6-919f-fbbd3ef47de9 None None] Sync routers for ids ['7801734f-b33c-4818-b228-d65c73fc564b'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:21:10.957058 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efd0c2-a459-4ef2-8832-82c502f1db5b req-9f3ef478-9718-4b3d-a95b-8fa53394a499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:10.958581 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-57efd0c2-a459-4ef2-8832-82c502f1db5b req-9f3ef478-9718-4b3d-a95b-8fa53394a499 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=99838e4fe4534656a17ed81e49361b62&device_id=458b4d15-1982-4fe8-ba92-f068677794d2 HTTP/1.1" status: 200 len: 1097 time: 0.0960011 Nov 27 04:21:10.965367 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47259c4-4d55-4ee6-919f-fbbd3ef47de9 None None] Routers {'7801734f-b33c-4818-b228-d65c73fc564b'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:21:10.966728 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-d47259c4-4d55-4ee6-919f-fbbd3ef47de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:20:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['7801734f-b33c-4818-b228-d65c73fc564b'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:11.011895 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-d47259c4-4d55-4ee6-919f-fbbd3ef47de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:11.023672 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47259c4-4d55-4ee6-919f-fbbd3ef47de9 None None] Routers {'7801734f-b33c-4818-b228-d65c73fc564b'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:21:11.025302 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-d47259c4-4d55-4ee6-919f-fbbd3ef47de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:20:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['7801734f-b33c-4818-b228-d65c73fc564b'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:11.058787 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-d47259c4-4d55-4ee6-919f-fbbd3ef47de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:11.065790 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47259c4-4d55-4ee6-919f-fbbd3ef47de9 None None] The sync data for ids ['7801734f-b33c-4818-b228-d65c73fc564b'] in n-d-819494-3 is: [] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:21:11.140910 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a0a8f12a-091a-4767-9ca8-d10bcb1719e4 req-21ce54e0-58ed-4f32-91c7-cbc0bd2128a1 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed86e8ce-f60f-43ea-b374-9889a15fdd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958237 Nov 27 04:21:11.187929 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efd0c2-a459-4ef2-8832-82c502f1db5b req-ec7374aa-1108-4ad0-9cf8-ebd7e331f7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:11.189390 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-57efd0c2-a459-4ef2-8832-82c502f1db5b req-ec7374aa-1108-4ad0-9cf8-ebd7e331f7aa service neutron] 10.222.0.11 "GET /v2.0/networks?id=3bd49030-3c43-43f7-8101-1a3f484e8c0f HTTP/1.1" status: 200 len: 912 time: 0.1643138 Nov 27 04:21:11.288078 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-57efd0c2-a459-4ef2-8832-82c502f1db5b req-7f835b01-47fc-4db6-9cb8-6340fe1f870a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aabe3e9e-fc30-4fce-ba6e-eb52c365faf0 HTTP/1.1" status: 200 len: 217 time: 0.0681446 Nov 27 04:21:11.363204 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efd0c2-a459-4ef2-8832-82c502f1db5b req-a153e5d5-907e-4d9f-9ba9-92c080a25540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:11.364681 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-57efd0c2-a459-4ef2-8832-82c502f1db5b req-a153e5d5-907e-4d9f-9ba9-92c080a25540 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2b604007-4a30-4057-b182-3c3ba74d49da HTTP/1.1" status: 200 len: 851 time: 0.0700405 Nov 27 04:21:11.384472 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71eeb7f0-9c22-402c-8d3b-0b784a273970 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Router 7801734f-b33c-4818-b228-d65c73fc564b has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:21:11.399679 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-57efd0c2-a459-4ef2-8832-82c502f1db5b req-8d740cea-e6c9-4c35-ba9d-61cb7fdf0a16 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3bd49030-3c43-43f7-8101-1a3f484e8c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271587 Nov 27 04:21:11.578844 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-57efd0c2-a459-4ef2-8832-82c502f1db5b req-fed91cc1-53cc-4407-9e40-8fff1e6b4fd5 service neutron] 10.222.0.11 "GET /v2.0/networks/3bd49030-3c43-43f7-8101-1a3f484e8c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712182 Nov 27 04:21:11.581459 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71eeb7f0-9c22-402c-8d3b-0b784a273970 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:21:11.585864 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-71eeb7f0-9c22-402c-8d3b-0b784a273970 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:11.592717 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133f3fc4-be64-4b42-8937-1e22ddde8288 None None] Sync routers for ids ['7801734f-b33c-4818-b228-d65c73fc564b'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:21:11.603872 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133f3fc4-be64-4b42-8937-1e22ddde8288 None None] Routers {'7801734f-b33c-4818-b228-d65c73fc564b'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:21:11.604735 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-133f3fc4-be64-4b42-8937-1e22ddde8288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:20:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['7801734f-b33c-4818-b228-d65c73fc564b'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:11.659697 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-133f3fc4-be64-4b42-8937-1e22ddde8288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:11.668290 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133f3fc4-be64-4b42-8937-1e22ddde8288 None None] Routers {'7801734f-b33c-4818-b228-d65c73fc564b'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:21:11.668890 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-133f3fc4-be64-4b42-8937-1e22ddde8288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:20:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['7801734f-b33c-4818-b228-d65c73fc564b'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:11.703207 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-71eeb7f0-9c22-402c-8d3b-0b784a273970 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "PUT /v2.0/floatingips/eb79a373-25c1-474f-ab8c-e722d96e41f5 HTTP/1.1" status: 200 len: 978 time: 2.4740152 Nov 27 04:21:11.703456 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-133f3fc4-be64-4b42-8937-1e22ddde8288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:11.703456 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133f3fc4-be64-4b42-8937-1e22ddde8288 None None] The sync data for ids ['7801734f-b33c-4818-b228-d65c73fc564b'] in n-d-819494-3 is: [] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:21:11.704353 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55826) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:11.708980 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-339e5732-610e-4be9-846f-3a624629e161 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:21:11.722818 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-57efd0c2-a459-4ef2-8832-82c502f1db5b req-1a91744c-aa54-41b3-8388-daed9e43f7c9 service neutron] 10.222.0.11 "GET /v2.0/networks/3bd49030-3c43-43f7-8101-1a3f484e8c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343141 Nov 27 04:21:11.781525 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-339e5732-610e-4be9-846f-3a624629e161 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for floatingip, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:11.926651 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef341960-7cd9-4536-bdd0-92c7cf18fe87 req-67ec27cf-c503-4884-85bd-12d9ad82a3a4 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:11.928309 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ef341960-7cd9-4536-bdd0-92c7cf18fe87 req-67ec27cf-c503-4884-85bd-12d9ad82a3a4 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/ports?device_id=15fb783c-00a3-4c40-92b9-85bd405e7bd6 HTTP/1.1" status: 200 len: 909 time: 0.1152909 Nov 27 04:21:11.973747 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-339e5732-610e-4be9-846f-3a624629e161 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:11.979052 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-339e5732-610e-4be9-846f-3a624629e161 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:11.979396 n-d-819494-3 neutron-server[110019]: INFO neutron.db.l3_db [None req-339e5732-610e-4be9-846f-3a624629e161 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Floating IP eb79a373-25c1-474f-ab8c-e722d96e41f5 disassociated. External IP: 172.25.1.231, port: 00ca6674-bdcd-4736-b3ce-d639531d9520. Nov 27 04:21:12.075626 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd1e0d-1d40-4681-977d-b657543550d3 req-40a6b641-e1c6-4233-9df7-71a589d38ab6 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:12.077274 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-38bd1e0d-1d40-4681-977d-b657543550d3 req-40a6b641-e1c6-4233-9df7-71a589d38ab6 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/ports?device_id=15fb783c-00a3-4c40-92b9-85bd405e7bd6 HTTP/1.1" status: 200 len: 909 time: 0.0673671 Nov 27 04:21:12.252453 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e5c87-f5e2-4c75-83eb-666d47157465 req-27ec7ff0-bbe0-4a9b-90ee-8a6088e5f723 tempest-TestSecurityGroupsBasicOps-580898946 tempest-TestSecurityGroupsBasicOps-580898946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:12.267302 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-772e5c87-f5e2-4c75-83eb-666d47157465 req-27ec7ff0-bbe0-4a9b-90ee-8a6088e5f723 tempest-TestSecurityGroupsBasicOps-580898946 tempest-TestSecurityGroupsBasicOps-580898946-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=15fb783c-00a3-4c40-92b9-85bd405e7bd6 HTTP/1.1" status: 200 len: 1060 time: 0.0947268 Nov 27 04:21:12.293581 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339e5732-610e-4be9-846f-3a624629e161 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Router 7801734f-b33c-4818-b228-d65c73fc564b has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:21:12.297501 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372cd530-79b6-45bd-9b22-93159b915978 req-c5179b6b-0e6c-41c3-bb80-fed2849958ec tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:12.311381 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-372cd530-79b6-45bd-9b22-93159b915978 req-c5179b6b-0e6c-41c3-bb80-fed2849958ec tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.20 "GET /v2.0/ports?device_id=458b4d15-1982-4fe8-ba92-f068677794d2 HTTP/1.1" status: 200 len: 946 time: 0.0809989 Nov 27 04:21:12.366647 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-372cd530-79b6-45bd-9b22-93159b915978 req-01aea30c-6b9f-43da-a0c5-fe9c1e7220a0 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed86e8ce-f60f-43ea-b374-9889a15fdd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489576 Nov 27 04:21:12.464421 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af290cf4-d70a-4cfd-b3a4-bb8d9d8be570 req-ba0d11da-7f1d-4830-8f7c-8ac8d4928ab3 tempest-TestSecurityGroupsBasicOps-580898946 tempest-TestSecurityGroupsBasicOps-580898946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:12.466999 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-af290cf4-d70a-4cfd-b3a4-bb8d9d8be570 req-ba0d11da-7f1d-4830-8f7c-8ac8d4928ab3 tempest-TestSecurityGroupsBasicOps-580898946 tempest-TestSecurityGroupsBasicOps-580898946-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=148cf075-734c-4328-a836-36a00a194251 HTTP/1.1" status: 200 len: 1136 time: 0.1126132 Nov 27 04:21:12.471506 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339e5732-610e-4be9-846f-3a624629e161 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:21:12.482472 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f8310d-e3cf-4846-98b3-67a7b297f036 None None] Sync routers for ids ['7801734f-b33c-4818-b228-d65c73fc564b'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:21:12.484953 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-339e5732-610e-4be9-846f-3a624629e161 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:12.496939 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f8310d-e3cf-4846-98b3-67a7b297f036 None None] Routers {'7801734f-b33c-4818-b228-d65c73fc564b'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:21:12.510723 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-71f8310d-e3cf-4846-98b3-67a7b297f036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:20:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['7801734f-b33c-4818-b228-d65c73fc564b'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:12.532080 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-339e5732-610e-4be9-846f-3a624629e161 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "PUT /v2.0/floatingips/eb79a373-25c1-474f-ab8c-e722d96e41f5 HTTP/1.1" status: 200 len: 688 time: 0.8265817 Nov 27 04:21:12.535953 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55854) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:12.553330 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-71f8310d-e3cf-4846-98b3-67a7b297f036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:12.562022 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f8310d-e3cf-4846-98b3-67a7b297f036 None None] Routers {'7801734f-b33c-4818-b228-d65c73fc564b'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:21:12.562666 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-71f8310d-e3cf-4846-98b3-67a7b297f036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:20:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['7801734f-b33c-4818-b228-d65c73fc564b'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:12.662494 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-af290cf4-d70a-4cfd-b3a4-bb8d9d8be570 req-dae407f4-3f4f-4160-96a3-44b507e0f2e3 tempest-TestSecurityGroupsBasicOps-580898946 tempest-TestSecurityGroupsBasicOps-580898946-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=0ab1bdb9-bab5-424c-b4a1-e56d9790545b&id=c7babfc7-a310-49af-b2ce-fcc00382be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1889226 Nov 27 04:21:12.689004 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55860) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:12.708884 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-71f8310d-e3cf-4846-98b3-67a7b297f036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:12.710444 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f8310d-e3cf-4846-98b3-67a7b297f036 None None] The sync data for ids ['7801734f-b33c-4818-b228-d65c73fc564b'] in n-d-819494-3 is: [] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:21:12.714390 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-aee1c36e-2fc7-4de5-ab51-1c6ed8dc5fc8 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Deleting port 6e5e2563-9c36-46ca-a829-0031f38fe4db {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:21:12.715445 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-aee1c36e-2fc7-4de5-ab51-1c6ed8dc5fc8 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:12.754077 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5f2685-1961-4f55-9772-c34fe7bb96b5 tempest-TestSecurityGroupsBasicOps-580898946 tempest-TestSecurityGroupsBasicOps-580898946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:12.767004 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3e5f2685-1961-4f55-9772-c34fe7bb96b5 tempest-TestSecurityGroupsBasicOps-580898946 tempest-TestSecurityGroupsBasicOps-580898946-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=15fb783c-00a3-4c40-92b9-85bd405e7bd6 HTTP/1.1" status: 200 len: 1055 time: 0.0695531 Nov 27 04:21:12.801793 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-aee1c36e-2fc7-4de5-ab51-1c6ed8dc5fc8 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:12.802202 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-aee1c36e-2fc7-4de5-ab51-1c6ed8dc5fc8 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:12.816075 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-aee1c36e-2fc7-4de5-ab51-1c6ed8dc5fc8 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Calling delete_port for 6e5e2563-9c36-46ca-a829-0031f38fe4db owned by network:floatingip {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:21:13.012800 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-aee1c36e-2fc7-4de5-ab51-1c6ed8dc5fc8 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:13.047677 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee1c36e-2fc7-4de5-ab51-1c6ed8dc5fc8 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Pushing event deleted for resources: {'Port': ['ID=6e5e2563-9c36-46ca-a829-0031f38fe4db,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:13.087146 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1c36e-2fc7-4de5-ab51-1c6ed8dc5fc8 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:21:13.087462 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1c36e-2fc7-4de5-ab51-1c6ed8dc5fc8 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:21:13.087767 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1c36e-2fc7-4de5-ab51-1c6ed8dc5fc8 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:21:13.088034 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1c36e-2fc7-4de5-ab51-1c6ed8dc5fc8 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:21:13.088368 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1c36e-2fc7-4de5-ab51-1c6ed8dc5fc8 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:21:13.088854 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1c36e-2fc7-4de5-ab51-1c6ed8dc5fc8 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:21:13.089028 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1c36e-2fc7-4de5-ab51-1c6ed8dc5fc8 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:21:13.089359 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1c36e-2fc7-4de5-ab51-1c6ed8dc5fc8 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:21:13.089695 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1c36e-2fc7-4de5-ab51-1c6ed8dc5fc8 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:21:13.090027 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1c36e-2fc7-4de5-ab51-1c6ed8dc5fc8 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:21:13.090357 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1c36e-2fc7-4de5-ab51-1c6ed8dc5fc8 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:21:13.090710 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1c36e-2fc7-4de5-ab51-1c6ed8dc5fc8 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:21:13.104830 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9cf6c-71d7-4cff-be40-32f1fd0e3bc4 req-2b0c73cc-47d3-4fea-8dc8-c31eff164f3f tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:13.106341 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-39f9cf6c-71d7-4cff-be40-32f1fd0e3bc4 req-2b0c73cc-47d3-4fea-8dc8-c31eff164f3f tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/ports?device_id=15fb783c-00a3-4c40-92b9-85bd405e7bd6 HTTP/1.1" status: 200 len: 909 time: 0.1316369 Nov 27 04:21:13.144406 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-aee1c36e-2fc7-4de5-ab51-1c6ed8dc5fc8 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for floatingip, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:13.147593 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-aee1c36e-2fc7-4de5-ab51-1c6ed8dc5fc8 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:13.149304 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-aee1c36e-2fc7-4de5-ab51-1c6ed8dc5fc8 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "DELETE /v2.0/floatingips/eb79a373-25c1-474f-ab8c-e722d96e41f5 HTTP/1.1" status: 204 len: 168 time: 0.6105623 Nov 27 04:21:13.152070 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55876) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:13.192431 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-0009a041-8396-49d6-acf6-f12714825dd2 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] delete failed (client error): The resource could not be found. Nov 27 04:21:13.193460 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0009a041-8396-49d6-acf6-f12714825dd2 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "DELETE /v2.0/floatingips/eb79a373-25c1-474f-ab8c-e722d96e41f5 HTTP/1.1" status: 404 len: 345 time: 0.0404043 Nov 27 04:21:13.197892 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55880) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:13.283984 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952a9970-2913-4313-9866-356d00e537d0 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:13.289941 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952a9970-2913-4313-9866-356d00e537d0 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:13.296091 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952a9970-2913-4313-9866-356d00e537d0 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:13.297824 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-952a9970-2913-4313-9866-356d00e537d0 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "GET /v2.0/ports?network_id=b033da4a-9e65-41a7-a7d1-d28f099df296 HTTP/1.1" status: 200 len: 2356 time: 0.0990059 Nov 27 04:21:13.300494 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55884) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:13.353540 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18fcecc-3f15-4915-871a-e9e784ac2755 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:13.359717 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c18fcecc-3f15-4915-871a-e9e784ac2755 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "GET /v2.0/subnets/8368a4e7-ad62-48fe-af9b-dd1da292bd95 HTTP/1.1" status: 200 len: 797 time: 0.0534511 Nov 27 04:21:13.360097 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55886) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:13.365867 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-88da3671-3953-4fc1-a00a-8cc94d677f49 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Request body: {'port': {'network_id': 'b033da4a-9e65-41a7-a7d1-d28f099df296', 'name': 'tempest-FloatingIPTestJSON-1576775727', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:21:13.524360 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179caeeb-55b6-4247-9507-59208bf3e27c req-a74488fb-cc6a-4253-848e-696ce556336f tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:13.525914 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-179caeeb-55b6-4247-9507-59208bf3e27c req-a74488fb-cc6a-4253-848e-696ce556336f tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.20 "GET /v2.0/ports?device_id=458b4d15-1982-4fe8-ba92-f068677794d2 HTTP/1.1" status: 200 len: 946 time: 0.0851071 Nov 27 04:21:13.540530 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88da3671-3953-4fc1-a00a-8cc94d677f49 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Made reservation on behalf of f87cd12a63854d3abe513213557f39d3 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:21:13.640833 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-179caeeb-55b6-4247-9507-59208bf3e27c req-4c228a1d-6de3-4e47-bbb3-cf8bc70b6817 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed86e8ce-f60f-43ea-b374-9889a15fdd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084228 Nov 27 04:21:13.676150 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-88da3671-3953-4fc1-a00a-8cc94d677f49 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:13.696540 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-88da3671-3953-4fc1-a00a-8cc94d677f49 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] device_id is not set on port 54a783ba-3671-4e46-89ab-26201a6335eb yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:21:13.968115 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea00ea-4749-446c-8501-05eae5e0fabd req-71f04371-2921-4efa-92ae-c9c09eb0baa6 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:13.969714 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-77ea00ea-4749-446c-8501-05eae5e0fabd req-71f04371-2921-4efa-92ae-c9c09eb0baa6 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.20 "GET /v2.0/ports?device_id=458b4d15-1982-4fe8-ba92-f068677794d2 HTTP/1.1" status: 200 len: 946 time: 0.1072097 Nov 27 04:21:14.085191 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-77ea00ea-4749-446c-8501-05eae5e0fabd req-c9cf8ec6-997f-4cc1-af06-b035dca8001a tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed86e8ce-f60f-43ea-b374-9889a15fdd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056097 Nov 27 04:21:14.110976 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-88da3671-3953-4fc1-a00a-8cc94d677f49 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Allocated IP 172.20.0.14 (b033da4a-9e65-41a7-a7d1-d28f099df296/8368a4e7-ad62-48fe-af9b-dd1da292bd95/54a783ba-3671-4e46-89ab-26201a6335eb) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:21:14.116995 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-88da3671-3953-4fc1-a00a-8cc94d677f49 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Allocated IP 172.20.0.13 (b033da4a-9e65-41a7-a7d1-d28f099df296/8368a4e7-ad62-48fe-af9b-dd1da292bd95/54a783ba-3671-4e46-89ab-26201a6335eb) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:21:14.243309 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742745a-e9ab-490f-9016-3132fef039e2 req-2ce30950-2ab7-4cb5-96c2-35a72a76b9dc tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:14.245876 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f742745a-e9ab-490f-9016-3132fef039e2 req-2ce30950-2ab7-4cb5-96c2-35a72a76b9dc tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/ports?device_id=15fb783c-00a3-4c40-92b9-85bd405e7bd6 HTTP/1.1" status: 200 len: 909 time: 0.0524619 Nov 27 04:21:14.295545 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-88da3671-3953-4fc1-a00a-8cc94d677f49 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:14.334271 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-88da3671-3953-4fc1-a00a-8cc94d677f49 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:14.383029 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88da3671-3953-4fc1-a00a-8cc94d677f49 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Network b033da4a-9e65-41a7-a7d1-d28f099df296 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:21:14.386830 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-88da3671-3953-4fc1-a00a-8cc94d677f49 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:21:14.390813 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88da3671-3953-4fc1-a00a-8cc94d677f49 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:21:14.421343 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da3671-3953-4fc1-a00a-8cc94d677f49 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Pushing event updated for resources: {'Port': ['ID=54a783ba-3671-4e46-89ab-26201a6335eb,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:14.818108 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88da3671-3953-4fc1-a00a-8cc94d677f49 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:14.818764 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-88da3671-3953-4fc1-a00a-8cc94d677f49 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:14.847458 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1ca8d-c457-4839-b61a-00f58e5aaef4 req-3eb88cf2-5610-4691-ac5b-b0633c2263bc tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:14.847458 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-baf1ca8d-c457-4839-b61a-00f58e5aaef4 req-3eb88cf2-5610-4691-ac5b-b0633c2263bc tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.11 "GET /v2.0/ports?device_id=15fb783c-00a3-4c40-92b9-85bd405e7bd6 HTTP/1.1" status: 200 len: 909 time: 0.4193442 Nov 27 04:21:14.850172 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-88da3671-3953-4fc1-a00a-8cc94d677f49 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.4888608 Nov 27 04:21:14.853357 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55928) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:14.857903 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-f3564169-8a45-4d5c-a8d6-f9750629673a tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'port_id': '54a783ba-3671-4e46-89ab-26201a6335eb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:21:14.913586 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f3564169-8a45-4d5c-a8d6-f9750629673a tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for floatingip, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:15.020797 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-baf1ca8d-c457-4839-b61a-00f58e5aaef4 req-3deef240-0f3b-4ffb-87a8-5607481671f7 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Deleting port 402c0233-9e78-410c-bd19-2aaffedcb9f1 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:21:15.021151 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-baf1ca8d-c457-4839-b61a-00f58e5aaef4 req-3deef240-0f3b-4ffb-87a8-5607481671f7 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:15.142104 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f3564169-8a45-4d5c-a8d6-f9750629673a tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:15.142525 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-baf1ca8d-c457-4839-b61a-00f58e5aaef4 req-3deef240-0f3b-4ffb-87a8-5607481671f7 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] For port 402c0233-9e78-410c-bd19-2aaffedcb9f1, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=402c0233-9e78-410c-bd19-2aaffedcb9f1,segment=NetworkSegment(2dad71cb-6b3e-4b01-8c08-5d2935f0095b),segment_id=2dad71cb-6b3e-4b01-8c08-5d2935f0095b)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:21:15.142845 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-baf1ca8d-c457-4839-b61a-00f58e5aaef4 req-3deef240-0f3b-4ffb-87a8-5607481671f7 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:15.164457 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-baf1ca8d-c457-4839-b61a-00f58e5aaef4 req-3deef240-0f3b-4ffb-87a8-5607481671f7 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Calling delete_port for 402c0233-9e78-410c-bd19-2aaffedcb9f1 owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:21:15.349209 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc6fe8-1e41-4624-970b-ae35d7c878d2 req-d8a95427-487d-45c3-b3ec-487527a65940 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:15.350853 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d2fc6fe8-1e41-4624-970b-ae35d7c878d2 req-d8a95427-487d-45c3-b3ec-487527a65940 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.20 "GET /v2.0/ports?device_id=458b4d15-1982-4fe8-ba92-f068677794d2 HTTP/1.1" status: 200 len: 946 time: 0.1593125 Nov 27 04:21:15.365021 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-f3564169-8a45-4d5c-a8d6-f9750629673a tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Allocated IP 172.25.1.23 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/4b558260-f1d9-4364-ae70-d46d1c8e0a6d) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:21:15.392047 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2a333-bf1a-439c-a1ed-2de84f2f2061 req-69c3f596-5d99-4af3-83a9-fd5ae91d3550 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:15.394234 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cbd2a333-bf1a-439c-a1ed-2de84f2f2061 req-69c3f596-5d99-4af3-83a9-fd5ae91d3550 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/ports?device_id=15fb783c-00a3-4c40-92b9-85bd405e7bd6 HTTP/1.1" status: 200 len: 909 time: 0.0635264 Nov 27 04:21:15.513472 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d2fc6fe8-1e41-4624-970b-ae35d7c878d2 req-5e4d3877-218e-4801-ac3a-4a31ae9beaf7 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed86e8ce-f60f-43ea-b374-9889a15fdd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429904 Nov 27 04:21:15.541155 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-baf1ca8d-c457-4839-b61a-00f58e5aaef4 req-3deef240-0f3b-4ffb-87a8-5607481671f7 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:15.587291 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deef240-0f3b-4ffb-87a8-5607481671f7 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Pushing event deleted for resources: {'Port': ['ID=402c0233-9e78-410c-bd19-2aaffedcb9f1,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:15.622951 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f3564169-8a45-4d5c-a8d6-f9750629673a tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:15.644777 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf1ca8d-c457-4839-b61a-00f58e5aaef4 req-3deef240-0f3b-4ffb-87a8-5607481671f7 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] No DVR routers for this DVR port 402c0233-9e78-410c-bd19-2aaffedcb9f1 on host n-h2-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:21:15.648509 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-baf1ca8d-c457-4839-b61a-00f58e5aaef4 req-3deef240-0f3b-4ffb-87a8-5607481671f7 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:15.652538 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-baf1ca8d-c457-4839-b61a-00f58e5aaef4 req-3deef240-0f3b-4ffb-87a8-5607481671f7 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.11 "DELETE /v2.0/ports/402c0233-9e78-410c-bd19-2aaffedcb9f1 HTTP/1.1" status: 204 len: 173 time: 0.7899144 Nov 27 04:21:15.653054 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15fb783c-00a3-4c40-92b9-85bd405e7bd6', 'name': 'network-vif-deleted', 'tag': '402c0233-9e78-410c-bd19-2aaffedcb9f1'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:21:15.655648 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636940ce-3979-4fd9-9c89-51985ab68880" -d '{"events": [{"server_uuid": "15fb783c-00a3-4c40-92b9-85bd405e7bd6", "name": "network-vif-deleted", "tag": "402c0233-9e78-410c-bd19-2aaffedcb9f1"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:21:15.724183 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c06cf0-693f-4d9d-a693-9f95c447ab5c x-openstack-request-id: req-d4c06cf0-693f-4d9d-a693-9f95c447ab5c {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:21:15.724562 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15fb783c-00a3-4c40-92b9-85bd405e7bd6", "name": "network-vif-deleted", "tag": "402c0233-9e78-410c-bd19-2aaffedcb9f1", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:21:15.725059 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4c06cf0-693f-4d9d-a693-9f95c447ab5c {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:21:15.725673 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fb783c-00a3-4c40-92b9-85bd405e7bd6', 'name': 'network-vif-deleted', 'tag': '402c0233-9e78-410c-bd19-2aaffedcb9f1', 'status': 'completed', 'code': 200} Nov 27 04:21:15.734291 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f3564169-8a45-4d5c-a8d6-f9750629673a tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:15.780151 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3564169-8a45-4d5c-a8d6-f9750629673a tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:21:15.783504 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-f3564169-8a45-4d5c-a8d6-f9750629673a tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:21:15.787984 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3564169-8a45-4d5c-a8d6-f9750629673a tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:21:15.816464 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3564169-8a45-4d5c-a8d6-f9750629673a tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Pushing event updated for resources: {'Port': ['ID=4b558260-f1d9-4364-ae70-d46d1c8e0a6d,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:16.082328 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af55bd7-7679-44b9-92b7-95e0ab1b2e66 req-0d8b4bbc-9b53-4076-a39f-df8f54830c1a tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:16.083874 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9af55bd7-7679-44b9-92b7-95e0ab1b2e66 req-0d8b4bbc-9b53-4076-a39f-df8f54830c1a tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.11 "GET /v2.0/ports?device_id=458b4d15-1982-4fe8-ba92-f068677794d2 HTTP/1.1" status: 200 len: 946 time: 0.0651619 Nov 27 04:21:16.173824 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-23a81cbf-6a30-47b4-bc53-acf02fd053c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:16.305059 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-9af55bd7-7679-44b9-92b7-95e0ab1b2e66 req-f4e4ffbb-7152-401e-b5bc-d324ed3210e4 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] Deleting port aabe3e9e-fc30-4fce-ba6e-eb52c365faf0 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:21:16.305412 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9af55bd7-7679-44b9-92b7-95e0ab1b2e66 req-f4e4ffbb-7152-401e-b5bc-d324ed3210e4 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:16.309696 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f3564169-8a45-4d5c-a8d6-f9750629673a tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:16.339762 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:16.457674 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 55972) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:16.474059 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-9af55bd7-7679-44b9-92b7-95e0ab1b2e66 req-f4e4ffbb-7152-401e-b5bc-d324ed3210e4 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] For port aabe3e9e-fc30-4fce-ba6e-eb52c365faf0, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=aabe3e9e-fc30-4fce-ba6e-eb52c365faf0,segment=NetworkSegment(ed3d0b3c-f077-4b57-94bb-b90857137c48),segment_id=ed3d0b3c-f077-4b57-94bb-b90857137c48)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:21:16.474527 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9af55bd7-7679-44b9-92b7-95e0ab1b2e66 req-f4e4ffbb-7152-401e-b5bc-d324ed3210e4 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:16.476902 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f3564169-8a45-4d5c-a8d6-f9750629673a tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:16.510878 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-9af55bd7-7679-44b9-92b7-95e0ab1b2e66 req-f4e4ffbb-7152-401e-b5bc-d324ed3210e4 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] Calling delete_port for aabe3e9e-fc30-4fce-ba6e-eb52c365faf0 owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:21:16.729545 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934ec0c-2462-4325-9794-c3a45b223b99 req-e7d2a237-76eb-4b56-9aff-643997f5cf12 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:16.731085 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1934ec0c-2462-4325-9794-c3a45b223b99 req-e7d2a237-76eb-4b56-9aff-643997f5cf12 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.20 "GET /v2.0/ports?device_id=458b4d15-1982-4fe8-ba92-f068677794d2 HTTP/1.1" status: 200 len: 946 time: 0.0970712 Nov 27 04:21:16.765269 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f3564169-8a45-4d5c-a8d6-f9750629673a tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:16.772904 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f3564169-8a45-4d5c-a8d6-f9750629673a tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:16.792890 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9af55bd7-7679-44b9-92b7-95e0ab1b2e66 req-f4e4ffbb-7152-401e-b5bc-d324ed3210e4 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:16.822884 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1934ec0c-2462-4325-9794-c3a45b223b99 req-da60d52d-0b5b-439c-a340-681325684a22 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed86e8ce-f60f-43ea-b374-9889a15fdd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832028 Nov 27 04:21:16.826803 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['aabe3e9e-fc30-4fce-ba6e-eb52c365faf0'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:21:16.917806 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af55bd7-7679-44b9-92b7-95e0ab1b2e66 req-f4e4ffbb-7152-401e-b5bc-d324ed3210e4 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] No DVR routers for this DVR port aabe3e9e-fc30-4fce-ba6e-eb52c365faf0 on host n-h2-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:21:16.919561 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3564169-8a45-4d5c-a8d6-f9750629673a tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Pushing event updated for resources: {'Port': ['ID=4b558260-f1d9-4364-ae70-d46d1c8e0a6d,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:16.925048 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9af55bd7-7679-44b9-92b7-95e0ab1b2e66 req-f4e4ffbb-7152-401e-b5bc-d324ed3210e4 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:16.928529 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9af55bd7-7679-44b9-92b7-95e0ab1b2e66 req-f4e4ffbb-7152-401e-b5bc-d324ed3210e4 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] 10.222.0.11 "DELETE /v2.0/ports/aabe3e9e-fc30-4fce-ba6e-eb52c365faf0 HTTP/1.1" status: 204 len: 173 time: 0.8357289 Nov 27 04:21:16.955181 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4ffbb-7152-401e-b5bc-d324ed3210e4 tempest-TestServerAdvancedOps-2132433831 tempest-TestServerAdvancedOps-2132433831-project] Pushing event deleted for resources: {'Port': ['ID=aabe3e9e-fc30-4fce-ba6e-eb52c365faf0,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:16.957303 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f3564169-8a45-4d5c-a8d6-f9750629673a tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:16.994230 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e0ab129d-b9b4-4265-85e2-5ae0b788ba98 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:17.020915 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 402c0233-9e78-410c-bd19-2aaffedcb9f1 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:21:17.080264 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: 402c0233-9e78-410c-bd19-2aaffedcb9f1 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:21:17.080669 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [None req-f3564169-8a45-4d5c-a8d6-f9750629673a tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Floating IP bc3c14bf-bcf8-4541-92f6-43b05fa24e27 associated. External IP: 172.25.1.23, port: 54a783ba-3671-4e46-89ab-26201a6335eb. Nov 27 04:21:17.081184 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 402c0233-9e78-410c-bd19-2aaffedcb9f1 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:21:17.339250 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-e0ab129d-b9b4-4265-85e2-5ae0b788ba98 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Deleting port d59f674f-9b0d-4ab4-8818-58f5e12891a0 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:21:17.339618 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e0ab129d-b9b4-4265-85e2-5ae0b788ba98 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:17.356454 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3564169-8a45-4d5c-a8d6-f9750629673a tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Router 7801734f-b33c-4818-b228-d65c73fc564b has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:21:17.456096 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-e0ab129d-b9b4-4265-85e2-5ae0b788ba98 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] For port d59f674f-9b0d-4ab4-8818-58f5e12891a0, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=d59f674f-9b0d-4ab4-8818-58f5e12891a0,segment=NetworkSegment(2dad71cb-6b3e-4b01-8c08-5d2935f0095b),segment_id=2dad71cb-6b3e-4b01-8c08-5d2935f0095b)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:21:17.456787 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e0ab129d-b9b4-4265-85e2-5ae0b788ba98 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:17.472280 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-e0ab129d-b9b4-4265-85e2-5ae0b788ba98 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Calling delete_port for d59f674f-9b0d-4ab4-8818-58f5e12891a0 owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:21:17.515671 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3564169-8a45-4d5c-a8d6-f9750629673a tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:21:17.527112 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc474f0-290a-42a6-89cb-cd262ad4027b None None] Sync routers for ids ['7801734f-b33c-4818-b228-d65c73fc564b'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:21:17.543285 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc474f0-290a-42a6-89cb-cd262ad4027b None None] Routers {'7801734f-b33c-4818-b228-d65c73fc564b'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:21:17.543854 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-1bc474f0-290a-42a6-89cb-cd262ad4027b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:20:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['7801734f-b33c-4818-b228-d65c73fc564b'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:17.559316 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f3564169-8a45-4d5c-a8d6-f9750629673a tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:17.585521 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-1bc474f0-290a-42a6-89cb-cd262ad4027b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:17.596797 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc474f0-290a-42a6-89cb-cd262ad4027b None None] Routers {'7801734f-b33c-4818-b228-d65c73fc564b'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:21:17.597441 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-1bc474f0-290a-42a6-89cb-cd262ad4027b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:20:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['7801734f-b33c-4818-b228-d65c73fc564b'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:17.602249 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f3564169-8a45-4d5c-a8d6-f9750629673a tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.7477632 Nov 27 04:21:17.606260 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 55998) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:17.614893 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-81d2cdfa-d764-48a5-bde7-c50257ee9c50 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Request body: {'floatingip': {'port_id': '54a783ba-3671-4e46-89ab-26201a6335eb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:21:17.658048 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-1bc474f0-290a-42a6-89cb-cd262ad4027b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:17.658717 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc474f0-290a-42a6-89cb-cd262ad4027b None None] The sync data for ids ['7801734f-b33c-4818-b228-d65c73fc564b'] in n-d-819494-3 is: [] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:21:17.689924 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-81d2cdfa-d764-48a5-bde7-c50257ee9c50 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for floatingip, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:17.727198 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458b4d15-1982-4fe8-ba92-f068677794d2', 'name': 'network-vif-deleted', 'tag': 'aabe3e9e-fc30-4fce-ba6e-eb52c365faf0'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:21:17.729721 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac5efdc-7cfd-4bb0-b060-9b940b5eb3b7" -d '{"events": [{"server_uuid": "458b4d15-1982-4fe8-ba92-f068677794d2", "name": "network-vif-deleted", "tag": "aabe3e9e-fc30-4fce-ba6e-eb52c365faf0"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:21:17.756615 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e0ab129d-b9b4-4265-85e2-5ae0b788ba98 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:17.784589 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d21f34-6a58-4079-abf2-03f873d27142 x-openstack-request-id: req-90d21f34-6a58-4079-abf2-03f873d27142 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:21:17.784888 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "458b4d15-1982-4fe8-ba92-f068677794d2", "name": "network-vif-deleted", "tag": "aabe3e9e-fc30-4fce-ba6e-eb52c365faf0", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:21:17.785143 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-90d21f34-6a58-4079-abf2-03f873d27142 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:21:17.785525 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458b4d15-1982-4fe8-ba92-f068677794d2', 'name': 'network-vif-deleted', 'tag': 'aabe3e9e-fc30-4fce-ba6e-eb52c365faf0', 'status': 'completed', 'code': 200} Nov 27 04:21:17.816410 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab129d-b9b4-4265-85e2-5ae0b788ba98 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Pushing event deleted for resources: {'Port': ['ID=d59f674f-9b0d-4ab4-8818-58f5e12891a0,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:17.931861 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56010) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:18.024788 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e0ab129d-b9b4-4265-85e2-5ae0b788ba98 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:18.025116 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-1924a1fe-1dcb-4501-acd7-0287816aec54 admin admin] Deleting subnet 2b604007-4a30-4057-b182-3c3ba74d49da {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:21:18.030081 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1924a1fe-1dcb-4501-acd7-0287816aec54 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:18.126291 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1924a1fe-1dcb-4501-acd7-0287816aec54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:18.260191 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1924a1fe-1dcb-4501-acd7-0287816aec54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:18.279097 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ab129d-b9b4-4265-85e2-5ae0b788ba98 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Router 32dd56d4-af8c-4c2d-8197-7e9129c3d6d6 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:21:18.327577 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-680e2a83-406a-4123-b98e-b29bb6eecdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:18.380361 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1924a1fe-1dcb-4501-acd7-0287816aec54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:18.408705 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ab129d-b9b4-4265-85e2-5ae0b788ba98 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:21:18.417502 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e0ab129d-b9b4-4265-85e2-5ae0b788ba98 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "PUT /v2.0/routers/32dd56d4-af8c-4c2d-8197-7e9129c3d6d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9565666 Nov 27 04:21:18.417839 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56022) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:18.424852 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dd4b97-ce3d-457a-b897-e62ba6562acd None None] Sync routers for ids ['32dd56d4-af8c-4c2d-8197-7e9129c3d6d6'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:21:18.441643 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dd4b97-ce3d-457a-b897-e62ba6562acd None None] Routers {'32dd56d4-af8c-4c2d-8197-7e9129c3d6d6'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:21:18.444030 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-e7dd4b97-ce3d-457a-b897-e62ba6562acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:21:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['32dd56d4-af8c-4c2d-8197-7e9129c3d6d6'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:18.479941 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f110798-c77a-46a8-9ddc-d7ba1c01fd74 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Deleting subnet 1737fff1-47ac-439a-afb4-689d623943fe {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:21:18.483853 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8f110798-c77a-46a8-9ddc-d7ba1c01fd74 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:18.534994 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8f110798-c77a-46a8-9ddc-d7ba1c01fd74 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:18.653398 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-e7dd4b97-ce3d-457a-b897-e62ba6562acd None None] Set router 32dd56d4-af8c-4c2d-8197-7e9129c3d6d6 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:21:18.868549 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:18.893282 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-e7dd4b97-ce3d-457a-b897-e62ba6562acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32dd56d4-af8c-4c2d-8197-7e9129c3d6d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1519904328', 'tenant_id': 'cede2eb88812462a8fb871e04f184582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'fb3bca2a-e8ec-4565-9838-a98464337f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:20:49Z', 'updated_at': '2021-11-27T04:21:17Z', 'revision_number': 5, 'project_id': 'cede2eb88812462a8fb871e04f184582', 'gw_port': {'id': 'fb3bca2a-e8ec-4565-9838-a98464337f4d', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32dd56d4-af8c-4c2d-8197-7e9129c3d6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:20:49Z', 'updated_at': '2021-11-27T04:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:18.922005 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924a1fe-1dcb-4501-acd7-0287816aec54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b604007-4a30-4057-b182-3c3ba74d49da,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:18.933967 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1924a1fe-1dcb-4501-acd7-0287816aec54 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:18.936071 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dd4b97-ce3d-457a-b897-e62ba6562acd None None] Checking router: 32dd56d4-af8c-4c2d-8197-7e9129c3d6d6 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:21:18.937250 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1924a1fe-1dcb-4501-acd7-0287816aec54 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2b604007-4a30-4057-b182-3c3ba74d49da HTTP/1.1" status: 204 len: 168 time: 1.0041370 Nov 27 04:21:18.942320 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56034) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:18.949129 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dd4b97-ce3d-457a-b897-e62ba6562acd None None] Routers {'32dd56d4-af8c-4c2d-8197-7e9129c3d6d6'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:21:18.950266 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-e7dd4b97-ce3d-457a-b897-e62ba6562acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:21:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['32dd56d4-af8c-4c2d-8197-7e9129c3d6d6'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:19.000650 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-81d2cdfa-d764-48a5-bde7-c50257ee9c50 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:19.009128 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8f110798-c77a-46a8-9ddc-d7ba1c01fd74 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:19.015426 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-81d2cdfa-d764-48a5-bde7-c50257ee9c50 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:19.037574 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device aabe3e9e-fc30-4fce-ba6e-eb52c365faf0 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:21:19.078825 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: aabe3e9e-fc30-4fce-ba6e-eb52c365faf0 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:21:19.079435 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device aabe3e9e-fc30-4fce-ba6e-eb52c365faf0 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:21:19.092794 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ab04d4b3-01a0-4394-a062-e84b03838ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:19.104380 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8f110798-c77a-46a8-9ddc-d7ba1c01fd74 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:19.135948 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-e7dd4b97-ce3d-457a-b897-e62ba6562acd None None] Set router 32dd56d4-af8c-4c2d-8197-7e9129c3d6d6 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:21:19.137295 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f110798-c77a-46a8-9ddc-d7ba1c01fd74 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Pushing event deleted for resources: {'Subnet': ['ID=1737fff1-47ac-439a-afb4-689d623943fe,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:19.139524 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8f110798-c77a-46a8-9ddc-d7ba1c01fd74 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:19.143450 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8f110798-c77a-46a8-9ddc-d7ba1c01fd74 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "DELETE /v2.0/subnets/1737fff1-47ac-439a-afb4-689d623943fe HTTP/1.1" status: 204 len: 168 time: 0.7243509 Nov 27 04:21:19.146108 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56038) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:19.173955 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c7af40-345b-4b37-97c4-2a3b4215fcfa None None] Network 747ec867-9ec9-48cb-ad97-9571e37ad2c8 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:21:19.215043 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ab04d4b3-01a0-4394-a062-e84b03838ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:19.240962 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-ab04d4b3-01a0-4394-a062-e84b03838ccf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bd49030-3c43-43f7-8101-1a3f484e8c0f']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:19.315213 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-ab04d4b3-01a0-4394-a062-e84b03838ccf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed3d0b3c-f077-4b57-94bb-b90857137c48') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:19.315522 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-ab04d4b3-01a0-4394-a062-e84b03838ccf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed3d0b3c-f077-4b57-94bb-b90857137c48') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:19.331545 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ab04d4b3-01a0-4394-a062-e84b03838ccf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:19.354855 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ab04d4b3-01a0-4394-a062-e84b03838ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:19.364860 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab04d4b3-01a0-4394-a062-e84b03838ccf admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:21:19.365774 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ab04d4b3-01a0-4394-a062-e84b03838ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:19.368164 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:21:19.368164 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:21:19.368164 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:21:19.368164 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:21:19.368164 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:21:19.368164 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:21:19.368164 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:21:19.368164 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:21:19.368164 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:21:19.368164 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:21:19.368164 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:21:19.368164 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:21:19.368164 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:21:19.368164 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:21:19.368164 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:21:19.368164 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:21:19.368164 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:21:19.368164 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:21:19.368164 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:21:19.368164 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:21:19.368164 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:21:19.368164 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:21:19.368164 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:21:19.368164 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:21:19.368164 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:21:19.368164 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:21:19.368164 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:21:19.368164 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:21:19.368164 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:21:19.368164 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:21:19.368164 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:21:19.368164 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:21:19.374497 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2182b583-df49-4aee-b0c1-d11d2e409497 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:19.428846 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-e7dd4b97-ce3d-457a-b897-e62ba6562acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32dd56d4-af8c-4c2d-8197-7e9129c3d6d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1519904328', 'tenant_id': 'cede2eb88812462a8fb871e04f184582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'fb3bca2a-e8ec-4565-9838-a98464337f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:20:49Z', 'updated_at': '2021-11-27T04:21:17Z', 'revision_number': 5, 'project_id': 'cede2eb88812462a8fb871e04f184582', 'gw_port': {'id': 'fb3bca2a-e8ec-4565-9838-a98464337f4d', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32dd56d4-af8c-4c2d-8197-7e9129c3d6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:20:49Z', 'updated_at': '2021-11-27T04:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:19.440171 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d2cdfa-d764-48a5-bde7-c50257ee9c50 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Router 7801734f-b33c-4818-b228-d65c73fc564b has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:21:19.448411 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ab04d4b3-01a0-4394-a062-e84b03838ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:19.462382 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ab04d4b3-01a0-4394-a062-e84b03838ccf admin admin] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:19.466317 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ab04d4b3-01a0-4394-a062-e84b03838ccf admin admin] 10.222.0.20 "DELETE /v2.0/networks/3bd49030-3c43-43f7-8101-1a3f484e8c0f HTTP/1.1" status: 204 len: 168 time: 0.5230091 Nov 27 04:21:19.476434 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56046) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:19.481872 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dd4b97-ce3d-457a-b897-e62ba6562acd None None] The sync data for ids ['32dd56d4-af8c-4c2d-8197-7e9129c3d6d6'] in n-d-819494-3 is: [{'id': '32dd56d4-af8c-4c2d-8197-7e9129c3d6d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1519904328', 'tenant_id': 'cede2eb88812462a8fb871e04f184582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'fb3bca2a-e8ec-4565-9838-a98464337f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:20:49Z', 'updated_at': '2021-11-27T04:21:17Z', 'revision_number': 5, 'project_id': 'cede2eb88812462a8fb871e04f184582', 'gw_port': {'id': 'fb3bca2a-e8ec-4565-9838-a98464337f4d', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32dd56d4-af8c-4c2d-8197-7e9129c3d6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:20:49Z', 'updated_at': '2021-11-27T04:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:21:19.485694 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab04d4b3-01a0-4394-a062-e84b03838ccf admin admin] Pushing event deleted for resources: {'Network': ['ID=3bd49030-3c43-43f7-8101-1a3f484e8c0f,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:19.529850 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a2689e-7d7c-4c76-afc0-9bac6f6d8aee None None] DHCP port deletion for 747ec867-9ec9-48cb-ad97-9571e37ad2c8 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:21:19.569362 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2182b583-df49-4aee-b0c1-d11d2e409497 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:19.584057 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-b5a2689e-7d7c-4c76-afc0-9bac6f6d8aee None None] Deleting port caf52d14-74b7-4d40-9816-114dbaaf0496 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:21:19.584884 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b5a2689e-7d7c-4c76-afc0-9bac6f6d8aee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:19.633764 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a2ff17-0b17-41f3-9914-203882ce6517 admin admin] Deleting subnet e2e018ce-0b90-433a-bdca-cd9d2a511926 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:21:19.647534 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d2a2ff17-0b17-41f3-9914-203882ce6517 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:19.659945 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-2182b583-df49-4aee-b0c1-d11d2e409497 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Deleting port fb3bca2a-e8ec-4565-9838-a98464337f4d {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:21:19.660415 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2182b583-df49-4aee-b0c1-d11d2e409497 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:19.672135 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-b5a2689e-7d7c-4c76-afc0-9bac6f6d8aee None None] For port caf52d14-74b7-4d40-9816-114dbaaf0496, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=caf52d14-74b7-4d40-9816-114dbaaf0496,segment=NetworkSegment(2dad71cb-6b3e-4b01-8c08-5d2935f0095b),segment_id=2dad71cb-6b3e-4b01-8c08-5d2935f0095b)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:21:19.674918 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b5a2689e-7d7c-4c76-afc0-9bac6f6d8aee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:19.688566 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-b5a2689e-7d7c-4c76-afc0-9bac6f6d8aee None None] Calling delete_port for caf52d14-74b7-4d40-9816-114dbaaf0496 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:21:19.699295 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d2a2ff17-0b17-41f3-9914-203882ce6517 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:19.747027 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d2cdfa-d764-48a5-bde7-c50257ee9c50 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:21:19.753815 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-81d2cdfa-d764-48a5-bde7-c50257ee9c50 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:19.774287 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c85c5bf-98af-4a56-a1cc-c8b8b7b9f524 None None] Sync routers for ids ['7801734f-b33c-4818-b228-d65c73fc564b'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:21:19.792672 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d2a2ff17-0b17-41f3-9914-203882ce6517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:19.794502 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:19.803791 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c85c5bf-98af-4a56-a1cc-c8b8b7b9f524 None None] Routers {'7801734f-b33c-4818-b228-d65c73fc564b'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:21:19.804429 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-4c85c5bf-98af-4a56-a1cc-c8b8b7b9f524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:21:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['7801734f-b33c-4818-b228-d65c73fc564b'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:19.808795 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-2182b583-df49-4aee-b0c1-d11d2e409497 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] For port fb3bca2a-e8ec-4565-9838-a98464337f4d, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=fb3bca2a-e8ec-4565-9838-a98464337f4d,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:21:19.809274 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2182b583-df49-4aee-b0c1-d11d2e409497 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:19.830300 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-2182b583-df49-4aee-b0c1-d11d2e409497 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Calling delete_port for fb3bca2a-e8ec-4565-9838-a98464337f4d owned by network:router_gateway {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:21:19.853561 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-4c85c5bf-98af-4a56-a1cc-c8b8b7b9f524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:19.869997 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-81d2cdfa-d764-48a5-bde7-c50257ee9c50 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "PUT /v2.0/floatingips/bc3c14bf-bcf8-4541-92f6-43b05fa24e27 HTTP/1.1" status: 200 len: 978 time: 2.2636228 Nov 27 04:21:19.871569 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56054) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:19.871773 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c85c5bf-98af-4a56-a1cc-c8b8b7b9f524 None None] Routers {'7801734f-b33c-4818-b228-d65c73fc564b'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:21:19.872433 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-4c85c5bf-98af-4a56-a1cc-c8b8b7b9f524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:21:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['7801734f-b33c-4818-b228-d65c73fc564b'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:19.921081 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d2a2ff17-0b17-41f3-9914-203882ce6517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:19.939148 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-4c85c5bf-98af-4a56-a1cc-c8b8b7b9f524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:19.940270 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c85c5bf-98af-4a56-a1cc-c8b8b7b9f524 None None] The sync data for ids ['7801734f-b33c-4818-b228-d65c73fc564b'] in n-d-819494-3 is: [] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:21:19.951484 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2ff17-0b17-41f3-9914-203882ce6517 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2e018ce-0b90-433a-bdca-cd9d2a511926,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:19.959107 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b5a2689e-7d7c-4c76-afc0-9bac6f6d8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:19.967204 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d2a2ff17-0b17-41f3-9914-203882ce6517 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:19.971873 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d2a2ff17-0b17-41f3-9914-203882ce6517 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e2e018ce-0b90-433a-bdca-cd9d2a511926 HTTP/1.1" status: 204 len: 168 time: 0.4937317 Nov 27 04:21:19.974376 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56058) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:20.008438 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a2689e-7d7c-4c76-afc0-9bac6f6d8aee None None] No DVR routers for this DVR port caf52d14-74b7-4d40-9816-114dbaaf0496 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:21:20.010717 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a2689e-7d7c-4c76-afc0-9bac6f6d8aee None None] Pushing event deleted for resources: {'Port': ['ID=caf52d14-74b7-4d40-9816-114dbaaf0496,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:20.089015 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-20bd7d0a-9cdb-4964-bd92-01bb2a549b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:20.191404 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-20bd7d0a-9cdb-4964-bd92-01bb2a549b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:20.231642 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-20bd7d0a-9cdb-4964-bd92-01bb2a549b85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20f3fa5d-8191-478d-84ea-506c7c2e1f26']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:20.245079 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-20bd7d0a-9cdb-4964-bd92-01bb2a549b85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c0c6ef3-59e9-4e16-a500-b7fad748884e') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:20.245364 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-20bd7d0a-9cdb-4964-bd92-01bb2a549b85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c0c6ef3-59e9-4e16-a500-b7fad748884e') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:20.258791 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-20bd7d0a-9cdb-4964-bd92-01bb2a549b85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:20.274978 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-a0c4e68d-b4d4-47ee-aaf8-067dca5d5097 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Deleting port 4b558260-f1d9-4364-ae70-d46d1c8e0a6d {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:21:20.278747 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a0c4e68d-b4d4-47ee-aaf8-067dca5d5097 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:20.284633 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2182b583-df49-4aee-b0c1-d11d2e409497 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:20.290588 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-20bd7d0a-9cdb-4964-bd92-01bb2a549b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:20.300838 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20bd7d0a-9cdb-4964-bd92-01bb2a549b85 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:21:20.302237 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-20bd7d0a-9cdb-4964-bd92-01bb2a549b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:20.304252 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:21:20.304252 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:21:20.304252 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:21:20.304252 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:21:20.304252 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:21:20.304252 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:21:20.304252 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:21:20.304252 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:21:20.304252 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:21:20.304252 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:21:20.304252 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:21:20.304252 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:21:20.304252 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:21:20.304252 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:21:20.304252 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:21:20.304252 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:21:20.304252 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:21:20.304252 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:21:20.304252 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:21:20.304252 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:21:20.304252 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:21:20.304252 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:21:20.304252 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:21:20.304252 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:21:20.304252 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:21:20.304252 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:21:20.304252 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:21:20.304252 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:21:20.304252 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:21:20.304252 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:21:20.304252 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:21:20.304252 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:21:20.366143 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182b583-df49-4aee-b0c1-d11d2e409497 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Pushing event deleted for resources: {'Port': ['ID=fb3bca2a-e8ec-4565-9838-a98464337f4d,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:20.384904 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-20bd7d0a-9cdb-4964-bd92-01bb2a549b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:20.390259 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2602d32-247d-4855-9e57-291036d2a985 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:21:20.401019 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-20bd7d0a-9cdb-4964-bd92-01bb2a549b85 admin admin] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:20.405295 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-20bd7d0a-9cdb-4964-bd92-01bb2a549b85 admin admin] 10.222.0.20 "DELETE /v2.0/networks/20f3fa5d-8191-478d-84ea-506c7c2e1f26 HTTP/1.1" status: 204 len: 168 time: 0.4292374 Nov 27 04:21:20.436312 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd7d0a-9cdb-4964-bd92-01bb2a549b85 admin admin] Pushing event deleted for resources: {'Network': ['ID=20f3fa5d-8191-478d-84ea-506c7c2e1f26,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:20.453958 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2182b583-df49-4aee-b0c1-d11d2e409497 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:20.572699 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a0c4e68d-b4d4-47ee-aaf8-067dca5d5097 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:20.573385 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a0c4e68d-b4d4-47ee-aaf8-067dca5d5097 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:20.576439 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2182b583-df49-4aee-b0c1-d11d2e409497 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:20.583065 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2182b583-df49-4aee-b0c1-d11d2e409497 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:20.592467 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-a0c4e68d-b4d4-47ee-aaf8-067dca5d5097 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Calling delete_port for 4b558260-f1d9-4364-ae70-d46d1c8e0a6d owned by network:floatingip {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:21:20.641991 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56074) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:20.684540 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2182b583-df49-4aee-b0c1-d11d2e409497 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:20.685494 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2182b583-df49-4aee-b0c1-d11d2e409497 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Fanout notify agent at l3_agent the message router_deleted on router 32dd56d4-af8c-4c2d-8197-7e9129c3d6d6 {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:21:20.707161 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2182b583-df49-4aee-b0c1-d11d2e409497 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:20.708214 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:21:20.711907 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2182b583-df49-4aee-b0c1-d11d2e409497 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "DELETE /v2.0/routers/32dd56d4-af8c-4c2d-8197-7e9129c3d6d6 HTTP/1.1" status: 204 len: 168 time: 1.5646250 Nov 27 04:21:20.712977 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56078) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:20.748275 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device caf52d14-74b7-4d40-9816-114dbaaf0496 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:21:20.753775 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-162ce300-20f3-4e43-8d99-a88bbb7c298d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=99838e4fe4534656a17ed81e49361b62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1100755 Nov 27 04:21:20.763087 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56082) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:20.775568 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: caf52d14-74b7-4d40-9816-114dbaaf0496 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:21:20.777555 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device caf52d14-74b7-4d40-9816-114dbaaf0496 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:21:20.778227 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device d59f674f-9b0d-4ab4-8818-58f5e12891a0 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:21:20.809547 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: d59f674f-9b0d-4ab4-8818-58f5e12891a0 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:21:20.810233 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device d59f674f-9b0d-4ab4-8818-58f5e12891a0 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:21:20.841244 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8f9eead0-38a0-46f9-8828-b57cc993251a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:20.894203 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8f9eead0-38a0-46f9-8828-b57cc993251a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:20.907977 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0f2dfef6-2bcc-47f4-8063-fb9fdbcfaff3 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:20.995951 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8f9eead0-38a0-46f9-8828-b57cc993251a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:20.998857 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8f9eead0-38a0-46f9-8828-b57cc993251a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:21.000295 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8f9eead0-38a0-46f9-8828-b57cc993251a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed86e8ce-f60f-43ea-b374-9889a15fdd44 HTTP/1.1" status: 204 len: 168 time: 0.2361357 Nov 27 04:21:21.009615 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9eead0-38a0-46f9-8828-b57cc993251a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed86e8ce-f60f-43ea-b374-9889a15fdd44,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:21.079958 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0f2dfef6-2bcc-47f4-8063-fb9fdbcfaff3 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:21.110292 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-0f2dfef6-2bcc-47f4-8063-fb9fdbcfaff3 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['747ec867-9ec9-48cb-ad97-9571e37ad2c8']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:21.122121 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-0f2dfef6-2bcc-47f4-8063-fb9fdbcfaff3 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dad71cb-6b3e-4b01-8c08-5d2935f0095b') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:21.122917 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-0f2dfef6-2bcc-47f4-8063-fb9fdbcfaff3 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dad71cb-6b3e-4b01-8c08-5d2935f0095b') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:21.130718 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a0c4e68d-b4d4-47ee-aaf8-067dca5d5097 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:21.138907 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0f2dfef6-2bcc-47f4-8063-fb9fdbcfaff3 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:21.172069 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c4e68d-b4d4-47ee-aaf8-067dca5d5097 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Pushing event deleted for resources: {'Port': ['ID=4b558260-f1d9-4364-ae70-d46d1c8e0a6d,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:21.183671 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0f2dfef6-2bcc-47f4-8063-fb9fdbcfaff3 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:21.212343 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f2dfef6-2bcc-47f4-8063-fb9fdbcfaff3 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:21:21.212972 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0f2dfef6-2bcc-47f4-8063-fb9fdbcfaff3 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:21.215955 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:21:21.215955 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:21:21.215955 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:21:21.215955 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:21:21.215955 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:21:21.215955 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:21:21.215955 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:21:21.215955 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:21:21.215955 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:21:21.215955 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:21:21.215955 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:21:21.215955 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:21:21.215955 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:21:21.215955 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:21:21.215955 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:21:21.215955 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:21:21.215955 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:21:21.215955 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:21:21.215955 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:21:21.215955 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:21:21.215955 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:21:21.215955 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:21:21.215955 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:21:21.215955 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:21:21.215955 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:21:21.215955 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:21:21.215955 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:21:21.215955 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:21:21.215955 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:21:21.215955 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:21:21.215955 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:21:21.215955 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:21:21.240391 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:21.325850 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0f2dfef6-2bcc-47f4-8063-fb9fdbcfaff3 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:21.331015 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a0c4e68d-b4d4-47ee-aaf8-067dca5d5097 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for floatingip, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:21.331593 n-d-819494-3 neutron-server[110019]: INFO neutron.db.l3_db [None req-a0c4e68d-b4d4-47ee-aaf8-067dca5d5097 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Floating IP bc3c14bf-bcf8-4541-92f6-43b05fa24e27 disassociated (deleted). External IP: 172.25.1.23, port: 54a783ba-3671-4e46-89ab-26201a6335eb. Nov 27 04:21:21.337534 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0f2dfef6-2bcc-47f4-8063-fb9fdbcfaff3 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:21.348374 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56092) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:21.349431 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0f2dfef6-2bcc-47f4-8063-fb9fdbcfaff3 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "DELETE /v2.0/networks/747ec867-9ec9-48cb-ad97-9571e37ad2c8 HTTP/1.1" status: 204 len: 168 time: 0.6327915 Nov 27 04:21:21.369728 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2dfef6-2bcc-47f4-8063-fb9fdbcfaff3 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Pushing event deleted for resources: {'Network': ['ID=747ec867-9ec9-48cb-ad97-9571e37ad2c8,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:21.490506 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56094) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:21.574066 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-727f76a1-8ea5-414c-89e2-76b217b6990a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=504b57cb61ef40fab4e8f39aed665dcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0822458 Nov 27 04:21:21.577204 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56096) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:21.596743 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-66eb181e-a770-4e7e-9104-cc2b7982d401 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Deleting port 51ac767c-65ae-4ba7-9dba-24c514854312 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:21:21.597398 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-66eb181e-a770-4e7e-9104-cc2b7982d401 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:21.649330 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c4e68d-b4d4-47ee-aaf8-067dca5d5097 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Router 7801734f-b33c-4818-b228-d65c73fc564b has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:21:21.652854 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7a20528c-7535-42cd-b400-83a20e8b81a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:21.683560 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-66eb181e-a770-4e7e-9104-cc2b7982d401 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:21.683891 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-66eb181e-a770-4e7e-9104-cc2b7982d401 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:21.695991 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-66eb181e-a770-4e7e-9104-cc2b7982d401 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Calling delete_port for 51ac767c-65ae-4ba7-9dba-24c514854312 owned by network:floatingip {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:21:21.716859 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7a20528c-7535-42cd-b400-83a20e8b81a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:21.811484 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c4e68d-b4d4-47ee-aaf8-067dca5d5097 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:21:21.816624 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a0c4e68d-b4d4-47ee-aaf8-067dca5d5097 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:21.822143 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1f40b1-5d62-40df-8617-13ccb80548b4 None None] Sync routers for ids ['7801734f-b33c-4818-b228-d65c73fc564b'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:21:21.842453 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7a20528c-7535-42cd-b400-83a20e8b81a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:21.843103 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1f40b1-5d62-40df-8617-13ccb80548b4 None None] Routers {'7801734f-b33c-4818-b228-d65c73fc564b'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:21:21.843986 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-9f1f40b1-5d62-40df-8617-13ccb80548b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:21:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['7801734f-b33c-4818-b228-d65c73fc564b'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:21.845392 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7a20528c-7535-42cd-b400-83a20e8b81a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:21.846718 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7a20528c-7535-42cd-b400-83a20e8b81a6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b72aad2-985a-4a3f-b1ae-d6d097855b79 HTTP/1.1" status: 204 len: 168 time: 0.2683957 Nov 27 04:21:21.863410 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a0c4e68d-b4d4-47ee-aaf8-067dca5d5097 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "DELETE /v2.0/floatingips/bc3c14bf-bcf8-4541-92f6-43b05fa24e27 HTTP/1.1" status: 204 len: 168 time: 1.9882812 Nov 27 04:21:21.863410 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a20528c-7535-42cd-b400-83a20e8b81a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b72aad2-985a-4a3f-b1ae-d6d097855b79,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:21.863752 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56100) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:21.901419 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:21.904183 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-66eb181e-a770-4e7e-9104-cc2b7982d401 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:21.921922 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-9f1f40b1-5d62-40df-8617-13ccb80548b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:21.949829 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb181e-a770-4e7e-9104-cc2b7982d401 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Pushing event deleted for resources: {'Port': ['ID=51ac767c-65ae-4ba7-9dba-24c514854312,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:21.957788 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1f40b1-5d62-40df-8617-13ccb80548b4 None None] Routers {'7801734f-b33c-4818-b228-d65c73fc564b'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:21:21.959387 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-9f1f40b1-5d62-40df-8617-13ccb80548b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:21:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['7801734f-b33c-4818-b228-d65c73fc564b'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:22.009841 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-1de2e6ae-f2c4-4c03-ad33-06c5f89b996b tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Deleting port 54a783ba-3671-4e46-89ab-26201a6335eb {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:21:22.010765 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1de2e6ae-f2c4-4c03-ad33-06c5f89b996b tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:22.027776 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-66eb181e-a770-4e7e-9104-cc2b7982d401 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for floatingip, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:22.028355 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [None req-66eb181e-a770-4e7e-9104-cc2b7982d401 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Floating IP c7bf0b68-4b73-4cf9-8fa1-8d64a2ec7741 disassociated (deleted). External IP: 172.25.1.114, port: b78bc3fb-a8ad-4722-9a2c-baf0a073f226. Nov 27 04:21:22.036848 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-9f1f40b1-5d62-40df-8617-13ccb80548b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:22.037310 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1f40b1-5d62-40df-8617-13ccb80548b4 None None] The sync data for ids ['7801734f-b33c-4818-b228-d65c73fc564b'] in n-d-819494-3 is: [] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:21:22.151933 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1de2e6ae-f2c4-4c03-ad33-06c5f89b996b tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:22.172505 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-1de2e6ae-f2c4-4c03-ad33-06c5f89b996b tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Calling delete_port for 54a783ba-3671-4e46-89ab-26201a6335eb owned by {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:21:22.353569 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66eb181e-a770-4e7e-9104-cc2b7982d401 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Router f5083211-82f7-4de6-9324-2b0d430312d4 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:21:22.436019 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1de2e6ae-f2c4-4c03-ad33-06c5f89b996b tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:22.476677 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de2e6ae-f2c4-4c03-ad33-06c5f89b996b tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Pushing event deleted for resources: {'Port': ['ID=54a783ba-3671-4e46-89ab-26201a6335eb,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:22.502407 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66eb181e-a770-4e7e-9104-cc2b7982d401 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:21:22.508817 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-66eb181e-a770-4e7e-9104-cc2b7982d401 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:22.516203 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f60c7f5-5849-4cf4-87fc-47df039d801e None None] Sync routers for ids ['f5083211-82f7-4de6-9324-2b0d430312d4'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:21:22.538062 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f60c7f5-5849-4cf4-87fc-47df039d801e None None] Routers {'f5083211-82f7-4de6-9324-2b0d430312d4'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:21:22.539389 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-6f60c7f5-5849-4cf4-87fc-47df039d801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:21:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f5083211-82f7-4de6-9324-2b0d430312d4'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:22.582967 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-66eb181e-a770-4e7e-9104-cc2b7982d401 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "DELETE /v2.0/floatingips/c7bf0b68-4b73-4cf9-8fa1-8d64a2ec7741 HTTP/1.1" status: 204 len: 168 time: 1.2311769 Nov 27 04:21:22.582967 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '148cf075-734c-4328-a836-36a00a194251', 'tag': 'b78bc3fb-a8ad-4722-9a2c-baf0a073f226'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:21:22.585262 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e954b02-83f8-460e-a368-0ada0d9fc46f" -d '{"events": [{"name": "network-changed", "server_uuid": "148cf075-734c-4328-a836-36a00a194251", "tag": "b78bc3fb-a8ad-4722-9a2c-baf0a073f226"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:21:22.628539 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device fb3bca2a-e8ec-4565-9838-a98464337f4d no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:21:22.657841 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6948e08f-03e6-4000-bc0e-0f84b46fc177 x-openstack-request-id: req-6948e08f-03e6-4000-bc0e-0f84b46fc177 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:21:22.658410 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "148cf075-734c-4328-a836-36a00a194251", "tag": "b78bc3fb-a8ad-4722-9a2c-baf0a073f226", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:21:22.659137 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6948e08f-03e6-4000-bc0e-0f84b46fc177 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:21:22.659765 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '148cf075-734c-4328-a836-36a00a194251', 'tag': 'b78bc3fb-a8ad-4722-9a2c-baf0a073f226', 'status': 'completed', 'code': 200} Nov 27 04:21:22.694933 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1de2e6ae-f2c4-4c03-ad33-06c5f89b996b tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:22.700880 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: fb3bca2a-e8ec-4565-9838-a98464337f4d {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:21:22.701486 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device fb3bca2a-e8ec-4565-9838-a98464337f4d not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:21:22.706477 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56108) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:22.712121 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-cfc420a6-2fb4-4f37-82a9-2f073c927806 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:21:22.716682 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1de2e6ae-f2c4-4c03-ad33-06c5f89b996b tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "DELETE /v2.0/ports/54a783ba-3671-4e46-89ab-26201a6335eb HTTP/1.1" status: 204 len: 168 time: 0.8520632 Nov 27 04:21:22.766046 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cfc420a6-2fb4-4f37-82a9-2f073c927806 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for floatingip, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:22.777521 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-6f60c7f5-5849-4cf4-87fc-47df039d801e None None] Set router f5083211-82f7-4de6-9324-2b0d430312d4 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:21:22.815218 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e954b02-83f8-460e-a368-0ada0d9fc46f req-1ac0b72b-60fa-420c-822e-58453e65ff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:22.820933 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0e954b02-83f8-460e-a368-0ada0d9fc46f req-1ac0b72b-60fa-420c-822e-58453e65ff96 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cede2eb88812462a8fb871e04f184582&device_id=148cf075-734c-4328-a836-36a00a194251 HTTP/1.1" status: 200 len: 1136 time: 0.1022441 Nov 27 04:21:22.911036 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cfc420a6-2fb4-4f37-82a9-2f073c927806 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:22.943743 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e954b02-83f8-460e-a368-0ada0d9fc46f req-e93ab6ee-854b-477f-a054-641437dd1009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:22.946326 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0e954b02-83f8-460e-a368-0ada0d9fc46f req-e93ab6ee-854b-477f-a054-641437dd1009 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5776b100-9b64-463c-8701-baba3a25a076 HTTP/1.1" status: 200 len: 897 time: 0.1029634 Nov 27 04:21:22.998461 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-6f60c7f5-5849-4cf4-87fc-47df039d801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5083211-82f7-4de6-9324-2b0d430312d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1833500801', 'tenant_id': 'cede2eb88812462a8fb871e04f184582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'cf53c451-66e6-4378-89e0-cdd64006738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:19:48Z', 'updated_at': '2021-11-27T04:19:54Z', 'revision_number': 4, 'project_id': 'cede2eb88812462a8fb871e04f184582', 'gw_port': {'id': 'cf53c451-66e6-4378-89e0-cdd64006738d', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5083211-82f7-4de6-9324-2b0d430312d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:19:49Z', 'updated_at': '2021-11-27T04:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'ccb2ceef-8f82-4ec9-b7bd-7fccc85ee3ba', 'name': '', 'network_id': '5776b100-9b64-463c-8701-baba3a25a076', 'tenant_id': 'cede2eb88812462a8fb871e04f184582', 'mac_address': 'fa:16:3e:03:56:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5083211-82f7-4de6-9324-2b0d430312d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'b2075cdd-cff1-4590-8be0-a45f4a20c01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:19:53Z', 'updated_at': '2021-11-27T04:19:58Z', 'revision_number': 5, 'project_id': 'cede2eb88812462a8fb871e04f184582', 'subnets': [{'id': 'b2075cdd-cff1-4590-8be0-a45f4a20c01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:23.011155 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0e954b02-83f8-460e-a368-0ada0d9fc46f req-5121902c-c810-4b38-8e4c-8ae65151e244 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b78bc3fb-a8ad-4722-9a2c-baf0a073f226 HTTP/1.1" status: 200 len: 217 time: 0.0452452 Nov 27 04:21:23.029953 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f60c7f5-5849-4cf4-87fc-47df039d801e None None] Checking router: f5083211-82f7-4de6-9324-2b0d430312d4 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:21:23.038641 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f60c7f5-5849-4cf4-87fc-47df039d801e None None] Routers {'f5083211-82f7-4de6-9324-2b0d430312d4'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:21:23.039854 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-6f60c7f5-5849-4cf4-87fc-47df039d801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:21:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f5083211-82f7-4de6-9324-2b0d430312d4'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:23.041049 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-cfc420a6-2fb4-4f37-82a9-2f073c927806 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Allocated IP 172.25.1.91 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/291c5a72-c3f1-403e-b3dc-5707fd1a0a3c) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:21:23.059752 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e149e59-a8f8-4c98-9c9d-712e97183601 req-67c05c5b-9dde-4b2a-b623-880cbbfffa1e tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:23.068262 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5e149e59-a8f8-4c98-9c9d-712e97183601 req-67c05c5b-9dde-4b2a-b623-880cbbfffa1e tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/ports?device_id=148cf075-734c-4328-a836-36a00a194251 HTTP/1.1" status: 200 len: 985 time: 0.2373793 Nov 27 04:21:23.131968 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e954b02-83f8-460e-a368-0ada0d9fc46f req-fb5fbde3-fdf3-41f8-b86a-98b4db14beb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:23.133907 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0e954b02-83f8-460e-a368-0ada0d9fc46f req-fb5fbde3-fdf3-41f8-b86a-98b4db14beb7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b2075cdd-cff1-4590-8be0-a45f4a20c01d HTTP/1.1" status: 200 len: 835 time: 0.1142383 Nov 27 04:21:23.147775 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-6f60c7f5-5849-4cf4-87fc-47df039d801e None None] Set router f5083211-82f7-4de6-9324-2b0d430312d4 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:21:23.157605 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5e149e59-a8f8-4c98-9c9d-712e97183601 req-ed9adb7e-3c1e-4633-a61b-8194d51bf34f tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab1bdb9-bab5-424c-b4a1-e56d9790545b&id=c7babfc7-a310-49af-b2ce-fcc00382be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0880172 Nov 27 04:21:23.194157 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cfc420a6-2fb4-4f37-82a9-2f073c927806 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:23.205264 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e954b02-83f8-460e-a368-0ada0d9fc46f req-b45b3347-a144-4f9d-af28-36b304f44f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:23.206950 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0e954b02-83f8-460e-a368-0ada0d9fc46f req-b45b3347-a144-4f9d-af28-36b304f44f9c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5776b100-9b64-463c-8701-baba3a25a076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648184 Nov 27 04:21:23.233296 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cfc420a6-2fb4-4f37-82a9-2f073c927806 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:23.277172 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc420a6-2fb4-4f37-82a9-2f073c927806 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:21:23.280313 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-cfc420a6-2fb4-4f37-82a9-2f073c927806 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:21:23.284515 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc420a6-2fb4-4f37-82a9-2f073c927806 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:21:23.291024 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc420a6-2fb4-4f37-82a9-2f073c927806 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Pushing event updated for resources: {'Port': ['ID=291c5a72-c3f1-403e-b3dc-5707fd1a0a3c,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:23.315563 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0e954b02-83f8-460e-a368-0ada0d9fc46f req-923c56f2-abfb-4960-8964-782b03bd6906 service neutron] 10.222.0.23 "GET /v2.0/networks/5776b100-9b64-463c-8701-baba3a25a076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989785 Nov 27 04:21:23.422509 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cfc420a6-2fb4-4f37-82a9-2f073c927806 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:23.456679 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0e954b02-83f8-460e-a368-0ada0d9fc46f req-0c21c262-31d4-4e10-9b04-2cfa5c650009 service neutron] 10.222.0.23 "GET /v2.0/networks/5776b100-9b64-463c-8701-baba3a25a076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316361 Nov 27 04:21:23.470536 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cfc420a6-2fb4-4f37-82a9-2f073c927806 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:23.570121 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-6f60c7f5-5849-4cf4-87fc-47df039d801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5083211-82f7-4de6-9324-2b0d430312d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1833500801', 'tenant_id': 'cede2eb88812462a8fb871e04f184582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'cf53c451-66e6-4378-89e0-cdd64006738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:19:48Z', 'updated_at': '2021-11-27T04:19:54Z', 'revision_number': 4, 'project_id': 'cede2eb88812462a8fb871e04f184582', 'gw_port': {'id': 'cf53c451-66e6-4378-89e0-cdd64006738d', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5083211-82f7-4de6-9324-2b0d430312d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:19:49Z', 'updated_at': '2021-11-27T04:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'ccb2ceef-8f82-4ec9-b7bd-7fccc85ee3ba', 'name': '', 'network_id': '5776b100-9b64-463c-8701-baba3a25a076', 'tenant_id': 'cede2eb88812462a8fb871e04f184582', 'mac_address': 'fa:16:3e:03:56:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5083211-82f7-4de6-9324-2b0d430312d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'b2075cdd-cff1-4590-8be0-a45f4a20c01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:19:53Z', 'updated_at': '2021-11-27T04:19:58Z', 'revision_number': 5, 'project_id': 'cede2eb88812462a8fb871e04f184582', 'subnets': [{'id': 'b2075cdd-cff1-4590-8be0-a45f4a20c01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:23.599866 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f60c7f5-5849-4cf4-87fc-47df039d801e None None] The sync data for ids ['f5083211-82f7-4de6-9324-2b0d430312d4'] in n-d-819494-3 is: [{'id': 'f5083211-82f7-4de6-9324-2b0d430312d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1833500801', 'tenant_id': 'cede2eb88812462a8fb871e04f184582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'cf53c451-66e6-4378-89e0-cdd64006738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:19:48Z', 'updated_at': '2021-11-27T04:19:54Z', 'revision_number': 4, 'project_id': 'cede2eb88812462a8fb871e04f184582', 'gw_port': {'id': 'cf53c451-66e6-4378-89e0-cdd64006738d', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5083211-82f7-4de6-9324-2b0d430312d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:19:49Z', 'updated_at': '2021-11-27T04:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'ccb2ceef-8f82-4ec9-b7bd-7fccc85ee3ba', 'name': '', 'network_id': '5776b100-9b64-463c-8701-baba3a25a076', 'tenant_id': 'cede2eb88812462a8fb871e04f184582', 'mac_address': 'fa:16:3e:03:56:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5083211-82f7-4de6-9324-2b0d430312d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'b2075cdd-cff1-4590-8be0-a45f4a20c01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:19:53Z', 'updated_at': '2021-11-27T04:19:58Z', 'revision_number': 5, 'project_id': 'cede2eb88812462a8fb871e04f184582', 'subnets': [{'id': 'b2075cdd-cff1-4590-8be0-a45f4a20c01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:21:23.635617 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cfc420a6-2fb4-4f37-82a9-2f073c927806 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:23.643056 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cfc420a6-2fb4-4f37-82a9-2f073c927806 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:23.720410 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc420a6-2fb4-4f37-82a9-2f073c927806 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Pushing event updated for resources: {'Port': ['ID=291c5a72-c3f1-403e-b3dc-5707fd1a0a3c,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:23.731627 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cfc420a6-2fb4-4f37-82a9-2f073c927806 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:23.748567 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cfc420a6-2fb4-4f37-82a9-2f073c927806 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:23.751200 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-cfc420a6-2fb4-4f37-82a9-2f073c927806 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0423265 Nov 27 04:21:23.753047 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56114) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:23.758626 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-42aeeea2-4a82-44e3-b357-25480d8a65d7 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Request body: {'port': {'network_id': 'b033da4a-9e65-41a7-a7d1-d28f099df296', 'name': 'tempest-FloatingIPTestJSON-531655973'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:21:23.845770 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853452d3-27a3-4f69-99be-51aacfccdc66 None None] New status for floating IP c7bf0b68-4b73-4cf9-8fa1-8d64a2ec7741: DOWN {{(pid=110021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:21:23.881510 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42aeeea2-4a82-44e3-b357-25480d8a65d7 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Made reservation on behalf of f87cd12a63854d3abe513213557f39d3 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:21:23.885761 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-42aeeea2-4a82-44e3-b357-25480d8a65d7 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:23.903872 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [None req-42aeeea2-4a82-44e3-b357-25480d8a65d7 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] device_id is not set on port c3704eef-1eb3-4629-bd03-754e04088314 yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:21:24.014338 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-42aeeea2-4a82-44e3-b357-25480d8a65d7 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Allocated IP 172.20.0.3 (b033da4a-9e65-41a7-a7d1-d28f099df296/8368a4e7-ad62-48fe-af9b-dd1da292bd95/c3704eef-1eb3-4629-bd03-754e04088314) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:21:24.170197 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-42aeeea2-4a82-44e3-b357-25480d8a65d7 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:24.214451 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-42aeeea2-4a82-44e3-b357-25480d8a65d7 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:24.258037 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42aeeea2-4a82-44e3-b357-25480d8a65d7 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Network b033da4a-9e65-41a7-a7d1-d28f099df296 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:21:24.263619 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-42aeeea2-4a82-44e3-b357-25480d8a65d7 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:21:24.267482 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42aeeea2-4a82-44e3-b357-25480d8a65d7 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:21:24.307219 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9a214-d9c8-49d5-a028-db5db91a1ca1 req-8d673951-6129-45b9-a11d-5a6d74fcc9de tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:24.308872 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-daa9a214-d9c8-49d5-a028-db5db91a1ca1 req-8d673951-6129-45b9-a11d-5a6d74fcc9de tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/ports?device_id=148cf075-734c-4328-a836-36a00a194251 HTTP/1.1" status: 200 len: 985 time: 0.0687239 Nov 27 04:21:24.327440 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42aeeea2-4a82-44e3-b357-25480d8a65d7 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:24.328076 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-42aeeea2-4a82-44e3-b357-25480d8a65d7 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:24.340011 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aeeea2-4a82-44e3-b357-25480d8a65d7 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Pushing event updated for resources: {'Port': ['ID=c3704eef-1eb3-4629-bd03-754e04088314,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:24.356255 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-42aeeea2-4a82-44e3-b357-25480d8a65d7 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.5999093 Nov 27 04:21:24.356897 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56120) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:24.368193 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-e4617a26-e055-47f4-96eb-7dcbb20fa235 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Request body: {'floatingip': {'port_id': 'c3704eef-1eb3-4629-bd03-754e04088314'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:21:24.380356 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-daa9a214-d9c8-49d5-a028-db5db91a1ca1 req-b0b061ec-8a88-4790-94cd-7e0c44cecf63 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab1bdb9-bab5-424c-b4a1-e56d9790545b&id=c7babfc7-a310-49af-b2ce-fcc00382be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0643754 Nov 27 04:21:24.409382 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e4617a26-e055-47f4-96eb-7dcbb20fa235 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for floatingip, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:24.916965 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530d3d2-8f0c-46ef-8bf3-f87a594c97d8 req-fe99d2be-dba7-4127-862c-489672d5058a tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:24.918336 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6530d3d2-8f0c-46ef-8bf3-f87a594c97d8 req-fe99d2be-dba7-4127-862c-489672d5058a tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.23 "GET /v2.0/ports?device_id=148cf075-734c-4328-a836-36a00a194251 HTTP/1.1" status: 200 len: 985 time: 0.3582995 Nov 27 04:21:25.278620 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-6530d3d2-8f0c-46ef-8bf3-f87a594c97d8 req-f144af4d-3ccc-4ef1-9548-3c8b79870191 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Deleting port b78bc3fb-a8ad-4722-9a2c-baf0a073f226 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:21:25.278953 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6530d3d2-8f0c-46ef-8bf3-f87a594c97d8 req-f144af4d-3ccc-4ef1-9548-3c8b79870191 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:25.376335 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e4617a26-e055-47f4-96eb-7dcbb20fa235 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:25.385103 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e4617a26-e055-47f4-96eb-7dcbb20fa235 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:25.511250 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-6530d3d2-8f0c-46ef-8bf3-f87a594c97d8 req-f144af4d-3ccc-4ef1-9548-3c8b79870191 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] For port b78bc3fb-a8ad-4722-9a2c-baf0a073f226, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=b78bc3fb-a8ad-4722-9a2c-baf0a073f226,segment=NetworkSegment(55681091-34a5-4526-88af-942814a5e63f),segment_id=55681091-34a5-4526-88af-942814a5e63f)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:21:25.511624 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6530d3d2-8f0c-46ef-8bf3-f87a594c97d8 req-f144af4d-3ccc-4ef1-9548-3c8b79870191 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:25.540515 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-6530d3d2-8f0c-46ef-8bf3-f87a594c97d8 req-f144af4d-3ccc-4ef1-9548-3c8b79870191 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Calling delete_port for b78bc3fb-a8ad-4722-9a2c-baf0a073f226 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:21:25.602599 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bfc4bc-ac1b-4f7a-b1ef-781149dbb7f0 req-7d3f8e60-9105-4cb6-a5e2-fb26be9ee248 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:25.604098 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e5bfc4bc-ac1b-4f7a-b1ef-781149dbb7f0 req-7d3f8e60-9105-4cb6-a5e2-fb26be9ee248 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/ports?device_id=148cf075-734c-4328-a836-36a00a194251 HTTP/1.1" status: 200 len: 985 time: 0.1460314 Nov 27 04:21:25.623111 n-d-819494-3 neutron-server[110019]: INFO neutron.db.l3_db [None req-e4617a26-e055-47f4-96eb-7dcbb20fa235 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Floating IP 0176852b-53a7-41c5-a126-3cb22cbad97a associated. External IP: 172.25.1.91, port: c3704eef-1eb3-4629-bd03-754e04088314. Nov 27 04:21:25.770333 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e5bfc4bc-ac1b-4f7a-b1ef-781149dbb7f0 req-8f0a4937-30e3-43a1-8bb6-b9c4ece42e50 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab1bdb9-bab5-424c-b4a1-e56d9790545b&id=c7babfc7-a310-49af-b2ce-fcc00382be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1598547 Nov 27 04:21:25.903548 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6530d3d2-8f0c-46ef-8bf3-f87a594c97d8 req-f144af4d-3ccc-4ef1-9548-3c8b79870191 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:25.946314 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f144af4d-3ccc-4ef1-9548-3c8b79870191 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Pushing event deleted for resources: {'Port': ['ID=b78bc3fb-a8ad-4722-9a2c-baf0a073f226,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:25.997537 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-6530d3d2-8f0c-46ef-8bf3-f87a594c97d8 req-f144af4d-3ccc-4ef1-9548-3c8b79870191 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] No DVR routers for this DVR port b78bc3fb-a8ad-4722-9a2c-baf0a073f226 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:21:26.000194 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4617a26-e055-47f4-96eb-7dcbb20fa235 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Router 7801734f-b33c-4818-b228-d65c73fc564b has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:21:26.001420 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-6530d3d2-8f0c-46ef-8bf3-f87a594c97d8 req-f144af4d-3ccc-4ef1-9548-3c8b79870191 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:26.004957 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6530d3d2-8f0c-46ef-8bf3-f87a594c97d8 req-f144af4d-3ccc-4ef1-9548-3c8b79870191 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.23 "DELETE /v2.0/ports/b78bc3fb-a8ad-4722-9a2c-baf0a073f226 HTTP/1.1" status: 204 len: 173 time: 1.0705764 Nov 27 04:21:26.005645 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148cf075-734c-4328-a836-36a00a194251', 'name': 'network-vif-deleted', 'tag': 'b78bc3fb-a8ad-4722-9a2c-baf0a073f226'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:21:26.007924 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd293081-790f-403f-9c71-d60c63c85611" -d '{"events": [{"server_uuid": "148cf075-734c-4328-a836-36a00a194251", "name": "network-vif-deleted", "tag": "b78bc3fb-a8ad-4722-9a2c-baf0a073f226"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:21:26.066331 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17deba23-3439-4674-a103-be1500de9a02 x-openstack-request-id: req-17deba23-3439-4674-a103-be1500de9a02 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:21:26.066671 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "148cf075-734c-4328-a836-36a00a194251", "name": "network-vif-deleted", "tag": "b78bc3fb-a8ad-4722-9a2c-baf0a073f226", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:21:26.066930 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-17deba23-3439-4674-a103-be1500de9a02 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:21:26.067334 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148cf075-734c-4328-a836-36a00a194251', 'name': 'network-vif-deleted', 'tag': 'b78bc3fb-a8ad-4722-9a2c-baf0a073f226', 'status': 'completed', 'code': 200} Nov 27 04:21:26.138193 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4617a26-e055-47f4-96eb-7dcbb20fa235 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:21:26.142703 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e4617a26-e055-47f4-96eb-7dcbb20fa235 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:26.152885 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b896e4-801c-4480-b953-f120cf045a62 None None] Sync routers for ids ['7801734f-b33c-4818-b228-d65c73fc564b'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:21:26.171122 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e4617a26-e055-47f4-96eb-7dcbb20fa235 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "PUT /v2.0/floatingips/0176852b-53a7-41c5-a126-3cb22cbad97a HTTP/1.1" status: 200 len: 976 time: 1.8130152 Nov 27 04:21:26.173328 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56128) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:26.175489 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b896e4-801c-4480-b953-f120cf045a62 None None] Routers {'7801734f-b33c-4818-b228-d65c73fc564b'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:21:26.176145 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-45b896e4-801c-4480-b953-f120cf045a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:21:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['7801734f-b33c-4818-b228-d65c73fc564b'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:26.219286 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-45b896e4-801c-4480-b953-f120cf045a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:26.227971 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b896e4-801c-4480-b953-f120cf045a62 None None] Routers {'7801734f-b33c-4818-b228-d65c73fc564b'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:21:26.228594 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-45b896e4-801c-4480-b953-f120cf045a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:21:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['7801734f-b33c-4818-b228-d65c73fc564b'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:26.264462 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-45b896e4-801c-4480-b953-f120cf045a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:26.265122 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b896e4-801c-4480-b953-f120cf045a62 None None] The sync data for ids ['7801734f-b33c-4818-b228-d65c73fc564b'] in n-d-819494-3 is: [] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:21:26.281587 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-5a0c0ab9-01cc-4d89-9f92-8eb9647abdfc tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Deleting port c3704eef-1eb3-4629-bd03-754e04088314 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:21:26.282013 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5a0c0ab9-01cc-4d89-9f92-8eb9647abdfc tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:26.374718 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5a0c0ab9-01cc-4d89-9f92-8eb9647abdfc tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:26.614059 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5a0c0ab9-01cc-4d89-9f92-8eb9647abdfc tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:26.614281 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5a0c0ab9-01cc-4d89-9f92-8eb9647abdfc tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:26.614835 n-d-819494-3 neutron-server[110019]: INFO neutron.db.l3_db [None req-5a0c0ab9-01cc-4d89-9f92-8eb9647abdfc tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Floating IP 0176852b-53a7-41c5-a126-3cb22cbad97a disassociated. External IP: 172.25.1.91, port: c3704eef-1eb3-4629-bd03-754e04088314. Nov 27 04:21:26.614986 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-5a0c0ab9-01cc-4d89-9f92-8eb9647abdfc tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Calling delete_port for c3704eef-1eb3-4629-bd03-754e04088314 owned by {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:21:26.751011 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5a0c0ab9-01cc-4d89-9f92-8eb9647abdfc tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:26.781061 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0c0ab9-01cc-4d89-9f92-8eb9647abdfc tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Pushing event deleted for resources: {'Port': ['ID=c3704eef-1eb3-4629-bd03-754e04088314,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:26.829657 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56134) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:26.931968 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-08e957ba-1537-4872-97c1-206fec868425 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:26.953679 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0c0ab9-01cc-4d89-9f92-8eb9647abdfc tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Router 7801734f-b33c-4818-b228-d65c73fc564b has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:21:26.964268 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-08e957ba-1537-4872-97c1-206fec868425 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:27.342257 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-08e957ba-1537-4872-97c1-206fec868425 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:27.344815 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-08e957ba-1537-4872-97c1-206fec868425 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:27.345948 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-08e957ba-1537-4872-97c1-206fec868425 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "DELETE /v2.0/security-groups/0ab1bdb9-bab5-424c-b4a1-e56d9790545b HTTP/1.1" status: 204 len: 168 time: 0.5153120 Nov 27 04:21:27.348797 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56136) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:27.361006 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e957ba-1537-4872-97c1-206fec868425 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab1bdb9-bab5-424c-b4a1-e56d9790545b,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:27.372419 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0c0ab9-01cc-4d89-9f92-8eb9647abdfc tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:21:27.384985 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960232cc-f9f6-434b-aed3-35e09f90da77 None None] Sync routers for ids ['7801734f-b33c-4818-b228-d65c73fc564b'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:21:27.395800 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960232cc-f9f6-434b-aed3-35e09f90da77 None None] Routers {'7801734f-b33c-4818-b228-d65c73fc564b'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:21:27.396494 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-960232cc-f9f6-434b-aed3-35e09f90da77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:21:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['7801734f-b33c-4818-b228-d65c73fc564b'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:27.418323 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-16f2bdb3-2c1c-4ecd-8a73-6425f252e432 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:27.433811 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-960232cc-f9f6-434b-aed3-35e09f90da77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:27.444435 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960232cc-f9f6-434b-aed3-35e09f90da77 None None] Routers {'7801734f-b33c-4818-b228-d65c73fc564b'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:21:27.446075 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-960232cc-f9f6-434b-aed3-35e09f90da77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:21:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['7801734f-b33c-4818-b228-d65c73fc564b'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:27.447284 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-16f2bdb3-2c1c-4ecd-8a73-6425f252e432 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:27.470874 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5a0c0ab9-01cc-4d89-9f92-8eb9647abdfc tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:27.477389 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-5a0c0ab9-01cc-4d89-9f92-8eb9647abdfc tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "DELETE /v2.0/ports/c3704eef-1eb3-4629-bd03-754e04088314 HTTP/1.1" status: 204 len: 168 time: 1.3003066 Nov 27 04:21:27.477650 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56142) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:27.487604 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-960232cc-f9f6-434b-aed3-35e09f90da77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:27.488361 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960232cc-f9f6-434b-aed3-35e09f90da77 None None] The sync data for ids ['7801734f-b33c-4818-b228-d65c73fc564b'] in n-d-819494-3 is: [] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:21:27.508568 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-16f2bdb3-2c1c-4ecd-8a73-6425f252e432 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:27.512207 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-16f2bdb3-2c1c-4ecd-8a73-6425f252e432 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:27.513441 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-16f2bdb3-2c1c-4ecd-8a73-6425f252e432 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "DELETE /v2.0/security-groups/c7babfc7-a310-49af-b2ce-fcc00382be7a HTTP/1.1" status: 204 len: 168 time: 0.1635513 Nov 27 04:21:27.518383 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56144) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:27.537104 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-36273b12-6577-4a47-946c-1e7f44e41c06 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "GET /v2.0/floatingips/0176852b-53a7-41c5-a126-3cb22cbad97a HTTP/1.1" status: 200 len: 687 time: 0.0583372 Nov 27 04:21:27.540310 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56148) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:27.588635 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f2bdb3-2c1c-4ecd-8a73-6425f252e432 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7babfc7-a310-49af-b2ce-fcc00382be7a,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:27.727448 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-79bbc32a-f051-425a-a083-e1249ad38f13 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Deleting port 291c5a72-c3f1-403e-b3dc-5707fd1a0a3c {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:21:27.727921 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-79bbc32a-f051-425a-a083-e1249ad38f13 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:27.816765 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-79bbc32a-f051-425a-a083-e1249ad38f13 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:27.817105 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-79bbc32a-f051-425a-a083-e1249ad38f13 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:27.835574 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-79bbc32a-f051-425a-a083-e1249ad38f13 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Calling delete_port for 291c5a72-c3f1-403e-b3dc-5707fd1a0a3c owned by network:floatingip {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:21:27.954532 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-40a08db7-0e0c-41e1-86cf-59874c6e6882 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:28.002215 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-79bbc32a-f051-425a-a083-e1249ad38f13 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:28.031790 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bbc32a-f051-425a-a083-e1249ad38f13 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Pushing event deleted for resources: {'Port': ['ID=291c5a72-c3f1-403e-b3dc-5707fd1a0a3c,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:28.093457 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-79bbc32a-f051-425a-a083-e1249ad38f13 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for floatingip, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:28.096018 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-79bbc32a-f051-425a-a083-e1249ad38f13 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:28.097190 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-79bbc32a-f051-425a-a083-e1249ad38f13 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "DELETE /v2.0/floatingips/0176852b-53a7-41c5-a126-3cb22cbad97a HTTP/1.1" status: 204 len: 168 time: 0.5559652 Nov 27 04:21:28.100994 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56154) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:28.106015 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-29b5f722-999c-480e-b511-6b7f3c92cd76 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'port_id': '00ca6674-bdcd-4736-b3ce-d639531d9520'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:21:28.129571 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-29b5f722-999c-480e-b511-6b7f3c92cd76 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for floatingip, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:28.241441 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-40a08db7-0e0c-41e1-86cf-59874c6e6882 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Deleting port ccb2ceef-8f82-4ec9-b7bd-7fccc85ee3ba {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:21:28.242398 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-40a08db7-0e0c-41e1-86cf-59874c6e6882 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:28.246541 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-29b5f722-999c-480e-b511-6b7f3c92cd76 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:28.322530 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device b78bc3fb-a8ad-4722-9a2c-baf0a073f226 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:21:28.342729 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: b78bc3fb-a8ad-4722-9a2c-baf0a073f226 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:21:28.343374 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device b78bc3fb-a8ad-4722-9a2c-baf0a073f226 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:21:28.348318 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-40a08db7-0e0c-41e1-86cf-59874c6e6882 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] For port ccb2ceef-8f82-4ec9-b7bd-7fccc85ee3ba, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=ccb2ceef-8f82-4ec9-b7bd-7fccc85ee3ba,segment=NetworkSegment(55681091-34a5-4526-88af-942814a5e63f),segment_id=55681091-34a5-4526-88af-942814a5e63f)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:21:28.348723 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-40a08db7-0e0c-41e1-86cf-59874c6e6882 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:28.353060 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-29b5f722-999c-480e-b511-6b7f3c92cd76 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Allocated IP 172.25.1.205 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/57325cad-3aed-4031-8495-442e2442bd91) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:21:28.363582 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-40a08db7-0e0c-41e1-86cf-59874c6e6882 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Calling delete_port for ccb2ceef-8f82-4ec9-b7bd-7fccc85ee3ba owned by network:router_interface {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:21:28.466541 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-29b5f722-999c-480e-b511-6b7f3c92cd76 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:28.506291 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-29b5f722-999c-480e-b511-6b7f3c92cd76 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:28.558748 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b5f722-999c-480e-b511-6b7f3c92cd76 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:21:28.560168 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5f722-999c-480e-b511-6b7f3c92cd76 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Pushing event updated for resources: {'Port': ['ID=57325cad-3aed-4031-8495-442e2442bd91,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:28.562904 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-29b5f722-999c-480e-b511-6b7f3c92cd76 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:21:28.565126 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b5f722-999c-480e-b511-6b7f3c92cd76 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:21:28.589800 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-40a08db7-0e0c-41e1-86cf-59874c6e6882 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:28.618201 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a08db7-0e0c-41e1-86cf-59874c6e6882 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Pushing event deleted for resources: {'Port': ['ID=ccb2ceef-8f82-4ec9-b7bd-7fccc85ee3ba,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:29.001169 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-29b5f722-999c-480e-b511-6b7f3c92cd76 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:29.073181 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-29b5f722-999c-480e-b511-6b7f3c92cd76 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:29.164967 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-40a08db7-0e0c-41e1-86cf-59874c6e6882 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:29.239567 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-29b5f722-999c-480e-b511-6b7f3c92cd76 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:29.246527 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-29b5f722-999c-480e-b511-6b7f3c92cd76 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:29.328269 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5f722-999c-480e-b511-6b7f3c92cd76 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Pushing event updated for resources: {'Port': ['ID=57325cad-3aed-4031-8495-442e2442bd91,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:29.330811 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-29b5f722-999c-480e-b511-6b7f3c92cd76 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:29.392876 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a08db7-0e0c-41e1-86cf-59874c6e6882 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Router f5083211-82f7-4de6-9324-2b0d430312d4 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:21:29.443099 n-d-819494-3 neutron-server[110019]: INFO neutron.db.l3_db [None req-29b5f722-999c-480e-b511-6b7f3c92cd76 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Floating IP 1dd35071-fc49-4ae7-bdb3-310204b62a2a associated. External IP: 172.25.1.205, port: 00ca6674-bdcd-4736-b3ce-d639531d9520. Nov 27 04:21:29.499981 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a08db7-0e0c-41e1-86cf-59874c6e6882 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:21:29.509045 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56158) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:29.509206 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-40a08db7-0e0c-41e1-86cf-59874c6e6882 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "PUT /v2.0/routers/f5083211-82f7-4de6-9324-2b0d430312d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9895172 Nov 27 04:21:29.512656 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb91e578-3ec8-4826-b081-516b2d06c81a None None] Sync routers for ids ['f5083211-82f7-4de6-9324-2b0d430312d4'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:21:29.525445 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb91e578-3ec8-4826-b081-516b2d06c81a None None] Routers {'f5083211-82f7-4de6-9324-2b0d430312d4'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:21:29.526191 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-eb91e578-3ec8-4826-b081-516b2d06c81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:21:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f5083211-82f7-4de6-9324-2b0d430312d4'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:29.573170 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f3dff7-f531-4ab7-bbf1-887d9a609ca6 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Deleting subnet b2075cdd-cff1-4590-8be0-a45f4a20c01d {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:21:29.577348 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c7f3dff7-f531-4ab7-bbf1-887d9a609ca6 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:29.650506 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-eb91e578-3ec8-4826-b081-516b2d06c81a None None] Set router f5083211-82f7-4de6-9324-2b0d430312d4 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:21:29.711590 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c7f3dff7-f531-4ab7-bbf1-887d9a609ca6 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:29.813262 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b5f722-999c-480e-b511-6b7f3c92cd76 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Router 7801734f-b33c-4818-b228-d65c73fc564b has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:21:29.826332 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c7f3dff7-f531-4ab7-bbf1-887d9a609ca6 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:29.849459 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-eb91e578-3ec8-4826-b081-516b2d06c81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5083211-82f7-4de6-9324-2b0d430312d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1833500801', 'tenant_id': 'cede2eb88812462a8fb871e04f184582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'cf53c451-66e6-4378-89e0-cdd64006738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:19:48Z', 'updated_at': '2021-11-27T04:21:28Z', 'revision_number': 5, 'project_id': 'cede2eb88812462a8fb871e04f184582', 'gw_port': {'id': 'cf53c451-66e6-4378-89e0-cdd64006738d', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5083211-82f7-4de6-9324-2b0d430312d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:19:49Z', 'updated_at': '2021-11-27T04:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:29.880223 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb91e578-3ec8-4826-b081-516b2d06c81a None None] Checking router: f5083211-82f7-4de6-9324-2b0d430312d4 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:21:29.889633 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb91e578-3ec8-4826-b081-516b2d06c81a None None] Routers {'f5083211-82f7-4de6-9324-2b0d430312d4'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:21:29.890269 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-eb91e578-3ec8-4826-b081-516b2d06c81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:21:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f5083211-82f7-4de6-9324-2b0d430312d4'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:29.984356 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c7f3dff7-f531-4ab7-bbf1-887d9a609ca6 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:29.993940 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b5f722-999c-480e-b511-6b7f3c92cd76 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:21:30.005631 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9220abe-712b-4a1d-bdba-cb222bc5f363 None None] Sync routers for ids ['7801734f-b33c-4818-b228-d65c73fc564b'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:21:30.009494 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-eb91e578-3ec8-4826-b081-516b2d06c81a None None] Set router f5083211-82f7-4de6-9324-2b0d430312d4 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:21:30.018110 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f3dff7-f531-4ab7-bbf1-887d9a609ca6 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Pushing event deleted for resources: {'Subnet': ['ID=b2075cdd-cff1-4590-8be0-a45f4a20c01d,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:30.018968 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9220abe-712b-4a1d-bdba-cb222bc5f363 None None] Routers {'7801734f-b33c-4818-b228-d65c73fc564b'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:21:30.025513 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c7f3dff7-f531-4ab7-bbf1-887d9a609ca6 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:30.029610 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c7f3dff7-f531-4ab7-bbf1-887d9a609ca6 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "DELETE /v2.0/subnets/b2075cdd-cff1-4590-8be0-a45f4a20c01d HTTP/1.1" status: 204 len: 168 time: 0.5195811 Nov 27 04:21:30.030840 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-f9220abe-712b-4a1d-bdba-cb222bc5f363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:21:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['7801734f-b33c-4818-b228-d65c73fc564b'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:30.032296 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56162) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:30.049966 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-29b5f722-999c-480e-b511-6b7f3c92cd76 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:30.117610 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-29b5f722-999c-480e-b511-6b7f3c92cd76 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.0149193 Nov 27 04:21:30.118367 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56164) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:30.125775 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-b7e1e08f-d027-4050-944c-5a5931112f5c tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-653709615'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:21:30.133803 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-f9220abe-712b-4a1d-bdba-cb222bc5f363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:30.150543 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9220abe-712b-4a1d-bdba-cb222bc5f363 None None] Routers {'7801734f-b33c-4818-b228-d65c73fc564b'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:21:30.151567 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-f9220abe-712b-4a1d-bdba-cb222bc5f363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:21:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['7801734f-b33c-4818-b228-d65c73fc564b'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:30.177151 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e1e08f-d027-4050-944c-5a5931112f5c tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Made reservation on behalf of f87cd12a63854d3abe513213557f39d3 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:21:30.183407 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b7e1e08f-d027-4050-944c-5a5931112f5c tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:30.193000 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a32d34d4-f5f6-4e47-a707-3007040b2590 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:30.201356 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4132265f-669b-4d79-a12f-d2076fbc7e82 None None] Network 5776b100-9b64-463c-8701-baba3a25a076 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:21:30.235338 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-f9220abe-712b-4a1d-bdba-cb222bc5f363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:30.238234 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9220abe-712b-4a1d-bdba-cb222bc5f363 None None] The sync data for ids ['7801734f-b33c-4818-b228-d65c73fc564b'] in n-d-819494-3 is: [] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:21:30.247239 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e1e08f-d027-4050-944c-5a5931112f5c tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:21:30.258725 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b7e1e08f-d027-4050-944c-5a5931112f5c tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:30.259230 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-b7e1e08f-d027-4050-944c-5a5931112f5c tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Added segment ce5c7a8b-f0d8-48b3-b51c-6886220eb2f1 of type vlan for network 5ef442c5-b65a-45d4-ba64-0e9fb51b58a5 Nov 27 04:21:30.306864 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b7e1e08f-d027-4050-944c-5a5931112f5c tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:30.319267 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a32d34d4-f5f6-4e47-a707-3007040b2590 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:30.345873 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b7e1e08f-d027-4050-944c-5a5931112f5c tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:30.355212 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e1e08f-d027-4050-944c-5a5931112f5c tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:30.355481 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b7e1e08f-d027-4050-944c-5a5931112f5c tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:30.388547 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-a32d34d4-f5f6-4e47-a707-3007040b2590 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Deleting port cf53c451-66e6-4378-89e0-cdd64006738d {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:21:30.389218 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a32d34d4-f5f6-4e47-a707-3007040b2590 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:30.395583 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-eb91e578-3ec8-4826-b081-516b2d06c81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5083211-82f7-4de6-9324-2b0d430312d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1833500801', 'tenant_id': 'cede2eb88812462a8fb871e04f184582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'cf53c451-66e6-4378-89e0-cdd64006738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:19:48Z', 'updated_at': '2021-11-27T04:21:28Z', 'revision_number': 5, 'project_id': 'cede2eb88812462a8fb871e04f184582', 'gw_port': {'id': 'cf53c451-66e6-4378-89e0-cdd64006738d', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5083211-82f7-4de6-9324-2b0d430312d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:19:49Z', 'updated_at': '2021-11-27T04:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:30.441934 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb91e578-3ec8-4826-b081-516b2d06c81a None None] The sync data for ids ['f5083211-82f7-4de6-9324-2b0d430312d4'] in n-d-819494-3 is: [{'id': 'f5083211-82f7-4de6-9324-2b0d430312d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1833500801', 'tenant_id': 'cede2eb88812462a8fb871e04f184582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'cf53c451-66e6-4378-89e0-cdd64006738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:19:48Z', 'updated_at': '2021-11-27T04:21:28Z', 'revision_number': 5, 'project_id': 'cede2eb88812462a8fb871e04f184582', 'gw_port': {'id': 'cf53c451-66e6-4378-89e0-cdd64006738d', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5083211-82f7-4de6-9324-2b0d430312d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:19:49Z', 'updated_at': '2021-11-27T04:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:21:30.450961 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b7e1e08f-d027-4050-944c-5a5931112f5c tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3316307 Nov 27 04:21:30.454723 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56166) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:30.460096 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-e82f09fd-6ee8-4e91-be44-f05437304edc tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Request body: {'subnet': {'network_id': '5ef442c5-b65a-45d4-ba64-0e9fb51b58a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:21:30.475030 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd338c26-8da7-4639-991d-f6b7cd1c4c9e None None] DHCP port deletion for 5776b100-9b64-463c-8701-baba3a25a076 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:21:30.499343 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-a32d34d4-f5f6-4e47-a707-3007040b2590 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] For port cf53c451-66e6-4378-89e0-cdd64006738d, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=cf53c451-66e6-4378-89e0-cdd64006738d,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:21:30.499925 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a32d34d4-f5f6-4e47-a707-3007040b2590 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:30.514190 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-a32d34d4-f5f6-4e47-a707-3007040b2590 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Calling delete_port for cf53c451-66e6-4378-89e0-cdd64006738d owned by network:router_gateway {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:21:30.537884 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e1e08f-d027-4050-944c-5a5931112f5c tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Pushing event updated for resources: {'Network': ['ID=5ef442c5-b65a-45d4-ba64-0e9fb51b58a5,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:30.538376 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-dd338c26-8da7-4639-991d-f6b7cd1c4c9e None None] Deleting port e44b74b7-3f30-47fd-b7df-d571f38cb3ad {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:21:30.538877 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dd338c26-8da7-4639-991d-f6b7cd1c4c9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:30.559787 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 5ef442c5-b65a-45d4-ba64-0e9fb51b58a5 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:21:30.605703 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82f09fd-6ee8-4e91-be44-f05437304edc tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Made reservation on behalf of f87cd12a63854d3abe513213557f39d3 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:21:30.609980 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e82f09fd-6ee8-4e91-be44-f05437304edc tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:30.688723 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-dd338c26-8da7-4639-991d-f6b7cd1c4c9e None None] For port e44b74b7-3f30-47fd-b7df-d571f38cb3ad, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=e44b74b7-3f30-47fd-b7df-d571f38cb3ad,segment=NetworkSegment(55681091-34a5-4526-88af-942814a5e63f),segment_id=55681091-34a5-4526-88af-942814a5e63f)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:21:30.689075 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dd338c26-8da7-4639-991d-f6b7cd1c4c9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:30.705977 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-dd338c26-8da7-4639-991d-f6b7cd1c4c9e None None] Calling delete_port for e44b74b7-3f30-47fd-b7df-d571f38cb3ad owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:21:30.747702 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a32d34d4-f5f6-4e47-a707-3007040b2590 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:30.798584 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d34d4-f5f6-4e47-a707-3007040b2590 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Pushing event deleted for resources: {'Port': ['ID=cf53c451-66e6-4378-89e0-cdd64006738d,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:30.811149 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dd338c26-8da7-4639-991d-f6b7cd1c4c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:30.830078 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f4c60c-f389-4dbf-9f04-dcac33c674c6 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:21:30.832622 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd338c26-8da7-4639-991d-f6b7cd1c4c9e None None] No DVR routers for this DVR port e44b74b7-3f30-47fd-b7df-d571f38cb3ad on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:21:30.869544 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd338c26-8da7-4639-991d-f6b7cd1c4c9e None None] Pushing event deleted for resources: {'Port': ['ID=e44b74b7-3f30-47fd-b7df-d571f38cb3ad,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:30.930482 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device ccb2ceef-8f82-4ec9-b7bd-7fccc85ee3ba no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:21:30.951256 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e82f09fd-6ee8-4e91-be44-f05437304edc tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:30.952569 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a32d34d4-f5f6-4e47-a707-3007040b2590 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:30.978931 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: ccb2ceef-8f82-4ec9-b7bd-7fccc85ee3ba {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:21:30.979285 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device ccb2ceef-8f82-4ec9-b7bd-7fccc85ee3ba not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:21:30.979991 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e44b74b7-3f30-47fd-b7df-d571f38cb3ad no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:21:31.030405 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: e44b74b7-3f30-47fd-b7df-d571f38cb3ad {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:21:31.030784 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e44b74b7-3f30-47fd-b7df-d571f38cb3ad not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:21:31.048034 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f09fd-6ee8-4e91-be44-f05437304edc tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Pushing event updated for resources: {'Subnet': ['ID=6740d986-255b-4dde-ae38-ea9f6f04ec88,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:31.095437 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82f09fd-6ee8-4e91-be44-f05437304edc tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Checking segment: {'id': 'ce5c7a8b-f0d8-48b3-b51c-6886220eb2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5ef442c5-b65a-45d4-ba64-0e9fb51b58a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:21:31.095787 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82f09fd-6ee8-4e91-be44-f05437304edc tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Network hostable DHCP agents. Network: 5ef442c5-b65a-45d4-ba64-0e9fb51b58a5, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:21:31.121089 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82f09fd-6ee8-4e91-be44-f05437304edc tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Network 5ef442c5-b65a-45d4-ba64-0e9fb51b58a5 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:21:31.122913 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a32d34d4-f5f6-4e47-a707-3007040b2590 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:31.128136 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a32d34d4-f5f6-4e47-a707-3007040b2590 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:31.133834 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-e82f09fd-6ee8-4e91-be44-f05437304edc tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 5ef442c5-b65a-45d4-ba64-0e9fb51b58a5) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:21:31.145357 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aacf5dc-8b22-42af-832f-242f3192e825 None None] Network 5ef442c5-b65a-45d4-ba64-0e9fb51b58a5 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:21:31.151418 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82f09fd-6ee8-4e91-be44-f05437304edc tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:31.152523 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e82f09fd-6ee8-4e91-be44-f05437304edc tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:31.191182 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e82f09fd-6ee8-4e91-be44-f05437304edc tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7326515 Nov 27 04:21:31.191182 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56190) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:31.197559 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-48afa6fe-9481-49a0-9eaf-c8ae029f66e6 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1576192322', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}, 'admin_state_up': False}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:21:31.212697 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a32d34d4-f5f6-4e47-a707-3007040b2590 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:31.213451 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32d34d4-f5f6-4e47-a707-3007040b2590 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Fanout notify agent at l3_agent the message router_deleted on router f5083211-82f7-4de6-9324-2b0d430312d4 {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:21:31.221136 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a32d34d4-f5f6-4e47-a707-3007040b2590 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:31.222703 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a32d34d4-f5f6-4e47-a707-3007040b2590 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "DELETE /v2.0/routers/f5083211-82f7-4de6-9324-2b0d430312d4 HTTP/1.1" status: 204 len: 168 time: 1.1884322 Nov 27 04:21:31.225579 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56194) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:31.246388 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-48afa6fe-9481-49a0-9eaf-c8ae029f66e6 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:31.248054 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-48afa6fe-9481-49a0-9eaf-c8ae029f66e6 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:31.352676 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-48afa6fe-9481-49a0-9eaf-c8ae029f66e6 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:31.421672 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c36a21b2-e60f-494c-9351-f0cb758c04e9 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:31.455112 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22b16e4-a2df-4490-9a4b-b928a41ed72a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-5ef442c5-b65a-45d4-ba64-0e9fb51b58a5', 'network_id': '5ef442c5-b65a-45d4-ba64-0e9fb51b58a5', 'tenant_id': 'f87cd12a63854d3abe513213557f39d3', 'fixed_ips': [{'subnet_id': '6740d986-255b-4dde-ae38-ea9f6f04ec88'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:21:31.456056 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c22b16e4-a2df-4490-9a4b-b928a41ed72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:31.563104 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c36a21b2-e60f-494c-9351-f0cb758c04e9 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:31.589788 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-48afa6fe-9481-49a0-9eaf-c8ae029f66e6 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:31.593570 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-c36a21b2-e60f-494c-9351-f0cb758c04e9 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5776b100-9b64-463c-8701-baba3a25a076']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:31.608000 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-c36a21b2-e60f-494c-9351-f0cb758c04e9 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55681091-34a5-4526-88af-942814a5e63f') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:31.609682 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-c36a21b2-e60f-494c-9351-f0cb758c04e9 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55681091-34a5-4526-88af-942814a5e63f') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:31.620443 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c36a21b2-e60f-494c-9351-f0cb758c04e9 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:31.635429 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c36a21b2-e60f-494c-9351-f0cb758c04e9 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:31.644604 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c36a21b2-e60f-494c-9351-f0cb758c04e9 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:21:31.645440 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c36a21b2-e60f-494c-9351-f0cb758c04e9 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:31.649046 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:21:31.649046 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:21:31.649046 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:21:31.649046 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:21:31.649046 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:21:31.649046 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:21:31.649046 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:21:31.649046 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:21:31.649046 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:21:31.649046 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:21:31.649046 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:21:31.649046 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:21:31.649046 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:21:31.649046 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:21:31.649046 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:21:31.649046 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:21:31.649046 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:21:31.649046 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:21:31.649046 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:21:31.649046 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:21:31.649046 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:21:31.649046 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:21:31.649046 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:21:31.649046 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:21:31.649046 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:21:31.649046 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:21:31.649046 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:21:31.649046 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:21:31.649046 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:21:31.649046 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:21:31.649046 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:21:31.649046 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:21:31.727519 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-c22b16e4-a2df-4490-9a4b-b928a41ed72a None None] Allocated IP 172.20.0.2 (5ef442c5-b65a-45d4-ba64-0e9fb51b58a5/6740d986-255b-4dde-ae38-ea9f6f04ec88/ed583f4c-df0e-409d-b0d4-aa57f270d9b2) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:21:31.730044 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c36a21b2-e60f-494c-9351-f0cb758c04e9 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:31.752519 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c36a21b2-e60f-494c-9351-f0cb758c04e9 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:31.760975 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c36a21b2-e60f-494c-9351-f0cb758c04e9 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] 10.222.0.20 "DELETE /v2.0/networks/5776b100-9b64-463c-8701-baba3a25a076 HTTP/1.1" status: 204 len: 168 time: 0.5317454 Nov 27 04:21:31.760975 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a21b2-e60f-494c-9351-f0cb758c04e9 tempest-TestSecurityGroupsBasicOps-1549820171 tempest-TestSecurityGroupsBasicOps-1549820171-project] Pushing event deleted for resources: {'Network': ['ID=5776b100-9b64-463c-8701-baba3a25a076,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:31.901866 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-48afa6fe-9481-49a0-9eaf-c8ae029f66e6 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for router_gateway, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:31.927896 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-48afa6fe-9481-49a0-9eaf-c8ae029f66e6 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:32.134604 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-48afa6fe-9481-49a0-9eaf-c8ae029f66e6 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Allocated IP 172.25.1.239 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/0dec3709-7412-4570-8fae-9a50300dbb21) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:21:32.165162 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c22b16e4-a2df-4490-9a4b-b928a41ed72a None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:32.183205 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c22b16e4-a2df-4490-9a4b-b928a41ed72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:32.221973 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22b16e4-a2df-4490-9a4b-b928a41ed72a None None] Network 5ef442c5-b65a-45d4-ba64-0e9fb51b58a5 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:21:32.228352 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-c22b16e4-a2df-4490-9a4b-b928a41ed72a None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:21:32.232405 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22b16e4-a2df-4490-9a4b-b928a41ed72a None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:21:32.286404 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22b16e4-a2df-4490-9a4b-b928a41ed72a None None] Pushing event updated for resources: {'Port': ['ID=ed583f4c-df0e-409d-b0d4-aa57f270d9b2,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:32.318795 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-c22b16e4-a2df-4490-9a4b-b928a41ed72a None None] Attempting to bind port ed583f4c-df0e-409d-b0d4-aa57f270d9b2 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:21:32.318997 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-48afa6fe-9481-49a0-9eaf-c8ae029f66e6 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:32.319608 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-c22b16e4-a2df-4490-9a4b-b928a41ed72a None None] Attempting to bind port ed583f4c-df0e-409d-b0d4-aa57f270d9b2 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'ce5c7a8b-f0d8-48b3-b51c-6886220eb2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5ef442c5-b65a-45d4-ba64-0e9fb51b58a5'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:21:32.320112 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22b16e4-a2df-4490-9a4b-b928a41ed72a None None] Attempting to bind port ed583f4c-df0e-409d-b0d4-aa57f270d9b2 on network 5ef442c5-b65a-45d4-ba64-0e9fb51b58a5 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:21:32.331378 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22b16e4-a2df-4490-9a4b-b928a41ed72a None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:21:32.331876 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22b16e4-a2df-4490-9a4b-b928a41ed72a None None] Checking segment: {'id': 'ce5c7a8b-f0d8-48b3-b51c-6886220eb2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5ef442c5-b65a-45d4-ba64-0e9fb51b58a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:21:32.332435 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c22b16e4-a2df-4490-9a4b-b928a41ed72a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:32.332932 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22b16e4-a2df-4490-9a4b-b928a41ed72a None None] Bound using segment: {'id': 'ce5c7a8b-f0d8-48b3-b51c-6886220eb2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5ef442c5-b65a-45d4-ba64-0e9fb51b58a5'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:21:32.333034 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56316) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:32.333618 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-c22b16e4-a2df-4490-9a4b-b928a41ed72a None None] Bound port: ed583f4c-df0e-409d-b0d4-aa57f270d9b2, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce5c7a8b-f0d8-48b3-b51c-6886220eb2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5ef442c5-b65a-45d4-ba64-0e9fb51b58a5'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:21:32.334101 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c22b16e4-a2df-4490-9a4b-b928a41ed72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:32.409643 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-48afa6fe-9481-49a0-9eaf-c8ae029f66e6 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:32.421925 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c22b16e4-a2df-4490-9a4b-b928a41ed72a None None] For port ed583f4c-df0e-409d-b0d4-aa57f270d9b2, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:21:32.426230 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c22b16e4-a2df-4490-9a4b-b928a41ed72a None None] For port ed583f4c-df0e-409d-b0d4-aa57f270d9b2, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=ed583f4c-df0e-409d-b0d4-aa57f270d9b2,segment=NetworkSegment(ce5c7a8b-f0d8-48b3-b51c-6886220eb2f1),segment_id=ce5c7a8b-f0d8-48b3-b51c-6886220eb2f1)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:21:32.437160 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c22b16e4-a2df-4490-9a4b-b928a41ed72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:32.480934 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48afa6fe-9481-49a0-9eaf-c8ae029f66e6 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:21:32.484660 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-48afa6fe-9481-49a0-9eaf-c8ae029f66e6 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:21:32.491936 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48afa6fe-9481-49a0-9eaf-c8ae029f66e6 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:21:32.508152 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d9ac8a-e267-4feb-8bb9-58154103e7eb None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:21:32.517598 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22b16e4-a2df-4490-9a4b-b928a41ed72a None None] Pushing event updated for resources: {'Port': ['ID=ed583f4c-df0e-409d-b0d4-aa57f270d9b2,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:32.572224 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-1ada4b95-5500-48e6-b6d6-823ee7719939 None None] Provisioning complete for port 0dec3709-7412-4570-8fae-9a50300dbb21 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:21:32.572846 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1ada4b95-5500-48e6-b6d6-823ee7719939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:32.614460 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48afa6fe-9481-49a0-9eaf-c8ae029f66e6 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Pushing event updated for resources: {'Port': ['ID=0dec3709-7412-4570-8fae-9a50300dbb21,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:32.650867 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2ff01288-46e0-4992-968e-e63b55fa8337 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cede2eb88812462a8fb871e04f184582&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3165050 Nov 27 04:21:32.653902 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56350) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:32.654586 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-1ada4b95-5500-48e6-b6d6-823ee7719939 None None] Port 0dec3709-7412-4570-8fae-9a50300dbb21 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:21:32.663725 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device cf53c451-66e6-4378-89e0-cdd64006738d no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:21:32.704120 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: cf53c451-66e6-4378-89e0-cdd64006738d {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:21:32.704638 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device cf53c451-66e6-4378-89e0-cdd64006738d not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:21:32.727918 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9f474227-72eb-4fc6-b1b1-bd71bcaf9bfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:32.763177 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9f474227-72eb-4fc6-b1b1-bd71bcaf9bfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:32.867151 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9f474227-72eb-4fc6-b1b1-bd71bcaf9bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:32.872502 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9f474227-72eb-4fc6-b1b1-bd71bcaf9bfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:32.873734 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9f474227-72eb-4fc6-b1b1-bd71bcaf9bfa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/07518905-e0e7-4e35-9f8d-a00f67144c26 HTTP/1.1" status: 204 len: 168 time: 0.2188370 Nov 27 04:21:32.885833 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f474227-72eb-4fc6-b1b1-bd71bcaf9bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07518905-e0e7-4e35-9f8d-a00f67144c26,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:33.242289 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56420) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:33.264634 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dbb32126-82e0-42d5-a346-9949a66ae143 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:33.325867 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-48afa6fe-9481-49a0-9eaf-c8ae029f66e6 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for router_gateway, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:33.359106 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dbb32126-82e0-42d5-a346-9949a66ae143 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:33.364641 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dbb32126-82e0-42d5-a346-9949a66ae143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:33.403714 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-dbb32126-82e0-42d5-a346-9949a66ae143 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de3db880e0db44afb8a8df6bcc6392be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1602941 Nov 27 04:21:33.405601 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb32126-82e0-42d5-a346-9949a66ae143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5962b189-b3db-4342-9843-ed1dcd4b4667,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:33.406389 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56442) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:33.542650 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e0b0cc92-c705-4a72-a813-b82f3370baae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:33.578507 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e0b0cc92-c705-4a72-a813-b82f3370baae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:33.620730 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-48afa6fe-9481-49a0-9eaf-c8ae029f66e6 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:33.708442 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e0b0cc92-c705-4a72-a813-b82f3370baae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:33.711976 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e0b0cc92-c705-4a72-a813-b82f3370baae admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:33.716175 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e0b0cc92-c705-4a72-a813-b82f3370baae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5962b189-b3db-4342-9843-ed1dcd4b4667 HTTP/1.1" status: 204 len: 168 time: 0.3082519 Nov 27 04:21:33.733629 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0cc92-c705-4a72-a813-b82f3370baae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5962b189-b3db-4342-9843-ed1dcd4b4667,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:33.812279 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48afa6fe-9481-49a0-9eaf-c8ae029f66e6 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Router 2fe121dd-1197-41cd-bca0-9fc125d440f7 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:21:33.902444 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5163f380-c97e-413b-849e-268440fdadfa None None] Network 5ef442c5-b65a-45d4-ba64-0e9fb51b58a5 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:21:33.940503 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48afa6fe-9481-49a0-9eaf-c8ae029f66e6 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:21:33.963567 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2edded-162d-48e3-8337-823c04d6dddd None None] Sync routers for ids ['2fe121dd-1197-41cd-bca0-9fc125d440f7'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:21:33.970187 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-48afa6fe-9481-49a0-9eaf-c8ae029f66e6 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:33.979990 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-48afa6fe-9481-49a0-9eaf-c8ae029f66e6 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7877595 Nov 27 04:21:33.982764 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56522) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:34.178505 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2edded-162d-48e3-8337-823c04d6dddd None None] Routers {'2fe121dd-1197-41cd-bca0-9fc125d440f7'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:21:34.179734 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-9a2edded-162d-48e3-8337-823c04d6dddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:21:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['2fe121dd-1197-41cd-bca0-9fc125d440f7'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:34.220031 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-1ec441f8-67f4-4fc8-950d-af1a96f5f2f0 None None] Provisioning complete for port ed583f4c-df0e-409d-b0d4-aa57f270d9b2 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:21:34.220602 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1ec441f8-67f4-4fc8-950d-af1a96f5f2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:34.247216 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-9a2edded-162d-48e3-8337-823c04d6dddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:34.265352 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56558) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:34.287455 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2edded-162d-48e3-8337-823c04d6dddd None None] Routers {'2fe121dd-1197-41cd-bca0-9fc125d440f7'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:21:34.288620 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-9a2edded-162d-48e3-8337-823c04d6dddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:21:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['2fe121dd-1197-41cd-bca0-9fc125d440f7'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:34.330090 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-9a2edded-162d-48e3-8337-823c04d6dddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:34.330869 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2edded-162d-48e3-8337-823c04d6dddd None None] The sync data for ids ['2fe121dd-1197-41cd-bca0-9fc125d440f7'] in n-d-819494-3 is: [] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:21:34.352752 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f6f3f943-c4a9-4ff0-b0ba-f09a7a9de6ae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0178959dc04e4be29f48ec4389dbc831&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0826635 Nov 27 04:21:34.353072 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56568) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:34.413632 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-800c59a1-0a35-4666-bb8a-f8baa3a5e0da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:34.431035 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1ec441f8-67f4-4fc8-950d-af1a96f5f2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:34.441592 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-800c59a1-0a35-4666-bb8a-f8baa3a5e0da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:34.480244 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-1ec441f8-67f4-4fc8-950d-af1a96f5f2f0 None None] For port ed583f4c-df0e-409d-b0d4-aa57f270d9b2, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=ed583f4c-df0e-409d-b0d4-aa57f270d9b2,segment=NetworkSegment(ce5c7a8b-f0d8-48b3-b51c-6886220eb2f1),segment_id=ce5c7a8b-f0d8-48b3-b51c-6886220eb2f1)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:21:34.486343 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1ec441f8-67f4-4fc8-950d-af1a96f5f2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:34.515860 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-800c59a1-0a35-4666-bb8a-f8baa3a5e0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:34.518498 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-800c59a1-0a35-4666-bb8a-f8baa3a5e0da admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:34.519792 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-800c59a1-0a35-4666-bb8a-f8baa3a5e0da admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/617e4998-f3e1-4b3d-9894-2ac81c7d50e4 HTTP/1.1" status: 204 len: 168 time: 0.1657634 Nov 27 04:21:34.548098 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c59a1-0a35-4666-bb8a-f8baa3a5e0da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617e4998-f3e1-4b3d-9894-2ac81c7d50e4,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:34.579916 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec441f8-67f4-4fc8-950d-af1a96f5f2f0 None None] Pushing event updated for resources: {'Port': ['ID=ed583f4c-df0e-409d-b0d4-aa57f270d9b2,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:34.627388 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a1929d2c-7e25-4695-83fb-837259f03b1a tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:34.739675 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device ed583f4c-df0e-409d-b0d4-aa57f270d9b2 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:21:34.841253 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c912fbef-3612-44c2-9364-87c4ecd9763c None None] Provisioning complete for port ed583f4c-df0e-409d-b0d4-aa57f270d9b2 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:21:34.841632 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c912fbef-3612-44c2-9364-87c4ecd9763c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:34.893432 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port ed583f4c-df0e-409d-b0d4-aa57f270d9b2 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:21:34.894378 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:35.062808 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-a1929d2c-7e25-4695-83fb-837259f03b1a tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Allocated IP 172.20.0.1 (5ef442c5-b65a-45d4-ba64-0e9fb51b58a5/6740d986-255b-4dde-ae38-ea9f6f04ec88/a2596649-56e3-420f-a77e-cb043dde3bc3) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:21:35.228298 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a1929d2c-7e25-4695-83fb-837259f03b1a tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:35.269823 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a1929d2c-7e25-4695-83fb-837259f03b1a tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:35.306677 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1929d2c-7e25-4695-83fb-837259f03b1a tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Network 5ef442c5-b65a-45d4-ba64-0e9fb51b58a5 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:21:35.309780 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-a1929d2c-7e25-4695-83fb-837259f03b1a tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:21:35.313465 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1929d2c-7e25-4695-83fb-837259f03b1a tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:21:35.356773 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1929d2c-7e25-4695-83fb-837259f03b1a tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Pushing event updated for resources: {'Port': ['ID=a2596649-56e3-420f-a77e-cb043dde3bc3,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:35.372942 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a1929d2c-7e25-4695-83fb-837259f03b1a tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:35.516029 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a1929d2c-7e25-4695-83fb-837259f03b1a tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:35.545792 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-7203c06c-d966-4d70-b166-eaf4c0a31108 None None] Provisioning complete for port a2596649-56e3-420f-a77e-cb043dde3bc3 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:21:35.546308 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7203c06c-d966-4d70-b166-eaf4c0a31108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:35.585738 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-7203c06c-d966-4d70-b166-eaf4c0a31108 None None] Port a2596649-56e3-420f-a77e-cb043dde3bc3 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:21:35.797955 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a1929d2c-7e25-4695-83fb-837259f03b1a tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:35.802497 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a1929d2c-7e25-4695-83fb-837259f03b1a tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:35.874805 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1929d2c-7e25-4695-83fb-837259f03b1a tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Pushing event updated for resources: {'Port': ['ID=a2596649-56e3-420f-a77e-cb043dde3bc3,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:35.878820 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a1929d2c-7e25-4695-83fb-837259f03b1a tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:35.976156 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1929d2c-7e25-4695-83fb-837259f03b1a tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Network 5ef442c5-b65a-45d4-ba64-0e9fb51b58a5 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:21:35.977574 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-a1929d2c-7e25-4695-83fb-837259f03b1a tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:21:36.100448 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1929d2c-7e25-4695-83fb-837259f03b1a tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Router 2fe121dd-1197-41cd-bca0-9fc125d440f7 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:21:36.211789 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-8a16d46b-994b-45a8-af9c-8a80abbf1a2b None None] Provisioning complete for port a2596649-56e3-420f-a77e-cb043dde3bc3 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:21:36.212167 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8a16d46b-994b-45a8-af9c-8a80abbf1a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:36.248230 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-8a16d46b-994b-45a8-af9c-8a80abbf1a2b None None] Port a2596649-56e3-420f-a77e-cb043dde3bc3 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:21:36.496707 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1929d2c-7e25-4695-83fb-837259f03b1a tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:21:36.505317 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a1929d2c-7e25-4695-83fb-837259f03b1a tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "PUT /v2.0/routers/2fe121dd-1197-41cd-bca0-9fc125d440f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5184062 Nov 27 04:21:36.505560 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56652) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:36.507462 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf0886b-06f6-4157-86a9-a816e001490f None None] Sync routers for ids ['2fe121dd-1197-41cd-bca0-9fc125d440f7'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:21:36.511643 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-05e22711-8370-453b-a643-c65992409c87 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Request body: {'port': {'network_id': '5ef442c5-b65a-45d4-ba64-0e9fb51b58a5', 'name': 'tempest-FloatingIPTestJSON-768687887'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:21:36.517203 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf0886b-06f6-4157-86a9-a816e001490f None None] Routers {'2fe121dd-1197-41cd-bca0-9fc125d440f7'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:21:36.517824 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-5cf0886b-06f6-4157-86a9-a816e001490f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:21:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['2fe121dd-1197-41cd-bca0-9fc125d440f7'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:36.564134 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-5cf0886b-06f6-4157-86a9-a816e001490f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:36.574029 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf0886b-06f6-4157-86a9-a816e001490f None None] Routers {'2fe121dd-1197-41cd-bca0-9fc125d440f7'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:21:36.574731 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-5cf0886b-06f6-4157-86a9-a816e001490f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:21:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['2fe121dd-1197-41cd-bca0-9fc125d440f7'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:36.607521 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device ed583f4c-df0e-409d-b0d4-aa57f270d9b2 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:21:36.607996 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-5cf0886b-06f6-4157-86a9-a816e001490f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:36.608383 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf0886b-06f6-4157-86a9-a816e001490f None None] The sync data for ids ['2fe121dd-1197-41cd-bca0-9fc125d440f7'] in n-d-819494-3 is: [] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:21:36.635068 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e22711-8370-453b-a643-c65992409c87 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Made reservation on behalf of f87cd12a63854d3abe513213557f39d3 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:21:36.638771 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-05e22711-8370-453b-a643-c65992409c87 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:36.657283 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [None req-05e22711-8370-453b-a643-c65992409c87 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] device_id is not set on port a8776d76-ffc2-4b80-9f99-e18968d01f31 yet. {{(pid=110018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:21:36.658973 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port ed583f4c-df0e-409d-b0d4-aa57f270d9b2 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:21:36.659351 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:36.786601 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-05e22711-8370-453b-a643-c65992409c87 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Allocated IP 172.20.0.3 (5ef442c5-b65a-45d4-ba64-0e9fb51b58a5/6740d986-255b-4dde-ae38-ea9f6f04ec88/a8776d76-ffc2-4b80-9f99-e18968d01f31) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:21:36.935651 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-05e22711-8370-453b-a643-c65992409c87 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:36.972581 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-05e22711-8370-453b-a643-c65992409c87 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:37.018875 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e22711-8370-453b-a643-c65992409c87 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Network 5ef442c5-b65a-45d4-ba64-0e9fb51b58a5 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:21:37.021981 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-05e22711-8370-453b-a643-c65992409c87 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:21:37.026039 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e22711-8370-453b-a643-c65992409c87 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:21:37.052605 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e22711-8370-453b-a643-c65992409c87 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Pushing event updated for resources: {'Port': ['ID=a8776d76-ffc2-4b80-9f99-e18968d01f31,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:37.083506 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e22711-8370-453b-a643-c65992409c87 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:37.084156 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-05e22711-8370-453b-a643-c65992409c87 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:37.102533 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-05e22711-8370-453b-a643-c65992409c87 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.5958183 Nov 27 04:21:37.105157 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56654) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:37.109900 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-24a9d7ce-aa80-4392-9bbb-15d6cfaf26f6 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Request body: {'floatingip': {'port_id': 'a8776d76-ffc2-4b80-9f99-e18968d01f31'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:21:37.172775 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-24a9d7ce-aa80-4392-9bbb-15d6cfaf26f6 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for floatingip, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:37.273573 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-4242e1e1-c972-4f3f-ae1c-75deda5e4f9e None None] Provisioning complete for port a8776d76-ffc2-4b80-9f99-e18968d01f31 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:21:37.273976 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4242e1e1-c972-4f3f-ae1c-75deda5e4f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:37.309407 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-4242e1e1-c972-4f3f-ae1c-75deda5e4f9e None None] Port a8776d76-ffc2-4b80-9f99-e18968d01f31 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:21:37.646017 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-24a9d7ce-aa80-4392-9bbb-15d6cfaf26f6 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:37.651385 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-24a9d7ce-aa80-4392-9bbb-15d6cfaf26f6 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:37.748307 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [None req-24a9d7ce-aa80-4392-9bbb-15d6cfaf26f6 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Floating IP 1dd35071-fc49-4ae7-bdb3-310204b62a2a associated. External IP: 172.25.1.205, port: 00ca6674-bdcd-4736-b3ce-d639531d9520. Nov 27 04:21:37.961451 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a9d7ce-aa80-4392-9bbb-15d6cfaf26f6 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Router 7801734f-b33c-4818-b228-d65c73fc564b has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:21:38.072516 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a9d7ce-aa80-4392-9bbb-15d6cfaf26f6 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:21:38.084021 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1c0265-6577-47c8-ab0b-80fac08690cc None None] Sync routers for ids ['7801734f-b33c-4818-b228-d65c73fc564b'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:21:38.096740 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1c0265-6577-47c8-ab0b-80fac08690cc None None] Routers {'7801734f-b33c-4818-b228-d65c73fc564b'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:21:38.097376 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-2f1c0265-6577-47c8-ab0b-80fac08690cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:21:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['7801734f-b33c-4818-b228-d65c73fc564b'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:38.133919 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-2f1c0265-6577-47c8-ab0b-80fac08690cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:38.143121 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1c0265-6577-47c8-ab0b-80fac08690cc None None] Routers {'7801734f-b33c-4818-b228-d65c73fc564b'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:21:38.143856 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-2f1c0265-6577-47c8-ab0b-80fac08690cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:21:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['7801734f-b33c-4818-b228-d65c73fc564b'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:38.177298 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-2f1c0265-6577-47c8-ab0b-80fac08690cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:38.178301 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1c0265-6577-47c8-ab0b-80fac08690cc None None] The sync data for ids ['7801734f-b33c-4818-b228-d65c73fc564b'] in n-d-819494-3 is: [] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:21:38.300792 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a9d7ce-aa80-4392-9bbb-15d6cfaf26f6 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Router 2fe121dd-1197-41cd-bca0-9fc125d440f7 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:21:38.421537 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a9d7ce-aa80-4392-9bbb-15d6cfaf26f6 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:21:38.427658 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-24a9d7ce-aa80-4392-9bbb-15d6cfaf26f6 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:38.435540 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad6be17-5e11-49cd-837e-2f4459f05fd4 None None] Sync routers for ids ['2fe121dd-1197-41cd-bca0-9fc125d440f7'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:21:38.448507 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad6be17-5e11-49cd-837e-2f4459f05fd4 None None] Routers {'2fe121dd-1197-41cd-bca0-9fc125d440f7'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:21:38.449321 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-8ad6be17-5e11-49cd-837e-2f4459f05fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:21:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['2fe121dd-1197-41cd-bca0-9fc125d440f7'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:38.487649 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-8ad6be17-5e11-49cd-837e-2f4459f05fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:38.498369 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad6be17-5e11-49cd-837e-2f4459f05fd4 None None] Routers {'2fe121dd-1197-41cd-bca0-9fc125d440f7'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:21:38.499385 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-8ad6be17-5e11-49cd-837e-2f4459f05fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:21:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['2fe121dd-1197-41cd-bca0-9fc125d440f7'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:38.539388 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-8ad6be17-5e11-49cd-837e-2f4459f05fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:38.540130 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad6be17-5e11-49cd-837e-2f4459f05fd4 None None] The sync data for ids ['2fe121dd-1197-41cd-bca0-9fc125d440f7'] in n-d-819494-3 is: [] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:21:38.855130 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-24a9d7ce-aa80-4392-9bbb-15d6cfaf26f6 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "PUT /v2.0/floatingips/1dd35071-fc49-4ae7-bdb3-310204b62a2a HTTP/1.1" status: 200 len: 977 time: 1.7485397 Nov 27 04:21:38.857726 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56666) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:38.952880 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-e9ac3353-fd6b-4aeb-a566-4e02e301a8d5 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Deleting port a8776d76-ffc2-4b80-9f99-e18968d01f31 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:21:38.953228 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e9ac3353-fd6b-4aeb-a566-4e02e301a8d5 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:39.042768 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e9ac3353-fd6b-4aeb-a566-4e02e301a8d5 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:39.231525 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e9ac3353-fd6b-4aeb-a566-4e02e301a8d5 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:39.231897 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e9ac3353-fd6b-4aeb-a566-4e02e301a8d5 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:39.232220 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [None req-e9ac3353-fd6b-4aeb-a566-4e02e301a8d5 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Floating IP 1dd35071-fc49-4ae7-bdb3-310204b62a2a disassociated. External IP: 172.25.1.205, port: a8776d76-ffc2-4b80-9f99-e18968d01f31. Nov 27 04:21:39.232561 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-e9ac3353-fd6b-4aeb-a566-4e02e301a8d5 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Calling delete_port for a8776d76-ffc2-4b80-9f99-e18968d01f31 owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:21:39.372386 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e9ac3353-fd6b-4aeb-a566-4e02e301a8d5 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:39.402243 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac3353-fd6b-4aeb-a566-4e02e301a8d5 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Pushing event deleted for resources: {'Port': ['ID=a8776d76-ffc2-4b80-9f99-e18968d01f31,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:39.527581 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ac3353-fd6b-4aeb-a566-4e02e301a8d5 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Router 2fe121dd-1197-41cd-bca0-9fc125d440f7 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:21:39.649509 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ac3353-fd6b-4aeb-a566-4e02e301a8d5 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:21:39.659950 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98754857-f2af-408a-9b23-e81b6b42eac2 None None] Sync routers for ids ['2fe121dd-1197-41cd-bca0-9fc125d440f7'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:21:39.670589 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98754857-f2af-408a-9b23-e81b6b42eac2 None None] Routers {'2fe121dd-1197-41cd-bca0-9fc125d440f7'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:21:39.671210 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-98754857-f2af-408a-9b23-e81b6b42eac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:21:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['2fe121dd-1197-41cd-bca0-9fc125d440f7'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:39.709181 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-98754857-f2af-408a-9b23-e81b6b42eac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:39.717040 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e9ac3353-fd6b-4aeb-a566-4e02e301a8d5 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:39.718259 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98754857-f2af-408a-9b23-e81b6b42eac2 None None] Routers {'2fe121dd-1197-41cd-bca0-9fc125d440f7'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:21:39.719090 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-98754857-f2af-408a-9b23-e81b6b42eac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:21:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['2fe121dd-1197-41cd-bca0-9fc125d440f7'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:39.720337 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e9ac3353-fd6b-4aeb-a566-4e02e301a8d5 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "DELETE /v2.0/ports/a8776d76-ffc2-4b80-9f99-e18968d01f31 HTTP/1.1" status: 204 len: 168 time: 0.8616848 Nov 27 04:21:39.723287 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56670) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:39.757861 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-98754857-f2af-408a-9b23-e81b6b42eac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:39.758865 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98754857-f2af-408a-9b23-e81b6b42eac2 None None] The sync data for ids ['2fe121dd-1197-41cd-bca0-9fc125d440f7'] in n-d-819494-3 is: [] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:21:40.078940 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6adf3546-0234-4694-8803-ee0169147774 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:40.343378 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-6adf3546-0234-4694-8803-ee0169147774 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Deleting port a2596649-56e3-420f-a77e-cb043dde3bc3 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:21:40.343619 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6adf3546-0234-4694-8803-ee0169147774 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:40.428442 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6adf3546-0234-4694-8803-ee0169147774 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:40.440479 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-6adf3546-0234-4694-8803-ee0169147774 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Calling delete_port for a2596649-56e3-420f-a77e-cb043dde3bc3 owned by network:router_interface {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:21:40.636508 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6adf3546-0234-4694-8803-ee0169147774 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:40.664301 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf3546-0234-4694-8803-ee0169147774 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Pushing event deleted for resources: {'Port': ['ID=a2596649-56e3-420f-a77e-cb043dde3bc3,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:40.843560 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6adf3546-0234-4694-8803-ee0169147774 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:41.069602 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6adf3546-0234-4694-8803-ee0169147774 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Router 2fe121dd-1197-41cd-bca0-9fc125d440f7 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:21:41.182867 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6adf3546-0234-4694-8803-ee0169147774 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:21:41.190504 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6adf3546-0234-4694-8803-ee0169147774 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "PUT /v2.0/routers/2fe121dd-1197-41cd-bca0-9fc125d440f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4637613 Nov 27 04:21:41.190845 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56674) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:41.193415 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104d5d79-444d-4461-9bbd-68898b47505d None None] Sync routers for ids ['2fe121dd-1197-41cd-bca0-9fc125d440f7'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:21:41.206171 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104d5d79-444d-4461-9bbd-68898b47505d None None] Routers {'2fe121dd-1197-41cd-bca0-9fc125d440f7'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:21:41.216930 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-104d5d79-444d-4461-9bbd-68898b47505d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:21:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['2fe121dd-1197-41cd-bca0-9fc125d440f7'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:41.305633 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5d9a7401-3b5b-4e7e-bd66-1b77d3901979 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:41.345986 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-104d5d79-444d-4461-9bbd-68898b47505d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:41.354755 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104d5d79-444d-4461-9bbd-68898b47505d None None] Routers {'2fe121dd-1197-41cd-bca0-9fc125d440f7'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:21:41.355359 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-104d5d79-444d-4461-9bbd-68898b47505d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:21:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['2fe121dd-1197-41cd-bca0-9fc125d440f7'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:41.392336 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-104d5d79-444d-4461-9bbd-68898b47505d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:41.392985 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104d5d79-444d-4461-9bbd-68898b47505d None None] The sync data for ids ['2fe121dd-1197-41cd-bca0-9fc125d440f7'] in n-d-819494-3 is: [] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:21:41.409763 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5d9a7401-3b5b-4e7e-bd66-1b77d3901979 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:41.466236 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-5d9a7401-3b5b-4e7e-bd66-1b77d3901979 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Deleting port 0dec3709-7412-4570-8fae-9a50300dbb21 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:21:41.466618 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5d9a7401-3b5b-4e7e-bd66-1b77d3901979 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:41.541177 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5d9a7401-3b5b-4e7e-bd66-1b77d3901979 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:41.552665 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-5d9a7401-3b5b-4e7e-bd66-1b77d3901979 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Calling delete_port for 0dec3709-7412-4570-8fae-9a50300dbb21 owned by network:router_gateway {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:21:41.718947 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5d9a7401-3b5b-4e7e-bd66-1b77d3901979 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:41.750763 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a7401-3b5b-4e7e-bd66-1b77d3901979 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Pushing event deleted for resources: {'Port': ['ID=0dec3709-7412-4570-8fae-9a50300dbb21,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:41.777179 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1557196-bbd8-453b-872f-12f08cde5523 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:21:41.814157 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5d9a7401-3b5b-4e7e-bd66-1b77d3901979 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:41.906056 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5d9a7401-3b5b-4e7e-bd66-1b77d3901979 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:41.908269 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5d9a7401-3b5b-4e7e-bd66-1b77d3901979 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:41.952410 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5d9a7401-3b5b-4e7e-bd66-1b77d3901979 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:41.952971 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9a7401-3b5b-4e7e-bd66-1b77d3901979 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Fanout notify agent at l3_agent the message router_deleted on router 2fe121dd-1197-41cd-bca0-9fc125d440f7 {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:21:41.960034 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5d9a7401-3b5b-4e7e-bd66-1b77d3901979 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:41.961196 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5d9a7401-3b5b-4e7e-bd66-1b77d3901979 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "DELETE /v2.0/routers/2fe121dd-1197-41cd-bca0-9fc125d440f7 HTTP/1.1" status: 204 len: 168 time: 0.7694056 Nov 27 04:21:41.963948 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56684) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:42.021703 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb300698-87b0-4e28-983f-c326701a97b1 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Deleting subnet 6740d986-255b-4dde-ae38-ea9f6f04ec88 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:21:42.025691 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bb300698-87b0-4e28-983f-c326701a97b1 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:42.036165 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56686) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:42.073272 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bb300698-87b0-4e28-983f-c326701a97b1 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:42.161429 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bb300698-87b0-4e28-983f-c326701a97b1 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:42.180946 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-99414620-aeea-49ea-b81b-46011f33a9c6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e7e2604d5e5d46ea88d4c5a34d5eae18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1435792 Nov 27 04:21:42.181575 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56690) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:42.233273 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bb300698-87b0-4e28-983f-c326701a97b1 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:42.241294 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-30573929-a0dc-4268-9e1e-762c722b7bbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:42.264601 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-30573929-a0dc-4268-9e1e-762c722b7bbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:42.264943 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb300698-87b0-4e28-983f-c326701a97b1 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Pushing event deleted for resources: {'Subnet': ['ID=6740d986-255b-4dde-ae38-ea9f6f04ec88,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:42.269170 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bb300698-87b0-4e28-983f-c326701a97b1 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:42.272995 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-bb300698-87b0-4e28-983f-c326701a97b1 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "DELETE /v2.0/subnets/6740d986-255b-4dde-ae38-ea9f6f04ec88 HTTP/1.1" status: 204 len: 168 time: 0.3078365 Nov 27 04:21:42.278216 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56692) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:42.280422 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e795d18f-f09b-40e0-867c-653ca4d8ec91 None None] Network 5ef442c5-b65a-45d4-ba64-0e9fb51b58a5 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:21:42.316502 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-30573929-a0dc-4268-9e1e-762c722b7bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:42.319668 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-30573929-a0dc-4268-9e1e-762c722b7bbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:42.323848 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-30573929-a0dc-4268-9e1e-762c722b7bbf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/12252b2b-ba76-4e33-80c0-44568f8ad8e7 HTTP/1.1" status: 204 len: 168 time: 0.1413076 Nov 27 04:21:42.332051 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30573929-a0dc-4268-9e1e-762c722b7bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12252b2b-ba76-4e33-80c0-44568f8ad8e7,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:42.390936 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3c77144c-5487-4505-b471-bbb3c06d46cc tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:42.452770 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-3c77144c-5487-4505-b471-bbb3c06d46cc tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Deleting port ed583f4c-df0e-409d-b0d4-aa57f270d9b2 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:21:42.453129 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3c77144c-5487-4505-b471-bbb3c06d46cc tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:42.498784 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92e0e7a-482e-4a00-b4cb-d758464b3389 None None] DHCP port deletion for 5ef442c5-b65a-45d4-ba64-0e9fb51b58a5 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:21:42.544817 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-3c77144c-5487-4505-b471-bbb3c06d46cc tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] For port ed583f4c-df0e-409d-b0d4-aa57f270d9b2, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=ed583f4c-df0e-409d-b0d4-aa57f270d9b2,segment=NetworkSegment(ce5c7a8b-f0d8-48b3-b51c-6886220eb2f1),segment_id=ce5c7a8b-f0d8-48b3-b51c-6886220eb2f1)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:21:42.545318 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3c77144c-5487-4505-b471-bbb3c06d46cc tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:42.561271 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-3c77144c-5487-4505-b471-bbb3c06d46cc tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Calling delete_port for ed583f4c-df0e-409d-b0d4-aa57f270d9b2 owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:21:42.563149 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-e92e0e7a-482e-4a00-b4cb-d758464b3389 None None] Deleting port ed583f4c-df0e-409d-b0d4-aa57f270d9b2 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:21:42.563725 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e92e0e7a-482e-4a00-b4cb-d758464b3389 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:42.630661 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device ed583f4c-df0e-409d-b0d4-aa57f270d9b2 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:21:42.651091 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3c77144c-5487-4505-b471-bbb3c06d46cc tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:42.682234 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77144c-5487-4505-b471-bbb3c06d46cc tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Pushing event deleted for resources: {'Port': ['ID=ed583f4c-df0e-409d-b0d4-aa57f270d9b2,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:42.686323 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c77144c-5487-4505-b471-bbb3c06d46cc tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] No DVR routers for this DVR port ed583f4c-df0e-409d-b0d4-aa57f270d9b2 on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:21:42.694854 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-e92e0e7a-482e-4a00-b4cb-d758464b3389 None None] For port ed583f4c-df0e-409d-b0d4-aa57f270d9b2, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=ed583f4c-df0e-409d-b0d4-aa57f270d9b2,segment=NetworkSegment(ce5c7a8b-f0d8-48b3-b51c-6886220eb2f1),segment_id=ce5c7a8b-f0d8-48b3-b51c-6886220eb2f1)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:21:42.695263 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e92e0e7a-482e-4a00-b4cb-d758464b3389 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:42.698324 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No active binding found for port ed583f4c-df0e-409d-b0d4-aa57f270d9b2 {{(pid=110020) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 27 04:21:42.698787 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device ed583f4c-df0e-409d-b0d4-aa57f270d9b2 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:21:42.710102 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-e92e0e7a-482e-4a00-b4cb-d758464b3389 None None] Calling delete_port for ed583f4c-df0e-409d-b0d4-aa57f270d9b2 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:21:42.804455 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3c77144c-5487-4505-b471-bbb3c06d46cc tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:42.815938 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e92e0e7a-482e-4a00-b4cb-d758464b3389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:42.831901 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-3c77144c-5487-4505-b471-bbb3c06d46cc tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ef442c5-b65a-45d4-ba64-0e9fb51b58a5']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:42.836394 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92e0e7a-482e-4a00-b4cb-d758464b3389 None None] No DVR routers for this DVR port ed583f4c-df0e-409d-b0d4-aa57f270d9b2 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:21:42.852415 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-3c77144c-5487-4505-b471-bbb3c06d46cc tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce5c7a8b-f0d8-48b3-b51c-6886220eb2f1') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:42.852981 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-3c77144c-5487-4505-b471-bbb3c06d46cc tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce5c7a8b-f0d8-48b3-b51c-6886220eb2f1') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:42.857776 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92e0e7a-482e-4a00-b4cb-d758464b3389 None None] Pushing event deleted for resources: {'Port': ['ID=ed583f4c-df0e-409d-b0d4-aa57f270d9b2,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:42.872124 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3c77144c-5487-4505-b471-bbb3c06d46cc tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:42.885960 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3c77144c-5487-4505-b471-bbb3c06d46cc tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:42.892697 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c77144c-5487-4505-b471-bbb3c06d46cc tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:21:42.893286 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3c77144c-5487-4505-b471-bbb3c06d46cc tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:42.896440 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:21:42.896440 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:21:42.896440 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:21:42.896440 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:21:42.896440 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:21:42.896440 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:21:42.896440 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:21:42.896440 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:21:42.896440 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:21:42.896440 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:21:42.896440 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:21:42.896440 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:21:42.896440 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:21:42.896440 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:21:42.896440 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:21:42.896440 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:21:42.896440 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:21:42.896440 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:21:42.896440 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:21:42.896440 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:21:42.896440 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:21:42.896440 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:21:42.896440 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:21:42.896440 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:21:42.896440 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:21:42.896440 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:21:42.896440 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:21:42.896440 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:21:42.896440 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:21:42.896440 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:21:42.896440 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:21:42.896440 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:21:42.957348 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3c77144c-5487-4505-b471-bbb3c06d46cc tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:42.966324 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3c77144c-5487-4505-b471-bbb3c06d46cc tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:42.973161 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3c77144c-5487-4505-b471-bbb3c06d46cc tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "DELETE /v2.0/networks/5ef442c5-b65a-45d4-ba64-0e9fb51b58a5 HTTP/1.1" status: 204 len: 168 time: 0.6912348 Nov 27 04:21:42.973470 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56708) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:42.983963 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77144c-5487-4505-b471-bbb3c06d46cc tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Pushing event deleted for resources: {'Network': ['ID=5ef442c5-b65a-45d4-ba64-0e9fb51b58a5,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:43.103209 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-d0375d44-d369-47df-9c8d-38fa4344164e tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Deleting port 57325cad-3aed-4031-8495-442e2442bd91 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:21:43.103678 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d0375d44-d369-47df-9c8d-38fa4344164e tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:43.188381 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d0375d44-d369-47df-9c8d-38fa4344164e tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:43.188714 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d0375d44-d369-47df-9c8d-38fa4344164e tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:43.201281 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-d0375d44-d369-47df-9c8d-38fa4344164e tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Calling delete_port for 57325cad-3aed-4031-8495-442e2442bd91 owned by network:floatingip {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:21:43.338019 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d0375d44-d369-47df-9c8d-38fa4344164e tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:43.365478 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0375d44-d369-47df-9c8d-38fa4344164e tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Pushing event deleted for resources: {'Port': ['ID=57325cad-3aed-4031-8495-442e2442bd91,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:43.425254 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d0375d44-d369-47df-9c8d-38fa4344164e tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for floatingip, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:43.428060 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d0375d44-d369-47df-9c8d-38fa4344164e tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:43.429795 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d0375d44-d369-47df-9c8d-38fa4344164e tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "DELETE /v2.0/floatingips/1dd35071-fc49-4ae7-bdb3-310204b62a2a HTTP/1.1" status: 204 len: 168 time: 0.4553182 Nov 27 04:21:43.433553 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56724) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:43.456176 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1d90d4b-0b7c-47cf-ac5e-58ab2054b36c tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] DELETE failed (client error): The resource could not be found. Nov 27 04:21:43.456768 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1d90d4b-0b7c-47cf-ac5e-58ab2054b36c tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:21:43.459844 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f1d90d4b-0b7c-47cf-ac5e-58ab2054b36c tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "DELETE /v2.0/ports/a8776d76-ffc2-4b80-9f99-e18968d01f31 HTTP/1.1" status: 404 len: 333 time: 0.0252440 Nov 27 04:21:43.462501 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56726) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:43.488872 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3a41644c-ea4f-40d6-bcad-de7045127989 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fe121dd-1197-41cd-bca0-9fc125d440f7 HTTP/1.1" status: 200 len: 205 time: 0.0252590 Nov 27 04:21:43.491799 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56730) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:43.531859 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-d69419cd-1ad8-4140-ada7-bc44f64613f5 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] delete failed (client error): The resource could not be found. Nov 27 04:21:43.532888 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d69419cd-1ad8-4140-ada7-bc44f64613f5 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "DELETE /v2.0/routers/2fe121dd-1197-41cd-bca0-9fc125d440f7 HTTP/1.1" status: 404 len: 336 time: 0.0401886 Nov 27 04:21:43.535494 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56732) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:43.561847 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-0561b278-b93c-4abe-a17b-614efaf96474 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] DELETE failed (client error): The resource could not be found. Nov 27 04:21:43.562470 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0561b278-b93c-4abe-a17b-614efaf96474 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:21:43.565458 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0561b278-b93c-4abe-a17b-614efaf96474 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "DELETE /v2.0/subnets/6740d986-255b-4dde-ae38-ea9f6f04ec88 HTTP/1.1" status: 404 len: 337 time: 0.0290735 Nov 27 04:21:43.568350 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56734) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:43.657301 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-42c0a6ff-d5fb-40f2-b805-9152708b7b84 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Deleting port 00ca6674-bdcd-4736-b3ce-d639531d9520 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:21:43.657642 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-42c0a6ff-d5fb-40f2-b805-9152708b7b84 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:43.744298 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-42c0a6ff-d5fb-40f2-b805-9152708b7b84 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:43.757109 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-42c0a6ff-d5fb-40f2-b805-9152708b7b84 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Calling delete_port for 00ca6674-bdcd-4736-b3ce-d639531d9520 owned by {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:21:43.893218 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-42c0a6ff-d5fb-40f2-b805-9152708b7b84 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:43.921375 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c0a6ff-d5fb-40f2-b805-9152708b7b84 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Pushing event deleted for resources: {'Port': ['ID=00ca6674-bdcd-4736-b3ce-d639531d9520,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:44.001751 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-42c0a6ff-d5fb-40f2-b805-9152708b7b84 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:44.005401 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-42c0a6ff-d5fb-40f2-b805-9152708b7b84 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "DELETE /v2.0/ports/00ca6674-bdcd-4736-b3ce-d639531d9520 HTTP/1.1" status: 204 len: 168 time: 0.4359434 Nov 27 04:21:44.008198 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56802) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:44.095577 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-a46e1fb6-e0a3-4101-8912-c09349fa080f tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Deleting port 5e100929-80eb-469b-8ef6-e9bb71ea65bb {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:21:44.095993 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a46e1fb6-e0a3-4101-8912-c09349fa080f tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:44.189379 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a46e1fb6-e0a3-4101-8912-c09349fa080f tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:44.203877 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-a46e1fb6-e0a3-4101-8912-c09349fa080f tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Calling delete_port for 5e100929-80eb-469b-8ef6-e9bb71ea65bb owned by {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:21:44.337908 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a46e1fb6-e0a3-4101-8912-c09349fa080f tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:44.367302 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e1fb6-e0a3-4101-8912-c09349fa080f tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Pushing event deleted for resources: {'Port': ['ID=5e100929-80eb-469b-8ef6-e9bb71ea65bb,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:44.438562 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a46e1fb6-e0a3-4101-8912-c09349fa080f tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:44.443444 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a46e1fb6-e0a3-4101-8912-c09349fa080f tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "DELETE /v2.0/ports/5e100929-80eb-469b-8ef6-e9bb71ea65bb HTTP/1.1" status: 204 len: 168 time: 0.4342921 Nov 27 04:21:44.447148 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56860) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:44.495355 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83f1b25-02b9-45f8-80e5-db1312b1780a tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:44.496833 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a83f1b25-02b9-45f8-80e5-db1312b1780a tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "GET /v2.0/ports?device_id=7801734f-b33c-4818-b228-d65c73fc564b HTTP/1.1" status: 200 len: 913 time: 0.0487421 Nov 27 04:21:44.499547 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56862) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:44.519334 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56864) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:44.628735 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4e916cc0-4ea7-42da-ad2a-1827912e4418 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:44.705752 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4e916cc0-4ea7-42da-ad2a-1827912e4418 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:44.710191 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4e916cc0-4ea7-42da-ad2a-1827912e4418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:44.749580 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4e916cc0-4ea7-42da-ad2a-1827912e4418 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d893113be3544191b212f2c070ef305c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2290707 Nov 27 04:21:44.750734 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e916cc0-4ea7-42da-ad2a-1827912e4418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5abe895b-e6d4-4399-83ce-af9b79ffe2ec,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:44.753358 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56868) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:44.805511 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2a300f3d-736f-4b85-846f-d7fbd956a869 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:44.826424 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2a300f3d-736f-4b85-846f-d7fbd956a869 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:44.856009 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-722d1a53-4c89-492a-8063-f942e73f3d4d tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:44.872687 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2a300f3d-736f-4b85-846f-d7fbd956a869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:44.875383 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2a300f3d-736f-4b85-846f-d7fbd956a869 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:44.879279 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2a300f3d-736f-4b85-846f-d7fbd956a869 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5abe895b-e6d4-4399-83ce-af9b79ffe2ec HTTP/1.1" status: 204 len: 168 time: 0.1224368 Nov 27 04:21:44.888884 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a300f3d-736f-4b85-846f-d7fbd956a869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abe895b-e6d4-4399-83ce-af9b79ffe2ec,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:45.122119 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-722d1a53-4c89-492a-8063-f942e73f3d4d tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Deleting port be884333-57c8-4e4e-ac4a-e8bcfc963f80 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:21:45.122629 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-722d1a53-4c89-492a-8063-f942e73f3d4d tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:45.153192 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56874) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:45.167050 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e9ae1993-c26c-4345-8383-a764ed365ed2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:45.219748 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-722d1a53-4c89-492a-8063-f942e73f3d4d tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:45.232676 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-722d1a53-4c89-492a-8063-f942e73f3d4d tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Calling delete_port for be884333-57c8-4e4e-ac4a-e8bcfc963f80 owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:21:45.250504 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e9ae1993-c26c-4345-8383-a764ed365ed2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:45.254666 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e9ae1993-c26c-4345-8383-a764ed365ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:45.300192 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e9ae1993-c26c-4345-8383-a764ed365ed2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca637fb031d445478a94569407713db9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1434400 Nov 27 04:21:45.300192 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae1993-c26c-4345-8383-a764ed365ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93831f1-0303-498e-a70b-f951962d768a,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:45.300971 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56876) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:45.351343 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b37e2ab4-79df-405e-9d89-a3f4c19c9d75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:45.374252 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b37e2ab4-79df-405e-9d89-a3f4c19c9d75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:45.432182 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b37e2ab4-79df-405e-9d89-a3f4c19c9d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:45.434932 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b37e2ab4-79df-405e-9d89-a3f4c19c9d75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:45.438436 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b37e2ab4-79df-405e-9d89-a3f4c19c9d75 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c93831f1-0303-498e-a70b-f951962d768a HTTP/1.1" status: 204 len: 168 time: 0.1343062 Nov 27 04:21:45.446072 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e2ab4-79df-405e-9d89-a3f4c19c9d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93831f1-0303-498e-a70b-f951962d768a,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:45.474788 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-722d1a53-4c89-492a-8063-f942e73f3d4d tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:45.504842 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722d1a53-4c89-492a-8063-f942e73f3d4d tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Pushing event deleted for resources: {'Port': ['ID=be884333-57c8-4e4e-ac4a-e8bcfc963f80,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:45.690613 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-722d1a53-4c89-492a-8063-f942e73f3d4d tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:45.925514 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722d1a53-4c89-492a-8063-f942e73f3d4d tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Router 7801734f-b33c-4818-b228-d65c73fc564b has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:21:46.039595 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722d1a53-4c89-492a-8063-f942e73f3d4d tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:21:46.044863 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-722d1a53-4c89-492a-8063-f942e73f3d4d tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "PUT /v2.0/routers/7801734f-b33c-4818-b228-d65c73fc564b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5443332 Nov 27 04:21:46.047541 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56880) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:46.053741 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3bca9a-5091-4d48-be9b-4b11bc052946 None None] Sync routers for ids ['7801734f-b33c-4818-b228-d65c73fc564b'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:21:46.062802 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3bca9a-5091-4d48-be9b-4b11bc052946 None None] Routers {'7801734f-b33c-4818-b228-d65c73fc564b'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:21:46.063414 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-2c3bca9a-5091-4d48-be9b-4b11bc052946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:21:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['7801734f-b33c-4818-b228-d65c73fc564b'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:46.097988 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-2c3bca9a-5091-4d48-be9b-4b11bc052946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:46.106347 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3bca9a-5091-4d48-be9b-4b11bc052946 None None] Routers {'7801734f-b33c-4818-b228-d65c73fc564b'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:21:46.106970 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-2c3bca9a-5091-4d48-be9b-4b11bc052946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:21:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['7801734f-b33c-4818-b228-d65c73fc564b'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:46.139721 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-2c3bca9a-5091-4d48-be9b-4b11bc052946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:46.140362 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3bca9a-5091-4d48-be9b-4b11bc052946 None None] The sync data for ids ['7801734f-b33c-4818-b228-d65c73fc564b'] in n-d-819494-3 is: [] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:21:46.157102 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-450c6285-bec5-468a-9b57-b35ecf1db3b6 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:46.165804 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-57e23b70-e499-42cd-8bbd-f3d81165a5f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:46.260147 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-450c6285-bec5-468a-9b57-b35ecf1db3b6 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:46.319691 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:46.634386 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-450c6285-bec5-468a-9b57-b35ecf1db3b6 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Deleting port 35ead3a1-df86-4421-b633-de59d0b716b5 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:21:46.634677 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-450c6285-bec5-468a-9b57-b35ecf1db3b6 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:46.708916 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-450c6285-bec5-468a-9b57-b35ecf1db3b6 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:46.720966 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-450c6285-bec5-468a-9b57-b35ecf1db3b6 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Calling delete_port for 35ead3a1-df86-4421-b633-de59d0b716b5 owned by network:router_gateway {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:21:46.884546 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-450c6285-bec5-468a-9b57-b35ecf1db3b6 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:46.915626 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450c6285-bec5-468a-9b57-b35ecf1db3b6 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Pushing event deleted for resources: {'Port': ['ID=35ead3a1-df86-4421-b633-de59d0b716b5,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:46.921598 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e774e9-d165-4fd2-910f-a5e73ca59e88 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:21:46.970851 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-450c6285-bec5-468a-9b57-b35ecf1db3b6 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:47.062233 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-450c6285-bec5-468a-9b57-b35ecf1db3b6 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:47.064370 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-450c6285-bec5-468a-9b57-b35ecf1db3b6 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:47.109509 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-450c6285-bec5-468a-9b57-b35ecf1db3b6 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:47.110135 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450c6285-bec5-468a-9b57-b35ecf1db3b6 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Fanout notify agent at l3_agent the message router_deleted on router 7801734f-b33c-4818-b228-d65c73fc564b {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:21:47.117127 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-450c6285-bec5-468a-9b57-b35ecf1db3b6 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:47.118233 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-450c6285-bec5-468a-9b57-b35ecf1db3b6 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "DELETE /v2.0/routers/7801734f-b33c-4818-b228-d65c73fc564b HTTP/1.1" status: 204 len: 168 time: 1.0696969 Nov 27 04:21:47.120887 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56882) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:47.172194 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-698ddcf6-649d-48c6-9f34-a4b99a3c0bc3 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Deleting subnet 8368a4e7-ad62-48fe-af9b-dd1da292bd95 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:21:47.175339 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-698ddcf6-649d-48c6-9f34-a4b99a3c0bc3 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:47.216105 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-698ddcf6-649d-48c6-9f34-a4b99a3c0bc3 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:47.259005 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-698ddcf6-649d-48c6-9f34-a4b99a3c0bc3 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:47.318568 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-698ddcf6-649d-48c6-9f34-a4b99a3c0bc3 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:47.345121 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ddcf6-649d-48c6-9f34-a4b99a3c0bc3 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Pushing event deleted for resources: {'Subnet': ['ID=8368a4e7-ad62-48fe-af9b-dd1da292bd95,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:47.348828 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-698ddcf6-649d-48c6-9f34-a4b99a3c0bc3 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:47.354937 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-698ddcf6-649d-48c6-9f34-a4b99a3c0bc3 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "DELETE /v2.0/subnets/8368a4e7-ad62-48fe-af9b-dd1da292bd95 HTTP/1.1" status: 204 len: 168 time: 0.2302957 Nov 27 04:21:47.354937 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56884) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:47.429935 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0eb57819-5bae-47e0-a325-bbbc83358af3 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:47.517411 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0eb57819-5bae-47e0-a325-bbbc83358af3 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:47.537180 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-0eb57819-5bae-47e0-a325-bbbc83358af3 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b033da4a-9e65-41a7-a7d1-d28f099df296']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:47.546798 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-0eb57819-5bae-47e0-a325-bbbc83358af3 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c547e4d8-e4d1-496b-aab6-01a1add99a7d') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:47.547095 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-0eb57819-5bae-47e0-a325-bbbc83358af3 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c547e4d8-e4d1-496b-aab6-01a1add99a7d') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:47.556482 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0eb57819-5bae-47e0-a325-bbbc83358af3 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:47.569398 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0eb57819-5bae-47e0-a325-bbbc83358af3 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:47.575152 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb57819-5bae-47e0-a325-bbbc83358af3 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:21:47.575538 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0eb57819-5bae-47e0-a325-bbbc83358af3 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:47.578397 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:21:47.578397 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:21:47.578397 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:21:47.578397 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:21:47.578397 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:21:47.578397 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:21:47.578397 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:21:47.578397 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:21:47.578397 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:21:47.578397 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:21:47.578397 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:21:47.578397 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:21:47.578397 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:21:47.578397 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:21:47.578397 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:21:47.578397 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:21:47.578397 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:21:47.578397 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:21:47.578397 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:21:47.578397 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:21:47.578397 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:21:47.578397 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:21:47.578397 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:21:47.578397 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:21:47.578397 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:21:47.578397 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:21:47.578397 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:21:47.578397 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:21:47.578397 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:21:47.578397 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:21:47.578397 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:21:47.578397 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:21:47.635426 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0eb57819-5bae-47e0-a325-bbbc83358af3 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:47.642089 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0eb57819-5bae-47e0-a325-bbbc83358af3 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:47.645226 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0eb57819-5bae-47e0-a325-bbbc83358af3 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] 10.222.0.20 "DELETE /v2.0/networks/b033da4a-9e65-41a7-a7d1-d28f099df296 HTTP/1.1" status: 204 len: 168 time: 0.2895794 Nov 27 04:21:47.661931 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb57819-5bae-47e0-a325-bbbc83358af3 tempest-FloatingIPTestJSON-952096521 tempest-FloatingIPTestJSON-952096521-project] Pushing event deleted for resources: {'Network': ['ID=b033da4a-9e65-41a7-a7d1-d28f099df296,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:47.882015 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56890) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:48.012655 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5dcf0967-7612-4942-b20d-488dafa6c271 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f87cd12a63854d3abe513213557f39d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1294358 Nov 27 04:21:48.015213 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56894) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:48.061189 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-01da501a-cad7-4d5b-af0f-422e2f1f9ee4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:48.081572 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-01da501a-cad7-4d5b-af0f-422e2f1f9ee4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:48.126949 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-01da501a-cad7-4d5b-af0f-422e2f1f9ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:48.129732 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-01da501a-cad7-4d5b-af0f-422e2f1f9ee4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:48.130952 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-01da501a-cad7-4d5b-af0f-422e2f1f9ee4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6eb63eb5-0036-4dd5-a097-2e1f21b71972 HTTP/1.1" status: 204 len: 168 time: 0.1148376 Nov 27 04:21:48.138500 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da501a-cad7-4d5b-af0f-422e2f1f9ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb63eb5-0036-4dd5-a097-2e1f21b71972,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:48.319475 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-13638c26-d9d8-41c6-bf29-146dd7a281c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:48.749965 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56916) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:48.844333 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-fe2665bd-77d6-405c-b12f-25337a26035a tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-534267025'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:21:48.867554 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2665bd-77d6-405c-b12f-25337a26035a tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Made reservation on behalf of af59182bdfe4477083cfc9ca75910097 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:21:48.871421 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fe2665bd-77d6-405c-b12f-25337a26035a tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:48.871722 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:48.880800 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fe2665bd-77d6-405c-b12f-25337a26035a tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:48.955763 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fe2665bd-77d6-405c-b12f-25337a26035a tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:48.960078 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fe2665bd-77d6-405c-b12f-25337a26035a tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:48.982991 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe2665bd-77d6-405c-b12f-25337a26035a tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:21:48.999148 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2665bd-77d6-405c-b12f-25337a26035a tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3f534d-7de0-4f8f-9937-66af4185ee58,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:49.004367 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fe2665bd-77d6-405c-b12f-25337a26035a tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:49.004719 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-fe2665bd-77d6-405c-b12f-25337a26035a tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Added segment 2c16f3e0-8d8a-435c-84cd-98223f4d71b4 of type vlan for network c17e4a4e-7b8b-42d0-b1ca-50883b499fa4 Nov 27 04:21:49.044009 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fe2665bd-77d6-405c-b12f-25337a26035a tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:49.067951 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fe2665bd-77d6-405c-b12f-25337a26035a tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:49.074854 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2665bd-77d6-405c-b12f-25337a26035a tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:49.075438 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fe2665bd-77d6-405c-b12f-25337a26035a tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:49.133077 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-fe2665bd-77d6-405c-b12f-25337a26035a tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3819797 Nov 27 04:21:49.147082 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2665bd-77d6-405c-b12f-25337a26035a tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event updated for resources: {'Network': ['ID=c17e4a4e-7b8b-42d0-b1ca-50883b499fa4,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:49.158563 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network c17e4a4e-7b8b-42d0-b1ca-50883b499fa4 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:21:49.261468 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56920) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:49.266535 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-3cf92cb9-1a51-4c55-b1d4-13fe4fc6d4e3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Request body: {'subnet': {'network_id': 'c17e4a4e-7b8b-42d0-b1ca-50883b499fa4', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:21:49.353588 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf92cb9-1a51-4c55-b1d4-13fe4fc6d4e3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Made reservation on behalf of af59182bdfe4477083cfc9ca75910097 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:21:49.357035 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3cf92cb9-1a51-4c55-b1d4-13fe4fc6d4e3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:49.528519 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3cf92cb9-1a51-4c55-b1d4-13fe4fc6d4e3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:49.590685 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf92cb9-1a51-4c55-b1d4-13fe4fc6d4e3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event updated for resources: {'Subnet': ['ID=698d531a-674d-4c9d-af32-32433dab21b6,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:49.599243 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf92cb9-1a51-4c55-b1d4-13fe4fc6d4e3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Checking segment: {'id': '2c16f3e0-8d8a-435c-84cd-98223f4d71b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c17e4a4e-7b8b-42d0-b1ca-50883b499fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:21:49.599603 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf92cb9-1a51-4c55-b1d4-13fe4fc6d4e3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Network hostable DHCP agents. Network: c17e4a4e-7b8b-42d0-b1ca-50883b499fa4, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:21:49.616869 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf92cb9-1a51-4c55-b1d4-13fe4fc6d4e3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Network c17e4a4e-7b8b-42d0-b1ca-50883b499fa4 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:21:49.626994 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-3cf92cb9-1a51-4c55-b1d4-13fe4fc6d4e3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, c17e4a4e-7b8b-42d0-b1ca-50883b499fa4) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:21:49.631323 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:49.632125 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf92cb9-1a51-4c55-b1d4-13fe4fc6d4e3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:49.632725 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3cf92cb9-1a51-4c55-b1d4-13fe4fc6d4e3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:49.636222 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83286eab-5dd0-4f16-ae16-0fdee47fa08c None None] Network c17e4a4e-7b8b-42d0-b1ca-50883b499fa4 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:21:49.649986 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-3cf92cb9-1a51-4c55-b1d4-13fe4fc6d4e3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.3874547 Nov 27 04:21:49.653451 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56922) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:49.658268 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-9f4ef178-1585-4d89-94bf-473b2cff4ca0 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-252611975'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:21:49.679525 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4ef178-1585-4d89-94bf-473b2cff4ca0 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Made reservation on behalf of af59182bdfe4477083cfc9ca75910097 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:21:49.683219 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9f4ef178-1585-4d89-94bf-473b2cff4ca0 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:49.707264 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f4ef178-1585-4d89-94bf-473b2cff4ca0 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:21:49.716948 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9f4ef178-1585-4d89-94bf-473b2cff4ca0 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:49.717299 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-9f4ef178-1585-4d89-94bf-473b2cff4ca0 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Added segment 33bd5314-ef98-42aa-95bd-ed0e269a813b of type vlan for network cd97a583-0c2a-42ec-a947-726959976da6 Nov 27 04:21:49.758165 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9f4ef178-1585-4d89-94bf-473b2cff4ca0 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:49.783272 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329d06f4-4755-495f-869c-48442966c5d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-c17e4a4e-7b8b-42d0-b1ca-50883b499fa4', 'network_id': 'c17e4a4e-7b8b-42d0-b1ca-50883b499fa4', 'tenant_id': 'af59182bdfe4477083cfc9ca75910097', 'fixed_ips': [{'subnet_id': '698d531a-674d-4c9d-af32-32433dab21b6'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:21:49.784133 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-329d06f4-4755-495f-869c-48442966c5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:49.784327 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9f4ef178-1585-4d89-94bf-473b2cff4ca0 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:49.790410 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4ef178-1585-4d89-94bf-473b2cff4ca0 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:49.791034 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9f4ef178-1585-4d89-94bf-473b2cff4ca0 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:49.842912 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9f4ef178-1585-4d89-94bf-473b2cff4ca0 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1884034 Nov 27 04:21:49.845898 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56924) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:49.852951 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-c3841dbd-460a-4bee-b699-627647922619 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Request body: {'subnet': {'network_id': 'cd97a583-0c2a-42ec-a947-726959976da6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:21:49.905793 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ef178-1585-4d89-94bf-473b2cff4ca0 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event updated for resources: {'Network': ['ID=cd97a583-0c2a-42ec-a947-726959976da6,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:49.916360 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network cd97a583-0c2a-42ec-a947-726959976da6 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:21:49.923803 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-329d06f4-4755-495f-869c-48442966c5d3 None None] Allocated IP 172.20.255.242 (c17e4a4e-7b8b-42d0-b1ca-50883b499fa4/698d531a-674d-4c9d-af32-32433dab21b6/e86e80c9-7512-441c-8c1e-b12a05df0edd) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:21:49.955626 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3841dbd-460a-4bee-b699-627647922619 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Made reservation on behalf of af59182bdfe4477083cfc9ca75910097 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:21:49.960013 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c3841dbd-460a-4bee-b699-627647922619 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:50.119400 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-329d06f4-4755-495f-869c-48442966c5d3 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:50.124188 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-329d06f4-4755-495f-869c-48442966c5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:50.147414 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c3841dbd-460a-4bee-b699-627647922619 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:50.169055 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329d06f4-4755-495f-869c-48442966c5d3 None None] Network c17e4a4e-7b8b-42d0-b1ca-50883b499fa4 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:21:50.171973 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-329d06f4-4755-495f-869c-48442966c5d3 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:21:50.175662 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329d06f4-4755-495f-869c-48442966c5d3 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:21:50.200573 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329d06f4-4755-495f-869c-48442966c5d3 None None] Pushing event updated for resources: {'Port': ['ID=e86e80c9-7512-441c-8c1e-b12a05df0edd,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:50.212231 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3841dbd-460a-4bee-b699-627647922619 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event updated for resources: {'Subnet': ['ID=1744b3b3-30fa-4b14-8824-f2f5dc17bef5,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:50.220442 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3841dbd-460a-4bee-b699-627647922619 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Checking segment: {'id': '33bd5314-ef98-42aa-95bd-ed0e269a813b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'cd97a583-0c2a-42ec-a947-726959976da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:21:50.220804 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3841dbd-460a-4bee-b699-627647922619 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Network hostable DHCP agents. Network: cd97a583-0c2a-42ec-a947-726959976da6, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:21:50.231181 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-329d06f4-4755-495f-869c-48442966c5d3 None None] Attempting to bind port e86e80c9-7512-441c-8c1e-b12a05df0edd on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:21:50.231565 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-329d06f4-4755-495f-869c-48442966c5d3 None None] Attempting to bind port e86e80c9-7512-441c-8c1e-b12a05df0edd by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '2c16f3e0-8d8a-435c-84cd-98223f4d71b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c17e4a4e-7b8b-42d0-b1ca-50883b499fa4'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:21:50.231936 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329d06f4-4755-495f-869c-48442966c5d3 None None] Attempting to bind port e86e80c9-7512-441c-8c1e-b12a05df0edd on network c17e4a4e-7b8b-42d0-b1ca-50883b499fa4 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:21:50.237032 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329d06f4-4755-495f-869c-48442966c5d3 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:21:50.237435 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329d06f4-4755-495f-869c-48442966c5d3 None None] Checking segment: {'id': '2c16f3e0-8d8a-435c-84cd-98223f4d71b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c17e4a4e-7b8b-42d0-b1ca-50883b499fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:21:50.237707 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3841dbd-460a-4bee-b699-627647922619 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Network cd97a583-0c2a-42ec-a947-726959976da6 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:21:50.237852 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-329d06f4-4755-495f-869c-48442966c5d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:50.238219 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329d06f4-4755-495f-869c-48442966c5d3 None None] Bound using segment: {'id': '2c16f3e0-8d8a-435c-84cd-98223f4d71b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c17e4a4e-7b8b-42d0-b1ca-50883b499fa4'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:21:50.238910 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-329d06f4-4755-495f-869c-48442966c5d3 None None] Bound port: e86e80c9-7512-441c-8c1e-b12a05df0edd, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c16f3e0-8d8a-435c-84cd-98223f4d71b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c17e4a4e-7b8b-42d0-b1ca-50883b499fa4'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:21:50.239307 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-329d06f4-4755-495f-869c-48442966c5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:50.246163 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-c3841dbd-460a-4bee-b699-627647922619 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, cd97a583-0c2a-42ec-a947-726959976da6) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:21:50.250092 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3841dbd-460a-4bee-b699-627647922619 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:50.250776 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c3841dbd-460a-4bee-b699-627647922619 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:50.255376 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8dfe077-6346-4b62-b899-4f91455e4514 None None] Network cd97a583-0c2a-42ec-a947-726959976da6 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:21:50.267669 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c3841dbd-460a-4bee-b699-627647922619 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.4210484 Nov 27 04:21:50.270252 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56926) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:50.351607 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-329d06f4-4755-495f-869c-48442966c5d3 None None] For port e86e80c9-7512-441c-8c1e-b12a05df0edd, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:21:50.356321 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-329d06f4-4755-495f-869c-48442966c5d3 None None] For port e86e80c9-7512-441c-8c1e-b12a05df0edd, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=e86e80c9-7512-441c-8c1e-b12a05df0edd,segment=NetworkSegment(2c16f3e0-8d8a-435c-84cd-98223f4d71b4),segment_id=2c16f3e0-8d8a-435c-84cd-98223f4d71b4)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:21:50.365941 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-329d06f4-4755-495f-869c-48442966c5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:50.375978 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d056e663-e709-4635-8691-230628bdd70c tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:50.429845 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d056e663-e709-4635-8691-230628bdd70c tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:50.474950 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329d06f4-4755-495f-869c-48442966c5d3 None None] Pushing event updated for resources: {'Port': ['ID=e86e80c9-7512-441c-8c1e-b12a05df0edd,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:50.506853 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206ab9ea-2fdb-4608-ae18-4a5efe6ef91a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-cd97a583-0c2a-42ec-a947-726959976da6', 'network_id': 'cd97a583-0c2a-42ec-a947-726959976da6', 'tenant_id': 'af59182bdfe4477083cfc9ca75910097', 'fixed_ips': [{'subnet_id': '1744b3b3-30fa-4b14-8824-f2f5dc17bef5'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:21:50.508588 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-206ab9ea-2fdb-4608-ae18-4a5efe6ef91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:50.513172 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d056e663-e709-4635-8691-230628bdd70c tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:50.542137 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056e663-e709-4635-8691-230628bdd70c tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event deleted for resources: {'Subnet': ['ID=1744b3b3-30fa-4b14-8824-f2f5dc17bef5,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:50.596984 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59bcf30-6473-4ebc-932a-923c277d9f33 None None] Network cd97a583-0c2a-42ec-a947-726959976da6 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:21:50.610864 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d056e663-e709-4635-8691-230628bdd70c tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:50.659219 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-d056e663-e709-4635-8691-230628bdd70c tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd97a583-0c2a-42ec-a947-726959976da6']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:50.668945 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-d056e663-e709-4635-8691-230628bdd70c tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33bd5314-ef98-42aa-95bd-ed0e269a813b') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:50.669252 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-d056e663-e709-4635-8691-230628bdd70c tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33bd5314-ef98-42aa-95bd-ed0e269a813b') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:50.689771 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d056e663-e709-4635-8691-230628bdd70c tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:50.707762 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d056e663-e709-4635-8691-230628bdd70c tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:50.714832 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d056e663-e709-4635-8691-230628bdd70c tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:21:50.715310 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d056e663-e709-4635-8691-230628bdd70c tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:50.719401 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:21:50.719401 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:21:50.719401 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:21:50.719401 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:21:50.719401 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:21:50.719401 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:21:50.719401 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:21:50.719401 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:21:50.719401 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:21:50.719401 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:21:50.719401 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:21:50.719401 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:21:50.719401 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:21:50.719401 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:21:50.719401 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:21:50.719401 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:21:50.719401 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:21:50.719401 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:21:50.719401 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:21:50.719401 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:21:50.719401 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:21:50.719401 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:21:50.719401 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:21:50.719401 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:21:50.719401 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:21:50.719401 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:21:50.719401 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:21:50.719401 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:21:50.719401 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:21:50.719401 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:21:50.719401 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:21:50.719401 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:21:50.784444 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d056e663-e709-4635-8691-230628bdd70c tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:50.792380 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d056e663-e709-4635-8691-230628bdd70c tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:50.797252 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d056e663-e709-4635-8691-230628bdd70c tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "DELETE /v2.0/networks/cd97a583-0c2a-42ec-a947-726959976da6 HTTP/1.1" status: 204 len: 168 time: 0.5260210 Nov 27 04:21:50.800863 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56928) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:50.807452 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-7fd71419-6ac2-4556-8669-52d238813073 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-171795620'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:21:50.820913 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056e663-e709-4635-8691-230628bdd70c tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event deleted for resources: {'Network': ['ID=cd97a583-0c2a-42ec-a947-726959976da6,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:50.839154 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd71419-6ac2-4556-8669-52d238813073 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Made reservation on behalf of af59182bdfe4477083cfc9ca75910097 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:21:50.842768 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7fd71419-6ac2-4556-8669-52d238813073 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:50.866047 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fd71419-6ac2-4556-8669-52d238813073 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:21:50.875024 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7fd71419-6ac2-4556-8669-52d238813073 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:50.875314 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-7fd71419-6ac2-4556-8669-52d238813073 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Added segment 74bcf5b7-feda-4e51-b320-0dcd56454217 of type vlan for network 5e1d0e0a-a60e-4fa6-95c3-090aefab3f08 Nov 27 04:21:50.915071 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7fd71419-6ac2-4556-8669-52d238813073 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:50.939587 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7fd71419-6ac2-4556-8669-52d238813073 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:50.945587 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd71419-6ac2-4556-8669-52d238813073 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:50.946164 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7fd71419-6ac2-4556-8669-52d238813073 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:51.002796 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7fd71419-6ac2-4556-8669-52d238813073 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2006156 Nov 27 04:21:51.005649 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56930) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:51.011364 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-1959d388-b5a1-4110-b4b8-13f0bf4960ea tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Request body: {'subnet': {'network_id': '5e1d0e0a-a60e-4fa6-95c3-090aefab3f08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:21:51.018632 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd71419-6ac2-4556-8669-52d238813073 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event updated for resources: {'Network': ['ID=5e1d0e0a-a60e-4fa6-95c3-090aefab3f08,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:51.032348 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 5e1d0e0a-a60e-4fa6-95c3-090aefab3f08 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:21:51.112289 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1959d388-b5a1-4110-b4b8-13f0bf4960ea tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Made reservation on behalf of af59182bdfe4477083cfc9ca75910097 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:21:51.117072 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1959d388-b5a1-4110-b4b8-13f0bf4960ea tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:51.182657 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.ipam_backend_mixin [None req-1959d388-b5a1-4110-b4b8-13f0bf4960ea tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Performing IP validity checks on allocation pools {{(pid=110018) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 27 04:21:51.183270 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.ipam_backend_mixin [None req-1959d388-b5a1-4110-b4b8-13f0bf4960ea tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110018) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 27 04:21:51.295810 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:51.328381 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1959d388-b5a1-4110-b4b8-13f0bf4960ea tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:51.389433 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1959d388-b5a1-4110-b4b8-13f0bf4960ea tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event updated for resources: {'Subnet': ['ID=6a66eedc-d032-44a8-8ebf-f28b21274ecf,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:51.399987 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1959d388-b5a1-4110-b4b8-13f0bf4960ea tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Checking segment: {'id': '74bcf5b7-feda-4e51-b320-0dcd56454217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '5e1d0e0a-a60e-4fa6-95c3-090aefab3f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:21:51.400360 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1959d388-b5a1-4110-b4b8-13f0bf4960ea tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Network hostable DHCP agents. Network: 5e1d0e0a-a60e-4fa6-95c3-090aefab3f08, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:21:51.409176 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b814585-7958-4b67-848d-e8c78da9c2a6 None None] Network c17e4a4e-7b8b-42d0-b1ca-50883b499fa4 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:21:51.417163 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1959d388-b5a1-4110-b4b8-13f0bf4960ea tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Network 5e1d0e0a-a60e-4fa6-95c3-090aefab3f08 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:21:51.427397 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-1959d388-b5a1-4110-b4b8-13f0bf4960ea tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 5e1d0e0a-a60e-4fa6-95c3-090aefab3f08) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:21:51.432548 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1959d388-b5a1-4110-b4b8-13f0bf4960ea tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:51.433425 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1959d388-b5a1-4110-b4b8-13f0bf4960ea tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:51.450891 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1959d388-b5a1-4110-b4b8-13f0bf4960ea tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.4434741 Nov 27 04:21:51.451134 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9030d2c0-813f-4794-a9ed-466556f40cd7 None None] Network 5e1d0e0a-a60e-4fa6-95c3-090aefab3f08 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:21:51.453626 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56932) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:51.523884 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c08ef3d3-3f06-4191-a052-fec82feb7b3a None None] Provisioning complete for port e86e80c9-7512-441c-8c1e-b12a05df0edd triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:21:51.524260 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c08ef3d3-3f06-4191-a052-fec82feb7b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:51.549203 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8ee4f864-bebf-4639-bdfc-bd48a81652f7 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:51.605483 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8ee4f864-bebf-4639-bdfc-bd48a81652f7 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:51.664816 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8ee4f864-bebf-4639-bdfc-bd48a81652f7 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:51.694242 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4f864-bebf-4639-bdfc-bd48a81652f7 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event deleted for resources: {'Subnet': ['ID=6a66eedc-d032-44a8-8ebf-f28b21274ecf,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:51.739574 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203b1885-adbe-4ae9-96f4-ae07c32c2242 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-5e1d0e0a-a60e-4fa6-95c3-090aefab3f08', 'network_id': '5e1d0e0a-a60e-4fa6-95c3-090aefab3f08', 'tenant_id': 'af59182bdfe4477083cfc9ca75910097', 'fixed_ips': [{'subnet_id': '6a66eedc-d032-44a8-8ebf-f28b21274ecf'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:21:51.740998 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-203b1885-adbe-4ae9-96f4-ae07c32c2242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:51.765143 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c08ef3d3-3f06-4191-a052-fec82feb7b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:51.856697 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c08ef3d3-3f06-4191-a052-fec82feb7b3a None None] For port e86e80c9-7512-441c-8c1e-b12a05df0edd, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=e86e80c9-7512-441c-8c1e-b12a05df0edd,segment=NetworkSegment(2c16f3e0-8d8a-435c-84cd-98223f4d71b4),segment_id=2c16f3e0-8d8a-435c-84cd-98223f4d71b4)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:21:51.869282 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c08ef3d3-3f06-4191-a052-fec82feb7b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:51.876378 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034a6b5c-baed-4c39-8825-2443ee9fd379 None None] Network 5e1d0e0a-a60e-4fa6-95c3-090aefab3f08 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:21:51.942755 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:51.987510 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ef3d3-3f06-4191-a052-fec82feb7b3a None None] Pushing event updated for resources: {'Port': ['ID=e86e80c9-7512-441c-8c1e-b12a05df0edd,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:52.055454 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8ee4f864-bebf-4639-bdfc-bd48a81652f7 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:52.074872 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-8ee4f864-bebf-4639-bdfc-bd48a81652f7 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e1d0e0a-a60e-4fa6-95c3-090aefab3f08']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:52.083689 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-8ee4f864-bebf-4639-bdfc-bd48a81652f7 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74bcf5b7-feda-4e51-b320-0dcd56454217') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:52.084014 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-8ee4f864-bebf-4639-bdfc-bd48a81652f7 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74bcf5b7-feda-4e51-b320-0dcd56454217') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:52.093269 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8ee4f864-bebf-4639-bdfc-bd48a81652f7 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:52.096302 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c12ee524-e52a-4d3a-875e-62e61fccfafc None None] Provisioning complete for port e86e80c9-7512-441c-8c1e-b12a05df0edd triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:21:52.096801 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c12ee524-e52a-4d3a-875e-62e61fccfafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:52.106089 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8ee4f864-bebf-4639-bdfc-bd48a81652f7 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:52.111781 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ee4f864-bebf-4639-bdfc-bd48a81652f7 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:21:52.112164 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8ee4f864-bebf-4639-bdfc-bd48a81652f7 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:52.115051 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:21:52.115051 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:21:52.115051 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:21:52.115051 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:21:52.115051 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:21:52.115051 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:21:52.115051 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:21:52.115051 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:21:52.115051 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:21:52.115051 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:21:52.115051 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:21:52.115051 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:21:52.115051 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:21:52.115051 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:21:52.115051 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:21:52.115051 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:21:52.115051 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:21:52.115051 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:21:52.115051 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:21:52.115051 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:21:52.115051 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:21:52.115051 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:21:52.115051 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:21:52.115051 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:21:52.115051 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:21:52.115051 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:21:52.115051 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:21:52.115051 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:21:52.115051 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:21:52.115051 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:21:52.115051 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:21:52.115051 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:21:52.171328 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8ee4f864-bebf-4639-bdfc-bd48a81652f7 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:52.180338 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8ee4f864-bebf-4639-bdfc-bd48a81652f7 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:52.183534 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8ee4f864-bebf-4639-bdfc-bd48a81652f7 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "DELETE /v2.0/networks/5e1d0e0a-a60e-4fa6-95c3-090aefab3f08 HTTP/1.1" status: 204 len: 168 time: 0.7289040 Nov 27 04:21:52.187467 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56934) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:52.192636 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-4a45e67f-5b78-44ff-9d98-95dad8a574c5 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-968700897'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:21:52.193215 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4f864-bebf-4639-bdfc-bd48a81652f7 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event deleted for resources: {'Network': ['ID=5e1d0e0a-a60e-4fa6-95c3-090aefab3f08,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:52.214814 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a45e67f-5b78-44ff-9d98-95dad8a574c5 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Made reservation on behalf of af59182bdfe4477083cfc9ca75910097 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:21:52.218391 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4a45e67f-5b78-44ff-9d98-95dad8a574c5 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:52.244769 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a45e67f-5b78-44ff-9d98-95dad8a574c5 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:21:52.255121 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4a45e67f-5b78-44ff-9d98-95dad8a574c5 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:52.255466 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-4a45e67f-5b78-44ff-9d98-95dad8a574c5 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Added segment 0542971b-fe2e-45c8-985a-d6726d3b04a8 of type vlan for network 5f5b2f38-43dd-48cf-b14f-936c2a166a8c Nov 27 04:21:52.295823 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4a45e67f-5b78-44ff-9d98-95dad8a574c5 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:52.319449 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4a45e67f-5b78-44ff-9d98-95dad8a574c5 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:52.324899 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a45e67f-5b78-44ff-9d98-95dad8a574c5 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:52.325481 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4a45e67f-5b78-44ff-9d98-95dad8a574c5 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:52.384568 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4a45e67f-5b78-44ff-9d98-95dad8a574c5 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1958964 Nov 27 04:21:52.387349 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56936) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:52.393138 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-c0e309ff-6e8a-4ba4-969e-49d3d4472714 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Request body: {'subnet': {'network_id': '5f5b2f38-43dd-48cf-b14f-936c2a166a8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:21:52.442866 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a45e67f-5b78-44ff-9d98-95dad8a574c5 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event updated for resources: {'Network': ['ID=5f5b2f38-43dd-48cf-b14f-936c2a166a8c,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:52.452691 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 5f5b2f38-43dd-48cf-b14f-936c2a166a8c details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:21:52.499590 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e309ff-6e8a-4ba4-969e-49d3d4472714 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Made reservation on behalf of af59182bdfe4477083cfc9ca75910097 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:21:52.503534 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c0e309ff-6e8a-4ba4-969e-49d3d4472714 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:52.613995 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e86e80c9-7512-441c-8c1e-b12a05df0edd up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:21:52.667108 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port e86e80c9-7512-441c-8c1e-b12a05df0edd triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:21:52.667485 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:52.687636 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c0e309ff-6e8a-4ba4-969e-49d3d4472714 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:52.749503 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e309ff-6e8a-4ba4-969e-49d3d4472714 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event updated for resources: {'Subnet': ['ID=9d24f0d1-ef43-465b-a75e-888cc1bf9062,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:52.756894 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e309ff-6e8a-4ba4-969e-49d3d4472714 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Checking segment: {'id': '0542971b-fe2e-45c8-985a-d6726d3b04a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5f5b2f38-43dd-48cf-b14f-936c2a166a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:21:52.757261 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e309ff-6e8a-4ba4-969e-49d3d4472714 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Network hostable DHCP agents. Network: 5f5b2f38-43dd-48cf-b14f-936c2a166a8c, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:21:52.774145 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e309ff-6e8a-4ba4-969e-49d3d4472714 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Network 5f5b2f38-43dd-48cf-b14f-936c2a166a8c is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:21:52.782122 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-c0e309ff-6e8a-4ba4-969e-49d3d4472714 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 5f5b2f38-43dd-48cf-b14f-936c2a166a8c) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:21:52.786071 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e309ff-6e8a-4ba4-969e-49d3d4472714 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:52.786692 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c0e309ff-6e8a-4ba4-969e-49d3d4472714 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:52.791713 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfa837a-1f36-43db-915e-aa504f22b605 None None] Network 5f5b2f38-43dd-48cf-b14f-936c2a166a8c requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:21:52.803113 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c0e309ff-6e8a-4ba4-969e-49d3d4472714 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4147289 Nov 27 04:21:52.805871 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56938) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:52.906941 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-93bb7d32-a817-4425-bc74-05c6166ef691 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:52.933266 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7d10b1-735f-4039-aad2-c63ad60f7fa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-5f5b2f38-43dd-48cf-b14f-936c2a166a8c', 'network_id': '5f5b2f38-43dd-48cf-b14f-936c2a166a8c', 'tenant_id': 'af59182bdfe4477083cfc9ca75910097', 'fixed_ips': [{'subnet_id': '9d24f0d1-ef43-465b-a75e-888cc1bf9062'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:21:52.934129 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3b7d10b1-735f-4039-aad2-c63ad60f7fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:52.961007 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-93bb7d32-a817-4425-bc74-05c6166ef691 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:53.024480 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-93bb7d32-a817-4425-bc74-05c6166ef691 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server [None req-3b7d10b1-735f-4039-aad2-c63ad60f7fa7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d24f0d1-ef43-465b-a75e-888cc1bf9062: This subnet is being modified by another concurrent operation. Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise exception Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d24f0d1-ef43-465b-a75e-888cc1bf9062: This subnet is being modified by another concurrent operation. Nov 27 04:21:53.028035 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server Nov 27 04:21:53.047647 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12f0472-38d9-4a0b-971c-d71290eb05d8 None None] Network 5f5b2f38-43dd-48cf-b14f-936c2a166a8c requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:21:53.062256 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb7d32-a817-4425-bc74-05c6166ef691 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event deleted for resources: {'Subnet': ['ID=9d24f0d1-ef43-465b-a75e-888cc1bf9062,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:53.123394 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-93bb7d32-a817-4425-bc74-05c6166ef691 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:53.144978 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-93bb7d32-a817-4425-bc74-05c6166ef691 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f5b2f38-43dd-48cf-b14f-936c2a166a8c']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:53.154693 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072e7593-b818-43e0-a0dc-07514fdd51f5 None None] get_active_networks_info from n-d-819494-3 {{(pid=110020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 04:21:53.155787 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-93bb7d32-a817-4425-bc74-05c6166ef691 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0542971b-fe2e-45c8-985a-d6726d3b04a8') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:53.156088 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-93bb7d32-a817-4425-bc74-05c6166ef691 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0542971b-fe2e-45c8-985a-d6726d3b04a8') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:53.165650 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-93bb7d32-a817-4425-bc74-05c6166ef691 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:53.178933 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-93bb7d32-a817-4425-bc74-05c6166ef691 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:53.185773 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93bb7d32-a817-4425-bc74-05c6166ef691 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:21:53.186159 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-93bb7d32-a817-4425-bc74-05c6166ef691 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:53.189518 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:21:53.189518 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:21:53.189518 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:21:53.189518 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:21:53.189518 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:21:53.189518 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:21:53.189518 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:21:53.189518 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:21:53.189518 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:21:53.189518 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:21:53.189518 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:21:53.189518 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:21:53.189518 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:21:53.189518 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:21:53.189518 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:21:53.189518 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:21:53.189518 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:21:53.189518 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:21:53.189518 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:21:53.189518 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:21:53.189518 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:21:53.189518 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:21:53.189518 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:21:53.189518 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:21:53.189518 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:21:53.189518 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:21:53.189518 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:21:53.189518 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:21:53.189518 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:21:53.189518 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:21:53.189518 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:21:53.189518 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:21:53.227948 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072e7593-b818-43e0-a0dc-07514fdd51f5 None None] Resources bound (agent type, host, resource id): {{(pid=110020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 04:21:53.246751 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-93bb7d32-a817-4425-bc74-05c6166ef691 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:53.253525 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-93bb7d32-a817-4425-bc74-05c6166ef691 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:53.257208 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-93bb7d32-a817-4425-bc74-05c6166ef691 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "DELETE /v2.0/networks/5f5b2f38-43dd-48cf-b14f-936c2a166a8c HTTP/1.1" status: 204 len: 168 time: 0.4504073 Nov 27 04:21:53.262440 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56940) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:53.268143 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-2cc7cbbd-d8e0-4476-8527-bae90b5cb423 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1355122961'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:21:53.268930 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb7d32-a817-4425-bc74-05c6166ef691 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event deleted for resources: {'Network': ['ID=5f5b2f38-43dd-48cf-b14f-936c2a166a8c,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:53.294600 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc7cbbd-d8e0-4476-8527-bae90b5cb423 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Made reservation on behalf of af59182bdfe4477083cfc9ca75910097 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:21:53.298026 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2cc7cbbd-d8e0-4476-8527-bae90b5cb423 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:53.322133 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cc7cbbd-d8e0-4476-8527-bae90b5cb423 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:21:53.330971 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2cc7cbbd-d8e0-4476-8527-bae90b5cb423 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:53.331319 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-2cc7cbbd-d8e0-4476-8527-bae90b5cb423 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Added segment 945234c6-c3d2-4884-9987-b2d988819a8b of type vlan for network 265d6e7a-ad59-43ec-b782-fec2ac61ebb1 Nov 27 04:21:53.374676 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2cc7cbbd-d8e0-4476-8527-bae90b5cb423 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:53.400404 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2cc7cbbd-d8e0-4476-8527-bae90b5cb423 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:53.405859 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc7cbbd-d8e0-4476-8527-bae90b5cb423 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:53.406445 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2cc7cbbd-d8e0-4476-8527-bae90b5cb423 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:53.455258 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2cc7cbbd-d8e0-4476-8527-bae90b5cb423 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1913295 Nov 27 04:21:53.457935 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56942) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:53.463168 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-904b68ac-1f0d-4624-8aeb-22a32b2cb242 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Request body: {'subnet': {'network_id': '265d6e7a-ad59-43ec-b782-fec2ac61ebb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:21:53.520939 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7cbbd-d8e0-4476-8527-bae90b5cb423 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event updated for resources: {'Network': ['ID=265d6e7a-ad59-43ec-b782-fec2ac61ebb1,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:53.531924 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 265d6e7a-ad59-43ec-b782-fec2ac61ebb1 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:21:53.568048 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904b68ac-1f0d-4624-8aeb-22a32b2cb242 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Made reservation on behalf of af59182bdfe4477083cfc9ca75910097 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:21:53.571654 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-904b68ac-1f0d-4624-8aeb-22a32b2cb242 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:53.750132 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-904b68ac-1f0d-4624-8aeb-22a32b2cb242 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:53.810514 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b68ac-1f0d-4624-8aeb-22a32b2cb242 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event updated for resources: {'Subnet': ['ID=c6119113-1095-44a2-9f87-afaf8081a3ab,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:53.817369 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904b68ac-1f0d-4624-8aeb-22a32b2cb242 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Checking segment: {'id': '945234c6-c3d2-4884-9987-b2d988819a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '265d6e7a-ad59-43ec-b782-fec2ac61ebb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:21:53.817734 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904b68ac-1f0d-4624-8aeb-22a32b2cb242 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Network hostable DHCP agents. Network: 265d6e7a-ad59-43ec-b782-fec2ac61ebb1, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:21:53.834629 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904b68ac-1f0d-4624-8aeb-22a32b2cb242 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Network 265d6e7a-ad59-43ec-b782-fec2ac61ebb1 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:21:53.842792 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-904b68ac-1f0d-4624-8aeb-22a32b2cb242 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 265d6e7a-ad59-43ec-b782-fec2ac61ebb1) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:21:53.846617 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904b68ac-1f0d-4624-8aeb-22a32b2cb242 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:53.847208 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-904b68ac-1f0d-4624-8aeb-22a32b2cb242 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:53.852915 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb06422e-845f-47d5-8e60-28c0e8c792f3 None None] Network 265d6e7a-ad59-43ec-b782-fec2ac61ebb1 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:21:53.862865 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-904b68ac-1f0d-4624-8aeb-22a32b2cb242 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4039161 Nov 27 04:21:53.865692 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56944) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:53.966274 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-949541f3-e90a-4964-a8e8-bc8b536f5ac0 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:54.000539 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84ef80e-fec0-4566-a91d-78dbb55f8c33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-265d6e7a-ad59-43ec-b782-fec2ac61ebb1', 'network_id': '265d6e7a-ad59-43ec-b782-fec2ac61ebb1', 'tenant_id': 'af59182bdfe4477083cfc9ca75910097', 'fixed_ips': [{'subnet_id': 'c6119113-1095-44a2-9f87-afaf8081a3ab'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:21:54.001401 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f84ef80e-fec0-4566-a91d-78dbb55f8c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:54.016998 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-949541f3-e90a-4964-a8e8-bc8b536f5ac0 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:54.081385 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-949541f3-e90a-4964-a8e8-bc8b536f5ac0 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server [None req-f84ef80e-fec0-4566-a91d-78dbb55f8c33 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c6119113-1095-44a2-9f87-afaf8081a3ab: This subnet is being modified by another concurrent operation. Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise exception Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c6119113-1095-44a2-9f87-afaf8081a3ab: This subnet is being modified by another concurrent operation. Nov 27 04:21:54.096795 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server Nov 27 04:21:54.116941 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5caa73a-b948-4fdb-9d12-f6397ac3664e None None] Network 265d6e7a-ad59-43ec-b782-fec2ac61ebb1 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:21:54.118626 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949541f3-e90a-4964-a8e8-bc8b536f5ac0 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event deleted for resources: {'Subnet': ['ID=c6119113-1095-44a2-9f87-afaf8081a3ab,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:54.175292 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-949541f3-e90a-4964-a8e8-bc8b536f5ac0 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:54.196505 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-949541f3-e90a-4964-a8e8-bc8b536f5ac0 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['265d6e7a-ad59-43ec-b782-fec2ac61ebb1']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:54.205699 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-949541f3-e90a-4964-a8e8-bc8b536f5ac0 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '945234c6-c3d2-4884-9987-b2d988819a8b') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:54.206000 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-949541f3-e90a-4964-a8e8-bc8b536f5ac0 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '945234c6-c3d2-4884-9987-b2d988819a8b') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:54.216152 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-949541f3-e90a-4964-a8e8-bc8b536f5ac0 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:54.230197 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-949541f3-e90a-4964-a8e8-bc8b536f5ac0 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:54.233138 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efda8035-d950-4a13-b8cf-30d85deb5a30 None None] get_active_networks_info from n-d-819494-3 {{(pid=110020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 04:21:54.236446 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-949541f3-e90a-4964-a8e8-bc8b536f5ac0 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:21:54.236850 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-949541f3-e90a-4964-a8e8-bc8b536f5ac0 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:54.239998 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:21:54.239998 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:21:54.239998 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:21:54.239998 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:21:54.239998 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:21:54.239998 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:21:54.239998 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:21:54.239998 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:21:54.239998 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:21:54.239998 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:21:54.239998 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:21:54.239998 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:21:54.239998 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:21:54.239998 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:21:54.239998 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:21:54.239998 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:21:54.239998 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:21:54.239998 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:21:54.239998 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:21:54.239998 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:21:54.239998 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:21:54.239998 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:21:54.239998 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:21:54.239998 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:21:54.239998 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:21:54.239998 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:21:54.239998 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:21:54.239998 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:21:54.239998 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:21:54.239998 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:21:54.239998 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:21:54.239998 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:21:54.299924 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efda8035-d950-4a13-b8cf-30d85deb5a30 None None] Resources bound (agent type, host, resource id): {{(pid=110020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 04:21:54.302664 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-949541f3-e90a-4964-a8e8-bc8b536f5ac0 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:54.311289 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-949541f3-e90a-4964-a8e8-bc8b536f5ac0 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:54.318302 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-949541f3-e90a-4964-a8e8-bc8b536f5ac0 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "DELETE /v2.0/networks/265d6e7a-ad59-43ec-b782-fec2ac61ebb1 HTTP/1.1" status: 204 len: 168 time: 0.4483500 Nov 27 04:21:54.318700 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56946) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:54.323974 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-67f019b5-d683-44aa-b1b8-3c5e21cf5cf8 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-161243744'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:21:54.325545 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949541f3-e90a-4964-a8e8-bc8b536f5ac0 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event deleted for resources: {'Network': ['ID=265d6e7a-ad59-43ec-b782-fec2ac61ebb1,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:54.346626 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f019b5-d683-44aa-b1b8-3c5e21cf5cf8 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Made reservation on behalf of af59182bdfe4477083cfc9ca75910097 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:21:54.350653 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-67f019b5-d683-44aa-b1b8-3c5e21cf5cf8 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:54.375526 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67f019b5-d683-44aa-b1b8-3c5e21cf5cf8 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:21:54.385141 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-67f019b5-d683-44aa-b1b8-3c5e21cf5cf8 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:54.385572 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-67f019b5-d683-44aa-b1b8-3c5e21cf5cf8 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Added segment 5531636d-b092-4c87-8076-45713324d997 of type vlan for network 89efaaf1-4b81-40ab-80cb-e8ec4fb3b6f1 Nov 27 04:21:54.431718 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-67f019b5-d683-44aa-b1b8-3c5e21cf5cf8 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:54.457588 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-67f019b5-d683-44aa-b1b8-3c5e21cf5cf8 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:54.463861 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f019b5-d683-44aa-b1b8-3c5e21cf5cf8 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:54.464442 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-67f019b5-d683-44aa-b1b8-3c5e21cf5cf8 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:54.526425 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-67f019b5-d683-44aa-b1b8-3c5e21cf5cf8 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2065983 Nov 27 04:21:54.529089 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56948) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:54.535828 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-7aa7bbea-4391-4f2e-b79d-6e6f6f4f819a tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Request body: {'subnet': {'network_id': '89efaaf1-4b81-40ab-80cb-e8ec4fb3b6f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:21:54.540431 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f019b5-d683-44aa-b1b8-3c5e21cf5cf8 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event updated for resources: {'Network': ['ID=89efaaf1-4b81-40ab-80cb-e8ec4fb3b6f1,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:54.549970 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 89efaaf1-4b81-40ab-80cb-e8ec4fb3b6f1 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:21:54.627809 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa7bbea-4391-4f2e-b79d-6e6f6f4f819a tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Made reservation on behalf of af59182bdfe4477083cfc9ca75910097 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:21:54.632038 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7aa7bbea-4391-4f2e-b79d-6e6f6f4f819a tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:54.687496 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.ipam_backend_mixin [None req-7aa7bbea-4391-4f2e-b79d-6e6f6f4f819a tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Performing IP validity checks on allocation pools {{(pid=110019) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 27 04:21:54.688015 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.ipam_backend_mixin [None req-7aa7bbea-4391-4f2e-b79d-6e6f6f4f819a tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110019) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 27 04:21:54.809200 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7aa7bbea-4391-4f2e-b79d-6e6f6f4f819a tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:54.867850 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7bbea-4391-4f2e-b79d-6e6f6f4f819a tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event updated for resources: {'Subnet': ['ID=19b6476d-dd38-426b-a6d6-a18f2f7184ef,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:54.878428 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa7bbea-4391-4f2e-b79d-6e6f6f4f819a tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Checking segment: {'id': '5531636d-b092-4c87-8076-45713324d997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '89efaaf1-4b81-40ab-80cb-e8ec4fb3b6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:21:54.878830 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa7bbea-4391-4f2e-b79d-6e6f6f4f819a tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Network hostable DHCP agents. Network: 89efaaf1-4b81-40ab-80cb-e8ec4fb3b6f1, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:21:54.895247 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa7bbea-4391-4f2e-b79d-6e6f6f4f819a tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Network 89efaaf1-4b81-40ab-80cb-e8ec4fb3b6f1 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:21:54.903791 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-7aa7bbea-4391-4f2e-b79d-6e6f6f4f819a tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 89efaaf1-4b81-40ab-80cb-e8ec4fb3b6f1) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:21:54.907738 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa7bbea-4391-4f2e-b79d-6e6f6f4f819a tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:54.908367 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7aa7bbea-4391-4f2e-b79d-6e6f6f4f819a tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:54.913068 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fed35ea-2986-4187-bf94-152038a03456 None None] Network 89efaaf1-4b81-40ab-80cb-e8ec4fb3b6f1 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:21:54.924107 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7aa7bbea-4391-4f2e-b79d-6e6f6f4f819a tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.3940239 Nov 27 04:21:54.926885 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56950) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:55.030526 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1fd0c8f7-d97d-4979-a598-4768ce887092 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:55.057474 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ac2bfc-498e-4a5c-a981-369babeb31b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-89efaaf1-4b81-40ab-80cb-e8ec4fb3b6f1', 'network_id': '89efaaf1-4b81-40ab-80cb-e8ec4fb3b6f1', 'tenant_id': 'af59182bdfe4477083cfc9ca75910097', 'fixed_ips': [{'subnet_id': '19b6476d-dd38-426b-a6d6-a18f2f7184ef'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:21:55.058916 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-35ac2bfc-498e-4a5c-a981-369babeb31b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:55.082162 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1fd0c8f7-d97d-4979-a598-4768ce887092 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:55.141969 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1fd0c8f7-d97d-4979-a598-4768ce887092 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server [None req-35ac2bfc-498e-4a5c-a981-369babeb31b4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 19b6476d-dd38-426b-a6d6-a18f2f7184ef: This subnet is being modified by another concurrent operation. Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise exception Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 19b6476d-dd38-426b-a6d6-a18f2f7184ef: This subnet is being modified by another concurrent operation. Nov 27 04:21:55.155855 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server Nov 27 04:21:55.167863 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd0c8f7-d97d-4979-a598-4768ce887092 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event deleted for resources: {'Subnet': ['ID=19b6476d-dd38-426b-a6d6-a18f2f7184ef,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:55.174491 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9feb186e-d940-49a9-946f-8eaf165cb51d None None] Network 89efaaf1-4b81-40ab-80cb-e8ec4fb3b6f1 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:21:55.241519 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1fd0c8f7-d97d-4979-a598-4768ce887092 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:55.262063 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-1fd0c8f7-d97d-4979-a598-4768ce887092 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89efaaf1-4b81-40ab-80cb-e8ec4fb3b6f1']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:55.271293 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-1fd0c8f7-d97d-4979-a598-4768ce887092 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5531636d-b092-4c87-8076-45713324d997') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:55.271591 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-1fd0c8f7-d97d-4979-a598-4768ce887092 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5531636d-b092-4c87-8076-45713324d997') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:55.281732 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1fd0c8f7-d97d-4979-a598-4768ce887092 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:55.286314 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c53e3e-f6f1-4a10-8fb3-3846df12440a None None] get_active_networks_info from n-d-819494-3 {{(pid=110020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 04:21:55.296738 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1fd0c8f7-d97d-4979-a598-4768ce887092 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:55.303481 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fd0c8f7-d97d-4979-a598-4768ce887092 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:21:55.303964 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1fd0c8f7-d97d-4979-a598-4768ce887092 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:55.307050 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:21:55.307050 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:21:55.307050 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:21:55.307050 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:21:55.307050 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:21:55.307050 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:21:55.307050 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:21:55.307050 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:21:55.307050 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:21:55.307050 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:21:55.307050 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:21:55.307050 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:21:55.307050 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:21:55.307050 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:21:55.307050 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:21:55.307050 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:21:55.307050 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:21:55.307050 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:21:55.307050 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:21:55.307050 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:21:55.307050 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:21:55.307050 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:21:55.307050 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:21:55.307050 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:21:55.307050 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:21:55.307050 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:21:55.307050 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:21:55.307050 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:21:55.307050 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:21:55.307050 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:21:55.307050 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:21:55.307050 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:21:55.352022 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c53e3e-f6f1-4a10-8fb3-3846df12440a None None] Resources bound (agent type, host, resource id): {{(pid=110020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 04:21:55.368717 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1fd0c8f7-d97d-4979-a598-4768ce887092 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:55.374016 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1fd0c8f7-d97d-4979-a598-4768ce887092 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:55.379059 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1fd0c8f7-d97d-4979-a598-4768ce887092 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "DELETE /v2.0/networks/89efaaf1-4b81-40ab-80cb-e8ec4fb3b6f1 HTTP/1.1" status: 204 len: 168 time: 0.4510369 Nov 27 04:21:55.385912 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56952) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:55.395699 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-a763223c-fa94-49f5-a3a2-3d87ab8c31a8 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1273524282'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:21:55.404326 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd0c8f7-d97d-4979-a598-4768ce887092 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event deleted for resources: {'Network': ['ID=89efaaf1-4b81-40ab-80cb-e8ec4fb3b6f1,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:55.424876 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a763223c-fa94-49f5-a3a2-3d87ab8c31a8 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Made reservation on behalf of af59182bdfe4477083cfc9ca75910097 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:21:55.429146 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a763223c-fa94-49f5-a3a2-3d87ab8c31a8 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:55.458376 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a763223c-fa94-49f5-a3a2-3d87ab8c31a8 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:21:55.469049 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a763223c-fa94-49f5-a3a2-3d87ab8c31a8 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:55.469710 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-a763223c-fa94-49f5-a3a2-3d87ab8c31a8 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Added segment bd5a4cda-b0e2-474a-b296-daaf6adfc065 of type vlan for network e0fdafe2-9776-4e44-9384-10a1785987ac Nov 27 04:21:55.512808 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a763223c-fa94-49f5-a3a2-3d87ab8c31a8 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:55.538287 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a763223c-fa94-49f5-a3a2-3d87ab8c31a8 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:55.543935 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a763223c-fa94-49f5-a3a2-3d87ab8c31a8 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:55.544627 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a763223c-fa94-49f5-a3a2-3d87ab8c31a8 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:55.604311 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a763223c-fa94-49f5-a3a2-3d87ab8c31a8 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2158697 Nov 27 04:21:55.607071 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56954) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:55.612286 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-2d889592-5cf8-4691-ae9c-29a8bea06a43 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Request body: {'subnet': {'network_id': 'e0fdafe2-9776-4e44-9384-10a1785987ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:21:55.620687 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a763223c-fa94-49f5-a3a2-3d87ab8c31a8 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event updated for resources: {'Network': ['ID=e0fdafe2-9776-4e44-9384-10a1785987ac,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:55.630660 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network e0fdafe2-9776-4e44-9384-10a1785987ac details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:21:55.712104 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d889592-5cf8-4691-ae9c-29a8bea06a43 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Made reservation on behalf of af59182bdfe4477083cfc9ca75910097 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:21:55.715902 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2d889592-5cf8-4691-ae9c-29a8bea06a43 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:55.910176 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2d889592-5cf8-4691-ae9c-29a8bea06a43 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:55.973534 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d889592-5cf8-4691-ae9c-29a8bea06a43 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event updated for resources: {'Subnet': ['ID=71742d41-96f0-4f80-b3a0-91ec20308a2c,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:55.980999 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d889592-5cf8-4691-ae9c-29a8bea06a43 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Checking segment: {'id': 'bd5a4cda-b0e2-474a-b296-daaf6adfc065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e0fdafe2-9776-4e44-9384-10a1785987ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:21:55.981359 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d889592-5cf8-4691-ae9c-29a8bea06a43 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Network hostable DHCP agents. Network: e0fdafe2-9776-4e44-9384-10a1785987ac, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:21:55.999119 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d889592-5cf8-4691-ae9c-29a8bea06a43 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Network e0fdafe2-9776-4e44-9384-10a1785987ac is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:21:56.008813 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-2d889592-5cf8-4691-ae9c-29a8bea06a43 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, e0fdafe2-9776-4e44-9384-10a1785987ac) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:21:56.012831 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d889592-5cf8-4691-ae9c-29a8bea06a43 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:56.013508 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2d889592-5cf8-4691-ae9c-29a8bea06a43 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:56.018402 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e0bad0-4f31-406e-865f-51c8d5c237b3 None None] Network e0fdafe2-9776-4e44-9384-10a1785987ac requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:21:56.033691 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2d889592-5cf8-4691-ae9c-29a8bea06a43 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4230731 Nov 27 04:21:56.033887 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56958) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:56.133931 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ed37ae14-a669-46e3-8f72-a5d340ac32b3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:56.166052 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcbfa7f-324b-49c0-8f07-b8cd03bfe634 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-e0fdafe2-9776-4e44-9384-10a1785987ac', 'network_id': 'e0fdafe2-9776-4e44-9384-10a1785987ac', 'tenant_id': 'af59182bdfe4477083cfc9ca75910097', 'fixed_ips': [{'subnet_id': '71742d41-96f0-4f80-b3a0-91ec20308a2c'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:21:56.166932 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3bcbfa7f-324b-49c0-8f07-b8cd03bfe634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:56.192933 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ed37ae14-a669-46e3-8f72-a5d340ac32b3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:56.258947 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ed37ae14-a669-46e3-8f72-a5d340ac32b3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server [None req-3bcbfa7f-324b-49c0-8f07-b8cd03bfe634 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 71742d41-96f0-4f80-b3a0-91ec20308a2c: This subnet is being modified by another concurrent operation. Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise exception Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 71742d41-96f0-4f80-b3a0-91ec20308a2c: This subnet is being modified by another concurrent operation. Nov 27 04:21:56.264961 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server Nov 27 04:21:56.281107 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc387579-b582-4009-821a-10084feae805 None None] Network e0fdafe2-9776-4e44-9384-10a1785987ac requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:21:56.291376 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37ae14-a669-46e3-8f72-a5d340ac32b3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event deleted for resources: {'Subnet': ['ID=71742d41-96f0-4f80-b3a0-91ec20308a2c,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:56.351227 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ed37ae14-a669-46e3-8f72-a5d340ac32b3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:56.371475 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-ed37ae14-a669-46e3-8f72-a5d340ac32b3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0fdafe2-9776-4e44-9384-10a1785987ac']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:56.381485 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-ed37ae14-a669-46e3-8f72-a5d340ac32b3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd5a4cda-b0e2-474a-b296-daaf6adfc065') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:56.381786 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-ed37ae14-a669-46e3-8f72-a5d340ac32b3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd5a4cda-b0e2-474a-b296-daaf6adfc065') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:56.391392 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ed37ae14-a669-46e3-8f72-a5d340ac32b3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:56.391958 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f30a8e-3aa3-4340-b41f-0ca8b34cf102 None None] get_active_networks_info from n-d-819494-3 {{(pid=110020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 04:21:56.404545 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ed37ae14-a669-46e3-8f72-a5d340ac32b3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:56.410265 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed37ae14-a669-46e3-8f72-a5d340ac32b3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:21:56.410679 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ed37ae14-a669-46e3-8f72-a5d340ac32b3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:56.413611 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:21:56.413611 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:21:56.413611 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:21:56.413611 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:21:56.413611 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:21:56.413611 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:21:56.413611 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:21:56.413611 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:21:56.413611 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:21:56.413611 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:21:56.413611 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:21:56.413611 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:21:56.413611 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:21:56.413611 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:21:56.413611 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:21:56.413611 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:21:56.413611 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:21:56.413611 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:21:56.413611 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:21:56.413611 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:21:56.413611 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:21:56.413611 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:21:56.413611 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:21:56.413611 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:21:56.413611 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:21:56.413611 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:21:56.413611 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:21:56.413611 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:21:56.413611 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:21:56.413611 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:21:56.413611 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:21:56.413611 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:21:56.456568 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f30a8e-3aa3-4340-b41f-0ca8b34cf102 None None] Resources bound (agent type, host, resource id): {{(pid=110020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 04:21:56.476972 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ed37ae14-a669-46e3-8f72-a5d340ac32b3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:56.484905 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ed37ae14-a669-46e3-8f72-a5d340ac32b3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:56.488144 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ed37ae14-a669-46e3-8f72-a5d340ac32b3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "DELETE /v2.0/networks/e0fdafe2-9776-4e44-9384-10a1785987ac HTTP/1.1" status: 204 len: 168 time: 0.4533031 Nov 27 04:21:56.492288 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56960) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:56.498124 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-be997aaf-45f7-4ea4-a5e0-c0b1de3faf73 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-400653915'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:21:56.501464 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37ae14-a669-46e3-8f72-a5d340ac32b3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event deleted for resources: {'Network': ['ID=e0fdafe2-9776-4e44-9384-10a1785987ac,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:56.520774 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be997aaf-45f7-4ea4-a5e0-c0b1de3faf73 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Made reservation on behalf of af59182bdfe4477083cfc9ca75910097 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:21:56.524968 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-be997aaf-45f7-4ea4-a5e0-c0b1de3faf73 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:56.549810 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be997aaf-45f7-4ea4-a5e0-c0b1de3faf73 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:21:56.560158 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-be997aaf-45f7-4ea4-a5e0-c0b1de3faf73 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:56.560510 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-be997aaf-45f7-4ea4-a5e0-c0b1de3faf73 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Added segment 467605e8-3a06-480b-b4cb-52251f2b87d2 of type vlan for network b7379be0-0f7e-4764-af24-69f8eaabe898 Nov 27 04:21:56.602641 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-be997aaf-45f7-4ea4-a5e0-c0b1de3faf73 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:56.626973 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-be997aaf-45f7-4ea4-a5e0-c0b1de3faf73 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:56.632977 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be997aaf-45f7-4ea4-a5e0-c0b1de3faf73 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:56.633574 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-be997aaf-45f7-4ea4-a5e0-c0b1de3faf73 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:56.695687 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-be997aaf-45f7-4ea4-a5e0-c0b1de3faf73 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2016947 Nov 27 04:21:56.698326 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56962) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:56.709930 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-83fafa30-4406-496c-a617-dc44f948bfba tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Request body: {'subnet': {'network_id': 'b7379be0-0f7e-4764-af24-69f8eaabe898', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:21:56.726612 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be997aaf-45f7-4ea4-a5e0-c0b1de3faf73 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event updated for resources: {'Network': ['ID=b7379be0-0f7e-4764-af24-69f8eaabe898,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:56.736816 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network b7379be0-0f7e-4764-af24-69f8eaabe898 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:21:56.800935 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83fafa30-4406-496c-a617-dc44f948bfba tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Made reservation on behalf of af59182bdfe4477083cfc9ca75910097 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:21:56.804341 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-83fafa30-4406-496c-a617-dc44f948bfba tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:56.981585 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-83fafa30-4406-496c-a617-dc44f948bfba tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:57.047275 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fafa30-4406-496c-a617-dc44f948bfba tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event updated for resources: {'Subnet': ['ID=73165d79-04a8-432e-87fd-100c6a67b8af,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:57.056736 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fafa30-4406-496c-a617-dc44f948bfba tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Checking segment: {'id': '467605e8-3a06-480b-b4cb-52251f2b87d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b7379be0-0f7e-4764-af24-69f8eaabe898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:21:57.057102 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fafa30-4406-496c-a617-dc44f948bfba tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Network hostable DHCP agents. Network: b7379be0-0f7e-4764-af24-69f8eaabe898, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:21:57.074407 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fafa30-4406-496c-a617-dc44f948bfba tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Network b7379be0-0f7e-4764-af24-69f8eaabe898 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:21:57.082487 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-83fafa30-4406-496c-a617-dc44f948bfba tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, b7379be0-0f7e-4764-af24-69f8eaabe898) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:21:57.087142 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fafa30-4406-496c-a617-dc44f948bfba tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:57.088028 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-83fafa30-4406-496c-a617-dc44f948bfba tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:57.091786 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d93a941-6903-462e-9994-8302cbb3f5df None None] Network b7379be0-0f7e-4764-af24-69f8eaabe898 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:21:57.106085 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-83fafa30-4406-496c-a617-dc44f948bfba tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4064944 Nov 27 04:21:57.109407 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56966) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:57.216366 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-13d35869-796a-4e06-bb6e-091d38ce3cd1 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:57.245301 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d012be4-9c20-41f8-8da6-433b4b6b3ff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-b7379be0-0f7e-4764-af24-69f8eaabe898', 'network_id': 'b7379be0-0f7e-4764-af24-69f8eaabe898', 'tenant_id': 'af59182bdfe4477083cfc9ca75910097', 'fixed_ips': [{'subnet_id': '73165d79-04a8-432e-87fd-100c6a67b8af'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:21:57.246269 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9d012be4-9c20-41f8-8da6-433b4b6b3ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:57.276727 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-13d35869-796a-4e06-bb6e-091d38ce3cd1 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:57.336018 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-13d35869-796a-4e06-bb6e-091d38ce3cd1 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server [None req-9d012be4-9c20-41f8-8da6-433b4b6b3ff4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 73165d79-04a8-432e-87fd-100c6a67b8af: This subnet is being modified by another concurrent operation. Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise exception Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 73165d79-04a8-432e-87fd-100c6a67b8af: This subnet is being modified by another concurrent operation. Nov 27 04:21:57.339614 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server Nov 27 04:21:57.362149 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a999b4e-5e7f-4b2c-8ddd-bbccb18d73e9 None None] Network b7379be0-0f7e-4764-af24-69f8eaabe898 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:21:57.373511 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d35869-796a-4e06-bb6e-091d38ce3cd1 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event deleted for resources: {'Subnet': ['ID=73165d79-04a8-432e-87fd-100c6a67b8af,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:57.436345 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-13d35869-796a-4e06-bb6e-091d38ce3cd1 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:57.457045 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-13d35869-796a-4e06-bb6e-091d38ce3cd1 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7379be0-0f7e-4764-af24-69f8eaabe898']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:57.466761 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-13d35869-796a-4e06-bb6e-091d38ce3cd1 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '467605e8-3a06-480b-b4cb-52251f2b87d2') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:57.467068 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-13d35869-796a-4e06-bb6e-091d38ce3cd1 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '467605e8-3a06-480b-b4cb-52251f2b87d2') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:57.474178 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c153041-6958-4003-969a-9c3e3a1427f1 None None] get_active_networks_info from n-d-819494-3 {{(pid=110020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 04:21:57.476415 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-13d35869-796a-4e06-bb6e-091d38ce3cd1 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:57.489605 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-13d35869-796a-4e06-bb6e-091d38ce3cd1 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:57.495738 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d35869-796a-4e06-bb6e-091d38ce3cd1 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:21:57.496262 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-13d35869-796a-4e06-bb6e-091d38ce3cd1 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:57.499433 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:21:57.499433 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:21:57.499433 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:21:57.499433 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:21:57.499433 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:21:57.499433 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:21:57.499433 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:21:57.499433 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:21:57.499433 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:21:57.499433 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:21:57.499433 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:21:57.499433 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:21:57.499433 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:21:57.499433 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:21:57.499433 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:21:57.499433 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:21:57.499433 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:21:57.499433 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:21:57.499433 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:21:57.499433 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:21:57.499433 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:21:57.499433 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:21:57.499433 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:21:57.499433 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:21:57.499433 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:21:57.499433 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:21:57.499433 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:21:57.499433 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:21:57.499433 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:21:57.499433 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:21:57.499433 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:21:57.499433 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:21:57.538711 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c153041-6958-4003-969a-9c3e3a1427f1 None None] Resources bound (agent type, host, resource id): {{(pid=110020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 04:21:57.557078 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-13d35869-796a-4e06-bb6e-091d38ce3cd1 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:57.563812 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-13d35869-796a-4e06-bb6e-091d38ce3cd1 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:57.566956 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-13d35869-796a-4e06-bb6e-091d38ce3cd1 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "DELETE /v2.0/networks/b7379be0-0f7e-4764-af24-69f8eaabe898 HTTP/1.1" status: 204 len: 168 time: 0.4563613 Nov 27 04:21:57.571078 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56968) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:57.576296 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-ecc323c6-8af8-40c1-b279-c1d76363a239 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2090182057'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:21:57.580565 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d35869-796a-4e06-bb6e-091d38ce3cd1 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event deleted for resources: {'Network': ['ID=b7379be0-0f7e-4764-af24-69f8eaabe898,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:57.599745 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc323c6-8af8-40c1-b279-c1d76363a239 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Made reservation on behalf of af59182bdfe4477083cfc9ca75910097 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:21:57.604131 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ecc323c6-8af8-40c1-b279-c1d76363a239 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:57.628931 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecc323c6-8af8-40c1-b279-c1d76363a239 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:21:57.638427 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ecc323c6-8af8-40c1-b279-c1d76363a239 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:57.638862 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-ecc323c6-8af8-40c1-b279-c1d76363a239 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Added segment 84820984-ff3b-4866-8859-d1724411a9dd of type vlan for network 83ae2d09-f538-4ce5-935a-449530676d74 Nov 27 04:21:57.679598 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ecc323c6-8af8-40c1-b279-c1d76363a239 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:57.704805 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ecc323c6-8af8-40c1-b279-c1d76363a239 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:57.709852 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:21:57.711545 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc323c6-8af8-40c1-b279-c1d76363a239 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:57.712146 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ecc323c6-8af8-40c1-b279-c1d76363a239 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:57.765184 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ecc323c6-8af8-40c1-b279-c1d76363a239 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1929567 Nov 27 04:21:57.767824 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56970) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:57.773368 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-b977a1b4-dacb-48ff-ae7d-1d09a000432d tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Request body: {'network': {'name': 'New_network'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:21:57.826093 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc323c6-8af8-40c1-b279-c1d76363a239 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event updated for resources: {'Network': ['ID=83ae2d09-f538-4ce5-935a-449530676d74,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:57.836266 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 83ae2d09-f538-4ce5-935a-449530676d74 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:21:57.946524 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b977a1b4-dacb-48ff-ae7d-1d09a000432d tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:57.959146 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b977a1b4-dacb-48ff-ae7d-1d09a000432d tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:58.000007 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b977a1b4-dacb-48ff-ae7d-1d09a000432d tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Network 83ae2d09-f538-4ce5-935a-449530676d74 is not hosted by any dhcp agent {{(pid=110018) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 04:21:58.006273 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b977a1b4-dacb-48ff-ae7d-1d09a000432d tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:58.006887 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b977a1b4-dacb-48ff-ae7d-1d09a000432d tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:58.008144 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b977a1b4-dacb-48ff-ae7d-1d09a000432d tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "PUT /v2.0/networks/83ae2d09-f538-4ce5-935a-449530676d74 HTTP/1.1" status: 200 len: 723 time: 0.2394097 Nov 27 04:21:58.010986 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56972) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:58.017918 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-40ee9707-7d0b-40f0-8000-8826f7c2116c tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Request body: {'subnet': {'network_id': '83ae2d09-f538-4ce5-935a-449530676d74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:21:58.074736 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977a1b4-dacb-48ff-ae7d-1d09a000432d tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event updated for resources: {'Network': ['ID=83ae2d09-f538-4ce5-935a-449530676d74,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:58.084558 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 83ae2d09-f538-4ce5-935a-449530676d74 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:21:58.122178 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ee9707-7d0b-40f0-8000-8826f7c2116c tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Made reservation on behalf of af59182bdfe4477083cfc9ca75910097 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:21:58.125843 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-40ee9707-7d0b-40f0-8000-8826f7c2116c tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:58.301676 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-40ee9707-7d0b-40f0-8000-8826f7c2116c tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:58.358712 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ee9707-7d0b-40f0-8000-8826f7c2116c tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event updated for resources: {'Subnet': ['ID=31f28fec-e6a9-44d0-ba22-c2b896012300,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:58.369475 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ee9707-7d0b-40f0-8000-8826f7c2116c tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Checking segment: {'id': '84820984-ff3b-4866-8859-d1724411a9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '83ae2d09-f538-4ce5-935a-449530676d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:21:58.369846 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ee9707-7d0b-40f0-8000-8826f7c2116c tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Network hostable DHCP agents. Network: 83ae2d09-f538-4ce5-935a-449530676d74, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:21:58.386279 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ee9707-7d0b-40f0-8000-8826f7c2116c tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Network 83ae2d09-f538-4ce5-935a-449530676d74 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:21:58.394016 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-40ee9707-7d0b-40f0-8000-8826f7c2116c tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 83ae2d09-f538-4ce5-935a-449530676d74) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:21:58.398031 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ee9707-7d0b-40f0-8000-8826f7c2116c tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:58.398669 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-40ee9707-7d0b-40f0-8000-8826f7c2116c tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:58.403610 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b437f6a7-25eb-4276-915e-9e9252f355ac None None] Network 83ae2d09-f538-4ce5-935a-449530676d74 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:21:58.416264 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-40ee9707-7d0b-40f0-8000-8826f7c2116c tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4041831 Nov 27 04:21:58.419066 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56974) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:58.424298 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-df3af527-4f58-41bb-a8c3-b04e27b7139b tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:21:58.519694 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-df3af527-4f58-41bb-a8c3-b04e27b7139b tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8436051'] for subnet, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:58.546474 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4714b3fe-c172-42bb-9abb-be8da127d2bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-83ae2d09-f538-4ce5-935a-449530676d74', 'network_id': '83ae2d09-f538-4ce5-935a-449530676d74', 'tenant_id': 'af59182bdfe4477083cfc9ca75910097', 'fixed_ips': [{'subnet_id': '31f28fec-e6a9-44d0-ba22-c2b896012300'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:21:58.547378 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4714b3fe-c172-42bb-9abb-be8da127d2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:58.656345 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-df3af527-4f58-41bb-a8c3-b04e27b7139b tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763522168432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12358032'] for subnet, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:58.693242 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3af527-4f58-41bb-a8c3-b04e27b7139b tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:21:58.693854 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-df3af527-4f58-41bb-a8c3-b04e27b7139b tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:58.695199 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-df3af527-4f58-41bb-a8c3-b04e27b7139b tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "PUT /v2.0/subnets/31f28fec-e6a9-44d0-ba22-c2b896012300 HTTP/1.1" status: 200 len: 806 time: 0.2751877 Nov 27 04:21:58.697911 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56976) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:21:58.700463 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-4714b3fe-c172-42bb-9abb-be8da127d2bd None None] Allocated IP 172.20.0.2 (83ae2d09-f538-4ce5-935a-449530676d74/31f28fec-e6a9-44d0-ba22-c2b896012300/33957845-3104-4d0b-86f1-a8c26cde27af) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:21:58.759893 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3af527-4f58-41bb-a8c3-b04e27b7139b tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event updated for resources: {'Subnet': ['ID=31f28fec-e6a9-44d0-ba22-c2b896012300,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:58.808049 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d431f6f1-bcad-46ba-b23a-cedcede3e8db tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:58.845624 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4714b3fe-c172-42bb-9abb-be8da127d2bd None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:58.852449 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4714b3fe-c172-42bb-9abb-be8da127d2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:58.859503 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d431f6f1-bcad-46ba-b23a-cedcede3e8db tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:58.894298 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4714b3fe-c172-42bb-9abb-be8da127d2bd None None] Network 83ae2d09-f538-4ce5-935a-449530676d74 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:21:58.897755 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-4714b3fe-c172-42bb-9abb-be8da127d2bd None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:21:58.900248 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4714b3fe-c172-42bb-9abb-be8da127d2bd None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:21:58.909031 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4714b3fe-c172-42bb-9abb-be8da127d2bd None None] Pushing event updated for resources: {'Port': ['ID=33957845-3104-4d0b-86f1-a8c26cde27af,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:58.928500 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d431f6f1-bcad-46ba-b23a-cedcede3e8db tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:58.935536 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4714b3fe-c172-42bb-9abb-be8da127d2bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:21:58.935900 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4714b3fe-c172-42bb-9abb-be8da127d2bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:21:58.936309 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4714b3fe-c172-42bb-9abb-be8da127d2bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:21:58.936600 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4714b3fe-c172-42bb-9abb-be8da127d2bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:21:58.937327 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4714b3fe-c172-42bb-9abb-be8da127d2bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:21:58.937327 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4714b3fe-c172-42bb-9abb-be8da127d2bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:21:58.937607 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4714b3fe-c172-42bb-9abb-be8da127d2bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:21:58.937941 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4714b3fe-c172-42bb-9abb-be8da127d2bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:21:58.938277 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4714b3fe-c172-42bb-9abb-be8da127d2bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:21:58.938638 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4714b3fe-c172-42bb-9abb-be8da127d2bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:21:58.938971 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4714b3fe-c172-42bb-9abb-be8da127d2bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:21:58.939301 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4714b3fe-c172-42bb-9abb-be8da127d2bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:21:58.956452 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431f6f1-bcad-46ba-b23a-cedcede3e8db tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event deleted for resources: {'Subnet': ['ID=31f28fec-e6a9-44d0-ba22-c2b896012300,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:58.980177 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-4714b3fe-c172-42bb-9abb-be8da127d2bd None None] Attempting to bind port 33957845-3104-4d0b-86f1-a8c26cde27af on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:21:58.980556 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-4714b3fe-c172-42bb-9abb-be8da127d2bd None None] Attempting to bind port 33957845-3104-4d0b-86f1-a8c26cde27af by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '84820984-ff3b-4866-8859-d1724411a9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '83ae2d09-f538-4ce5-935a-449530676d74'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:21:58.980997 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4714b3fe-c172-42bb-9abb-be8da127d2bd None None] Attempting to bind port 33957845-3104-4d0b-86f1-a8c26cde27af on network 83ae2d09-f538-4ce5-935a-449530676d74 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:21:58.986126 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4714b3fe-c172-42bb-9abb-be8da127d2bd None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:21:58.986504 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4714b3fe-c172-42bb-9abb-be8da127d2bd None None] Checking segment: {'id': '84820984-ff3b-4866-8859-d1724411a9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '83ae2d09-f538-4ce5-935a-449530676d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:21:58.986936 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4714b3fe-c172-42bb-9abb-be8da127d2bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:58.987334 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4714b3fe-c172-42bb-9abb-be8da127d2bd None None] Bound using segment: {'id': '84820984-ff3b-4866-8859-d1724411a9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '83ae2d09-f538-4ce5-935a-449530676d74'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:21:58.987801 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-4714b3fe-c172-42bb-9abb-be8da127d2bd None None] Bound port: 33957845-3104-4d0b-86f1-a8c26cde27af, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84820984-ff3b-4866-8859-d1724411a9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '83ae2d09-f538-4ce5-935a-449530676d74'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:21:58.988182 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4714b3fe-c172-42bb-9abb-be8da127d2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:59.014999 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d431f6f1-bcad-46ba-b23a-cedcede3e8db tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:59.035248 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-d431f6f1-bcad-46ba-b23a-cedcede3e8db tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83ae2d09-f538-4ce5-935a-449530676d74']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:59.044576 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-d431f6f1-bcad-46ba-b23a-cedcede3e8db tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84820984-ff3b-4866-8859-d1724411a9dd') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:59.044876 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-d431f6f1-bcad-46ba-b23a-cedcede3e8db tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84820984-ff3b-4866-8859-d1724411a9dd') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:59.051752 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-4714b3fe-c172-42bb-9abb-be8da127d2bd None None] For port 33957845-3104-4d0b-86f1-a8c26cde27af, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:21:59.054227 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d431f6f1-bcad-46ba-b23a-cedcede3e8db tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:59.054746 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-4714b3fe-c172-42bb-9abb-be8da127d2bd None None] For port 33957845-3104-4d0b-86f1-a8c26cde27af, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=33957845-3104-4d0b-86f1-a8c26cde27af,segment=NetworkSegment(84820984-ff3b-4866-8859-d1724411a9dd),segment_id=84820984-ff3b-4866-8859-d1724411a9dd)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:21:59.059289 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4714b3fe-c172-42bb-9abb-be8da127d2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:59.067493 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d431f6f1-bcad-46ba-b23a-cedcede3e8db tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:59.073906 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d431f6f1-bcad-46ba-b23a-cedcede3e8db tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:21:59.074294 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d431f6f1-bcad-46ba-b23a-cedcede3e8db tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:59.077288 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:21:59.077288 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:21:59.077288 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:21:59.077288 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:21:59.077288 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:21:59.077288 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:21:59.077288 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:21:59.077288 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:21:59.077288 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:21:59.077288 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:21:59.077288 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:21:59.077288 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:21:59.077288 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:21:59.077288 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:21:59.077288 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:21:59.077288 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:21:59.077288 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:21:59.077288 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:21:59.077288 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:21:59.077288 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:21:59.077288 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:21:59.077288 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:21:59.077288 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:21:59.077288 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:21:59.077288 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:21:59.077288 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:21:59.077288 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:21:59.077288 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:21:59.077288 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:21:59.077288 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:21:59.077288 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:21:59.077288 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:21:59.142704 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.db.api [None req-d431f6f1-bcad-46ba-b23a-cedcede3e8db tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 27 04:21:59.142704 n-d-819494-3 neutron-server[110018]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 27 04:21:59.142704 n-d-819494-3 neutron-server[110018]: [parameters: {'id': '83ae2d09-f538-4ce5-935a-449530676d74'}] Nov 27 04:21:59.142704 n-d-819494-3 neutron-server[110018]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:21:59.143118 n-d-819494-3 neutron-server[110018]: DEBUG oslo_db.api [None req-d431f6f1-bcad-46ba-b23a-cedcede3e8db tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:21:59.143357 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4714b3fe-c172-42bb-9abb-be8da127d2bd None None] Pushing event updated for resources: {'Port': ['ID=33957845-3104-4d0b-86f1-a8c26cde27af,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:59.162343 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcfbe06-e2e1-41a1-864b-37bc063b87e3 None None] Network 83ae2d09-f538-4ce5-935a-449530676d74 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:21:59.277202 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5beed49-a366-4c5b-ae1d-53eaf8aef8e3 None None] Network 83ae2d09-f538-4ce5-935a-449530676d74 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:21:59.394936 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc97468-d48f-466f-9776-804299477247 None None] get_active_networks_info from n-d-819494-3 {{(pid=110020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 04:21:59.462082 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc97468-d48f-466f-9776-804299477247 None None] Resources bound (agent type, host, resource id): {{(pid=110020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 04:21:59.644843 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d431f6f1-bcad-46ba-b23a-cedcede3e8db tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:59.697792 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-d431f6f1-bcad-46ba-b23a-cedcede3e8db tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Deleting port 33957845-3104-4d0b-86f1-a8c26cde27af {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:21:59.698485 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d431f6f1-bcad-46ba-b23a-cedcede3e8db tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:59.767617 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-d431f6f1-bcad-46ba-b23a-cedcede3e8db tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] For port 33957845-3104-4d0b-86f1-a8c26cde27af, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=33957845-3104-4d0b-86f1-a8c26cde27af,segment=NetworkSegment(84820984-ff3b-4866-8859-d1724411a9dd),segment_id=84820984-ff3b-4866-8859-d1724411a9dd)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:21:59.767899 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d431f6f1-bcad-46ba-b23a-cedcede3e8db tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:59.781289 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-d431f6f1-bcad-46ba-b23a-cedcede3e8db tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Calling delete_port for 33957845-3104-4d0b-86f1-a8c26cde27af owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:21:59.858128 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d431f6f1-bcad-46ba-b23a-cedcede3e8db tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:59.884096 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431f6f1-bcad-46ba-b23a-cedcede3e8db tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event deleted for resources: {'Port': ['ID=33957845-3104-4d0b-86f1-a8c26cde27af,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:21:59.888497 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d431f6f1-bcad-46ba-b23a-cedcede3e8db tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] No DVR routers for this DVR port 33957845-3104-4d0b-86f1-a8c26cde27af on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:21:59.969716 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d431f6f1-bcad-46ba-b23a-cedcede3e8db tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:21:59.989689 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-d431f6f1-bcad-46ba-b23a-cedcede3e8db tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83ae2d09-f538-4ce5-935a-449530676d74']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:59.999351 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-d431f6f1-bcad-46ba-b23a-cedcede3e8db tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84820984-ff3b-4866-8859-d1724411a9dd') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:21:59.999655 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-d431f6f1-bcad-46ba-b23a-cedcede3e8db tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84820984-ff3b-4866-8859-d1724411a9dd') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:00.009099 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d431f6f1-bcad-46ba-b23a-cedcede3e8db tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:00.022030 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d431f6f1-bcad-46ba-b23a-cedcede3e8db tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:00.027965 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d431f6f1-bcad-46ba-b23a-cedcede3e8db tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:22:00.028352 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d431f6f1-bcad-46ba-b23a-cedcede3e8db tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:00.031321 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:22:00.031321 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:22:00.031321 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:22:00.031321 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:22:00.031321 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:22:00.031321 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:22:00.031321 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:22:00.031321 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:22:00.031321 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:22:00.031321 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:22:00.031321 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:22:00.031321 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:22:00.031321 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:22:00.031321 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:22:00.031321 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:22:00.031321 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:22:00.031321 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:22:00.031321 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:22:00.031321 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:22:00.031321 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:22:00.031321 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:22:00.031321 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:22:00.031321 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:22:00.031321 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:22:00.031321 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:22:00.031321 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:22:00.031321 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:22:00.031321 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:22:00.031321 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:22:00.031321 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:22:00.031321 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:22:00.031321 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:22:00.096918 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d431f6f1-bcad-46ba-b23a-cedcede3e8db tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:00.102264 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d431f6f1-bcad-46ba-b23a-cedcede3e8db tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:00.108509 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d431f6f1-bcad-46ba-b23a-cedcede3e8db tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "DELETE /v2.0/networks/83ae2d09-f538-4ce5-935a-449530676d74 HTTP/1.1" status: 204 len: 168 time: 1.4069252 Nov 27 04:22:00.108714 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56978) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:00.120314 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431f6f1-bcad-46ba-b23a-cedcede3e8db tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event deleted for resources: {'Network': ['ID=83ae2d09-f538-4ce5-935a-449530676d74,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:22:00.127485 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ef8111f-673d-40a6-a251-b8ae4dac7543 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] DELETE failed (client error): The resource could not be found. Nov 27 04:22:00.127981 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ef8111f-673d-40a6-a251-b8ae4dac7543 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:22:00.131003 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-3ef8111f-673d-40a6-a251-b8ae4dac7543 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "DELETE /v2.0/networks/83ae2d09-f538-4ce5-935a-449530676d74 HTTP/1.1" status: 404 len: 339 time: 0.0212531 Nov 27 04:22:00.134606 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56980) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:00.139139 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-d550c4a4-b989-42a2-a1de-1b5868e82baf tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1059249445', 'description': 'd1'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:22:00.159981 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d550c4a4-b989-42a2-a1de-1b5868e82baf tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Made reservation on behalf of af59182bdfe4477083cfc9ca75910097 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:22:00.164064 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d550c4a4-b989-42a2-a1de-1b5868e82baf tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:00.186999 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d550c4a4-b989-42a2-a1de-1b5868e82baf tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:22:00.195663 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d550c4a4-b989-42a2-a1de-1b5868e82baf tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:00.196005 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-d550c4a4-b989-42a2-a1de-1b5868e82baf tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Added segment 3622607d-7604-4441-959b-7bf7790b7703 of type vlan for network ea89a0bd-6fc4-4f78-a88f-7a3207bb24d3 Nov 27 04:22:00.238640 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d550c4a4-b989-42a2-a1de-1b5868e82baf tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:00.262678 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d550c4a4-b989-42a2-a1de-1b5868e82baf tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:00.268212 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d550c4a4-b989-42a2-a1de-1b5868e82baf tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:22:00.268797 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d550c4a4-b989-42a2-a1de-1b5868e82baf tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:00.319791 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d550c4a4-b989-42a2-a1de-1b5868e82baf tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1840556 Nov 27 04:22:00.322440 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56982) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:00.350420 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d550c4a4-b989-42a2-a1de-1b5868e82baf tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event updated for resources: {'Network': ['ID=ea89a0bd-6fc4-4f78-a88f-7a3207bb24d3,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:22:00.360667 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network ea89a0bd-6fc4-4f78-a88f-7a3207bb24d3 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:22:00.407136 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2082da6f-a865-4001-9197-3933e6240790 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:22:00.411149 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2082da6f-a865-4001-9197-3933e6240790 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "GET /v2.0/networks?id=ea89a0bd-6fc4-4f78-a88f-7a3207bb24d3 HTTP/1.1" status: 200 len: 761 time: 0.0851533 Nov 27 04:22:00.411337 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56984) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:00.416769 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-d8880727-3d2c-49a1-9539-e5cbc56197c3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Request body: {'network': {'description': 'd2'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:22:00.893687 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d8880727-3d2c-49a1-9539-e5cbc56197c3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:00.906893 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d8880727-3d2c-49a1-9539-e5cbc56197c3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:00.950778 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d8880727-3d2c-49a1-9539-e5cbc56197c3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Network ea89a0bd-6fc4-4f78-a88f-7a3207bb24d3 is not hosted by any dhcp agent {{(pid=110018) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 04:22:00.956038 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8880727-3d2c-49a1-9539-e5cbc56197c3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:22:00.956623 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d8880727-3d2c-49a1-9539-e5cbc56197c3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:00.957876 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d8880727-3d2c-49a1-9539-e5cbc56197c3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "PUT /v2.0/networks/ea89a0bd-6fc4-4f78-a88f-7a3207bb24d3 HTTP/1.1" status: 200 len: 758 time: 0.5450561 Nov 27 04:22:00.961338 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56986) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:01.022411 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8880727-3d2c-49a1-9539-e5cbc56197c3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event updated for resources: {'Network': ['ID=ea89a0bd-6fc4-4f78-a88f-7a3207bb24d3,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:22:01.035123 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network ea89a0bd-6fc4-4f78-a88f-7a3207bb24d3 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:22:01.054996 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339bc305-0de9-4ec4-bfbc-5beede4decbb tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:22:01.056474 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-339bc305-0de9-4ec4-bfbc-5beede4decbb tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "GET /v2.0/networks?id=ea89a0bd-6fc4-4f78-a88f-7a3207bb24d3 HTTP/1.1" status: 200 len: 761 time: 0.0942333 Nov 27 04:22:01.060207 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56988) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:01.064956 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-28bdd730-2210-4ef8-9e76-3f25ab43359b tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-954427583'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:22:01.086037 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bdd730-2210-4ef8-9e76-3f25ab43359b tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Made reservation on behalf of af59182bdfe4477083cfc9ca75910097 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:22:01.089722 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-28bdd730-2210-4ef8-9e76-3f25ab43359b tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:01.118229 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28bdd730-2210-4ef8-9e76-3f25ab43359b tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:22:01.126902 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-28bdd730-2210-4ef8-9e76-3f25ab43359b tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:01.127500 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-28bdd730-2210-4ef8-9e76-3f25ab43359b tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Added segment 4572ddab-7b78-4c68-8c68-6e1fbe6af50c of type vlan for network 66a7f227-c21c-4f5f-8b13-ffe69a351c9e Nov 27 04:22:01.167901 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-28bdd730-2210-4ef8-9e76-3f25ab43359b tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:01.191053 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-28bdd730-2210-4ef8-9e76-3f25ab43359b tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:01.197052 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bdd730-2210-4ef8-9e76-3f25ab43359b tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:22:01.197630 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-28bdd730-2210-4ef8-9e76-3f25ab43359b tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:01.250088 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-28bdd730-2210-4ef8-9e76-3f25ab43359b tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1888664 Nov 27 04:22:01.253085 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56990) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:01.258246 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-36527ba2-af85-4241-9c6a-562cafecbedb tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Request body: {'subnet': {'network_id': '66a7f227-c21c-4f5f-8b13-ffe69a351c9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:22:01.307889 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bdd730-2210-4ef8-9e76-3f25ab43359b tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event updated for resources: {'Network': ['ID=66a7f227-c21c-4f5f-8b13-ffe69a351c9e,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:22:01.318713 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 66a7f227-c21c-4f5f-8b13-ffe69a351c9e details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:22:01.360435 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36527ba2-af85-4241-9c6a-562cafecbedb tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Made reservation on behalf of af59182bdfe4477083cfc9ca75910097 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:22:01.363984 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-36527ba2-af85-4241-9c6a-562cafecbedb tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:01.543098 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-36527ba2-af85-4241-9c6a-562cafecbedb tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:01.603325 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36527ba2-af85-4241-9c6a-562cafecbedb tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event updated for resources: {'Subnet': ['ID=c5b041ee-a20d-406e-adc8-0df17aae3e75,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:22:01.610286 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36527ba2-af85-4241-9c6a-562cafecbedb tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Checking segment: {'id': '4572ddab-7b78-4c68-8c68-6e1fbe6af50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '66a7f227-c21c-4f5f-8b13-ffe69a351c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:22:01.610691 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36527ba2-af85-4241-9c6a-562cafecbedb tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Network hostable DHCP agents. Network: 66a7f227-c21c-4f5f-8b13-ffe69a351c9e, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:22:01.626991 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36527ba2-af85-4241-9c6a-562cafecbedb tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Network 66a7f227-c21c-4f5f-8b13-ffe69a351c9e is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:22:01.636515 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-36527ba2-af85-4241-9c6a-562cafecbedb tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 66a7f227-c21c-4f5f-8b13-ffe69a351c9e) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:22:01.640810 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36527ba2-af85-4241-9c6a-562cafecbedb tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:22:01.641455 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-36527ba2-af85-4241-9c6a-562cafecbedb tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:01.645166 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e80a86-30c8-47be-9ce6-2283d81d942a None None] Network 66a7f227-c21c-4f5f-8b13-ffe69a351c9e requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:22:01.657299 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-36527ba2-af85-4241-9c6a-562cafecbedb tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4032090 Nov 27 04:22:01.660164 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 56992) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:01.761417 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6a3bcd3e-649b-4a45-acdc-e9ba60b6d4f0 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:01.786918 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20579c61-e092-4dbc-93fe-05ccda4470a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-66a7f227-c21c-4f5f-8b13-ffe69a351c9e', 'network_id': '66a7f227-c21c-4f5f-8b13-ffe69a351c9e', 'tenant_id': 'af59182bdfe4477083cfc9ca75910097', 'fixed_ips': [{'subnet_id': 'c5b041ee-a20d-406e-adc8-0df17aae3e75'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:22:01.787792 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-20579c61-e092-4dbc-93fe-05ccda4470a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:01.811088 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6a3bcd3e-649b-4a45-acdc-e9ba60b6d4f0 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:01.869439 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6a3bcd3e-649b-4a45-acdc-e9ba60b6d4f0 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server [None req-20579c61-e092-4dbc-93fe-05ccda4470a6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c5b041ee-a20d-406e-adc8-0df17aae3e75: This subnet is being modified by another concurrent operation. Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise exception Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c5b041ee-a20d-406e-adc8-0df17aae3e75: This subnet is being modified by another concurrent operation. Nov 27 04:22:01.879773 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server Nov 27 04:22:01.896552 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00a5c8c-0e39-42a9-8ebf-91a122e79b79 None None] Network 66a7f227-c21c-4f5f-8b13-ffe69a351c9e requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:22:01.899098 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3bcd3e-649b-4a45-acdc-e9ba60b6d4f0 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event deleted for resources: {'Subnet': ['ID=c5b041ee-a20d-406e-adc8-0df17aae3e75,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:22:01.961366 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6a3bcd3e-649b-4a45-acdc-e9ba60b6d4f0 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:01.982827 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-6a3bcd3e-649b-4a45-acdc-e9ba60b6d4f0 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66a7f227-c21c-4f5f-8b13-ffe69a351c9e']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:01.993423 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-6a3bcd3e-649b-4a45-acdc-e9ba60b6d4f0 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4572ddab-7b78-4c68-8c68-6e1fbe6af50c') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:01.993870 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-6a3bcd3e-649b-4a45-acdc-e9ba60b6d4f0 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4572ddab-7b78-4c68-8c68-6e1fbe6af50c') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:02.004465 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6a3bcd3e-649b-4a45-acdc-e9ba60b6d4f0 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:02.018062 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6a3bcd3e-649b-4a45-acdc-e9ba60b6d4f0 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:02.024537 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a3bcd3e-649b-4a45-acdc-e9ba60b6d4f0 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:22:02.024939 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6a3bcd3e-649b-4a45-acdc-e9ba60b6d4f0 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:02.028063 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:22:02.028063 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:22:02.028063 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:22:02.028063 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:22:02.028063 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:22:02.028063 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:22:02.028063 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:22:02.028063 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:22:02.028063 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:22:02.028063 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:22:02.028063 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:22:02.028063 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:22:02.028063 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:22:02.028063 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:22:02.028063 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:22:02.028063 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:22:02.028063 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:22:02.028063 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:22:02.028063 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:22:02.028063 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:22:02.028063 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:22:02.028063 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:22:02.028063 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:22:02.028063 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:22:02.028063 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:22:02.028063 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:22:02.028063 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:22:02.028063 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:22:02.028063 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:22:02.028063 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:22:02.028063 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:22:02.028063 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:22:02.095756 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6a3bcd3e-649b-4a45-acdc-e9ba60b6d4f0 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:02.103039 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6a3bcd3e-649b-4a45-acdc-e9ba60b6d4f0 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:02.106228 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6a3bcd3e-649b-4a45-acdc-e9ba60b6d4f0 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "DELETE /v2.0/networks/66a7f227-c21c-4f5f-8b13-ffe69a351c9e HTTP/1.1" status: 204 len: 168 time: 0.4450612 Nov 27 04:22:02.109174 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56994) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:02.118810 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3bcd3e-649b-4a45-acdc-e9ba60b6d4f0 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event deleted for resources: {'Network': ['ID=66a7f227-c21c-4f5f-8b13-ffe69a351c9e,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:22:02.137581 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-f00b7577-4164-4022-b225-fe39006cc3a6 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] GET failed (client error): The resource could not be found. Nov 27 04:22:02.138935 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f00b7577-4164-4022-b225-fe39006cc3a6 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "GET /v2.0/subnets/c5b041ee-a20d-406e-adc8-0df17aae3e75 HTTP/1.1" status: 404 len: 337 time: 0.0287373 Nov 27 04:22:02.141653 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56996) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:02.160534 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-00426f00-7427-49e7-af53-5c1c7ec39b4c tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] DELETE failed (client error): The resource could not be found. Nov 27 04:22:02.161039 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00426f00-7427-49e7-af53-5c1c7ec39b4c tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:22:02.164158 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c3e357-0485-46a8-a9b0-0319fe925898 None None] get_active_networks_info from n-d-819494-3 {{(pid=110020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 04:22:02.164697 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-00426f00-7427-49e7-af53-5c1c7ec39b4c tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "DELETE /v2.0/networks/66a7f227-c21c-4f5f-8b13-ffe69a351c9e HTTP/1.1" status: 404 len: 339 time: 0.0221367 Nov 27 04:22:02.168433 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 56998) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:02.231279 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c3e357-0485-46a8-a9b0-0319fe925898 None None] Resources bound (agent type, host, resource id): {{(pid=110020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 04:22:02.355276 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa55f8a2-d0e7-43be-8572-8e5fd4316e06 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:22:02.356704 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-aa55f8a2-d0e7-43be-8572-8e5fd4316e06 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1873252 Nov 27 04:22:02.359486 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57000) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:02.394179 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-88953b03-e8fa-475c-b6dd-a403276a3580 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "GET /v2.0/subnets?network_id=f5c39893-f8d8-4150-8aae-695f98406de3 HTTP/1.1" status: 200 len: 207 time: 0.0335424 Nov 27 04:22:02.397797 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57002) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:02.574745 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736164ce-efbc-4d2a-86c2-33eb40c020b3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:22:02.580535 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736164ce-efbc-4d2a-86c2-33eb40c020b3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:22:02.586842 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736164ce-efbc-4d2a-86c2-33eb40c020b3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:22:02.592940 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736164ce-efbc-4d2a-86c2-33eb40c020b3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:22:02.594592 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-736164ce-efbc-4d2a-86c2-33eb40c020b3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1958723 Nov 27 04:22:02.598288 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57004) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:02.705034 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6fc8b484-96f2-455e-b8dc-f2b9cc5114d4 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1056557 Nov 27 04:22:02.708354 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57006) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:02.790654 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de690dd5-0611-4218-9aca-8b3c00a93c29 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:22:02.792290 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de690dd5-0611-4218-9aca-8b3c00a93c29 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:22:02.793819 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-de690dd5-0611-4218-9aca-8b3c00a93c29 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0839798 Nov 27 04:22:02.797362 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57008) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:02.846110 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d431a5-6523-4375-b245-e8f1ff3d31bd tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Attributes excluded by policy engine: ['shared'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:22:02.847673 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d431a5-6523-4375-b245-e8f1ff3d31bd tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Attributes excluded by policy engine: ['shared'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:22:02.849179 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-64d431a5-6523-4375-b245-e8f1ff3d31bd tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0509000 Nov 27 04:22:02.852425 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57010) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:02.952388 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add2b490-8a25-47f4-86ba-ded1e8230f51 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:22:02.953741 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-add2b490-8a25-47f4-86ba-ded1e8230f51 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "GET /v2.0/networks/c17e4a4e-7b8b-42d0-b1ca-50883b499fa4 HTTP/1.1" status: 200 len: 799 time: 0.1004286 Nov 27 04:22:02.957440 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57012) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:03.057149 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-50456f13-83ed-475e-94e1-2ef2aff571a4 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "GET /v2.0/networks/c17e4a4e-7b8b-42d0-b1ca-50883b499fa4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.0986965 Nov 27 04:22:03.060620 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57014) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:03.110009 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d7c216-05f3-43d8-8e6a-48f18fe7637f tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:22:03.111399 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-75d7c216-05f3-43d8-8e6a-48f18fe7637f tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "GET /v2.0/subnets/698d531a-674d-4c9d-af32-32433dab21b6 HTTP/1.1" status: 200 len: 811 time: 0.0498796 Nov 27 04:22:03.115502 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57016) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:03.164632 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc06863-40b8-4336-889a-ebe6e54799a4 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Attributes excluded by policy engine: ['shared'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:22:03.166020 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1dc06863-40b8-4336-889a-ebe6e54799a4 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "GET /v2.0/subnets/698d531a-674d-4c9d-af32-32433dab21b6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0496223 Nov 27 04:22:03.169426 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57018) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:03.173955 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-2af6ab31-bbd5-4ba2-8bba-22a7cc224ebe tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-417035755'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:22:03.195201 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af6ab31-bbd5-4ba2-8bba-22a7cc224ebe tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Made reservation on behalf of af59182bdfe4477083cfc9ca75910097 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:22:03.198751 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2af6ab31-bbd5-4ba2-8bba-22a7cc224ebe tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:03.221696 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2af6ab31-bbd5-4ba2-8bba-22a7cc224ebe tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:22:03.231296 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2af6ab31-bbd5-4ba2-8bba-22a7cc224ebe tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:03.231640 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-2af6ab31-bbd5-4ba2-8bba-22a7cc224ebe tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Added segment 920d949c-34ba-471c-b66b-710ace7ee196 of type vlan for network 5a5ed098-ad24-40f5-9fe2-e2975e506923 Nov 27 04:22:03.273907 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2af6ab31-bbd5-4ba2-8bba-22a7cc224ebe tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:03.298593 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2af6ab31-bbd5-4ba2-8bba-22a7cc224ebe tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:03.304063 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af6ab31-bbd5-4ba2-8bba-22a7cc224ebe tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:22:03.304663 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2af6ab31-bbd5-4ba2-8bba-22a7cc224ebe tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:03.359798 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2af6ab31-bbd5-4ba2-8bba-22a7cc224ebe tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1893814 Nov 27 04:22:03.362690 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57020) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:03.367888 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-85781bbf-464c-42a3-bb5a-0535b4b10770 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Request body: {'subnet': {'network_id': '5a5ed098-ad24-40f5-9fe2-e2975e506923', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:22:03.371563 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af6ab31-bbd5-4ba2-8bba-22a7cc224ebe tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event updated for resources: {'Network': ['ID=5a5ed098-ad24-40f5-9fe2-e2975e506923,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:22:03.381739 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 5a5ed098-ad24-40f5-9fe2-e2975e506923 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:22:03.457149 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85781bbf-464c-42a3-bb5a-0535b4b10770 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Made reservation on behalf of af59182bdfe4477083cfc9ca75910097 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:22:03.461416 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-85781bbf-464c-42a3-bb5a-0535b4b10770 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:03.520171 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.ipam_backend_mixin [None req-85781bbf-464c-42a3-bb5a-0535b4b10770 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Performing IP validity checks on allocation pools {{(pid=110019) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 27 04:22:03.520639 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.ipam_backend_mixin [None req-85781bbf-464c-42a3-bb5a-0535b4b10770 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110019) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 27 04:22:03.643650 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-85781bbf-464c-42a3-bb5a-0535b4b10770 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:03.704428 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85781bbf-464c-42a3-bb5a-0535b4b10770 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event updated for resources: {'Subnet': ['ID=6bc3b281-06d0-443d-9f9a-9dff451af298,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:22:03.716082 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85781bbf-464c-42a3-bb5a-0535b4b10770 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Checking segment: {'id': '920d949c-34ba-471c-b66b-710ace7ee196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '5a5ed098-ad24-40f5-9fe2-e2975e506923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:22:03.716457 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85781bbf-464c-42a3-bb5a-0535b4b10770 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Network hostable DHCP agents. Network: 5a5ed098-ad24-40f5-9fe2-e2975e506923, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:22:03.733156 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85781bbf-464c-42a3-bb5a-0535b4b10770 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Network 5a5ed098-ad24-40f5-9fe2-e2975e506923 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:22:03.741599 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-85781bbf-464c-42a3-bb5a-0535b4b10770 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 5a5ed098-ad24-40f5-9fe2-e2975e506923) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:22:03.745449 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85781bbf-464c-42a3-bb5a-0535b4b10770 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:22:03.746052 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-85781bbf-464c-42a3-bb5a-0535b4b10770 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:03.752282 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0110cab4-7abc-4783-b340-861ecdbbd682 None None] Network 5a5ed098-ad24-40f5-9fe2-e2975e506923 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:22:03.763120 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-85781bbf-464c-42a3-bb5a-0535b4b10770 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.3989882 Nov 27 04:22:03.766137 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57022) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:03.771827 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-61cebe1e-16d0-40c2-8bf7-7248510ad6ef tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:22:03.861787 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-61cebe1e-16d0-40c2-8bf7-7248510ad6ef tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8691285'] for subnet, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:03.898415 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15eb383-08fc-4492-a9ea-121e03d48167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-5a5ed098-ad24-40f5-9fe2-e2975e506923', 'network_id': '5a5ed098-ad24-40f5-9fe2-e2975e506923', 'tenant_id': 'af59182bdfe4477083cfc9ca75910097', 'fixed_ips': [{'subnet_id': '6bc3b281-06d0-443d-9f9a-9dff451af298'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:22:03.899662 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b15eb383-08fc-4492-a9ea-121e03d48167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:04.023997 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-61cebe1e-16d0-40c2-8bf7-7248510ad6ef tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763522168432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8684619'] for subnet, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:04.066807 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cebe1e-16d0-40c2-8bf7-7248510ad6ef tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:22:04.067015 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-b15eb383-08fc-4492-a9ea-121e03d48167 None None] Allocated IP 172.20.0.3 (5a5ed098-ad24-40f5-9fe2-e2975e506923/6bc3b281-06d0-443d-9f9a-9dff451af298/f65b6cef-3971-49ee-b2fd-4d48fd489050) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:22:04.067410 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-61cebe1e-16d0-40c2-8bf7-7248510ad6ef tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:04.072123 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-61cebe1e-16d0-40c2-8bf7-7248510ad6ef tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "PUT /v2.0/subnets/6bc3b281-06d0-443d-9f9a-9dff451af298 HTTP/1.1" status: 200 len: 877 time: 0.3022106 Nov 27 04:22:04.072472 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57024) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:04.080722 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cebe1e-16d0-40c2-8bf7-7248510ad6ef tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event updated for resources: {'Subnet': ['ID=6bc3b281-06d0-443d-9f9a-9dff451af298,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:22:04.174692 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7196fc31-44a4-4936-9a8d-ee57160b2a50 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:04.226516 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b15eb383-08fc-4492-a9ea-121e03d48167 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:04.226796 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7196fc31-44a4-4936-9a8d-ee57160b2a50 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:04.232728 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b15eb383-08fc-4492-a9ea-121e03d48167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:04.270439 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15eb383-08fc-4492-a9ea-121e03d48167 None None] Network 5a5ed098-ad24-40f5-9fe2-e2975e506923 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:22:04.273333 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-b15eb383-08fc-4492-a9ea-121e03d48167 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:22:04.277030 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15eb383-08fc-4492-a9ea-121e03d48167 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:22:04.286058 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15eb383-08fc-4492-a9ea-121e03d48167 None None] Pushing event updated for resources: {'Port': ['ID=f65b6cef-3971-49ee-b2fd-4d48fd489050,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:22:04.293336 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7196fc31-44a4-4936-9a8d-ee57160b2a50 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:04.326135 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196fc31-44a4-4936-9a8d-ee57160b2a50 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event deleted for resources: {'Subnet': ['ID=6bc3b281-06d0-443d-9f9a-9dff451af298,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:22:04.336659 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-b15eb383-08fc-4492-a9ea-121e03d48167 None None] Attempting to bind port f65b6cef-3971-49ee-b2fd-4d48fd489050 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:22:04.337036 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-b15eb383-08fc-4492-a9ea-121e03d48167 None None] Attempting to bind port f65b6cef-3971-49ee-b2fd-4d48fd489050 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '920d949c-34ba-471c-b66b-710ace7ee196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '5a5ed098-ad24-40f5-9fe2-e2975e506923'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:22:04.337403 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15eb383-08fc-4492-a9ea-121e03d48167 None None] Attempting to bind port f65b6cef-3971-49ee-b2fd-4d48fd489050 on network 5a5ed098-ad24-40f5-9fe2-e2975e506923 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:22:04.342408 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15eb383-08fc-4492-a9ea-121e03d48167 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:22:04.342835 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15eb383-08fc-4492-a9ea-121e03d48167 None None] Checking segment: {'id': '920d949c-34ba-471c-b66b-710ace7ee196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '5a5ed098-ad24-40f5-9fe2-e2975e506923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:22:04.343240 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b15eb383-08fc-4492-a9ea-121e03d48167 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:04.343642 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15eb383-08fc-4492-a9ea-121e03d48167 None None] Bound using segment: {'id': '920d949c-34ba-471c-b66b-710ace7ee196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '5a5ed098-ad24-40f5-9fe2-e2975e506923'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:22:04.344112 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-b15eb383-08fc-4492-a9ea-121e03d48167 None None] Bound port: f65b6cef-3971-49ee-b2fd-4d48fd489050, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '920d949c-34ba-471c-b66b-710ace7ee196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '5a5ed098-ad24-40f5-9fe2-e2975e506923'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:22:04.344495 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b15eb383-08fc-4492-a9ea-121e03d48167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:04.385016 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7196fc31-44a4-4936-9a8d-ee57160b2a50 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:04.404442 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-7196fc31-44a4-4936-9a8d-ee57160b2a50 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a5ed098-ad24-40f5-9fe2-e2975e506923']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:04.409850 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-b15eb383-08fc-4492-a9ea-121e03d48167 None None] For port f65b6cef-3971-49ee-b2fd-4d48fd489050, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:22:04.413436 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-b15eb383-08fc-4492-a9ea-121e03d48167 None None] For port f65b6cef-3971-49ee-b2fd-4d48fd489050, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=f65b6cef-3971-49ee-b2fd-4d48fd489050,segment=NetworkSegment(920d949c-34ba-471c-b66b-710ace7ee196),segment_id=920d949c-34ba-471c-b66b-710ace7ee196)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:22:04.414602 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-7196fc31-44a4-4936-9a8d-ee57160b2a50 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '920d949c-34ba-471c-b66b-710ace7ee196') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:04.414945 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-7196fc31-44a4-4936-9a8d-ee57160b2a50 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '920d949c-34ba-471c-b66b-710ace7ee196') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:04.417602 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b15eb383-08fc-4492-a9ea-121e03d48167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:04.424562 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7196fc31-44a4-4936-9a8d-ee57160b2a50 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:04.438955 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7196fc31-44a4-4936-9a8d-ee57160b2a50 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:04.444935 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7196fc31-44a4-4936-9a8d-ee57160b2a50 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:22:04.445344 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7196fc31-44a4-4936-9a8d-ee57160b2a50 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:04.448425 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:22:04.448425 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:22:04.448425 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:22:04.448425 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:22:04.448425 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:22:04.448425 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:22:04.448425 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:22:04.448425 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:22:04.448425 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:22:04.448425 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:22:04.448425 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:22:04.448425 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:22:04.448425 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:22:04.448425 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:22:04.448425 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:22:04.448425 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:22:04.448425 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:22:04.448425 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:22:04.448425 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:22:04.448425 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:22:04.448425 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:22:04.448425 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:22:04.448425 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:22:04.448425 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:22:04.448425 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:22:04.448425 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:22:04.448425 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:22:04.448425 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:22:04.448425 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:22:04.448425 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:22:04.448425 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:22:04.448425 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:22:04.493230 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15eb383-08fc-4492-a9ea-121e03d48167 None None] Pushing event updated for resources: {'Port': ['ID=f65b6cef-3971-49ee-b2fd-4d48fd489050,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:22:04.510737 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.db.api [None req-7196fc31-44a4-4936-9a8d-ee57160b2a50 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 27 04:22:04.510737 n-d-819494-3 neutron-server[110018]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 27 04:22:04.510737 n-d-819494-3 neutron-server[110018]: [parameters: {'id': '5a5ed098-ad24-40f5-9fe2-e2975e506923'}] Nov 27 04:22:04.510737 n-d-819494-3 neutron-server[110018]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:22:04.511062 n-d-819494-3 neutron-server[110018]: DEBUG oslo_db.api [None req-7196fc31-44a4-4936-9a8d-ee57160b2a50 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:22:04.515306 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942dec91-b916-48ab-8cc3-a3cbdff78661 None None] Network 5a5ed098-ad24-40f5-9fe2-e2975e506923 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:22:04.634806 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57702cf-a278-406d-85f3-001045e8608e None None] Network 5a5ed098-ad24-40f5-9fe2-e2975e506923 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:22:04.753209 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b20645-440a-4dbe-87c6-cf8231f90238 None None] get_active_networks_info from n-d-819494-3 {{(pid=110020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 04:22:04.815899 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b20645-440a-4dbe-87c6-cf8231f90238 None None] Resources bound (agent type, host, resource id): {{(pid=110020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 04:22:05.012516 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7196fc31-44a4-4936-9a8d-ee57160b2a50 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:05.066976 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-7196fc31-44a4-4936-9a8d-ee57160b2a50 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Deleting port f65b6cef-3971-49ee-b2fd-4d48fd489050 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:22:05.067238 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7196fc31-44a4-4936-9a8d-ee57160b2a50 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:05.128370 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-7196fc31-44a4-4936-9a8d-ee57160b2a50 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] For port f65b6cef-3971-49ee-b2fd-4d48fd489050, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=f65b6cef-3971-49ee-b2fd-4d48fd489050,segment=NetworkSegment(920d949c-34ba-471c-b66b-710ace7ee196),segment_id=920d949c-34ba-471c-b66b-710ace7ee196)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:22:05.128727 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7196fc31-44a4-4936-9a8d-ee57160b2a50 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:05.140574 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-7196fc31-44a4-4936-9a8d-ee57160b2a50 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Calling delete_port for f65b6cef-3971-49ee-b2fd-4d48fd489050 owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:22:05.229071 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7196fc31-44a4-4936-9a8d-ee57160b2a50 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:05.255987 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7196fc31-44a4-4936-9a8d-ee57160b2a50 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] No DVR routers for this DVR port f65b6cef-3971-49ee-b2fd-4d48fd489050 on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:22:05.260385 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196fc31-44a4-4936-9a8d-ee57160b2a50 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event deleted for resources: {'Port': ['ID=f65b6cef-3971-49ee-b2fd-4d48fd489050,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:22:05.345907 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7196fc31-44a4-4936-9a8d-ee57160b2a50 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:05.365752 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-7196fc31-44a4-4936-9a8d-ee57160b2a50 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a5ed098-ad24-40f5-9fe2-e2975e506923']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:05.374829 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-7196fc31-44a4-4936-9a8d-ee57160b2a50 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '920d949c-34ba-471c-b66b-710ace7ee196') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:05.375129 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-7196fc31-44a4-4936-9a8d-ee57160b2a50 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '920d949c-34ba-471c-b66b-710ace7ee196') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:05.384603 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7196fc31-44a4-4936-9a8d-ee57160b2a50 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:05.397882 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7196fc31-44a4-4936-9a8d-ee57160b2a50 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:05.404008 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7196fc31-44a4-4936-9a8d-ee57160b2a50 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:22:05.404397 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7196fc31-44a4-4936-9a8d-ee57160b2a50 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:05.407286 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:22:05.407286 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:22:05.407286 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:22:05.407286 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:22:05.407286 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:22:05.407286 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:22:05.407286 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:22:05.407286 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:22:05.407286 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:22:05.407286 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:22:05.407286 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:22:05.407286 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:22:05.407286 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:22:05.407286 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:22:05.407286 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:22:05.407286 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:22:05.407286 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:22:05.407286 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:22:05.407286 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:22:05.407286 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:22:05.407286 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:22:05.407286 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:22:05.407286 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:22:05.407286 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:22:05.407286 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:22:05.407286 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:22:05.407286 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:22:05.407286 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:22:05.407286 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:22:05.407286 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:22:05.407286 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:22:05.407286 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:22:05.465544 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7196fc31-44a4-4936-9a8d-ee57160b2a50 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:05.472363 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7196fc31-44a4-4936-9a8d-ee57160b2a50 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:05.476449 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7196fc31-44a4-4936-9a8d-ee57160b2a50 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "DELETE /v2.0/networks/5a5ed098-ad24-40f5-9fe2-e2975e506923 HTTP/1.1" status: 204 len: 168 time: 1.4029324 Nov 27 04:22:05.481728 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57026) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:05.487946 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196fc31-44a4-4936-9a8d-ee57160b2a50 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event deleted for resources: {'Network': ['ID=5a5ed098-ad24-40f5-9fe2-e2975e506923,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:22:05.512476 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4fc32e0-f309-433a-acbb-5e9a46492eaf tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] DELETE failed (client error): The resource could not be found. Nov 27 04:22:05.512951 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4fc32e0-f309-433a-acbb-5e9a46492eaf tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:22:05.516020 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f4fc32e0-f309-433a-acbb-5e9a46492eaf tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "DELETE /v2.0/subnets/6bc3b281-06d0-443d-9f9a-9dff451af298 HTTP/1.1" status: 404 len: 337 time: 0.0330555 Nov 27 04:22:05.518649 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57028) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:05.536583 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ae852f-7818-4b4f-900c-33768d2017d0 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] DELETE failed (client error): The resource could not be found. Nov 27 04:22:05.537574 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1ae852f-7818-4b4f-900c-33768d2017d0 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:22:05.540599 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e1ae852f-7818-4b4f-900c-33768d2017d0 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "DELETE /v2.0/networks/5a5ed098-ad24-40f5-9fe2-e2975e506923 HTTP/1.1" status: 404 len: 339 time: 0.0210586 Nov 27 04:22:05.543104 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57030) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:05.567195 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2236103-6a8c-4da1-b9fa-53a9da53fa65 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] DELETE failed (client error): The resource could not be found. Nov 27 04:22:05.567640 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2236103-6a8c-4da1-b9fa-53a9da53fa65 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:22:05.570849 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f2236103-6a8c-4da1-b9fa-53a9da53fa65 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "DELETE /v2.0/subnets/c5b041ee-a20d-406e-adc8-0df17aae3e75 HTTP/1.1" status: 404 len: 337 time: 0.0268445 Nov 27 04:22:05.574004 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57032) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:05.591866 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8a32031-2231-41eb-977a-7d5f433b38ea tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] DELETE failed (client error): The resource could not be found. Nov 27 04:22:05.592365 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8a32031-2231-41eb-977a-7d5f433b38ea tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:22:05.595350 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f8a32031-2231-41eb-977a-7d5f433b38ea tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "DELETE /v2.0/networks/66a7f227-c21c-4f5f-8b13-ffe69a351c9e HTTP/1.1" status: 404 len: 339 time: 0.0204139 Nov 27 04:22:05.597747 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57034) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:05.676317 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca18023b-1cf3-4194-bbe1-80a79bf3a4c3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:05.766359 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca18023b-1cf3-4194-bbe1-80a79bf3a4c3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:05.785535 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-ca18023b-1cf3-4194-bbe1-80a79bf3a4c3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea89a0bd-6fc4-4f78-a88f-7a3207bb24d3']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:05.795127 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-ca18023b-1cf3-4194-bbe1-80a79bf3a4c3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3622607d-7604-4441-959b-7bf7790b7703') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:05.795426 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-ca18023b-1cf3-4194-bbe1-80a79bf3a4c3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3622607d-7604-4441-959b-7bf7790b7703') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:05.805664 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca18023b-1cf3-4194-bbe1-80a79bf3a4c3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:05.818410 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca18023b-1cf3-4194-bbe1-80a79bf3a4c3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:05.824238 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca18023b-1cf3-4194-bbe1-80a79bf3a4c3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:22:05.824620 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca18023b-1cf3-4194-bbe1-80a79bf3a4c3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:05.827526 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:22:05.827526 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:22:05.827526 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:22:05.827526 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:22:05.827526 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:22:05.827526 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:22:05.827526 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:22:05.827526 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:22:05.827526 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:22:05.827526 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:22:05.827526 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:22:05.827526 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:22:05.827526 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:22:05.827526 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:22:05.827526 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:22:05.827526 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:22:05.827526 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:22:05.827526 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:22:05.827526 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:22:05.827526 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:22:05.827526 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:22:05.827526 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:22:05.827526 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:22:05.827526 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:22:05.827526 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:22:05.827526 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:22:05.827526 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:22:05.827526 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:22:05.827526 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:22:05.827526 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:22:05.827526 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:22:05.827526 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:22:05.883746 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca18023b-1cf3-4194-bbe1-80a79bf3a4c3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:05.890448 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ca18023b-1cf3-4194-bbe1-80a79bf3a4c3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:05.893334 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ca18023b-1cf3-4194-bbe1-80a79bf3a4c3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "DELETE /v2.0/networks/ea89a0bd-6fc4-4f78-a88f-7a3207bb24d3 HTTP/1.1" status: 204 len: 168 time: 0.2947714 Nov 27 04:22:05.897289 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57036) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:05.905211 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca18023b-1cf3-4194-bbe1-80a79bf3a4c3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event deleted for resources: {'Network': ['ID=ea89a0bd-6fc4-4f78-a88f-7a3207bb24d3,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:22:05.928009 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-452cfb72-68d9-4a86-9639-6e4b950dea72 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] DELETE failed (client error): The resource could not be found. Nov 27 04:22:05.928472 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-452cfb72-68d9-4a86-9639-6e4b950dea72 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:22:05.931536 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-452cfb72-68d9-4a86-9639-6e4b950dea72 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "DELETE /v2.0/subnets/31f28fec-e6a9-44d0-ba22-c2b896012300 HTTP/1.1" status: 404 len: 337 time: 0.0332136 Nov 27 04:22:05.934118 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57038) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:05.951768 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e07e746-282e-4a18-98b5-d51c9532aa3f tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] DELETE failed (client error): The resource could not be found. Nov 27 04:22:05.952251 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e07e746-282e-4a18-98b5-d51c9532aa3f tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:22:05.955213 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7e07e746-282e-4a18-98b5-d51c9532aa3f tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "DELETE /v2.0/networks/83ae2d09-f538-4ce5-935a-449530676d74 HTTP/1.1" status: 404 len: 339 time: 0.0201650 Nov 27 04:22:05.957636 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57040) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:05.982922 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1113442-8800-4481-8ff8-22a938fde164 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] DELETE failed (client error): The resource could not be found. Nov 27 04:22:05.983372 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1113442-8800-4481-8ff8-22a938fde164 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:22:05.986318 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e1113442-8800-4481-8ff8-22a938fde164 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "DELETE /v2.0/subnets/73165d79-04a8-432e-87fd-100c6a67b8af HTTP/1.1" status: 404 len: 337 time: 0.0278106 Nov 27 04:22:05.988723 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57042) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:06.006790 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-8615db53-6616-4613-a096-27fee07e7575 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] DELETE failed (client error): The resource could not be found. Nov 27 04:22:06.007278 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8615db53-6616-4613-a096-27fee07e7575 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:22:06.010201 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8615db53-6616-4613-a096-27fee07e7575 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "DELETE /v2.0/networks/b7379be0-0f7e-4764-af24-69f8eaabe898 HTTP/1.1" status: 404 len: 339 time: 0.0206056 Nov 27 04:22:06.012780 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57044) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:06.037777 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-07339ff2-26ff-40a6-9e6d-91c65b429461 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] DELETE failed (client error): The resource could not be found. Nov 27 04:22:06.038226 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07339ff2-26ff-40a6-9e6d-91c65b429461 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:22:06.041272 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-07339ff2-26ff-40a6-9e6d-91c65b429461 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "DELETE /v2.0/subnets/71742d41-96f0-4f80-b3a0-91ec20308a2c HTTP/1.1" status: 404 len: 337 time: 0.0276184 Nov 27 04:22:06.043642 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57046) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:06.061239 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda2a31c-439b-4f18-87e2-99b2e7dc7517 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] DELETE failed (client error): The resource could not be found. Nov 27 04:22:06.061718 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cda2a31c-439b-4f18-87e2-99b2e7dc7517 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:22:06.064635 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-cda2a31c-439b-4f18-87e2-99b2e7dc7517 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "DELETE /v2.0/networks/e0fdafe2-9776-4e44-9384-10a1785987ac HTTP/1.1" status: 404 len: 339 time: 0.0201130 Nov 27 04:22:06.066868 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57048) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:06.091169 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b57126e-a126-444b-bd6f-d04dced27673 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] DELETE failed (client error): The resource could not be found. Nov 27 04:22:06.091407 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b57126e-a126-444b-bd6f-d04dced27673 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:22:06.094362 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7b57126e-a126-444b-bd6f-d04dced27673 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "DELETE /v2.0/subnets/19b6476d-dd38-426b-a6d6-a18f2f7184ef HTTP/1.1" status: 404 len: 337 time: 0.0266361 Nov 27 04:22:06.096635 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57050) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:06.118467 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-e08596a7-e7a1-455c-98d1-deffb276d206 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] DELETE failed (client error): The resource could not be found. Nov 27 04:22:06.118973 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e08596a7-e7a1-455c-98d1-deffb276d206 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:22:06.121906 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e08596a7-e7a1-455c-98d1-deffb276d206 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "DELETE /v2.0/networks/89efaaf1-4b81-40ab-80cb-e8ec4fb3b6f1 HTTP/1.1" status: 404 len: 339 time: 0.0243983 Nov 27 04:22:06.124368 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57052) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:06.153412 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-47e8d523-9761-46c3-8e54-cc3f4b330756 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] DELETE failed (client error): The resource could not be found. Nov 27 04:22:06.153788 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47e8d523-9761-46c3-8e54-cc3f4b330756 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:22:06.156769 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-47e8d523-9761-46c3-8e54-cc3f4b330756 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "DELETE /v2.0/subnets/c6119113-1095-44a2-9f87-afaf8081a3ab HTTP/1.1" status: 404 len: 337 time: 0.0315268 Nov 27 04:22:06.159242 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57054) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:06.177154 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-2108818a-d47e-4164-9fc6-e46dd9214b7e tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] DELETE failed (client error): The resource could not be found. Nov 27 04:22:06.177636 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2108818a-d47e-4164-9fc6-e46dd9214b7e tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:22:06.180589 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2108818a-d47e-4164-9fc6-e46dd9214b7e tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "DELETE /v2.0/networks/265d6e7a-ad59-43ec-b782-fec2ac61ebb1 HTTP/1.1" status: 404 len: 339 time: 0.0204632 Nov 27 04:22:06.183469 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57056) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:06.208090 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6932472-a591-4864-ae06-1bd23cac6148 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] DELETE failed (client error): The resource could not be found. Nov 27 04:22:06.209111 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6932472-a591-4864-ae06-1bd23cac6148 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:22:06.212055 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f6932472-a591-4864-ae06-1bd23cac6148 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "DELETE /v2.0/subnets/9d24f0d1-ef43-465b-a75e-888cc1bf9062 HTTP/1.1" status: 404 len: 337 time: 0.0276961 Nov 27 04:22:06.214393 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57058) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:06.231746 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-045dd983-33d5-4e79-8c82-12fa6a160dc3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] DELETE failed (client error): The resource could not be found. Nov 27 04:22:06.232314 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-045dd983-33d5-4e79-8c82-12fa6a160dc3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:22:06.235102 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-045dd983-33d5-4e79-8c82-12fa6a160dc3 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "DELETE /v2.0/networks/5f5b2f38-43dd-48cf-b14f-936c2a166a8c HTTP/1.1" status: 404 len: 339 time: 0.0198185 Nov 27 04:22:06.237199 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57060) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:06.261092 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-7642730d-9331-4c7e-b3f4-f311e65eb924 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] DELETE failed (client error): The resource could not be found. Nov 27 04:22:06.261534 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7642730d-9331-4c7e-b3f4-f311e65eb924 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:22:06.264469 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7642730d-9331-4c7e-b3f4-f311e65eb924 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "DELETE /v2.0/subnets/6a66eedc-d032-44a8-8ebf-f28b21274ecf HTTP/1.1" status: 404 len: 337 time: 0.0264249 Nov 27 04:22:06.266619 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57062) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:06.283766 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ecc1d18-67b5-4ff9-8467-ca3cd957a79b tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] DELETE failed (client error): The resource could not be found. Nov 27 04:22:06.284247 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ecc1d18-67b5-4ff9-8467-ca3cd957a79b tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:22:06.287814 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3ecc1d18-67b5-4ff9-8467-ca3cd957a79b tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "DELETE /v2.0/networks/5e1d0e0a-a60e-4fa6-95c3-090aefab3f08 HTTP/1.1" status: 404 len: 339 time: 0.0203395 Nov 27 04:22:06.289962 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57064) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:06.314170 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-57746eba-2c8d-4ff8-8eea-d2f60bae8744 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] DELETE failed (client error): The resource could not be found. Nov 27 04:22:06.314632 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57746eba-2c8d-4ff8-8eea-d2f60bae8744 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:22:06.317503 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-57746eba-2c8d-4ff8-8eea-d2f60bae8744 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "DELETE /v2.0/subnets/1744b3b3-30fa-4b14-8824-f2f5dc17bef5 HTTP/1.1" status: 404 len: 337 time: 0.0266924 Nov 27 04:22:06.320316 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57066) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:06.336756 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fbe96bf-fdfc-40ee-8b01-d5d02a0e9382 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] DELETE failed (client error): The resource could not be found. Nov 27 04:22:06.337229 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fbe96bf-fdfc-40ee-8b01-d5d02a0e9382 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:22:06.340127 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3fbe96bf-fdfc-40ee-8b01-d5d02a0e9382 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "DELETE /v2.0/networks/cd97a583-0c2a-42ec-a947-726959976da6 HTTP/1.1" status: 404 len: 339 time: 0.0189626 Nov 27 04:22:06.342275 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57068) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:06.404672 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-26010437-af8a-4b69-bf88-23b1ff2258a4 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Deleting subnet 698d531a-674d-4c9d-af32-32433dab21b6 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:22:06.407753 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-26010437-af8a-4b69-bf88-23b1ff2258a4 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:06.447157 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-26010437-af8a-4b69-bf88-23b1ff2258a4 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:06.526477 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-26010437-af8a-4b69-bf88-23b1ff2258a4 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:06.588262 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-26010437-af8a-4b69-bf88-23b1ff2258a4 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:06.615607 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26010437-af8a-4b69-bf88-23b1ff2258a4 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event deleted for resources: {'Subnet': ['ID=698d531a-674d-4c9d-af32-32433dab21b6,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:22:06.619947 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-26010437-af8a-4b69-bf88-23b1ff2258a4 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:06.623660 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-26010437-af8a-4b69-bf88-23b1ff2258a4 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "DELETE /v2.0/subnets/698d531a-674d-4c9d-af32-32433dab21b6 HTTP/1.1" status: 204 len: 168 time: 0.2804663 Nov 27 04:22:06.625600 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036209e0-d341-4ce2-be7d-cef205b3ccdf None None] Network c17e4a4e-7b8b-42d0-b1ca-50883b499fa4 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:22:06.626650 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57070) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:06.630470 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26010437-af8a-4b69-bf88-23b1ff2258a4 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:22:06.630862 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26010437-af8a-4b69-bf88-23b1ff2258a4 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:22:06.631214 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26010437-af8a-4b69-bf88-23b1ff2258a4 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:22:06.631561 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26010437-af8a-4b69-bf88-23b1ff2258a4 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:22:06.631904 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26010437-af8a-4b69-bf88-23b1ff2258a4 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:22:06.632244 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26010437-af8a-4b69-bf88-23b1ff2258a4 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:22:06.632586 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26010437-af8a-4b69-bf88-23b1ff2258a4 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:22:06.632926 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26010437-af8a-4b69-bf88-23b1ff2258a4 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:22:06.633261 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26010437-af8a-4b69-bf88-23b1ff2258a4 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:22:06.633594 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26010437-af8a-4b69-bf88-23b1ff2258a4 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:22:06.633926 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26010437-af8a-4b69-bf88-23b1ff2258a4 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:22:06.634254 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26010437-af8a-4b69-bf88-23b1ff2258a4 tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:22:06.711292 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2c860b19-15de-44cd-991f-1a8ba22c63bc tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:06.762809 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-2c860b19-15de-44cd-991f-1a8ba22c63bc tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Deleting port e86e80c9-7512-441c-8c1e-b12a05df0edd {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:22:06.763157 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2c860b19-15de-44cd-991f-1a8ba22c63bc tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:06.798172 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe7cd52-1d41-418b-8f4d-14086cd2eeef None None] DHCP port deletion for c17e4a4e-7b8b-42d0-b1ca-50883b499fa4 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:22:06.829410 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-2c860b19-15de-44cd-991f-1a8ba22c63bc tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] For port e86e80c9-7512-441c-8c1e-b12a05df0edd, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=e86e80c9-7512-441c-8c1e-b12a05df0edd,segment=NetworkSegment(2c16f3e0-8d8a-435c-84cd-98223f4d71b4),segment_id=2c16f3e0-8d8a-435c-84cd-98223f4d71b4)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:22:06.829774 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2c860b19-15de-44cd-991f-1a8ba22c63bc tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:06.842382 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-2c860b19-15de-44cd-991f-1a8ba22c63bc tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Calling delete_port for e86e80c9-7512-441c-8c1e-b12a05df0edd owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:22:06.848153 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-8fe7cd52-1d41-418b-8f4d-14086cd2eeef None None] Deleting port e86e80c9-7512-441c-8c1e-b12a05df0edd {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:22:06.848533 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8fe7cd52-1d41-418b-8f4d-14086cd2eeef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:06.909133 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-8fe7cd52-1d41-418b-8f4d-14086cd2eeef None None] For port e86e80c9-7512-441c-8c1e-b12a05df0edd, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=e86e80c9-7512-441c-8c1e-b12a05df0edd,segment=NetworkSegment(2c16f3e0-8d8a-435c-84cd-98223f4d71b4),segment_id=2c16f3e0-8d8a-435c-84cd-98223f4d71b4)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:22:06.909532 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8fe7cd52-1d41-418b-8f4d-14086cd2eeef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:06.920678 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2c860b19-15de-44cd-991f-1a8ba22c63bc tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:06.923185 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-8fe7cd52-1d41-418b-8f4d-14086cd2eeef None None] Calling delete_port for e86e80c9-7512-441c-8c1e-b12a05df0edd owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:22:06.947515 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c860b19-15de-44cd-991f-1a8ba22c63bc tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event deleted for resources: {'Port': ['ID=e86e80c9-7512-441c-8c1e-b12a05df0edd,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:22:06.949337 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c860b19-15de-44cd-991f-1a8ba22c63bc tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] No DVR routers for this DVR port e86e80c9-7512-441c-8c1e-b12a05df0edd on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:22:07.004074 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8fe7cd52-1d41-418b-8f4d-14086cd2eeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:07.028843 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe7cd52-1d41-418b-8f4d-14086cd2eeef None None] Pushing event deleted for resources: {'Port': ['ID=e86e80c9-7512-441c-8c1e-b12a05df0edd,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:22:07.031139 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2c860b19-15de-44cd-991f-1a8ba22c63bc tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:07.033108 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe7cd52-1d41-418b-8f4d-14086cd2eeef None None] No DVR routers for this DVR port e86e80c9-7512-441c-8c1e-b12a05df0edd on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:22:07.053910 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-2c860b19-15de-44cd-991f-1a8ba22c63bc tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c17e4a4e-7b8b-42d0-b1ca-50883b499fa4']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:07.063422 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-2c860b19-15de-44cd-991f-1a8ba22c63bc tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c16f3e0-8d8a-435c-84cd-98223f4d71b4') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:07.063727 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-2c860b19-15de-44cd-991f-1a8ba22c63bc tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c16f3e0-8d8a-435c-84cd-98223f4d71b4') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:07.073536 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2c860b19-15de-44cd-991f-1a8ba22c63bc tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:07.086607 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2c860b19-15de-44cd-991f-1a8ba22c63bc tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:07.092601 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c860b19-15de-44cd-991f-1a8ba22c63bc tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:22:07.092985 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2c860b19-15de-44cd-991f-1a8ba22c63bc tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:07.096026 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:22:07.096026 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:22:07.096026 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:22:07.096026 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:22:07.096026 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:22:07.096026 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:22:07.096026 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:22:07.096026 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:22:07.096026 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:22:07.096026 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:22:07.096026 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:22:07.096026 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:22:07.096026 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:22:07.096026 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:22:07.096026 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:22:07.096026 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:22:07.096026 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:22:07.096026 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:22:07.096026 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:22:07.096026 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:22:07.096026 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:22:07.096026 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:22:07.096026 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:22:07.096026 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:22:07.096026 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:22:07.096026 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:22:07.096026 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:22:07.096026 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:22:07.096026 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:22:07.096026 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:22:07.096026 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:22:07.096026 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:22:07.155930 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2c860b19-15de-44cd-991f-1a8ba22c63bc tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:07.162489 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2c860b19-15de-44cd-991f-1a8ba22c63bc tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:07.165643 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2c860b19-15de-44cd-991f-1a8ba22c63bc tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] 10.222.0.20 "DELETE /v2.0/networks/c17e4a4e-7b8b-42d0-b1ca-50883b499fa4 HTTP/1.1" status: 204 len: 168 time: 0.5377431 Nov 27 04:22:07.177790 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c860b19-15de-44cd-991f-1a8ba22c63bc tempest-NetworksTest-489431669 tempest-NetworksTest-489431669-project] Pushing event deleted for resources: {'Network': ['ID=c17e4a4e-7b8b-42d0-b1ca-50883b499fa4,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:22:07.405834 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57076) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:07.536187 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a4f1680d-85cb-4b31-8fbe-4a59794a04f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=af59182bdfe4477083cfc9ca75910097&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1292069 Nov 27 04:22:07.539211 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57080) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:07.585509 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d9cf7f83-294d-409d-92b3-4dbfdf94cd46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:07.606330 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d9cf7f83-294d-409d-92b3-4dbfdf94cd46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:07.650972 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d9cf7f83-294d-409d-92b3-4dbfdf94cd46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:07.653446 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d9cf7f83-294d-409d-92b3-4dbfdf94cd46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:07.654633 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d9cf7f83-294d-409d-92b3-4dbfdf94cd46 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cb3f534d-7de0-4f8f-9937-66af4185ee58 HTTP/1.1" status: 204 len: 168 time: 0.1145010 Nov 27 04:22:07.662867 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf7f83-294d-409d-92b3-4dbfdf94cd46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3f534d-7de0-4f8f-9937-66af4185ee58,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:22:08.278070 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57102) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:08.375809 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-197485fd-52ab-44bc-b538-fe53b9c42c1c tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1277255121'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:22:08.398273 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197485fd-52ab-44bc-b538-fe53b9c42c1c tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Made reservation on behalf of 13ad2510e5444dc2a0dad207f1178bbb for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:22:08.401880 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-197485fd-52ab-44bc-b538-fe53b9c42c1c tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:08.410432 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-197485fd-52ab-44bc-b538-fe53b9c42c1c tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:08.490205 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-197485fd-52ab-44bc-b538-fe53b9c42c1c tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:08.493820 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-197485fd-52ab-44bc-b538-fe53b9c42c1c tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:08.520105 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-197485fd-52ab-44bc-b538-fe53b9c42c1c tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:22:08.530300 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197485fd-52ab-44bc-b538-fe53b9c42c1c tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=380a8a00-e807-4dec-8117-9de8280263c1,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:22:08.535125 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-197485fd-52ab-44bc-b538-fe53b9c42c1c tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:08.535475 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-197485fd-52ab-44bc-b538-fe53b9c42c1c tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Added segment a7527bfe-08f3-4f94-8595-79bf243dc021 of type vlan for network 3e9b010f-f232-4ddb-b236-d537917a97b7 Nov 27 04:22:08.577014 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-197485fd-52ab-44bc-b538-fe53b9c42c1c tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:08.607064 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-197485fd-52ab-44bc-b538-fe53b9c42c1c tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:08.612622 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197485fd-52ab-44bc-b538-fe53b9c42c1c tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:22:08.613223 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-197485fd-52ab-44bc-b538-fe53b9c42c1c tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:08.613426 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e86e80c9-7512-441c-8c1e-b12a05df0edd no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:22:08.637194 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: e86e80c9-7512-441c-8c1e-b12a05df0edd {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:22:08.637550 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e86e80c9-7512-441c-8c1e-b12a05df0edd not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:22:08.644881 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57106) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:08.645526 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-197485fd-52ab-44bc-b538-fe53b9c42c1c tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3656754 Nov 27 04:22:08.654241 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-aaf56def-6dd2-4d59-bf83-9be80d409308 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Request body: {'subnet': {'network_id': '3e9b010f-f232-4ddb-b236-d537917a97b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:22:08.692069 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197485fd-52ab-44bc-b538-fe53b9c42c1c tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Pushing event updated for resources: {'Network': ['ID=3e9b010f-f232-4ddb-b236-d537917a97b7,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:22:08.702403 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 3e9b010f-f232-4ddb-b236-d537917a97b7 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:22:08.748125 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf56def-6dd2-4d59-bf83-9be80d409308 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Made reservation on behalf of 13ad2510e5444dc2a0dad207f1178bbb for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:22:08.752321 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-aaf56def-6dd2-4d59-bf83-9be80d409308 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:08.933770 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-aaf56def-6dd2-4d59-bf83-9be80d409308 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:09.289917 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf56def-6dd2-4d59-bf83-9be80d409308 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Pushing event updated for resources: {'Subnet': ['ID=5abbd617-1694-4db2-8647-4568d84255fa,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:22:09.296899 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf56def-6dd2-4d59-bf83-9be80d409308 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Checking segment: {'id': 'a7527bfe-08f3-4f94-8595-79bf243dc021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3e9b010f-f232-4ddb-b236-d537917a97b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:22:09.297255 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf56def-6dd2-4d59-bf83-9be80d409308 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Network hostable DHCP agents. Network: 3e9b010f-f232-4ddb-b236-d537917a97b7, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:22:09.320010 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf56def-6dd2-4d59-bf83-9be80d409308 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Network 3e9b010f-f232-4ddb-b236-d537917a97b7 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:22:09.328367 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-aaf56def-6dd2-4d59-bf83-9be80d409308 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 3e9b010f-f232-4ddb-b236-d537917a97b7) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:22:09.332474 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf56def-6dd2-4d59-bf83-9be80d409308 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:22:09.333064 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-aaf56def-6dd2-4d59-bf83-9be80d409308 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:09.339190 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5cc883-77cb-4ccf-a24d-2b83568a71b3 None None] Network 3e9b010f-f232-4ddb-b236-d537917a97b7 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:22:09.351475 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-aaf56def-6dd2-4d59-bf83-9be80d409308 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7034543 Nov 27 04:22:09.354069 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57108) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:09.359190 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-d12365b3-01db-47e5-9731-cfbc0e1d9918 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Request body: {'port': {'network_id': '3e9b010f-f232-4ddb-b236-d537917a97b7', 'name': 'tempest-TagsExtTest-239425589'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:22:09.470131 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12365b3-01db-47e5-9731-cfbc0e1d9918 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Made reservation on behalf of 13ad2510e5444dc2a0dad207f1178bbb for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:22:09.474355 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d12365b3-01db-47e5-9731-cfbc0e1d9918 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:09.494876 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9db168-c050-4661-9926-07fc2586966c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-3e9b010f-f232-4ddb-b236-d537917a97b7', 'network_id': '3e9b010f-f232-4ddb-b236-d537917a97b7', 'tenant_id': '13ad2510e5444dc2a0dad207f1178bbb', 'fixed_ips': [{'subnet_id': '5abbd617-1694-4db2-8647-4568d84255fa'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:22:09.495935 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dd9db168-c050-4661-9926-07fc2586966c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:09.496343 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [None req-d12365b3-01db-47e5-9731-cfbc0e1d9918 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] device_id is not set on port 5b9c9427-61ad-4c65-b084-68c0afe2e3b7 yet. {{(pid=110019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 04:22:09.611033 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-d12365b3-01db-47e5-9731-cfbc0e1d9918 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Allocated IP 172.20.0.5 (3e9b010f-f232-4ddb-b236-d537917a97b7/5abbd617-1694-4db2-8647-4568d84255fa/5b9c9427-61ad-4c65-b084-68c0afe2e3b7) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:22:09.759472 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d12365b3-01db-47e5-9731-cfbc0e1d9918 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:09.792453 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d12365b3-01db-47e5-9731-cfbc0e1d9918 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:09.837442 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12365b3-01db-47e5-9731-cfbc0e1d9918 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Network 3e9b010f-f232-4ddb-b236-d537917a97b7 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:22:09.839261 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-dd9db168-c050-4661-9926-07fc2586966c None None] Allocated IP 172.20.0.2 (3e9b010f-f232-4ddb-b236-d537917a97b7/5abbd617-1694-4db2-8647-4568d84255fa/51f3b9bb-ea4c-4838-be1a-6f3ca52ae0f6) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:22:09.840579 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-d12365b3-01db-47e5-9731-cfbc0e1d9918 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:22:09.844511 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12365b3-01db-47e5-9731-cfbc0e1d9918 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:22:09.851887 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12365b3-01db-47e5-9731-cfbc0e1d9918 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Pushing event updated for resources: {'Port': ['ID=5b9c9427-61ad-4c65-b084-68c0afe2e3b7,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:22:09.897286 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12365b3-01db-47e5-9731-cfbc0e1d9918 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:22:09.897911 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d12365b3-01db-47e5-9731-cfbc0e1d9918 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:09.915881 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d12365b3-01db-47e5-9731-cfbc0e1d9918 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.5606844 Nov 27 04:22:09.918439 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57110) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:09.922878 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-15aca62e-b0b9-4e7d-a8e0-d30132718449 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1203827213', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:22:09.946119 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-15aca62e-b0b9-4e7d-a8e0-d30132718449 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:09.947265 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-15aca62e-b0b9-4e7d-a8e0-d30132718449 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:09.985586 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dd9db168-c050-4661-9926-07fc2586966c None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:09.990980 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dd9db168-c050-4661-9926-07fc2586966c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:10.000900 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-15aca62e-b0b9-4e7d-a8e0-d30132718449 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:10.005548 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-15aca62e-b0b9-4e7d-a8e0-d30132718449 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:10.025246 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-15aca62e-b0b9-4e7d-a8e0-d30132718449 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:10.026383 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-15aca62e-b0b9-4e7d-a8e0-d30132718449 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1069653 Nov 27 04:22:10.029155 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57112) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:10.031268 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9db168-c050-4661-9926-07fc2586966c None None] Network 3e9b010f-f232-4ddb-b236-d537917a97b7 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:22:10.033618 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-7fc34b8d-ddff-4b8f-860e-714e707c82d4 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-805555253', 'prefixes': ['172.20.0.0/16']}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:22:10.034160 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-dd9db168-c050-4661-9926-07fc2586966c None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:22:10.037246 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9db168-c050-4661-9926-07fc2586966c None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:22:10.046039 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9db168-c050-4661-9926-07fc2586966c None None] Pushing event updated for resources: {'Port': ['ID=51f3b9bb-ea4c-4838-be1a-6f3ca52ae0f6,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:22:10.095786 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7fc34b8d-ddff-4b8f-860e-714e707c82d4 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Publish callbacks [] for subnetpool, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:10.097000 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7fc34b8d-ddff-4b8f-860e-714e707c82d4 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.0668373 Nov 27 04:22:10.101046 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57114) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:10.103615 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-dd9db168-c050-4661-9926-07fc2586966c None None] Attempting to bind port 51f3b9bb-ea4c-4838-be1a-6f3ca52ae0f6 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:22:10.103994 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-dd9db168-c050-4661-9926-07fc2586966c None None] Attempting to bind port 51f3b9bb-ea4c-4838-be1a-6f3ca52ae0f6 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'a7527bfe-08f3-4f94-8595-79bf243dc021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3e9b010f-f232-4ddb-b236-d537917a97b7'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:22:10.104364 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9db168-c050-4661-9926-07fc2586966c None None] Attempting to bind port 51f3b9bb-ea4c-4838-be1a-6f3ca52ae0f6 on network 3e9b010f-f232-4ddb-b236-d537917a97b7 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:22:10.105437 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.tag.tag_plugin [None req-00f595c7-f4e7-4b81-8dee-9557536ffcf5 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5abbd617-1694-4db2-8647-4568d84255fa', 'tempest-TagsExtTest-Tag-1905524571') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:10.109522 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9db168-c050-4661-9926-07fc2586966c None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:22:10.109952 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9db168-c050-4661-9926-07fc2586966c None None] Checking segment: {'id': 'a7527bfe-08f3-4f94-8595-79bf243dc021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3e9b010f-f232-4ddb-b236-d537917a97b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:22:10.110359 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dd9db168-c050-4661-9926-07fc2586966c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:10.110780 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9db168-c050-4661-9926-07fc2586966c None None] Bound using segment: {'id': 'a7527bfe-08f3-4f94-8595-79bf243dc021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3e9b010f-f232-4ddb-b236-d537917a97b7'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:22:10.111249 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-dd9db168-c050-4661-9926-07fc2586966c None None] Bound port: 51f3b9bb-ea4c-4838-be1a-6f3ca52ae0f6, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7527bfe-08f3-4f94-8595-79bf243dc021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3e9b010f-f232-4ddb-b236-d537917a97b7'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:22:10.111630 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dd9db168-c050-4661-9926-07fc2586966c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:10.176036 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-dd9db168-c050-4661-9926-07fc2586966c None None] For port 51f3b9bb-ea4c-4838-be1a-6f3ca52ae0f6, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:22:10.179251 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-dd9db168-c050-4661-9926-07fc2586966c None None] For port 51f3b9bb-ea4c-4838-be1a-6f3ca52ae0f6, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=51f3b9bb-ea4c-4838-be1a-6f3ca52ae0f6,segment=NetworkSegment(a7527bfe-08f3-4f94-8595-79bf243dc021),segment_id=a7527bfe-08f3-4f94-8595-79bf243dc021)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:22:10.185303 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dd9db168-c050-4661-9926-07fc2586966c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:10.205306 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-00f595c7-f4e7-4b81-8dee-9557536ffcf5 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "PUT /v2.0/subnets/5abbd617-1694-4db2-8647-4568d84255fa/tags/tempest-TagsExtTest-Tag-1905524571 HTTP/1.1" status: 201 len: 201 time: 0.1031225 Nov 27 04:22:10.207876 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57116) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:10.212936 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.tag.tag_plugin [None req-d63785bd-9200-4835-b751-22e8196ee828 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5b9c9427-61ad-4c65-b084-68c0afe2e3b7', 'tempest-TagsExtTest-Tag-1801453858') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:10.252340 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9db168-c050-4661-9926-07fc2586966c None None] Pushing event updated for resources: {'Port': ['ID=51f3b9bb-ea4c-4838-be1a-6f3ca52ae0f6,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:22:10.280928 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d63785bd-9200-4835-b751-22e8196ee828 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "PUT /v2.0/ports/5b9c9427-61ad-4c65-b084-68c0afe2e3b7/tags/tempest-TagsExtTest-Tag-1801453858 HTTP/1.1" status: 201 len: 201 time: 0.0712893 Nov 27 04:22:10.283467 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57118) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:10.288313 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.tag.tag_plugin [None req-1b1f4a50-e4b7-4ea9-a737-590c70b66e2b tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '32b88af2-37ce-4bd3-b1ea-02e6e3a009a2', 'tempest-TagsExtTest-Tag-203852306') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:10.384485 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1b1f4a50-e4b7-4ea9-a737-590c70b66e2b tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "PUT /v2.0/routers/32b88af2-37ce-4bd3-b1ea-02e6e3a009a2/tags/tempest-TagsExtTest-Tag-203852306 HTTP/1.1" status: 201 len: 201 time: 0.0999997 Nov 27 04:22:10.387345 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57120) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:10.396487 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.tag.tag_plugin [None req-1236117b-5d56-43c2-ba50-39b82c28a7cb tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '312ad5d0-2c30-4b08-870c-90d712c1306f', 'tempest-TagsExtTest-Tag-1164048199') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:10.450984 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1236117b-5d56-43c2-ba50-39b82c28a7cb tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "PUT /v2.0/subnetpools/312ad5d0-2c30-4b08-870c-90d712c1306f/tags/tempest-TagsExtTest-Tag-1164048199 HTTP/1.1" status: 201 len: 201 time: 0.0623484 Nov 27 04:22:10.453428 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57122) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:10.457509 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.tag.tag_plugin [None req-ae8577b8-f497-49dc-b698-7df2b1313b1d tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5abbd617-1694-4db2-8647-4568d84255fa') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:10.511769 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ae8577b8-f497-49dc-b698-7df2b1313b1d tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "GET /v2.0/subnets/5abbd617-1694-4db2-8647-4568d84255fa/tags HTTP/1.1" status: 200 len: 241 time: 0.0572953 Nov 27 04:22:10.514305 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57124) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:10.518474 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.tag.tag_plugin [None req-f5a45f28-637e-4ff4-98ae-d1800eae2413 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5abbd617-1694-4db2-8647-4568d84255fa', 'tempest-TagsExtTest-Tag-1905524571') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:10.575212 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57126) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:10.575709 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f5a45f28-637e-4ff4-98ae-d1800eae2413 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "GET /v2.0/subnets/5abbd617-1694-4db2-8647-4568d84255fa/tags/tempest-TagsExtTest-Tag-1905524571 HTTP/1.1" status: 204 len: 168 time: 0.0598595 Nov 27 04:22:10.579810 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.tag.tag_plugin [None req-9326c45e-b3ea-4fee-a2e2-e90e2ccea2c5 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '5abbd617-1694-4db2-8647-4568d84255fa', 'tempest-TagsExtTest-Tag-1905524571') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:10.638113 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 51f3b9bb-ea4c-4838-be1a-6f3ca52ae0f6 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:22:10.694590 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 51f3b9bb-ea4c-4838-be1a-6f3ca52ae0f6 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:22:10.694971 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:10.712909 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9326c45e-b3ea-4fee-a2e2-e90e2ccea2c5 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "DELETE /v2.0/subnets/5abbd617-1694-4db2-8647-4568d84255fa/tags/tempest-TagsExtTest-Tag-1905524571 HTTP/1.1" status: 204 len: 168 time: 0.1365514 Nov 27 04:22:10.715873 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57128) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:10.719542 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.tag.tag_plugin [None req-3bc16205-6f5f-4317-a8eb-c2e2061aa448 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5abbd617-1694-4db2-8647-4568d84255fa') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:10.772447 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3bc16205-6f5f-4317-a8eb-c2e2061aa448 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "GET /v2.0/subnets/5abbd617-1694-4db2-8647-4568d84255fa/tags HTTP/1.1" status: 200 len: 205 time: 0.0559516 Nov 27 04:22:10.775092 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57130) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:10.775599 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:10.779491 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.tag.tag_plugin [None req-d1c4ddc1-85d0-42fe-9af8-95d5b82b581f tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5b9c9427-61ad-4c65-b084-68c0afe2e3b7') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:10.808372 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 51f3b9bb-ea4c-4838-be1a-6f3ca52ae0f6, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=51f3b9bb-ea4c-4838-be1a-6f3ca52ae0f6,segment=NetworkSegment(a7527bfe-08f3-4f94-8595-79bf243dc021),segment_id=a7527bfe-08f3-4f94-8595-79bf243dc021)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:22:10.812244 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:10.832941 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d1c4ddc1-85d0-42fe-9af8-95d5b82b581f tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "GET /v2.0/ports/5b9c9427-61ad-4c65-b084-68c0afe2e3b7/tags HTTP/1.1" status: 200 len: 241 time: 0.0567141 Nov 27 04:22:10.836246 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57132) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:10.840874 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.tag.tag_plugin [None req-303b9732-af9b-47be-a5aa-32bc75d19705 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5b9c9427-61ad-4c65-b084-68c0afe2e3b7', 'tempest-TagsExtTest-Tag-1801453858') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:10.870476 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=51f3b9bb-ea4c-4838-be1a-6f3ca52ae0f6,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:22:10.893873 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-303b9732-af9b-47be-a5aa-32bc75d19705 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "GET /v2.0/ports/5b9c9427-61ad-4c65-b084-68c0afe2e3b7/tags/tempest-TagsExtTest-Tag-1801453858 HTTP/1.1" status: 204 len: 168 time: 0.0563605 Nov 27 04:22:10.896591 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57134) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:10.901094 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.tag.tag_plugin [None req-7db3f93b-5896-47b0-b095-2f068569ab20 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '5b9c9427-61ad-4c65-b084-68c0afe2e3b7', 'tempest-TagsExtTest-Tag-1801453858') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:10.970027 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57136) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:10.970254 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7db3f93b-5896-47b0-b095-2f068569ab20 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "DELETE /v2.0/ports/5b9c9427-61ad-4c65-b084-68c0afe2e3b7/tags/tempest-TagsExtTest-Tag-1801453858 HTTP/1.1" status: 204 len: 168 time: 0.0725181 Nov 27 04:22:10.974662 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.tag.tag_plugin [None req-e1cff907-1100-44c0-8441-183ebde1dc11 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5b9c9427-61ad-4c65-b084-68c0afe2e3b7') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:11.026981 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e1cff907-1100-44c0-8441-183ebde1dc11 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "GET /v2.0/ports/5b9c9427-61ad-4c65-b084-68c0afe2e3b7/tags HTTP/1.1" status: 200 len: 205 time: 0.0556502 Nov 27 04:22:11.029393 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57138) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:11.033783 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.tag.tag_plugin [None req-11e80bf6-4f49-486b-a5d4-54e66ca1ec3d tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '32b88af2-37ce-4bd3-b1ea-02e6e3a009a2') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:11.120140 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-11e80bf6-4f49-486b-a5d4-54e66ca1ec3d tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "GET /v2.0/routers/32b88af2-37ce-4bd3-b1ea-02e6e3a009a2/tags HTTP/1.1" status: 200 len: 240 time: 0.0897014 Nov 27 04:22:11.122851 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57140) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:11.127872 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.tag.tag_plugin [None req-37b2e94b-71bf-46c3-b1ce-af8534a4ee3b tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '32b88af2-37ce-4bd3-b1ea-02e6e3a009a2', 'tempest-TagsExtTest-Tag-203852306') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:11.189546 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee431c50-2de5-498d-a9be-20f3f32d2edb None None] Network 3e9b010f-f232-4ddb-b236-d537917a97b7 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:22:11.210791 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57142) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:11.210990 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-37b2e94b-71bf-46c3-b1ce-af8534a4ee3b tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "GET /v2.0/routers/32b88af2-37ce-4bd3-b1ea-02e6e3a009a2/tags/tempest-TagsExtTest-Tag-203852306 HTTP/1.1" status: 204 len: 168 time: 0.0869024 Nov 27 04:22:11.215753 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.tag.tag_plugin [None req-8cd7c32a-2b8f-40ce-8d2e-8d2703ec1e2b tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '32b88af2-37ce-4bd3-b1ea-02e6e3a009a2', 'tempest-TagsExtTest-Tag-203852306') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:11.309002 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8cd7c32a-2b8f-40ce-8d2e-8d2703ec1e2b tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "DELETE /v2.0/routers/32b88af2-37ce-4bd3-b1ea-02e6e3a009a2/tags/tempest-TagsExtTest-Tag-203852306 HTTP/1.1" status: 204 len: 168 time: 0.0970387 Nov 27 04:22:11.311732 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57144) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:11.316331 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.tag.tag_plugin [None req-a11f874f-39a3-4797-8da2-208c1bad1b71 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '32b88af2-37ce-4bd3-b1ea-02e6e3a009a2') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:11.397949 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a11f874f-39a3-4797-8da2-208c1bad1b71 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "GET /v2.0/routers/32b88af2-37ce-4bd3-b1ea-02e6e3a009a2/tags HTTP/1.1" status: 200 len: 205 time: 0.0851412 Nov 27 04:22:11.400512 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57146) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:11.404835 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.tag.tag_plugin [None req-d90817b7-893d-4635-bc02-308b090344fa tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '312ad5d0-2c30-4b08-870c-90d712c1306f') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:11.423535 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-d2baa58a-a0a3-4590-9d37-a470c1c36da3 None None] Provisioning complete for port 51f3b9bb-ea4c-4838-be1a-6f3ca52ae0f6 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:22:11.423909 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d2baa58a-a0a3-4590-9d37-a470c1c36da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:11.439926 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d90817b7-893d-4635-bc02-308b090344fa tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "GET /v2.0/subnetpools/312ad5d0-2c30-4b08-870c-90d712c1306f/tags HTTP/1.1" status: 200 len: 241 time: 0.0383542 Nov 27 04:22:11.442389 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57148) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:11.447199 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.tag.tag_plugin [None req-4c89ca98-0423-45ac-9e72-933fb55d574a tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '312ad5d0-2c30-4b08-870c-90d712c1306f', 'tempest-TagsExtTest-Tag-1164048199') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:11.467971 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4c89ca98-0423-45ac-9e72-933fb55d574a tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "GET /v2.0/subnetpools/312ad5d0-2c30-4b08-870c-90d712c1306f/tags/tempest-TagsExtTest-Tag-1164048199 HTTP/1.1" status: 204 len: 168 time: 0.0239749 Nov 27 04:22:11.470440 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57150) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:11.474762 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.tag.tag_plugin [None req-1cbbc366-ccc9-4636-a14f-de016edcb275 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '312ad5d0-2c30-4b08-870c-90d712c1306f', 'tempest-TagsExtTest-Tag-1164048199') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:11.509444 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1cbbc366-ccc9-4636-a14f-de016edcb275 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "DELETE /v2.0/subnetpools/312ad5d0-2c30-4b08-870c-90d712c1306f/tags/tempest-TagsExtTest-Tag-1164048199 HTTP/1.1" status: 204 len: 168 time: 0.0379720 Nov 27 04:22:11.512236 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57152) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:11.516999 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.tag.tag_plugin [None req-ca3403fa-5652-4abd-9449-abb944f46d7d tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '312ad5d0-2c30-4b08-870c-90d712c1306f') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:11.538472 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ca3403fa-5652-4abd-9449-abb944f46d7d tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "GET /v2.0/subnetpools/312ad5d0-2c30-4b08-870c-90d712c1306f/tags HTTP/1.1" status: 200 len: 205 time: 0.0249860 Nov 27 04:22:11.541132 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57154) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:11.545375 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.tag.tag_plugin [None req-5e56ebb5-2df6-4280-886b-f532bcfbe94c tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '312ad5d0-2c30-4b08-870c-90d712c1306f') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:11.570296 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5e56ebb5-2df6-4280-886b-f532bcfbe94c tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "DELETE /v2.0/subnetpools/312ad5d0-2c30-4b08-870c-90d712c1306f/tags HTTP/1.1" status: 204 len: 168 time: 0.0281947 Nov 27 04:22:11.572804 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57156) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:11.577183 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.tag.tag_plugin [None req-eec0570f-5e06-41e6-a05a-4742e0e828ce tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '32b88af2-37ce-4bd3-b1ea-02e6e3a009a2') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:11.787959 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-4f91747f-d042-44ae-b0f2-f369d87f641c None None] Provisioning complete for port 5b9c9427-61ad-4c65-b084-68c0afe2e3b7 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:22:11.788427 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4f91747f-d042-44ae-b0f2-f369d87f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:11.826506 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-4f91747f-d042-44ae-b0f2-f369d87f641c None None] Port 5b9c9427-61ad-4c65-b084-68c0afe2e3b7 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:22:11.836869 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-4f91747f-d042-44ae-b0f2-f369d87f641c None None] Provisioning complete for port 51f3b9bb-ea4c-4838-be1a-6f3ca52ae0f6 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:22:11.837249 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4f91747f-d042-44ae-b0f2-f369d87f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:12.007700 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-eec0570f-5e06-41e6-a05a-4742e0e828ce tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "DELETE /v2.0/routers/32b88af2-37ce-4bd3-b1ea-02e6e3a009a2/tags HTTP/1.1" status: 204 len: 168 time: 0.4339023 Nov 27 04:22:12.010205 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57158) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:12.014290 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.tag.tag_plugin [None req-49327134-71b7-45fd-a39f-b4a2286cdc29 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5b9c9427-61ad-4c65-b084-68c0afe2e3b7') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:12.041900 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-3f2c1498-2806-42a4-9307-fb2bef9796b2 None None] Provisioning complete for port 5b9c9427-61ad-4c65-b084-68c0afe2e3b7 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:22:12.042488 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3f2c1498-2806-42a4-9307-fb2bef9796b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:12.065372 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-49327134-71b7-45fd-a39f-b4a2286cdc29 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "DELETE /v2.0/ports/5b9c9427-61ad-4c65-b084-68c0afe2e3b7/tags HTTP/1.1" status: 204 len: 168 time: 0.0541587 Nov 27 04:22:12.068029 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57160) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:12.072108 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.tag.tag_plugin [None req-10f2d17d-3873-42f2-b7fd-4b6622822064 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5abbd617-1694-4db2-8647-4568d84255fa') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:12.078595 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-3f2c1498-2806-42a4-9307-fb2bef9796b2 None None] Port 5b9c9427-61ad-4c65-b084-68c0afe2e3b7 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:22:12.125050 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-10f2d17d-3873-42f2-b7fd-4b6622822064 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "DELETE /v2.0/subnets/5abbd617-1694-4db2-8647-4568d84255fa/tags HTTP/1.1" status: 204 len: 168 time: 0.0560534 Nov 27 04:22:12.129223 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57162) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:12.133596 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.tag.tag_plugin [None req-5707d5c2-ef35-44f4-95ac-8f94d05bfeb0 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5abbd617-1694-4db2-8647-4568d84255fa', 'tempest-TagsExtTest-Tag-1344701584') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:12.199378 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5707d5c2-ef35-44f4-95ac-8f94d05bfeb0 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "PUT /v2.0/subnets/5abbd617-1694-4db2-8647-4568d84255fa/tags/tempest-TagsExtTest-Tag-1344701584 HTTP/1.1" status: 201 len: 201 time: 0.0690746 Nov 27 04:22:12.202008 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57164) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:12.206356 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.tag.tag_plugin [None req-94ff347f-45e7-42ab-bfc2-57936cc4d5ad tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5b9c9427-61ad-4c65-b084-68c0afe2e3b7', 'tempest-TagsExtTest-Tag-1394567858') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:12.266837 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-94ff347f-45e7-42ab-bfc2-57936cc4d5ad tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "PUT /v2.0/ports/5b9c9427-61ad-4c65-b084-68c0afe2e3b7/tags/tempest-TagsExtTest-Tag-1394567858 HTTP/1.1" status: 201 len: 201 time: 0.0637271 Nov 27 04:22:12.269446 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57166) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:12.274474 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.tag.tag_plugin [None req-4db3645b-ef2e-487b-903b-18a03ef60395 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '32b88af2-37ce-4bd3-b1ea-02e6e3a009a2', 'tempest-TagsExtTest-Tag-1337338662') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:12.359633 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4db3645b-ef2e-487b-903b-18a03ef60395 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "PUT /v2.0/routers/32b88af2-37ce-4bd3-b1ea-02e6e3a009a2/tags/tempest-TagsExtTest-Tag-1337338662 HTTP/1.1" status: 201 len: 201 time: 0.0890932 Nov 27 04:22:12.362100 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57168) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:12.366669 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.tag.tag_plugin [None req-0a7e1a0d-61f2-40bc-8f7f-3926a1ec5207 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '312ad5d0-2c30-4b08-870c-90d712c1306f', 'tempest-TagsExtTest-Tag-1181528958') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:12.399237 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0a7e1a0d-61f2-40bc-8f7f-3926a1ec5207 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "PUT /v2.0/subnetpools/312ad5d0-2c30-4b08-870c-90d712c1306f/tags/tempest-TagsExtTest-Tag-1181528958 HTTP/1.1" status: 201 len: 201 time: 0.0360811 Nov 27 04:22:12.401692 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57170) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:12.405951 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.tag.tag_plugin [None req-3b998d70-8d17-4ea8-899a-8abda63b3808 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '5abbd617-1694-4db2-8647-4568d84255fa', {'tags': ['tempest-TagsExtTest-Tag-1086155632', 'tempest-TagsExtTest-Tag-168032601', 'tempest-TagsExtTest-Tag-1854184225']}) {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:12.465659 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3b998d70-8d17-4ea8-899a-8abda63b3808 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "PUT /v2.0/subnets/5abbd617-1694-4db2-8647-4568d84255fa/tags HTTP/1.1" status: 200 len: 317 time: 0.0629535 Nov 27 04:22:12.468201 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57172) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:12.472272 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.tag.tag_plugin [None req-b813af20-e643-4bfd-b7da-7046fb28881b tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5abbd617-1694-4db2-8647-4568d84255fa') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:12.537049 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b813af20-e643-4bfd-b7da-7046fb28881b tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "DELETE /v2.0/subnets/5abbd617-1694-4db2-8647-4568d84255fa/tags HTTP/1.1" status: 204 len: 168 time: 0.0678382 Nov 27 04:22:12.539640 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57174) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:12.543690 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.tag.tag_plugin [None req-1c46ff9f-a5bc-47f8-8ff2-c8a28dea82a0 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5abbd617-1694-4db2-8647-4568d84255fa', 'tempest-TagsExtTest-Tag-1086155632') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:12.597817 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-1c46ff9f-a5bc-47f8-8ff2-c8a28dea82a0 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] show failed (client error): The resource could not be found. Nov 27 04:22:12.600145 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1c46ff9f-a5bc-47f8-8ff2-c8a28dea82a0 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "GET /v2.0/subnets/5abbd617-1694-4db2-8647-4568d84255fa/tags/tempest-TagsExtTest-Tag-1086155632 HTTP/1.1" status: 404 len: 329 time: 0.0595872 Nov 27 04:22:12.602959 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57176) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:12.607141 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.tag.tag_plugin [None req-616fa764-f5b6-48dc-8e6a-ec9a661cee41 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5abbd617-1694-4db2-8647-4568d84255fa', 'tempest-TagsExtTest-Tag-168032601') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:12.611210 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 51f3b9bb-ea4c-4838-be1a-6f3ca52ae0f6 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:22:12.657880 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-616fa764-f5b6-48dc-8e6a-ec9a661cee41 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] show failed (client error): The resource could not be found. Nov 27 04:22:12.658959 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-616fa764-f5b6-48dc-8e6a-ec9a661cee41 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "GET /v2.0/subnets/5abbd617-1694-4db2-8647-4568d84255fa/tags/tempest-TagsExtTest-Tag-168032601 HTTP/1.1" status: 404 len: 328 time: 0.0550487 Nov 27 04:22:12.659949 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 51f3b9bb-ea4c-4838-be1a-6f3ca52ae0f6 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:22:12.660349 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:12.662345 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57178) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:12.667587 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.tag.tag_plugin [None req-79070bba-041b-4aa9-958b-062fbf2939a6 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5abbd617-1694-4db2-8647-4568d84255fa', 'tempest-TagsExtTest-Tag-1854184225') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:12.717656 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-79070bba-041b-4aa9-958b-062fbf2939a6 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] show failed (client error): The resource could not be found. Nov 27 04:22:12.718754 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-79070bba-041b-4aa9-958b-062fbf2939a6 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "GET /v2.0/subnets/5abbd617-1694-4db2-8647-4568d84255fa/tags/tempest-TagsExtTest-Tag-1854184225 HTTP/1.1" status: 404 len: 329 time: 0.0543377 Nov 27 04:22:12.721624 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57180) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:12.726521 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.tag.tag_plugin [None req-2f33fdfc-0cb8-41c5-b745-dff6ba1ac0dd tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '5b9c9427-61ad-4c65-b084-68c0afe2e3b7', {'tags': ['tempest-TagsExtTest-Tag-34704259', 'tempest-TagsExtTest-Tag-587159621', 'tempest-TagsExtTest-Tag-548156410']}) {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:12.782275 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2f33fdfc-0cb8-41c5-b745-dff6ba1ac0dd tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "PUT /v2.0/ports/5b9c9427-61ad-4c65-b084-68c0afe2e3b7/tags HTTP/1.1" status: 200 len: 314 time: 0.0596540 Nov 27 04:22:12.784915 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57182) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:12.789603 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.tag.tag_plugin [None req-59575678-ed90-4e0b-9539-f1e2aa726e96 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5b9c9427-61ad-4c65-b084-68c0afe2e3b7') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:12.855374 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-59575678-ed90-4e0b-9539-f1e2aa726e96 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "DELETE /v2.0/ports/5b9c9427-61ad-4c65-b084-68c0afe2e3b7/tags HTTP/1.1" status: 204 len: 168 time: 0.0694540 Nov 27 04:22:12.857962 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57184) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:12.862092 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.tag.tag_plugin [None req-ca8dc1e4-225a-4738-9a77-f8b161a0abbe tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5b9c9427-61ad-4c65-b084-68c0afe2e3b7', 'tempest-TagsExtTest-Tag-34704259') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:12.908475 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-ca8dc1e4-225a-4738-9a77-f8b161a0abbe tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] show failed (client error): The resource could not be found. Nov 27 04:22:12.909497 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ca8dc1e4-225a-4738-9a77-f8b161a0abbe tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "GET /v2.0/ports/5b9c9427-61ad-4c65-b084-68c0afe2e3b7/tags/tempest-TagsExtTest-Tag-34704259 HTTP/1.1" status: 404 len: 327 time: 0.0506501 Nov 27 04:22:12.912994 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57186) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:12.917098 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.tag.tag_plugin [None req-ef23f223-b774-45c5-adf2-aadd13f6b04b tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5b9c9427-61ad-4c65-b084-68c0afe2e3b7', 'tempest-TagsExtTest-Tag-587159621') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:12.962446 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-ef23f223-b774-45c5-adf2-aadd13f6b04b tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] show failed (client error): The resource could not be found. Nov 27 04:22:12.963473 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ef23f223-b774-45c5-adf2-aadd13f6b04b tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "GET /v2.0/ports/5b9c9427-61ad-4c65-b084-68c0afe2e3b7/tags/tempest-TagsExtTest-Tag-587159621 HTTP/1.1" status: 404 len: 328 time: 0.0495768 Nov 27 04:22:12.966292 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57188) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:12.970296 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.tag.tag_plugin [None req-80959bc5-f3ca-488c-abd6-50c8079ae101 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5b9c9427-61ad-4c65-b084-68c0afe2e3b7', 'tempest-TagsExtTest-Tag-548156410') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:13.017219 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-80959bc5-f3ca-488c-abd6-50c8079ae101 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] show failed (client error): The resource could not be found. Nov 27 04:22:13.018249 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-80959bc5-f3ca-488c-abd6-50c8079ae101 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "GET /v2.0/ports/5b9c9427-61ad-4c65-b084-68c0afe2e3b7/tags/tempest-TagsExtTest-Tag-548156410 HTTP/1.1" status: 404 len: 328 time: 0.0510550 Nov 27 04:22:13.021441 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57190) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:13.025870 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.tag.tag_plugin [None req-1a21284b-c59f-4746-abbf-729ac015554c tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '32b88af2-37ce-4bd3-b1ea-02e6e3a009a2', {'tags': ['tempest-TagsExtTest-Tag-2076246271', 'tempest-TagsExtTest-Tag-1798659097', 'tempest-TagsExtTest-Tag-858504595']}) {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:13.111117 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1a21284b-c59f-4746-abbf-729ac015554c tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "PUT /v2.0/routers/32b88af2-37ce-4bd3-b1ea-02e6e3a009a2/tags HTTP/1.1" status: 200 len: 317 time: 0.0885334 Nov 27 04:22:13.113631 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57192) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:13.118104 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.tag.tag_plugin [None req-d37619c7-2d9f-4bd7-9076-facececfb3c1 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '32b88af2-37ce-4bd3-b1ea-02e6e3a009a2') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:13.208589 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d37619c7-2d9f-4bd7-9076-facececfb3c1 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "DELETE /v2.0/routers/32b88af2-37ce-4bd3-b1ea-02e6e3a009a2/tags HTTP/1.1" status: 204 len: 168 time: 0.0934410 Nov 27 04:22:13.211377 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57194) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:13.215714 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.tag.tag_plugin [None req-95e1bce0-4779-4e2f-8300-346061e62d9e tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '32b88af2-37ce-4bd3-b1ea-02e6e3a009a2', 'tempest-TagsExtTest-Tag-2076246271') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:13.289501 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-95e1bce0-4779-4e2f-8300-346061e62d9e tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] show failed (client error): The resource could not be found. Nov 27 04:22:13.290536 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-95e1bce0-4779-4e2f-8300-346061e62d9e tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "GET /v2.0/routers/32b88af2-37ce-4bd3-b1ea-02e6e3a009a2/tags/tempest-TagsExtTest-Tag-2076246271 HTTP/1.1" status: 404 len: 329 time: 0.0782471 Nov 27 04:22:13.293407 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57196) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:13.297703 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.tag.tag_plugin [None req-919815e5-7a38-4f16-a40c-6f41adb2c2db tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '32b88af2-37ce-4bd3-b1ea-02e6e3a009a2', 'tempest-TagsExtTest-Tag-1798659097') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:13.370982 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-919815e5-7a38-4f16-a40c-6f41adb2c2db tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] show failed (client error): The resource could not be found. Nov 27 04:22:13.371917 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-919815e5-7a38-4f16-a40c-6f41adb2c2db tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "GET /v2.0/routers/32b88af2-37ce-4bd3-b1ea-02e6e3a009a2/tags/tempest-TagsExtTest-Tag-1798659097 HTTP/1.1" status: 404 len: 329 time: 0.0776141 Nov 27 04:22:13.374754 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57198) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:13.379299 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.tag.tag_plugin [None req-05cc317b-74d0-4658-94d0-a3c69e609e00 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '32b88af2-37ce-4bd3-b1ea-02e6e3a009a2', 'tempest-TagsExtTest-Tag-858504595') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:13.452353 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-05cc317b-74d0-4658-94d0-a3c69e609e00 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] show failed (client error): The resource could not be found. Nov 27 04:22:13.453373 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-05cc317b-74d0-4658-94d0-a3c69e609e00 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "GET /v2.0/routers/32b88af2-37ce-4bd3-b1ea-02e6e3a009a2/tags/tempest-TagsExtTest-Tag-858504595 HTTP/1.1" status: 404 len: 328 time: 0.0777221 Nov 27 04:22:13.456620 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57200) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:13.461580 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.tag.tag_plugin [None req-0f0f5106-4c37-4e3f-87a2-d8d3dcc33816 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '312ad5d0-2c30-4b08-870c-90d712c1306f', {'tags': ['tempest-TagsExtTest-Tag-1349739644', 'tempest-TagsExtTest-Tag-884086261', 'tempest-TagsExtTest-Tag-913419569']}) {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:13.493174 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0f0f5106-4c37-4e3f-87a2-d8d3dcc33816 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "PUT /v2.0/subnetpools/312ad5d0-2c30-4b08-870c-90d712c1306f/tags HTTP/1.1" status: 200 len: 316 time: 0.0355711 Nov 27 04:22:13.495876 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57202) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:13.500435 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.tag.tag_plugin [None req-2675e308-19a6-4286-b087-2146e2b85ef6 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '312ad5d0-2c30-4b08-870c-90d712c1306f') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:13.543974 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2675e308-19a6-4286-b087-2146e2b85ef6 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "DELETE /v2.0/subnetpools/312ad5d0-2c30-4b08-870c-90d712c1306f/tags HTTP/1.1" status: 204 len: 168 time: 0.0470088 Nov 27 04:22:13.546826 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57204) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:13.550994 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.tag.tag_plugin [None req-a605ebaf-f39a-4c14-93c2-966dcf354862 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '312ad5d0-2c30-4b08-870c-90d712c1306f', 'tempest-TagsExtTest-Tag-1349739644') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:13.571231 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-a605ebaf-f39a-4c14-93c2-966dcf354862 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] show failed (client error): The resource could not be found. Nov 27 04:22:13.572201 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a605ebaf-f39a-4c14-93c2-966dcf354862 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "GET /v2.0/subnetpools/312ad5d0-2c30-4b08-870c-90d712c1306f/tags/tempest-TagsExtTest-Tag-1349739644 HTTP/1.1" status: 404 len: 329 time: 0.0244813 Nov 27 04:22:13.574728 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57206) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:13.578682 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.tag.tag_plugin [None req-ce537a3e-99e2-49b1-b7ed-e3a53aa14a47 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '312ad5d0-2c30-4b08-870c-90d712c1306f', 'tempest-TagsExtTest-Tag-884086261') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:13.597760 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-ce537a3e-99e2-49b1-b7ed-e3a53aa14a47 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] show failed (client error): The resource could not be found. Nov 27 04:22:13.598798 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ce537a3e-99e2-49b1-b7ed-e3a53aa14a47 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "GET /v2.0/subnetpools/312ad5d0-2c30-4b08-870c-90d712c1306f/tags/tempest-TagsExtTest-Tag-884086261 HTTP/1.1" status: 404 len: 328 time: 0.0231538 Nov 27 04:22:13.601314 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57208) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:13.605239 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.tag.tag_plugin [None req-fd875e6d-4449-4902-853a-2999edb196de tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '312ad5d0-2c30-4b08-870c-90d712c1306f', 'tempest-TagsExtTest-Tag-913419569') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:13.624640 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-fd875e6d-4449-4902-853a-2999edb196de tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] show failed (client error): The resource could not be found. Nov 27 04:22:13.625531 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-fd875e6d-4449-4902-853a-2999edb196de tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "GET /v2.0/subnetpools/312ad5d0-2c30-4b08-870c-90d712c1306f/tags/tempest-TagsExtTest-Tag-913419569 HTTP/1.1" status: 404 len: 328 time: 0.0233638 Nov 27 04:22:13.628397 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57210) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:13.633095 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.tag.tag_plugin [None req-1d4db14a-1199-4181-bf0a-71dfefa42587 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '312ad5d0-2c30-4b08-870c-90d712c1306f') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:13.657806 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1d4db14a-1199-4181-bf0a-71dfefa42587 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "DELETE /v2.0/subnetpools/312ad5d0-2c30-4b08-870c-90d712c1306f/tags HTTP/1.1" status: 204 len: 168 time: 0.0283663 Nov 27 04:22:13.660145 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57212) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:13.664302 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.tag.tag_plugin [None req-52eaf5c4-0ce3-483b-953c-fb21fef47895 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '32b88af2-37ce-4bd3-b1ea-02e6e3a009a2') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:13.744308 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-52eaf5c4-0ce3-483b-953c-fb21fef47895 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "DELETE /v2.0/routers/32b88af2-37ce-4bd3-b1ea-02e6e3a009a2/tags HTTP/1.1" status: 204 len: 168 time: 0.0831981 Nov 27 04:22:13.746756 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57214) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:13.750990 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.tag.tag_plugin [None req-dceede1c-326f-4a3d-8827-45b57cb52a31 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5b9c9427-61ad-4c65-b084-68c0afe2e3b7') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:13.805526 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-dceede1c-326f-4a3d-8827-45b57cb52a31 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "DELETE /v2.0/ports/5b9c9427-61ad-4c65-b084-68c0afe2e3b7/tags HTTP/1.1" status: 204 len: 168 time: 0.0577972 Nov 27 04:22:13.808018 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57216) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:13.812050 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.tag.tag_plugin [None req-32e3cfd8-e1c8-49ad-8240-304762f81d47 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5abbd617-1694-4db2-8647-4568d84255fa') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:13.871253 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-32e3cfd8-e1c8-49ad-8240-304762f81d47 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "DELETE /v2.0/subnets/5abbd617-1694-4db2-8647-4568d84255fa/tags HTTP/1.1" status: 204 len: 168 time: 0.0622485 Nov 27 04:22:13.874834 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57218) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:13.959388 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1a22714d-d26e-4fcd-868f-518788a688d7 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Publish callbacks [] for subnetpool, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:13.962869 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1a22714d-d26e-4fcd-868f-518788a688d7 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "DELETE /v2.0/subnetpools/312ad5d0-2c30-4b08-870c-90d712c1306f HTTP/1.1" status: 204 len: 168 time: 0.0847154 Nov 27 04:22:13.963092 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57220) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:13.988579 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4e9b344c-4733-4f51-a056-a1c354726ef4 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b88af2-37ce-4bd3-b1ea-02e6e3a009a2 HTTP/1.1" status: 200 len: 205 time: 0.0244257 Nov 27 04:22:13.991370 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57222) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:14.063080 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ab261e7f-5420-425c-ba1e-c7d0182dc12b tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:14.216187 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ab261e7f-5420-425c-ba1e-c7d0182dc12b tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:14.218268 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ab261e7f-5420-425c-ba1e-c7d0182dc12b tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:14.260001 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ab261e7f-5420-425c-ba1e-c7d0182dc12b tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:14.260590 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab261e7f-5420-425c-ba1e-c7d0182dc12b tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Fanout notify agent at l3_agent the message router_deleted on router 32b88af2-37ce-4bd3-b1ea-02e6e3a009a2 {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:22:14.267849 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ab261e7f-5420-425c-ba1e-c7d0182dc12b tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:14.268952 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ab261e7f-5420-425c-ba1e-c7d0182dc12b tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "DELETE /v2.0/routers/32b88af2-37ce-4bd3-b1ea-02e6e3a009a2 HTTP/1.1" status: 204 len: 168 time: 0.2767055 Nov 27 04:22:14.271581 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57224) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:14.358924 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-e2f1d279-a047-4844-b237-bed1ce5cbdfb tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Deleting port 5b9c9427-61ad-4c65-b084-68c0afe2e3b7 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:22:14.359265 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e2f1d279-a047-4844-b237-bed1ce5cbdfb tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:14.442642 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e2f1d279-a047-4844-b237-bed1ce5cbdfb tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:14.454071 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-e2f1d279-a047-4844-b237-bed1ce5cbdfb tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Calling delete_port for 5b9c9427-61ad-4c65-b084-68c0afe2e3b7 owned by {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:22:14.582613 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e2f1d279-a047-4844-b237-bed1ce5cbdfb tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:14.609934 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f1d279-a047-4844-b237-bed1ce5cbdfb tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Pushing event deleted for resources: {'Port': ['ID=5b9c9427-61ad-4c65-b084-68c0afe2e3b7,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:22:14.680902 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e2f1d279-a047-4844-b237-bed1ce5cbdfb tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:14.684671 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e2f1d279-a047-4844-b237-bed1ce5cbdfb tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "DELETE /v2.0/ports/5b9c9427-61ad-4c65-b084-68c0afe2e3b7 HTTP/1.1" status: 204 len: 168 time: 0.4118452 Nov 27 04:22:14.686865 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57226) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:14.739868 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-18edf596-f371-45fd-9773-356aa5effe91 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Deleting subnet 5abbd617-1694-4db2-8647-4568d84255fa {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:22:14.743379 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18edf596-f371-45fd-9773-356aa5effe91 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:14.783885 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18edf596-f371-45fd-9773-356aa5effe91 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:14.868723 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18edf596-f371-45fd-9773-356aa5effe91 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:14.924692 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18edf596-f371-45fd-9773-356aa5effe91 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:14.953417 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-18edf596-f371-45fd-9773-356aa5effe91 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:14.958822 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-18edf596-f371-45fd-9773-356aa5effe91 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "DELETE /v2.0/subnets/5abbd617-1694-4db2-8647-4568d84255fa HTTP/1.1" status: 204 len: 168 time: 0.2688346 Nov 27 04:22:14.958822 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18edf596-f371-45fd-9773-356aa5effe91 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Pushing event deleted for resources: {'Subnet': ['ID=5abbd617-1694-4db2-8647-4568d84255fa,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:22:14.959192 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57228) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:14.959656 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c69597-3879-4eb6-ae68-79de53372e1c None None] Network 3e9b010f-f232-4ddb-b236-d537917a97b7 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:22:15.037076 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f9a9f225-0a6f-4aa7-8a22-b78a4421a5b0 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:15.094587 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-f9a9f225-0a6f-4aa7-8a22-b78a4421a5b0 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Deleting port 51f3b9bb-ea4c-4838-be1a-6f3ca52ae0f6 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:22:15.094932 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f9a9f225-0a6f-4aa7-8a22-b78a4421a5b0 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:15.142866 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d798214-509f-4f4d-b137-a144d423013c None None] DHCP port deletion for 3e9b010f-f232-4ddb-b236-d537917a97b7 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:22:15.162324 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-f9a9f225-0a6f-4aa7-8a22-b78a4421a5b0 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] For port 51f3b9bb-ea4c-4838-be1a-6f3ca52ae0f6, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=51f3b9bb-ea4c-4838-be1a-6f3ca52ae0f6,segment=NetworkSegment(a7527bfe-08f3-4f94-8595-79bf243dc021),segment_id=a7527bfe-08f3-4f94-8595-79bf243dc021)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:22:15.162713 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f9a9f225-0a6f-4aa7-8a22-b78a4421a5b0 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:15.175619 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-f9a9f225-0a6f-4aa7-8a22-b78a4421a5b0 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Calling delete_port for 51f3b9bb-ea4c-4838-be1a-6f3ca52ae0f6 owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:22:15.192688 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-8d798214-509f-4f4d-b137-a144d423013c None None] Deleting port 51f3b9bb-ea4c-4838-be1a-6f3ca52ae0f6 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:22:15.193066 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8d798214-509f-4f4d-b137-a144d423013c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:15.258226 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-8d798214-509f-4f4d-b137-a144d423013c None None] For port 51f3b9bb-ea4c-4838-be1a-6f3ca52ae0f6, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=51f3b9bb-ea4c-4838-be1a-6f3ca52ae0f6,segment=NetworkSegment(a7527bfe-08f3-4f94-8595-79bf243dc021),segment_id=a7527bfe-08f3-4f94-8595-79bf243dc021)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:22:15.258653 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8d798214-509f-4f4d-b137-a144d423013c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:15.259282 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f9a9f225-0a6f-4aa7-8a22-b78a4421a5b0 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:15.271833 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-8d798214-509f-4f4d-b137-a144d423013c None None] Calling delete_port for 51f3b9bb-ea4c-4838-be1a-6f3ca52ae0f6 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:22:15.287339 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a9f225-0a6f-4aa7-8a22-b78a4421a5b0 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Pushing event deleted for resources: {'Port': ['ID=51f3b9bb-ea4c-4838-be1a-6f3ca52ae0f6,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:22:15.290516 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a9f225-0a6f-4aa7-8a22-b78a4421a5b0 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] No DVR routers for this DVR port 51f3b9bb-ea4c-4838-be1a-6f3ca52ae0f6 on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:22:15.299812 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9f225-0a6f-4aa7-8a22-b78a4421a5b0 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:22:15.300157 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9f225-0a6f-4aa7-8a22-b78a4421a5b0 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:22:15.300507 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9f225-0a6f-4aa7-8a22-b78a4421a5b0 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:22:15.300855 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9f225-0a6f-4aa7-8a22-b78a4421a5b0 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:22:15.301196 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9f225-0a6f-4aa7-8a22-b78a4421a5b0 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:22:15.301538 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9f225-0a6f-4aa7-8a22-b78a4421a5b0 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:22:15.301877 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9f225-0a6f-4aa7-8a22-b78a4421a5b0 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:22:15.302213 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9f225-0a6f-4aa7-8a22-b78a4421a5b0 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:22:15.302561 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9f225-0a6f-4aa7-8a22-b78a4421a5b0 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:22:15.302906 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9f225-0a6f-4aa7-8a22-b78a4421a5b0 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:22:15.303240 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9f225-0a6f-4aa7-8a22-b78a4421a5b0 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:22:15.303573 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9f225-0a6f-4aa7-8a22-b78a4421a5b0 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:22:15.351502 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8d798214-509f-4f4d-b137-a144d423013c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:15.373956 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d798214-509f-4f4d-b137-a144d423013c None None] Pushing event deleted for resources: {'Port': ['ID=51f3b9bb-ea4c-4838-be1a-6f3ca52ae0f6,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:22:15.378144 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f9a9f225-0a6f-4aa7-8a22-b78a4421a5b0 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:15.380563 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d798214-509f-4f4d-b137-a144d423013c None None] No DVR routers for this DVR port 51f3b9bb-ea4c-4838-be1a-6f3ca52ae0f6 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:22:15.404558 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-f9a9f225-0a6f-4aa7-8a22-b78a4421a5b0 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e9b010f-f232-4ddb-b236-d537917a97b7']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:15.414391 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-f9a9f225-0a6f-4aa7-8a22-b78a4421a5b0 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7527bfe-08f3-4f94-8595-79bf243dc021') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:15.414735 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-f9a9f225-0a6f-4aa7-8a22-b78a4421a5b0 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7527bfe-08f3-4f94-8595-79bf243dc021') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:15.428199 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f9a9f225-0a6f-4aa7-8a22-b78a4421a5b0 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:15.441210 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f9a9f225-0a6f-4aa7-8a22-b78a4421a5b0 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:15.447956 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9a9f225-0a6f-4aa7-8a22-b78a4421a5b0 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:22:15.448342 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f9a9f225-0a6f-4aa7-8a22-b78a4421a5b0 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:15.451769 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:22:15.451769 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:22:15.451769 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:22:15.451769 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:22:15.451769 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:22:15.451769 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:22:15.451769 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:22:15.451769 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:22:15.451769 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:22:15.451769 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:22:15.451769 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:22:15.451769 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:22:15.451769 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:22:15.451769 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:22:15.451769 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:22:15.451769 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:22:15.451769 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:22:15.451769 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:22:15.451769 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:22:15.451769 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:22:15.451769 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:22:15.451769 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:22:15.451769 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:22:15.451769 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:22:15.451769 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:22:15.451769 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:22:15.451769 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:22:15.451769 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:22:15.451769 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:22:15.451769 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:22:15.451769 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:22:15.451769 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:22:15.510363 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f9a9f225-0a6f-4aa7-8a22-b78a4421a5b0 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:15.517106 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f9a9f225-0a6f-4aa7-8a22-b78a4421a5b0 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:15.520432 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f9a9f225-0a6f-4aa7-8a22-b78a4421a5b0 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] 10.222.0.20 "DELETE /v2.0/networks/3e9b010f-f232-4ddb-b236-d537917a97b7 HTTP/1.1" status: 204 len: 168 time: 0.5601289 Nov 27 04:22:15.532955 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a9f225-0a6f-4aa7-8a22-b78a4421a5b0 tempest-TagsExtTest-1200611710 tempest-TagsExtTest-1200611710-project] Pushing event deleted for resources: {'Network': ['ID=3e9b010f-f232-4ddb-b236-d537917a97b7,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:22:15.757205 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57234) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:15.890181 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-667d0d64-2020-4d47-95b3-29b2d53bfea3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=13ad2510e5444dc2a0dad207f1178bbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1318128 Nov 27 04:22:15.892635 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57238) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:15.937894 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-668bbb1e-87be-4a0e-8c1e-90d9a803cf60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:15.958690 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-668bbb1e-87be-4a0e-8c1e-90d9a803cf60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:16.008734 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-668bbb1e-87be-4a0e-8c1e-90d9a803cf60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:16.011517 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-668bbb1e-87be-4a0e-8c1e-90d9a803cf60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:16.012669 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-668bbb1e-87be-4a0e-8c1e-90d9a803cf60 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/380a8a00-e807-4dec-8117-9de8280263c1 HTTP/1.1" status: 204 len: 168 time: 0.1191332 Nov 27 04:22:16.020265 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668bbb1e-87be-4a0e-8c1e-90d9a803cf60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380a8a00-e807-4dec-8117-9de8280263c1,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:22:16.168019 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4db0e59c-4173-4f2d-b7fc-61cd1a9105d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:16.316884 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:16.617192 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 51f3b9bb-ea4c-4838-be1a-6f3ca52ae0f6 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:22:16.630629 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57260) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:16.640166 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 51f3b9bb-ea4c-4838-be1a-6f3ca52ae0f6 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:22:16.640528 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 51f3b9bb-ea4c-4838-be1a-6f3ca52ae0f6 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:22:16.728594 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-cd2047c3-05c4-4112-942c-222af9b486bd tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-2124222689'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:22:16.749722 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2047c3-05c4-4112-942c-222af9b486bd tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] Made reservation on behalf of 8ab8d30a0e994babab5b84e0f01ed185 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:22:16.753392 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cd2047c3-05c4-4112-942c-222af9b486bd tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:16.761660 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cd2047c3-05c4-4112-942c-222af9b486bd tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:16.832238 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cd2047c3-05c4-4112-942c-222af9b486bd tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:16.836394 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cd2047c3-05c4-4112-942c-222af9b486bd tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:16.862955 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd2047c3-05c4-4112-942c-222af9b486bd tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:22:16.872640 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2047c3-05c4-4112-942c-222af9b486bd tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de2d46b0-6697-4229-9a3e-8b5dab456959,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:22:16.877683 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cd2047c3-05c4-4112-942c-222af9b486bd tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:16.878030 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-cd2047c3-05c4-4112-942c-222af9b486bd tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] Added segment 2e542a0a-cf18-4f4a-a774-c153975d49e2 of type vlan for network c02147af-2d24-40c7-ae92-4efbb3950619 Nov 27 04:22:16.918129 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cd2047c3-05c4-4112-942c-222af9b486bd tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:16.941691 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cd2047c3-05c4-4112-942c-222af9b486bd tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:16.947713 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2047c3-05c4-4112-942c-222af9b486bd tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:22:16.948301 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cd2047c3-05c4-4112-942c-222af9b486bd tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:17.002106 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-cd2047c3-05c4-4112-942c-222af9b486bd tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.3701329 Nov 27 04:22:17.005871 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57264) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:17.010234 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.tag.tag_plugin [None req-a0b7498a-cf3c-4a5a-8c27-6e41a166f4df tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'c02147af-2d24-40c7-ae92-4efbb3950619', 'tempest-TagsTest-Tag-1352256500') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:17.036598 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2047c3-05c4-4112-942c-222af9b486bd tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] Pushing event updated for resources: {'Network': ['ID=c02147af-2d24-40c7-ae92-4efbb3950619,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:22:17.046292 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network c02147af-2d24-40c7-ae92-4efbb3950619 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:22:17.102877 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a0b7498a-cf3c-4a5a-8c27-6e41a166f4df tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] 10.222.0.20 "PUT /v2.0/networks/c02147af-2d24-40c7-ae92-4efbb3950619/tags/tempest-TagsTest-Tag-1352256500 HTTP/1.1" status: 201 len: 201 time: 0.0936499 Nov 27 04:22:17.103100 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57266) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:17.107361 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.tag.tag_plugin [None req-320f2095-6e6b-4251-9d66-c0cad685b0d7 tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c02147af-2d24-40c7-ae92-4efbb3950619', 'tempest-TagsTest-Tag-1352256500') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:17.176869 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-320f2095-6e6b-4251-9d66-c0cad685b0d7 tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] 10.222.0.20 "GET /v2.0/networks/c02147af-2d24-40c7-ae92-4efbb3950619/tags/tempest-TagsTest-Tag-1352256500 HTTP/1.1" status: 204 len: 168 time: 0.0725718 Nov 27 04:22:17.179092 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57268) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:17.183155 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.tag.tag_plugin [None req-a72d9bbd-8983-4806-8696-a1a11f170d8c tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'c02147af-2d24-40c7-ae92-4efbb3950619') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:17.249082 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a72d9bbd-8983-4806-8696-a1a11f170d8c tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] 10.222.0.20 "GET /v2.0/networks/c02147af-2d24-40c7-ae92-4efbb3950619/tags HTTP/1.1" status: 200 len: 238 time: 0.0689795 Nov 27 04:22:17.251699 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57270) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:17.256737 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.tag.tag_plugin [None req-301fc9f6-ccfe-4959-b71e-22a533093403 tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'c02147af-2d24-40c7-ae92-4efbb3950619', {'tags': ['tempest-TagsTest-Tag-1997463765', 'tempest-TagsTest-Tag-1874137055', 'tempest-TagsTest-Tag-686986986']}) {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:17.333113 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-301fc9f6-ccfe-4959-b71e-22a533093403 tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] 10.222.0.20 "PUT /v2.0/networks/c02147af-2d24-40c7-ae92-4efbb3950619/tags HTTP/1.1" status: 200 len: 308 time: 0.0800457 Nov 27 04:22:17.335643 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57272) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:17.339831 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.tag.tag_plugin [None req-bf8caba5-415f-453c-a808-e5066fc749e9 tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'c02147af-2d24-40c7-ae92-4efbb3950619', 'tempest-TagsTest-Tag-1997463765') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:17.423211 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-bf8caba5-415f-453c-a808-e5066fc749e9 tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] 10.222.0.20 "DELETE /v2.0/networks/c02147af-2d24-40c7-ae92-4efbb3950619/tags/tempest-TagsTest-Tag-1997463765 HTTP/1.1" status: 204 len: 168 time: 0.0865266 Nov 27 04:22:17.425783 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57274) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:17.430996 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.tag.tag_plugin [None req-adabaa48-7852-4145-aca8-1c964f3032f3 tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c02147af-2d24-40c7-ae92-4efbb3950619', 'tempest-TagsTest-Tag-1997463765') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:17.507249 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-adabaa48-7852-4145-aca8-1c964f3032f3 tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] show failed (client error): The resource could not be found. Nov 27 04:22:17.508561 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-adabaa48-7852-4145-aca8-1c964f3032f3 tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] 10.222.0.20 "GET /v2.0/networks/c02147af-2d24-40c7-ae92-4efbb3950619/tags/tempest-TagsTest-Tag-1997463765 HTTP/1.1" status: 404 len: 326 time: 0.0818260 Nov 27 04:22:17.511311 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57276) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:17.515572 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.tag.tag_plugin [None req-c1d968da-52d3-482a-96c0-b10a66bf33f1 tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c02147af-2d24-40c7-ae92-4efbb3950619', 'tempest-TagsTest-Tag-1874137055') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:17.584337 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c1d968da-52d3-482a-96c0-b10a66bf33f1 tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] 10.222.0.20 "GET /v2.0/networks/c02147af-2d24-40c7-ae92-4efbb3950619/tags/tempest-TagsTest-Tag-1874137055 HTTP/1.1" status: 204 len: 168 time: 0.0719526 Nov 27 04:22:17.586801 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57278) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:17.590889 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.tag.tag_plugin [None req-a9887878-8c18-4a95-9c58-d590bbc1b5ec tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c02147af-2d24-40c7-ae92-4efbb3950619', 'tempest-TagsTest-Tag-686986986') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:17.656101 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a9887878-8c18-4a95-9c58-d590bbc1b5ec tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] 10.222.0.20 "GET /v2.0/networks/c02147af-2d24-40c7-ae92-4efbb3950619/tags/tempest-TagsTest-Tag-686986986 HTTP/1.1" status: 204 len: 168 time: 0.0683057 Nov 27 04:22:17.658429 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57280) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:17.662673 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.tag.tag_plugin [None req-7e1c6693-3169-41c4-aa55-26b6fd74e0b4 tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c02147af-2d24-40c7-ae92-4efbb3950619') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:17.744085 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7e1c6693-3169-41c4-aa55-26b6fd74e0b4 tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] 10.222.0.20 "DELETE /v2.0/networks/c02147af-2d24-40c7-ae92-4efbb3950619/tags HTTP/1.1" status: 204 len: 168 time: 0.0846157 Nov 27 04:22:17.746683 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57282) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:17.752400 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.tag.tag_plugin [None req-3555b916-00c8-4f8f-b3b6-829e6d012adf tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c02147af-2d24-40c7-ae92-4efbb3950619', 'tempest-TagsTest-Tag-1874137055') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:17.816732 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-3555b916-00c8-4f8f-b3b6-829e6d012adf tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] show failed (client error): The resource could not be found. Nov 27 04:22:17.817762 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-3555b916-00c8-4f8f-b3b6-829e6d012adf tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] 10.222.0.20 "GET /v2.0/networks/c02147af-2d24-40c7-ae92-4efbb3950619/tags/tempest-TagsTest-Tag-1874137055 HTTP/1.1" status: 404 len: 326 time: 0.0701663 Nov 27 04:22:17.820529 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57284) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:17.824620 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.tag.tag_plugin [None req-cd9de0b8-e98d-4e0a-a8fe-e273d8787769 tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c02147af-2d24-40c7-ae92-4efbb3950619', 'tempest-TagsTest-Tag-686986986') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:17.893168 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [None req-cd9de0b8-e98d-4e0a-a8fe-e273d8787769 tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] show failed (client error): The resource could not be found. Nov 27 04:22:17.894200 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-cd9de0b8-e98d-4e0a-a8fe-e273d8787769 tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] 10.222.0.20 "GET /v2.0/networks/c02147af-2d24-40c7-ae92-4efbb3950619/tags/tempest-TagsTest-Tag-686986986 HTTP/1.1" status: 404 len: 325 time: 0.0727870 Nov 27 04:22:17.896890 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57286) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:17.901030 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.tag.tag_plugin [None req-b00a1dc1-8159-4111-8c02-d25acf1849dc tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c02147af-2d24-40c7-ae92-4efbb3950619') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:17.969715 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b00a1dc1-8159-4111-8c02-d25acf1849dc tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] 10.222.0.20 "DELETE /v2.0/networks/c02147af-2d24-40c7-ae92-4efbb3950619/tags HTTP/1.1" status: 204 len: 168 time: 0.0718143 Nov 27 04:22:17.975906 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57288) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:18.054069 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c35c508c-cc5d-452c-bc29-531642a15cd9 tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:18.136093 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c35c508c-cc5d-452c-bc29-531642a15cd9 tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:18.155849 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-c35c508c-cc5d-452c-bc29-531642a15cd9 tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c02147af-2d24-40c7-ae92-4efbb3950619']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:18.165468 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-c35c508c-cc5d-452c-bc29-531642a15cd9 tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e542a0a-cf18-4f4a-a774-c153975d49e2') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:18.165763 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-c35c508c-cc5d-452c-bc29-531642a15cd9 tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e542a0a-cf18-4f4a-a774-c153975d49e2') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:22:18.174895 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c35c508c-cc5d-452c-bc29-531642a15cd9 tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:18.187737 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c35c508c-cc5d-452c-bc29-531642a15cd9 tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:18.193403 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c35c508c-cc5d-452c-bc29-531642a15cd9 tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:22:18.193784 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c35c508c-cc5d-452c-bc29-531642a15cd9 tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:18.196701 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:22:18.196701 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:22:18.196701 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:22:18.196701 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:22:18.196701 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:22:18.196701 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:22:18.196701 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:22:18.196701 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:22:18.196701 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:22:18.196701 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:22:18.196701 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:22:18.196701 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:22:18.196701 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:22:18.196701 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:22:18.196701 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:22:18.196701 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:22:18.196701 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:22:18.196701 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:22:18.196701 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:22:18.196701 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:22:18.196701 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:22:18.196701 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:22:18.196701 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:22:18.196701 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:22:18.196701 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:22:18.196701 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:22:18.196701 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:22:18.196701 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:22:18.196701 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:22:18.196701 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:22:18.196701 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:22:18.196701 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:22:18.258208 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c35c508c-cc5d-452c-bc29-531642a15cd9 tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:18.262535 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c35c508c-cc5d-452c-bc29-531642a15cd9 tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:18.266344 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c35c508c-cc5d-452c-bc29-531642a15cd9 tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] 10.222.0.20 "DELETE /v2.0/networks/c02147af-2d24-40c7-ae92-4efbb3950619 HTTP/1.1" status: 204 len: 168 time: 0.2895172 Nov 27 04:22:18.281425 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c508c-cc5d-452c-bc29-531642a15cd9 tempest-TagsTest-2119326759 tempest-TagsTest-2119326759-project] Pushing event deleted for resources: {'Network': ['ID=c02147af-2d24-40c7-ae92-4efbb3950619,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:22:18.321343 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-87d5b615-23ef-460b-91c0-cb6ef481b749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:18.503139 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57294) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:18.634914 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f034177a-9c8b-447f-9f94-6cd9b62f683c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ab8d30a0e994babab5b84e0f01ed185&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1305473 Nov 27 04:22:18.637333 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57298) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:18.687280 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-35914944-ea27-45a6-a5cb-7c6405c82650 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:18.707879 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-35914944-ea27-45a6-a5cb-7c6405c82650 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:18.753209 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-35914944-ea27-45a6-a5cb-7c6405c82650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:18.755863 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-35914944-ea27-45a6-a5cb-7c6405c82650 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:18.757612 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-35914944-ea27-45a6-a5cb-7c6405c82650 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/de2d46b0-6697-4229-9a3e-8b5dab456959 HTTP/1.1" status: 204 len: 168 time: 0.1193883 Nov 27 04:22:18.766036 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35914944-ea27-45a6-a5cb-7c6405c82650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2d46b0-6697-4229-9a3e-8b5dab456959,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:22:18.888318 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:19.634255 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:21.243289 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:21.874573 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:23.505496 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57392) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:23.608485 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d2a4dff5-9524-49da-b094-6aa522efdfc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:23.682024 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d2a4dff5-9524-49da-b094-6aa522efdfc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:23.685736 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d2a4dff5-9524-49da-b094-6aa522efdfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:23.723668 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d2a4dff5-9524-49da-b094-6aa522efdfc6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=19d22619957e4a6fa67614d199bb3032&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2171216 Nov 27 04:22:23.724624 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a4dff5-9524-49da-b094-6aa522efdfc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c932d26-cfe4-4215-8396-017b42121bd8,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:22:23.726483 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57396) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:23.775549 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-66e32fcd-72ec-4998-84b3-678ccf72f211 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:23.795644 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-66e32fcd-72ec-4998-84b3-678ccf72f211 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:23.840258 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-66e32fcd-72ec-4998-84b3-678ccf72f211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:23.842768 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-66e32fcd-72ec-4998-84b3-678ccf72f211 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:23.843968 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-66e32fcd-72ec-4998-84b3-678ccf72f211 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1c932d26-cfe4-4215-8396-017b42121bd8 HTTP/1.1" status: 204 len: 168 time: 0.1158798 Nov 27 04:22:23.851611 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e32fcd-72ec-4998-84b3-678ccf72f211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c932d26-cfe4-4215-8396-017b42121bd8,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:22:24.095735 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57402) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:24.108797 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3085cc57-3040-4377-9eef-11ddecb69c45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:24.183637 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3085cc57-3040-4377-9eef-11ddecb69c45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:24.187428 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3085cc57-3040-4377-9eef-11ddecb69c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:24.227370 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3085cc57-3040-4377-9eef-11ddecb69c45 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5d8e81bd7c7c45f494e0906b8d319deb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1305249 Nov 27 04:22:24.228316 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085cc57-3040-4377-9eef-11ddecb69c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4238524c-892f-4a4c-9e0b-96fab59f935c,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:22:24.230071 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57404) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:24.282458 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7e4d47d6-348e-455a-a20b-7365fb8bd0d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:24.302656 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7e4d47d6-348e-455a-a20b-7365fb8bd0d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:24.351358 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7e4d47d6-348e-455a-a20b-7365fb8bd0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:24.353950 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7e4d47d6-348e-455a-a20b-7365fb8bd0d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:24.357813 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7e4d47d6-348e-455a-a20b-7365fb8bd0d3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4238524c-892f-4a4c-9e0b-96fab59f935c HTTP/1.1" status: 204 len: 168 time: 0.1266329 Nov 27 04:22:24.366109 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4d47d6-348e-455a-a20b-7365fb8bd0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4238524c-892f-4a4c-9e0b-96fab59f935c,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:22:34.708703 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:22:37.987939 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57526) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:38.096154 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-630fedc5-940a-4317-89e0-6316d812e03f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:38.169376 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-630fedc5-940a-4317-89e0-6316d812e03f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:38.172766 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-630fedc5-940a-4317-89e0-6316d812e03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:38.209958 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-630fedc5-940a-4317-89e0-6316d812e03f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9188024868ad45738e4ecf50f3c59e63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2208827 Nov 27 04:22:38.212448 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630fedc5-940a-4317-89e0-6316d812e03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71ff848-7959-4f94-8107-f8b991b419ac,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:22:38.213276 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57530) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:38.263999 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-75e59e3d-c660-421b-a8d0-034a77fcd0df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:38.286474 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-75e59e3d-c660-421b-a8d0-034a77fcd0df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:38.335301 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-75e59e3d-c660-421b-a8d0-034a77fcd0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:38.338668 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-75e59e3d-c660-421b-a8d0-034a77fcd0df admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:38.342095 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-75e59e3d-c660-421b-a8d0-034a77fcd0df admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e71ff848-7959-4f94-8107-f8b991b419ac HTTP/1.1" status: 204 len: 168 time: 0.1254838 Nov 27 04:22:38.348975 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e59e3d-c660-421b-a8d0-034a77fcd0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71ff848-7959-4f94-8107-f8b991b419ac,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:22:38.618373 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57536) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:38.631797 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a4fdb1f4-54ce-499b-9733-476e3137c67e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:38.707232 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a4fdb1f4-54ce-499b-9733-476e3137c67e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:38.711738 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a4fdb1f4-54ce-499b-9733-476e3137c67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:38.750247 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fdb1f4-54ce-499b-9733-476e3137c67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d18a7e6-25b4-4b84-b659-ab2016dcaefd,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:22:38.756866 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a4fdb1f4-54ce-499b-9733-476e3137c67e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f41f401498d46569fd188707072681d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1372848 Nov 27 04:22:38.757989 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57538) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:22:38.809277 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c79de2e2-f5b5-49b5-acd2-4cac985acbcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:38.830055 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c79de2e2-f5b5-49b5-acd2-4cac985acbcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:38.874914 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c79de2e2-f5b5-49b5-acd2-4cac985acbcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:38.877680 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c79de2e2-f5b5-49b5-acd2-4cac985acbcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:38.878853 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c79de2e2-f5b5-49b5-acd2-4cac985acbcb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d18a7e6-25b4-4b84-b659-ab2016dcaefd HTTP/1.1" status: 204 len: 168 time: 0.1199496 Nov 27 04:22:38.888795 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79de2e2-f5b5-49b5-acd2-4cac985acbcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d18a7e6-25b4-4b84-b659-ab2016dcaefd,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:22:46.170367 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f45527f0-5389-40c7-bf6d-21d38c00f0aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:46.315569 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:48.323606 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0a1f5020-7bd2-4f2b-a4cc-1625ecc94d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:48.885871 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:49.635249 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:50.908736 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-7594a2f8-48a0-46fc-add8-973b5b33f773 req-a7db1066-3636-4224-aa0f-3afb4b13bba2 service neutron] (110019) timed out ('10.222.0.11', 61088) {{(pid=110019) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 04:22:51.247234 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:22:51.878854 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:23:08.836092 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 57694) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:23:08.951923 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8f8d1898-9e17-43fb-b16d-7409ce5ee549 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:23:09.025374 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8f8d1898-9e17-43fb-b16d-7409ce5ee549 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:23:09.030436 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8f8d1898-9e17-43fb-b16d-7409ce5ee549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:23:09.061361 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 57698) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:23:09.061979 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8f8d1898-9e17-43fb-b16d-7409ce5ee549 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=08470e4454cd4e6f879dcbf2672e8e6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2234552 Nov 27 04:23:09.083944 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d1898-9e17-43fb-b16d-7409ce5ee549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cda28e7-5970-422e-b52b-452701977534,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:23:09.093328 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d1898-9e17-43fb-b16d-7409ce5ee549 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:23:09.093841 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d1898-9e17-43fb-b16d-7409ce5ee549 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:23:09.094199 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d1898-9e17-43fb-b16d-7409ce5ee549 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:23:09.094543 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d1898-9e17-43fb-b16d-7409ce5ee549 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:23:09.094955 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d1898-9e17-43fb-b16d-7409ce5ee549 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:23:09.095297 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d1898-9e17-43fb-b16d-7409ce5ee549 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:23:09.095635 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d1898-9e17-43fb-b16d-7409ce5ee549 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:23:09.096019 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d1898-9e17-43fb-b16d-7409ce5ee549 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:23:09.096357 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d1898-9e17-43fb-b16d-7409ce5ee549 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:23:09.096693 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d1898-9e17-43fb-b16d-7409ce5ee549 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:23:09.097020 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d1898-9e17-43fb-b16d-7409ce5ee549 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:23:09.097348 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d1898-9e17-43fb-b16d-7409ce5ee549 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:23:09.111137 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c6821440-f246-496c-8502-704ff0919a2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:23:09.134989 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c6821440-f246-496c-8502-704ff0919a2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:23:09.187737 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c6821440-f246-496c-8502-704ff0919a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:23:09.190353 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c6821440-f246-496c-8502-704ff0919a2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:23:09.191753 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c6821440-f246-496c-8502-704ff0919a2e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3cda28e7-5970-422e-b52b-452701977534 HTTP/1.1" status: 204 len: 168 time: 0.1292953 Nov 27 04:23:09.201461 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6821440-f246-496c-8502-704ff0919a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cda28e7-5970-422e-b52b-452701977534,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:23:11.707823 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:23:16.172033 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9c80ef5e-0458-46d6-ae01-2f078f5ad497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:23:16.335441 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:23:18.326024 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7b0f8061-af86-4f86-966d-98d3afdc7c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:23:18.900650 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:23:19.637774 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:23:21.248241 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:23:21.885620 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:23:46.169421 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e5ab3f88-c9dd-4b21-9b45-51913e2737f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:23:46.329256 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:23:48.321354 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5cf44972-fa36-4d75-aaef-03de0e323554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:23:48.707366 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:23:48.900671 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:23:49.642132 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:23:51.250751 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:23:51.881095 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:23:56.088096 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 58712) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:23:56.222109 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-881dd457-a977-4f78-93eb-e3e6a65d2ce3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:23:56.296978 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-881dd457-a977-4f78-93eb-e3e6a65d2ce3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:23:56.301056 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-881dd457-a977-4f78-93eb-e3e6a65d2ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:23:56.342185 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-881dd457-a977-4f78-93eb-e3e6a65d2ce3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7602fa78a20e40798c49fc5814333252&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2529874 Nov 27 04:23:56.343076 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881dd457-a977-4f78-93eb-e3e6a65d2ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220ea24b-66f8-43ef-b115-6327a2c8e22b,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:23:56.345007 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 58716) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:23:56.350588 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881dd457-a977-4f78-93eb-e3e6a65d2ce3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:23:56.350938 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881dd457-a977-4f78-93eb-e3e6a65d2ce3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:23:56.351281 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881dd457-a977-4f78-93eb-e3e6a65d2ce3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:23:56.351637 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881dd457-a977-4f78-93eb-e3e6a65d2ce3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:23:56.351977 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881dd457-a977-4f78-93eb-e3e6a65d2ce3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:23:56.352317 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881dd457-a977-4f78-93eb-e3e6a65d2ce3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:23:56.352642 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881dd457-a977-4f78-93eb-e3e6a65d2ce3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:23:56.352965 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881dd457-a977-4f78-93eb-e3e6a65d2ce3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:23:56.353288 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881dd457-a977-4f78-93eb-e3e6a65d2ce3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:23:56.353610 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881dd457-a977-4f78-93eb-e3e6a65d2ce3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:23:56.353936 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881dd457-a977-4f78-93eb-e3e6a65d2ce3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:23:56.354260 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881dd457-a977-4f78-93eb-e3e6a65d2ce3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:23:56.397385 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-06c3ba1e-abfa-4781-ac0f-592cacf84c9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:23:56.419694 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-06c3ba1e-abfa-4781-ac0f-592cacf84c9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:23:56.465264 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-06c3ba1e-abfa-4781-ac0f-592cacf84c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:23:56.468036 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-06c3ba1e-abfa-4781-ac0f-592cacf84c9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:23:56.469181 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-06c3ba1e-abfa-4781-ac0f-592cacf84c9e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/220ea24b-66f8-43ef-b115-6327a2c8e22b HTTP/1.1" status: 204 len: 168 time: 0.1229076 Nov 27 04:23:56.479104 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3ba1e-abfa-4781-ac0f-592cacf84c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220ea24b-66f8-43ef-b115-6327a2c8e22b,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:23:57.475333 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 58746) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:23:57.579503 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8c9c2c15-7fde-458e-9c1c-9071f4e5cb08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:23:57.653139 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8c9c2c15-7fde-458e-9c1c-9071f4e5cb08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:23:57.657111 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8c9c2c15-7fde-458e-9c1c-9071f4e5cb08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:23:57.697853 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8c9c2c15-7fde-458e-9c1c-9071f4e5cb08 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9feca31dca9549a8832da6b28a3ef3aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2214456 Nov 27 04:23:57.699109 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9c2c15-7fde-458e-9c1c-9071f4e5cb08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfbb1b7-eb6f-44e8-8b0f-33d636e51270,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:23:57.701209 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 58750) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:23:57.750689 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6e9d89dd-9d0b-4e12-a7a9-db4e89b1e05c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:23:57.771678 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6e9d89dd-9d0b-4e12-a7a9-db4e89b1e05c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:23:57.817158 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6e9d89dd-9d0b-4e12-a7a9-db4e89b1e05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:23:57.819921 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6e9d89dd-9d0b-4e12-a7a9-db4e89b1e05c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:23:57.821069 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6e9d89dd-9d0b-4e12-a7a9-db4e89b1e05c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6cfbb1b7-eb6f-44e8-8b0f-33d636e51270 HTTP/1.1" status: 204 len: 168 time: 0.1180718 Nov 27 04:23:57.829132 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d89dd-9d0b-4e12-a7a9-db4e89b1e05c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfbb1b7-eb6f-44e8-8b0f-33d636e51270,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:24:07.804177 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-55926ec6-2142-42ee-a678-c821082a0069 req-8470a781-b694-4c2c-90ed-32aab9c360e9 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2bcc145b11fd4c03bd8befea8b1da5d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295277 Nov 27 04:24:07.991463 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55926ec6-2142-42ee-a678-c821082a0069 req-9195afc6-a6e4-4e35-8464-76272af35652 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:07.992866 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-55926ec6-2142-42ee-a678-c821082a0069 req-9195afc6-a6e4-4e35-8464-76272af35652 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1830859 Nov 27 04:24:08.008136 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-55926ec6-2142-42ee-a678-c821082a0069 req-43bd21f9-f1ef-453d-8cd3-6e55f597014f tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] 10.222.0.20 "GET /v2.0/quotas/2bcc145b11fd4c03bd8befea8b1da5d1 HTTP/1.1" status: 200 len: 375 time: 0.0089772 Nov 27 04:24:08.058816 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-55926ec6-2142-42ee-a678-c821082a0069 req-52f1eb77-aae6-4fff-ad5d-9659fb25a50d tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2bcc145b11fd4c03bd8befea8b1da5d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443268 Nov 27 04:24:08.330496 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8c272b2d-feaf-4f3c-a406-64f116f75313 req-d3cf581e-273b-4170-9f81-43c2986bf05c tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd0cdfb7-36ac-4b53-b7dd-de73aa0ed68f HTTP/1.1" status: 200 len: 210 time: 0.1367626 Nov 27 04:24:09.369556 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-55926ec6-2142-42ee-a678-c821082a0069 req-318943ac-2400-4ae4-b8a4-885302883d32 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=2bcc145b11fd4c03bd8befea8b1da5d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217185 Nov 27 04:24:09.773038 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-09aa1515-86eb-4f27-8cd2-dbae9ccb97b3 req-958840e5-66e3-434a-b808-2419dbbd7f8e tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd0cdfb7-36ac-4b53-b7dd-de73aa0ed68f HTTP/1.1" status: 200 len: 210 time: 0.0298390 Nov 27 04:24:09.826893 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55926ec6-2142-42ee-a678-c821082a0069 req-c9fee8d7-198e-4baa-8f03-9e3211904095 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:09.828350 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-55926ec6-2142-42ee-a678-c821082a0069 req-c9fee8d7-198e-4baa-8f03-9e3211904095 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4519057 Nov 27 04:24:09.852620 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-55926ec6-2142-42ee-a678-c821082a0069 req-cd4bf58c-1958-44a3-a396-ea2c88d523d3 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] Request body: {'port': {'device_id': 'bd0cdfb7-36ac-4b53-b7dd-de73aa0ed68f', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'admin_state_up': True, 'tenant_id': '2bcc145b11fd4c03bd8befea8b1da5d1'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:24:09.978091 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55926ec6-2142-42ee-a678-c821082a0069 req-cd4bf58c-1958-44a3-a396-ea2c88d523d3 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] Made reservation on behalf of 2bcc145b11fd4c03bd8befea8b1da5d1 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:24:09.981786 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-55926ec6-2142-42ee-a678-c821082a0069 req-cd4bf58c-1958-44a3-a396-ea2c88d523d3 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:09.990499 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-55926ec6-2142-42ee-a678-c821082a0069 req-cd4bf58c-1958-44a3-a396-ea2c88d523d3 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:10.064869 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-55926ec6-2142-42ee-a678-c821082a0069 req-cd4bf58c-1958-44a3-a396-ea2c88d523d3 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:10.068575 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-55926ec6-2142-42ee-a678-c821082a0069 req-cd4bf58c-1958-44a3-a396-ea2c88d523d3 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:10.127340 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4bf58c-1958-44a3-a396-ea2c88d523d3 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf73336-7716-4a89-8bb0-cfca62ce995a,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:24:10.207533 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-55926ec6-2142-42ee-a678-c821082a0069 req-cd4bf58c-1958-44a3-a396-ea2c88d523d3 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] Allocated IP 192.168.233.78 (7cd21890-8440-4d5d-a862-4b55c8c22387/f14a2acf-f1d7-4ddf-8459-b30982428e88/c074e567-bcbb-4755-81ec-bec6637b52da) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:24:10.349365 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-55926ec6-2142-42ee-a678-c821082a0069 req-cd4bf58c-1958-44a3-a396-ea2c88d523d3 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:10.385221 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-55926ec6-2142-42ee-a678-c821082a0069 req-cd4bf58c-1958-44a3-a396-ea2c88d523d3 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:10.431914 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55926ec6-2142-42ee-a678-c821082a0069 req-cd4bf58c-1958-44a3-a396-ea2c88d523d3 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] Network 7cd21890-8440-4d5d-a862-4b55c8c22387 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:24:10.435585 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-55926ec6-2142-42ee-a678-c821082a0069 req-cd4bf58c-1958-44a3-a396-ea2c88d523d3 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:24:10.439310 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-55926ec6-2142-42ee-a678-c821082a0069 req-cd4bf58c-1958-44a3-a396-ea2c88d523d3 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:24:10.465231 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4bf58c-1958-44a3-a396-ea2c88d523d3 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] Pushing event updated for resources: {'Port': ['ID=c074e567-bcbb-4755-81ec-bec6637b52da,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:24:10.494197 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55926ec6-2142-42ee-a678-c821082a0069 req-cd4bf58c-1958-44a3-a396-ea2c88d523d3 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:10.494865 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-55926ec6-2142-42ee-a678-c821082a0069 req-cd4bf58c-1958-44a3-a396-ea2c88d523d3 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:10.517971 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-55926ec6-2142-42ee-a678-c821082a0069 req-cd4bf58c-1958-44a3-a396-ea2c88d523d3 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6695189 Nov 27 04:24:10.532250 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-55926ec6-2142-42ee-a678-c821082a0069 req-7e7487ad-021f-4c8d-9e09-bc3d9802d36b tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:24:10.533363 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-55926ec6-2142-42ee-a678-c821082a0069 req-7e7487ad-021f-4c8d-9e09-bc3d9802d36b tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054874 Nov 27 04:24:10.617374 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-55926ec6-2142-42ee-a678-c821082a0069 req-1845c4d0-c44d-41ce-ba4d-1a6e9396eb55 service neutron] Request body: {'port': {'device_id': 'bd0cdfb7-36ac-4b53-b7dd-de73aa0ed68f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:24:10.644602 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-2f78e492-8c43-40e7-96a1-9dcb8139ae4a None None] Provisioning complete for port c074e567-bcbb-4755-81ec-bec6637b52da triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:24:10.645205 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2f78e492-8c43-40e7-96a1-9dcb8139ae4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:10.672649 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-55926ec6-2142-42ee-a678-c821082a0069 req-1845c4d0-c44d-41ce-ba4d-1a6e9396eb55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:10.678807 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-2f78e492-8c43-40e7-96a1-9dcb8139ae4a None None] Port c074e567-bcbb-4755-81ec-bec6637b52da cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:24:10.920974 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff4e25-bd7b-4121-8ced-f4a7a5497bb0 req-310e9851-beda-41d1-baad-0b928685fd2d tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:10.922347 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-21ff4e25-bd7b-4121-8ced-f4a7a5497bb0 req-310e9851-beda-41d1-baad-0b928685fd2d tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd0cdfb7-36ac-4b53-b7dd-de73aa0ed68f HTTP/1.1" status: 200 len: 935 time: 0.0484073 Nov 27 04:24:10.938863 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-55926ec6-2142-42ee-a678-c821082a0069 req-1845c4d0-c44d-41ce-ba4d-1a6e9396eb55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c074e567-bcbb-4755-81ec-bec6637b52da {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:24:10.946767 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-55926ec6-2142-42ee-a678-c821082a0069 req-1845c4d0-c44d-41ce-ba4d-1a6e9396eb55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:10.958995 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-55926ec6-2142-42ee-a678-c821082a0069 req-1845c4d0-c44d-41ce-ba4d-1a6e9396eb55 service neutron] Transition to ACTIVE for port object c074e567-bcbb-4755-81ec-bec6637b52da will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:24:10.963172 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-55926ec6-2142-42ee-a678-c821082a0069 req-1845c4d0-c44d-41ce-ba4d-1a6e9396eb55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:10.971052 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-21ff4e25-bd7b-4121-8ced-f4a7a5497bb0 req-6b90e60b-db01-4156-aaf6-a21d40e15bc9 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] 10.222.0.20 "GET /v2.0/security-groups?id=fcf73336-7716-4a89-8bb0-cfca62ce995a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424092 Nov 27 04:24:11.015087 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845c4d0-c44d-41ce-ba4d-1a6e9396eb55 service neutron] Pushing event updated for resources: {'Port': ['ID=c074e567-bcbb-4755-81ec-bec6637b52da,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:24:11.087105 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-55926ec6-2142-42ee-a678-c821082a0069 req-1845c4d0-c44d-41ce-ba4d-1a6e9396eb55 service neutron] Attempting to bind port c074e567-bcbb-4755-81ec-bec6637b52da on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:24:11.087590 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-55926ec6-2142-42ee-a678-c821082a0069 req-1845c4d0-c44d-41ce-ba4d-1a6e9396eb55 service neutron] Attempting to bind port c074e567-bcbb-4755-81ec-bec6637b52da by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:24:11.087929 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55926ec6-2142-42ee-a678-c821082a0069 req-1845c4d0-c44d-41ce-ba4d-1a6e9396eb55 service neutron] Attempting to bind port c074e567-bcbb-4755-81ec-bec6637b52da on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:24:11.092746 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55926ec6-2142-42ee-a678-c821082a0069 req-1845c4d0-c44d-41ce-ba4d-1a6e9396eb55 service neutron] Port c074e567-bcbb-4755-81ec-bec6637b52da on network 7cd21890-8440-4d5d-a862-4b55c8c22387 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:24:11.093070 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55926ec6-2142-42ee-a678-c821082a0069 req-1845c4d0-c44d-41ce-ba4d-1a6e9396eb55 service neutron] Attempting to bind port c074e567-bcbb-4755-81ec-bec6637b52da on network 7cd21890-8440-4d5d-a862-4b55c8c22387 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:24:11.098165 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55926ec6-2142-42ee-a678-c821082a0069 req-1845c4d0-c44d-41ce-ba4d-1a6e9396eb55 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:24:11.098510 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55926ec6-2142-42ee-a678-c821082a0069 req-1845c4d0-c44d-41ce-ba4d-1a6e9396eb55 service neutron] Checking segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:24:11.099001 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55926ec6-2142-42ee-a678-c821082a0069 req-1845c4d0-c44d-41ce-ba4d-1a6e9396eb55 service neutron] Bound using segment: {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:24:11.099439 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-55926ec6-2142-42ee-a678-c821082a0069 req-1845c4d0-c44d-41ce-ba4d-1a6e9396eb55 service neutron] Bound port: c074e567-bcbb-4755-81ec-bec6637b52da, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6035f8d2-85c1-4341-b1fa-3ad616374e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:24:11.099816 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-55926ec6-2142-42ee-a678-c821082a0069 req-1845c4d0-c44d-41ce-ba4d-1a6e9396eb55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:11.174214 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-55926ec6-2142-42ee-a678-c821082a0069 req-1845c4d0-c44d-41ce-ba4d-1a6e9396eb55 service neutron] For port c074e567-bcbb-4755-81ec-bec6637b52da, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:24:11.182077 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-55926ec6-2142-42ee-a678-c821082a0069 req-1845c4d0-c44d-41ce-ba4d-1a6e9396eb55 service neutron] For port c074e567-bcbb-4755-81ec-bec6637b52da, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=c074e567-bcbb-4755-81ec-bec6637b52da,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:24:11.188201 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-55926ec6-2142-42ee-a678-c821082a0069 req-1845c4d0-c44d-41ce-ba4d-1a6e9396eb55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:11.222609 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55926ec6-2142-42ee-a678-c821082a0069 req-1845c4d0-c44d-41ce-ba4d-1a6e9396eb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:11.223247 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-55926ec6-2142-42ee-a678-c821082a0069 req-1845c4d0-c44d-41ce-ba4d-1a6e9396eb55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:11.224925 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-55926ec6-2142-42ee-a678-c821082a0069 req-1845c4d0-c44d-41ce-ba4d-1a6e9396eb55 service neutron] 10.222.0.23 "PUT /v2.0/ports/c074e567-bcbb-4755-81ec-bec6637b52da HTTP/1.1" status: 200 len: 1095 time: 0.6679149 Nov 27 04:24:11.225120 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0cdfb7-36ac-4b53-b7dd-de73aa0ed68f', 'tag': 'c074e567-bcbb-4755-81ec-bec6637b52da'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:24:11.227410 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00985e7-92f9-41bd-9594-3305122047ef" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0cdfb7-36ac-4b53-b7dd-de73aa0ed68f", "tag": "c074e567-bcbb-4755-81ec-bec6637b52da"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:24:11.256231 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845c4d0-c44d-41ce-ba4d-1a6e9396eb55 service neutron] Pushing event updated for resources: {'Port': ['ID=c074e567-bcbb-4755-81ec-bec6637b52da,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:24:11.344747 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55926ec6-2142-42ee-a678-c821082a0069 req-830cdd21-c0b6-4ce4-ab85-a0084ffbe277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:11.346278 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-55926ec6-2142-42ee-a678-c821082a0069 req-830cdd21-c0b6-4ce4-ab85-a0084ffbe277 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2bcc145b11fd4c03bd8befea8b1da5d1&device_id=bd0cdfb7-36ac-4b53-b7dd-de73aa0ed68f HTTP/1.1" status: 200 len: 1098 time: 0.0521364 Nov 27 04:24:11.409682 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-55926ec6-2142-42ee-a678-c821082a0069 req-114ad5bc-06d2-46a0-8dd7-cafaf51812c3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=c074e567-bcbb-4755-81ec-bec6637b52da HTTP/1.1" status: 200 len: 217 time: 0.0411596 Nov 27 04:24:11.459277 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55926ec6-2142-42ee-a678-c821082a0069 req-de424cb2-30ad-4e3a-b032-96fd79ef40e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:11.460703 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-55926ec6-2142-42ee-a678-c821082a0069 req-de424cb2-30ad-4e3a-b032-96fd79ef40e0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.0442426 Nov 27 04:24:11.510213 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55926ec6-2142-42ee-a678-c821082a0069 req-7a234c5f-16e1-4d56-b829-984a49988097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:11.512578 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-55926ec6-2142-42ee-a678-c821082a0069 req-7a234c5f-16e1-4d56-b829-984a49988097 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0417631 Nov 27 04:24:11.609897 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-55926ec6-2142-42ee-a678-c821082a0069 req-26535f6c-4c2c-4fd0-9258-a100501fed03 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851967 Nov 27 04:24:11.706290 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-55926ec6-2142-42ee-a678-c821082a0069 req-69b5418d-a88a-4bb1-a71b-24169e37dc1d service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821812 Nov 27 04:24:12.087307 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4bed0-f59e-4086-85b2-d71d99de71da req-34c9aee4-2f80-4a12-b37c-b44de26e5011 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:12.088758 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bad4bed0-f59e-4086-85b2-d71d99de71da req-34c9aee4-2f80-4a12-b37c-b44de26e5011 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd0cdfb7-36ac-4b53-b7dd-de73aa0ed68f HTTP/1.1" status: 200 len: 947 time: 0.0478284 Nov 27 04:24:12.138447 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bad4bed0-f59e-4086-85b2-d71d99de71da req-ea0ab79f-2983-4b6e-a004-4422ff85b9be tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] 10.222.0.20 "GET /v2.0/security-groups?id=fcf73336-7716-4a89-8bb0-cfca62ce995a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436752 Nov 27 04:24:12.372579 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b785516b-5735-432f-bcf2-1bbaa7ec4dd4 x-openstack-request-id: req-b785516b-5735-432f-bcf2-1bbaa7ec4dd4 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:24:12.372877 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0cdfb7-36ac-4b53-b7dd-de73aa0ed68f", "tag": "c074e567-bcbb-4755-81ec-bec6637b52da", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:24:12.373136 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b785516b-5735-432f-bcf2-1bbaa7ec4dd4 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:24:12.373544 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd0cdfb7-36ac-4b53-b7dd-de73aa0ed68f', 'tag': 'c074e567-bcbb-4755-81ec-bec6637b52da', 'status': 'completed', 'code': 200} Nov 27 04:24:12.465344 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00985e7-92f9-41bd-9594-3305122047ef req-7026caab-4bed-47c0-870e-325ab8cfd787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:12.466849 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a00985e7-92f9-41bd-9594-3305122047ef req-7026caab-4bed-47c0-870e-325ab8cfd787 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2bcc145b11fd4c03bd8befea8b1da5d1&device_id=bd0cdfb7-36ac-4b53-b7dd-de73aa0ed68f HTTP/1.1" status: 200 len: 1098 time: 0.0451050 Nov 27 04:24:12.556980 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00985e7-92f9-41bd-9594-3305122047ef req-443edcbd-2b33-4741-8074-63630d872c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:12.558980 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a00985e7-92f9-41bd-9594-3305122047ef req-443edcbd-2b33-4741-8074-63630d872c5c service neutron] 10.222.0.23 "GET /v2.0/networks?id=7cd21890-8440-4d5d-a862-4b55c8c22387 HTTP/1.1" status: 200 len: 870 time: 0.0837805 Nov 27 04:24:12.609014 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a00985e7-92f9-41bd-9594-3305122047ef req-83cbeeae-0d7b-4a1f-8827-3434af03db1c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=c074e567-bcbb-4755-81ec-bec6637b52da HTTP/1.1" status: 200 len: 217 time: 0.0375295 Nov 27 04:24:12.660431 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00985e7-92f9-41bd-9594-3305122047ef req-035297db-4fdb-4b31-b1d8-f3aec3926be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:12.661852 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a00985e7-92f9-41bd-9594-3305122047ef req-035297db-4fdb-4b31-b1d8-f3aec3926be3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14a2acf-f1d7-4ddf-8459-b30982428e88 HTTP/1.1" status: 200 len: 843 time: 0.0447781 Nov 27 04:24:12.707509 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00985e7-92f9-41bd-9594-3305122047ef req-183e32ad-2cea-418d-9729-31ec017d9982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:12.708959 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a00985e7-92f9-41bd-9594-3305122047ef req-183e32ad-2cea-418d-9729-31ec017d9982 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd21890-8440-4d5d-a862-4b55c8c22387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0393701 Nov 27 04:24:12.802479 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a00985e7-92f9-41bd-9594-3305122047ef req-52c230db-6078-4703-b065-af42a36d5287 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843120 Nov 27 04:24:12.895784 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a00985e7-92f9-41bd-9594-3305122047ef req-3a26e46f-f6a8-4241-b590-a4f993adf23c service neutron] 10.222.0.23 "GET /v2.0/networks/7cd21890-8440-4d5d-a862-4b55c8c22387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813069 Nov 27 04:24:13.252439 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c1b87-72f0-423d-a2d6-101e5ec49690 req-0be1400e-dc5e-4c24-84fb-af20c1f605a5 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:13.253914 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-640c1b87-72f0-423d-a2d6-101e5ec49690 req-0be1400e-dc5e-4c24-84fb-af20c1f605a5 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd0cdfb7-36ac-4b53-b7dd-de73aa0ed68f HTTP/1.1" status: 200 len: 947 time: 0.0484416 Nov 27 04:24:13.300173 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-640c1b87-72f0-423d-a2d6-101e5ec49690 req-171f1fb2-a89f-4dcd-9f22-91dd40408600 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] 10.222.0.20 "GET /v2.0/security-groups?id=fcf73336-7716-4a89-8bb0-cfca62ce995a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402429 Nov 27 04:24:14.421361 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa71be-7a48-48b3-a911-29218da19502 req-4310fb0f-82aa-486b-a0f8-4a342520b72d tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:14.422839 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-71fa71be-7a48-48b3-a911-29218da19502 req-4310fb0f-82aa-486b-a0f8-4a342520b72d tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd0cdfb7-36ac-4b53-b7dd-de73aa0ed68f HTTP/1.1" status: 200 len: 947 time: 0.0526431 Nov 27 04:24:14.468861 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-71fa71be-7a48-48b3-a911-29218da19502 req-47188a7d-ae74-4227-a133-be81eb85b34c tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] 10.222.0.20 "GET /v2.0/security-groups?id=fcf73336-7716-4a89-8bb0-cfca62ce995a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400958 Nov 27 04:24:15.088779 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device c074e567-bcbb-4755-81ec-bec6637b52da details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:24:15.184169 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port c074e567-bcbb-4755-81ec-bec6637b52da, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=c074e567-bcbb-4755-81ec-bec6637b52da,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:24:15.194928 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': 'c074e567-bcbb-4755-81ec-bec6637b52da', 'network_id': '7cd21890-8440-4d5d-a862-4b55c8c22387', 'port_id': 'c074e567-bcbb-4755-81ec-bec6637b52da', 'mac_address': 'fa:16:3e:c8:55:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14a2acf-f1d7-4ddf-8459-b30982428e88', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:24:15.232310 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:15.245275 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c074e567-bcbb-4755-81ec-bec6637b52da {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:24:15.264966 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port c074e567-bcbb-4755-81ec-bec6637b52da, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=c074e567-bcbb-4755-81ec-bec6637b52da,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:24:15.268476 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:15.317886 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=c074e567-bcbb-4755-81ec-bec6637b52da,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:24:15.325676 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:24:15.326031 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:24:15.326382 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:24:15.326756 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:24:15.327102 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:24:15.327443 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:24:15.327781 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:24:15.328136 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:24:15.328496 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:24:15.328898 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:24:15.329272 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:24:15.329986 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:24:15.585731 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e191de-47ca-48cd-8798-8764e5a9d740 req-dd7fd1a5-bfa0-41e4-966e-fccc970a0ca8 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:15.587270 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f9e191de-47ca-48cd-8798-8764e5a9d740 req-dd7fd1a5-bfa0-41e4-966e-fccc970a0ca8 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd0cdfb7-36ac-4b53-b7dd-de73aa0ed68f HTTP/1.1" status: 200 len: 948 time: 0.0482624 Nov 27 04:24:15.639012 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f9e191de-47ca-48cd-8798-8764e5a9d740 req-d7df549f-e77d-4d95-8351-2fd2928795dd tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] 10.222.0.20 "GET /v2.0/security-groups?id=fcf73336-7716-4a89-8bb0-cfca62ce995a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458176 Nov 27 04:24:15.645826 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['c074e567-bcbb-4755-81ec-bec6637b52da'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:24:16.170397 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9792cfb3-d5ce-40fd-8e72-24c8b43102e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:16.325998 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:16.752548 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc2835-ce73-4f26-acbb-b0d7035592cf req-95686754-1408-4297-9d12-ce2f63cd101c tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:16.754018 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0bfc2835-ce73-4f26-acbb-b0d7035592cf req-95686754-1408-4297-9d12-ce2f63cd101c tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd0cdfb7-36ac-4b53-b7dd-de73aa0ed68f HTTP/1.1" status: 200 len: 948 time: 0.0478013 Nov 27 04:24:16.800493 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0bfc2835-ce73-4f26-acbb-b0d7035592cf req-42d54667-e7b1-4ec0-aef0-9df60173028d tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] 10.222.0.20 "GET /v2.0/security-groups?id=fcf73336-7716-4a89-8bb0-cfca62ce995a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406239 Nov 27 04:24:17.113617 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device c074e567-bcbb-4755-81ec-bec6637b52da up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:24:17.161477 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port c074e567-bcbb-4755-81ec-bec6637b52da completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:24:17.165285 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port c074e567-bcbb-4755-81ec-bec6637b52da triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:24:17.165658 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:17.241659 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:17.267393 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0cdfb7-36ac-4b53-b7dd-de73aa0ed68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c074e567-bcbb-4755-81ec-bec6637b52da'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:24:17.269644 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077f4fcf-ba39-401b-b9c8-1c4655ab6bcb" -d '{"events": [{"server_uuid": "bd0cdfb7-36ac-4b53-b7dd-de73aa0ed68f", "name": "network-vif-plugged", "status": "completed", "tag": "c074e567-bcbb-4755-81ec-bec6637b52da"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:24:17.282574 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port c074e567-bcbb-4755-81ec-bec6637b52da, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=c074e567-bcbb-4755-81ec-bec6637b52da,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:24:17.287074 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:17.337293 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=c074e567-bcbb-4755-81ec-bec6637b52da,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:24:17.913728 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b0690-8325-4f15-9eba-66b2cae71b95 req-32f3b1f8-8e9d-4e96-bf99-f45a13ddc987 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:17.915276 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ac2b0690-8325-4f15-9eba-66b2cae71b95 req-32f3b1f8-8e9d-4e96-bf99-f45a13ddc987 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd0cdfb7-36ac-4b53-b7dd-de73aa0ed68f HTTP/1.1" status: 200 len: 949 time: 0.0474634 Nov 27 04:24:17.967643 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ac2b0690-8325-4f15-9eba-66b2cae71b95 req-2a0dc3ca-ac35-4c06-a0d1-f8a22e47d273 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] 10.222.0.20 "GET /v2.0/security-groups?id=fcf73336-7716-4a89-8bb0-cfca62ce995a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458908 Nov 27 04:24:18.326799 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62493cc8-4b3c-4a96-beef-b14f7634c5ad x-openstack-request-id: req-62493cc8-4b3c-4a96-beef-b14f7634c5ad {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:24:18.327310 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0cdfb7-36ac-4b53-b7dd-de73aa0ed68f", "name": "network-vif-plugged", "status": "completed", "tag": "c074e567-bcbb-4755-81ec-bec6637b52da", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:24:18.327558 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-62493cc8-4b3c-4a96-beef-b14f7634c5ad {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:24:18.327963 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0cdfb7-36ac-4b53-b7dd-de73aa0ed68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c074e567-bcbb-4755-81ec-bec6637b52da', 'code': 200} Nov 27 04:24:18.329026 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f604ac32-04b6-45fa-a01f-b28b7b914610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:18.469221 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e401d9-de64-4b45-8ccd-3569ce851a25 req-7679f762-ccbd-41a1-ac26-a5ce58862dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:18.470722 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a6e401d9-de64-4b45-8ccd-3569ce851a25 req-7679f762-ccbd-41a1-ac26-a5ce58862dec service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bd0cdfb7-36ac-4b53-b7dd-de73aa0ed68f HTTP/1.1" status: 200 len: 1100 time: 0.0395687 Nov 27 04:24:18.523744 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a6e401d9-de64-4b45-8ccd-3569ce851a25 req-31d01056-abd5-4e54-ae5d-79703336a0fa service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fcf73336-7716-4a89-8bb0-cfca62ce995a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427430 Nov 27 04:24:18.896602 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:19.080942 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377a156-ce33-4635-b19f-357170a504ca req-b59f92a4-8682-4a3c-9c5e-23d02f435873 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:19.082433 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3377a156-ce33-4635-b19f-357170a504ca req-b59f92a4-8682-4a3c-9c5e-23d02f435873 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd0cdfb7-36ac-4b53-b7dd-de73aa0ed68f HTTP/1.1" status: 200 len: 949 time: 0.0486016 Nov 27 04:24:19.130322 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3377a156-ce33-4635-b19f-357170a504ca req-9be90b6d-ec1b-4e0d-9e10-213a1b4c9856 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] 10.222.0.20 "GET /v2.0/security-groups?id=fcf73336-7716-4a89-8bb0-cfca62ce995a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416851 Nov 27 04:24:19.643820 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:20.250992 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce230f-2110-4ce2-ad80-c326551b76ab req-9ae180b8-56bc-4f10-96ca-aafd29ecc63f tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:20.252464 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d7ce230f-2110-4ce2-ad80-c326551b76ab req-9ae180b8-56bc-4f10-96ca-aafd29ecc63f tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd0cdfb7-36ac-4b53-b7dd-de73aa0ed68f HTTP/1.1" status: 200 len: 949 time: 0.0520108 Nov 27 04:24:20.299869 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d7ce230f-2110-4ce2-ad80-c326551b76ab req-e9c2b7dd-ce76-4bd9-ab0c-c61482caaf57 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] 10.222.0.20 "GET /v2.0/security-groups?id=fcf73336-7716-4a89-8bb0-cfca62ce995a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414500 Nov 27 04:24:20.633274 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-f6e390f8-14dd-4491-965a-c3d6a6429900 req-0609b6c1-dad4-43bb-a9e9-dd9a65f49ad1 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:24:20.634272 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f6e390f8-14dd-4491-965a-c3d6a6429900 req-0609b6c1-dad4-43bb-a9e9-dd9a65f49ad1 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0567739 Nov 27 04:24:21.008409 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [req-b9848e67-d2eb-4ca2-95d3-8047cfdb3ade req-94908904-fa1a-4f27-85bf-c0a916d8e405 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:24:21.009423 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b9848e67-d2eb-4ca2-95d3-8047cfdb3ade req-94908904-fa1a-4f27-85bf-c0a916d8e405 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0559947 Nov 27 04:24:21.255699 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:21.333154 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431f3c9-3b7f-430f-9fd8-1140e8af4844 req-e2b142d1-07e7-4b89-9e5e-67d58dcbb40b tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:21.334843 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2431f3c9-3b7f-430f-9fd8-1140e8af4844 req-e2b142d1-07e7-4b89-9e5e-67d58dcbb40b tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd0cdfb7-36ac-4b53-b7dd-de73aa0ed68f HTTP/1.1" status: 200 len: 949 time: 0.0474946 Nov 27 04:24:21.381481 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2431f3c9-3b7f-430f-9fd8-1140e8af4844 req-e6b679c7-cdcb-4a8f-9f86-dd645dc8401f tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] 10.222.0.20 "GET /v2.0/security-groups?id=fcf73336-7716-4a89-8bb0-cfca62ce995a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400279 Nov 27 04:24:21.883148 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:22.501469 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9023b-c7b5-47a9-bc89-df90bf27445a req-5e2a9458-4455-43b2-bee5-2e70e1e0f179 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:22.503006 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9dc9023b-c7b5-47a9-bc89-df90bf27445a req-5e2a9458-4455-43b2-bee5-2e70e1e0f179 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd0cdfb7-36ac-4b53-b7dd-de73aa0ed68f HTTP/1.1" status: 200 len: 949 time: 0.0530307 Nov 27 04:24:22.550858 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9dc9023b-c7b5-47a9-bc89-df90bf27445a req-e7b46960-800f-46f2-b751-27cd847c651a tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] 10.222.0.20 "GET /v2.0/security-groups?id=fcf73336-7716-4a89-8bb0-cfca62ce995a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416861 Nov 27 04:24:22.855085 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82483d5c-6680-43b7-90f3-0979f7932fc8 req-d3636200-16ed-4781-9754-3fe626574f03 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:22.856453 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-82483d5c-6680-43b7-90f3-0979f7932fc8 req-d3636200-16ed-4781-9754-3fe626574f03 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd0cdfb7-36ac-4b53-b7dd-de73aa0ed68f HTTP/1.1" status: 200 len: 949 time: 0.0475855 Nov 27 04:24:22.955305 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-82483d5c-6680-43b7-90f3-0979f7932fc8 req-fc8812c7-314d-4c28-b58f-097340d4fa99 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] Deleting port c074e567-bcbb-4755-81ec-bec6637b52da {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:24:22.955649 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-82483d5c-6680-43b7-90f3-0979f7932fc8 req-fc8812c7-314d-4c28-b58f-097340d4fa99 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:23.042817 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-82483d5c-6680-43b7-90f3-0979f7932fc8 req-fc8812c7-314d-4c28-b58f-097340d4fa99 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] For port c074e567-bcbb-4755-81ec-bec6637b52da, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=c074e567-bcbb-4755-81ec-bec6637b52da,segment=NetworkSegment(6035f8d2-85c1-4341-b1fa-3ad616374e4a),segment_id=6035f8d2-85c1-4341-b1fa-3ad616374e4a)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:24:23.043184 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-82483d5c-6680-43b7-90f3-0979f7932fc8 req-fc8812c7-314d-4c28-b58f-097340d4fa99 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:23.055551 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-82483d5c-6680-43b7-90f3-0979f7932fc8 req-fc8812c7-314d-4c28-b58f-097340d4fa99 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] Calling delete_port for c074e567-bcbb-4755-81ec-bec6637b52da owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:24:23.182048 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-82483d5c-6680-43b7-90f3-0979f7932fc8 req-fc8812c7-314d-4c28-b58f-097340d4fa99 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:23.210793 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8812c7-314d-4c28-b58f-097340d4fa99 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] Pushing event deleted for resources: {'Port': ['ID=c074e567-bcbb-4755-81ec-bec6637b52da,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:24:23.229342 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['c074e567-bcbb-4755-81ec-bec6637b52da'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:24:23.252565 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-82483d5c-6680-43b7-90f3-0979f7932fc8 req-fc8812c7-314d-4c28-b58f-097340d4fa99 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] No DVR routers for this DVR port c074e567-bcbb-4755-81ec-bec6637b52da on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:24:23.255316 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-82483d5c-6680-43b7-90f3-0979f7932fc8 req-fc8812c7-314d-4c28-b58f-097340d4fa99 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:23.258853 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-82483d5c-6680-43b7-90f3-0979f7932fc8 req-fc8812c7-314d-4c28-b58f-097340d4fa99 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] 10.222.0.23 "DELETE /v2.0/ports/c074e567-bcbb-4755-81ec-bec6637b52da HTTP/1.1" status: 204 len: 173 time: 0.3874021 Nov 27 04:24:23.259416 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0cdfb7-36ac-4b53-b7dd-de73aa0ed68f', 'name': 'network-vif-deleted', 'tag': 'c074e567-bcbb-4755-81ec-bec6637b52da'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:24:23.262433 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8f2262-a72e-41b2-9761-2f968f0143ab" -d '{"events": [{"server_uuid": "bd0cdfb7-36ac-4b53-b7dd-de73aa0ed68f", "name": "network-vif-deleted", "tag": "c074e567-bcbb-4755-81ec-bec6637b52da"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:24:23.302095 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13fd0361-0ef6-42f6-ade8-f23eca23442e x-openstack-request-id: req-13fd0361-0ef6-42f6-ade8-f23eca23442e {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:24:23.302393 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0cdfb7-36ac-4b53-b7dd-de73aa0ed68f", "name": "network-vif-deleted", "tag": "c074e567-bcbb-4755-81ec-bec6637b52da", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:24:23.302685 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-13fd0361-0ef6-42f6-ade8-f23eca23442e {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:24:23.303093 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0cdfb7-36ac-4b53-b7dd-de73aa0ed68f', 'name': 'network-vif-deleted', 'tag': 'c074e567-bcbb-4755-81ec-bec6637b52da', 'status': 'completed', 'code': 200} Nov 27 04:24:23.657016 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-42d23e75-33b3-4ac7-9ed1-ce921da8c7cc req-6cfb8912-5db1-49d0-9454-2da874a35548 tempest-ServersAdminNegativeTestJSON-78047826 tempest-ServersAdminNegativeTestJSON-78047826-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd0cdfb7-36ac-4b53-b7dd-de73aa0ed68f HTTP/1.1" status: 200 len: 210 time: 0.0291386 Nov 27 04:24:24.948139 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 58940) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:24:25.078742 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-383e0f6e-aecb-4488-b549-2c0cbc8c1f0c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2bcc145b11fd4c03bd8befea8b1da5d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1293139 Nov 27 04:24:25.081094 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 58944) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:24:25.126560 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ccc20541-b352-4ea1-b006-4f59166ba3b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:25.146783 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ccc20541-b352-4ea1-b006-4f59166ba3b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:25.193130 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ccc20541-b352-4ea1-b006-4f59166ba3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:25.195926 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ccc20541-b352-4ea1-b006-4f59166ba3b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:25.197103 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ccc20541-b352-4ea1-b006-4f59166ba3b9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fcf73336-7716-4a89-8bb0-cfca62ce995a HTTP/1.1" status: 204 len: 168 time: 0.1151040 Nov 27 04:24:25.204743 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc20541-b352-4ea1-b006-4f59166ba3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf73336-7716-4a89-8bb0-cfca62ce995a,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:24:25.460378 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 58950) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:24:25.473876 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-57766cf0-f25d-4e98-a682-83c09c8c9cac admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:25.549557 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-57766cf0-f25d-4e98-a682-83c09c8c9cac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:25.553642 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-57766cf0-f25d-4e98-a682-83c09c8c9cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:25.592155 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57766cf0-f25d-4e98-a682-83c09c8c9cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ae6df2-62dd-4a11-9fcc-87880e28be68,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:24:25.596358 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-57766cf0-f25d-4e98-a682-83c09c8c9cac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=13791345cd1641c99c7094eaf068c185&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1349599 Nov 27 04:24:25.599017 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 58952) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:24:25.645386 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b530b51e-ec4b-4832-b45d-43e5288afa0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:25.667578 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b530b51e-ec4b-4832-b45d-43e5288afa0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:25.707534 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:24:25.714905 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b530b51e-ec4b-4832-b45d-43e5288afa0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:25.717498 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b530b51e-ec4b-4832-b45d-43e5288afa0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:25.718666 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b530b51e-ec4b-4832-b45d-43e5288afa0b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/38ae6df2-62dd-4a11-9fcc-87880e28be68 HTTP/1.1" status: 204 len: 168 time: 0.1187305 Nov 27 04:24:25.726230 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530b51e-ec4b-4832-b45d-43e5288afa0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ae6df2-62dd-4a11-9fcc-87880e28be68,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:24:26.371595 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 58974) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:24:26.467015 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-0ed8791a-5d74-4f7f-8494-51b3cd79bf1b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1130297926-network', 'tenant_id': '3fffb9aa6e8240099695b87b2eea88b2'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:24:26.488582 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed8791a-5d74-4f7f-8494-51b3cd79bf1b admin admin] Made reservation on behalf of 3fffb9aa6e8240099695b87b2eea88b2 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:24:26.490820 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0ed8791a-5d74-4f7f-8494-51b3cd79bf1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:26.499622 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0ed8791a-5d74-4f7f-8494-51b3cd79bf1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:26.571720 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0ed8791a-5d74-4f7f-8494-51b3cd79bf1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:26.575394 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0ed8791a-5d74-4f7f-8494-51b3cd79bf1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:26.601097 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ed8791a-5d74-4f7f-8494-51b3cd79bf1b admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:24:26.606793 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed8791a-5d74-4f7f-8494-51b3cd79bf1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ba16ff-bd48-427c-b653-b89999931cd3,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:24:26.615216 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0ed8791a-5d74-4f7f-8494-51b3cd79bf1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:26.615587 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-0ed8791a-5d74-4f7f-8494-51b3cd79bf1b admin admin] Added segment 5f0e5580-9541-4165-a515-b49a587aa3e6 of type vlan for network 8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b Nov 27 04:24:26.658670 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0ed8791a-5d74-4f7f-8494-51b3cd79bf1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:26.682263 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0ed8791a-5d74-4f7f-8494-51b3cd79bf1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:26.683818 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed8791a-5d74-4f7f-8494-51b3cd79bf1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:26.684394 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0ed8791a-5d74-4f7f-8494-51b3cd79bf1b admin admin] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:26.734820 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0ed8791a-5d74-4f7f-8494-51b3cd79bf1b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3620241 Nov 27 04:24:26.737926 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 58978) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:24:26.742960 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-ffea0171-939c-4ea3-be47-1aac817bbc4d admin admin] Request body: {'subnet': {'network_id': '8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1130297926-subnet', 'tenant_id': '3fffb9aa6e8240099695b87b2eea88b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:24:26.745996 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed8791a-5d74-4f7f-8494-51b3cd79bf1b admin admin] Pushing event updated for resources: {'Network': ['ID=8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:24:26.756551 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:24:26.766391 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffea0171-939c-4ea3-be47-1aac817bbc4d admin admin] Made reservation on behalf of 3fffb9aa6e8240099695b87b2eea88b2 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:24:26.768872 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ffea0171-939c-4ea3-be47-1aac817bbc4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:26.943807 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ffea0171-939c-4ea3-be47-1aac817bbc4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:27.006595 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea0171-939c-4ea3-be47-1aac817bbc4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6d539f1-8b08-44da-b1e5-de5d5a610304,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:24:27.014241 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffea0171-939c-4ea3-be47-1aac817bbc4d admin admin] Checking segment: {'id': '5f0e5580-9541-4165-a515-b49a587aa3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:24:27.014636 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffea0171-939c-4ea3-be47-1aac817bbc4d admin admin] Network hostable DHCP agents. Network: 8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:24:27.018869 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffea0171-939c-4ea3-be47-1aac817bbc4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:24:27.019228 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffea0171-939c-4ea3-be47-1aac817bbc4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:24:27.019579 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffea0171-939c-4ea3-be47-1aac817bbc4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:24:27.019928 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffea0171-939c-4ea3-be47-1aac817bbc4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:24:27.020274 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffea0171-939c-4ea3-be47-1aac817bbc4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:24:27.020612 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffea0171-939c-4ea3-be47-1aac817bbc4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:24:27.020947 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffea0171-939c-4ea3-be47-1aac817bbc4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:24:27.021281 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffea0171-939c-4ea3-be47-1aac817bbc4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:24:27.021613 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffea0171-939c-4ea3-be47-1aac817bbc4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:24:27.021944 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffea0171-939c-4ea3-be47-1aac817bbc4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:24:27.022351 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffea0171-939c-4ea3-be47-1aac817bbc4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:24:27.022718 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffea0171-939c-4ea3-be47-1aac817bbc4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:24:27.038750 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffea0171-939c-4ea3-be47-1aac817bbc4d admin admin] Network 8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:24:27.047734 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-ffea0171-939c-4ea3-be47-1aac817bbc4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:24:27.051864 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffea0171-939c-4ea3-be47-1aac817bbc4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:27.052502 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ffea0171-939c-4ea3-be47-1aac817bbc4d admin admin] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:27.056602 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72084b28-028e-4480-b71c-6fbf8c5cbe28 None None] Network 8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:24:27.071195 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ffea0171-939c-4ea3-be47-1aac817bbc4d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3320951 Nov 27 04:24:27.158597 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device c074e567-bcbb-4755-81ec-bec6637b52da no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:24:27.197012 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: c074e567-bcbb-4755-81ec-bec6637b52da {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:24:27.197368 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device c074e567-bcbb-4755-81ec-bec6637b52da not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:24:27.204214 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e7c616-98d5-4c52-a9c1-054903225aa5 None None] Network 8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:24:27.495608 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-adafd22f-4a98-454c-8c7c-651db81b377f tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:27.497062 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-adafd22f-4a98-454c-8c7c-651db81b377f tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/networks?id=8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b HTTP/1.1" status: 200 len: 812 time: 0.1036732 Nov 27 04:24:27.512802 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-51038317-69eb-43b2-9f4c-b85d5c757d53 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/quotas/3fffb9aa6e8240099695b87b2eea88b2 HTTP/1.1" status: 200 len: 375 time: 0.0098219 Nov 27 04:24:27.543419 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-cc161360-8b33-48b4-9ba4-3d474d84119c tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fffb9aa6e8240099695b87b2eea88b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252011 Nov 27 04:24:27.553820 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-981a544c-fc0b-4ddc-b11e-93ea460c146d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:24:27.554791 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-981a544c-fc0b-4ddc-b11e-93ea460c146d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048494 Nov 27 04:24:27.649648 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-59aa79e6-07fd-4a02-aefc-5eefe3ef9432 service neutron] 10.222.0.20 "GET /v2.0/networks/8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876894 Nov 27 04:24:27.737518 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-eba3764b-d46a-4200-93fc-6371653a74aa service neutron] 10.222.0.20 "GET /v2.0/networks/8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816746 Nov 27 04:24:27.899759 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-78dff308-7ff6-47d3-b924-f77f1f72181c req-84771259-ad1c-4a3c-9d0f-607bfb27df1f tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/ports?device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 210 time: 0.0267012 Nov 27 04:24:28.998979 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-4dff3ceb-e2af-45ac-89f6-5552c683a762 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:29.000655 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-4dff3ceb-e2af-45ac-89f6-5552c683a762 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.23 "GET /v2.0/networks?id=8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b HTTP/1.1" status: 200 len: 812 time: 0.1219354 Nov 27 04:24:29.014766 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-60d4e56c-a094-4188-95d8-56fc67ae03ba req-409c1e9b-b51a-487a-bc43-e68cd464ab8c tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/ports?device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 210 time: 0.0403876 Nov 27 04:24:29.030114 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-813a5490-c5c3-427c-bd5e-6078a66ab30f tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Request body: {'port': {'device_id': '743225c4-72d9-4a8d-b11b-0a2abf61634b', 'network_id': '8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b', 'admin_state_up': True, 'tenant_id': '3fffb9aa6e8240099695b87b2eea88b2'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:24:29.138085 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-813a5490-c5c3-427c-bd5e-6078a66ab30f tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Made reservation on behalf of 3fffb9aa6e8240099695b87b2eea88b2 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:24:29.141827 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-813a5490-c5c3-427c-bd5e-6078a66ab30f tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:29.264010 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-813a5490-c5c3-427c-bd5e-6078a66ab30f tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Allocated IP 172.20.0.12 (8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b/c6d539f1-8b08-44da-b1e5-de5d5a610304/152d32c6-ad63-4eac-918d-0999b42c19c9) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:24:29.408298 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-813a5490-c5c3-427c-bd5e-6078a66ab30f tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:29.440948 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-813a5490-c5c3-427c-bd5e-6078a66ab30f tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:29.484889 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-813a5490-c5c3-427c-bd5e-6078a66ab30f tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Network 8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:24:29.487987 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-813a5490-c5c3-427c-bd5e-6078a66ab30f tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:24:29.491756 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-813a5490-c5c3-427c-bd5e-6078a66ab30f tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:24:29.518773 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a5490-c5c3-427c-bd5e-6078a66ab30f tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Pushing event updated for resources: {'Port': ['ID=152d32c6-ad63-4eac-918d-0999b42c19c9,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:24:29.545634 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-813a5490-c5c3-427c-bd5e-6078a66ab30f tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:29.546247 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-813a5490-c5c3-427c-bd5e-6078a66ab30f tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:29.562215 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-813a5490-c5c3-427c-bd5e-6078a66ab30f tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5363967 Nov 27 04:24:29.591442 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-0cd13599-2518-486f-bbb5-3ccf8ad2bad1 service neutron] Request body: {'port': {'device_id': '743225c4-72d9-4a8d-b11b-0a2abf61634b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:24:29.643474 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-0cd13599-2518-486f-bbb5-3ccf8ad2bad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:29.894844 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-0cd13599-2518-486f-bbb5-3ccf8ad2bad1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 152d32c6-ad63-4eac-918d-0999b42c19c9 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:24:29.901975 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-0cd13599-2518-486f-bbb5-3ccf8ad2bad1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:29.913999 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-0cd13599-2518-486f-bbb5-3ccf8ad2bad1 service neutron] Transition to ACTIVE for port object 152d32c6-ad63-4eac-918d-0999b42c19c9 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:24:29.916922 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-0cd13599-2518-486f-bbb5-3ccf8ad2bad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:29.971984 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd13599-2518-486f-bbb5-3ccf8ad2bad1 service neutron] Pushing event updated for resources: {'Port': ['ID=152d32c6-ad63-4eac-918d-0999b42c19c9,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:24:30.036493 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-0cd13599-2518-486f-bbb5-3ccf8ad2bad1 service neutron] Attempting to bind port 152d32c6-ad63-4eac-918d-0999b42c19c9 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:24:30.037243 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-0cd13599-2518-486f-bbb5-3ccf8ad2bad1 service neutron] Attempting to bind port 152d32c6-ad63-4eac-918d-0999b42c19c9 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '5f0e5580-9541-4165-a515-b49a587aa3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:24:30.037243 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-0cd13599-2518-486f-bbb5-3ccf8ad2bad1 service neutron] Attempting to bind port 152d32c6-ad63-4eac-918d-0999b42c19c9 on network 8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:24:30.041412 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-0cd13599-2518-486f-bbb5-3ccf8ad2bad1 service neutron] Port 152d32c6-ad63-4eac-918d-0999b42c19c9 on network 8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:24:30.041779 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-0cd13599-2518-486f-bbb5-3ccf8ad2bad1 service neutron] Attempting to bind port 152d32c6-ad63-4eac-918d-0999b42c19c9 on network 8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:24:30.046788 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-0cd13599-2518-486f-bbb5-3ccf8ad2bad1 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:24:30.047138 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-0cd13599-2518-486f-bbb5-3ccf8ad2bad1 service neutron] Checking segment: {'id': '5f0e5580-9541-4165-a515-b49a587aa3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:24:30.047514 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-0cd13599-2518-486f-bbb5-3ccf8ad2bad1 service neutron] Bound using segment: {'id': '5f0e5580-9541-4165-a515-b49a587aa3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:24:30.047941 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-0cd13599-2518-486f-bbb5-3ccf8ad2bad1 service neutron] Bound port: 152d32c6-ad63-4eac-918d-0999b42c19c9, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f0e5580-9541-4165-a515-b49a587aa3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:24:30.048296 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-0cd13599-2518-486f-bbb5-3ccf8ad2bad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:30.111504 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-0cd13599-2518-486f-bbb5-3ccf8ad2bad1 service neutron] For port 152d32c6-ad63-4eac-918d-0999b42c19c9, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:24:30.115284 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-0cd13599-2518-486f-bbb5-3ccf8ad2bad1 service neutron] For port 152d32c6-ad63-4eac-918d-0999b42c19c9, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=152d32c6-ad63-4eac-918d-0999b42c19c9,segment=NetworkSegment(5f0e5580-9541-4165-a515-b49a587aa3e6),segment_id=5f0e5580-9541-4165-a515-b49a587aa3e6)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:24:30.119553 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-0cd13599-2518-486f-bbb5-3ccf8ad2bad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:30.131767 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f67bff-203a-4a94-b8ce-ed4ec79666e8 req-b119a08e-f406-4eb5-b2a6-39e891c35c32 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:30.133284 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-13f67bff-203a-4a94-b8ce-ed4ec79666e8 req-b119a08e-f406-4eb5-b2a6-39e891c35c32 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/ports?device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 944 time: 0.0511329 Nov 27 04:24:30.159736 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-0cd13599-2518-486f-bbb5-3ccf8ad2bad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:30.160368 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-0cd13599-2518-486f-bbb5-3ccf8ad2bad1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:30.162417 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-0cd13599-2518-486f-bbb5-3ccf8ad2bad1 service neutron] 10.222.0.23 "PUT /v2.0/ports/152d32c6-ad63-4eac-918d-0999b42c19c9 HTTP/1.1" status: 200 len: 1092 time: 0.5755987 Nov 27 04:24:30.167497 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '743225c4-72d9-4a8d-b11b-0a2abf61634b', 'tag': '152d32c6-ad63-4eac-918d-0999b42c19c9'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:24:30.169622 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d912b5d-2a73-4f25-9e5c-5010a7f26613" -d '{"events": [{"name": "network-changed", "server_uuid": "743225c4-72d9-4a8d-b11b-0a2abf61634b", "tag": "152d32c6-ad63-4eac-918d-0999b42c19c9"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:24:30.183298 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-13f67bff-203a-4a94-b8ce-ed4ec79666e8 req-bb320b56-f7fb-4722-8260-94cf0227fd5b tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ba16ff-bd48-427c-b653-b89999931cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432591 Nov 27 04:24:30.205949 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd13599-2518-486f-bbb5-3ccf8ad2bad1 service neutron] Pushing event updated for resources: {'Port': ['ID=152d32c6-ad63-4eac-918d-0999b42c19c9,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:24:30.217262 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911d0ba7-e0d6-449c-8980-54b22e433948 x-openstack-request-id: req-911d0ba7-e0d6-449c-8980-54b22e433948 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:24:30.217637 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "743225c4-72d9-4a8d-b11b-0a2abf61634b", "tag": "152d32c6-ad63-4eac-918d-0999b42c19c9", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:24:30.218320 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-911d0ba7-e0d6-449c-8980-54b22e433948 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:24:30.218756 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '743225c4-72d9-4a8d-b11b-0a2abf61634b', 'tag': '152d32c6-ad63-4eac-918d-0999b42c19c9', 'status': 'completed', 'code': 200} Nov 27 04:24:30.276399 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-f69376e3-8110-4867-954c-32c779c555b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:30.277896 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-f69376e3-8110-4867-954c-32c779c555b0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3fffb9aa6e8240099695b87b2eea88b2&device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 1095 time: 0.0409932 Nov 27 04:24:30.333285 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-266ef221-7a8f-48ee-a48f-53702ef5bdb4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=152d32c6-ad63-4eac-918d-0999b42c19c9 HTTP/1.1" status: 200 len: 217 time: 0.0329335 Nov 27 04:24:30.389012 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-4ed829a5-d91b-45ef-9f9a-15d48ffe8de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:30.390419 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-4ed829a5-d91b-45ef-9f9a-15d48ffe8de7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6d539f1-8b08-44da-b1e5-de5d5a610304 HTTP/1.1" status: 200 len: 852 time: 0.0462751 Nov 27 04:24:30.426051 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-972010d2-836b-45c1-b7f0-b7a37567cd02 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243464 Nov 27 04:24:30.517222 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-691283ba-9370-4718-8b16-f811243b5fd6 service neutron] 10.222.0.23 "GET /v2.0/networks/8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792685 Nov 27 04:24:30.615457 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d28b324c-e6e6-47e2-a476-f93f477dc798 req-9799c726-28ee-4f59-a4c4-a6cc554922fc service neutron] 10.222.0.23 "GET /v2.0/networks/8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859361 Nov 27 04:24:30.742952 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d912b5d-2a73-4f25-9e5c-5010a7f26613 req-81a0ef4b-dca3-4d5e-ab70-6882429f6fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:30.744410 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d912b5d-2a73-4f25-9e5c-5010a7f26613 req-81a0ef4b-dca3-4d5e-ab70-6882429f6fb5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3fffb9aa6e8240099695b87b2eea88b2&device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 1095 time: 0.0401986 Nov 27 04:24:30.835273 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d912b5d-2a73-4f25-9e5c-5010a7f26613 req-ac2d61f4-0fb5-48c5-9f36-a1f7afd2f05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:30.836763 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d912b5d-2a73-4f25-9e5c-5010a7f26613 req-ac2d61f4-0fb5-48c5-9f36-a1f7afd2f05d service neutron] 10.222.0.23 "GET /v2.0/networks?id=8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b HTTP/1.1" status: 200 len: 913 time: 0.0847838 Nov 27 04:24:30.876828 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d912b5d-2a73-4f25-9e5c-5010a7f26613 req-64b668ae-ca0f-4919-846e-5069a827bd7d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=152d32c6-ad63-4eac-918d-0999b42c19c9 HTTP/1.1" status: 200 len: 217 time: 0.0331573 Nov 27 04:24:30.929213 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d912b5d-2a73-4f25-9e5c-5010a7f26613 req-3ae40883-3eba-48e3-bd0b-9c16209af33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:30.930643 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d912b5d-2a73-4f25-9e5c-5010a7f26613 req-3ae40883-3eba-48e3-bd0b-9c16209af33d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6d539f1-8b08-44da-b1e5-de5d5a610304 HTTP/1.1" status: 200 len: 852 time: 0.0414138 Nov 27 04:24:30.969910 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d912b5d-2a73-4f25-9e5c-5010a7f26613 req-6c7b95b7-7c55-4389-a6dc-6ce6e30ab88d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317228 Nov 27 04:24:31.059912 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d912b5d-2a73-4f25-9e5c-5010a7f26613 req-02c5de24-ac21-4714-a65d-6159c284e6ab service neutron] 10.222.0.23 "GET /v2.0/networks/8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816960 Nov 27 04:24:31.304523 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170c68b-4ff3-45dc-ab52-2207f9ff37ea req-f20b6507-00ca-4620-902e-2f87f967973f tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:31.306107 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c170c68b-4ff3-45dc-ab52-2207f9ff37ea req-f20b6507-00ca-4620-902e-2f87f967973f tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/ports?device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 944 time: 0.0499144 Nov 27 04:24:31.360540 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c170c68b-4ff3-45dc-ab52-2207f9ff37ea req-e8228c1b-46a1-4222-a1d6-5961df32a4ba tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ba16ff-bd48-427c-b653-b89999931cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476305 Nov 27 04:24:31.456780 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1d912b5d-2a73-4f25-9e5c-5010a7f26613 req-864966e0-dbda-4989-8fba-fa58bf162163 service neutron] 10.222.0.23 "GET /v2.0/networks/8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850098 Nov 27 04:24:32.475543 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35622d-650b-4a36-9a92-26016484ebca req-ebc60b2d-679c-4cb6-bb94-1f515b66424f tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:32.476988 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9b35622d-650b-4a36-9a92-26016484ebca req-ebc60b2d-679c-4cb6-bb94-1f515b66424f tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/ports?device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 944 time: 0.0476854 Nov 27 04:24:32.523627 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9b35622d-650b-4a36-9a92-26016484ebca req-fb104ae7-feac-483c-b654-bec567e63fee tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ba16ff-bd48-427c-b653-b89999931cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407386 Nov 27 04:24:33.163047 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 152d32c6-ad63-4eac-918d-0999b42c19c9 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:24:33.258632 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 152d32c6-ad63-4eac-918d-0999b42c19c9, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=152d32c6-ad63-4eac-918d-0999b42c19c9,segment=NetworkSegment(5f0e5580-9541-4165-a515-b49a587aa3e6),segment_id=5f0e5580-9541-4165-a515-b49a587aa3e6)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:24:33.269079 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '152d32c6-ad63-4eac-918d-0999b42c19c9', 'network_id': '8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b', 'port_id': '152d32c6-ad63-4eac-918d-0999b42c19c9', 'mac_address': 'fa:16:3e:7c:ba:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6d539f1-8b08-44da-b1e5-de5d5a610304', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:24:33.304286 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:33.317553 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 152d32c6-ad63-4eac-918d-0999b42c19c9 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:24:33.335828 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 152d32c6-ad63-4eac-918d-0999b42c19c9, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=152d32c6-ad63-4eac-918d-0999b42c19c9,segment=NetworkSegment(5f0e5580-9541-4165-a515-b49a587aa3e6),segment_id=5f0e5580-9541-4165-a515-b49a587aa3e6)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:24:33.340022 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:33.386165 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=152d32c6-ad63-4eac-918d-0999b42c19c9,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:24:33.641087 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a09e3f-fef3-48fd-aa2f-cae720973b17 req-55b68b2d-b774-48d5-a7c6-01b18e4a43f4 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:33.642541 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-92a09e3f-fef3-48fd-aa2f-cae720973b17 req-55b68b2d-b774-48d5-a7c6-01b18e4a43f4 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/ports?device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 945 time: 0.0484617 Nov 27 04:24:33.660016 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['152d32c6-ad63-4eac-918d-0999b42c19c9'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:24:33.689843 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-92a09e3f-fef3-48fd-aa2f-cae720973b17 req-e304e1db-33cc-4696-a5ea-4a7112be387f tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ba16ff-bd48-427c-b653-b89999931cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413933 Nov 27 04:24:34.809878 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f02c3-1c75-4e91-9f77-387529bd7f2d req-d05a8e1c-d3d4-4d70-bd65-03292eb76de6 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:34.811395 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-486f02c3-1c75-4e91-9f77-387529bd7f2d req-d05a8e1c-d3d4-4d70-bd65-03292eb76de6 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/ports?device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 945 time: 0.0541048 Nov 27 04:24:34.862216 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-486f02c3-1c75-4e91-9f77-387529bd7f2d req-c9b3da4b-06ae-4305-ab47-dbbc7be728f5 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ba16ff-bd48-427c-b653-b89999931cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449424 Nov 27 04:24:35.178042 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 152d32c6-ad63-4eac-918d-0999b42c19c9 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:24:35.226496 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 152d32c6-ad63-4eac-918d-0999b42c19c9 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:24:35.231177 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 152d32c6-ad63-4eac-918d-0999b42c19c9 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:24:35.231567 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:35.461524 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:35.483329 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743225c4-72d9-4a8d-b11b-0a2abf61634b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152d32c6-ad63-4eac-918d-0999b42c19c9'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:24:35.485540 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392f9a01-46ac-4d9f-a8af-f09de340301b" -d '{"events": [{"server_uuid": "743225c4-72d9-4a8d-b11b-0a2abf61634b", "name": "network-vif-plugged", "status": "completed", "tag": "152d32c6-ad63-4eac-918d-0999b42c19c9"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:24:35.497938 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 152d32c6-ad63-4eac-918d-0999b42c19c9, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=152d32c6-ad63-4eac-918d-0999b42c19c9,segment=NetworkSegment(5f0e5580-9541-4165-a515-b49a587aa3e6),segment_id=5f0e5580-9541-4165-a515-b49a587aa3e6)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:24:35.503627 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:35.527492 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14607585-4264-4409-a7f5-c1d60582f8ff x-openstack-request-id: req-14607585-4264-4409-a7f5-c1d60582f8ff {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:24:35.527785 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "743225c4-72d9-4a8d-b11b-0a2abf61634b", "name": "network-vif-plugged", "status": "completed", "tag": "152d32c6-ad63-4eac-918d-0999b42c19c9", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:24:35.528041 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14607585-4264-4409-a7f5-c1d60582f8ff {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:24:35.528431 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743225c4-72d9-4a8d-b11b-0a2abf61634b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152d32c6-ad63-4eac-918d-0999b42c19c9', 'code': 200} Nov 27 04:24:35.553030 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=152d32c6-ad63-4eac-918d-0999b42c19c9,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:24:35.657672 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc32b53-da0f-4eae-b5c9-c38787af56ee req-cfdb517e-b61a-41d1-be10-4ece87c97450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:35.659249 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3fc32b53-da0f-4eae-b5c9-c38787af56ee req-cfdb517e-b61a-41d1-be10-4ece87c97450 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 1097 time: 0.0398571 Nov 27 04:24:35.706830 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3fc32b53-da0f-4eae-b5c9-c38787af56ee req-687ae64b-ce80-4e9e-9f85-45b7ad21b03a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a7ba16ff-bd48-427c-b653-b89999931cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364265 Nov 27 04:24:35.974156 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61964f1-9055-4ac2-9319-db432db62f02 req-8557bd0b-2076-4666-bc3e-e7687130168d tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:35.975623 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f61964f1-9055-4ac2-9319-db432db62f02 req-8557bd0b-2076-4666-bc3e-e7687130168d tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/ports?device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 946 time: 0.0474191 Nov 27 04:24:36.021265 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f61964f1-9055-4ac2-9319-db432db62f02 req-8146afc2-9d44-4f79-976c-fba3acac1d87 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ba16ff-bd48-427c-b653-b89999931cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398533 Nov 27 04:24:37.135487 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19544ff-d87d-4a16-95e7-7ac3e4d7e2fe req-c3000f19-284e-4025-84ee-7835c491ec2a tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:37.136975 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e19544ff-d87d-4a16-95e7-7ac3e4d7e2fe req-c3000f19-284e-4025-84ee-7835c491ec2a tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/ports?device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 946 time: 0.0485559 Nov 27 04:24:37.183954 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e19544ff-d87d-4a16-95e7-7ac3e4d7e2fe req-459b7f0d-83ad-41e4-a827-c0000626b533 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ba16ff-bd48-427c-b653-b89999931cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410721 Nov 27 04:24:37.420503 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42154c51-c616-474e-b6c8-8ecffddf066d req-3e351439-ea3b-4543-8b59-bf9ef79fb165 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:37.421961 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-42154c51-c616-474e-b6c8-8ecffddf066d req-3e351439-ea3b-4543-8b59-bf9ef79fb165 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/ports?device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 946 time: 0.0516365 Nov 27 04:24:37.490695 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9453504d-f305-41c4-a42f-241811d52fec req-876150f3-913e-48e9-befd-8ee6a8967f96 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1294732 Nov 27 04:24:37.494858 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-42154c51-c616-474e-b6c8-8ecffddf066d req-f9f46962-8b24-4214-bb89-0c5007e97cba tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ba16ff-bd48-427c-b653-b89999931cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640869 Nov 27 04:24:37.500149 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [req-9453504d-f305-41c4-a42f-241811d52fec req-d722f5d3-e2ce-4669-983a-50d10cead810 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:24:37.501484 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9453504d-f305-41c4-a42f-241811d52fec req-d722f5d3-e2ce-4669-983a-50d10cead810 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050881 Nov 27 04:24:38.616244 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f342ad5-11ef-4ba8-af8a-e639ac0958b4 req-6d3ca9e7-58da-4e1e-a608-499006a5e921 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:38.617880 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1f342ad5-11ef-4ba8-af8a-e639ac0958b4 req-6d3ca9e7-58da-4e1e-a608-499006a5e921 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/ports?device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 946 time: 0.0537062 Nov 27 04:24:38.668183 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1f342ad5-11ef-4ba8-af8a-e639ac0958b4 req-8470347f-2492-4214-8936-bb6333ef9b6e tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ba16ff-bd48-427c-b653-b89999931cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434718 Nov 27 04:24:38.706919 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453504d-f305-41c4-a42f-241811d52fec req-cf435dd1-20c8-4d0e-aa1b-2e587cc1d9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:38.708391 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9453504d-f305-41c4-a42f-241811d52fec req-cf435dd1-20c8-4d0e-aa1b-2e587cc1d9c6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3fffb9aa6e8240099695b87b2eea88b2&device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 1097 time: 0.0391188 Nov 27 04:24:38.799149 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453504d-f305-41c4-a42f-241811d52fec req-24e4aee2-bcb1-4a8b-bf91-a8270bff6ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:38.800503 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9453504d-f305-41c4-a42f-241811d52fec req-24e4aee2-bcb1-4a8b-bf91-a8270bff6ba0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b HTTP/1.1" status: 200 len: 913 time: 0.0853367 Nov 27 04:24:38.840817 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9453504d-f305-41c4-a42f-241811d52fec req-8f74c897-da35-4bb2-a5c9-d25beca27716 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=152d32c6-ad63-4eac-918d-0999b42c19c9 HTTP/1.1" status: 200 len: 217 time: 0.0327275 Nov 27 04:24:38.889473 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453504d-f305-41c4-a42f-241811d52fec req-a4c3922c-ec53-4b0e-bbae-01153862eb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:38.890945 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9453504d-f305-41c4-a42f-241811d52fec req-a4c3922c-ec53-4b0e-bbae-01153862eb43 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6d539f1-8b08-44da-b1e5-de5d5a610304 HTTP/1.1" status: 200 len: 852 time: 0.0430853 Nov 27 04:24:38.921159 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9453504d-f305-41c4-a42f-241811d52fec req-b927b1cc-15f0-4e6b-a364-3fdab7da6f8d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235360 Nov 27 04:24:39.013082 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9453504d-f305-41c4-a42f-241811d52fec req-a6472ec6-c447-4a49-9ae1-daeb7c30385e service neutron] 10.222.0.23 "GET /v2.0/networks/8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847569 Nov 27 04:24:39.105568 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9453504d-f305-41c4-a42f-241811d52fec req-8c4a592a-1c92-4120-bccd-6847d5793edc service neutron] 10.222.0.23 "GET /v2.0/networks/8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853546 Nov 27 04:24:39.784138 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc9f39-2e44-4ecb-a6c7-7f5304dfcf74 req-0810253f-a6a6-4ed8-9332-d6067690a075 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:39.785600 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c6bc9f39-2e44-4ecb-a6c7-7f5304dfcf74 req-0810253f-a6a6-4ed8-9332-d6067690a075 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/ports?device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 946 time: 0.0483358 Nov 27 04:24:39.834714 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c6bc9f39-2e44-4ecb-a6c7-7f5304dfcf74 req-ee7857ff-707a-4c00-8e40-9442360373ea tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ba16ff-bd48-427c-b653-b89999931cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425041 Nov 27 04:24:40.953980 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5604449-fd48-45b7-b0f1-c8fc163b7139 req-12be3e85-fddb-42df-89b2-dd009485420a tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:40.955577 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e5604449-fd48-45b7-b0f1-c8fc163b7139 req-12be3e85-fddb-42df-89b2-dd009485420a tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/ports?device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 946 time: 0.0512173 Nov 27 04:24:41.001734 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e5604449-fd48-45b7-b0f1-c8fc163b7139 req-fd19e3b8-f7ae-4817-984a-70c14f3317c4 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ba16ff-bd48-427c-b653-b89999931cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402675 Nov 27 04:24:42.352496 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1641bb2f-ef7e-4ff4-8c99-2e4682cc770e req-771e4097-e554-4690-8cf1-76a95d9821e2 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:42.354415 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1641bb2f-ef7e-4ff4-8c99-2e4682cc770e req-771e4097-e554-4690-8cf1-76a95d9821e2 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/ports?device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 946 time: 0.2870262 Nov 27 04:24:42.400879 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1641bb2f-ef7e-4ff4-8c99-2e4682cc770e req-00b60e78-558e-4cda-b7d5-737f18964d62 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ba16ff-bd48-427c-b653-b89999931cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402913 Nov 27 04:24:43.515771 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c55d1-de22-4b79-aaa8-f4463415ccf8 req-e85ad388-d85b-4363-aa19-10b67cd2a429 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:43.517235 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a46c55d1-de22-4b79-aaa8-f4463415ccf8 req-e85ad388-d85b-4363-aa19-10b67cd2a429 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/ports?device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 946 time: 0.0483532 Nov 27 04:24:43.562787 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a46c55d1-de22-4b79-aaa8-f4463415ccf8 req-0556ac2e-937c-40c3-8791-eeb656960e16 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ba16ff-bd48-427c-b653-b89999931cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395029 Nov 27 04:24:44.676637 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189e70c-f0b2-4082-9147-dbea6b656a98 req-5d198396-5737-4799-9042-5af77cb2dd5f tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:44.678112 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0189e70c-f0b2-4082-9147-dbea6b656a98 req-5d198396-5737-4799-9042-5af77cb2dd5f tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/ports?device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 946 time: 0.0483389 Nov 27 04:24:44.724750 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0189e70c-f0b2-4082-9147-dbea6b656a98 req-019289f8-0d4f-4f39-a2b1-d4990bf8b6d9 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ba16ff-bd48-427c-b653-b89999931cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405951 Nov 27 04:24:45.842226 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564b291-abc1-4e3b-8343-fc5fdcaa6b8c req-810fc2cd-20c8-4177-9914-ed28300fe431 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:45.843718 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b564b291-abc1-4e3b-8343-fc5fdcaa6b8c req-810fc2cd-20c8-4177-9914-ed28300fe431 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/ports?device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 946 time: 0.0516744 Nov 27 04:24:45.890626 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b564b291-abc1-4e3b-8343-fc5fdcaa6b8c req-6915532d-bc55-4483-af25-c8900a043130 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ba16ff-bd48-427c-b653-b89999931cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409553 Nov 27 04:24:46.173451 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7e6f050f-f1fe-4301-9ae5-7e24c02a5519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:46.340764 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:47.009420 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e94c6-a983-4a66-85c1-b9fa201e428d req-3cb826b8-36cf-423a-9932-961cf476bb84 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:47.010978 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-902e94c6-a983-4a66-85c1-b9fa201e428d req-3cb826b8-36cf-423a-9932-961cf476bb84 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/ports?device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 946 time: 0.0512540 Nov 27 04:24:47.057368 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-902e94c6-a983-4a66-85c1-b9fa201e428d req-dcc326ad-5c99-45c4-8243-f676a8a5b39a tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ba16ff-bd48-427c-b653-b89999931cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404787 Nov 27 04:24:48.173211 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8ddb4-9149-44bd-88c5-5e19683697b1 req-87d1f915-d560-4b9d-ab9a-9ad99aa87c8f tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:48.174694 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-95b8ddb4-9149-44bd-88c5-5e19683697b1 req-87d1f915-d560-4b9d-ab9a-9ad99aa87c8f tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/ports?device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 946 time: 0.0500126 Nov 27 04:24:48.221261 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-95b8ddb4-9149-44bd-88c5-5e19683697b1 req-612708ac-aeeb-4865-b857-f47da6a83526 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ba16ff-bd48-427c-b653-b89999931cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406940 Nov 27 04:24:48.320470 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c6a42740-7539-4a9f-beb6-aaff1cb2ce57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:48.903979 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:49.335928 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02165ec1-e725-4427-ac99-c448fb0e1dac req-0cac1180-7f46-49ef-a0fd-2458640c1adf tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:49.337384 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-02165ec1-e725-4427-ac99-c448fb0e1dac req-0cac1180-7f46-49ef-a0fd-2458640c1adf tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/ports?device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 946 time: 0.0479572 Nov 27 04:24:49.383978 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-02165ec1-e725-4427-ac99-c448fb0e1dac req-fa67bb26-921a-4427-ab23-95190da212a3 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ba16ff-bd48-427c-b653-b89999931cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405662 Nov 27 04:24:49.646929 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:50.502015 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dac4ce-09ba-49db-a1a7-ccd4961fcfa5 req-576fc579-9965-42d3-accf-ac1e815a9e69 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:50.503523 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-21dac4ce-09ba-49db-a1a7-ccd4961fcfa5 req-576fc579-9965-42d3-accf-ac1e815a9e69 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/ports?device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 946 time: 0.0527050 Nov 27 04:24:50.550388 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-21dac4ce-09ba-49db-a1a7-ccd4961fcfa5 req-5855240e-991f-4d54-a318-a7ece6887d60 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ba16ff-bd48-427c-b653-b89999931cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402629 Nov 27 04:24:51.255609 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:51.667328 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c43ed1-39da-4250-a3aa-497dfadaf2ac req-8aa37a38-ff77-4f51-b147-dfc987533578 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:51.668813 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d2c43ed1-39da-4250-a3aa-497dfadaf2ac req-8aa37a38-ff77-4f51-b147-dfc987533578 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/ports?device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 946 time: 0.0517745 Nov 27 04:24:51.718876 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d2c43ed1-39da-4250-a3aa-497dfadaf2ac req-d11a92f5-75d5-42dc-a159-1fd7baaee3c7 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ba16ff-bd48-427c-b653-b89999931cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440457 Nov 27 04:24:51.885256 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:24:52.833175 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10db76-2727-437e-b2dd-8f8d56df7ad7 req-58ea9fea-4b6a-46f9-8114-cc6462ebfa53 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:52.834810 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6e10db76-2727-437e-b2dd-8f8d56df7ad7 req-58ea9fea-4b6a-46f9-8114-cc6462ebfa53 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/ports?device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 946 time: 0.0486836 Nov 27 04:24:52.881711 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6e10db76-2727-437e-b2dd-8f8d56df7ad7 req-77e86db5-0d59-4ca6-940f-e536c4500077 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ba16ff-bd48-427c-b653-b89999931cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411937 Nov 27 04:24:53.995587 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b151fa2-964a-4065-8e10-95c18d75590d req-a1b8dd15-b797-4f03-abd0-dccbe1489825 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:53.997031 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7b151fa2-964a-4065-8e10-95c18d75590d req-a1b8dd15-b797-4f03-abd0-dccbe1489825 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/ports?device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 946 time: 0.0465493 Nov 27 04:24:54.043078 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7b151fa2-964a-4065-8e10-95c18d75590d req-7f2b7f0b-f7f0-494c-ab8a-5b9d39fd70ec tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ba16ff-bd48-427c-b653-b89999931cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399396 Nov 27 04:24:55.171339 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5a6b7-b5de-42da-b9b7-8dd90b452c1a req-2f6d501a-3991-4479-b4f5-808bd1890a15 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:55.172849 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c1c5a6b7-b5de-42da-b9b7-8dd90b452c1a req-2f6d501a-3991-4479-b4f5-808bd1890a15 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/ports?device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 946 time: 0.0611887 Nov 27 04:24:55.224926 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c1c5a6b7-b5de-42da-b9b7-8dd90b452c1a req-494cabac-fe1a-4421-a7fc-4349dda35f39 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ba16ff-bd48-427c-b653-b89999931cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460973 Nov 27 04:24:56.338584 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a2c28-a069-42e2-a63e-3f0485064bf5 req-3fcb6a84-cb73-4541-92f9-9d6e1540d1fc tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:56.340055 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-110a2c28-a069-42e2-a63e-3f0485064bf5 req-3fcb6a84-cb73-4541-92f9-9d6e1540d1fc tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/ports?device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 946 time: 0.0472536 Nov 27 04:24:56.389531 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-110a2c28-a069-42e2-a63e-3f0485064bf5 req-08bcad23-5cda-4b32-a40f-20c333d0a911 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ba16ff-bd48-427c-b653-b89999931cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409303 Nov 27 04:24:57.505173 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335596d-299a-4a58-8c3d-568383cb4d60 req-6c291bc0-4acc-4e41-b313-1f2f7d8c6e66 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:57.506730 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c335596d-299a-4a58-8c3d-568383cb4d60 req-6c291bc0-4acc-4e41-b313-1f2f7d8c6e66 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/ports?device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 946 time: 0.0495839 Nov 27 04:24:57.552831 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c335596d-299a-4a58-8c3d-568383cb4d60 req-cd211102-c47a-4267-b94c-b1d86d6bce46 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ba16ff-bd48-427c-b653-b89999931cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401170 Nov 27 04:24:58.672150 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df99d13-36b1-4e76-803c-019e82baa85a req-af633b7c-57a7-45d1-a553-eac51fdb4b6c tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:58.673656 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0df99d13-36b1-4e76-803c-019e82baa85a req-af633b7c-57a7-45d1-a553-eac51fdb4b6c tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/ports?device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 946 time: 0.0530643 Nov 27 04:24:58.722010 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0df99d13-36b1-4e76-803c-019e82baa85a req-b0b39ed8-42cd-406e-9d2e-049135e6d382 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ba16ff-bd48-427c-b653-b89999931cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423398 Nov 27 04:24:59.836534 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74956b-4807-4d60-a689-f8fca419a6bc req-487ba977-54e4-4c25-8d88-77782742af65 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:24:59.838014 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ea74956b-4807-4d60-a689-f8fca419a6bc req-487ba977-54e4-4c25-8d88-77782742af65 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/ports?device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 946 time: 0.0483851 Nov 27 04:24:59.884835 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ea74956b-4807-4d60-a689-f8fca419a6bc req-5301f8ee-c9ad-4a95-ab56-6fd7bffb2f4e tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ba16ff-bd48-427c-b653-b89999931cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409660 Nov 27 04:25:01.004013 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325bace-88dd-44dc-bf82-11b8bf4198ee req-8beaf5e6-dd86-4ffc-aac6-557a159cf835 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:01.005501 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b325bace-88dd-44dc-bf82-11b8bf4198ee req-8beaf5e6-dd86-4ffc-aac6-557a159cf835 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/ports?device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 946 time: 0.0492690 Nov 27 04:25:01.052235 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b325bace-88dd-44dc-bf82-11b8bf4198ee req-721ac5dd-0b35-48bd-81c7-cac82f00709c tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ba16ff-bd48-427c-b653-b89999931cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400791 Nov 27 04:25:02.169915 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75bebee-55f4-4092-ab79-5c01496d03c4 req-5494748d-60f2-4185-98e7-0072478f66db tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:02.171423 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b75bebee-55f4-4092-ab79-5c01496d03c4 req-5494748d-60f2-4185-98e7-0072478f66db tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/ports?device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 946 time: 0.0531447 Nov 27 04:25:02.218326 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b75bebee-55f4-4092-ab79-5c01496d03c4 req-28325109-fc1a-445f-9396-ecc315b676d4 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ba16ff-bd48-427c-b653-b89999931cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409522 Nov 27 04:25:02.440065 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61035005-6925-4f19-918e-f85da2611819 req-f496c359-ca4c-4f18-bf0a-1967f23eb5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:02.441616 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-61035005-6925-4f19-918e-f85da2611819 req-f496c359-ca4c-4f18-bf0a-1967f23eb5a8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3fffb9aa6e8240099695b87b2eea88b2&device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 1097 time: 0.0394075 Nov 27 04:25:02.550343 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61035005-6925-4f19-918e-f85da2611819 req-3e247393-e317-4a79-8f4e-54e23b379d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:02.551839 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-61035005-6925-4f19-918e-f85da2611819 req-3e247393-e317-4a79-8f4e-54e23b379d28 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b HTTP/1.1" status: 200 len: 913 time: 0.0872731 Nov 27 04:25:02.592742 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-61035005-6925-4f19-918e-f85da2611819 req-ac56ff93-bcf1-4a91-9e13-686c7a4b78fe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=152d32c6-ad63-4eac-918d-0999b42c19c9 HTTP/1.1" status: 200 len: 217 time: 0.0336165 Nov 27 04:25:02.642741 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61035005-6925-4f19-918e-f85da2611819 req-a975649c-22f0-433d-b0de-e47f49b5fb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:02.644161 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-61035005-6925-4f19-918e-f85da2611819 req-a975649c-22f0-433d-b0de-e47f49b5fb1f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6d539f1-8b08-44da-b1e5-de5d5a610304 HTTP/1.1" status: 200 len: 852 time: 0.0423708 Nov 27 04:25:02.675968 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-61035005-6925-4f19-918e-f85da2611819 req-d2499fe1-757b-4b4b-9c1b-03ce20a743df service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238245 Nov 27 04:25:02.706625 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:25:02.771841 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-61035005-6925-4f19-918e-f85da2611819 req-9a13d343-fd1e-46a2-9a61-8d12ada4d221 service neutron] 10.222.0.23 "GET /v2.0/networks/8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882981 Nov 27 04:25:02.865214 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-61035005-6925-4f19-918e-f85da2611819 req-85e81607-6022-42fa-80c8-56982c0959f8 service neutron] 10.222.0.23 "GET /v2.0/networks/8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856326 Nov 27 04:25:03.336213 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748b061-2daf-4d18-a4e5-5ec898d9172a req-d0fce484-acfc-4291-9293-638db63b9fc3 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:03.337682 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f748b061-2daf-4d18-a4e5-5ec898d9172a req-d0fce484-acfc-4291-9293-638db63b9fc3 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/ports?device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 946 time: 0.0516622 Nov 27 04:25:03.383878 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f748b061-2daf-4d18-a4e5-5ec898d9172a req-fa37a2ce-c910-4224-8bd3-054bc68b14c6 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ba16ff-bd48-427c-b653-b89999931cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402317 Nov 27 04:25:04.500816 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764edb41-5fdf-4a4a-9aff-92e97c3e3577 req-b64b848b-78ef-4179-83d2-e6215fb340fb tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:04.502337 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-764edb41-5fdf-4a4a-9aff-92e97c3e3577 req-b64b848b-78ef-4179-83d2-e6215fb340fb tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/ports?device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 946 time: 0.0492764 Nov 27 04:25:04.548610 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-764edb41-5fdf-4a4a-9aff-92e97c3e3577 req-b8c61d4a-c2bd-412d-8c0d-4521eddaa61f tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ba16ff-bd48-427c-b653-b89999931cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403304 Nov 27 04:25:05.662655 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2985aa-1b6e-4bde-a838-7c7bad1a0f20 req-15fda223-df89-4702-b93f-b5fe1a8adcd0 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:05.664134 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ff2985aa-1b6e-4bde-a838-7c7bad1a0f20 req-15fda223-df89-4702-b93f-b5fe1a8adcd0 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/ports?device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 946 time: 0.0482428 Nov 27 04:25:05.712649 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ff2985aa-1b6e-4bde-a838-7c7bad1a0f20 req-96539d01-f522-4994-9968-eb59f148b1d6 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ba16ff-bd48-427c-b653-b89999931cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425642 Nov 27 04:25:06.429064 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [req-9453504d-f305-41c4-a42f-241811d52fec req-bd9fb153-53ba-440f-8e40-7bcee5e1869d service neutron] show failed (client error): The resource could not be found. Nov 27 04:25:06.429973 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9453504d-f305-41c4-a42f-241811d52fec req-bd9fb153-53ba-440f-8e40-7bcee5e1869d service neutron] 10.222.0.23 "GET /v2.0/ports/152d32c6-ad63-4eac-918d-0999b42c19c9/bindings/n-h2-819494-3 HTTP/1.1" status: 404 len: 380 time: 0.0541968 Nov 27 04:25:06.723506 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453504d-f305-41c4-a42f-241811d52fec req-555aa63b-5ef5-43e2-8944-37f8fdbf739d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:06.725012 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9453504d-f305-41c4-a42f-241811d52fec req-555aa63b-5ef5-43e2-8944-37f8fdbf739d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b&tenant_id=3fffb9aa6e8240099695b87b2eea88b2 HTTP/1.1" status: 200 len: 1097 time: 0.1205847 Nov 27 04:25:06.735778 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [req-9453504d-f305-41c4-a42f-241811d52fec req-022c957d-a5db-4809-baf9-2d73e31919ed service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:25:06.736723 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9453504d-f305-41c4-a42f-241811d52fec req-022c957d-a5db-4809-baf9-2d73e31919ed service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048463 Nov 27 04:25:06.754775 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-9453504d-f305-41c4-a42f-241811d52fec req-c839e019-5f92-4da2-bb23-26156a6bdcda service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819494-3', 'device_owner': 'compute:nova'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:25:06.807000 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9453504d-f305-41c4-a42f-241811d52fec req-c839e019-5f92-4da2-bb23-26156a6bdcda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:06.832829 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea511c5c-cb52-4282-bc88-192896283aa0 req-f79441e7-463f-44f7-b486-f570ae3b7bfb tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:06.834324 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ea511c5c-cb52-4282-bc88-192896283aa0 req-f79441e7-463f-44f7-b486-f570ae3b7bfb tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/ports?device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 946 time: 0.0536330 Nov 27 04:25:06.883397 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ea511c5c-cb52-4282-bc88-192896283aa0 req-b92c8972-c08f-448c-8b46-268d5ca6cf98 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ba16ff-bd48-427c-b653-b89999931cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423951 Nov 27 04:25:07.052214 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-9453504d-f305-41c4-a42f-241811d52fec req-c839e019-5f92-4da2-bb23-26156a6bdcda service neutron] For port 152d32c6-ad63-4eac-918d-0999b42c19c9, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=152d32c6-ad63-4eac-918d-0999b42c19c9,segment=NetworkSegment(5f0e5580-9541-4165-a515-b49a587aa3e6),segment_id=5f0e5580-9541-4165-a515-b49a587aa3e6)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:25:07.084364 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-9453504d-f305-41c4-a42f-241811d52fec req-c839e019-5f92-4da2-bb23-26156a6bdcda service neutron] For port 152d32c6-ad63-4eac-918d-0999b42c19c9, host n-h1-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:25:07.122221 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743225c4-72d9-4a8d-b11b-0a2abf61634b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '152d32c6-ad63-4eac-918d-0999b42c19c9'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:25:07.124778 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138848c5-7a90-4664-8f3a-6bc3079f464f" -d '{"events": [{"server_uuid": "743225c4-72d9-4a8d-b11b-0a2abf61634b", "name": "network-vif-unplugged", "status": "completed", "tag": "152d32c6-ad63-4eac-918d-0999b42c19c9"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:25:07.128784 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9453504d-f305-41c4-a42f-241811d52fec req-c839e019-5f92-4da2-bb23-26156a6bdcda service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:07.146232 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-9453504d-f305-41c4-a42f-241811d52fec req-c839e019-5f92-4da2-bb23-26156a6bdcda service neutron] Transition to ACTIVE for port object 152d32c6-ad63-4eac-918d-0999b42c19c9 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:25:07.154046 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9453504d-f305-41c4-a42f-241811d52fec req-c839e019-5f92-4da2-bb23-26156a6bdcda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:07.184513 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 04:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cb1fbb-42ff-4c0e-ae5c-4fc5f8419564 x-openstack-request-id: req-b9cb1fbb-42ff-4c0e-ae5c-4fc5f8419564 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:25:07.184810 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "743225c4-72d9-4a8d-b11b-0a2abf61634b", "name": "network-vif-unplugged", "status": "completed", "tag": "152d32c6-ad63-4eac-918d-0999b42c19c9", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:25:07.185060 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b9cb1fbb-42ff-4c0e-ae5c-4fc5f8419564 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:25:07.185456 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743225c4-72d9-4a8d-b11b-0a2abf61634b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '152d32c6-ad63-4eac-918d-0999b42c19c9', 'code': 200} Nov 27 04:25:07.224741 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-9453504d-f305-41c4-a42f-241811d52fec req-c839e019-5f92-4da2-bb23-26156a6bdcda service neutron] No DVR routers for this DVR port 152d32c6-ad63-4eac-918d-0999b42c19c9 on host n-h1-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:25:07.227736 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c839e019-5f92-4da2-bb23-26156a6bdcda service neutron] Pushing event updated for resources: {'Port': ['ID=152d32c6-ad63-4eac-918d-0999b42c19c9,revision_number=6']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:25:07.262471 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-9453504d-f305-41c4-a42f-241811d52fec req-c839e019-5f92-4da2-bb23-26156a6bdcda service neutron] Attempting to bind port 152d32c6-ad63-4eac-918d-0999b42c19c9 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:25:07.262838 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-9453504d-f305-41c4-a42f-241811d52fec req-c839e019-5f92-4da2-bb23-26156a6bdcda service neutron] Attempting to bind port 152d32c6-ad63-4eac-918d-0999b42c19c9 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '5f0e5580-9541-4165-a515-b49a587aa3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:25:07.263165 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9453504d-f305-41c4-a42f-241811d52fec req-c839e019-5f92-4da2-bb23-26156a6bdcda service neutron] Attempting to bind port 152d32c6-ad63-4eac-918d-0999b42c19c9 on network 8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:25:07.267313 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9453504d-f305-41c4-a42f-241811d52fec req-c839e019-5f92-4da2-bb23-26156a6bdcda service neutron] Port 152d32c6-ad63-4eac-918d-0999b42c19c9 on network 8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:25:07.267630 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9453504d-f305-41c4-a42f-241811d52fec req-c839e019-5f92-4da2-bb23-26156a6bdcda service neutron] Attempting to bind port 152d32c6-ad63-4eac-918d-0999b42c19c9 on network 8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:25:07.272292 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9453504d-f305-41c4-a42f-241811d52fec req-c839e019-5f92-4da2-bb23-26156a6bdcda service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:25:07.272622 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9453504d-f305-41c4-a42f-241811d52fec req-c839e019-5f92-4da2-bb23-26156a6bdcda service neutron] Checking segment: {'id': '5f0e5580-9541-4165-a515-b49a587aa3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:25:07.273006 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9453504d-f305-41c4-a42f-241811d52fec req-c839e019-5f92-4da2-bb23-26156a6bdcda service neutron] Bound using segment: {'id': '5f0e5580-9541-4165-a515-b49a587aa3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:25:07.273427 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-9453504d-f305-41c4-a42f-241811d52fec req-c839e019-5f92-4da2-bb23-26156a6bdcda service neutron] Bound port: 152d32c6-ad63-4eac-918d-0999b42c19c9, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f0e5580-9541-4165-a515-b49a587aa3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:25:07.273770 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9453504d-f305-41c4-a42f-241811d52fec req-c839e019-5f92-4da2-bb23-26156a6bdcda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:07.335216 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-9453504d-f305-41c4-a42f-241811d52fec req-c839e019-5f92-4da2-bb23-26156a6bdcda service neutron] For port 152d32c6-ad63-4eac-918d-0999b42c19c9, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:25:07.338337 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-9453504d-f305-41c4-a42f-241811d52fec req-c839e019-5f92-4da2-bb23-26156a6bdcda service neutron] For port 152d32c6-ad63-4eac-918d-0999b42c19c9, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=152d32c6-ad63-4eac-918d-0999b42c19c9,segment=NetworkSegment(5f0e5580-9541-4165-a515-b49a587aa3e6),segment_id=5f0e5580-9541-4165-a515-b49a587aa3e6)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:25:07.342566 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9453504d-f305-41c4-a42f-241811d52fec req-c839e019-5f92-4da2-bb23-26156a6bdcda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:07.375843 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453504d-f305-41c4-a42f-241811d52fec req-c839e019-5f92-4da2-bb23-26156a6bdcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:07.376512 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9453504d-f305-41c4-a42f-241811d52fec req-c839e019-5f92-4da2-bb23-26156a6bdcda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:07.377912 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9453504d-f305-41c4-a42f-241811d52fec req-c839e019-5f92-4da2-bb23-26156a6bdcda service neutron] 10.222.0.11 "PUT /v2.0/ports/152d32c6-ad63-4eac-918d-0999b42c19c9 HTTP/1.1" status: 200 len: 1092 time: 0.6271596 Nov 27 04:25:07.402579 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c839e019-5f92-4da2-bb23-26156a6bdcda service neutron] Pushing event updated for resources: {'Port': ['ID=152d32c6-ad63-4eac-918d-0999b42c19c9,revision_number=7']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:25:07.482634 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453504d-f305-41c4-a42f-241811d52fec req-81a19135-7791-4abf-8c8a-7cad2918747a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:07.484154 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9453504d-f305-41c4-a42f-241811d52fec req-81a19135-7791-4abf-8c8a-7cad2918747a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3fffb9aa6e8240099695b87b2eea88b2&device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 1095 time: 0.0716598 Nov 27 04:25:07.631276 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453504d-f305-41c4-a42f-241811d52fec req-2bfa9fec-2cbb-44bc-a824-7c6b74765da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:07.632676 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9453504d-f305-41c4-a42f-241811d52fec req-2bfa9fec-2cbb-44bc-a824-7c6b74765da4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b HTTP/1.1" status: 200 len: 913 time: 0.1418350 Nov 27 04:25:07.697466 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9453504d-f305-41c4-a42f-241811d52fec req-8578aec7-11b5-4607-8d79-f259f2307423 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=152d32c6-ad63-4eac-918d-0999b42c19c9 HTTP/1.1" status: 200 len: 217 time: 0.0574398 Nov 27 04:25:07.767482 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453504d-f305-41c4-a42f-241811d52fec req-2e2f55ea-dd85-49d1-8e03-eb1fd623389e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:07.768936 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9453504d-f305-41c4-a42f-241811d52fec req-2e2f55ea-dd85-49d1-8e03-eb1fd623389e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6d539f1-8b08-44da-b1e5-de5d5a610304 HTTP/1.1" status: 200 len: 852 time: 0.0644825 Nov 27 04:25:07.803381 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9453504d-f305-41c4-a42f-241811d52fec req-51dcf481-6078-4170-bcc0-0aec3f224d9c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270212 Nov 27 04:25:07.890100 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9453504d-f305-41c4-a42f-241811d52fec req-33769515-3120-414e-9e80-0f48c28c4fe0 service neutron] 10.222.0.11 "GET /v2.0/networks/8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796185 Nov 27 04:25:07.983845 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9453504d-f305-41c4-a42f-241811d52fec req-b1250750-8238-4998-a277-ea81cd9777dd service neutron] 10.222.0.11 "GET /v2.0/networks/8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868919 Nov 27 04:25:08.003378 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc7dc3-f47f-47cd-ae1e-3629c4a033a1 req-f77658a8-976f-4280-b42e-982cbd0b6b33 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:08.004911 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ddcc7dc3-f47f-47cd-ae1e-3629c4a033a1 req-f77658a8-976f-4280-b42e-982cbd0b6b33 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/ports?device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 944 time: 0.0492387 Nov 27 04:25:08.054434 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ddcc7dc3-f47f-47cd-ae1e-3629c4a033a1 req-8e1efee1-969f-45aa-855b-4125f95b955e tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ba16ff-bd48-427c-b653-b89999931cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425775 Nov 27 04:25:09.180327 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df762d70-e0e0-4ba2-9d78-dff093a89fc1 req-4e8d921f-d8c6-4e04-8e55-22ea9cb89f5c tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:09.181881 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-df762d70-e0e0-4ba2-9d78-dff093a89fc1 req-4e8d921f-d8c6-4e04-8e55-22ea9cb89f5c tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/ports?device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 944 time: 0.0576293 Nov 27 04:25:09.186511 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '743225c4-72d9-4a8d-b11b-0a2abf61634b', 'tag': '152d32c6-ad63-4eac-918d-0999b42c19c9'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:25:09.188808 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734f6320-0384-42c5-94ec-fe2084c186c1" -d '{"events": [{"name": "network-changed", "server_uuid": "743225c4-72d9-4a8d-b11b-0a2abf61634b", "tag": "152d32c6-ad63-4eac-918d-0999b42c19c9"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:25:09.236873 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-df762d70-e0e0-4ba2-9d78-dff093a89fc1 req-8c90572f-da57-4d18-a2df-d315d6dfb7ee tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ba16ff-bd48-427c-b653-b89999931cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443561 Nov 27 04:25:09.240615 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b0019a-2dd3-47d3-9ec9-99743332ad0a x-openstack-request-id: req-e1b0019a-2dd3-47d3-9ec9-99743332ad0a {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:25:09.241184 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "743225c4-72d9-4a8d-b11b-0a2abf61634b", "tag": "152d32c6-ad63-4eac-918d-0999b42c19c9", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:25:09.241391 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1b0019a-2dd3-47d3-9ec9-99743332ad0a {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:25:09.241827 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '743225c4-72d9-4a8d-b11b-0a2abf61634b', 'tag': '152d32c6-ad63-4eac-918d-0999b42c19c9', 'status': 'completed', 'code': 200} Nov 27 04:25:09.329310 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f6320-0384-42c5-94ec-fe2084c186c1 req-5ad41758-ba77-467d-a03a-eb8487f3cac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:09.330861 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-734f6320-0384-42c5-94ec-fe2084c186c1 req-5ad41758-ba77-467d-a03a-eb8487f3cac8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3fffb9aa6e8240099695b87b2eea88b2&device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 1095 time: 0.0467288 Nov 27 04:25:09.333189 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f6320-0384-42c5-94ec-fe2084c186c1 req-c140a9db-cf67-4dbe-8768-b3f71159956c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:09.334657 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-734f6320-0384-42c5-94ec-fe2084c186c1 req-c140a9db-cf67-4dbe-8768-b3f71159956c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3fffb9aa6e8240099695b87b2eea88b2&device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 1095 time: 0.0409050 Nov 27 04:25:09.361179 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 152d32c6-ad63-4eac-918d-0999b42c19c9 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:25:09.400011 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 152d32c6-ad63-4eac-918d-0999b42c19c9 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:25:09.423444 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f6320-0384-42c5-94ec-fe2084c186c1 req-6caa1a0c-e7c2-42a4-8cb6-12756bac79d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:09.424991 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-734f6320-0384-42c5-94ec-fe2084c186c1 req-6caa1a0c-e7c2-42a4-8cb6-12756bac79d4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b HTTP/1.1" status: 200 len: 913 time: 0.0869036 Nov 27 04:25:09.439283 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f6320-0384-42c5-94ec-fe2084c186c1 req-26043d9b-e483-4d59-92bb-edef4a1a8e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:09.440794 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-734f6320-0384-42c5-94ec-fe2084c186c1 req-26043d9b-e483-4d59-92bb-edef4a1a8e98 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b HTTP/1.1" status: 200 len: 913 time: 0.0974796 Nov 27 04:25:09.474375 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-734f6320-0384-42c5-94ec-fe2084c186c1 req-8b7bf289-17f1-4a09-93d5-072c1f548a7d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=152d32c6-ad63-4eac-918d-0999b42c19c9 HTTP/1.1" status: 200 len: 217 time: 0.0400524 Nov 27 04:25:09.491291 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-734f6320-0384-42c5-94ec-fe2084c186c1 req-a800e0db-3836-4445-9661-902c7269b5cd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=152d32c6-ad63-4eac-918d-0999b42c19c9 HTTP/1.1" status: 200 len: 217 time: 0.0388031 Nov 27 04:25:09.538823 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f6320-0384-42c5-94ec-fe2084c186c1 req-9be4699a-28c2-43cc-9330-2cb4f5b895f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:09.540459 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-734f6320-0384-42c5-94ec-fe2084c186c1 req-9be4699a-28c2-43cc-9330-2cb4f5b895f8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6d539f1-8b08-44da-b1e5-de5d5a610304 HTTP/1.1" status: 200 len: 852 time: 0.0547659 Nov 27 04:25:09.555712 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f6320-0384-42c5-94ec-fe2084c186c1 req-be0381ad-6102-4bdf-92fb-0265665d0525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:09.559950 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-734f6320-0384-42c5-94ec-fe2084c186c1 req-be0381ad-6102-4bdf-92fb-0265665d0525 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6d539f1-8b08-44da-b1e5-de5d5a610304 HTTP/1.1" status: 200 len: 852 time: 0.0578032 Nov 27 04:25:09.580734 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-734f6320-0384-42c5-94ec-fe2084c186c1 req-c2e1c5a9-740d-4c6c-b1f1-15ddde7c5f2c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304170 Nov 27 04:25:09.597321 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-734f6320-0384-42c5-94ec-fe2084c186c1 req-ce24445f-c656-4c3f-8eb2-730589508b02 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257165 Nov 27 04:25:09.694525 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-734f6320-0384-42c5-94ec-fe2084c186c1 req-22087195-b67b-47aa-8aa8-7abaa701aac1 service neutron] 10.222.0.11 "GET /v2.0/networks/8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929878 Nov 27 04:25:09.695878 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-734f6320-0384-42c5-94ec-fe2084c186c1 req-89d21126-651c-4f52-a648-5058e8818532 service neutron] 10.222.0.23 "GET /v2.0/networks/8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871475 Nov 27 04:25:09.783235 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-734f6320-0384-42c5-94ec-fe2084c186c1 req-3ca4714f-3652-4cd5-b5da-2eae9601eaa6 service neutron] 10.222.0.11 "GET /v2.0/networks/8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822170 Nov 27 04:25:09.793396 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-734f6320-0384-42c5-94ec-fe2084c186c1 req-a2403075-e8c7-4bf6-969d-6697d8585bf4 service neutron] 10.222.0.23 "GET /v2.0/networks/8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861685 Nov 27 04:25:10.355337 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35db229-0429-417d-a219-3f61425b80b2 req-c7e742ee-ec9a-47bc-877c-543185cff848 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:10.356859 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a35db229-0429-417d-a219-3f61425b80b2 req-c7e742ee-ec9a-47bc-877c-543185cff848 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/ports?device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 944 time: 0.0509639 Nov 27 04:25:10.406335 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a35db229-0429-417d-a219-3f61425b80b2 req-5193b87c-1444-454f-9e1e-a3f199073d00 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ba16ff-bd48-427c-b653-b89999931cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434968 Nov 27 04:25:10.723615 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71d135-db61-4fbe-aaa9-7f06ac69297d req-1985c08e-3087-4ace-a687-76b58bbb73aa tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:10.724998 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bf71d135-db61-4fbe-aaa9-7f06ac69297d req-1985c08e-3087-4ace-a687-76b58bbb73aa tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.23 "GET /v2.0/ports?device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b&tenant_id=3fffb9aa6e8240099695b87b2eea88b2&binding%3Ahost_id=n-h2-819494-3 HTTP/1.1" status: 200 len: 944 time: 0.0930703 Nov 27 04:25:10.786116 n-d-819494-3 neutron-server[110019]: INFO neutron.api.v2.resource [req-bf71d135-db61-4fbe-aaa9-7f06ac69297d req-1b127edb-282e-480a-8100-df7bd9a4be46 service neutron] delete failed (client error): The resource could not be found. Nov 27 04:25:10.787175 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bf71d135-db61-4fbe-aaa9-7f06ac69297d req-1b127edb-282e-480a-8100-df7bd9a4be46 service neutron] 10.222.0.23 "DELETE /v2.0/ports/152d32c6-ad63-4eac-918d-0999b42c19c9/bindings/n-h1-819494-3 HTTP/1.1" status: 404 len: 380 time: 0.0537033 Nov 27 04:25:10.912040 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71d135-db61-4fbe-aaa9-7f06ac69297d req-63411594-1717-4370-b060-08270462b43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:10.914006 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bf71d135-db61-4fbe-aaa9-7f06ac69297d req-63411594-1717-4370-b060-08270462b43c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3fffb9aa6e8240099695b87b2eea88b2&device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 1095 time: 0.0415587 Nov 27 04:25:11.011655 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71d135-db61-4fbe-aaa9-7f06ac69297d req-3fc84a7b-9dad-43dd-bb1f-8fd172680b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:11.013077 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bf71d135-db61-4fbe-aaa9-7f06ac69297d req-3fc84a7b-9dad-43dd-bb1f-8fd172680b03 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b HTTP/1.1" status: 200 len: 913 time: 0.0883031 Nov 27 04:25:11.058505 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bf71d135-db61-4fbe-aaa9-7f06ac69297d req-6ba4c2a8-46f8-4363-8d72-22754c1c050f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=152d32c6-ad63-4eac-918d-0999b42c19c9 HTTP/1.1" status: 200 len: 217 time: 0.0344455 Nov 27 04:25:11.115586 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71d135-db61-4fbe-aaa9-7f06ac69297d req-eef92510-3abe-4fbc-bc4d-e93c89234221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:11.117045 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bf71d135-db61-4fbe-aaa9-7f06ac69297d req-eef92510-3abe-4fbc-bc4d-e93c89234221 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6d539f1-8b08-44da-b1e5-de5d5a610304 HTTP/1.1" status: 200 len: 852 time: 0.0484462 Nov 27 04:25:11.151912 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bf71d135-db61-4fbe-aaa9-7f06ac69297d req-cbc69a81-af14-40ca-a3f9-8825dc3c03dd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241368 Nov 27 04:25:11.241649 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bf71d135-db61-4fbe-aaa9-7f06ac69297d req-5c6ce9e5-4d7d-4444-b74e-b3b260b7fc16 service neutron] 10.222.0.23 "GET /v2.0/networks/8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811732 Nov 27 04:25:11.337367 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bf71d135-db61-4fbe-aaa9-7f06ac69297d req-3e145268-2e8d-41c8-b45a-6c1c4eb134a5 service neutron] 10.222.0.23 "GET /v2.0/networks/8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846815 Nov 27 04:25:12.004040 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 152d32c6-ad63-4eac-918d-0999b42c19c9 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:25:12.103045 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 152d32c6-ad63-4eac-918d-0999b42c19c9, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=152d32c6-ad63-4eac-918d-0999b42c19c9,segment=NetworkSegment(5f0e5580-9541-4165-a515-b49a587aa3e6),segment_id=5f0e5580-9541-4165-a515-b49a587aa3e6)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:25:12.115285 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '152d32c6-ad63-4eac-918d-0999b42c19c9', 'network_id': '8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b', 'port_id': '152d32c6-ad63-4eac-918d-0999b42c19c9', 'mac_address': 'fa:16:3e:7c:ba:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6d539f1-8b08-44da-b1e5-de5d5a610304', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:25:12.157769 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:12.171551 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 152d32c6-ad63-4eac-918d-0999b42c19c9 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:25:12.191752 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 152d32c6-ad63-4eac-918d-0999b42c19c9, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=152d32c6-ad63-4eac-918d-0999b42c19c9,segment=NetworkSegment(5f0e5580-9541-4165-a515-b49a587aa3e6),segment_id=5f0e5580-9541-4165-a515-b49a587aa3e6)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:25:12.195482 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:12.199913 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888df0a9-079d-444a-a027-207c02d57839 req-e206a8e9-01db-426c-9daf-0453a95bde96 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:12.201437 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-888df0a9-079d-444a-a027-207c02d57839 req-e206a8e9-01db-426c-9daf-0453a95bde96 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/ports?device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 944 time: 0.0526457 Nov 27 04:25:12.242788 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=152d32c6-ad63-4eac-918d-0999b42c19c9,revision_number=8']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:25:12.249294 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-888df0a9-079d-444a-a027-207c02d57839 req-8aa93417-00c0-4414-b125-a37a9ec79c88 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ba16ff-bd48-427c-b653-b89999931cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415776 Nov 27 04:25:12.543515 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cc1ed31f-d519-4a06-bbf4-1b17c06c9559 req-ece2a20d-6c5b-470e-911b-63d53dc2eff5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388775 Nov 27 04:25:12.561793 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['152d32c6-ad63-4eac-918d-0999b42c19c9'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:25:12.646295 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ed31f-d519-4a06-bbf4-1b17c06c9559 req-30dea1aa-ab33-49fd-bb2f-ed35e4abbee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:12.647817 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cc1ed31f-d519-4a06-bbf4-1b17c06c9559 req-30dea1aa-ab33-49fd-bb2f-ed35e4abbee2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3fffb9aa6e8240099695b87b2eea88b2&device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 1096 time: 0.0427651 Nov 27 04:25:12.752100 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ed31f-d519-4a06-bbf4-1b17c06c9559 req-f4e4cbcc-58b5-415a-b519-c5f539ab624b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:12.753611 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cc1ed31f-d519-4a06-bbf4-1b17c06c9559 req-f4e4cbcc-58b5-415a-b519-c5f539ab624b service neutron] 10.222.0.11 "GET /v2.0/networks?id=8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b HTTP/1.1" status: 200 len: 913 time: 0.0852656 Nov 27 04:25:12.799499 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cc1ed31f-d519-4a06-bbf4-1b17c06c9559 req-b2251bba-af6d-45ee-a5e2-e03fcc25195b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=152d32c6-ad63-4eac-918d-0999b42c19c9 HTTP/1.1" status: 200 len: 217 time: 0.0372055 Nov 27 04:25:12.848891 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ed31f-d519-4a06-bbf4-1b17c06c9559 req-053378fb-9ca0-42d1-9f54-f28eb3acf5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:12.850278 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cc1ed31f-d519-4a06-bbf4-1b17c06c9559 req-053378fb-9ca0-42d1-9f54-f28eb3acf5c4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6d539f1-8b08-44da-b1e5-de5d5a610304 HTTP/1.1" status: 200 len: 852 time: 0.0418129 Nov 27 04:25:12.881240 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cc1ed31f-d519-4a06-bbf4-1b17c06c9559 req-c9b046a5-a326-41f8-9ec2-852247a5c485 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231142 Nov 27 04:25:12.973524 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cc1ed31f-d519-4a06-bbf4-1b17c06c9559 req-8bd78fc1-b8d0-4efa-b672-4f1f72eb3eaa service neutron] 10.222.0.11 "GET /v2.0/networks/8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829241 Nov 27 04:25:13.061290 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cc1ed31f-d519-4a06-bbf4-1b17c06c9559 req-ad0dfa6b-d0a6-4e09-aeaf-e413ace58579 service neutron] 10.222.0.11 "GET /v2.0/networks/8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788970 Nov 27 04:25:13.363437 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a87d403-2e37-46d8-b15d-9f5022130c45 req-bff3ca6f-1fed-4b36-9756-8fa60e886b5b tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:13.364824 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6a87d403-2e37-46d8-b15d-9f5022130c45 req-bff3ca6f-1fed-4b36-9756-8fa60e886b5b tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/ports?device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 945 time: 0.0477660 Nov 27 04:25:13.422045 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6a87d403-2e37-46d8-b15d-9f5022130c45 req-0f1be174-a914-4722-8fbe-83638c905568 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ba16ff-bd48-427c-b653-b89999931cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508466 Nov 27 04:25:13.670210 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71d135-db61-4fbe-aaa9-7f06ac69297d req-c1f65857-0285-4315-94d2-39da926b0b31 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:13.671608 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bf71d135-db61-4fbe-aaa9-7f06ac69297d req-c1f65857-0285-4315-94d2-39da926b0b31 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.11 "GET /v2.0/ports?device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 945 time: 0.0469105 Nov 27 04:25:13.760228 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-bf71d135-db61-4fbe-aaa9-7f06ac69297d req-5e23e004-c1bd-48a7-a4e4-fceb490ace85 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Deleting port 152d32c6-ad63-4eac-918d-0999b42c19c9 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:25:13.760582 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-bf71d135-db61-4fbe-aaa9-7f06ac69297d req-5e23e004-c1bd-48a7-a4e4-fceb490ace85 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:13.848107 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-bf71d135-db61-4fbe-aaa9-7f06ac69297d req-5e23e004-c1bd-48a7-a4e4-fceb490ace85 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] For port 152d32c6-ad63-4eac-918d-0999b42c19c9, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=152d32c6-ad63-4eac-918d-0999b42c19c9,segment=NetworkSegment(5f0e5580-9541-4165-a515-b49a587aa3e6),segment_id=5f0e5580-9541-4165-a515-b49a587aa3e6)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:25:13.848460 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-bf71d135-db61-4fbe-aaa9-7f06ac69297d req-5e23e004-c1bd-48a7-a4e4-fceb490ace85 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:13.860979 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-bf71d135-db61-4fbe-aaa9-7f06ac69297d req-5e23e004-c1bd-48a7-a4e4-fceb490ace85 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Calling delete_port for 152d32c6-ad63-4eac-918d-0999b42c19c9 owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:25:14.018173 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 152d32c6-ad63-4eac-918d-0999b42c19c9 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:25:14.224844 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-bf71d135-db61-4fbe-aaa9-7f06ac69297d req-5e23e004-c1bd-48a7-a4e4-fceb490ace85 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:14.225465 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 152d32c6-ad63-4eac-918d-0999b42c19c9 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:25:14.230072 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 152d32c6-ad63-4eac-918d-0999b42c19c9 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:25:14.230442 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:14.249489 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Port 152d32c6-ad63-4eac-918d-0999b42c19c9 was deleted so its status cannot be updated. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 27 04:25:14.251510 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23e004-c1bd-48a7-a4e4-fceb490ace85 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Pushing event deleted for resources: {'Port': ['ID=152d32c6-ad63-4eac-918d-0999b42c19c9,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:25:14.257203 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['152d32c6-ad63-4eac-918d-0999b42c19c9'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:25:14.294248 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf71d135-db61-4fbe-aaa9-7f06ac69297d req-5e23e004-c1bd-48a7-a4e4-fceb490ace85 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] No DVR routers for this DVR port 152d32c6-ad63-4eac-918d-0999b42c19c9 on host n-h2-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:25:14.296690 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-bf71d135-db61-4fbe-aaa9-7f06ac69297d req-5e23e004-c1bd-48a7-a4e4-fceb490ace85 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:14.300026 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bf71d135-db61-4fbe-aaa9-7f06ac69297d req-5e23e004-c1bd-48a7-a4e4-fceb490ace85 tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.11 "DELETE /v2.0/ports/152d32c6-ad63-4eac-918d-0999b42c19c9 HTTP/1.1" status: 204 len: 173 time: 0.6222291 Nov 27 04:25:14.300463 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743225c4-72d9-4a8d-b11b-0a2abf61634b', 'name': 'network-vif-deleted', 'tag': '152d32c6-ad63-4eac-918d-0999b42c19c9'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:25:14.302763 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81e21c6-d529-4a3d-a8dd-77d2e2294675" -d '{"events": [{"server_uuid": "743225c4-72d9-4a8d-b11b-0a2abf61634b", "name": "network-vif-deleted", "tag": "152d32c6-ad63-4eac-918d-0999b42c19c9"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:25:14.413207 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f003ae-6c89-47f5-bce3-eabe8eb48e3f x-openstack-request-id: req-c3f003ae-6c89-47f5-bce3-eabe8eb48e3f {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:25:14.413539 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "743225c4-72d9-4a8d-b11b-0a2abf61634b", "name": "network-vif-deleted", "tag": "152d32c6-ad63-4eac-918d-0999b42c19c9", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:25:14.413801 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3f003ae-6c89-47f5-bce3-eabe8eb48e3f {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:25:14.414196 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743225c4-72d9-4a8d-b11b-0a2abf61634b', 'name': 'network-vif-deleted', 'tag': '152d32c6-ad63-4eac-918d-0999b42c19c9', 'status': 'completed', 'code': 200} Nov 27 04:25:14.533917 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dbe15db9-2e7a-41bf-b4c5-4435b15712d6 req-dee87c8c-ec4e-49cc-9a1f-84715c763e9d tempest-DeleteServersTestJSON-1664042676 tempest-DeleteServersTestJSON-1664042676-project] 10.222.0.20 "GET /v2.0/ports?device_id=743225c4-72d9-4a8d-b11b-0a2abf61634b HTTP/1.1" status: 200 len: 210 time: 0.0301645 Nov 27 04:25:15.660974 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 59134) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:25:15.710951 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-35110101-f92b-48db-b230-a4c14c987812 admin admin] Deleting subnet c6d539f1-8b08-44da-b1e5-de5d5a610304 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:25:15.714533 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-35110101-f92b-48db-b230-a4c14c987812 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:15.748022 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-35110101-f92b-48db-b230-a4c14c987812 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:15.793407 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-35110101-f92b-48db-b230-a4c14c987812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:15.846419 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-35110101-f92b-48db-b230-a4c14c987812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:15.870966 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35110101-f92b-48db-b230-a4c14c987812 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6d539f1-8b08-44da-b1e5-de5d5a610304,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:25:15.878968 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-35110101-f92b-48db-b230-a4c14c987812 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:15.882114 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-35110101-f92b-48db-b230-a4c14c987812 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c6d539f1-8b08-44da-b1e5-de5d5a610304 HTTP/1.1" status: 204 len: 168 time: 0.2200475 Nov 27 04:25:15.883883 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35110101-f92b-48db-b230-a4c14c987812 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:25:15.884240 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35110101-f92b-48db-b230-a4c14c987812 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:25:15.884594 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35110101-f92b-48db-b230-a4c14c987812 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:25:15.884756 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 59136) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:25:15.885640 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35110101-f92b-48db-b230-a4c14c987812 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:25:15.885738 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35110101-f92b-48db-b230-a4c14c987812 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:25:15.886081 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35110101-f92b-48db-b230-a4c14c987812 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:25:15.886416 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35110101-f92b-48db-b230-a4c14c987812 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:25:15.886775 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35110101-f92b-48db-b230-a4c14c987812 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:25:15.887146 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35110101-f92b-48db-b230-a4c14c987812 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:25:15.887443 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35110101-f92b-48db-b230-a4c14c987812 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:25:15.888054 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35110101-f92b-48db-b230-a4c14c987812 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:25:15.888480 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35110101-f92b-48db-b230-a4c14c987812 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:25:15.951663 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9edfc66c-adfc-443a-837b-957505602ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:16.030730 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9edfc66c-adfc-443a-837b-957505602ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:16.049485 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-9edfc66c-adfc-443a-837b-957505602ba2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:25:16.058362 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-9edfc66c-adfc-443a-837b-957505602ba2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f0e5580-9541-4165-a515-b49a587aa3e6') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:25:16.058766 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-9edfc66c-adfc-443a-837b-957505602ba2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f0e5580-9541-4165-a515-b49a587aa3e6') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:25:16.067876 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9edfc66c-adfc-443a-837b-957505602ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:16.082724 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9edfc66c-adfc-443a-837b-957505602ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:16.089147 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9edfc66c-adfc-443a-837b-957505602ba2 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:25:16.089548 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9edfc66c-adfc-443a-837b-957505602ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:16.091336 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:25:16.091336 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:25:16.091336 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:25:16.091336 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:25:16.091336 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:25:16.091336 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:25:16.091336 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:25:16.091336 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:25:16.091336 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:25:16.091336 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:25:16.091336 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:25:16.091336 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:25:16.091336 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:25:16.091336 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:25:16.091336 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:25:16.091336 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:25:16.091336 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:25:16.091336 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:25:16.091336 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:25:16.091336 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:25:16.091336 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:25:16.091336 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:25:16.091336 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:25:16.091336 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:25:16.091336 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:25:16.091336 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:25:16.091336 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:25:16.091336 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:25:16.091336 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:25:16.091336 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:25:16.091336 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:25:16.091336 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:25:16.143537 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9edfc66c-adfc-443a-837b-957505602ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:16.159451 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9edfc66c-adfc-443a-837b-957505602ba2 admin admin] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:16.162727 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9edfc66c-adfc-443a-837b-957505602ba2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b HTTP/1.1" status: 204 len: 168 time: 0.2763779 Nov 27 04:25:16.164053 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edfc66c-adfc-443a-837b-957505602ba2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a773ca8-d5b7-48c9-8ab8-1726dd3a4c4b,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:25:16.175780 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7f4be335-300e-4c15-91a1-843c17eaedf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:16.271633 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 59140) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:25:16.314905 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d4c282b8-083a-4262-baf1-950aaa1b5b75 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3fffb9aa6e8240099695b87b2eea88b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420256 Nov 27 04:25:16.317267 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 59142) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:25:16.338682 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:16.364329 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b35363cd-e3bb-4395-bf61-30021b45b531 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:16.386320 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b35363cd-e3bb-4395-bf61-30021b45b531 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:16.430614 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b35363cd-e3bb-4395-bf61-30021b45b531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:16.433657 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b35363cd-e3bb-4395-bf61-30021b45b531 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:16.434847 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b35363cd-e3bb-4395-bf61-30021b45b531 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a7ba16ff-bd48-427c-b653-b89999931cd3 HTTP/1.1" status: 204 len: 168 time: 0.1166673 Nov 27 04:25:16.442485 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35363cd-e3bb-4395-bf61-30021b45b531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ba16ff-bd48-427c-b653-b89999931cd3,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:25:17.082460 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 59164) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:25:17.180432 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-fff91770-c22f-4f40-a61c-7a1dacefa74c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1148384284-network', 'tenant_id': '362318ddf9dc491e9ae25a99852b74c5'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:25:17.200351 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff91770-c22f-4f40-a61c-7a1dacefa74c admin admin] Made reservation on behalf of 362318ddf9dc491e9ae25a99852b74c5 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:25:17.202651 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fff91770-c22f-4f40-a61c-7a1dacefa74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:17.210755 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fff91770-c22f-4f40-a61c-7a1dacefa74c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:17.286097 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fff91770-c22f-4f40-a61c-7a1dacefa74c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:17.289733 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fff91770-c22f-4f40-a61c-7a1dacefa74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:17.317472 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff91770-c22f-4f40-a61c-7a1dacefa74c admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:25:17.323397 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff91770-c22f-4f40-a61c-7a1dacefa74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df933f54-dd95-4a9d-957c-553ccceb50cc,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:25:17.331975 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fff91770-c22f-4f40-a61c-7a1dacefa74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:17.332331 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-fff91770-c22f-4f40-a61c-7a1dacefa74c admin admin] Added segment f76e35e6-f9a8-4c41-9a03-9f29bc627a7b of type vlan for network 63d3e859-b644-46f7-863e-164b7dda43eb Nov 27 04:25:17.374418 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fff91770-c22f-4f40-a61c-7a1dacefa74c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:17.398810 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fff91770-c22f-4f40-a61c-7a1dacefa74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:17.399756 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff91770-c22f-4f40-a61c-7a1dacefa74c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:17.400357 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fff91770-c22f-4f40-a61c-7a1dacefa74c admin admin] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:17.463351 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-fff91770-c22f-4f40-a61c-7a1dacefa74c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3795738 Nov 27 04:25:17.466715 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 59168) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:25:17.472009 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-b4ac641e-affd-4d87-859c-20da9c3a7436 admin admin] Request body: {'subnet': {'network_id': '63d3e859-b644-46f7-863e-164b7dda43eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1148384284-subnet', 'tenant_id': '362318ddf9dc491e9ae25a99852b74c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:25:17.489784 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff91770-c22f-4f40-a61c-7a1dacefa74c admin admin] Pushing event updated for resources: {'Network': ['ID=63d3e859-b644-46f7-863e-164b7dda43eb,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:25:17.492545 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ac641e-affd-4d87-859c-20da9c3a7436 admin admin] Made reservation on behalf of 362318ddf9dc491e9ae25a99852b74c5 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:25:17.495146 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b4ac641e-affd-4d87-859c-20da9c3a7436 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:17.500822 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 63d3e859-b644-46f7-863e-164b7dda43eb details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:25:17.662531 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b4ac641e-affd-4d87-859c-20da9c3a7436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:17.727621 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac641e-affd-4d87-859c-20da9c3a7436 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfe54c12-8d77-49c4-bd7e-690a70559f81,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:25:17.734459 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ac641e-affd-4d87-859c-20da9c3a7436 admin admin] Checking segment: {'id': 'f76e35e6-f9a8-4c41-9a03-9f29bc627a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '63d3e859-b644-46f7-863e-164b7dda43eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:25:17.734854 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ac641e-affd-4d87-859c-20da9c3a7436 admin admin] Network hostable DHCP agents. Network: 63d3e859-b644-46f7-863e-164b7dda43eb, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:25:17.760972 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ac641e-affd-4d87-859c-20da9c3a7436 admin admin] Network 63d3e859-b644-46f7-863e-164b7dda43eb is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:25:17.769504 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-b4ac641e-affd-4d87-859c-20da9c3a7436 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 63d3e859-b644-46f7-863e-164b7dda43eb) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:25:17.773405 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ac641e-affd-4d87-859c-20da9c3a7436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:17.774034 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b4ac641e-affd-4d87-859c-20da9c3a7436 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:17.778617 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcafccd-634d-4896-9dc3-e036f67d7336 None None] Network 63d3e859-b644-46f7-863e-164b7dda43eb requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:25:17.791522 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b4ac641e-affd-4d87-859c-20da9c3a7436 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3236880 Nov 27 04:25:17.901535 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdcd968-a234-4fb9-9fbd-04cc9ce70450 None None] Network 63d3e859-b644-46f7-863e-164b7dda43eb requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:25:18.037980 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 152d32c6-ad63-4eac-918d-0999b42c19c9 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:25:18.062718 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: 152d32c6-ad63-4eac-918d-0999b42c19c9 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:25:18.063068 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 152d32c6-ad63-4eac-918d-0999b42c19c9 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:25:18.251286 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-b31d11e3-1327-4b9f-b002-3950cd58f992 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:18.252762 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-b31d11e3-1327-4b9f-b002-3950cd58f992 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/networks?id=63d3e859-b644-46f7-863e-164b7dda43eb HTTP/1.1" status: 200 len: 815 time: 0.1397712 Nov 27 04:25:18.267717 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-b1729211-7bff-43c4-8cbc-b43fbde64794 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/quotas/362318ddf9dc491e9ae25a99852b74c5 HTTP/1.1" status: 200 len: 375 time: 0.0088949 Nov 27 04:25:18.322472 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-de967436-3a32-437e-9299-b741d8f1fe38 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=362318ddf9dc491e9ae25a99852b74c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495045 Nov 27 04:25:18.323152 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-229b268b-852e-4f4e-89eb-273335d09ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:18.417000 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-b4f99b86-7290-4b9f-b0fb-8ba117d08e84 service neutron] 10.222.0.20 "GET /v2.0/networks/63d3e859-b644-46f7-863e-164b7dda43eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856323 Nov 27 04:25:18.512839 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-539fa925-9fe9-49e5-be5d-106c071f4a27 service neutron] 10.222.0.20 "GET /v2.0/networks/63d3e859-b644-46f7-863e-164b7dda43eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887194 Nov 27 04:25:18.672694 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d5a4aedc-23e6-49f5-a329-a07e9ae9df41 req-df65b412-aa95-49f1-a845-a4d1a3754613 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 210 time: 0.0282462 Nov 27 04:25:18.927594 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:19.650688 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:19.669427 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-a716e3e9-f4c2-4982-a15d-49c5e4ce3bd5 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:19.671197 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-a716e3e9-f4c2-4982-a15d-49c5e4ce3bd5 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.11 "GET /v2.0/networks?id=63d3e859-b644-46f7-863e-164b7dda43eb HTTP/1.1" status: 200 len: 815 time: 0.1093581 Nov 27 04:25:19.698196 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-132a52c7-b903-4203-98f6-3ee56084b4e6 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Request body: {'port': {'device_id': 'd9037e7d-380f-4080-8464-8a6e052bf119', 'network_id': '63d3e859-b644-46f7-863e-164b7dda43eb', 'admin_state_up': True, 'tenant_id': '362318ddf9dc491e9ae25a99852b74c5'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:25:19.778625 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4207bff7-a428-4917-a204-f5ee25581164 req-cdba34a2-ee02-4cb2-834f-496771965084 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 210 time: 0.0372677 Nov 27 04:25:19.833989 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-132a52c7-b903-4203-98f6-3ee56084b4e6 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Made reservation on behalf of 362318ddf9dc491e9ae25a99852b74c5 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:25:19.837522 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-132a52c7-b903-4203-98f6-3ee56084b4e6 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:19.957034 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-132a52c7-b903-4203-98f6-3ee56084b4e6 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Allocated IP 172.20.0.9 (63d3e859-b644-46f7-863e-164b7dda43eb/cfe54c12-8d77-49c4-bd7e-690a70559f81/d6e09619-7960-409f-926e-70fdc9a1c246) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:25:20.103376 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-132a52c7-b903-4203-98f6-3ee56084b4e6 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:20.136910 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-132a52c7-b903-4203-98f6-3ee56084b4e6 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:20.180967 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-132a52c7-b903-4203-98f6-3ee56084b4e6 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Network 63d3e859-b644-46f7-863e-164b7dda43eb is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:25:20.184135 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-132a52c7-b903-4203-98f6-3ee56084b4e6 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:25:20.188036 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-132a52c7-b903-4203-98f6-3ee56084b4e6 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:25:20.194133 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a52c7-b903-4203-98f6-3ee56084b4e6 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Pushing event updated for resources: {'Port': ['ID=d6e09619-7960-409f-926e-70fdc9a1c246,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:25:20.241742 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-132a52c7-b903-4203-98f6-3ee56084b4e6 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:20.242268 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-132a52c7-b903-4203-98f6-3ee56084b4e6 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:20.257257 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-132a52c7-b903-4203-98f6-3ee56084b4e6 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5630300 Nov 27 04:25:20.275195 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-4c127bd3-a035-4c11-ae1f-4a5e61d698d2 service neutron] Request body: {'port': {'device_id': 'd9037e7d-380f-4080-8464-8a6e052bf119', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:25:20.330733 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-4c127bd3-a035-4c11-ae1f-4a5e61d698d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:20.582655 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-4c127bd3-a035-4c11-ae1f-4a5e61d698d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6e09619-7960-409f-926e-70fdc9a1c246 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:25:20.590379 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-4c127bd3-a035-4c11-ae1f-4a5e61d698d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:20.601829 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-4c127bd3-a035-4c11-ae1f-4a5e61d698d2 service neutron] Transition to ACTIVE for port object d6e09619-7960-409f-926e-70fdc9a1c246 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:25:20.605564 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-4c127bd3-a035-4c11-ae1f-4a5e61d698d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:20.672548 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c127bd3-a035-4c11-ae1f-4a5e61d698d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d6e09619-7960-409f-926e-70fdc9a1c246,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:25:20.723709 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-4c127bd3-a035-4c11-ae1f-4a5e61d698d2 service neutron] Attempting to bind port d6e09619-7960-409f-926e-70fdc9a1c246 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:25:20.724043 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-4c127bd3-a035-4c11-ae1f-4a5e61d698d2 service neutron] Attempting to bind port d6e09619-7960-409f-926e-70fdc9a1c246 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': 'f76e35e6-f9a8-4c41-9a03-9f29bc627a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '63d3e859-b644-46f7-863e-164b7dda43eb'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:25:20.724374 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-4c127bd3-a035-4c11-ae1f-4a5e61d698d2 service neutron] Attempting to bind port d6e09619-7960-409f-926e-70fdc9a1c246 on network 63d3e859-b644-46f7-863e-164b7dda43eb {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:25:20.728613 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-4c127bd3-a035-4c11-ae1f-4a5e61d698d2 service neutron] Port d6e09619-7960-409f-926e-70fdc9a1c246 on network 63d3e859-b644-46f7-863e-164b7dda43eb not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:25:20.728940 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-4c127bd3-a035-4c11-ae1f-4a5e61d698d2 service neutron] Attempting to bind port d6e09619-7960-409f-926e-70fdc9a1c246 on network 63d3e859-b644-46f7-863e-164b7dda43eb {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:25:20.733595 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-4c127bd3-a035-4c11-ae1f-4a5e61d698d2 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:25:20.733932 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-4c127bd3-a035-4c11-ae1f-4a5e61d698d2 service neutron] Checking segment: {'id': 'f76e35e6-f9a8-4c41-9a03-9f29bc627a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '63d3e859-b644-46f7-863e-164b7dda43eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:25:20.734317 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-4c127bd3-a035-4c11-ae1f-4a5e61d698d2 service neutron] Bound using segment: {'id': 'f76e35e6-f9a8-4c41-9a03-9f29bc627a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '63d3e859-b644-46f7-863e-164b7dda43eb'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:25:20.734767 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-4c127bd3-a035-4c11-ae1f-4a5e61d698d2 service neutron] Bound port: d6e09619-7960-409f-926e-70fdc9a1c246, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f76e35e6-f9a8-4c41-9a03-9f29bc627a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '63d3e859-b644-46f7-863e-164b7dda43eb'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:25:20.735119 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-4c127bd3-a035-4c11-ae1f-4a5e61d698d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:20.795600 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-4c127bd3-a035-4c11-ae1f-4a5e61d698d2 service neutron] For port d6e09619-7960-409f-926e-70fdc9a1c246, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:25:20.800490 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-4c127bd3-a035-4c11-ae1f-4a5e61d698d2 service neutron] For port d6e09619-7960-409f-926e-70fdc9a1c246, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=d6e09619-7960-409f-926e-70fdc9a1c246,segment=NetworkSegment(f76e35e6-f9a8-4c41-9a03-9f29bc627a7b),segment_id=f76e35e6-f9a8-4c41-9a03-9f29bc627a7b)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:25:20.804519 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-4c127bd3-a035-4c11-ae1f-4a5e61d698d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:20.845795 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-4c127bd3-a035-4c11-ae1f-4a5e61d698d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:20.846419 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-4c127bd3-a035-4c11-ae1f-4a5e61d698d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:20.847837 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-4c127bd3-a035-4c11-ae1f-4a5e61d698d2 service neutron] 10.222.0.11 "PUT /v2.0/ports/d6e09619-7960-409f-926e-70fdc9a1c246 HTTP/1.1" status: 200 len: 1091 time: 0.5765238 Nov 27 04:25:20.848285 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9037e7d-380f-4080-8464-8a6e052bf119', 'tag': 'd6e09619-7960-409f-926e-70fdc9a1c246'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:25:20.850523 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7577e154-1b00-4e1b-be38-16e8ab7d44f8" -d '{"events": [{"name": "network-changed", "server_uuid": "d9037e7d-380f-4080-8464-8a6e052bf119", "tag": "d6e09619-7960-409f-926e-70fdc9a1c246"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:25:20.872540 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c127bd3-a035-4c11-ae1f-4a5e61d698d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d6e09619-7960-409f-926e-70fdc9a1c246,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:25:20.902174 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc4bcc-b6ac-40bd-8b9a-9e86f579f0e7 req-33fc9e52-ef10-41e0-92a2-7ad84760f68f tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:20.904564 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-96fc4bcc-b6ac-40bd-8b9a-9e86f579f0e7 req-33fc9e52-ef10-41e0-92a2-7ad84760f68f tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 943 time: 0.0580606 Nov 27 04:25:20.913166 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69d6d10-38b1-4ce9-a526-d9166292c808 x-openstack-request-id: req-c69d6d10-38b1-4ce9-a526-d9166292c808 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:25:20.913534 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9037e7d-380f-4080-8464-8a6e052bf119", "tag": "d6e09619-7960-409f-926e-70fdc9a1c246", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:25:20.913858 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c69d6d10-38b1-4ce9-a526-d9166292c808 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:25:20.914347 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9037e7d-380f-4080-8464-8a6e052bf119', 'tag': 'd6e09619-7960-409f-926e-70fdc9a1c246', 'status': 'completed', 'code': 200} Nov 27 04:25:20.947943 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-703ac509-a560-4059-9c31-ab1aff72e465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:20.949512 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-703ac509-a560-4059-9c31-ab1aff72e465 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=362318ddf9dc491e9ae25a99852b74c5&device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 1094 time: 0.0456679 Nov 27 04:25:20.953194 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-96fc4bcc-b6ac-40bd-8b9a-9e86f579f0e7 req-f3b680f5-dfda-415b-9df5-320ac2e946f2 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423875 Nov 27 04:25:20.996846 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-16fcaa48-a383-4137-9243-a0efbb5b55b9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6e09619-7960-409f-926e-70fdc9a1c246 HTTP/1.1" status: 200 len: 217 time: 0.0333538 Nov 27 04:25:21.048017 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-a19dfdd9-3c31-45fe-9bf2-534ea8f258b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:21.049412 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-a19dfdd9-3c31-45fe-9bf2-534ea8f258b8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cfe54c12-8d77-49c4-bd7e-690a70559f81 HTTP/1.1" status: 200 len: 855 time: 0.0453100 Nov 27 04:25:21.081227 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-d0375de5-2c9b-41a9-bbc0-38c3759f2ada service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=63d3e859-b644-46f7-863e-164b7dda43eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236456 Nov 27 04:25:21.168372 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-af5ffa94-5e63-48a9-b4fd-0be9731da0c7 service neutron] 10.222.0.11 "GET /v2.0/networks/63d3e859-b644-46f7-863e-164b7dda43eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796442 Nov 27 04:25:21.259585 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:21.261177 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-13045d4c-d7e2-40f9-a1d6-05dc866ef491 req-526fe404-230f-494b-9fb2-5b736fcaa0ac service neutron] 10.222.0.11 "GET /v2.0/networks/63d3e859-b644-46f7-863e-164b7dda43eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854757 Nov 27 04:25:21.390597 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577e154-1b00-4e1b-be38-16e8ab7d44f8 req-a01dc61a-2987-4fb4-9fbd-f0370b8e1c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:21.392078 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7577e154-1b00-4e1b-be38-16e8ab7d44f8 req-a01dc61a-2987-4fb4-9fbd-f0370b8e1c3e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=362318ddf9dc491e9ae25a99852b74c5&device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 1094 time: 0.0406649 Nov 27 04:25:21.484997 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577e154-1b00-4e1b-be38-16e8ab7d44f8 req-e91f5bca-e4af-4dd1-b5fb-6139defce458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:21.486500 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7577e154-1b00-4e1b-be38-16e8ab7d44f8 req-e91f5bca-e4af-4dd1-b5fb-6139defce458 service neutron] 10.222.0.11 "GET /v2.0/networks?id=63d3e859-b644-46f7-863e-164b7dda43eb HTTP/1.1" status: 200 len: 916 time: 0.0874913 Nov 27 04:25:21.526725 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7577e154-1b00-4e1b-be38-16e8ab7d44f8 req-3c42c095-2bfc-4987-b0df-96753f2e7d35 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6e09619-7960-409f-926e-70fdc9a1c246 HTTP/1.1" status: 200 len: 217 time: 0.0333025 Nov 27 04:25:21.579118 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577e154-1b00-4e1b-be38-16e8ab7d44f8 req-1e1910d5-33a1-4ba2-9838-1e10ae26717d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:21.580596 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7577e154-1b00-4e1b-be38-16e8ab7d44f8 req-1e1910d5-33a1-4ba2-9838-1e10ae26717d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cfe54c12-8d77-49c4-bd7e-690a70559f81 HTTP/1.1" status: 200 len: 855 time: 0.0463817 Nov 27 04:25:21.612891 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7577e154-1b00-4e1b-be38-16e8ab7d44f8 req-f2908434-5777-47e7-ba85-82afd32f0a85 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=63d3e859-b644-46f7-863e-164b7dda43eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238910 Nov 27 04:25:21.700581 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7577e154-1b00-4e1b-be38-16e8ab7d44f8 req-8ab81ba3-d69e-40f8-96c8-00fe29c0710f service neutron] 10.222.0.11 "GET /v2.0/networks/63d3e859-b644-46f7-863e-164b7dda43eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794671 Nov 27 04:25:21.793005 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7577e154-1b00-4e1b-be38-16e8ab7d44f8 req-2b2a1f2a-cf1c-4184-ac64-47857d0a9445 service neutron] 10.222.0.11 "GET /v2.0/networks/63d3e859-b644-46f7-863e-164b7dda43eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852902 Nov 27 04:25:21.885897 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:22.067279 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f18aaa-b555-4ff0-953a-a25533e36b3b req-4a18663a-6ab1-4900-98ee-900c66dccd40 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:22.068645 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a5f18aaa-b555-4ff0-953a-a25533e36b3b req-4a18663a-6ab1-4900-98ee-900c66dccd40 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 943 time: 0.0478146 Nov 27 04:25:22.114769 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a5f18aaa-b555-4ff0-953a-a25533e36b3b req-fcf7a354-26ee-4dba-9f0d-e0c92f651e77 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396457 Nov 27 04:25:23.233830 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb95f5c-3b03-49db-9fdb-0579a5322b5e req-5a4ad77e-f3ac-48e2-8d8f-1180ef34138f tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:23.235321 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3eb95f5c-3b03-49db-9fdb-0579a5322b5e req-5a4ad77e-f3ac-48e2-8d8f-1180ef34138f tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 943 time: 0.0520263 Nov 27 04:25:23.280949 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3eb95f5c-3b03-49db-9fdb-0579a5322b5e req-c889377d-b16e-4146-965f-7a2d476b0ef7 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396149 Nov 27 04:25:24.065920 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device d6e09619-7960-409f-926e-70fdc9a1c246 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:25:24.163703 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port d6e09619-7960-409f-926e-70fdc9a1c246, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=d6e09619-7960-409f-926e-70fdc9a1c246,segment=NetworkSegment(f76e35e6-f9a8-4c41-9a03-9f29bc627a7b),segment_id=f76e35e6-f9a8-4c41-9a03-9f29bc627a7b)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:25:24.176004 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'd6e09619-7960-409f-926e-70fdc9a1c246', 'network_id': '63d3e859-b644-46f7-863e-164b7dda43eb', 'port_id': 'd6e09619-7960-409f-926e-70fdc9a1c246', 'mac_address': 'fa:16:3e:a6:2b:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfe54c12-8d77-49c4-bd7e-690a70559f81', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:25:24.213000 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:24.226129 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6e09619-7960-409f-926e-70fdc9a1c246 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:25:24.246286 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port d6e09619-7960-409f-926e-70fdc9a1c246, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=d6e09619-7960-409f-926e-70fdc9a1c246,segment=NetworkSegment(f76e35e6-f9a8-4c41-9a03-9f29bc627a7b),segment_id=f76e35e6-f9a8-4c41-9a03-9f29bc627a7b)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:25:24.251661 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:24.302328 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=d6e09619-7960-409f-926e-70fdc9a1c246,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:25:24.313413 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:25:24.313774 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:25:24.314249 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:25:24.314463 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:25:24.316168 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:25:24.316168 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:25:24.316168 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:25:24.316168 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:25:24.316168 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:25:24.316531 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:25:24.317350 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:25:24.317350 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:25:24.411293 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408cc02-24d5-4eb6-a1ad-67e7e9518db0 req-1fa01c9b-c113-4c0f-8ece-79d541ed7666 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:24.412800 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6408cc02-24d5-4eb6-a1ad-67e7e9518db0 req-1fa01c9b-c113-4c0f-8ece-79d541ed7666 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 944 time: 0.0552411 Nov 27 04:25:24.460331 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6408cc02-24d5-4eb6-a1ad-67e7e9518db0 req-5367d9e7-3568-4daf-8f7e-41d6eb6eff87 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410113 Nov 27 04:25:24.507747 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['d6e09619-7960-409f-926e-70fdc9a1c246'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:25:25.575857 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d83719-6e6b-4ab6-9106-5a22ef05f265 req-ec98859b-169e-4f39-bfd0-02a15294c504 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:25.577350 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-66d83719-6e6b-4ab6-9106-5a22ef05f265 req-ec98859b-169e-4f39-bfd0-02a15294c504 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 944 time: 0.0487342 Nov 27 04:25:25.626029 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-66d83719-6e6b-4ab6-9106-5a22ef05f265 req-1a580c6d-275a-4b50-a8c7-9475dec8b2ae tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426731 Nov 27 04:25:26.072567 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device d6e09619-7960-409f-926e-70fdc9a1c246 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:25:26.123523 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port d6e09619-7960-409f-926e-70fdc9a1c246 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:25:26.127611 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port d6e09619-7960-409f-926e-70fdc9a1c246 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:25:26.127979 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:26.202783 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:26.224880 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9037e7d-380f-4080-8464-8a6e052bf119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e09619-7960-409f-926e-70fdc9a1c246'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:25:26.227127 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caeae676-300e-4c90-99a3-4ca6d0bd2022" -d '{"events": [{"server_uuid": "d9037e7d-380f-4080-8464-8a6e052bf119", "name": "network-vif-plugged", "status": "completed", "tag": "d6e09619-7960-409f-926e-70fdc9a1c246"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:25:26.240528 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port d6e09619-7960-409f-926e-70fdc9a1c246, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=d6e09619-7960-409f-926e-70fdc9a1c246,segment=NetworkSegment(f76e35e6-f9a8-4c41-9a03-9f29bc627a7b),segment_id=f76e35e6-f9a8-4c41-9a03-9f29bc627a7b)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:25:26.245480 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:26.294481 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=d6e09619-7960-409f-926e-70fdc9a1c246,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:25:26.327568 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379aefef-0114-4db7-89c4-828df09ee577 x-openstack-request-id: req-379aefef-0114-4db7-89c4-828df09ee577 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:25:26.327875 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9037e7d-380f-4080-8464-8a6e052bf119", "name": "network-vif-plugged", "status": "completed", "tag": "d6e09619-7960-409f-926e-70fdc9a1c246", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:25:26.328130 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-379aefef-0114-4db7-89c4-828df09ee577 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:25:26.328527 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9037e7d-380f-4080-8464-8a6e052bf119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e09619-7960-409f-926e-70fdc9a1c246', 'code': 200} Nov 27 04:25:26.454270 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7ae0e-cb23-4f45-a040-3746e667dcec req-3093e9d4-2aa5-4e3d-856e-0220816d2982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:26.455785 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2cc7ae0e-cb23-4f45-a040-3746e667dcec req-3093e9d4-2aa5-4e3d-856e-0220816d2982 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 1096 time: 0.0386748 Nov 27 04:25:26.506826 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2cc7ae0e-cb23-4f45-a040-3746e667dcec req-a5b0c430-37b9-43fa-8bec-0f04cea3afb2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437682 Nov 27 04:25:26.737920 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb570ba6-a77b-4937-875a-d3d690f2bb7d req-5fc3f1c4-fcdb-46ab-9198-d5692cbe7604 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:26.739399 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-eb570ba6-a77b-4937-875a-d3d690f2bb7d req-5fc3f1c4-fcdb-46ab-9198-d5692cbe7604 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 945 time: 0.0468371 Nov 27 04:25:26.789121 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-eb570ba6-a77b-4937-875a-d3d690f2bb7d req-a455277d-278b-46dd-b8d7-004ba6cfaf13 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433738 Nov 27 04:25:27.904891 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51b5db-1d7b-49b3-8716-ee8c60ad22fb req-80d71d10-4549-4d0b-8889-c9d8bf924df4 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:27.906412 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3e51b5db-1d7b-49b3-8716-ee8c60ad22fb req-80d71d10-4549-4d0b-8889-c9d8bf924df4 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 945 time: 0.0484135 Nov 27 04:25:27.957893 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3e51b5db-1d7b-49b3-8716-ee8c60ad22fb req-d451cc4e-b9cb-491d-bd7b-93284012cf10 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455365 Nov 27 04:25:28.070486 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4562791-623b-4fab-8a2b-39ce8808850d req-595e24f1-4d0f-4b46-b849-4f50c3bc7c4c tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:28.071915 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a4562791-623b-4fab-8a2b-39ce8808850d req-595e24f1-4d0f-4b46-b849-4f50c3bc7c4c tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 945 time: 0.0476310 Nov 27 04:25:28.118470 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a4562791-623b-4fab-8a2b-39ce8808850d req-38c365da-00d8-4c8d-89c2-0c2f10e6124a tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401876 Nov 27 04:25:28.314190 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d2645-0139-48b6-95c3-57200ad44f6e req-8253a812-0c82-4a75-a2c0-c406cd2e0d81 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:28.315680 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8e8d2645-0139-48b6-95c3-57200ad44f6e req-8253a812-0c82-4a75-a2c0-c406cd2e0d81 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 945 time: 0.0473709 Nov 27 04:25:28.361802 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8e8d2645-0139-48b6-95c3-57200ad44f6e req-12421fb8-e874-45ac-b170-e3e9cdb11688 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401292 Nov 27 04:25:28.473383 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196713f0-9e54-4fb6-b431-2c732288f914 req-33be8db5-9123-4dac-b130-169588df394a tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:28.474881 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-196713f0-9e54-4fb6-b431-2c732288f914 req-33be8db5-9123-4dac-b130-169588df394a tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 945 time: 0.0484822 Nov 27 04:25:28.522228 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-196713f0-9e54-4fb6-b431-2c732288f914 req-70472c93-bb2e-4d46-afb2-2d01b600b70d tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413814 Nov 27 04:25:28.777588 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ca3526a3-7272-451e-9385-7c5bba68764f req-5d6e3b1a-aa4e-46e4-922f-e061ca715870 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0741403 Nov 27 04:25:28.785522 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102269ee-7863-4333-809e-92b4539cba69 req-b98eadd3-614e-45c7-b204-69d25f1da007 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:28.786919 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-102269ee-7863-4333-809e-92b4539cba69 req-b98eadd3-614e-45c7-b204-69d25f1da007 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 945 time: 0.0725071 Nov 27 04:25:28.835215 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-102269ee-7863-4333-809e-92b4539cba69 req-1ade5524-3643-4980-b1c4-4fae04100b80 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418665 Nov 27 04:25:29.957984 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65c381-bd3a-4285-9953-65e6fdde2329 req-f498f09e-54dc-4399-94af-1f09eb3014d4 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:29.959494 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ef65c381-bd3a-4285-9953-65e6fdde2329 req-f498f09e-54dc-4399-94af-1f09eb3014d4 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 945 time: 0.0533366 Nov 27 04:25:30.009020 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ef65c381-bd3a-4285-9953-65e6fdde2329 req-c198e4ce-d1b3-47d6-9976-9d715b1d8171 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434968 Nov 27 04:25:30.072184 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3526a3-7272-451e-9385-7c5bba68764f req-163d03ae-f590-4a9b-83d6-072cab5e24f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:30.074644 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ca3526a3-7272-451e-9385-7c5bba68764f req-163d03ae-f590-4a9b-83d6-072cab5e24f3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=362318ddf9dc491e9ae25a99852b74c5&device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 1096 time: 0.0403092 Nov 27 04:25:30.168326 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3526a3-7272-451e-9385-7c5bba68764f req-35558968-1294-449c-bcec-dfed3d76a90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:30.169720 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ca3526a3-7272-451e-9385-7c5bba68764f req-35558968-1294-449c-bcec-dfed3d76a90c service neutron] 10.222.0.11 "GET /v2.0/networks?id=63d3e859-b644-46f7-863e-164b7dda43eb HTTP/1.1" status: 200 len: 916 time: 0.0875108 Nov 27 04:25:30.211235 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ca3526a3-7272-451e-9385-7c5bba68764f req-a8842732-d2f4-4e3b-b2db-2e9687ef7918 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6e09619-7960-409f-926e-70fdc9a1c246 HTTP/1.1" status: 200 len: 217 time: 0.0341294 Nov 27 04:25:30.259954 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3526a3-7272-451e-9385-7c5bba68764f req-43e21726-c753-462b-ae14-1e3dbde3b5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:30.261348 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ca3526a3-7272-451e-9385-7c5bba68764f req-43e21726-c753-462b-ae14-1e3dbde3b5a5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cfe54c12-8d77-49c4-bd7e-690a70559f81 HTTP/1.1" status: 200 len: 855 time: 0.0431550 Nov 27 04:25:30.292495 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ca3526a3-7272-451e-9385-7c5bba68764f req-1e9cfbd0-e2ce-4a86-bc62-a6400919f13c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=63d3e859-b644-46f7-863e-164b7dda43eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235796 Nov 27 04:25:30.384334 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ca3526a3-7272-451e-9385-7c5bba68764f req-1c985287-69fc-4260-9527-7cb88e9a74cb service neutron] 10.222.0.11 "GET /v2.0/networks/63d3e859-b644-46f7-863e-164b7dda43eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848918 Nov 27 04:25:30.744147 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ca3526a3-7272-451e-9385-7c5bba68764f req-4a7d7646-a60a-45f9-aa9a-e0a069d07e16 service neutron] 10.222.0.11 "GET /v2.0/networks/63d3e859-b644-46f7-863e-164b7dda43eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519373 Nov 27 04:25:31.123485 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da5d8c-c5e4-4ac1-80a5-11860d68dab3 req-8aadf276-65ea-43f0-8843-a7e579cec620 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:31.125195 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b7da5d8c-c5e4-4ac1-80a5-11860d68dab3 req-8aadf276-65ea-43f0-8843-a7e579cec620 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 945 time: 0.0471253 Nov 27 04:25:31.171487 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b7da5d8c-c5e4-4ac1-80a5-11860d68dab3 req-40013d45-e285-492a-bb4a-a4251e6e1e68 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402892 Nov 27 04:25:32.285032 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8889fa-5638-4692-9616-990ee65ac03e req-eb971e9e-d6b4-422b-8592-d7f8f7adabb4 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:32.286504 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9b8889fa-5638-4692-9616-990ee65ac03e req-eb971e9e-d6b4-422b-8592-d7f8f7adabb4 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 945 time: 0.0474768 Nov 27 04:25:32.334815 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9b8889fa-5638-4692-9616-990ee65ac03e req-4a6614c6-c881-471c-ac82-431fd823c312 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417867 Nov 27 04:25:33.451748 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e997c-3f4f-4388-a93c-a9d6908fa5dd req-315539e5-9e91-40ae-b14e-078d3ea99905 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:33.453238 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ce4e997c-3f4f-4388-a93c-a9d6908fa5dd req-315539e5-9e91-40ae-b14e-078d3ea99905 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 945 time: 0.0475140 Nov 27 04:25:33.499023 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ce4e997c-3f4f-4388-a93c-a9d6908fa5dd req-4ab72f49-9b66-4aa6-9851-97a200c91e93 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399017 Nov 27 04:25:34.611604 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41851362-5629-4ddd-8afb-e35a240401d6 req-80655dc5-c24c-4c3f-9de6-77f3ea24b349 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:34.613058 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-41851362-5629-4ddd-8afb-e35a240401d6 req-80655dc5-c24c-4c3f-9de6-77f3ea24b349 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 945 time: 0.0480545 Nov 27 04:25:34.663405 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-41851362-5629-4ddd-8afb-e35a240401d6 req-37ff6c7e-e060-4042-b750-281b43fee4c1 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443766 Nov 27 04:25:35.784714 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c6dd5-7f81-4299-9dd8-f8aac9b3f9a7 req-26128e18-fe09-44b3-9478-05cb8795b842 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:35.786216 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cc4c6dd5-7f81-4299-9dd8-f8aac9b3f9a7 req-26128e18-fe09-44b3-9478-05cb8795b842 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 945 time: 0.0548530 Nov 27 04:25:35.832924 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cc4c6dd5-7f81-4299-9dd8-f8aac9b3f9a7 req-ec63367e-2844-4ee4-a085-794d7ed1a927 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407767 Nov 27 04:25:36.945841 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33acca8f-6df1-4af5-aedd-13e33331f2e8 req-f6b4b085-38a2-4c28-a8de-1f70e928e2c9 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:36.947327 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-33acca8f-6df1-4af5-aedd-13e33331f2e8 req-f6b4b085-38a2-4c28-a8de-1f70e928e2c9 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 945 time: 0.0479288 Nov 27 04:25:36.993672 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-33acca8f-6df1-4af5-aedd-13e33331f2e8 req-4b548ab4-0710-4cc0-ba61-ea63d22857be tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398304 Nov 27 04:25:38.106702 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f342313-9488-4959-b18b-7b47513d32a8 req-af64a54d-6c19-473f-83fa-48cca6e7b856 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:38.108185 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2f342313-9488-4959-b18b-7b47513d32a8 req-af64a54d-6c19-473f-83fa-48cca6e7b856 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 945 time: 0.0478652 Nov 27 04:25:38.154377 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2f342313-9488-4959-b18b-7b47513d32a8 req-c258510b-b251-47ca-aac5-a4a66828d226 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402045 Nov 27 04:25:39.267731 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4bbd19-077a-483f-b82b-17b3984791d0 req-1324112a-08db-4b70-8d74-163bd7bd09e8 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:39.269184 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4d4bbd19-077a-483f-b82b-17b3984791d0 req-1324112a-08db-4b70-8d74-163bd7bd09e8 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 945 time: 0.0480273 Nov 27 04:25:39.315021 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4d4bbd19-077a-483f-b82b-17b3984791d0 req-4ff7ecc3-bfe6-435c-ae94-0913ee318b52 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399232 Nov 27 04:25:39.704937 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:25:40.427659 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858eb841-821a-414e-b009-8833a4d30189 req-f3784e29-88ec-4eac-979a-48ffd17d9f65 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:40.429307 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-858eb841-821a-414e-b009-8833a4d30189 req-f3784e29-88ec-4eac-979a-48ffd17d9f65 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 945 time: 0.0480261 Nov 27 04:25:40.479992 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-858eb841-821a-414e-b009-8833a4d30189 req-f627c017-11ec-4c17-88a5-dc8bb87bfa53 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441234 Nov 27 04:25:41.597178 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89370d50-921b-4938-8d6d-cbc279a071c7 req-bf13ab86-dc0a-401f-b0f4-004a6c5daf3d tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:41.598695 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-89370d50-921b-4938-8d6d-cbc279a071c7 req-bf13ab86-dc0a-401f-b0f4-004a6c5daf3d tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 945 time: 0.0515332 Nov 27 04:25:41.644535 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-89370d50-921b-4938-8d6d-cbc279a071c7 req-e1a118f3-8d46-41ec-bc77-1fc7a5122926 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400109 Nov 27 04:25:42.758982 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e0670-af51-42f4-879e-bd0d4c8df851 req-72bcb078-5fd8-42f1-bc92-9e5526b86eb7 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:42.760452 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0a0e0670-af51-42f4-879e-bd0d4c8df851 req-72bcb078-5fd8-42f1-bc92-9e5526b86eb7 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 945 time: 0.0486181 Nov 27 04:25:42.806912 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0a0e0670-af51-42f4-879e-bd0d4c8df851 req-a3d76015-3172-459e-8a33-4f223095da75 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405698 Nov 27 04:25:43.923088 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6635468-d6f3-4642-95fa-d7e695bde955 req-e6903404-0879-49c1-8dbc-3c8e30a20ed0 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:43.924559 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f6635468-d6f3-4642-95fa-d7e695bde955 req-e6903404-0879-49c1-8dbc-3c8e30a20ed0 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 945 time: 0.0476613 Nov 27 04:25:43.970799 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f6635468-d6f3-4642-95fa-d7e695bde955 req-64cd8909-7b03-4cd6-9452-60919470f676 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404291 Nov 27 04:25:45.086083 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c245f-44fb-4c8d-943a-e2b4be83f39f req-324507d2-2fd9-4865-8f1a-53cccec2c62f tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:45.087573 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f88c245f-44fb-4c8d-943a-e2b4be83f39f req-324507d2-2fd9-4865-8f1a-53cccec2c62f tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 945 time: 0.0479097 Nov 27 04:25:45.134185 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f88c245f-44fb-4c8d-943a-e2b4be83f39f req-48f00f68-68c5-45fb-990d-b5a9ee0ebf81 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406916 Nov 27 04:25:46.170135 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c8a09c4b-d3a9-4b22-b08b-aa5badda4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:46.254756 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286ddcc-7817-42b7-afdb-4ade00d02e38 req-5e82efd7-bf0e-48b1-93b6-50d85a4544fc tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:46.256222 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b286ddcc-7817-42b7-afdb-4ade00d02e38 req-5e82efd7-bf0e-48b1-93b6-50d85a4544fc tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 945 time: 0.0516334 Nov 27 04:25:46.301698 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b286ddcc-7817-42b7-afdb-4ade00d02e38 req-bc0c4c5f-e6c7-49e7-9b68-03211047a85b tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389295 Nov 27 04:25:46.356255 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:47.422823 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed979f-52c5-42c9-b969-5ca83f358e43 req-fa3b0c73-deb0-4aa3-83f5-7dde1b7168a0 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:47.424303 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-56ed979f-52c5-42c9-b969-5ca83f358e43 req-fa3b0c73-deb0-4aa3-83f5-7dde1b7168a0 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 945 time: 0.0521636 Nov 27 04:25:47.470898 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-56ed979f-52c5-42c9-b969-5ca83f358e43 req-e3a066a0-684c-4e41-931b-f0147d276f08 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404983 Nov 27 04:25:48.330076 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1344c051-3f51-4aa0-a66d-a3f7d875bebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:48.583145 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c8689-893a-432c-97a8-8b9d1165440e req-bfa7272c-4db7-4643-a04b-8ed269a81c9d tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:48.584599 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-104c8689-893a-432c-97a8-8b9d1165440e req-bfa7272c-4db7-4643-a04b-8ed269a81c9d tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 945 time: 0.0473306 Nov 27 04:25:48.634153 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-104c8689-893a-432c-97a8-8b9d1165440e req-e4822c27-74b3-487f-b4fb-5a2040d84817 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431886 Nov 27 04:25:48.920504 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:49.652334 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:49.748475 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24737b-d3ef-4a1e-a574-5f0238b4372a req-27a17284-cd17-4f8a-85c2-cd7e75fdd502 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:49.749992 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4b24737b-d3ef-4a1e-a574-5f0238b4372a req-27a17284-cd17-4f8a-85c2-cd7e75fdd502 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 945 time: 0.0483224 Nov 27 04:25:49.796449 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4b24737b-d3ef-4a1e-a574-5f0238b4372a req-1a38affa-3d18-4ea2-a17c-acde427b3d20 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399499 Nov 27 04:25:50.917363 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85bfec-ed0c-4243-8595-2e98adefb284 req-0a0e99e1-b97d-40bd-8507-b89e7c21c479 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:50.919476 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7b85bfec-ed0c-4243-8595-2e98adefb284 req-0a0e99e1-b97d-40bd-8507-b89e7c21c479 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 945 time: 0.0545137 Nov 27 04:25:50.972661 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7b85bfec-ed0c-4243-8595-2e98adefb284 req-a13cb085-4ad2-4ae4-ae36-25b3131868a5 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472252 Nov 27 04:25:51.262910 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:51.887497 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:52.090409 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba393b-1b9c-409d-80bd-e7709f855659 req-ee0fa1c0-5a22-4db0-9bbf-a493ad4d8646 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:52.091894 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ecba393b-1b9c-409d-80bd-e7709f855659 req-ee0fa1c0-5a22-4db0-9bbf-a493ad4d8646 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 945 time: 0.0513954 Nov 27 04:25:52.138053 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ecba393b-1b9c-409d-80bd-e7709f855659 req-3eda3c44-f8ed-4636-898f-4c866ee2db6b tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401618 Nov 27 04:25:53.250460 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e11008-17f3-416b-8efe-1f96ac916f28 req-fa85c8e9-c7a5-4474-801a-925e6b11e80f tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:53.251943 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-49e11008-17f3-416b-8efe-1f96ac916f28 req-fa85c8e9-c7a5-4474-801a-925e6b11e80f tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 945 time: 0.0479889 Nov 27 04:25:53.297996 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-49e11008-17f3-416b-8efe-1f96ac916f28 req-18b1c9da-2dec-4100-817a-ccc02f282f19 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399706 Nov 27 04:25:54.410427 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abe15d-0e6e-4037-94e2-08601ccfa5c0 req-5608c3aa-373b-4bcb-8416-87126169a65a tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:54.411932 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-01abe15d-0e6e-4037-94e2-08601ccfa5c0 req-5608c3aa-373b-4bcb-8416-87126169a65a tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 945 time: 0.0477905 Nov 27 04:25:54.458374 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-01abe15d-0e6e-4037-94e2-08601ccfa5c0 req-6a9afe6a-15ff-4031-a256-0d4009cbdfc1 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403807 Nov 27 04:25:55.571510 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e46b5-96e3-459f-9406-eea6d3c18e7d req-5a34aef5-6d3d-4f7e-9f21-34b2e6c2e55d tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:55.572973 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2e4e46b5-96e3-459f-9406-eea6d3c18e7d req-5a34aef5-6d3d-4f7e-9f21-34b2e6c2e55d tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 945 time: 0.0473621 Nov 27 04:25:55.619294 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2e4e46b5-96e3-459f-9406-eea6d3c18e7d req-50648bcb-3b8c-4f7b-bee1-1c8728ad0cd5 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395730 Nov 27 04:25:56.734519 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2f948-710a-443d-956e-0e288bbc7efe req-560a1234-f14a-4550-aed5-f4d9a8ee09f5 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:56.735991 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6ec2f948-710a-443d-956e-0e288bbc7efe req-560a1234-f14a-4550-aed5-f4d9a8ee09f5 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 945 time: 0.0470929 Nov 27 04:25:56.785841 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6ec2f948-710a-443d-956e-0e288bbc7efe req-8fc9a606-7ae4-4676-ae76-f4cdd09b96a4 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439591 Nov 27 04:25:57.907665 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e5ffd-9855-48a2-9c20-661f1606ede9 req-eba49389-5c4d-4758-a5a1-8f876ec31ae8 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:57.909191 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f01e5ffd-9855-48a2-9c20-661f1606ede9 req-eba49389-5c4d-4758-a5a1-8f876ec31ae8 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 945 time: 0.0542028 Nov 27 04:25:57.925292 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [req-ca3526a3-7272-451e-9385-7c5bba68764f req-69d4d26a-e830-4e79-b512-2ede6fcc1dc9 service neutron] show failed (client error): The resource could not be found. Nov 27 04:25:57.926305 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ca3526a3-7272-451e-9385-7c5bba68764f req-69d4d26a-e830-4e79-b512-2ede6fcc1dc9 service neutron] 10.222.0.11 "GET /v2.0/ports/d6e09619-7960-409f-926e-70fdc9a1c246/bindings/n-h1-819494-3 HTTP/1.1" status: 404 len: 380 time: 0.0585818 Nov 27 04:25:57.957842 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f01e5ffd-9855-48a2-9c20-661f1606ede9 req-97633e88-d8d2-4d04-98d8-9ce0725c2609 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419393 Nov 27 04:25:58.165550 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3526a3-7272-451e-9385-7c5bba68764f req-2962e5b4-3603-4684-96a2-f83775d88982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:58.167019 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca3526a3-7272-451e-9385-7c5bba68764f req-2962e5b4-3603-4684-96a2-f83775d88982 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119&tenant_id=362318ddf9dc491e9ae25a99852b74c5 HTTP/1.1" status: 200 len: 1096 time: 0.0697389 Nov 27 04:25:58.194174 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-ca3526a3-7272-451e-9385-7c5bba68764f req-a669395c-1e99-486d-91bb-9f5f856eb5bd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819494-3', 'device_owner': 'compute:nova'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:25:58.248312 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ca3526a3-7272-451e-9385-7c5bba68764f req-a669395c-1e99-486d-91bb-9f5f856eb5bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:58.442024 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-ca3526a3-7272-451e-9385-7c5bba68764f req-a669395c-1e99-486d-91bb-9f5f856eb5bd service neutron] For port d6e09619-7960-409f-926e-70fdc9a1c246, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=d6e09619-7960-409f-926e-70fdc9a1c246,segment=NetworkSegment(f76e35e6-f9a8-4c41-9a03-9f29bc627a7b),segment_id=f76e35e6-f9a8-4c41-9a03-9f29bc627a7b)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:25:58.475162 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-ca3526a3-7272-451e-9385-7c5bba68764f req-a669395c-1e99-486d-91bb-9f5f856eb5bd service neutron] For port d6e09619-7960-409f-926e-70fdc9a1c246, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:25:58.514341 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9037e7d-380f-4080-8464-8a6e052bf119', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6e09619-7960-409f-926e-70fdc9a1c246'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:25:58.516623 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d27663-2397-42c2-a72c-d4e06965b43d" -d '{"events": [{"server_uuid": "d9037e7d-380f-4080-8464-8a6e052bf119", "name": "network-vif-unplugged", "status": "completed", "tag": "d6e09619-7960-409f-926e-70fdc9a1c246"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:25:58.520746 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ca3526a3-7272-451e-9385-7c5bba68764f req-a669395c-1e99-486d-91bb-9f5f856eb5bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:58.532946 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-ca3526a3-7272-451e-9385-7c5bba68764f req-a669395c-1e99-486d-91bb-9f5f856eb5bd service neutron] Transition to ACTIVE for port object d6e09619-7960-409f-926e-70fdc9a1c246 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:25:58.536753 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ca3526a3-7272-451e-9385-7c5bba68764f req-a669395c-1e99-486d-91bb-9f5f856eb5bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:58.565852 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 04:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72922b8-bd7c-4a5c-8a96-0820ccdf91a4 x-openstack-request-id: req-e72922b8-bd7c-4a5c-8a96-0820ccdf91a4 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:25:58.566154 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9037e7d-380f-4080-8464-8a6e052bf119", "name": "network-vif-unplugged", "status": "completed", "tag": "d6e09619-7960-409f-926e-70fdc9a1c246", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:25:58.566404 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e72922b8-bd7c-4a5c-8a96-0820ccdf91a4 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:25:58.566829 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9037e7d-380f-4080-8464-8a6e052bf119', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6e09619-7960-409f-926e-70fdc9a1c246', 'code': 200} Nov 27 04:25:58.601518 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca3526a3-7272-451e-9385-7c5bba68764f req-a669395c-1e99-486d-91bb-9f5f856eb5bd service neutron] No DVR routers for this DVR port d6e09619-7960-409f-926e-70fdc9a1c246 on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:25:58.608625 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a669395c-1e99-486d-91bb-9f5f856eb5bd service neutron] Pushing event updated for resources: {'Port': ['ID=d6e09619-7960-409f-926e-70fdc9a1c246,revision_number=6']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:25:58.642848 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-ca3526a3-7272-451e-9385-7c5bba68764f req-a669395c-1e99-486d-91bb-9f5f856eb5bd service neutron] Attempting to bind port d6e09619-7960-409f-926e-70fdc9a1c246 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:25:58.643188 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-ca3526a3-7272-451e-9385-7c5bba68764f req-a669395c-1e99-486d-91bb-9f5f856eb5bd service neutron] Attempting to bind port d6e09619-7960-409f-926e-70fdc9a1c246 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': 'f76e35e6-f9a8-4c41-9a03-9f29bc627a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '63d3e859-b644-46f7-863e-164b7dda43eb'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:25:58.643517 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3526a3-7272-451e-9385-7c5bba68764f req-a669395c-1e99-486d-91bb-9f5f856eb5bd service neutron] Attempting to bind port d6e09619-7960-409f-926e-70fdc9a1c246 on network 63d3e859-b644-46f7-863e-164b7dda43eb {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:25:58.647744 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3526a3-7272-451e-9385-7c5bba68764f req-a669395c-1e99-486d-91bb-9f5f856eb5bd service neutron] Port d6e09619-7960-409f-926e-70fdc9a1c246 on network 63d3e859-b644-46f7-863e-164b7dda43eb not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:25:58.648065 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3526a3-7272-451e-9385-7c5bba68764f req-a669395c-1e99-486d-91bb-9f5f856eb5bd service neutron] Attempting to bind port d6e09619-7960-409f-926e-70fdc9a1c246 on network 63d3e859-b644-46f7-863e-164b7dda43eb {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:25:58.652878 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3526a3-7272-451e-9385-7c5bba68764f req-a669395c-1e99-486d-91bb-9f5f856eb5bd service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:25:58.653220 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3526a3-7272-451e-9385-7c5bba68764f req-a669395c-1e99-486d-91bb-9f5f856eb5bd service neutron] Checking segment: {'id': 'f76e35e6-f9a8-4c41-9a03-9f29bc627a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '63d3e859-b644-46f7-863e-164b7dda43eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:25:58.653605 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3526a3-7272-451e-9385-7c5bba68764f req-a669395c-1e99-486d-91bb-9f5f856eb5bd service neutron] Bound using segment: {'id': 'f76e35e6-f9a8-4c41-9a03-9f29bc627a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '63d3e859-b644-46f7-863e-164b7dda43eb'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:25:58.654032 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-ca3526a3-7272-451e-9385-7c5bba68764f req-a669395c-1e99-486d-91bb-9f5f856eb5bd service neutron] Bound port: d6e09619-7960-409f-926e-70fdc9a1c246, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f76e35e6-f9a8-4c41-9a03-9f29bc627a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '63d3e859-b644-46f7-863e-164b7dda43eb'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:25:58.654402 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ca3526a3-7272-451e-9385-7c5bba68764f req-a669395c-1e99-486d-91bb-9f5f856eb5bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:58.716710 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-ca3526a3-7272-451e-9385-7c5bba68764f req-a669395c-1e99-486d-91bb-9f5f856eb5bd service neutron] For port d6e09619-7960-409f-926e-70fdc9a1c246, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:25:58.719774 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-ca3526a3-7272-451e-9385-7c5bba68764f req-a669395c-1e99-486d-91bb-9f5f856eb5bd service neutron] For port d6e09619-7960-409f-926e-70fdc9a1c246, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d6e09619-7960-409f-926e-70fdc9a1c246,segment=NetworkSegment(f76e35e6-f9a8-4c41-9a03-9f29bc627a7b),segment_id=f76e35e6-f9a8-4c41-9a03-9f29bc627a7b)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:25:58.723713 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ca3526a3-7272-451e-9385-7c5bba68764f req-a669395c-1e99-486d-91bb-9f5f856eb5bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:58.760339 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3526a3-7272-451e-9385-7c5bba68764f req-a669395c-1e99-486d-91bb-9f5f856eb5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:58.760964 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ca3526a3-7272-451e-9385-7c5bba68764f req-a669395c-1e99-486d-91bb-9f5f856eb5bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:25:58.762413 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca3526a3-7272-451e-9385-7c5bba68764f req-a669395c-1e99-486d-91bb-9f5f856eb5bd service neutron] 10.222.0.23 "PUT /v2.0/ports/d6e09619-7960-409f-926e-70fdc9a1c246 HTTP/1.1" status: 200 len: 1091 time: 0.5722520 Nov 27 04:25:58.783872 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a669395c-1e99-486d-91bb-9f5f856eb5bd service neutron] Pushing event updated for resources: {'Port': ['ID=d6e09619-7960-409f-926e-70fdc9a1c246,revision_number=7']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:25:58.844703 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3526a3-7272-451e-9385-7c5bba68764f req-3415a5e1-b7c8-4004-a0da-e1a78937ce95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:58.846188 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca3526a3-7272-451e-9385-7c5bba68764f req-3415a5e1-b7c8-4004-a0da-e1a78937ce95 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=362318ddf9dc491e9ae25a99852b74c5&device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 1094 time: 0.0410705 Nov 27 04:25:58.936722 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3526a3-7272-451e-9385-7c5bba68764f req-c99e27fc-5ef8-4ac3-a2eb-135d76334559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:58.938165 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca3526a3-7272-451e-9385-7c5bba68764f req-c99e27fc-5ef8-4ac3-a2eb-135d76334559 service neutron] 10.222.0.23 "GET /v2.0/networks?id=63d3e859-b644-46f7-863e-164b7dda43eb HTTP/1.1" status: 200 len: 916 time: 0.0840189 Nov 27 04:25:58.986698 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca3526a3-7272-451e-9385-7c5bba68764f req-35db60d6-a6f7-4eaa-81bb-8a669d95c852 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6e09619-7960-409f-926e-70fdc9a1c246 HTTP/1.1" status: 200 len: 217 time: 0.0368705 Nov 27 04:25:59.057821 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3526a3-7272-451e-9385-7c5bba68764f req-fe9a0bc6-c5d6-405a-b99d-1cffcff090d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:59.059306 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca3526a3-7272-451e-9385-7c5bba68764f req-fe9a0bc6-c5d6-405a-b99d-1cffcff090d1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cfe54c12-8d77-49c4-bd7e-690a70559f81 HTTP/1.1" status: 200 len: 855 time: 0.0643024 Nov 27 04:25:59.087938 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ddbc95-7885-4696-a786-5ba3f7f2bc3f req-ae45a30a-9687-43c8-a450-c9bc69e10b0e tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:25:59.089369 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f6ddbc95-7885-4696-a786-5ba3f7f2bc3f req-ae45a30a-9687-43c8-a450-c9bc69e10b0e tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 943 time: 0.0617640 Nov 27 04:25:59.109190 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca3526a3-7272-451e-9385-7c5bba68764f req-3279cce9-508d-47de-9468-f2b5d8fe8b24 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=63d3e859-b644-46f7-863e-164b7dda43eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383284 Nov 27 04:25:59.197588 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f6ddbc95-7885-4696-a786-5ba3f7f2bc3f req-92d31308-64fd-4523-97bf-0f9236af00b6 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904860 Nov 27 04:25:59.225452 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca3526a3-7272-451e-9385-7c5bba68764f req-7d4a1993-f0dc-424a-90fa-a7b45bf36821 service neutron] 10.222.0.23 "GET /v2.0/networks/63d3e859-b644-46f7-863e-164b7dda43eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041229 Nov 27 04:25:59.321443 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca3526a3-7272-451e-9385-7c5bba68764f req-fe1613bb-2a34-411b-b68b-f5140abaf4d5 service neutron] 10.222.0.23 "GET /v2.0/networks/63d3e859-b644-46f7-863e-164b7dda43eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844588 Nov 27 04:26:00.318789 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443d5b1-e726-4168-acc0-ddec3314f82d req-a71471be-a91f-48a7-8702-974fe07a5d0c tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:00.320270 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2443d5b1-e726-4168-acc0-ddec3314f82d req-a71471be-a91f-48a7-8702-974fe07a5d0c tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 943 time: 0.0494084 Nov 27 04:26:00.366452 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2443d5b1-e726-4168-acc0-ddec3314f82d req-a83251f4-9540-412c-9dc7-6a0301fa950c tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402696 Nov 27 04:26:00.568145 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9037e7d-380f-4080-8464-8a6e052bf119', 'tag': 'd6e09619-7960-409f-926e-70fdc9a1c246'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:26:00.570483 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6029bc07-aabc-49de-b92f-043b6de62a51" -d '{"events": [{"name": "network-changed", "server_uuid": "d9037e7d-380f-4080-8464-8a6e052bf119", "tag": "d6e09619-7960-409f-926e-70fdc9a1c246"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:26:00.617797 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078d89f8-a9e8-4df2-bf91-97ee6743f720 x-openstack-request-id: req-078d89f8-a9e8-4df2-bf91-97ee6743f720 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:26:00.618088 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9037e7d-380f-4080-8464-8a6e052bf119", "tag": "d6e09619-7960-409f-926e-70fdc9a1c246", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:26:00.618346 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-078d89f8-a9e8-4df2-bf91-97ee6743f720 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:26:00.618782 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9037e7d-380f-4080-8464-8a6e052bf119', 'tag': 'd6e09619-7960-409f-926e-70fdc9a1c246', 'status': 'completed', 'code': 200} Nov 27 04:26:00.698746 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029bc07-aabc-49de-b92f-043b6de62a51 req-480c27d0-f7c8-4515-9dd6-b3a4f173dea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:00.700296 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6029bc07-aabc-49de-b92f-043b6de62a51 req-480c27d0-f7c8-4515-9dd6-b3a4f173dea7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=362318ddf9dc491e9ae25a99852b74c5&device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 1094 time: 0.0430846 Nov 27 04:26:00.704319 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029bc07-aabc-49de-b92f-043b6de62a51 req-81dc11bb-31e2-471b-9093-6549ae7eb5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:00.705796 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6029bc07-aabc-49de-b92f-043b6de62a51 req-81dc11bb-31e2-471b-9093-6549ae7eb5ab service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=362318ddf9dc491e9ae25a99852b74c5&device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 1094 time: 0.0421100 Nov 27 04:26:00.799189 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029bc07-aabc-49de-b92f-043b6de62a51 req-e43d89b9-004b-4cb9-b9dd-568ba3609fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:00.800669 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6029bc07-aabc-49de-b92f-043b6de62a51 req-e43d89b9-004b-4cb9-b9dd-568ba3609fd0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=63d3e859-b644-46f7-863e-164b7dda43eb HTTP/1.1" status: 200 len: 916 time: 0.0921750 Nov 27 04:26:00.803791 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029bc07-aabc-49de-b92f-043b6de62a51 req-3ab71bdd-dabc-44de-8a53-bc7a21b823d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:00.805247 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6029bc07-aabc-49de-b92f-043b6de62a51 req-3ab71bdd-dabc-44de-8a53-bc7a21b823d8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=63d3e859-b644-46f7-863e-164b7dda43eb HTTP/1.1" status: 200 len: 916 time: 0.0922124 Nov 27 04:26:00.842731 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6029bc07-aabc-49de-b92f-043b6de62a51 req-87533789-0bb5-4e38-8030-9f8f33740626 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6e09619-7960-409f-926e-70fdc9a1c246 HTTP/1.1" status: 200 len: 217 time: 0.0341356 Nov 27 04:26:00.848750 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6029bc07-aabc-49de-b92f-043b6de62a51 req-56d68a03-64da-4f3f-ade6-3f43996e17f3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6e09619-7960-409f-926e-70fdc9a1c246 HTTP/1.1" status: 200 len: 217 time: 0.0356517 Nov 27 04:26:00.896360 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029bc07-aabc-49de-b92f-043b6de62a51 req-a3a1a0fd-ea08-4306-bda6-4bf84efa0848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:00.897824 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6029bc07-aabc-49de-b92f-043b6de62a51 req-a3a1a0fd-ea08-4306-bda6-4bf84efa0848 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cfe54c12-8d77-49c4-bd7e-690a70559f81 HTTP/1.1" status: 200 len: 855 time: 0.0480640 Nov 27 04:26:00.902333 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029bc07-aabc-49de-b92f-043b6de62a51 req-c09c502f-a793-4a16-ac1b-f1fbf0f0c29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:00.904384 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6029bc07-aabc-49de-b92f-043b6de62a51 req-c09c502f-a793-4a16-ac1b-f1fbf0f0c29e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cfe54c12-8d77-49c4-bd7e-690a70559f81 HTTP/1.1" status: 200 len: 855 time: 0.0480404 Nov 27 04:26:00.929665 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6029bc07-aabc-49de-b92f-043b6de62a51 req-947c7c5e-8896-4457-bd70-0c142f71f03d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=63d3e859-b644-46f7-863e-164b7dda43eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245156 Nov 27 04:26:01.022842 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6029bc07-aabc-49de-b92f-043b6de62a51 req-d1e49eaf-7bfd-49f9-ba9e-14c90d53e289 service neutron] 10.222.0.11 "GET /v2.0/networks/63d3e859-b644-46f7-863e-164b7dda43eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859427 Nov 27 04:26:01.123028 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6029bc07-aabc-49de-b92f-043b6de62a51 req-98f5c562-7c25-404f-a709-67ef2f57f002 service neutron] 10.222.0.11 "GET /v2.0/networks/63d3e859-b644-46f7-863e-164b7dda43eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924666 Nov 27 04:26:01.241711 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6029bc07-aabc-49de-b92f-043b6de62a51 req-4d7f68a3-fe92-4f11-a5ac-552c753c2baf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=63d3e859-b644-46f7-863e-164b7dda43eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3285358 Nov 27 04:26:01.330100 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6029bc07-aabc-49de-b92f-043b6de62a51 req-b4491581-9fc2-4c54-8eb8-9f6403f76aed service neutron] 10.222.0.23 "GET /v2.0/networks/63d3e859-b644-46f7-863e-164b7dda43eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801404 Nov 27 04:26:01.421265 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6029bc07-aabc-49de-b92f-043b6de62a51 req-9fbb1a0f-b1f1-4c59-b350-ece762981d6a service neutron] 10.222.0.23 "GET /v2.0/networks/63d3e859-b644-46f7-863e-164b7dda43eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837262 Nov 27 04:26:01.482325 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6458b8a-39fd-4a6a-9308-ad95952b5cb8 req-4e9e8fc0-ef87-4832-b575-919b76bcf3ea tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:01.483848 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d6458b8a-39fd-4a6a-9308-ad95952b5cb8 req-4e9e8fc0-ef87-4832-b575-919b76bcf3ea tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 943 time: 0.0483985 Nov 27 04:26:01.531261 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d6458b8a-39fd-4a6a-9308-ad95952b5cb8 req-f1d2411d-95c5-43d6-8d43-673ed949de71 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415118 Nov 27 04:26:01.655392 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device d6e09619-7960-409f-926e-70fdc9a1c246 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:26:01.669778 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5ae847c6-fdc1-4a16-8d3c-8c1137f748c2 req-eb684ea2-08df-43a9-bdb6-54b4494bdd27 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0480006 Nov 27 04:26:01.774216 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port d6e09619-7960-409f-926e-70fdc9a1c246, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d6e09619-7960-409f-926e-70fdc9a1c246,segment=NetworkSegment(f76e35e6-f9a8-4c41-9a03-9f29bc627a7b),segment_id=f76e35e6-f9a8-4c41-9a03-9f29bc627a7b)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:26:01.778607 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae847c6-fdc1-4a16-8d3c-8c1137f748c2 req-163177d0-c8f2-4bdf-9697-290313b7235a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:01.779790 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5ae847c6-fdc1-4a16-8d3c-8c1137f748c2 req-163177d0-c8f2-4bdf-9697-290313b7235a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=362318ddf9dc491e9ae25a99852b74c5&device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 1094 time: 0.0507479 Nov 27 04:26:01.786588 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': 'd6e09619-7960-409f-926e-70fdc9a1c246', 'network_id': '63d3e859-b644-46f7-863e-164b7dda43eb', 'port_id': 'd6e09619-7960-409f-926e-70fdc9a1c246', 'mac_address': 'fa:16:3e:a6:2b:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfe54c12-8d77-49c4-bd7e-690a70559f81', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:26:01.807525 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02ecfc-3af6-44ad-b9f3-68fe5ed7a7a7 req-fdaf53a6-3e5b-4e4f-95f6-c22f8dbb1682 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:01.809829 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7b02ecfc-3af6-44ad-b9f3-68fe5ed7a7a7 req-fdaf53a6-3e5b-4e4f-95f6-c22f8dbb1682 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119&tenant_id=362318ddf9dc491e9ae25a99852b74c5&binding%3Ahost_id=n-h1-819494-3 HTTP/1.1" status: 200 len: 943 time: 0.0951750 Nov 27 04:26:01.817143 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389a176-367c-4a25-864f-b6c3b3377f2a req-1ba00e7c-d7f1-49eb-8497-04597d33f9fe tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:01.818799 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8389a176-367c-4a25-864f-b6c3b3377f2a req-1ba00e7c-d7f1-49eb-8497-04597d33f9fe tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 943 time: 0.1355691 Nov 27 04:26:01.837370 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:01.850231 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6e09619-7960-409f-926e-70fdc9a1c246 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:26:01.871004 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port d6e09619-7960-409f-926e-70fdc9a1c246, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d6e09619-7960-409f-926e-70fdc9a1c246,segment=NetworkSegment(f76e35e6-f9a8-4c41-9a03-9f29bc627a7b),segment_id=f76e35e6-f9a8-4c41-9a03-9f29bc627a7b)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:26:01.878336 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:01.901910 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae847c6-fdc1-4a16-8d3c-8c1137f748c2 req-3bb0bbb3-ebb5-4620-9c11-1e553c0583fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:01.903517 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5ae847c6-fdc1-4a16-8d3c-8c1137f748c2 req-3bb0bbb3-ebb5-4620-9c11-1e553c0583fc service neutron] 10.222.0.23 "GET /v2.0/networks?id=63d3e859-b644-46f7-863e-164b7dda43eb HTTP/1.1" status: 200 len: 916 time: 0.0948107 Nov 27 04:26:01.927113 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8389a176-367c-4a25-864f-b6c3b3377f2a req-221453b0-d9f3-4611-8da9-d34aa3f4df2f tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799167 Nov 27 04:26:01.928367 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [req-7b02ecfc-3af6-44ad-b9f3-68fe5ed7a7a7 req-700ead34-abe5-4934-b30f-91f178d01127 service neutron] delete failed (client error): The resource could not be found. Nov 27 04:26:01.929677 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7b02ecfc-3af6-44ad-b9f3-68fe5ed7a7a7 req-700ead34-abe5-4934-b30f-91f178d01127 service neutron] 10.222.0.11 "DELETE /v2.0/ports/d6e09619-7960-409f-926e-70fdc9a1c246/bindings/n-h2-819494-3 HTTP/1.1" status: 404 len: 380 time: 0.1098707 Nov 27 04:26:01.938767 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=d6e09619-7960-409f-926e-70fdc9a1c246,revision_number=8']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:26:01.953193 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5ae847c6-fdc1-4a16-8d3c-8c1137f748c2 req-037dcc5d-0b8a-4035-8a49-54214db37e5e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6e09619-7960-409f-926e-70fdc9a1c246 HTTP/1.1" status: 200 len: 217 time: 0.0419047 Nov 27 04:26:02.006455 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae847c6-fdc1-4a16-8d3c-8c1137f748c2 req-6a76429f-c385-4f5e-b3d6-70c4d4567290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:02.008100 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5ae847c6-fdc1-4a16-8d3c-8c1137f748c2 req-6a76429f-c385-4f5e-b3d6-70c4d4567290 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cfe54c12-8d77-49c4-bd7e-690a70559f81 HTTP/1.1" status: 200 len: 855 time: 0.0479925 Nov 27 04:26:02.035861 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02ecfc-3af6-44ad-b9f3-68fe5ed7a7a7 req-9a51c5cf-e872-4685-9f8f-de81b9a51925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:02.037362 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7b02ecfc-3af6-44ad-b9f3-68fe5ed7a7a7 req-9a51c5cf-e872-4685-9f8f-de81b9a51925 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=362318ddf9dc491e9ae25a99852b74c5&device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 1095 time: 0.0427117 Nov 27 04:26:02.041553 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5ae847c6-fdc1-4a16-8d3c-8c1137f748c2 req-eb32ba93-7c17-4681-8cc7-8081c3c7ba18 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=63d3e859-b644-46f7-863e-164b7dda43eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250788 Nov 27 04:26:02.128375 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02ecfc-3af6-44ad-b9f3-68fe5ed7a7a7 req-5e720c7d-3b4a-42b2-9dd5-f400674839bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:02.129881 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7b02ecfc-3af6-44ad-b9f3-68fe5ed7a7a7 req-5e720c7d-3b4a-42b2-9dd5-f400674839bd service neutron] 10.222.0.11 "GET /v2.0/networks?id=63d3e859-b644-46f7-863e-164b7dda43eb HTTP/1.1" status: 200 len: 916 time: 0.0860145 Nov 27 04:26:02.134898 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5ae847c6-fdc1-4a16-8d3c-8c1137f748c2 req-bd7c456f-35f9-4f7d-adea-9bde46073546 service neutron] 10.222.0.23 "GET /v2.0/networks/63d3e859-b644-46f7-863e-164b7dda43eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854974 Nov 27 04:26:02.175434 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7b02ecfc-3af6-44ad-b9f3-68fe5ed7a7a7 req-13a0ed21-fe1e-420d-9590-81b39cd2fa55 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6e09619-7960-409f-926e-70fdc9a1c246 HTTP/1.1" status: 200 len: 217 time: 0.0388756 Nov 27 04:26:02.199297 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['d6e09619-7960-409f-926e-70fdc9a1c246'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:26:02.224471 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02ecfc-3af6-44ad-b9f3-68fe5ed7a7a7 req-e0ba8f5d-2e3d-49d0-9bdf-cc7419d435da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:02.225973 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7b02ecfc-3af6-44ad-b9f3-68fe5ed7a7a7 req-e0ba8f5d-2e3d-49d0-9bdf-cc7419d435da service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cfe54c12-8d77-49c4-bd7e-690a70559f81 HTTP/1.1" status: 200 len: 855 time: 0.0441833 Nov 27 04:26:02.229017 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5ae847c6-fdc1-4a16-8d3c-8c1137f748c2 req-4d52ed35-e8c7-4407-aa07-11b30d20cc62 service neutron] 10.222.0.23 "GET /v2.0/networks/63d3e859-b644-46f7-863e-164b7dda43eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866625 Nov 27 04:26:02.234474 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device d6e09619-7960-409f-926e-70fdc9a1c246 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:26:02.257819 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7b02ecfc-3af6-44ad-b9f3-68fe5ed7a7a7 req-c0790894-b5ea-4073-90dd-2045b23a4feb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=63d3e859-b644-46f7-863e-164b7dda43eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248568 Nov 27 04:26:02.286449 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device d6e09619-7960-409f-926e-70fdc9a1c246 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:26:02.353694 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7b02ecfc-3af6-44ad-b9f3-68fe5ed7a7a7 req-7849e926-6e0a-445d-9c33-8cecf30efba7 service neutron] 10.222.0.11 "GET /v2.0/networks/63d3e859-b644-46f7-863e-164b7dda43eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890362 Nov 27 04:26:02.443976 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7b02ecfc-3af6-44ad-b9f3-68fe5ed7a7a7 req-4a1d523d-77a2-4715-8f40-50bc80030db6 service neutron] 10.222.0.11 "GET /v2.0/networks/63d3e859-b644-46f7-863e-164b7dda43eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835240 Nov 27 04:26:03.043700 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c531f-854a-4125-8347-5b401e9ff455 req-4aba1b1b-93ef-44c9-99dc-b4f3e7313201 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:03.045283 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-125c531f-854a-4125-8347-5b401e9ff455 req-4aba1b1b-93ef-44c9-99dc-b4f3e7313201 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 944 time: 0.0507319 Nov 27 04:26:03.098772 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-125c531f-854a-4125-8347-5b401e9ff455 req-8779c0ec-740e-422b-aab2-8135d5d55d9a tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458081 Nov 27 04:26:03.219356 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43154c1b-a572-4b90-b48f-65d31460fa42 req-85a895a2-311d-43fe-ab0f-49f75fa7c169 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:03.220838 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-43154c1b-a572-4b90-b48f-65d31460fa42 req-85a895a2-311d-43fe-ab0f-49f75fa7c169 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 944 time: 0.0554922 Nov 27 04:26:03.266985 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-43154c1b-a572-4b90-b48f-65d31460fa42 req-5b0361d3-7bff-469d-9852-c66ce6afbb8f tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402200 Nov 27 04:26:03.382732 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474e59d-8c61-4b47-8224-e0810ecea635 req-dd6a5c7f-9099-4b3e-8010-6f7dc3b437de tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:03.384256 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9474e59d-8c61-4b47-8224-e0810ecea635 req-dd6a5c7f-9099-4b3e-8010-6f7dc3b437de tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 944 time: 0.0483961 Nov 27 04:26:03.430658 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9474e59d-8c61-4b47-8224-e0810ecea635 req-551281d1-2859-42e5-95cb-0ba2034b5f29 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405447 Nov 27 04:26:03.686744 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device d6e09619-7960-409f-926e-70fdc9a1c246 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:26:03.733860 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port d6e09619-7960-409f-926e-70fdc9a1c246 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:26:03.737543 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port d6e09619-7960-409f-926e-70fdc9a1c246 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:26:03.737915 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:03.779029 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc3174-125d-436d-bf53-a5680777882b req-e545cdc8-3776-4ae9-9112-f7bf0a7eeed9 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:03.780611 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8fbc3174-125d-436d-bf53-a5680777882b req-e545cdc8-3776-4ae9-9112-f7bf0a7eeed9 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/networks?id=63d3e859-b644-46f7-863e-164b7dda43eb HTTP/1.1" status: 200 len: 815 time: 0.1065271 Nov 27 04:26:03.796209 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8fbc3174-125d-436d-bf53-a5680777882b req-744f1a38-f80c-47ae-826a-7edaa28ef548 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/quotas/362318ddf9dc491e9ae25a99852b74c5 HTTP/1.1" status: 200 len: 375 time: 0.0098391 Nov 27 04:26:03.819129 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:03.842460 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9037e7d-380f-4080-8464-8a6e052bf119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e09619-7960-409f-926e-70fdc9a1c246'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:26:03.844707 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d16af3-5b2e-44d2-bc6e-7232af8483ba" -d '{"events": [{"server_uuid": "d9037e7d-380f-4080-8464-8a6e052bf119", "name": "network-vif-plugged", "status": "completed", "tag": "d6e09619-7960-409f-926e-70fdc9a1c246"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:26:03.856918 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8fbc3174-125d-436d-bf53-a5680777882b req-ff82051d-d900-4a46-9d41-3c1117c9b635 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=362318ddf9dc491e9ae25a99852b74c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0553281 Nov 27 04:26:03.857213 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port d6e09619-7960-409f-926e-70fdc9a1c246, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d6e09619-7960-409f-926e-70fdc9a1c246,segment=NetworkSegment(f76e35e6-f9a8-4c41-9a03-9f29bc627a7b),segment_id=f76e35e6-f9a8-4c41-9a03-9f29bc627a7b)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:26:03.863785 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:03.889094 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99eb59b0-af4d-485b-a577-22a2232304ae x-openstack-request-id: req-99eb59b0-af4d-485b-a577-22a2232304ae {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:26:03.889460 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9037e7d-380f-4080-8464-8a6e052bf119", "name": "network-vif-plugged", "status": "completed", "tag": "d6e09619-7960-409f-926e-70fdc9a1c246", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:26:03.889780 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-99eb59b0-af4d-485b-a577-22a2232304ae {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:26:03.890231 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9037e7d-380f-4080-8464-8a6e052bf119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e09619-7960-409f-926e-70fdc9a1c246', 'code': 200} Nov 27 04:26:03.919713 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=d6e09619-7960-409f-926e-70fdc9a1c246,revision_number=9']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:26:03.954208 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8fbc3174-125d-436d-bf53-a5680777882b req-01c985bd-bc93-46a1-8ba3-b05ceda8b630 service neutron] 10.222.0.20 "GET /v2.0/networks/63d3e859-b644-46f7-863e-164b7dda43eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876756 Nov 27 04:26:04.041892 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8fbc3174-125d-436d-bf53-a5680777882b req-adbac8a8-757f-45bc-99bf-33909bd4046d service neutron] 10.222.0.20 "GET /v2.0/networks/63d3e859-b644-46f7-863e-164b7dda43eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818450 Nov 27 04:26:04.199041 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1dc03bd1-9eb6-43bf-9dbb-26185a7c9c3c req-5090c016-1f7b-4f55-b774-aa810f24dd1d tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 210 time: 0.0269704 Nov 27 04:26:05.164124 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc3174-125d-436d-bf53-a5680777882b req-10f32864-f0fb-4f13-aed1-2d099eaecabf tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:05.165682 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8fbc3174-125d-436d-bf53-a5680777882b req-10f32864-f0fb-4f13-aed1-2d099eaecabf tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.11 "GET /v2.0/networks?id=63d3e859-b644-46f7-863e-164b7dda43eb HTTP/1.1" status: 200 len: 815 time: 0.1080887 Nov 27 04:26:05.179358 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d62b9b6-8295-4dd6-ade0-71f955bae94d req-39f6a6d9-9104-4c0b-8a5c-bc60016ea7b0 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:05.180874 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9d62b9b6-8295-4dd6-ade0-71f955bae94d req-39f6a6d9-9104-4c0b-8a5c-bc60016ea7b0 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9037e7d-380f-4080-8464-8a6e052bf119 HTTP/1.1" status: 200 len: 945 time: 0.0565383 Nov 27 04:26:05.190912 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-8fbc3174-125d-436d-bf53-a5680777882b req-63918755-e175-4532-ba79-841adaf43e44 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Request body: {'port': {'device_id': '0c254543-5fa7-4cd9-862d-29be848aa460', 'network_id': '63d3e859-b644-46f7-863e-164b7dda43eb', 'admin_state_up': True, 'tenant_id': '362318ddf9dc491e9ae25a99852b74c5'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:26:05.309158 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fbc3174-125d-436d-bf53-a5680777882b req-63918755-e175-4532-ba79-841adaf43e44 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Made reservation on behalf of 362318ddf9dc491e9ae25a99852b74c5 for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:26:05.309745 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ed9e298d-04ca-48cd-9f1e-0422864d0fc2 req-413fbf1e-cbc9-4015-8308-4fcbae2baef9 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 210 time: 0.0365880 Nov 27 04:26:05.311563 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-9d62b9b6-8295-4dd6-ade0-71f955bae94d req-ec8a6b1d-1871-4342-b8e3-a8eff2fcf5dc tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Deleting port d6e09619-7960-409f-926e-70fdc9a1c246 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:26:05.311911 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9d62b9b6-8295-4dd6-ade0-71f955bae94d req-ec8a6b1d-1871-4342-b8e3-a8eff2fcf5dc tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:05.312812 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-8fbc3174-125d-436d-bf53-a5680777882b req-63918755-e175-4532-ba79-841adaf43e44 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:05.410249 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-9d62b9b6-8295-4dd6-ade0-71f955bae94d req-ec8a6b1d-1871-4342-b8e3-a8eff2fcf5dc tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] For port d6e09619-7960-409f-926e-70fdc9a1c246, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d6e09619-7960-409f-926e-70fdc9a1c246,segment=NetworkSegment(f76e35e6-f9a8-4c41-9a03-9f29bc627a7b),segment_id=f76e35e6-f9a8-4c41-9a03-9f29bc627a7b)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:26:05.410649 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9d62b9b6-8295-4dd6-ade0-71f955bae94d req-ec8a6b1d-1871-4342-b8e3-a8eff2fcf5dc tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:05.423355 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-9d62b9b6-8295-4dd6-ade0-71f955bae94d req-ec8a6b1d-1871-4342-b8e3-a8eff2fcf5dc tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Calling delete_port for d6e09619-7960-409f-926e-70fdc9a1c246 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:26:05.454890 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-8fbc3174-125d-436d-bf53-a5680777882b req-63918755-e175-4532-ba79-841adaf43e44 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Allocated IP 172.20.0.12 (63d3e859-b644-46f7-863e-164b7dda43eb/cfe54c12-8d77-49c4-bd7e-690a70559f81/675c14b4-9c63-45dc-a272-3e15987ef086) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:26:05.555290 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9d62b9b6-8295-4dd6-ade0-71f955bae94d req-ec8a6b1d-1871-4342-b8e3-a8eff2fcf5dc tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:05.590298 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a6b1d-1871-4342-b8e3-a8eff2fcf5dc tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Pushing event deleted for resources: {'Port': ['ID=d6e09619-7960-409f-926e-70fdc9a1c246,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:26:05.598367 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['d6e09619-7960-409f-926e-70fdc9a1c246'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:26:05.633971 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d62b9b6-8295-4dd6-ade0-71f955bae94d req-ec8a6b1d-1871-4342-b8e3-a8eff2fcf5dc tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] No DVR routers for this DVR port d6e09619-7960-409f-926e-70fdc9a1c246 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:26:05.636630 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9d62b9b6-8295-4dd6-ade0-71f955bae94d req-ec8a6b1d-1871-4342-b8e3-a8eff2fcf5dc tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:05.640576 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9d62b9b6-8295-4dd6-ade0-71f955bae94d req-ec8a6b1d-1871-4342-b8e3-a8eff2fcf5dc tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.23 "DELETE /v2.0/ports/d6e09619-7960-409f-926e-70fdc9a1c246 HTTP/1.1" status: 204 len: 173 time: 0.4503217 Nov 27 04:26:05.641035 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9037e7d-380f-4080-8464-8a6e052bf119', 'name': 'network-vif-deleted', 'tag': 'd6e09619-7960-409f-926e-70fdc9a1c246'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:26:05.643357 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c0642c-7beb-4ac7-b57c-6ab012e5548a" -d '{"events": [{"server_uuid": "d9037e7d-380f-4080-8464-8a6e052bf119", "name": "network-vif-deleted", "tag": "d6e09619-7960-409f-926e-70fdc9a1c246"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:26:05.674496 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-8fbc3174-125d-436d-bf53-a5680777882b req-63918755-e175-4532-ba79-841adaf43e44 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:05.687893 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ecd8466-c199-41b4-ad93-68165bef4ee1 x-openstack-request-id: req-1ecd8466-c199-41b4-ad93-68165bef4ee1 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:26:05.688349 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9037e7d-380f-4080-8464-8a6e052bf119", "name": "network-vif-deleted", "tag": "d6e09619-7960-409f-926e-70fdc9a1c246", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:26:05.688747 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ecd8466-c199-41b4-ad93-68165bef4ee1 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:26:05.689298 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9037e7d-380f-4080-8464-8a6e052bf119', 'name': 'network-vif-deleted', 'tag': 'd6e09619-7960-409f-926e-70fdc9a1c246', 'status': 'completed', 'code': 200} Nov 27 04:26:05.709323 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-8fbc3174-125d-436d-bf53-a5680777882b req-63918755-e175-4532-ba79-841adaf43e44 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:05.745523 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['d6e09619-7960-409f-926e-70fdc9a1c246'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:26:05.752794 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fbc3174-125d-436d-bf53-a5680777882b req-63918755-e175-4532-ba79-841adaf43e44 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Network 63d3e859-b644-46f7-863e-164b7dda43eb is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:26:05.756282 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-8fbc3174-125d-436d-bf53-a5680777882b req-63918755-e175-4532-ba79-841adaf43e44 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:26:05.760145 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fbc3174-125d-436d-bf53-a5680777882b req-63918755-e175-4532-ba79-841adaf43e44 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:26:05.788464 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63918755-e175-4532-ba79-841adaf43e44 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Pushing event updated for resources: {'Port': ['ID=675c14b4-9c63-45dc-a272-3e15987ef086,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:26:05.802647 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63918755-e175-4532-ba79-841adaf43e44 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:05.803008 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63918755-e175-4532-ba79-841adaf43e44 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:05.803669 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63918755-e175-4532-ba79-841adaf43e44 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:05.803669 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63918755-e175-4532-ba79-841adaf43e44 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:05.804048 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63918755-e175-4532-ba79-841adaf43e44 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:05.804387 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63918755-e175-4532-ba79-841adaf43e44 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:05.804726 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63918755-e175-4532-ba79-841adaf43e44 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:05.805060 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63918755-e175-4532-ba79-841adaf43e44 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:05.805396 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63918755-e175-4532-ba79-841adaf43e44 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:05.805766 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63918755-e175-4532-ba79-841adaf43e44 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:05.806101 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63918755-e175-4532-ba79-841adaf43e44 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:05.806432 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63918755-e175-4532-ba79-841adaf43e44 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:05.824713 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc3174-125d-436d-bf53-a5680777882b req-63918755-e175-4532-ba79-841adaf43e44 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:05.825408 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-8fbc3174-125d-436d-bf53-a5680777882b req-63918755-e175-4532-ba79-841adaf43e44 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:05.842060 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8fbc3174-125d-436d-bf53-a5680777882b req-63918755-e175-4532-ba79-841adaf43e44 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6550727 Nov 27 04:26:05.858643 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-8fbc3174-125d-436d-bf53-a5680777882b req-037f597e-c18c-41a7-9d1e-969c354055b5 service neutron] Request body: {'port': {'device_id': '0c254543-5fa7-4cd9-862d-29be848aa460', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:26:05.922284 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-8fbc3174-125d-436d-bf53-a5680777882b req-037f597e-c18c-41a7-9d1e-969c354055b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:06.178949 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-8fbc3174-125d-436d-bf53-a5680777882b req-037f597e-c18c-41a7-9d1e-969c354055b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 675c14b4-9c63-45dc-a272-3e15987ef086 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:26:06.187494 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-8fbc3174-125d-436d-bf53-a5680777882b req-037f597e-c18c-41a7-9d1e-969c354055b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:06.203735 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-8fbc3174-125d-436d-bf53-a5680777882b req-037f597e-c18c-41a7-9d1e-969c354055b5 service neutron] Transition to ACTIVE for port object 675c14b4-9c63-45dc-a272-3e15987ef086 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:26:06.207019 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-8fbc3174-125d-436d-bf53-a5680777882b req-037f597e-c18c-41a7-9d1e-969c354055b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:06.264785 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f597e-c18c-41a7-9d1e-969c354055b5 service neutron] Pushing event updated for resources: {'Port': ['ID=675c14b4-9c63-45dc-a272-3e15987ef086,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:26:06.338182 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-8fbc3174-125d-436d-bf53-a5680777882b req-037f597e-c18c-41a7-9d1e-969c354055b5 service neutron] Attempting to bind port 675c14b4-9c63-45dc-a272-3e15987ef086 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:26:06.338526 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-8fbc3174-125d-436d-bf53-a5680777882b req-037f597e-c18c-41a7-9d1e-969c354055b5 service neutron] Attempting to bind port 675c14b4-9c63-45dc-a272-3e15987ef086 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': 'f76e35e6-f9a8-4c41-9a03-9f29bc627a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '63d3e859-b644-46f7-863e-164b7dda43eb'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:26:06.338891 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbc3174-125d-436d-bf53-a5680777882b req-037f597e-c18c-41a7-9d1e-969c354055b5 service neutron] Attempting to bind port 675c14b4-9c63-45dc-a272-3e15987ef086 on network 63d3e859-b644-46f7-863e-164b7dda43eb {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:26:06.343374 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbc3174-125d-436d-bf53-a5680777882b req-037f597e-c18c-41a7-9d1e-969c354055b5 service neutron] Port 675c14b4-9c63-45dc-a272-3e15987ef086 on network 63d3e859-b644-46f7-863e-164b7dda43eb not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:26:06.343702 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbc3174-125d-436d-bf53-a5680777882b req-037f597e-c18c-41a7-9d1e-969c354055b5 service neutron] Attempting to bind port 675c14b4-9c63-45dc-a272-3e15987ef086 on network 63d3e859-b644-46f7-863e-164b7dda43eb {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:26:06.348473 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbc3174-125d-436d-bf53-a5680777882b req-037f597e-c18c-41a7-9d1e-969c354055b5 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:26:06.348847 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbc3174-125d-436d-bf53-a5680777882b req-037f597e-c18c-41a7-9d1e-969c354055b5 service neutron] Checking segment: {'id': 'f76e35e6-f9a8-4c41-9a03-9f29bc627a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '63d3e859-b644-46f7-863e-164b7dda43eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:26:06.349234 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbc3174-125d-436d-bf53-a5680777882b req-037f597e-c18c-41a7-9d1e-969c354055b5 service neutron] Bound using segment: {'id': 'f76e35e6-f9a8-4c41-9a03-9f29bc627a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '63d3e859-b644-46f7-863e-164b7dda43eb'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:26:06.349661 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-8fbc3174-125d-436d-bf53-a5680777882b req-037f597e-c18c-41a7-9d1e-969c354055b5 service neutron] Bound port: 675c14b4-9c63-45dc-a272-3e15987ef086, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f76e35e6-f9a8-4c41-9a03-9f29bc627a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '63d3e859-b644-46f7-863e-164b7dda43eb'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:26:06.350018 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-8fbc3174-125d-436d-bf53-a5680777882b req-037f597e-c18c-41a7-9d1e-969c354055b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:06.414463 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-8fbc3174-125d-436d-bf53-a5680777882b req-037f597e-c18c-41a7-9d1e-969c354055b5 service neutron] For port 675c14b4-9c63-45dc-a272-3e15987ef086, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:26:06.417569 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-8fbc3174-125d-436d-bf53-a5680777882b req-037f597e-c18c-41a7-9d1e-969c354055b5 service neutron] For port 675c14b4-9c63-45dc-a272-3e15987ef086, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=675c14b4-9c63-45dc-a272-3e15987ef086,segment=NetworkSegment(f76e35e6-f9a8-4c41-9a03-9f29bc627a7b),segment_id=f76e35e6-f9a8-4c41-9a03-9f29bc627a7b)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:26:06.423960 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-8fbc3174-125d-436d-bf53-a5680777882b req-037f597e-c18c-41a7-9d1e-969c354055b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:06.435656 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf63988-151d-4f6f-a78c-c016266b3e5f req-ea56037b-e989-4063-b5ee-fe3b4451cc66 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:06.437161 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-daf63988-151d-4f6f-a78c-c016266b3e5f req-ea56037b-e989-4063-b5ee-fe3b4451cc66 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 944 time: 0.0544670 Nov 27 04:26:06.455981 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc3174-125d-436d-bf53-a5680777882b req-037f597e-c18c-41a7-9d1e-969c354055b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:06.456597 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-8fbc3174-125d-436d-bf53-a5680777882b req-037f597e-c18c-41a7-9d1e-969c354055b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:06.457962 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8fbc3174-125d-436d-bf53-a5680777882b req-037f597e-c18c-41a7-9d1e-969c354055b5 service neutron] 10.222.0.11 "PUT /v2.0/ports/675c14b4-9c63-45dc-a272-3e15987ef086 HTTP/1.1" status: 200 len: 1092 time: 0.6034749 Nov 27 04:26:06.458397 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c254543-5fa7-4cd9-862d-29be848aa460', 'tag': '675c14b4-9c63-45dc-a272-3e15987ef086'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:26:06.460676 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f9d1f5-046d-4df5-8103-eb7269254d4e" -d '{"events": [{"name": "network-changed", "server_uuid": "0c254543-5fa7-4cd9-862d-29be848aa460", "tag": "675c14b4-9c63-45dc-a272-3e15987ef086"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:26:06.490490 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f597e-c18c-41a7-9d1e-969c354055b5 service neutron] Pushing event updated for resources: {'Port': ['ID=675c14b4-9c63-45dc-a272-3e15987ef086,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:26:06.494900 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-daf63988-151d-4f6f-a78c-c016266b3e5f req-3288957f-ad29-4137-9510-e00155504a90 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516541 Nov 27 04:26:06.503489 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40afe898-6a7c-4ce0-a973-f31c21d4884d x-openstack-request-id: req-40afe898-6a7c-4ce0-a973-f31c21d4884d {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:26:06.504167 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c254543-5fa7-4cd9-862d-29be848aa460", "tag": "675c14b4-9c63-45dc-a272-3e15987ef086", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:26:06.504424 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40afe898-6a7c-4ce0-a973-f31c21d4884d {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:26:06.504829 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c254543-5fa7-4cd9-862d-29be848aa460', 'tag': '675c14b4-9c63-45dc-a272-3e15987ef086', 'status': 'completed', 'code': 200} Nov 27 04:26:06.569157 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc3174-125d-436d-bf53-a5680777882b req-d91df37d-eba4-46e1-b6f6-b5c24370946b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:06.570689 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8fbc3174-125d-436d-bf53-a5680777882b req-d91df37d-eba4-46e1-b6f6-b5c24370946b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=362318ddf9dc491e9ae25a99852b74c5&device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 1095 time: 0.0452228 Nov 27 04:26:06.618331 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8fbc3174-125d-436d-bf53-a5680777882b req-157c7d3b-62bc-46dc-9b8e-d38a5e19837a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=675c14b4-9c63-45dc-a272-3e15987ef086 HTTP/1.1" status: 200 len: 217 time: 0.0333900 Nov 27 04:26:06.666680 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc3174-125d-436d-bf53-a5680777882b req-76af8a12-f5da-4e3b-9643-ff109621e0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:06.668148 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8fbc3174-125d-436d-bf53-a5680777882b req-76af8a12-f5da-4e3b-9643-ff109621e0e5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cfe54c12-8d77-49c4-bd7e-690a70559f81 HTTP/1.1" status: 200 len: 855 time: 0.0425785 Nov 27 04:26:06.698974 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8fbc3174-125d-436d-bf53-a5680777882b req-a122a564-1a0b-4754-b64a-21445535a0b1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=63d3e859-b644-46f7-863e-164b7dda43eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234537 Nov 27 04:26:06.791008 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8fbc3174-125d-436d-bf53-a5680777882b req-f52e003f-3170-444e-9f73-1916553eca82 service neutron] 10.222.0.11 "GET /v2.0/networks/63d3e859-b644-46f7-863e-164b7dda43eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850327 Nov 27 04:26:06.882185 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8fbc3174-125d-436d-bf53-a5680777882b req-701da779-fc82-4c43-bf9d-caacedd24fb4 service neutron] 10.222.0.11 "GET /v2.0/networks/63d3e859-b644-46f7-863e-164b7dda43eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844176 Nov 27 04:26:07.001072 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9d1f5-046d-4df5-8103-eb7269254d4e req-aaf01a6e-2c57-4b19-8113-4036f987a01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:07.002579 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c1f9d1f5-046d-4df5-8103-eb7269254d4e req-aaf01a6e-2c57-4b19-8113-4036f987a01d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=362318ddf9dc491e9ae25a99852b74c5&device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 1095 time: 0.0397775 Nov 27 04:26:07.095320 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9d1f5-046d-4df5-8103-eb7269254d4e req-0bd38c63-1f7d-4991-bcae-9bbe7d5ecc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:07.096770 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c1f9d1f5-046d-4df5-8103-eb7269254d4e req-0bd38c63-1f7d-4991-bcae-9bbe7d5ecc87 service neutron] 10.222.0.11 "GET /v2.0/networks?id=63d3e859-b644-46f7-863e-164b7dda43eb HTTP/1.1" status: 200 len: 916 time: 0.0866206 Nov 27 04:26:07.136597 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c1f9d1f5-046d-4df5-8103-eb7269254d4e req-fb1038b8-ce86-4a12-861e-1df858ad83c7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=675c14b4-9c63-45dc-a272-3e15987ef086 HTTP/1.1" status: 200 len: 217 time: 0.0322886 Nov 27 04:26:07.184789 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9d1f5-046d-4df5-8103-eb7269254d4e req-754441bc-7e5d-4c14-81b9-cb96563ed17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:07.186878 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c1f9d1f5-046d-4df5-8103-eb7269254d4e req-754441bc-7e5d-4c14-81b9-cb96563ed17e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cfe54c12-8d77-49c4-bd7e-690a70559f81 HTTP/1.1" status: 200 len: 855 time: 0.0430427 Nov 27 04:26:07.219271 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c1f9d1f5-046d-4df5-8103-eb7269254d4e req-96975578-02b3-4eaa-8503-adcea3455858 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=63d3e859-b644-46f7-863e-164b7dda43eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240030 Nov 27 04:26:07.313256 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c1f9d1f5-046d-4df5-8103-eb7269254d4e req-b28a59de-881e-411a-a35f-3943fa60a9aa service neutron] 10.222.0.11 "GET /v2.0/networks/63d3e859-b644-46f7-863e-164b7dda43eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849216 Nov 27 04:26:07.406347 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c1f9d1f5-046d-4df5-8103-eb7269254d4e req-a5430749-337f-4c51-9770-bdb9fa4ca1fa service neutron] 10.222.0.11 "GET /v2.0/networks/63d3e859-b644-46f7-863e-164b7dda43eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857930 Nov 27 04:26:07.620524 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e1058-43e1-4771-9c71-5bdb9f5421f4 req-0173b855-b9a2-4cb7-aa04-f3e9e3abc38d tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:07.621904 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-aa7e1058-43e1-4771-9c71-5bdb9f5421f4 req-0173b855-b9a2-4cb7-aa04-f3e9e3abc38d tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 944 time: 0.0486295 Nov 27 04:26:07.668861 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-aa7e1058-43e1-4771-9c71-5bdb9f5421f4 req-88f450d1-2f4f-4274-81d1-16fa8d7c019f tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402658 Nov 27 04:26:07.691232 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device d6e09619-7960-409f-926e-70fdc9a1c246 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:26:07.710991 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: d6e09619-7960-409f-926e-70fdc9a1c246 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:26:07.711339 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device d6e09619-7960-409f-926e-70fdc9a1c246 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:26:08.783761 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d3ee2-4974-4b28-8953-b38b1ce7b9e4 req-b759f879-2154-4da7-a27c-6c920dedfb92 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:08.785240 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c05d3ee2-4974-4b28-8953-b38b1ce7b9e4 req-b759f879-2154-4da7-a27c-6c920dedfb92 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 944 time: 0.0499272 Nov 27 04:26:08.834024 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c05d3ee2-4974-4b28-8953-b38b1ce7b9e4 req-9ddf24d5-8b46-4587-b344-bc55c8d4a0e4 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428052 Nov 27 04:26:09.948879 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297c9c3-01ba-4cee-b49b-ed86ec8d1aea req-b3e9d21f-d4a0-415e-a79b-6bb69796cb20 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:09.950364 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b297c9c3-01ba-4cee-b49b-ed86ec8d1aea req-b3e9d21f-d4a0-415e-a79b-6bb69796cb20 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 944 time: 0.0491092 Nov 27 04:26:09.996507 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b297c9c3-01ba-4cee-b49b-ed86ec8d1aea req-2ed3804e-c107-4a53-82c8-4346875a434b tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397401 Nov 27 04:26:10.272003 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 675c14b4-9c63-45dc-a272-3e15987ef086 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:26:10.372549 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 675c14b4-9c63-45dc-a272-3e15987ef086, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=675c14b4-9c63-45dc-a272-3e15987ef086,segment=NetworkSegment(f76e35e6-f9a8-4c41-9a03-9f29bc627a7b),segment_id=f76e35e6-f9a8-4c41-9a03-9f29bc627a7b)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:26:10.384452 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': '675c14b4-9c63-45dc-a272-3e15987ef086', 'network_id': '63d3e859-b644-46f7-863e-164b7dda43eb', 'port_id': '675c14b4-9c63-45dc-a272-3e15987ef086', 'mac_address': 'fa:16:3e:50:34:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfe54c12-8d77-49c4-bd7e-690a70559f81', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:26:10.425038 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:10.441584 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 675c14b4-9c63-45dc-a272-3e15987ef086 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:26:10.462497 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 675c14b4-9c63-45dc-a272-3e15987ef086, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=675c14b4-9c63-45dc-a272-3e15987ef086,segment=NetworkSegment(f76e35e6-f9a8-4c41-9a03-9f29bc627a7b),segment_id=f76e35e6-f9a8-4c41-9a03-9f29bc627a7b)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:26:10.466837 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:10.516559 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=675c14b4-9c63-45dc-a272-3e15987ef086,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:26:10.728711 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['675c14b4-9c63-45dc-a272-3e15987ef086'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:26:11.110038 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d454a-df71-4843-a406-1b30362b71b4 req-16abfdce-2e75-4f5b-a892-dbb9689140b6 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:11.111581 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d09d454a-df71-4843-a406-1b30362b71b4 req-16abfdce-2e75-4f5b-a892-dbb9689140b6 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 945 time: 0.0481887 Nov 27 04:26:11.163281 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d09d454a-df71-4843-a406-1b30362b71b4 req-2550318d-1026-44f9-a764-a3c7bfbbbb07 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457454 Nov 27 04:26:12.282812 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54d55e-cef8-470e-9347-901ef0a52cd9 req-6895e8c5-b101-4c67-8276-28ca1d47accd tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:12.284265 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1e54d55e-cef8-470e-9347-901ef0a52cd9 req-6895e8c5-b101-4c67-8276-28ca1d47accd tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 945 time: 0.0539200 Nov 27 04:26:12.288426 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 675c14b4-9c63-45dc-a272-3e15987ef086 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:26:12.332159 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1e54d55e-cef8-470e-9347-901ef0a52cd9 req-ee7c01a9-9cd7-45b7-a7e7-fa7c64f6f7eb tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407405 Nov 27 04:26:12.338603 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port 675c14b4-9c63-45dc-a272-3e15987ef086 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:26:12.343313 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port 675c14b4-9c63-45dc-a272-3e15987ef086 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:26:12.343683 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:12.422003 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:12.444034 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c254543-5fa7-4cd9-862d-29be848aa460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675c14b4-9c63-45dc-a272-3e15987ef086'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:26:12.446212 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9403c2ac-e62a-4337-9b2e-ba1b02a6344e" -d '{"events": [{"server_uuid": "0c254543-5fa7-4cd9-862d-29be848aa460", "name": "network-vif-plugged", "status": "completed", "tag": "675c14b4-9c63-45dc-a272-3e15987ef086"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:26:12.458617 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port 675c14b4-9c63-45dc-a272-3e15987ef086, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=675c14b4-9c63-45dc-a272-3e15987ef086,segment=NetworkSegment(f76e35e6-f9a8-4c41-9a03-9f29bc627a7b),segment_id=f76e35e6-f9a8-4c41-9a03-9f29bc627a7b)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:26:12.462611 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:12.485740 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e39938b-3177-402b-b718-0999c0fe01c6 x-openstack-request-id: req-8e39938b-3177-402b-b718-0999c0fe01c6 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:26:12.486045 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c254543-5fa7-4cd9-862d-29be848aa460", "name": "network-vif-plugged", "status": "completed", "tag": "675c14b4-9c63-45dc-a272-3e15987ef086", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:26:12.486276 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e39938b-3177-402b-b718-0999c0fe01c6 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:26:12.486690 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c254543-5fa7-4cd9-862d-29be848aa460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675c14b4-9c63-45dc-a272-3e15987ef086', 'code': 200} Nov 27 04:26:12.511725 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=675c14b4-9c63-45dc-a272-3e15987ef086,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:26:12.607798 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794c5b7-6fc3-4cbc-bda6-3db9bd8a54b6 req-56f00368-53b5-4601-a616-cf2ed05ec873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:12.609285 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2794c5b7-6fc3-4cbc-bda6-3db9bd8a54b6 req-56f00368-53b5-4601-a616-cf2ed05ec873 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 1097 time: 0.0392764 Nov 27 04:26:12.653144 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2794c5b7-6fc3-4cbc-bda6-3db9bd8a54b6 req-418b7f83-63cb-4eff-99de-8112201c24e8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370460 Nov 27 04:26:13.451000 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2f385-2323-4355-91d1-88579fe30bd2 req-23dd0742-c3fa-48eb-95cc-0a428cb6a914 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:13.452468 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7bc2f385-2323-4355-91d1-88579fe30bd2 req-23dd0742-c3fa-48eb-95cc-0a428cb6a914 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 946 time: 0.0513265 Nov 27 04:26:13.501040 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7bc2f385-2323-4355-91d1-88579fe30bd2 req-bbfe1163-8211-4b4d-96dc-c1457a5d07e4 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425549 Nov 27 04:26:14.615448 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ccf8f-9f20-465f-9da0-17327adf3118 req-2fe4270a-8a15-42df-955a-c3845b791566 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:14.616916 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6e7ccf8f-9f20-465f-9da0-17327adf3118 req-2fe4270a-8a15-42df-955a-c3845b791566 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 946 time: 0.0478606 Nov 27 04:26:14.666170 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6e7ccf8f-9f20-465f-9da0-17327adf3118 req-974b1bb0-cebd-4f83-b23e-77ad972e972f tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430489 Nov 27 04:26:14.778086 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1644a20-18f5-4877-9f96-723fb36e54e8 req-8323c645-8505-4b10-99fb-a923d6d1eb9d tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:14.779617 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a1644a20-18f5-4877-9f96-723fb36e54e8 req-8323c645-8505-4b10-99fb-a923d6d1eb9d tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 946 time: 0.0471447 Nov 27 04:26:14.825475 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a1644a20-18f5-4877-9f96-723fb36e54e8 req-c32423f2-9471-4937-96c7-e10c8763e2dc tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395234 Nov 27 04:26:15.082211 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-45be0860-b4ce-4ff4-8278-be1a9b303287 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0764322 Nov 27 04:26:15.090136 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959a893-7e99-4c1a-a70d-b08e3b6c5451 req-381e316e-6992-4987-8581-0adcf2dcfa71 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:15.091624 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e959a893-7e99-4c1a-a70d-b08e3b6c5451 req-381e316e-6992-4987-8581-0adcf2dcfa71 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 946 time: 0.0776989 Nov 27 04:26:15.140622 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e959a893-7e99-4c1a-a70d-b08e3b6c5451 req-12fd1f71-0c5e-43a6-b702-6d98730380ce tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423200 Nov 27 04:26:16.172001 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9325f0a6-8495-46ca-a090-759a1015a6ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:16.262364 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab20148-b28b-4528-ace2-4c28cc82eb49 req-c389686c-783b-4b46-9e27-8e79e987a9c9 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:16.263876 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2ab20148-b28b-4528-ace2-4c28cc82eb49 req-c389686c-783b-4b46-9e27-8e79e987a9c9 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 946 time: 0.0494983 Nov 27 04:26:16.313915 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2ab20148-b28b-4528-ace2-4c28cc82eb49 req-47658bd3-1436-4586-9cb7-b5ead853b1ee tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440574 Nov 27 04:26:16.365841 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:16.371607 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-09e2f5b3-8b8b-4d14-8667-a5aaff2d180b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:16.373123 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-09e2f5b3-8b8b-4d14-8667-a5aaff2d180b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=362318ddf9dc491e9ae25a99852b74c5&device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 1097 time: 0.0425923 Nov 27 04:26:16.468629 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-36dad242-ab20-4119-8e6c-6609edb26b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:16.470115 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-36dad242-ab20-4119-8e6c-6609edb26b5d service neutron] 10.222.0.11 "GET /v2.0/networks?id=63d3e859-b644-46f7-863e-164b7dda43eb HTTP/1.1" status: 200 len: 916 time: 0.0892854 Nov 27 04:26:16.511206 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-9e14b522-4a5f-4338-b3ee-0f4260359643 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=675c14b4-9c63-45dc-a272-3e15987ef086 HTTP/1.1" status: 200 len: 217 time: 0.0335968 Nov 27 04:26:16.559260 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-8110a07a-02a7-4ff5-ac7b-299e1d15ee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:16.560688 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-8110a07a-02a7-4ff5-ac7b-299e1d15ee33 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cfe54c12-8d77-49c4-bd7e-690a70559f81 HTTP/1.1" status: 200 len: 855 time: 0.0431201 Nov 27 04:26:16.595257 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-9485d7f5-6a67-45e4-9094-1b7bfc421d26 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=63d3e859-b644-46f7-863e-164b7dda43eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280085 Nov 27 04:26:16.684037 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-2c23e9bf-df9e-47d5-81bf-89e806f86be2 service neutron] 10.222.0.11 "GET /v2.0/networks/63d3e859-b644-46f7-863e-164b7dda43eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811157 Nov 27 04:26:16.704154 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:26:16.776193 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-4f604d8a-a9bd-4fb8-b1be-f78f6634ef0e service neutron] 10.222.0.11 "GET /v2.0/networks/63d3e859-b644-46f7-863e-164b7dda43eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848043 Nov 27 04:26:17.429535 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597376e3-ece5-4ce9-bda4-1ad0715e237a req-a6166dc8-d31e-403b-ad5f-47d886104f1b tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:17.430967 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-597376e3-ece5-4ce9-bda4-1ad0715e237a req-a6166dc8-d31e-403b-ad5f-47d886104f1b tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 946 time: 0.0491452 Nov 27 04:26:17.478406 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-597376e3-ece5-4ce9-bda4-1ad0715e237a req-e863d0d1-cdba-4074-97e9-6adb071df0b2 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413833 Nov 27 04:26:18.322718 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-83771620-0eb2-4d9e-b678-56317a5ff735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:18.598277 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a481062-0b91-43c3-ae1a-4fd740f23818 req-625abc51-9aa5-4e19-8c2a-bd2df775700a tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:18.599715 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5a481062-0b91-43c3-ae1a-4fd740f23818 req-625abc51-9aa5-4e19-8c2a-bd2df775700a tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 946 time: 0.0527179 Nov 27 04:26:18.648954 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5a481062-0b91-43c3-ae1a-4fd740f23818 req-acc191a5-b293-4678-a87a-5f6823eed526 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432537 Nov 27 04:26:18.947359 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:19.655422 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:19.764139 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7e775-9de6-48c9-abb1-cf421eba12d1 req-9d3c6875-3dcf-447c-b9d6-4eee2d3995fd tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:19.766126 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e7d7e775-9de6-48c9-abb1-cf421eba12d1 req-9d3c6875-3dcf-447c-b9d6-4eee2d3995fd tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 946 time: 0.0479209 Nov 27 04:26:19.816007 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e7d7e775-9de6-48c9-abb1-cf421eba12d1 req-99554098-a153-41a4-9279-0ff9721d513b tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438089 Nov 27 04:26:20.930264 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c91c9-7b92-4c9e-87f9-350ccdfc0bae req-4b2dfc39-d90a-4a42-ab9d-a05848268ca5 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:20.931822 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3b2c91c9-7b92-4c9e-87f9-350ccdfc0bae req-4b2dfc39-d90a-4a42-ab9d-a05848268ca5 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 946 time: 0.0481110 Nov 27 04:26:20.980928 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3b2c91c9-7b92-4c9e-87f9-350ccdfc0bae req-510fb542-649a-4498-a03c-b948fed6d2f1 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433402 Nov 27 04:26:21.265296 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:21.889657 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:22.095035 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9c256-bece-48ef-bcd8-37b9ea388e8d req-92cc60f3-34cf-4f69-a984-dc2de3a299a1 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:22.096483 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-83d9c256-bece-48ef-bcd8-37b9ea388e8d req-92cc60f3-34cf-4f69-a984-dc2de3a299a1 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 946 time: 0.0472343 Nov 27 04:26:22.142838 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-83d9c256-bece-48ef-bcd8-37b9ea388e8d req-e952302d-95be-450e-ac91-5fd90099d83d tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403664 Nov 27 04:26:23.256376 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aaa7e1-3d64-458a-85be-1b11e4ad227b req-1a6f310f-f2cc-4b50-97ff-eb2d2d741cdc tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:23.257836 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-63aaa7e1-3d64-458a-85be-1b11e4ad227b req-1a6f310f-f2cc-4b50-97ff-eb2d2d741cdc tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 946 time: 0.0484755 Nov 27 04:26:23.307903 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-63aaa7e1-3d64-458a-85be-1b11e4ad227b req-027e42d1-07f1-45bc-a1e3-a30d0f56ddef tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439641 Nov 27 04:26:24.419758 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223eb247-2d5e-4836-aa56-3cccc853cc4b req-d09acb16-c0aa-481e-95a3-69586de84efd tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:24.421221 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-223eb247-2d5e-4836-aa56-3cccc853cc4b req-d09acb16-c0aa-481e-95a3-69586de84efd tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 946 time: 0.0478857 Nov 27 04:26:24.467423 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-223eb247-2d5e-4836-aa56-3cccc853cc4b req-0a5aea1f-8a54-4887-83d6-c5d8c3482897 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395188 Nov 27 04:26:25.582625 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60407627-5a39-4668-8368-d5d43eb384ef req-0998081f-a644-4584-8e8d-b9466a512116 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:25.584102 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-60407627-5a39-4668-8368-d5d43eb384ef req-0998081f-a644-4584-8e8d-b9466a512116 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 946 time: 0.0485423 Nov 27 04:26:25.630543 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-60407627-5a39-4668-8368-d5d43eb384ef req-c2d00c77-8468-4913-9e2a-b11458f8fcf6 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406394 Nov 27 04:26:26.747788 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156583f8-221e-4c66-a7e6-d97ab6b576df req-30e0e647-73af-42d2-b361-0eb14f3e73ee tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:26.749247 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-156583f8-221e-4c66-a7e6-d97ab6b576df req-30e0e647-73af-42d2-b361-0eb14f3e73ee tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 946 time: 0.0511990 Nov 27 04:26:26.795756 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-156583f8-221e-4c66-a7e6-d97ab6b576df req-8f5065bd-49ec-44c3-bbf5-c1d3db918bc2 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400696 Nov 27 04:26:27.916318 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77229893-f93e-46eb-bc86-def7b07b40f0 req-ef367683-582d-47b1-ba5c-b5477cd78389 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:27.917815 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-77229893-f93e-46eb-bc86-def7b07b40f0 req-ef367683-582d-47b1-ba5c-b5477cd78389 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 946 time: 0.0506034 Nov 27 04:26:27.963982 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-77229893-f93e-46eb-bc86-def7b07b40f0 req-aa217d24-f4a3-4380-b074-dedd4ca9a8cf tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399313 Nov 27 04:26:29.077291 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a91a6-e8b3-4d93-abdc-e058b00c349a req-ce8f8361-95ff-4c6b-b3a1-9abf10499e15 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:29.078771 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e81a91a6-e8b3-4d93-abdc-e058b00c349a req-ce8f8361-95ff-4c6b-b3a1-9abf10499e15 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 946 time: 0.0482833 Nov 27 04:26:29.124477 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e81a91a6-e8b3-4d93-abdc-e058b00c349a req-524e31af-48cf-4ba2-9758-896f337ae832 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397570 Nov 27 04:26:30.244082 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28b261-4575-4207-8f5f-c464f24ceb5c req-207e49aa-3087-44cd-b7e1-46b968c48d3c tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:30.245546 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3b28b261-4575-4207-8f5f-c464f24ceb5c req-207e49aa-3087-44cd-b7e1-46b968c48d3c tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 946 time: 0.0510015 Nov 27 04:26:30.291377 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3b28b261-4575-4207-8f5f-c464f24ceb5c req-c38c55f6-703b-4414-8174-11179dd1bb3d tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399773 Nov 27 04:26:31.404771 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b9e67-7094-47c2-acf1-9207d94b25df req-173d7e3a-e56c-44eb-986f-4d0568cec000 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:31.406236 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-826b9e67-7094-47c2-acf1-9207d94b25df req-173d7e3a-e56c-44eb-986f-4d0568cec000 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 946 time: 0.0476720 Nov 27 04:26:31.456864 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-826b9e67-7094-47c2-acf1-9207d94b25df req-ab99e12e-281d-4981-ac54-a230150e0a6b tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443997 Nov 27 04:26:32.568600 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d156c-37d5-4798-bb8d-d2d23546630c req-cd177b86-9fa2-4686-b09a-479c6007c100 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:32.570057 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-461d156c-37d5-4798-bb8d-d2d23546630c req-cd177b86-9fa2-4686-b09a-479c6007c100 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 946 time: 0.0475008 Nov 27 04:26:32.616227 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-461d156c-37d5-4798-bb8d-d2d23546630c req-d1ab6ae2-5a3c-4644-8dc1-54f6861d741a tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403068 Nov 27 04:26:33.736119 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6c044-1f3c-445e-91d9-6bafe1457a01 req-cfaf6ab9-78ee-4448-9bf5-09374ef0a673 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:33.738188 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-16a6c044-1f3c-445e-91d9-6bafe1457a01 req-cfaf6ab9-78ee-4448-9bf5-09374ef0a673 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 946 time: 0.0487735 Nov 27 04:26:33.785288 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-16a6c044-1f3c-445e-91d9-6bafe1457a01 req-1d87c829-2f73-4923-b92d-f20e95d29241 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412171 Nov 27 04:26:34.902262 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3e98b-e28a-48fd-9191-6ee2beb3371c req-826eea4a-5993-4cf0-85af-3742d68cf86a tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:34.903761 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-44f3e98b-e28a-48fd-9191-6ee2beb3371c req-826eea4a-5993-4cf0-85af-3742d68cf86a tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 946 time: 0.0518622 Nov 27 04:26:34.950283 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-44f3e98b-e28a-48fd-9191-6ee2beb3371c req-6cfeae60-99f3-4cc6-becc-dd46904b731f tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400369 Nov 27 04:26:36.067068 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d0502-c7d0-4c1a-8495-515c7c4673cf req-ad73c439-99ad-4f8d-9ee8-f5571ee1754a tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:36.068543 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-027d0502-c7d0-4c1a-8495-515c7c4673cf req-ad73c439-99ad-4f8d-9ee8-f5571ee1754a tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 946 time: 0.0506570 Nov 27 04:26:36.114170 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-027d0502-c7d0-4c1a-8495-515c7c4673cf req-5f939b4e-2d37-413d-932a-9ef0bf8fb7e8 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397079 Nov 27 04:26:37.228748 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b62ea-7a00-4ce7-bc0d-79d2d1d0fda2 req-f0e34897-418e-4d1d-8aaa-225c47f626b5 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:37.230226 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-625b62ea-7a00-4ce7-bc0d-79d2d1d0fda2 req-f0e34897-418e-4d1d-8aaa-225c47f626b5 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 946 time: 0.0482960 Nov 27 04:26:37.277440 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-625b62ea-7a00-4ce7-bc0d-79d2d1d0fda2 req-a2d5461a-7550-4c86-ac3b-7a4fd829e1ff tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412664 Nov 27 04:26:38.661310 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63182f5f-a162-42d1-b915-7600b96426a5 req-e728f6ef-067d-4862-a6ce-bb0e103f75e9 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:38.662808 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-63182f5f-a162-42d1-b915-7600b96426a5 req-e728f6ef-067d-4862-a6ce-bb0e103f75e9 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 946 time: 0.3178711 Nov 27 04:26:38.710654 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-63182f5f-a162-42d1-b915-7600b96426a5 req-023e96fb-cd72-4456-b446-04601d4e25ae tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410609 Nov 27 04:26:39.822182 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06ddc5-89b9-4c74-b0cc-390baa86af8e req-098f6ea8-8ba7-4b17-9439-5fcb81eab709 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:39.823663 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7b06ddc5-89b9-4c74-b0cc-390baa86af8e req-098f6ea8-8ba7-4b17-9439-5fcb81eab709 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 946 time: 0.0472760 Nov 27 04:26:39.873566 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7b06ddc5-89b9-4c74-b0cc-390baa86af8e req-ffbb2e67-09ae-4148-b6ac-83bcd7656f21 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441496 Nov 27 04:26:40.988737 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4fb44-b4d4-4129-a609-96e651f08b9a req-c1bba215-fb25-447a-a33c-70aae779dada tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:40.990135 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c9d4fb44-b4d4-4129-a609-96e651f08b9a req-c1bba215-fb25-447a-a33c-70aae779dada tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 946 time: 0.0494494 Nov 27 04:26:41.036490 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c9d4fb44-b4d4-4129-a609-96e651f08b9a req-7f684686-4b56-4cc8-833f-f5c033333659 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403347 Nov 27 04:26:42.151507 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acd4ab-81ce-4199-9ea4-0bc08d15505a req-31bf85d6-4264-408e-99c0-a0425cf3996a tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:42.152990 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e8acd4ab-81ce-4199-9ea4-0bc08d15505a req-31bf85d6-4264-408e-99c0-a0425cf3996a tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 946 time: 0.0491493 Nov 27 04:26:42.199820 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e8acd4ab-81ce-4199-9ea4-0bc08d15505a req-eebb873f-572d-49bd-961e-e525054475d0 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410097 Nov 27 04:26:43.316116 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212bfb41-5ab5-49c5-ae02-9983386e252d req-8715ae5a-9d15-43d9-a00e-a8b4a543b802 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:43.317589 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-212bfb41-5ab5-49c5-ae02-9983386e252d req-8715ae5a-9d15-43d9-a00e-a8b4a543b802 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 946 time: 0.0510798 Nov 27 04:26:43.363184 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-212bfb41-5ab5-49c5-ae02-9983386e252d req-3ac1d042-cd93-40fe-ba3e-882d4c724577 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396397 Nov 27 04:26:43.670536 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-6e8da12d-f842-4c5c-a453-6847229822e3 service neutron] show failed (client error): The resource could not be found. Nov 27 04:26:43.671560 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-6e8da12d-f842-4c5c-a453-6847229822e3 service neutron] 10.222.0.11 "GET /v2.0/ports/675c14b4-9c63-45dc-a272-3e15987ef086/bindings/n-h1-819494-3 HTTP/1.1" status: 404 len: 380 time: 0.0536366 Nov 27 04:26:43.886186 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-23a04b6e-b4c9-4643-9c49-d43a5bfc4213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:43.887708 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-23a04b6e-b4c9-4643-9c49-d43a5bfc4213 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460&tenant_id=362318ddf9dc491e9ae25a99852b74c5 HTTP/1.1" status: 200 len: 1097 time: 0.0418243 Nov 27 04:26:43.911944 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-8c337255-cb80-4715-bd17-fcdd6b61c516 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819494-3', 'device_owner': 'compute:nova'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:26:43.965164 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-8c337255-cb80-4715-bd17-fcdd6b61c516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:44.160609 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-8c337255-cb80-4715-bd17-fcdd6b61c516 service neutron] For port 675c14b4-9c63-45dc-a272-3e15987ef086, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=675c14b4-9c63-45dc-a272-3e15987ef086,segment=NetworkSegment(f76e35e6-f9a8-4c41-9a03-9f29bc627a7b),segment_id=f76e35e6-f9a8-4c41-9a03-9f29bc627a7b)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:26:44.192262 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-8c337255-cb80-4715-bd17-fcdd6b61c516 service neutron] For port 675c14b4-9c63-45dc-a272-3e15987ef086, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:26:44.229941 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c254543-5fa7-4cd9-862d-29be848aa460', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '675c14b4-9c63-45dc-a272-3e15987ef086'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:26:44.232126 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854a1550-ddfc-4332-846b-cd4e3fd284dc" -d '{"events": [{"server_uuid": "0c254543-5fa7-4cd9-862d-29be848aa460", "name": "network-vif-unplugged", "status": "completed", "tag": "675c14b4-9c63-45dc-a272-3e15987ef086"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:26:44.236152 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-8c337255-cb80-4715-bd17-fcdd6b61c516 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:44.248917 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-8c337255-cb80-4715-bd17-fcdd6b61c516 service neutron] Transition to ACTIVE for port object 675c14b4-9c63-45dc-a272-3e15987ef086 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:26:44.253728 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-8c337255-cb80-4715-bd17-fcdd6b61c516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:44.288246 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 04:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b68820d-1722-4884-85fa-a91676a6daab x-openstack-request-id: req-6b68820d-1722-4884-85fa-a91676a6daab {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:26:44.288544 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c254543-5fa7-4cd9-862d-29be848aa460", "name": "network-vif-unplugged", "status": "completed", "tag": "675c14b4-9c63-45dc-a272-3e15987ef086", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:26:44.288803 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b68820d-1722-4884-85fa-a91676a6daab {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:26:44.289196 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c254543-5fa7-4cd9-862d-29be848aa460', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '675c14b4-9c63-45dc-a272-3e15987ef086', 'code': 200} Nov 27 04:26:44.321619 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-8c337255-cb80-4715-bd17-fcdd6b61c516 service neutron] No DVR routers for this DVR port 675c14b4-9c63-45dc-a272-3e15987ef086 on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:26:44.324704 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c337255-cb80-4715-bd17-fcdd6b61c516 service neutron] Pushing event updated for resources: {'Port': ['ID=675c14b4-9c63-45dc-a272-3e15987ef086,revision_number=6']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:26:44.351175 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c337255-cb80-4715-bd17-fcdd6b61c516 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:44.351529 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c337255-cb80-4715-bd17-fcdd6b61c516 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:44.351878 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c337255-cb80-4715-bd17-fcdd6b61c516 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:44.352220 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c337255-cb80-4715-bd17-fcdd6b61c516 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:44.352560 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c337255-cb80-4715-bd17-fcdd6b61c516 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:44.352898 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c337255-cb80-4715-bd17-fcdd6b61c516 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:44.353265 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c337255-cb80-4715-bd17-fcdd6b61c516 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:44.353599 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c337255-cb80-4715-bd17-fcdd6b61c516 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:44.353935 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c337255-cb80-4715-bd17-fcdd6b61c516 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:44.354269 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c337255-cb80-4715-bd17-fcdd6b61c516 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:44.354635 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c337255-cb80-4715-bd17-fcdd6b61c516 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:44.354966 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c337255-cb80-4715-bd17-fcdd6b61c516 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:44.367758 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-8c337255-cb80-4715-bd17-fcdd6b61c516 service neutron] Attempting to bind port 675c14b4-9c63-45dc-a272-3e15987ef086 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:26:44.368102 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-8c337255-cb80-4715-bd17-fcdd6b61c516 service neutron] Attempting to bind port 675c14b4-9c63-45dc-a272-3e15987ef086 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': 'f76e35e6-f9a8-4c41-9a03-9f29bc627a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '63d3e859-b644-46f7-863e-164b7dda43eb'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:26:44.368437 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-8c337255-cb80-4715-bd17-fcdd6b61c516 service neutron] Attempting to bind port 675c14b4-9c63-45dc-a272-3e15987ef086 on network 63d3e859-b644-46f7-863e-164b7dda43eb {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:26:44.372779 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-8c337255-cb80-4715-bd17-fcdd6b61c516 service neutron] Port 675c14b4-9c63-45dc-a272-3e15987ef086 on network 63d3e859-b644-46f7-863e-164b7dda43eb not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:26:44.373104 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-8c337255-cb80-4715-bd17-fcdd6b61c516 service neutron] Attempting to bind port 675c14b4-9c63-45dc-a272-3e15987ef086 on network 63d3e859-b644-46f7-863e-164b7dda43eb {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:26:44.377924 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-8c337255-cb80-4715-bd17-fcdd6b61c516 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:26:44.378296 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-8c337255-cb80-4715-bd17-fcdd6b61c516 service neutron] Checking segment: {'id': 'f76e35e6-f9a8-4c41-9a03-9f29bc627a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '63d3e859-b644-46f7-863e-164b7dda43eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:26:44.378733 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-8c337255-cb80-4715-bd17-fcdd6b61c516 service neutron] Bound using segment: {'id': 'f76e35e6-f9a8-4c41-9a03-9f29bc627a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '63d3e859-b644-46f7-863e-164b7dda43eb'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:26:44.379163 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-8c337255-cb80-4715-bd17-fcdd6b61c516 service neutron] Bound port: 675c14b4-9c63-45dc-a272-3e15987ef086, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f76e35e6-f9a8-4c41-9a03-9f29bc627a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '63d3e859-b644-46f7-863e-164b7dda43eb'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:26:44.379522 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-8c337255-cb80-4715-bd17-fcdd6b61c516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:44.442423 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-8c337255-cb80-4715-bd17-fcdd6b61c516 service neutron] For port 675c14b4-9c63-45dc-a272-3e15987ef086, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:26:44.445532 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-8c337255-cb80-4715-bd17-fcdd6b61c516 service neutron] For port 675c14b4-9c63-45dc-a272-3e15987ef086, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=675c14b4-9c63-45dc-a272-3e15987ef086,segment=NetworkSegment(f76e35e6-f9a8-4c41-9a03-9f29bc627a7b),segment_id=f76e35e6-f9a8-4c41-9a03-9f29bc627a7b)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:26:44.450858 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-8c337255-cb80-4715-bd17-fcdd6b61c516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:44.482367 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d7e16-d64a-45ef-9073-c95031a5aa64 req-e261f03d-5e7f-40c2-bed2-f7e219eeb3e0 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:44.485242 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e30d7e16-d64a-45ef-9073-c95031a5aa64 req-e261f03d-5e7f-40c2-bed2-f7e219eeb3e0 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 944 time: 0.0531409 Nov 27 04:26:44.487814 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-8c337255-cb80-4715-bd17-fcdd6b61c516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:44.488449 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-8c337255-cb80-4715-bd17-fcdd6b61c516 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:44.489802 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-8c337255-cb80-4715-bd17-fcdd6b61c516 service neutron] 10.222.0.23 "PUT /v2.0/ports/675c14b4-9c63-45dc-a272-3e15987ef086 HTTP/1.1" status: 200 len: 1092 time: 0.5821989 Nov 27 04:26:44.507868 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c337255-cb80-4715-bd17-fcdd6b61c516 service neutron] Pushing event updated for resources: {'Port': ['ID=675c14b4-9c63-45dc-a272-3e15987ef086,revision_number=7']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:26:44.535205 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e30d7e16-d64a-45ef-9073-c95031a5aa64 req-def703b5-bb2c-48f7-87c8-ccbef5794366 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424762 Nov 27 04:26:44.576758 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-c193f786-f477-480b-8403-3f902e9835cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:44.578254 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-c193f786-f477-480b-8403-3f902e9835cc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=362318ddf9dc491e9ae25a99852b74c5&device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 1095 time: 0.0447524 Nov 27 04:26:44.669099 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-82ab0a45-9d56-4ace-bf55-3ab8837a5d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:44.670580 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-82ab0a45-9d56-4ace-bf55-3ab8837a5d5c service neutron] 10.222.0.23 "GET /v2.0/networks?id=63d3e859-b644-46f7-863e-164b7dda43eb HTTP/1.1" status: 200 len: 916 time: 0.0832095 Nov 27 04:26:44.718729 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-9bba37bd-96e3-4e51-943b-b6403ebe5815 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=675c14b4-9c63-45dc-a272-3e15987ef086 HTTP/1.1" status: 200 len: 217 time: 0.0372899 Nov 27 04:26:44.771199 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-99752d2b-402f-491f-a3ba-05abbc064a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:44.772520 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-99752d2b-402f-491f-a3ba-05abbc064a9e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cfe54c12-8d77-49c4-bd7e-690a70559f81 HTTP/1.1" status: 200 len: 855 time: 0.0427277 Nov 27 04:26:44.807300 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-06fd33b0-67ff-4e08-bee0-dae074259467 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=63d3e859-b644-46f7-863e-164b7dda43eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233626 Nov 27 04:26:44.904298 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-e2867f46-38db-4790-98a4-b597c2cf80e5 service neutron] 10.222.0.23 "GET /v2.0/networks/63d3e859-b644-46f7-863e-164b7dda43eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848832 Nov 27 04:26:44.995564 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-094298c8-cba2-40f7-aaeb-70ccb3bf2132 req-85516862-835c-4c85-961e-e05fd975d3e4 service neutron] 10.222.0.23 "GET /v2.0/networks/63d3e859-b644-46f7-863e-164b7dda43eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799754 Nov 27 04:26:45.655769 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7bb7e-b2d5-4a7e-bff4-74ad7d868b7b req-5c8ee6d6-088e-4733-81ba-6abecdbb9bd9 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:45.657224 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ebb7bb7e-b2d5-4a7e-bff4-74ad7d868b7b req-5c8ee6d6-088e-4733-81ba-6abecdbb9bd9 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 944 time: 0.0480034 Nov 27 04:26:45.708115 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ebb7bb7e-b2d5-4a7e-bff4-74ad7d868b7b req-8f9b33a4-ef58-4b05-bf6e-29272094c8ec tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444582 Nov 27 04:26:46.172686 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-34de66e4-82f4-42f2-b83d-267b73ff9a59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:46.290766 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c254543-5fa7-4cd9-862d-29be848aa460', 'tag': '675c14b4-9c63-45dc-a272-3e15987ef086'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:26:46.293089 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2299f7a-e399-4f73-92b1-fd2eddc78a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "0c254543-5fa7-4cd9-862d-29be848aa460", "tag": "675c14b4-9c63-45dc-a272-3e15987ef086"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:26:46.341682 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80669aeb-05ee-4d52-a476-04686765c0e1 x-openstack-request-id: req-80669aeb-05ee-4d52-a476-04686765c0e1 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:26:46.341972 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c254543-5fa7-4cd9-862d-29be848aa460", "tag": "675c14b4-9c63-45dc-a272-3e15987ef086", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:26:46.342220 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-80669aeb-05ee-4d52-a476-04686765c0e1 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:26:46.342647 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c254543-5fa7-4cd9-862d-29be848aa460', 'tag': '675c14b4-9c63-45dc-a272-3e15987ef086', 'status': 'completed', 'code': 200} Nov 27 04:26:46.356057 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:46.423269 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2299f7a-e399-4f73-92b1-fd2eddc78a7c req-eca7f474-8996-41a5-bb99-69c877944d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:46.425508 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a2299f7a-e399-4f73-92b1-fd2eddc78a7c req-eca7f474-8996-41a5-bb99-69c877944d8d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=362318ddf9dc491e9ae25a99852b74c5&device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 1095 time: 0.0452778 Nov 27 04:26:46.431656 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2299f7a-e399-4f73-92b1-fd2eddc78a7c req-e11d70a7-cac2-4ad2-95ce-ab9baa4a18f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:46.433286 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a2299f7a-e399-4f73-92b1-fd2eddc78a7c req-e11d70a7-cac2-4ad2-95ce-ab9baa4a18f0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=362318ddf9dc491e9ae25a99852b74c5&device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 1095 time: 0.0410185 Nov 27 04:26:46.517527 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2299f7a-e399-4f73-92b1-fd2eddc78a7c req-50914465-c65d-4d00-9820-cc2f3a1dcd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:46.519070 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a2299f7a-e399-4f73-92b1-fd2eddc78a7c req-50914465-c65d-4d00-9820-cc2f3a1dcd66 service neutron] 10.222.0.11 "GET /v2.0/networks?id=63d3e859-b644-46f7-863e-164b7dda43eb HTTP/1.1" status: 200 len: 916 time: 0.0854702 Nov 27 04:26:46.531080 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2299f7a-e399-4f73-92b1-fd2eddc78a7c req-34e37176-bc77-4c2b-aef0-04ce3eb63e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:46.532529 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a2299f7a-e399-4f73-92b1-fd2eddc78a7c req-34e37176-bc77-4c2b-aef0-04ce3eb63e0a service neutron] 10.222.0.23 "GET /v2.0/networks?id=63d3e859-b644-46f7-863e-164b7dda43eb HTTP/1.1" status: 200 len: 916 time: 0.0841293 Nov 27 04:26:46.563318 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a2299f7a-e399-4f73-92b1-fd2eddc78a7c req-9fa6013a-920f-4ec5-8ffa-36a4428da92e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=675c14b4-9c63-45dc-a272-3e15987ef086 HTTP/1.1" status: 200 len: 217 time: 0.0371351 Nov 27 04:26:46.578060 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a2299f7a-e399-4f73-92b1-fd2eddc78a7c req-f922b9dd-7ef5-41cd-8dab-f37c3e175469 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=675c14b4-9c63-45dc-a272-3e15987ef086 HTTP/1.1" status: 200 len: 217 time: 0.0375123 Nov 27 04:26:46.615322 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2299f7a-e399-4f73-92b1-fd2eddc78a7c req-bf13fe2f-7547-4212-bc17-0dfd1a79679f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:46.616796 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a2299f7a-e399-4f73-92b1-fd2eddc78a7c req-bf13fe2f-7547-4212-bc17-0dfd1a79679f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cfe54c12-8d77-49c4-bd7e-690a70559f81 HTTP/1.1" status: 200 len: 855 time: 0.0466492 Nov 27 04:26:46.627613 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2299f7a-e399-4f73-92b1-fd2eddc78a7c req-9fccd817-69fe-4add-a01b-49c8566d16dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:46.630467 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a2299f7a-e399-4f73-92b1-fd2eddc78a7c req-9fccd817-69fe-4add-a01b-49c8566d16dc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cfe54c12-8d77-49c4-bd7e-690a70559f81 HTTP/1.1" status: 200 len: 855 time: 0.0452292 Nov 27 04:26:46.654338 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a2299f7a-e399-4f73-92b1-fd2eddc78a7c req-2730d4b1-433f-4d43-b629-a1c975359e7a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=63d3e859-b644-46f7-863e-164b7dda43eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293143 Nov 27 04:26:46.664454 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a2299f7a-e399-4f73-92b1-fd2eddc78a7c req-dbfa725a-ac8c-47f0-bdac-d3cca41d5352 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=63d3e859-b644-46f7-863e-164b7dda43eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261583 Nov 27 04:26:46.759768 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a2299f7a-e399-4f73-92b1-fd2eddc78a7c req-e86acfd0-3f4f-4617-9b42-498771e1e92d service neutron] 10.222.0.11 "GET /v2.0/networks/63d3e859-b644-46f7-863e-164b7dda43eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980878 Nov 27 04:26:46.773542 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a2299f7a-e399-4f73-92b1-fd2eddc78a7c req-5ca6fe6e-77f0-4f51-a813-1621ff803f28 service neutron] 10.222.0.23 "GET /v2.0/networks/63d3e859-b644-46f7-863e-164b7dda43eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008470 Nov 27 04:26:46.881946 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a2299f7a-e399-4f73-92b1-fd2eddc78a7c req-994a8667-60c7-4f34-9420-65430a003ce5 service neutron] 10.222.0.11 "GET /v2.0/networks/63d3e859-b644-46f7-863e-164b7dda43eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153803 Nov 27 04:26:46.910812 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7daa8-8816-41eb-91f5-026542d7685c req-9e09712a-61fd-4c4e-956b-d5a74fd43292 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:46.912463 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dfa7daa8-8816-41eb-91f5-026542d7685c req-9e09712a-61fd-4c4e-956b-d5a74fd43292 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 944 time: 0.1174855 Nov 27 04:26:46.941542 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a2299f7a-e399-4f73-92b1-fd2eddc78a7c req-99925bde-0429-4357-b259-1dabccc44b79 service neutron] 10.222.0.23 "GET /v2.0/networks/63d3e859-b644-46f7-863e-164b7dda43eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577365 Nov 27 04:26:46.970678 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dfa7daa8-8816-41eb-91f5-026542d7685c req-d803b0d3-6f59-4ec2-bf3d-329d55056f4f tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507543 Nov 27 04:26:47.846871 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 675c14b4-9c63-45dc-a272-3e15987ef086 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:26:47.941854 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 675c14b4-9c63-45dc-a272-3e15987ef086, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=675c14b4-9c63-45dc-a272-3e15987ef086,segment=NetworkSegment(f76e35e6-f9a8-4c41-9a03-9f29bc627a7b),segment_id=f76e35e6-f9a8-4c41-9a03-9f29bc627a7b)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:26:47.952396 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '675c14b4-9c63-45dc-a272-3e15987ef086', 'network_id': '63d3e859-b644-46f7-863e-164b7dda43eb', 'port_id': '675c14b4-9c63-45dc-a272-3e15987ef086', 'mac_address': 'fa:16:3e:50:34:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfe54c12-8d77-49c4-bd7e-690a70559f81', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:26:47.988548 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:48.004493 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 675c14b4-9c63-45dc-a272-3e15987ef086 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:26:48.024219 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 675c14b4-9c63-45dc-a272-3e15987ef086, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=675c14b4-9c63-45dc-a272-3e15987ef086,segment=NetworkSegment(f76e35e6-f9a8-4c41-9a03-9f29bc627a7b),segment_id=f76e35e6-f9a8-4c41-9a03-9f29bc627a7b)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:26:48.028331 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:48.093712 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19cc76-b8e6-4944-9abb-4dbb272d9555 req-4813a075-d1a3-4ecc-84b3-6423b1edc5c9 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:48.095344 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ea19cc76-b8e6-4944-9abb-4dbb272d9555 req-4813a075-d1a3-4ecc-84b3-6423b1edc5c9 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 945 time: 0.0519769 Nov 27 04:26:48.150828 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ea19cc76-b8e6-4944-9abb-4dbb272d9555 req-6acb6b85-7464-486f-98db-e5bfa6c363ee tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484633 Nov 27 04:26:48.236938 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=675c14b4-9c63-45dc-a272-3e15987ef086,revision_number=8']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:26:48.244886 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:48.245242 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:48.245587 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:48.245926 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:48.246264 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:48.246657 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:48.246947 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:48.247290 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:48.247609 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:48.247935 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:48.248262 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:48.248586 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:48.319511 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['675c14b4-9c63-45dc-a272-3e15987ef086'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:26:48.346426 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4c535334-1cb2-4c95-aa96-37a902a4015e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:48.376459 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe01882-f331-471e-b21b-cc2a6289d1fd req-92cde500-4ff9-47c0-9380-57aeb672a011 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:48.377966 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fbe01882-f331-471e-b21b-cc2a6289d1fd req-92cde500-4ff9-47c0-9380-57aeb672a011 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 945 time: 0.0806727 Nov 27 04:26:48.391696 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09de817-f73b-41c1-968f-24c555d03ed8 req-3440f4bb-df64-4b8a-8efd-13902e6acfd2 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:48.393122 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f09de817-f73b-41c1-968f-24c555d03ed8 req-3440f4bb-df64-4b8a-8efd-13902e6acfd2 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460&tenant_id=362318ddf9dc491e9ae25a99852b74c5&binding%3Ahost_id=n-h1-819494-3 HTTP/1.1" status: 200 len: 945 time: 0.0701020 Nov 27 04:26:48.478494 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fbe01882-f331-471e-b21b-cc2a6289d1fd req-c1e8f705-dfc7-4040-b4e9-760a8f2e6fe3 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844083 Nov 27 04:26:48.483514 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [req-f09de817-f73b-41c1-968f-24c555d03ed8 req-4bf7a84a-a52b-4fb4-aa90-ed7cf63f50f6 service neutron] delete failed (client error): The resource could not be found. Nov 27 04:26:48.484446 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f09de817-f73b-41c1-968f-24c555d03ed8 req-4bf7a84a-a52b-4fb4-aa90-ed7cf63f50f6 service neutron] 10.222.0.11 "DELETE /v2.0/ports/675c14b4-9c63-45dc-a272-3e15987ef086/bindings/n-h2-819494-3 HTTP/1.1" status: 404 len: 380 time: 0.0841789 Nov 27 04:26:48.503912 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 675c14b4-9c63-45dc-a272-3e15987ef086 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:26:48.542825 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device 675c14b4-9c63-45dc-a272-3e15987ef086 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:26:48.588661 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09de817-f73b-41c1-968f-24c555d03ed8 req-8fe68592-d8be-439e-bc32-dd1b8071248b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:48.590128 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f09de817-f73b-41c1-968f-24c555d03ed8 req-8fe68592-d8be-439e-bc32-dd1b8071248b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=362318ddf9dc491e9ae25a99852b74c5&device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 1096 time: 0.0408461 Nov 27 04:26:48.684570 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09de817-f73b-41c1-968f-24c555d03ed8 req-5ff1c86f-26ce-4233-860d-a63df76095c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:48.686017 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f09de817-f73b-41c1-968f-24c555d03ed8 req-5ff1c86f-26ce-4233-860d-a63df76095c4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=63d3e859-b644-46f7-863e-164b7dda43eb HTTP/1.1" status: 200 len: 916 time: 0.0888584 Nov 27 04:26:48.725904 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f09de817-f73b-41c1-968f-24c555d03ed8 req-dcf020b6-2e3c-4218-b20d-154454ff4b90 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=675c14b4-9c63-45dc-a272-3e15987ef086 HTTP/1.1" status: 200 len: 217 time: 0.0331125 Nov 27 04:26:48.773679 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09de817-f73b-41c1-968f-24c555d03ed8 req-ad3d3768-18cc-4bb7-9d46-376b975d721d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:48.775037 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f09de817-f73b-41c1-968f-24c555d03ed8 req-ad3d3768-18cc-4bb7-9d46-376b975d721d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cfe54c12-8d77-49c4-bd7e-690a70559f81 HTTP/1.1" status: 200 len: 855 time: 0.0427878 Nov 27 04:26:48.805515 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f09de817-f73b-41c1-968f-24c555d03ed8 req-69b50647-d312-47db-9e8e-1f78357a0350 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=63d3e859-b644-46f7-863e-164b7dda43eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240934 Nov 27 04:26:48.898674 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f09de817-f73b-41c1-968f-24c555d03ed8 req-167548d7-51ce-4fd0-8a5d-f20eb525b614 service neutron] 10.222.0.11 "GET /v2.0/networks/63d3e859-b644-46f7-863e-164b7dda43eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856502 Nov 27 04:26:48.948275 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:48.991877 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f09de817-f73b-41c1-968f-24c555d03ed8 req-4cfe0775-64d0-404e-9e9e-ce42843869fe service neutron] 10.222.0.11 "GET /v2.0/networks/63d3e859-b644-46f7-863e-164b7dda43eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864456 Nov 27 04:26:49.598344 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcffbaf5-4935-46ea-932e-0ad0a20e659d req-f1b023c0-0961-4db9-9d1c-4ec3632a4046 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:49.600499 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fcffbaf5-4935-46ea-932e-0ad0a20e659d req-f1b023c0-0961-4db9-9d1c-4ec3632a4046 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 945 time: 0.0508208 Nov 27 04:26:49.650006 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fcffbaf5-4935-46ea-932e-0ad0a20e659d req-ebabf9a4-d57e-4625-9ff4-33cda23f0b28 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436091 Nov 27 04:26:49.657676 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:49.764612 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f900b-927f-46c4-bfc9-3edf086d4a84 req-82ea22d6-4925-4063-9f2c-3284529ea4fc tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:49.765975 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ba3f900b-927f-46c4-bfc9-3edf086d4a84 req-82ea22d6-4925-4063-9f2c-3284529ea4fc tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 945 time: 0.0479829 Nov 27 04:26:49.812313 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ba3f900b-927f-46c4-bfc9-3edf086d4a84 req-6f86ac30-a19d-4b82-9595-763ee04e5042 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398500 Nov 27 04:26:49.879224 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 675c14b4-9c63-45dc-a272-3e15987ef086 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:26:49.928460 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb2fbb-a43f-4d4b-aa7a-c6138ffcf184 req-dd908afd-1e8b-41e2-ada7-c42d3db50f78 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:49.929752 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 675c14b4-9c63-45dc-a272-3e15987ef086 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:26:49.930039 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ccdb2fbb-a43f-4d4b-aa7a-c6138ffcf184 req-dd908afd-1e8b-41e2-ada7-c42d3db50f78 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 945 time: 0.0539131 Nov 27 04:26:49.933640 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 675c14b4-9c63-45dc-a272-3e15987ef086 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:26:49.934022 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:49.987047 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ccdb2fbb-a43f-4d4b-aa7a-c6138ffcf184 req-ab33320f-0780-4945-9c2f-7b37832a23d9 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496812 Nov 27 04:26:50.014477 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:50.036728 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c254543-5fa7-4cd9-862d-29be848aa460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675c14b4-9c63-45dc-a272-3e15987ef086'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:26:50.038980 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46b1e11-bd94-41bf-89bb-952661d73771" -d '{"events": [{"server_uuid": "0c254543-5fa7-4cd9-862d-29be848aa460", "name": "network-vif-plugged", "status": "completed", "tag": "675c14b4-9c63-45dc-a272-3e15987ef086"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:26:50.052017 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 675c14b4-9c63-45dc-a272-3e15987ef086, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=675c14b4-9c63-45dc-a272-3e15987ef086,segment=NetworkSegment(f76e35e6-f9a8-4c41-9a03-9f29bc627a7b),segment_id=f76e35e6-f9a8-4c41-9a03-9f29bc627a7b)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:26:50.057623 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:50.088409 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74fb4f6a-8c6d-4748-9d01-959c173fa60a x-openstack-request-id: req-74fb4f6a-8c6d-4748-9d01-959c173fa60a {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:26:50.088711 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c254543-5fa7-4cd9-862d-29be848aa460", "name": "network-vif-plugged", "status": "completed", "tag": "675c14b4-9c63-45dc-a272-3e15987ef086", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:26:50.088966 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74fb4f6a-8c6d-4748-9d01-959c173fa60a {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:26:50.089358 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c254543-5fa7-4cd9-862d-29be848aa460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675c14b4-9c63-45dc-a272-3e15987ef086', 'code': 200} Nov 27 04:26:50.116393 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=675c14b4-9c63-45dc-a272-3e15987ef086,revision_number=9']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:26:50.310988 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f4f98b-a76c-4168-bd52-a87a52a4f099 req-47e90973-e960-4ded-a53c-6ff3080db5b2 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:50.312380 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-73f4f98b-a76c-4168-bd52-a87a52a4f099 req-47e90973-e960-4ded-a53c-6ff3080db5b2 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 946 time: 0.0481164 Nov 27 04:26:50.359185 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-73f4f98b-a76c-4168-bd52-a87a52a4f099 req-b4368dff-22dd-4ae6-9f27-bb727db39ea2 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407381 Nov 27 04:26:51.266915 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:51.475445 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0bf7b-2000-41cf-8301-fdc11cbe5962 req-92819e62-e98a-4ddb-a4df-481b30cae8bf tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:51.476911 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-eac0bf7b-2000-41cf-8301-fdc11cbe5962 req-92819e62-e98a-4ddb-a4df-481b30cae8bf tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 946 time: 0.0479922 Nov 27 04:26:51.523806 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-eac0bf7b-2000-41cf-8301-fdc11cbe5962 req-c5be9e21-82e7-4b79-a8da-c7dfdb049f8b tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.20 "GET /v2.0/security-groups?id=df933f54-dd95-4a9d-957c-553ccceb50cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409133 Nov 27 04:26:51.737311 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49402210-b721-4d98-898b-0c8c477ec76b req-d89022f6-3199-4b62-95b3-07315134e536 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:51.738769 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-49402210-b721-4d98-898b-0c8c477ec76b req-d89022f6-3199-4b62-95b3-07315134e536 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c254543-5fa7-4cd9-862d-29be848aa460 HTTP/1.1" status: 200 len: 946 time: 0.0469682 Nov 27 04:26:51.837020 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-49402210-b721-4d98-898b-0c8c477ec76b req-5a1615ef-22ef-49ad-a1ad-64948a2c1ca2 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Deleting port 675c14b4-9c63-45dc-a272-3e15987ef086 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:26:51.837362 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-49402210-b721-4d98-898b-0c8c477ec76b req-5a1615ef-22ef-49ad-a1ad-64948a2c1ca2 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:51.891257 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:51.924015 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-49402210-b721-4d98-898b-0c8c477ec76b req-5a1615ef-22ef-49ad-a1ad-64948a2c1ca2 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] For port 675c14b4-9c63-45dc-a272-3e15987ef086, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=675c14b4-9c63-45dc-a272-3e15987ef086,segment=NetworkSegment(f76e35e6-f9a8-4c41-9a03-9f29bc627a7b),segment_id=f76e35e6-f9a8-4c41-9a03-9f29bc627a7b)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:26:51.924380 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-49402210-b721-4d98-898b-0c8c477ec76b req-5a1615ef-22ef-49ad-a1ad-64948a2c1ca2 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:51.940494 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-49402210-b721-4d98-898b-0c8c477ec76b req-5a1615ef-22ef-49ad-a1ad-64948a2c1ca2 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Calling delete_port for 675c14b4-9c63-45dc-a272-3e15987ef086 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:26:52.064143 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-49402210-b721-4d98-898b-0c8c477ec76b req-5a1615ef-22ef-49ad-a1ad-64948a2c1ca2 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:52.093550 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1615ef-22ef-49ad-a1ad-64948a2c1ca2 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Pushing event deleted for resources: {'Port': ['ID=675c14b4-9c63-45dc-a272-3e15987ef086,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:26:52.115907 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['675c14b4-9c63-45dc-a272-3e15987ef086'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:26:52.136057 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-49402210-b721-4d98-898b-0c8c477ec76b req-5a1615ef-22ef-49ad-a1ad-64948a2c1ca2 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] No DVR routers for this DVR port 675c14b4-9c63-45dc-a272-3e15987ef086 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:26:52.138740 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-49402210-b721-4d98-898b-0c8c477ec76b req-5a1615ef-22ef-49ad-a1ad-64948a2c1ca2 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:52.142062 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-49402210-b721-4d98-898b-0c8c477ec76b req-5a1615ef-22ef-49ad-a1ad-64948a2c1ca2 tempest-ServerDiskConfigTestJSON-155169358 tempest-ServerDiskConfigTestJSON-155169358-project] 10.222.0.23 "DELETE /v2.0/ports/675c14b4-9c63-45dc-a272-3e15987ef086 HTTP/1.1" status: 204 len: 173 time: 0.3923066 Nov 27 04:26:52.142498 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c254543-5fa7-4cd9-862d-29be848aa460', 'name': 'network-vif-deleted', 'tag': '675c14b4-9c63-45dc-a272-3e15987ef086'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:26:52.144743 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0daa22b5-8116-4179-84d5-8bf98e1a81ae" -d '{"events": [{"server_uuid": "0c254543-5fa7-4cd9-862d-29be848aa460", "name": "network-vif-deleted", "tag": "675c14b4-9c63-45dc-a272-3e15987ef086"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:26:52.186042 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b688c7d9-e0a8-491b-a6f7-2f41de09cac6 x-openstack-request-id: req-b688c7d9-e0a8-491b-a6f7-2f41de09cac6 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:26:52.186318 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c254543-5fa7-4cd9-862d-29be848aa460", "name": "network-vif-deleted", "tag": "675c14b4-9c63-45dc-a272-3e15987ef086", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:26:52.186594 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b688c7d9-e0a8-491b-a6f7-2f41de09cac6 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:26:52.186996 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c254543-5fa7-4cd9-862d-29be848aa460', 'name': 'network-vif-deleted', 'tag': '675c14b4-9c63-45dc-a272-3e15987ef086', 'status': 'completed', 'code': 200} Nov 27 04:26:52.643589 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 59494) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:26:52.687594 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4d56837-50a7-442b-9df5-1bd7d0f0adf2 admin admin] Deleting subnet cfe54c12-8d77-49c4-bd7e-690a70559f81 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:26:52.690648 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d4d56837-50a7-442b-9df5-1bd7d0f0adf2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:52.724519 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d4d56837-50a7-442b-9df5-1bd7d0f0adf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:52.766826 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d4d56837-50a7-442b-9df5-1bd7d0f0adf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:52.817186 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d4d56837-50a7-442b-9df5-1bd7d0f0adf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:52.843673 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d56837-50a7-442b-9df5-1bd7d0f0adf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfe54c12-8d77-49c4-bd7e-690a70559f81,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:26:52.845720 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d4d56837-50a7-442b-9df5-1bd7d0f0adf2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:52.849462 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d4d56837-50a7-442b-9df5-1bd7d0f0adf2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cfe54c12-8d77-49c4-bd7e-690a70559f81 HTTP/1.1" status: 204 len: 168 time: 0.2043364 Nov 27 04:26:52.851954 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 59496) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:26:52.919158 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9db4d5d4-265b-460b-a12e-dfdd87508fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:52.999294 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9db4d5d4-265b-460b-a12e-dfdd87508fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:53.019091 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-9db4d5d4-265b-460b-a12e-dfdd87508fb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63d3e859-b644-46f7-863e-164b7dda43eb']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:26:53.028309 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-9db4d5d4-265b-460b-a12e-dfdd87508fb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f76e35e6-f9a8-4c41-9a03-9f29bc627a7b') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:26:53.028606 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-9db4d5d4-265b-460b-a12e-dfdd87508fb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f76e35e6-f9a8-4c41-9a03-9f29bc627a7b') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:26:53.038269 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9db4d5d4-265b-460b-a12e-dfdd87508fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:53.051044 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9db4d5d4-265b-460b-a12e-dfdd87508fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:53.057679 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9db4d5d4-265b-460b-a12e-dfdd87508fb3 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:26:53.058061 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9db4d5d4-265b-460b-a12e-dfdd87508fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:53.060053 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:26:53.060053 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:26:53.060053 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:26:53.060053 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:26:53.060053 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:26:53.060053 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:26:53.060053 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:26:53.060053 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:26:53.060053 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:26:53.060053 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:26:53.060053 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:26:53.060053 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:26:53.060053 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:26:53.060053 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:26:53.060053 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:26:53.060053 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:26:53.060053 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:26:53.060053 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:26:53.060053 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:26:53.060053 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:26:53.060053 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:26:53.060053 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:26:53.060053 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:26:53.060053 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:26:53.060053 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:26:53.060053 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:26:53.060053 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:26:53.060053 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:26:53.060053 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:26:53.060053 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:26:53.060053 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:26:53.060053 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:26:53.115764 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9db4d5d4-265b-460b-a12e-dfdd87508fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:53.120279 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9db4d5d4-265b-460b-a12e-dfdd87508fb3 admin admin] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:53.124020 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9db4d5d4-265b-460b-a12e-dfdd87508fb3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/63d3e859-b644-46f7-863e-164b7dda43eb HTTP/1.1" status: 204 len: 168 time: 0.2711382 Nov 27 04:26:53.137261 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db4d5d4-265b-460b-a12e-dfdd87508fb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=63d3e859-b644-46f7-863e-164b7dda43eb,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:26:53.244501 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 59500) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:26:53.288130 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f70acc6d-7308-4b67-bb1c-77ce19de3beb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=362318ddf9dc491e9ae25a99852b74c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0423927 Nov 27 04:26:53.290697 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 59502) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:26:53.335825 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b7a2034e-e110-494d-bacd-21c4bf8af025 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:53.356685 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b7a2034e-e110-494d-bacd-21c4bf8af025 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:53.403357 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b7a2034e-e110-494d-bacd-21c4bf8af025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:53.405996 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b7a2034e-e110-494d-bacd-21c4bf8af025 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:53.407544 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b7a2034e-e110-494d-bacd-21c4bf8af025 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/df933f54-dd95-4a9d-957c-553ccceb50cc HTTP/1.1" status: 204 len: 168 time: 0.1159613 Nov 27 04:26:53.416740 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a2034e-e110-494d-bacd-21c4bf8af025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df933f54-dd95-4a9d-957c-553ccceb50cc,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:26:53.703293 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:26:54.053355 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 59524) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:26:54.160175 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-d6a49708-f402-4a72-a82b-a4262126542b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1349726603-network', 'tenant_id': '10f978c2c11b494a987fc3e5865d3f8e'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:26:54.182419 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a49708-f402-4a72-a82b-a4262126542b admin admin] Made reservation on behalf of 10f978c2c11b494a987fc3e5865d3f8e for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:26:54.184743 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d6a49708-f402-4a72-a82b-a4262126542b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:54.193750 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d6a49708-f402-4a72-a82b-a4262126542b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:54.268650 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d6a49708-f402-4a72-a82b-a4262126542b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:54.272424 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d6a49708-f402-4a72-a82b-a4262126542b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:54.295760 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6a49708-f402-4a72-a82b-a4262126542b admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:26:54.305738 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a49708-f402-4a72-a82b-a4262126542b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c7e8b1-ec20-4cf2-914f-f26972f3450c,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:26:54.310405 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d6a49708-f402-4a72-a82b-a4262126542b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:54.310783 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-d6a49708-f402-4a72-a82b-a4262126542b admin admin] Added segment 69beec7e-0c7e-4625-bb64-e1c233024576 of type vlan for network 9c8866c7-f2d0-4974-bfd8-5d5f8ee833be Nov 27 04:26:54.352291 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d6a49708-f402-4a72-a82b-a4262126542b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:54.376498 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d6a49708-f402-4a72-a82b-a4262126542b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:54.377433 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a49708-f402-4a72-a82b-a4262126542b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:54.378014 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d6a49708-f402-4a72-a82b-a4262126542b admin admin] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:54.428450 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d6a49708-f402-4a72-a82b-a4262126542b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3740015 Nov 27 04:26:54.431589 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 59528) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:26:54.436531 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-32270bb5-a1ea-4bb2-80f6-557d7a52eb6d admin admin] Request body: {'subnet': {'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1349726603-subnet', 'tenant_id': '10f978c2c11b494a987fc3e5865d3f8e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:26:54.439163 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a49708-f402-4a72-a82b-a4262126542b admin admin] Pushing event updated for resources: {'Network': ['ID=9c8866c7-f2d0-4974-bfd8-5d5f8ee833be,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:26:54.449302 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 9c8866c7-f2d0-4974-bfd8-5d5f8ee833be details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:26:54.458307 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32270bb5-a1ea-4bb2-80f6-557d7a52eb6d admin admin] Made reservation on behalf of 10f978c2c11b494a987fc3e5865d3f8e for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:26:54.460945 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-32270bb5-a1ea-4bb2-80f6-557d7a52eb6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:54.625130 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-32270bb5-a1ea-4bb2-80f6-557d7a52eb6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:54.676972 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32270bb5-a1ea-4bb2-80f6-557d7a52eb6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=76399331-df97-41cc-9a32-16c48f2ef132,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:26:54.687918 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32270bb5-a1ea-4bb2-80f6-557d7a52eb6d admin admin] Checking segment: {'id': '69beec7e-0c7e-4625-bb64-e1c233024576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:26:54.688279 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32270bb5-a1ea-4bb2-80f6-557d7a52eb6d admin admin] Network hostable DHCP agents. Network: 9c8866c7-f2d0-4974-bfd8-5d5f8ee833be, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:26:54.703848 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32270bb5-a1ea-4bb2-80f6-557d7a52eb6d admin admin] Network 9c8866c7-f2d0-4974-bfd8-5d5f8ee833be is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:26:54.712487 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-32270bb5-a1ea-4bb2-80f6-557d7a52eb6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 9c8866c7-f2d0-4974-bfd8-5d5f8ee833be) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:26:54.716566 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32270bb5-a1ea-4bb2-80f6-557d7a52eb6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:26:54.717157 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-32270bb5-a1ea-4bb2-80f6-557d7a52eb6d admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:54.721623 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae5eab1-7071-4e15-9eda-bbe1f4769db2 None None] Network 9c8866c7-f2d0-4974-bfd8-5d5f8ee833be requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:26:54.734851 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-32270bb5-a1ea-4bb2-80f6-557d7a52eb6d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3020649 Nov 27 04:26:54.737383 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 59530) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:26:54.741653 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-216e73f4-1b8f-40b1-ae46-e7559e45d7c4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1349726603-router', 'tenant_id': '10f978c2c11b494a987fc3e5865d3f8e', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:26:54.762180 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-216e73f4-1b8f-40b1-ae46-e7559e45d7c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:54.763218 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-216e73f4-1b8f-40b1-ae46-e7559e45d7c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:54.817673 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-216e73f4-1b8f-40b1-ae46-e7559e45d7c4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:54.867982 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3ea9be-09dd-424a-a48f-8c8e55a2c0ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-9c8866c7-f2d0-4974-bfd8-5d5f8ee833be', 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be', 'tenant_id': '10f978c2c11b494a987fc3e5865d3f8e', 'fixed_ips': [{'subnet_id': '76399331-df97-41cc-9a32-16c48f2ef132'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:26:54.868848 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dd3ea9be-09dd-424a-a48f-8c8e55a2c0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:54.953474 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-216e73f4-1b8f-40b1-ae46-e7559e45d7c4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:55.003387 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-dd3ea9be-09dd-424a-a48f-8c8e55a2c0ac None None] Allocated IP 172.20.0.2 (9c8866c7-f2d0-4974-bfd8-5d5f8ee833be/76399331-df97-41cc-9a32-16c48f2ef132/d77daf7c-c353-45c7-91db-bd1234020ce6) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:26:55.150944 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dd3ea9be-09dd-424a-a48f-8c8e55a2c0ac None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:55.157269 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dd3ea9be-09dd-424a-a48f-8c8e55a2c0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:55.202784 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3ea9be-09dd-424a-a48f-8c8e55a2c0ac None None] Network 9c8866c7-f2d0-4974-bfd8-5d5f8ee833be is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:26:55.205846 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-dd3ea9be-09dd-424a-a48f-8c8e55a2c0ac None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:26:55.210208 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3ea9be-09dd-424a-a48f-8c8e55a2c0ac None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:26:55.215898 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ea9be-09dd-424a-a48f-8c8e55a2c0ac None None] Pushing event updated for resources: {'Port': ['ID=d77daf7c-c353-45c7-91db-bd1234020ce6,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:26:55.269746 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-dd3ea9be-09dd-424a-a48f-8c8e55a2c0ac None None] Attempting to bind port d77daf7c-c353-45c7-91db-bd1234020ce6 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:26:55.270120 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-dd3ea9be-09dd-424a-a48f-8c8e55a2c0ac None None] Attempting to bind port d77daf7c-c353-45c7-91db-bd1234020ce6 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '69beec7e-0c7e-4625-bb64-e1c233024576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:26:55.270485 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3ea9be-09dd-424a-a48f-8c8e55a2c0ac None None] Attempting to bind port d77daf7c-c353-45c7-91db-bd1234020ce6 on network 9c8866c7-f2d0-4974-bfd8-5d5f8ee833be {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:26:55.276429 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3ea9be-09dd-424a-a48f-8c8e55a2c0ac None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:26:55.276806 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3ea9be-09dd-424a-a48f-8c8e55a2c0ac None None] Checking segment: {'id': '69beec7e-0c7e-4625-bb64-e1c233024576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:26:55.277207 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dd3ea9be-09dd-424a-a48f-8c8e55a2c0ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:55.277599 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3ea9be-09dd-424a-a48f-8c8e55a2c0ac None None] Bound using segment: {'id': '69beec7e-0c7e-4625-bb64-e1c233024576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:26:55.278074 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-dd3ea9be-09dd-424a-a48f-8c8e55a2c0ac None None] Bound port: d77daf7c-c353-45c7-91db-bd1234020ce6, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69beec7e-0c7e-4625-bb64-e1c233024576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:26:55.278488 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dd3ea9be-09dd-424a-a48f-8c8e55a2c0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:55.340751 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-dd3ea9be-09dd-424a-a48f-8c8e55a2c0ac None None] For port d77daf7c-c353-45c7-91db-bd1234020ce6, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:26:55.344246 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-dd3ea9be-09dd-424a-a48f-8c8e55a2c0ac None None] For port d77daf7c-c353-45c7-91db-bd1234020ce6, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=d77daf7c-c353-45c7-91db-bd1234020ce6,segment=NetworkSegment(69beec7e-0c7e-4625-bb64-e1c233024576),segment_id=69beec7e-0c7e-4625-bb64-e1c233024576)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:26:55.348266 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dd3ea9be-09dd-424a-a48f-8c8e55a2c0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:55.414649 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ea9be-09dd-424a-a48f-8c8e55a2c0ac None None] Pushing event updated for resources: {'Port': ['ID=d77daf7c-c353-45c7-91db-bd1234020ce6,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:26:55.462626 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-216e73f4-1b8f-40b1-ae46-e7559e45d7c4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:55.481550 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-216e73f4-1b8f-40b1-ae46-e7559e45d7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:55.606788 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-216e73f4-1b8f-40b1-ae46-e7559e45d7c4 admin admin] Allocated IP 172.25.1.78 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:26:55.711956 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-216e73f4-1b8f-40b1-ae46-e7559e45d7c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:55.744220 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-216e73f4-1b8f-40b1-ae46-e7559e45d7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:55.785645 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216e73f4-1b8f-40b1-ae46-e7559e45d7c4 admin admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:26:55.789162 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-216e73f4-1b8f-40b1-ae46-e7559e45d7c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:26:55.792756 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216e73f4-1b8f-40b1-ae46-e7559e45d7c4 admin admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:26:55.802666 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda04dbd-ea55-4ec0-af55-0ee208b09900 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:26:55.816114 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e73f4-1b8f-40b1-ae46-e7559e45d7c4 admin admin] Pushing event updated for resources: {'Port': ['ID=bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:26:55.923980 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-3405a579-d853-40b7-95cb-507fe97ebbc9 None None] Provisioning complete for port bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:26:55.924458 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3405a579-d853-40b7-95cb-507fe97ebbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:55.947930 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 675c14b4-9c63-45dc-a272-3e15987ef086 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:26:55.976342 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 675c14b4-9c63-45dc-a272-3e15987ef086 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:26:55.976342 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 675c14b4-9c63-45dc-a272-3e15987ef086 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:26:55.981548 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-3405a579-d853-40b7-95cb-507fe97ebbc9 None None] Port bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:26:56.049824 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-216e73f4-1b8f-40b1-ae46-e7559e45d7c4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:56.252267 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-216e73f4-1b8f-40b1-ae46-e7559e45d7c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:56.281144 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f61a182-8e0c-422a-8e98-befef3a86ed7 None None] Network 9c8866c7-f2d0-4974-bfd8-5d5f8ee833be requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:26:56.347113 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-cf3c0a53-403b-41bb-a433-6db0a0a5c140 None None] Provisioning complete for port d77daf7c-c353-45c7-91db-bd1234020ce6 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:26:56.347488 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cf3c0a53-403b-41bb-a433-6db0a0a5c140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:56.390913 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-216e73f4-1b8f-40b1-ae46-e7559e45d7c4 admin admin] Router 4a65206d-4a72-428a-bed4-94bdf24e9d9e is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:26:56.507577 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cf3c0a53-403b-41bb-a433-6db0a0a5c140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:56.513827 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216e73f4-1b8f-40b1-ae46-e7559e45d7c4 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:26:56.525828 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962eb57a-f84b-4e27-8a6f-5be16acb15f0 None None] Sync routers for ids ['4a65206d-4a72-428a-bed4-94bdf24e9d9e'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:26:56.537432 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962eb57a-f84b-4e27-8a6f-5be16acb15f0 None None] Routers {'4a65206d-4a72-428a-bed4-94bdf24e9d9e'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:26:56.537660 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-216e73f4-1b8f-40b1-ae46-e7559e45d7c4 admin admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:56.541285 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-216e73f4-1b8f-40b1-ae46-e7559e45d7c4 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8006403 Nov 27 04:26:56.543022 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 59532) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:26:56.546398 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-962eb57a-f84b-4e27-8a6f-5be16acb15f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:26:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4a65206d-4a72-428a-bed4-94bdf24e9d9e'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:26:56.550103 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-cf3c0a53-403b-41bb-a433-6db0a0a5c140 None None] For port d77daf7c-c353-45c7-91db-bd1234020ce6, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=d77daf7c-c353-45c7-91db-bd1234020ce6,segment=NetworkSegment(69beec7e-0c7e-4625-bb64-e1c233024576),segment_id=69beec7e-0c7e-4625-bb64-e1c233024576)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:26:56.560995 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cf3c0a53-403b-41bb-a433-6db0a0a5c140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:56.621554 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c0a53-403b-41bb-a433-6db0a0a5c140 None None] Pushing event updated for resources: {'Port': ['ID=d77daf7c-c353-45c7-91db-bd1234020ce6,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:26:56.654385 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-962eb57a-f84b-4e27-8a6f-5be16acb15f0 None None] Set router 4a65206d-4a72-428a-bed4-94bdf24e9d9e gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:26:56.783530 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-695b2180-f57b-4f20-b3b6-909f98605137 None None] Provisioning complete for port d77daf7c-c353-45c7-91db-bd1234020ce6 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:26:56.784187 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-695b2180-f57b-4f20-b3b6-909f98605137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:56.824435 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device d77daf7c-c353-45c7-91db-bd1234020ce6 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:26:56.839556 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-962eb57a-f84b-4e27-8a6f-5be16acb15f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a65206d-4a72-428a-bed4-94bdf24e9d9e', 'name': 'tempest-ServerActionsTestJSON-1349726603-router', 'tenant_id': '10f978c2c11b494a987fc3e5865d3f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:26:54Z', 'updated_at': '2021-11-27T04:26:55Z', 'revision_number': 3, 'project_id': '10f978c2c11b494a987fc3e5865d3f8e', 'gw_port': {'id': 'bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a65206d-4a72-428a-bed4-94bdf24e9d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:26:55Z', 'updated_at': '2021-11-27T04:26:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:26:56.869113 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962eb57a-f84b-4e27-8a6f-5be16acb15f0 None None] Checking router: 4a65206d-4a72-428a-bed4-94bdf24e9d9e for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:26:56.869461 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962eb57a-f84b-4e27-8a6f-5be16acb15f0 None None] Updating router 4a65206d-4a72-428a-bed4-94bdf24e9d9e port bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9 binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:26:56.897384 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-962eb57a-f84b-4e27-8a6f-5be16acb15f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:56.916448 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port d77daf7c-c353-45c7-91db-bd1234020ce6 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:26:56.916824 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:57.032353 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-992020ad-c780-486c-8faf-8619c5c3bb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:57.232680 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-992020ad-c780-486c-8faf-8619c5c3bb1c admin admin] Allocated IP 172.20.0.1 (9c8866c7-f2d0-4974-bfd8-5d5f8ee833be/76399331-df97-41cc-9a32-16c48f2ef132/2fa12ca8-b65a-476c-b252-c73bbff656b6) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:26:57.235043 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-962eb57a-f84b-4e27-8a6f-5be16acb15f0 None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:57.241884 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-962eb57a-f84b-4e27-8a6f-5be16acb15f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:57.283622 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa44640d-4de4-4714-9f5a-fc9a0ddd99c7 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:26:57.293787 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-962eb57a-f84b-4e27-8a6f-5be16acb15f0 None None] Attempting to bind port bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:26:57.294340 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-962eb57a-f84b-4e27-8a6f-5be16acb15f0 None None] Attempting to bind port bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:26:57.294581 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962eb57a-f84b-4e27-8a6f-5be16acb15f0 None None] Attempting to bind port bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9 on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:26:57.302185 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962eb57a-f84b-4e27-8a6f-5be16acb15f0 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:26:57.303146 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962eb57a-f84b-4e27-8a6f-5be16acb15f0 None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:26:57.303542 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-962eb57a-f84b-4e27-8a6f-5be16acb15f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:57.303927 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962eb57a-f84b-4e27-8a6f-5be16acb15f0 None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:26:57.304383 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-962eb57a-f84b-4e27-8a6f-5be16acb15f0 None None] Bound port: bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:26:57.304760 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-962eb57a-f84b-4e27-8a6f-5be16acb15f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:57.306197 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec469078-7885-4ccb-a205-fe29d16532e7 None None] Pushing event updated for resources: {'Port': ['ID=bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9,revision_number=2']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:26:57.329986 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec469078-7885-4ccb-a205-fe29d16532e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:57.330329 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec469078-7885-4ccb-a205-fe29d16532e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:57.330798 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec469078-7885-4ccb-a205-fe29d16532e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:57.331323 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec469078-7885-4ccb-a205-fe29d16532e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:57.331517 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec469078-7885-4ccb-a205-fe29d16532e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:57.333012 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec469078-7885-4ccb-a205-fe29d16532e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:57.333012 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec469078-7885-4ccb-a205-fe29d16532e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:57.333012 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec469078-7885-4ccb-a205-fe29d16532e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:57.333012 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec469078-7885-4ccb-a205-fe29d16532e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:57.333337 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec469078-7885-4ccb-a205-fe29d16532e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:57.333417 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec469078-7885-4ccb-a205-fe29d16532e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:57.333739 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec469078-7885-4ccb-a205-fe29d16532e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:26:57.338715 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-713f3db3-c3e7-4931-8b4d-db6ab455efce None None] Provisioning complete for port bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:26:57.339373 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-713f3db3-c3e7-4931-8b4d-db6ab455efce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:57.346941 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-992020ad-c780-486c-8faf-8619c5c3bb1c admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:57.371438 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-962eb57a-f84b-4e27-8a6f-5be16acb15f0 None None] For port bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:26:57.374610 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-962eb57a-f84b-4e27-8a6f-5be16acb15f0 None None] For port bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:26:57.380707 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-962eb57a-f84b-4e27-8a6f-5be16acb15f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:57.381898 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-992020ad-c780-486c-8faf-8619c5c3bb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:57.384908 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-713f3db3-c3e7-4931-8b4d-db6ab455efce None None] Port bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:26:57.423320 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a255928-6488-4177-af17-4600728840a7 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:26:57.424457 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992020ad-c780-486c-8faf-8619c5c3bb1c admin admin] Network 9c8866c7-f2d0-4974-bfd8-5d5f8ee833be is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:26:57.430435 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-992020ad-c780-486c-8faf-8619c5c3bb1c admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:26:57.433338 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992020ad-c780-486c-8faf-8619c5c3bb1c admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:26:57.440239 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962eb57a-f84b-4e27-8a6f-5be16acb15f0 None None] Routers {'4a65206d-4a72-428a-bed4-94bdf24e9d9e'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:26:57.440872 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-962eb57a-f84b-4e27-8a6f-5be16acb15f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:26:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4a65206d-4a72-428a-bed4-94bdf24e9d9e'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:26:57.446707 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec469078-7885-4ccb-a205-fe29d16532e7 None None] Pushing event updated for resources: {'Port': ['ID=bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:26:57.472429 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992020ad-c780-486c-8faf-8619c5c3bb1c admin admin] Pushing event updated for resources: {'Port': ['ID=2fa12ca8-b65a-476c-b252-c73bbff656b6,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:26:57.494055 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-992020ad-c780-486c-8faf-8619c5c3bb1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:57.513138 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-41a9b1d7-5e29-406c-a07c-a2cf211cb147 None None] Provisioning complete for port bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:26:57.513852 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-41a9b1d7-5e29-406c-a07c-a2cf211cb147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:57.560902 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-962eb57a-f84b-4e27-8a6f-5be16acb15f0 None None] Set router 4a65206d-4a72-428a-bed4-94bdf24e9d9e gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:26:57.616597 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-41a9b1d7-5e29-406c-a07c-a2cf211cb147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:57.639331 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-41a9b1d7-5e29-406c-a07c-a2cf211cb147 None None] For port bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:26:57.643896 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-41a9b1d7-5e29-406c-a07c-a2cf211cb147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:57.686694 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-992020ad-c780-486c-8faf-8619c5c3bb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:57.699729 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a9b1d7-5e29-406c-a07c-a2cf211cb147 None None] Pushing event updated for resources: {'Port': ['ID=bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:26:57.764781 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-311a7bb8-cfa8-4289-b2c9-ec80ab1310e1 None None] Provisioning complete for port 2fa12ca8-b65a-476c-b252-c73bbff656b6 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:26:57.765149 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-311a7bb8-cfa8-4289-b2c9-ec80ab1310e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:57.765920 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-962eb57a-f84b-4e27-8a6f-5be16acb15f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a65206d-4a72-428a-bed4-94bdf24e9d9e', 'name': 'tempest-ServerActionsTestJSON-1349726603-router', 'tenant_id': '10f978c2c11b494a987fc3e5865d3f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:26:54Z', 'updated_at': '2021-11-27T04:26:55Z', 'revision_number': 3, 'project_id': '10f978c2c11b494a987fc3e5865d3f8e', 'gw_port': {'id': 'bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a65206d-4a72-428a-bed4-94bdf24e9d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:26:55Z', 'updated_at': '2021-11-27T04:26:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:26:57.797094 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962eb57a-f84b-4e27-8a6f-5be16acb15f0 None None] The sync data for ids ['4a65206d-4a72-428a-bed4-94bdf24e9d9e'] in n-d-819494-3 is: [{'id': '4a65206d-4a72-428a-bed4-94bdf24e9d9e', 'name': 'tempest-ServerActionsTestJSON-1349726603-router', 'tenant_id': '10f978c2c11b494a987fc3e5865d3f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:26:54Z', 'updated_at': '2021-11-27T04:26:55Z', 'revision_number': 3, 'project_id': '10f978c2c11b494a987fc3e5865d3f8e', 'gw_port': {'id': 'bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a65206d-4a72-428a-bed4-94bdf24e9d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:26:55Z', 'updated_at': '2021-11-27T04:26:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:26:57.801768 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-311a7bb8-cfa8-4289-b2c9-ec80ab1310e1 None None] Port 2fa12ca8-b65a-476c-b252-c73bbff656b6 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:26:57.858774 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-992020ad-c780-486c-8faf-8619c5c3bb1c admin admin] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:57.865019 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-992020ad-c780-486c-8faf-8619c5c3bb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:57.934711 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992020ad-c780-486c-8faf-8619c5c3bb1c admin admin] Pushing event updated for resources: {'Port': ['ID=2fa12ca8-b65a-476c-b252-c73bbff656b6,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:26:57.937195 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-992020ad-c780-486c-8faf-8619c5c3bb1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:58.045378 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992020ad-c780-486c-8faf-8619c5c3bb1c admin admin] Network 9c8866c7-f2d0-4974-bfd8-5d5f8ee833be is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:26:58.046835 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-992020ad-c780-486c-8faf-8619c5c3bb1c admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:26:58.181465 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992020ad-c780-486c-8faf-8619c5c3bb1c admin admin] Router 4a65206d-4a72-428a-bed4-94bdf24e9d9e has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:26:58.296889 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992020ad-c780-486c-8faf-8619c5c3bb1c admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:26:58.302288 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-992020ad-c780-486c-8faf-8619c5c3bb1c admin admin] 10.222.0.20 "PUT /v2.0/routers/4a65206d-4a72-428a-bed4-94bdf24e9d9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7580957 Nov 27 04:26:58.324184 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-d37f972c-2740-4c08-bdd9-cabb96a93512 None None] Provisioning complete for port 2fa12ca8-b65a-476c-b252-c73bbff656b6 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:26:58.324757 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d37f972c-2740-4c08-bdd9-cabb96a93512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:58.359265 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-d37f972c-2740-4c08-bdd9-cabb96a93512 None None] Port 2fa12ca8-b65a-476c-b252-c73bbff656b6 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:26:58.722395 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 59540) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:26:58.728031 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-24176c5a-3bb7-4990-b75e-583bae5515d4 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Request body: {'security_group': {'name': 'tempest-securitygroup--594604242', 'description': 'tempest-description--1620752739'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:26:58.762789 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-24176c5a-3bb7-4990-b75e-583bae5515d4 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:58.782512 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:26:58.832934 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-24176c5a-3bb7-4990-b75e-583bae5515d4 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:58.837037 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:26:58.837507 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:58.838145 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-24176c5a-3bb7-4990-b75e-583bae5515d4 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:58.867156 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24176c5a-3bb7-4990-b75e-583bae5515d4 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8effdf36-8acb-4749-aa92-9b1efb7f651c,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:26:58.871278 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-24176c5a-3bb7-4990-b75e-583bae5515d4 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:58.872526 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-24176c5a-3bb7-4990-b75e-583bae5515d4 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1488733 Nov 27 04:26:58.875498 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 59542) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:26:58.880324 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-fd0b0504-4199-4e74-bf60-1ab19db96fc6 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Request body: {'security_group_rule': {'security_group_id': '8effdf36-8acb-4749-aa92-9b1efb7f651c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:26:58.912169 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fd0b0504-4199-4e74-bf60-1ab19db96fc6 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:58.965932 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fd0b0504-4199-4e74-bf60-1ab19db96fc6 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:58.969348 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fd0b0504-4199-4e74-bf60-1ab19db96fc6 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:58.987281 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b0504-4199-4e74-bf60-1ab19db96fc6 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9adbf58-7faf-4bab-8185-d22cf544d892,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:26:58.994360 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fd0b0504-4199-4e74-bf60-1ab19db96fc6 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:58.995508 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-fd0b0504-4199-4e74-bf60-1ab19db96fc6 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1190033 Nov 27 04:26:58.998197 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 59544) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:26:59.002748 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-9b8eb0dc-6926-49e1-b817-1d96ac0073b8 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Request body: {'security_group_rule': {'security_group_id': '8effdf36-8acb-4749-aa92-9b1efb7f651c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:26:59.031438 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9b8eb0dc-6926-49e1-b817-1d96ac0073b8 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:59.099594 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9b8eb0dc-6926-49e1-b817-1d96ac0073b8 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:59.103457 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9b8eb0dc-6926-49e1-b817-1d96ac0073b8 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:59.122015 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8eb0dc-6926-49e1-b817-1d96ac0073b8 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95fc348b-bde8-4309-9646-c25152cf503d,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:26:59.130499 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9b8eb0dc-6926-49e1-b817-1d96ac0073b8 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:59.132290 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9b8eb0dc-6926-49e1-b817-1d96ac0073b8 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1330822 Nov 27 04:26:59.135542 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 59546) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:26:59.139838 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-bdb1b075-a00e-45bd-90eb-4214d19770c5 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:26:59.163051 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bdb1b075-a00e-45bd-90eb-4214d19770c5 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks [] for floatingip, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:59.262998 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bdb1b075-a00e-45bd-90eb-4214d19770c5 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:59.320598 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a51d5c7-036d-47de-955a-8ecef0de8ba3 None None] Sync routers for ids ['4a65206d-4a72-428a-bed4-94bdf24e9d9e'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:26:59.329911 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a51d5c7-036d-47de-955a-8ecef0de8ba3 None None] Routers {'4a65206d-4a72-428a-bed4-94bdf24e9d9e'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:26:59.330620 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-0a51d5c7-036d-47de-955a-8ecef0de8ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:26:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4a65206d-4a72-428a-bed4-94bdf24e9d9e'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:26:59.369965 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-bdb1b075-a00e-45bd-90eb-4214d19770c5 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Allocated IP 172.25.1.253 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/898c403c-f50a-4bcc-bc2f-724fe7385016) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:26:59.435351 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-0a51d5c7-036d-47de-955a-8ecef0de8ba3 None None] Set router 4a65206d-4a72-428a-bed4-94bdf24e9d9e gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:26:59.475844 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bdb1b075-a00e-45bd-90eb-4214d19770c5 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:59.508718 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bdb1b075-a00e-45bd-90eb-4214d19770c5 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:59.548146 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb1b075-a00e-45bd-90eb-4214d19770c5 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:26:59.550933 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-bdb1b075-a00e-45bd-90eb-4214d19770c5 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:26:59.554470 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb1b075-a00e-45bd-90eb-4214d19770c5 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:26:59.578160 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb1b075-a00e-45bd-90eb-4214d19770c5 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Pushing event updated for resources: {'Port': ['ID=898c403c-f50a-4bcc-bc2f-724fe7385016,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:26:59.640222 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-0a51d5c7-036d-47de-955a-8ecef0de8ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a65206d-4a72-428a-bed4-94bdf24e9d9e', 'name': 'tempest-ServerActionsTestJSON-1349726603-router', 'tenant_id': '10f978c2c11b494a987fc3e5865d3f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:26:54Z', 'updated_at': '2021-11-27T04:26:57Z', 'revision_number': 4, 'project_id': '10f978c2c11b494a987fc3e5865d3f8e', 'gw_port': {'id': 'bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65206d-4a72-428a-bed4-94bdf24e9d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:26:55Z', 'updated_at': '2021-11-27T04:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '2fa12ca8-b65a-476c-b252-c73bbff656b6', 'name': '', 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be', 'tenant_id': '10f978c2c11b494a987fc3e5865d3f8e', 'mac_address': 'fa:16:3e:30:4c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a65206d-4a72-428a-bed4-94bdf24e9d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '76399331-df97-41cc-9a32-16c48f2ef132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:26:57Z', 'updated_at': '2021-11-27T04:26:57Z', 'revision_number': 2, 'project_id': '10f978c2c11b494a987fc3e5865d3f8e', 'subnets': [{'id': '76399331-df97-41cc-9a32-16c48f2ef132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:26:59.644072 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bdb1b075-a00e-45bd-90eb-4214d19770c5 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:59.667507 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a51d5c7-036d-47de-955a-8ecef0de8ba3 None None] Checking router: 4a65206d-4a72-428a-bed4-94bdf24e9d9e for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:26:59.667896 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a51d5c7-036d-47de-955a-8ecef0de8ba3 None None] Updating router 4a65206d-4a72-428a-bed4-94bdf24e9d9e port 2fa12ca8-b65a-476c-b252-c73bbff656b6 binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:26:59.682758 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bdb1b075-a00e-45bd-90eb-4214d19770c5 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:59.692680 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0a51d5c7-036d-47de-955a-8ecef0de8ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:59.843492 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bdb1b075-a00e-45bd-90eb-4214d19770c5 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:59.848189 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bdb1b075-a00e-45bd-90eb-4214d19770c5 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:59.924120 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb1b075-a00e-45bd-90eb-4214d19770c5 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Pushing event updated for resources: {'Port': ['ID=898c403c-f50a-4bcc-bc2f-724fe7385016,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:26:59.935674 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bdb1b075-a00e-45bd-90eb-4214d19770c5 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:59.955960 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bdb1b075-a00e-45bd-90eb-4214d19770c5 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:26:59.958683 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-bdb1b075-a00e-45bd-90eb-4214d19770c5 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8209844 Nov 27 04:27:00.129928 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-760a14d6-8e4f-4b5e-a942-74814e515635 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--594604242&fields=id&tenant_id=10f978c2c11b494a987fc3e5865d3f8e HTTP/1.1" status: 200 len: 267 time: 0.0537188 Nov 27 04:27:00.141559 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0a51d5c7-036d-47de-955a-8ecef0de8ba3 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:27:00.152072 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0a51d5c7-036d-47de-955a-8ecef0de8ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:27:00.207476 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f2266-b8bb-414c-b417-3b766a061d9e None None] Pushing event updated for resources: {'Port': ['ID=2fa12ca8-b65a-476c-b252-c73bbff656b6,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:27:00.256926 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-0a51d5c7-036d-47de-955a-8ecef0de8ba3 None None] Attempting to bind port 2fa12ca8-b65a-476c-b252-c73bbff656b6 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:27:00.257312 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-0a51d5c7-036d-47de-955a-8ecef0de8ba3 None None] Attempting to bind port 2fa12ca8-b65a-476c-b252-c73bbff656b6 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '69beec7e-0c7e-4625-bb64-e1c233024576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:27:00.257685 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a51d5c7-036d-47de-955a-8ecef0de8ba3 None None] Attempting to bind port 2fa12ca8-b65a-476c-b252-c73bbff656b6 on network 9c8866c7-f2d0-4974-bfd8-5d5f8ee833be {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:27:00.261662 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-1a2b2b68-4fe5-48b0-a05b-e075a02c0b42 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:27:00.263236 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a51d5c7-036d-47de-955a-8ecef0de8ba3 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:27:00.263394 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-1a2b2b68-4fe5-48b0-a05b-e075a02c0b42 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/networks?id=9c8866c7-f2d0-4974-bfd8-5d5f8ee833be HTTP/1.1" status: 200 len: 812 time: 0.1259906 Nov 27 04:27:00.263625 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a51d5c7-036d-47de-955a-8ecef0de8ba3 None None] Checking segment: {'id': '69beec7e-0c7e-4625-bb64-e1c233024576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:27:00.264031 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0a51d5c7-036d-47de-955a-8ecef0de8ba3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:27:00.264433 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a51d5c7-036d-47de-955a-8ecef0de8ba3 None None] Bound using segment: {'id': '69beec7e-0c7e-4625-bb64-e1c233024576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:27:00.264914 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-0a51d5c7-036d-47de-955a-8ecef0de8ba3 None None] Bound port: 2fa12ca8-b65a-476c-b252-c73bbff656b6, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69beec7e-0c7e-4625-bb64-e1c233024576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:27:00.265304 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0a51d5c7-036d-47de-955a-8ecef0de8ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:27:00.280405 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-99b4623e-6432-4d87-be17-93114b7eff3e tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/quotas/10f978c2c11b494a987fc3e5865d3f8e HTTP/1.1" status: 200 len: 375 time: 0.0103819 Nov 27 04:27:00.331682 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0a51d5c7-036d-47de-955a-8ecef0de8ba3 None None] For port 2fa12ca8-b65a-476c-b252-c73bbff656b6, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:27:00.335682 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0a51d5c7-036d-47de-955a-8ecef0de8ba3 None None] For port 2fa12ca8-b65a-476c-b252-c73bbff656b6, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=2fa12ca8-b65a-476c-b252-c73bbff656b6,segment=NetworkSegment(69beec7e-0c7e-4625-bb64-e1c233024576),segment_id=69beec7e-0c7e-4625-bb64-e1c233024576)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:27:00.338185 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-3e44bf59-65e8-474b-9e34-32a1d46ef74a tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=10f978c2c11b494a987fc3e5865d3f8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484211 Nov 27 04:27:00.340942 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0a51d5c7-036d-47de-955a-8ecef0de8ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:27:00.409674 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f2266-b8bb-414c-b417-3b766a061d9e None None] Pushing event updated for resources: {'Port': ['ID=2fa12ca8-b65a-476c-b252-c73bbff656b6,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:27:00.412274 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a51d5c7-036d-47de-955a-8ecef0de8ba3 None None] Routers {'4a65206d-4a72-428a-bed4-94bdf24e9d9e'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:27:00.412895 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-0a51d5c7-036d-47de-955a-8ecef0de8ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:26:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4a65206d-4a72-428a-bed4-94bdf24e9d9e'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:27:00.445641 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-fdfa287a-8611-4ec9-aae3-bae2e36e66b5 service neutron] 10.222.0.20 "GET /v2.0/networks/9c8866c7-f2d0-4974-bfd8-5d5f8ee833be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955749 Nov 27 04:27:00.515926 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-17258744-3c1d-418d-bb18-ba53abed5363 None None] Provisioning complete for port 2fa12ca8-b65a-476c-b252-c73bbff656b6 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:27:00.516296 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-17258744-3c1d-418d-bb18-ba53abed5363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:27:00.561002 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-761068f2-76de-44c9-8f5a-66f32865e5fc service neutron] 10.222.0.20 "GET /v2.0/networks/9c8866c7-f2d0-4974-bfd8-5d5f8ee833be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085606 Nov 27 04:27:00.567664 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-0a51d5c7-036d-47de-955a-8ecef0de8ba3 None None] Set router 4a65206d-4a72-428a-bed4-94bdf24e9d9e gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:27:00.716267 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-17258744-3c1d-418d-bb18-ba53abed5363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:27:00.751031 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b6c37e4e-9763-42cb-9dbe-30293f43e541 req-9a62c816-b08d-4e39-baba-156665190e8d tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0 HTTP/1.1" status: 200 len: 210 time: 0.0332727 Nov 27 04:27:00.778060 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-17258744-3c1d-418d-bb18-ba53abed5363 None None] For port 2fa12ca8-b65a-476c-b252-c73bbff656b6, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=2fa12ca8-b65a-476c-b252-c73bbff656b6,segment=NetworkSegment(69beec7e-0c7e-4625-bb64-e1c233024576),segment_id=69beec7e-0c7e-4625-bb64-e1c233024576)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:27:00.783934 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-17258744-3c1d-418d-bb18-ba53abed5363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:27:00.862303 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17258744-3c1d-418d-bb18-ba53abed5363 None None] Pushing event updated for resources: {'Port': ['ID=2fa12ca8-b65a-476c-b252-c73bbff656b6,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:27:00.877004 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-0a51d5c7-036d-47de-955a-8ecef0de8ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a65206d-4a72-428a-bed4-94bdf24e9d9e', 'name': 'tempest-ServerActionsTestJSON-1349726603-router', 'tenant_id': '10f978c2c11b494a987fc3e5865d3f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:26:54Z', 'updated_at': '2021-11-27T04:26:57Z', 'revision_number': 4, 'project_id': '10f978c2c11b494a987fc3e5865d3f8e', 'gw_port': {'id': 'bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65206d-4a72-428a-bed4-94bdf24e9d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:26:55Z', 'updated_at': '2021-11-27T04:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '2fa12ca8-b65a-476c-b252-c73bbff656b6', 'name': '', 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be', 'tenant_id': '10f978c2c11b494a987fc3e5865d3f8e', 'mac_address': 'fa:16:3e:30:4c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a65206d-4a72-428a-bed4-94bdf24e9d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '76399331-df97-41cc-9a32-16c48f2ef132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:26:57Z', 'updated_at': '2021-11-27T04:27:00Z', 'revision_number': 4, 'project_id': '10f978c2c11b494a987fc3e5865d3f8e', 'subnets': [{'id': '76399331-df97-41cc-9a32-16c48f2ef132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:27:00.911108 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a51d5c7-036d-47de-955a-8ecef0de8ba3 None None] The sync data for ids ['4a65206d-4a72-428a-bed4-94bdf24e9d9e'] in n-d-819494-3 is: [{'id': '4a65206d-4a72-428a-bed4-94bdf24e9d9e', 'name': 'tempest-ServerActionsTestJSON-1349726603-router', 'tenant_id': '10f978c2c11b494a987fc3e5865d3f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:26:54Z', 'updated_at': '2021-11-27T04:26:57Z', 'revision_number': 4, 'project_id': '10f978c2c11b494a987fc3e5865d3f8e', 'gw_port': {'id': 'bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65206d-4a72-428a-bed4-94bdf24e9d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:26:55Z', 'updated_at': '2021-11-27T04:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '2fa12ca8-b65a-476c-b252-c73bbff656b6', 'name': '', 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be', 'tenant_id': '10f978c2c11b494a987fc3e5865d3f8e', 'mac_address': 'fa:16:3e:30:4c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a65206d-4a72-428a-bed4-94bdf24e9d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '76399331-df97-41cc-9a32-16c48f2ef132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:26:57Z', 'updated_at': '2021-11-27T04:27:00Z', 'revision_number': 4, 'project_id': '10f978c2c11b494a987fc3e5865d3f8e', 'subnets': [{'id': '76399331-df97-41cc-9a32-16c48f2ef132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:27:00.923641 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-57a828d5-eb42-4822-99da-d2e58f98c888 None None] Provisioning complete for port 2fa12ca8-b65a-476c-b252-c73bbff656b6 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:27:00.924026 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-57a828d5-eb42-4822-99da-d2e58f98c888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:27:01.873710 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f86332da-6393-4214-a7f6-debb4890653c req-cbb6a165-b46c-40a3-bdc6-be7b62338aeb tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0 HTTP/1.1" status: 200 len: 210 time: 0.0354204 Nov 27 04:27:02.096866 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-23db8960-1e0c-4f1f-aa44-9938ca5b2569 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:27:02.098330 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-23db8960-1e0c-4f1f-aa44-9938ca5b2569 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.11 "GET /v2.0/networks?id=9c8866c7-f2d0-4974-bfd8-5d5f8ee833be HTTP/1.1" status: 200 len: 812 time: 0.3829942 Nov 27 04:27:02.178790 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-6a16f67a-788c-4c62-8b43-f9f2c947e638 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10f978c2c11b494a987fc3e5865d3f8e HTTP/1.1" status: 200 len: 379 time: 0.0638936 Nov 27 04:27:02.186989 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-f2f4b9d4-36a3-4d3e-9f27-01b62763f206 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Request body: {'port': {'device_id': '0b92eccb-d73f-47c3-adb2-87b2a677dbe0', 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be', 'admin_state_up': True, 'tenant_id': '10f978c2c11b494a987fc3e5865d3f8e', 'security_groups': ['8effdf36-8acb-4749-aa92-9b1efb7f651c']}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:27:02.291444 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-f2f4b9d4-36a3-4d3e-9f27-01b62763f206 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Made reservation on behalf of 10f978c2c11b494a987fc3e5865d3f8e for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:27:02.294884 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-f2f4b9d4-36a3-4d3e-9f27-01b62763f206 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:27:02.423899 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-f2f4b9d4-36a3-4d3e-9f27-01b62763f206 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Allocated IP 172.20.0.12 (9c8866c7-f2d0-4974-bfd8-5d5f8ee833be/76399331-df97-41cc-9a32-16c48f2ef132/d29369f9-f32e-4e1a-87fd-c15dbbd767b9) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:27:02.557216 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-f2f4b9d4-36a3-4d3e-9f27-01b62763f206 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:27:02.590978 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-f2f4b9d4-36a3-4d3e-9f27-01b62763f206 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:27:02.635615 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-f2f4b9d4-36a3-4d3e-9f27-01b62763f206 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Network 9c8866c7-f2d0-4974-bfd8-5d5f8ee833be is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:27:02.638729 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-f2f4b9d4-36a3-4d3e-9f27-01b62763f206 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:27:02.642542 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-f2f4b9d4-36a3-4d3e-9f27-01b62763f206 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:27:02.668478 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4b9d4-36a3-4d3e-9f27-01b62763f206 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Pushing event updated for resources: {'Port': ['ID=d29369f9-f32e-4e1a-87fd-c15dbbd767b9,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:27:02.697119 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-f2f4b9d4-36a3-4d3e-9f27-01b62763f206 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:27:02.697796 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-f2f4b9d4-36a3-4d3e-9f27-01b62763f206 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:27:02.720606 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-f2f4b9d4-36a3-4d3e-9f27-01b62763f206 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5370374 Nov 27 04:27:02.737861 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-4fd29302-66d0-4fab-8228-cbbb65e57a80 service neutron] Request body: {'port': {'device_id': '0b92eccb-d73f-47c3-adb2-87b2a677dbe0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:27:02.782057 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 2fa12ca8-b65a-476c-b252-c73bbff656b6 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:27:02.809938 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-4fd29302-66d0-4fab-8228-cbbb65e57a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:27:02.834402 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 2fa12ca8-b65a-476c-b252-c73bbff656b6 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:27:02.834817 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:27:02.880891 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-a3afa41a-7af2-41c1-9be2-711a57a6ee4d None None] Provisioning complete for port d29369f9-f32e-4e1a-87fd-c15dbbd767b9 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:27:02.881265 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a3afa41a-7af2-41c1-9be2-711a57a6ee4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:27:02.921532 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-a3afa41a-7af2-41c1-9be2-711a57a6ee4d None None] Port d29369f9-f32e-4e1a-87fd-c15dbbd767b9 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:27:03.063448 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112d98d-ebee-4e58-a411-3640019a3730 req-f0e71099-9334-4144-aef2-58ca2729dabd tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:27:03.064929 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a112d98d-ebee-4e58-a411-3640019a3730 req-f0e71099-9334-4144-aef2-58ca2729dabd tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0 HTTP/1.1" status: 200 len: 932 time: 0.0798700 Nov 27 04:27:03.164029 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a112d98d-ebee-4e58-a411-3640019a3730 req-33128f64-6fe4-4d29-95f7-7bda70783e6b tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883019 Nov 27 04:27:03.169448 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-4fd29302-66d0-4fab-8228-cbbb65e57a80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d29369f9-f32e-4e1a-87fd-c15dbbd767b9 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:27:03.180760 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-4fd29302-66d0-4fab-8228-cbbb65e57a80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:27:03.192727 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-4fd29302-66d0-4fab-8228-cbbb65e57a80 service neutron] Transition to ACTIVE for port object d29369f9-f32e-4e1a-87fd-c15dbbd767b9 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:27:03.196630 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-4fd29302-66d0-4fab-8228-cbbb65e57a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:27:03.247651 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd29302-66d0-4fab-8228-cbbb65e57a80 service neutron] Pushing event updated for resources: {'Port': ['ID=d29369f9-f32e-4e1a-87fd-c15dbbd767b9,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:27:03.326272 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-4fd29302-66d0-4fab-8228-cbbb65e57a80 service neutron] Attempting to bind port d29369f9-f32e-4e1a-87fd-c15dbbd767b9 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:27:03.326735 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-4fd29302-66d0-4fab-8228-cbbb65e57a80 service neutron] Attempting to bind port d29369f9-f32e-4e1a-87fd-c15dbbd767b9 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '69beec7e-0c7e-4625-bb64-e1c233024576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:27:03.327079 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-4fd29302-66d0-4fab-8228-cbbb65e57a80 service neutron] Attempting to bind port d29369f9-f32e-4e1a-87fd-c15dbbd767b9 on network 9c8866c7-f2d0-4974-bfd8-5d5f8ee833be {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:27:03.331743 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-4fd29302-66d0-4fab-8228-cbbb65e57a80 service neutron] Port d29369f9-f32e-4e1a-87fd-c15dbbd767b9 on network 9c8866c7-f2d0-4974-bfd8-5d5f8ee833be not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:27:03.332076 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-4fd29302-66d0-4fab-8228-cbbb65e57a80 service neutron] Attempting to bind port d29369f9-f32e-4e1a-87fd-c15dbbd767b9 on network 9c8866c7-f2d0-4974-bfd8-5d5f8ee833be {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:27:03.337191 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-4fd29302-66d0-4fab-8228-cbbb65e57a80 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:27:03.337534 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-4fd29302-66d0-4fab-8228-cbbb65e57a80 service neutron] Checking segment: {'id': '69beec7e-0c7e-4625-bb64-e1c233024576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:27:03.337928 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-4fd29302-66d0-4fab-8228-cbbb65e57a80 service neutron] Bound using segment: {'id': '69beec7e-0c7e-4625-bb64-e1c233024576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:27:03.338363 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-4fd29302-66d0-4fab-8228-cbbb65e57a80 service neutron] Bound port: d29369f9-f32e-4e1a-87fd-c15dbbd767b9, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69beec7e-0c7e-4625-bb64-e1c233024576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:27:03.338761 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-4fd29302-66d0-4fab-8228-cbbb65e57a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:27:03.408180 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-4fd29302-66d0-4fab-8228-cbbb65e57a80 service neutron] For port d29369f9-f32e-4e1a-87fd-c15dbbd767b9, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:27:03.411203 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-4fd29302-66d0-4fab-8228-cbbb65e57a80 service neutron] For port d29369f9-f32e-4e1a-87fd-c15dbbd767b9, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=d29369f9-f32e-4e1a-87fd-c15dbbd767b9,segment=NetworkSegment(69beec7e-0c7e-4625-bb64-e1c233024576),segment_id=69beec7e-0c7e-4625-bb64-e1c233024576)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:27:03.416284 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-4fd29302-66d0-4fab-8228-cbbb65e57a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:27:03.448621 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-4fd29302-66d0-4fab-8228-cbbb65e57a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:27:03.449309 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-4fd29302-66d0-4fab-8228-cbbb65e57a80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:27:03.450654 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-4fd29302-66d0-4fab-8228-cbbb65e57a80 service neutron] 10.222.0.11 "PUT /v2.0/ports/d29369f9-f32e-4e1a-87fd-c15dbbd767b9 HTTP/1.1" status: 200 len: 1092 time: 0.7174158 Nov 27 04:27:03.451098 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b92eccb-d73f-47c3-adb2-87b2a677dbe0', 'tag': 'd29369f9-f32e-4e1a-87fd-c15dbbd767b9'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:27:03.453334 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be51afe0-b207-4cb5-8201-84b1a3e9d593" -d '{"events": [{"name": "network-changed", "server_uuid": "0b92eccb-d73f-47c3-adb2-87b2a677dbe0", "tag": "d29369f9-f32e-4e1a-87fd-c15dbbd767b9"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:27:03.481059 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd29302-66d0-4fab-8228-cbbb65e57a80 service neutron] Pushing event updated for resources: {'Port': ['ID=d29369f9-f32e-4e1a-87fd-c15dbbd767b9,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:27:03.505313 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b141fb93-680d-49b1-bb11-81b4ffecf302 x-openstack-request-id: req-b141fb93-680d-49b1-bb11-81b4ffecf302 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:27:03.505611 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b92eccb-d73f-47c3-adb2-87b2a677dbe0", "tag": "d29369f9-f32e-4e1a-87fd-c15dbbd767b9", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:27:03.506052 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b141fb93-680d-49b1-bb11-81b4ffecf302 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:27:03.506523 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b92eccb-d73f-47c3-adb2-87b2a677dbe0', 'tag': 'd29369f9-f32e-4e1a-87fd-c15dbbd767b9', 'status': 'completed', 'code': 200} Nov 27 04:27:03.567384 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-a781aaf2-2871-4b6c-a02b-24acb6b7a9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:27:03.568859 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-a781aaf2-2871-4b6c-a02b-24acb6b7a9e8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=10f978c2c11b494a987fc3e5865d3f8e&device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0 HTTP/1.1" status: 200 len: 1095 time: 0.0445900 Nov 27 04:27:03.623118 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-9a36a142-a044-4b0a-867f-371b65d7f9ef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d29369f9-f32e-4e1a-87fd-c15dbbd767b9 HTTP/1.1" status: 200 len: 217 time: 0.0411413 Nov 27 04:27:03.674641 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-7e4dbf89-7562-44b4-85fb-7b5d141e533b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:27:03.676215 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-7e4dbf89-7562-44b4-85fb-7b5d141e533b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=76399331-df97-41cc-9a32-16c48f2ef132 HTTP/1.1" status: 200 len: 851 time: 0.0468774 Nov 27 04:27:03.731173 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-a239f952-a101-4c4e-bf7c-17820da7168a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:27:03.732726 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-a239f952-a101-4c4e-bf7c-17820da7168a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c8866c7-f2d0-4974-bfd8-5d5f8ee833be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497363 Nov 27 04:27:03.825268 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-0de94c94-09bf-4f23-be5f-3eb77138641b service neutron] 10.222.0.11 "GET /v2.0/networks/9c8866c7-f2d0-4974-bfd8-5d5f8ee833be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852730 Nov 27 04:27:03.913392 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bae31ed1-8b4a-4c62-b3a1-4a5642db5a68 req-6c320fd6-30aa-4327-901d-818dff602816 service neutron] 10.222.0.11 "GET /v2.0/networks/9c8866c7-f2d0-4974-bfd8-5d5f8ee833be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813825 Nov 27 04:27:04.036915 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51afe0-b207-4cb5-8201-84b1a3e9d593 req-eb173cea-4226-46b8-963f-01ced75f2865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:27:04.039058 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-be51afe0-b207-4cb5-8201-84b1a3e9d593 req-eb173cea-4226-46b8-963f-01ced75f2865 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=10f978c2c11b494a987fc3e5865d3f8e&device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0 HTTP/1.1" status: 200 len: 1095 time: 0.0455053 Nov 27 04:27:04.127864 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51afe0-b207-4cb5-8201-84b1a3e9d593 req-648a3041-8daf-480f-863b-cab54815f96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:27:04.129242 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-be51afe0-b207-4cb5-8201-84b1a3e9d593 req-648a3041-8daf-480f-863b-cab54815f96d service neutron] 10.222.0.11 "GET /v2.0/networks?id=9c8866c7-f2d0-4974-bfd8-5d5f8ee833be HTTP/1.1" status: 200 len: 913 time: 0.0819452 Nov 27 04:27:04.175055 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-be51afe0-b207-4cb5-8201-84b1a3e9d593 req-02c1a4bc-ebcf-426a-a312-df336a72581d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d29369f9-f32e-4e1a-87fd-c15dbbd767b9 HTTP/1.1" status: 200 len: 217 time: 0.0378547 Nov 27 04:27:04.225026 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51afe0-b207-4cb5-8201-84b1a3e9d593 req-5fde77a2-1eff-4c3f-8aff-26a97fa09327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:27:04.226523 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-be51afe0-b207-4cb5-8201-84b1a3e9d593 req-5fde77a2-1eff-4c3f-8aff-26a97fa09327 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=76399331-df97-41cc-9a32-16c48f2ef132 HTTP/1.1" status: 200 len: 851 time: 0.0451398 Nov 27 04:27:04.313960 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758f999-e191-41c0-8c82-a58ddd6478b5 req-1caf29e7-2b76-43f3-9edc-abbd89dab9bd tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:27:04.315506 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a758f999-e191-41c0-8c82-a58ddd6478b5 req-1caf29e7-2b76-43f3-9edc-abbd89dab9bd tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0 HTTP/1.1" status: 200 len: 944 time: 0.0835617 Nov 27 04:27:04.317921 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51afe0-b207-4cb5-8201-84b1a3e9d593 req-b3757aac-408b-4403-9a37-92ecf9e62016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:27:04.319951 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-be51afe0-b207-4cb5-8201-84b1a3e9d593 req-b3757aac-408b-4403-9a37-92ecf9e62016 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c8866c7-f2d0-4974-bfd8-5d5f8ee833be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796502 Nov 27 04:27:04.414079 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a758f999-e191-41c0-8c82-a58ddd6478b5 req-7320232f-f35f-4fae-a1ba-d32665494ca2 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920179 Nov 27 04:27:04.443038 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-be51afe0-b207-4cb5-8201-84b1a3e9d593 req-cb4e45e8-ab0f-48c2-bf71-9833ad227aa9 service neutron] 10.222.0.11 "GET /v2.0/networks/9c8866c7-f2d0-4974-bfd8-5d5f8ee833be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143236 Nov 27 04:27:04.537712 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-be51afe0-b207-4cb5-8201-84b1a3e9d593 req-b1cc0f48-a4ff-4df4-b24a-135eec60f0b6 service neutron] 10.222.0.11 "GET /v2.0/networks/9c8866c7-f2d0-4974-bfd8-5d5f8ee833be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870683 Nov 27 04:27:05.536483 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbacdf4-19f6-4eac-8ebf-c979d083e107 req-759fa2d9-5a6d-41a1-8bcc-dad440d47f80 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:27:05.538594 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8bbacdf4-19f6-4eac-8ebf-c979d083e107 req-759fa2d9-5a6d-41a1-8bcc-dad440d47f80 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0 HTTP/1.1" status: 200 len: 944 time: 0.0534861 Nov 27 04:27:05.585422 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8bbacdf4-19f6-4eac-8ebf-c979d083e107 req-a22fc518-8fb9-4407-bf97-db594d7a9ad5 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409348 Nov 27 04:27:06.615783 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device d29369f9-f32e-4e1a-87fd-c15dbbd767b9 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:27:06.702851 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1a70b-4999-4a0e-9f43-7b838f6e4977 req-b3951513-f416-446d-bb82-8e3fc1d37c70 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:27:06.703838 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e0a1a70b-4999-4a0e-9f43-7b838f6e4977 req-b3951513-f416-446d-bb82-8e3fc1d37c70 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0 HTTP/1.1" status: 200 len: 944 time: 0.0503139 Nov 27 04:27:06.713055 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port d29369f9-f32e-4e1a-87fd-c15dbbd767b9, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=d29369f9-f32e-4e1a-87fd-c15dbbd767b9,segment=NetworkSegment(69beec7e-0c7e-4625-bb64-e1c233024576),segment_id=69beec7e-0c7e-4625-bb64-e1c233024576)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:27:06.724370 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'd29369f9-f32e-4e1a-87fd-c15dbbd767b9', 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be', 'port_id': 'd29369f9-f32e-4e1a-87fd-c15dbbd767b9', 'mac_address': 'fa:16:3e:26:e9:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76399331-df97-41cc-9a32-16c48f2ef132', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:27:06.754419 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e0a1a70b-4999-4a0e-9f43-7b838f6e4977 req-12cca255-e7cc-417a-96e7-596da81399ff tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418367 Nov 27 04:27:06.761538 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:27:06.775460 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d29369f9-f32e-4e1a-87fd-c15dbbd767b9 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:27:06.794710 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port d29369f9-f32e-4e1a-87fd-c15dbbd767b9, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=d29369f9-f32e-4e1a-87fd-c15dbbd767b9,segment=NetworkSegment(69beec7e-0c7e-4625-bb64-e1c233024576),segment_id=69beec7e-0c7e-4625-bb64-e1c233024576)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:27:06.798624 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:27:06.843699 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=d29369f9-f32e-4e1a-87fd-c15dbbd767b9,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:27:07.065703 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['d29369f9-f32e-4e1a-87fd-c15dbbd767b9'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:27:07.870681 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf2a72-385f-44be-b8ff-8371694d1d7e req-f84f5333-18b9-4707-9437-76ecd80987bf tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:27:07.872239 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d7cf2a72-385f-44be-b8ff-8371694d1d7e req-f84f5333-18b9-4707-9437-76ecd80987bf tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0 HTTP/1.1" status: 200 len: 945 time: 0.0482605 Nov 27 04:27:07.923897 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d7cf2a72-385f-44be-b8ff-8371694d1d7e req-4dfaf032-8df2-4f27-910b-1e752f0e9eef tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455716 Nov 27 04:27:08.631678 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device d29369f9-f32e-4e1a-87fd-c15dbbd767b9 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:27:08.680645 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port d29369f9-f32e-4e1a-87fd-c15dbbd767b9 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:27:08.684642 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port d29369f9-f32e-4e1a-87fd-c15dbbd767b9 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:27:08.685035 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:27:08.763409 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:27:08.786353 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b92eccb-d73f-47c3-adb2-87b2a677dbe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29369f9-f32e-4e1a-87fd-c15dbbd767b9'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:27:08.789296 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01903328-b855-4af9-9ae2-066648f3d46f" -d '{"events": [{"server_uuid": "0b92eccb-d73f-47c3-adb2-87b2a677dbe0", "name": "network-vif-plugged", "status": "completed", "tag": "d29369f9-f32e-4e1a-87fd-c15dbbd767b9"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:27:08.804558 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port d29369f9-f32e-4e1a-87fd-c15dbbd767b9, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=d29369f9-f32e-4e1a-87fd-c15dbbd767b9,segment=NetworkSegment(69beec7e-0c7e-4625-bb64-e1c233024576),segment_id=69beec7e-0c7e-4625-bb64-e1c233024576)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:27:08.809887 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:27:08.836875 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa159ac4-8a57-4ae3-ad99-7d6b273fb077 x-openstack-request-id: req-aa159ac4-8a57-4ae3-ad99-7d6b273fb077 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:27:08.837693 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b92eccb-d73f-47c3-adb2-87b2a677dbe0", "name": "network-vif-plugged", "status": "completed", "tag": "d29369f9-f32e-4e1a-87fd-c15dbbd767b9", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:27:08.837693 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aa159ac4-8a57-4ae3-ad99-7d6b273fb077 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:27:08.837846 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b92eccb-d73f-47c3-adb2-87b2a677dbe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29369f9-f32e-4e1a-87fd-c15dbbd767b9', 'code': 200} Nov 27 04:27:08.864066 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=d29369f9-f32e-4e1a-87fd-c15dbbd767b9,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:27:08.964995 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297594c-5b2f-4a69-b4d0-4f702fa81b39 req-95c67bce-296f-426b-bc1c-bdfc30296b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:27:08.967051 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b297594c-5b2f-4a69-b4d0-4f702fa81b39 req-95c67bce-296f-426b-bc1c-bdfc30296b3f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0 HTTP/1.1" status: 200 len: 1097 time: 0.0462928 Nov 27 04:27:09.015273 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b297594c-5b2f-4a69-b4d0-4f702fa81b39 req-fd927d3e-e9a6-48cc-8e09-7c426237fd8c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407848 Nov 27 04:27:09.290728 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ceef3-109d-46c9-aacf-345ce02858c2 req-e9bcd913-bb3e-4b26-83d9-07dd74c2e4ca tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:27:09.292120 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ee7ceef3-109d-46c9-aacf-345ce02858c2 req-e9bcd913-bb3e-4b26-83d9-07dd74c2e4ca tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0 HTTP/1.1" status: 200 len: 946 time: 0.0476956 Nov 27 04:27:09.342978 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ee7ceef3-109d-46c9-aacf-345ce02858c2 req-b57f3910-cd83-4f8b-8951-9b444a080d46 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448427 Nov 27 04:27:10.458203 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7787ca-cb34-467a-b3ad-d97129e0d124 req-52e10590-b716-435b-9a5c-35e34945876c tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:27:10.459799 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ad7787ca-cb34-467a-b3ad-d97129e0d124 req-52e10590-b716-435b-9a5c-35e34945876c tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0 HTTP/1.1" status: 200 len: 946 time: 0.0487883 Nov 27 04:27:10.509992 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ad7787ca-cb34-467a-b3ad-d97129e0d124 req-e120df8d-53aa-40a6-bbff-920ddf2ef486 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441415 Nov 27 04:27:10.622933 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15d132-d943-4a05-a83c-374fe8d7d88d req-4cf811ee-bc3a-4e77-b2ee-1211e0691d72 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:27:10.624424 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ac15d132-d943-4a05-a83c-374fe8d7d88d req-4cf811ee-bc3a-4e77-b2ee-1211e0691d72 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0 HTTP/1.1" status: 200 len: 946 time: 0.0488248 Nov 27 04:27:10.632924 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 59596) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:27:10.637479 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-088f123f-3bb9-4ac4-af1a-7bb0eaf46ac7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Request body: {'floatingip': {'port_id': 'd29369f9-f32e-4e1a-87fd-c15dbbd767b9'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:27:10.676954 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-088f123f-3bb9-4ac4-af1a-7bb0eaf46ac7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks [] for floatingip, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:27:11.091517 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-088f123f-3bb9-4ac4-af1a-7bb0eaf46ac7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:27:11.095111 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-088f123f-3bb9-4ac4-af1a-7bb0eaf46ac7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:27:11.193188 n-d-819494-3 neutron-server[110019]: INFO neutron.db.l3_db [None req-088f123f-3bb9-4ac4-af1a-7bb0eaf46ac7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Floating IP 883b34d2-3e05-45ec-b942-ba9782104a10 associated. External IP: 172.25.1.253, port: d29369f9-f32e-4e1a-87fd-c15dbbd767b9. Nov 27 04:27:11.395450 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088f123f-3bb9-4ac4-af1a-7bb0eaf46ac7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Router 4a65206d-4a72-428a-bed4-94bdf24e9d9e has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:27:11.499853 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088f123f-3bb9-4ac4-af1a-7bb0eaf46ac7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:27:11.504384 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-088f123f-3bb9-4ac4-af1a-7bb0eaf46ac7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:27:11.509337 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb4287e-c218-4f93-b95f-bcdcfd00ae53 None None] Sync routers for ids ['4a65206d-4a72-428a-bed4-94bdf24e9d9e'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:27:11.519966 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb4287e-c218-4f93-b95f-bcdcfd00ae53 None None] Routers {'4a65206d-4a72-428a-bed4-94bdf24e9d9e'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:27:11.520591 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-adb4287e-c218-4f93-b95f-bcdcfd00ae53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:26:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4a65206d-4a72-428a-bed4-94bdf24e9d9e'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:27:11.628825 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-adb4287e-c218-4f93-b95f-bcdcfd00ae53 None None] Set router 4a65206d-4a72-428a-bed4-94bdf24e9d9e gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:27:11.846607 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-088f123f-3bb9-4ac4-af1a-7bb0eaf46ac7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "PUT /v2.0/floatingips/883b34d2-3e05-45ec-b942-ba9782104a10 HTTP/1.1" status: 200 len: 992 time: 1.2126107 Nov 27 04:27:11.848095 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b92eccb-d73f-47c3-adb2-87b2a677dbe0', 'tag': 'd29369f9-f32e-4e1a-87fd-c15dbbd767b9'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:27:11.850994 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba6292c-da11-4700-89e6-a7ae65da3665" -d '{"events": [{"name": "network-changed", "server_uuid": "0b92eccb-d73f-47c3-adb2-87b2a677dbe0", "tag": "d29369f9-f32e-4e1a-87fd-c15dbbd767b9"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:27:11.867274 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-adb4287e-c218-4f93-b95f-bcdcfd00ae53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a65206d-4a72-428a-bed4-94bdf24e9d9e', 'name': 'tempest-ServerActionsTestJSON-1349726603-router', 'tenant_id': '10f978c2c11b494a987fc3e5865d3f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:26:54Z', 'updated_at': '2021-11-27T04:26:57Z', 'revision_number': 4, 'project_id': '10f978c2c11b494a987fc3e5865d3f8e', 'gw_port': {'id': 'bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65206d-4a72-428a-bed4-94bdf24e9d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:26:55Z', 'updated_at': '2021-11-27T04:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '883b34d2-3e05-45ec-b942-ba9782104a10', 'tenant_id': '10f978c2c11b494a987fc3e5865d3f8e', 'floating_ip_address': '172.25.1.253', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '4a65206d-4a72-428a-bed4-94bdf24e9d9e', 'port_id': 'd29369f9-f32e-4e1a-87fd-c15dbbd767b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be', 'mac_address': 'fa:16:3e:26:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b92eccb-d73f-47c3-adb2-87b2a677dbe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:26:59Z', 'updated_at': '2021-11-27T04:27:11Z', 'revision_number': 1, 'project_id': '10f978c2c11b494a987fc3e5865d3f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa12ca8-b65a-476c-b252-c73bbff656b6', 'name': '', 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be', 'tenant_id': '10f978c2c11b494a987fc3e5865d3f8e', 'mac_address': 'fa:16:3e:30:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65206d-4a72-428a-bed4-94bdf24e9d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '76399331-df97-41cc-9a32-16c48f2ef132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:26:57Z', 'updated_at': '2021-11-27T04:27:00Z', 'revision_number': 5, 'project_id': '10f978c2c11b494a987fc3e5865d3f8e', 'subnets': [{'id': '76399331-df97-41cc-9a32-16c48f2ef132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:27:11.891707 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3793f76f-f6d0-46a1-bfcb-624b50144eb1 x-openstack-request-id: req-3793f76f-f6d0-46a1-bfcb-624b50144eb1 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:27:11.892013 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b92eccb-d73f-47c3-adb2-87b2a677dbe0", "tag": "d29369f9-f32e-4e1a-87fd-c15dbbd767b9", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:27:11.892271 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3793f76f-f6d0-46a1-bfcb-624b50144eb1 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:27:11.892677 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b92eccb-d73f-47c3-adb2-87b2a677dbe0', 'tag': 'd29369f9-f32e-4e1a-87fd-c15dbbd767b9', 'status': 'completed', 'code': 200} Nov 27 04:27:11.898570 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb4287e-c218-4f93-b95f-bcdcfd00ae53 None None] Checking router: 4a65206d-4a72-428a-bed4-94bdf24e9d9e for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:27:11.906816 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb4287e-c218-4f93-b95f-bcdcfd00ae53 None None] Routers {'4a65206d-4a72-428a-bed4-94bdf24e9d9e'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:27:11.907423 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-adb4287e-c218-4f93-b95f-bcdcfd00ae53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:26:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4a65206d-4a72-428a-bed4-94bdf24e9d9e'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:27:11.986823 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6292c-da11-4700-89e6-a7ae65da3665 req-95ae00fd-cdaf-4fa2-adcb-f10251df11d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:27:11.988340 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0ba6292c-da11-4700-89e6-a7ae65da3665 req-95ae00fd-cdaf-4fa2-adcb-f10251df11d5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=10f978c2c11b494a987fc3e5865d3f8e&device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0 HTTP/1.1" status: 200 len: 1097 time: 0.0405290 Nov 27 04:27:12.014699 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-adb4287e-c218-4f93-b95f-bcdcfd00ae53 None None] Set router 4a65206d-4a72-428a-bed4-94bdf24e9d9e gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:27:12.080996 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6292c-da11-4700-89e6-a7ae65da3665 req-ee33a643-f6e4-47f4-99d8-7120a9fa9c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:27:12.082480 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0ba6292c-da11-4700-89e6-a7ae65da3665 req-ee33a643-f6e4-47f4-99d8-7120a9fa9c76 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9c8866c7-f2d0-4974-bfd8-5d5f8ee833be HTTP/1.1" status: 200 len: 913 time: 0.0874946 Nov 27 04:27:12.185010 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0ba6292c-da11-4700-89e6-a7ae65da3665 req-e5b734db-ce3f-444e-bf4f-67b0070a45be service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d29369f9-f32e-4e1a-87fd-c15dbbd767b9 HTTP/1.1" status: 200 len: 1000 time: 0.0951884 Nov 27 04:27:12.235132 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6292c-da11-4700-89e6-a7ae65da3665 req-ffb2d509-1cb4-4ad4-bef9-b839a6a4a238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:27:12.235861 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-adb4287e-c218-4f93-b95f-bcdcfd00ae53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a65206d-4a72-428a-bed4-94bdf24e9d9e', 'name': 'tempest-ServerActionsTestJSON-1349726603-router', 'tenant_id': '10f978c2c11b494a987fc3e5865d3f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:26:54Z', 'updated_at': '2021-11-27T04:26:57Z', 'revision_number': 4, 'project_id': '10f978c2c11b494a987fc3e5865d3f8e', 'gw_port': {'id': 'bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65206d-4a72-428a-bed4-94bdf24e9d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:26:55Z', 'updated_at': '2021-11-27T04:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '883b34d2-3e05-45ec-b942-ba9782104a10', 'tenant_id': '10f978c2c11b494a987fc3e5865d3f8e', 'floating_ip_address': '172.25.1.253', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '4a65206d-4a72-428a-bed4-94bdf24e9d9e', 'port_id': 'd29369f9-f32e-4e1a-87fd-c15dbbd767b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be', 'mac_address': 'fa:16:3e:26:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b92eccb-d73f-47c3-adb2-87b2a677dbe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:26:59Z', 'updated_at': '2021-11-27T04:27:11Z', 'revision_number': 1, 'project_id': '10f978c2c11b494a987fc3e5865d3f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa12ca8-b65a-476c-b252-c73bbff656b6', 'name': '', 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be', 'tenant_id': '10f978c2c11b494a987fc3e5865d3f8e', 'mac_address': 'fa:16:3e:30:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65206d-4a72-428a-bed4-94bdf24e9d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '76399331-df97-41cc-9a32-16c48f2ef132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:26:57Z', 'updated_at': '2021-11-27T04:27:00Z', 'revision_number': 5, 'project_id': '10f978c2c11b494a987fc3e5865d3f8e', 'subnets': [{'id': '76399331-df97-41cc-9a32-16c48f2ef132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:27:12.236577 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0ba6292c-da11-4700-89e6-a7ae65da3665 req-ffb2d509-1cb4-4ad4-bef9-b839a6a4a238 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=76399331-df97-41cc-9a32-16c48f2ef132 HTTP/1.1" status: 200 len: 851 time: 0.0444169 Nov 27 04:27:12.262099 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb4287e-c218-4f93-b95f-bcdcfd00ae53 None None] The sync data for ids ['4a65206d-4a72-428a-bed4-94bdf24e9d9e'] in n-d-819494-3 is: [{'id': '4a65206d-4a72-428a-bed4-94bdf24e9d9e', 'name': 'tempest-ServerActionsTestJSON-1349726603-router', 'tenant_id': '10f978c2c11b494a987fc3e5865d3f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:26:54Z', 'updated_at': '2021-11-27T04:26:57Z', 'revision_number': 4, 'project_id': '10f978c2c11b494a987fc3e5865d3f8e', 'gw_port': {'id': 'bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65206d-4a72-428a-bed4-94bdf24e9d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:26:55Z', 'updated_at': '2021-11-27T04:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '883b34d2-3e05-45ec-b942-ba9782104a10', 'tenant_id': '10f978c2c11b494a987fc3e5865d3f8e', 'floating_ip_address': '172.25.1.253', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '4a65206d-4a72-428a-bed4-94bdf24e9d9e', 'port_id': 'd29369f9-f32e-4e1a-87fd-c15dbbd767b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be', 'mac_address': 'fa:16:3e:26:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b92eccb-d73f-47c3-adb2-87b2a677dbe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:26:59Z', 'updated_at': '2021-11-27T04:27:11Z', 'revision_number': 1, 'project_id': '10f978c2c11b494a987fc3e5865d3f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa12ca8-b65a-476c-b252-c73bbff656b6', 'name': '', 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be', 'tenant_id': '10f978c2c11b494a987fc3e5865d3f8e', 'mac_address': 'fa:16:3e:30:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65206d-4a72-428a-bed4-94bdf24e9d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '76399331-df97-41cc-9a32-16c48f2ef132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:26:57Z', 'updated_at': '2021-11-27T04:27:00Z', 'revision_number': 5, 'project_id': '10f978c2c11b494a987fc3e5865d3f8e', 'subnets': [{'id': '76399331-df97-41cc-9a32-16c48f2ef132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:27:12.282206 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6292c-da11-4700-89e6-a7ae65da3665 req-67f79d02-237e-4849-bbd0-ad5b14b4956c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:27:12.283814 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0ba6292c-da11-4700-89e6-a7ae65da3665 req-67f79d02-237e-4849-bbd0-ad5b14b4956c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c8866c7-f2d0-4974-bfd8-5d5f8ee833be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401804 Nov 27 04:27:12.382033 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0ba6292c-da11-4700-89e6-a7ae65da3665 req-58dcbc66-d597-4efc-b8bd-81734bf9e959 service neutron] 10.222.0.11 "GET /v2.0/networks/9c8866c7-f2d0-4974-bfd8-5d5f8ee833be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905664 Nov 27 04:27:12.465675 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cc38c4-1961-492a-8869-281dcade96b7 None None] New status for floating IP 883b34d2-3e05-45ec-b942-ba9782104a10: ACTIVE {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:27:12.475821 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0ba6292c-da11-4700-89e6-a7ae65da3665 req-a9f01a85-21e6-417f-9d54-a7521b699c4f service neutron] 10.222.0.11 "GET /v2.0/networks/9c8866c7-f2d0-4974-bfd8-5d5f8ee833be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871050 Nov 27 04:27:15.567698 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2f5a7ea8-fd14-4215-9720-9a36c79102af req-64c13d02-9186-4342-b4f2-bc2ee4f49b35 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424995 Nov 27 04:27:15.661980 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a7ea8-fd14-4215-9720-9a36c79102af req-8f2912da-37f4-48c6-af47-a45156a9bd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:27:15.663518 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2f5a7ea8-fd14-4215-9720-9a36c79102af req-8f2912da-37f4-48c6-af47-a45156a9bd91 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=10f978c2c11b494a987fc3e5865d3f8e&device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0 HTTP/1.1" status: 200 len: 1097 time: 0.0399647 Nov 27 04:27:15.766653 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a7ea8-fd14-4215-9720-9a36c79102af req-9595236c-50d9-4fd2-a2d6-761358731d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:27:15.768103 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2f5a7ea8-fd14-4215-9720-9a36c79102af req-9595236c-50d9-4fd2-a2d6-761358731d20 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9c8866c7-f2d0-4974-bfd8-5d5f8ee833be HTTP/1.1" status: 200 len: 913 time: 0.0861757 Nov 27 04:27:15.832144 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2f5a7ea8-fd14-4215-9720-9a36c79102af req-7cf3f35c-f8a1-4142-b197-6dc271284fc3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d29369f9-f32e-4e1a-87fd-c15dbbd767b9 HTTP/1.1" status: 200 len: 1002 time: 0.0558648 Nov 27 04:27:15.880307 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a7ea8-fd14-4215-9720-9a36c79102af req-b043c615-e731-4b63-ac4b-2a5a8d8d7a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:27:15.881745 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2f5a7ea8-fd14-4215-9720-9a36c79102af req-b043c615-e731-4b63-ac4b-2a5a8d8d7a64 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=76399331-df97-41cc-9a32-16c48f2ef132 HTTP/1.1" status: 200 len: 851 time: 0.0421188 Nov 27 04:27:15.929877 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a7ea8-fd14-4215-9720-9a36c79102af req-4111423d-ec79-49c9-b91c-205301db5865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:27:15.931351 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2f5a7ea8-fd14-4215-9720-9a36c79102af req-4111423d-ec79-49c9-b91c-205301db5865 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c8866c7-f2d0-4974-bfd8-5d5f8ee833be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423048 Nov 27 04:27:16.019063 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2f5a7ea8-fd14-4215-9720-9a36c79102af req-81f28441-79f7-4086-8b2e-1bdef73b2959 service neutron] 10.222.0.11 "GET /v2.0/networks/9c8866c7-f2d0-4974-bfd8-5d5f8ee833be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798469 Nov 27 04:27:16.109868 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2f5a7ea8-fd14-4215-9720-9a36c79102af req-64f7af4e-49a2-4301-ac9c-9a02d7e29a81 service neutron] 10.222.0.11 "GET /v2.0/networks/9c8866c7-f2d0-4974-bfd8-5d5f8ee833be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839331 Nov 27 04:27:16.174124 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a80c2c4f-84df-470d-b217-375525813a13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:27:16.360580 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:27:18.327726 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2209c4d9-e958-4dbe-bc28-6c733407cce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:27:18.949783 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:27:19.660745 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:27:21.268738 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:27:21.893341 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:27:30.703032 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:27:46.175668 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f26f1fb0-6fed-4f94-aa71-701458d95a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:27:46.362382 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:27:48.328409 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b82cb951-2a2b-44f9-b6a4-fb018e17ad15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:27:48.968539 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:27:49.663967 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:27:51.270924 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:27:51.895044 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:28:07.702097 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:28:15.552796 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5c9a2edf-401a-41f9-b9b5-be8c30a5635f req-8adf175c-b4bd-4667-afff-475de02d9a8c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408187 Nov 27 04:28:15.659162 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a2edf-401a-41f9-b9b5-be8c30a5635f req-2c1c1751-e902-4fc1-a8ac-ca08708812a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:28:15.660643 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5c9a2edf-401a-41f9-b9b5-be8c30a5635f req-2c1c1751-e902-4fc1-a8ac-ca08708812a9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=10f978c2c11b494a987fc3e5865d3f8e&device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0 HTTP/1.1" status: 200 len: 1097 time: 0.0407605 Nov 27 04:28:15.765075 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a2edf-401a-41f9-b9b5-be8c30a5635f req-d23518d4-b038-462d-8e25-bfcc2de13e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:28:15.767288 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5c9a2edf-401a-41f9-b9b5-be8c30a5635f req-d23518d4-b038-462d-8e25-bfcc2de13e36 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9c8866c7-f2d0-4974-bfd8-5d5f8ee833be HTTP/1.1" status: 200 len: 913 time: 0.0879714 Nov 27 04:28:15.830027 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5c9a2edf-401a-41f9-b9b5-be8c30a5635f req-5ceadc50-71b1-4d78-82d8-8ee556a9c063 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d29369f9-f32e-4e1a-87fd-c15dbbd767b9 HTTP/1.1" status: 200 len: 1002 time: 0.0561032 Nov 27 04:28:15.882091 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a2edf-401a-41f9-b9b5-be8c30a5635f req-e1c90547-029e-4bd2-930c-222fe80bbd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:28:15.883536 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5c9a2edf-401a-41f9-b9b5-be8c30a5635f req-e1c90547-029e-4bd2-930c-222fe80bbd56 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=76399331-df97-41cc-9a32-16c48f2ef132 HTTP/1.1" status: 200 len: 851 time: 0.0459015 Nov 27 04:28:15.928970 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a2edf-401a-41f9-b9b5-be8c30a5635f req-d199e1c9-5c5e-4df1-afa3-06dc24365a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:28:15.930428 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5c9a2edf-401a-41f9-b9b5-be8c30a5635f req-d199e1c9-5c5e-4df1-afa3-06dc24365a2a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c8866c7-f2d0-4974-bfd8-5d5f8ee833be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405116 Nov 27 04:28:16.017431 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5c9a2edf-401a-41f9-b9b5-be8c30a5635f req-f73c420f-c643-49b4-997c-99fd8b20f987 service neutron] 10.222.0.11 "GET /v2.0/networks/9c8866c7-f2d0-4974-bfd8-5d5f8ee833be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793369 Nov 27 04:28:16.107021 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5c9a2edf-401a-41f9-b9b5-be8c30a5635f req-26452c01-78bf-47e9-944f-f2e2b7e08754 service neutron] 10.222.0.11 "GET /v2.0/networks/9c8866c7-f2d0-4974-bfd8-5d5f8ee833be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822444 Nov 27 04:28:16.176768 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-56f7696f-a17b-4522-987e-311bd6332135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:28:16.358331 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:28:18.329489 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4fef0e5c-7c3f-4b54-9302-9748955a1970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:28:18.970255 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:28:19.666246 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:28:21.274308 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:28:21.895888 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:28:44.700394 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:28:46.179831 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a42a02cb-07ef-4358-82f7-1c0e4abdf8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:28:46.365639 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:28:46.960927 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f7beb-933e-4f8d-9b88-0dae7729d298 req-2a11ad92-69e5-4ef0-8989-2869681b652b tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:28:46.962400 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d70f7beb-933e-4f8d-9b88-0dae7729d298 req-2a11ad92-69e5-4ef0-8989-2869681b652b tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0 HTTP/1.1" status: 200 len: 946 time: 0.0493226 Nov 27 04:28:47.009640 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d70f7beb-933e-4f8d-9b88-0dae7729d298 req-87b5da6c-d35b-48e3-936e-1817ea1d80e2 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413394 Nov 27 04:28:47.251640 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-94008708-0ae8-4d1e-91af-b10294ba56d1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0472109 Nov 27 04:28:47.257938 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419fb651-a940-4f6d-8b72-b398d6c60555 req-e941427d-7dc2-457d-826d-f8a0b03aa6ba tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:28:47.259781 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-419fb651-a940-4f6d-8b72-b398d6c60555 req-e941427d-7dc2-457d-826d-f8a0b03aa6ba tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0 HTTP/1.1" status: 200 len: 946 time: 0.0538275 Nov 27 04:28:47.313773 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-419fb651-a940-4f6d-8b72-b398d6c60555 req-1d01086d-b3f7-4364-bc29-b3847d20ce0e tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478313 Nov 27 04:28:48.333139 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ecd3ddf5-43e4-48de-8493-ca593cf6607d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:28:48.430637 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e124e-2a08-4a6b-bdce-685e4135dd34 req-9d644de5-e10e-4540-8096-79d95e7be9a0 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:28:48.432040 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ac6e124e-2a08-4a6b-bdce-685e4135dd34 req-9d644de5-e10e-4540-8096-79d95e7be9a0 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0 HTTP/1.1" status: 200 len: 946 time: 0.0484605 Nov 27 04:28:48.484996 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ac6e124e-2a08-4a6b-bdce-685e4135dd34 req-28e0fb92-a8ae-4f69-a3b9-c00b86b23661 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469034 Nov 27 04:28:48.544009 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-8d15f532-ef65-4ec0-92ab-8f08a479d7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:28:48.545480 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-8d15f532-ef65-4ec0-92ab-8f08a479d7a8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=10f978c2c11b494a987fc3e5865d3f8e&device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0 HTTP/1.1" status: 200 len: 1097 time: 0.0402148 Nov 27 04:28:48.632793 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-b7c372d3-7c3f-4c5a-a9ca-ec594de34c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:28:48.634237 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-b7c372d3-7c3f-4c5a-a9ca-ec594de34c22 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9c8866c7-f2d0-4974-bfd8-5d5f8ee833be HTTP/1.1" status: 200 len: 913 time: 0.0809057 Nov 27 04:28:48.701465 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-de576582-a76e-40c3-8052-53e15e47ba5f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d29369f9-f32e-4e1a-87fd-c15dbbd767b9 HTTP/1.1" status: 200 len: 1002 time: 0.0602868 Nov 27 04:28:48.750971 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-6f2b09bc-2e76-42f2-a3fe-926b514f225d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:28:48.752395 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-6f2b09bc-2e76-42f2-a3fe-926b514f225d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=76399331-df97-41cc-9a32-16c48f2ef132 HTTP/1.1" status: 200 len: 851 time: 0.0430245 Nov 27 04:28:48.798141 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-e12eaaa0-7738-4a7c-beb5-1a7634007088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:28:48.799641 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-e12eaaa0-7738-4a7c-beb5-1a7634007088 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c8866c7-f2d0-4974-bfd8-5d5f8ee833be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401936 Nov 27 04:28:48.890048 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-97989943-4549-49b3-853e-a9c32c67a88d service neutron] 10.222.0.11 "GET /v2.0/networks/9c8866c7-f2d0-4974-bfd8-5d5f8ee833be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829611 Nov 27 04:28:48.981733 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-8de53d15-c48e-430a-a331-dd36ce991c13 service neutron] 10.222.0.11 "GET /v2.0/networks/9c8866c7-f2d0-4974-bfd8-5d5f8ee833be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838838 Nov 27 04:28:48.987761 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:28:49.604394 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa098b7-3a34-4cda-bbe2-bf5af9027641 req-f077f136-bb9f-4304-8e4c-f9a7dfb840dd tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:28:49.605851 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9fa098b7-3a34-4cda-bbe2-bf5af9027641 req-f077f136-bb9f-4304-8e4c-f9a7dfb840dd tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0 HTTP/1.1" status: 200 len: 946 time: 0.0470240 Nov 27 04:28:49.653639 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9fa098b7-3a34-4cda-bbe2-bf5af9027641 req-b266fba5-c98d-4ade-aaa5-48630429e5a4 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418773 Nov 27 04:28:49.669916 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:28:50.772080 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73165f26-6b7b-45e8-bd11-e67a4d230e42 req-487dd46e-fba9-4d1d-96de-80e691cdb6ad tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:28:50.773550 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-73165f26-6b7b-45e8-bd11-e67a4d230e42 req-487dd46e-fba9-4d1d-96de-80e691cdb6ad tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0 HTTP/1.1" status: 200 len: 946 time: 0.0487893 Nov 27 04:28:50.821733 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-73165f26-6b7b-45e8-bd11-e67a4d230e42 req-20827b1c-4f28-4c34-8dc4-322ab8315d64 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421925 Nov 27 04:28:51.277957 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:28:51.899070 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:28:51.936686 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0410faeb-3d24-4ea5-8f29-10032777d8fc req-f7809bf0-bbfc-4339-b136-f7aa9820da59 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:28:51.938161 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0410faeb-3d24-4ea5-8f29-10032777d8fc req-f7809bf0-bbfc-4339-b136-f7aa9820da59 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0 HTTP/1.1" status: 200 len: 946 time: 0.0496135 Nov 27 04:28:51.985078 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0410faeb-3d24-4ea5-8f29-10032777d8fc req-5294e9e2-ed23-4703-afaa-5af89ebb9b49 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403488 Nov 27 04:28:53.099982 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e1f98-0f7d-434f-acbb-9a96c2d3b041 req-001822cd-c191-4406-952e-14057427d583 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:28:53.101432 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ba6e1f98-0f7d-434f-acbb-9a96c2d3b041 req-001822cd-c191-4406-952e-14057427d583 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0 HTTP/1.1" status: 200 len: 946 time: 0.0475352 Nov 27 04:28:53.146842 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ba6e1f98-0f7d-434f-acbb-9a96c2d3b041 req-2b6512b0-ea67-40f2-bd10-54e783ebbdaf tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395021 Nov 27 04:28:54.266498 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db4ed4-73c4-476b-abcd-076a653ad9f0 req-73dd0848-a433-41d4-aeec-03f315a45cad tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:28:54.267985 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c8db4ed4-73c4-476b-abcd-076a653ad9f0 req-73dd0848-a433-41d4-aeec-03f315a45cad tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0 HTTP/1.1" status: 200 len: 946 time: 0.0519605 Nov 27 04:28:54.314294 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c8db4ed4-73c4-476b-abcd-076a653ad9f0 req-cef4cecb-a5ab-4f5c-aa3e-d995261f35cf tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401351 Nov 27 04:28:55.431282 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba6b4b-bb8c-42c2-a040-e66b9188275f req-936d53cb-0508-4110-9f29-9d0fc78ac7eb tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:28:55.432670 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a4ba6b4b-bb8c-42c2-a040-e66b9188275f req-936d53cb-0508-4110-9f29-9d0fc78ac7eb tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0 HTTP/1.1" status: 200 len: 946 time: 0.0510776 Nov 27 04:28:55.478991 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a4ba6b4b-bb8c-42c2-a040-e66b9188275f req-4ad68dfd-9efb-4927-b6d2-5ac08479b087 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404415 Nov 27 04:28:56.594157 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdeccda-507e-4330-b785-b0ac82c5b666 req-4ff38b01-350b-41fc-93e3-0e0e311eeb9a tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:28:56.595645 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dbdeccda-507e-4330-b785-b0ac82c5b666 req-4ff38b01-350b-41fc-93e3-0e0e311eeb9a tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0 HTTP/1.1" status: 200 len: 946 time: 0.0479524 Nov 27 04:28:56.641025 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dbdeccda-507e-4330-b785-b0ac82c5b666 req-ddfd8819-9453-40eb-835d-255955cfd8f0 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395644 Nov 27 04:28:57.756846 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b27ef3-ae62-4316-9f51-2683bbdcc9c8 req-3367a5e7-a24b-46e0-b5eb-f648cf35b7da tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:28:57.758300 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c4b27ef3-ae62-4316-9f51-2683bbdcc9c8 req-3367a5e7-a24b-46e0-b5eb-f648cf35b7da tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0 HTTP/1.1" status: 200 len: 946 time: 0.0466788 Nov 27 04:28:57.804704 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c4b27ef3-ae62-4316-9f51-2683bbdcc9c8 req-41babc2e-9013-405d-aacc-7506a96631e1 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405483 Nov 27 04:28:58.923171 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf5547-640f-4599-b444-86441fe7866b req-9bd9673f-3a49-4306-9968-e3ae5d71f9e8 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:28:58.924669 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fbbf5547-640f-4599-b444-86441fe7866b req-9bd9673f-3a49-4306-9968-e3ae5d71f9e8 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0 HTTP/1.1" status: 200 len: 946 time: 0.0532124 Nov 27 04:28:58.971102 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fbbf5547-640f-4599-b444-86441fe7866b req-40a7ed82-8bc6-40c1-be16-fd73300a8790 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399249 Nov 27 04:29:00.094304 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa3127-4ba6-4ce5-b03d-ff206bd44dfa req-065b0b53-6afa-4652-a0cf-b824e978dcb4 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:00.095807 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3dfa3127-4ba6-4ce5-b03d-ff206bd44dfa req-065b0b53-6afa-4652-a0cf-b824e978dcb4 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0 HTTP/1.1" status: 200 len: 946 time: 0.0516369 Nov 27 04:29:00.141941 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3dfa3127-4ba6-4ce5-b03d-ff206bd44dfa req-f3d0cbd2-e782-4eae-ae2a-afe28b4fd016 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401824 Nov 27 04:29:01.088702 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-834228f5-d097-407a-a1b8-abb2ff2b95bf service neutron] show failed (client error): The resource could not be found. Nov 27 04:29:01.089622 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-834228f5-d097-407a-a1b8-abb2ff2b95bf service neutron] 10.222.0.11 "GET /v2.0/ports/d29369f9-f32e-4e1a-87fd-c15dbbd767b9/bindings/n-h1-819494-3 HTTP/1.1" status: 404 len: 380 time: 0.0537276 Nov 27 04:29:01.260063 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2cfb05-8cda-42de-992d-ea3d7fe0a5b7 req-7bf279c0-f2f0-4512-913a-0ae4053b792a tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:01.261615 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fd2cfb05-8cda-42de-992d-ea3d7fe0a5b7 req-7bf279c0-f2f0-4512-913a-0ae4053b792a tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0 HTTP/1.1" status: 200 len: 946 time: 0.0496066 Nov 27 04:29:01.333198 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fd2cfb05-8cda-42de-992d-ea3d7fe0a5b7 req-f183711d-9168-44b7-a5a7-f4228d118a35 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655921 Nov 27 04:29:01.342721 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-d83dd829-f54e-427a-9a40-dfdeddaa02bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:01.344092 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-d83dd829-f54e-427a-9a40-dfdeddaa02bb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0&tenant_id=10f978c2c11b494a987fc3e5865d3f8e HTTP/1.1" status: 200 len: 1097 time: 0.0560458 Nov 27 04:29:01.373288 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-99f64d04-4bae-44eb-9b73-20d31467785c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819494-3', 'device_owner': 'compute:nova'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:29:01.427947 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-99f64d04-4bae-44eb-9b73-20d31467785c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:29:01.623552 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-99f64d04-4bae-44eb-9b73-20d31467785c service neutron] For port d29369f9-f32e-4e1a-87fd-c15dbbd767b9, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=d29369f9-f32e-4e1a-87fd-c15dbbd767b9,segment=NetworkSegment(69beec7e-0c7e-4625-bb64-e1c233024576),segment_id=69beec7e-0c7e-4625-bb64-e1c233024576)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:29:01.655323 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-99f64d04-4bae-44eb-9b73-20d31467785c service neutron] For port d29369f9-f32e-4e1a-87fd-c15dbbd767b9, host n-h2-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:29:01.694099 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b92eccb-d73f-47c3-adb2-87b2a677dbe0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd29369f9-f32e-4e1a-87fd-c15dbbd767b9'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:29:01.696377 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b764af8e-acae-4721-942e-bf5ff07a49c9" -d '{"events": [{"server_uuid": "0b92eccb-d73f-47c3-adb2-87b2a677dbe0", "name": "network-vif-unplugged", "status": "completed", "tag": "d29369f9-f32e-4e1a-87fd-c15dbbd767b9"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:29:01.700183 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-99f64d04-4bae-44eb-9b73-20d31467785c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:29:01.712569 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-99f64d04-4bae-44eb-9b73-20d31467785c service neutron] Transition to ACTIVE for port object d29369f9-f32e-4e1a-87fd-c15dbbd767b9 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:29:01.716827 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-99f64d04-4bae-44eb-9b73-20d31467785c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:29:01.749587 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 04:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6880cf29-fbff-4db6-9588-c2ca52833cca x-openstack-request-id: req-6880cf29-fbff-4db6-9588-c2ca52833cca {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:29:01.749731 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b92eccb-d73f-47c3-adb2-87b2a677dbe0", "name": "network-vif-unplugged", "status": "completed", "tag": "d29369f9-f32e-4e1a-87fd-c15dbbd767b9", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:29:01.749935 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6880cf29-fbff-4db6-9588-c2ca52833cca {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:29:01.750361 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b92eccb-d73f-47c3-adb2-87b2a677dbe0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd29369f9-f32e-4e1a-87fd-c15dbbd767b9', 'code': 200} Nov 27 04:29:01.824406 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f64d04-4bae-44eb-9b73-20d31467785c service neutron] Pushing event updated for resources: {'Port': ['ID=d29369f9-f32e-4e1a-87fd-c15dbbd767b9,revision_number=6']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:29:01.851265 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f64d04-4bae-44eb-9b73-20d31467785c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:29:01.851620 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f64d04-4bae-44eb-9b73-20d31467785c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:29:01.851965 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f64d04-4bae-44eb-9b73-20d31467785c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:29:01.852311 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f64d04-4bae-44eb-9b73-20d31467785c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:29:01.852649 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f64d04-4bae-44eb-9b73-20d31467785c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:29:01.852981 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f64d04-4bae-44eb-9b73-20d31467785c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:29:01.853321 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f64d04-4bae-44eb-9b73-20d31467785c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:29:01.853653 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f64d04-4bae-44eb-9b73-20d31467785c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:29:01.853981 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f64d04-4bae-44eb-9b73-20d31467785c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:29:01.854308 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f64d04-4bae-44eb-9b73-20d31467785c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:29:01.854654 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f64d04-4bae-44eb-9b73-20d31467785c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:29:01.854979 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f64d04-4bae-44eb-9b73-20d31467785c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:29:01.910820 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-99f64d04-4bae-44eb-9b73-20d31467785c service neutron] No DVR routers for this DVR port d29369f9-f32e-4e1a-87fd-c15dbbd767b9 on host n-h2-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:29:02.046016 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-99f64d04-4bae-44eb-9b73-20d31467785c service neutron] Attempting to bind port d29369f9-f32e-4e1a-87fd-c15dbbd767b9 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:29:02.046288 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-99f64d04-4bae-44eb-9b73-20d31467785c service neutron] Attempting to bind port d29369f9-f32e-4e1a-87fd-c15dbbd767b9 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '69beec7e-0c7e-4625-bb64-e1c233024576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:29:02.046651 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-99f64d04-4bae-44eb-9b73-20d31467785c service neutron] Attempting to bind port d29369f9-f32e-4e1a-87fd-c15dbbd767b9 on network 9c8866c7-f2d0-4974-bfd8-5d5f8ee833be {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:29:02.050873 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-99f64d04-4bae-44eb-9b73-20d31467785c service neutron] Port d29369f9-f32e-4e1a-87fd-c15dbbd767b9 on network 9c8866c7-f2d0-4974-bfd8-5d5f8ee833be not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:29:02.051200 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-99f64d04-4bae-44eb-9b73-20d31467785c service neutron] Attempting to bind port d29369f9-f32e-4e1a-87fd-c15dbbd767b9 on network 9c8866c7-f2d0-4974-bfd8-5d5f8ee833be {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:29:02.056031 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-99f64d04-4bae-44eb-9b73-20d31467785c service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:29:02.056401 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-99f64d04-4bae-44eb-9b73-20d31467785c service neutron] Checking segment: {'id': '69beec7e-0c7e-4625-bb64-e1c233024576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:29:02.056793 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-99f64d04-4bae-44eb-9b73-20d31467785c service neutron] Bound using segment: {'id': '69beec7e-0c7e-4625-bb64-e1c233024576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:29:02.057225 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-99f64d04-4bae-44eb-9b73-20d31467785c service neutron] Bound port: d29369f9-f32e-4e1a-87fd-c15dbbd767b9, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69beec7e-0c7e-4625-bb64-e1c233024576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:29:02.057585 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-99f64d04-4bae-44eb-9b73-20d31467785c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:29:02.119734 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-99f64d04-4bae-44eb-9b73-20d31467785c service neutron] For port d29369f9-f32e-4e1a-87fd-c15dbbd767b9, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:29:02.122703 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-99f64d04-4bae-44eb-9b73-20d31467785c service neutron] For port d29369f9-f32e-4e1a-87fd-c15dbbd767b9, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d29369f9-f32e-4e1a-87fd-c15dbbd767b9,segment=NetworkSegment(69beec7e-0c7e-4625-bb64-e1c233024576),segment_id=69beec7e-0c7e-4625-bb64-e1c233024576)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:29:02.127420 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-99f64d04-4bae-44eb-9b73-20d31467785c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:29:02.163794 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-99f64d04-4bae-44eb-9b73-20d31467785c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:02.164416 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-99f64d04-4bae-44eb-9b73-20d31467785c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:29:02.165783 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-99f64d04-4bae-44eb-9b73-20d31467785c service neutron] 10.222.0.23 "PUT /v2.0/ports/d29369f9-f32e-4e1a-87fd-c15dbbd767b9 HTTP/1.1" status: 200 len: 1092 time: 0.7964768 Nov 27 04:29:02.185248 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f64d04-4bae-44eb-9b73-20d31467785c service neutron] Pushing event updated for resources: {'Port': ['ID=d29369f9-f32e-4e1a-87fd-c15dbbd767b9,revision_number=7']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:29:02.258140 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-ca47be5c-90c7-4ea2-af6b-0a16a06b7a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:02.259705 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-ca47be5c-90c7-4ea2-af6b-0a16a06b7a77 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=10f978c2c11b494a987fc3e5865d3f8e&device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0 HTTP/1.1" status: 200 len: 1095 time: 0.0463357 Nov 27 04:29:02.352312 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-e63c8d8c-6e88-4a15-b89a-ea2948a6f031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:02.353796 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-e63c8d8c-6e88-4a15-b89a-ea2948a6f031 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9c8866c7-f2d0-4974-bfd8-5d5f8ee833be HTTP/1.1" status: 200 len: 913 time: 0.0865583 Nov 27 04:29:02.459424 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-c42d64ef-d38b-4ea2-95b7-2f7a8bd8beaf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d29369f9-f32e-4e1a-87fd-c15dbbd767b9 HTTP/1.1" status: 200 len: 1000 time: 0.0944624 Nov 27 04:29:02.475131 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc30db3-c205-4678-b0bf-6ca470117ee9 req-f0cfb111-a749-4e70-b0ae-7529396527fc tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:02.476665 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9bc30db3-c205-4678-b0bf-6ca470117ee9 req-f0cfb111-a749-4e70-b0ae-7529396527fc tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0 HTTP/1.1" status: 200 len: 944 time: 0.0606117 Nov 27 04:29:02.547199 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-938dcdb5-2f8d-46dd-aad4-4b4b60703126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:02.548681 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-938dcdb5-2f8d-46dd-aad4-4b4b60703126 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=76399331-df97-41cc-9a32-16c48f2ef132 HTTP/1.1" status: 200 len: 851 time: 0.0711682 Nov 27 04:29:02.559920 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9bc30db3-c205-4678-b0bf-6ca470117ee9 req-5d6c825c-f658-4e68-8ee8-d8247585706d tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753732 Nov 27 04:29:02.603285 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-09240b22-a54f-49da-bbc3-066136ba2861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:02.604787 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-09240b22-a54f-49da-bbc3-066136ba2861 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9c8866c7-f2d0-4974-bfd8-5d5f8ee833be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440290 Nov 27 04:29:02.706490 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-e4a479e1-b181-44a9-a9d2-1dc5b7f414ea service neutron] 10.222.0.23 "GET /v2.0/networks/9c8866c7-f2d0-4974-bfd8-5d5f8ee833be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822079 Nov 27 04:29:02.799829 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-93270a91-10d5-434d-b29c-121723ea59af service neutron] 10.222.0.23 "GET /v2.0/networks/9c8866c7-f2d0-4974-bfd8-5d5f8ee833be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854840 Nov 27 04:29:03.676822 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848c4c9-06d4-45f8-9e54-5d9ccc504f84 req-9b6c7375-ea17-4acd-9560-597cd89ca819 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:03.678292 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3848c4c9-06d4-45f8-9e54-5d9ccc504f84 req-9b6c7375-ea17-4acd-9560-597cd89ca819 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0 HTTP/1.1" status: 200 len: 944 time: 0.0482259 Nov 27 04:29:03.724660 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3848c4c9-06d4-45f8-9e54-5d9ccc504f84 req-a24ac63b-0939-4c37-96c0-7705e15ab176 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405040 Nov 27 04:29:03.751077 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b92eccb-d73f-47c3-adb2-87b2a677dbe0', 'tag': 'd29369f9-f32e-4e1a-87fd-c15dbbd767b9'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:29:03.753453 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b726d33a-3786-4aca-8307-18a026ece24f" -d '{"events": [{"name": "network-changed", "server_uuid": "0b92eccb-d73f-47c3-adb2-87b2a677dbe0", "tag": "d29369f9-f32e-4e1a-87fd-c15dbbd767b9"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:29:03.800814 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f771eb12-5e98-43e8-930c-5640898709ff x-openstack-request-id: req-f771eb12-5e98-43e8-930c-5640898709ff {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:29:03.801110 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b92eccb-d73f-47c3-adb2-87b2a677dbe0", "tag": "d29369f9-f32e-4e1a-87fd-c15dbbd767b9", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:29:03.801368 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f771eb12-5e98-43e8-930c-5640898709ff {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:29:03.801772 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b92eccb-d73f-47c3-adb2-87b2a677dbe0', 'tag': 'd29369f9-f32e-4e1a-87fd-c15dbbd767b9', 'status': 'completed', 'code': 200} Nov 27 04:29:03.890900 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726d33a-3786-4aca-8307-18a026ece24f req-5aeba425-3286-417e-85ce-345c0efa0ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:03.892398 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b726d33a-3786-4aca-8307-18a026ece24f req-5aeba425-3286-417e-85ce-345c0efa0ccc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=10f978c2c11b494a987fc3e5865d3f8e&device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0 HTTP/1.1" status: 200 len: 1095 time: 0.0417228 Nov 27 04:29:03.993169 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726d33a-3786-4aca-8307-18a026ece24f req-3215a8b3-1356-4597-8392-c7b153da5888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:03.996191 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b726d33a-3786-4aca-8307-18a026ece24f req-3215a8b3-1356-4597-8392-c7b153da5888 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9c8866c7-f2d0-4974-bfd8-5d5f8ee833be HTTP/1.1" status: 200 len: 913 time: 0.0956106 Nov 27 04:29:04.066381 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b726d33a-3786-4aca-8307-18a026ece24f req-f103f38d-288c-4a44-9dbc-320b88c47d2a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d29369f9-f32e-4e1a-87fd-c15dbbd767b9 HTTP/1.1" status: 200 len: 1000 time: 0.0620608 Nov 27 04:29:04.120576 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726d33a-3786-4aca-8307-18a026ece24f req-55c4d83c-e10a-46e0-bf8e-4a5bbfa1744d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:04.122058 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b726d33a-3786-4aca-8307-18a026ece24f req-55c4d83c-e10a-46e0-bf8e-4a5bbfa1744d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=76399331-df97-41cc-9a32-16c48f2ef132 HTTP/1.1" status: 200 len: 851 time: 0.0457187 Nov 27 04:29:04.170255 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726d33a-3786-4aca-8307-18a026ece24f req-0117ceeb-642b-4800-848d-225a98908982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:04.171707 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b726d33a-3786-4aca-8307-18a026ece24f req-0117ceeb-642b-4800-848d-225a98908982 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=10f978c2c11b494a987fc3e5865d3f8e&device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0 HTTP/1.1" status: 200 len: 1095 time: 0.3304265 Nov 27 04:29:04.177040 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726d33a-3786-4aca-8307-18a026ece24f req-7f58d5cd-8c5e-4b94-b2b0-aeb8759f43ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:04.179193 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b726d33a-3786-4aca-8307-18a026ece24f req-7f58d5cd-8c5e-4b94-b2b0-aeb8759f43ce service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9c8866c7-f2d0-4974-bfd8-5d5f8ee833be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472403 Nov 27 04:29:04.260932 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726d33a-3786-4aca-8307-18a026ece24f req-6a03a9aa-022d-4f94-a1a5-630718e00c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:04.262400 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b726d33a-3786-4aca-8307-18a026ece24f req-6a03a9aa-022d-4f94-a1a5-630718e00c25 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9c8866c7-f2d0-4974-bfd8-5d5f8ee833be HTTP/1.1" status: 200 len: 913 time: 0.0837226 Nov 27 04:29:04.270967 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b726d33a-3786-4aca-8307-18a026ece24f req-6777513a-ac00-4c31-839b-33bdac0606ee service neutron] 10.222.0.23 "GET /v2.0/networks/9c8866c7-f2d0-4974-bfd8-5d5f8ee833be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830283 Nov 27 04:29:04.330189 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b726d33a-3786-4aca-8307-18a026ece24f req-67cd5014-ce75-42c1-b2f0-b7fd797d671d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d29369f9-f32e-4e1a-87fd-c15dbbd767b9 HTTP/1.1" status: 200 len: 1000 time: 0.0608041 Nov 27 04:29:04.367898 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b726d33a-3786-4aca-8307-18a026ece24f req-08705317-27f4-4d21-b812-3226cd25e336 service neutron] 10.222.0.23 "GET /v2.0/networks/9c8866c7-f2d0-4974-bfd8-5d5f8ee833be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881181 Nov 27 04:29:04.379801 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726d33a-3786-4aca-8307-18a026ece24f req-74685758-5f60-47ff-a303-c2159eef7d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:04.381234 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b726d33a-3786-4aca-8307-18a026ece24f req-74685758-5f60-47ff-a303-c2159eef7d43 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=76399331-df97-41cc-9a32-16c48f2ef132 HTTP/1.1" status: 200 len: 851 time: 0.0435481 Nov 27 04:29:04.426584 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726d33a-3786-4aca-8307-18a026ece24f req-38d90a91-351e-4599-b8e5-01ebd44db649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:04.427993 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b726d33a-3786-4aca-8307-18a026ece24f req-38d90a91-351e-4599-b8e5-01ebd44db649 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c8866c7-f2d0-4974-bfd8-5d5f8ee833be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399220 Nov 27 04:29:04.517204 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b726d33a-3786-4aca-8307-18a026ece24f req-6734c01d-e746-4e4f-bce0-4a6e5d8fc876 service neutron] 10.222.0.11 "GET /v2.0/networks/9c8866c7-f2d0-4974-bfd8-5d5f8ee833be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825319 Nov 27 04:29:04.605351 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b726d33a-3786-4aca-8307-18a026ece24f req-91800bfe-e0ed-48f4-9a9d-322a1221aa5c service neutron] 10.222.0.11 "GET /v2.0/networks/9c8866c7-f2d0-4974-bfd8-5d5f8ee833be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808387 Nov 27 04:29:04.729573 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device d29369f9-f32e-4e1a-87fd-c15dbbd767b9 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:29:04.823537 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port d29369f9-f32e-4e1a-87fd-c15dbbd767b9, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d29369f9-f32e-4e1a-87fd-c15dbbd767b9,segment=NetworkSegment(69beec7e-0c7e-4625-bb64-e1c233024576),segment_id=69beec7e-0c7e-4625-bb64-e1c233024576)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:29:04.834456 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': 'd29369f9-f32e-4e1a-87fd-c15dbbd767b9', 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be', 'port_id': 'd29369f9-f32e-4e1a-87fd-c15dbbd767b9', 'mac_address': 'fa:16:3e:26:e9:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76399331-df97-41cc-9a32-16c48f2ef132', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:29:04.845000 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd23cc-871b-40a2-903e-ad384ec521eb req-99343350-c686-4e02-b0d3-88862c6e725c tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:04.846514 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-73cd23cc-871b-40a2-903e-ad384ec521eb req-99343350-c686-4e02-b0d3-88862c6e725c tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0 HTTP/1.1" status: 200 len: 944 time: 0.0533903 Nov 27 04:29:04.873968 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:29:04.886332 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d29369f9-f32e-4e1a-87fd-c15dbbd767b9 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:29:04.894082 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-73cd23cc-871b-40a2-903e-ad384ec521eb req-9c1e1748-69d3-4d50-aee0-956cf310f662 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408566 Nov 27 04:29:04.906052 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port d29369f9-f32e-4e1a-87fd-c15dbbd767b9, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d29369f9-f32e-4e1a-87fd-c15dbbd767b9,segment=NetworkSegment(69beec7e-0c7e-4625-bb64-e1c233024576),segment_id=69beec7e-0c7e-4625-bb64-e1c233024576)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:29:04.910789 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:29:04.957005 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=d29369f9-f32e-4e1a-87fd-c15dbbd767b9,revision_number=8']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:29:04.964312 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:29:04.964661 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:29:04.965005 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:29:04.965344 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:29:04.965683 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:29:04.966015 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:29:04.966345 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:29:04.966699 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:29:04.967019 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:29:04.967348 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:29:04.967671 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:29:04.967994 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:29:05.118288 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362c427-31fd-4a20-9c79-4866a347879c req-127fc8cb-0c4f-410e-85cf-a71dcdd26cc4 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:05.119810 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2362c427-31fd-4a20-9c79-4866a347879c req-127fc8cb-0c4f-410e-85cf-a71dcdd26cc4 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0 HTTP/1.1" status: 200 len: 945 time: 0.0770998 Nov 27 04:29:05.132143 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fff600-d026-4b3f-8779-426230920ce0 req-5091fa3d-2b53-4642-b7ab-839ca0c674f0 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:05.133507 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d7fff600-d026-4b3f-8779-426230920ce0 req-5091fa3d-2b53-4642-b7ab-839ca0c674f0 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0&tenant_id=10f978c2c11b494a987fc3e5865d3f8e&binding%3Ahost_id=n-h1-819494-3 HTTP/1.1" status: 200 len: 945 time: 0.0663939 Nov 27 04:29:05.171160 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device d29369f9-f32e-4e1a-87fd-c15dbbd767b9 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:29:05.214637 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device d29369f9-f32e-4e1a-87fd-c15dbbd767b9 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:29:05.217431 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2362c427-31fd-4a20-9c79-4866a347879c req-ebacaaf7-bd30-4b6d-b8fc-8081562d6d5a tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829797 Nov 27 04:29:05.228638 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [req-d7fff600-d026-4b3f-8779-426230920ce0 req-81a9a199-1ef4-41ca-bba3-bca3455da2b1 service neutron] delete failed (client error): The resource could not be found. Nov 27 04:29:05.230240 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d7fff600-d026-4b3f-8779-426230920ce0 req-81a9a199-1ef4-41ca-bba3-bca3455da2b1 service neutron] 10.222.0.11 "DELETE /v2.0/ports/d29369f9-f32e-4e1a-87fd-c15dbbd767b9/bindings/n-h2-819494-3 HTTP/1.1" status: 404 len: 380 time: 0.0795524 Nov 27 04:29:05.268297 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['d29369f9-f32e-4e1a-87fd-c15dbbd767b9'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:29:05.334260 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fff600-d026-4b3f-8779-426230920ce0 req-04779df6-95e3-4154-91c4-5f65fbc7354c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:05.335883 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d7fff600-d026-4b3f-8779-426230920ce0 req-04779df6-95e3-4154-91c4-5f65fbc7354c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=10f978c2c11b494a987fc3e5865d3f8e&device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0 HTTP/1.1" status: 200 len: 1096 time: 0.0408645 Nov 27 04:29:05.429255 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fff600-d026-4b3f-8779-426230920ce0 req-ec3e7b92-d5f1-4901-a1af-5ec4e02518b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:05.430762 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d7fff600-d026-4b3f-8779-426230920ce0 req-ec3e7b92-d5f1-4901-a1af-5ec4e02518b0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9c8866c7-f2d0-4974-bfd8-5d5f8ee833be HTTP/1.1" status: 200 len: 913 time: 0.0871954 Nov 27 04:29:05.493740 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d7fff600-d026-4b3f-8779-426230920ce0 req-92eddfb1-45a8-4a59-826d-49c85a3dea5b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d29369f9-f32e-4e1a-87fd-c15dbbd767b9 HTTP/1.1" status: 200 len: 1001 time: 0.0563433 Nov 27 04:29:05.543181 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fff600-d026-4b3f-8779-426230920ce0 req-0adc5173-18aa-498e-b61a-66f69c1d0f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:05.544553 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d7fff600-d026-4b3f-8779-426230920ce0 req-0adc5173-18aa-498e-b61a-66f69c1d0f89 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=76399331-df97-41cc-9a32-16c48f2ef132 HTTP/1.1" status: 200 len: 851 time: 0.0447080 Nov 27 04:29:05.567450 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3b591642-cccb-499a-a648-8ba5eacf46f5 req-f42c0286-727f-44f9-a94c-8ec3b61c79ae service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391135 Nov 27 04:29:05.594037 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fff600-d026-4b3f-8779-426230920ce0 req-fbd4db46-e714-4ed9-94ea-cba7428a371c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:05.595645 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d7fff600-d026-4b3f-8779-426230920ce0 req-fbd4db46-e714-4ed9-94ea-cba7428a371c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c8866c7-f2d0-4974-bfd8-5d5f8ee833be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442648 Nov 27 04:29:05.665333 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b591642-cccb-499a-a648-8ba5eacf46f5 req-715277f3-7103-420e-9bea-618c5d63edbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:05.666860 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3b591642-cccb-499a-a648-8ba5eacf46f5 req-715277f3-7103-420e-9bea-618c5d63edbe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=10f978c2c11b494a987fc3e5865d3f8e&device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0 HTTP/1.1" status: 200 len: 1096 time: 0.0404463 Nov 27 04:29:05.686522 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d7fff600-d026-4b3f-8779-426230920ce0 req-e3145cbf-e355-41ed-872e-2510828b0454 service neutron] 10.222.0.11 "GET /v2.0/networks/9c8866c7-f2d0-4974-bfd8-5d5f8ee833be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831301 Nov 27 04:29:05.774179 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b591642-cccb-499a-a648-8ba5eacf46f5 req-1fafffd9-566e-4ff9-a8f6-c1eb5f8e48a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:05.775688 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3b591642-cccb-499a-a648-8ba5eacf46f5 req-1fafffd9-566e-4ff9-a8f6-c1eb5f8e48a8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9c8866c7-f2d0-4974-bfd8-5d5f8ee833be HTTP/1.1" status: 200 len: 913 time: 0.0901034 Nov 27 04:29:05.782898 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d7fff600-d026-4b3f-8779-426230920ce0 req-06f2eebc-8b1f-454c-a51c-fde5990c99a0 service neutron] 10.222.0.11 "GET /v2.0/networks/9c8866c7-f2d0-4974-bfd8-5d5f8ee833be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887444 Nov 27 04:29:05.840018 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3b591642-cccb-499a-a648-8ba5eacf46f5 req-51b2b122-4f96-4b54-825c-1e131b3e7184 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d29369f9-f32e-4e1a-87fd-c15dbbd767b9 HTTP/1.1" status: 200 len: 1001 time: 0.0567799 Nov 27 04:29:05.893974 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b591642-cccb-499a-a648-8ba5eacf46f5 req-3af3d7a7-5473-43b5-99bd-8f32dbcbebbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:05.895747 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3b591642-cccb-499a-a648-8ba5eacf46f5 req-3af3d7a7-5473-43b5-99bd-8f32dbcbebbb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=76399331-df97-41cc-9a32-16c48f2ef132 HTTP/1.1" status: 200 len: 851 time: 0.0482435 Nov 27 04:29:05.942234 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b591642-cccb-499a-a648-8ba5eacf46f5 req-251102eb-62de-466b-bd20-5d7b991abe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:05.943822 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3b591642-cccb-499a-a648-8ba5eacf46f5 req-251102eb-62de-466b-bd20-5d7b991abe80 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9c8866c7-f2d0-4974-bfd8-5d5f8ee833be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402753 Nov 27 04:29:06.035090 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3b591642-cccb-499a-a648-8ba5eacf46f5 req-ff49e04c-e0ab-44b6-bf7f-8fb502b6b2ed service neutron] 10.222.0.23 "GET /v2.0/networks/9c8866c7-f2d0-4974-bfd8-5d5f8ee833be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839162 Nov 27 04:29:06.123720 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3b591642-cccb-499a-a648-8ba5eacf46f5 req-3b38ff0b-ff7f-412d-8c24-ac84a9d0a89e service neutron] 10.222.0.23 "GET /v2.0/networks/9c8866c7-f2d0-4974-bfd8-5d5f8ee833be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802872 Nov 27 04:29:06.339915 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ff977-b713-4421-a5c1-d2ce2002821e req-6db21049-2209-41ee-b743-4d732eff6fd1 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:06.341424 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ec3ff977-b713-4421-a5c1-d2ce2002821e req-6db21049-2209-41ee-b743-4d732eff6fd1 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0 HTTP/1.1" status: 200 len: 945 time: 0.0517366 Nov 27 04:29:06.398698 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ec3ff977-b713-4421-a5c1-d2ce2002821e req-44eb369f-333d-438b-8d0f-070d3030e226 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510125 Nov 27 04:29:06.512092 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c158ee4-ef73-4f0f-b441-13c5e6375cdd req-1386ee7c-3c3c-4dbe-a4e8-0b81ce0b8ccc tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:06.513616 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7c158ee4-ef73-4f0f-b441-13c5e6375cdd req-1386ee7c-3c3c-4dbe-a4e8-0b81ce0b8ccc tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0 HTTP/1.1" status: 200 len: 945 time: 0.0482519 Nov 27 04:29:06.560602 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7c158ee4-ef73-4f0f-b441-13c5e6375cdd req-e8196624-41a4-457b-a7ee-efc8a7f7550f tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409777 Nov 27 04:29:06.742676 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d374871-dd3f-4d23-b3a3-b57ff218b358 req-2c9d592d-e265-42c2-977c-107723d66184 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:06.744213 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7d374871-dd3f-4d23-b3a3-b57ff218b358 req-2c9d592d-e265-42c2-977c-107723d66184 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0 HTTP/1.1" status: 200 len: 945 time: 0.1195002 Nov 27 04:29:06.747286 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device d29369f9-f32e-4e1a-87fd-c15dbbd767b9 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:29:06.792965 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7d374871-dd3f-4d23-b3a3-b57ff218b358 req-7a892c60-2f56-4691-bc77-4d2f31d25654 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427806 Nov 27 04:29:06.795533 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port d29369f9-f32e-4e1a-87fd-c15dbbd767b9 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:29:06.799329 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port d29369f9-f32e-4e1a-87fd-c15dbbd767b9 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:29:06.799709 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:29:06.880990 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:29:06.904443 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b92eccb-d73f-47c3-adb2-87b2a677dbe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29369f9-f32e-4e1a-87fd-c15dbbd767b9'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:29:06.906652 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510bb357-fd4d-488f-b07d-4b53cfcd2162" -d '{"events": [{"server_uuid": "0b92eccb-d73f-47c3-adb2-87b2a677dbe0", "name": "network-vif-plugged", "status": "completed", "tag": "d29369f9-f32e-4e1a-87fd-c15dbbd767b9"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:29:06.923352 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port d29369f9-f32e-4e1a-87fd-c15dbbd767b9, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d29369f9-f32e-4e1a-87fd-c15dbbd767b9,segment=NetworkSegment(69beec7e-0c7e-4625-bb64-e1c233024576),segment_id=69beec7e-0c7e-4625-bb64-e1c233024576)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:29:06.929339 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:29:06.983940 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=d29369f9-f32e-4e1a-87fd-c15dbbd767b9,revision_number=9']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:29:07.038139 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d784e66-0b4a-4b81-be4a-e6ab0ddc1e05 req-9882dead-e4c6-4a66-b3b6-306b953b83ac tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:07.039659 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2d784e66-0b4a-4b81-be4a-e6ab0ddc1e05 req-9882dead-e4c6-4a66-b3b6-306b953b83ac tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0 HTTP/1.1" status: 200 len: 946 time: 0.0530717 Nov 27 04:29:07.085947 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2d784e66-0b4a-4b81-be4a-e6ab0ddc1e05 req-4e6165de-50a9-4b2e-a72d-4ae7dd3d1079 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403252 Nov 27 04:29:08.258402 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0b69b-0b13-4451-9ffb-5f9e243d4eb5 req-8255f070-bbd3-4ed8-a930-73a0cec2a287 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:08.260036 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c7c0b69b-0b13-4451-9ffb-5f9e243d4eb5 req-8255f070-bbd3-4ed8-a930-73a0cec2a287 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0 HTTP/1.1" status: 200 len: 946 time: 0.1061430 Nov 27 04:29:08.307708 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c7c0b69b-0b13-4451-9ffb-5f9e243d4eb5 req-04b376ea-6c62-4011-a15a-adee79cdd70e tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410943 Nov 27 04:29:08.534016 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed35fc-45f1-4d22-9dc6-e00c39ea10a8 req-53dff8ae-1f3c-4fbc-a9cd-41ee6006d00e tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:08.536258 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-41ed35fc-45f1-4d22-9dc6-e00c39ea10a8 req-53dff8ae-1f3c-4fbc-a9cd-41ee6006d00e tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0 HTTP/1.1" status: 200 len: 946 time: 0.0630329 Nov 27 04:29:08.635685 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-41ed35fc-45f1-4d22-9dc6-e00c39ea10a8 req-e183f1b1-cb08-46e4-b36f-0860cd257286 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Deleting port d29369f9-f32e-4e1a-87fd-c15dbbd767b9 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:29:08.636277 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-41ed35fc-45f1-4d22-9dc6-e00c39ea10a8 req-e183f1b1-cb08-46e4-b36f-0860cd257286 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:29:08.726644 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-41ed35fc-45f1-4d22-9dc6-e00c39ea10a8 req-e183f1b1-cb08-46e4-b36f-0860cd257286 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] For port d29369f9-f32e-4e1a-87fd-c15dbbd767b9, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d29369f9-f32e-4e1a-87fd-c15dbbd767b9,segment=NetworkSegment(69beec7e-0c7e-4625-bb64-e1c233024576),segment_id=69beec7e-0c7e-4625-bb64-e1c233024576)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:29:08.727014 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-41ed35fc-45f1-4d22-9dc6-e00c39ea10a8 req-e183f1b1-cb08-46e4-b36f-0860cd257286 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:29:08.904768 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-41ed35fc-45f1-4d22-9dc6-e00c39ea10a8 req-e183f1b1-cb08-46e4-b36f-0860cd257286 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:29:08.905126 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-41ed35fc-45f1-4d22-9dc6-e00c39ea10a8 req-e183f1b1-cb08-46e4-b36f-0860cd257286 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:29:08.905471 n-d-819494-3 neutron-server[110019]: INFO neutron.db.l3_db [req-41ed35fc-45f1-4d22-9dc6-e00c39ea10a8 req-e183f1b1-cb08-46e4-b36f-0860cd257286 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Floating IP 883b34d2-3e05-45ec-b942-ba9782104a10 disassociated. External IP: 172.25.1.253, port: d29369f9-f32e-4e1a-87fd-c15dbbd767b9. Nov 27 04:29:08.905814 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-41ed35fc-45f1-4d22-9dc6-e00c39ea10a8 req-e183f1b1-cb08-46e4-b36f-0860cd257286 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Calling delete_port for d29369f9-f32e-4e1a-87fd-c15dbbd767b9 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:29:09.032613 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-41ed35fc-45f1-4d22-9dc6-e00c39ea10a8 req-e183f1b1-cb08-46e4-b36f-0860cd257286 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:29:09.068459 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e183f1b1-cb08-46e4-b36f-0860cd257286 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Pushing event deleted for resources: {'Port': ['ID=d29369f9-f32e-4e1a-87fd-c15dbbd767b9,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:29:09.195887 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41ed35fc-45f1-4d22-9dc6-e00c39ea10a8 req-e183f1b1-cb08-46e4-b36f-0860cd257286 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Router 4a65206d-4a72-428a-bed4-94bdf24e9d9e has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:29:09.305192 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41ed35fc-45f1-4d22-9dc6-e00c39ea10a8 req-e183f1b1-cb08-46e4-b36f-0860cd257286 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:29:09.316320 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c8298f-6dd8-4774-9d3a-059fda0a932b None None] Sync routers for ids ['4a65206d-4a72-428a-bed4-94bdf24e9d9e'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:29:09.328347 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c8298f-6dd8-4774-9d3a-059fda0a932b None None] Routers {'4a65206d-4a72-428a-bed4-94bdf24e9d9e'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:29:09.328978 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-64c8298f-6dd8-4774-9d3a-059fda0a932b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:28:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4a65206d-4a72-428a-bed4-94bdf24e9d9e'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:29:09.351753 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ed35fc-45f1-4d22-9dc6-e00c39ea10a8 req-e183f1b1-cb08-46e4-b36f-0860cd257286 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] No DVR routers for this DVR port d29369f9-f32e-4e1a-87fd-c15dbbd767b9 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:29:09.354691 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-41ed35fc-45f1-4d22-9dc6-e00c39ea10a8 req-e183f1b1-cb08-46e4-b36f-0860cd257286 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:29:09.358525 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-41ed35fc-45f1-4d22-9dc6-e00c39ea10a8 req-e183f1b1-cb08-46e4-b36f-0860cd257286 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.23 "DELETE /v2.0/ports/d29369f9-f32e-4e1a-87fd-c15dbbd767b9 HTTP/1.1" status: 204 len: 173 time: 0.8152647 Nov 27 04:29:09.359029 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b92eccb-d73f-47c3-adb2-87b2a677dbe0', 'name': 'network-vif-deleted', 'tag': 'd29369f9-f32e-4e1a-87fd-c15dbbd767b9'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:29:09.361266 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cda76b7-3057-49b7-9094-0876c2282238" -d '{"events": [{"server_uuid": "0b92eccb-d73f-47c3-adb2-87b2a677dbe0", "name": "network-vif-deleted", "tag": "d29369f9-f32e-4e1a-87fd-c15dbbd767b9"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:29:09.409711 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0652e03f-a4ad-4c90-8da7-3e95d27c0a5a req-88519a72-0058-4d45-b60f-128e41efe1ec tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b92eccb-d73f-47c3-adb2-87b2a677dbe0 HTTP/1.1" status: 200 len: 210 time: 0.0290484 Nov 27 04:29:09.467257 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308cd20c-61d9-43b0-b7a9-30615212429e x-openstack-request-id: req-308cd20c-61d9-43b0-b7a9-30615212429e {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:29:09.467632 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b92eccb-d73f-47c3-adb2-87b2a677dbe0", "name": "network-vif-deleted", "tag": "d29369f9-f32e-4e1a-87fd-c15dbbd767b9", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:29:09.467954 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-308cd20c-61d9-43b0-b7a9-30615212429e {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:29:09.468443 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b92eccb-d73f-47c3-adb2-87b2a677dbe0', 'name': 'network-vif-deleted', 'tag': 'd29369f9-f32e-4e1a-87fd-c15dbbd767b9', 'status': 'completed', 'code': 200} Nov 27 04:29:09.549573 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-64c8298f-6dd8-4774-9d3a-059fda0a932b None None] Set router 4a65206d-4a72-428a-bed4-94bdf24e9d9e gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:29:09.740040 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-64c8298f-6dd8-4774-9d3a-059fda0a932b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a65206d-4a72-428a-bed4-94bdf24e9d9e', 'name': 'tempest-ServerActionsTestJSON-1349726603-router', 'tenant_id': '10f978c2c11b494a987fc3e5865d3f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:26:54Z', 'updated_at': '2021-11-27T04:26:57Z', 'revision_number': 4, 'project_id': '10f978c2c11b494a987fc3e5865d3f8e', 'gw_port': {'id': 'bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65206d-4a72-428a-bed4-94bdf24e9d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:26:55Z', 'updated_at': '2021-11-27T04:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '2fa12ca8-b65a-476c-b252-c73bbff656b6', 'name': '', 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be', 'tenant_id': '10f978c2c11b494a987fc3e5865d3f8e', 'mac_address': 'fa:16:3e:30:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65206d-4a72-428a-bed4-94bdf24e9d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '76399331-df97-41cc-9a32-16c48f2ef132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:26:57Z', 'updated_at': '2021-11-27T04:27:00Z', 'revision_number': 5, 'project_id': '10f978c2c11b494a987fc3e5865d3f8e', 'subnets': [{'id': '76399331-df97-41cc-9a32-16c48f2ef132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:29:09.769511 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c8298f-6dd8-4774-9d3a-059fda0a932b None None] Checking router: 4a65206d-4a72-428a-bed4-94bdf24e9d9e for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:29:09.778099 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c8298f-6dd8-4774-9d3a-059fda0a932b None None] Routers {'4a65206d-4a72-428a-bed4-94bdf24e9d9e'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:29:09.778689 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-64c8298f-6dd8-4774-9d3a-059fda0a932b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:28:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4a65206d-4a72-428a-bed4-94bdf24e9d9e'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:29:09.880225 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-64c8298f-6dd8-4774-9d3a-059fda0a932b None None] Set router 4a65206d-4a72-428a-bed4-94bdf24e9d9e gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:29:10.085566 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-64c8298f-6dd8-4774-9d3a-059fda0a932b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a65206d-4a72-428a-bed4-94bdf24e9d9e', 'name': 'tempest-ServerActionsTestJSON-1349726603-router', 'tenant_id': '10f978c2c11b494a987fc3e5865d3f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:26:54Z', 'updated_at': '2021-11-27T04:26:57Z', 'revision_number': 4, 'project_id': '10f978c2c11b494a987fc3e5865d3f8e', 'gw_port': {'id': 'bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65206d-4a72-428a-bed4-94bdf24e9d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:26:55Z', 'updated_at': '2021-11-27T04:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '2fa12ca8-b65a-476c-b252-c73bbff656b6', 'name': '', 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be', 'tenant_id': '10f978c2c11b494a987fc3e5865d3f8e', 'mac_address': 'fa:16:3e:30:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65206d-4a72-428a-bed4-94bdf24e9d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '76399331-df97-41cc-9a32-16c48f2ef132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:26:57Z', 'updated_at': '2021-11-27T04:27:00Z', 'revision_number': 5, 'project_id': '10f978c2c11b494a987fc3e5865d3f8e', 'subnets': [{'id': '76399331-df97-41cc-9a32-16c48f2ef132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:29:10.111467 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c8298f-6dd8-4774-9d3a-059fda0a932b None None] The sync data for ids ['4a65206d-4a72-428a-bed4-94bdf24e9d9e'] in n-d-819494-3 is: [{'id': '4a65206d-4a72-428a-bed4-94bdf24e9d9e', 'name': 'tempest-ServerActionsTestJSON-1349726603-router', 'tenant_id': '10f978c2c11b494a987fc3e5865d3f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:26:54Z', 'updated_at': '2021-11-27T04:26:57Z', 'revision_number': 4, 'project_id': '10f978c2c11b494a987fc3e5865d3f8e', 'gw_port': {'id': 'bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65206d-4a72-428a-bed4-94bdf24e9d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:26:55Z', 'updated_at': '2021-11-27T04:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '2fa12ca8-b65a-476c-b252-c73bbff656b6', 'name': '', 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be', 'tenant_id': '10f978c2c11b494a987fc3e5865d3f8e', 'mac_address': 'fa:16:3e:30:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65206d-4a72-428a-bed4-94bdf24e9d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '76399331-df97-41cc-9a32-16c48f2ef132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:26:57Z', 'updated_at': '2021-11-27T04:27:00Z', 'revision_number': 5, 'project_id': '10f978c2c11b494a987fc3e5865d3f8e', 'subnets': [{'id': '76399331-df97-41cc-9a32-16c48f2ef132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:29:10.319268 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826421de-a220-45ec-985d-37a09bbf6c1b None None] New status for floating IP 883b34d2-3e05-45ec-b942-ba9782104a10: DOWN {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:29:10.669931 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-536133bd-6f37-4b3d-922c-f7af492511cf req-1dcb0b49-3573-41a4-b961-6d3aae143852 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--594604242&fields=id&tenant_id=10f978c2c11b494a987fc3e5865d3f8e HTTP/1.1" status: 200 len: 267 time: 0.0616660 Nov 27 04:29:10.767071 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device d29369f9-f32e-4e1a-87fd-c15dbbd767b9 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:29:10.777674 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536133bd-6f37-4b3d-922c-f7af492511cf req-9bcef520-7295-4802-b289-fb43f2cce2b6 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:10.779287 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-536133bd-6f37-4b3d-922c-f7af492511cf req-9bcef520-7295-4802-b289-fb43f2cce2b6 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/networks?id=9c8866c7-f2d0-4974-bfd8-5d5f8ee833be HTTP/1.1" status: 200 len: 812 time: 0.1023552 Nov 27 04:29:10.793566 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: d29369f9-f32e-4e1a-87fd-c15dbbd767b9 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:29:10.793913 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device d29369f9-f32e-4e1a-87fd-c15dbbd767b9 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:29:10.794183 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-536133bd-6f37-4b3d-922c-f7af492511cf req-f99342d9-44f9-4f3c-94fe-1b9a389f11be tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/quotas/10f978c2c11b494a987fc3e5865d3f8e HTTP/1.1" status: 200 len: 375 time: 0.0091429 Nov 27 04:29:10.859411 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-536133bd-6f37-4b3d-922c-f7af492511cf req-2ef276d7-9987-4800-8743-9e3f76fe20db tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=10f978c2c11b494a987fc3e5865d3f8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597789 Nov 27 04:29:10.874525 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [req-536133bd-6f37-4b3d-922c-f7af492511cf req-f2568555-82a7-40e8-b5e1-2a2776b699ce service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:29:10.875519 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-536133bd-6f37-4b3d-922c-f7af492511cf req-f2568555-82a7-40e8-b5e1-2a2776b699ce service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050547 Nov 27 04:29:10.972110 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-536133bd-6f37-4b3d-922c-f7af492511cf req-db06d511-7e08-44c5-b499-8713ad814257 service neutron] 10.222.0.20 "GET /v2.0/networks/9c8866c7-f2d0-4974-bfd8-5d5f8ee833be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903959 Nov 27 04:29:11.063319 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-536133bd-6f37-4b3d-922c-f7af492511cf req-e4ff06ee-6bba-4706-86b4-03ac5393b68b service neutron] 10.222.0.20 "GET /v2.0/networks/9c8866c7-f2d0-4974-bfd8-5d5f8ee833be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850675 Nov 27 04:29:11.220860 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a0244b28-85eb-4b0b-81e6-ab6894f39201 req-cf9c74d0-e66b-4cff-bcf7-95bbc8843d18 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 210 time: 0.0266600 Nov 27 04:29:12.327341 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-07994025-1cde-4ffc-b303-6a2884ba96df req-0d363ba8-6572-4d95-a8e0-53ce958c503e tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 210 time: 0.0284147 Nov 27 04:29:12.409548 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536133bd-6f37-4b3d-922c-f7af492511cf req-e8c5f901-8d28-4478-a38c-4ed5714b9bbf tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:12.411305 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-536133bd-6f37-4b3d-922c-f7af492511cf req-e8c5f901-8d28-4478-a38c-4ed5714b9bbf tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.23 "GET /v2.0/networks?id=9c8866c7-f2d0-4974-bfd8-5d5f8ee833be HTTP/1.1" status: 200 len: 812 time: 0.1060364 Nov 27 04:29:12.486485 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-536133bd-6f37-4b3d-922c-f7af492511cf req-652cccbf-c78d-44a5-ba76-5a988f097298 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10f978c2c11b494a987fc3e5865d3f8e HTTP/1.1" status: 200 len: 379 time: 0.0519266 Nov 27 04:29:12.525682 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-536133bd-6f37-4b3d-922c-f7af492511cf req-aa5046ee-3ade-43ce-a3e8-4b65c106b8c9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Request body: {'port': {'device_id': 'ae157cee-154f-4d6f-a87d-336c73859702', 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be', 'admin_state_up': True, 'tenant_id': '10f978c2c11b494a987fc3e5865d3f8e', 'security_groups': ['8effdf36-8acb-4749-aa92-9b1efb7f651c']}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:29:12.634337 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-536133bd-6f37-4b3d-922c-f7af492511cf req-aa5046ee-3ade-43ce-a3e8-4b65c106b8c9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Made reservation on behalf of 10f978c2c11b494a987fc3e5865d3f8e for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:29:12.637887 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-536133bd-6f37-4b3d-922c-f7af492511cf req-aa5046ee-3ade-43ce-a3e8-4b65c106b8c9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:29:12.763257 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-536133bd-6f37-4b3d-922c-f7af492511cf req-aa5046ee-3ade-43ce-a3e8-4b65c106b8c9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Allocated IP 172.20.0.5 (9c8866c7-f2d0-4974-bfd8-5d5f8ee833be/76399331-df97-41cc-9a32-16c48f2ef132/d41e9892-7168-4b5d-907f-5b13d360fc6e) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:29:12.893917 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-536133bd-6f37-4b3d-922c-f7af492511cf req-aa5046ee-3ade-43ce-a3e8-4b65c106b8c9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:29:12.926735 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-536133bd-6f37-4b3d-922c-f7af492511cf req-aa5046ee-3ade-43ce-a3e8-4b65c106b8c9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:29:12.972413 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-536133bd-6f37-4b3d-922c-f7af492511cf req-aa5046ee-3ade-43ce-a3e8-4b65c106b8c9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Network 9c8866c7-f2d0-4974-bfd8-5d5f8ee833be is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:29:12.975977 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-536133bd-6f37-4b3d-922c-f7af492511cf req-aa5046ee-3ade-43ce-a3e8-4b65c106b8c9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:29:12.979592 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-536133bd-6f37-4b3d-922c-f7af492511cf req-aa5046ee-3ade-43ce-a3e8-4b65c106b8c9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:29:13.004990 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5046ee-3ade-43ce-a3e8-4b65c106b8c9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Pushing event updated for resources: {'Port': ['ID=d41e9892-7168-4b5d-907f-5b13d360fc6e,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:29:13.033629 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536133bd-6f37-4b3d-922c-f7af492511cf req-aa5046ee-3ade-43ce-a3e8-4b65c106b8c9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:13.034273 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-536133bd-6f37-4b3d-922c-f7af492511cf req-aa5046ee-3ade-43ce-a3e8-4b65c106b8c9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:29:13.050721 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-536133bd-6f37-4b3d-922c-f7af492511cf req-aa5046ee-3ade-43ce-a3e8-4b65c106b8c9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5284736 Nov 27 04:29:13.130272 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-536133bd-6f37-4b3d-922c-f7af492511cf req-5ef04780-6b7e-405b-85f9-f64d3ff87510 service neutron] Request body: {'port': {'device_id': 'ae157cee-154f-4d6f-a87d-336c73859702', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:29:13.185502 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-536133bd-6f37-4b3d-922c-f7af492511cf req-5ef04780-6b7e-405b-85f9-f64d3ff87510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:29:13.195984 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-85bdcc9b-b8d5-40e0-9da1-56084922dd90 None None] Provisioning complete for port d41e9892-7168-4b5d-907f-5b13d360fc6e triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:29:13.196475 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-85bdcc9b-b8d5-40e0-9da1-56084922dd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:29:13.229303 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-85bdcc9b-b8d5-40e0-9da1-56084922dd90 None None] Port d41e9892-7168-4b5d-907f-5b13d360fc6e cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:29:13.443754 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb196a4-ce70-4c23-8286-41f946d809dd req-b800fed3-4da1-4c33-9ca2-a75b71931885 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:13.445255 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9fb196a4-ce70-4c23-8286-41f946d809dd req-b800fed3-4da1-4c33-9ca2-a75b71931885 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 931 time: 0.0484357 Nov 27 04:29:13.447494 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-536133bd-6f37-4b3d-922c-f7af492511cf req-5ef04780-6b7e-405b-85f9-f64d3ff87510 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d41e9892-7168-4b5d-907f-5b13d360fc6e {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:29:13.455048 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-536133bd-6f37-4b3d-922c-f7af492511cf req-5ef04780-6b7e-405b-85f9-f64d3ff87510 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:29:13.467795 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-536133bd-6f37-4b3d-922c-f7af492511cf req-5ef04780-6b7e-405b-85f9-f64d3ff87510 service neutron] Transition to ACTIVE for port object d41e9892-7168-4b5d-907f-5b13d360fc6e will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:29:13.471573 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-536133bd-6f37-4b3d-922c-f7af492511cf req-5ef04780-6b7e-405b-85f9-f64d3ff87510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:29:13.494942 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9fb196a4-ce70-4c23-8286-41f946d809dd req-7dc2c08c-8862-4a40-8469-71aada09cbaa tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430889 Nov 27 04:29:13.522157 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef04780-6b7e-405b-85f9-f64d3ff87510 service neutron] Pushing event updated for resources: {'Port': ['ID=d41e9892-7168-4b5d-907f-5b13d360fc6e,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:29:13.597209 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-536133bd-6f37-4b3d-922c-f7af492511cf req-5ef04780-6b7e-405b-85f9-f64d3ff87510 service neutron] Attempting to bind port d41e9892-7168-4b5d-907f-5b13d360fc6e on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:29:13.597551 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-536133bd-6f37-4b3d-922c-f7af492511cf req-5ef04780-6b7e-405b-85f9-f64d3ff87510 service neutron] Attempting to bind port d41e9892-7168-4b5d-907f-5b13d360fc6e by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '69beec7e-0c7e-4625-bb64-e1c233024576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:29:13.597916 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536133bd-6f37-4b3d-922c-f7af492511cf req-5ef04780-6b7e-405b-85f9-f64d3ff87510 service neutron] Attempting to bind port d41e9892-7168-4b5d-907f-5b13d360fc6e on network 9c8866c7-f2d0-4974-bfd8-5d5f8ee833be {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:29:13.602656 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536133bd-6f37-4b3d-922c-f7af492511cf req-5ef04780-6b7e-405b-85f9-f64d3ff87510 service neutron] Port d41e9892-7168-4b5d-907f-5b13d360fc6e on network 9c8866c7-f2d0-4974-bfd8-5d5f8ee833be not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:29:13.602986 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536133bd-6f37-4b3d-922c-f7af492511cf req-5ef04780-6b7e-405b-85f9-f64d3ff87510 service neutron] Attempting to bind port d41e9892-7168-4b5d-907f-5b13d360fc6e on network 9c8866c7-f2d0-4974-bfd8-5d5f8ee833be {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:29:13.608215 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536133bd-6f37-4b3d-922c-f7af492511cf req-5ef04780-6b7e-405b-85f9-f64d3ff87510 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:29:13.608487 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536133bd-6f37-4b3d-922c-f7af492511cf req-5ef04780-6b7e-405b-85f9-f64d3ff87510 service neutron] Checking segment: {'id': '69beec7e-0c7e-4625-bb64-e1c233024576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:29:13.608876 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536133bd-6f37-4b3d-922c-f7af492511cf req-5ef04780-6b7e-405b-85f9-f64d3ff87510 service neutron] Bound using segment: {'id': '69beec7e-0c7e-4625-bb64-e1c233024576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:29:13.609309 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-536133bd-6f37-4b3d-922c-f7af492511cf req-5ef04780-6b7e-405b-85f9-f64d3ff87510 service neutron] Bound port: d41e9892-7168-4b5d-907f-5b13d360fc6e, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69beec7e-0c7e-4625-bb64-e1c233024576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:29:13.609670 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-536133bd-6f37-4b3d-922c-f7af492511cf req-5ef04780-6b7e-405b-85f9-f64d3ff87510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:29:13.675442 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-536133bd-6f37-4b3d-922c-f7af492511cf req-5ef04780-6b7e-405b-85f9-f64d3ff87510 service neutron] For port d41e9892-7168-4b5d-907f-5b13d360fc6e, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:29:13.679080 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-536133bd-6f37-4b3d-922c-f7af492511cf req-5ef04780-6b7e-405b-85f9-f64d3ff87510 service neutron] For port d41e9892-7168-4b5d-907f-5b13d360fc6e, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d41e9892-7168-4b5d-907f-5b13d360fc6e,segment=NetworkSegment(69beec7e-0c7e-4625-bb64-e1c233024576),segment_id=69beec7e-0c7e-4625-bb64-e1c233024576)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:29:13.684138 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-536133bd-6f37-4b3d-922c-f7af492511cf req-5ef04780-6b7e-405b-85f9-f64d3ff87510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:29:13.719400 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536133bd-6f37-4b3d-922c-f7af492511cf req-5ef04780-6b7e-405b-85f9-f64d3ff87510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:13.719984 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-536133bd-6f37-4b3d-922c-f7af492511cf req-5ef04780-6b7e-405b-85f9-f64d3ff87510 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:29:13.721366 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-536133bd-6f37-4b3d-922c-f7af492511cf req-5ef04780-6b7e-405b-85f9-f64d3ff87510 service neutron] 10.222.0.23 "PUT /v2.0/ports/d41e9892-7168-4b5d-907f-5b13d360fc6e HTTP/1.1" status: 200 len: 1091 time: 0.6484373 Nov 27 04:29:13.721815 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae157cee-154f-4d6f-a87d-336c73859702', 'tag': 'd41e9892-7168-4b5d-907f-5b13d360fc6e'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:29:13.724596 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fb5e7f-65cb-4139-9707-9fc8796b51f6" -d '{"events": [{"name": "network-changed", "server_uuid": "ae157cee-154f-4d6f-a87d-336c73859702", "tag": "d41e9892-7168-4b5d-907f-5b13d360fc6e"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:29:13.749830 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef04780-6b7e-405b-85f9-f64d3ff87510 service neutron] Pushing event updated for resources: {'Port': ['ID=d41e9892-7168-4b5d-907f-5b13d360fc6e,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:29:13.833969 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536133bd-6f37-4b3d-922c-f7af492511cf req-6050c177-321d-421a-a615-9f82923369fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:13.835535 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-536133bd-6f37-4b3d-922c-f7af492511cf req-6050c177-321d-421a-a615-9f82923369fa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=10f978c2c11b494a987fc3e5865d3f8e&device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 1094 time: 0.0477369 Nov 27 04:29:13.842887 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28e278f-f21a-42e4-a996-610c49f0ea65 x-openstack-request-id: req-a28e278f-f21a-42e4-a996-610c49f0ea65 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:29:13.843190 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae157cee-154f-4d6f-a87d-336c73859702", "tag": "d41e9892-7168-4b5d-907f-5b13d360fc6e", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:29:13.843446 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a28e278f-f21a-42e4-a996-610c49f0ea65 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:29:13.843851 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae157cee-154f-4d6f-a87d-336c73859702', 'tag': 'd41e9892-7168-4b5d-907f-5b13d360fc6e', 'status': 'completed', 'code': 200} Nov 27 04:29:13.915272 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-536133bd-6f37-4b3d-922c-f7af492511cf req-a8acbff3-219d-4d8a-9c41-d7c97a5490b7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d41e9892-7168-4b5d-907f-5b13d360fc6e HTTP/1.1" status: 200 len: 217 time: 0.0384967 Nov 27 04:29:13.969311 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536133bd-6f37-4b3d-922c-f7af492511cf req-dd27156d-bb55-4d1e-94a9-a42216dc7a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:13.970800 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-536133bd-6f37-4b3d-922c-f7af492511cf req-dd27156d-bb55-4d1e-94a9-a42216dc7a2f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=76399331-df97-41cc-9a32-16c48f2ef132 HTTP/1.1" status: 200 len: 851 time: 0.0423210 Nov 27 04:29:14.015550 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536133bd-6f37-4b3d-922c-f7af492511cf req-267cf2aa-4356-4b9e-b23a-474cbf60d648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:14.017001 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-536133bd-6f37-4b3d-922c-f7af492511cf req-267cf2aa-4356-4b9e-b23a-474cbf60d648 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9c8866c7-f2d0-4974-bfd8-5d5f8ee833be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391040 Nov 27 04:29:14.112247 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-536133bd-6f37-4b3d-922c-f7af492511cf req-ddbffb46-b04c-4855-9910-aee35bd727d5 service neutron] 10.222.0.23 "GET /v2.0/networks/9c8866c7-f2d0-4974-bfd8-5d5f8ee833be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835798 Nov 27 04:29:14.204717 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-536133bd-6f37-4b3d-922c-f7af492511cf req-e7b8d5a9-42e8-4b60-ab0e-a1ef99936e66 service neutron] 10.222.0.23 "GET /v2.0/networks/9c8866c7-f2d0-4974-bfd8-5d5f8ee833be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811589 Nov 27 04:29:14.347471 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb5e7f-65cb-4139-9707-9fc8796b51f6 req-504adfeb-a100-42f1-aa28-d6e6b2a523b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:14.349013 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-39fb5e7f-65cb-4139-9707-9fc8796b51f6 req-504adfeb-a100-42f1-aa28-d6e6b2a523b5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=10f978c2c11b494a987fc3e5865d3f8e&device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 1094 time: 0.0455844 Nov 27 04:29:14.441390 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb5e7f-65cb-4139-9707-9fc8796b51f6 req-86db51c2-4f04-4dfb-b810-fbfd0f287129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:14.444136 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-39fb5e7f-65cb-4139-9707-9fc8796b51f6 req-86db51c2-4f04-4dfb-b810-fbfd0f287129 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9c8866c7-f2d0-4974-bfd8-5d5f8ee833be HTTP/1.1" status: 200 len: 913 time: 0.0877478 Nov 27 04:29:14.495307 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-39fb5e7f-65cb-4139-9707-9fc8796b51f6 req-5f380fcc-40fc-410e-8cae-8e602ca782b7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d41e9892-7168-4b5d-907f-5b13d360fc6e HTTP/1.1" status: 200 len: 217 time: 0.0425744 Nov 27 04:29:14.551395 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb5e7f-65cb-4139-9707-9fc8796b51f6 req-093d0e91-9f47-46a8-8f58-378d560990d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:14.553125 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-39fb5e7f-65cb-4139-9707-9fc8796b51f6 req-093d0e91-9f47-46a8-8f58-378d560990d7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=76399331-df97-41cc-9a32-16c48f2ef132 HTTP/1.1" status: 200 len: 851 time: 0.0461197 Nov 27 04:29:14.603167 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb5e7f-65cb-4139-9707-9fc8796b51f6 req-1f1a5bba-3078-4eb7-a806-4dfc3c9628a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:14.604704 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-39fb5e7f-65cb-4139-9707-9fc8796b51f6 req-1f1a5bba-3078-4eb7-a806-4dfc3c9628a2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9c8866c7-f2d0-4974-bfd8-5d5f8ee833be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423877 Nov 27 04:29:14.624281 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e082e6-09f5-4b8e-ac60-0c13e90acf71 req-cc7843a4-763c-425c-a00a-28148f28f881 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:14.625777 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-92e082e6-09f5-4b8e-ac60-0c13e90acf71 req-cc7843a4-763c-425c-a00a-28148f28f881 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 943 time: 0.0545397 Nov 27 04:29:14.675337 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-92e082e6-09f5-4b8e-ac60-0c13e90acf71 req-4e830441-c741-46df-afcd-b3864e774a5a tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427878 Nov 27 04:29:14.702690 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-39fb5e7f-65cb-4139-9707-9fc8796b51f6 req-438d3847-5382-4714-8a53-d91ac23348a8 service neutron] 10.222.0.23 "GET /v2.0/networks/9c8866c7-f2d0-4974-bfd8-5d5f8ee833be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880194 Nov 27 04:29:14.794764 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-39fb5e7f-65cb-4139-9707-9fc8796b51f6 req-b6ba86ef-c082-475d-a9c4-2e8e11ac7414 service neutron] 10.222.0.23 "GET /v2.0/networks/9c8866c7-f2d0-4974-bfd8-5d5f8ee833be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843139 Nov 27 04:29:15.792717 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dadc78-cfd4-433c-88b6-e66d2e3aba77 req-20a7a0a1-5fa5-4229-b829-5a9f330876fe tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:15.794575 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e1dadc78-cfd4-433c-88b6-e66d2e3aba77 req-20a7a0a1-5fa5-4229-b829-5a9f330876fe tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 943 time: 0.0498209 Nov 27 04:29:15.841165 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e1dadc78-cfd4-433c-88b6-e66d2e3aba77 req-4de032a0-92bf-452f-8152-be6d2677b211 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406308 Nov 27 04:29:16.181996 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-10af692e-b4b8-4fe2-a40d-be88f108663d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:29:16.369183 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:29:16.782906 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device d41e9892-7168-4b5d-907f-5b13d360fc6e details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:29:16.964232 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16382062-c6c6-490d-b6eb-c54ef0867ad1 req-4e941cbd-1ac4-48bb-bb5b-9c16abb262d7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:16.965748 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-16382062-c6c6-490d-b6eb-c54ef0867ad1 req-4e941cbd-1ac4-48bb-bb5b-9c16abb262d7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 943 time: 0.0540588 Nov 27 04:29:17.013499 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-16382062-c6c6-490d-b6eb-c54ef0867ad1 req-b3a0e52d-5e25-40ba-8218-2b777f01d8ab tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417264 Nov 27 04:29:17.029567 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port d41e9892-7168-4b5d-907f-5b13d360fc6e, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d41e9892-7168-4b5d-907f-5b13d360fc6e,segment=NetworkSegment(69beec7e-0c7e-4625-bb64-e1c233024576),segment_id=69beec7e-0c7e-4625-bb64-e1c233024576)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:29:17.040687 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': 'd41e9892-7168-4b5d-907f-5b13d360fc6e', 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be', 'port_id': 'd41e9892-7168-4b5d-907f-5b13d360fc6e', 'mac_address': 'fa:16:3e:59:5f:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76399331-df97-41cc-9a32-16c48f2ef132', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:29:17.078193 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:29:17.090739 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d41e9892-7168-4b5d-907f-5b13d360fc6e {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:29:17.109202 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port d41e9892-7168-4b5d-907f-5b13d360fc6e, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d41e9892-7168-4b5d-907f-5b13d360fc6e,segment=NetworkSegment(69beec7e-0c7e-4625-bb64-e1c233024576),segment_id=69beec7e-0c7e-4625-bb64-e1c233024576)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:29:17.112952 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:29:17.157281 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=d41e9892-7168-4b5d-907f-5b13d360fc6e,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:29:17.453053 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['d41e9892-7168-4b5d-907f-5b13d360fc6e'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:29:18.131201 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1f9f2-e692-414c-95da-b37c5f22791e req-2bbd9258-f5e8-4921-9a94-cee55f294403 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:18.132687 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-33b1f9f2-e692-414c-95da-b37c5f22791e req-2bbd9258-f5e8-4921-9a94-cee55f294403 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 944 time: 0.0485344 Nov 27 04:29:18.180508 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-33b1f9f2-e692-414c-95da-b37c5f22791e req-e862f80d-0614-47b2-9cef-23dfeeeb0893 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419481 Nov 27 04:29:18.334620 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3a19d0c0-a51a-4230-b24f-644a5de79f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:29:18.781747 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device d41e9892-7168-4b5d-907f-5b13d360fc6e up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:29:18.827589 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port d41e9892-7168-4b5d-907f-5b13d360fc6e completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:29:18.831118 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port d41e9892-7168-4b5d-907f-5b13d360fc6e triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:29:18.831486 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:29:18.908319 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:29:18.939133 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port d41e9892-7168-4b5d-907f-5b13d360fc6e, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d41e9892-7168-4b5d-907f-5b13d360fc6e,segment=NetworkSegment(69beec7e-0c7e-4625-bb64-e1c233024576),segment_id=69beec7e-0c7e-4625-bb64-e1c233024576)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:29:18.942814 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:29:18.996524 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=d41e9892-7168-4b5d-907f-5b13d360fc6e,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:29:19.003241 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:29:19.295855 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd63ca-2421-48f4-9739-f0fc69f4a855 req-36f4f656-1601-472d-871f-6f0433baeced tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:19.297618 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e4bd63ca-2421-48f4-9739-f0fc69f4a855 req-36f4f656-1601-472d-871f-6f0433baeced tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0489385 Nov 27 04:29:19.351290 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e4bd63ca-2421-48f4-9739-f0fc69f4a855 req-9a12fb65-ecad-48c5-8217-d09a6d0c757f tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472486 Nov 27 04:29:19.673569 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:29:20.467222 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb1b18-8fa6-4164-8bdc-9f7401be37a6 req-0f6efbc3-3058-4cf5-a565-73896b24f215 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:20.468685 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a0bb1b18-8fa6-4164-8bdc-9f7401be37a6 req-0f6efbc3-3058-4cf5-a565-73896b24f215 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0479784 Nov 27 04:29:20.516378 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a0bb1b18-8fa6-4164-8bdc-9f7401be37a6 req-c99e9f12-921a-4ad2-9a30-6fb9a82d1ec1 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417387 Nov 27 04:29:21.281328 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:29:21.630311 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139d3b7-6efd-4676-8b55-be4fb00f08b6 req-71aeb7fe-9cc9-4071-9e90-e3658fc538c7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:21.632286 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b139d3b7-6efd-4676-8b55-be4fb00f08b6 req-71aeb7fe-9cc9-4071-9e90-e3658fc538c7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0480511 Nov 27 04:29:21.678672 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b139d3b7-6efd-4676-8b55-be4fb00f08b6 req-3e4aa52c-861a-440c-8bb7-a9cb6ff35110 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404437 Nov 27 04:29:21.699619 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:29:21.903675 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:29:22.801179 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51c5f6-3d96-455f-9278-6aebf936808a req-1e92c9e1-f9f1-446c-8495-42cc9ba63285 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:22.802691 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fa51c5f6-3d96-455f-9278-6aebf936808a req-1e92c9e1-f9f1-446c-8495-42cc9ba63285 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0531135 Nov 27 04:29:22.848834 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fa51c5f6-3d96-455f-9278-6aebf936808a req-3e45ef5c-0b75-45a1-9775-57b64563c929 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401766 Nov 27 04:29:23.963117 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b396a95-e2b9-4bd1-91d5-07ba872d39cd req-58c8835c-9425-4d99-9256-797a95aa5e2b tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:23.964593 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0b396a95-e2b9-4bd1-91d5-07ba872d39cd req-58c8835c-9425-4d99-9256-797a95aa5e2b tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0481198 Nov 27 04:29:24.010736 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0b396a95-e2b9-4bd1-91d5-07ba872d39cd req-998bed0e-16ee-49ef-8139-5bf9fd45aa71 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401747 Nov 27 04:29:25.125298 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5868b-9bfe-499f-a7df-864036238840 req-15e3ec3a-e361-4bf5-823f-5d14f741803d tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:25.126768 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9fb5868b-9bfe-499f-a7df-864036238840 req-15e3ec3a-e361-4bf5-823f-5d14f741803d tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0469899 Nov 27 04:29:25.176571 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9fb5868b-9bfe-499f-a7df-864036238840 req-c34774e7-7467-4faa-8831-d769f54a3e63 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433295 Nov 27 04:29:26.293072 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a05da0-e5b6-49df-8f60-23f06603dadc req-f6f69d19-0746-41d7-9513-5691dbb437e1 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:26.294589 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e0a05da0-e5b6-49df-8f60-23f06603dadc req-f6f69d19-0746-41d7-9513-5691dbb437e1 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0494320 Nov 27 04:29:26.342513 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e0a05da0-e5b6-49df-8f60-23f06603dadc req-bd504a73-5fbf-4202-8b8c-2db58210a506 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421503 Nov 27 04:29:27.457692 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05936c01-75d2-4276-88eb-a3229313cc9a req-042f34f6-1d90-43a3-b8e0-e9daaaf23815 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:27.459214 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-05936c01-75d2-4276-88eb-a3229313cc9a req-042f34f6-1d90-43a3-b8e0-e9daaaf23815 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0482938 Nov 27 04:29:27.505728 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-05936c01-75d2-4276-88eb-a3229313cc9a req-6b15a238-bc65-4dc1-9e23-e47cc2872642 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400794 Nov 27 04:29:28.633115 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c5678-f2bd-45ef-ad13-01b304a7362e req-4ef563dc-5852-4d44-a13a-e2bdff8b1ccd tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:28.634666 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fe0c5678-f2bd-45ef-ad13-01b304a7362e req-4ef563dc-5852-4d44-a13a-e2bdff8b1ccd tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0561862 Nov 27 04:29:28.683311 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fe0c5678-f2bd-45ef-ad13-01b304a7362e req-e67a1c2e-1e33-4045-a80d-9a9b6c3c0692 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426002 Nov 27 04:29:29.796320 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a25ce2-057a-4d86-8508-a03d2b773a7d req-024f2510-6937-4afd-9cdf-2a3754ef3439 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:29.797785 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-71a25ce2-057a-4d86-8508-a03d2b773a7d req-024f2510-6937-4afd-9cdf-2a3754ef3439 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0482826 Nov 27 04:29:29.843979 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-71a25ce2-057a-4d86-8508-a03d2b773a7d req-325d08da-1d09-4dab-bfc2-9e095b3f4fcf tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401530 Nov 27 04:29:30.962001 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cca2cc-c2ad-486b-9f48-45e4ffe875b2 req-75e6a5ac-903f-43d5-9820-175e1edef5b1 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:30.963495 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d9cca2cc-c2ad-486b-9f48-45e4ffe875b2 req-75e6a5ac-903f-43d5-9820-175e1edef5b1 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0518212 Nov 27 04:29:31.010221 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d9cca2cc-c2ad-486b-9f48-45e4ffe875b2 req-6d23bc0f-af2d-468b-8aaf-ebeeedadf8c9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408056 Nov 27 04:29:32.126233 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126da686-2c2e-4716-b001-f7280420c8e0 req-7bc7da10-fe02-4462-88ea-91b899eba93b tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:32.127734 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-126da686-2c2e-4716-b001-f7280420c8e0 req-7bc7da10-fe02-4462-88ea-91b899eba93b tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0482185 Nov 27 04:29:32.175001 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-126da686-2c2e-4716-b001-f7280420c8e0 req-4c978c59-46a0-4538-a0a1-63367264ee91 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408158 Nov 27 04:29:33.289169 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a78088-60a4-409f-a253-8d64163546a7 req-cfb551e4-7cd0-4eac-ba36-9f64bd3b76e5 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:33.290565 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e0a78088-60a4-409f-a253-8d64163546a7 req-cfb551e4-7cd0-4eac-ba36-9f64bd3b76e5 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0482173 Nov 27 04:29:33.340144 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e0a78088-60a4-409f-a253-8d64163546a7 req-8a79c761-91e7-4126-9153-85c4c5d86371 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437021 Nov 27 04:29:34.454021 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa30d7d-3ea2-41eb-928f-edfda2469a45 req-cdbb7e50-37b2-4956-910d-2d09500e16e4 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:34.455517 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6aa30d7d-3ea2-41eb-928f-edfda2469a45 req-cdbb7e50-37b2-4956-910d-2d09500e16e4 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0481391 Nov 27 04:29:34.502111 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6aa30d7d-3ea2-41eb-928f-edfda2469a45 req-f8c5850c-04ac-4331-aa11-fc60e28b84b3 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398309 Nov 27 04:29:35.615322 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e327c8-2edd-4e15-9e18-c1ca13aebdd7 req-44d66ba0-9845-4122-9d42-adb69790ccf7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:35.616778 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d5e327c8-2edd-4e15-9e18-c1ca13aebdd7 req-44d66ba0-9845-4122-9d42-adb69790ccf7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0478060 Nov 27 04:29:35.663135 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d5e327c8-2edd-4e15-9e18-c1ca13aebdd7 req-2e27828c-d76a-448d-81e3-661c9a83ccfe tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405080 Nov 27 04:29:36.780018 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170d2e7-55f0-42d7-8c2e-78703dd2c812 req-b18d1087-47e4-415b-8c13-c87ecef45b1e tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:36.781505 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7170d2e7-55f0-42d7-8c2e-78703dd2c812 req-b18d1087-47e4-415b-8c13-c87ecef45b1e tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0516229 Nov 27 04:29:36.827676 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7170d2e7-55f0-42d7-8c2e-78703dd2c812 req-049296fa-d8c8-42ee-be79-7726b3ced931 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402274 Nov 27 04:29:37.941378 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1a9fe-6290-4d75-be78-2ec412b61c5a req-452f3625-e7fc-4f71-ae29-aa9a51963abe tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:37.942899 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-83e1a9fe-6290-4d75-be78-2ec412b61c5a req-452f3625-e7fc-4f71-ae29-aa9a51963abe tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0483768 Nov 27 04:29:37.988754 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-83e1a9fe-6290-4d75-be78-2ec412b61c5a req-3a82626c-50fc-417d-beb3-029ec5ac6031 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392821 Nov 27 04:29:39.105825 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b64be6-4009-4297-b749-9e557f8606b9 req-178b908f-112c-48ec-bca7-5ef440cf788c tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:39.107244 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-74b64be6-4009-4297-b749-9e557f8606b9 req-178b908f-112c-48ec-bca7-5ef440cf788c tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0481513 Nov 27 04:29:39.158050 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-74b64be6-4009-4297-b749-9e557f8606b9 req-074047b0-7236-4465-bcc0-68b90981d399 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448656 Nov 27 04:29:40.271574 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2649c-aa89-42bd-b482-e7dd99578f2e req-f4ab66c1-5d40-42c5-acc9-f92ba60b8b64 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:40.273969 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-02e2649c-aa89-42bd-b482-e7dd99578f2e req-f4ab66c1-5d40-42c5-acc9-f92ba60b8b64 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0502026 Nov 27 04:29:40.319267 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-02e2649c-aa89-42bd-b482-e7dd99578f2e req-f4287bb6-d1ff-40ec-845a-4a96a3940a43 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392773 Nov 27 04:29:41.432677 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd33b7-8521-4e0b-b8e7-6d7c782b7c69 req-e6c00e3b-4adb-4788-a5bf-fb1f5ef248a4 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:41.434058 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-51fd33b7-8521-4e0b-b8e7-6d7c782b7c69 req-e6c00e3b-4adb-4788-a5bf-fb1f5ef248a4 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0480123 Nov 27 04:29:41.480800 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-51fd33b7-8521-4e0b-b8e7-6d7c782b7c69 req-dd928c9d-6ff4-4c6d-a583-2aa1ba6f3dd1 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407476 Nov 27 04:29:42.598597 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c881351-d016-4154-9be4-5a708c01b194 req-36fb22c7-5084-4412-91db-96d7ed918de1 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:42.600058 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0c881351-d016-4154-9be4-5a708c01b194 req-36fb22c7-5084-4412-91db-96d7ed918de1 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0518985 Nov 27 04:29:42.645668 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0c881351-d016-4154-9be4-5a708c01b194 req-3daea708-a4f6-43b6-8b22-46fdc5abc050 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397043 Nov 27 04:29:43.763492 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c85539-58cc-4470-9b99-e837e0b6e4f3 req-885491ce-8392-45aa-960b-17c65830314c tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:43.764965 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-51c85539-58cc-4470-9b99-e837e0b6e4f3 req-885491ce-8392-45aa-960b-17c65830314c tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0495334 Nov 27 04:29:43.811449 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-51c85539-58cc-4470-9b99-e837e0b6e4f3 req-bf19c62a-1226-401a-b095-1c67279bdcb0 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406010 Nov 27 04:29:44.928587 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67084fd0-f3df-449e-ac82-ff8faa3028ec req-d7b1d5e3-1327-49f5-8863-65f1c0c7994c tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:44.930627 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-67084fd0-f3df-449e-ac82-ff8faa3028ec req-d7b1d5e3-1327-49f5-8863-65f1c0c7994c tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0525217 Nov 27 04:29:44.976710 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-67084fd0-f3df-449e-ac82-ff8faa3028ec req-6b009387-e4c2-47af-b6c7-acf27e454e86 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396547 Nov 27 04:29:46.090732 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2aa9ca-9cbb-42fc-adea-508d9979c1c8 req-06b41d50-1c8f-4b5c-8217-c95d1a43a391 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:46.092224 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ab2aa9ca-9cbb-42fc-adea-508d9979c1c8 req-06b41d50-1c8f-4b5c-8217-c95d1a43a391 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0489066 Nov 27 04:29:46.138705 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ab2aa9ca-9cbb-42fc-adea-508d9979c1c8 req-f265a528-9211-474c-a85c-baa1c0b81a19 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405393 Nov 27 04:29:46.185202 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d9b6fa5f-0f7a-45b1-ab43-2295de3ba848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:29:46.367893 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:29:47.254826 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2db72b-079c-486e-86c9-bf43f0762a80 req-c74bef34-fba4-4841-a22f-2393fa985d3d tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:47.256293 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cb2db72b-079c-486e-86c9-bf43f0762a80 req-c74bef34-fba4-4841-a22f-2393fa985d3d tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0474868 Nov 27 04:29:47.307830 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cb2db72b-079c-486e-86c9-bf43f0762a80 req-54e5a430-2ec7-48cc-b4e2-e2e66c0c12cb tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446486 Nov 27 04:29:48.335279 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e4fcaea8-e010-43b2-a616-116c942dc5f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:29:48.423828 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c45307-c772-4a03-bba3-70c364b68559 req-32024570-632f-42a5-9b02-19b45b567e9e tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:48.425332 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-42c45307-c772-4a03-bba3-70c364b68559 req-32024570-632f-42a5-9b02-19b45b567e9e tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0492747 Nov 27 04:29:48.471665 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-42c45307-c772-4a03-bba3-70c364b68559 req-58e0a6c4-6b51-48e9-8b39-a67030c0a9c2 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403149 Nov 27 04:29:48.987395 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:29:49.585924 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb7edc-e2a0-4109-814d-2d18724dfcdd req-56064900-23bb-4af6-8fbd-18cea3333843 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:49.588032 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f6eb7edc-e2a0-4109-814d-2d18724dfcdd req-56064900-23bb-4af6-8fbd-18cea3333843 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0481799 Nov 27 04:29:49.635341 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f6eb7edc-e2a0-4109-814d-2d18724dfcdd req-6e98c11f-9d62-4733-b4ee-066ef520afe8 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414517 Nov 27 04:29:49.676259 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:29:50.754113 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f5fa1-7e6e-4106-9ae5-5533d75c83ef req-d6c230f1-e989-47bb-be08-9ee66c032619 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:50.755620 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a54f5fa1-7e6e-4106-9ae5-5533d75c83ef req-d6c230f1-e989-47bb-be08-9ee66c032619 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0528355 Nov 27 04:29:50.803027 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a54f5fa1-7e6e-4106-9ae5-5533d75c83ef req-8f9a1374-912b-4eff-92b3-7bd50262ba55 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406945 Nov 27 04:29:51.283327 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:29:51.906569 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:29:51.920230 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98edebc-5758-429f-bec3-71acc457299d req-f104d2b8-65d2-48c4-984a-7cc46d234edd tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:51.921740 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f98edebc-5758-429f-bec3-71acc457299d req-f104d2b8-65d2-48c4-984a-7cc46d234edd tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0514491 Nov 27 04:29:51.968551 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f98edebc-5758-429f-bec3-71acc457299d req-6b88941b-5c52-419d-a47b-2129ac09657e tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406287 Nov 27 04:29:53.082716 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b4bc7-9042-48dd-8419-dd408bebfe21 req-5eb55aa7-29a5-475d-8cb6-abb0c4c5fc98 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:53.084104 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-375b4bc7-9042-48dd-8419-dd408bebfe21 req-5eb55aa7-29a5-475d-8cb6-abb0c4c5fc98 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0485401 Nov 27 04:29:53.133776 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-375b4bc7-9042-48dd-8419-dd408bebfe21 req-82637f28-b48f-462c-b0f0-2e8f0a38b3f7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436256 Nov 27 04:29:54.256392 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300f454-3811-4954-8b85-7db25c91c9d5 req-9ab2a34f-e07e-40f3-85dc-3ed788cdcd6a tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:54.257896 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9300f454-3811-4954-8b85-7db25c91c9d5 req-9ab2a34f-e07e-40f3-85dc-3ed788cdcd6a tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0480697 Nov 27 04:29:54.304846 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9300f454-3811-4954-8b85-7db25c91c9d5 req-37c0f3c4-0407-4001-b532-43cb42f1f0cb tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403557 Nov 27 04:29:55.418839 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35ea46-1ad1-4e78-90b1-cc31dc983a70 req-0052d38a-f62f-4b22-93d6-1186059079ee tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:55.420306 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0a35ea46-1ad1-4e78-90b1-cc31dc983a70 req-0052d38a-f62f-4b22-93d6-1186059079ee tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0483632 Nov 27 04:29:55.466776 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0a35ea46-1ad1-4e78-90b1-cc31dc983a70 req-64cb1872-b418-42da-af7f-5b3df0958982 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406330 Nov 27 04:29:56.582806 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2272752-6992-44e3-91d9-6699f14bab53 req-729834ee-34e3-4623-8507-ae956eb54ea7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:56.584279 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b2272752-6992-44e3-91d9-6699f14bab53 req-729834ee-34e3-4623-8507-ae956eb54ea7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0512443 Nov 27 04:29:56.630573 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b2272752-6992-44e3-91d9-6699f14bab53 req-f8f792f8-f889-49ae-8878-26202069a9bb tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398941 Nov 27 04:29:57.745393 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7ca60-d35d-429f-b3cd-ddd3bd59ab19 req-33518bd6-6b58-4085-afcd-91ec62b3a7db tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:57.746883 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2fc7ca60-d35d-429f-b3cd-ddd3bd59ab19 req-33518bd6-6b58-4085-afcd-91ec62b3a7db tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0476942 Nov 27 04:29:57.792682 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2fc7ca60-d35d-429f-b3cd-ddd3bd59ab19 req-bfa67bd2-8bc4-4604-8efa-673cb023ca57 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399313 Nov 27 04:29:58.699170 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:29:58.911877 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9539c3-8b87-4347-9633-0bbd3dd32864 req-b5a05d69-d182-45da-8bbf-4a181da0d68a tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:29:58.913371 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bd9539c3-8b87-4347-9633-0bbd3dd32864 req-b5a05d69-d182-45da-8bbf-4a181da0d68a tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0528672 Nov 27 04:29:58.959883 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bd9539c3-8b87-4347-9633-0bbd3dd32864 req-2a531bf7-209a-44b7-87ed-53933f06f397 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404911 Nov 27 04:30:00.073527 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd1d5a-33d2-4e76-a843-6427d3ec4d7a req-67aec1c4-ee7f-4141-8665-074d5c67f7f3 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:00.075019 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-40fd1d5a-33d2-4e76-a843-6427d3ec4d7a req-67aec1c4-ee7f-4141-8665-074d5c67f7f3 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0479612 Nov 27 04:30:00.122018 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-40fd1d5a-33d2-4e76-a843-6427d3ec4d7a req-de963369-e289-438c-b770-9a1cc41e68d1 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410361 Nov 27 04:30:01.241273 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d2399-219e-4798-a8b3-f110ee33a268 req-45cada7a-53f4-43e5-9a06-f6aaa1c55308 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:01.242765 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f31d2399-219e-4798-a8b3-f110ee33a268 req-45cada7a-53f4-43e5-9a06-f6aaa1c55308 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0474684 Nov 27 04:30:01.292762 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f31d2399-219e-4798-a8b3-f110ee33a268 req-afb46443-dbf0-4527-8799-e4882a2b523b tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433493 Nov 27 04:30:02.406814 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba711d4-0b10-40cc-8879-28cfb2c2539a req-776d9bea-dc94-4f25-baa0-aa954e9c8840 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:02.408269 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4ba711d4-0b10-40cc-8879-28cfb2c2539a req-776d9bea-dc94-4f25-baa0-aa954e9c8840 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0477941 Nov 27 04:30:02.456754 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4ba711d4-0b10-40cc-8879-28cfb2c2539a req-8850ae83-bbc0-45f3-89de-ba1122d660c4 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425172 Nov 27 04:30:03.573957 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6306d-2dda-4dd6-93f0-08fd6812ad45 req-af3070c0-ec5e-49c8-b524-6e379a5a33a9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:03.575493 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-29c6306d-2dda-4dd6-93f0-08fd6812ad45 req-af3070c0-ec5e-49c8-b524-6e379a5a33a9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0512800 Nov 27 04:30:03.621787 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-29c6306d-2dda-4dd6-93f0-08fd6812ad45 req-5b494fb7-5a18-4dc6-bc9b-fda153152a38 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404046 Nov 27 04:30:04.742815 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47518fd0-4aed-4124-b19d-e64b5cff40ad req-f3897737-b32e-499c-9f9c-31b560e42a4e tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:04.744343 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-47518fd0-4aed-4124-b19d-e64b5cff40ad req-f3897737-b32e-499c-9f9c-31b560e42a4e tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0547030 Nov 27 04:30:04.792712 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-47518fd0-4aed-4124-b19d-e64b5cff40ad req-13a15ed3-d8c9-4cf5-a534-77583ba86310 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423803 Nov 27 04:30:05.906925 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd882ac-48ab-46dc-9f0b-5d48f9be63c3 req-12149a66-f6a1-40c2-a1e1-cf5d311fb146 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:05.908405 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-efd882ac-48ab-46dc-9f0b-5d48f9be63c3 req-12149a66-f6a1-40c2-a1e1-cf5d311fb146 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0482874 Nov 27 04:30:05.956259 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-efd882ac-48ab-46dc-9f0b-5d48f9be63c3 req-0a6ad9f4-e20b-466f-aafc-dc012838c1d5 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418930 Nov 27 04:30:07.069760 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae68d361-f15a-406a-8eca-b3f5fe914882 req-7b74ffbd-469f-4c84-95a0-3403067052ab tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:07.071166 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ae68d361-f15a-406a-8eca-b3f5fe914882 req-7b74ffbd-469f-4c84-95a0-3403067052ab tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0481253 Nov 27 04:30:07.121230 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ae68d361-f15a-406a-8eca-b3f5fe914882 req-41e62a48-cd50-4847-bd53-4d326054d009 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441976 Nov 27 04:30:08.238195 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d627f-e45a-4e1f-9315-d89a9824e61a req-f6da371e-1c2b-4c7f-9470-5df5692d700c tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:08.239752 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f96d627f-e45a-4e1f-9315-d89a9824e61a req-f6da371e-1c2b-4c7f-9470-5df5692d700c tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0484996 Nov 27 04:30:08.287155 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f96d627f-e45a-4e1f-9315-d89a9824e61a req-0bad1724-4146-4019-9197-618124037180 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404608 Nov 27 04:30:09.403108 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f873036-0e49-4859-9de0-c22a3c3b1e77 req-4686f927-37cc-431a-8d88-acb79d3c18b6 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:09.404589 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7f873036-0e49-4859-9de0-c22a3c3b1e77 req-4686f927-37cc-431a-8d88-acb79d3c18b6 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0484309 Nov 27 04:30:09.451849 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7f873036-0e49-4859-9de0-c22a3c3b1e77 req-1be3a958-db41-42e8-bb4c-a95919be70ec tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412908 Nov 27 04:30:10.570059 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a715a9-50e4-42c7-86cb-bb9e2f9c8196 req-c238aeb3-6e40-4b5e-846e-443f98cc8bdc tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:10.571558 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-01a715a9-50e4-42c7-86cb-bb9e2f9c8196 req-c238aeb3-6e40-4b5e-846e-443f98cc8bdc tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0518260 Nov 27 04:30:10.619656 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-01a715a9-50e4-42c7-86cb-bb9e2f9c8196 req-83bac9c6-f7ce-4149-85a2-6f41d08c95eb tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407679 Nov 27 04:30:11.732795 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9aba2f-e779-4145-9459-8497af58c765 req-b0ef837d-04d1-4526-b636-d695b37b5673 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:11.734251 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d9aba2f-e779-4145-9459-8497af58c765 req-b0ef837d-04d1-4526-b636-d695b37b5673 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0476496 Nov 27 04:30:11.781718 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0d9aba2f-e779-4145-9459-8497af58c765 req-3f2acafa-14a0-4e6e-9583-803120086624 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413666 Nov 27 04:30:12.900141 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33372ba4-c3ed-4c8a-bb56-925744bb3f00 req-eef01c59-11a4-4f8f-b5ff-da174d7ead8a tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:12.901619 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-33372ba4-c3ed-4c8a-bb56-925744bb3f00 req-eef01c59-11a4-4f8f-b5ff-da174d7ead8a tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0518427 Nov 27 04:30:12.948045 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-33372ba4-c3ed-4c8a-bb56-925744bb3f00 req-1f243b41-2341-426c-b151-cb4f7fee4e49 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399597 Nov 27 04:30:14.062021 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e1e8f-45bd-40d8-b1d6-c870ffedd963 req-fed3a7a4-ef36-4dc0-a49d-b505c522d434 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:14.063517 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-460e1e8f-45bd-40d8-b1d6-c870ffedd963 req-fed3a7a4-ef36-4dc0-a49d-b505c522d434 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0482583 Nov 27 04:30:14.109863 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-460e1e8f-45bd-40d8-b1d6-c870ffedd963 req-98bff53b-5bdb-4874-9f43-60346f52a947 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405381 Nov 27 04:30:15.226202 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89776f74-6df8-44fe-b63e-bd857e19ec95 req-ab9b3638-0148-4682-ae49-1c743282543f tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:15.227703 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-89776f74-6df8-44fe-b63e-bd857e19ec95 req-ab9b3638-0148-4682-ae49-1c743282543f tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0483375 Nov 27 04:30:15.280040 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-89776f74-6df8-44fe-b63e-bd857e19ec95 req-212e121c-d31c-4988-93a1-fe34024e6e6c tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454242 Nov 27 04:30:16.186774 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2262cd8e-7798-466d-8b0f-297af71c5040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:30:16.369697 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:30:16.400473 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856ca82-974e-40a0-aacc-b654af9decfc req-49d3abac-fc78-4625-9c18-03887b37dc73 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:16.401955 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9856ca82-974e-40a0-aacc-b654af9decfc req-49d3abac-fc78-4625-9c18-03887b37dc73 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0488563 Nov 27 04:30:16.454046 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9856ca82-974e-40a0-aacc-b654af9decfc req-7ad402c6-6b94-4d88-a732-f189eaaa2819 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460117 Nov 27 04:30:17.079784 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536133bd-6f37-4b3d-922c-f7af492511cf req-4011a45f-c844-4dc3-b417-82bbd8923432 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:17.081213 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-536133bd-6f37-4b3d-922c-f7af492511cf req-4011a45f-c844-4dc3-b417-82bbd8923432 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0526788 Nov 27 04:30:17.477035 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-536133bd-6f37-4b3d-922c-f7af492511cf req-891f7840-f2be-44ee-9075-6b72e4a561a1 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Deleting port d41e9892-7168-4b5d-907f-5b13d360fc6e {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:30:17.477372 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-536133bd-6f37-4b3d-922c-f7af492511cf req-891f7840-f2be-44ee-9075-6b72e4a561a1 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:30:17.568369 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-536133bd-6f37-4b3d-922c-f7af492511cf req-891f7840-f2be-44ee-9075-6b72e4a561a1 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] For port d41e9892-7168-4b5d-907f-5b13d360fc6e, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d41e9892-7168-4b5d-907f-5b13d360fc6e,segment=NetworkSegment(69beec7e-0c7e-4625-bb64-e1c233024576),segment_id=69beec7e-0c7e-4625-bb64-e1c233024576)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:30:17.568734 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-536133bd-6f37-4b3d-922c-f7af492511cf req-891f7840-f2be-44ee-9075-6b72e4a561a1 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:30:17.571412 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860351f7-2f79-4e52-adc0-c51087d4db00 req-247520bf-501a-47b2-94f0-f50f8e5a0b48 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:17.572896 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-860351f7-2f79-4e52-adc0-c51087d4db00 req-247520bf-501a-47b2-94f0-f50f8e5a0b48 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 945 time: 0.0484796 Nov 27 04:30:17.581778 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-536133bd-6f37-4b3d-922c-f7af492511cf req-891f7840-f2be-44ee-9075-6b72e4a561a1 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Calling delete_port for d41e9892-7168-4b5d-907f-5b13d360fc6e owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:30:17.619907 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-860351f7-2f79-4e52-adc0-c51087d4db00 req-c6c6446a-b231-40fc-bdca-081ebabf620e tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402310 Nov 27 04:30:17.708130 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-536133bd-6f37-4b3d-922c-f7af492511cf req-891f7840-f2be-44ee-9075-6b72e4a561a1 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:30:17.734040 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891f7840-f2be-44ee-9075-6b72e4a561a1 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Pushing event deleted for resources: {'Port': ['ID=d41e9892-7168-4b5d-907f-5b13d360fc6e,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:30:17.743652 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891f7840-f2be-44ee-9075-6b72e4a561a1 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:30:17.743999 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891f7840-f2be-44ee-9075-6b72e4a561a1 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:30:17.744342 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891f7840-f2be-44ee-9075-6b72e4a561a1 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:30:17.744683 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891f7840-f2be-44ee-9075-6b72e4a561a1 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:30:17.745016 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891f7840-f2be-44ee-9075-6b72e4a561a1 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:30:17.745355 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891f7840-f2be-44ee-9075-6b72e4a561a1 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:30:17.745682 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891f7840-f2be-44ee-9075-6b72e4a561a1 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:30:17.746536 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891f7840-f2be-44ee-9075-6b72e4a561a1 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:30:17.746886 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891f7840-f2be-44ee-9075-6b72e4a561a1 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:30:17.747211 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891f7840-f2be-44ee-9075-6b72e4a561a1 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:30:17.747536 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891f7840-f2be-44ee-9075-6b72e4a561a1 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:30:17.747863 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891f7840-f2be-44ee-9075-6b72e4a561a1 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:30:17.788219 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-536133bd-6f37-4b3d-922c-f7af492511cf req-891f7840-f2be-44ee-9075-6b72e4a561a1 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] No DVR routers for this DVR port d41e9892-7168-4b5d-907f-5b13d360fc6e on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:30:17.790917 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-536133bd-6f37-4b3d-922c-f7af492511cf req-891f7840-f2be-44ee-9075-6b72e4a561a1 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:30:17.794861 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-536133bd-6f37-4b3d-922c-f7af492511cf req-891f7840-f2be-44ee-9075-6b72e4a561a1 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.23 "DELETE /v2.0/ports/d41e9892-7168-4b5d-907f-5b13d360fc6e HTTP/1.1" status: 204 len: 173 time: 0.7067709 Nov 27 04:30:17.795314 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae157cee-154f-4d6f-a87d-336c73859702', 'name': 'network-vif-deleted', 'tag': 'd41e9892-7168-4b5d-907f-5b13d360fc6e'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:30:17.797552 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906dac2b-c257-4593-bb95-cc077d86e8e2" -d '{"events": [{"server_uuid": "ae157cee-154f-4d6f-a87d-336c73859702", "name": "network-vif-deleted", "tag": "d41e9892-7168-4b5d-907f-5b13d360fc6e"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:30:17.835132 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 27 Nov 2021 04:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e45c4b-0ac1-48d8-b5b6-ca43b7edaae5 x-openstack-request-id: req-90e45c4b-0ac1-48d8-b5b6-ca43b7edaae5 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:30:17.835433 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae157cee-154f-4d6f-a87d-336c73859702", "name": "network-vif-deleted", "tag": "d41e9892-7168-4b5d-907f-5b13d360fc6e", "status": "failed", "code": 422}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:30:17.835713 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-90e45c4b-0ac1-48d8-b5b6-ca43b7edaae5 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:30:17.836761 n-d-819494-3 neutron-server[110019]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ae157cee-154f-4d6f-a87d-336c73859702', 'name': 'network-vif-deleted', 'tag': 'd41e9892-7168-4b5d-907f-5b13d360fc6e', 'status': 'failed', 'code': 422} returned with failed status Nov 27 04:30:18.336958 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bc5d38d3-5459-4632-9e18-bf21190a19c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:30:18.731305 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-24b91668-e6df-4c6a-89fa-f262be09a51d req-c67365a4-306f-43ab-baa4-6169ae6a80ef tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 210 time: 0.0292611 Nov 27 04:30:18.881423 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-00f48532-77d2-42fd-9ed6-3e337038c453 req-1a97cd98-a287-4154-b595-58d96e35595d tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae157cee-154f-4d6f-a87d-336c73859702 HTTP/1.1" status: 200 len: 210 time: 0.0262411 Nov 27 04:30:19.006827 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:30:19.042709 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device d41e9892-7168-4b5d-907f-5b13d360fc6e no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:30:19.063268 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: d41e9892-7168-4b5d-907f-5b13d360fc6e {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:30:19.063617 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device d41e9892-7168-4b5d-907f-5b13d360fc6e not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:30:19.370803 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-fd1acf2c-dfad-41b0-8f6d-0b8e21de22b3 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--594604242&fields=id&tenant_id=10f978c2c11b494a987fc3e5865d3f8e HTTP/1.1" status: 200 len: 267 time: 0.0414319 Nov 27 04:30:19.480817 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-d38f49c0-e03c-477c-b0bd-af406ede95f3 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:19.482260 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-d38f49c0-e03c-477c-b0bd-af406ede95f3 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/networks?id=9c8866c7-f2d0-4974-bfd8-5d5f8ee833be HTTP/1.1" status: 200 len: 812 time: 0.1042185 Nov 27 04:30:19.497339 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-f1c4e417-159d-4bea-8867-7fb3b2f5a9bd tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/quotas/10f978c2c11b494a987fc3e5865d3f8e HTTP/1.1" status: 200 len: 375 time: 0.0093088 Nov 27 04:30:19.546604 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-6feb0d7a-a3fb-43d3-a8d1-e61f347cfe0c tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=10f978c2c11b494a987fc3e5865d3f8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441129 Nov 27 04:30:19.678517 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:30:19.692838 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-326a838f-4a3f-4645-a956-90aa086c2508 service neutron] 10.222.0.20 "GET /v2.0/networks/9c8866c7-f2d0-4974-bfd8-5d5f8ee833be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347976 Nov 27 04:30:19.784629 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-97e1de56-d608-4ebe-b6c7-bb644860d5b7 service neutron] 10.222.0.20 "GET /v2.0/networks/9c8866c7-f2d0-4974-bfd8-5d5f8ee833be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853469 Nov 27 04:30:19.943584 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4cbcc23f-1212-4e7c-8189-ca92cc4d8602 req-9f113930-8402-462e-95d2-61545bdc6783 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 210 time: 0.0260155 Nov 27 04:30:21.039172 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-98e8ee7b-b0ca-46d7-9570-0a0c165d9bf6 req-3618f2b5-63fe-4947-9a8b-7a59d2f0f890 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 210 time: 0.0257988 Nov 27 04:30:21.048341 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-6b3f5b4e-ff19-43c9-9352-bfaace35011e tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:21.049740 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-6b3f5b4e-ff19-43c9-9352-bfaace35011e tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.23 "GET /v2.0/networks?id=9c8866c7-f2d0-4974-bfd8-5d5f8ee833be HTTP/1.1" status: 200 len: 812 time: 0.1054411 Nov 27 04:30:21.129105 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-7cea4b18-a45f-4e84-9c10-a5551b32272f tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10f978c2c11b494a987fc3e5865d3f8e HTTP/1.1" status: 200 len: 379 time: 0.0525684 Nov 27 04:30:21.164511 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-4b180e49-609e-4c53-b25f-29b5a1eeaa7e tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Request body: {'port': {'device_id': 'a7188677-f8cd-48f9-b605-b7d9576cd09a', 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be', 'admin_state_up': True, 'tenant_id': '10f978c2c11b494a987fc3e5865d3f8e', 'security_groups': ['8effdf36-8acb-4749-aa92-9b1efb7f651c']}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:30:21.275527 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-4b180e49-609e-4c53-b25f-29b5a1eeaa7e tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Made reservation on behalf of 10f978c2c11b494a987fc3e5865d3f8e for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:30:21.279662 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-4b180e49-609e-4c53-b25f-29b5a1eeaa7e tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:30:21.285740 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:30:21.400635 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-4b180e49-609e-4c53-b25f-29b5a1eeaa7e tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Allocated IP 172.20.0.3 (9c8866c7-f2d0-4974-bfd8-5d5f8ee833be/76399331-df97-41cc-9a32-16c48f2ef132/5cb749f3-2731-42a1-850a-95fcecc26957) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:30:21.538048 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-4b180e49-609e-4c53-b25f-29b5a1eeaa7e tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:30:21.570436 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-4b180e49-609e-4c53-b25f-29b5a1eeaa7e tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:30:21.614597 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-4b180e49-609e-4c53-b25f-29b5a1eeaa7e tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Network 9c8866c7-f2d0-4974-bfd8-5d5f8ee833be is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:30:21.617679 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-4b180e49-609e-4c53-b25f-29b5a1eeaa7e tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:30:21.621536 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-4b180e49-609e-4c53-b25f-29b5a1eeaa7e tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:30:21.627743 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b180e49-609e-4c53-b25f-29b5a1eeaa7e tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Pushing event updated for resources: {'Port': ['ID=5cb749f3-2731-42a1-850a-95fcecc26957,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:30:21.679732 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-4b180e49-609e-4c53-b25f-29b5a1eeaa7e tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:21.680374 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-4b180e49-609e-4c53-b25f-29b5a1eeaa7e tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:30:21.697449 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-4b180e49-609e-4c53-b25f-29b5a1eeaa7e tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5365450 Nov 27 04:30:21.720494 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-37a5c454-db26-4872-a958-f293a5b1290d service neutron] Request body: {'port': {'device_id': 'a7188677-f8cd-48f9-b605-b7d9576cd09a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:30:21.775457 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-37a5c454-db26-4872-a958-f293a5b1290d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:30:21.909156 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-e5503252-c1c6-4d2c-b2f6-22b493bf146e None None] Provisioning complete for port 5cb749f3-2731-42a1-850a-95fcecc26957 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:30:21.909396 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e5503252-c1c6-4d2c-b2f6-22b493bf146e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:30:21.933046 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:30:21.947694 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-e5503252-c1c6-4d2c-b2f6-22b493bf146e None None] Port 5cb749f3-2731-42a1-850a-95fcecc26957 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:30:22.036521 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-37a5c454-db26-4872-a958-f293a5b1290d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cb749f3-2731-42a1-850a-95fcecc26957 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:30:22.043933 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-37a5c454-db26-4872-a958-f293a5b1290d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:30:22.055641 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-37a5c454-db26-4872-a958-f293a5b1290d service neutron] Transition to ACTIVE for port object 5cb749f3-2731-42a1-850a-95fcecc26957 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:30:22.059643 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-37a5c454-db26-4872-a958-f293a5b1290d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:30:22.112153 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5c454-db26-4872-a958-f293a5b1290d service neutron] Pushing event updated for resources: {'Port': ['ID=5cb749f3-2731-42a1-850a-95fcecc26957,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:30:22.171263 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4b8d8-eec3-4037-bc10-bb8b5ad239cc req-355192fe-a7cb-48b8-bbfd-97be08792ffb tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:22.172826 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-76f4b8d8-eec3-4037-bc10-bb8b5ad239cc req-355192fe-a7cb-48b8-bbfd-97be08792ffb tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 943 time: 0.0618460 Nov 27 04:30:22.185319 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-37a5c454-db26-4872-a958-f293a5b1290d service neutron] Attempting to bind port 5cb749f3-2731-42a1-850a-95fcecc26957 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:30:22.186001 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-37a5c454-db26-4872-a958-f293a5b1290d service neutron] Attempting to bind port 5cb749f3-2731-42a1-850a-95fcecc26957 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '69beec7e-0c7e-4625-bb64-e1c233024576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:30:22.186631 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-37a5c454-db26-4872-a958-f293a5b1290d service neutron] Attempting to bind port 5cb749f3-2731-42a1-850a-95fcecc26957 on network 9c8866c7-f2d0-4974-bfd8-5d5f8ee833be {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:30:22.191476 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-37a5c454-db26-4872-a958-f293a5b1290d service neutron] Port 5cb749f3-2731-42a1-850a-95fcecc26957 on network 9c8866c7-f2d0-4974-bfd8-5d5f8ee833be not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:30:22.191805 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-37a5c454-db26-4872-a958-f293a5b1290d service neutron] Attempting to bind port 5cb749f3-2731-42a1-850a-95fcecc26957 on network 9c8866c7-f2d0-4974-bfd8-5d5f8ee833be {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:30:22.198062 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-37a5c454-db26-4872-a958-f293a5b1290d service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:30:22.198410 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-37a5c454-db26-4872-a958-f293a5b1290d service neutron] Checking segment: {'id': '69beec7e-0c7e-4625-bb64-e1c233024576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:30:22.198884 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-37a5c454-db26-4872-a958-f293a5b1290d service neutron] Bound using segment: {'id': '69beec7e-0c7e-4625-bb64-e1c233024576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:30:22.199941 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-37a5c454-db26-4872-a958-f293a5b1290d service neutron] Bound port: 5cb749f3-2731-42a1-850a-95fcecc26957, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69beec7e-0c7e-4625-bb64-e1c233024576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:30:22.200347 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-37a5c454-db26-4872-a958-f293a5b1290d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:30:22.232996 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-76f4b8d8-eec3-4037-bc10-bb8b5ad239cc req-1c25ab6f-b822-4dae-a912-347994d28a75 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540240 Nov 27 04:30:22.271611 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-37a5c454-db26-4872-a958-f293a5b1290d service neutron] For port 5cb749f3-2731-42a1-850a-95fcecc26957, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:30:22.275008 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-37a5c454-db26-4872-a958-f293a5b1290d service neutron] For port 5cb749f3-2731-42a1-850a-95fcecc26957, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=5cb749f3-2731-42a1-850a-95fcecc26957,segment=NetworkSegment(69beec7e-0c7e-4625-bb64-e1c233024576),segment_id=69beec7e-0c7e-4625-bb64-e1c233024576)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:30:22.279582 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-37a5c454-db26-4872-a958-f293a5b1290d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:30:22.316835 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-37a5c454-db26-4872-a958-f293a5b1290d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:22.317461 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-37a5c454-db26-4872-a958-f293a5b1290d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:30:22.318921 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-37a5c454-db26-4872-a958-f293a5b1290d service neutron] 10.222.0.23 "PUT /v2.0/ports/5cb749f3-2731-42a1-850a-95fcecc26957 HTTP/1.1" status: 200 len: 1091 time: 0.6026857 Nov 27 04:30:22.319369 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7188677-f8cd-48f9-b605-b7d9576cd09a', 'tag': '5cb749f3-2731-42a1-850a-95fcecc26957'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:30:22.321624 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7228c78-7c45-4272-80ea-5c3cb66c9add" -d '{"events": [{"name": "network-changed", "server_uuid": "a7188677-f8cd-48f9-b605-b7d9576cd09a", "tag": "5cb749f3-2731-42a1-850a-95fcecc26957"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:30:22.348783 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5c454-db26-4872-a958-f293a5b1290d service neutron] Pushing event updated for resources: {'Port': ['ID=5cb749f3-2731-42a1-850a-95fcecc26957,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:30:22.364537 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d4b321-1f7c-4b37-98c8-d414a7ae81d9 x-openstack-request-id: req-59d4b321-1f7c-4b37-98c8-d414a7ae81d9 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:30:22.364761 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7188677-f8cd-48f9-b605-b7d9576cd09a", "tag": "5cb749f3-2731-42a1-850a-95fcecc26957", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:30:22.365017 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-59d4b321-1f7c-4b37-98c8-d414a7ae81d9 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:30:22.366044 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7188677-f8cd-48f9-b605-b7d9576cd09a', 'tag': '5cb749f3-2731-42a1-850a-95fcecc26957', 'status': 'completed', 'code': 200} Nov 27 04:30:22.442697 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-3da5e36e-2cd2-41bf-90fc-ea603437ff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:22.444263 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-3da5e36e-2cd2-41bf-90fc-ea603437ff3f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=10f978c2c11b494a987fc3e5865d3f8e&device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 1094 time: 0.0507343 Nov 27 04:30:22.503128 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-09d84201-af3f-47d5-8baa-2defad3e2476 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cb749f3-2731-42a1-850a-95fcecc26957 HTTP/1.1" status: 200 len: 217 time: 0.0395420 Nov 27 04:30:22.557891 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-fd15f5e5-0612-472b-b7a9-96ff530b912c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:22.560017 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-fd15f5e5-0612-472b-b7a9-96ff530b912c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=76399331-df97-41cc-9a32-16c48f2ef132 HTTP/1.1" status: 200 len: 851 time: 0.0441105 Nov 27 04:30:22.610272 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-a3415b08-48c8-40dc-baf4-816f8561da22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:22.611885 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-a3415b08-48c8-40dc-baf4-816f8561da22 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9c8866c7-f2d0-4974-bfd8-5d5f8ee833be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405385 Nov 27 04:30:22.711742 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-6e753667-e0bf-4911-9faa-fa6ec44e96b0 service neutron] 10.222.0.23 "GET /v2.0/networks/9c8866c7-f2d0-4974-bfd8-5d5f8ee833be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868647 Nov 27 04:30:22.811918 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-8b2f843d-b6fe-4734-a52c-cb7878f887d7 service neutron] 10.222.0.23 "GET /v2.0/networks/9c8866c7-f2d0-4974-bfd8-5d5f8ee833be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890322 Nov 27 04:30:22.960893 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7228c78-7c45-4272-80ea-5c3cb66c9add req-fe4a2ae1-188c-4ce1-852f-23c715ea119f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:22.962423 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c7228c78-7c45-4272-80ea-5c3cb66c9add req-fe4a2ae1-188c-4ce1-852f-23c715ea119f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=10f978c2c11b494a987fc3e5865d3f8e&device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 1094 time: 0.0400777 Nov 27 04:30:23.053936 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7228c78-7c45-4272-80ea-5c3cb66c9add req-d4c6ac8d-7f1c-4c40-9bb9-5cc631aa90c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:23.055432 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c7228c78-7c45-4272-80ea-5c3cb66c9add req-d4c6ac8d-7f1c-4c40-9bb9-5cc631aa90c1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9c8866c7-f2d0-4974-bfd8-5d5f8ee833be HTTP/1.1" status: 200 len: 913 time: 0.0855787 Nov 27 04:30:23.095559 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c7228c78-7c45-4272-80ea-5c3cb66c9add req-5adbac21-34b7-469f-bde0-78761afd31d6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cb749f3-2731-42a1-850a-95fcecc26957 HTTP/1.1" status: 200 len: 217 time: 0.0331659 Nov 27 04:30:23.149275 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7228c78-7c45-4272-80ea-5c3cb66c9add req-565708b0-aa62-4bb3-977a-d8ca3dbb527c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:23.151007 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c7228c78-7c45-4272-80ea-5c3cb66c9add req-565708b0-aa62-4bb3-977a-d8ca3dbb527c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=76399331-df97-41cc-9a32-16c48f2ef132 HTTP/1.1" status: 200 len: 851 time: 0.0460711 Nov 27 04:30:23.196008 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7228c78-7c45-4272-80ea-5c3cb66c9add req-82c92181-f2a4-40cd-bb89-794d2611590b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:23.197479 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c7228c78-7c45-4272-80ea-5c3cb66c9add req-82c92181-f2a4-40cd-bb89-794d2611590b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9c8866c7-f2d0-4974-bfd8-5d5f8ee833be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386701 Nov 27 04:30:23.297301 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c7228c78-7c45-4272-80ea-5c3cb66c9add req-5ab041be-9a6c-479b-86f4-9f877839e3f7 service neutron] 10.222.0.23 "GET /v2.0/networks/9c8866c7-f2d0-4974-bfd8-5d5f8ee833be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919487 Nov 27 04:30:23.346050 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e84b06-33d8-4bb6-93e1-2335ebeb9bbe req-edf7a7e9-9ff1-468d-b641-c351519ef41f tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:23.347577 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-09e84b06-33d8-4bb6-93e1-2335ebeb9bbe req-edf7a7e9-9ff1-468d-b641-c351519ef41f tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 943 time: 0.0484593 Nov 27 04:30:23.392136 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c7228c78-7c45-4272-80ea-5c3cb66c9add req-a03dc632-f8b4-46cd-8c86-d12ad9d24776 service neutron] 10.222.0.23 "GET /v2.0/networks/9c8866c7-f2d0-4974-bfd8-5d5f8ee833be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866981 Nov 27 04:30:23.395322 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-09e84b06-33d8-4bb6-93e1-2335ebeb9bbe req-76f140fa-0b68-4028-bb8e-06e2129bb1ac tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416646 Nov 27 04:30:24.509425 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d18ae7-618d-4c77-bb4a-2433da8a6f95 req-e9dd2629-b062-4e9c-99c7-948b82638481 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:24.510922 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a1d18ae7-618d-4c77-bb4a-2433da8a6f95 req-e9dd2629-b062-4e9c-99c7-948b82638481 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 943 time: 0.0480597 Nov 27 04:30:24.567897 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a1d18ae7-618d-4c77-bb4a-2433da8a6f95 req-3f74c006-f65e-4c21-ba66-9d2a373b1be1 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505600 Nov 27 04:30:25.081693 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 5cb749f3-2731-42a1-850a-95fcecc26957 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:30:25.177962 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 5cb749f3-2731-42a1-850a-95fcecc26957, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=5cb749f3-2731-42a1-850a-95fcecc26957,segment=NetworkSegment(69beec7e-0c7e-4625-bb64-e1c233024576),segment_id=69beec7e-0c7e-4625-bb64-e1c233024576)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:30:25.189323 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '5cb749f3-2731-42a1-850a-95fcecc26957', 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be', 'port_id': '5cb749f3-2731-42a1-850a-95fcecc26957', 'mac_address': 'fa:16:3e:b9:b2:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76399331-df97-41cc-9a32-16c48f2ef132', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:30:25.224930 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:30:25.238454 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cb749f3-2731-42a1-850a-95fcecc26957 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:30:25.258708 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 5cb749f3-2731-42a1-850a-95fcecc26957, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=5cb749f3-2731-42a1-850a-95fcecc26957,segment=NetworkSegment(69beec7e-0c7e-4625-bb64-e1c233024576),segment_id=69beec7e-0c7e-4625-bb64-e1c233024576)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:30:25.262488 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:30:25.309030 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=5cb749f3-2731-42a1-850a-95fcecc26957,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:30:25.316256 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:30:25.316631 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:30:25.316961 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:30:25.317304 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:30:25.317646 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:30:25.317983 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:30:25.318317 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:30:25.318677 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:30:25.319012 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:30:25.319342 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:30:25.319672 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:30:25.320000 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:30:25.662427 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['5cb749f3-2731-42a1-850a-95fcecc26957'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:30:25.684070 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eeb608-751d-4607-8823-630aaf4bbb9a req-6109cb5b-a1db-4e28-85f9-67d2355e21fa tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:25.685561 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-73eeb608-751d-4607-8823-630aaf4bbb9a req-6109cb5b-a1db-4e28-85f9-67d2355e21fa tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 944 time: 0.0491805 Nov 27 04:30:25.734288 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-73eeb608-751d-4607-8823-630aaf4bbb9a req-4ed7af4b-133a-4354-9ed3-e97ce9fde091 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416620 Nov 27 04:30:26.847387 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7a325-08fb-4838-8f7f-cb5ede41b7da req-7316edb1-f840-4811-9107-44d328dd99dd tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:26.848866 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f5d7a325-08fb-4838-8f7f-cb5ede41b7da req-7316edb1-f840-4811-9107-44d328dd99dd tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 944 time: 0.0487432 Nov 27 04:30:26.899925 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f5d7a325-08fb-4838-8f7f-cb5ede41b7da req-f51f02e6-56be-4f5b-a25c-acdf62f2aa96 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409706 Nov 27 04:30:27.085244 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 5cb749f3-2731-42a1-850a-95fcecc26957 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:30:27.132527 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 5cb749f3-2731-42a1-850a-95fcecc26957 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:30:27.136167 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 5cb749f3-2731-42a1-850a-95fcecc26957 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:30:27.136539 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:30:27.221589 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:30:27.253213 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 5cb749f3-2731-42a1-850a-95fcecc26957, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=5cb749f3-2731-42a1-850a-95fcecc26957,segment=NetworkSegment(69beec7e-0c7e-4625-bb64-e1c233024576),segment_id=69beec7e-0c7e-4625-bb64-e1c233024576)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:30:27.256889 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:30:27.302775 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=5cb749f3-2731-42a1-850a-95fcecc26957,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:30:28.017372 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f1b63-c1ee-4f25-a892-d033fdc2143a req-ff102bc2-22fd-4004-8d65-671d48af3b2f tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:28.018856 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fa4f1b63-c1ee-4f25-a892-d033fdc2143a req-ff102bc2-22fd-4004-8d65-671d48af3b2f tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0511653 Nov 27 04:30:28.064598 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fa4f1b63-c1ee-4f25-a892-d033fdc2143a req-cbf15357-39a6-4459-b42d-8ae5eebdd881 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399089 Nov 27 04:30:29.177789 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26bb07e-d0bb-4926-bf07-09758ddc8639 req-a589f006-6a48-4c01-9fa6-ced92f56d06b tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:29.179328 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d26bb07e-d0bb-4926-bf07-09758ddc8639 req-a589f006-6a48-4c01-9fa6-ced92f56d06b tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0486307 Nov 27 04:30:29.225932 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d26bb07e-d0bb-4926-bf07-09758ddc8639 req-ca7aac40-1de8-4ec3-963b-f4521f674ff7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406575 Nov 27 04:30:30.343611 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264652e3-eb06-463d-af81-35c92a7509b8 req-ec4c6f1e-ed7a-42e5-be9a-2b0ae6318848 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:30.345083 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-264652e3-eb06-463d-af81-35c92a7509b8 req-ec4c6f1e-ed7a-42e5-be9a-2b0ae6318848 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0496325 Nov 27 04:30:30.394727 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-264652e3-eb06-463d-af81-35c92a7509b8 req-ed18c565-c557-41de-8fd6-80bf9e05e50f tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435543 Nov 27 04:30:31.508938 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14394ffa-e160-42df-b830-b6560b5a10bd req-39d5c3d6-d023-4bc0-bc2c-ffa63b2d5e81 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:31.510412 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-14394ffa-e160-42df-b830-b6560b5a10bd req-39d5c3d6-d023-4bc0-bc2c-ffa63b2d5e81 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0483806 Nov 27 04:30:31.556548 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-14394ffa-e160-42df-b830-b6560b5a10bd req-8b11587c-46ad-4d1c-a48c-d6c77809514e tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401428 Nov 27 04:30:32.669123 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c6c15-9544-473e-8f1b-5207fbadcf75 req-7e9cde63-a5fd-470d-8e50-0bcd53ef9006 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:32.670587 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e77c6c15-9544-473e-8f1b-5207fbadcf75 req-7e9cde63-a5fd-470d-8e50-0bcd53ef9006 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0474319 Nov 27 04:30:32.717602 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e77c6c15-9544-473e-8f1b-5207fbadcf75 req-bb15045c-c57e-43d0-97e2-69b06d2fde5e tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410666 Nov 27 04:30:33.835167 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741b64b-fdae-4111-ab89-7879e21c7501 req-4b26963e-c209-453f-b576-8257068d9c5d tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:33.836647 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d741b64b-fdae-4111-ab89-7879e21c7501 req-4b26963e-c209-453f-b576-8257068d9c5d tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0518486 Nov 27 04:30:33.882295 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d741b64b-fdae-4111-ab89-7879e21c7501 req-11b71e2a-d056-4442-8086-f1f249f50dce tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397103 Nov 27 04:30:34.996146 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c1d3a-fc49-4564-82e7-e4f000854b02 req-393f937a-440a-4c7c-831d-d77e18415a4b tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:34.997664 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0e7c1d3a-fc49-4564-82e7-e4f000854b02 req-393f937a-440a-4c7c-831d-d77e18415a4b tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0485716 Nov 27 04:30:35.044831 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0e7c1d3a-fc49-4564-82e7-e4f000854b02 req-57c48a26-49a2-451b-b975-f27632d7ab6f tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411785 Nov 27 04:30:35.698060 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:30:36.162173 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e17354-825b-4fe6-9048-e301311a9894 req-98a6a3e2-b935-4f50-a958-362e5f386e6b tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:36.163715 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-59e17354-825b-4fe6-9048-e301311a9894 req-98a6a3e2-b935-4f50-a958-362e5f386e6b tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0525084 Nov 27 04:30:36.212484 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-59e17354-825b-4fe6-9048-e301311a9894 req-3c11f89e-3237-4ead-b044-a44b73aa0fca tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427439 Nov 27 04:30:37.328202 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3293dcc-97ea-4ab8-ac05-0c1f70bbe174 req-622cb6e6-741f-4f68-9727-7f0d64a5f7f7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:37.329663 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d3293dcc-97ea-4ab8-ac05-0c1f70bbe174 req-622cb6e6-741f-4f68-9727-7f0d64a5f7f7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0473397 Nov 27 04:30:37.375235 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d3293dcc-97ea-4ab8-ac05-0c1f70bbe174 req-054cd1ae-e113-45e6-a8f0-2846ed054abf tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397873 Nov 27 04:30:38.490083 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0985de-efbf-4aec-a8f2-c67752aae145 req-1f8a4660-13c9-4f8c-8620-cde5b9235bd1 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:38.491593 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fa0985de-efbf-4aec-a8f2-c67752aae145 req-1f8a4660-13c9-4f8c-8620-cde5b9235bd1 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0488493 Nov 27 04:30:38.544212 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fa0985de-efbf-4aec-a8f2-c67752aae145 req-fe4510c9-9fb0-4e82-88c1-42f90c6fbd5f tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461290 Nov 27 04:30:39.657546 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab331c-9bb0-44cb-b74a-4ad0dec96063 req-c2a689cf-c0fa-4f70-94f4-a5a5eb2b093f tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:39.659043 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-27ab331c-9bb0-44cb-b74a-4ad0dec96063 req-c2a689cf-c0fa-4f70-94f4-a5a5eb2b093f tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0494902 Nov 27 04:30:39.705992 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-27ab331c-9bb0-44cb-b74a-4ad0dec96063 req-8fa5164c-5a86-4645-83ce-892fcdbec9d6 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410230 Nov 27 04:30:40.820078 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06eb3a1-5eaa-463a-92fa-4cc30ba2f3cd req-a5d6b5ea-0f99-49c5-8e6a-89c46e8a4869 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:40.821557 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f06eb3a1-5eaa-463a-92fa-4cc30ba2f3cd req-a5d6b5ea-0f99-49c5-8e6a-89c46e8a4869 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0481639 Nov 27 04:30:40.870624 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f06eb3a1-5eaa-463a-92fa-4cc30ba2f3cd req-70187023-cf31-4e0d-99fe-8bfa2e677bca tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421848 Nov 27 04:30:41.988714 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc0172-1536-4901-b515-965abab16469 req-c8d51ad2-b4cf-4a1b-96a8-b6ffbcee8503 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:41.990187 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9bcc0172-1536-4901-b515-965abab16469 req-c8d51ad2-b4cf-4a1b-96a8-b6ffbcee8503 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0516746 Nov 27 04:30:42.036294 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9bcc0172-1536-4901-b515-965abab16469 req-0cb6d0ed-031b-48fb-ad10-b611da879cdf tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401964 Nov 27 04:30:43.154864 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f5558-da64-4ff4-94fc-afb2d590444a req-336390f5-0c69-47a3-80d8-a96fc70876fa tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:43.156403 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-303f5558-da64-4ff4-94fc-afb2d590444a req-336390f5-0c69-47a3-80d8-a96fc70876fa tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0477431 Nov 27 04:30:43.204352 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-303f5558-da64-4ff4-94fc-afb2d590444a req-d0a30867-a60c-4ff9-b32e-214d64d82d3a tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419827 Nov 27 04:30:44.319826 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04718d-96ff-4509-b0b7-c7457c890f7e req-6c9e521b-cf80-4434-9424-994c2490d248 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:44.321280 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8c04718d-96ff-4509-b0b7-c7457c890f7e req-6c9e521b-cf80-4434-9424-994c2490d248 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0475719 Nov 27 04:30:44.371409 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8c04718d-96ff-4509-b0b7-c7457c890f7e req-29984333-a361-4138-b235-3705a9d20d98 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438192 Nov 27 04:30:45.490040 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bca80a-8266-450d-9459-d88da58530a8 req-ada4db21-9696-46a3-a008-f0ff1ce76250 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:45.491517 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-56bca80a-8266-450d-9459-d88da58530a8 req-ada4db21-9696-46a3-a008-f0ff1ce76250 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0477984 Nov 27 04:30:45.537582 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-56bca80a-8266-450d-9459-d88da58530a8 req-4fe70cad-57b1-432e-8324-f08ed56326a2 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395856 Nov 27 04:30:46.188309 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d81a1697-53b7-4a2e-9466-9e60a20c4a81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:30:46.370097 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:30:46.651115 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37076e47-646a-4932-b3c9-f1fe1702bd61 req-85678a0b-3cce-4875-b64d-3947bd6e404f tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:46.653247 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-37076e47-646a-4932-b3c9-f1fe1702bd61 req-85678a0b-3cce-4875-b64d-3947bd6e404f tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0480051 Nov 27 04:30:46.700231 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-37076e47-646a-4932-b3c9-f1fe1702bd61 req-eb17d094-664d-49e9-a8c9-38715d16e736 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411220 Nov 27 04:30:47.820831 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b9d8e-732d-48d3-86f8-1bda1716c000 req-041faaac-ca47-44f4-b7c9-1ee5f4aef699 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:47.826572 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1a8b9d8e-732d-48d3-86f8-1bda1716c000 req-041faaac-ca47-44f4-b7c9-1ee5f4aef699 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0523360 Nov 27 04:30:47.870790 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1a8b9d8e-732d-48d3-86f8-1bda1716c000 req-e35e5da4-783e-4663-9a9d-f10566984b12 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421579 Nov 27 04:30:48.337735 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-902cbc92-096f-4a65-881e-2bdbcc480dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:30:48.986614 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39822db9-645e-47a6-a0d8-5ca5a86c6d26 req-c2a41670-a067-4b0f-9977-9cd7802fbcb6 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:48.988077 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-39822db9-645e-47a6-a0d8-5ca5a86c6d26 req-c2a41670-a067-4b0f-9977-9cd7802fbcb6 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0481906 Nov 27 04:30:49.009052 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:30:49.035530 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-39822db9-645e-47a6-a0d8-5ca5a86c6d26 req-50816578-b4b8-41cf-8e3c-4b9690f4e914 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415616 Nov 27 04:30:49.681523 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:30:50.152910 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2f8bd-f312-4e49-8ac0-b029f6896cc8 req-5faff788-dc32-474f-9cb3-9cb515428911 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:50.154409 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f8b2f8bd-f312-4e49-8ac0-b029f6896cc8 req-5faff788-dc32-474f-9cb3-9cb515428911 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0520039 Nov 27 04:30:50.485386 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f8b2f8bd-f312-4e49-8ac0-b029f6896cc8 req-bf5ad550-d155-440c-8f67-44983eb9957d tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3249788 Nov 27 04:30:51.287183 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:30:51.599189 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276a161-75d2-4cb4-8e07-2f682e5fa96d req-4a35260e-f592-478c-a512-5c96605e753f tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:51.600640 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c276a161-75d2-4cb4-8e07-2f682e5fa96d req-4a35260e-f592-478c-a512-5c96605e753f tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0472562 Nov 27 04:30:51.646466 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c276a161-75d2-4cb4-8e07-2f682e5fa96d req-9ca63b49-2f7e-4ccc-b728-1028da2ff50f tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393603 Nov 27 04:30:51.905631 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:30:52.761529 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53447a6e-1e4a-42ef-9153-7a7eb0a27e6f req-4dde12d6-3575-46df-93e1-12ecde787512 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:52.763057 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-53447a6e-1e4a-42ef-9153-7a7eb0a27e6f req-4dde12d6-3575-46df-93e1-12ecde787512 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0483289 Nov 27 04:30:52.812988 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-53447a6e-1e4a-42ef-9153-7a7eb0a27e6f req-ee90e155-3f1b-453f-b94e-4f520ca048b9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441251 Nov 27 04:30:53.928025 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a2dce-a716-4c08-a50c-36a97b169d4f req-a4bb62db-a9e5-4683-ad6a-ea267565799b tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:53.929562 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2f8a2dce-a716-4c08-a50c-36a97b169d4f req-a4bb62db-a9e5-4683-ad6a-ea267565799b tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0492573 Nov 27 04:30:53.975898 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2f8a2dce-a716-4c08-a50c-36a97b169d4f req-435deec2-a8cd-4d8d-9970-0c9584eab193 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397248 Nov 27 04:30:55.090269 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf4f57-7b2b-4c54-b66e-09cf500929da req-913f83ac-152e-4213-93ff-f65f95ec49e7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:55.091692 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7bcf4f57-7b2b-4c54-b66e-09cf500929da req-913f83ac-152e-4213-93ff-f65f95ec49e7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0473492 Nov 27 04:30:55.139373 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7bcf4f57-7b2b-4c54-b66e-09cf500929da req-66080d24-2411-4ac8-b040-6169f9a06def tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417602 Nov 27 04:30:56.255109 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403bc54c-1e0f-4384-854d-a337b8965da1 req-73672c52-e5fb-45ac-8c55-4c6918e6e991 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:56.256570 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-403bc54c-1e0f-4384-854d-a337b8965da1 req-73672c52-e5fb-45ac-8c55-4c6918e6e991 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0505784 Nov 27 04:30:56.303317 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-403bc54c-1e0f-4384-854d-a337b8965da1 req-f2bc9977-d20f-4c88-8bb7-a10492c71e34 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408297 Nov 27 04:30:57.417409 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033d0e7-3e8c-425c-895c-7fac7c35e3d7 req-067712f0-353d-4220-bea8-235bde1e8712 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:57.419569 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c033d0e7-3e8c-425c-895c-7fac7c35e3d7 req-067712f0-353d-4220-bea8-235bde1e8712 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0481944 Nov 27 04:30:57.470739 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c033d0e7-3e8c-425c-895c-7fac7c35e3d7 req-41f2f87f-831f-4201-86d5-4be4f99d97cc tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451801 Nov 27 04:30:58.585717 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68171f76-40fb-48c1-83d0-de4192c11188 req-3a5baf25-1d59-4fd0-a3f0-24d12181a454 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:58.587182 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-68171f76-40fb-48c1-83d0-de4192c11188 req-3a5baf25-1d59-4fd0-a3f0-24d12181a454 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0473490 Nov 27 04:30:58.636099 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-68171f76-40fb-48c1-83d0-de4192c11188 req-7d15e95a-2e96-4c50-8e9f-cc8e4c7f4409 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425806 Nov 27 04:30:59.749951 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8b171-018c-478a-95d7-1b695dfe3b65 req-719dbaaf-4b54-4ce4-80f1-3b6095736f10 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:30:59.751483 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dac8b171-018c-478a-95d7-1b695dfe3b65 req-719dbaaf-4b54-4ce4-80f1-3b6095736f10 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0481932 Nov 27 04:30:59.798188 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dac8b171-018c-478a-95d7-1b695dfe3b65 req-155715c9-108b-491a-81d3-fa8838867ea7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408740 Nov 27 04:31:00.910453 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9f950-23df-452b-b4e7-3dcb4189df93 req-ab2e2141-d2a5-401a-85cd-3763f15a1299 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:00.911938 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2ea9f950-23df-452b-b4e7-3dcb4189df93 req-ab2e2141-d2a5-401a-85cd-3763f15a1299 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0475705 Nov 27 04:31:00.959910 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2ea9f950-23df-452b-b4e7-3dcb4189df93 req-8c2df306-f903-49af-ad72-55ab42cf153c tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419064 Nov 27 04:31:02.075844 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765608b-4e43-4b05-9604-9e58ea1dff90 req-e2010d41-87b1-45dc-ac9b-e5487cb2720a tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:02.077817 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e765608b-4e43-4b05-9604-9e58ea1dff90 req-e2010d41-87b1-45dc-ac9b-e5487cb2720a tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0517344 Nov 27 04:31:02.123612 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e765608b-4e43-4b05-9604-9e58ea1dff90 req-d8a197d6-6ddb-4efb-93fb-8266c7d71fcd tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399117 Nov 27 04:31:03.238534 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75288c-3b65-42a5-b7a2-cd069fa5f1e7 req-b2e78288-6b30-4313-a9d9-5f0df50e9d97 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:03.240039 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ab75288c-3b65-42a5-b7a2-cd069fa5f1e7 req-b2e78288-6b30-4313-a9d9-5f0df50e9d97 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0492423 Nov 27 04:31:03.286333 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ab75288c-3b65-42a5-b7a2-cd069fa5f1e7 req-8394ca25-9106-4645-8834-6886d7f5bd87 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403681 Nov 27 04:31:04.411285 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f0ef1-507a-489b-9274-6342b2fdc023 req-fdcfba4e-6eb5-4285-b5e2-6dfac70ff2c9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:04.412797 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-df1f0ef1-507a-489b-9274-6342b2fdc023 req-fdcfba4e-6eb5-4285-b5e2-6dfac70ff2c9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0598996 Nov 27 04:31:04.459126 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-df1f0ef1-507a-489b-9274-6342b2fdc023 req-ca13262a-cec9-4891-ba91-572c47561d1d tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403571 Nov 27 04:31:05.573855 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91a145-e278-422b-8528-8791550fdc40 req-98153ba4-6edb-4c22-8d66-aa15f96efef4 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:05.575364 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3c91a145-e278-422b-8528-8791550fdc40 req-98153ba4-6edb-4c22-8d66-aa15f96efef4 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0472968 Nov 27 04:31:05.621442 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3c91a145-e278-422b-8528-8791550fdc40 req-44c89270-c833-481c-9f70-00952b40b428 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396075 Nov 27 04:31:06.735324 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3faefa-bebb-4e68-a504-94629e93a5c5 req-ec96c76f-2048-4af4-bd11-0f719992d05d tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:06.736807 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fe3faefa-bebb-4e68-a504-94629e93a5c5 req-ec96c76f-2048-4af4-bd11-0f719992d05d tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0478539 Nov 27 04:31:06.786947 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fe3faefa-bebb-4e68-a504-94629e93a5c5 req-15eec345-0ae2-4dc2-98a8-998a681c459c tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441966 Nov 27 04:31:07.899984 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6ab4a-badf-4d5a-80b1-c3565007a920 req-bad45e8b-84f1-4978-8ccb-674e1029831f tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:07.901436 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c3f6ab4a-badf-4d5a-80b1-c3565007a920 req-bad45e8b-84f1-4978-8ccb-674e1029831f tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0477149 Nov 27 04:31:07.948733 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c3f6ab4a-badf-4d5a-80b1-c3565007a920 req-29847ced-fc7f-4bfb-a217-02efb826dbd6 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410218 Nov 27 04:31:09.063150 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd0a40-475e-4586-b09c-0c46616a0f1d req-646c2e52-959a-4514-8509-86d6ea4d15d6 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:09.064641 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1cfd0a40-475e-4586-b09c-0c46616a0f1d req-646c2e52-959a-4514-8509-86d6ea4d15d6 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0494971 Nov 27 04:31:09.112803 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1cfd0a40-475e-4586-b09c-0c46616a0f1d req-c44a4a89-461e-45e2-8b1b-d6f9866d6748 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420744 Nov 27 04:31:10.231670 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e59bb-9561-452f-af85-76517fef04fd req-8ec3e1a2-a3ec-463d-a1ea-d8f1ede724b4 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:10.233185 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-067e59bb-9561-452f-af85-76517fef04fd req-8ec3e1a2-a3ec-463d-a1ea-d8f1ede724b4 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0534222 Nov 27 04:31:10.280720 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-067e59bb-9561-452f-af85-76517fef04fd req-15426569-ea83-4094-826a-b394f76afa25 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412979 Nov 27 04:31:11.392760 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafbe9f-ef19-45b9-a320-e8d09c8c51e4 req-1d4b80ab-be09-409f-abaf-e7726493169f tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:11.394218 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-efafbe9f-ef19-45b9-a320-e8d09c8c51e4 req-1d4b80ab-be09-409f-abaf-e7726493169f tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0475698 Nov 27 04:31:11.441145 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-efafbe9f-ef19-45b9-a320-e8d09c8c51e4 req-30d5a80f-d2be-4d41-bf8a-57fd5d642d67 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409355 Nov 27 04:31:12.555697 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9d2db-3e83-45e7-a552-4d02cbf34597 req-51944ece-8b92-483c-b3e6-14438a92bb1b tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:12.557178 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fdc9d2db-3e83-45e7-a552-4d02cbf34597 req-51944ece-8b92-483c-b3e6-14438a92bb1b tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0484984 Nov 27 04:31:12.606486 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fdc9d2db-3e83-45e7-a552-4d02cbf34597 req-cae24e5f-375f-4db1-96d4-4b18a2b72174 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426369 Nov 27 04:31:12.698011 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:31:13.733020 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1969b35d-d9af-456c-9f01-f21537e633f3 req-9872b306-ccec-4481-9e59-4932d4ccddb2 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:13.734597 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1969b35d-d9af-456c-9f01-f21537e633f3 req-9872b306-ccec-4481-9e59-4932d4ccddb2 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0489249 Nov 27 04:31:13.781898 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1969b35d-d9af-456c-9f01-f21537e633f3 req-f25dda5a-3402-4ec3-95df-e05a9e51ac7e tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413249 Nov 27 04:31:14.895336 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57676e-805a-4039-a00f-076ac2421817 req-57181b65-99dd-4401-b530-a45566eda4fd tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:14.896811 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2e57676e-805a-4039-a00f-076ac2421817 req-57181b65-99dd-4401-b530-a45566eda4fd tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0478525 Nov 27 04:31:14.943546 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2e57676e-805a-4039-a00f-076ac2421817 req-4a6b75a4-0de5-4f28-8e4c-a38d798880dd tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407636 Nov 27 04:31:16.063782 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a0902-1cd9-45c7-bfc6-11645840e643 req-e0443f11-a4d7-4d7a-9d55-90d77d635400 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:16.065245 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3a2a0902-1cd9-45c7-bfc6-11645840e643 req-e0443f11-a4d7-4d7a-9d55-90d77d635400 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0538518 Nov 27 04:31:16.112410 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3a2a0902-1cd9-45c7-bfc6-11645840e643 req-81658987-0fbe-4c34-b7d6-ab4b1c3e9f4a tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410223 Nov 27 04:31:16.189047 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cca3ac3f-1e77-4e82-8663-02bc9a9bdc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:31:16.374116 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:31:17.226058 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c965c-b39a-4849-95c9-6d54f21a5cb9 req-f2246a35-36e8-4463-8ffb-f199265b9419 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:17.227550 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-db3c965c-b39a-4849-95c9-6d54f21a5cb9 req-f2246a35-36e8-4463-8ffb-f199265b9419 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0473657 Nov 27 04:31:17.273925 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-db3c965c-b39a-4849-95c9-6d54f21a5cb9 req-c2faa7d3-cb9c-4c55-9456-ce27d6886529 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398371 Nov 27 04:31:18.339670 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-365e67af-2f04-44b9-992d-8fac00314091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:31:18.393096 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6b5f8-01ba-48e8-b266-7b4076b28105 req-6900db27-97e1-4577-99e4-b487c7e710f3 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:18.394633 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6dc6b5f8-01ba-48e8-b266-7b4076b28105 req-6900db27-97e1-4577-99e4-b487c7e710f3 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0521796 Nov 27 04:31:18.442683 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6dc6b5f8-01ba-48e8-b266-7b4076b28105 req-7648ef94-4c65-4f4a-8321-7b1811a7b134 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418892 Nov 27 04:31:19.027026 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:31:19.555279 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548986e-d497-4b94-99fd-a398280c0570 req-a43ca338-823b-4775-ba56-1077db1b3dc4 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:19.556755 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5548986e-d497-4b94-99fd-a398280c0570 req-a43ca338-823b-4775-ba56-1077db1b3dc4 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0481608 Nov 27 04:31:19.602819 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5548986e-d497-4b94-99fd-a398280c0570 req-ec1933b8-b644-4636-944b-c8feeda7c018 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395205 Nov 27 04:31:19.684093 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:31:20.718755 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830589ca-213c-40f6-ab80-9efa58b0dc03 req-541062ad-768e-4d67-8af2-5bdb48a674b3 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:20.720243 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-830589ca-213c-40f6-ab80-9efa58b0dc03 req-541062ad-768e-4d67-8af2-5bdb48a674b3 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0483265 Nov 27 04:31:20.771461 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-830589ca-213c-40f6-ab80-9efa58b0dc03 req-ade9763a-ff82-4844-8183-e8d4ea190687 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452998 Nov 27 04:31:21.290323 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:31:21.885356 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16006c-e13e-4089-a066-a55649a079fb req-4e6cf496-c57a-40c4-be9a-14ff0bead045 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:21.886833 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5d16006c-e13e-4089-a066-a55649a079fb req-4e6cf496-c57a-40c4-be9a-14ff0bead045 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0479507 Nov 27 04:31:21.907901 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:31:21.935069 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5d16006c-e13e-4089-a066-a55649a079fb req-bf3af10c-079e-4fed-a6e0-3172feafa6b7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417035 Nov 27 04:31:23.051501 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a41ee4a-9e8d-4ff5-86df-3703bb7fd5ea req-f7c2c3cc-ee9b-44cb-9112-d40176f2a826 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:23.052972 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9a41ee4a-9e8d-4ff5-86df-3703bb7fd5ea req-f7c2c3cc-ee9b-44cb-9112-d40176f2a826 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0496206 Nov 27 04:31:23.099079 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9a41ee4a-9e8d-4ff5-86df-3703bb7fd5ea req-8e06fc1f-d61c-477b-9d90-0d46dc70dddf tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400357 Nov 27 04:31:24.218306 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dabe70-61ef-4f66-81f7-5c708ed002bb req-5ca4f64f-7fbd-4dec-9951-ac1c5ccc5ef9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:24.219810 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-41dabe70-61ef-4f66-81f7-5c708ed002bb req-5ca4f64f-7fbd-4dec-9951-ac1c5ccc5ef9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0526173 Nov 27 04:31:24.266691 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-41dabe70-61ef-4f66-81f7-5c708ed002bb req-0bce10d2-e09e-4ae5-b2b6-418c44a8634a tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409386 Nov 27 04:31:25.379358 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013ff84-2142-4a40-992c-c0c464486086 req-18b291b2-76a9-43c4-93d1-9a080a7b9b9f tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:25.380831 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a013ff84-2142-4a40-992c-c0c464486086 req-18b291b2-76a9-43c4-93d1-9a080a7b9b9f tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0476506 Nov 27 04:31:25.429936 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a013ff84-2142-4a40-992c-c0c464486086 req-e1a01627-3370-4bab-a5a3-801861e58c8c tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431137 Nov 27 04:31:25.551075 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-ea203b6b-e440-438e-900a-48c20acb7c9c tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:25.552580 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-ea203b6b-e440-438e-900a-48c20acb7c9c tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 945 time: 0.0493855 Nov 27 04:31:25.648391 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-713bb715-9b05-4d21-99fb-53011a441814 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Deleting port 5cb749f3-2731-42a1-850a-95fcecc26957 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:31:25.648736 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-713bb715-9b05-4d21-99fb-53011a441814 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:31:25.738822 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-713bb715-9b05-4d21-99fb-53011a441814 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] For port 5cb749f3-2731-42a1-850a-95fcecc26957, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=5cb749f3-2731-42a1-850a-95fcecc26957,segment=NetworkSegment(69beec7e-0c7e-4625-bb64-e1c233024576),segment_id=69beec7e-0c7e-4625-bb64-e1c233024576)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:31:25.739189 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-713bb715-9b05-4d21-99fb-53011a441814 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:31:25.751851 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-713bb715-9b05-4d21-99fb-53011a441814 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Calling delete_port for 5cb749f3-2731-42a1-850a-95fcecc26957 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:31:25.878431 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-713bb715-9b05-4d21-99fb-53011a441814 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:31:25.906730 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713bb715-9b05-4d21-99fb-53011a441814 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Pushing event deleted for resources: {'Port': ['ID=5cb749f3-2731-42a1-850a-95fcecc26957,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:31:25.938859 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bb715-9b05-4d21-99fb-53011a441814 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:31:25.939214 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bb715-9b05-4d21-99fb-53011a441814 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:31:25.939559 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bb715-9b05-4d21-99fb-53011a441814 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:31:25.939895 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bb715-9b05-4d21-99fb-53011a441814 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:31:25.940230 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bb715-9b05-4d21-99fb-53011a441814 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:31:25.940563 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bb715-9b05-4d21-99fb-53011a441814 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:31:25.940892 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bb715-9b05-4d21-99fb-53011a441814 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:31:25.941225 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bb715-9b05-4d21-99fb-53011a441814 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:31:25.941679 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bb715-9b05-4d21-99fb-53011a441814 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:31:25.941869 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bb715-9b05-4d21-99fb-53011a441814 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:31:25.942196 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bb715-9b05-4d21-99fb-53011a441814 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:31:25.942520 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bb715-9b05-4d21-99fb-53011a441814 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:31:25.961646 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-713bb715-9b05-4d21-99fb-53011a441814 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] No DVR routers for this DVR port 5cb749f3-2731-42a1-850a-95fcecc26957 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:31:25.964289 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-713bb715-9b05-4d21-99fb-53011a441814 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:31:25.967841 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4c6db8db-a05a-4ac1-8266-96e5896220e6 req-713bb715-9b05-4d21-99fb-53011a441814 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.23 "DELETE /v2.0/ports/5cb749f3-2731-42a1-850a-95fcecc26957 HTTP/1.1" status: 204 len: 173 time: 0.4044123 Nov 27 04:31:25.968168 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7188677-f8cd-48f9-b605-b7d9576cd09a', 'name': 'network-vif-deleted', 'tag': '5cb749f3-2731-42a1-850a-95fcecc26957'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:31:25.970412 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5176c68b-4756-4794-82bf-3f0fbbb27658" -d '{"events": [{"server_uuid": "a7188677-f8cd-48f9-b605-b7d9576cd09a", "name": "network-vif-deleted", "tag": "5cb749f3-2731-42a1-850a-95fcecc26957"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:31:26.005839 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 27 Nov 2021 04:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273b3a5d-2c96-4bfa-9718-93d9872235e7 x-openstack-request-id: req-273b3a5d-2c96-4bfa-9718-93d9872235e7 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:31:26.006142 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7188677-f8cd-48f9-b605-b7d9576cd09a", "name": "network-vif-deleted", "tag": "5cb749f3-2731-42a1-850a-95fcecc26957", "status": "failed", "code": 422}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:31:26.006953 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-273b3a5d-2c96-4bfa-9718-93d9872235e7 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:31:26.007496 n-d-819494-3 neutron-server[110019]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a7188677-f8cd-48f9-b605-b7d9576cd09a', 'name': 'network-vif-deleted', 'tag': '5cb749f3-2731-42a1-850a-95fcecc26957', 'status': 'failed', 'code': 422} returned with failed status Nov 27 04:31:26.536568 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-aa051efa-9b12-40c1-a475-d9e069a03449 req-223d2285-c299-477e-8719-91427ae92c86 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 210 time: 0.0261643 Nov 27 04:31:26.681485 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-800130b3-29d9-46aa-99c0-cf9edce43b87 req-eb28ef52-ebe9-4d95-94b1-f35218136731 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7188677-f8cd-48f9-b605-b7d9576cd09a HTTP/1.1" status: 200 len: 210 time: 0.0303261 Nov 27 04:31:27.057129 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b8642378-098f-4508-bf90-424adfb34c41 req-71744d3a-35c6-4e2f-a649-6acb267a450a tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--594604242&fields=id&tenant_id=10f978c2c11b494a987fc3e5865d3f8e HTTP/1.1" status: 200 len: 267 time: 0.0457375 Nov 27 04:31:27.163383 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8642378-098f-4508-bf90-424adfb34c41 req-61f8d752-73ea-40d4-97e7-85b60a0581c2 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:27.164783 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b8642378-098f-4508-bf90-424adfb34c41 req-61f8d752-73ea-40d4-97e7-85b60a0581c2 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/networks?id=9c8866c7-f2d0-4974-bfd8-5d5f8ee833be HTTP/1.1" status: 200 len: 812 time: 0.1002417 Nov 27 04:31:27.180231 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b8642378-098f-4508-bf90-424adfb34c41 req-1321a29b-6be7-495b-9d19-7476f6fd963a tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/quotas/10f978c2c11b494a987fc3e5865d3f8e HTTP/1.1" status: 200 len: 375 time: 0.0097911 Nov 27 04:31:27.235759 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b8642378-098f-4508-bf90-424adfb34c41 req-76aaf4e6-92f0-4c17-bc15-9de97830a488 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=10f978c2c11b494a987fc3e5865d3f8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498998 Nov 27 04:31:27.329183 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b8642378-098f-4508-bf90-424adfb34c41 req-87cd1a2e-afc9-4d0a-aa88-39153c3b27b0 service neutron] 10.222.0.20 "GET /v2.0/networks/9c8866c7-f2d0-4974-bfd8-5d5f8ee833be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818024 Nov 27 04:31:27.427150 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b8642378-098f-4508-bf90-424adfb34c41 req-e9798147-571f-46c2-949f-62022aabc3bf service neutron] 10.222.0.20 "GET /v2.0/networks/9c8866c7-f2d0-4974-bfd8-5d5f8ee833be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918450 Nov 27 04:31:27.583881 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-01d14445-86db-4bdd-aee8-0a781063f7b0 req-c9bd9167-d4e3-4bf2-b6b7-303d5aa4276f tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 210 time: 0.0265837 Nov 27 04:31:28.580811 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8642378-098f-4508-bf90-424adfb34c41 req-05afd9aa-dac4-484d-b467-a07ba8a8fac5 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:28.582290 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b8642378-098f-4508-bf90-424adfb34c41 req-05afd9aa-dac4-484d-b467-a07ba8a8fac5 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.11 "GET /v2.0/networks?id=9c8866c7-f2d0-4974-bfd8-5d5f8ee833be HTTP/1.1" status: 200 len: 812 time: 0.1088955 Nov 27 04:31:28.653662 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b8642378-098f-4508-bf90-424adfb34c41 req-38a5a081-57a0-4bcf-b34c-f7c7fd4e6aa0 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10f978c2c11b494a987fc3e5865d3f8e HTTP/1.1" status: 200 len: 379 time: 0.0543082 Nov 27 04:31:28.682087 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9fbe7943-ba0e-46ab-bc7a-ef3f1f339f0b req-25daaa77-227b-4e20-a0ce-a9cd560fe375 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 210 time: 0.0274661 Nov 27 04:31:28.685545 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-b8642378-098f-4508-bf90-424adfb34c41 req-c22bd70d-3705-4a15-aa7d-a6e71d534ac7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Request body: {'port': {'device_id': '45806d20-8b5e-4c37-9b96-9fda646cbae3', 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be', 'admin_state_up': True, 'tenant_id': '10f978c2c11b494a987fc3e5865d3f8e', 'security_groups': ['8effdf36-8acb-4749-aa92-9b1efb7f651c']}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:31:28.795956 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8642378-098f-4508-bf90-424adfb34c41 req-c22bd70d-3705-4a15-aa7d-a6e71d534ac7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Made reservation on behalf of 10f978c2c11b494a987fc3e5865d3f8e for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:31:28.799490 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b8642378-098f-4508-bf90-424adfb34c41 req-c22bd70d-3705-4a15-aa7d-a6e71d534ac7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:31:28.921341 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-b8642378-098f-4508-bf90-424adfb34c41 req-c22bd70d-3705-4a15-aa7d-a6e71d534ac7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Allocated IP 172.20.0.8 (9c8866c7-f2d0-4974-bfd8-5d5f8ee833be/76399331-df97-41cc-9a32-16c48f2ef132/a422016d-7bd3-4f02-9178-82f2e30209b5) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:31:29.068921 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b8642378-098f-4508-bf90-424adfb34c41 req-c22bd70d-3705-4a15-aa7d-a6e71d534ac7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:31:29.102282 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b8642378-098f-4508-bf90-424adfb34c41 req-c22bd70d-3705-4a15-aa7d-a6e71d534ac7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:31:29.144757 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8642378-098f-4508-bf90-424adfb34c41 req-c22bd70d-3705-4a15-aa7d-a6e71d534ac7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Network 9c8866c7-f2d0-4974-bfd8-5d5f8ee833be is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:31:29.148143 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-b8642378-098f-4508-bf90-424adfb34c41 req-c22bd70d-3705-4a15-aa7d-a6e71d534ac7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:31:29.151926 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8642378-098f-4508-bf90-424adfb34c41 req-c22bd70d-3705-4a15-aa7d-a6e71d534ac7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:31:29.182688 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22bd70d-3705-4a15-aa7d-a6e71d534ac7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Pushing event updated for resources: {'Port': ['ID=a422016d-7bd3-4f02-9178-82f2e30209b5,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:31:29.196557 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22bd70d-3705-4a15-aa7d-a6e71d534ac7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:31:29.196912 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22bd70d-3705-4a15-aa7d-a6e71d534ac7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:31:29.197262 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22bd70d-3705-4a15-aa7d-a6e71d534ac7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:31:29.197610 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22bd70d-3705-4a15-aa7d-a6e71d534ac7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:31:29.197955 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22bd70d-3705-4a15-aa7d-a6e71d534ac7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:31:29.198294 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22bd70d-3705-4a15-aa7d-a6e71d534ac7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:31:29.198670 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22bd70d-3705-4a15-aa7d-a6e71d534ac7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:31:29.199009 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22bd70d-3705-4a15-aa7d-a6e71d534ac7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:31:29.199341 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22bd70d-3705-4a15-aa7d-a6e71d534ac7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:31:29.199672 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22bd70d-3705-4a15-aa7d-a6e71d534ac7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:31:29.200006 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22bd70d-3705-4a15-aa7d-a6e71d534ac7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:31:29.200344 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22bd70d-3705-4a15-aa7d-a6e71d534ac7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:31:29.223187 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8642378-098f-4508-bf90-424adfb34c41 req-c22bd70d-3705-4a15-aa7d-a6e71d534ac7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:29.223812 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b8642378-098f-4508-bf90-424adfb34c41 req-c22bd70d-3705-4a15-aa7d-a6e71d534ac7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:31:29.246180 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b8642378-098f-4508-bf90-424adfb34c41 req-c22bd70d-3705-4a15-aa7d-a6e71d534ac7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5667284 Nov 27 04:31:29.367471 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-b8642378-098f-4508-bf90-424adfb34c41 req-b48fd562-bb3c-4ed2-a239-7c25360a6d40 service neutron] Request body: {'port': {'device_id': '45806d20-8b5e-4c37-9b96-9fda646cbae3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:31:29.375670 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 5cb749f3-2731-42a1-850a-95fcecc26957 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:31:29.398467 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 5cb749f3-2731-42a1-850a-95fcecc26957 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:31:29.398927 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 5cb749f3-2731-42a1-850a-95fcecc26957 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:31:29.409408 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-1e456b6a-7f60-4e5c-aafe-c1873fc3b0c5 None None] Provisioning complete for port a422016d-7bd3-4f02-9178-82f2e30209b5 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:31:29.409859 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1e456b6a-7f60-4e5c-aafe-c1873fc3b0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:31:29.429957 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b8642378-098f-4508-bf90-424adfb34c41 req-b48fd562-bb3c-4ed2-a239-7c25360a6d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:31:29.442898 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-1e456b6a-7f60-4e5c-aafe-c1873fc3b0c5 None None] Port a422016d-7bd3-4f02-9178-82f2e30209b5 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:31:29.692765 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-b8642378-098f-4508-bf90-424adfb34c41 req-b48fd562-bb3c-4ed2-a239-7c25360a6d40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a422016d-7bd3-4f02-9178-82f2e30209b5 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:31:29.700376 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b8642378-098f-4508-bf90-424adfb34c41 req-b48fd562-bb3c-4ed2-a239-7c25360a6d40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:31:29.712194 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-b8642378-098f-4508-bf90-424adfb34c41 req-b48fd562-bb3c-4ed2-a239-7c25360a6d40 service neutron] Transition to ACTIVE for port object a422016d-7bd3-4f02-9178-82f2e30209b5 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:31:29.715194 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b8642378-098f-4508-bf90-424adfb34c41 req-b48fd562-bb3c-4ed2-a239-7c25360a6d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:31:29.790483 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48fd562-bb3c-4ed2-a239-7c25360a6d40 service neutron] Pushing event updated for resources: {'Port': ['ID=a422016d-7bd3-4f02-9178-82f2e30209b5,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:31:29.856598 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1507731-6010-4804-9455-1824fc42fd6c req-9e800688-4ce6-4c01-96d9-3cb47db5e0b4 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:29.858137 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c1507731-6010-4804-9455-1824fc42fd6c req-9e800688-4ce6-4c01-96d9-3cb47db5e0b4 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 943 time: 0.1035507 Nov 27 04:31:29.897503 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-b8642378-098f-4508-bf90-424adfb34c41 req-b48fd562-bb3c-4ed2-a239-7c25360a6d40 service neutron] Attempting to bind port a422016d-7bd3-4f02-9178-82f2e30209b5 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:31:29.897839 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-b8642378-098f-4508-bf90-424adfb34c41 req-b48fd562-bb3c-4ed2-a239-7c25360a6d40 service neutron] Attempting to bind port a422016d-7bd3-4f02-9178-82f2e30209b5 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '69beec7e-0c7e-4625-bb64-e1c233024576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:31:29.898171 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8642378-098f-4508-bf90-424adfb34c41 req-b48fd562-bb3c-4ed2-a239-7c25360a6d40 service neutron] Attempting to bind port a422016d-7bd3-4f02-9178-82f2e30209b5 on network 9c8866c7-f2d0-4974-bfd8-5d5f8ee833be {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:31:29.914040 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8642378-098f-4508-bf90-424adfb34c41 req-b48fd562-bb3c-4ed2-a239-7c25360a6d40 service neutron] Port a422016d-7bd3-4f02-9178-82f2e30209b5 on network 9c8866c7-f2d0-4974-bfd8-5d5f8ee833be not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:31:29.914369 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8642378-098f-4508-bf90-424adfb34c41 req-b48fd562-bb3c-4ed2-a239-7c25360a6d40 service neutron] Attempting to bind port a422016d-7bd3-4f02-9178-82f2e30209b5 on network 9c8866c7-f2d0-4974-bfd8-5d5f8ee833be {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:31:29.925244 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8642378-098f-4508-bf90-424adfb34c41 req-b48fd562-bb3c-4ed2-a239-7c25360a6d40 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:31:29.925584 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8642378-098f-4508-bf90-424adfb34c41 req-b48fd562-bb3c-4ed2-a239-7c25360a6d40 service neutron] Checking segment: {'id': '69beec7e-0c7e-4625-bb64-e1c233024576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:31:29.925970 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8642378-098f-4508-bf90-424adfb34c41 req-b48fd562-bb3c-4ed2-a239-7c25360a6d40 service neutron] Bound using segment: {'id': '69beec7e-0c7e-4625-bb64-e1c233024576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:31:29.926396 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-b8642378-098f-4508-bf90-424adfb34c41 req-b48fd562-bb3c-4ed2-a239-7c25360a6d40 service neutron] Bound port: a422016d-7bd3-4f02-9178-82f2e30209b5, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69beec7e-0c7e-4625-bb64-e1c233024576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:31:29.926790 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b8642378-098f-4508-bf90-424adfb34c41 req-b48fd562-bb3c-4ed2-a239-7c25360a6d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:31:29.938764 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c1507731-6010-4804-9455-1824fc42fd6c req-4af7e65c-2fa7-41ba-9473-83883751d19f tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731170 Nov 27 04:31:29.992644 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-b8642378-098f-4508-bf90-424adfb34c41 req-b48fd562-bb3c-4ed2-a239-7c25360a6d40 service neutron] For port a422016d-7bd3-4f02-9178-82f2e30209b5, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:31:29.995758 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-b8642378-098f-4508-bf90-424adfb34c41 req-b48fd562-bb3c-4ed2-a239-7c25360a6d40 service neutron] For port a422016d-7bd3-4f02-9178-82f2e30209b5, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=a422016d-7bd3-4f02-9178-82f2e30209b5,segment=NetworkSegment(69beec7e-0c7e-4625-bb64-e1c233024576),segment_id=69beec7e-0c7e-4625-bb64-e1c233024576)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:31:30.000291 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b8642378-098f-4508-bf90-424adfb34c41 req-b48fd562-bb3c-4ed2-a239-7c25360a6d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:31:30.033630 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8642378-098f-4508-bf90-424adfb34c41 req-b48fd562-bb3c-4ed2-a239-7c25360a6d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:30.034240 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b8642378-098f-4508-bf90-424adfb34c41 req-b48fd562-bb3c-4ed2-a239-7c25360a6d40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:31:30.035657 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b8642378-098f-4508-bf90-424adfb34c41 req-b48fd562-bb3c-4ed2-a239-7c25360a6d40 service neutron] 10.222.0.11 "PUT /v2.0/ports/a422016d-7bd3-4f02-9178-82f2e30209b5 HTTP/1.1" status: 200 len: 1091 time: 0.7735600 Nov 27 04:31:30.036103 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45806d20-8b5e-4c37-9b96-9fda646cbae3', 'tag': 'a422016d-7bd3-4f02-9178-82f2e30209b5'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:31:30.038363 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46eed1b-c43a-4648-8621-1239377ac7dd" -d '{"events": [{"name": "network-changed", "server_uuid": "45806d20-8b5e-4c37-9b96-9fda646cbae3", "tag": "a422016d-7bd3-4f02-9178-82f2e30209b5"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:31:30.069166 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48fd562-bb3c-4ed2-a239-7c25360a6d40 service neutron] Pushing event updated for resources: {'Port': ['ID=a422016d-7bd3-4f02-9178-82f2e30209b5,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:31:30.139744 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8642378-098f-4508-bf90-424adfb34c41 req-ab2030fb-1eaa-49cb-9a35-7078c0a58a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:30.141887 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b8642378-098f-4508-bf90-424adfb34c41 req-ab2030fb-1eaa-49cb-9a35-7078c0a58a25 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=10f978c2c11b494a987fc3e5865d3f8e&device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 1094 time: 0.0496511 Nov 27 04:31:30.190383 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c699c58-57da-4516-8b84-229bb7b0544e x-openstack-request-id: req-0c699c58-57da-4516-8b84-229bb7b0544e {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:31:30.190702 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45806d20-8b5e-4c37-9b96-9fda646cbae3", "tag": "a422016d-7bd3-4f02-9178-82f2e30209b5", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:31:30.190956 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c699c58-57da-4516-8b84-229bb7b0544e {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:31:30.191358 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45806d20-8b5e-4c37-9b96-9fda646cbae3', 'tag': 'a422016d-7bd3-4f02-9178-82f2e30209b5', 'status': 'completed', 'code': 200} Nov 27 04:31:30.193168 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b8642378-098f-4508-bf90-424adfb34c41 req-89155968-7194-49b3-aa4e-cfbe595f479a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a422016d-7bd3-4f02-9178-82f2e30209b5 HTTP/1.1" status: 200 len: 217 time: 0.0379508 Nov 27 04:31:30.243817 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8642378-098f-4508-bf90-424adfb34c41 req-3a1ea3a6-a927-4b58-8e45-7f75ec34af45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:30.245268 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b8642378-098f-4508-bf90-424adfb34c41 req-3a1ea3a6-a927-4b58-8e45-7f75ec34af45 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=76399331-df97-41cc-9a32-16c48f2ef132 HTTP/1.1" status: 200 len: 851 time: 0.0444701 Nov 27 04:31:30.291037 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8642378-098f-4508-bf90-424adfb34c41 req-038cc1ee-13e1-4e3d-91b9-a03d09dd6b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:30.292512 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b8642378-098f-4508-bf90-424adfb34c41 req-038cc1ee-13e1-4e3d-91b9-a03d09dd6b37 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c8866c7-f2d0-4974-bfd8-5d5f8ee833be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403714 Nov 27 04:31:30.388758 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b8642378-098f-4508-bf90-424adfb34c41 req-b59a14b0-281a-4f16-96fe-06e1e4150182 service neutron] 10.222.0.11 "GET /v2.0/networks/9c8866c7-f2d0-4974-bfd8-5d5f8ee833be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839145 Nov 27 04:31:30.479505 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b8642378-098f-4508-bf90-424adfb34c41 req-29427549-c04d-464b-b6fe-9d6f1488a010 service neutron] 10.222.0.11 "GET /v2.0/networks/9c8866c7-f2d0-4974-bfd8-5d5f8ee833be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835583 Nov 27 04:31:30.599825 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46eed1b-c43a-4648-8621-1239377ac7dd req-2661102f-bb6f-4c2c-8720-c88e55b80ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:30.601245 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b46eed1b-c43a-4648-8621-1239377ac7dd req-2661102f-bb6f-4c2c-8720-c88e55b80ba2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=10f978c2c11b494a987fc3e5865d3f8e&device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 1094 time: 0.0400369 Nov 27 04:31:30.698758 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46eed1b-c43a-4648-8621-1239377ac7dd req-edba497e-8871-4a26-ad14-c41a886d5862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:30.700257 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b46eed1b-c43a-4648-8621-1239377ac7dd req-edba497e-8871-4a26-ad14-c41a886d5862 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9c8866c7-f2d0-4974-bfd8-5d5f8ee833be HTTP/1.1" status: 200 len: 913 time: 0.0898595 Nov 27 04:31:30.742873 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b46eed1b-c43a-4648-8621-1239377ac7dd req-2db94cc4-797b-4526-9a1a-761b22723d84 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a422016d-7bd3-4f02-9178-82f2e30209b5 HTTP/1.1" status: 200 len: 217 time: 0.0347724 Nov 27 04:31:30.792079 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46eed1b-c43a-4648-8621-1239377ac7dd req-3e5b39b4-e8fa-4828-95b2-637cfe9547b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:30.793518 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b46eed1b-c43a-4648-8621-1239377ac7dd req-3e5b39b4-e8fa-4828-95b2-637cfe9547b0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=76399331-df97-41cc-9a32-16c48f2ef132 HTTP/1.1" status: 200 len: 851 time: 0.0440137 Nov 27 04:31:30.838848 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46eed1b-c43a-4648-8621-1239377ac7dd req-39ea4e98-0221-4048-aef6-37fb99ccd192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:30.840313 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b46eed1b-c43a-4648-8621-1239377ac7dd req-39ea4e98-0221-4048-aef6-37fb99ccd192 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c8866c7-f2d0-4974-bfd8-5d5f8ee833be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385675 Nov 27 04:31:30.932632 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b46eed1b-c43a-4648-8621-1239377ac7dd req-953835c8-03b5-4506-a66f-eabe762f05b2 service neutron] 10.222.0.11 "GET /v2.0/networks/9c8866c7-f2d0-4974-bfd8-5d5f8ee833be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834563 Nov 27 04:31:31.045810 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b46eed1b-c43a-4648-8621-1239377ac7dd req-0bb95f6c-c2da-436e-8819-ab08032b9608 service neutron] 10.222.0.11 "GET /v2.0/networks/9c8866c7-f2d0-4974-bfd8-5d5f8ee833be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060281 Nov 27 04:31:31.068146 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9197c-ecf0-4cc9-8051-18858dafe6db req-0ab26d34-a3a8-477e-91b6-8ed918189519 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:31.069698 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-38b9197c-ecf0-4cc9-8051-18858dafe6db req-0ab26d34-a3a8-477e-91b6-8ed918189519 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 943 time: 0.0602822 Nov 27 04:31:31.124056 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-38b9197c-ecf0-4cc9-8051-18858dafe6db req-e1cd9528-c719-4303-ac01-e768a10b6dd8 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425904 Nov 27 04:31:32.238262 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec057b3-fbc3-4a80-b998-ed7a269391e0 req-977f7835-46b1-4a69-b726-ad78c1a01333 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:32.239751 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1ec057b3-fbc3-4a80-b998-ed7a269391e0 req-977f7835-46b1-4a69-b726-ad78c1a01333 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 943 time: 0.0480447 Nov 27 04:31:32.286445 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1ec057b3-fbc3-4a80-b998-ed7a269391e0 req-1fc1af0a-2909-4f7e-88be-0a5566302927 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408504 Nov 27 04:31:33.403786 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890f2d6-ec08-494c-ad87-805428bae300 req-3d885e06-d2ab-4c9d-88ac-5cf1e0de4e9b tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:33.405520 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0890f2d6-ec08-494c-ad87-805428bae300 req-3d885e06-d2ab-4c9d-88ac-5cf1e0de4e9b tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 943 time: 0.0517039 Nov 27 04:31:33.452626 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0890f2d6-ec08-494c-ad87-805428bae300 req-580b7341-84c2-4ebd-ae4e-f4403de98f97 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407598 Nov 27 04:31:33.972879 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device a422016d-7bd3-4f02-9178-82f2e30209b5 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:31:34.064692 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port a422016d-7bd3-4f02-9178-82f2e30209b5, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=a422016d-7bd3-4f02-9178-82f2e30209b5,segment=NetworkSegment(69beec7e-0c7e-4625-bb64-e1c233024576),segment_id=69beec7e-0c7e-4625-bb64-e1c233024576)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:31:34.078439 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'a422016d-7bd3-4f02-9178-82f2e30209b5', 'network_id': '9c8866c7-f2d0-4974-bfd8-5d5f8ee833be', 'port_id': 'a422016d-7bd3-4f02-9178-82f2e30209b5', 'mac_address': 'fa:16:3e:70:7a:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76399331-df97-41cc-9a32-16c48f2ef132', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:31:34.115178 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:31:34.127397 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a422016d-7bd3-4f02-9178-82f2e30209b5 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:31:34.146151 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port a422016d-7bd3-4f02-9178-82f2e30209b5, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=a422016d-7bd3-4f02-9178-82f2e30209b5,segment=NetworkSegment(69beec7e-0c7e-4625-bb64-e1c233024576),segment_id=69beec7e-0c7e-4625-bb64-e1c233024576)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:31:34.151275 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:31:34.197933 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=a422016d-7bd3-4f02-9178-82f2e30209b5,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:31:34.205965 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:31:34.206356 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:31:34.206744 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:31:34.207096 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:31:34.207441 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:31:34.207784 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:31:34.208123 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:31:34.208464 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:31:34.208798 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:31:34.209132 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:31:34.209468 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:31:34.209801 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:31:34.445141 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['a422016d-7bd3-4f02-9178-82f2e30209b5'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:31:34.566753 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fecc7e-3810-491e-8893-b99ccddeccd0 req-eeccc6d2-9e48-42b4-b5a8-a7577739288c tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:34.568233 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f0fecc7e-3810-491e-8893-b99ccddeccd0 req-eeccc6d2-9e48-42b4-b5a8-a7577739288c tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 944 time: 0.0477147 Nov 27 04:31:34.614968 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f0fecc7e-3810-491e-8893-b99ccddeccd0 req-33c6d606-a26a-479b-bf8d-c37a6ba6f272 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407050 Nov 27 04:31:35.734886 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fa0a3-20bf-433b-abea-e733547af700 req-27ee3920-e1ea-4b85-89df-690a09aca2d4 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:35.736379 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-365fa0a3-20bf-433b-abea-e733547af700 req-27ee3920-e1ea-4b85-89df-690a09aca2d4 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 944 time: 0.0520761 Nov 27 04:31:35.783169 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-365fa0a3-20bf-433b-abea-e733547af700 req-fc8c871e-461f-4b07-bf97-6eeaf7e63aed tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408511 Nov 27 04:31:35.987555 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device a422016d-7bd3-4f02-9178-82f2e30209b5 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:31:36.034737 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port a422016d-7bd3-4f02-9178-82f2e30209b5 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:31:36.038848 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port a422016d-7bd3-4f02-9178-82f2e30209b5 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:31:36.039297 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:31:36.114952 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:31:36.146268 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port a422016d-7bd3-4f02-9178-82f2e30209b5, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=a422016d-7bd3-4f02-9178-82f2e30209b5,segment=NetworkSegment(69beec7e-0c7e-4625-bb64-e1c233024576),segment_id=69beec7e-0c7e-4625-bb64-e1c233024576)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:31:36.151455 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:31:36.198326 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=a422016d-7bd3-4f02-9178-82f2e30209b5,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:31:36.897483 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8124ca-6623-4962-86ee-348fb01813fe req-bfb1e0a3-df74-42ca-8bf7-56be82ad52a1 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:36.898956 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0a8124ca-6623-4962-86ee-348fb01813fe req-bfb1e0a3-df74-42ca-8bf7-56be82ad52a1 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0472074 Nov 27 04:31:36.945196 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0a8124ca-6623-4962-86ee-348fb01813fe req-c20cb1fa-d1bc-4fa6-bf45-624d45f1f30a tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404007 Nov 27 04:31:38.058096 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d6138-52d8-4204-8bc1-4d32e1541d6c req-4df39781-3656-4d41-90fb-86d9efb5dc5d tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:38.059577 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-125d6138-52d8-4204-8bc1-4d32e1541d6c req-4df39781-3656-4d41-90fb-86d9efb5dc5d tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0469718 Nov 27 04:31:38.109076 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-125d6138-52d8-4204-8bc1-4d32e1541d6c req-8bf82fee-cad1-452c-b8a6-062240e19426 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430648 Nov 27 04:31:39.223531 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815e763-3cce-4416-95db-ad64e0ea2e8a req-7f4dacff-d21f-4126-a27e-4ab8e306ccb2 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:39.224972 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c815e763-3cce-4416-95db-ad64e0ea2e8a req-7f4dacff-d21f-4126-a27e-4ab8e306ccb2 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0476949 Nov 27 04:31:39.271341 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c815e763-3cce-4416-95db-ad64e0ea2e8a req-94c6e78b-9684-4b88-9fe3-ac1225edadd2 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404778 Nov 27 04:31:40.383157 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f5809-1e3a-4f84-b192-8173c1e14ccb req-a2b23267-04b5-4f3b-b249-9a3335a63e11 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:40.384608 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-576f5809-1e3a-4f84-b192-8173c1e14ccb req-a2b23267-04b5-4f3b-b249-9a3335a63e11 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0470693 Nov 27 04:31:40.432455 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-576f5809-1e3a-4f84-b192-8173c1e14ccb req-493e76a3-c8fc-4351-9a9c-382a0f7c43d6 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418844 Nov 27 04:31:41.549938 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3b15e-690b-4bbb-8a00-c6cfcea89cfe req-5c404f7c-2c97-412e-8618-a36d22ca438f tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:41.551439 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-49d3b15e-690b-4bbb-8a00-c6cfcea89cfe req-5c404f7c-2c97-412e-8618-a36d22ca438f tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0533578 Nov 27 04:31:41.597065 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-49d3b15e-690b-4bbb-8a00-c6cfcea89cfe req-0ea66b14-27eb-4814-9426-fcb827dc7b8a tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397525 Nov 27 04:31:42.712019 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a73f00-0cb8-472c-a950-2a8fcdf659ff req-911de5c2-a0ea-42bd-ab27-66434ed15c79 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:42.713506 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-63a73f00-0cb8-472c-a950-2a8fcdf659ff req-911de5c2-a0ea-42bd-ab27-66434ed15c79 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0488553 Nov 27 04:31:42.760089 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-63a73f00-0cb8-472c-a950-2a8fcdf659ff req-3a014e8b-713e-4046-8086-050dc9815481 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405939 Nov 27 04:31:43.873744 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647ed1c-01d8-4a74-a801-71343665b56d req-b6f16d32-4316-420c-8386-146d61e4ad0a tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:43.875238 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5647ed1c-01d8-4a74-a801-71343665b56d req-b6f16d32-4316-420c-8386-146d61e4ad0a tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0476704 Nov 27 04:31:43.925382 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5647ed1c-01d8-4a74-a801-71343665b56d req-bf4e9d2a-22e0-45b9-b9ff-446e99decdf0 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441136 Nov 27 04:31:45.046242 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3744b-e405-48ec-8f35-3af7739c1d42 req-c9a027de-177c-43b1-b230-1e66a5846ae9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:45.047711 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5cf3744b-e405-48ec-8f35-3af7739c1d42 req-c9a027de-177c-43b1-b230-1e66a5846ae9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0478685 Nov 27 04:31:45.093768 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5cf3744b-e405-48ec-8f35-3af7739c1d42 req-59190da9-df3a-4709-bb13-9bda337c0301 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395682 Nov 27 04:31:46.194099 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dbfa5663-679f-433e-b7b2-cd17bad71074 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:31:46.212082 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d90430-9685-47c4-ad50-d6eb8043adaa req-1ef598d8-1964-4fc6-9156-8cf8b574aa21 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:46.213575 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c5d90430-9685-47c4-ad50-d6eb8043adaa req-1ef598d8-1964-4fc6-9156-8cf8b574aa21 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0494969 Nov 27 04:31:46.260287 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c5d90430-9685-47c4-ad50-d6eb8043adaa req-88a5ebf4-3649-4542-bb0c-77c3f8789987 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406778 Nov 27 04:31:46.370505 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:31:47.375058 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565993d-335d-4b22-8cff-6ac01397c097 req-b02c3507-6ffe-4913-9f96-d1c9e06f9cb9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:47.377182 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b565993d-335d-4b22-8cff-6ac01397c097 req-b02c3507-6ffe-4913-9f96-d1c9e06f9cb9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0514686 Nov 27 04:31:47.425021 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b565993d-335d-4b22-8cff-6ac01397c097 req-a4a0afa0-50c5-4a09-9c2e-0db54a025ca8 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418820 Nov 27 04:31:48.341411 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7fc0d54b-ec70-43f1-9c08-2dc4fd13da83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:31:48.538831 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fdcfbc-f72d-463e-9c20-acf9eac9d919 req-7dd93f6c-3445-4ab8-a963-3965bcb21c38 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:48.540351 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-75fdcfbc-f72d-463e-9c20-acf9eac9d919 req-7dd93f6c-3445-4ab8-a963-3965bcb21c38 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0486584 Nov 27 04:31:48.586893 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-75fdcfbc-f72d-463e-9c20-acf9eac9d919 req-3e5090df-7645-4206-bcae-f9717c68939f tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405874 Nov 27 04:31:49.027103 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:31:49.686469 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:31:49.698682 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:31:49.706489 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06f30a-d213-4ae9-80b1-5a9feaa8e138 req-d6f88d0e-bf43-4017-bd4f-4bf85ef94954 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:49.707994 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5e06f30a-d213-4ae9-80b1-5a9feaa8e138 req-d6f88d0e-bf43-4017-bd4f-4bf85ef94954 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0535598 Nov 27 04:31:49.754374 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5e06f30a-d213-4ae9-80b1-5a9feaa8e138 req-a1a53580-b108-45ff-be93-91e2f6cfd601 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403900 Nov 27 04:31:50.869240 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c59d0-e601-4c8a-93a0-d56f881c1653 req-a45854ea-eb97-4189-bd5b-19a2fa31feae tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:50.870774 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-366c59d0-e601-4c8a-93a0-d56f881c1653 req-a45854ea-eb97-4189-bd5b-19a2fa31feae tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0490828 Nov 27 04:31:50.918502 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-366c59d0-e601-4c8a-93a0-d56f881c1653 req-04eb36ef-96fd-4899-a59d-5f2c79f8e858 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412042 Nov 27 04:31:51.293546 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:31:51.910413 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:31:52.033379 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7c5b8-01f2-42e1-9b9d-6847cf37bc43 req-8745e020-b2a4-4200-8dfe-1a3e9276eef5 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:52.034881 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9cf7c5b8-01f2-42e1-9b9d-6847cf37bc43 req-8745e020-b2a4-4200-8dfe-1a3e9276eef5 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0474234 Nov 27 04:31:52.084261 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9cf7c5b8-01f2-42e1-9b9d-6847cf37bc43 req-35800b42-5777-4a9e-9067-e3f7ed707c60 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435653 Nov 27 04:31:53.199940 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e3b06-133c-49b0-acf9-73bda00c7862 req-bea5504f-5a7a-4dbf-bea4-84dcb29ced00 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:53.201426 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-347e3b06-133c-49b0-acf9-73bda00c7862 req-bea5504f-5a7a-4dbf-bea4-84dcb29ced00 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0490265 Nov 27 04:31:53.247306 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-347e3b06-133c-49b0-acf9-73bda00c7862 req-f15ea781-0226-4cfc-a4ce-db2e1944a57b tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399227 Nov 27 04:31:54.360207 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0448c-871e-45de-97e7-b1ff8fe7f2e9 req-4267137c-2621-42e8-86ca-a7aeda320bbb tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:54.362170 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6bc0448c-871e-45de-97e7-b1ff8fe7f2e9 req-4267137c-2621-42e8-86ca-a7aeda320bbb tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0486512 Nov 27 04:31:54.408310 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6bc0448c-871e-45de-97e7-b1ff8fe7f2e9 req-6d33da06-4b05-48a3-bb57-69f7d9e63262 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401516 Nov 27 04:31:55.525903 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c72ded-92ca-47ee-8f71-23d134173811 req-29a7a18b-12b9-4a92-96b8-22c194480cbd tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:55.527428 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a8c72ded-92ca-47ee-8f71-23d134173811 req-29a7a18b-12b9-4a92-96b8-22c194480cbd tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0519581 Nov 27 04:31:55.573662 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a8c72ded-92ca-47ee-8f71-23d134173811 req-555f592f-7494-4ad7-8c18-d2340d87bb44 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395823 Nov 27 04:31:56.689916 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9a7f4-bb8f-4c4c-ad73-a58ea1a9c115 req-cdb12a97-3905-4744-ad08-58d36a2c1fb1 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:56.691415 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f9f9a7f4-bb8f-4c4c-ad73-a58ea1a9c115 req-cdb12a97-3905-4744-ad08-58d36a2c1fb1 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0512280 Nov 27 04:31:56.737309 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f9f9a7f4-bb8f-4c4c-ad73-a58ea1a9c115 req-ad59972e-b9e7-4aaa-a7c2-79463f43c9ea tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399818 Nov 27 04:31:57.849736 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f6f6c-ceb1-4c16-b9c1-079f3ca3c00d req-d43f8dce-9c21-4a98-af85-1933b606425f tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:57.851305 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-098f6f6c-ceb1-4c16-b9c1-079f3ca3c00d req-d43f8dce-9c21-4a98-af85-1933b606425f tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0477896 Nov 27 04:31:57.901424 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-098f6f6c-ceb1-4c16-b9c1-079f3ca3c00d req-1b4fed68-9749-464a-827c-d616ceed3f55 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442941 Nov 27 04:31:59.077180 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8840e-e37d-44f0-b6fa-f3432bb6856d req-506e1e11-ed2a-49ef-b670-54b02603cf45 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:31:59.078813 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5cf8840e-e37d-44f0-b6fa-f3432bb6856d req-506e1e11-ed2a-49ef-b670-54b02603cf45 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0517747 Nov 27 04:31:59.127978 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5cf8840e-e37d-44f0-b6fa-f3432bb6856d req-99fe5ead-f374-43b9-b3c9-079b74e2c510 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424659 Nov 27 04:32:00.242931 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940972ca-7fc0-4624-8148-a40d7521964b req-27af5450-70a0-4649-9f59-6e41bf5a984a tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:00.244391 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-940972ca-7fc0-4624-8148-a40d7521964b req-27af5450-70a0-4649-9f59-6e41bf5a984a tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0478790 Nov 27 04:32:00.295488 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-940972ca-7fc0-4624-8148-a40d7521964b req-cfd6437e-be49-4893-8a8a-16a6911e981b tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450635 Nov 27 04:32:01.413202 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc995ba3-62bb-494f-a2a4-ba4841bf1395 req-a08458f6-bc68-4b75-8ee3-4885d921947d tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:01.414706 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bc995ba3-62bb-494f-a2a4-ba4841bf1395 req-a08458f6-bc68-4b75-8ee3-4885d921947d tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0515101 Nov 27 04:32:01.460777 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bc995ba3-62bb-494f-a2a4-ba4841bf1395 req-932dc80e-8ffe-4d01-bcf0-a442d74fc0e3 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401337 Nov 27 04:32:02.574020 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f9044-62cf-4368-a44b-e84b7370d0c1 req-819d390c-5ed4-4308-b616-a888cc1e27b6 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:02.575566 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-880f9044-62cf-4368-a44b-e84b7370d0c1 req-819d390c-5ed4-4308-b616-a888cc1e27b6 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0478454 Nov 27 04:32:02.621694 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-880f9044-62cf-4368-a44b-e84b7370d0c1 req-7a5628f7-b57a-492f-a183-9b8ce981a08a tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402937 Nov 27 04:32:03.738694 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba47214-c302-46fa-9f5f-de2062138946 req-5403f95a-e7c4-47d7-a8aa-14140571fb10 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:03.740160 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fba47214-c302-46fa-9f5f-de2062138946 req-5403f95a-e7c4-47d7-a8aa-14140571fb10 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0519285 Nov 27 04:32:03.786536 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fba47214-c302-46fa-9f5f-de2062138946 req-404b1163-5ab8-4c61-a17a-9e676832ee11 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404682 Nov 27 04:32:04.898845 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550b7d7-ee3f-4e13-95ed-1ff67f158174 req-a9154768-d23b-4767-99df-be5e335e0ad1 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:04.900316 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a550b7d7-ee3f-4e13-95ed-1ff67f158174 req-a9154768-d23b-4767-99df-be5e335e0ad1 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0481226 Nov 27 04:32:04.946570 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a550b7d7-ee3f-4e13-95ed-1ff67f158174 req-8364dd73-d6b4-45b1-a757-ac88c2d76f57 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404480 Nov 27 04:32:06.063025 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a2255-684b-44fb-9d0c-88f3f402f666 req-071d8123-e7e2-43bb-9a6f-40f9019c6739 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:06.064480 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6d4a2255-684b-44fb-9d0c-88f3f402f666 req-071d8123-e7e2-43bb-9a6f-40f9019c6739 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0476651 Nov 27 04:32:06.113866 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6d4a2255-684b-44fb-9d0c-88f3f402f666 req-15ba390e-c9a6-4fe4-87cd-2eeff29f51e6 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435171 Nov 27 04:32:07.231171 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c3f4d-09e0-4b68-88de-a84f34259ab0 req-0bc4c5ca-ff21-41ce-8ef4-10f53f5feb65 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:07.232798 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-977c3f4d-09e0-4b68-88de-a84f34259ab0 req-0bc4c5ca-ff21-41ce-8ef4-10f53f5feb65 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0524490 Nov 27 04:32:07.279504 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-977c3f4d-09e0-4b68-88de-a84f34259ab0 req-f1b457de-ed09-460c-b92e-8fd16eb28b42 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402985 Nov 27 04:32:08.394377 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce2714-9651-4809-bca5-2f83033542e8 req-814eee45-682c-40cf-a442-a1721cf59298 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:08.395892 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c6ce2714-9651-4809-bca5-2f83033542e8 req-814eee45-682c-40cf-a442-a1721cf59298 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0485177 Nov 27 04:32:08.443422 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c6ce2714-9651-4809-bca5-2f83033542e8 req-7ad85f47-e997-4980-ac5c-1f8da078c1b3 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413971 Nov 27 04:32:09.853346 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1986e74-e9bc-456d-9c33-969f03d4dbf0 req-495d9e69-3399-43ea-aff6-a50998553a70 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:09.854756 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f1986e74-e9bc-456d-9c33-969f03d4dbf0 req-495d9e69-3399-43ea-aff6-a50998553a70 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.3420496 Nov 27 04:32:09.901347 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f1986e74-e9bc-456d-9c33-969f03d4dbf0 req-7aaf23c2-6015-496d-ae07-4afcc4a7b58f tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406466 Nov 27 04:32:11.011258 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf8f13-0f44-421f-b1fd-eef92d513a39 req-76dea463-508f-44e3-9498-0f387ce0a62b tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:11.012691 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-89cf8f13-0f44-421f-b1fd-eef92d513a39 req-76dea463-508f-44e3-9498-0f387ce0a62b tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0461519 Nov 27 04:32:11.059032 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-89cf8f13-0f44-421f-b1fd-eef92d513a39 req-db2f3441-2aa3-4672-a15a-da5d366b51d7 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400388 Nov 27 04:32:12.171132 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa29d8-d20a-48e3-a861-d630ed006f3f req-f622cc6c-390f-4fb8-b99f-448431ce9cb5 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:12.172590 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2efa29d8-d20a-48e3-a861-d630ed006f3f req-f622cc6c-390f-4fb8-b99f-448431ce9cb5 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0473957 Nov 27 04:32:12.223326 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2efa29d8-d20a-48e3-a861-d630ed006f3f req-72301043-88ce-40a9-b494-38f515ae5116 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440829 Nov 27 04:32:13.342082 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0d7a8-86a2-47cc-b79b-9d2f11c1beac req-2e8034dd-38f9-4d05-a1c4-5dd2837f0881 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:13.343579 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ffd0d7a8-86a2-47cc-b79b-9d2f11c1beac req-2e8034dd-38f9-4d05-a1c4-5dd2837f0881 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0508223 Nov 27 04:32:13.389780 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ffd0d7a8-86a2-47cc-b79b-9d2f11c1beac req-8cdf400b-20c9-4a38-9eab-0768ab1e5f9d tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402517 Nov 27 04:32:14.502102 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041875ef-6d6c-4d74-9cb7-1f27f5ad5397 req-10cb8d42-b460-48f2-b05b-eb00c3c94f9a tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:14.503579 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-041875ef-6d6c-4d74-9cb7-1f27f5ad5397 req-10cb8d42-b460-48f2-b05b-eb00c3c94f9a tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0472183 Nov 27 04:32:14.548841 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-041875ef-6d6c-4d74-9cb7-1f27f5ad5397 req-5b604c8e-1ded-480b-8f47-cc7c63d4bab6 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394373 Nov 27 04:32:15.669241 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23026a-51ef-490f-adfc-85abf089ca93 req-b8dbdf93-268f-4572-8ee8-7207cba4a975 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:15.671312 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4e23026a-51ef-490f-adfc-85abf089ca93 req-b8dbdf93-268f-4572-8ee8-7207cba4a975 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0556393 Nov 27 04:32:15.717859 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4e23026a-51ef-490f-adfc-85abf089ca93 req-03965e0c-563f-4b63-b4e9-33c7c56b4223 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403168 Nov 27 04:32:16.185381 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1915ba10-d371-453d-a8a1-4b105fafd95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:16.370845 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:16.831764 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7234256-38ed-42e9-845a-8bc57c4c8169 req-4d28ebb5-4a28-4383-9902-2c0e834907e5 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:16.833211 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7234256-38ed-42e9-845a-8bc57c4c8169 req-4d28ebb5-4a28-4383-9902-2c0e834907e5 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0475526 Nov 27 04:32:16.879106 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7234256-38ed-42e9-845a-8bc57c4c8169 req-e960e1ee-3809-4882-993b-54ff537a5d98 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399821 Nov 27 04:32:17.992669 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b7f2d-b1a1-4c5a-8423-39aedcd2a277 req-e2f44be7-f54b-4e15-a516-4abf09aaea9f tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:17.994150 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c71b7f2d-b1a1-4c5a-8423-39aedcd2a277 req-e2f44be7-f54b-4e15-a516-4abf09aaea9f tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0482681 Nov 27 04:32:18.048322 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c71b7f2d-b1a1-4c5a-8423-39aedcd2a277 req-5d4ea663-3477-4f8a-b87a-243b7e938d63 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482318 Nov 27 04:32:18.347766 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ce75ce74-a942-409c-8e16-cce0c7e0bf3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:19.046973 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:19.163472 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1680293-afb3-4957-933b-8aedc3c4901a req-c52b7a63-757c-4441-843a-b2f1753f4c89 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:19.164880 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c1680293-afb3-4957-933b-8aedc3c4901a req-c52b7a63-757c-4441-843a-b2f1753f4c89 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0488634 Nov 27 04:32:19.213330 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c1680293-afb3-4957-933b-8aedc3c4901a req-874d89d1-b6bb-4630-905e-b323d9cce959 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421319 Nov 27 04:32:19.688652 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:20.330377 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a394c-00db-4c7c-a42d-285d48995a67 req-0cc11b58-ee41-4d09-a9c1-fb8cc770fc51 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:20.331958 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-519a394c-00db-4c7c-a42d-285d48995a67 req-0cc11b58-ee41-4d09-a9c1-fb8cc770fc51 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0486848 Nov 27 04:32:20.380154 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-519a394c-00db-4c7c-a42d-285d48995a67 req-1b4a6ce0-b8c3-40c7-a544-2416e1a73889 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421798 Nov 27 04:32:21.296921 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:21.497236 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9eec0-8c30-422c-9061-2093e994dbe3 req-a7db1393-56ea-4670-98ca-85ae2a734cc1 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:21.498740 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-13d9eec0-8c30-422c-9061-2093e994dbe3 req-a7db1393-56ea-4670-98ca-85ae2a734cc1 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0509882 Nov 27 04:32:21.545406 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-13d9eec0-8c30-422c-9061-2093e994dbe3 req-422198ec-63e6-403d-a711-169815e1c8ca tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399468 Nov 27 04:32:21.911867 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:22.660599 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae9653-f19f-4a81-bc14-3ad23f1504df req-449c5641-a363-45b7-b870-03bb06f5a712 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:22.662071 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bfae9653-f19f-4a81-bc14-3ad23f1504df req-449c5641-a363-45b7-b870-03bb06f5a712 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0490494 Nov 27 04:32:22.708170 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bfae9653-f19f-4a81-bc14-3ad23f1504df req-7bc731b5-6617-42c3-b69e-602ded41eae4 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401523 Nov 27 04:32:23.825247 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007087d-92ea-422a-b992-763181d6c7ed req-2764a661-4cf4-4080-8b61-f03d101a23e9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:23.826725 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e007087d-92ea-422a-b992-763181d6c7ed req-2764a661-4cf4-4080-8b61-f03d101a23e9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0510283 Nov 27 04:32:23.873246 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e007087d-92ea-422a-b992-763181d6c7ed req-362744b1-fd46-43f3-8fc5-b30839ad576a tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406828 Nov 27 04:32:24.985771 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a8088-cb7b-4992-8cd8-ff93bcd731d0 req-4c643792-d820-442c-9697-b3f5ac294763 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:24.987262 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ef2a8088-cb7b-4992-8cd8-ff93bcd731d0 req-4c643792-d820-442c-9697-b3f5ac294763 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0480695 Nov 27 04:32:25.034440 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ef2a8088-cb7b-4992-8cd8-ff93bcd731d0 req-3edd89bd-6074-4724-aeae-dfb6a8cea652 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409863 Nov 27 04:32:26.148182 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4dcdc-21b5-4a62-8e7a-0f925dae5a71 req-7ed40f00-62ef-4d87-84a6-685bf952e58e tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:26.149680 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8ec4dcdc-21b5-4a62-8e7a-0f925dae5a71 req-7ed40f00-62ef-4d87-84a6-685bf952e58e tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0480850 Nov 27 04:32:26.200218 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8ec4dcdc-21b5-4a62-8e7a-0f925dae5a71 req-692e68b6-e8b1-46d1-8381-90dc64997fa0 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446515 Nov 27 04:32:26.698434 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:32:27.316689 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72251b-1bf0-486e-a9c2-a1ab5de99d8e req-7969a114-3d85-4283-af3d-476638c0200f tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:27.318144 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6e72251b-1bf0-486e-a9c2-a1ab5de99d8e req-7969a114-3d85-4283-af3d-476638c0200f tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0485928 Nov 27 04:32:27.364533 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6e72251b-1bf0-486e-a9c2-a1ab5de99d8e req-6a719380-cdeb-491e-9b46-31872de0384e tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404871 Nov 27 04:32:28.477938 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f75ca-cf4e-48ad-9692-f2ca1f9a9021 req-eeddff9e-9557-4db9-b6a8-93790f991969 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:28.479483 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-112f75ca-cf4e-48ad-9692-f2ca1f9a9021 req-eeddff9e-9557-4db9-b6a8-93790f991969 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0488179 Nov 27 04:32:28.526016 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-112f75ca-cf4e-48ad-9692-f2ca1f9a9021 req-32a416d2-10c5-4624-90c4-5b28cc3f37c1 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406792 Nov 27 04:32:29.644264 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1057b7c2-ef7b-49e7-925d-1b095106241b req-d839b00a-9b93-44a2-81e1-a3cc4de2f4ae tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:29.645733 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1057b7c2-ef7b-49e7-925d-1b095106241b req-d839b00a-9b93-44a2-81e1-a3cc4de2f4ae tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0527978 Nov 27 04:32:29.694221 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1057b7c2-ef7b-49e7-925d-1b095106241b req-c0b5bd1b-5b14-49e9-9314-ca630421d296 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425408 Nov 27 04:32:30.807765 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9350c15-4ffe-4266-a689-df965fc8acba req-28394d90-c53b-46cd-af0d-2f1c69f74596 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:30.809260 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b9350c15-4ffe-4266-a689-df965fc8acba req-28394d90-c53b-46cd-af0d-2f1c69f74596 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0481005 Nov 27 04:32:30.856555 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b9350c15-4ffe-4266-a689-df965fc8acba req-3812b915-29de-4fba-9ec8-15ef297bceb0 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412159 Nov 27 04:32:31.969069 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c87638-aaa0-4948-b1d8-2c4e463df09d req-e9f04a70-0b36-4cdf-8072-03edc78434fc tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:31.970539 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-73c87638-aaa0-4948-b1d8-2c4e463df09d req-e9f04a70-0b36-4cdf-8072-03edc78434fc tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0476141 Nov 27 04:32:32.020251 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-73c87638-aaa0-4948-b1d8-2c4e463df09d req-7b022218-8ee7-4824-a03e-41f429355a4d tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432932 Nov 27 04:32:32.784594 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8642378-098f-4508-bf90-424adfb34c41 req-3c485bec-0ae4-4cbe-83d5-6fa97acc3e59 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:32.786029 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b8642378-098f-4508-bf90-424adfb34c41 req-3c485bec-0ae4-4cbe-83d5-6fa97acc3e59 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.11 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 945 time: 0.0470388 Nov 27 04:32:32.873164 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-b8642378-098f-4508-bf90-424adfb34c41 req-c8435016-9d4d-49b7-bf58-627b08bafff9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Deleting port a422016d-7bd3-4f02-9178-82f2e30209b5 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:32:32.873506 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b8642378-098f-4508-bf90-424adfb34c41 req-c8435016-9d4d-49b7-bf58-627b08bafff9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:32.963436 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-b8642378-098f-4508-bf90-424adfb34c41 req-c8435016-9d4d-49b7-bf58-627b08bafff9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] For port a422016d-7bd3-4f02-9178-82f2e30209b5, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=a422016d-7bd3-4f02-9178-82f2e30209b5,segment=NetworkSegment(69beec7e-0c7e-4625-bb64-e1c233024576),segment_id=69beec7e-0c7e-4625-bb64-e1c233024576)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:32:32.963800 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b8642378-098f-4508-bf90-424adfb34c41 req-c8435016-9d4d-49b7-bf58-627b08bafff9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:32.976419 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-b8642378-098f-4508-bf90-424adfb34c41 req-c8435016-9d4d-49b7-bf58-627b08bafff9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Calling delete_port for a422016d-7bd3-4f02-9178-82f2e30209b5 owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:32:33.127102 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b8642378-098f-4508-bf90-424adfb34c41 req-c8435016-9d4d-49b7-bf58-627b08bafff9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:33.158814 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8435016-9d4d-49b7-bf58-627b08bafff9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Pushing event deleted for resources: {'Port': ['ID=a422016d-7bd3-4f02-9178-82f2e30209b5,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:32:33.176657 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a708a0-e2ad-48a2-a20d-1c173fc596f9 req-ae1bf755-1931-462e-826b-7f25612bce29 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:33.178184 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-88a708a0-e2ad-48a2-a20d-1c173fc596f9 req-ae1bf755-1931-462e-826b-7f25612bce29 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 867 time: 0.0903027 Nov 27 04:32:33.182856 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8435016-9d4d-49b7-bf58-627b08bafff9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:32:33.183214 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8435016-9d4d-49b7-bf58-627b08bafff9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:32:33.183570 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8435016-9d4d-49b7-bf58-627b08bafff9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:32:33.183921 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8435016-9d4d-49b7-bf58-627b08bafff9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:32:33.184270 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8435016-9d4d-49b7-bf58-627b08bafff9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:32:33.184616 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8435016-9d4d-49b7-bf58-627b08bafff9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:32:33.184957 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8435016-9d4d-49b7-bf58-627b08bafff9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:32:33.185292 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8435016-9d4d-49b7-bf58-627b08bafff9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:32:33.185633 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8435016-9d4d-49b7-bf58-627b08bafff9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:32:33.185970 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8435016-9d4d-49b7-bf58-627b08bafff9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:32:33.186801 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8435016-9d4d-49b7-bf58-627b08bafff9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:32:33.186801 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8435016-9d4d-49b7-bf58-627b08bafff9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:32:33.241735 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8642378-098f-4508-bf90-424adfb34c41 req-c8435016-9d4d-49b7-bf58-627b08bafff9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] No DVR routers for this DVR port a422016d-7bd3-4f02-9178-82f2e30209b5 on host n-h2-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:32:33.245187 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-b8642378-098f-4508-bf90-424adfb34c41 req-c8435016-9d4d-49b7-bf58-627b08bafff9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:33.248634 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b8642378-098f-4508-bf90-424adfb34c41 req-c8435016-9d4d-49b7-bf58-627b08bafff9 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.11 "DELETE /v2.0/ports/a422016d-7bd3-4f02-9178-82f2e30209b5 HTTP/1.1" status: 204 len: 173 time: 0.4552617 Nov 27 04:32:33.249322 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45806d20-8b5e-4c37-9b96-9fda646cbae3', 'name': 'network-vif-deleted', 'tag': 'a422016d-7bd3-4f02-9178-82f2e30209b5'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:32:33.251435 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619b946f-5d21-4683-8798-63f4ef4c0651" -d '{"events": [{"server_uuid": "45806d20-8b5e-4c37-9b96-9fda646cbae3", "name": "network-vif-deleted", "tag": "a422016d-7bd3-4f02-9178-82f2e30209b5"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:32:33.283558 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-88a708a0-e2ad-48a2-a20d-1c173fc596f9 req-4ec7bb6f-6898-4659-a229-9fa5c167e26f tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8effdf36-8acb-4749-aa92-9b1efb7f651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921907 Nov 27 04:32:33.344260 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 27 Nov 2021 04:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbd4ba4-b62a-4033-912b-236e22c5d9da x-openstack-request-id: req-dcbd4ba4-b62a-4033-912b-236e22c5d9da {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:32:33.344604 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45806d20-8b5e-4c37-9b96-9fda646cbae3", "name": "network-vif-deleted", "tag": "a422016d-7bd3-4f02-9178-82f2e30209b5", "status": "failed", "code": 422}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:32:33.344998 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dcbd4ba4-b62a-4033-912b-236e22c5d9da {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:32:33.345291 n-d-819494-3 neutron-server[110018]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '45806d20-8b5e-4c37-9b96-9fda646cbae3', 'name': 'network-vif-deleted', 'tag': 'a422016d-7bd3-4f02-9178-82f2e30209b5', 'status': 'failed', 'code': 422} returned with failed status Nov 27 04:32:34.396534 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e3524917-264d-4006-b047-2355022a9d2a req-0946c689-b3cc-4c6b-a785-b2853996b4ce tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 210 time: 0.0261192 Nov 27 04:32:34.537568 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5b2b425b-1e6e-47d5-af67-3564d739d550 req-15a2c51d-ab39-4a2d-be00-2c1c83b83029 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/ports?device_id=45806d20-8b5e-4c37-9b96-9fda646cbae3 HTTP/1.1" status: 200 len: 210 time: 0.0262949 Nov 27 04:32:34.825779 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 60384) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:32:34.880616 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5f5dfd74-2e69-4d3d-b0bc-1178b8348083 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:34.903883 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5f5dfd74-2e69-4d3d-b0bc-1178b8348083 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:34.951623 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5f5dfd74-2e69-4d3d-b0bc-1178b8348083 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:34.954198 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5f5dfd74-2e69-4d3d-b0bc-1178b8348083 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:34.955487 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-5f5dfd74-2e69-4d3d-b0bc-1178b8348083 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "DELETE /v2.0/security-groups/8effdf36-8acb-4749-aa92-9b1efb7f651c HTTP/1.1" status: 204 len: 168 time: 0.1286864 Nov 27 04:32:34.958529 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60388) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:32:34.965308 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5dfd74-2e69-4d3d-b0bc-1178b8348083 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8effdf36-8acb-4749-aa92-9b1efb7f651c,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:32:34.971243 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-7f797f71-124b-4f9d-a000-7702e676b912 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] show failed (client error): The resource could not be found. Nov 27 04:32:34.972845 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7f797f71-124b-4f9d-a000-7702e676b912 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "GET /v2.0/security-groups/8effdf36-8acb-4749-aa92-9b1efb7f651c HTTP/1.1" status: 404 len: 347 time: 0.0131366 Nov 27 04:32:34.973384 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5dfd74-2e69-4d3d-b0bc-1178b8348083 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:32:34.973747 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5dfd74-2e69-4d3d-b0bc-1178b8348083 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:32:34.974102 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5dfd74-2e69-4d3d-b0bc-1178b8348083 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:32:34.974455 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5dfd74-2e69-4d3d-b0bc-1178b8348083 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:32:34.974836 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5dfd74-2e69-4d3d-b0bc-1178b8348083 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:32:34.975273 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5dfd74-2e69-4d3d-b0bc-1178b8348083 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:32:34.975486 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60390) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:32:34.975628 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5dfd74-2e69-4d3d-b0bc-1178b8348083 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:32:34.975959 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5dfd74-2e69-4d3d-b0bc-1178b8348083 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:32:34.976293 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5dfd74-2e69-4d3d-b0bc-1178b8348083 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:32:34.976702 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5dfd74-2e69-4d3d-b0bc-1178b8348083 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:32:34.976964 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5dfd74-2e69-4d3d-b0bc-1178b8348083 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:32:34.977299 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5dfd74-2e69-4d3d-b0bc-1178b8348083 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:32:35.096278 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-ada37eed-216c-46fa-b9a8-37bfd9510889 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Deleting port 898c403c-f50a-4bcc-bc2f-724fe7385016 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:32:35.097162 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ada37eed-216c-46fa-b9a8-37bfd9510889 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:35.176224 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ada37eed-216c-46fa-b9a8-37bfd9510889 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:35.176659 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ada37eed-216c-46fa-b9a8-37bfd9510889 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:35.188216 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-ada37eed-216c-46fa-b9a8-37bfd9510889 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Calling delete_port for 898c403c-f50a-4bcc-bc2f-724fe7385016 owned by network:floatingip {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:32:35.321292 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ada37eed-216c-46fa-b9a8-37bfd9510889 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:35.351702 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada37eed-216c-46fa-b9a8-37bfd9510889 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Pushing event deleted for resources: {'Port': ['ID=898c403c-f50a-4bcc-bc2f-724fe7385016,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:32:35.404295 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ada37eed-216c-46fa-b9a8-37bfd9510889 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks [] for floatingip, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:35.407131 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ada37eed-216c-46fa-b9a8-37bfd9510889 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:35.408532 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ada37eed-216c-46fa-b9a8-37bfd9510889 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] 10.222.0.20 "DELETE /v2.0/floatingips/883b34d2-3e05-45ec-b942-ba9782104a10 HTTP/1.1" status: 204 len: 168 time: 0.4319305 Nov 27 04:32:35.411497 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60392) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:32:35.789764 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0c950b1a-d3ae-476f-b247-59b940387360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:36.031573 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-0c950b1a-d3ae-476f-b247-59b940387360 admin admin] Deleting port 2fa12ca8-b65a-476c-b252-c73bbff656b6 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:32:36.031910 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0c950b1a-d3ae-476f-b247-59b940387360 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:36.106536 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-0c950b1a-d3ae-476f-b247-59b940387360 admin admin] For port 2fa12ca8-b65a-476c-b252-c73bbff656b6, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=2fa12ca8-b65a-476c-b252-c73bbff656b6,segment=NetworkSegment(69beec7e-0c7e-4625-bb64-e1c233024576),segment_id=69beec7e-0c7e-4625-bb64-e1c233024576)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:32:36.106847 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0c950b1a-d3ae-476f-b247-59b940387360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:36.119001 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-0c950b1a-d3ae-476f-b247-59b940387360 admin admin] Calling delete_port for 2fa12ca8-b65a-476c-b252-c73bbff656b6 owned by network:router_interface {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:32:36.295087 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0c950b1a-d3ae-476f-b247-59b940387360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:36.320094 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c950b1a-d3ae-476f-b247-59b940387360 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fa12ca8-b65a-476c-b252-c73bbff656b6,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:32:36.406957 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device a422016d-7bd3-4f02-9178-82f2e30209b5 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:32:36.428698 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: a422016d-7bd3-4f02-9178-82f2e30209b5 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:32:36.429206 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device a422016d-7bd3-4f02-9178-82f2e30209b5 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:32:36.488159 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0c950b1a-d3ae-476f-b247-59b940387360 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:36.693723 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c950b1a-d3ae-476f-b247-59b940387360 admin admin] Router 4a65206d-4a72-428a-bed4-94bdf24e9d9e has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:32:36.795289 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c950b1a-d3ae-476f-b247-59b940387360 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:32:36.800332 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0c950b1a-d3ae-476f-b247-59b940387360 admin admin] 10.222.0.20 "PUT /v2.0/routers/4a65206d-4a72-428a-bed4-94bdf24e9d9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3879039 Nov 27 04:32:36.802788 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60396) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:32:36.804909 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622468d5-5534-459f-83f4-cb284f0e5de8 None None] Sync routers for ids ['4a65206d-4a72-428a-bed4-94bdf24e9d9e'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:32:36.814140 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622468d5-5534-459f-83f4-cb284f0e5de8 None None] Routers {'4a65206d-4a72-428a-bed4-94bdf24e9d9e'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:32:36.814776 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-622468d5-5534-459f-83f4-cb284f0e5de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:32:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4a65206d-4a72-428a-bed4-94bdf24e9d9e'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:32:36.907864 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e4221d13-28b0-413a-b4fd-31e95dac97ce admin admin] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:36.920697 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-622468d5-5534-459f-83f4-cb284f0e5de8 None None] Set router 4a65206d-4a72-428a-bed4-94bdf24e9d9e gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:32:37.010090 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e4221d13-28b0-413a-b4fd-31e95dac97ce admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:37.063274 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-e4221d13-28b0-413a-b4fd-31e95dac97ce admin admin] Deleting port bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:32:37.063627 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e4221d13-28b0-413a-b4fd-31e95dac97ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:37.092638 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-622468d5-5534-459f-83f4-cb284f0e5de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a65206d-4a72-428a-bed4-94bdf24e9d9e', 'name': 'tempest-ServerActionsTestJSON-1349726603-router', 'tenant_id': '10f978c2c11b494a987fc3e5865d3f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:26:54Z', 'updated_at': '2021-11-27T04:32:36Z', 'revision_number': 5, 'project_id': '10f978c2c11b494a987fc3e5865d3f8e', 'gw_port': {'id': 'bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65206d-4a72-428a-bed4-94bdf24e9d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:26:55Z', 'updated_at': '2021-11-27T04:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:32:37.118029 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622468d5-5534-459f-83f4-cb284f0e5de8 None None] Checking router: 4a65206d-4a72-428a-bed4-94bdf24e9d9e for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:32:37.126070 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622468d5-5534-459f-83f4-cb284f0e5de8 None None] Routers {'4a65206d-4a72-428a-bed4-94bdf24e9d9e'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:32:37.126705 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-622468d5-5534-459f-83f4-cb284f0e5de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:32:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['4a65206d-4a72-428a-bed4-94bdf24e9d9e'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:32:37.146473 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-e4221d13-28b0-413a-b4fd-31e95dac97ce admin admin] For port bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:32:37.146876 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e4221d13-28b0-413a-b4fd-31e95dac97ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:37.159612 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-e4221d13-28b0-413a-b4fd-31e95dac97ce admin admin] Calling delete_port for bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9 owned by network:router_gateway {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:32:37.211759 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-622468d5-5534-459f-83f4-cb284f0e5de8 None None] Set router 4a65206d-4a72-428a-bed4-94bdf24e9d9e gateway port host: None {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:32:37.330988 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e4221d13-28b0-413a-b4fd-31e95dac97ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:37.359184 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4221d13-28b0-413a-b4fd-31e95dac97ce admin admin] Pushing event deleted for resources: {'Port': ['ID=bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:32:37.359502 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-622468d5-5534-459f-83f4-cb284f0e5de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a65206d-4a72-428a-bed4-94bdf24e9d9e', 'name': 'tempest-ServerActionsTestJSON-1349726603-router', 'tenant_id': '10f978c2c11b494a987fc3e5865d3f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:26:54Z', 'updated_at': '2021-11-27T04:32:37Z', 'revision_number': 6, 'project_id': '10f978c2c11b494a987fc3e5865d3f8e', 'gw_port_host': None}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:32:37.373374 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7980550-ec2c-4c21-8485-fc7266570f36 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:32:37.389875 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622468d5-5534-459f-83f4-cb284f0e5de8 None None] The sync data for ids ['4a65206d-4a72-428a-bed4-94bdf24e9d9e'] in n-d-819494-3 is: [{'id': '4a65206d-4a72-428a-bed4-94bdf24e9d9e', 'name': 'tempest-ServerActionsTestJSON-1349726603-router', 'tenant_id': '10f978c2c11b494a987fc3e5865d3f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:26:54Z', 'updated_at': '2021-11-27T04:32:37Z', 'revision_number': 6, 'project_id': '10f978c2c11b494a987fc3e5865d3f8e', 'gw_port_host': None}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:32:37.432946 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e4221d13-28b0-413a-b4fd-31e95dac97ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:37.521948 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e4221d13-28b0-413a-b4fd-31e95dac97ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:37.524092 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e4221d13-28b0-413a-b4fd-31e95dac97ce admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:37.566781 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e4221d13-28b0-413a-b4fd-31e95dac97ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:37.567364 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4221d13-28b0-413a-b4fd-31e95dac97ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a65206d-4a72-428a-bed4-94bdf24e9d9e {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:32:37.571815 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e4221d13-28b0-413a-b4fd-31e95dac97ce admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:37.572978 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e4221d13-28b0-413a-b4fd-31e95dac97ce admin admin] 10.222.0.20 "DELETE /v2.0/routers/4a65206d-4a72-428a-bed4-94bdf24e9d9e HTTP/1.1" status: 204 len: 168 time: 0.7692246 Nov 27 04:32:37.575543 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60398) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:32:37.619663 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a92466c-e88c-4d9e-b727-c3f5e6ae0346 admin admin] Deleting subnet 76399331-df97-41cc-9a32-16c48f2ef132 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:32:37.622617 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6a92466c-e88c-4d9e-b727-c3f5e6ae0346 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:37.661153 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6a92466c-e88c-4d9e-b727-c3f5e6ae0346 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:38.029577 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6a92466c-e88c-4d9e-b727-c3f5e6ae0346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:38.080274 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6a92466c-e88c-4d9e-b727-c3f5e6ae0346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:38.105796 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92466c-e88c-4d9e-b727-c3f5e6ae0346 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76399331-df97-41cc-9a32-16c48f2ef132,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:32:38.109380 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6a92466c-e88c-4d9e-b727-c3f5e6ae0346 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:38.112803 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6a92466c-e88c-4d9e-b727-c3f5e6ae0346 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/76399331-df97-41cc-9a32-16c48f2ef132 HTTP/1.1" status: 204 len: 168 time: 0.5361533 Nov 27 04:32:38.115226 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60400) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:32:38.115380 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342ebdb7-1b14-4487-be94-63b3bf5de626 None None] Network 9c8866c7-f2d0-4974-bfd8-5d5f8ee833be requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:32:38.189052 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5ad7c5d4-44e1-467c-a284-a1a8634ded9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:38.245147 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-5ad7c5d4-44e1-467c-a284-a1a8634ded9a admin admin] Deleting port d77daf7c-c353-45c7-91db-bd1234020ce6 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:32:38.245492 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5ad7c5d4-44e1-467c-a284-a1a8634ded9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:38.304435 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076c323d-0819-4e08-badf-0a9d4c9b1856 None None] DHCP port deletion for 9c8866c7-f2d0-4974-bfd8-5d5f8ee833be request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:32:38.318230 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-5ad7c5d4-44e1-467c-a284-a1a8634ded9a admin admin] For port d77daf7c-c353-45c7-91db-bd1234020ce6, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=d77daf7c-c353-45c7-91db-bd1234020ce6,segment=NetworkSegment(69beec7e-0c7e-4625-bb64-e1c233024576),segment_id=69beec7e-0c7e-4625-bb64-e1c233024576)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:32:38.318625 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5ad7c5d4-44e1-467c-a284-a1a8634ded9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:38.332974 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-5ad7c5d4-44e1-467c-a284-a1a8634ded9a admin admin] Calling delete_port for d77daf7c-c353-45c7-91db-bd1234020ce6 owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:32:38.351940 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-076c323d-0819-4e08-badf-0a9d4c9b1856 None None] Deleting port d77daf7c-c353-45c7-91db-bd1234020ce6 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:32:38.352419 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-076c323d-0819-4e08-badf-0a9d4c9b1856 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:38.415872 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5ad7c5d4-44e1-467c-a284-a1a8634ded9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:38.431978 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-076c323d-0819-4e08-badf-0a9d4c9b1856 None None] For port d77daf7c-c353-45c7-91db-bd1234020ce6, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=d77daf7c-c353-45c7-91db-bd1234020ce6,segment=NetworkSegment(69beec7e-0c7e-4625-bb64-e1c233024576),segment_id=69beec7e-0c7e-4625-bb64-e1c233024576)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:32:38.432374 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-076c323d-0819-4e08-badf-0a9d4c9b1856 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:38.441070 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7c5d4-44e1-467c-a284-a1a8634ded9a admin admin] Pushing event deleted for resources: {'Port': ['ID=d77daf7c-c353-45c7-91db-bd1234020ce6,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:32:38.446957 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad7c5d4-44e1-467c-a284-a1a8634ded9a admin admin] No DVR routers for this DVR port d77daf7c-c353-45c7-91db-bd1234020ce6 on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:32:38.451617 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-076c323d-0819-4e08-badf-0a9d4c9b1856 None None] Calling delete_port for d77daf7c-c353-45c7-91db-bd1234020ce6 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:32:38.520985 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5ad7c5d4-44e1-467c-a284-a1a8634ded9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:32:38.524273 n-d-819494-3 neutron-server[110020]: self.session.flush() Nov 27 04:32:38.528370 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-076c323d-0819-4e08-badf-0a9d4c9b1856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:38.541789 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-5ad7c5d4-44e1-467c-a284-a1a8634ded9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c8866c7-f2d0-4974-bfd8-5d5f8ee833be']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:32:38.551604 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-5ad7c5d4-44e1-467c-a284-a1a8634ded9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69beec7e-0c7e-4625-bb64-e1c233024576') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:32:38.551907 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-5ad7c5d4-44e1-467c-a284-a1a8634ded9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69beec7e-0c7e-4625-bb64-e1c233024576') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:32:38.558958 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076c323d-0819-4e08-badf-0a9d4c9b1856 None None] No DVR routers for this DVR port d77daf7c-c353-45c7-91db-bd1234020ce6 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:32:38.560740 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c323d-0819-4e08-badf-0a9d4c9b1856 None None] Pushing event deleted for resources: {'Port': ['ID=d77daf7c-c353-45c7-91db-bd1234020ce6,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:32:38.561299 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5ad7c5d4-44e1-467c-a284-a1a8634ded9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:38.570341 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c323d-0819-4e08-badf-0a9d4c9b1856 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:32:38.570742 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c323d-0819-4e08-badf-0a9d4c9b1856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:32:38.571093 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c323d-0819-4e08-badf-0a9d4c9b1856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:32:38.571900 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c323d-0819-4e08-badf-0a9d4c9b1856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:32:38.571900 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c323d-0819-4e08-badf-0a9d4c9b1856 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:32:38.572686 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c323d-0819-4e08-badf-0a9d4c9b1856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:32:38.572686 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c323d-0819-4e08-badf-0a9d4c9b1856 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:32:38.572846 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c323d-0819-4e08-badf-0a9d4c9b1856 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:32:38.573073 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c323d-0819-4e08-badf-0a9d4c9b1856 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:32:38.573408 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c323d-0819-4e08-badf-0a9d4c9b1856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:32:38.573820 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c323d-0819-4e08-badf-0a9d4c9b1856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:32:38.574053 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c323d-0819-4e08-badf-0a9d4c9b1856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:32:38.576488 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5ad7c5d4-44e1-467c-a284-a1a8634ded9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:38.582814 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ad7c5d4-44e1-467c-a284-a1a8634ded9a admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:32:38.583202 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5ad7c5d4-44e1-467c-a284-a1a8634ded9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:38.585076 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:32:38.585076 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:32:38.585076 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:32:38.585076 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:32:38.585076 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:32:38.585076 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:32:38.585076 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:32:38.585076 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:32:38.585076 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:32:38.585076 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:32:38.585076 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:32:38.585076 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:32:38.585076 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:32:38.585076 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:32:38.585076 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:32:38.585076 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:32:38.585076 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:32:38.585076 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:32:38.585076 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:32:38.585076 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:32:38.585076 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:32:38.585076 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:32:38.585076 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:32:38.585076 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:32:38.585076 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:32:38.585076 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:32:38.585076 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:32:38.585076 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:32:38.585076 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:32:38.585076 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:32:38.585076 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:32:38.585076 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:32:38.646709 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5ad7c5d4-44e1-467c-a284-a1a8634ded9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:38.652126 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5ad7c5d4-44e1-467c-a284-a1a8634ded9a admin admin] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:38.655333 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5ad7c5d4-44e1-467c-a284-a1a8634ded9a admin admin] 10.222.0.20 "DELETE /v2.0/networks/9c8866c7-f2d0-4974-bfd8-5d5f8ee833be HTTP/1.1" status: 204 len: 168 time: 0.5391896 Nov 27 04:32:38.667331 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7c5d4-44e1-467c-a284-a1a8634ded9a admin admin] Pushing event deleted for resources: {'Network': ['ID=9c8866c7-f2d0-4974-bfd8-5d5f8ee833be,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:32:38.765654 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60404) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:32:38.805467 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2e29b7bd-2fef-4ea0-8ee0-88cbc014711b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=10f978c2c11b494a987fc3e5865d3f8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385983 Nov 27 04:32:38.807739 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60406) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:32:38.853477 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b590e140-037b-4b44-975b-3a27c2b4cf34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:38.873886 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b590e140-037b-4b44-975b-3a27c2b4cf34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:38.923176 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b590e140-037b-4b44-975b-3a27c2b4cf34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:38.925844 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b590e140-037b-4b44-975b-3a27c2b4cf34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:38.927076 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b590e140-037b-4b44-975b-3a27c2b4cf34 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/27c7e8b1-ec20-4cf2-914f-f26972f3450c HTTP/1.1" status: 204 len: 168 time: 0.1184354 Nov 27 04:32:38.935065 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b590e140-037b-4b44-975b-3a27c2b4cf34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c7e8b1-ec20-4cf2-914f-f26972f3450c,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:32:38.936241 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:32:39.123920 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:32:39.124594 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device bd99f2eb-285c-4cc2-87c7-f8fb37b9d2c9 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:32:39.124701 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 2fa12ca8-b65a-476c-b252-c73bbff656b6 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:32:39.150233 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 2fa12ca8-b65a-476c-b252-c73bbff656b6 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:32:39.150631 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 2fa12ca8-b65a-476c-b252-c73bbff656b6 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:32:39.151193 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device d77daf7c-c353-45c7-91db-bd1234020ce6 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:32:39.170308 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: d77daf7c-c353-45c7-91db-bd1234020ce6 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:32:39.170689 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device d77daf7c-c353-45c7-91db-bd1234020ce6 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:32:39.603038 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 60428) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:32:39.728103 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-e742e3d2-1242-47b7-942c-9bf40ba7d40b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1017974227-network', 'tenant_id': '8485b4b8583d42aca6dacf4a1a8b025e'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:32:39.750005 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e742e3d2-1242-47b7-942c-9bf40ba7d40b admin admin] Made reservation on behalf of 8485b4b8583d42aca6dacf4a1a8b025e for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:32:39.752286 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e742e3d2-1242-47b7-942c-9bf40ba7d40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:39.760503 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e742e3d2-1242-47b7-942c-9bf40ba7d40b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:39.834694 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e742e3d2-1242-47b7-942c-9bf40ba7d40b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:39.838148 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e742e3d2-1242-47b7-942c-9bf40ba7d40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:39.867153 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e742e3d2-1242-47b7-942c-9bf40ba7d40b admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:32:39.876813 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e742e3d2-1242-47b7-942c-9bf40ba7d40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b926549c-94cf-4a22-aeec-24a756b13bc8,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:32:39.882004 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e742e3d2-1242-47b7-942c-9bf40ba7d40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:39.882348 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-e742e3d2-1242-47b7-942c-9bf40ba7d40b admin admin] Added segment 94953fae-bb1a-44a9-9aad-abe2522c3124 of type vlan for network a41cfc9e-afc0-40c5-a23f-a293dca41de7 Nov 27 04:32:39.922945 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e742e3d2-1242-47b7-942c-9bf40ba7d40b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:39.947312 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e742e3d2-1242-47b7-942c-9bf40ba7d40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:39.948236 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e742e3d2-1242-47b7-942c-9bf40ba7d40b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:39.948810 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e742e3d2-1242-47b7-942c-9bf40ba7d40b admin admin] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:40.000065 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e742e3d2-1242-47b7-942c-9bf40ba7d40b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3959050 Nov 27 04:32:40.003102 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60434) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:32:40.008066 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-4abad004-a2a5-4281-9e33-0f4b59bed916 admin admin] Request body: {'subnet': {'network_id': 'a41cfc9e-afc0-40c5-a23f-a293dca41de7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1017974227-subnet', 'tenant_id': '8485b4b8583d42aca6dacf4a1a8b025e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:32:40.010884 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e742e3d2-1242-47b7-942c-9bf40ba7d40b admin admin] Pushing event updated for resources: {'Network': ['ID=a41cfc9e-afc0-40c5-a23f-a293dca41de7,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:32:40.021243 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network a41cfc9e-afc0-40c5-a23f-a293dca41de7 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:32:40.031292 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abad004-a2a5-4281-9e33-0f4b59bed916 admin admin] Made reservation on behalf of 8485b4b8583d42aca6dacf4a1a8b025e for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:32:40.034439 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4abad004-a2a5-4281-9e33-0f4b59bed916 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:40.200329 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4abad004-a2a5-4281-9e33-0f4b59bed916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:40.260148 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abad004-a2a5-4281-9e33-0f4b59bed916 admin admin] Pushing event updated for resources: {'Subnet': ['ID=037e26f4-6791-4ade-a5d3-b55d805ee101,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:32:40.269849 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abad004-a2a5-4281-9e33-0f4b59bed916 admin admin] Checking segment: {'id': '94953fae-bb1a-44a9-9aad-abe2522c3124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a41cfc9e-afc0-40c5-a23f-a293dca41de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:32:40.270214 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abad004-a2a5-4281-9e33-0f4b59bed916 admin admin] Network hostable DHCP agents. Network: a41cfc9e-afc0-40c5-a23f-a293dca41de7, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:32:40.287244 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abad004-a2a5-4281-9e33-0f4b59bed916 admin admin] Network a41cfc9e-afc0-40c5-a23f-a293dca41de7 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:32:40.295619 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-4abad004-a2a5-4281-9e33-0f4b59bed916 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, a41cfc9e-afc0-40c5-a23f-a293dca41de7) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:32:40.300087 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abad004-a2a5-4281-9e33-0f4b59bed916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:40.301223 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4abad004-a2a5-4281-9e33-0f4b59bed916 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:40.304626 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809e8c38-b35b-428c-a8bc-1f38684d4b27 None None] Network a41cfc9e-afc0-40c5-a23f-a293dca41de7 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:32:40.316618 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4abad004-a2a5-4281-9e33-0f4b59bed916 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3124204 Nov 27 04:32:40.427855 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430fd763-0dc4-4786-83cb-31f34539eb0c None None] Network a41cfc9e-afc0-40c5-a23f-a293dca41de7 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:32:40.737572 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-2b84323b-5182-4044-a3c6-764844728bb5 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:40.739063 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-2b84323b-5182-4044-a3c6-764844728bb5 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/networks?id=a41cfc9e-afc0-40c5-a23f-a293dca41de7 HTTP/1.1" status: 200 len: 814 time: 0.1059678 Nov 27 04:32:40.754884 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-5a36c5b2-6769-40a3-acde-8d2706a94af9 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/quotas/8485b4b8583d42aca6dacf4a1a8b025e HTTP/1.1" status: 200 len: 375 time: 0.0097954 Nov 27 04:32:40.789947 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-589dfbfe-beb8-423b-a40c-1805706dbe89 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8485b4b8583d42aca6dacf4a1a8b025e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298190 Nov 27 04:32:40.878932 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-1578047b-2c8f-4834-bf1b-0ce8589df93d service neutron] 10.222.0.20 "GET /v2.0/networks/a41cfc9e-afc0-40c5-a23f-a293dca41de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819576 Nov 27 04:32:40.969619 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-a8f8ec95-cef0-40aa-b17c-d517948e0580 service neutron] 10.222.0.20 "GET /v2.0/networks/a41cfc9e-afc0-40c5-a23f-a293dca41de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846913 Nov 27 04:32:41.127498 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7be6fdd5-4ba7-49c9-bed5-95eb2fb1e9d2 req-8d88875c-d272-4c52-8f85-0ca3212dbb93 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 210 time: 0.0265689 Nov 27 04:32:42.234333 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c6b8376a-66f0-440e-b352-3fd74a313fe6 req-48750c6e-43fe-4048-b1a6-75a982807ec0 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 210 time: 0.0347822 Nov 27 04:32:42.281239 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-1d7df6ac-6bef-40a3-b276-22cdb8970889 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:42.282703 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-1d7df6ac-6bef-40a3-b276-22cdb8970889 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.11 "GET /v2.0/networks?id=a41cfc9e-afc0-40c5-a23f-a293dca41de7 HTTP/1.1" status: 200 len: 814 time: 0.1322298 Nov 27 04:32:42.301421 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-e2d975d0-48b0-4191-8b5e-b1ab95443162 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Request body: {'port': {'device_id': '8b088c76-c236-4375-9ad4-cf7ad57a8da1', 'network_id': 'a41cfc9e-afc0-40c5-a23f-a293dca41de7', 'admin_state_up': True, 'tenant_id': '8485b4b8583d42aca6dacf4a1a8b025e'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:32:42.406120 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-e2d975d0-48b0-4191-8b5e-b1ab95443162 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Made reservation on behalf of 8485b4b8583d42aca6dacf4a1a8b025e for: {'port': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:32:42.409797 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-e2d975d0-48b0-4191-8b5e-b1ab95443162 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:42.537763 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-e2d975d0-48b0-4191-8b5e-b1ab95443162 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Allocated IP 172.20.0.13 (a41cfc9e-afc0-40c5-a23f-a293dca41de7/037e26f4-6791-4ade-a5d3-b55d805ee101/b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:32:42.682492 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-e2d975d0-48b0-4191-8b5e-b1ab95443162 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:42.716125 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-e2d975d0-48b0-4191-8b5e-b1ab95443162 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:42.761033 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-e2d975d0-48b0-4191-8b5e-b1ab95443162 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Network a41cfc9e-afc0-40c5-a23f-a293dca41de7 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:32:42.764212 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-e2d975d0-48b0-4191-8b5e-b1ab95443162 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:32:42.768097 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-e2d975d0-48b0-4191-8b5e-b1ab95443162 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:32:42.791295 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d975d0-48b0-4191-8b5e-b1ab95443162 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Pushing event updated for resources: {'Port': ['ID=b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:32:42.819300 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-e2d975d0-48b0-4191-8b5e-b1ab95443162 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:42.819920 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-e2d975d0-48b0-4191-8b5e-b1ab95443162 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:42.834854 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-e2d975d0-48b0-4191-8b5e-b1ab95443162 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5369799 Nov 27 04:32:42.852307 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-9d69b1e0-6e0c-453b-ac59-a8e2f1939273 service neutron] Request body: {'port': {'device_id': '8b088c76-c236-4375-9ad4-cf7ad57a8da1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-3'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:32:42.907896 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-9d69b1e0-6e0c-453b-ac59-a8e2f1939273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:43.158920 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-9d69b1e0-6e0c-453b-ac59-a8e2f1939273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56 {{(pid=110018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:32:43.168291 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-9d69b1e0-6e0c-453b-ac59-a8e2f1939273 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:43.180901 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.provisioning_blocks [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-9d69b1e0-6e0c-453b-ac59-a8e2f1939273 service neutron] Transition to ACTIVE for port object b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56 will not be triggered until provisioned by entity L2. {{(pid=110018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:32:43.184103 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-9d69b1e0-6e0c-453b-ac59-a8e2f1939273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:43.234565 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d69b1e0-6e0c-453b-ac59-a8e2f1939273 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:32:43.308616 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-9d69b1e0-6e0c-453b-ac59-a8e2f1939273 service neutron] Attempting to bind port b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56 on host n-h2-819494-3 for vnic_type normal with profile {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:32:43.308954 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-9d69b1e0-6e0c-453b-ac59-a8e2f1939273 service neutron] Attempting to bind port b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56 by drivers openvswitch,hyperv on host n-h2-819494-3 at level 0 using segments [{'id': '94953fae-bb1a-44a9-9aad-abe2522c3124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a41cfc9e-afc0-40c5-a23f-a293dca41de7'}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:32:43.309287 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-9d69b1e0-6e0c-453b-ac59-a8e2f1939273 service neutron] Attempting to bind port b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56 on network a41cfc9e-afc0-40c5-a23f-a293dca41de7 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:32:43.321687 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-9d69b1e0-6e0c-453b-ac59-a8e2f1939273 service neutron] Port b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56 on network a41cfc9e-afc0-40c5-a23f-a293dca41de7 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-3 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:32:43.322013 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-9d69b1e0-6e0c-453b-ac59-a8e2f1939273 service neutron] Attempting to bind port b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56 on network a41cfc9e-afc0-40c5-a23f-a293dca41de7 {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:32:43.342021 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-9d69b1e0-6e0c-453b-ac59-a8e2f1939273 service neutron] Checking agent: {'id': '0733e41a-bdbe-49d2-9ab5-9e21e959cae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:32:43.342361 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-9d69b1e0-6e0c-453b-ac59-a8e2f1939273 service neutron] Checking segment: {'id': '94953fae-bb1a-44a9-9aad-abe2522c3124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a41cfc9e-afc0-40c5-a23f-a293dca41de7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:32:43.342883 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-9d69b1e0-6e0c-453b-ac59-a8e2f1939273 service neutron] Bound using segment: {'id': '94953fae-bb1a-44a9-9aad-abe2522c3124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a41cfc9e-afc0-40c5-a23f-a293dca41de7'} {{(pid=110018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:32:43.343320 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.managers [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-9d69b1e0-6e0c-453b-ac59-a8e2f1939273 service neutron] Bound port: b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56, host: n-h2-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94953fae-bb1a-44a9-9aad-abe2522c3124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a41cfc9e-afc0-40c5-a23f-a293dca41de7'}}] {{(pid=110018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:32:43.343677 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-9d69b1e0-6e0c-453b-ac59-a8e2f1939273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:43.391549 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4626f1e-f0bd-4566-8028-5028e70fb1ef req-73651d29-e0f9-4768-b44a-653b44017b1f tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:43.393036 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e4626f1e-f0bd-4566-8028-5028e70fb1ef req-73651d29-e0f9-4768-b44a-653b44017b1f tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 944 time: 0.0863421 Nov 27 04:32:43.448673 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-9d69b1e0-6e0c-453b-ac59-a8e2f1939273 service neutron] For port b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56, host n-h2-819494-3, cleared binding levels {{(pid=110018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:32:43.468534 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e4626f1e-f0bd-4566-8028-5028e70fb1ef req-ae605fb4-964c-4674-a038-bce2a775e13b tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688379 Nov 27 04:32:43.470091 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-9d69b1e0-6e0c-453b-ac59-a8e2f1939273 service neutron] For port b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56, host n-h2-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56,segment=NetworkSegment(94953fae-bb1a-44a9-9aad-abe2522c3124),segment_id=94953fae-bb1a-44a9-9aad-abe2522c3124)] {{(pid=110018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:32:43.474918 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-9d69b1e0-6e0c-453b-ac59-a8e2f1939273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:43.507437 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-9d69b1e0-6e0c-453b-ac59-a8e2f1939273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:43.508089 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-9d69b1e0-6e0c-453b-ac59-a8e2f1939273 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:43.509498 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-9d69b1e0-6e0c-453b-ac59-a8e2f1939273 service neutron] 10.222.0.11 "PUT /v2.0/ports/b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56 HTTP/1.1" status: 200 len: 1092 time: 0.6610510 Nov 27 04:32:43.509936 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b088c76-c236-4375-9ad4-cf7ad57a8da1', 'tag': 'b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:32:43.512291 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9510f871-3a0d-4858-974b-7e6b2b395bc4" -d '{"events": [{"name": "network-changed", "server_uuid": "8b088c76-c236-4375-9ad4-cf7ad57a8da1", "tag": "b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:32:43.539931 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d69b1e0-6e0c-453b-ac59-a8e2f1939273 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56,revision_number=3']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:32:43.548849 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75346292-074b-4d2f-a27e-6b54b7c5bf66 x-openstack-request-id: req-75346292-074b-4d2f-a27e-6b54b7c5bf66 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:32:43.549203 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b088c76-c236-4375-9ad4-cf7ad57a8da1", "tag": "b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:32:43.549469 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-75346292-074b-4d2f-a27e-6b54b7c5bf66 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:32:43.549881 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b088c76-c236-4375-9ad4-cf7ad57a8da1', 'tag': 'b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56', 'status': 'completed', 'code': 200} Nov 27 04:32:43.608772 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-3cd5a69c-abce-4bd4-82b5-1639511a8453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:43.610271 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-3cd5a69c-abce-4bd4-82b5-1639511a8453 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8485b4b8583d42aca6dacf4a1a8b025e&device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 1095 time: 0.0407972 Nov 27 04:32:43.661482 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-6dabcee3-d2c7-49a0-bd81-79d20c107bab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56 HTTP/1.1" status: 200 len: 217 time: 0.0373116 Nov 27 04:32:43.710628 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-e877f9ef-6679-4073-943a-4a1b4ef7ffdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:43.712050 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-e877f9ef-6679-4073-943a-4a1b4ef7ffdc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=037e26f4-6791-4ade-a5d3-b55d805ee101 HTTP/1.1" status: 200 len: 854 time: 0.0442245 Nov 27 04:32:43.743723 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-36808339-00fc-46f4-832e-4e4804d36fa6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a41cfc9e-afc0-40c5-a23f-a293dca41de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247140 Nov 27 04:32:43.835293 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-bdadf5ed-c6d1-472a-b533-95d12b7e550d service neutron] 10.222.0.11 "GET /v2.0/networks/a41cfc9e-afc0-40c5-a23f-a293dca41de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842180 Nov 27 04:32:43.923798 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-fc09db52-c68f-42fe-a4ac-0b15b4a51f5a service neutron] 10.222.0.11 "GET /v2.0/networks/a41cfc9e-afc0-40c5-a23f-a293dca41de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815394 Nov 27 04:32:44.049173 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510f871-3a0d-4858-974b-7e6b2b395bc4 req-8ef68d9a-b127-43ec-9ff4-7cd764e5bbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:44.050600 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9510f871-3a0d-4858-974b-7e6b2b395bc4 req-8ef68d9a-b127-43ec-9ff4-7cd764e5bbce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8485b4b8583d42aca6dacf4a1a8b025e&device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 1095 time: 0.0418847 Nov 27 04:32:44.143105 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510f871-3a0d-4858-974b-7e6b2b395bc4 req-d883f97f-41a6-4e4d-8eb6-6f6eebbd12c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:44.145126 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9510f871-3a0d-4858-974b-7e6b2b395bc4 req-d883f97f-41a6-4e4d-8eb6-6f6eebbd12c3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a41cfc9e-afc0-40c5-a23f-a293dca41de7 HTTP/1.1" status: 200 len: 915 time: 0.0868604 Nov 27 04:32:44.186068 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9510f871-3a0d-4858-974b-7e6b2b395bc4 req-c391494d-e9b8-42bf-b2d1-050422839730 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56 HTTP/1.1" status: 200 len: 217 time: 0.0337908 Nov 27 04:32:44.238814 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510f871-3a0d-4858-974b-7e6b2b395bc4 req-4b28472b-26e6-4db1-b33c-6108f11b2f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:44.240250 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9510f871-3a0d-4858-974b-7e6b2b395bc4 req-4b28472b-26e6-4db1-b33c-6108f11b2f56 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=037e26f4-6791-4ade-a5d3-b55d805ee101 HTTP/1.1" status: 200 len: 854 time: 0.0472939 Nov 27 04:32:44.272161 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9510f871-3a0d-4858-974b-7e6b2b395bc4 req-398ddb0d-31f6-47de-b479-579676378e33 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a41cfc9e-afc0-40c5-a23f-a293dca41de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243313 Nov 27 04:32:44.359447 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9510f871-3a0d-4858-974b-7e6b2b395bc4 req-a2b90d90-3e52-468d-958f-b0905820a002 service neutron] 10.222.0.11 "GET /v2.0/networks/a41cfc9e-afc0-40c5-a23f-a293dca41de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796239 Nov 27 04:32:44.451413 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9510f871-3a0d-4858-974b-7e6b2b395bc4 req-5c1cda68-308d-48c4-8773-e720e1b9a18f service neutron] 10.222.0.11 "GET /v2.0/networks/a41cfc9e-afc0-40c5-a23f-a293dca41de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848138 Nov 27 04:32:44.584763 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ea6ba-bfc5-4fa4-868b-1f1553124735 req-3f65ff6f-eb9c-4c02-962a-05fbcbc2f62e tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:44.586253 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2d1ea6ba-bfc5-4fa4-868b-1f1553124735 req-3f65ff6f-eb9c-4c02-962a-05fbcbc2f62e tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 944 time: 0.0482116 Nov 27 04:32:44.632379 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2d1ea6ba-bfc5-4fa4-868b-1f1553124735 req-2a6dd59c-c1dd-40b2-bb69-271b8ec32939 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401554 Nov 27 04:32:45.748855 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a59c7f-f757-448b-8564-eeed9d94fa06 req-c0f74b00-f0e3-49da-85e0-56f357bf0f82 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:45.750311 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a0a59c7f-f757-448b-8564-eeed9d94fa06 req-c0f74b00-f0e3-49da-85e0-56f357bf0f82 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 944 time: 0.0524292 Nov 27 04:32:45.796903 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a0a59c7f-f757-448b-8564-eeed9d94fa06 req-8959a338-92f4-4f8f-b503-ef3599f8634b tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401368 Nov 27 04:32:46.186532 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b428ee65-172f-4843-b15d-c75efa5f397e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:46.372770 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:46.442808 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56 details requested by agent hyperv_n-h2-819494-3 with host n-h2-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:32:46.538018 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56,segment=NetworkSegment(94953fae-bb1a-44a9-9aad-abe2522c3124),segment_id=94953fae-bb1a-44a9-9aad-abe2522c3124)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:32:46.548656 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Returning: {'device': 'b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56', 'network_id': 'a41cfc9e-afc0-40c5-a23f-a293dca41de7', 'port_id': 'b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56', 'mac_address': 'fa:16:3e:ee:f2:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '037e26f4-6791-4ade-a5d3-b55d805ee101', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:32:46.586768 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:46.599611 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:32:46.620778 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56,segment=NetworkSegment(94953fae-bb1a-44a9-9aad-abe2522c3124),segment_id=94953fae-bb1a-44a9-9aad-abe2522c3124)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:32:46.624952 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:46.672375 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:32:46.894752 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:32:46.911559 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5cf3be-fa03-4ea9-b5d7-224c1dabfe0e req-6fa68a4e-46ed-4bf2-8f10-a34139e2a3e5 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:46.913079 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7d5cf3be-fa03-4ea9-b5d7-224c1dabfe0e req-6fa68a4e-46ed-4bf2-8f10-a34139e2a3e5 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 945 time: 0.0495358 Nov 27 04:32:46.959797 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7d5cf3be-fa03-4ea9-b5d7-224c1dabfe0e req-2d2731bb-d2da-42ba-88c4-15d60ce26b95 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406597 Nov 27 04:32:48.073109 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf68a61-9807-467a-bafb-2d635b7742eb req-e4525516-ace1-4657-9ddd-446daa38370b tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:48.074588 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-caf68a61-9807-467a-bafb-2d635b7742eb req-e4525516-ace1-4657-9ddd-446daa38370b tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 945 time: 0.0485308 Nov 27 04:32:48.125968 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-caf68a61-9807-467a-bafb-2d635b7742eb req-f2ffd853-f2d8-4ddc-87d3-86b5a8df4a10 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454834 Nov 27 04:32:48.341258 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-27c5e94e-96d9-437b-888a-a521c61900dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:48.458810 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56 up at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:32:48.506616 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning for port b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:32:48.510231 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Provisioning complete for port b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:32:48.510680 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:48.591084 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:48.626462 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] For port b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56,segment=NetworkSegment(94953fae-bb1a-44a9-9aad-abe2522c3124),segment_id=94953fae-bb1a-44a9-9aad-abe2522c3124)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:32:48.630624 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:48.675566 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Pushing event updated for resources: {'Port': ['ID=b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:32:49.044167 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:49.243657 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814dd55-0d5d-4329-a71f-58820dc388f3 req-00d2881f-f0d4-46b4-9d43-07b93df22f74 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:49.245151 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4814dd55-0d5d-4329-a71f-58820dc388f3 req-00d2881f-f0d4-46b4-9d43-07b93df22f74 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0487649 Nov 27 04:32:49.291998 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4814dd55-0d5d-4329-a71f-58820dc388f3 req-85aad52c-4bf5-458b-9781-81665e82a262 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409465 Nov 27 04:32:49.693069 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:50.403300 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23030636-75f7-495b-8abf-93f79f6a792e req-a7c24913-bcc5-4e3d-a19e-39cc91620506 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:50.404775 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-23030636-75f7-495b-8abf-93f79f6a792e req-a7c24913-bcc5-4e3d-a19e-39cc91620506 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0478599 Nov 27 04:32:50.451399 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-23030636-75f7-495b-8abf-93f79f6a792e req-6d242a3e-2e8f-4f8a-aecc-4a160e8a05db tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398107 Nov 27 04:32:51.299674 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:51.566778 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500bf01-178f-42c7-81ec-a7e2c76a5f3e req-b1d8e08a-3f49-4e50-9ff1-879eb4b66df7 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:51.568238 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d500bf01-178f-42c7-81ec-a7e2c76a5f3e req-b1d8e08a-3f49-4e50-9ff1-879eb4b66df7 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0515807 Nov 27 04:32:51.614497 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d500bf01-178f-42c7-81ec-a7e2c76a5f3e req-33e6dc38-e15d-48e6-9311-acd627d9aa95 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403507 Nov 27 04:32:51.912853 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:32:52.727259 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703150a-34d9-4ffa-8bbb-52ff9c533e1b req-ce46ec6e-6f8a-4a14-9aab-3756e52e6c79 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:52.728759 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9703150a-34d9-4ffa-8bbb-52ff9c533e1b req-ce46ec6e-6f8a-4a14-9aab-3756e52e6c79 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0482402 Nov 27 04:32:52.775538 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9703150a-34d9-4ffa-8bbb-52ff9c533e1b req-4ae1440b-091c-44f8-9b2d-efb66f747555 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403690 Nov 27 04:32:53.891490 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ed8af-db54-495a-96e7-54460bcab59a req-2259e561-dd73-436e-9a60-d0e3920a901c tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:53.892980 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-283ed8af-db54-495a-96e7-54460bcab59a req-2259e561-dd73-436e-9a60-d0e3920a901c tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0514777 Nov 27 04:32:53.938495 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-283ed8af-db54-495a-96e7-54460bcab59a req-9e2e1467-3c2c-48fa-a1e4-0223e735ca8f tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396967 Nov 27 04:32:55.050803 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d443b-ba5c-4754-b175-045c902dd97c req-94579b83-20f1-4b7d-8d80-e322e5d59b4c tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:55.052275 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0e6d443b-ba5c-4754-b175-045c902dd97c req-94579b83-20f1-4b7d-8d80-e322e5d59b4c tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0484850 Nov 27 04:32:55.098278 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0e6d443b-ba5c-4754-b175-045c902dd97c req-2d59a87f-1d56-45f4-be94-62e55dc27c40 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401602 Nov 27 04:32:56.470912 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee9243-1a5d-422f-8512-1982a75fba52 req-20f446cf-ef88-4c15-a259-96943a9f3a02 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:56.472616 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-12ee9243-1a5d-422f-8512-1982a75fba52 req-20f446cf-ef88-4c15-a259-96943a9f3a02 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0488091 Nov 27 04:32:56.522105 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-12ee9243-1a5d-422f-8512-1982a75fba52 req-7b7ad855-21f6-4eb3-84d6-1c5dc8431dba tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437157 Nov 27 04:32:57.634738 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f9216-60e9-46ca-a359-4ab9e94a4d31 req-784f6e35-e675-4e54-b386-ae3c29ffa6c6 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:57.636213 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6e8f9216-60e9-46ca-a359-4ab9e94a4d31 req-784f6e35-e675-4e54-b386-ae3c29ffa6c6 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0480025 Nov 27 04:32:57.682695 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6e8f9216-60e9-46ca-a359-4ab9e94a4d31 req-12d3c10b-f420-4d62-9a73-32bda2a245ec tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406253 Nov 27 04:32:58.794769 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffe9a1-3a55-4683-b4fa-bba3d2a648be req-149c5208-9700-49b9-a79e-1f86b20612ec tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:58.796246 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-08ffe9a1-3a55-4683-b4fa-bba3d2a648be req-149c5208-9700-49b9-a79e-1f86b20612ec tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0474427 Nov 27 04:32:58.842156 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-08ffe9a1-3a55-4683-b4fa-bba3d2a648be req-90c2e474-1d7c-417e-9f9a-4646d93a99a1 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392482 Nov 27 04:32:59.957460 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c0a2f-dcba-4bce-8752-f6e6b8c1e60d req-07492454-b708-4f99-8523-b059d11e52f0 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:32:59.958955 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4d9c0a2f-dcba-4bce-8752-f6e6b8c1e60d req-07492454-b708-4f99-8523-b059d11e52f0 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0516717 Nov 27 04:33:00.004699 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4d9c0a2f-dcba-4bce-8752-f6e6b8c1e60d req-003b894a-8d3f-4ecd-a09a-fcb2c94ab85e tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398164 Nov 27 04:33:01.117339 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03378657-08e5-417e-b4d5-013626bcaf91 req-50b5b5de-df02-4759-8991-a98fb5eb3ffb tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:01.118838 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-03378657-08e5-417e-b4d5-013626bcaf91 req-50b5b5de-df02-4759-8991-a98fb5eb3ffb tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0482247 Nov 27 04:33:01.166346 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-03378657-08e5-417e-b4d5-013626bcaf91 req-4a006204-ef99-4e6c-aa8c-6cdeb6181562 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414596 Nov 27 04:33:02.278906 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebbaa3-bc3a-43f0-9fc7-32d2aaade3b1 req-95bf8332-ca29-4162-aa1c-d3d40b19ea93 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:02.280398 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-70ebbaa3-bc3a-43f0-9fc7-32d2aaade3b1 req-95bf8332-ca29-4162-aa1c-d3d40b19ea93 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0478730 Nov 27 04:33:02.336695 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-70ebbaa3-bc3a-43f0-9fc7-32d2aaade3b1 req-434939a1-1dc3-451b-94ab-1345683f6575 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499349 Nov 27 04:33:03.453497 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2681a6-199c-432d-9853-93c9acce2b01 req-3335ce79-e1ec-424d-9370-75881ac2a2da tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:03.455055 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8b2681a6-199c-432d-9853-93c9acce2b01 req-3335ce79-e1ec-424d-9370-75881ac2a2da tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0510564 Nov 27 04:33:03.504559 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8b2681a6-199c-432d-9853-93c9acce2b01 req-71e2761e-cc2e-4e7f-aded-9513097b8677 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427966 Nov 27 04:33:03.697775 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:33:04.617259 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b475c98d-565a-48b2-86a0-19789f3af0ff req-ac147bd4-ca18-4865-80cc-900c7b13e95f tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:04.618804 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b475c98d-565a-48b2-86a0-19789f3af0ff req-ac147bd4-ca18-4865-80cc-900c7b13e95f tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0477910 Nov 27 04:33:04.664675 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b475c98d-565a-48b2-86a0-19789f3af0ff req-c82c1350-fabe-4514-adb2-608a38f464ef tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400059 Nov 27 04:33:05.782937 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec1bb2-b49b-479f-a7d3-623ef77b5928 req-3981b2d7-eeeb-4e09-a716-f936e6863487 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:05.784426 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-38ec1bb2-b49b-479f-a7d3-623ef77b5928 req-3981b2d7-eeeb-4e09-a716-f936e6863487 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0515265 Nov 27 04:33:05.830987 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-38ec1bb2-b49b-479f-a7d3-623ef77b5928 req-6344e24c-df9a-4863-8521-6218158d31cf tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404553 Nov 27 04:33:06.943975 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268e714-d021-41a2-9c63-e7f9fe6380eb req-897671a4-c707-4b69-9586-b2746925e766 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:06.945448 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0268e714-d021-41a2-9c63-e7f9fe6380eb req-897671a4-c707-4b69-9586-b2746925e766 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0477419 Nov 27 04:33:06.991239 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0268e714-d021-41a2-9c63-e7f9fe6380eb req-957a12cc-6cde-4227-a109-948e4debeef2 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399837 Nov 27 04:33:08.107137 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3217f71-0313-4551-b4da-ad5b612e1016 req-779ba42f-154b-4fe3-b871-4a96faffcfed tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:08.108615 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e3217f71-0313-4551-b4da-ad5b612e1016 req-779ba42f-154b-4fe3-b871-4a96faffcfed tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0515358 Nov 27 04:33:08.155403 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e3217f71-0313-4551-b4da-ad5b612e1016 req-1c082107-2a9d-4c45-b7b1-3dd181e6d6a8 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403585 Nov 27 04:33:09.269438 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d98b16-5157-469e-b519-9bffcd807570 req-00de509c-a933-492c-90ec-3280e487b4b6 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:09.270956 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-40d98b16-5157-469e-b519-9bffcd807570 req-00de509c-a933-492c-90ec-3280e487b4b6 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0481243 Nov 27 04:33:09.318133 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-40d98b16-5157-469e-b519-9bffcd807570 req-650f5993-555c-4103-9022-5a7da4edd310 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410244 Nov 27 04:33:10.433635 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc3fd7-6143-43d4-948d-c16fcf7ffa57 req-31edf805-36ed-41ec-93dc-eacb4b3dca2a tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:10.435149 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-41cc3fd7-6143-43d4-948d-c16fcf7ffa57 req-31edf805-36ed-41ec-93dc-eacb4b3dca2a tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0482819 Nov 27 04:33:10.485670 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-41cc3fd7-6143-43d4-948d-c16fcf7ffa57 req-afb989ba-4641-4997-8907-46155b9b6612 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446520 Nov 27 04:33:11.605650 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee7c0e-6596-4eff-ae6e-015a3dd7ac67 req-14a5bec2-2234-40b8-87cf-762a8112a003 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:11.607151 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e0ee7c0e-6596-4eff-ae6e-015a3dd7ac67 req-14a5bec2-2234-40b8-87cf-762a8112a003 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0554626 Nov 27 04:33:11.653960 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e0ee7c0e-6596-4eff-ae6e-015a3dd7ac67 req-668fcbef-306f-45f6-ac46-54617839ff74 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407531 Nov 27 04:33:12.768226 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd2475-f3df-45c0-984e-d5bd479667b0 req-cfff098a-50ef-474d-bdec-724d786b01cc tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:12.769696 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-57fd2475-f3df-45c0-984e-d5bd479667b0 req-cfff098a-50ef-474d-bdec-724d786b01cc tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0478284 Nov 27 04:33:12.815853 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-57fd2475-f3df-45c0-984e-d5bd479667b0 req-97c714a6-ffb2-4ba2-b5ac-674fd3e29f4e tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395417 Nov 27 04:33:13.940057 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160f448-564d-4636-b3ec-a521523ee264 req-85ecba5c-01b1-4f9f-8569-e73bb4bf3fe1 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:13.941527 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e160f448-564d-4636-b3ec-a521523ee264 req-85ecba5c-01b1-4f9f-8569-e73bb4bf3fe1 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0585608 Nov 27 04:33:13.987951 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e160f448-564d-4636-b3ec-a521523ee264 req-f4dee379-df65-4fee-ab32-110250a17885 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403748 Nov 27 04:33:15.099875 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d155b7-373b-4625-97da-142a84aad0e8 req-11f22772-c29b-47a6-8c54-c08c6b910ab6 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:15.101344 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-75d155b7-373b-4625-97da-142a84aad0e8 req-11f22772-c29b-47a6-8c54-c08c6b910ab6 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0475178 Nov 27 04:33:15.147648 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-75d155b7-373b-4625-97da-142a84aad0e8 req-323d3360-de8d-4b21-baaa-0c9a1c2845ac tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403640 Nov 27 04:33:16.189352 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-edba5bc7-a6ab-4061-a1f6-d8479c5aa0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:16.267090 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb467077-62c5-49f6-b9b2-044f00dfc7c3 req-1b91f66a-7090-4873-b6b0-ce137a10f3e8 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:16.268643 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cb467077-62c5-49f6-b9b2-044f00dfc7c3 req-1b91f66a-7090-4873-b6b0-ce137a10f3e8 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0490317 Nov 27 04:33:16.320009 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cb467077-62c5-49f6-b9b2-044f00dfc7c3 req-080c7249-206a-4381-a4ca-2063d7c8341e tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448372 Nov 27 04:33:16.388381 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:17.433847 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d2f2b3-a699-453e-8348-e6d2e2c9f513 req-81ed66be-821a-4736-bf11-53fb91f359fc tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:17.435343 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d7d2f2b3-a699-453e-8348-e6d2e2c9f513 req-81ed66be-821a-4736-bf11-53fb91f359fc tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0494411 Nov 27 04:33:17.483515 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d7d2f2b3-a699-453e-8348-e6d2e2c9f513 req-1447420f-7f1c-4a5b-bf0f-7d9322a074cf tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421760 Nov 27 04:33:18.342484 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-83d649e8-9f4c-429b-9d9e-aeb06e4ff04f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:18.600404 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207aff9-d078-4857-a6fd-fc0c83dfc907 req-8a1591e2-a213-4214-8f21-55fc71226116 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:18.601871 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3207aff9-d078-4857-a6fd-fc0c83dfc907 req-8a1591e2-a213-4214-8f21-55fc71226116 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0483160 Nov 27 04:33:18.647783 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3207aff9-d078-4857-a6fd-fc0c83dfc907 req-cd477ff9-a921-4d24-bf4d-4177f4d00094 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397325 Nov 27 04:33:19.044382 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:19.694690 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:19.770566 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22384d20-ae02-4b08-9c25-810d5d7d9207 req-ac0a5824-8009-4c75-ab38-2f07bd3ee8bf tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:19.772055 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-22384d20-ae02-4b08-9c25-810d5d7d9207 req-ac0a5824-8009-4c75-ab38-2f07bd3ee8bf tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0547614 Nov 27 04:33:19.822870 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-22384d20-ae02-4b08-9c25-810d5d7d9207 req-42f5ce01-c88b-4d96-8a5b-e09fdfe40309 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445805 Nov 27 04:33:20.936002 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9636d98-8f8b-4579-b57b-d154ccc12a2d req-c772e253-f1bf-4480-a1ab-b599a7c147d1 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:20.937476 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b9636d98-8f8b-4579-b57b-d154ccc12a2d req-c772e253-f1bf-4480-a1ab-b599a7c147d1 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0488851 Nov 27 04:33:20.985703 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b9636d98-8f8b-4579-b57b-d154ccc12a2d req-aa1e5990-51c7-48f5-91d2-7f3b5e857e9e tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417643 Nov 27 04:33:21.307094 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:21.914207 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:22.102438 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a5108-c9ec-44b9-9de8-b293c8805397 req-e4174f4d-996d-4dc1-b0d5-20e5dac26cbb tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:22.103932 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f90a5108-c9ec-44b9-9de8-b293c8805397 req-e4174f4d-996d-4dc1-b0d5-20e5dac26cbb tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0517964 Nov 27 04:33:22.150407 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f90a5108-c9ec-44b9-9de8-b293c8805397 req-ea3d4a8c-095e-43c8-a0e3-e0d6a0cbfd00 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405049 Nov 27 04:33:23.264359 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a89de-c1bc-4d56-aff8-69fe88686e4c req-af5d89c7-0bd4-4145-9c9d-ac4cddc53f77 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:23.265845 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-387a89de-c1bc-4d56-aff8-69fe88686e4c req-af5d89c7-0bd4-4145-9c9d-ac4cddc53f77 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0484533 Nov 27 04:33:23.312370 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-387a89de-c1bc-4d56-aff8-69fe88686e4c req-e6309810-d799-43f6-afe7-fbef749e8e76 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399244 Nov 27 04:33:24.425583 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b7560-ee03-46d4-b2be-df8a6110e5b4 req-9c1d92e6-64df-43f8-b243-2d63aadb7077 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:24.427070 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2b8b7560-ee03-46d4-b2be-df8a6110e5b4 req-9c1d92e6-64df-43f8-b243-2d63aadb7077 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0475674 Nov 27 04:33:24.476669 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2b8b7560-ee03-46d4-b2be-df8a6110e5b4 req-203ee64a-d1f8-4cf6-9f09-b84821a4952c tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437739 Nov 27 04:33:24.554002 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-7c74a9b8-5514-4840-ba9e-abbbf13da3ce req-07f493f5-e13a-418e-b4b6-9860c8496297 service neutron] (110019) timed out ('10.222.0.20', 57940) {{(pid=110019) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 04:33:25.592458 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc810cf-8840-4272-9e78-aab9650aef77 req-7dd2633f-7a58-4b10-8500-a5bcfa7d752b tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:25.593922 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7cc810cf-8840-4272-9e78-aab9650aef77 req-7dd2633f-7a58-4b10-8500-a5bcfa7d752b tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0478890 Nov 27 04:33:25.640156 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7cc810cf-8840-4272-9e78-aab9650aef77 req-c3ca63fd-534b-4031-af02-7797eca04cf6 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402806 Nov 27 04:33:26.755414 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4317035-3815-468f-9573-db439b37198b req-e549646a-ddd7-4925-887d-5f409d3dccc5 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:26.756897 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d4317035-3815-468f-9573-db439b37198b req-e549646a-ddd7-4925-887d-5f409d3dccc5 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0475142 Nov 27 04:33:26.803430 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d4317035-3815-468f-9573-db439b37198b req-851e689c-0a1c-48b1-a9f0-ad580ff7c3bd tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406418 Nov 27 04:33:27.918805 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf9b26-15e8-493f-b735-5bdb43788f8a req-83bab706-f85b-40b6-ae27-2b7452afab80 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:27.920275 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e4bf9b26-15e8-493f-b735-5bdb43788f8a req-83bab706-f85b-40b6-ae27-2b7452afab80 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0512278 Nov 27 04:33:27.965813 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e4bf9b26-15e8-493f-b735-5bdb43788f8a req-b4a57ef2-be33-4b01-873b-a6e668792069 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396228 Nov 27 04:33:29.079112 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e669c4-cf0a-4a77-a3a8-32b37f77dd07 req-10aafd93-78cf-45a4-8d0a-2697451ba082 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:29.080555 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-78e669c4-cf0a-4a77-a3a8-32b37f77dd07 req-10aafd93-78cf-45a4-8d0a-2697451ba082 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0481052 Nov 27 04:33:29.126437 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-78e669c4-cf0a-4a77-a3a8-32b37f77dd07 req-e5401143-85b9-4e65-85ff-9dc2d2f9447f tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398889 Nov 27 04:33:30.241700 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf81081-f6ed-412d-9878-9e832053853a req-d9706192-43ee-464e-94f2-3d127bd88dc4 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:30.243216 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ebf81081-f6ed-412d-9878-9e832053853a req-d9706192-43ee-464e-94f2-3d127bd88dc4 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0489259 Nov 27 04:33:30.295491 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ebf81081-f6ed-412d-9878-9e832053853a req-06cb6bc3-ddd1-4850-9530-4d3d5ae33b44 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462751 Nov 27 04:33:31.408638 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af1261-76cf-4092-a117-8acb25132842 req-da764f20-3d94-475f-a884-1d66544ddad1 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:31.410087 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-93af1261-76cf-4092-a117-8acb25132842 req-da764f20-3d94-475f-a884-1d66544ddad1 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0468621 Nov 27 04:33:31.456513 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-93af1261-76cf-4092-a117-8acb25132842 req-ca1b3d24-76d2-4d07-8c66-ffed64ce1621 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395529 Nov 27 04:33:32.573369 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ade4b9-f5b4-40bb-99c9-08eb6f59ef26 req-4aa0d5b3-3454-43cb-b734-a1ce8feff5e9 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:32.574866 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f1ade4b9-f5b4-40bb-99c9-08eb6f59ef26 req-4aa0d5b3-3454-43cb-b734-a1ce8feff5e9 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0474451 Nov 27 04:33:32.620822 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f1ade4b9-f5b4-40bb-99c9-08eb6f59ef26 req-7c613539-67fc-4913-8f03-c449207f2a65 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399380 Nov 27 04:33:33.737059 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2f0b5-9dc7-4df6-b067-e2b43209648a req-9c9af170-0db1-46ad-b9b3-89be63e1f92d tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:33.738502 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b4a2f0b5-9dc7-4df6-b067-e2b43209648a req-9c9af170-0db1-46ad-b9b3-89be63e1f92d tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0510442 Nov 27 04:33:33.784407 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b4a2f0b5-9dc7-4df6-b067-e2b43209648a req-602b1148-6d29-402d-be91-1788b208a16d tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399656 Nov 27 04:33:34.896430 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8a575-b9d5-4b86-831a-ec5ddaf5615a req-719f7761-b6bc-4371-85ca-34aabc348156 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:34.897911 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-82d8a575-b9d5-4b86-831a-ec5ddaf5615a req-719f7761-b6bc-4371-85ca-34aabc348156 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0474849 Nov 27 04:33:34.944122 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-82d8a575-b9d5-4b86-831a-ec5ddaf5615a req-cc6a9fee-789f-41cc-b957-3cadbef12ff3 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402129 Nov 27 04:33:36.060368 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ea94a-a0de-47b9-9bd9-fa67f057dcac req-75b64c31-bf00-4042-baa0-6c6526953b6e tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:36.061836 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-533ea94a-a0de-47b9-9bd9-fa67f057dcac req-75b64c31-bf00-4042-baa0-6c6526953b6e tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0515261 Nov 27 04:33:36.107235 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-533ea94a-a0de-47b9-9bd9-fa67f057dcac req-bb31d759-ef15-41f4-aca3-5005607f1a92 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394950 Nov 27 04:33:37.221001 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d266288-4fa5-4956-8414-141f909c4f00 req-ed73e4d9-6f75-4e0e-9a65-26e2c66e9253 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:37.222453 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4d266288-4fa5-4956-8414-141f909c4f00 req-ed73e4d9-6f75-4e0e-9a65-26e2c66e9253 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0474696 Nov 27 04:33:37.273572 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4d266288-4fa5-4956-8414-141f909c4f00 req-00e99d24-5421-45bb-958a-fb98e78014c3 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444229 Nov 27 04:33:38.386022 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266011a3-3495-4b22-b6c6-d79aa83f5505 req-9d91328c-8343-4c8d-b7ed-a1a5ac0a905d tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:38.387490 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-266011a3-3495-4b22-b6c6-d79aa83f5505 req-9d91328c-8343-4c8d-b7ed-a1a5ac0a905d tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0473559 Nov 27 04:33:38.436723 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-266011a3-3495-4b22-b6c6-d79aa83f5505 req-99302577-8c4d-4ff5-93b1-7e7581c337f8 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433776 Nov 27 04:33:39.553693 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c547db-db60-4939-8fa8-7b49491a2cc7 req-68263af8-6580-4371-a4c1-27d048068e27 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:39.555220 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-88c547db-db60-4939-8fa8-7b49491a2cc7 req-68263af8-6580-4371-a4c1-27d048068e27 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0498309 Nov 27 04:33:39.601517 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-88c547db-db60-4939-8fa8-7b49491a2cc7 req-5eaacdb9-8d43-479e-826a-bb96bbf2208c tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403440 Nov 27 04:33:40.696532 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:33:40.712607 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ec5b0-8b79-4730-bcf7-6d027f457eb6 req-8c98ba39-4ff4-4eb0-85ff-fe84862b65f4 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:40.714079 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-147ec5b0-8b79-4730-bcf7-6d027f457eb6 req-8c98ba39-4ff4-4eb0-85ff-fe84862b65f4 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0471528 Nov 27 04:33:40.764264 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-147ec5b0-8b79-4730-bcf7-6d027f457eb6 req-a4ce6999-893d-4b34-9d94-26f7997d983a tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441754 Nov 27 04:33:41.879306 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba0d34-d660-4929-83c3-b87be1565038 req-10084953-0a8f-44d2-a3ff-185f24060fdb tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:41.880864 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d0ba0d34-d660-4929-83c3-b87be1565038 req-10084953-0a8f-44d2-a3ff-185f24060fdb tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0517027 Nov 27 04:33:41.926907 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d0ba0d34-d660-4929-83c3-b87be1565038 req-47339720-bc4f-43a8-b73e-c7f3d29c8ccf tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400569 Nov 27 04:33:43.039283 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6964d7-0342-44a2-8a67-d57e92be10a7 req-e1780868-8548-48df-a2cc-052b34318569 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:43.040734 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7c6964d7-0342-44a2-8a67-d57e92be10a7 req-e1780868-8548-48df-a2cc-052b34318569 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0483482 Nov 27 04:33:43.086969 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7c6964d7-0342-44a2-8a67-d57e92be10a7 req-3cbc078f-05ed-42de-b7f9-69e5e5144e61 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403159 Nov 27 04:33:43.753179 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-8863e83f-246c-474a-b60f-89dde6d23be6 req-951a5f04-1351-413e-8983-36e24846cf27 service neutron] (110019) timed out ('10.222.0.23', 49154) {{(pid=110019) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 04:33:44.198249 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d12c8-c712-48c2-b055-6129a450428e req-db902290-f052-4da2-ab9c-f33122857496 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:44.199738 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b29d12c8-c712-48c2-b055-6129a450428e req-db902290-f052-4da2-ab9c-f33122857496 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0476642 Nov 27 04:33:44.248853 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b29d12c8-c712-48c2-b055-6129a450428e req-281e2c5b-dd4a-44ca-bd4d-6b980ef95a66 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431936 Nov 27 04:33:45.363061 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ba9bb-e9e8-499a-a84a-92c484bf579c req-17dbe6aa-f0b5-43d4-a027-2e1f7c224f99 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:45.364612 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c23ba9bb-e9e8-499a-a84a-92c484bf579c req-17dbe6aa-f0b5-43d4-a027-2e1f7c224f99 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0482574 Nov 27 04:33:45.410216 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c23ba9bb-e9e8-499a-a84a-92c484bf579c req-187b03eb-f4f3-48ca-ba14-17dca3cdb4c9 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396571 Nov 27 04:33:46.158249 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-04d07026-9ad4-44d3-8cb5-b83832162236 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:46.159741 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-04d07026-9ad4-44d3-8cb5-b83832162236 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0480452 Nov 27 04:33:46.191777 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-71ad0c0b-d7c0-4ad6-b980-99d2b0aeae5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:46.390447 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:46.574713 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70638c42-f452-4001-89f2-0110ba0f5b74 req-af341b7d-bf7d-4955-ab6c-fe89e026a53e tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:46.576183 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-70638c42-f452-4001-89f2-0110ba0f5b74 req-af341b7d-bf7d-4955-ab6c-fe89e026a53e tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 946 time: 0.0613966 Nov 27 04:33:46.581970 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-9fe23189-9bb9-4f24-85cb-43376b497631 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Deleting port b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:33:46.582318 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-9fe23189-9bb9-4f24-85cb-43376b497631 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:46.679390 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-70638c42-f452-4001-89f2-0110ba0f5b74 req-ffd23e1d-72e6-48f3-9a0c-645f6ea29193 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/security-groups?id=b926549c-94cf-4a22-aeec-24a756b13bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939634 Nov 27 04:33:46.702423 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-9fe23189-9bb9-4f24-85cb-43376b497631 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] For port b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56, host n-h2-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-3',level=0,port_id=b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56,segment=NetworkSegment(94953fae-bb1a-44a9-9aad-abe2522c3124),segment_id=94953fae-bb1a-44a9-9aad-abe2522c3124)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:33:46.702818 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-9fe23189-9bb9-4f24-85cb-43376b497631 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:46.715328 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-9fe23189-9bb9-4f24-85cb-43376b497631 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Calling delete_port for b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56 owned by compute:nova {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:33:46.839235 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-9fe23189-9bb9-4f24-85cb-43376b497631 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:46.866955 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe23189-9bb9-4f24-85cb-43376b497631 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Pushing event deleted for resources: {'Port': ['ID=b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:33:46.873583 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] get_ports_and_sgs() called for port_ids ['b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:33:46.891366 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe23189-9bb9-4f24-85cb-43376b497631 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:33:46.891721 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe23189-9bb9-4f24-85cb-43376b497631 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:33:46.892070 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe23189-9bb9-4f24-85cb-43376b497631 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:33:46.892410 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe23189-9bb9-4f24-85cb-43376b497631 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:33:46.892747 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe23189-9bb9-4f24-85cb-43376b497631 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:33:46.893081 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe23189-9bb9-4f24-85cb-43376b497631 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:33:46.893411 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe23189-9bb9-4f24-85cb-43376b497631 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:33:46.893740 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe23189-9bb9-4f24-85cb-43376b497631 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:33:46.894070 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe23189-9bb9-4f24-85cb-43376b497631 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:33:46.894400 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe23189-9bb9-4f24-85cb-43376b497631 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:33:46.894757 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe23189-9bb9-4f24-85cb-43376b497631 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:33:46.895083 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe23189-9bb9-4f24-85cb-43376b497631 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:33:46.916581 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-9fe23189-9bb9-4f24-85cb-43376b497631 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] No DVR routers for this DVR port b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56 on host n-h2-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:33:46.919211 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-9fe23189-9bb9-4f24-85cb-43376b497631 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:46.922638 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-9fe23189-9bb9-4f24-85cb-43376b497631 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.11 "DELETE /v2.0/ports/b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56 HTTP/1.1" status: 204 len: 173 time: 0.7559071 Nov 27 04:33:46.923069 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b088c76-c236-4375-9ad4-cf7ad57a8da1', 'name': 'network-vif-deleted', 'tag': 'b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:33:46.925287 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444bdb74-6a9f-48a1-99db-ff1465e0a80c" -d '{"events": [{"server_uuid": "8b088c76-c236-4375-9ad4-cf7ad57a8da1", "name": "network-vif-deleted", "tag": "b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:33:46.957561 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 27 Nov 2021 04:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579d4e56-9dba-4418-9504-22ab47be1a48 x-openstack-request-id: req-579d4e56-9dba-4418-9504-22ab47be1a48 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:33:46.957821 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b088c76-c236-4375-9ad4-cf7ad57a8da1", "name": "network-vif-deleted", "tag": "b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56", "status": "failed", "code": 422}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:33:46.958619 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-579d4e56-9dba-4418-9504-22ab47be1a48 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:33:46.959027 n-d-819494-3 neutron-server[110018]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8b088c76-c236-4375-9ad4-cf7ad57a8da1', 'name': 'network-vif-deleted', 'tag': 'b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56', 'status': 'failed', 'code': 422} returned with failed status Nov 27 04:33:47.784093 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ae55e58b-d3a1-4f47-8be6-cfb2c1bed29e req-e1760cee-b8d3-47f4-a8f4-2652d1f5e5da tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 210 time: 0.0292780 Nov 27 04:33:47.924902 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dc59dfea-9568-4076-94f8-e9a441f02a1d req-5c37361c-631d-4972-b969-51c46008b4ce tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b088c76-c236-4375-9ad4-cf7ad57a8da1 HTTP/1.1" status: 200 len: 210 time: 0.0256639 Nov 27 04:33:48.107006 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60622) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:33:48.150691 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-81003019-a571-4aee-95c0-13dcaf568b6c admin admin] Deleting subnet 037e26f4-6791-4ade-a5d3-b55d805ee101 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:33:48.153734 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-81003019-a571-4aee-95c0-13dcaf568b6c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:48.189510 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-81003019-a571-4aee-95c0-13dcaf568b6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:48.227774 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-81003019-a571-4aee-95c0-13dcaf568b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:48.283014 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-81003019-a571-4aee-95c0-13dcaf568b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:48.308305 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81003019-a571-4aee-95c0-13dcaf568b6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=037e26f4-6791-4ade-a5d3-b55d805ee101,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:33:48.313167 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-81003019-a571-4aee-95c0-13dcaf568b6c admin admin] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:48.315714 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-81003019-a571-4aee-95c0-13dcaf568b6c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/037e26f4-6791-4ade-a5d3-b55d805ee101 HTTP/1.1" status: 204 len: 168 time: 0.2076671 Nov 27 04:33:48.318241 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60624) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:33:48.342959 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bf69491a-3ddc-4a7d-ace4-ccd489902b1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:48.389585 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-164aadec-44b7-4cf2-8096-d1ce097ef3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:48.474398 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-164aadec-44b7-4cf2-8096-d1ce097ef3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:48.493902 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-164aadec-44b7-4cf2-8096-d1ce097ef3bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a41cfc9e-afc0-40c5-a23f-a293dca41de7']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:33:48.502874 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-164aadec-44b7-4cf2-8096-d1ce097ef3bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94953fae-bb1a-44a9-9aad-abe2522c3124') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:33:48.503169 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-164aadec-44b7-4cf2-8096-d1ce097ef3bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94953fae-bb1a-44a9-9aad-abe2522c3124') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:33:48.512408 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-164aadec-44b7-4cf2-8096-d1ce097ef3bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:48.526369 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-164aadec-44b7-4cf2-8096-d1ce097ef3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:48.532304 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-164aadec-44b7-4cf2-8096-d1ce097ef3bd admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:33:48.532682 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-164aadec-44b7-4cf2-8096-d1ce097ef3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:48.534289 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:33:48.534289 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:33:48.534289 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:33:48.534289 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:33:48.534289 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:33:48.534289 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:33:48.534289 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:33:48.534289 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:33:48.534289 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:33:48.534289 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:33:48.534289 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:33:48.534289 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:33:48.534289 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:33:48.534289 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:33:48.534289 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:33:48.534289 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:33:48.534289 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:33:48.534289 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:33:48.534289 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:33:48.534289 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:33:48.534289 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:33:48.534289 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:33:48.534289 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:33:48.534289 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:33:48.534289 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:33:48.534289 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:33:48.534289 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:33:48.534289 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:33:48.534289 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:33:48.534289 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:33:48.534289 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:33:48.534289 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:33:48.593918 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-164aadec-44b7-4cf2-8096-d1ce097ef3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:48.604913 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-164aadec-44b7-4cf2-8096-d1ce097ef3bd admin admin] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:48.607916 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-164aadec-44b7-4cf2-8096-d1ce097ef3bd admin admin] 10.222.0.20 "DELETE /v2.0/networks/a41cfc9e-afc0-40c5-a23f-a293dca41de7 HTTP/1.1" status: 204 len: 168 time: 0.2886758 Nov 27 04:33:48.619337 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164aadec-44b7-4cf2-8096-d1ce097ef3bd admin admin] Pushing event deleted for resources: {'Network': ['ID=a41cfc9e-afc0-40c5-a23f-a293dca41de7,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:33:48.710861 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60628) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:33:48.749258 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4d37ed7e-24f9-4517-b4ba-77ae7ddb7b2a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8485b4b8583d42aca6dacf4a1a8b025e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0372334 Nov 27 04:33:48.751617 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60630) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:33:48.798175 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6b50f91a-43f4-4eb6-9123-0c72dffa5ef4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:48.819127 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6b50f91a-43f4-4eb6-9123-0c72dffa5ef4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:48.864491 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6b50f91a-43f4-4eb6-9123-0c72dffa5ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:48.867154 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6b50f91a-43f4-4eb6-9123-0c72dffa5ef4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:48.868299 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6b50f91a-43f4-4eb6-9123-0c72dffa5ef4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b926549c-94cf-4a22-aeec-24a756b13bc8 HTTP/1.1" status: 204 len: 168 time: 0.1157897 Nov 27 04:33:48.876562 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50f91a-43f4-4eb6-9123-0c72dffa5ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b926549c-94cf-4a22-aeec-24a756b13bc8,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:33:49.046338 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:49.557931 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60652) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:33:49.650138 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-97914cea-c141-4c52-aa7e-2494bb34fce3 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1098384270'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:33:49.671133 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97914cea-c141-4c52-aa7e-2494bb34fce3 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Made reservation on behalf of ddcc6ab940534341b76c6664f97c87be for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:33:49.674596 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-97914cea-c141-4c52-aa7e-2494bb34fce3 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:49.683518 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-97914cea-c141-4c52-aa7e-2494bb34fce3 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:49.696534 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:49.757754 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-97914cea-c141-4c52-aa7e-2494bb34fce3 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:49.761453 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-97914cea-c141-4c52-aa7e-2494bb34fce3 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:49.784023 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97914cea-c141-4c52-aa7e-2494bb34fce3 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:33:49.798132 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97914cea-c141-4c52-aa7e-2494bb34fce3 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8369f1a4-0d04-4d37-adee-b0708688ff61,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:33:49.803743 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-97914cea-c141-4c52-aa7e-2494bb34fce3 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:49.804376 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-97914cea-c141-4c52-aa7e-2494bb34fce3 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Added segment 5062473b-5e1b-45f7-b15d-ab4094d5aaf1 of type vlan for network 947365be-0dd9-4fd6-9d48-eac5a14c94e8 Nov 27 04:33:49.843524 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-97914cea-c141-4c52-aa7e-2494bb34fce3 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:49.867604 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-97914cea-c141-4c52-aa7e-2494bb34fce3 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:49.873078 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97914cea-c141-4c52-aa7e-2494bb34fce3 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:49.873605 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-97914cea-c141-4c52-aa7e-2494bb34fce3 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:49.926190 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-97914cea-c141-4c52-aa7e-2494bb34fce3 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3671200 Nov 27 04:33:49.940819 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97914cea-c141-4c52-aa7e-2494bb34fce3 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Pushing event updated for resources: {'Network': ['ID=947365be-0dd9-4fd6-9d48-eac5a14c94e8,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:33:49.951124 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 947365be-0dd9-4fd6-9d48-eac5a14c94e8 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:33:50.866902 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56 no longer exists at agent hyperv_n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:33:50.887081 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] No Port match for: b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:33:50.887434 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Device b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56 not bound to the agent host n-h2-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:33:51.307089 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:51.915971 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:53.190527 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 60660) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:33:53.196980 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-6611e96d-63a8-4007-81fb-1f295bc207cc tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Request body: {'subnet': {'network_id': '947365be-0dd9-4fd6-9d48-eac5a14c94e8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:33:53.289029 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6611e96d-63a8-4007-81fb-1f295bc207cc tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Made reservation on behalf of ddcc6ab940534341b76c6664f97c87be for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:33:53.292492 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6611e96d-63a8-4007-81fb-1f295bc207cc tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:53.468813 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6611e96d-63a8-4007-81fb-1f295bc207cc tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:53.523355 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611e96d-63a8-4007-81fb-1f295bc207cc tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Pushing event updated for resources: {'Subnet': ['ID=ff0c9306-3203-46b1-b556-89baa7a2e954,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:33:53.540088 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6611e96d-63a8-4007-81fb-1f295bc207cc tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:33:53.541677 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6611e96d-63a8-4007-81fb-1f295bc207cc tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:33:53.541677 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6611e96d-63a8-4007-81fb-1f295bc207cc tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:33:53.541677 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6611e96d-63a8-4007-81fb-1f295bc207cc tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:33:53.542599 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6611e96d-63a8-4007-81fb-1f295bc207cc tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:33:53.542715 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6611e96d-63a8-4007-81fb-1f295bc207cc tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:33:53.543214 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6611e96d-63a8-4007-81fb-1f295bc207cc tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:33:53.543782 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6611e96d-63a8-4007-81fb-1f295bc207cc tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:33:53.544919 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6611e96d-63a8-4007-81fb-1f295bc207cc tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:33:53.544919 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6611e96d-63a8-4007-81fb-1f295bc207cc tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:33:53.544919 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6611e96d-63a8-4007-81fb-1f295bc207cc tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:33:53.545217 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6611e96d-63a8-4007-81fb-1f295bc207cc tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:33:53.554191 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6611e96d-63a8-4007-81fb-1f295bc207cc tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Checking segment: {'id': '5062473b-5e1b-45f7-b15d-ab4094d5aaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '947365be-0dd9-4fd6-9d48-eac5a14c94e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:33:53.554572 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6611e96d-63a8-4007-81fb-1f295bc207cc tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Network hostable DHCP agents. Network: 947365be-0dd9-4fd6-9d48-eac5a14c94e8, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:33:53.572287 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6611e96d-63a8-4007-81fb-1f295bc207cc tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Network 947365be-0dd9-4fd6-9d48-eac5a14c94e8 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:33:53.580636 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-6611e96d-63a8-4007-81fb-1f295bc207cc tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 947365be-0dd9-4fd6-9d48-eac5a14c94e8) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:33:53.585539 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6611e96d-63a8-4007-81fb-1f295bc207cc tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:53.586422 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6611e96d-63a8-4007-81fb-1f295bc207cc tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:53.592395 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7850e355-043b-462c-a691-558b0b2486dc None None] Network 947365be-0dd9-4fd6-9d48-eac5a14c94e8 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:33:53.602608 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6611e96d-63a8-4007-81fb-1f295bc207cc tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4109454 Nov 27 04:33:53.605912 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 60668) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:33:53.610754 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-cfd60111-313c-47b2-aea7-1f7f27435afb tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1778034287'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:33:53.630601 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd60111-313c-47b2-aea7-1f7f27435afb tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Made reservation on behalf of ddcc6ab940534341b76c6664f97c87be for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:33:53.633984 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cfd60111-313c-47b2-aea7-1f7f27435afb tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:53.657032 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfd60111-313c-47b2-aea7-1f7f27435afb tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:33:53.666879 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cfd60111-313c-47b2-aea7-1f7f27435afb tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:53.667221 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-cfd60111-313c-47b2-aea7-1f7f27435afb tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Added segment b5d96e7a-e232-4ac1-95e7-22cfc599798d of type vlan for network 8ad1f063-a113-4c0d-a3ad-e7060e1cd06b Nov 27 04:33:53.710573 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cfd60111-313c-47b2-aea7-1f7f27435afb tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:53.735036 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cfd60111-313c-47b2-aea7-1f7f27435afb tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:53.740306 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd60111-313c-47b2-aea7-1f7f27435afb tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:53.740886 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cfd60111-313c-47b2-aea7-1f7f27435afb tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:53.741442 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d7cb6c-5ebb-4f72-bfbf-32a2975338b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-947365be-0dd9-4fd6-9d48-eac5a14c94e8', 'network_id': '947365be-0dd9-4fd6-9d48-eac5a14c94e8', 'tenant_id': 'ddcc6ab940534341b76c6664f97c87be', 'fixed_ips': [{'subnet_id': 'ff0c9306-3203-46b1-b556-89baa7a2e954'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:33:53.742368 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-56d7cb6c-5ebb-4f72-bfbf-32a2975338b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:53.798860 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-cfd60111-313c-47b2-aea7-1f7f27435afb tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1918705 Nov 27 04:33:53.801870 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60670) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:33:53.807420 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-69c146d2-861d-40ba-b342-40f1d88c10b6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Request body: {'subnet': {'network_id': '8ad1f063-a113-4c0d-a3ad-e7060e1cd06b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:33:53.811424 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd60111-313c-47b2-aea7-1f7f27435afb tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Pushing event updated for resources: {'Network': ['ID=8ad1f063-a113-4c0d-a3ad-e7060e1cd06b,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:33:53.822784 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 8ad1f063-a113-4c0d-a3ad-e7060e1cd06b details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:33:53.903539 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c146d2-861d-40ba-b342-40f1d88c10b6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Made reservation on behalf of ddcc6ab940534341b76c6664f97c87be for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:33:53.907180 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-69c146d2-861d-40ba-b342-40f1d88c10b6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:53.934396 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-56d7cb6c-5ebb-4f72-bfbf-32a2975338b3 None None] Allocated IP 2001:db8:0:ffff::2 (947365be-0dd9-4fd6-9d48-eac5a14c94e8/ff0c9306-3203-46b1-b556-89baa7a2e954/9855410f-f7f2-4ebd-af2c-656fc4096284) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:33:54.077648 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-56d7cb6c-5ebb-4f72-bfbf-32a2975338b3 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:54.083707 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-56d7cb6c-5ebb-4f72-bfbf-32a2975338b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:54.099064 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-69c146d2-861d-40ba-b342-40f1d88c10b6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:54.124611 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d7cb6c-5ebb-4f72-bfbf-32a2975338b3 None None] Network 947365be-0dd9-4fd6-9d48-eac5a14c94e8 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:33:54.128067 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-56d7cb6c-5ebb-4f72-bfbf-32a2975338b3 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:33:54.132723 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d7cb6c-5ebb-4f72-bfbf-32a2975338b3 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:33:54.135842 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d7cb6c-5ebb-4f72-bfbf-32a2975338b3 None None] Pushing event updated for resources: {'Port': ['ID=9855410f-f7f2-4ebd-af2c-656fc4096284,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:33:54.150215 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d7cb6c-5ebb-4f72-bfbf-32a2975338b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:33:54.150215 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d7cb6c-5ebb-4f72-bfbf-32a2975338b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:33:54.150215 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d7cb6c-5ebb-4f72-bfbf-32a2975338b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:33:54.150215 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d7cb6c-5ebb-4f72-bfbf-32a2975338b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:33:54.150215 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d7cb6c-5ebb-4f72-bfbf-32a2975338b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:33:54.150215 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d7cb6c-5ebb-4f72-bfbf-32a2975338b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:33:54.150898 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d7cb6c-5ebb-4f72-bfbf-32a2975338b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:33:54.150898 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d7cb6c-5ebb-4f72-bfbf-32a2975338b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:33:54.151142 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d7cb6c-5ebb-4f72-bfbf-32a2975338b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:33:54.151476 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d7cb6c-5ebb-4f72-bfbf-32a2975338b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:33:54.151807 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d7cb6c-5ebb-4f72-bfbf-32a2975338b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:33:54.152161 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d7cb6c-5ebb-4f72-bfbf-32a2975338b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:33:54.160972 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c146d2-861d-40ba-b342-40f1d88c10b6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Pushing event updated for resources: {'Subnet': ['ID=1afd27bc-55bb-458f-ad72-eb1af38fdce1,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:33:54.169223 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c146d2-861d-40ba-b342-40f1d88c10b6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Checking segment: {'id': 'b5d96e7a-e232-4ac1-95e7-22cfc599798d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '8ad1f063-a113-4c0d-a3ad-e7060e1cd06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:33:54.169604 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c146d2-861d-40ba-b342-40f1d88c10b6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Network hostable DHCP agents. Network: 8ad1f063-a113-4c0d-a3ad-e7060e1cd06b, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:33:54.191160 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c146d2-861d-40ba-b342-40f1d88c10b6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Network 8ad1f063-a113-4c0d-a3ad-e7060e1cd06b is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:33:54.198879 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-56d7cb6c-5ebb-4f72-bfbf-32a2975338b3 None None] Attempting to bind port 9855410f-f7f2-4ebd-af2c-656fc4096284 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:33:54.199267 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-56d7cb6c-5ebb-4f72-bfbf-32a2975338b3 None None] Attempting to bind port 9855410f-f7f2-4ebd-af2c-656fc4096284 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '5062473b-5e1b-45f7-b15d-ab4094d5aaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '947365be-0dd9-4fd6-9d48-eac5a14c94e8'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:33:54.199711 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d7cb6c-5ebb-4f72-bfbf-32a2975338b3 None None] Attempting to bind port 9855410f-f7f2-4ebd-af2c-656fc4096284 on network 947365be-0dd9-4fd6-9d48-eac5a14c94e8 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:33:54.201177 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-69c146d2-861d-40ba-b342-40f1d88c10b6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 8ad1f063-a113-4c0d-a3ad-e7060e1cd06b) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:33:54.205008 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d7cb6c-5ebb-4f72-bfbf-32a2975338b3 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:33:54.205376 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d7cb6c-5ebb-4f72-bfbf-32a2975338b3 None None] Checking segment: {'id': '5062473b-5e1b-45f7-b15d-ab4094d5aaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '947365be-0dd9-4fd6-9d48-eac5a14c94e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:33:54.205782 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-56d7cb6c-5ebb-4f72-bfbf-32a2975338b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:54.206011 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c146d2-861d-40ba-b342-40f1d88c10b6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:54.206191 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d7cb6c-5ebb-4f72-bfbf-32a2975338b3 None None] Bound using segment: {'id': '5062473b-5e1b-45f7-b15d-ab4094d5aaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '947365be-0dd9-4fd6-9d48-eac5a14c94e8'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:33:54.206676 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-69c146d2-861d-40ba-b342-40f1d88c10b6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:54.206805 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-56d7cb6c-5ebb-4f72-bfbf-32a2975338b3 None None] Bound port: 9855410f-f7f2-4ebd-af2c-656fc4096284, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5062473b-5e1b-45f7-b15d-ab4094d5aaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '947365be-0dd9-4fd6-9d48-eac5a14c94e8'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:33:54.207049 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-56d7cb6c-5ebb-4f72-bfbf-32a2975338b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:54.221186 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958fc208-7459-473e-8835-cf3d2e89fd7c None None] Network 8ad1f063-a113-4c0d-a3ad-e7060e1cd06b requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:33:54.223459 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-69c146d2-861d-40ba-b342-40f1d88c10b6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4202263 Nov 27 04:33:54.226207 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60672) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:33:54.326268 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-63ab9371-ab07-40b1-93ab-380449218dd8 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:54.328547 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-56d7cb6c-5ebb-4f72-bfbf-32a2975338b3 None None] For port 9855410f-f7f2-4ebd-af2c-656fc4096284, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:33:54.352282 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-56d7cb6c-5ebb-4f72-bfbf-32a2975338b3 None None] For port 9855410f-f7f2-4ebd-af2c-656fc4096284, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=9855410f-f7f2-4ebd-af2c-656fc4096284,segment=NetworkSegment(5062473b-5e1b-45f7-b15d-ab4094d5aaf1),segment_id=5062473b-5e1b-45f7-b15d-ab4094d5aaf1)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:33:54.357309 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-56d7cb6c-5ebb-4f72-bfbf-32a2975338b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:54.378897 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-63ab9371-ab07-40b1-93ab-380449218dd8 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:54.462658 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-63ab9371-ab07-40b1-93ab-380449218dd8 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:54.463346 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e9331b-43da-48ff-ade3-16efab12aba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-8ad1f063-a113-4c0d-a3ad-e7060e1cd06b', 'network_id': '8ad1f063-a113-4c0d-a3ad-e7060e1cd06b', 'tenant_id': 'ddcc6ab940534341b76c6664f97c87be', 'fixed_ips': [{'subnet_id': '1afd27bc-55bb-458f-ad72-eb1af38fdce1'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:33:54.464229 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e3e9331b-43da-48ff-ade3-16efab12aba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:54.467910 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d7cb6c-5ebb-4f72-bfbf-32a2975338b3 None None] Pushing event updated for resources: {'Port': ['ID=9855410f-f7f2-4ebd-af2c-656fc4096284,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:33:54.501500 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab9371-ab07-40b1-93ab-380449218dd8 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Pushing event deleted for resources: {'Subnet': ['ID=1afd27bc-55bb-458f-ad72-eb1af38fdce1,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:33:54.564625 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-63ab9371-ab07-40b1-93ab-380449218dd8 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:54.566848 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3049c352-896d-4fef-b6dc-247061cd7735 None None] Network 8ad1f063-a113-4c0d-a3ad-e7060e1cd06b requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:33:54.586378 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-63ab9371-ab07-40b1-93ab-380449218dd8 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ad1f063-a113-4c0d-a3ad-e7060e1cd06b']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:33:54.598632 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-63ab9371-ab07-40b1-93ab-380449218dd8 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5d96e7a-e232-4ac1-95e7-22cfc599798d') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:33:54.599046 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-63ab9371-ab07-40b1-93ab-380449218dd8 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5d96e7a-e232-4ac1-95e7-22cfc599798d') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:33:54.610303 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-63ab9371-ab07-40b1-93ab-380449218dd8 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:54.631881 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-63ab9371-ab07-40b1-93ab-380449218dd8 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:54.642227 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63ab9371-ab07-40b1-93ab-380449218dd8 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:33:54.642813 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-63ab9371-ab07-40b1-93ab-380449218dd8 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:54.646108 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:33:54.646108 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:33:54.646108 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:33:54.646108 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:33:54.646108 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:33:54.646108 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:33:54.646108 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:33:54.646108 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:33:54.646108 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:33:54.646108 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:33:54.646108 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:33:54.646108 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:33:54.646108 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:33:54.646108 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:33:54.646108 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:33:54.646108 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:33:54.646108 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:33:54.646108 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:33:54.646108 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:33:54.646108 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:33:54.646108 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:33:54.646108 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:33:54.646108 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:33:54.646108 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:33:54.646108 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:33:54.646108 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:33:54.646108 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:33:54.646108 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:33:54.646108 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:33:54.646108 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:33:54.646108 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:33:54.646108 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:33:54.712390 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-63ab9371-ab07-40b1-93ab-380449218dd8 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:54.719303 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-63ab9371-ab07-40b1-93ab-380449218dd8 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:54.726641 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-63ab9371-ab07-40b1-93ab-380449218dd8 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] 10.222.0.20 "DELETE /v2.0/networks/8ad1f063-a113-4c0d-a3ad-e7060e1cd06b HTTP/1.1" status: 204 len: 168 time: 0.4953468 Nov 27 04:33:54.726997 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 60674) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:33:54.732058 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-8c3377c7-9c44-4cfe-85f2-b393d21b7769 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1559153795'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:33:54.735706 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab9371-ab07-40b1-93ab-380449218dd8 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Pushing event deleted for resources: {'Network': ['ID=8ad1f063-a113-4c0d-a3ad-e7060e1cd06b,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:33:54.756212 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3377c7-9c44-4cfe-85f2-b393d21b7769 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Made reservation on behalf of ddcc6ab940534341b76c6664f97c87be for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:33:54.760126 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8c3377c7-9c44-4cfe-85f2-b393d21b7769 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:54.790927 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c3377c7-9c44-4cfe-85f2-b393d21b7769 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:33:54.800842 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8c3377c7-9c44-4cfe-85f2-b393d21b7769 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:54.801193 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-8c3377c7-9c44-4cfe-85f2-b393d21b7769 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Added segment e0c7569b-49dd-4e5b-9e96-14ca2ee6e6d3 of type vlan for network 716d179a-eccb-4108-9142-20cd2d0903f7 Nov 27 04:33:54.842177 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8c3377c7-9c44-4cfe-85f2-b393d21b7769 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:54.868961 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8c3377c7-9c44-4cfe-85f2-b393d21b7769 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:54.874465 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3377c7-9c44-4cfe-85f2-b393d21b7769 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:54.875083 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8c3377c7-9c44-4cfe-85f2-b393d21b7769 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:54.941834 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8c3377c7-9c44-4cfe-85f2-b393d21b7769 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2137330 Nov 27 04:33:54.944752 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 60676) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:33:54.951728 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-7b06d002-6604-498e-ba8b-5043d44837a6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Request body: {'subnet': {'network_id': '716d179a-eccb-4108-9142-20cd2d0903f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:33:54.956637 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3377c7-9c44-4cfe-85f2-b393d21b7769 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Pushing event updated for resources: {'Network': ['ID=716d179a-eccb-4108-9142-20cd2d0903f7,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:33:54.975540 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 716d179a-eccb-4108-9142-20cd2d0903f7 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:33:55.027372 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 9855410f-f7f2-4ebd-af2c-656fc4096284 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:33:55.043182 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b06d002-6604-498e-ba8b-5043d44837a6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Made reservation on behalf of ddcc6ab940534341b76c6664f97c87be for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:33:55.046681 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7b06d002-6604-498e-ba8b-5043d44837a6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:55.094497 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 9855410f-f7f2-4ebd-af2c-656fc4096284 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:33:55.094834 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:55.109110 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.ipam_backend_mixin [None req-7b06d002-6604-498e-ba8b-5043d44837a6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Performing IP validity checks on allocation pools {{(pid=110019) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 27 04:33:55.109638 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.ipam_backend_mixin [None req-7b06d002-6604-498e-ba8b-5043d44837a6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110019) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 27 04:33:55.187407 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:55.224694 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 9855410f-f7f2-4ebd-af2c-656fc4096284, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=9855410f-f7f2-4ebd-af2c-656fc4096284,segment=NetworkSegment(5062473b-5e1b-45f7-b15d-ab4094d5aaf1),segment_id=5062473b-5e1b-45f7-b15d-ab4094d5aaf1)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:33:55.230422 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:55.259562 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7b06d002-6604-498e-ba8b-5043d44837a6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:55.288351 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=9855410f-f7f2-4ebd-af2c-656fc4096284,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:33:55.324279 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06d002-6604-498e-ba8b-5043d44837a6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Pushing event updated for resources: {'Subnet': ['ID=105b683d-7de0-4bb6-8136-a5eec782476e,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:33:55.342190 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b06d002-6604-498e-ba8b-5043d44837a6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Checking segment: {'id': 'e0c7569b-49dd-4e5b-9e96-14ca2ee6e6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '716d179a-eccb-4108-9142-20cd2d0903f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:33:55.342621 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b06d002-6604-498e-ba8b-5043d44837a6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Network hostable DHCP agents. Network: 716d179a-eccb-4108-9142-20cd2d0903f7, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:33:55.360799 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b06d002-6604-498e-ba8b-5043d44837a6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Network 716d179a-eccb-4108-9142-20cd2d0903f7 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:33:55.371076 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-7b06d002-6604-498e-ba8b-5043d44837a6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 716d179a-eccb-4108-9142-20cd2d0903f7) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:33:55.375133 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b06d002-6604-498e-ba8b-5043d44837a6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:55.375737 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7b06d002-6604-498e-ba8b-5043d44837a6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:55.379549 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda84025-4da8-483b-bafd-5df80e7c93c5 None None] Network 716d179a-eccb-4108-9142-20cd2d0903f7 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:33:55.393982 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7b06d002-6604-498e-ba8b-5043d44837a6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4482093 Nov 27 04:33:55.397199 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 60678) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:33:55.508284 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f0ca3df9-fbf4-435c-9967-bf949688df3f tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:55.512203 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b14232-acef-4464-9183-62fa041f9859 None None] Network 947365be-0dd9-4fd6-9d48-eac5a14c94e8 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:33:55.569054 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f0ca3df9-fbf4-435c-9967-bf949688df3f tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:55.631696 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f0ca3df9-fbf4-435c-9967-bf949688df3f tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:55.659867 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ca3df9-fbf4-435c-9967-bf949688df3f tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Pushing event deleted for resources: {'Subnet': ['ID=105b683d-7de0-4bb6-8136-a5eec782476e,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:33:55.725982 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f0ca3df9-fbf4-435c-9967-bf949688df3f tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:55.728355 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736bc0e5-49f0-4652-aa75-6888126e83c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-716d179a-eccb-4108-9142-20cd2d0903f7', 'network_id': '716d179a-eccb-4108-9142-20cd2d0903f7', 'tenant_id': 'ddcc6ab940534341b76c6664f97c87be', 'fixed_ips': [{'subnet_id': '105b683d-7de0-4bb6-8136-a5eec782476e'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:33:55.729223 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-736bc0e5-49f0-4652-aa75-6888126e83c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:55.746821 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-f0ca3df9-fbf4-435c-9967-bf949688df3f tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['716d179a-eccb-4108-9142-20cd2d0903f7']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:33:55.756654 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-f0ca3df9-fbf4-435c-9967-bf949688df3f tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0c7569b-49dd-4e5b-9e96-14ca2ee6e6d3') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:33:55.756962 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-f0ca3df9-fbf4-435c-9967-bf949688df3f tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0c7569b-49dd-4e5b-9e96-14ca2ee6e6d3') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:33:55.766532 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f0ca3df9-fbf4-435c-9967-bf949688df3f tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:55.779577 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-f07a86e6-7f70-4d3b-bfd7-c22673912114 None None] Provisioning complete for port 9855410f-f7f2-4ebd-af2c-656fc4096284 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:33:55.779948 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f07a86e6-7f70-4d3b-bfd7-c22673912114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:55.780104 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f0ca3df9-fbf4-435c-9967-bf949688df3f tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:55.786300 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0ca3df9-fbf4-435c-9967-bf949688df3f tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:33:55.786745 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f0ca3df9-fbf4-435c-9967-bf949688df3f tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:55.790027 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:33:55.790027 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:33:55.790027 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:33:55.790027 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:33:55.790027 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:33:55.790027 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:33:55.790027 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:33:55.790027 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:33:55.790027 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:33:55.790027 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:33:55.790027 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:33:55.790027 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:33:55.790027 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:33:55.790027 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:33:55.790027 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:33:55.790027 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:33:55.790027 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:33:55.790027 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:33:55.790027 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:33:55.790027 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:33:55.790027 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:33:55.790027 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:33:55.790027 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:33:55.790027 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:33:55.790027 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:33:55.790027 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:33:55.790027 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:33:55.790027 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:33:55.790027 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:33:55.790027 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:33:55.790027 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:33:55.790027 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:33:55.847327 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.api [None req-736bc0e5-49f0-4652-aa75-6888126e83c8 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 27 04:33:55.847327 n-d-819494-3 neutron-server[110020]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Nov 27 04:33:55.847327 n-d-819494-3 neutron-server[110020]: [parameters: {'project_id': 'ddcc6ab940534341b76c6664f97c87be', 'id': '084193e2-239e-43fb-a34c-f9de68758559', 'name': '', 'network_id': '716d179a-eccb-4108-9142-20cd2d0903f7', 'mac_address': 'fa:16:3e:19:8e:2d', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-716d179a-eccb-4108-9142-20cd2d0903f7', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 4103}] Nov 27 04:33:55.847327 n-d-819494-3 neutron-server[110020]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:33:55.847813 n-d-819494-3 neutron-server[110020]: DEBUG oslo_db.api [None req-736bc0e5-49f0-4652-aa75-6888126e83c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:33:55.848879 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f0ca3df9-fbf4-435c-9967-bf949688df3f tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:55.855580 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f0ca3df9-fbf4-435c-9967-bf949688df3f tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:55.858798 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f0ca3df9-fbf4-435c-9967-bf949688df3f tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] 10.222.0.20 "DELETE /v2.0/networks/716d179a-eccb-4108-9142-20cd2d0903f7 HTTP/1.1" status: 204 len: 168 time: 0.4604528 Nov 27 04:33:55.862916 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60680) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:33:55.868490 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-6c642908-61be-4df4-b509-b09c1a9b33a1 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1868613967'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:33:55.871040 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ca3df9-fbf4-435c-9967-bf949688df3f tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Pushing event deleted for resources: {'Network': ['ID=716d179a-eccb-4108-9142-20cd2d0903f7,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:33:55.892000 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c642908-61be-4df4-b509-b09c1a9b33a1 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Made reservation on behalf of ddcc6ab940534341b76c6664f97c87be for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:33:55.895574 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6c642908-61be-4df4-b509-b09c1a9b33a1 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:55.918968 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c642908-61be-4df4-b509-b09c1a9b33a1 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:33:55.928371 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6c642908-61be-4df4-b509-b09c1a9b33a1 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:55.928947 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-6c642908-61be-4df4-b509-b09c1a9b33a1 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Added segment 04f2f23d-7add-4955-b170-dd089f294aab of type vlan for network cd07f58a-f751-49f9-94b9-37afbdfd4295 Nov 27 04:33:55.969288 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6c642908-61be-4df4-b509-b09c1a9b33a1 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:55.995365 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6c642908-61be-4df4-b509-b09c1a9b33a1 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:56.001299 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c642908-61be-4df4-b509-b09c1a9b33a1 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:56.001974 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6c642908-61be-4df4-b509-b09c1a9b33a1 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:56.065268 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6c642908-61be-4df4-b509-b09c1a9b33a1 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2012157 Nov 27 04:33:56.068956 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 60682) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:33:56.074404 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-23880933-27a1-444d-bc1e-3fa713f6cac1 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Request body: {'subnet': {'network_id': 'cd07f58a-f751-49f9-94b9-37afbdfd4295', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:33:56.078514 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c642908-61be-4df4-b509-b09c1a9b33a1 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Pushing event updated for resources: {'Network': ['ID=cd07f58a-f751-49f9-94b9-37afbdfd4295,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:33:56.092376 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network cd07f58a-f751-49f9-94b9-37afbdfd4295 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:33:56.168151 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-f1548b4d-d747-4fc1-b766-9b8788d038a6 None None] Provisioning complete for port 9855410f-f7f2-4ebd-af2c-656fc4096284 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:33:56.168615 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f1548b4d-d747-4fc1-b766-9b8788d038a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:56.171735 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23880933-27a1-444d-bc1e-3fa713f6cac1 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Made reservation on behalf of ddcc6ab940534341b76c6664f97c87be for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:33:56.175835 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-23880933-27a1-444d-bc1e-3fa713f6cac1 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:56.349813 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-736bc0e5-49f0-4652-aa75-6888126e83c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:56.355213 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-23880933-27a1-444d-bc1e-3fa713f6cac1 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:56.379027 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c82f31-782b-4cbc-ba15-4c073b124574 None None] Network 716d179a-eccb-4108-9142-20cd2d0903f7 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:33:56.390416 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c82f31-782b-4cbc-ba15-4c073b124574 None None] Network 716d179a-eccb-4108-9142-20cd2d0903f7 could not be found, it might have been deleted concurrently. {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 27 04:33:56.412466 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23880933-27a1-444d-bc1e-3fa713f6cac1 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Pushing event updated for resources: {'Subnet': ['ID=54d40b14-7f85-4ee5-aeef-7b816626df8f,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:33:56.429009 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23880933-27a1-444d-bc1e-3fa713f6cac1 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Checking segment: {'id': '04f2f23d-7add-4955-b170-dd089f294aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cd07f58a-f751-49f9-94b9-37afbdfd4295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:33:56.429377 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23880933-27a1-444d-bc1e-3fa713f6cac1 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Network hostable DHCP agents. Network: cd07f58a-f751-49f9-94b9-37afbdfd4295, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:33:56.445394 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23880933-27a1-444d-bc1e-3fa713f6cac1 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Network cd07f58a-f751-49f9-94b9-37afbdfd4295 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:33:56.454058 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-23880933-27a1-444d-bc1e-3fa713f6cac1 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, cd07f58a-f751-49f9-94b9-37afbdfd4295) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:33:56.458919 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23880933-27a1-444d-bc1e-3fa713f6cac1 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:56.460751 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-23880933-27a1-444d-bc1e-3fa713f6cac1 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:56.461276 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62be9029-d3b6-4fa7-a2f2-3509fba6c987 None None] Network cd07f58a-f751-49f9-94b9-37afbdfd4295 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:33:56.477051 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-23880933-27a1-444d-bc1e-3fa713f6cac1 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4069555 Nov 27 04:33:56.480538 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 60684) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:33:56.485288 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-3d1ba886-933f-4ce6-80de-4f2021ea1a79 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1509170790'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:33:56.507016 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1ba886-933f-4ce6-80de-4f2021ea1a79 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Made reservation on behalf of ddcc6ab940534341b76c6664f97c87be for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:33:56.510492 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3d1ba886-933f-4ce6-80de-4f2021ea1a79 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:56.533588 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d1ba886-933f-4ce6-80de-4f2021ea1a79 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:33:56.543953 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3d1ba886-933f-4ce6-80de-4f2021ea1a79 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:56.544337 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-3d1ba886-933f-4ce6-80de-4f2021ea1a79 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Added segment a5789743-f6bf-4a9a-b77f-09e217596376 of type vlan for network f45b9182-cbcb-4758-a696-3ac9c17354c8 Nov 27 04:33:56.593570 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3d1ba886-933f-4ce6-80de-4f2021ea1a79 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:56.609612 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed4ebe7-3d60-419d-a3c9-952bbaa5e9ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-cd07f58a-f751-49f9-94b9-37afbdfd4295', 'network_id': 'cd07f58a-f751-49f9-94b9-37afbdfd4295', 'tenant_id': 'ddcc6ab940534341b76c6664f97c87be', 'fixed_ips': [{'subnet_id': '54d40b14-7f85-4ee5-aeef-7b816626df8f'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:33:56.610592 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0ed4ebe7-3d60-419d-a3c9-952bbaa5e9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:56.626963 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3d1ba886-933f-4ce6-80de-4f2021ea1a79 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:56.632620 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1ba886-933f-4ce6-80de-4f2021ea1a79 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:56.633295 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3d1ba886-933f-4ce6-80de-4f2021ea1a79 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:56.688106 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-3d1ba886-933f-4ce6-80de-4f2021ea1a79 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2065365 Nov 27 04:33:56.691159 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 60686) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:33:56.702678 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-e7cbad75-bc1d-4e2c-b048-f6c0ea66c1b3 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Request body: {'subnet': {'network_id': 'f45b9182-cbcb-4758-a696-3ac9c17354c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:33:56.720703 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ba886-933f-4ce6-80de-4f2021ea1a79 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Pushing event updated for resources: {'Network': ['ID=f45b9182-cbcb-4758-a696-3ac9c17354c8,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:33:56.733115 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network f45b9182-cbcb-4758-a696-3ac9c17354c8 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:33:56.799001 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7cbad75-bc1d-4e2c-b048-f6c0ea66c1b3 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Made reservation on behalf of ddcc6ab940534341b76c6664f97c87be for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:33:56.803303 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e7cbad75-bc1d-4e2c-b048-f6c0ea66c1b3 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:56.804845 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-0ed4ebe7-3d60-419d-a3c9-952bbaa5e9ae None None] Allocated IP 2001:db8::2 (cd07f58a-f751-49f9-94b9-37afbdfd4295/54d40b14-7f85-4ee5-aeef-7b816626df8f/db44e4a5-367d-4b03-9ab4-6d432a4a86eb) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:33:56.964642 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0ed4ebe7-3d60-419d-a3c9-952bbaa5e9ae None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:56.971622 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 9855410f-f7f2-4ebd-af2c-656fc4096284 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:33:56.976092 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0ed4ebe7-3d60-419d-a3c9-952bbaa5e9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:56.988121 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e7cbad75-bc1d-4e2c-b048-f6c0ea66c1b3 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:57.051187 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed4ebe7-3d60-419d-a3c9-952bbaa5e9ae None None] Network cd07f58a-f751-49f9-94b9-37afbdfd4295 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:33:57.054301 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cbad75-bc1d-4e2c-b048-f6c0ea66c1b3 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Pushing event updated for resources: {'Subnet': ['ID=6845162d-95a0-45ea-b05f-b71f50955b7c,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:33:57.059001 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-0ed4ebe7-3d60-419d-a3c9-952bbaa5e9ae None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:33:57.060032 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cbad75-bc1d-4e2c-b048-f6c0ea66c1b3 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Checking segment: {'id': 'a5789743-f6bf-4a9a-b77f-09e217596376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f45b9182-cbcb-4758-a696-3ac9c17354c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:33:57.061134 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cbad75-bc1d-4e2c-b048-f6c0ea66c1b3 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Network hostable DHCP agents. Network: f45b9182-cbcb-4758-a696-3ac9c17354c8, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:33:57.062211 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed4ebe7-3d60-419d-a3c9-952bbaa5e9ae None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:33:57.064239 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed4ebe7-3d60-419d-a3c9-952bbaa5e9ae None None] Pushing event updated for resources: {'Port': ['ID=db44e4a5-367d-4b03-9ab4-6d432a4a86eb,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:33:57.080075 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cbad75-bc1d-4e2c-b048-f6c0ea66c1b3 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Network f45b9182-cbcb-4758-a696-3ac9c17354c8 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:33:57.089787 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-e7cbad75-bc1d-4e2c-b048-f6c0ea66c1b3 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, f45b9182-cbcb-4758-a696-3ac9c17354c8) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:33:57.096113 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cbad75-bc1d-4e2c-b048-f6c0ea66c1b3 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:33:57.096288 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 9855410f-f7f2-4ebd-af2c-656fc4096284 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:33:57.096728 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e7cbad75-bc1d-4e2c-b048-f6c0ea66c1b3 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:57.097302 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:57.111150 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c0d709-db31-4723-997a-dde7f67e4a21 None None] Network f45b9182-cbcb-4758-a696-3ac9c17354c8 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:33:57.111381 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e7cbad75-bc1d-4e2c-b048-f6c0ea66c1b3 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4191055 Nov 27 04:33:57.113874 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 60688) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:33:57.186637 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-0ed4ebe7-3d60-419d-a3c9-952bbaa5e9ae None None] Attempting to bind port db44e4a5-367d-4b03-9ab4-6d432a4a86eb on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:33:57.187022 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-0ed4ebe7-3d60-419d-a3c9-952bbaa5e9ae None None] Attempting to bind port db44e4a5-367d-4b03-9ab4-6d432a4a86eb by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '04f2f23d-7add-4955-b170-dd089f294aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cd07f58a-f751-49f9-94b9-37afbdfd4295'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:33:57.187390 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed4ebe7-3d60-419d-a3c9-952bbaa5e9ae None None] Attempting to bind port db44e4a5-367d-4b03-9ab4-6d432a4a86eb on network cd07f58a-f751-49f9-94b9-37afbdfd4295 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:33:57.202377 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed4ebe7-3d60-419d-a3c9-952bbaa5e9ae None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:33:57.202782 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed4ebe7-3d60-419d-a3c9-952bbaa5e9ae None None] Checking segment: {'id': '04f2f23d-7add-4955-b170-dd089f294aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cd07f58a-f751-49f9-94b9-37afbdfd4295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:33:57.203185 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0ed4ebe7-3d60-419d-a3c9-952bbaa5e9ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:57.203599 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed4ebe7-3d60-419d-a3c9-952bbaa5e9ae None None] Bound using segment: {'id': '04f2f23d-7add-4955-b170-dd089f294aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cd07f58a-f751-49f9-94b9-37afbdfd4295'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:33:57.204059 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-0ed4ebe7-3d60-419d-a3c9-952bbaa5e9ae None None] Bound port: db44e4a5-367d-4b03-9ab4-6d432a4a86eb, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f2f23d-7add-4955-b170-dd089f294aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cd07f58a-f751-49f9-94b9-37afbdfd4295'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:33:57.204440 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0ed4ebe7-3d60-419d-a3c9-952bbaa5e9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:57.214031 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-197225a0-bab8-4e6e-a00b-e95fd9b590b6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:57.270336 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-197225a0-bab8-4e6e-a00b-e95fd9b590b6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:57.329375 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-197225a0-bab8-4e6e-a00b-e95fd9b590b6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:57.355580 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0ed4ebe7-3d60-419d-a3c9-952bbaa5e9ae None None] For port db44e4a5-367d-4b03-9ab4-6d432a4a86eb, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:33:57.360158 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-0ed4ebe7-3d60-419d-a3c9-952bbaa5e9ae None None] For port db44e4a5-367d-4b03-9ab4-6d432a4a86eb, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=db44e4a5-367d-4b03-9ab4-6d432a4a86eb,segment=NetworkSegment(04f2f23d-7add-4955-b170-dd089f294aab),segment_id=04f2f23d-7add-4955-b170-dd089f294aab)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:33:57.363896 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197225a0-bab8-4e6e-a00b-e95fd9b590b6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Pushing event deleted for resources: {'Subnet': ['ID=6845162d-95a0-45ea-b05f-b71f50955b7c,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:33:57.367966 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0ed4ebe7-3d60-419d-a3c9-952bbaa5e9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:57.427006 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19343660-9944-45c2-ae2a-1a5a3ed9a814 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-f45b9182-cbcb-4758-a696-3ac9c17354c8', 'network_id': 'f45b9182-cbcb-4758-a696-3ac9c17354c8', 'tenant_id': 'ddcc6ab940534341b76c6664f97c87be', 'fixed_ips': [{'subnet_id': '6845162d-95a0-45ea-b05f-b71f50955b7c'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:33:57.427944 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-19343660-9944-45c2-ae2a-1a5a3ed9a814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:57.432787 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-197225a0-bab8-4e6e-a00b-e95fd9b590b6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:57.456920 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-197225a0-bab8-4e6e-a00b-e95fd9b590b6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f45b9182-cbcb-4758-a696-3ac9c17354c8']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:33:57.459085 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed4ebe7-3d60-419d-a3c9-952bbaa5e9ae None None] Pushing event updated for resources: {'Port': ['ID=db44e4a5-367d-4b03-9ab4-6d432a4a86eb,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:33:57.472340 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-197225a0-bab8-4e6e-a00b-e95fd9b590b6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5789743-f6bf-4a9a-b77f-09e217596376') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:33:57.472644 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-197225a0-bab8-4e6e-a00b-e95fd9b590b6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5789743-f6bf-4a9a-b77f-09e217596376') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:33:57.484683 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-197225a0-bab8-4e6e-a00b-e95fd9b590b6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:57.499793 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-197225a0-bab8-4e6e-a00b-e95fd9b590b6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:57.506884 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-197225a0-bab8-4e6e-a00b-e95fd9b590b6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:33:57.507286 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-197225a0-bab8-4e6e-a00b-e95fd9b590b6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:57.510880 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:33:57.510880 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:33:57.510880 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:33:57.510880 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:33:57.510880 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:33:57.510880 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:33:57.510880 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:33:57.510880 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:33:57.510880 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:33:57.510880 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:33:57.510880 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:33:57.510880 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:33:57.510880 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:33:57.510880 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:33:57.510880 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:33:57.510880 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:33:57.510880 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:33:57.510880 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:33:57.510880 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:33:57.510880 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:33:57.510880 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:33:57.510880 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:33:57.510880 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:33:57.510880 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:33:57.510880 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:33:57.510880 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:33:57.510880 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:33:57.510880 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:33:57.510880 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:33:57.510880 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:33:57.510880 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:33:57.510880 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:33:57.543151 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df991725-c1b0-4e79-b076-4ccb9aafc549 None None] Network f45b9182-cbcb-4758-a696-3ac9c17354c8 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:33:57.576853 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-197225a0-bab8-4e6e-a00b-e95fd9b590b6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:57.584509 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-197225a0-bab8-4e6e-a00b-e95fd9b590b6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:57.589672 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-197225a0-bab8-4e6e-a00b-e95fd9b590b6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] 10.222.0.20 "DELETE /v2.0/networks/f45b9182-cbcb-4758-a696-3ac9c17354c8 HTTP/1.1" status: 204 len: 168 time: 0.4741633 Nov 27 04:33:57.591957 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 60690) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:33:57.633596 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197225a0-bab8-4e6e-a00b-e95fd9b590b6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Pushing event deleted for resources: {'Network': ['ID=f45b9182-cbcb-4758-a696-3ac9c17354c8,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:33:57.635861 n-d-819494-3 neutron-server[110019]: INFO neutron.pecan_wsgi.hooks.translation [None req-4859bc1a-f1ac-4268-a381-670d9b340cce tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] GET failed (client error): The resource could not be found. Nov 27 04:33:57.637419 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4859bc1a-f1ac-4268-a381-670d9b340cce tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] 10.222.0.20 "GET /v2.0/subnets/6845162d-95a0-45ea-b05f-b71f50955b7c HTTP/1.1" status: 404 len: 337 time: 0.0444670 Nov 27 04:33:57.640264 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60692) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:33:57.664267 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-fff1bf4d-777f-42bb-9730-2fe4fe527f46 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] DELETE failed (client error): The resource could not be found. Nov 27 04:33:57.664786 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fff1bf4d-777f-42bb-9730-2fe4fe527f46 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:33:57.667942 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-fff1bf4d-777f-42bb-9730-2fe4fe527f46 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] 10.222.0.20 "DELETE /v2.0/networks/f45b9182-cbcb-4758-a696-3ac9c17354c8 HTTP/1.1" status: 404 len: 339 time: 0.0252552 Nov 27 04:33:57.671576 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60694) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:33:57.702192 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-d92c4ee6-4373-411d-9f68-bb640a11f102 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] DELETE failed (client error): The resource could not be found. Nov 27 04:33:57.702825 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d92c4ee6-4373-411d-9f68-bb640a11f102 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:33:57.706079 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d92c4ee6-4373-411d-9f68-bb640a11f102 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] 10.222.0.20 "DELETE /v2.0/subnets/6845162d-95a0-45ea-b05f-b71f50955b7c HTTP/1.1" status: 404 len: 337 time: 0.0334642 Nov 27 04:33:57.709706 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60696) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:33:57.728405 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-6664b634-b6d6-4749-a572-2c22077568ab tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] DELETE failed (client error): The resource could not be found. Nov 27 04:33:57.728911 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6664b634-b6d6-4749-a572-2c22077568ab tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:33:57.731967 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6664b634-b6d6-4749-a572-2c22077568ab tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] 10.222.0.20 "DELETE /v2.0/networks/f45b9182-cbcb-4758-a696-3ac9c17354c8 HTTP/1.1" status: 404 len: 339 time: 0.0213273 Nov 27 04:33:57.734442 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60698) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:33:57.788448 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-538a50f5-ed04-447a-8a83-c3ac31d79ea2 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Deleting subnet 54d40b14-7f85-4ee5-aeef-7b816626df8f {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:33:57.791670 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-538a50f5-ed04-447a-8a83-c3ac31d79ea2 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:57.836362 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-538a50f5-ed04-447a-8a83-c3ac31d79ea2 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:57.916330 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-538a50f5-ed04-447a-8a83-c3ac31d79ea2 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:57.975108 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-538a50f5-ed04-447a-8a83-c3ac31d79ea2 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:58.006593 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a50f5-ed04-447a-8a83-c3ac31d79ea2 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Pushing event deleted for resources: {'Subnet': ['ID=54d40b14-7f85-4ee5-aeef-7b816626df8f,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:33:58.010335 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-538a50f5-ed04-447a-8a83-c3ac31d79ea2 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:58.013601 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-538a50f5-ed04-447a-8a83-c3ac31d79ea2 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] 10.222.0.20 "DELETE /v2.0/subnets/54d40b14-7f85-4ee5-aeef-7b816626df8f HTTP/1.1" status: 204 len: 168 time: 0.2781951 Nov 27 04:33:58.015990 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60700) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:33:58.091734 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7fdb92ae-2dfc-436a-acc8-6e7ce64323c1 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:58.144729 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-7fdb92ae-2dfc-436a-acc8-6e7ce64323c1 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Deleting port db44e4a5-367d-4b03-9ab4-6d432a4a86eb {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:33:58.145098 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7fdb92ae-2dfc-436a-acc8-6e7ce64323c1 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:58.215203 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-7fdb92ae-2dfc-436a-acc8-6e7ce64323c1 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] For port db44e4a5-367d-4b03-9ab4-6d432a4a86eb, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=db44e4a5-367d-4b03-9ab4-6d432a4a86eb,segment=NetworkSegment(04f2f23d-7add-4955-b170-dd089f294aab),segment_id=04f2f23d-7add-4955-b170-dd089f294aab)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:33:58.215576 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7fdb92ae-2dfc-436a-acc8-6e7ce64323c1 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:58.229217 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-7fdb92ae-2dfc-436a-acc8-6e7ce64323c1 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Calling delete_port for db44e4a5-367d-4b03-9ab4-6d432a4a86eb owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:33:58.309897 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7fdb92ae-2dfc-436a-acc8-6e7ce64323c1 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:58.340389 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb92ae-2dfc-436a-acc8-6e7ce64323c1 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Pushing event deleted for resources: {'Port': ['ID=db44e4a5-367d-4b03-9ab4-6d432a4a86eb,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:33:58.343995 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdb92ae-2dfc-436a-acc8-6e7ce64323c1 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] No DVR routers for this DVR port db44e4a5-367d-4b03-9ab4-6d432a4a86eb on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:33:58.418525 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113204f6-4c37-44f4-ba39-47c9575b39ba None None] Network cd07f58a-f751-49f9-94b9-37afbdfd4295 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:33:58.425114 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7fdb92ae-2dfc-436a-acc8-6e7ce64323c1 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:58.446115 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-7fdb92ae-2dfc-436a-acc8-6e7ce64323c1 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd07f58a-f751-49f9-94b9-37afbdfd4295']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:33:58.455553 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-7fdb92ae-2dfc-436a-acc8-6e7ce64323c1 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04f2f23d-7add-4955-b170-dd089f294aab') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:33:58.455861 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-7fdb92ae-2dfc-436a-acc8-6e7ce64323c1 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04f2f23d-7add-4955-b170-dd089f294aab') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:33:58.466220 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7fdb92ae-2dfc-436a-acc8-6e7ce64323c1 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:58.480239 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7fdb92ae-2dfc-436a-acc8-6e7ce64323c1 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:58.486413 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fdb92ae-2dfc-436a-acc8-6e7ce64323c1 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:33:58.486847 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7fdb92ae-2dfc-436a-acc8-6e7ce64323c1 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:58.490669 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:33:58.490669 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:33:58.490669 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:33:58.490669 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:33:58.490669 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:33:58.490669 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:33:58.490669 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:33:58.490669 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:33:58.490669 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:33:58.490669 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:33:58.490669 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:33:58.490669 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:33:58.490669 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:33:58.490669 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:33:58.490669 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:33:58.490669 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:33:58.490669 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:33:58.490669 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:33:58.490669 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:33:58.490669 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:33:58.490669 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:33:58.490669 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:33:58.490669 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:33:58.490669 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:33:58.490669 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:33:58.490669 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:33:58.490669 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:33:58.490669 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:33:58.490669 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:33:58.490669 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:33:58.490669 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:33:58.490669 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:33:58.493021 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-7e2afbcb-a067-4ebc-b040-e75a2a22438b None None] Could not find standard attr ID for object db44e4a5-367d-4b03-9ab4-6d432a4a86eb. {{(pid=110020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 04:33:58.559921 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7fdb92ae-2dfc-436a-acc8-6e7ce64323c1 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:58.566863 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7fdb92ae-2dfc-436a-acc8-6e7ce64323c1 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:58.570036 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7fdb92ae-2dfc-436a-acc8-6e7ce64323c1 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] 10.222.0.20 "DELETE /v2.0/networks/cd07f58a-f751-49f9-94b9-37afbdfd4295 HTTP/1.1" status: 204 len: 168 time: 0.5531216 Nov 27 04:33:58.572684 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60702) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:33:58.582955 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2c65c2-5a02-4f86-9ae3-c17dd04995e6 None None] DHCP port deletion for cd07f58a-f751-49f9-94b9-37afbdfd4295 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:33:58.593882 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb92ae-2dfc-436a-acc8-6e7ce64323c1 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Pushing event deleted for resources: {'Network': ['ID=cd07f58a-f751-49f9-94b9-37afbdfd4295,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:33:58.613750 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b6c3de3-69f1-4dba-8dcc-e19946b5166e tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] DELETE failed (client error): The resource could not be found. Nov 27 04:33:58.614220 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b6c3de3-69f1-4dba-8dcc-e19946b5166e tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:33:58.617885 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9b6c3de3-69f1-4dba-8dcc-e19946b5166e tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] 10.222.0.20 "DELETE /v2.0/subnets/105b683d-7de0-4bb6-8136-a5eec782476e HTTP/1.1" status: 404 len: 337 time: 0.0334589 Nov 27 04:33:58.620930 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60704) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:33:58.638539 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-903ab801-c649-4118-ae32-f769dedf5d49 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] DELETE failed (client error): The resource could not be found. Nov 27 04:33:58.639043 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-903ab801-c649-4118-ae32-f769dedf5d49 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:33:58.641960 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-903ab801-c649-4118-ae32-f769dedf5d49 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] 10.222.0.20 "DELETE /v2.0/networks/716d179a-eccb-4108-9142-20cd2d0903f7 HTTP/1.1" status: 404 len: 339 time: 0.0201197 Nov 27 04:33:58.644195 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60706) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:33:58.669148 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfa7168e-0bdd-47bf-bd42-be4b677b6c84 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] DELETE failed (client error): The resource could not be found. Nov 27 04:33:58.669531 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfa7168e-0bdd-47bf-bd42-be4b677b6c84 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:33:58.672500 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-cfa7168e-0bdd-47bf-bd42-be4b677b6c84 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] 10.222.0.20 "DELETE /v2.0/subnets/1afd27bc-55bb-458f-ad72-eb1af38fdce1 HTTP/1.1" status: 404 len: 337 time: 0.0274401 Nov 27 04:33:58.674708 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60708) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:33:58.692365 n-d-819494-3 neutron-server[110018]: INFO neutron.pecan_wsgi.hooks.translation [None req-18630603-4449-46ad-9899-ec3c95660bf2 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] DELETE failed (client error): The resource could not be found. Nov 27 04:33:58.692871 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18630603-4449-46ad-9899-ec3c95660bf2 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 04:33:58.695811 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-18630603-4449-46ad-9899-ec3c95660bf2 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] 10.222.0.20 "DELETE /v2.0/networks/8ad1f063-a113-4c0d-a3ad-e7060e1cd06b HTTP/1.1" status: 404 len: 339 time: 0.0202434 Nov 27 04:33:58.698157 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60710) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:33:58.754675 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-4368eb42-3d9c-4767-bab5-72c6d4703d78 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Deleting subnet ff0c9306-3203-46b1-b556-89baa7a2e954 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:33:58.757752 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4368eb42-3d9c-4767-bab5-72c6d4703d78 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:58.796891 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4368eb42-3d9c-4767-bab5-72c6d4703d78 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:58.881663 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4368eb42-3d9c-4767-bab5-72c6d4703d78 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:58.943220 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4368eb42-3d9c-4767-bab5-72c6d4703d78 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:58.970882 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4368eb42-3d9c-4767-bab5-72c6d4703d78 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Pushing event deleted for resources: {'Subnet': ['ID=ff0c9306-3203-46b1-b556-89baa7a2e954,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:33:58.972820 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4368eb42-3d9c-4767-bab5-72c6d4703d78 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:58.976745 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4368eb42-3d9c-4767-bab5-72c6d4703d78 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] 10.222.0.20 "DELETE /v2.0/subnets/ff0c9306-3203-46b1-b556-89baa7a2e954 HTTP/1.1" status: 204 len: 168 time: 0.2776499 Nov 27 04:33:58.978352 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ff095b-9022-4b42-8cef-5c15ace57dbe None None] Network 947365be-0dd9-4fd6-9d48-eac5a14c94e8 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:33:58.979282 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60712) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:33:59.053495 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2a7f35ef-99cc-42a9-ab88-79b6133672a6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:59.111934 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-2a7f35ef-99cc-42a9-ab88-79b6133672a6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Deleting port 9855410f-f7f2-4ebd-af2c-656fc4096284 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:33:59.112278 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2a7f35ef-99cc-42a9-ab88-79b6133672a6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:59.146240 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241175c3-2de2-4213-9151-ded49cd7f99c None None] DHCP port deletion for 947365be-0dd9-4fd6-9d48-eac5a14c94e8 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:33:59.175972 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-2a7f35ef-99cc-42a9-ab88-79b6133672a6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] For port 9855410f-f7f2-4ebd-af2c-656fc4096284, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=9855410f-f7f2-4ebd-af2c-656fc4096284,segment=NetworkSegment(5062473b-5e1b-45f7-b15d-ab4094d5aaf1),segment_id=5062473b-5e1b-45f7-b15d-ab4094d5aaf1)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:33:59.176347 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2a7f35ef-99cc-42a9-ab88-79b6133672a6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:59.189386 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-2a7f35ef-99cc-42a9-ab88-79b6133672a6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Calling delete_port for 9855410f-f7f2-4ebd-af2c-656fc4096284 owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:33:59.198148 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-241175c3-2de2-4213-9151-ded49cd7f99c None None] Deleting port 9855410f-f7f2-4ebd-af2c-656fc4096284 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:33:59.198528 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-241175c3-2de2-4213-9151-ded49cd7f99c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:59.259394 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-241175c3-2de2-4213-9151-ded49cd7f99c None None] For port 9855410f-f7f2-4ebd-af2c-656fc4096284, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=9855410f-f7f2-4ebd-af2c-656fc4096284,segment=NetworkSegment(5062473b-5e1b-45f7-b15d-ab4094d5aaf1),segment_id=5062473b-5e1b-45f7-b15d-ab4094d5aaf1)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:33:59.259794 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-241175c3-2de2-4213-9151-ded49cd7f99c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:59.272733 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-241175c3-2de2-4213-9151-ded49cd7f99c None None] Calling delete_port for 9855410f-f7f2-4ebd-af2c-656fc4096284 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:33:59.273391 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2a7f35ef-99cc-42a9-ab88-79b6133672a6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:59.298863 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f35ef-99cc-42a9-ab88-79b6133672a6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Pushing event deleted for resources: {'Port': ['ID=9855410f-f7f2-4ebd-af2c-656fc4096284,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:33:59.302329 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7f35ef-99cc-42a9-ab88-79b6133672a6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] No DVR routers for this DVR port 9855410f-f7f2-4ebd-af2c-656fc4096284 on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:33:59.351310 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-241175c3-2de2-4213-9151-ded49cd7f99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:59.373541 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241175c3-2de2-4213-9151-ded49cd7f99c None None] Pushing event deleted for resources: {'Port': ['ID=9855410f-f7f2-4ebd-af2c-656fc4096284,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:33:59.379181 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241175c3-2de2-4213-9151-ded49cd7f99c None None] No DVR routers for this DVR port 9855410f-f7f2-4ebd-af2c-656fc4096284 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:33:59.379391 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2a7f35ef-99cc-42a9-ab88-79b6133672a6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:59.406076 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-2a7f35ef-99cc-42a9-ab88-79b6133672a6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['947365be-0dd9-4fd6-9d48-eac5a14c94e8']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:33:59.415676 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-2a7f35ef-99cc-42a9-ab88-79b6133672a6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5062473b-5e1b-45f7-b15d-ab4094d5aaf1') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:33:59.415975 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-2a7f35ef-99cc-42a9-ab88-79b6133672a6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5062473b-5e1b-45f7-b15d-ab4094d5aaf1') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:33:59.425260 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2a7f35ef-99cc-42a9-ab88-79b6133672a6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:59.438141 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2a7f35ef-99cc-42a9-ab88-79b6133672a6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:59.444451 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a7f35ef-99cc-42a9-ab88-79b6133672a6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:33:59.444834 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2a7f35ef-99cc-42a9-ab88-79b6133672a6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:59.447793 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:33:59.447793 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:33:59.447793 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:33:59.447793 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:33:59.447793 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:33:59.447793 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:33:59.447793 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:33:59.447793 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:33:59.447793 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:33:59.447793 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:33:59.447793 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:33:59.447793 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:33:59.447793 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:33:59.447793 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:33:59.447793 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:33:59.447793 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:33:59.447793 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:33:59.447793 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:33:59.447793 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:33:59.447793 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:33:59.447793 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:33:59.447793 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:33:59.447793 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:33:59.447793 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:33:59.447793 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:33:59.447793 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:33:59.447793 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:33:59.447793 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:33:59.447793 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:33:59.447793 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:33:59.447793 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:33:59.447793 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:33:59.503918 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2a7f35ef-99cc-42a9-ab88-79b6133672a6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:59.523061 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2a7f35ef-99cc-42a9-ab88-79b6133672a6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:33:59.526263 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2a7f35ef-99cc-42a9-ab88-79b6133672a6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] 10.222.0.20 "DELETE /v2.0/networks/947365be-0dd9-4fd6-9d48-eac5a14c94e8 HTTP/1.1" status: 204 len: 168 time: 0.5460598 Nov 27 04:33:59.527294 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f35ef-99cc-42a9-ab88-79b6133672a6 tempest-NetworksIpV6Test-1086235986 tempest-NetworksIpV6Test-1086235986-project] Pushing event deleted for resources: {'Network': ['ID=947365be-0dd9-4fd6-9d48-eac5a14c94e8,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:33:59.824753 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60718) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:33:59.978918 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-36189260-1e9a-4e44-999b-1d704d4c1b88 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ddcc6ab940534341b76c6664f97c87be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1528814 Nov 27 04:33:59.981452 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60722) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:34:00.027189 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-72c10cec-9d1d-4a02-8f15-1bbd9a4f024a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:00.052970 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-72c10cec-9d1d-4a02-8f15-1bbd9a4f024a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:00.097920 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-72c10cec-9d1d-4a02-8f15-1bbd9a4f024a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:00.101004 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-72c10cec-9d1d-4a02-8f15-1bbd9a4f024a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:00.102143 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-72c10cec-9d1d-4a02-8f15-1bbd9a4f024a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8369f1a4-0d04-4d37-adee-b0708688ff61 HTTP/1.1" status: 204 len: 168 time: 0.1198115 Nov 27 04:34:00.109907 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c10cec-9d1d-4a02-8f15-1bbd9a4f024a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8369f1a4-0d04-4d37-adee-b0708688ff61,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:00.741329 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60744) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:34:00.834389 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-0bca33de-417e-40e7-93fc-255f5a1cd385 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-623527272', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:34:00.858799 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0bca33de-417e-40e7-93fc-255f5a1cd385 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:00.859771 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0bca33de-417e-40e7-93fc-255f5a1cd385 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:00.946388 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0bca33de-417e-40e7-93fc-255f5a1cd385 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:00.950677 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0bca33de-417e-40e7-93fc-255f5a1cd385 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:00.962232 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 9855410f-f7f2-4ebd-af2c-656fc4096284 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:34:00.968785 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0bca33de-417e-40e7-93fc-255f5a1cd385 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:00.970155 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0bca33de-417e-40e7-93fc-255f5a1cd385 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2277789 Nov 27 04:34:00.972840 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60748) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:34:00.977617 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-f8ff7f7d-6371-4d03-a7d4-d801acd6d552 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2125449960'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:34:00.982484 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 9855410f-f7f2-4ebd-af2c-656fc4096284 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:34:00.982866 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 9855410f-f7f2-4ebd-af2c-656fc4096284 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:34:00.997892 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ff7f7d-6371-4d03-a7d4-d801acd6d552 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Made reservation on behalf of 4508f999be854f48b1b25d891067f867 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:34:01.001328 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f8ff7f7d-6371-4d03-a7d4-d801acd6d552 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:01.010431 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f8ff7f7d-6371-4d03-a7d4-d801acd6d552 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:01.082885 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f8ff7f7d-6371-4d03-a7d4-d801acd6d552 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:01.086542 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f8ff7f7d-6371-4d03-a7d4-d801acd6d552 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:01.112319 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8ff7f7d-6371-4d03-a7d4-d801acd6d552 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:34:01.122440 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff7f7d-6371-4d03-a7d4-d801acd6d552 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e12ad9e-3e92-41a9-9837-2945c3609ae7,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:01.127214 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f8ff7f7d-6371-4d03-a7d4-d801acd6d552 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:01.127558 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-f8ff7f7d-6371-4d03-a7d4-d801acd6d552 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Added segment 2593e0e8-c33a-4ff2-85f3-b66050ef472b of type vlan for network 6f899f88-9927-4bb5-9da6-75043aa5e9d6 Nov 27 04:34:01.166517 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f8ff7f7d-6371-4d03-a7d4-d801acd6d552 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:01.191478 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f8ff7f7d-6371-4d03-a7d4-d801acd6d552 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:01.197824 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ff7f7d-6371-4d03-a7d4-d801acd6d552 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:34:01.198419 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f8ff7f7d-6371-4d03-a7d4-d801acd6d552 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:01.257825 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f8ff7f7d-6371-4d03-a7d4-d801acd6d552 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2838552 Nov 27 04:34:01.260562 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 60750) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:34:01.265773 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-98c16e33-5828-465b-a308-be512493b943 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Request body: {'subnet': {'network_id': '6f899f88-9927-4bb5-9da6-75043aa5e9d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:34:01.274820 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff7f7d-6371-4d03-a7d4-d801acd6d552 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Pushing event updated for resources: {'Network': ['ID=6f899f88-9927-4bb5-9da6-75043aa5e9d6,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:01.284908 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 6f899f88-9927-4bb5-9da6-75043aa5e9d6 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:34:01.355340 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c16e33-5828-465b-a308-be512493b943 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Made reservation on behalf of 4508f999be854f48b1b25d891067f867 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:34:01.358785 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-98c16e33-5828-465b-a308-be512493b943 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:01.531924 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-98c16e33-5828-465b-a308-be512493b943 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:01.592254 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c16e33-5828-465b-a308-be512493b943 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Pushing event updated for resources: {'Subnet': ['ID=adc9a41a-dd81-40fc-a6de-b0cd97298148,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:01.600018 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c16e33-5828-465b-a308-be512493b943 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Checking segment: {'id': '2593e0e8-c33a-4ff2-85f3-b66050ef472b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6f899f88-9927-4bb5-9da6-75043aa5e9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:34:01.600399 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c16e33-5828-465b-a308-be512493b943 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Network hostable DHCP agents. Network: 6f899f88-9927-4bb5-9da6-75043aa5e9d6, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:34:01.617012 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c16e33-5828-465b-a308-be512493b943 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Network 6f899f88-9927-4bb5-9da6-75043aa5e9d6 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:34:01.625513 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-98c16e33-5828-465b-a308-be512493b943 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 6f899f88-9927-4bb5-9da6-75043aa5e9d6) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:34:01.629508 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c16e33-5828-465b-a308-be512493b943 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:34:01.630105 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-98c16e33-5828-465b-a308-be512493b943 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:01.634632 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244ae2c2-fb2d-474a-890e-a049382d118e None None] Network 6f899f88-9927-4bb5-9da6-75043aa5e9d6 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:34:01.645721 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-98c16e33-5828-465b-a308-be512493b943 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3840249 Nov 27 04:34:01.649339 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 60752) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:34:01.654084 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-e869fd1d-3540-4adb-87fc-a539637ea510 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1671227113'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:34:01.675635 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e869fd1d-3540-4adb-87fc-a539637ea510 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Made reservation on behalf of 4508f999be854f48b1b25d891067f867 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:34:01.679701 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e869fd1d-3540-4adb-87fc-a539637ea510 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:01.707296 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e869fd1d-3540-4adb-87fc-a539637ea510 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:34:01.717305 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e869fd1d-3540-4adb-87fc-a539637ea510 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:01.717661 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-e869fd1d-3540-4adb-87fc-a539637ea510 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Added segment 70c16dba-9e07-4ef2-923d-7706ef9085dc of type vlan for network 24144147-9693-4049-a36b-afc610d31f8b Nov 27 04:34:01.757570 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e869fd1d-3540-4adb-87fc-a539637ea510 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:01.782988 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e869fd1d-3540-4adb-87fc-a539637ea510 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:01.783396 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345f35bc-806a-4df7-b241-900151173f24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-6f899f88-9927-4bb5-9da6-75043aa5e9d6', 'network_id': '6f899f88-9927-4bb5-9da6-75043aa5e9d6', 'tenant_id': '4508f999be854f48b1b25d891067f867', 'fixed_ips': [{'subnet_id': 'adc9a41a-dd81-40fc-a6de-b0cd97298148'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:34:01.784273 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-345f35bc-806a-4df7-b241-900151173f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:01.789208 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e869fd1d-3540-4adb-87fc-a539637ea510 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:34:01.789805 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e869fd1d-3540-4adb-87fc-a539637ea510 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:01.843657 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e869fd1d-3540-4adb-87fc-a539637ea510 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1932731 Nov 27 04:34:01.846642 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60754) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:34:01.852191 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-cc052cca-a1c8-44d7-a987-6137a47bc631 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Request body: {'subnet': {'network_id': '24144147-9693-4049-a36b-afc610d31f8b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:34:01.862627 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869fd1d-3540-4adb-87fc-a539637ea510 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Pushing event updated for resources: {'Network': ['ID=24144147-9693-4049-a36b-afc610d31f8b,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:01.874294 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 24144147-9693-4049-a36b-afc610d31f8b details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:34:01.940220 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc052cca-a1c8-44d7-a987-6137a47bc631 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Made reservation on behalf of 4508f999be854f48b1b25d891067f867 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:34:01.944234 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cc052cca-a1c8-44d7-a987-6137a47bc631 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:01.973459 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-345f35bc-806a-4df7-b241-900151173f24 None None] Allocated IP 172.20.0.2 (6f899f88-9927-4bb5-9da6-75043aa5e9d6/adc9a41a-dd81-40fc-a6de-b0cd97298148/fba50871-f1fe-4be4-a718-5e7a3234a500) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:34:02.120976 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-345f35bc-806a-4df7-b241-900151173f24 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:02.123927 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cc052cca-a1c8-44d7-a987-6137a47bc631 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:02.127023 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-345f35bc-806a-4df7-b241-900151173f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:02.165716 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345f35bc-806a-4df7-b241-900151173f24 None None] Network 6f899f88-9927-4bb5-9da6-75043aa5e9d6 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:34:02.168601 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-345f35bc-806a-4df7-b241-900151173f24 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:34:02.172087 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345f35bc-806a-4df7-b241-900151173f24 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:34:02.181438 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f35bc-806a-4df7-b241-900151173f24 None None] Pushing event updated for resources: {'Port': ['ID=fba50871-f1fe-4be4-a718-5e7a3234a500,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:02.185713 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc052cca-a1c8-44d7-a987-6137a47bc631 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Pushing event updated for resources: {'Subnet': ['ID=37c69c63-c229-4098-acbe-6b6d88a6dfea,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:02.203243 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc052cca-a1c8-44d7-a987-6137a47bc631 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Checking segment: {'id': '70c16dba-9e07-4ef2-923d-7706ef9085dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '24144147-9693-4049-a36b-afc610d31f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:34:02.203849 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc052cca-a1c8-44d7-a987-6137a47bc631 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Network hostable DHCP agents. Network: 24144147-9693-4049-a36b-afc610d31f8b, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:34:02.220536 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc052cca-a1c8-44d7-a987-6137a47bc631 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Network 24144147-9693-4049-a36b-afc610d31f8b is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:34:02.229398 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-cc052cca-a1c8-44d7-a987-6137a47bc631 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 24144147-9693-4049-a36b-afc610d31f8b) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:34:02.233959 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc052cca-a1c8-44d7-a987-6137a47bc631 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:34:02.234756 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cc052cca-a1c8-44d7-a987-6137a47bc631 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:02.252021 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-cc052cca-a1c8-44d7-a987-6137a47bc631 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4042602 Nov 27 04:34:02.255461 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60756) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:34:02.260145 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-09486fb9-7f41-4e5c-b5e4-1f56f98fd647 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Request body: {'router': {'external_gateway_info': {'network_id': '24144147-9693-4049-a36b-afc610d31f8b'}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:34:02.382878 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a44e564-9da2-4fba-b0f9-9bdc4bf8bc0d None None] Network 24144147-9693-4049-a36b-afc610d31f8b requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:34:02.431037 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-345f35bc-806a-4df7-b241-900151173f24 None None] Attempting to bind port fba50871-f1fe-4be4-a718-5e7a3234a500 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:34:02.431422 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-345f35bc-806a-4df7-b241-900151173f24 None None] Attempting to bind port fba50871-f1fe-4be4-a718-5e7a3234a500 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '2593e0e8-c33a-4ff2-85f3-b66050ef472b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6f899f88-9927-4bb5-9da6-75043aa5e9d6'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:34:02.431791 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345f35bc-806a-4df7-b241-900151173f24 None None] Attempting to bind port fba50871-f1fe-4be4-a718-5e7a3234a500 on network 6f899f88-9927-4bb5-9da6-75043aa5e9d6 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:34:02.444451 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345f35bc-806a-4df7-b241-900151173f24 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:34:02.444838 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345f35bc-806a-4df7-b241-900151173f24 None None] Checking segment: {'id': '2593e0e8-c33a-4ff2-85f3-b66050ef472b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6f899f88-9927-4bb5-9da6-75043aa5e9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:34:02.445253 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-345f35bc-806a-4df7-b241-900151173f24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:02.445658 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345f35bc-806a-4df7-b241-900151173f24 None None] Bound using segment: {'id': '2593e0e8-c33a-4ff2-85f3-b66050ef472b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6f899f88-9927-4bb5-9da6-75043aa5e9d6'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:34:02.446138 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-345f35bc-806a-4df7-b241-900151173f24 None None] Bound port: fba50871-f1fe-4be4-a718-5e7a3234a500, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593e0e8-c33a-4ff2-85f3-b66050ef472b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6f899f88-9927-4bb5-9da6-75043aa5e9d6'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:34:02.446526 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-345f35bc-806a-4df7-b241-900151173f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:02.465743 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-09486fb9-7f41-4e5c-b5e4-1f56f98fd647 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:02.563947 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-345f35bc-806a-4df7-b241-900151173f24 None None] For port fba50871-f1fe-4be4-a718-5e7a3234a500, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:34:02.569523 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-345f35bc-806a-4df7-b241-900151173f24 None None] For port fba50871-f1fe-4be4-a718-5e7a3234a500, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=fba50871-f1fe-4be4-a718-5e7a3234a500,segment=NetworkSegment(2593e0e8-c33a-4ff2-85f3-b66050ef472b),segment_id=2593e0e8-c33a-4ff2-85f3-b66050ef472b)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:34:02.574380 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-345f35bc-806a-4df7-b241-900151173f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:02.574652 n-d-819494-3 neutron-server[110018]: INFO neutron.api.v2.resource [None req-09486fb9-7f41-4e5c-b5e4-1f56f98fd647 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 04:34:02.575615 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-09486fb9-7f41-4e5c-b5e4-1f56f98fd647 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] 10.222.0.20 "PUT /v2.0/routers/2d43d6d3-c726-49f2-a27b-a06a80157295 HTTP/1.1" status: 400 len: 364 time: 0.3191302 Nov 27 04:34:02.581729 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60758) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:34:02.615185 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57152837-859c-4597-83cd-b0eb3249ffe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-24144147-9693-4049-a36b-afc610d31f8b', 'network_id': '24144147-9693-4049-a36b-afc610d31f8b', 'tenant_id': '4508f999be854f48b1b25d891067f867', 'fixed_ips': [{'subnet_id': '37c69c63-c229-4098-acbe-6b6d88a6dfea'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:34:02.616053 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-57152837-859c-4597-83cd-b0eb3249ffe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:02.634865 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-3704ef3b-8926-4918-b606-e031d3c456ea tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Deleting subnet 37c69c63-c229-4098-acbe-6b6d88a6dfea {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:34:02.638010 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3704ef3b-8926-4918-b606-e031d3c456ea tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:02.660230 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f35bc-806a-4df7-b241-900151173f24 None None] Pushing event updated for resources: {'Port': ['ID=fba50871-f1fe-4be4-a718-5e7a3234a500,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:02.684603 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3704ef3b-8926-4918-b606-e031d3c456ea tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:02.733935 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3704ef3b-8926-4918-b606-e031d3c456ea tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:02.799781 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3704ef3b-8926-4918-b606-e031d3c456ea tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server [None req-57152837-859c-4597-83cd-b0eb3249ffe9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 37c69c63-c229-4098-acbe-6b6d88a6dfea: This subnet is being modified by another concurrent operation. Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server raise exception Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 37c69c63-c229-4098-acbe-6b6d88a6dfea: This subnet is being modified by another concurrent operation. Nov 27 04:34:02.804314 n-d-819494-3 neutron-server[110020]: ERROR oslo_messaging.rpc.server Nov 27 04:34:02.824998 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f290de1-2835-4eee-9ca0-e10f158c967d None None] Network 24144147-9693-4049-a36b-afc610d31f8b requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:34:02.831763 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3704ef3b-8926-4918-b606-e031d3c456ea tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Pushing event deleted for resources: {'Subnet': ['ID=37c69c63-c229-4098-acbe-6b6d88a6dfea,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:02.837367 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3704ef3b-8926-4918-b606-e031d3c456ea tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:02.841765 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3704ef3b-8926-4918-b606-e031d3c456ea tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] 10.222.0.20 "DELETE /v2.0/subnets/37c69c63-c229-4098-acbe-6b6d88a6dfea HTTP/1.1" status: 204 len: 168 time: 0.2590711 Nov 27 04:34:02.844419 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 60760) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:34:02.977119 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e1ba7ecb-a45c-4b4d-a126-a55ff05dbb09 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:03.038576 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device fba50871-f1fe-4be4-a718-5e7a3234a500 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:34:03.077996 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e1ba7ecb-a45c-4b4d-a126-a55ff05dbb09 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:03.086367 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port fba50871-f1fe-4be4-a718-5e7a3234a500 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:34:03.087084 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:03.097426 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-e1ba7ecb-a45c-4b4d-a126-a55ff05dbb09 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24144147-9693-4049-a36b-afc610d31f8b']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:34:03.107243 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-e1ba7ecb-a45c-4b4d-a126-a55ff05dbb09 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70c16dba-9e07-4ef2-923d-7706ef9085dc') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:34:03.107480 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-e1ba7ecb-a45c-4b4d-a126-a55ff05dbb09 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70c16dba-9e07-4ef2-923d-7706ef9085dc') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:34:03.121418 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e1ba7ecb-a45c-4b4d-a126-a55ff05dbb09 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:03.134861 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e1ba7ecb-a45c-4b4d-a126-a55ff05dbb09 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:03.140671 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1ba7ecb-a45c-4b4d-a126-a55ff05dbb09 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:34:03.141054 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e1ba7ecb-a45c-4b4d-a126-a55ff05dbb09 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:03.143946 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:34:03.143946 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:34:03.143946 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:34:03.143946 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:34:03.143946 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:34:03.143946 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:34:03.143946 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:34:03.143946 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:34:03.143946 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:34:03.143946 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:34:03.143946 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:34:03.143946 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:34:03.143946 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:34:03.143946 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:34:03.143946 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:34:03.143946 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:34:03.143946 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:34:03.143946 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:34:03.143946 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:34:03.143946 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:34:03.143946 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:34:03.143946 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:34:03.143946 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:34:03.143946 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:34:03.143946 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:34:03.143946 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:34:03.143946 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:34:03.143946 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:34:03.143946 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:34:03.143946 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:34:03.143946 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:34:03.143946 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:34:03.165219 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:03.205420 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e1ba7ecb-a45c-4b4d-a126-a55ff05dbb09 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:03.211343 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port fba50871-f1fe-4be4-a718-5e7a3234a500, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=fba50871-f1fe-4be4-a718-5e7a3234a500,segment=NetworkSegment(2593e0e8-c33a-4ff2-85f3-b66050ef472b),segment_id=2593e0e8-c33a-4ff2-85f3-b66050ef472b)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:34:03.213188 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e1ba7ecb-a45c-4b4d-a126-a55ff05dbb09 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:03.216268 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e1ba7ecb-a45c-4b4d-a126-a55ff05dbb09 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] 10.222.0.20 "DELETE /v2.0/networks/24144147-9693-4049-a36b-afc610d31f8b HTTP/1.1" status: 204 len: 168 time: 0.3701799 Nov 27 04:34:03.219086 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60762) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:34:03.219592 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:03.229844 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba7ecb-a45c-4b4d-a126-a55ff05dbb09 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Pushing event deleted for resources: {'Network': ['ID=24144147-9693-4049-a36b-afc610d31f8b,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:03.270987 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=fba50871-f1fe-4be4-a718-5e7a3234a500,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:03.271312 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae4c2b23-ce71-4c33-ad1a-39b067c47194 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Deleting subnet adc9a41a-dd81-40fc-a6de-b0cd97298148 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:34:03.274484 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ae4c2b23-ce71-4c33-ad1a-39b067c47194 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:03.314989 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ae4c2b23-ce71-4c33-ad1a-39b067c47194 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:03.404142 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ae4c2b23-ce71-4c33-ad1a-39b067c47194 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:03.463596 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ae4c2b23-ce71-4c33-ad1a-39b067c47194 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:03.491902 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c2b23-ce71-4c33-ad1a-39b067c47194 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Pushing event deleted for resources: {'Subnet': ['ID=adc9a41a-dd81-40fc-a6de-b0cd97298148,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:03.495639 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ae4c2b23-ce71-4c33-ad1a-39b067c47194 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:03.501354 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ae4c2b23-ce71-4c33-ad1a-39b067c47194 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] 10.222.0.20 "DELETE /v2.0/subnets/adc9a41a-dd81-40fc-a6de-b0cd97298148 HTTP/1.1" status: 204 len: 168 time: 0.2787716 Nov 27 04:34:03.501533 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60764) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:34:03.591360 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a82a35bd-ec05-41a6-a465-fdc79314d7b5 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:03.647480 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-a82a35bd-ec05-41a6-a465-fdc79314d7b5 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Deleting port fba50871-f1fe-4be4-a718-5e7a3234a500 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:34:03.647828 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a82a35bd-ec05-41a6-a465-fdc79314d7b5 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:03.648173 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b0fde8-6e2a-4490-8026-df3d14e3a078 None None] Network 6f899f88-9927-4bb5-9da6-75043aa5e9d6 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:34:03.710695 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-a82a35bd-ec05-41a6-a465-fdc79314d7b5 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] For port fba50871-f1fe-4be4-a718-5e7a3234a500, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=fba50871-f1fe-4be4-a718-5e7a3234a500,segment=NetworkSegment(2593e0e8-c33a-4ff2-85f3-b66050ef472b),segment_id=2593e0e8-c33a-4ff2-85f3-b66050ef472b)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:34:03.711229 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a82a35bd-ec05-41a6-a465-fdc79314d7b5 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:03.728088 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-a82a35bd-ec05-41a6-a465-fdc79314d7b5 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Calling delete_port for fba50871-f1fe-4be4-a718-5e7a3234a500 owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:34:03.770512 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-99c602c3-d24c-4255-9908-589b205a326a None None] Provisioning complete for port fba50871-f1fe-4be4-a718-5e7a3234a500 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:34:03.771595 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-99c602c3-d24c-4255-9908-589b205a326a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:03.808324 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a82a35bd-ec05-41a6-a465-fdc79314d7b5 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:03.811074 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-99c602c3-d24c-4255-9908-589b205a326a None None] Could not find standard attr ID for object fba50871-f1fe-4be4-a718-5e7a3234a500. {{(pid=110020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 04:34:03.813819 n-d-819494-3 neutron-server[110020]: INFO neutron.plugins.ml2.db [None req-99c602c3-d24c-4255-9908-589b205a326a None None] No ports have port_id starting with fba50871-f1fe-4be4-a718-5e7a3234a500 Nov 27 04:34:03.822826 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82a35bd-ec05-41a6-a465-fdc79314d7b5 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] No DVR routers for this DVR port fba50871-f1fe-4be4-a718-5e7a3234a500 on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:34:03.847110 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a35bd-ec05-41a6-a465-fdc79314d7b5 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Pushing event deleted for resources: {'Port': ['ID=fba50871-f1fe-4be4-a718-5e7a3234a500,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:03.862527 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66617863-604b-40f3-b91d-b1670af29f4a None None] DHCP port deletion for 6f899f88-9927-4bb5-9da6-75043aa5e9d6 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:34:03.879700 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ccb48c-13b5-4a3c-9e3b-6cf313c1101e None None] get_active_networks_info from n-d-819494-3 {{(pid=110020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 04:34:03.927449 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a82a35bd-ec05-41a6-a465-fdc79314d7b5 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:03.940835 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ccb48c-13b5-4a3c-9e3b-6cf313c1101e None None] Resources bound (agent type, host, resource id): {{(pid=110020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 04:34:03.948965 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-a82a35bd-ec05-41a6-a465-fdc79314d7b5 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f899f88-9927-4bb5-9da6-75043aa5e9d6']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:34:03.965257 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-a82a35bd-ec05-41a6-a465-fdc79314d7b5 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2593e0e8-c33a-4ff2-85f3-b66050ef472b') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:34:03.965645 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-a82a35bd-ec05-41a6-a465-fdc79314d7b5 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2593e0e8-c33a-4ff2-85f3-b66050ef472b') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:34:03.975053 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a82a35bd-ec05-41a6-a465-fdc79314d7b5 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:03.988010 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a82a35bd-ec05-41a6-a465-fdc79314d7b5 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:03.993805 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a82a35bd-ec05-41a6-a465-fdc79314d7b5 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:34:03.994176 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a82a35bd-ec05-41a6-a465-fdc79314d7b5 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:03.997255 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:34:03.997255 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:34:03.997255 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:34:03.997255 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:34:03.997255 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:34:03.997255 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:34:03.997255 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:34:03.997255 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:34:03.997255 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:34:03.997255 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:34:03.997255 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:34:03.997255 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:34:03.997255 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:34:03.997255 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:34:03.997255 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:34:03.997255 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:34:03.997255 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:34:03.997255 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:34:03.997255 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:34:03.997255 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:34:03.997255 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:34:03.997255 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:34:03.997255 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:34:03.997255 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:34:03.997255 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:34:03.997255 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:34:03.997255 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:34:03.997255 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:34:03.997255 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:34:03.997255 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:34:03.997255 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:34:03.997255 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:34:04.053812 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a82a35bd-ec05-41a6-a465-fdc79314d7b5 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:04.060472 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a82a35bd-ec05-41a6-a465-fdc79314d7b5 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:04.063616 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a82a35bd-ec05-41a6-a465-fdc79314d7b5 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] 10.222.0.20 "DELETE /v2.0/networks/6f899f88-9927-4bb5-9da6-75043aa5e9d6 HTTP/1.1" status: 204 len: 168 time: 0.5611286 Nov 27 04:34:04.066485 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 60766) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:34:04.075815 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a35bd-ec05-41a6-a465-fdc79314d7b5 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Pushing event deleted for resources: {'Network': ['ID=6f899f88-9927-4bb5-9da6-75043aa5e9d6,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:04.100609 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e21eb625-2780-45c4-9735-c46cf6d33830 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d43d6d3-c726-49f2-a27b-a06a80157295 HTTP/1.1" status: 200 len: 205 time: 0.0319142 Nov 27 04:34:04.103033 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 60768) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:34:04.498868 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bb1ef77b-a918-452f-9b43-54ddb7b9f388 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:04.651267 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bb1ef77b-a918-452f-9b43-54ddb7b9f388 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:04.653376 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bb1ef77b-a918-452f-9b43-54ddb7b9f388 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:04.696034 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bb1ef77b-a918-452f-9b43-54ddb7b9f388 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:04.696693 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1ef77b-a918-452f-9b43-54ddb7b9f388 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Fanout notify agent at l3_agent the message router_deleted on router 2d43d6d3-c726-49f2-a27b-a06a80157295 {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:34:04.703585 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bb1ef77b-a918-452f-9b43-54ddb7b9f388 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:04.704666 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-bb1ef77b-a918-452f-9b43-54ddb7b9f388 tempest-RoutersNegativeTest-1957207165 tempest-RoutersNegativeTest-1957207165-project] 10.222.0.20 "DELETE /v2.0/routers/2d43d6d3-c726-49f2-a27b-a06a80157295 HTTP/1.1" status: 204 len: 168 time: 0.6007471 Nov 27 04:34:04.942077 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60774) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:34:04.979477 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device fba50871-f1fe-4be4-a718-5e7a3234a500 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:34:05.000058 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: fba50871-f1fe-4be4-a718-5e7a3234a500 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:34:05.000412 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device fba50871-f1fe-4be4-a718-5e7a3234a500 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:34:05.076588 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7c409903-42d1-43e7-91ee-0477776c676c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4508f999be854f48b1b25d891067f867&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1332815 Nov 27 04:34:05.079074 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60778) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:34:05.125239 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2293472e-8e47-400d-8b24-8a48a8d3bb18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:05.147555 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2293472e-8e47-400d-8b24-8a48a8d3bb18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:05.194848 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2293472e-8e47-400d-8b24-8a48a8d3bb18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:05.197505 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2293472e-8e47-400d-8b24-8a48a8d3bb18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:05.198654 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2293472e-8e47-400d-8b24-8a48a8d3bb18 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3e12ad9e-3e92-41a9-9837-2945c3609ae7 HTTP/1.1" status: 204 len: 168 time: 0.1186061 Nov 27 04:34:05.206400 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2293472e-8e47-400d-8b24-8a48a8d3bb18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e12ad9e-3e92-41a9-9837-2945c3609ae7,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:05.796840 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 60800) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:34:05.892930 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-c8c51842-189d-471a-aa19-da22278c2f50 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1290297144-network', 'tenant_id': 'f33e4d846e104d8a876fd42c5fde312c'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:34:05.912055 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c51842-189d-471a-aa19-da22278c2f50 admin admin] Made reservation on behalf of f33e4d846e104d8a876fd42c5fde312c for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:34:05.914593 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c8c51842-189d-471a-aa19-da22278c2f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:05.922934 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c8c51842-189d-471a-aa19-da22278c2f50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:05.999843 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c8c51842-189d-471a-aa19-da22278c2f50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:06.003412 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c8c51842-189d-471a-aa19-da22278c2f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:06.027077 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8c51842-189d-471a-aa19-da22278c2f50 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:34:06.038144 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c51842-189d-471a-aa19-da22278c2f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af6ff4f-be4d-432e-b0f3-50f7038f5b06,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:06.042850 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c8c51842-189d-471a-aa19-da22278c2f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:06.043200 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-c8c51842-189d-471a-aa19-da22278c2f50 admin admin] Added segment 4ba66183-95cb-405e-8fce-caeff01f631e of type vlan for network 174b2a1d-6569-4946-b8ee-95c4a0a4fd17 Nov 27 04:34:06.082041 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c8c51842-189d-471a-aa19-da22278c2f50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:06.105511 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c8c51842-189d-471a-aa19-da22278c2f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:06.106438 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c51842-189d-471a-aa19-da22278c2f50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:34:06.107113 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c8c51842-189d-471a-aa19-da22278c2f50 admin admin] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:06.156833 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c8c51842-189d-471a-aa19-da22278c2f50 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3587155 Nov 27 04:34:06.159611 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60804) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:34:06.165361 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-81fe94ca-1a3f-44f6-beed-f6b6f540a68b admin admin] Request body: {'subnet': {'network_id': '174b2a1d-6569-4946-b8ee-95c4a0a4fd17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1290297144-subnet', 'tenant_id': 'f33e4d846e104d8a876fd42c5fde312c', 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:34:06.168166 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c51842-189d-471a-aa19-da22278c2f50 admin admin] Pushing event updated for resources: {'Network': ['ID=174b2a1d-6569-4946-b8ee-95c4a0a4fd17,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:06.178838 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 174b2a1d-6569-4946-b8ee-95c4a0a4fd17 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:34:06.190938 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81fe94ca-1a3f-44f6-beed-f6b6f540a68b admin admin] Made reservation on behalf of f33e4d846e104d8a876fd42c5fde312c for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:34:06.194450 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-81fe94ca-1a3f-44f6-beed-f6b6f540a68b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:06.642353 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-81fe94ca-1a3f-44f6-beed-f6b6f540a68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:06.697868 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe94ca-1a3f-44f6-beed-f6b6f540a68b admin admin] Pushing event updated for resources: {'Subnet': ['ID=162f7c60-8275-43ba-a92e-d26c32da61bd,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:06.706457 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fe94ca-1a3f-44f6-beed-f6b6f540a68b admin admin] Checking segment: {'id': '4ba66183-95cb-405e-8fce-caeff01f631e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '174b2a1d-6569-4946-b8ee-95c4a0a4fd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:34:06.706854 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fe94ca-1a3f-44f6-beed-f6b6f540a68b admin admin] Network hostable DHCP agents. Network: 174b2a1d-6569-4946-b8ee-95c4a0a4fd17, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:34:06.723036 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fe94ca-1a3f-44f6-beed-f6b6f540a68b admin admin] Network 174b2a1d-6569-4946-b8ee-95c4a0a4fd17 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:34:06.730929 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-81fe94ca-1a3f-44f6-beed-f6b6f540a68b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 174b2a1d-6569-4946-b8ee-95c4a0a4fd17) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:34:06.734770 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fe94ca-1a3f-44f6-beed-f6b6f540a68b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:34:06.735353 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-81fe94ca-1a3f-44f6-beed-f6b6f540a68b admin admin] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:06.744731 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c69fe71-1e44-487c-a00f-23adf8523001 None None] Network 174b2a1d-6569-4946-b8ee-95c4a0a4fd17 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:34:06.753847 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-81fe94ca-1a3f-44f6-beed-f6b6f540a68b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5906224 Nov 27 04:34:06.754033 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60806) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:34:06.758804 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-79ac375c-f8db-47b6-bc26-19c2a37f5680 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1290297144-router', 'tenant_id': 'f33e4d846e104d8a876fd42c5fde312c', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:34:06.778878 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-79ac375c-f8db-47b6-bc26-19c2a37f5680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:06.779857 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-79ac375c-f8db-47b6-bc26-19c2a37f5680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:06.832666 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-79ac375c-f8db-47b6-bc26-19c2a37f5680 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:06.888094 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bcffcf-e8a9-4401-aee1-7b1f7276fa4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-174b2a1d-6569-4946-b8ee-95c4a0a4fd17', 'network_id': '174b2a1d-6569-4946-b8ee-95c4a0a4fd17', 'tenant_id': 'f33e4d846e104d8a876fd42c5fde312c', 'fixed_ips': [{'subnet_id': '162f7c60-8275-43ba-a92e-d26c32da61bd'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:34:06.889213 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-88bcffcf-e8a9-4401-aee1-7b1f7276fa4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:06.971954 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-79ac375c-f8db-47b6-bc26-19c2a37f5680 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:07.013353 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [500] Connection: close Content-Length: 609 Content-Type: text/html; charset=iso-8859-1 Date: Sat, 27 Nov 2021 04:29:06 GMT Server: Apache/2.4.41 (Ubuntu) {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:34:07.013577 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: Omitted, Content-Type is set to text/html; charset=iso-8859-1. Only application/json responses have their bodies logged. {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:34:07.064127 n-d-819494-3 neutron-server[110020]: ERROR neutron.notifiers.nova [-] Failed to notify nova on events: [{'server_uuid': '0b92eccb-d73f-47c3-adb2-87b2a677dbe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29369f9-f32e-4e1a-87fd-c15dbbd767b9'}]: novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Nov 27 04:34:07.064127 n-d-819494-3 neutron-server[110020]: ERROR neutron.notifiers.nova Traceback (most recent call last): Nov 27 04:34:07.064127 n-d-819494-3 neutron-server[110020]: ERROR neutron.notifiers.nova File "/opt/stack/neutron/neutron/notifiers/nova.py", line 265, in send_events Nov 27 04:34:07.064127 n-d-819494-3 neutron-server[110020]: ERROR neutron.notifiers.nova response = novaclient.server_external_events.create( Nov 27 04:34:07.064127 n-d-819494-3 neutron-server[110020]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/v2/server_external_events.py", line 38, in create Nov 27 04:34:07.064127 n-d-819494-3 neutron-server[110020]: ERROR neutron.notifiers.nova return self._create('/os-server-external-events', body, 'events', Nov 27 04:34:07.064127 n-d-819494-3 neutron-server[110020]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/base.py", line 363, in _create Nov 27 04:34:07.064127 n-d-819494-3 neutron-server[110020]: ERROR neutron.notifiers.nova resp, body = self.api.client.post(url, body=body) Nov 27 04:34:07.064127 n-d-819494-3 neutron-server[110020]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/adapter.py", line 401, in post Nov 27 04:34:07.064127 n-d-819494-3 neutron-server[110020]: ERROR neutron.notifiers.nova return self.request(url, 'POST', **kwargs) Nov 27 04:34:07.064127 n-d-819494-3 neutron-server[110020]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/client.py", line 78, in request Nov 27 04:34:07.064127 n-d-819494-3 neutron-server[110020]: ERROR neutron.notifiers.nova raise exceptions.from_response(resp, body, url, method) Nov 27 04:34:07.064127 n-d-819494-3 neutron-server[110020]: ERROR neutron.notifiers.nova novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Nov 27 04:34:07.064127 n-d-819494-3 neutron-server[110020]: ERROR neutron.notifiers.nova Nov 27 04:34:07.074275 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-88bcffcf-e8a9-4401-aee1-7b1f7276fa4b None None] Allocated IP 172.20.0.2 (174b2a1d-6569-4946-b8ee-95c4a0a4fd17/162f7c60-8275-43ba-a92e-d26c32da61bd/5d117345-8888-4a88-9507-2c81424225a3) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:34:07.169339 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-79ac375c-f8db-47b6-bc26-19c2a37f5680 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:07.199236 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-79ac375c-f8db-47b6-bc26-19c2a37f5680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:07.224748 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-88bcffcf-e8a9-4401-aee1-7b1f7276fa4b None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:07.230101 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-88bcffcf-e8a9-4401-aee1-7b1f7276fa4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:07.268568 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bcffcf-e8a9-4401-aee1-7b1f7276fa4b None None] Network 174b2a1d-6569-4946-b8ee-95c4a0a4fd17 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:34:07.271424 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-88bcffcf-e8a9-4401-aee1-7b1f7276fa4b None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:34:07.273826 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bcffcf-e8a9-4401-aee1-7b1f7276fa4b None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:34:07.282783 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bcffcf-e8a9-4401-aee1-7b1f7276fa4b None None] Pushing event updated for resources: {'Port': ['ID=5d117345-8888-4a88-9507-2c81424225a3,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:07.303136 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-79ac375c-f8db-47b6-bc26-19c2a37f5680 admin admin] Allocated IP 172.25.1.100 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/e46a34a1-fa61-47f1-9a2f-f328a025e6aa) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:34:07.345152 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-88bcffcf-e8a9-4401-aee1-7b1f7276fa4b None None] Attempting to bind port 5d117345-8888-4a88-9507-2c81424225a3 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:34:07.345509 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-88bcffcf-e8a9-4401-aee1-7b1f7276fa4b None None] Attempting to bind port 5d117345-8888-4a88-9507-2c81424225a3 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '4ba66183-95cb-405e-8fce-caeff01f631e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '174b2a1d-6569-4946-b8ee-95c4a0a4fd17'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:34:07.345868 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bcffcf-e8a9-4401-aee1-7b1f7276fa4b None None] Attempting to bind port 5d117345-8888-4a88-9507-2c81424225a3 on network 174b2a1d-6569-4946-b8ee-95c4a0a4fd17 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:34:07.350856 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bcffcf-e8a9-4401-aee1-7b1f7276fa4b None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:34:07.351238 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bcffcf-e8a9-4401-aee1-7b1f7276fa4b None None] Checking segment: {'id': '4ba66183-95cb-405e-8fce-caeff01f631e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '174b2a1d-6569-4946-b8ee-95c4a0a4fd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:34:07.351640 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-88bcffcf-e8a9-4401-aee1-7b1f7276fa4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:07.352031 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bcffcf-e8a9-4401-aee1-7b1f7276fa4b None None] Bound using segment: {'id': '4ba66183-95cb-405e-8fce-caeff01f631e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '174b2a1d-6569-4946-b8ee-95c4a0a4fd17'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:34:07.352495 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-88bcffcf-e8a9-4401-aee1-7b1f7276fa4b None None] Bound port: 5d117345-8888-4a88-9507-2c81424225a3, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba66183-95cb-405e-8fce-caeff01f631e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '174b2a1d-6569-4946-b8ee-95c4a0a4fd17'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:34:07.352873 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-88bcffcf-e8a9-4401-aee1-7b1f7276fa4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:07.408140 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-79ac375c-f8db-47b6-bc26-19c2a37f5680 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:07.414764 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-88bcffcf-e8a9-4401-aee1-7b1f7276fa4b None None] For port 5d117345-8888-4a88-9507-2c81424225a3, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:34:07.417778 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-88bcffcf-e8a9-4401-aee1-7b1f7276fa4b None None] For port 5d117345-8888-4a88-9507-2c81424225a3, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=5d117345-8888-4a88-9507-2c81424225a3,segment=NetworkSegment(4ba66183-95cb-405e-8fce-caeff01f631e),segment_id=4ba66183-95cb-405e-8fce-caeff01f631e)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:34:07.421910 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-88bcffcf-e8a9-4401-aee1-7b1f7276fa4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:07.444980 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-79ac375c-f8db-47b6-bc26-19c2a37f5680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:07.478876 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bcffcf-e8a9-4401-aee1-7b1f7276fa4b None None] Pushing event updated for resources: {'Port': ['ID=5d117345-8888-4a88-9507-2c81424225a3,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:07.488663 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ac375c-f8db-47b6-bc26-19c2a37f5680 admin admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:34:07.492176 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-79ac375c-f8db-47b6-bc26-19c2a37f5680 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:34:07.494527 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ac375c-f8db-47b6-bc26-19c2a37f5680 admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:34:07.504023 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1d3d97-0cfb-4a2a-bfdb-f381168414a9 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:34:07.523913 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac375c-f8db-47b6-bc26-19c2a37f5680 admin admin] Pushing event updated for resources: {'Port': ['ID=e46a34a1-fa61-47f1-9a2f-f328a025e6aa,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:07.561820 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-3aae1139-f24b-439d-b5fd-aeb6afcccaef None None] Provisioning complete for port e46a34a1-fa61-47f1-9a2f-f328a025e6aa triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:34:07.562196 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3aae1139-f24b-439d-b5fd-aeb6afcccaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:07.597301 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-3aae1139-f24b-439d-b5fd-aeb6afcccaef None None] Port e46a34a1-fa61-47f1-9a2f-f328a025e6aa cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:34:07.782401 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-79ac375c-f8db-47b6-bc26-19c2a37f5680 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:07.978069 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-79ac375c-f8db-47b6-bc26-19c2a37f5680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:08.114903 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ac375c-f8db-47b6-bc26-19c2a37f5680 admin admin] Router 67e3a13b-bb3e-4311-bbfe-b1cc94ceb685 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:34:08.226007 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ac375c-f8db-47b6-bc26-19c2a37f5680 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:34:08.237283 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580177ac-bf03-4fe9-8e07-6dfba8530861 None None] Sync routers for ids ['67e3a13b-bb3e-4311-bbfe-b1cc94ceb685'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:34:08.246225 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-79ac375c-f8db-47b6-bc26-19c2a37f5680 admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:08.247557 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-79ac375c-f8db-47b6-bc26-19c2a37f5680 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4925611 Nov 27 04:34:08.250526 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60808) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:34:08.264635 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580177ac-bf03-4fe9-8e07-6dfba8530861 None None] Routers {'67e3a13b-bb3e-4311-bbfe-b1cc94ceb685'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:34:08.265525 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-580177ac-bf03-4fe9-8e07-6dfba8530861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:33:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['67e3a13b-bb3e-4311-bbfe-b1cc94ceb685'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:34:08.386809 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-580177ac-bf03-4fe9-8e07-6dfba8530861 None None] Set router 67e3a13b-bb3e-4311-bbfe-b1cc94ceb685 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:34:08.499132 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993697cc-3945-4b42-9acf-53a1ce30d6a6 None None] Network 174b2a1d-6569-4946-b8ee-95c4a0a4fd17 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:34:08.596026 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-2c8bc504-f52d-4c4d-91d8-390d24d3e8c8 None None] Provisioning complete for port 5d117345-8888-4a88-9507-2c81424225a3 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:34:08.596495 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2c8bc504-f52d-4c4d-91d8-390d24d3e8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:08.714257 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-177d814e-fe3d-4afc-bf02-9361ae2afc27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:08.797517 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-580177ac-bf03-4fe9-8e07-6dfba8530861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e3a13b-bb3e-4311-bbfe-b1cc94ceb685', 'name': 'tempest-TestEncryptedCinderVolumes-1290297144-router', 'tenant_id': 'f33e4d846e104d8a876fd42c5fde312c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'e46a34a1-fa61-47f1-9a2f-f328a025e6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:34:06Z', 'updated_at': '2021-11-27T04:34:07Z', 'revision_number': 3, 'project_id': 'f33e4d846e104d8a876fd42c5fde312c', 'gw_port': {'id': 'e46a34a1-fa61-47f1-9a2f-f328a025e6aa', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e3a13b-bb3e-4311-bbfe-b1cc94ceb685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:34:07Z', 'updated_at': '2021-11-27T04:34:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:34:08.802678 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2c8bc504-f52d-4c4d-91d8-390d24d3e8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:08.837052 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580177ac-bf03-4fe9-8e07-6dfba8530861 None None] Checking router: 67e3a13b-bb3e-4311-bbfe-b1cc94ceb685 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:34:08.837407 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580177ac-bf03-4fe9-8e07-6dfba8530861 None None] Updating router 67e3a13b-bb3e-4311-bbfe-b1cc94ceb685 port e46a34a1-fa61-47f1-9a2f-f328a025e6aa binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:34:08.883242 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-177d814e-fe3d-4afc-bf02-9361ae2afc27 admin admin] Allocated IP 172.20.0.1 (174b2a1d-6569-4946-b8ee-95c4a0a4fd17/162f7c60-8275-43ba-a92e-d26c32da61bd/a5aed934-dc48-4dc8-9ec5-06e6af27c323) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:34:08.884211 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-580177ac-bf03-4fe9-8e07-6dfba8530861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:08.889327 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-2c8bc504-f52d-4c4d-91d8-390d24d3e8c8 None None] For port 5d117345-8888-4a88-9507-2c81424225a3, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=5d117345-8888-4a88-9507-2c81424225a3,segment=NetworkSegment(4ba66183-95cb-405e-8fce-caeff01f631e),segment_id=4ba66183-95cb-405e-8fce-caeff01f631e)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:34:08.913707 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2c8bc504-f52d-4c4d-91d8-390d24d3e8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:09.042880 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-177d814e-fe3d-4afc-bf02-9361ae2afc27 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:09.061764 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 5d117345-8888-4a88-9507-2c81424225a3 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:34:09.068489 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae157cee-154f-4d6f-a87d-336c73859702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41e9892-7168-4b5d-907f-5b13d360fc6e'}, {'server_uuid': 'a7188677-f8cd-48f9-b605-b7d9576cd09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb749f3-2731-42a1-850a-95fcecc26957'}, {'server_uuid': '45806d20-8b5e-4c37-9b96-9fda646cbae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a422016d-7bd3-4f02-9178-82f2e30209b5'}, {'server_uuid': '8b088c76-c236-4375-9ad4-cf7ad57a8da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:34:09.070758 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1286de36-9b1c-45cf-b6de-e59888232db6" -d '{"events": [{"server_uuid": "ae157cee-154f-4d6f-a87d-336c73859702", "name": "network-vif-plugged", "status": "completed", "tag": "d41e9892-7168-4b5d-907f-5b13d360fc6e"}, {"server_uuid": "a7188677-f8cd-48f9-b605-b7d9576cd09a", "name": "network-vif-plugged", "status": "completed", "tag": "5cb749f3-2731-42a1-850a-95fcecc26957"}, {"server_uuid": "45806d20-8b5e-4c37-9b96-9fda646cbae3", "name": "network-vif-plugged", "status": "completed", "tag": "a422016d-7bd3-4f02-9178-82f2e30209b5"}, {"server_uuid": "8b088c76-c236-4375-9ad4-cf7ad57a8da1", "name": "network-vif-plugged", "status": "completed", "tag": "b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:34:09.088452 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-177d814e-fe3d-4afc-bf02-9361ae2afc27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:09.146204 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8bc504-f52d-4c4d-91d8-390d24d3e8c8 None None] Pushing event updated for resources: {'Port': ['ID=5d117345-8888-4a88-9507-2c81424225a3,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:09.157192 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177d814e-fe3d-4afc-bf02-9361ae2afc27 admin admin] Network 174b2a1d-6569-4946-b8ee-95c4a0a4fd17 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:34:09.164156 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-177d814e-fe3d-4afc-bf02-9361ae2afc27 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:34:09.166976 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177d814e-fe3d-4afc-bf02-9361ae2afc27 admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:34:09.179051 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d814e-fe3d-4afc-bf02-9361ae2afc27 admin admin] Pushing event updated for resources: {'Port': ['ID=a5aed934-dc48-4dc8-9ec5-06e6af27c323,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:09.229282 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-177d814e-fe3d-4afc-bf02-9361ae2afc27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:09.437908 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 684 Content-Type: application/json Date: Sat, 27 Nov 2021 04:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f38c741-0449-4967-a58b-9d7fd476e649 x-openstack-request-id: req-9f38c741-0449-4967-a58b-9d7fd476e649 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:34:09.438433 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae157cee-154f-4d6f-a87d-336c73859702", "name": "network-vif-plugged", "status": "failed", "tag": "d41e9892-7168-4b5d-907f-5b13d360fc6e", "code": 422}, {"server_uuid": "a7188677-f8cd-48f9-b605-b7d9576cd09a", "name": "network-vif-plugged", "status": "failed", "tag": "5cb749f3-2731-42a1-850a-95fcecc26957", "code": 422}, {"server_uuid": "45806d20-8b5e-4c37-9b96-9fda646cbae3", "name": "network-vif-plugged", "status": "failed", "tag": "a422016d-7bd3-4f02-9178-82f2e30209b5", "code": 422}, {"server_uuid": "8b088c76-c236-4375-9ad4-cf7ad57a8da1", "name": "network-vif-plugged", "status": "failed", "tag": "b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56", "code": 422}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:34:09.441607 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-177d814e-fe3d-4afc-bf02-9361ae2afc27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:09.442032 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f38c741-0449-4967-a58b-9d7fd476e649 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:34:09.442632 n-d-819494-3 neutron-server[110020]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ae157cee-154f-4d6f-a87d-336c73859702', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': 'd41e9892-7168-4b5d-907f-5b13d360fc6e', 'code': 422} returned with failed status Nov 27 04:34:09.442997 n-d-819494-3 neutron-server[110020]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a7188677-f8cd-48f9-b605-b7d9576cd09a', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': '5cb749f3-2731-42a1-850a-95fcecc26957', 'code': 422} returned with failed status Nov 27 04:34:09.443351 n-d-819494-3 neutron-server[110020]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '45806d20-8b5e-4c37-9b96-9fda646cbae3', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': 'a422016d-7bd3-4f02-9178-82f2e30209b5', 'code': 422} returned with failed status Nov 27 04:34:09.443733 n-d-819494-3 neutron-server[110020]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8b088c76-c236-4375-9ad4-cf7ad57a8da1', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': 'b2a42e3e-d9c6-4fb0-84fc-66cdf9711c56', 'code': 422} returned with failed status Nov 27 04:34:09.449611 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 5d117345-8888-4a88-9507-2c81424225a3 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:34:09.450252 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:09.491636 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-a507576e-77b9-4620-abbc-d7158ad60acc None None] Provisioning complete for port 5d117345-8888-4a88-9507-2c81424225a3 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:34:09.492065 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a507576e-77b9-4620-abbc-d7158ad60acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:09.619601 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-177d814e-fe3d-4afc-bf02-9361ae2afc27 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:09.624390 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-177d814e-fe3d-4afc-bf02-9361ae2afc27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:09.702474 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-177d814e-fe3d-4afc-bf02-9361ae2afc27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:09.709088 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-580177ac-bf03-4fe9-8e07-6dfba8530861 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:09.711266 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d814e-fe3d-4afc-bf02-9361ae2afc27 admin admin] Pushing event updated for resources: {'Port': ['ID=a5aed934-dc48-4dc8-9ec5-06e6af27c323,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:09.717684 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-580177ac-bf03-4fe9-8e07-6dfba8530861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:09.773796 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70c0c78-9ddc-4ad7-9c64-41528cb2aa6e None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:34:09.780962 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-580177ac-bf03-4fe9-8e07-6dfba8530861 None None] Attempting to bind port e46a34a1-fa61-47f1-9a2f-f328a025e6aa on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:34:09.781778 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-580177ac-bf03-4fe9-8e07-6dfba8530861 None None] Attempting to bind port e46a34a1-fa61-47f1-9a2f-f328a025e6aa by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:34:09.782904 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580177ac-bf03-4fe9-8e07-6dfba8530861 None None] Attempting to bind port e46a34a1-fa61-47f1-9a2f-f328a025e6aa on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:34:09.798311 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580177ac-bf03-4fe9-8e07-6dfba8530861 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:34:09.798726 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580177ac-bf03-4fe9-8e07-6dfba8530861 None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:34:09.799138 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-580177ac-bf03-4fe9-8e07-6dfba8530861 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:09.799602 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580177ac-bf03-4fe9-8e07-6dfba8530861 None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:34:09.799999 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-580177ac-bf03-4fe9-8e07-6dfba8530861 None None] Bound port: e46a34a1-fa61-47f1-9a2f-f328a025e6aa, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:34:09.800384 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-580177ac-bf03-4fe9-8e07-6dfba8530861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:09.803829 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c5a26-c69f-407b-9faf-024f63f0f9f5 None None] Pushing event updated for resources: {'Port': ['ID=e46a34a1-fa61-47f1-9a2f-f328a025e6aa,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:09.822576 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177d814e-fe3d-4afc-bf02-9361ae2afc27 admin admin] Network 174b2a1d-6569-4946-b8ee-95c4a0a4fd17 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:34:09.823973 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-177d814e-fe3d-4afc-bf02-9361ae2afc27 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:34:09.863945 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-8e4c8a39-5294-4bc7-8931-4b3116f86f2e None None] Provisioning complete for port e46a34a1-fa61-47f1-9a2f-f328a025e6aa triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:34:09.864318 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8e4c8a39-5294-4bc7-8931-4b3116f86f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:09.886242 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-580177ac-bf03-4fe9-8e07-6dfba8530861 None None] For port e46a34a1-fa61-47f1-9a2f-f328a025e6aa, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:34:09.904225 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-580177ac-bf03-4fe9-8e07-6dfba8530861 None None] For port e46a34a1-fa61-47f1-9a2f-f328a025e6aa, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=e46a34a1-fa61-47f1-9a2f-f328a025e6aa,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:34:09.914049 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-580177ac-bf03-4fe9-8e07-6dfba8530861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:09.916342 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-8e4c8a39-5294-4bc7-8931-4b3116f86f2e None None] Port e46a34a1-fa61-47f1-9a2f-f328a025e6aa cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:34:09.948228 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177d814e-fe3d-4afc-bf02-9361ae2afc27 admin admin] Router 67e3a13b-bb3e-4311-bbfe-b1cc94ceb685 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:34:09.977466 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c44d32-7d0d-4b4e-8a91-c8878cf755b3 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:34:09.986838 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-8e4c8a39-5294-4bc7-8931-4b3116f86f2e None None] Provisioning complete for port a5aed934-dc48-4dc8-9ec5-06e6af27c323 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:34:09.987217 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8e4c8a39-5294-4bc7-8931-4b3116f86f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:09.994755 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c5a26-c69f-407b-9faf-024f63f0f9f5 None None] Pushing event updated for resources: {'Port': ['ID=e46a34a1-fa61-47f1-9a2f-f328a025e6aa,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:10.017123 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580177ac-bf03-4fe9-8e07-6dfba8530861 None None] Routers {'67e3a13b-bb3e-4311-bbfe-b1cc94ceb685'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:34:10.017781 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-580177ac-bf03-4fe9-8e07-6dfba8530861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:33:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['67e3a13b-bb3e-4311-bbfe-b1cc94ceb685'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:34:10.101130 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-8e4c8a39-5294-4bc7-8931-4b3116f86f2e None None] Port a5aed934-dc48-4dc8-9ec5-06e6af27c323 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:34:10.145969 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-580177ac-bf03-4fe9-8e07-6dfba8530861 None None] Set router 67e3a13b-bb3e-4311-bbfe-b1cc94ceb685 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:34:10.280256 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-4d3af791-5ed4-4b2e-9a58-316e028113cc None None] Provisioning complete for port e46a34a1-fa61-47f1-9a2f-f328a025e6aa triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:34:10.280540 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4d3af791-5ed4-4b2e-9a58-316e028113cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:10.370155 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177d814e-fe3d-4afc-bf02-9361ae2afc27 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:34:10.375528 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-177d814e-fe3d-4afc-bf02-9361ae2afc27 admin admin] 10.222.0.20 "PUT /v2.0/routers/67e3a13b-bb3e-4311-bbfe-b1cc94ceb685/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1233666 Nov 27 04:34:10.407528 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4d3af791-5ed4-4b2e-9a58-316e028113cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:10.438821 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-4d3af791-5ed4-4b2e-9a58-316e028113cc None None] For port e46a34a1-fa61-47f1-9a2f-f328a025e6aa, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=e46a34a1-fa61-47f1-9a2f-f328a025e6aa,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:34:10.447917 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4d3af791-5ed4-4b2e-9a58-316e028113cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:10.454613 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-580177ac-bf03-4fe9-8e07-6dfba8530861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e3a13b-bb3e-4311-bbfe-b1cc94ceb685', 'name': 'tempest-TestEncryptedCinderVolumes-1290297144-router', 'tenant_id': 'f33e4d846e104d8a876fd42c5fde312c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'e46a34a1-fa61-47f1-9a2f-f328a025e6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:34:06Z', 'updated_at': '2021-11-27T04:34:09Z', 'revision_number': 4, 'project_id': 'f33e4d846e104d8a876fd42c5fde312c', 'gw_port': {'id': 'e46a34a1-fa61-47f1-9a2f-f328a025e6aa', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e3a13b-bb3e-4311-bbfe-b1cc94ceb685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:34:07Z', 'updated_at': '2021-11-27T04:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'a5aed934-dc48-4dc8-9ec5-06e6af27c323', 'name': '', 'network_id': '174b2a1d-6569-4946-b8ee-95c4a0a4fd17', 'tenant_id': 'f33e4d846e104d8a876fd42c5fde312c', 'mac_address': 'fa:16:3e:c1:6a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e3a13b-bb3e-4311-bbfe-b1cc94ceb685', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '162f7c60-8275-43ba-a92e-d26c32da61bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:34:08Z', 'updated_at': '2021-11-27T04:34:09Z', 'revision_number': 2, 'project_id': 'f33e4d846e104d8a876fd42c5fde312c', 'subnets': [{'id': '162f7c60-8275-43ba-a92e-d26c32da61bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:34:10.506208 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580177ac-bf03-4fe9-8e07-6dfba8530861 None None] The sync data for ids ['67e3a13b-bb3e-4311-bbfe-b1cc94ceb685'] in n-d-819494-3 is: [{'id': '67e3a13b-bb3e-4311-bbfe-b1cc94ceb685', 'name': 'tempest-TestEncryptedCinderVolumes-1290297144-router', 'tenant_id': 'f33e4d846e104d8a876fd42c5fde312c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'e46a34a1-fa61-47f1-9a2f-f328a025e6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:34:06Z', 'updated_at': '2021-11-27T04:34:09Z', 'revision_number': 4, 'project_id': 'f33e4d846e104d8a876fd42c5fde312c', 'gw_port': {'id': 'e46a34a1-fa61-47f1-9a2f-f328a025e6aa', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e3a13b-bb3e-4311-bbfe-b1cc94ceb685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:34:07Z', 'updated_at': '2021-11-27T04:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'a5aed934-dc48-4dc8-9ec5-06e6af27c323', 'name': '', 'network_id': '174b2a1d-6569-4946-b8ee-95c4a0a4fd17', 'tenant_id': 'f33e4d846e104d8a876fd42c5fde312c', 'mac_address': 'fa:16:3e:c1:6a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e3a13b-bb3e-4311-bbfe-b1cc94ceb685', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '162f7c60-8275-43ba-a92e-d26c32da61bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:34:08Z', 'updated_at': '2021-11-27T04:34:09Z', 'revision_number': 2, 'project_id': 'f33e4d846e104d8a876fd42c5fde312c', 'subnets': [{'id': '162f7c60-8275-43ba-a92e-d26c32da61bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:34:10.524636 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-4d3af791-5ed4-4b2e-9a58-316e028113cc None None] Provisioning complete for port a5aed934-dc48-4dc8-9ec5-06e6af27c323 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:34:10.524922 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4d3af791-5ed4-4b2e-9a58-316e028113cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:10.548334 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3af791-5ed4-4b2e-9a58-316e028113cc None None] Pushing event updated for resources: {'Port': ['ID=e46a34a1-fa61-47f1-9a2f-f328a025e6aa,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:10.571035 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-4d3af791-5ed4-4b2e-9a58-316e028113cc None None] Port a5aed934-dc48-4dc8-9ec5-06e6af27c323 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:34:10.890030 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60836) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:34:10.894998 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-00eb243f-1844-41e9-b552-cb5c9d58b88b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-234738554-network', 'tenant_id': '0cf18aec30064ad9bff9393cf6013419'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:34:10.917017 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00eb243f-1844-41e9-b552-cb5c9d58b88b admin admin] Made reservation on behalf of 0cf18aec30064ad9bff9393cf6013419 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:34:10.919457 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-00eb243f-1844-41e9-b552-cb5c9d58b88b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:10.929757 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-00eb243f-1844-41e9-b552-cb5c9d58b88b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:10.991466 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 5d117345-8888-4a88-9507-2c81424225a3 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:34:11.017304 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-00eb243f-1844-41e9-b552-cb5c9d58b88b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:11.023535 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-00eb243f-1844-41e9-b552-cb5c9d58b88b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:11.047611 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00eb243f-1844-41e9-b552-cb5c9d58b88b admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:34:11.048816 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 5d117345-8888-4a88-9507-2c81424225a3 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:34:11.049252 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:11.063601 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb243f-1844-41e9-b552-cb5c9d58b88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0876306f-9f93-46a4-a295-fc45da733fd9,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:11.068058 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-00eb243f-1844-41e9-b552-cb5c9d58b88b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:11.068534 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-00eb243f-1844-41e9-b552-cb5c9d58b88b admin admin] Added segment 1dc6d523-1a67-43b9-bf12-5037155af958 of type vlan for network aeee17a6-5088-45df-b0e7-020cf34686b5 Nov 27 04:34:11.138957 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-00eb243f-1844-41e9-b552-cb5c9d58b88b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:11.171109 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-00eb243f-1844-41e9-b552-cb5c9d58b88b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:11.172602 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00eb243f-1844-41e9-b552-cb5c9d58b88b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:34:11.173362 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-00eb243f-1844-41e9-b552-cb5c9d58b88b admin admin] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:11.247259 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-00eb243f-1844-41e9-b552-cb5c9d58b88b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3560326 Nov 27 04:34:11.250046 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 60838) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:34:11.256433 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-fb98c4fc-a305-42e3-bd50-635d0467eee9 admin admin] Request body: {'subnet': {'network_id': 'aeee17a6-5088-45df-b0e7-020cf34686b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-234738554-subnet', 'tenant_id': '0cf18aec30064ad9bff9393cf6013419', 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:34:11.263691 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb243f-1844-41e9-b552-cb5c9d58b88b admin admin] Pushing event updated for resources: {'Network': ['ID=aeee17a6-5088-45df-b0e7-020cf34686b5,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:11.273585 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network aeee17a6-5088-45df-b0e7-020cf34686b5 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:34:11.281045 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb98c4fc-a305-42e3-bd50-635d0467eee9 admin admin] Made reservation on behalf of 0cf18aec30064ad9bff9393cf6013419 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:34:11.283714 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fb98c4fc-a305-42e3-bd50-635d0467eee9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:11.459144 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fb98c4fc-a305-42e3-bd50-635d0467eee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:11.525417 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98c4fc-a305-42e3-bd50-635d0467eee9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c49e181-395d-4e5d-860f-056718edf7c1,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:11.531934 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb98c4fc-a305-42e3-bd50-635d0467eee9 admin admin] Checking segment: {'id': '1dc6d523-1a67-43b9-bf12-5037155af958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'aeee17a6-5088-45df-b0e7-020cf34686b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:34:11.532335 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb98c4fc-a305-42e3-bd50-635d0467eee9 admin admin] Network hostable DHCP agents. Network: aeee17a6-5088-45df-b0e7-020cf34686b5, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:34:11.550288 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb98c4fc-a305-42e3-bd50-635d0467eee9 admin admin] Network aeee17a6-5088-45df-b0e7-020cf34686b5 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:34:11.560843 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-fb98c4fc-a305-42e3-bd50-635d0467eee9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, aeee17a6-5088-45df-b0e7-020cf34686b5) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:34:11.565060 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb98c4fc-a305-42e3-bd50-635d0467eee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:34:11.565746 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fb98c4fc-a305-42e3-bd50-635d0467eee9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:11.571421 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565e1644-209b-40f5-b5a3-1d34c414c9d3 None None] Network aeee17a6-5088-45df-b0e7-020cf34686b5 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:34:11.589048 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60840) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:34:11.589863 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-fb98c4fc-a305-42e3-bd50-635d0467eee9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3373377 Nov 27 04:34:11.594365 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-7c33c3ac-03f4-4557-bc53-833df0c6bdf6 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-234738554-router', 'tenant_id': '0cf18aec30064ad9bff9393cf6013419', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:34:11.621984 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7c33c3ac-03f4-4557-bc53-833df0c6bdf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:11.623105 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7c33c3ac-03f4-4557-bc53-833df0c6bdf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:11.677000 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7c33c3ac-03f4-4557-bc53-833df0c6bdf6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:11.732036 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25a995a-d9e3-46ba-8d46-7067d6f3f457 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-aeee17a6-5088-45df-b0e7-020cf34686b5', 'network_id': 'aeee17a6-5088-45df-b0e7-020cf34686b5', 'tenant_id': '0cf18aec30064ad9bff9393cf6013419', 'fixed_ips': [{'subnet_id': '9c49e181-395d-4e5d-860f-056718edf7c1'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:34:11.733113 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c25a995a-d9e3-46ba-8d46-7067d6f3f457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:11.822433 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7c33c3ac-03f4-4557-bc53-833df0c6bdf6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:11.873615 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-c25a995a-d9e3-46ba-8d46-7067d6f3f457 None None] Allocated IP 172.20.0.2 (aeee17a6-5088-45df-b0e7-020cf34686b5/9c49e181-395d-4e5d-860f-056718edf7c1/e092858f-c2f7-41e5-b658-99ff8c78041f) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:34:12.017794 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c25a995a-d9e3-46ba-8d46-7067d6f3f457 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:12.024843 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c25a995a-d9e3-46ba-8d46-7067d6f3f457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:12.028126 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7c33c3ac-03f4-4557-bc53-833df0c6bdf6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:12.047174 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7c33c3ac-03f4-4557-bc53-833df0c6bdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:12.066917 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25a995a-d9e3-46ba-8d46-7067d6f3f457 None None] Network aeee17a6-5088-45df-b0e7-020cf34686b5 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:34:12.070204 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-c25a995a-d9e3-46ba-8d46-7067d6f3f457 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:34:12.072883 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25a995a-d9e3-46ba-8d46-7067d6f3f457 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:34:12.086272 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a995a-d9e3-46ba-8d46-7067d6f3f457 None None] Pushing event updated for resources: {'Port': ['ID=e092858f-c2f7-41e5-b658-99ff8c78041f,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:12.135050 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-c25a995a-d9e3-46ba-8d46-7067d6f3f457 None None] Attempting to bind port e092858f-c2f7-41e5-b658-99ff8c78041f on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:34:12.135423 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-c25a995a-d9e3-46ba-8d46-7067d6f3f457 None None] Attempting to bind port e092858f-c2f7-41e5-b658-99ff8c78041f by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '1dc6d523-1a67-43b9-bf12-5037155af958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'aeee17a6-5088-45df-b0e7-020cf34686b5'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:34:12.135787 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25a995a-d9e3-46ba-8d46-7067d6f3f457 None None] Attempting to bind port e092858f-c2f7-41e5-b658-99ff8c78041f on network aeee17a6-5088-45df-b0e7-020cf34686b5 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:34:12.140638 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25a995a-d9e3-46ba-8d46-7067d6f3f457 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:34:12.141010 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25a995a-d9e3-46ba-8d46-7067d6f3f457 None None] Checking segment: {'id': '1dc6d523-1a67-43b9-bf12-5037155af958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'aeee17a6-5088-45df-b0e7-020cf34686b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:34:12.141413 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c25a995a-d9e3-46ba-8d46-7067d6f3f457 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:12.141806 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25a995a-d9e3-46ba-8d46-7067d6f3f457 None None] Bound using segment: {'id': '1dc6d523-1a67-43b9-bf12-5037155af958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'aeee17a6-5088-45df-b0e7-020cf34686b5'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:34:12.142266 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-c25a995a-d9e3-46ba-8d46-7067d6f3f457 None None] Bound port: e092858f-c2f7-41e5-b658-99ff8c78041f, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dc6d523-1a67-43b9-bf12-5037155af958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'aeee17a6-5088-45df-b0e7-020cf34686b5'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:34:12.142665 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c25a995a-d9e3-46ba-8d46-7067d6f3f457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:12.158153 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-7c33c3ac-03f4-4557-bc53-833df0c6bdf6 admin admin] Allocated IP 172.25.1.206 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/8dec7737-f6e6-4bbb-aa0e-90e3d3695a1e) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:34:12.204410 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c25a995a-d9e3-46ba-8d46-7067d6f3f457 None None] For port e092858f-c2f7-41e5-b658-99ff8c78041f, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:34:12.207555 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c25a995a-d9e3-46ba-8d46-7067d6f3f457 None None] For port e092858f-c2f7-41e5-b658-99ff8c78041f, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=e092858f-c2f7-41e5-b658-99ff8c78041f,segment=NetworkSegment(1dc6d523-1a67-43b9-bf12-5037155af958),segment_id=1dc6d523-1a67-43b9-bf12-5037155af958)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:34:12.212004 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c25a995a-d9e3-46ba-8d46-7067d6f3f457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:12.267146 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7c33c3ac-03f4-4557-bc53-833df0c6bdf6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:12.280202 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a995a-d9e3-46ba-8d46-7067d6f3f457 None None] Pushing event updated for resources: {'Port': ['ID=e092858f-c2f7-41e5-b658-99ff8c78041f,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:12.311562 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7c33c3ac-03f4-4557-bc53-833df0c6bdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:12.356102 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c33c3ac-03f4-4557-bc53-833df0c6bdf6 admin admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:34:12.359447 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-7c33c3ac-03f4-4557-bc53-833df0c6bdf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:34:12.364088 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c33c3ac-03f4-4557-bc53-833df0c6bdf6 admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:34:12.375907 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cd82ce-70c3-4183-8435-f09e12adf094 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:34:12.385782 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c33c3ac-03f4-4557-bc53-833df0c6bdf6 admin admin] Pushing event updated for resources: {'Port': ['ID=8dec7737-f6e6-4bbb-aa0e-90e3d3695a1e,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:12.417811 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-2c0e0213-82df-4203-a389-b8f61cd80e39 None None] Provisioning complete for port 8dec7737-f6e6-4bbb-aa0e-90e3d3695a1e triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:34:12.418321 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2c0e0213-82df-4203-a389-b8f61cd80e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:12.482878 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-2c0e0213-82df-4203-a389-b8f61cd80e39 None None] Port 8dec7737-f6e6-4bbb-aa0e-90e3d3695a1e cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:34:12.670845 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7c33c3ac-03f4-4557-bc53-833df0c6bdf6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:12.681652 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf8fd9e-7c52-48a6-83f4-a6e4d1a17e98 None None] Sync routers for ids ['67e3a13b-bb3e-4311-bbfe-b1cc94ceb685'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:34:12.691764 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf8fd9e-7c52-48a6-83f4-a6e4d1a17e98 None None] Routers {'67e3a13b-bb3e-4311-bbfe-b1cc94ceb685'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:34:12.692313 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-dcf8fd9e-7c52-48a6-83f4-a6e4d1a17e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:33:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['67e3a13b-bb3e-4311-bbfe-b1cc94ceb685'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:34:12.801599 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-dcf8fd9e-7c52-48a6-83f4-a6e4d1a17e98 None None] Set router 67e3a13b-bb3e-4311-bbfe-b1cc94ceb685 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:34:12.872426 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7c33c3ac-03f4-4557-bc53-833df0c6bdf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:13.013681 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-dcf8fd9e-7c52-48a6-83f4-a6e4d1a17e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e3a13b-bb3e-4311-bbfe-b1cc94ceb685', 'name': 'tempest-TestEncryptedCinderVolumes-1290297144-router', 'tenant_id': 'f33e4d846e104d8a876fd42c5fde312c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'e46a34a1-fa61-47f1-9a2f-f328a025e6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:34:06Z', 'updated_at': '2021-11-27T04:34:09Z', 'revision_number': 4, 'project_id': 'f33e4d846e104d8a876fd42c5fde312c', 'gw_port': {'id': 'e46a34a1-fa61-47f1-9a2f-f328a025e6aa', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e3a13b-bb3e-4311-bbfe-b1cc94ceb685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:34:07Z', 'updated_at': '2021-11-27T04:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'a5aed934-dc48-4dc8-9ec5-06e6af27c323', 'name': '', 'network_id': '174b2a1d-6569-4946-b8ee-95c4a0a4fd17', 'tenant_id': 'f33e4d846e104d8a876fd42c5fde312c', 'mac_address': 'fa:16:3e:c1:6a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e3a13b-bb3e-4311-bbfe-b1cc94ceb685', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '162f7c60-8275-43ba-a92e-d26c32da61bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:34:08Z', 'updated_at': '2021-11-27T04:34:09Z', 'revision_number': 2, 'project_id': 'f33e4d846e104d8a876fd42c5fde312c', 'subnets': [{'id': '162f7c60-8275-43ba-a92e-d26c32da61bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:34:13.018516 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c33c3ac-03f4-4557-bc53-833df0c6bdf6 admin admin] Router 902d707e-e1ea-40e2-a088-9ecf6886d06e is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:34:13.042574 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf8fd9e-7c52-48a6-83f4-a6e4d1a17e98 None None] Checking router: 67e3a13b-bb3e-4311-bbfe-b1cc94ceb685 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:34:13.043010 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf8fd9e-7c52-48a6-83f4-a6e4d1a17e98 None None] Updating router 67e3a13b-bb3e-4311-bbfe-b1cc94ceb685 port a5aed934-dc48-4dc8-9ec5-06e6af27c323 binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:34:13.057431 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e092858f-c2f7-41e5-b658-99ff8c78041f up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:34:13.072848 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-dcf8fd9e-7c52-48a6-83f4-a6e4d1a17e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:13.106874 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port e092858f-c2f7-41e5-b658-99ff8c78041f triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:34:13.107249 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:13.138656 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c33c3ac-03f4-4557-bc53-833df0c6bdf6 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:34:13.159195 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1abe53-0b57-485c-a1e3-cc417094c064 None None] Sync routers for ids ['902d707e-e1ea-40e2-a088-9ecf6886d06e'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:34:13.173007 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7c33c3ac-03f4-4557-bc53-833df0c6bdf6 admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:13.175480 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7c33c3ac-03f4-4557-bc53-833df0c6bdf6 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5845852 Nov 27 04:34:13.178055 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 60842) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:34:13.189799 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1abe53-0b57-485c-a1e3-cc417094c064 None None] Routers {'902d707e-e1ea-40e2-a088-9ecf6886d06e'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:34:13.190488 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-9f1abe53-0b57-485c-a1e3-cc417094c064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:33:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['902d707e-e1ea-40e2-a088-9ecf6886d06e'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:34:13.382534 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-dcf8fd9e-7c52-48a6-83f4-a6e4d1a17e98 None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:13.392988 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-dcf8fd9e-7c52-48a6-83f4-a6e4d1a17e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:13.449883 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da2442e-8166-42d5-af1e-923698aa2d51 None None] Pushing event updated for resources: {'Port': ['ID=a5aed934-dc48-4dc8-9ec5-06e6af27c323,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:13.461721 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da2442e-8166-42d5-af1e-923698aa2d51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:34:13.462234 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da2442e-8166-42d5-af1e-923698aa2d51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:34:13.462700 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da2442e-8166-42d5-af1e-923698aa2d51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:34:13.463159 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da2442e-8166-42d5-af1e-923698aa2d51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:34:13.463584 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da2442e-8166-42d5-af1e-923698aa2d51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:34:13.464018 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da2442e-8166-42d5-af1e-923698aa2d51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:34:13.464442 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da2442e-8166-42d5-af1e-923698aa2d51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:34:13.464866 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da2442e-8166-42d5-af1e-923698aa2d51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:34:13.465352 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da2442e-8166-42d5-af1e-923698aa2d51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:34:13.465714 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da2442e-8166-42d5-af1e-923698aa2d51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:34:13.466133 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da2442e-8166-42d5-af1e-923698aa2d51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:34:13.466581 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da2442e-8166-42d5-af1e-923698aa2d51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:34:13.512651 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:13.520542 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-dcf8fd9e-7c52-48a6-83f4-a6e4d1a17e98 None None] Attempting to bind port a5aed934-dc48-4dc8-9ec5-06e6af27c323 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:34:13.522211 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-dcf8fd9e-7c52-48a6-83f4-a6e4d1a17e98 None None] Attempting to bind port a5aed934-dc48-4dc8-9ec5-06e6af27c323 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '4ba66183-95cb-405e-8fce-caeff01f631e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '174b2a1d-6569-4946-b8ee-95c4a0a4fd17'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:34:13.522718 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf8fd9e-7c52-48a6-83f4-a6e4d1a17e98 None None] Attempting to bind port a5aed934-dc48-4dc8-9ec5-06e6af27c323 on network 174b2a1d-6569-4946-b8ee-95c4a0a4fd17 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:34:13.529694 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf8fd9e-7c52-48a6-83f4-a6e4d1a17e98 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:34:13.530992 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf8fd9e-7c52-48a6-83f4-a6e4d1a17e98 None None] Checking segment: {'id': '4ba66183-95cb-405e-8fce-caeff01f631e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '174b2a1d-6569-4946-b8ee-95c4a0a4fd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:34:13.531111 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-dcf8fd9e-7c52-48a6-83f4-a6e4d1a17e98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:13.531610 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf8fd9e-7c52-48a6-83f4-a6e4d1a17e98 None None] Bound using segment: {'id': '4ba66183-95cb-405e-8fce-caeff01f631e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '174b2a1d-6569-4946-b8ee-95c4a0a4fd17'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:34:13.532731 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-dcf8fd9e-7c52-48a6-83f4-a6e4d1a17e98 None None] Bound port: a5aed934-dc48-4dc8-9ec5-06e6af27c323, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba66183-95cb-405e-8fce-caeff01f631e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '174b2a1d-6569-4946-b8ee-95c4a0a4fd17'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:34:13.533232 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-dcf8fd9e-7c52-48a6-83f4-a6e4d1a17e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:13.580306 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port e092858f-c2f7-41e5-b658-99ff8c78041f, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=e092858f-c2f7-41e5-b658-99ff8c78041f,segment=NetworkSegment(1dc6d523-1a67-43b9-bf12-5037155af958),segment_id=1dc6d523-1a67-43b9-bf12-5037155af958)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:34:13.597958 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:13.598839 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e46a34a1-fa61-47f1-9a2f-f328a025e6aa up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:34:13.601686 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-9f1abe53-0b57-485c-a1e3-cc417094c064 None None] Set router 902d707e-e1ea-40e2-a088-9ecf6886d06e gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:34:13.649275 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-dcf8fd9e-7c52-48a6-83f4-a6e4d1a17e98 None None] For port a5aed934-dc48-4dc8-9ec5-06e6af27c323, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:34:13.652762 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-dcf8fd9e-7c52-48a6-83f4-a6e4d1a17e98 None None] For port a5aed934-dc48-4dc8-9ec5-06e6af27c323, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=a5aed934-dc48-4dc8-9ec5-06e6af27c323,segment=NetworkSegment(4ba66183-95cb-405e-8fce-caeff01f631e),segment_id=4ba66183-95cb-405e-8fce-caeff01f631e)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:34:13.660241 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-dcf8fd9e-7c52-48a6-83f4-a6e4d1a17e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:13.695370 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bf515c8b-6dc5-4832-b52e-4bb1aec7e99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:13.719189 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf8fd9e-7c52-48a6-83f4-a6e4d1a17e98 None None] Routers {'67e3a13b-bb3e-4311-bbfe-b1cc94ceb685'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:34:13.720643 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-dcf8fd9e-7c52-48a6-83f4-a6e4d1a17e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:33:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['67e3a13b-bb3e-4311-bbfe-b1cc94ceb685'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:34:13.722749 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce286e6-bcdb-4b48-8b6f-fa79f3aa754e None None] Network aeee17a6-5088-45df-b0e7-020cf34686b5 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:34:13.808912 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da2442e-8166-42d5-af1e-923698aa2d51 None None] Pushing event updated for resources: {'Port': ['ID=a5aed934-dc48-4dc8-9ec5-06e6af27c323,revision_number=4']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:13.853380 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-dcf8fd9e-7c52-48a6-83f4-a6e4d1a17e98 None None] Set router 67e3a13b-bb3e-4311-bbfe-b1cc94ceb685 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:34:13.888928 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=e092858f-c2f7-41e5-b658-99ff8c78041f,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:13.907982 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-3e96d7a3-81c8-4ca9-875e-d2b30749f4d9 None None] Provisioning complete for port e092858f-c2f7-41e5-b658-99ff8c78041f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:34:13.908193 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3e96d7a3-81c8-4ca9-875e-d2b30749f4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:13.921182 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-bf515c8b-6dc5-4832-b52e-4bb1aec7e99e admin admin] Allocated IP 172.20.0.1 (aeee17a6-5088-45df-b0e7-020cf34686b5/9c49e181-395d-4e5d-860f-056718edf7c1/e7b994a1-0fb4-43b0-84eb-e63a98f243b9) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:34:14.034112 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port e46a34a1-fa61-47f1-9a2f-f328a025e6aa triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:34:14.034411 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:14.045478 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bf515c8b-6dc5-4832-b52e-4bb1aec7e99e admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:14.081760 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bf515c8b-6dc5-4832-b52e-4bb1aec7e99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:14.084362 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-dcf8fd9e-7c52-48a6-83f4-a6e4d1a17e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e3a13b-bb3e-4311-bbfe-b1cc94ceb685', 'name': 'tempest-TestEncryptedCinderVolumes-1290297144-router', 'tenant_id': 'f33e4d846e104d8a876fd42c5fde312c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'e46a34a1-fa61-47f1-9a2f-f328a025e6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:34:06Z', 'updated_at': '2021-11-27T04:34:09Z', 'revision_number': 4, 'project_id': 'f33e4d846e104d8a876fd42c5fde312c', 'gw_port': {'id': 'e46a34a1-fa61-47f1-9a2f-f328a025e6aa', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e3a13b-bb3e-4311-bbfe-b1cc94ceb685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:34:07Z', 'updated_at': '2021-11-27T04:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'a5aed934-dc48-4dc8-9ec5-06e6af27c323', 'name': '', 'network_id': '174b2a1d-6569-4946-b8ee-95c4a0a4fd17', 'tenant_id': 'f33e4d846e104d8a876fd42c5fde312c', 'mac_address': 'fa:16:3e:c1:6a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e3a13b-bb3e-4311-bbfe-b1cc94ceb685', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '162f7c60-8275-43ba-a92e-d26c32da61bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:34:08Z', 'updated_at': '2021-11-27T04:34:13Z', 'revision_number': 4, 'project_id': 'f33e4d846e104d8a876fd42c5fde312c', 'subnets': [{'id': '162f7c60-8275-43ba-a92e-d26c32da61bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:34:14.115392 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf8fd9e-7c52-48a6-83f4-a6e4d1a17e98 None None] The sync data for ids ['67e3a13b-bb3e-4311-bbfe-b1cc94ceb685'] in n-d-819494-3 is: [{'id': '67e3a13b-bb3e-4311-bbfe-b1cc94ceb685', 'name': 'tempest-TestEncryptedCinderVolumes-1290297144-router', 'tenant_id': 'f33e4d846e104d8a876fd42c5fde312c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'e46a34a1-fa61-47f1-9a2f-f328a025e6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:34:06Z', 'updated_at': '2021-11-27T04:34:09Z', 'revision_number': 4, 'project_id': 'f33e4d846e104d8a876fd42c5fde312c', 'gw_port': {'id': 'e46a34a1-fa61-47f1-9a2f-f328a025e6aa', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e3a13b-bb3e-4311-bbfe-b1cc94ceb685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:34:07Z', 'updated_at': '2021-11-27T04:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'a5aed934-dc48-4dc8-9ec5-06e6af27c323', 'name': '', 'network_id': '174b2a1d-6569-4946-b8ee-95c4a0a4fd17', 'tenant_id': 'f33e4d846e104d8a876fd42c5fde312c', 'mac_address': 'fa:16:3e:c1:6a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e3a13b-bb3e-4311-bbfe-b1cc94ceb685', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '162f7c60-8275-43ba-a92e-d26c32da61bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:34:08Z', 'updated_at': '2021-11-27T04:34:13Z', 'revision_number': 4, 'project_id': 'f33e4d846e104d8a876fd42c5fde312c', 'subnets': [{'id': '162f7c60-8275-43ba-a92e-d26c32da61bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:34:14.116462 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf515c8b-6dc5-4832-b52e-4bb1aec7e99e admin admin] Network aeee17a6-5088-45df-b0e7-020cf34686b5 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:34:14.124537 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-bf515c8b-6dc5-4832-b52e-4bb1aec7e99e admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:34:14.134413 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf515c8b-6dc5-4832-b52e-4bb1aec7e99e admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:34:14.167977 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf515c8b-6dc5-4832-b52e-4bb1aec7e99e admin admin] Pushing event updated for resources: {'Port': ['ID=e7b994a1-0fb4-43b0-84eb-e63a98f243b9,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:14.187096 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bf515c8b-6dc5-4832-b52e-4bb1aec7e99e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:14.233363 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-9f1abe53-0b57-485c-a1e3-cc417094c064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902d707e-e1ea-40e2-a088-9ecf6886d06e', 'name': 'tempest-TestEncryptedCinderVolumes-234738554-router', 'tenant_id': '0cf18aec30064ad9bff9393cf6013419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '8dec7737-f6e6-4bbb-aa0e-90e3d3695a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:34:11Z', 'updated_at': '2021-11-27T04:34:12Z', 'revision_number': 3, 'project_id': '0cf18aec30064ad9bff9393cf6013419', 'gw_port': {'id': '8dec7737-f6e6-4bbb-aa0e-90e3d3695a1e', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ab:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902d707e-e1ea-40e2-a088-9ecf6886d06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:34:12Z', 'updated_at': '2021-11-27T04:34:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:34:14.270717 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1abe53-0b57-485c-a1e3-cc417094c064 None None] Checking router: 902d707e-e1ea-40e2-a088-9ecf6886d06e for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:34:14.271077 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1abe53-0b57-485c-a1e3-cc417094c064 None None] Updating router 902d707e-e1ea-40e2-a088-9ecf6886d06e port 8dec7737-f6e6-4bbb-aa0e-90e3d3695a1e binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:34:14.309159 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9f1abe53-0b57-485c-a1e3-cc417094c064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:14.339982 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bf515c8b-6dc5-4832-b52e-4bb1aec7e99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:14.344382 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-d38191c4-b72d-4cd2-8b60-26776111e7d0 None None] Provisioning complete for port a5aed934-dc48-4dc8-9ec5-06e6af27c323 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:34:14.344757 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d38191c4-b72d-4cd2-8b60-26776111e7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:14.539444 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bf515c8b-6dc5-4832-b52e-4bb1aec7e99e admin admin] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:14.545979 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bf515c8b-6dc5-4832-b52e-4bb1aec7e99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:14.560388 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d38191c4-b72d-4cd2-8b60-26776111e7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:14.629928 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-d38191c4-b72d-4cd2-8b60-26776111e7d0 None None] For port a5aed934-dc48-4dc8-9ec5-06e6af27c323, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=a5aed934-dc48-4dc8-9ec5-06e6af27c323,segment=NetworkSegment(4ba66183-95cb-405e-8fce-caeff01f631e),segment_id=4ba66183-95cb-405e-8fce-caeff01f631e)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:34:14.632681 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bf515c8b-6dc5-4832-b52e-4bb1aec7e99e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:14.644167 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d38191c4-b72d-4cd2-8b60-26776111e7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:14.645252 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf515c8b-6dc5-4832-b52e-4bb1aec7e99e admin admin] Pushing event updated for resources: {'Port': ['ID=e7b994a1-0fb4-43b0-84eb-e63a98f243b9,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:14.726981 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9f1abe53-0b57-485c-a1e3-cc417094c064 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:14.733421 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38191c4-b72d-4cd2-8b60-26776111e7d0 None None] Pushing event updated for resources: {'Port': ['ID=a5aed934-dc48-4dc8-9ec5-06e6af27c323,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:14.738095 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9f1abe53-0b57-485c-a1e3-cc417094c064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:14.751185 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf515c8b-6dc5-4832-b52e-4bb1aec7e99e admin admin] Network aeee17a6-5088-45df-b0e7-020cf34686b5 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:34:14.752943 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-bf515c8b-6dc5-4832-b52e-4bb1aec7e99e admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:34:14.809243 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a4a438-1701-4e6e-bbb5-7a4be3a96dd5 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:34:14.822532 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-9f1abe53-0b57-485c-a1e3-cc417094c064 None None] Attempting to bind port 8dec7737-f6e6-4bbb-aa0e-90e3d3695a1e on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:34:14.822951 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-9f1abe53-0b57-485c-a1e3-cc417094c064 None None] Attempting to bind port 8dec7737-f6e6-4bbb-aa0e-90e3d3695a1e by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:34:14.823332 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1abe53-0b57-485c-a1e3-cc417094c064 None None] Attempting to bind port 8dec7737-f6e6-4bbb-aa0e-90e3d3695a1e on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:34:14.829082 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80776e9a-2fe8-4198-9dc2-10e38e1ecb2e None None] Pushing event updated for resources: {'Port': ['ID=8dec7737-f6e6-4bbb-aa0e-90e3d3695a1e,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:14.836820 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-f8443dc9-f224-4d93-8387-a5afef937f65 None None] Provisioning complete for port e7b994a1-0fb4-43b0-84eb-e63a98f243b9 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:34:14.837266 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f8443dc9-f224-4d93-8387-a5afef937f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:14.840164 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1abe53-0b57-485c-a1e3-cc417094c064 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:34:14.840546 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1abe53-0b57-485c-a1e3-cc417094c064 None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:34:14.840963 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9f1abe53-0b57-485c-a1e3-cc417094c064 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:14.841353 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1abe53-0b57-485c-a1e3-cc417094c064 None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:34:14.841836 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-9f1abe53-0b57-485c-a1e3-cc417094c064 None None] Bound port: 8dec7737-f6e6-4bbb-aa0e-90e3d3695a1e, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:34:14.842384 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9f1abe53-0b57-485c-a1e3-cc417094c064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:14.902337 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-f8443dc9-f224-4d93-8387-a5afef937f65 None None] Port e7b994a1-0fb4-43b0-84eb-e63a98f243b9 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:34:14.905005 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf515c8b-6dc5-4832-b52e-4bb1aec7e99e admin admin] Router 902d707e-e1ea-40e2-a088-9ecf6886d06e has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:34:14.939886 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-f8443dc9-f224-4d93-8387-a5afef937f65 None None] Provisioning complete for port e092858f-c2f7-41e5-b658-99ff8c78041f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:34:14.940312 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f8443dc9-f224-4d93-8387-a5afef937f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:14.967684 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-9f1abe53-0b57-485c-a1e3-cc417094c064 None None] For port 8dec7737-f6e6-4bbb-aa0e-90e3d3695a1e, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:34:15.003658 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-9f1abe53-0b57-485c-a1e3-cc417094c064 None None] For port 8dec7737-f6e6-4bbb-aa0e-90e3d3695a1e, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=8dec7737-f6e6-4bbb-aa0e-90e3d3695a1e,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:34:15.011291 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9f1abe53-0b57-485c-a1e3-cc417094c064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:15.058349 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf515c8b-6dc5-4832-b52e-4bb1aec7e99e admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:34:15.058577 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82ec242-29e9-46f7-ae9f-7d171c517120 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:34:15.074614 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-bf515c8b-6dc5-4832-b52e-4bb1aec7e99e admin admin] 10.222.0.20 "PUT /v2.0/routers/902d707e-e1ea-40e2-a088-9ecf6886d06e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8887610 Nov 27 04:34:15.087870 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1abe53-0b57-485c-a1e3-cc417094c064 None None] Routers {'902d707e-e1ea-40e2-a088-9ecf6886d06e'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:34:15.088485 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-9f1abe53-0b57-485c-a1e3-cc417094c064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:33:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['902d707e-e1ea-40e2-a088-9ecf6886d06e'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:34:15.091783 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device a5aed934-dc48-4dc8-9ec5-06e6af27c323 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:34:15.236751 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80776e9a-2fe8-4198-9dc2-10e38e1ecb2e None None] Pushing event updated for resources: {'Port': ['ID=8dec7737-f6e6-4bbb-aa0e-90e3d3695a1e,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:15.280281 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-9f1abe53-0b57-485c-a1e3-cc417094c064 None None] Set router 902d707e-e1ea-40e2-a088-9ecf6886d06e gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:34:15.281953 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port a5aed934-dc48-4dc8-9ec5-06e6af27c323 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:34:15.282327 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:15.552802 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-b9a048d0-bd20-434a-8a8c-e398d8c5910d None None] Provisioning complete for port e7b994a1-0fb4-43b0-84eb-e63a98f243b9 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:34:15.553083 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b9a048d0-bd20-434a-8a8c-e398d8c5910d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:15.663109 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-b9a048d0-bd20-434a-8a8c-e398d8c5910d None None] Port e7b994a1-0fb4-43b0-84eb-e63a98f243b9 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:34:15.705370 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e092858f-c2f7-41e5-b658-99ff8c78041f up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:34:15.724373 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-b9a048d0-bd20-434a-8a8c-e398d8c5910d None None] Provisioning complete for port 8dec7737-f6e6-4bbb-aa0e-90e3d3695a1e triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:34:15.724751 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b9a048d0-bd20-434a-8a8c-e398d8c5910d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:15.829162 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port e092858f-c2f7-41e5-b658-99ff8c78041f triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:34:15.829513 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:15.852210 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-9f1abe53-0b57-485c-a1e3-cc417094c064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902d707e-e1ea-40e2-a088-9ecf6886d06e', 'name': 'tempest-TestEncryptedCinderVolumes-234738554-router', 'tenant_id': '0cf18aec30064ad9bff9393cf6013419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '8dec7737-f6e6-4bbb-aa0e-90e3d3695a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:34:11Z', 'updated_at': '2021-11-27T04:34:14Z', 'revision_number': 4, 'project_id': '0cf18aec30064ad9bff9393cf6013419', 'gw_port': {'id': '8dec7737-f6e6-4bbb-aa0e-90e3d3695a1e', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ab:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902d707e-e1ea-40e2-a088-9ecf6886d06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:34:12Z', 'updated_at': '2021-11-27T04:34:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'e7b994a1-0fb4-43b0-84eb-e63a98f243b9', 'name': '', 'network_id': 'aeee17a6-5088-45df-b0e7-020cf34686b5', 'tenant_id': '0cf18aec30064ad9bff9393cf6013419', 'mac_address': 'fa:16:3e:36:d3:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902d707e-e1ea-40e2-a088-9ecf6886d06e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9c49e181-395d-4e5d-860f-056718edf7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:34:13Z', 'updated_at': '2021-11-27T04:34:14Z', 'revision_number': 2, 'project_id': '0cf18aec30064ad9bff9393cf6013419', 'subnets': [{'id': '9c49e181-395d-4e5d-860f-056718edf7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:34:15.906565 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1abe53-0b57-485c-a1e3-cc417094c064 None None] The sync data for ids ['902d707e-e1ea-40e2-a088-9ecf6886d06e'] in n-d-819494-3 is: [{'id': '902d707e-e1ea-40e2-a088-9ecf6886d06e', 'name': 'tempest-TestEncryptedCinderVolumes-234738554-router', 'tenant_id': '0cf18aec30064ad9bff9393cf6013419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '8dec7737-f6e6-4bbb-aa0e-90e3d3695a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:34:11Z', 'updated_at': '2021-11-27T04:34:14Z', 'revision_number': 4, 'project_id': '0cf18aec30064ad9bff9393cf6013419', 'gw_port': {'id': '8dec7737-f6e6-4bbb-aa0e-90e3d3695a1e', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ab:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902d707e-e1ea-40e2-a088-9ecf6886d06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:34:12Z', 'updated_at': '2021-11-27T04:34:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'e7b994a1-0fb4-43b0-84eb-e63a98f243b9', 'name': '', 'network_id': 'aeee17a6-5088-45df-b0e7-020cf34686b5', 'tenant_id': '0cf18aec30064ad9bff9393cf6013419', 'mac_address': 'fa:16:3e:36:d3:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902d707e-e1ea-40e2-a088-9ecf6886d06e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9c49e181-395d-4e5d-860f-056718edf7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:34:13Z', 'updated_at': '2021-11-27T04:34:14Z', 'revision_number': 2, 'project_id': '0cf18aec30064ad9bff9393cf6013419', 'subnets': [{'id': '9c49e181-395d-4e5d-860f-056718edf7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:34:15.918131 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b9a048d0-bd20-434a-8a8c-e398d8c5910d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:15.946451 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-b9a048d0-bd20-434a-8a8c-e398d8c5910d None None] For port 8dec7737-f6e6-4bbb-aa0e-90e3d3695a1e, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=8dec7737-f6e6-4bbb-aa0e-90e3d3695a1e,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:34:15.952530 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b9a048d0-bd20-434a-8a8c-e398d8c5910d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:16.029152 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a048d0-bd20-434a-8a8c-e398d8c5910d None None] Pushing event updated for resources: {'Port': ['ID=8dec7737-f6e6-4bbb-aa0e-90e3d3695a1e,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:16.032274 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-44a05f76-e1d8-4818-aeaa-a54751bac16b tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:34:16.034215 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-44a05f76-e1d8-4818-aeaa-a54751bac16b tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/networks?id=174b2a1d-6569-4946-b8ee-95c4a0a4fd17 HTTP/1.1" status: 200 len: 817 time: 0.1319280 Nov 27 04:34:16.050004 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-04c39bdb-0bd5-4776-ba71-38722cc4429c tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/quotas/f33e4d846e104d8a876fd42c5fde312c HTTP/1.1" status: 200 len: 375 time: 0.0094941 Nov 27 04:34:16.107936 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-05389ee0-cbc8-43d5-bef1-ad95c7b61587 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f33e4d846e104d8a876fd42c5fde312c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515690 Nov 27 04:34:16.200169 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4efd04da-7a76-4ab6-a179-827693bdee33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:16.233489 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-e06e13cf-111d-4e20-bc3c-5d01ba4f36d0 service neutron] 10.222.0.20 "GET /v2.0/networks/174b2a1d-6569-4946-b8ee-95c4a0a4fd17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894949 Nov 27 04:34:16.337708 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-ae9784b0-37e5-41b3-a3bf-4dbdb68c076f service neutron] 10.222.0.20 "GET /v2.0/networks/174b2a1d-6569-4946-b8ee-95c4a0a4fd17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969608 Nov 27 04:34:16.395060 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:16.505321 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-344746e5-c3ea-4af0-a98c-ef00fc787ca2 req-e1016148-0bb6-4e53-bdb1-6b7030ba5c1b tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/ports?device_id=423a9e29-009d-4052-b259-1a065ba9f692 HTTP/1.1" status: 200 len: 210 time: 0.0272989 Nov 27 04:34:17.021203 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 8dec7737-f6e6-4bbb-aa0e-90e3d3695a1e up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:34:17.078813 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 8dec7737-f6e6-4bbb-aa0e-90e3d3695a1e triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:34:17.079194 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:17.605196 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-84aa1db7-5fa8-4d71-b7a0-62e235045dc1 req-e72e7ac4-ef69-4c06-bf74-7f31536ec9a1 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/ports?device_id=423a9e29-009d-4052-b259-1a065ba9f692 HTTP/1.1" status: 200 len: 210 time: 0.0277424 Nov 27 04:34:17.696143 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:34:17.843121 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-d8e2df2b-5e55-453c-aa64-65bac8253317 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:34:17.844561 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-d8e2df2b-5e55-453c-aa64-65bac8253317 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.23 "GET /v2.0/networks?id=174b2a1d-6569-4946-b8ee-95c4a0a4fd17 HTTP/1.1" status: 200 len: 817 time: 0.1051576 Nov 27 04:34:17.872409 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-02032d2b-e50f-4672-81d1-2fe6673523db tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Request body: {'port': {'device_id': '423a9e29-009d-4052-b259-1a065ba9f692', 'network_id': '174b2a1d-6569-4946-b8ee-95c4a0a4fd17', 'admin_state_up': True, 'tenant_id': 'f33e4d846e104d8a876fd42c5fde312c'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:34:17.982903 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-02032d2b-e50f-4672-81d1-2fe6673523db tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Made reservation on behalf of f33e4d846e104d8a876fd42c5fde312c for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:34:17.986736 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-02032d2b-e50f-4672-81d1-2fe6673523db tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:18.118601 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-02032d2b-e50f-4672-81d1-2fe6673523db tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Allocated IP 172.20.0.3 (174b2a1d-6569-4946-b8ee-95c4a0a4fd17/162f7c60-8275-43ba-a92e-d26c32da61bd/8490c6a6-1b0c-4c77-835e-2345fd665482) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:34:18.261811 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-02032d2b-e50f-4672-81d1-2fe6673523db tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:18.284079 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0460379-e78b-4316-a410-f701d7f8ed99 None None] Sync routers for ids ['902d707e-e1ea-40e2-a088-9ecf6886d06e'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:34:18.294120 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0460379-e78b-4316-a410-f701d7f8ed99 None None] Routers {'902d707e-e1ea-40e2-a088-9ecf6886d06e'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:34:18.294886 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-a0460379-e78b-4316-a410-f701d7f8ed99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:33:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['902d707e-e1ea-40e2-a088-9ecf6886d06e'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:34:18.296427 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-02032d2b-e50f-4672-81d1-2fe6673523db tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:18.348560 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7b986d59-21a9-48a2-be77-11ba9e5640e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:18.351691 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-02032d2b-e50f-4672-81d1-2fe6673523db tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Network 174b2a1d-6569-4946-b8ee-95c4a0a4fd17 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:34:18.355905 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-02032d2b-e50f-4672-81d1-2fe6673523db tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:34:18.357840 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02032d2b-e50f-4672-81d1-2fe6673523db tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Pushing event updated for resources: {'Port': ['ID=8490c6a6-1b0c-4c77-835e-2345fd665482,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:18.360068 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-02032d2b-e50f-4672-81d1-2fe6673523db tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:34:18.412053 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-02032d2b-e50f-4672-81d1-2fe6673523db tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:34:18.412742 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-02032d2b-e50f-4672-81d1-2fe6673523db tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:18.434279 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-02032d2b-e50f-4672-81d1-2fe6673523db tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5656109 Nov 27 04:34:18.449188 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-1826eb5b-014c-468b-b704-ba41a38be37d tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:34:18.450266 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-1826eb5b-014c-468b-b704-ba41a38be37d tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060668 Nov 27 04:34:18.498579 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-a0460379-e78b-4316-a410-f701d7f8ed99 None None] Set router 902d707e-e1ea-40e2-a088-9ecf6886d06e gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:34:18.574238 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-eaf9271b-c573-4488-8bdd-6b0a6010061b service neutron] Request body: {'port': {'device_id': '423a9e29-009d-4052-b259-1a065ba9f692', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:34:18.595301 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-e4214020-d468-4128-828e-16dd9c456be7 None None] Provisioning complete for port 8490c6a6-1b0c-4c77-835e-2345fd665482 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:34:18.595677 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e4214020-d468-4128-828e-16dd9c456be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:18.631426 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-eaf9271b-c573-4488-8bdd-6b0a6010061b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:18.636146 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-e4214020-d468-4128-828e-16dd9c456be7 None None] Port 8490c6a6-1b0c-4c77-835e-2345fd665482 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:34:18.730794 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-a0460379-e78b-4316-a410-f701d7f8ed99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902d707e-e1ea-40e2-a088-9ecf6886d06e', 'name': 'tempest-TestEncryptedCinderVolumes-234738554-router', 'tenant_id': '0cf18aec30064ad9bff9393cf6013419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '8dec7737-f6e6-4bbb-aa0e-90e3d3695a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:34:11Z', 'updated_at': '2021-11-27T04:34:14Z', 'revision_number': 4, 'project_id': '0cf18aec30064ad9bff9393cf6013419', 'gw_port': {'id': '8dec7737-f6e6-4bbb-aa0e-90e3d3695a1e', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ab:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902d707e-e1ea-40e2-a088-9ecf6886d06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:34:12Z', 'updated_at': '2021-11-27T04:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'e7b994a1-0fb4-43b0-84eb-e63a98f243b9', 'name': '', 'network_id': 'aeee17a6-5088-45df-b0e7-020cf34686b5', 'tenant_id': '0cf18aec30064ad9bff9393cf6013419', 'mac_address': 'fa:16:3e:36:d3:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902d707e-e1ea-40e2-a088-9ecf6886d06e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9c49e181-395d-4e5d-860f-056718edf7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:34:13Z', 'updated_at': '2021-11-27T04:34:14Z', 'revision_number': 2, 'project_id': '0cf18aec30064ad9bff9393cf6013419', 'subnets': [{'id': '9c49e181-395d-4e5d-860f-056718edf7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:34:18.732775 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df1b4f-b51f-4b86-821c-6c0f8d3fbbbb req-d43b470f-d3db-4b8d-80a1-7effe7f930e9 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:34:18.738893 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a3df1b4f-b51f-4b86-821c-6c0f8d3fbbbb req-d43b470f-d3db-4b8d-80a1-7effe7f930e9 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/ports?device_id=423a9e29-009d-4052-b259-1a065ba9f692 HTTP/1.1" status: 200 len: 931 time: 0.0599403 Nov 27 04:34:18.761845 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0460379-e78b-4316-a410-f701d7f8ed99 None None] Checking router: 902d707e-e1ea-40e2-a088-9ecf6886d06e for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:34:18.762199 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0460379-e78b-4316-a410-f701d7f8ed99 None None] Updating router 902d707e-e1ea-40e2-a088-9ecf6886d06e port e7b994a1-0fb4-43b0-84eb-e63a98f243b9 binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:34:18.788841 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-a0460379-e78b-4316-a410-f701d7f8ed99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:18.789419 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a3df1b4f-b51f-4b86-821c-6c0f8d3fbbbb req-ff336048-dd2f-4c44-9121-4023a3ed1bc7 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af6ff4f-be4d-432e-b0f3-50f7038f5b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484140 Nov 27 04:34:18.913363 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-eaf9271b-c573-4488-8bdd-6b0a6010061b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8490c6a6-1b0c-4c77-835e-2345fd665482 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:34:18.921235 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-eaf9271b-c573-4488-8bdd-6b0a6010061b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:18.933771 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-eaf9271b-c573-4488-8bdd-6b0a6010061b service neutron] Transition to ACTIVE for port object 8490c6a6-1b0c-4c77-835e-2345fd665482 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:34:18.937748 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-eaf9271b-c573-4488-8bdd-6b0a6010061b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:19.047118 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:19.050217 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9271b-c573-4488-8bdd-6b0a6010061b service neutron] Pushing event updated for resources: {'Port': ['ID=8490c6a6-1b0c-4c77-835e-2345fd665482,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:19.058704 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-a0460379-e78b-4316-a410-f701d7f8ed99 None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:19.065241 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-a0460379-e78b-4316-a410-f701d7f8ed99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:19.070519 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-eaf9271b-c573-4488-8bdd-6b0a6010061b service neutron] Attempting to bind port 8490c6a6-1b0c-4c77-835e-2345fd665482 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:34:19.070885 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-eaf9271b-c573-4488-8bdd-6b0a6010061b service neutron] Attempting to bind port 8490c6a6-1b0c-4c77-835e-2345fd665482 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '4ba66183-95cb-405e-8fce-caeff01f631e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '174b2a1d-6569-4946-b8ee-95c4a0a4fd17'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:34:19.071225 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-eaf9271b-c573-4488-8bdd-6b0a6010061b service neutron] Attempting to bind port 8490c6a6-1b0c-4c77-835e-2345fd665482 on network 174b2a1d-6569-4946-b8ee-95c4a0a4fd17 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:34:19.076425 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-eaf9271b-c573-4488-8bdd-6b0a6010061b service neutron] Port 8490c6a6-1b0c-4c77-835e-2345fd665482 on network 174b2a1d-6569-4946-b8ee-95c4a0a4fd17 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:34:19.076877 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-eaf9271b-c573-4488-8bdd-6b0a6010061b service neutron] Attempting to bind port 8490c6a6-1b0c-4c77-835e-2345fd665482 on network 174b2a1d-6569-4946-b8ee-95c4a0a4fd17 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:34:19.082025 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-eaf9271b-c573-4488-8bdd-6b0a6010061b service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:34:19.082376 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-eaf9271b-c573-4488-8bdd-6b0a6010061b service neutron] Checking segment: {'id': '4ba66183-95cb-405e-8fce-caeff01f631e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '174b2a1d-6569-4946-b8ee-95c4a0a4fd17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:34:19.082794 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-eaf9271b-c573-4488-8bdd-6b0a6010061b service neutron] Bound using segment: {'id': '4ba66183-95cb-405e-8fce-caeff01f631e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '174b2a1d-6569-4946-b8ee-95c4a0a4fd17'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:34:19.083267 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-eaf9271b-c573-4488-8bdd-6b0a6010061b service neutron] Bound port: 8490c6a6-1b0c-4c77-835e-2345fd665482, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ba66183-95cb-405e-8fce-caeff01f631e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '174b2a1d-6569-4946-b8ee-95c4a0a4fd17'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:34:19.083635 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-eaf9271b-c573-4488-8bdd-6b0a6010061b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:19.119801 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade4fc5-84b9-43a7-9508-96425baec22e None None] Pushing event updated for resources: {'Port': ['ID=e7b994a1-0fb4-43b0-84eb-e63a98f243b9,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:19.164488 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-eaf9271b-c573-4488-8bdd-6b0a6010061b service neutron] For port 8490c6a6-1b0c-4c77-835e-2345fd665482, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:34:19.168541 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-eaf9271b-c573-4488-8bdd-6b0a6010061b service neutron] For port 8490c6a6-1b0c-4c77-835e-2345fd665482, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=8490c6a6-1b0c-4c77-835e-2345fd665482,segment=NetworkSegment(4ba66183-95cb-405e-8fce-caeff01f631e),segment_id=4ba66183-95cb-405e-8fce-caeff01f631e)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:34:19.173994 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-eaf9271b-c573-4488-8bdd-6b0a6010061b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:19.184903 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-a0460379-e78b-4316-a410-f701d7f8ed99 None None] Attempting to bind port e7b994a1-0fb4-43b0-84eb-e63a98f243b9 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:34:19.185326 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-a0460379-e78b-4316-a410-f701d7f8ed99 None None] Attempting to bind port e7b994a1-0fb4-43b0-84eb-e63a98f243b9 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '1dc6d523-1a67-43b9-bf12-5037155af958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'aeee17a6-5088-45df-b0e7-020cf34686b5'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:34:19.185701 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0460379-e78b-4316-a410-f701d7f8ed99 None None] Attempting to bind port e7b994a1-0fb4-43b0-84eb-e63a98f243b9 on network aeee17a6-5088-45df-b0e7-020cf34686b5 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:34:19.191476 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0460379-e78b-4316-a410-f701d7f8ed99 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:34:19.191860 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0460379-e78b-4316-a410-f701d7f8ed99 None None] Checking segment: {'id': '1dc6d523-1a67-43b9-bf12-5037155af958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'aeee17a6-5088-45df-b0e7-020cf34686b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:34:19.192482 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-a0460379-e78b-4316-a410-f701d7f8ed99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:19.193617 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0460379-e78b-4316-a410-f701d7f8ed99 None None] Bound using segment: {'id': '1dc6d523-1a67-43b9-bf12-5037155af958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'aeee17a6-5088-45df-b0e7-020cf34686b5'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:34:19.194097 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-a0460379-e78b-4316-a410-f701d7f8ed99 None None] Bound port: e7b994a1-0fb4-43b0-84eb-e63a98f243b9, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dc6d523-1a67-43b9-bf12-5037155af958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'aeee17a6-5088-45df-b0e7-020cf34686b5'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:34:19.194484 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-a0460379-e78b-4316-a410-f701d7f8ed99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:19.220049 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-eaf9271b-c573-4488-8bdd-6b0a6010061b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:34:19.222525 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-eaf9271b-c573-4488-8bdd-6b0a6010061b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:19.224609 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-eaf9271b-c573-4488-8bdd-6b0a6010061b service neutron] 10.222.0.23 "PUT /v2.0/ports/8490c6a6-1b0c-4c77-835e-2345fd665482 HTTP/1.1" status: 200 len: 1091 time: 0.7553999 Nov 27 04:34:19.228225 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '423a9e29-009d-4052-b259-1a065ba9f692', 'tag': '8490c6a6-1b0c-4c77-835e-2345fd665482'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:34:19.232750 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee936df-1fd8-470e-b758-f86831716a23" -d '{"events": [{"name": "network-changed", "server_uuid": "423a9e29-009d-4052-b259-1a065ba9f692", "tag": "8490c6a6-1b0c-4c77-835e-2345fd665482"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:34:19.296035 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9271b-c573-4488-8bdd-6b0a6010061b service neutron] Pushing event updated for resources: {'Port': ['ID=8490c6a6-1b0c-4c77-835e-2345fd665482,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:19.310222 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-a0460379-e78b-4316-a410-f701d7f8ed99 None None] For port e7b994a1-0fb4-43b0-84eb-e63a98f243b9, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:34:19.318776 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-a0460379-e78b-4316-a410-f701d7f8ed99 None None] For port e7b994a1-0fb4-43b0-84eb-e63a98f243b9, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=e7b994a1-0fb4-43b0-84eb-e63a98f243b9,segment=NetworkSegment(1dc6d523-1a67-43b9-bf12-5037155af958),segment_id=1dc6d523-1a67-43b9-bf12-5037155af958)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:34:19.329073 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-a0460379-e78b-4316-a410-f701d7f8ed99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:19.373214 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-eb992ba2-3c9e-4bf0-89f8-cf99493c48c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:34:19.377241 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-eb992ba2-3c9e-4bf0-89f8-cf99493c48c2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f33e4d846e104d8a876fd42c5fde312c&device_id=423a9e29-009d-4052-b259-1a065ba9f692 HTTP/1.1" status: 200 len: 1094 time: 0.0683839 Nov 27 04:34:19.382820 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014e5fac-243f-4f1e-b512-0e72e9a1e799 x-openstack-request-id: req-014e5fac-243f-4f1e-b512-0e72e9a1e799 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:34:19.383121 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "423a9e29-009d-4052-b259-1a065ba9f692", "tag": "8490c6a6-1b0c-4c77-835e-2345fd665482", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:34:19.383383 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-014e5fac-243f-4f1e-b512-0e72e9a1e799 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:34:19.383799 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '423a9e29-009d-4052-b259-1a065ba9f692', 'tag': '8490c6a6-1b0c-4c77-835e-2345fd665482', 'status': 'completed', 'code': 200} Nov 27 04:34:19.414086 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade4fc5-84b9-43a7-9508-96425baec22e None None] Pushing event updated for resources: {'Port': ['ID=e7b994a1-0fb4-43b0-84eb-e63a98f243b9,revision_number=4']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:19.417436 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0460379-e78b-4316-a410-f701d7f8ed99 None None] Routers {'902d707e-e1ea-40e2-a088-9ecf6886d06e'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:34:19.418043 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-a0460379-e78b-4316-a410-f701d7f8ed99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:34:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['902d707e-e1ea-40e2-a088-9ecf6886d06e'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:34:19.466358 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-8566a0be-e49b-477a-9cb0-3596349d7fda service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8490c6a6-1b0c-4c77-835e-2345fd665482 HTTP/1.1" status: 200 len: 217 time: 0.0435998 Nov 27 04:34:19.509885 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-2446ec8a-f8fb-4937-853c-57b4287cdb16 None None] Provisioning complete for port e7b994a1-0fb4-43b0-84eb-e63a98f243b9 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:34:19.511026 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2446ec8a-f8fb-4937-853c-57b4287cdb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:19.546133 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-23506ef4-ec1a-4ddb-9b83-743ed6aa0148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:34:19.548249 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-23506ef4-ec1a-4ddb-9b83-743ed6aa0148 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=162f7c60-8275-43ba-a92e-d26c32da61bd HTTP/1.1" status: 200 len: 856 time: 0.0742066 Nov 27 04:34:19.550894 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-a0460379-e78b-4316-a410-f701d7f8ed99 None None] Set router 902d707e-e1ea-40e2-a088-9ecf6886d06e gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:34:19.607884 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-702440f7-218f-4370-8e23-ebd096c130da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:34:19.609460 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-702440f7-218f-4370-8e23-ebd096c130da service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=174b2a1d-6569-4946-b8ee-95c4a0a4fd17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485015 Nov 27 04:34:19.611746 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2446ec8a-f8fb-4937-853c-57b4287cdb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:19.662856 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-2446ec8a-f8fb-4937-853c-57b4287cdb16 None None] For port e7b994a1-0fb4-43b0-84eb-e63a98f243b9, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=e7b994a1-0fb4-43b0-84eb-e63a98f243b9,segment=NetworkSegment(1dc6d523-1a67-43b9-bf12-5037155af958),segment_id=1dc6d523-1a67-43b9-bf12-5037155af958)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:34:19.669152 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2446ec8a-f8fb-4937-853c-57b4287cdb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:19.733859 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:19.734475 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-d431df1a-486f-4195-a0dd-4fb9c8e5493c service neutron] 10.222.0.23 "GET /v2.0/networks/174b2a1d-6569-4946-b8ee-95c4a0a4fd17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142995 Nov 27 04:34:19.738461 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446ec8a-f8fb-4937-853c-57b4287cdb16 None None] Pushing event updated for resources: {'Port': ['ID=e7b994a1-0fb4-43b0-84eb-e63a98f243b9,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:19.784733 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-a0460379-e78b-4316-a410-f701d7f8ed99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902d707e-e1ea-40e2-a088-9ecf6886d06e', 'name': 'tempest-TestEncryptedCinderVolumes-234738554-router', 'tenant_id': '0cf18aec30064ad9bff9393cf6013419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '8dec7737-f6e6-4bbb-aa0e-90e3d3695a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:34:11Z', 'updated_at': '2021-11-27T04:34:14Z', 'revision_number': 4, 'project_id': '0cf18aec30064ad9bff9393cf6013419', 'gw_port': {'id': '8dec7737-f6e6-4bbb-aa0e-90e3d3695a1e', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ab:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902d707e-e1ea-40e2-a088-9ecf6886d06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:34:12Z', 'updated_at': '2021-11-27T04:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'e7b994a1-0fb4-43b0-84eb-e63a98f243b9', 'name': '', 'network_id': 'aeee17a6-5088-45df-b0e7-020cf34686b5', 'tenant_id': '0cf18aec30064ad9bff9393cf6013419', 'mac_address': 'fa:16:3e:36:d3:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902d707e-e1ea-40e2-a088-9ecf6886d06e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9c49e181-395d-4e5d-860f-056718edf7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:34:13Z', 'updated_at': '2021-11-27T04:34:19Z', 'revision_number': 4, 'project_id': '0cf18aec30064ad9bff9393cf6013419', 'subnets': [{'id': '9c49e181-395d-4e5d-860f-056718edf7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:34:19.792679 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-f95a7729-3f29-41cc-b255-8e70635d3b33 None None] Provisioning complete for port e7b994a1-0fb4-43b0-84eb-e63a98f243b9 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:34:19.793321 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f95a7729-3f29-41cc-b255-8e70635d3b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:19.813917 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0460379-e78b-4316-a410-f701d7f8ed99 None None] The sync data for ids ['902d707e-e1ea-40e2-a088-9ecf6886d06e'] in n-d-819494-3 is: [{'id': '902d707e-e1ea-40e2-a088-9ecf6886d06e', 'name': 'tempest-TestEncryptedCinderVolumes-234738554-router', 'tenant_id': '0cf18aec30064ad9bff9393cf6013419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '8dec7737-f6e6-4bbb-aa0e-90e3d3695a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:34:11Z', 'updated_at': '2021-11-27T04:34:14Z', 'revision_number': 4, 'project_id': '0cf18aec30064ad9bff9393cf6013419', 'gw_port': {'id': '8dec7737-f6e6-4bbb-aa0e-90e3d3695a1e', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ab:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902d707e-e1ea-40e2-a088-9ecf6886d06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:34:12Z', 'updated_at': '2021-11-27T04:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'e7b994a1-0fb4-43b0-84eb-e63a98f243b9', 'name': '', 'network_id': 'aeee17a6-5088-45df-b0e7-020cf34686b5', 'tenant_id': '0cf18aec30064ad9bff9393cf6013419', 'mac_address': 'fa:16:3e:36:d3:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902d707e-e1ea-40e2-a088-9ecf6886d06e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9c49e181-395d-4e5d-860f-056718edf7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:34:13Z', 'updated_at': '2021-11-27T04:34:19Z', 'revision_number': 4, 'project_id': '0cf18aec30064ad9bff9393cf6013419', 'subnets': [{'id': '9c49e181-395d-4e5d-860f-056718edf7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:34:19.859532 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7c57e5cd-9e79-4336-8897-2399b2dbcf31 req-bbe80ff0-fdd5-463f-9fc0-d1151dc31d02 service neutron] 10.222.0.23 "GET /v2.0/networks/174b2a1d-6569-4946-b8ee-95c4a0a4fd17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129954 Nov 27 04:34:20.025299 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee936df-1fd8-470e-b758-f86831716a23 req-43a8369c-ee6b-4d47-840e-a2ba66071270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:34:20.026986 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bee936df-1fd8-470e-b758-f86831716a23 req-43a8369c-ee6b-4d47-840e-a2ba66071270 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f33e4d846e104d8a876fd42c5fde312c&device_id=423a9e29-009d-4052-b259-1a065ba9f692 HTTP/1.1" status: 200 len: 1094 time: 0.0481501 Nov 27 04:34:20.127824 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee936df-1fd8-470e-b758-f86831716a23 req-bb7f047c-c409-45a4-92b3-c8f263aaccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:34:20.129355 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bee936df-1fd8-470e-b758-f86831716a23 req-bb7f047c-c409-45a4-92b3-c8f263aaccc4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=174b2a1d-6569-4946-b8ee-95c4a0a4fd17 HTTP/1.1" status: 200 len: 918 time: 0.0947976 Nov 27 04:34:20.182855 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bee936df-1fd8-470e-b758-f86831716a23 req-18500d69-a5a9-482c-8756-3e8edba28a98 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8490c6a6-1b0c-4c77-835e-2345fd665482 HTTP/1.1" status: 200 len: 217 time: 0.0446332 Nov 27 04:34:20.244487 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee936df-1fd8-470e-b758-f86831716a23 req-bf1528f8-f84a-4e54-91df-2c8f52ad5398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:34:20.246250 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bee936df-1fd8-470e-b758-f86831716a23 req-bf1528f8-f84a-4e54-91df-2c8f52ad5398 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=162f7c60-8275-43ba-a92e-d26c32da61bd HTTP/1.1" status: 200 len: 856 time: 0.0541630 Nov 27 04:34:20.257455 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82686d-f88b-4c56-b4ce-9a4439de14a7 req-3d9fc27b-cd4a-4885-9776-0a54ea72fe26 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:34:20.259002 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5a82686d-f88b-4c56-b4ce-9a4439de14a7 req-3d9fc27b-cd4a-4885-9776-0a54ea72fe26 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/ports?device_id=423a9e29-009d-4052-b259-1a065ba9f692 HTTP/1.1" status: 200 len: 943 time: 0.3874059 Nov 27 04:34:20.306447 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee936df-1fd8-470e-b758-f86831716a23 req-07f6198b-6d84-4890-a7d0-dee7d1ff24a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:34:20.308206 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bee936df-1fd8-470e-b758-f86831716a23 req-07f6198b-6d84-4890-a7d0-dee7d1ff24a6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=174b2a1d-6569-4946-b8ee-95c4a0a4fd17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527456 Nov 27 04:34:20.311001 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5a82686d-f88b-4c56-b4ce-9a4439de14a7 req-74c02029-5321-4926-a221-0693224f983e tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af6ff4f-be4d-432e-b0f3-50f7038f5b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455220 Nov 27 04:34:20.412774 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bee936df-1fd8-470e-b758-f86831716a23 req-cbdd0ad1-561a-4fd2-9069-a59630cf953e service neutron] 10.222.0.23 "GET /v2.0/networks/174b2a1d-6569-4946-b8ee-95c4a0a4fd17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958683 Nov 27 04:34:20.503839 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bee936df-1fd8-470e-b758-f86831716a23 req-b5e4c391-9ad7-47e0-b76e-36f1929aea5b service neutron] 10.222.0.23 "GET /v2.0/networks/174b2a1d-6569-4946-b8ee-95c4a0a4fd17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836225 Nov 27 04:34:21.000940 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e7b994a1-0fb4-43b0-84eb-e63a98f243b9 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:34:21.051424 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port e7b994a1-0fb4-43b0-84eb-e63a98f243b9 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:34:21.051786 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:21.307565 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:21.425964 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177f63e-e2a1-4d70-a5ec-1722f0ef0322 req-6c76936e-13e4-4d6c-9da8-659c3cb22eb3 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:34:21.428053 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2177f63e-e2a1-4d70-a5ec-1722f0ef0322 req-6c76936e-13e4-4d6c-9da8-659c3cb22eb3 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/ports?device_id=423a9e29-009d-4052-b259-1a065ba9f692 HTTP/1.1" status: 200 len: 943 time: 0.0505850 Nov 27 04:34:21.475311 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2177f63e-e2a1-4d70-a5ec-1722f0ef0322 req-f3714cb8-a6b8-4471-975b-759da1596ac4 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af6ff4f-be4d-432e-b0f3-50f7038f5b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406988 Nov 27 04:34:21.928030 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:22.177450 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 8490c6a6-1b0c-4c77-835e-2345fd665482 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:34:22.272363 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 8490c6a6-1b0c-4c77-835e-2345fd665482, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=8490c6a6-1b0c-4c77-835e-2345fd665482,segment=NetworkSegment(4ba66183-95cb-405e-8fce-caeff01f631e),segment_id=4ba66183-95cb-405e-8fce-caeff01f631e)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:34:22.282890 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '8490c6a6-1b0c-4c77-835e-2345fd665482', 'network_id': '174b2a1d-6569-4946-b8ee-95c4a0a4fd17', 'port_id': '8490c6a6-1b0c-4c77-835e-2345fd665482', 'mac_address': 'fa:16:3e:61:91:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '162f7c60-8275-43ba-a92e-d26c32da61bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:34:22.318080 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:22.330129 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8490c6a6-1b0c-4c77-835e-2345fd665482 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:34:22.350066 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 8490c6a6-1b0c-4c77-835e-2345fd665482, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=8490c6a6-1b0c-4c77-835e-2345fd665482,segment=NetworkSegment(4ba66183-95cb-405e-8fce-caeff01f631e),segment_id=4ba66183-95cb-405e-8fce-caeff01f631e)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:34:22.354513 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:22.401739 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=8490c6a6-1b0c-4c77-835e-2345fd665482,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:22.593860 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0e7f3-7d9f-489c-82c0-91538776db2e req-61f039fa-1e37-46a7-9497-0826527448ce tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:34:22.595382 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4ec0e7f3-7d9f-489c-82c0-91538776db2e req-61f039fa-1e37-46a7-9497-0826527448ce tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/ports?device_id=423a9e29-009d-4052-b259-1a065ba9f692 HTTP/1.1" status: 200 len: 944 time: 0.0514348 Nov 27 04:34:22.643595 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4ec0e7f3-7d9f-489c-82c0-91538776db2e req-8425d69d-4204-4388-b3fe-787fa2e61071 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af6ff4f-be4d-432e-b0f3-50f7038f5b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421088 Nov 27 04:34:22.729160 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['8490c6a6-1b0c-4c77-835e-2345fd665482'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:34:23.758350 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11733bea-f92c-4445-ad1a-61f5cfc98c61 req-4927cb2f-18c2-42bc-955d-e2343625ba46 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:34:23.759829 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-11733bea-f92c-4445-ad1a-61f5cfc98c61 req-4927cb2f-18c2-42bc-955d-e2343625ba46 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/ports?device_id=423a9e29-009d-4052-b259-1a065ba9f692 HTTP/1.1" status: 200 len: 944 time: 0.0469255 Nov 27 04:34:23.805876 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-11733bea-f92c-4445-ad1a-61f5cfc98c61 req-3b943514-1a93-4e15-b0b6-629ddaa874a2 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af6ff4f-be4d-432e-b0f3-50f7038f5b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402036 Nov 27 04:34:24.218112 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 8490c6a6-1b0c-4c77-835e-2345fd665482 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:34:24.265390 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 8490c6a6-1b0c-4c77-835e-2345fd665482 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:34:24.268991 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 8490c6a6-1b0c-4c77-835e-2345fd665482 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:34:24.269360 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:24.343851 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:24.366310 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '423a9e29-009d-4052-b259-1a065ba9f692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8490c6a6-1b0c-4c77-835e-2345fd665482'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:34:24.368668 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc39c16-c9f8-4cbe-9e83-d70de040c8da" -d '{"events": [{"server_uuid": "423a9e29-009d-4052-b259-1a065ba9f692", "name": "network-vif-plugged", "status": "completed", "tag": "8490c6a6-1b0c-4c77-835e-2345fd665482"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:34:24.381961 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 8490c6a6-1b0c-4c77-835e-2345fd665482, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=8490c6a6-1b0c-4c77-835e-2345fd665482,segment=NetworkSegment(4ba66183-95cb-405e-8fce-caeff01f631e),segment_id=4ba66183-95cb-405e-8fce-caeff01f631e)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:34:24.386575 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:24.411496 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc01e1b-b9c3-4cc0-b893-ecd5cedd16c9 x-openstack-request-id: req-1fc01e1b-b9c3-4cc0-b893-ecd5cedd16c9 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:34:24.411788 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "423a9e29-009d-4052-b259-1a065ba9f692", "name": "network-vif-plugged", "status": "completed", "tag": "8490c6a6-1b0c-4c77-835e-2345fd665482", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:34:24.412036 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1fc01e1b-b9c3-4cc0-b893-ecd5cedd16c9 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:34:24.412415 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '423a9e29-009d-4052-b259-1a065ba9f692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8490c6a6-1b0c-4c77-835e-2345fd665482', 'code': 200} Nov 27 04:34:24.437525 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=8490c6a6-1b0c-4c77-835e-2345fd665482,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:24.553642 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e16b01-c111-4d18-89bf-c785440bc147 req-b3f8b35b-26c0-475e-8e09-23e65d315591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:34:24.555068 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-87e16b01-c111-4d18-89bf-c785440bc147 req-b3f8b35b-26c0-475e-8e09-23e65d315591 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=423a9e29-009d-4052-b259-1a065ba9f692 HTTP/1.1" status: 200 len: 1096 time: 0.0443642 Nov 27 04:34:24.602459 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-87e16b01-c111-4d18-89bf-c785440bc147 req-b159a7b3-c33b-47f1-b47e-e8be22c7c698 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2af6ff4f-be4d-432e-b0f3-50f7038f5b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361762 Nov 27 04:34:24.920525 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8362e931-2c03-4d7d-8dda-0c2430ff7289 req-d1f2dd92-8c29-4c12-9c45-5973b3eeef13 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:34:24.922036 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8362e931-2c03-4d7d-8dda-0c2430ff7289 req-d1f2dd92-8c29-4c12-9c45-5973b3eeef13 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/ports?device_id=423a9e29-009d-4052-b259-1a065ba9f692 HTTP/1.1" status: 200 len: 945 time: 0.0482297 Nov 27 04:34:24.974873 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8362e931-2c03-4d7d-8dda-0c2430ff7289 req-b4379215-b2c9-4282-aa15-1b8b11edec6f tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af6ff4f-be4d-432e-b0f3-50f7038f5b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461910 Nov 27 04:34:26.088456 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bcb57-5ce8-4655-ac9f-3abf82250432 req-a7df8711-76e5-48eb-b578-3378f3a77637 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:34:26.089973 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-791bcb57-5ce8-4655-ac9f-3abf82250432 req-a7df8711-76e5-48eb-b578-3378f3a77637 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/ports?device_id=423a9e29-009d-4052-b259-1a065ba9f692 HTTP/1.1" status: 200 len: 945 time: 0.0485063 Nov 27 04:34:26.138713 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-791bcb57-5ce8-4655-ac9f-3abf82250432 req-1bf542cc-34a9-4e8a-8cf1-9ecd77dc06a1 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af6ff4f-be4d-432e-b0f3-50f7038f5b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425720 Nov 27 04:34:26.249931 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65954944-39a0-4c6b-bba8-dfa092bfd0e8 req-bfd017b9-7e61-48d4-af5d-5a6c3bc55a4d tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:34:26.251419 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-65954944-39a0-4c6b-bba8-dfa092bfd0e8 req-bfd017b9-7e61-48d4-af5d-5a6c3bc55a4d tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/ports?device_id=423a9e29-009d-4052-b259-1a065ba9f692 HTTP/1.1" status: 200 len: 945 time: 0.0477057 Nov 27 04:34:26.297532 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-65954944-39a0-4c6b-bba8-dfa092bfd0e8 req-256af7e0-8915-4f96-b269-69b2d04bdf55 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af6ff4f-be4d-432e-b0f3-50f7038f5b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401008 Nov 27 04:34:46.202725 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8300cb2b-d2fe-4b05-a042-19bcc3ab3dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:46.388685 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:48.342229 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0d21d99b-6317-47e5-97b7-c876dce60178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:48.851864 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea4b0d-c3d1-4d56-9280-a7b976560bbb req-1c762f74-8703-4a4f-9437-7d114e84e3d6 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:34:48.854207 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c7ea4b0d-c3d1-4d56-9280-a7b976560bbb req-1c762f74-8703-4a4f-9437-7d114e84e3d6 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/ports?device_id=423a9e29-009d-4052-b259-1a065ba9f692 HTTP/1.1" status: 200 len: 945 time: 0.0543253 Nov 27 04:34:48.906163 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c7ea4b0d-c3d1-4d56-9280-a7b976560bbb req-52aa3b3a-fdc4-4df0-bfdf-f53f6e36197c tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af6ff4f-be4d-432e-b0f3-50f7038f5b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451767 Nov 27 04:34:49.047646 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:49.702015 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:50.027030 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf101a6-23c3-462c-bcb4-27dc94a540c9 req-b3535509-97fc-4955-b7c2-1b2212f7b253 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:34:50.028419 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-acf101a6-23c3-462c-bcb4-27dc94a540c9 req-b3535509-97fc-4955-b7c2-1b2212f7b253 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/ports?device_id=423a9e29-009d-4052-b259-1a065ba9f692 HTTP/1.1" status: 200 len: 945 time: 0.0486307 Nov 27 04:34:50.075096 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-acf101a6-23c3-462c-bcb4-27dc94a540c9 req-1bf1c9e3-0267-4376-8757-cddc6e0aef6a tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af6ff4f-be4d-432e-b0f3-50f7038f5b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408154 Nov 27 04:34:50.722811 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51a653-2ab0-47b5-ae3a-83bdd0d5bcaf req-153d1439-f428-480f-b74e-dcab5c92b4e3 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:34:50.724248 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7f51a653-2ab0-47b5-ae3a-83bdd0d5bcaf req-153d1439-f428-480f-b74e-dcab5c92b4e3 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.23 "GET /v2.0/ports?device_id=423a9e29-009d-4052-b259-1a065ba9f692 HTTP/1.1" status: 200 len: 945 time: 0.0487807 Nov 27 04:34:50.819122 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-7f51a653-2ab0-47b5-ae3a-83bdd0d5bcaf req-09866100-d3e6-4f77-a7a7-d4791afcf918 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Deleting port 8490c6a6-1b0c-4c77-835e-2345fd665482 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:34:50.819465 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7f51a653-2ab0-47b5-ae3a-83bdd0d5bcaf req-09866100-d3e6-4f77-a7a7-d4791afcf918 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:50.910680 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-7f51a653-2ab0-47b5-ae3a-83bdd0d5bcaf req-09866100-d3e6-4f77-a7a7-d4791afcf918 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] For port 8490c6a6-1b0c-4c77-835e-2345fd665482, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=8490c6a6-1b0c-4c77-835e-2345fd665482,segment=NetworkSegment(4ba66183-95cb-405e-8fce-caeff01f631e),segment_id=4ba66183-95cb-405e-8fce-caeff01f631e)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:34:50.911050 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7f51a653-2ab0-47b5-ae3a-83bdd0d5bcaf req-09866100-d3e6-4f77-a7a7-d4791afcf918 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:50.924270 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-7f51a653-2ab0-47b5-ae3a-83bdd0d5bcaf req-09866100-d3e6-4f77-a7a7-d4791afcf918 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Calling delete_port for 8490c6a6-1b0c-4c77-835e-2345fd665482 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:34:51.053434 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7f51a653-2ab0-47b5-ae3a-83bdd0d5bcaf req-09866100-d3e6-4f77-a7a7-d4791afcf918 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:51.082805 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09866100-d3e6-4f77-a7a7-d4791afcf918 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Pushing event deleted for resources: {'Port': ['ID=8490c6a6-1b0c-4c77-835e-2345fd665482,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:51.100513 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['8490c6a6-1b0c-4c77-835e-2345fd665482'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:34:51.125832 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f51a653-2ab0-47b5-ae3a-83bdd0d5bcaf req-09866100-d3e6-4f77-a7a7-d4791afcf918 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] No DVR routers for this DVR port 8490c6a6-1b0c-4c77-835e-2345fd665482 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:34:51.128664 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7f51a653-2ab0-47b5-ae3a-83bdd0d5bcaf req-09866100-d3e6-4f77-a7a7-d4791afcf918 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:51.132961 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7f51a653-2ab0-47b5-ae3a-83bdd0d5bcaf req-09866100-d3e6-4f77-a7a7-d4791afcf918 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.23 "DELETE /v2.0/ports/8490c6a6-1b0c-4c77-835e-2345fd665482 HTTP/1.1" status: 204 len: 173 time: 0.4013007 Nov 27 04:34:51.133425 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '423a9e29-009d-4052-b259-1a065ba9f692', 'name': 'network-vif-deleted', 'tag': '8490c6a6-1b0c-4c77-835e-2345fd665482'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:34:51.136026 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34cc5a0-f0cc-43c3-957a-63359a0c5e9e" -d '{"events": [{"server_uuid": "423a9e29-009d-4052-b259-1a065ba9f692", "name": "network-vif-deleted", "tag": "8490c6a6-1b0c-4c77-835e-2345fd665482"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:34:51.181883 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0cc5eb27-d134-4d9f-bc49-f08a0a8646dc req-ad4c31fc-cd28-45ce-b5f3-eaee42ce648d tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/ports?device_id=423a9e29-009d-4052-b259-1a065ba9f692 HTTP/1.1" status: 200 len: 210 time: 0.0290234 Nov 27 04:34:51.241944 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72535d9e-0051-48ce-bc67-70837e4b3919 x-openstack-request-id: req-72535d9e-0051-48ce-bc67-70837e4b3919 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:34:51.242245 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "423a9e29-009d-4052-b259-1a065ba9f692", "name": "network-vif-deleted", "tag": "8490c6a6-1b0c-4c77-835e-2345fd665482", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:34:51.242519 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-72535d9e-0051-48ce-bc67-70837e4b3919 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:34:51.242992 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '423a9e29-009d-4052-b259-1a065ba9f692', 'name': 'network-vif-deleted', 'tag': '8490c6a6-1b0c-4c77-835e-2345fd665482', 'status': 'completed', 'code': 200} Nov 27 04:34:51.313056 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:51.920154 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:53.014918 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-6827f7d1-8bea-45ca-8815-c0d6165f4aaa tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:34:53.016389 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-6827f7d1-8bea-45ca-8815-c0d6165f4aaa tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/networks?id=174b2a1d-6569-4946-b8ee-95c4a0a4fd17 HTTP/1.1" status: 200 len: 817 time: 0.1043642 Nov 27 04:34:53.030755 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-c0d7dcef-fd27-4325-856b-0125d6d831b6 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/quotas/f33e4d846e104d8a876fd42c5fde312c HTTP/1.1" status: 200 len: 375 time: 0.0086918 Nov 27 04:34:53.080883 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-042de7e8-2de1-480d-a4dc-d48e13c3f19a tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f33e4d846e104d8a876fd42c5fde312c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448112 Nov 27 04:34:53.180455 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-e2391413-e4d7-4fea-a917-7da7d5807e90 service neutron] 10.222.0.20 "GET /v2.0/networks/174b2a1d-6569-4946-b8ee-95c4a0a4fd17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877604 Nov 27 04:34:53.271780 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-7d2cfa97-8c60-45ea-9412-b6f0380bad99 service neutron] 10.222.0.20 "GET /v2.0/networks/174b2a1d-6569-4946-b8ee-95c4a0a4fd17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852263 Nov 27 04:34:53.430910 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3cb39327-e864-4c12-9b3d-a8f5b7b6afff req-2a8f8cf7-349a-4fde-8cd4-63fac015b1fc tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dfa648c-7b9f-4655-bab4-16def3f49702 HTTP/1.1" status: 200 len: 210 time: 0.0269430 Nov 27 04:34:54.414264 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 8490c6a6-1b0c-4c77-835e-2345fd665482 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:34:54.436150 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 8490c6a6-1b0c-4c77-835e-2345fd665482 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:34:54.437166 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 8490c6a6-1b0c-4c77-835e-2345fd665482 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:34:54.514231 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-528d986f-b928-49ea-adc5-1f19260ec889 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:34:54.515755 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-528d986f-b928-49ea-adc5-1f19260ec889 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.23 "GET /v2.0/networks?id=174b2a1d-6569-4946-b8ee-95c4a0a4fd17 HTTP/1.1" status: 200 len: 817 time: 0.1069720 Nov 27 04:34:54.533219 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a4e3bd5c-fb29-45c7-9df2-b306cb51f483 req-bd9db74a-d19b-4df5-a37d-a2664c60c68d tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dfa648c-7b9f-4655-bab4-16def3f49702 HTTP/1.1" status: 200 len: 210 time: 0.0278413 Nov 27 04:34:54.541882 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-ea1d3bb9-22ec-41e6-a77a-67e114a6a79c tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Request body: {'port': {'device_id': '6dfa648c-7b9f-4655-bab4-16def3f49702', 'network_id': '174b2a1d-6569-4946-b8ee-95c4a0a4fd17', 'admin_state_up': True, 'tenant_id': 'f33e4d846e104d8a876fd42c5fde312c'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:34:54.650197 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-ea1d3bb9-22ec-41e6-a77a-67e114a6a79c tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Made reservation on behalf of f33e4d846e104d8a876fd42c5fde312c for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:34:54.653726 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-ea1d3bb9-22ec-41e6-a77a-67e114a6a79c tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:54.695065 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:34:54.775081 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-ea1d3bb9-22ec-41e6-a77a-67e114a6a79c tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Allocated IP 172.20.0.6 (174b2a1d-6569-4946-b8ee-95c4a0a4fd17/162f7c60-8275-43ba-a92e-d26c32da61bd/3009f4b6-bf84-429f-98ba-f4fe476d7664) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:34:54.920955 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-ea1d3bb9-22ec-41e6-a77a-67e114a6a79c tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:54.954191 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-ea1d3bb9-22ec-41e6-a77a-67e114a6a79c tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:54.996646 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-ea1d3bb9-22ec-41e6-a77a-67e114a6a79c tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Network 174b2a1d-6569-4946-b8ee-95c4a0a4fd17 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:34:54.999669 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-ea1d3bb9-22ec-41e6-a77a-67e114a6a79c tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:34:55.003275 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-ea1d3bb9-22ec-41e6-a77a-67e114a6a79c tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:34:55.034771 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1d3bb9-22ec-41e6-a77a-67e114a6a79c tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Pushing event updated for resources: {'Port': ['ID=3009f4b6-bf84-429f-98ba-f4fe476d7664,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:55.050152 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1d3bb9-22ec-41e6-a77a-67e114a6a79c tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:34:55.050727 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1d3bb9-22ec-41e6-a77a-67e114a6a79c tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:34:55.051098 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1d3bb9-22ec-41e6-a77a-67e114a6a79c tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:34:55.051427 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1d3bb9-22ec-41e6-a77a-67e114a6a79c tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:34:55.051772 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1d3bb9-22ec-41e6-a77a-67e114a6a79c tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:34:55.052114 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1d3bb9-22ec-41e6-a77a-67e114a6a79c tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:34:55.052450 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1d3bb9-22ec-41e6-a77a-67e114a6a79c tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:34:55.052788 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1d3bb9-22ec-41e6-a77a-67e114a6a79c tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:34:55.053126 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1d3bb9-22ec-41e6-a77a-67e114a6a79c tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:34:55.053460 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1d3bb9-22ec-41e6-a77a-67e114a6a79c tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:34:55.053794 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1d3bb9-22ec-41e6-a77a-67e114a6a79c tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:34:55.054169 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1d3bb9-22ec-41e6-a77a-67e114a6a79c tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:34:55.072363 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-ea1d3bb9-22ec-41e6-a77a-67e114a6a79c tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:34:55.072993 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-ea1d3bb9-22ec-41e6-a77a-67e114a6a79c tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:55.089719 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-ea1d3bb9-22ec-41e6-a77a-67e114a6a79c tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5521495 Nov 27 04:34:55.113956 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-0f1dd045-3137-4b58-92f2-a9702b6d17c0 service neutron] Request body: {'port': {'device_id': '6dfa648c-7b9f-4655-bab4-16def3f49702', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:34:55.171356 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-0f1dd045-3137-4b58-92f2-a9702b6d17c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:55.256208 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c375509b-cb13-4e88-bb00-129afd1f2ed5 None None] Provisioning complete for port 3009f4b6-bf84-429f-98ba-f4fe476d7664 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:34:55.256507 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c375509b-cb13-4e88-bb00-129afd1f2ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:55.290505 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c375509b-cb13-4e88-bb00-129afd1f2ed5 None None] Port 3009f4b6-bf84-429f-98ba-f4fe476d7664 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:34:55.433871 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-0f1dd045-3137-4b58-92f2-a9702b6d17c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3009f4b6-bf84-429f-98ba-f4fe476d7664 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:34:55.441259 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-0f1dd045-3137-4b58-92f2-a9702b6d17c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:55.453284 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-0f1dd045-3137-4b58-92f2-a9702b6d17c0 service neutron] Transition to ACTIVE for port object 3009f4b6-bf84-429f-98ba-f4fe476d7664 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:34:55.457019 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-0f1dd045-3137-4b58-92f2-a9702b6d17c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:55.506187 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1dd045-3137-4b58-92f2-a9702b6d17c0 service neutron] Pushing event updated for resources: {'Port': ['ID=3009f4b6-bf84-429f-98ba-f4fe476d7664,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:55.577172 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-0f1dd045-3137-4b58-92f2-a9702b6d17c0 service neutron] Attempting to bind port 3009f4b6-bf84-429f-98ba-f4fe476d7664 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:34:55.578176 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-0f1dd045-3137-4b58-92f2-a9702b6d17c0 service neutron] Attempting to bind port 3009f4b6-bf84-429f-98ba-f4fe476d7664 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '4ba66183-95cb-405e-8fce-caeff01f631e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '174b2a1d-6569-4946-b8ee-95c4a0a4fd17'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:34:55.579831 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-0f1dd045-3137-4b58-92f2-a9702b6d17c0 service neutron] Attempting to bind port 3009f4b6-bf84-429f-98ba-f4fe476d7664 on network 174b2a1d-6569-4946-b8ee-95c4a0a4fd17 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:34:55.583317 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-0f1dd045-3137-4b58-92f2-a9702b6d17c0 service neutron] Port 3009f4b6-bf84-429f-98ba-f4fe476d7664 on network 174b2a1d-6569-4946-b8ee-95c4a0a4fd17 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:34:55.583651 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-0f1dd045-3137-4b58-92f2-a9702b6d17c0 service neutron] Attempting to bind port 3009f4b6-bf84-429f-98ba-f4fe476d7664 on network 174b2a1d-6569-4946-b8ee-95c4a0a4fd17 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:34:55.591699 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-0f1dd045-3137-4b58-92f2-a9702b6d17c0 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:34:55.591699 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-0f1dd045-3137-4b58-92f2-a9702b6d17c0 service neutron] Checking segment: {'id': '4ba66183-95cb-405e-8fce-caeff01f631e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '174b2a1d-6569-4946-b8ee-95c4a0a4fd17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:34:55.592032 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-0f1dd045-3137-4b58-92f2-a9702b6d17c0 service neutron] Bound using segment: {'id': '4ba66183-95cb-405e-8fce-caeff01f631e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '174b2a1d-6569-4946-b8ee-95c4a0a4fd17'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:34:55.592384 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-0f1dd045-3137-4b58-92f2-a9702b6d17c0 service neutron] Bound port: 3009f4b6-bf84-429f-98ba-f4fe476d7664, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ba66183-95cb-405e-8fce-caeff01f631e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '174b2a1d-6569-4946-b8ee-95c4a0a4fd17'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:34:55.592751 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-0f1dd045-3137-4b58-92f2-a9702b6d17c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:55.658336 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de5d77-c466-42ac-8de9-fa82839add2e req-dc57fff4-c9b7-4de3-b5c1-bee75929ed2b tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:34:55.659874 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-36de5d77-c466-42ac-8de9-fa82839add2e req-dc57fff4-c9b7-4de3-b5c1-bee75929ed2b tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dfa648c-7b9f-4655-bab4-16def3f49702 HTTP/1.1" status: 200 len: 943 time: 0.0508130 Nov 27 04:34:55.667831 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-0f1dd045-3137-4b58-92f2-a9702b6d17c0 service neutron] For port 3009f4b6-bf84-429f-98ba-f4fe476d7664, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:34:55.670894 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-0f1dd045-3137-4b58-92f2-a9702b6d17c0 service neutron] For port 3009f4b6-bf84-429f-98ba-f4fe476d7664, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=3009f4b6-bf84-429f-98ba-f4fe476d7664,segment=NetworkSegment(4ba66183-95cb-405e-8fce-caeff01f631e),segment_id=4ba66183-95cb-405e-8fce-caeff01f631e)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:34:55.676258 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-0f1dd045-3137-4b58-92f2-a9702b6d17c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:55.711444 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-0f1dd045-3137-4b58-92f2-a9702b6d17c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:34:55.712219 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-0f1dd045-3137-4b58-92f2-a9702b6d17c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:55.712878 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-36de5d77-c466-42ac-8de9-fa82839add2e req-b97b6f4c-b80d-452e-8432-98688206b3a5 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af6ff4f-be4d-432e-b0f3-50f7038f5b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460105 Nov 27 04:34:55.713626 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-0f1dd045-3137-4b58-92f2-a9702b6d17c0 service neutron] 10.222.0.23 "PUT /v2.0/ports/3009f4b6-bf84-429f-98ba-f4fe476d7664 HTTP/1.1" status: 200 len: 1091 time: 0.6041293 Nov 27 04:34:55.714079 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dfa648c-7b9f-4655-bab4-16def3f49702', 'tag': '3009f4b6-bf84-429f-98ba-f4fe476d7664'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:34:55.716464 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66e3ba9-3f19-4461-aed8-bfa7d00995e0" -d '{"events": [{"name": "network-changed", "server_uuid": "6dfa648c-7b9f-4655-bab4-16def3f49702", "tag": "3009f4b6-bf84-429f-98ba-f4fe476d7664"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:34:55.744717 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1dd045-3137-4b58-92f2-a9702b6d17c0 service neutron] Pushing event updated for resources: {'Port': ['ID=3009f4b6-bf84-429f-98ba-f4fe476d7664,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:55.777487 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3f2641-6a79-4c1c-9bf6-4c3b08a5e0dc x-openstack-request-id: req-0f3f2641-6a79-4c1c-9bf6-4c3b08a5e0dc {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:34:55.777850 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dfa648c-7b9f-4655-bab4-16def3f49702", "tag": "3009f4b6-bf84-429f-98ba-f4fe476d7664", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:34:55.778223 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f3f2641-6a79-4c1c-9bf6-4c3b08a5e0dc {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:34:55.778750 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dfa648c-7b9f-4655-bab4-16def3f49702', 'tag': '3009f4b6-bf84-429f-98ba-f4fe476d7664', 'status': 'completed', 'code': 200} Nov 27 04:34:55.839325 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-61fbde6e-d668-47cd-96ed-ca29ba9a66e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:34:55.840856 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-61fbde6e-d668-47cd-96ed-ca29ba9a66e1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f33e4d846e104d8a876fd42c5fde312c&device_id=6dfa648c-7b9f-4655-bab4-16def3f49702 HTTP/1.1" status: 200 len: 1094 time: 0.0431869 Nov 27 04:34:55.892127 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-d021973a-2c9a-4231-91c3-d2363e45b139 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3009f4b6-bf84-429f-98ba-f4fe476d7664 HTTP/1.1" status: 200 len: 217 time: 0.0351841 Nov 27 04:34:55.952067 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-c104457f-b71d-46da-9a67-3f4dcac30733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:34:55.953527 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-c104457f-b71d-46da-9a67-3f4dcac30733 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=162f7c60-8275-43ba-a92e-d26c32da61bd HTTP/1.1" status: 200 len: 856 time: 0.0482545 Nov 27 04:34:56.001998 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-feb71afb-0c6a-46a6-8917-0e8ebb71a4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:34:56.003493 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-feb71afb-0c6a-46a6-8917-0e8ebb71a4a9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=174b2a1d-6569-4946-b8ee-95c4a0a4fd17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391264 Nov 27 04:34:56.098128 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-3dd9c672-c136-4503-9d27-7f92e8dad3db service neutron] 10.222.0.23 "GET /v2.0/networks/174b2a1d-6569-4946-b8ee-95c4a0a4fd17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825121 Nov 27 04:34:56.197216 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a58b8085-3a3a-47c2-9dfd-2a7246d7d673 req-b94b663f-cdaa-42d6-82d4-6c05d70acd1b service neutron] 10.222.0.23 "GET /v2.0/networks/174b2a1d-6569-4946-b8ee-95c4a0a4fd17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874791 Nov 27 04:34:56.343942 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e3ba9-3f19-4461-aed8-bfa7d00995e0 req-25b967a3-24ad-46bd-857e-54f59842e6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:34:56.345396 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c66e3ba9-3f19-4461-aed8-bfa7d00995e0 req-25b967a3-24ad-46bd-857e-54f59842e6ed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f33e4d846e104d8a876fd42c5fde312c&device_id=6dfa648c-7b9f-4655-bab4-16def3f49702 HTTP/1.1" status: 200 len: 1094 time: 0.0389934 Nov 27 04:34:56.438714 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e3ba9-3f19-4461-aed8-bfa7d00995e0 req-65a9ca56-a0fc-4ad8-a909-ebca9b1b66fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:34:56.440191 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c66e3ba9-3f19-4461-aed8-bfa7d00995e0 req-65a9ca56-a0fc-4ad8-a909-ebca9b1b66fe service neutron] 10.222.0.23 "GET /v2.0/networks?id=174b2a1d-6569-4946-b8ee-95c4a0a4fd17 HTTP/1.1" status: 200 len: 918 time: 0.0863624 Nov 27 04:34:56.483567 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c66e3ba9-3f19-4461-aed8-bfa7d00995e0 req-4c302e19-f00a-4271-961e-74f633330b4c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3009f4b6-bf84-429f-98ba-f4fe476d7664 HTTP/1.1" status: 200 len: 217 time: 0.0330086 Nov 27 04:34:56.536673 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e3ba9-3f19-4461-aed8-bfa7d00995e0 req-192b7333-17f3-4107-81d0-e9ec8dd717ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:34:56.538129 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c66e3ba9-3f19-4461-aed8-bfa7d00995e0 req-192b7333-17f3-4107-81d0-e9ec8dd717ca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=162f7c60-8275-43ba-a92e-d26c32da61bd HTTP/1.1" status: 200 len: 856 time: 0.0475011 Nov 27 04:34:56.582855 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e3ba9-3f19-4461-aed8-bfa7d00995e0 req-c8f5963b-83c4-4778-a214-dd8f52d2100c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:34:56.584306 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c66e3ba9-3f19-4461-aed8-bfa7d00995e0 req-c8f5963b-83c4-4778-a214-dd8f52d2100c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=174b2a1d-6569-4946-b8ee-95c4a0a4fd17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381801 Nov 27 04:34:56.672407 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c66e3ba9-3f19-4461-aed8-bfa7d00995e0 req-cc31ffca-9d04-4a19-883a-e507ea3bf056 service neutron] 10.222.0.23 "GET /v2.0/networks/174b2a1d-6569-4946-b8ee-95c4a0a4fd17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799589 Nov 27 04:34:56.768106 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c66e3ba9-3f19-4461-aed8-bfa7d00995e0 req-065bc3a4-492c-4dce-a8b4-7c00ba063dfa service neutron] 10.222.0.23 "GET /v2.0/networks/174b2a1d-6569-4946-b8ee-95c4a0a4fd17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847678 Nov 27 04:34:56.840202 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6177a-6a11-47ef-9298-ecd1a6a53690 req-f17d4c1b-4047-4750-b50a-65db02620255 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:34:56.841675 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c4c6177a-6a11-47ef-9298-ecd1a6a53690 req-f17d4c1b-4047-4750-b50a-65db02620255 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dfa648c-7b9f-4655-bab4-16def3f49702 HTTP/1.1" status: 200 len: 943 time: 0.0537922 Nov 27 04:34:56.888698 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c4c6177a-6a11-47ef-9298-ecd1a6a53690 req-eff8cfe7-e09e-4918-9bb9-f20ee6f251fe tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af6ff4f-be4d-432e-b0f3-50f7038f5b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410304 Nov 27 04:34:58.000768 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df7403-7f72-45f2-9385-7117e23f7317 req-04cd7f35-8b41-4515-b2c1-a1a7c6e64a7c tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:34:58.002233 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-95df7403-7f72-45f2-9385-7117e23f7317 req-04cd7f35-8b41-4515-b2c1-a1a7c6e64a7c tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dfa648c-7b9f-4655-bab4-16def3f49702 HTTP/1.1" status: 200 len: 943 time: 0.0478911 Nov 27 04:34:58.048964 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-95df7403-7f72-45f2-9385-7117e23f7317 req-7997c828-56f7-40e7-b6f9-e346465f52a4 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af6ff4f-be4d-432e-b0f3-50f7038f5b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402787 Nov 27 04:34:58.433530 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 3009f4b6-bf84-429f-98ba-f4fe476d7664 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:34:58.524767 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 3009f4b6-bf84-429f-98ba-f4fe476d7664, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=3009f4b6-bf84-429f-98ba-f4fe476d7664,segment=NetworkSegment(4ba66183-95cb-405e-8fce-caeff01f631e),segment_id=4ba66183-95cb-405e-8fce-caeff01f631e)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:34:58.534753 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '3009f4b6-bf84-429f-98ba-f4fe476d7664', 'network_id': '174b2a1d-6569-4946-b8ee-95c4a0a4fd17', 'port_id': '3009f4b6-bf84-429f-98ba-f4fe476d7664', 'mac_address': 'fa:16:3e:8b:af:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '162f7c60-8275-43ba-a92e-d26c32da61bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:34:58.574740 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:58.587609 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3009f4b6-bf84-429f-98ba-f4fe476d7664 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:34:58.606541 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 3009f4b6-bf84-429f-98ba-f4fe476d7664, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=3009f4b6-bf84-429f-98ba-f4fe476d7664,segment=NetworkSegment(4ba66183-95cb-405e-8fce-caeff01f631e),segment_id=4ba66183-95cb-405e-8fce-caeff01f631e)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:34:58.610591 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:34:58.655157 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=3009f4b6-bf84-429f-98ba-f4fe476d7664,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:34:58.662192 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:34:58.662542 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:34:58.662913 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:34:58.663252 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:34:58.664102 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:34:58.664438 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:34:58.665022 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:34:58.665349 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:34:58.665674 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:34:58.666000 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:34:58.666322 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:34:58.666672 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:34:58.949465 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['3009f4b6-bf84-429f-98ba-f4fe476d7664'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:34:59.166315 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ad67d-4469-4304-b094-9cf74afff477 req-88e1197f-4e72-4934-a8e8-e5ff50cb91ae tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:34:59.167829 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-722ad67d-4469-4304-b094-9cf74afff477 req-88e1197f-4e72-4934-a8e8-e5ff50cb91ae tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dfa648c-7b9f-4655-bab4-16def3f49702 HTTP/1.1" status: 200 len: 944 time: 0.0509913 Nov 27 04:34:59.218943 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-722ad67d-4469-4304-b094-9cf74afff477 req-14105a2e-f63b-4295-ae01-8ab10cd162c2 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af6ff4f-be4d-432e-b0f3-50f7038f5b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450556 Nov 27 04:35:00.332675 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70830ad1-12b8-4ab8-9efa-4950c5565cf3 req-1e22ca72-f97c-43f6-b199-28b964aeabf1 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:35:00.334148 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-70830ad1-12b8-4ab8-9efa-4950c5565cf3 req-1e22ca72-f97c-43f6-b199-28b964aeabf1 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dfa648c-7b9f-4655-bab4-16def3f49702 HTTP/1.1" status: 200 len: 944 time: 0.0482972 Nov 27 04:35:00.381171 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-70830ad1-12b8-4ab8-9efa-4950c5565cf3 req-48d2d5f1-6766-438f-a28d-055f4b208db7 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af6ff4f-be4d-432e-b0f3-50f7038f5b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404937 Nov 27 04:35:00.449726 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 3009f4b6-bf84-429f-98ba-f4fe476d7664 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:35:00.499369 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 3009f4b6-bf84-429f-98ba-f4fe476d7664 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:35:00.503111 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 3009f4b6-bf84-429f-98ba-f4fe476d7664 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:35:00.503482 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:00.576858 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:00.601716 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dfa648c-7b9f-4655-bab4-16def3f49702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3009f4b6-bf84-429f-98ba-f4fe476d7664'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:35:00.603931 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0806b99-66d2-48c2-906f-dec89109ad7f" -d '{"events": [{"server_uuid": "6dfa648c-7b9f-4655-bab4-16def3f49702", "name": "network-vif-plugged", "status": "completed", "tag": "3009f4b6-bf84-429f-98ba-f4fe476d7664"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:35:00.616617 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 3009f4b6-bf84-429f-98ba-f4fe476d7664, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=3009f4b6-bf84-429f-98ba-f4fe476d7664,segment=NetworkSegment(4ba66183-95cb-405e-8fce-caeff01f631e),segment_id=4ba66183-95cb-405e-8fce-caeff01f631e)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:35:00.620330 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:00.643807 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f86611a-7813-4bd8-af2b-1e31fe51d11c x-openstack-request-id: req-6f86611a-7813-4bd8-af2b-1e31fe51d11c {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:35:00.644100 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dfa648c-7b9f-4655-bab4-16def3f49702", "name": "network-vif-plugged", "status": "completed", "tag": "3009f4b6-bf84-429f-98ba-f4fe476d7664", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:35:00.644349 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f86611a-7813-4bd8-af2b-1e31fe51d11c {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:35:00.644731 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dfa648c-7b9f-4655-bab4-16def3f49702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3009f4b6-bf84-429f-98ba-f4fe476d7664', 'code': 200} Nov 27 04:35:00.669477 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=3009f4b6-bf84-429f-98ba-f4fe476d7664,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:35:00.794317 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377e0a9-7f29-48c7-9921-35516fbaf551 req-00d4bc29-f35a-44ba-a1a3-8986a60a422b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:35:00.796015 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a377e0a9-7f29-48c7-9921-35516fbaf551 req-00d4bc29-f35a-44ba-a1a3-8986a60a422b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6dfa648c-7b9f-4655-bab4-16def3f49702 HTTP/1.1" status: 200 len: 1096 time: 0.0423844 Nov 27 04:35:00.844283 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a377e0a9-7f29-48c7-9921-35516fbaf551 req-0dcb9c6f-c12d-4530-b5cf-ca6eafd78953 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2af6ff4f-be4d-432e-b0f3-50f7038f5b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373614 Nov 27 04:35:01.496418 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42fe45-89b2-4a34-ad22-9333cdf4d45a req-bcaac83c-bf12-4ddd-accc-44698679bdff tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:35:01.497910 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fe42fe45-89b2-4a34-ad22-9333cdf4d45a req-bcaac83c-bf12-4ddd-accc-44698679bdff tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dfa648c-7b9f-4655-bab4-16def3f49702 HTTP/1.1" status: 200 len: 945 time: 0.0479429 Nov 27 04:35:01.544722 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fe42fe45-89b2-4a34-ad22-9333cdf4d45a req-5048ab54-5b48-4620-8eb0-1e1bb1f9c064 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af6ff4f-be4d-432e-b0f3-50f7038f5b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407827 Nov 27 04:35:02.667703 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93608ea4-1f21-4fb1-8992-55817112bb25 req-d6f3b3eb-2f28-42ea-ada3-7f391712f044 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:35:02.669171 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-93608ea4-1f21-4fb1-8992-55817112bb25 req-d6f3b3eb-2f28-42ea-ada3-7f391712f044 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dfa648c-7b9f-4655-bab4-16def3f49702 HTTP/1.1" status: 200 len: 945 time: 0.0526741 Nov 27 04:35:02.716268 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-93608ea4-1f21-4fb1-8992-55817112bb25 req-35cbca6b-d928-44eb-a119-5c52e4111d02 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af6ff4f-be4d-432e-b0f3-50f7038f5b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410445 Nov 27 04:35:02.827762 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964025f-0bbb-412b-836b-d1b8fb6aeff7 req-79f78800-bf83-4fec-815e-f3a371dba2c0 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:35:02.829152 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b964025f-0bbb-412b-836b-d1b8fb6aeff7 req-79f78800-bf83-4fec-815e-f3a371dba2c0 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dfa648c-7b9f-4655-bab4-16def3f49702 HTTP/1.1" status: 200 len: 945 time: 0.0492823 Nov 27 04:35:02.875348 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b964025f-0bbb-412b-836b-d1b8fb6aeff7 req-78e43f36-8d7b-438b-9233-aba8f593c92a tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af6ff4f-be4d-432e-b0f3-50f7038f5b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402598 Nov 27 04:35:10.742409 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ae44d785-1fed-42d7-8591-a68aeca4fa62 req-2471c0b8-b7ae-4933-9563-efaf95aa1d05 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6dfa648c-7b9f-4655-bab4-16def3f49702&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433128 Nov 27 04:35:10.857128 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44d785-1fed-42d7-8591-a68aeca4fa62 req-11d10db0-091d-499f-89c7-408e356ba6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:35:10.858595 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ae44d785-1fed-42d7-8591-a68aeca4fa62 req-11d10db0-091d-499f-89c7-408e356ba6f5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f33e4d846e104d8a876fd42c5fde312c&device_id=6dfa648c-7b9f-4655-bab4-16def3f49702 HTTP/1.1" status: 200 len: 1096 time: 0.0406177 Nov 27 04:35:10.968272 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44d785-1fed-42d7-8591-a68aeca4fa62 req-e3797902-b1d9-4225-80b1-a1c2a7babb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:35:10.969725 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ae44d785-1fed-42d7-8591-a68aeca4fa62 req-e3797902-b1d9-4225-80b1-a1c2a7babb4e service neutron] 10.222.0.23 "GET /v2.0/networks?id=174b2a1d-6569-4946-b8ee-95c4a0a4fd17 HTTP/1.1" status: 200 len: 918 time: 0.0882933 Nov 27 04:35:11.012755 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ae44d785-1fed-42d7-8591-a68aeca4fa62 req-7c0bd7ef-25f7-4b39-bed2-24a32b42a1ba service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3009f4b6-bf84-429f-98ba-f4fe476d7664 HTTP/1.1" status: 200 len: 217 time: 0.0335310 Nov 27 04:35:11.063990 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44d785-1fed-42d7-8591-a68aeca4fa62 req-6f362e5d-8603-490e-8466-9ad754cd3c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:35:11.065372 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ae44d785-1fed-42d7-8591-a68aeca4fa62 req-6f362e5d-8603-490e-8466-9ad754cd3c2b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=162f7c60-8275-43ba-a92e-d26c32da61bd HTTP/1.1" status: 200 len: 856 time: 0.0415428 Nov 27 04:35:11.112436 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44d785-1fed-42d7-8591-a68aeca4fa62 req-a5fab96c-4c6b-49e2-9d56-a30eae632487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:35:11.113869 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ae44d785-1fed-42d7-8591-a68aeca4fa62 req-a5fab96c-4c6b-49e2-9d56-a30eae632487 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=174b2a1d-6569-4946-b8ee-95c4a0a4fd17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0374846 Nov 27 04:35:11.208772 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ae44d785-1fed-42d7-8591-a68aeca4fa62 req-2eb99f06-86dd-4d0b-b840-6331a24bc3ed service neutron] 10.222.0.23 "GET /v2.0/networks/174b2a1d-6569-4946-b8ee-95c4a0a4fd17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862262 Nov 27 04:35:11.300615 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ae44d785-1fed-42d7-8591-a68aeca4fa62 req-2f8f4f7e-231f-4f47-ad5d-ef3484c5bf61 service neutron] 10.222.0.23 "GET /v2.0/networks/174b2a1d-6569-4946-b8ee-95c4a0a4fd17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838287 Nov 27 04:35:16.207228 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-16a4fe7e-3760-4700-8c4c-0cf4d86b7ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:16.561478 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:18.348936 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2d815e73-18f4-4479-83d9-b345daa9926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:19.049108 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:19.703809 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:21.308788 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:21.921111 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:24.264823 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9949248-6904-4f5b-9c3a-ef14c1b5bad8 req-3ca8a456-250f-440e-b018-fdd272271da5 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:35:24.266355 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f9949248-6904-4f5b-9c3a-ef14c1b5bad8 req-3ca8a456-250f-440e-b018-fdd272271da5 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dfa648c-7b9f-4655-bab4-16def3f49702 HTTP/1.1" status: 200 len: 945 time: 0.0562270 Nov 27 04:35:24.318200 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f9949248-6904-4f5b-9c3a-ef14c1b5bad8 req-93ac3a44-d6e8-4e64-a38b-38da7cf9f83f tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af6ff4f-be4d-432e-b0f3-50f7038f5b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457470 Nov 27 04:35:25.432808 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75bcfd-791e-49fc-8593-4141631d4ec4 req-00059038-965c-422f-acce-9ca0bc244336 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:35:25.434183 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ff75bcfd-791e-49fc-8593-4141631d4ec4 req-00059038-965c-422f-acce-9ca0bc244336 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dfa648c-7b9f-4655-bab4-16def3f49702 HTTP/1.1" status: 200 len: 945 time: 0.0480356 Nov 27 04:35:25.480328 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ff75bcfd-791e-49fc-8593-4141631d4ec4 req-0b1a54b3-057e-478b-9b11-af86384a09dc tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af6ff4f-be4d-432e-b0f3-50f7038f5b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402040 Nov 27 04:35:26.117250 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bc40b-85cc-446e-8b23-298b6ff6a26a req-25a6cb38-8970-4d48-a655-90a13048fa6f tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:35:26.118717 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ad5bc40b-85cc-446e-8b23-298b6ff6a26a req-25a6cb38-8970-4d48-a655-90a13048fa6f tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.23 "GET /v2.0/ports?device_id=6dfa648c-7b9f-4655-bab4-16def3f49702 HTTP/1.1" status: 200 len: 945 time: 0.0477505 Nov 27 04:35:26.209620 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-ad5bc40b-85cc-446e-8b23-298b6ff6a26a req-97b016c0-c95d-41fe-b1da-aa7d44df7896 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Deleting port 3009f4b6-bf84-429f-98ba-f4fe476d7664 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:35:26.209962 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ad5bc40b-85cc-446e-8b23-298b6ff6a26a req-97b016c0-c95d-41fe-b1da-aa7d44df7896 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:26.298922 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-ad5bc40b-85cc-446e-8b23-298b6ff6a26a req-97b016c0-c95d-41fe-b1da-aa7d44df7896 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] For port 3009f4b6-bf84-429f-98ba-f4fe476d7664, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=3009f4b6-bf84-429f-98ba-f4fe476d7664,segment=NetworkSegment(4ba66183-95cb-405e-8fce-caeff01f631e),segment_id=4ba66183-95cb-405e-8fce-caeff01f631e)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:35:26.299285 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ad5bc40b-85cc-446e-8b23-298b6ff6a26a req-97b016c0-c95d-41fe-b1da-aa7d44df7896 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:26.311454 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-ad5bc40b-85cc-446e-8b23-298b6ff6a26a req-97b016c0-c95d-41fe-b1da-aa7d44df7896 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Calling delete_port for 3009f4b6-bf84-429f-98ba-f4fe476d7664 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:35:26.436431 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ad5bc40b-85cc-446e-8b23-298b6ff6a26a req-97b016c0-c95d-41fe-b1da-aa7d44df7896 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:26.465866 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b016c0-c95d-41fe-b1da-aa7d44df7896 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Pushing event deleted for resources: {'Port': ['ID=3009f4b6-bf84-429f-98ba-f4fe476d7664,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:35:26.484839 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['3009f4b6-bf84-429f-98ba-f4fe476d7664'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:35:26.510838 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5bc40b-85cc-446e-8b23-298b6ff6a26a req-97b016c0-c95d-41fe-b1da-aa7d44df7896 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] No DVR routers for this DVR port 3009f4b6-bf84-429f-98ba-f4fe476d7664 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:35:26.513702 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ad5bc40b-85cc-446e-8b23-298b6ff6a26a req-97b016c0-c95d-41fe-b1da-aa7d44df7896 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:26.517541 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ad5bc40b-85cc-446e-8b23-298b6ff6a26a req-97b016c0-c95d-41fe-b1da-aa7d44df7896 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.23 "DELETE /v2.0/ports/3009f4b6-bf84-429f-98ba-f4fe476d7664 HTTP/1.1" status: 204 len: 173 time: 0.3888094 Nov 27 04:35:26.518033 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dfa648c-7b9f-4655-bab4-16def3f49702', 'name': 'network-vif-deleted', 'tag': '3009f4b6-bf84-429f-98ba-f4fe476d7664'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:35:26.520330 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12152e4f-1fc5-4dfe-8bb4-b92be4fab521" -d '{"events": [{"server_uuid": "6dfa648c-7b9f-4655-bab4-16def3f49702", "name": "network-vif-deleted", "tag": "3009f4b6-bf84-429f-98ba-f4fe476d7664"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:35:26.588317 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b49f732a-e7d1-4c51-b5ab-fe57c2eb62be req-0a2eb826-4e3f-478d-8425-6054df4af0c2 tempest-TestEncryptedCinderVolumes-1817495602 tempest-TestEncryptedCinderVolumes-1817495602-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dfa648c-7b9f-4655-bab4-16def3f49702 HTTP/1.1" status: 200 len: 210 time: 0.0274596 Nov 27 04:35:26.633943 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ccbf13-ee3c-4519-aefb-d44ed475c950 x-openstack-request-id: req-69ccbf13-ee3c-4519-aefb-d44ed475c950 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:35:26.634239 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dfa648c-7b9f-4655-bab4-16def3f49702", "name": "network-vif-deleted", "tag": "3009f4b6-bf84-429f-98ba-f4fe476d7664", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:35:26.634493 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69ccbf13-ee3c-4519-aefb-d44ed475c950 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:35:26.634927 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dfa648c-7b9f-4655-bab4-16def3f49702', 'name': 'network-vif-deleted', 'tag': '3009f4b6-bf84-429f-98ba-f4fe476d7664', 'status': 'completed', 'code': 200} Nov 27 04:35:27.678494 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 32932) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:35:28.342109 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fc81e493-2c45-4e8f-8040-51ade4f82aa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:28.578658 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-fc81e493-2c45-4e8f-8040-51ade4f82aa3 admin admin] Deleting port a5aed934-dc48-4dc8-9ec5-06e6af27c323 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:35:28.579000 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fc81e493-2c45-4e8f-8040-51ade4f82aa3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:28.653307 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-fc81e493-2c45-4e8f-8040-51ade4f82aa3 admin admin] For port a5aed934-dc48-4dc8-9ec5-06e6af27c323, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=a5aed934-dc48-4dc8-9ec5-06e6af27c323,segment=NetworkSegment(4ba66183-95cb-405e-8fce-caeff01f631e),segment_id=4ba66183-95cb-405e-8fce-caeff01f631e)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:35:28.653668 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fc81e493-2c45-4e8f-8040-51ade4f82aa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:28.666639 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-fc81e493-2c45-4e8f-8040-51ade4f82aa3 admin admin] Calling delete_port for a5aed934-dc48-4dc8-9ec5-06e6af27c323 owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:35:28.840699 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fc81e493-2c45-4e8f-8040-51ade4f82aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:28.869456 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81e493-2c45-4e8f-8040-51ade4f82aa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5aed934-dc48-4dc8-9ec5-06e6af27c323,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:35:29.036131 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fc81e493-2c45-4e8f-8040-51ade4f82aa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:29.249170 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc81e493-2c45-4e8f-8040-51ade4f82aa3 admin admin] Router 67e3a13b-bb3e-4311-bbfe-b1cc94ceb685 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:35:29.353474 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc81e493-2c45-4e8f-8040-51ade4f82aa3 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:35:29.358707 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-fc81e493-2c45-4e8f-8040-51ade4f82aa3 admin admin] 10.222.0.20 "PUT /v2.0/routers/67e3a13b-bb3e-4311-bbfe-b1cc94ceb685/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6791184 Nov 27 04:35:29.361209 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 32934) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:35:29.362193 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1969669-9074-494f-9d00-6199d36a6de0 None None] Sync routers for ids ['67e3a13b-bb3e-4311-bbfe-b1cc94ceb685'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:35:29.372108 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1969669-9074-494f-9d00-6199d36a6de0 None None] Routers {'67e3a13b-bb3e-4311-bbfe-b1cc94ceb685'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:35:29.372738 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-b1969669-9074-494f-9d00-6199d36a6de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:35:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['67e3a13b-bb3e-4311-bbfe-b1cc94ceb685'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:35:29.459941 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7a952c06-0e70-488c-bc4d-9be229700864 admin admin] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:29.476916 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-b1969669-9074-494f-9d00-6199d36a6de0 None None] Set router 67e3a13b-bb3e-4311-bbfe-b1cc94ceb685 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:35:29.562853 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7a952c06-0e70-488c-bc4d-9be229700864 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:29.619866 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-7a952c06-0e70-488c-bc4d-9be229700864 admin admin] Deleting port e46a34a1-fa61-47f1-9a2f-f328a025e6aa {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:35:29.620216 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7a952c06-0e70-488c-bc4d-9be229700864 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:29.654410 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-b1969669-9074-494f-9d00-6199d36a6de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e3a13b-bb3e-4311-bbfe-b1cc94ceb685', 'name': 'tempest-TestEncryptedCinderVolumes-1290297144-router', 'tenant_id': 'f33e4d846e104d8a876fd42c5fde312c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'e46a34a1-fa61-47f1-9a2f-f328a025e6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:34:06Z', 'updated_at': '2021-11-27T04:35:28Z', 'revision_number': 5, 'project_id': 'f33e4d846e104d8a876fd42c5fde312c', 'gw_port': {'id': 'e46a34a1-fa61-47f1-9a2f-f328a025e6aa', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e3a13b-bb3e-4311-bbfe-b1cc94ceb685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:34:07Z', 'updated_at': '2021-11-27T04:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:35:29.685776 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1969669-9074-494f-9d00-6199d36a6de0 None None] Checking router: 67e3a13b-bb3e-4311-bbfe-b1cc94ceb685 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:35:29.694805 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1969669-9074-494f-9d00-6199d36a6de0 None None] Routers {'67e3a13b-bb3e-4311-bbfe-b1cc94ceb685'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:35:29.695889 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-b1969669-9074-494f-9d00-6199d36a6de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:35:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['67e3a13b-bb3e-4311-bbfe-b1cc94ceb685'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:35:29.700026 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-7a952c06-0e70-488c-bc4d-9be229700864 admin admin] For port e46a34a1-fa61-47f1-9a2f-f328a025e6aa, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=e46a34a1-fa61-47f1-9a2f-f328a025e6aa,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:35:29.700396 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7a952c06-0e70-488c-bc4d-9be229700864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:29.712963 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-7a952c06-0e70-488c-bc4d-9be229700864 admin admin] Calling delete_port for e46a34a1-fa61-47f1-9a2f-f328a025e6aa owned by network:router_gateway {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:35:29.780309 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-b1969669-9074-494f-9d00-6199d36a6de0 None None] Set router 67e3a13b-bb3e-4311-bbfe-b1cc94ceb685 gateway port host: None {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:35:29.831075 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-b1969669-9074-494f-9d00-6199d36a6de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e3a13b-bb3e-4311-bbfe-b1cc94ceb685', 'name': 'tempest-TestEncryptedCinderVolumes-1290297144-router', 'tenant_id': 'f33e4d846e104d8a876fd42c5fde312c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:34:06Z', 'updated_at': '2021-11-27T04:35:29Z', 'revision_number': 6, 'project_id': 'f33e4d846e104d8a876fd42c5fde312c', 'gw_port_host': None}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:35:29.859841 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1969669-9074-494f-9d00-6199d36a6de0 None None] The sync data for ids ['67e3a13b-bb3e-4311-bbfe-b1cc94ceb685'] in n-d-819494-3 is: [{'id': '67e3a13b-bb3e-4311-bbfe-b1cc94ceb685', 'name': 'tempest-TestEncryptedCinderVolumes-1290297144-router', 'tenant_id': 'f33e4d846e104d8a876fd42c5fde312c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:34:06Z', 'updated_at': '2021-11-27T04:35:29Z', 'revision_number': 6, 'project_id': 'f33e4d846e104d8a876fd42c5fde312c', 'gw_port_host': None}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:35:29.879584 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7a952c06-0e70-488c-bc4d-9be229700864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:29.906749 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a952c06-0e70-488c-bc4d-9be229700864 admin admin] Pushing event deleted for resources: {'Port': ['ID=e46a34a1-fa61-47f1-9a2f-f328a025e6aa,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:35:29.920064 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66000b2c-39b9-4d09-be91-bd22345e48b5 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:35:29.972855 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7a952c06-0e70-488c-bc4d-9be229700864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:30.062348 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7a952c06-0e70-488c-bc4d-9be229700864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:30.064483 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7a952c06-0e70-488c-bc4d-9be229700864 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:30.106393 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7a952c06-0e70-488c-bc4d-9be229700864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:30.106945 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a952c06-0e70-488c-bc4d-9be229700864 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67e3a13b-bb3e-4311-bbfe-b1cc94ceb685 {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:35:30.111136 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7a952c06-0e70-488c-bc4d-9be229700864 admin admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:30.112274 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7a952c06-0e70-488c-bc4d-9be229700864 admin admin] 10.222.0.20 "DELETE /v2.0/routers/67e3a13b-bb3e-4311-bbfe-b1cc94ceb685 HTTP/1.1" status: 204 len: 168 time: 0.7501640 Nov 27 04:35:30.114782 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 32936) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:35:30.158483 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-9035b4b6-5931-49ec-a378-846e82946e65 admin admin] Deleting subnet 162f7c60-8275-43ba-a92e-d26c32da61bd {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:35:30.161476 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9035b4b6-5931-49ec-a378-846e82946e65 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:30.200864 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9035b4b6-5931-49ec-a378-846e82946e65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:30.291363 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9035b4b6-5931-49ec-a378-846e82946e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:30.342678 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9035b4b6-5931-49ec-a378-846e82946e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:30.370435 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9035b4b6-5931-49ec-a378-846e82946e65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=162f7c60-8275-43ba-a92e-d26c32da61bd,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:35:30.376109 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9035b4b6-5931-49ec-a378-846e82946e65 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:30.380981 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9035b4b6-5931-49ec-a378-846e82946e65 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/162f7c60-8275-43ba-a92e-d26c32da61bd HTTP/1.1" status: 204 len: 168 time: 0.2636232 Nov 27 04:35:30.381833 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 32938) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:35:30.381963 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387e0051-5ef9-4833-b72f-d2b44465188b None None] Network 174b2a1d-6569-4946-b8ee-95c4a0a4fd17 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:35:30.450470 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-439bd2dc-a3dc-4356-a94c-d8b464edef0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:30.503379 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-439bd2dc-a3dc-4356-a94c-d8b464edef0c admin admin] Deleting port 5d117345-8888-4a88-9507-2c81424225a3 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:35:30.503726 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-439bd2dc-a3dc-4356-a94c-d8b464edef0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:30.571602 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-439bd2dc-a3dc-4356-a94c-d8b464edef0c admin admin] For port 5d117345-8888-4a88-9507-2c81424225a3, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=5d117345-8888-4a88-9507-2c81424225a3,segment=NetworkSegment(4ba66183-95cb-405e-8fce-caeff01f631e),segment_id=4ba66183-95cb-405e-8fce-caeff01f631e)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:35:30.571899 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-439bd2dc-a3dc-4356-a94c-d8b464edef0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:30.583887 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-439bd2dc-a3dc-4356-a94c-d8b464edef0c admin admin] Calling delete_port for 5d117345-8888-4a88-9507-2c81424225a3 owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:35:30.590720 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 3009f4b6-bf84-429f-98ba-f4fe476d7664 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:35:30.612578 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 3009f4b6-bf84-429f-98ba-f4fe476d7664 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:35:30.612928 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 3009f4b6-bf84-429f-98ba-f4fe476d7664 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:35:30.625029 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac77f4d-4cf5-4aa5-b36a-82dd6a9be665 None None] DHCP port deletion for 174b2a1d-6569-4946-b8ee-95c4a0a4fd17 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:35:30.670066 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-439bd2dc-a3dc-4356-a94c-d8b464edef0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:30.673641 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-8ac77f4d-4cf5-4aa5-b36a-82dd6a9be665 None None] Deleting port 5d117345-8888-4a88-9507-2c81424225a3 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:35:30.674021 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8ac77f4d-4cf5-4aa5-b36a-82dd6a9be665 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:30.700775 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439bd2dc-a3dc-4356-a94c-d8b464edef0c admin admin] Pushing event deleted for resources: {'Port': ['ID=5d117345-8888-4a88-9507-2c81424225a3,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:35:30.704231 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439bd2dc-a3dc-4356-a94c-d8b464edef0c admin admin] No DVR routers for this DVR port 5d117345-8888-4a88-9507-2c81424225a3 on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:35:30.745819 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-8ac77f4d-4cf5-4aa5-b36a-82dd6a9be665 None None] For port 5d117345-8888-4a88-9507-2c81424225a3, host n-d-819494-3, got binding levels [] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:35:30.746313 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8ac77f4d-4cf5-4aa5-b36a-82dd6a9be665 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:30.760447 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-8ac77f4d-4cf5-4aa5-b36a-82dd6a9be665 None None] Calling delete_port for 5d117345-8888-4a88-9507-2c81424225a3 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:35:30.763658 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.ipam_backend_mixin [None req-8ac77f4d-4cf5-4aa5-b36a-82dd6a9be665 None None] Port 5d117345-8888-4a88-9507-2c81424225a3 was not found and therefore no delete operation was performed {{(pid=110020) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 04:35:30.765421 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8ac77f4d-4cf5-4aa5-b36a-82dd6a9be665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:30.778264 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-439bd2dc-a3dc-4356-a94c-d8b464edef0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:30.793995 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac77f4d-4cf5-4aa5-b36a-82dd6a9be665 None None] No DVR routers for this DVR port 5d117345-8888-4a88-9507-2c81424225a3 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:35:30.795831 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac77f4d-4cf5-4aa5-b36a-82dd6a9be665 None None] Pushing event deleted for resources: {'Port': ['ID=5d117345-8888-4a88-9507-2c81424225a3,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:35:30.800782 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-439bd2dc-a3dc-4356-a94c-d8b464edef0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['174b2a1d-6569-4946-b8ee-95c4a0a4fd17']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:35:30.812789 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-439bd2dc-a3dc-4356-a94c-d8b464edef0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba66183-95cb-405e-8fce-caeff01f631e') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:35:30.813098 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-439bd2dc-a3dc-4356-a94c-d8b464edef0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba66183-95cb-405e-8fce-caeff01f631e') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:35:30.823401 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-439bd2dc-a3dc-4356-a94c-d8b464edef0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:30.837686 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-439bd2dc-a3dc-4356-a94c-d8b464edef0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:30.844505 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-439bd2dc-a3dc-4356-a94c-d8b464edef0c admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:35:30.845102 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-439bd2dc-a3dc-4356-a94c-d8b464edef0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:30.846962 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:35:30.846962 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:35:30.846962 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:35:30.846962 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:35:30.846962 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:35:30.846962 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:35:30.846962 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:35:30.846962 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:35:30.846962 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:35:30.846962 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:35:30.846962 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:35:30.846962 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:35:30.846962 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:35:30.846962 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:35:30.846962 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:35:30.846962 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:35:30.846962 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:35:30.846962 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:35:30.846962 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:35:30.846962 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:35:30.846962 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:35:30.846962 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:35:30.846962 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:35:30.846962 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:35:30.846962 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:35:30.846962 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:35:30.846962 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:35:30.846962 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:35:30.846962 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:35:30.846962 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:35:30.846962 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:35:30.846962 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:35:30.907871 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-439bd2dc-a3dc-4356-a94c-d8b464edef0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:30.913826 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-439bd2dc-a3dc-4356-a94c-d8b464edef0c admin admin] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:30.917447 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-439bd2dc-a3dc-4356-a94c-d8b464edef0c admin admin] 10.222.0.20 "DELETE /v2.0/networks/174b2a1d-6569-4946-b8ee-95c4a0a4fd17 HTTP/1.1" status: 204 len: 168 time: 0.5346968 Nov 27 04:35:30.921377 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 32940) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:35:30.930820 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439bd2dc-a3dc-4356-a94c-d8b464edef0c admin admin] Pushing event deleted for resources: {'Network': ['ID=174b2a1d-6569-4946-b8ee-95c4a0a4fd17,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:35:31.029378 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 5d117345-8888-4a88-9507-2c81424225a3 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:35:31.049252 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 5d117345-8888-4a88-9507-2c81424225a3 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:35:31.049599 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 5d117345-8888-4a88-9507-2c81424225a3 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:35:31.050015 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device a5aed934-dc48-4dc8-9ec5-06e6af27c323 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:35:31.068686 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: a5aed934-dc48-4dc8-9ec5-06e6af27c323 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:35:31.069031 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device a5aed934-dc48-4dc8-9ec5-06e6af27c323 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:35:31.069448 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e46a34a1-fa61-47f1-9a2f-f328a025e6aa no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:35:31.090792 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: e46a34a1-fa61-47f1-9a2f-f328a025e6aa {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:35:31.091141 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e46a34a1-fa61-47f1-9a2f-f328a025e6aa not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:35:31.270821 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4dc9ad30-dc70-4fcb-b6d9-013a90706c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:31.507362 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-4dc9ad30-dc70-4fcb-b6d9-013a90706c25 admin admin] Deleting port e7b994a1-0fb4-43b0-84eb-e63a98f243b9 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:35:31.507699 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4dc9ad30-dc70-4fcb-b6d9-013a90706c25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:31.582525 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-4dc9ad30-dc70-4fcb-b6d9-013a90706c25 admin admin] For port e7b994a1-0fb4-43b0-84eb-e63a98f243b9, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=e7b994a1-0fb4-43b0-84eb-e63a98f243b9,segment=NetworkSegment(1dc6d523-1a67-43b9-bf12-5037155af958),segment_id=1dc6d523-1a67-43b9-bf12-5037155af958)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:35:31.582910 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4dc9ad30-dc70-4fcb-b6d9-013a90706c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:31.594659 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-4dc9ad30-dc70-4fcb-b6d9-013a90706c25 admin admin] Calling delete_port for e7b994a1-0fb4-43b0-84eb-e63a98f243b9 owned by network:router_interface {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:35:31.694005 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:35:31.767618 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4dc9ad30-dc70-4fcb-b6d9-013a90706c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:31.791522 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9ad30-dc70-4fcb-b6d9-013a90706c25 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7b994a1-0fb4-43b0-84eb-e63a98f243b9,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:35:31.801376 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc9ad30-dc70-4fcb-b6d9-013a90706c25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:35:31.801727 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc9ad30-dc70-4fcb-b6d9-013a90706c25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:35:31.802070 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc9ad30-dc70-4fcb-b6d9-013a90706c25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:35:31.802409 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc9ad30-dc70-4fcb-b6d9-013a90706c25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:35:31.802786 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc9ad30-dc70-4fcb-b6d9-013a90706c25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:35:31.803116 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc9ad30-dc70-4fcb-b6d9-013a90706c25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:35:31.803443 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc9ad30-dc70-4fcb-b6d9-013a90706c25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:35:31.803771 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc9ad30-dc70-4fcb-b6d9-013a90706c25 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:35:31.804120 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc9ad30-dc70-4fcb-b6d9-013a90706c25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:35:31.804451 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc9ad30-dc70-4fcb-b6d9-013a90706c25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:35:31.804773 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc9ad30-dc70-4fcb-b6d9-013a90706c25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:35:31.805140 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc9ad30-dc70-4fcb-b6d9-013a90706c25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:35:31.970730 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4dc9ad30-dc70-4fcb-b6d9-013a90706c25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:32.183156 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc9ad30-dc70-4fcb-b6d9-013a90706c25 admin admin] Router 902d707e-e1ea-40e2-a088-9ecf6886d06e has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:35:32.283065 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc9ad30-dc70-4fcb-b6d9-013a90706c25 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:35:32.288509 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4dc9ad30-dc70-4fcb-b6d9-013a90706c25 admin admin] 10.222.0.20 "PUT /v2.0/routers/902d707e-e1ea-40e2-a088-9ecf6886d06e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3663576 Nov 27 04:35:32.291187 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 32942) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:35:32.291980 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f5d3d8-1665-4e62-92d5-a252fb034aca None None] Sync routers for ids ['902d707e-e1ea-40e2-a088-9ecf6886d06e'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:35:32.301643 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f5d3d8-1665-4e62-92d5-a252fb034aca None None] Routers {'902d707e-e1ea-40e2-a088-9ecf6886d06e'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:35:32.302372 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-87f5d3d8-1665-4e62-92d5-a252fb034aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:35:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['902d707e-e1ea-40e2-a088-9ecf6886d06e'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:35:32.392451 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4f4e4ec1-afbd-466d-88ca-aba5d087fc6a admin admin] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:32.402833 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-87f5d3d8-1665-4e62-92d5-a252fb034aca None None] Set router 902d707e-e1ea-40e2-a088-9ecf6886d06e gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:35:32.493669 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4f4e4ec1-afbd-466d-88ca-aba5d087fc6a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:32.547667 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-4f4e4ec1-afbd-466d-88ca-aba5d087fc6a admin admin] Deleting port 8dec7737-f6e6-4bbb-aa0e-90e3d3695a1e {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:35:32.548032 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4f4e4ec1-afbd-466d-88ca-aba5d087fc6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:32.584272 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-87f5d3d8-1665-4e62-92d5-a252fb034aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902d707e-e1ea-40e2-a088-9ecf6886d06e', 'name': 'tempest-TestEncryptedCinderVolumes-234738554-router', 'tenant_id': '0cf18aec30064ad9bff9393cf6013419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '8dec7737-f6e6-4bbb-aa0e-90e3d3695a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:34:11Z', 'updated_at': '2021-11-27T04:35:31Z', 'revision_number': 5, 'project_id': '0cf18aec30064ad9bff9393cf6013419', 'gw_port': {'id': '8dec7737-f6e6-4bbb-aa0e-90e3d3695a1e', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ab:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902d707e-e1ea-40e2-a088-9ecf6886d06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:34:12Z', 'updated_at': '2021-11-27T04:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:35:32.610846 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f5d3d8-1665-4e62-92d5-a252fb034aca None None] Checking router: 902d707e-e1ea-40e2-a088-9ecf6886d06e for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:35:32.619530 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f5d3d8-1665-4e62-92d5-a252fb034aca None None] Routers {'902d707e-e1ea-40e2-a088-9ecf6886d06e'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:35:32.620146 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-87f5d3d8-1665-4e62-92d5-a252fb034aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:35:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['902d707e-e1ea-40e2-a088-9ecf6886d06e'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:35:32.632029 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-4f4e4ec1-afbd-466d-88ca-aba5d087fc6a admin admin] For port 8dec7737-f6e6-4bbb-aa0e-90e3d3695a1e, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=8dec7737-f6e6-4bbb-aa0e-90e3d3695a1e,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:35:32.632949 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4f4e4ec1-afbd-466d-88ca-aba5d087fc6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:32.645074 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-4f4e4ec1-afbd-466d-88ca-aba5d087fc6a admin admin] Calling delete_port for 8dec7737-f6e6-4bbb-aa0e-90e3d3695a1e owned by network:router_gateway {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:35:32.704132 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-87f5d3d8-1665-4e62-92d5-a252fb034aca None None] Set router 902d707e-e1ea-40e2-a088-9ecf6886d06e gateway port host: None {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:35:32.756883 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-87f5d3d8-1665-4e62-92d5-a252fb034aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902d707e-e1ea-40e2-a088-9ecf6886d06e', 'name': 'tempest-TestEncryptedCinderVolumes-234738554-router', 'tenant_id': '0cf18aec30064ad9bff9393cf6013419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:34:11Z', 'updated_at': '2021-11-27T04:35:32Z', 'revision_number': 6, 'project_id': '0cf18aec30064ad9bff9393cf6013419', 'gw_port_host': None}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:35:32.782583 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f5d3d8-1665-4e62-92d5-a252fb034aca None None] The sync data for ids ['902d707e-e1ea-40e2-a088-9ecf6886d06e'] in n-d-819494-3 is: [{'id': '902d707e-e1ea-40e2-a088-9ecf6886d06e', 'name': 'tempest-TestEncryptedCinderVolumes-234738554-router', 'tenant_id': '0cf18aec30064ad9bff9393cf6013419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:34:11Z', 'updated_at': '2021-11-27T04:35:32Z', 'revision_number': 6, 'project_id': '0cf18aec30064ad9bff9393cf6013419', 'gw_port_host': None}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:35:32.810865 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4f4e4ec1-afbd-466d-88ca-aba5d087fc6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:32.837610 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e4ec1-afbd-466d-88ca-aba5d087fc6a admin admin] Pushing event deleted for resources: {'Port': ['ID=8dec7737-f6e6-4bbb-aa0e-90e3d3695a1e,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:35:32.854466 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aee15e5-a51f-4dc2-9a6a-a514d85161ea None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:35:32.906374 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4f4e4ec1-afbd-466d-88ca-aba5d087fc6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:32.996893 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4f4e4ec1-afbd-466d-88ca-aba5d087fc6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:32.999040 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4f4e4ec1-afbd-466d-88ca-aba5d087fc6a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:33.039908 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4f4e4ec1-afbd-466d-88ca-aba5d087fc6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:33.040386 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4e4ec1-afbd-466d-88ca-aba5d087fc6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 902d707e-e1ea-40e2-a088-9ecf6886d06e {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:35:33.045551 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4f4e4ec1-afbd-466d-88ca-aba5d087fc6a admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:33.046701 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4f4e4ec1-afbd-466d-88ca-aba5d087fc6a admin admin] 10.222.0.20 "DELETE /v2.0/routers/902d707e-e1ea-40e2-a088-9ecf6886d06e HTTP/1.1" status: 204 len: 168 time: 0.7545660 Nov 27 04:35:33.049290 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 32944) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:35:33.092640 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-07905b91-de7e-424e-86e6-b2cbe1fc8ee5 admin admin] Deleting subnet 9c49e181-395d-4e5d-860f-056718edf7c1 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:35:33.095692 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-07905b91-de7e-424e-86e6-b2cbe1fc8ee5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:33.136968 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-07905b91-de7e-424e-86e6-b2cbe1fc8ee5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:33.222696 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-07905b91-de7e-424e-86e6-b2cbe1fc8ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:33.251959 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e7b994a1-0fb4-43b0-84eb-e63a98f243b9 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:35:33.271660 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: e7b994a1-0fb4-43b0-84eb-e63a98f243b9 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:35:33.272013 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e7b994a1-0fb4-43b0-84eb-e63a98f243b9 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:35:33.279350 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-07905b91-de7e-424e-86e6-b2cbe1fc8ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:33.303717 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07905b91-de7e-424e-86e6-b2cbe1fc8ee5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c49e181-395d-4e5d-860f-056718edf7c1,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:35:33.311041 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-07905b91-de7e-424e-86e6-b2cbe1fc8ee5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:33.314524 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-07905b91-de7e-424e-86e6-b2cbe1fc8ee5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9c49e181-395d-4e5d-860f-056718edf7c1 HTTP/1.1" status: 204 len: 168 time: 0.2642970 Nov 27 04:35:33.314686 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab42d7d-f43c-45a6-932a-ad95a0cf054d None None] Network aeee17a6-5088-45df-b0e7-020cf34686b5 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:35:33.317046 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 32946) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:35:33.390421 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9873fa3e-77f9-47c0-bddd-33778135566c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:33.442603 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-9873fa3e-77f9-47c0-bddd-33778135566c admin admin] Deleting port e092858f-c2f7-41e5-b658-99ff8c78041f {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:35:33.442953 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9873fa3e-77f9-47c0-bddd-33778135566c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:33.563966 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e0772f-9b79-4be3-ae08-5b4caa210c32 None None] DHCP port deletion for aeee17a6-5088-45df-b0e7-020cf34686b5 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:35:33.617020 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-98e0772f-9b79-4be3-ae08-5b4caa210c32 None None] Deleting port e092858f-c2f7-41e5-b658-99ff8c78041f {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:35:33.617397 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-98e0772f-9b79-4be3-ae08-5b4caa210c32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:33.690408 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-98e0772f-9b79-4be3-ae08-5b4caa210c32 None None] For port e092858f-c2f7-41e5-b658-99ff8c78041f, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=e092858f-c2f7-41e5-b658-99ff8c78041f,segment=NetworkSegment(1dc6d523-1a67-43b9-bf12-5037155af958),segment_id=1dc6d523-1a67-43b9-bf12-5037155af958)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:35:33.690843 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-98e0772f-9b79-4be3-ae08-5b4caa210c32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:33.704202 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-98e0772f-9b79-4be3-ae08-5b4caa210c32 None None] Calling delete_port for e092858f-c2f7-41e5-b658-99ff8c78041f owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:35:33.786519 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-98e0772f-9b79-4be3-ae08-5b4caa210c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:33.810872 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0772f-9b79-4be3-ae08-5b4caa210c32 None None] Pushing event deleted for resources: {'Port': ['ID=e092858f-c2f7-41e5-b658-99ff8c78041f,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:35:33.817089 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e0772f-9b79-4be3-ae08-5b4caa210c32 None None] No DVR routers for this DVR port e092858f-c2f7-41e5-b658-99ff8c78041f on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:35:33.818706 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-9873fa3e-77f9-47c0-bddd-33778135566c admin admin] For port e092858f-c2f7-41e5-b658-99ff8c78041f, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=e092858f-c2f7-41e5-b658-99ff8c78041f,segment=NetworkSegment(1dc6d523-1a67-43b9-bf12-5037155af958),segment_id=1dc6d523-1a67-43b9-bf12-5037155af958)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:35:33.819196 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9873fa3e-77f9-47c0-bddd-33778135566c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:33.833052 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-9873fa3e-77f9-47c0-bddd-33778135566c admin admin] Calling delete_port for e092858f-c2f7-41e5-b658-99ff8c78041f owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:35:33.910274 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9873fa3e-77f9-47c0-bddd-33778135566c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:33.935544 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873fa3e-77f9-47c0-bddd-33778135566c admin admin] Pushing event deleted for resources: {'Port': ['ID=e092858f-c2f7-41e5-b658-99ff8c78041f,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:35:33.939835 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9873fa3e-77f9-47c0-bddd-33778135566c admin admin] No DVR routers for this DVR port e092858f-c2f7-41e5-b658-99ff8c78041f on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:35:34.012673 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9873fa3e-77f9-47c0-bddd-33778135566c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:34.032264 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-9873fa3e-77f9-47c0-bddd-33778135566c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeee17a6-5088-45df-b0e7-020cf34686b5']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:35:34.041510 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-9873fa3e-77f9-47c0-bddd-33778135566c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dc6d523-1a67-43b9-bf12-5037155af958') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:35:34.041809 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-9873fa3e-77f9-47c0-bddd-33778135566c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dc6d523-1a67-43b9-bf12-5037155af958') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:35:34.050930 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9873fa3e-77f9-47c0-bddd-33778135566c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:34.064671 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9873fa3e-77f9-47c0-bddd-33778135566c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:34.071277 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9873fa3e-77f9-47c0-bddd-33778135566c admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:35:34.071664 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9873fa3e-77f9-47c0-bddd-33778135566c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:34.073487 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:35:34.073487 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 04:35:34.073487 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:35:34.073487 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 04:35:34.073487 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:35:34.073487 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 04:35:34.073487 n-d-819494-3 neutron-server[110018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:35:34.073487 n-d-819494-3 neutron-server[110018]: self.session.flush() Nov 27 04:35:34.073487 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:35:34.073487 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:35:34.073487 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:35:34.073487 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:35:34.073487 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:35:34.073487 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:35:34.073487 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:35:34.073487 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:35:34.073487 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:35:34.073487 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:35:34.073487 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:35:34.073487 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:35:34.073487 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:35:34.073487 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:35:34.073487 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:35:34.073487 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:35:34.073487 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:35:34.073487 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:35:34.073487 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:35:34.073487 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:35:34.073487 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:35:34.073487 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:35:34.073487 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:35:34.073487 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:35:34.073487 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:35:34.073487 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:35:34.073487 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:35:34.073487 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:35:34.073487 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:35:34.073487 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:35:34.073487 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:35:34.073487 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:35:34.128534 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9873fa3e-77f9-47c0-bddd-33778135566c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:34.133932 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9873fa3e-77f9-47c0-bddd-33778135566c admin admin] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:34.137648 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9873fa3e-77f9-47c0-bddd-33778135566c admin admin] 10.222.0.20 "DELETE /v2.0/networks/aeee17a6-5088-45df-b0e7-020cf34686b5 HTTP/1.1" status: 204 len: 168 time: 0.8190265 Nov 27 04:35:34.149983 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873fa3e-77f9-47c0-bddd-33778135566c admin admin] Pushing event deleted for resources: {'Network': ['ID=aeee17a6-5088-45df-b0e7-020cf34686b5,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:35:34.289896 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 32950) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:35:34.330528 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-917818de-345f-4d9a-8a9b-132be52c3bc0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f33e4d846e104d8a876fd42c5fde312c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393112 Nov 27 04:35:34.332935 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 32952) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:35:34.378900 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-58b7b8c9-084f-4a8e-8f76-6290de25b879 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:34.399563 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-58b7b8c9-084f-4a8e-8f76-6290de25b879 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:34.445875 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-58b7b8c9-084f-4a8e-8f76-6290de25b879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:34.448407 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-58b7b8c9-084f-4a8e-8f76-6290de25b879 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:34.449570 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-58b7b8c9-084f-4a8e-8f76-6290de25b879 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2af6ff4f-be4d-432e-b0f3-50f7038f5b06 HTTP/1.1" status: 204 len: 168 time: 0.1156313 Nov 27 04:35:34.458054 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7b8c9-084f-4a8e-8f76-6290de25b879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af6ff4f-be4d-432e-b0f3-50f7038f5b06,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:35:34.747408 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 32958) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:35:34.785870 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2ff10901-505e-408b-80ac-76a2c4bb26d2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0cf18aec30064ad9bff9393cf6013419&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0373299 Nov 27 04:35:34.788145 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 32960) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:35:34.833775 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2fce2238-9d02-489a-afa6-862ed048daf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:34.859325 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2fce2238-9d02-489a-afa6-862ed048daf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:34.904376 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2fce2238-9d02-489a-afa6-862ed048daf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:34.907133 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2fce2238-9d02-489a-afa6-862ed048daf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:34.908248 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2fce2238-9d02-489a-afa6-862ed048daf7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0876306f-9f93-46a4-a295-fc45da733fd9 HTTP/1.1" status: 204 len: 168 time: 0.1186228 Nov 27 04:35:34.916930 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce2238-9d02-489a-afa6-862ed048daf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0876306f-9f93-46a4-a295-fc45da733fd9,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:35:35.027251 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 8dec7737-f6e6-4bbb-aa0e-90e3d3695a1e no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:35:35.048838 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 8dec7737-f6e6-4bbb-aa0e-90e3d3695a1e {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:35:35.049191 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 8dec7737-f6e6-4bbb-aa0e-90e3d3695a1e not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:35:35.049613 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e092858f-c2f7-41e5-b658-99ff8c78041f no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:35:35.068061 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: e092858f-c2f7-41e5-b658-99ff8c78041f {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:35:35.068347 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e092858f-c2f7-41e5-b658-99ff8c78041f not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:35:35.586088 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 32982) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:35:35.678483 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-0f9dab39-a68c-440e-bcb2-7ee772da0c5b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-854642558-network', 'tenant_id': '1806331ea66a4f5fb557174dc73386bf'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:35:35.699205 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9dab39-a68c-440e-bcb2-7ee772da0c5b admin admin] Made reservation on behalf of 1806331ea66a4f5fb557174dc73386bf for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:35:35.701408 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0f9dab39-a68c-440e-bcb2-7ee772da0c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:35.709622 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0f9dab39-a68c-440e-bcb2-7ee772da0c5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:35.781069 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0f9dab39-a68c-440e-bcb2-7ee772da0c5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:35.784727 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0f9dab39-a68c-440e-bcb2-7ee772da0c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:35.806114 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f9dab39-a68c-440e-bcb2-7ee772da0c5b admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:35:35.821541 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9dab39-a68c-440e-bcb2-7ee772da0c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7425e31-8514-4ca6-88f9-420049af4b06,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:35:35.824384 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0f9dab39-a68c-440e-bcb2-7ee772da0c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:35.824726 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-0f9dab39-a68c-440e-bcb2-7ee772da0c5b admin admin] Added segment 28525574-257b-4a61-977f-2c31072ab059 of type vlan for network 8451218f-3ba6-4504-b4e2-01fd88e778b3 Nov 27 04:35:35.863413 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0f9dab39-a68c-440e-bcb2-7ee772da0c5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:35.888872 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0f9dab39-a68c-440e-bcb2-7ee772da0c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:35.890002 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9dab39-a68c-440e-bcb2-7ee772da0c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:35:35.890612 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0f9dab39-a68c-440e-bcb2-7ee772da0c5b admin admin] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:35.948001 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0f9dab39-a68c-440e-bcb2-7ee772da0c5b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3607671 Nov 27 04:35:35.951006 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 32986) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:35:35.956030 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-e0909ab8-df30-4155-990d-09b5ccc9bd86 admin admin] Request body: {'subnet': {'network_id': '8451218f-3ba6-4504-b4e2-01fd88e778b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-854642558-subnet', 'tenant_id': '1806331ea66a4f5fb557174dc73386bf', 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:35:35.959083 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9dab39-a68c-440e-bcb2-7ee772da0c5b admin admin] Pushing event updated for resources: {'Network': ['ID=8451218f-3ba6-4504-b4e2-01fd88e778b3,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:35:35.968632 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 8451218f-3ba6-4504-b4e2-01fd88e778b3 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:35:35.977239 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0909ab8-df30-4155-990d-09b5ccc9bd86 admin admin] Made reservation on behalf of 1806331ea66a4f5fb557174dc73386bf for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:35:35.979613 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e0909ab8-df30-4155-990d-09b5ccc9bd86 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:36.142745 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e0909ab8-df30-4155-990d-09b5ccc9bd86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:36.215055 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0909ab8-df30-4155-990d-09b5ccc9bd86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b41bfb3d-f397-4cd1-8dae-92994928d413,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:35:36.220038 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0909ab8-df30-4155-990d-09b5ccc9bd86 admin admin] Checking segment: {'id': '28525574-257b-4a61-977f-2c31072ab059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8451218f-3ba6-4504-b4e2-01fd88e778b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:35:36.220393 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0909ab8-df30-4155-990d-09b5ccc9bd86 admin admin] Network hostable DHCP agents. Network: 8451218f-3ba6-4504-b4e2-01fd88e778b3, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:35:36.236654 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0909ab8-df30-4155-990d-09b5ccc9bd86 admin admin] Network 8451218f-3ba6-4504-b4e2-01fd88e778b3 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:35:36.245477 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-e0909ab8-df30-4155-990d-09b5ccc9bd86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 8451218f-3ba6-4504-b4e2-01fd88e778b3) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:35:36.249628 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0909ab8-df30-4155-990d-09b5ccc9bd86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:35:36.250309 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e0909ab8-df30-4155-990d-09b5ccc9bd86 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:36.254511 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca9c544-5497-4c91-acd8-5b97507f6623 None None] Network 8451218f-3ba6-4504-b4e2-01fd88e778b3 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:35:36.265199 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e0909ab8-df30-4155-990d-09b5ccc9bd86 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3130479 Nov 27 04:35:36.268142 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 32988) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:35:36.272315 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-bf7a6b38-e8c7-47bc-b121-8df2b2fbcfb0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-854642558-router', 'tenant_id': '1806331ea66a4f5fb557174dc73386bf', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:35:36.294314 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bf7a6b38-e8c7-47bc-b121-8df2b2fbcfb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:36.295336 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bf7a6b38-e8c7-47bc-b121-8df2b2fbcfb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:36.345385 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bf7a6b38-e8c7-47bc-b121-8df2b2fbcfb0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:36.397468 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0611ca5-e7ff-4ce7-acb5-9a33be54bf45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-8451218f-3ba6-4504-b4e2-01fd88e778b3', 'network_id': '8451218f-3ba6-4504-b4e2-01fd88e778b3', 'tenant_id': '1806331ea66a4f5fb557174dc73386bf', 'fixed_ips': [{'subnet_id': 'b41bfb3d-f397-4cd1-8dae-92994928d413'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:35:36.398860 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f0611ca5-e7ff-4ce7-acb5-9a33be54bf45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:36.482889 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bf7a6b38-e8c7-47bc-b121-8df2b2fbcfb0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:36.534999 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-f0611ca5-e7ff-4ce7-acb5-9a33be54bf45 None None] Allocated IP 172.20.0.2 (8451218f-3ba6-4504-b4e2-01fd88e778b3/b41bfb3d-f397-4cd1-8dae-92994928d413/85cc7690-a84a-4ffc-936c-3d2137d0ebb1) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:35:36.678471 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f0611ca5-e7ff-4ce7-acb5-9a33be54bf45 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:36.682379 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bf7a6b38-e8c7-47bc-b121-8df2b2fbcfb0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:36.684602 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f0611ca5-e7ff-4ce7-acb5-9a33be54bf45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:36.706620 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bf7a6b38-e8c7-47bc-b121-8df2b2fbcfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:36.822783 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-bf7a6b38-e8c7-47bc-b121-8df2b2fbcfb0 admin admin] Allocated IP 172.25.1.7 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/b5c37ea9-35e7-4aab-8fe9-8724419f39bf) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:35:36.885792 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0611ca5-e7ff-4ce7-acb5-9a33be54bf45 None None] Network 8451218f-3ba6-4504-b4e2-01fd88e778b3 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:35:36.890366 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-f0611ca5-e7ff-4ce7-acb5-9a33be54bf45 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:35:36.894576 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0611ca5-e7ff-4ce7-acb5-9a33be54bf45 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:35:36.897590 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0611ca5-e7ff-4ce7-acb5-9a33be54bf45 None None] Pushing event updated for resources: {'Port': ['ID=85cc7690-a84a-4ffc-936c-3d2137d0ebb1,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:35:36.935723 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bf7a6b38-e8c7-47bc-b121-8df2b2fbcfb0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:36.948088 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-f0611ca5-e7ff-4ce7-acb5-9a33be54bf45 None None] Attempting to bind port 85cc7690-a84a-4ffc-936c-3d2137d0ebb1 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:35:36.948458 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-f0611ca5-e7ff-4ce7-acb5-9a33be54bf45 None None] Attempting to bind port 85cc7690-a84a-4ffc-936c-3d2137d0ebb1 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '28525574-257b-4a61-977f-2c31072ab059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8451218f-3ba6-4504-b4e2-01fd88e778b3'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:35:36.948817 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0611ca5-e7ff-4ce7-acb5-9a33be54bf45 None None] Attempting to bind port 85cc7690-a84a-4ffc-936c-3d2137d0ebb1 on network 8451218f-3ba6-4504-b4e2-01fd88e778b3 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:35:36.954085 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0611ca5-e7ff-4ce7-acb5-9a33be54bf45 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:35:36.954462 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0611ca5-e7ff-4ce7-acb5-9a33be54bf45 None None] Checking segment: {'id': '28525574-257b-4a61-977f-2c31072ab059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8451218f-3ba6-4504-b4e2-01fd88e778b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:35:36.954889 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f0611ca5-e7ff-4ce7-acb5-9a33be54bf45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:36.955283 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0611ca5-e7ff-4ce7-acb5-9a33be54bf45 None None] Bound using segment: {'id': '28525574-257b-4a61-977f-2c31072ab059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8451218f-3ba6-4504-b4e2-01fd88e778b3'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:35:36.955753 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-f0611ca5-e7ff-4ce7-acb5-9a33be54bf45 None None] Bound port: 85cc7690-a84a-4ffc-936c-3d2137d0ebb1, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28525574-257b-4a61-977f-2c31072ab059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8451218f-3ba6-4504-b4e2-01fd88e778b3'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:35:36.956128 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f0611ca5-e7ff-4ce7-acb5-9a33be54bf45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:36.970745 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bf7a6b38-e8c7-47bc-b121-8df2b2fbcfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:37.010189 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7a6b38-e8c7-47bc-b121-8df2b2fbcfb0 admin admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:35:37.013104 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-bf7a6b38-e8c7-47bc-b121-8df2b2fbcfb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:35:37.016773 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-f0611ca5-e7ff-4ce7-acb5-9a33be54bf45 None None] For port 85cc7690-a84a-4ffc-936c-3d2137d0ebb1, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:35:37.016927 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7a6b38-e8c7-47bc-b121-8df2b2fbcfb0 admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:35:37.020168 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-f0611ca5-e7ff-4ce7-acb5-9a33be54bf45 None None] For port 85cc7690-a84a-4ffc-936c-3d2137d0ebb1, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=85cc7690-a84a-4ffc-936c-3d2137d0ebb1,segment=NetworkSegment(28525574-257b-4a61-977f-2c31072ab059),segment_id=28525574-257b-4a61-977f-2c31072ab059)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:35:37.026566 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f0611ca5-e7ff-4ce7-acb5-9a33be54bf45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:37.031463 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd73886e-b22b-44ba-9386-e1f45c514189 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:35:37.043022 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a6b38-e8c7-47bc-b121-8df2b2fbcfb0 admin admin] Pushing event updated for resources: {'Port': ['ID=b5c37ea9-35e7-4aab-8fe9-8724419f39bf,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:35:37.094161 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0611ca5-e7ff-4ce7-acb5-9a33be54bf45 None None] Pushing event updated for resources: {'Port': ['ID=85cc7690-a84a-4ffc-936c-3d2137d0ebb1,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:35:37.128016 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-4fba474e-1018-49e4-b295-56f903e0b1e7 None None] Provisioning complete for port b5c37ea9-35e7-4aab-8fe9-8724419f39bf triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:35:37.128397 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4fba474e-1018-49e4-b295-56f903e0b1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:37.164808 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-4fba474e-1018-49e4-b295-56f903e0b1e7 None None] Port b5c37ea9-35e7-4aab-8fe9-8724419f39bf cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:35:37.295909 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bf7a6b38-e8c7-47bc-b121-8df2b2fbcfb0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:37.501711 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bf7a6b38-e8c7-47bc-b121-8df2b2fbcfb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:37.628087 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7a6b38-e8c7-47bc-b121-8df2b2fbcfb0 admin admin] Router d650d032-2657-4d41-89f9-461f5788edef is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:35:37.734733 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7a6b38-e8c7-47bc-b121-8df2b2fbcfb0 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:35:37.744632 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3445a4-5cba-494e-a845-fe7b00a41d84 None None] Sync routers for ids ['d650d032-2657-4d41-89f9-461f5788edef'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:35:37.753506 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bf7a6b38-e8c7-47bc-b121-8df2b2fbcfb0 admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:37.754885 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-bf7a6b38-e8c7-47bc-b121-8df2b2fbcfb0 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4857614 Nov 27 04:35:37.757579 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 32990) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:35:37.760968 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3445a4-5cba-494e-a845-fe7b00a41d84 None None] Routers {'d650d032-2657-4d41-89f9-461f5788edef'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:35:37.761680 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-5e3445a4-5cba-494e-a845-fe7b00a41d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:35:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d650d032-2657-4d41-89f9-461f5788edef'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:35:37.876545 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-5e3445a4-5cba-494e-a845-fe7b00a41d84 None None] Set router d650d032-2657-4d41-89f9-461f5788edef gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:35:38.062754 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefc830d-41eb-425c-b829-70c98234de51 None None] Network 8451218f-3ba6-4504-b4e2-01fd88e778b3 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:35:38.127768 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-5e3445a4-5cba-494e-a845-fe7b00a41d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd650d032-2657-4d41-89f9-461f5788edef', 'name': 'tempest-TestMinimumBasicScenario-854642558-router', 'tenant_id': '1806331ea66a4f5fb557174dc73386bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'b5c37ea9-35e7-4aab-8fe9-8724419f39bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:35:36Z', 'updated_at': '2021-11-27T04:35:37Z', 'revision_number': 3, 'project_id': '1806331ea66a4f5fb557174dc73386bf', 'gw_port': {'id': 'b5c37ea9-35e7-4aab-8fe9-8724419f39bf', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:94:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd650d032-2657-4d41-89f9-461f5788edef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:35:36Z', 'updated_at': '2021-11-27T04:35:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:35:38.160909 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-6a704e19-0829-44ba-b733-20c176b26783 None None] Provisioning complete for port 85cc7690-a84a-4ffc-936c-3d2137d0ebb1 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:35:38.161203 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6a704e19-0829-44ba-b733-20c176b26783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:38.164897 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3445a4-5cba-494e-a845-fe7b00a41d84 None None] Checking router: d650d032-2657-4d41-89f9-461f5788edef for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:35:38.165248 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3445a4-5cba-494e-a845-fe7b00a41d84 None None] Updating router d650d032-2657-4d41-89f9-461f5788edef port b5c37ea9-35e7-4aab-8fe9-8724419f39bf binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:35:38.202005 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-319542c3-d671-4834-a55d-976b4baa1036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:38.235836 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5e3445a4-5cba-494e-a845-fe7b00a41d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:38.357497 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-319542c3-d671-4834-a55d-976b4baa1036 admin admin] Allocated IP 172.20.0.1 (8451218f-3ba6-4504-b4e2-01fd88e778b3/b41bfb3d-f397-4cd1-8dae-92994928d413/bdbee11c-a260-4ad7-bba3-c5daf366b9d0) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:35:38.459116 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6a704e19-0829-44ba-b733-20c176b26783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:38.459567 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-319542c3-d671-4834-a55d-976b4baa1036 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:38.497259 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-319542c3-d671-4834-a55d-976b4baa1036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:38.520292 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-6a704e19-0829-44ba-b733-20c176b26783 None None] For port 85cc7690-a84a-4ffc-936c-3d2137d0ebb1, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=85cc7690-a84a-4ffc-936c-3d2137d0ebb1,segment=NetworkSegment(28525574-257b-4a61-977f-2c31072ab059),segment_id=28525574-257b-4a61-977f-2c31072ab059)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:35:38.530943 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6a704e19-0829-44ba-b733-20c176b26783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:38.543552 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319542c3-d671-4834-a55d-976b4baa1036 admin admin] Network 8451218f-3ba6-4504-b4e2-01fd88e778b3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:35:38.546685 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-319542c3-d671-4834-a55d-976b4baa1036 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:35:38.550344 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319542c3-d671-4834-a55d-976b4baa1036 admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:35:38.578308 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319542c3-d671-4834-a55d-976b4baa1036 admin admin] Pushing event updated for resources: {'Port': ['ID=bdbee11c-a260-4ad7-bba3-c5daf366b9d0,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:35:38.603698 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-319542c3-d671-4834-a55d-976b4baa1036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:38.631096 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a704e19-0829-44ba-b733-20c176b26783 None None] Pushing event updated for resources: {'Port': ['ID=85cc7690-a84a-4ffc-936c-3d2137d0ebb1,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:35:38.655030 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5e3445a4-5cba-494e-a845-fe7b00a41d84 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:38.660836 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5e3445a4-5cba-494e-a845-fe7b00a41d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:38.716306 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033a5084-34e8-4c57-b773-60c31f78414d None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:35:38.718582 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1554ab-0461-4507-bb18-daebef926311 None None] Pushing event updated for resources: {'Port': ['ID=b5c37ea9-35e7-4aab-8fe9-8724419f39bf,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:35:38.720955 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-5e3445a4-5cba-494e-a845-fe7b00a41d84 None None] Attempting to bind port b5c37ea9-35e7-4aab-8fe9-8724419f39bf on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:35:38.721401 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-5e3445a4-5cba-494e-a845-fe7b00a41d84 None None] Attempting to bind port b5c37ea9-35e7-4aab-8fe9-8724419f39bf by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:35:38.721765 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3445a4-5cba-494e-a845-fe7b00a41d84 None None] Attempting to bind port b5c37ea9-35e7-4aab-8fe9-8724419f39bf on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:35:38.730594 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3445a4-5cba-494e-a845-fe7b00a41d84 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:35:38.730962 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3445a4-5cba-494e-a845-fe7b00a41d84 None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:35:38.731359 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5e3445a4-5cba-494e-a845-fe7b00a41d84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:38.731745 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3445a4-5cba-494e-a845-fe7b00a41d84 None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:35:38.732223 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-5e3445a4-5cba-494e-a845-fe7b00a41d84 None None] Bound port: b5c37ea9-35e7-4aab-8fe9-8724419f39bf, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:35:38.732601 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5e3445a4-5cba-494e-a845-fe7b00a41d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:38.752433 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-319542c3-d671-4834-a55d-976b4baa1036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:38.789590 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-030e086f-318c-46d6-ada9-c7157096a1d8 None None] Provisioning complete for port 85cc7690-a84a-4ffc-936c-3d2137d0ebb1 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:35:38.790199 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-030e086f-318c-46d6-ada9-c7157096a1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:38.818591 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-5e3445a4-5cba-494e-a845-fe7b00a41d84 None None] For port b5c37ea9-35e7-4aab-8fe9-8724419f39bf, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:35:38.838337 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-5e3445a4-5cba-494e-a845-fe7b00a41d84 None None] For port b5c37ea9-35e7-4aab-8fe9-8724419f39bf, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b5c37ea9-35e7-4aab-8fe9-8724419f39bf,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:35:38.846453 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5e3445a4-5cba-494e-a845-fe7b00a41d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:38.907935 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a41e4a-c0ee-49dc-9dc0-f0ca87a2977f None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:35:38.934855 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-319542c3-d671-4834-a55d-976b4baa1036 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:38.940628 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-319542c3-d671-4834-a55d-976b4baa1036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:38.941278 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1554ab-0461-4507-bb18-daebef926311 None None] Pushing event updated for resources: {'Port': ['ID=b5c37ea9-35e7-4aab-8fe9-8724419f39bf,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:35:38.944065 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3445a4-5cba-494e-a845-fe7b00a41d84 None None] Routers {'d650d032-2657-4d41-89f9-461f5788edef'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:35:38.944691 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-5e3445a4-5cba-494e-a845-fe7b00a41d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:35:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d650d032-2657-4d41-89f9-461f5788edef'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:35:39.011018 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-319542c3-d671-4834-a55d-976b4baa1036 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:39.012971 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319542c3-d671-4834-a55d-976b4baa1036 admin admin] Pushing event updated for resources: {'Port': ['ID=bdbee11c-a260-4ad7-bba3-c5daf366b9d0,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:35:39.063754 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-5e3445a4-5cba-494e-a845-fe7b00a41d84 None None] Set router d650d032-2657-4d41-89f9-461f5788edef gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:35:39.092937 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 85cc7690-a84a-4ffc-936c-3d2137d0ebb1 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:35:39.114320 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319542c3-d671-4834-a55d-976b4baa1036 admin admin] Network 8451218f-3ba6-4504-b4e2-01fd88e778b3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:35:39.115747 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-319542c3-d671-4834-a55d-976b4baa1036 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:35:39.233007 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c88988e1-ecfc-4306-93d4-81759c3a6958 None None] Provisioning complete for port b5c37ea9-35e7-4aab-8fe9-8724419f39bf triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:35:39.233562 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c88988e1-ecfc-4306-93d4-81759c3a6958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:39.239009 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-319542c3-d671-4834-a55d-976b4baa1036 admin admin] Router d650d032-2657-4d41-89f9-461f5788edef has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:35:39.293687 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 85cc7690-a84a-4ffc-936c-3d2137d0ebb1 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:35:39.294069 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:39.353180 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319542c3-d671-4834-a55d-976b4baa1036 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:35:39.358244 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-319542c3-d671-4834-a55d-976b4baa1036 admin admin] 10.222.0.20 "PUT /v2.0/routers/d650d032-2657-4d41-89f9-461f5788edef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5995886 Nov 27 04:35:39.420591 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c88988e1-ecfc-4306-93d4-81759c3a6958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:39.472234 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c88988e1-ecfc-4306-93d4-81759c3a6958 None None] For port b5c37ea9-35e7-4aab-8fe9-8724419f39bf, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b5c37ea9-35e7-4aab-8fe9-8724419f39bf,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:35:39.480429 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c88988e1-ecfc-4306-93d4-81759c3a6958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:39.507457 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-5e3445a4-5cba-494e-a845-fe7b00a41d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd650d032-2657-4d41-89f9-461f5788edef', 'name': 'tempest-TestMinimumBasicScenario-854642558-router', 'tenant_id': '1806331ea66a4f5fb557174dc73386bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'b5c37ea9-35e7-4aab-8fe9-8724419f39bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:35:36Z', 'updated_at': '2021-11-27T04:35:38Z', 'revision_number': 4, 'project_id': '1806331ea66a4f5fb557174dc73386bf', 'gw_port': {'id': 'b5c37ea9-35e7-4aab-8fe9-8724419f39bf', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:94:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd650d032-2657-4d41-89f9-461f5788edef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:35:36Z', 'updated_at': '2021-11-27T04:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'bdbee11c-a260-4ad7-bba3-c5daf366b9d0', 'name': '', 'network_id': '8451218f-3ba6-4504-b4e2-01fd88e778b3', 'tenant_id': '1806331ea66a4f5fb557174dc73386bf', 'mac_address': 'fa:16:3e:fb:61:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd650d032-2657-4d41-89f9-461f5788edef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'b41bfb3d-f397-4cd1-8dae-92994928d413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:35:38Z', 'updated_at': '2021-11-27T04:35:38Z', 'revision_number': 2, 'project_id': '1806331ea66a4f5fb557174dc73386bf', 'subnets': [{'id': 'b41bfb3d-f397-4cd1-8dae-92994928d413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:35:39.706088 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3445a4-5cba-494e-a845-fe7b00a41d84 None None] The sync data for ids ['d650d032-2657-4d41-89f9-461f5788edef'] in n-d-819494-3 is: [{'id': 'd650d032-2657-4d41-89f9-461f5788edef', 'name': 'tempest-TestMinimumBasicScenario-854642558-router', 'tenant_id': '1806331ea66a4f5fb557174dc73386bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'b5c37ea9-35e7-4aab-8fe9-8724419f39bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:35:36Z', 'updated_at': '2021-11-27T04:35:38Z', 'revision_number': 4, 'project_id': '1806331ea66a4f5fb557174dc73386bf', 'gw_port': {'id': 'b5c37ea9-35e7-4aab-8fe9-8724419f39bf', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:94:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd650d032-2657-4d41-89f9-461f5788edef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:35:36Z', 'updated_at': '2021-11-27T04:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'bdbee11c-a260-4ad7-bba3-c5daf366b9d0', 'name': '', 'network_id': '8451218f-3ba6-4504-b4e2-01fd88e778b3', 'tenant_id': '1806331ea66a4f5fb557174dc73386bf', 'mac_address': 'fa:16:3e:fb:61:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd650d032-2657-4d41-89f9-461f5788edef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'b41bfb3d-f397-4cd1-8dae-92994928d413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:35:38Z', 'updated_at': '2021-11-27T04:35:38Z', 'revision_number': 2, 'project_id': '1806331ea66a4f5fb557174dc73386bf', 'subnets': [{'id': 'b41bfb3d-f397-4cd1-8dae-92994928d413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:35:39.720666 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c88988e1-ecfc-4306-93d4-81759c3a6958 None None] Provisioning complete for port bdbee11c-a260-4ad7-bba3-c5daf366b9d0 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:35:39.721068 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c88988e1-ecfc-4306-93d4-81759c3a6958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:39.749970 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88988e1-ecfc-4306-93d4-81759c3a6958 None None] Pushing event updated for resources: {'Port': ['ID=b5c37ea9-35e7-4aab-8fe9-8724419f39bf,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:35:39.765843 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c88988e1-ecfc-4306-93d4-81759c3a6958 None None] Port bdbee11c-a260-4ad7-bba3-c5daf366b9d0 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:35:39.868844 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33006) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:35:39.874226 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-4080da08-35cc-4fec-bc89-187fcefef4b3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-128815672-network', 'tenant_id': '150abae0c7c94325be64d0c35db8fffe'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:35:39.886944 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-5b84ddb8-6b97-409a-ac6a-4e3402664440 None None] Provisioning complete for port bdbee11c-a260-4ad7-bba3-c5daf366b9d0 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:35:39.887592 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5b84ddb8-6b97-409a-ac6a-4e3402664440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:39.897690 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4080da08-35cc-4fec-bc89-187fcefef4b3 admin admin] Made reservation on behalf of 150abae0c7c94325be64d0c35db8fffe for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:35:39.901041 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4080da08-35cc-4fec-bc89-187fcefef4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:39.914543 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4080da08-35cc-4fec-bc89-187fcefef4b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:39.946389 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-5b84ddb8-6b97-409a-ac6a-4e3402664440 None None] Port bdbee11c-a260-4ad7-bba3-c5daf366b9d0 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:35:40.000475 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4080da08-35cc-4fec-bc89-187fcefef4b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:40.004379 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4080da08-35cc-4fec-bc89-187fcefef4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:40.030387 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4080da08-35cc-4fec-bc89-187fcefef4b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:35:40.040594 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080da08-35cc-4fec-bc89-187fcefef4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75bd943-b780-4d99-94d8-71242dbb77df,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:35:40.045897 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4080da08-35cc-4fec-bc89-187fcefef4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:40.046240 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-4080da08-35cc-4fec-bc89-187fcefef4b3 admin admin] Added segment b0444ee4-ee8b-4242-b84a-338c85dc6420 of type vlan for network bcad4807-5d0e-47b2-9d59-8fc60a3d3261 Nov 27 04:35:40.089542 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4080da08-35cc-4fec-bc89-187fcefef4b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:40.115673 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4080da08-35cc-4fec-bc89-187fcefef4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:40.117234 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4080da08-35cc-4fec-bc89-187fcefef4b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:35:40.117817 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4080da08-35cc-4fec-bc89-187fcefef4b3 admin admin] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:40.181467 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4080da08-35cc-4fec-bc89-187fcefef4b3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3115008 Nov 27 04:35:40.184952 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33008) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:35:40.187808 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080da08-35cc-4fec-bc89-187fcefef4b3 admin admin] Pushing event updated for resources: {'Network': ['ID=bcad4807-5d0e-47b2-9d59-8fc60a3d3261,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:35:40.197776 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-b1bcd9d6-4a4b-43ae-8a3c-d11cde517b0d admin admin] Request body: {'subnet': {'network_id': 'bcad4807-5d0e-47b2-9d59-8fc60a3d3261', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-128815672-subnet', 'tenant_id': '150abae0c7c94325be64d0c35db8fffe', 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:35:40.198194 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network bcad4807-5d0e-47b2-9d59-8fc60a3d3261 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:35:40.219019 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1bcd9d6-4a4b-43ae-8a3c-d11cde517b0d admin admin] Made reservation on behalf of 150abae0c7c94325be64d0c35db8fffe for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:35:40.221690 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b1bcd9d6-4a4b-43ae-8a3c-d11cde517b0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:40.412222 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b1bcd9d6-4a4b-43ae-8a3c-d11cde517b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:40.476458 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bcd9d6-4a4b-43ae-8a3c-d11cde517b0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c4184e4-35c8-4d7c-bc42-302989b86b54,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:35:40.485411 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bcd9d6-4a4b-43ae-8a3c-d11cde517b0d admin admin] Checking segment: {'id': 'b0444ee4-ee8b-4242-b84a-338c85dc6420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bcad4807-5d0e-47b2-9d59-8fc60a3d3261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:35:40.485775 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bcd9d6-4a4b-43ae-8a3c-d11cde517b0d admin admin] Network hostable DHCP agents. Network: bcad4807-5d0e-47b2-9d59-8fc60a3d3261, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:35:40.503608 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bcd9d6-4a4b-43ae-8a3c-d11cde517b0d admin admin] Network bcad4807-5d0e-47b2-9d59-8fc60a3d3261 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:35:40.513546 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-b1bcd9d6-4a4b-43ae-8a3c-d11cde517b0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, bcad4807-5d0e-47b2-9d59-8fc60a3d3261) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:35:40.519424 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bcd9d6-4a4b-43ae-8a3c-d11cde517b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:35:40.520047 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b1bcd9d6-4a4b-43ae-8a3c-d11cde517b0d admin admin] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:40.522993 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5cacd7-a228-4699-b1f8-bd14a50fcdb2 None None] Network bcad4807-5d0e-47b2-9d59-8fc60a3d3261 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:35:40.540015 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b1bcd9d6-4a4b-43ae-8a3c-d11cde517b0d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3538795 Nov 27 04:35:40.542861 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33010) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:35:40.547629 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-1e2cdf13-21d7-4c11-b4d9-c85c9f44090a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-128815672-router', 'tenant_id': '150abae0c7c94325be64d0c35db8fffe', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:35:40.581363 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1e2cdf13-21d7-4c11-b4d9-c85c9f44090a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:40.582533 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1e2cdf13-21d7-4c11-b4d9-c85c9f44090a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:40.641486 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1e2cdf13-21d7-4c11-b4d9-c85c9f44090a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:40.683191 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fac884-9031-4f94-9bfb-7868660f5f34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-bcad4807-5d0e-47b2-9d59-8fc60a3d3261', 'network_id': 'bcad4807-5d0e-47b2-9d59-8fc60a3d3261', 'tenant_id': '150abae0c7c94325be64d0c35db8fffe', 'fixed_ips': [{'subnet_id': '9c4184e4-35c8-4d7c-bc42-302989b86b54'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:35:40.684087 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e7fac884-9031-4f94-9bfb-7868660f5f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:40.792623 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1e2cdf13-21d7-4c11-b4d9-c85c9f44090a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:40.837620 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-e7fac884-9031-4f94-9bfb-7868660f5f34 None None] Allocated IP 172.20.0.2 (bcad4807-5d0e-47b2-9d59-8fc60a3d3261/9c4184e4-35c8-4d7c-bc42-302989b86b54/3fe687b6-6599-45a7-8a61-77a018f814ac) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:35:40.994817 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e7fac884-9031-4f94-9bfb-7868660f5f34 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:41.002200 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e7fac884-9031-4f94-9bfb-7868660f5f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:41.005653 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1e2cdf13-21d7-4c11-b4d9-c85c9f44090a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:41.032009 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1e2cdf13-21d7-4c11-b4d9-c85c9f44090a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:41.040500 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fac884-9031-4f94-9bfb-7868660f5f34 None None] Network bcad4807-5d0e-47b2-9d59-8fc60a3d3261 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:35:41.043734 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-e7fac884-9031-4f94-9bfb-7868660f5f34 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:35:41.046619 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fac884-9031-4f94-9bfb-7868660f5f34 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:35:41.083490 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b5c37ea9-35e7-4aab-8fe9-8724419f39bf up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:35:41.124620 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fac884-9031-4f94-9bfb-7868660f5f34 None None] Pushing event updated for resources: {'Port': ['ID=3fe687b6-6599-45a7-8a61-77a018f814ac,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:35:41.155529 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-e7fac884-9031-4f94-9bfb-7868660f5f34 None None] Attempting to bind port 3fe687b6-6599-45a7-8a61-77a018f814ac on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:35:41.155906 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-e7fac884-9031-4f94-9bfb-7868660f5f34 None None] Attempting to bind port 3fe687b6-6599-45a7-8a61-77a018f814ac by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'b0444ee4-ee8b-4242-b84a-338c85dc6420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bcad4807-5d0e-47b2-9d59-8fc60a3d3261'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:35:41.156276 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fac884-9031-4f94-9bfb-7868660f5f34 None None] Attempting to bind port 3fe687b6-6599-45a7-8a61-77a018f814ac on network bcad4807-5d0e-47b2-9d59-8fc60a3d3261 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:35:41.156841 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-1e2cdf13-21d7-4c11-b4d9-c85c9f44090a admin admin] Allocated IP 172.25.1.17 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/57e0aa4a-3ed6-4337-89f2-fc66becf95f2) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:35:41.166531 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fac884-9031-4f94-9bfb-7868660f5f34 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:35:41.167091 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fac884-9031-4f94-9bfb-7868660f5f34 None None] Checking segment: {'id': 'b0444ee4-ee8b-4242-b84a-338c85dc6420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bcad4807-5d0e-47b2-9d59-8fc60a3d3261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:35:41.167614 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e7fac884-9031-4f94-9bfb-7868660f5f34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:41.168019 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fac884-9031-4f94-9bfb-7868660f5f34 None None] Bound using segment: {'id': 'b0444ee4-ee8b-4242-b84a-338c85dc6420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bcad4807-5d0e-47b2-9d59-8fc60a3d3261'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:35:41.168500 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-e7fac884-9031-4f94-9bfb-7868660f5f34 None None] Bound port: 3fe687b6-6599-45a7-8a61-77a018f814ac, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0444ee4-ee8b-4242-b84a-338c85dc6420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bcad4807-5d0e-47b2-9d59-8fc60a3d3261'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:35:41.168893 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e7fac884-9031-4f94-9bfb-7868660f5f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:41.210003 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port b5c37ea9-35e7-4aab-8fe9-8724419f39bf triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:35:41.210444 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:41.264592 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1e2cdf13-21d7-4c11-b4d9-c85c9f44090a admin admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:41.266854 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-e7fac884-9031-4f94-9bfb-7868660f5f34 None None] For port 3fe687b6-6599-45a7-8a61-77a018f814ac, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:35:41.270477 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-e7fac884-9031-4f94-9bfb-7868660f5f34 None None] For port 3fe687b6-6599-45a7-8a61-77a018f814ac, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=3fe687b6-6599-45a7-8a61-77a018f814ac,segment=NetworkSegment(b0444ee4-ee8b-4242-b84a-338c85dc6420),segment_id=b0444ee4-ee8b-4242-b84a-338c85dc6420)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:35:41.276690 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e7fac884-9031-4f94-9bfb-7868660f5f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:41.302003 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1e2cdf13-21d7-4c11-b4d9-c85c9f44090a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:41.348990 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2cdf13-21d7-4c11-b4d9-c85c9f44090a admin admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:35:41.352070 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-1e2cdf13-21d7-4c11-b4d9-c85c9f44090a admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:35:41.356784 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2cdf13-21d7-4c11-b4d9-c85c9f44090a admin admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:35:41.362405 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2cdf13-21d7-4c11-b4d9-c85c9f44090a admin admin] Pushing event updated for resources: {'Port': ['ID=57e0aa4a-3ed6-4337-89f2-fc66becf95f2,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:35:41.373547 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fac884-9031-4f94-9bfb-7868660f5f34 None None] Pushing event updated for resources: {'Port': ['ID=3fe687b6-6599-45a7-8a61-77a018f814ac,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:35:41.380312 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928ffc0e-dfeb-4653-89af-44cfef309403 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:35:41.478921 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-237401d8-4f98-4388-bb1e-feb76a8c2ddf None None] Provisioning complete for port 57e0aa4a-3ed6-4337-89f2-fc66becf95f2 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:35:41.479422 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-237401d8-4f98-4388-bb1e-feb76a8c2ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:41.536343 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-237401d8-4f98-4388-bb1e-feb76a8c2ddf None None] Port 57e0aa4a-3ed6-4337-89f2-fc66becf95f2 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:35:41.651140 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1e2cdf13-21d7-4c11-b4d9-c85c9f44090a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:41.847858 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1e2cdf13-21d7-4c11-b4d9-c85c9f44090a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:41.976780 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2cdf13-21d7-4c11-b4d9-c85c9f44090a admin admin] Router 99296f3f-2355-4303-bc2a-c0210509fa1e is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:35:42.086578 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2cdf13-21d7-4c11-b4d9-c85c9f44090a admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:35:42.102325 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d042d6-8e05-4716-af9a-f40655f96d26 None None] Sync routers for ids ['99296f3f-2355-4303-bc2a-c0210509fa1e'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:35:42.108934 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1e2cdf13-21d7-4c11-b4d9-c85c9f44090a admin admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:42.110462 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1e2cdf13-21d7-4c11-b4d9-c85c9f44090a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5665162 Nov 27 04:35:42.113297 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33012) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:35:42.114867 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d042d6-8e05-4716-af9a-f40655f96d26 None None] Routers {'99296f3f-2355-4303-bc2a-c0210509fa1e'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:35:42.115489 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-70d042d6-8e05-4716-af9a-f40655f96d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:35:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['99296f3f-2355-4303-bc2a-c0210509fa1e'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:35:42.341821 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-70d042d6-8e05-4716-af9a-f40655f96d26 None None] Set router 99296f3f-2355-4303-bc2a-c0210509fa1e gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:35:42.368896 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f57bd2c-d961-446d-b12e-4413a3b1a084 None None] Sync routers for ids ['d650d032-2657-4d41-89f9-461f5788edef'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:35:42.380590 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f57bd2c-d961-446d-b12e-4413a3b1a084 None None] Routers {'d650d032-2657-4d41-89f9-461f5788edef'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:35:42.381587 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-9f57bd2c-d961-446d-b12e-4413a3b1a084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:35:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d650d032-2657-4d41-89f9-461f5788edef'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:35:42.423973 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa4f81f-5f76-4623-95de-9422babf8792 None None] Network bcad4807-5d0e-47b2-9d59-8fc60a3d3261 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:35:42.531447 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-28519701-62d9-4208-a6d2-0dd6e3b768e2 None None] Provisioning complete for port 3fe687b6-6599-45a7-8a61-77a018f814ac triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:35:42.531813 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-28519701-62d9-4208-a6d2-0dd6e3b768e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:42.543381 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-70d042d6-8e05-4716-af9a-f40655f96d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99296f3f-2355-4303-bc2a-c0210509fa1e', 'name': 'tempest-TestMinimumBasicScenario-128815672-router', 'tenant_id': '150abae0c7c94325be64d0c35db8fffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '57e0aa4a-3ed6-4337-89f2-fc66becf95f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:35:40Z', 'updated_at': '2021-11-27T04:35:41Z', 'revision_number': 3, 'project_id': '150abae0c7c94325be64d0c35db8fffe', 'gw_port': {'id': '57e0aa4a-3ed6-4337-89f2-fc66becf95f2', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fd:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99296f3f-2355-4303-bc2a-c0210509fa1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:35:41Z', 'updated_at': '2021-11-27T04:35:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:35:42.572304 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d042d6-8e05-4716-af9a-f40655f96d26 None None] Checking router: 99296f3f-2355-4303-bc2a-c0210509fa1e for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:35:42.572645 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d042d6-8e05-4716-af9a-f40655f96d26 None None] Updating router 99296f3f-2355-4303-bc2a-c0210509fa1e port 57e0aa4a-3ed6-4337-89f2-fc66becf95f2 binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:35:42.597452 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-70d042d6-8e05-4716-af9a-f40655f96d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:42.612089 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-9f57bd2c-d961-446d-b12e-4413a3b1a084 None None] Set router d650d032-2657-4d41-89f9-461f5788edef gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:35:42.754489 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-28519701-62d9-4208-a6d2-0dd6e3b768e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:42.857998 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-70d042d6-8e05-4716-af9a-f40655f96d26 None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:42.859726 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-28519701-62d9-4208-a6d2-0dd6e3b768e2 None None] For port 3fe687b6-6599-45a7-8a61-77a018f814ac, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=3fe687b6-6599-45a7-8a61-77a018f814ac,segment=NetworkSegment(b0444ee4-ee8b-4242-b84a-338c85dc6420),segment_id=b0444ee4-ee8b-4242-b84a-338c85dc6420)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:35:42.864760 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-70d042d6-8e05-4716-af9a-f40655f96d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:42.869301 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-28519701-62d9-4208-a6d2-0dd6e3b768e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:42.900942 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b8364d91-e83a-4ceb-8d49-582fe8d0df97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:42.915594 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-70d042d6-8e05-4716-af9a-f40655f96d26 None None] Attempting to bind port 57e0aa4a-3ed6-4337-89f2-fc66becf95f2 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:35:42.915965 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-70d042d6-8e05-4716-af9a-f40655f96d26 None None] Attempting to bind port 57e0aa4a-3ed6-4337-89f2-fc66becf95f2 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:35:42.916588 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d042d6-8e05-4716-af9a-f40655f96d26 None None] Attempting to bind port 57e0aa4a-3ed6-4337-89f2-fc66becf95f2 on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:35:42.926591 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7a3757-d931-4199-9855-9c3cd5a63d10 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:35:42.926793 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d042d6-8e05-4716-af9a-f40655f96d26 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:35:42.927128 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d042d6-8e05-4716-af9a-f40655f96d26 None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:35:42.927524 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-70d042d6-8e05-4716-af9a-f40655f96d26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:42.927905 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d042d6-8e05-4716-af9a-f40655f96d26 None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:35:42.928372 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-70d042d6-8e05-4716-af9a-f40655f96d26 None None] Bound port: 57e0aa4a-3ed6-4337-89f2-fc66becf95f2, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:35:42.928746 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-70d042d6-8e05-4716-af9a-f40655f96d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:42.948770 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9bbae-0c45-4454-a31d-619fd352c968 None None] Pushing event updated for resources: {'Port': ['ID=57e0aa4a-3ed6-4337-89f2-fc66becf95f2,revision_number=2']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:35:42.962131 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9bbae-0c45-4454-a31d-619fd352c968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:35:42.962475 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9bbae-0c45-4454-a31d-619fd352c968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:35:42.962832 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9bbae-0c45-4454-a31d-619fd352c968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:35:42.963169 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9bbae-0c45-4454-a31d-619fd352c968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:35:42.963500 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9bbae-0c45-4454-a31d-619fd352c968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:35:42.963826 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9bbae-0c45-4454-a31d-619fd352c968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:35:42.964146 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9bbae-0c45-4454-a31d-619fd352c968 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:35:42.964462 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9bbae-0c45-4454-a31d-619fd352c968 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:35:42.965257 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9bbae-0c45-4454-a31d-619fd352c968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:35:42.965257 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9bbae-0c45-4454-a31d-619fd352c968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:35:42.965488 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9bbae-0c45-4454-a31d-619fd352c968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:35:42.965727 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9bbae-0c45-4454-a31d-619fd352c968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:35:42.980538 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28519701-62d9-4208-a6d2-0dd6e3b768e2 None None] Pushing event updated for resources: {'Port': ['ID=3fe687b6-6599-45a7-8a61-77a018f814ac,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:35:42.993879 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-70d042d6-8e05-4716-af9a-f40655f96d26 None None] For port 57e0aa4a-3ed6-4337-89f2-fc66becf95f2, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:35:42.997112 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-70d042d6-8e05-4716-af9a-f40655f96d26 None None] For port 57e0aa4a-3ed6-4337-89f2-fc66becf95f2, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=57e0aa4a-3ed6-4337-89f2-fc66becf95f2,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:35:43.003044 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-70d042d6-8e05-4716-af9a-f40655f96d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:43.016817 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-9f57bd2c-d961-446d-b12e-4413a3b1a084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd650d032-2657-4d41-89f9-461f5788edef', 'name': 'tempest-TestMinimumBasicScenario-854642558-router', 'tenant_id': '1806331ea66a4f5fb557174dc73386bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'b5c37ea9-35e7-4aab-8fe9-8724419f39bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:35:36Z', 'updated_at': '2021-11-27T04:35:38Z', 'revision_number': 4, 'project_id': '1806331ea66a4f5fb557174dc73386bf', 'gw_port': {'id': 'b5c37ea9-35e7-4aab-8fe9-8724419f39bf', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:94:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd650d032-2657-4d41-89f9-461f5788edef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:35:36Z', 'updated_at': '2021-11-27T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'bdbee11c-a260-4ad7-bba3-c5daf366b9d0', 'name': '', 'network_id': '8451218f-3ba6-4504-b4e2-01fd88e778b3', 'tenant_id': '1806331ea66a4f5fb557174dc73386bf', 'mac_address': 'fa:16:3e:fb:61:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd650d032-2657-4d41-89f9-461f5788edef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'b41bfb3d-f397-4cd1-8dae-92994928d413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:35:38Z', 'updated_at': '2021-11-27T04:35:38Z', 'revision_number': 2, 'project_id': '1806331ea66a4f5fb557174dc73386bf', 'subnets': [{'id': 'b41bfb3d-f397-4cd1-8dae-92994928d413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:35:43.048876 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f57bd2c-d961-446d-b12e-4413a3b1a084 None None] Checking router: d650d032-2657-4d41-89f9-461f5788edef for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:35:43.048876 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f57bd2c-d961-446d-b12e-4413a3b1a084 None None] Updating router d650d032-2657-4d41-89f9-461f5788edef port bdbee11c-a260-4ad7-bba3-c5daf366b9d0 binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:35:43.055013 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d042d6-8e05-4716-af9a-f40655f96d26 None None] Routers {'99296f3f-2355-4303-bc2a-c0210509fa1e'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:35:43.055690 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-70d042d6-8e05-4716-af9a-f40655f96d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:35:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['99296f3f-2355-4303-bc2a-c0210509fa1e'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:35:43.057724 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7719985-76c0-49cd-b730-b77ed8bd0fbe None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:35:43.105916 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9f57bd2c-d961-446d-b12e-4413a3b1a084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:43.164254 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9bbae-0c45-4454-a31d-619fd352c968 None None] Pushing event updated for resources: {'Port': ['ID=57e0aa4a-3ed6-4337-89f2-fc66becf95f2,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:35:43.177856 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-4902257c-3b5f-4001-a844-c6e52881645d None None] Provisioning complete for port 57e0aa4a-3ed6-4337-89f2-fc66becf95f2 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:35:43.177856 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4902257c-3b5f-4001-a844-c6e52881645d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:43.204543 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 3fe687b6-6599-45a7-8a61-77a018f814ac up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:35:43.218057 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-b8364d91-e83a-4ceb-8d49-582fe8d0df97 admin admin] Allocated IP 172.20.0.1 (bcad4807-5d0e-47b2-9d59-8fc60a3d3261/9c4184e4-35c8-4d7c-bc42-302989b86b54/8c07cb6a-df3d-4468-ad35-be9242c263ab) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:35:43.235359 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-70d042d6-8e05-4716-af9a-f40655f96d26 None None] Set router 99296f3f-2355-4303-bc2a-c0210509fa1e gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:35:43.338599 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b8364d91-e83a-4ceb-8d49-582fe8d0df97 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:43.378915 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b8364d91-e83a-4ceb-8d49-582fe8d0df97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:43.425201 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8364d91-e83a-4ceb-8d49-582fe8d0df97 admin admin] Network bcad4807-5d0e-47b2-9d59-8fc60a3d3261 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:35:43.428335 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-b8364d91-e83a-4ceb-8d49-582fe8d0df97 admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:35:43.431097 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 3fe687b6-6599-45a7-8a61-77a018f814ac triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:35:43.431645 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:43.433263 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4902257c-3b5f-4001-a844-c6e52881645d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:43.433392 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8364d91-e83a-4ceb-8d49-582fe8d0df97 admin admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:35:43.436272 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8364d91-e83a-4ceb-8d49-582fe8d0df97 admin admin] Pushing event updated for resources: {'Port': ['ID=8c07cb6a-df3d-4468-ad35-be9242c263ab,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:35:43.437705 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-70d042d6-8e05-4716-af9a-f40655f96d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99296f3f-2355-4303-bc2a-c0210509fa1e', 'name': 'tempest-TestMinimumBasicScenario-128815672-router', 'tenant_id': '150abae0c7c94325be64d0c35db8fffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '57e0aa4a-3ed6-4337-89f2-fc66becf95f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:35:40Z', 'updated_at': '2021-11-27T04:35:41Z', 'revision_number': 3, 'project_id': '150abae0c7c94325be64d0c35db8fffe', 'gw_port': {'id': '57e0aa4a-3ed6-4337-89f2-fc66becf95f2', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fd:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99296f3f-2355-4303-bc2a-c0210509fa1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:35:41Z', 'updated_at': '2021-11-27T04:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:35:43.470902 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d042d6-8e05-4716-af9a-f40655f96d26 None None] The sync data for ids ['99296f3f-2355-4303-bc2a-c0210509fa1e'] in n-d-819494-3 is: [{'id': '99296f3f-2355-4303-bc2a-c0210509fa1e', 'name': 'tempest-TestMinimumBasicScenario-128815672-router', 'tenant_id': '150abae0c7c94325be64d0c35db8fffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '57e0aa4a-3ed6-4337-89f2-fc66becf95f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:35:40Z', 'updated_at': '2021-11-27T04:35:41Z', 'revision_number': 3, 'project_id': '150abae0c7c94325be64d0c35db8fffe', 'gw_port': {'id': '57e0aa4a-3ed6-4337-89f2-fc66becf95f2', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fd:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99296f3f-2355-4303-bc2a-c0210509fa1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:35:41Z', 'updated_at': '2021-11-27T04:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:35:43.493458 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b8364d91-e83a-4ceb-8d49-582fe8d0df97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:43.648053 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b8364d91-e83a-4ceb-8d49-582fe8d0df97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:43.670542 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-4902257c-3b5f-4001-a844-c6e52881645d None None] For port 57e0aa4a-3ed6-4337-89f2-fc66becf95f2, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=57e0aa4a-3ed6-4337-89f2-fc66becf95f2,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:35:43.685963 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4902257c-3b5f-4001-a844-c6e52881645d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:43.853656 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4902257c-3b5f-4001-a844-c6e52881645d None None] Pushing event updated for resources: {'Port': ['ID=57e0aa4a-3ed6-4337-89f2-fc66becf95f2,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:35:43.865512 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b8364d91-e83a-4ceb-8d49-582fe8d0df97 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:43.874462 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b8364d91-e83a-4ceb-8d49-582fe8d0df97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:43.886603 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-af1d8ba9-84b7-433a-be21-6f0198c25909 None None] Provisioning complete for port 57e0aa4a-3ed6-4337-89f2-fc66becf95f2 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:35:43.886998 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-af1d8ba9-84b7-433a-be21-6f0198c25909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:43.893071 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9f57bd2c-d961-446d-b12e-4413a3b1a084 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:43.922032 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9f57bd2c-d961-446d-b12e-4413a3b1a084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:43.952468 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b8364d91-e83a-4ceb-8d49-582fe8d0df97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:43.955215 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8364d91-e83a-4ceb-8d49-582fe8d0df97 admin admin] Pushing event updated for resources: {'Port': ['ID=8c07cb6a-df3d-4468-ad35-be9242c263ab,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:35:44.020956 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf566331-95b6-4c7f-88ac-82738aa91788 None None] Pushing event updated for resources: {'Port': ['ID=bdbee11c-a260-4ad7-bba3-c5daf366b9d0,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:35:44.080871 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8364d91-e83a-4ceb-8d49-582fe8d0df97 admin admin] Network bcad4807-5d0e-47b2-9d59-8fc60a3d3261 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:35:44.082173 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-b8364d91-e83a-4ceb-8d49-582fe8d0df97 admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:35:44.087441 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-9f57bd2c-d961-446d-b12e-4413a3b1a084 None None] Attempting to bind port bdbee11c-a260-4ad7-bba3-c5daf366b9d0 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:35:44.087932 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-9f57bd2c-d961-446d-b12e-4413a3b1a084 None None] Attempting to bind port bdbee11c-a260-4ad7-bba3-c5daf366b9d0 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '28525574-257b-4a61-977f-2c31072ab059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8451218f-3ba6-4504-b4e2-01fd88e778b3'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:35:44.088451 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f57bd2c-d961-446d-b12e-4413a3b1a084 None None] Attempting to bind port bdbee11c-a260-4ad7-bba3-c5daf366b9d0 on network 8451218f-3ba6-4504-b4e2-01fd88e778b3 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:35:44.100711 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f57bd2c-d961-446d-b12e-4413a3b1a084 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:35:44.101223 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f57bd2c-d961-446d-b12e-4413a3b1a084 None None] Checking segment: {'id': '28525574-257b-4a61-977f-2c31072ab059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8451218f-3ba6-4504-b4e2-01fd88e778b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:35:44.101728 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9f57bd2c-d961-446d-b12e-4413a3b1a084 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:44.102221 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f57bd2c-d961-446d-b12e-4413a3b1a084 None None] Bound using segment: {'id': '28525574-257b-4a61-977f-2c31072ab059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8451218f-3ba6-4504-b4e2-01fd88e778b3'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:35:44.103589 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-9f57bd2c-d961-446d-b12e-4413a3b1a084 None None] Bound port: bdbee11c-a260-4ad7-bba3-c5daf366b9d0, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28525574-257b-4a61-977f-2c31072ab059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8451218f-3ba6-4504-b4e2-01fd88e778b3'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:35:44.104211 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9f57bd2c-d961-446d-b12e-4413a3b1a084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:44.205301 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-9f57bd2c-d961-446d-b12e-4413a3b1a084 None None] For port bdbee11c-a260-4ad7-bba3-c5daf366b9d0, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:35:44.210936 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-9f57bd2c-d961-446d-b12e-4413a3b1a084 None None] For port bdbee11c-a260-4ad7-bba3-c5daf366b9d0, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=bdbee11c-a260-4ad7-bba3-c5daf366b9d0,segment=NetworkSegment(28525574-257b-4a61-977f-2c31072ab059),segment_id=28525574-257b-4a61-977f-2c31072ab059)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:35:44.214611 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-af1d8ba9-84b7-433a-be21-6f0198c25909 None None] Provisioning complete for port 8c07cb6a-df3d-4468-ad35-be9242c263ab triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:35:44.215060 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-af1d8ba9-84b7-433a-be21-6f0198c25909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:44.218476 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9f57bd2c-d961-446d-b12e-4413a3b1a084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:44.279797 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8364d91-e83a-4ceb-8d49-582fe8d0df97 admin admin] Router 99296f3f-2355-4303-bc2a-c0210509fa1e has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:35:44.312844 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-af1d8ba9-84b7-433a-be21-6f0198c25909 None None] Port 8c07cb6a-df3d-4468-ad35-be9242c263ab cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:35:44.338482 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f57bd2c-d961-446d-b12e-4413a3b1a084 None None] Routers {'d650d032-2657-4d41-89f9-461f5788edef'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:35:44.339190 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-9f57bd2c-d961-446d-b12e-4413a3b1a084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:35:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d650d032-2657-4d41-89f9-461f5788edef'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:35:44.348536 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf566331-95b6-4c7f-88ac-82738aa91788 None None] Pushing event updated for resources: {'Port': ['ID=bdbee11c-a260-4ad7-bba3-c5daf366b9d0,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:35:44.415655 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-af1d8ba9-84b7-433a-be21-6f0198c25909 None None] Provisioning complete for port 3fe687b6-6599-45a7-8a61-77a018f814ac triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:35:44.416027 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-af1d8ba9-84b7-433a-be21-6f0198c25909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:44.442222 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8364d91-e83a-4ceb-8d49-582fe8d0df97 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:35:44.456763 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b8364d91-e83a-4ceb-8d49-582fe8d0df97 admin admin] 10.222.0.20 "PUT /v2.0/routers/99296f3f-2355-4303-bc2a-c0210509fa1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3407426 Nov 27 04:35:44.535517 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-9f57bd2c-d961-446d-b12e-4413a3b1a084 None None] Set router d650d032-2657-4d41-89f9-461f5788edef gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:35:44.748549 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-81d44238-f940-430f-a109-8e8db7b87af5 None None] Provisioning complete for port 8c07cb6a-df3d-4468-ad35-be9242c263ab triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:35:44.748927 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-81d44238-f940-430f-a109-8e8db7b87af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:44.805471 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-81d44238-f940-430f-a109-8e8db7b87af5 None None] Port 8c07cb6a-df3d-4468-ad35-be9242c263ab cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:35:44.820337 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-81d44238-f940-430f-a109-8e8db7b87af5 None None] Provisioning complete for port bdbee11c-a260-4ad7-bba3-c5daf366b9d0 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:35:44.820774 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-81d44238-f940-430f-a109-8e8db7b87af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:44.826255 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-9f57bd2c-d961-446d-b12e-4413a3b1a084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd650d032-2657-4d41-89f9-461f5788edef', 'name': 'tempest-TestMinimumBasicScenario-854642558-router', 'tenant_id': '1806331ea66a4f5fb557174dc73386bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'b5c37ea9-35e7-4aab-8fe9-8724419f39bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:35:36Z', 'updated_at': '2021-11-27T04:35:38Z', 'revision_number': 4, 'project_id': '1806331ea66a4f5fb557174dc73386bf', 'gw_port': {'id': 'b5c37ea9-35e7-4aab-8fe9-8724419f39bf', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:94:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd650d032-2657-4d41-89f9-461f5788edef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:35:36Z', 'updated_at': '2021-11-27T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'bdbee11c-a260-4ad7-bba3-c5daf366b9d0', 'name': '', 'network_id': '8451218f-3ba6-4504-b4e2-01fd88e778b3', 'tenant_id': '1806331ea66a4f5fb557174dc73386bf', 'mac_address': 'fa:16:3e:fb:61:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd650d032-2657-4d41-89f9-461f5788edef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'b41bfb3d-f397-4cd1-8dae-92994928d413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:35:38Z', 'updated_at': '2021-11-27T04:35:44Z', 'revision_number': 4, 'project_id': '1806331ea66a4f5fb557174dc73386bf', 'subnets': [{'id': 'b41bfb3d-f397-4cd1-8dae-92994928d413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:35:44.875078 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f57bd2c-d961-446d-b12e-4413a3b1a084 None None] The sync data for ids ['d650d032-2657-4d41-89f9-461f5788edef'] in n-d-819494-3 is: [{'id': 'd650d032-2657-4d41-89f9-461f5788edef', 'name': 'tempest-TestMinimumBasicScenario-854642558-router', 'tenant_id': '1806331ea66a4f5fb557174dc73386bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'b5c37ea9-35e7-4aab-8fe9-8724419f39bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:35:36Z', 'updated_at': '2021-11-27T04:35:38Z', 'revision_number': 4, 'project_id': '1806331ea66a4f5fb557174dc73386bf', 'gw_port': {'id': 'b5c37ea9-35e7-4aab-8fe9-8724419f39bf', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:94:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd650d032-2657-4d41-89f9-461f5788edef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:35:36Z', 'updated_at': '2021-11-27T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'bdbee11c-a260-4ad7-bba3-c5daf366b9d0', 'name': '', 'network_id': '8451218f-3ba6-4504-b4e2-01fd88e778b3', 'tenant_id': '1806331ea66a4f5fb557174dc73386bf', 'mac_address': 'fa:16:3e:fb:61:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd650d032-2657-4d41-89f9-461f5788edef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'b41bfb3d-f397-4cd1-8dae-92994928d413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:35:38Z', 'updated_at': '2021-11-27T04:35:44Z', 'revision_number': 4, 'project_id': '1806331ea66a4f5fb557174dc73386bf', 'subnets': [{'id': 'b41bfb3d-f397-4cd1-8dae-92994928d413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:35:44.939565 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-81d44238-f940-430f-a109-8e8db7b87af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:44.978485 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-81d44238-f940-430f-a109-8e8db7b87af5 None None] For port bdbee11c-a260-4ad7-bba3-c5daf366b9d0, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=bdbee11c-a260-4ad7-bba3-c5daf366b9d0,segment=NetworkSegment(28525574-257b-4a61-977f-2c31072ab059),segment_id=28525574-257b-4a61-977f-2c31072ab059)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:35:44.984637 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-81d44238-f940-430f-a109-8e8db7b87af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:45.050916 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d44238-f940-430f-a109-8e8db7b87af5 None None] Pushing event updated for resources: {'Port': ['ID=bdbee11c-a260-4ad7-bba3-c5daf366b9d0,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:35:45.216842 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 57e0aa4a-3ed6-4337-89f2-fc66becf95f2 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:35:45.272647 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 57e0aa4a-3ed6-4337-89f2-fc66becf95f2 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:35:45.273089 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:45.365494 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device bdbee11c-a260-4ad7-bba3-c5daf366b9d0 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:35:45.420671 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port bdbee11c-a260-4ad7-bba3-c5daf366b9d0 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:35:45.421176 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:45.705565 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca813a01-6b79-482e-8897-22e7c2b5a0b3 None None] Sync routers for ids ['99296f3f-2355-4303-bc2a-c0210509fa1e'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:35:45.718066 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca813a01-6b79-482e-8897-22e7c2b5a0b3 None None] Routers {'99296f3f-2355-4303-bc2a-c0210509fa1e'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:35:45.718988 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-ca813a01-6b79-482e-8897-22e7c2b5a0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:35:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['99296f3f-2355-4303-bc2a-c0210509fa1e'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:35:45.842005 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-ca813a01-6b79-482e-8897-22e7c2b5a0b3 None None] Set router 99296f3f-2355-4303-bc2a-c0210509fa1e gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:35:46.054616 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-ca813a01-6b79-482e-8897-22e7c2b5a0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99296f3f-2355-4303-bc2a-c0210509fa1e', 'name': 'tempest-TestMinimumBasicScenario-128815672-router', 'tenant_id': '150abae0c7c94325be64d0c35db8fffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '57e0aa4a-3ed6-4337-89f2-fc66becf95f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:35:40Z', 'updated_at': '2021-11-27T04:35:43Z', 'revision_number': 4, 'project_id': '150abae0c7c94325be64d0c35db8fffe', 'gw_port': {'id': '57e0aa4a-3ed6-4337-89f2-fc66becf95f2', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99296f3f-2355-4303-bc2a-c0210509fa1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:35:41Z', 'updated_at': '2021-11-27T04:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '8c07cb6a-df3d-4468-ad35-be9242c263ab', 'name': '', 'network_id': 'bcad4807-5d0e-47b2-9d59-8fc60a3d3261', 'tenant_id': '150abae0c7c94325be64d0c35db8fffe', 'mac_address': 'fa:16:3e:86:df:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99296f3f-2355-4303-bc2a-c0210509fa1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '9c4184e4-35c8-4d7c-bc42-302989b86b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:35:42Z', 'updated_at': '2021-11-27T04:35:43Z', 'revision_number': 2, 'project_id': '150abae0c7c94325be64d0c35db8fffe', 'subnets': [{'id': '9c4184e4-35c8-4d7c-bc42-302989b86b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:35:46.085538 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca813a01-6b79-482e-8897-22e7c2b5a0b3 None None] Checking router: 99296f3f-2355-4303-bc2a-c0210509fa1e for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:35:46.085971 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca813a01-6b79-482e-8897-22e7c2b5a0b3 None None] Updating router 99296f3f-2355-4303-bc2a-c0210509fa1e port 8c07cb6a-df3d-4468-ad35-be9242c263ab binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:35:46.111889 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-ca813a01-6b79-482e-8897-22e7c2b5a0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:46.224605 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4da6f224-c80a-404c-a335-dfa27fdde52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:46.417269 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:46.435983 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-ca813a01-6b79-482e-8897-22e7c2b5a0b3 None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:46.442354 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-ca813a01-6b79-482e-8897-22e7c2b5a0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:46.533139 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adeca37-425e-416f-a0e2-cef0b53a7bfc None None] Pushing event updated for resources: {'Port': ['ID=8c07cb6a-df3d-4468-ad35-be9242c263ab,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:35:46.549394 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-ca813a01-6b79-482e-8897-22e7c2b5a0b3 None None] Attempting to bind port 8c07cb6a-df3d-4468-ad35-be9242c263ab on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:35:46.549763 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-ca813a01-6b79-482e-8897-22e7c2b5a0b3 None None] Attempting to bind port 8c07cb6a-df3d-4468-ad35-be9242c263ab by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'b0444ee4-ee8b-4242-b84a-338c85dc6420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bcad4807-5d0e-47b2-9d59-8fc60a3d3261'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:35:46.550131 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca813a01-6b79-482e-8897-22e7c2b5a0b3 None None] Attempting to bind port 8c07cb6a-df3d-4468-ad35-be9242c263ab on network bcad4807-5d0e-47b2-9d59-8fc60a3d3261 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:35:46.555703 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca813a01-6b79-482e-8897-22e7c2b5a0b3 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:35:46.556104 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca813a01-6b79-482e-8897-22e7c2b5a0b3 None None] Checking segment: {'id': 'b0444ee4-ee8b-4242-b84a-338c85dc6420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bcad4807-5d0e-47b2-9d59-8fc60a3d3261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:35:46.556488 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-ca813a01-6b79-482e-8897-22e7c2b5a0b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:46.556880 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca813a01-6b79-482e-8897-22e7c2b5a0b3 None None] Bound using segment: {'id': 'b0444ee4-ee8b-4242-b84a-338c85dc6420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bcad4807-5d0e-47b2-9d59-8fc60a3d3261'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:35:46.557498 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-ca813a01-6b79-482e-8897-22e7c2b5a0b3 None None] Bound port: 8c07cb6a-df3d-4468-ad35-be9242c263ab, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0444ee4-ee8b-4242-b84a-338c85dc6420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bcad4807-5d0e-47b2-9d59-8fc60a3d3261'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:35:46.557886 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-ca813a01-6b79-482e-8897-22e7c2b5a0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:46.641341 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-ca813a01-6b79-482e-8897-22e7c2b5a0b3 None None] For port 8c07cb6a-df3d-4468-ad35-be9242c263ab, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:35:46.644656 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-ca813a01-6b79-482e-8897-22e7c2b5a0b3 None None] For port 8c07cb6a-df3d-4468-ad35-be9242c263ab, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=8c07cb6a-df3d-4468-ad35-be9242c263ab,segment=NetworkSegment(b0444ee4-ee8b-4242-b84a-338c85dc6420),segment_id=b0444ee4-ee8b-4242-b84a-338c85dc6420)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:35:46.654184 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-ca813a01-6b79-482e-8897-22e7c2b5a0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:46.830793 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-cee28191-6b94-4ffd-9433-083418edbc24 None None] Provisioning complete for port 8c07cb6a-df3d-4468-ad35-be9242c263ab triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:35:46.831851 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cee28191-6b94-4ffd-9433-083418edbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:46.868720 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adeca37-425e-416f-a0e2-cef0b53a7bfc None None] Pushing event updated for resources: {'Port': ['ID=8c07cb6a-df3d-4468-ad35-be9242c263ab,revision_number=4']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:35:46.885222 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca813a01-6b79-482e-8897-22e7c2b5a0b3 None None] Routers {'99296f3f-2355-4303-bc2a-c0210509fa1e'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:35:46.890390 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-ca813a01-6b79-482e-8897-22e7c2b5a0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:35:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['99296f3f-2355-4303-bc2a-c0210509fa1e'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:35:46.961666 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cee28191-6b94-4ffd-9433-083418edbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:47.008000 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-cee28191-6b94-4ffd-9433-083418edbc24 None None] For port 8c07cb6a-df3d-4468-ad35-be9242c263ab, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=8c07cb6a-df3d-4468-ad35-be9242c263ab,segment=NetworkSegment(b0444ee4-ee8b-4242-b84a-338c85dc6420),segment_id=b0444ee4-ee8b-4242-b84a-338c85dc6420)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:35:47.017484 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cee28191-6b94-4ffd-9433-083418edbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:47.053644 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-ca813a01-6b79-482e-8897-22e7c2b5a0b3 None None] Set router 99296f3f-2355-4303-bc2a-c0210509fa1e gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:35:47.078375 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device bdbee11c-a260-4ad7-bba3-c5daf366b9d0 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:35:47.140846 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee28191-6b94-4ffd-9433-083418edbc24 None None] Pushing event updated for resources: {'Port': ['ID=8c07cb6a-df3d-4468-ad35-be9242c263ab,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:35:47.184903 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port bdbee11c-a260-4ad7-bba3-c5daf366b9d0 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:35:47.185481 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:47.287402 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c1d8b406-3608-41f2-b60a-9e77f897441d None None] Provisioning complete for port 8c07cb6a-df3d-4468-ad35-be9242c263ab triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:35:47.288601 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c1d8b406-3608-41f2-b60a-9e77f897441d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:47.302969 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-ca813a01-6b79-482e-8897-22e7c2b5a0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99296f3f-2355-4303-bc2a-c0210509fa1e', 'name': 'tempest-TestMinimumBasicScenario-128815672-router', 'tenant_id': '150abae0c7c94325be64d0c35db8fffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '57e0aa4a-3ed6-4337-89f2-fc66becf95f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:35:40Z', 'updated_at': '2021-11-27T04:35:43Z', 'revision_number': 4, 'project_id': '150abae0c7c94325be64d0c35db8fffe', 'gw_port': {'id': '57e0aa4a-3ed6-4337-89f2-fc66becf95f2', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99296f3f-2355-4303-bc2a-c0210509fa1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:35:41Z', 'updated_at': '2021-11-27T04:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '8c07cb6a-df3d-4468-ad35-be9242c263ab', 'name': '', 'network_id': 'bcad4807-5d0e-47b2-9d59-8fc60a3d3261', 'tenant_id': '150abae0c7c94325be64d0c35db8fffe', 'mac_address': 'fa:16:3e:86:df:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99296f3f-2355-4303-bc2a-c0210509fa1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '9c4184e4-35c8-4d7c-bc42-302989b86b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:35:42Z', 'updated_at': '2021-11-27T04:35:46Z', 'revision_number': 4, 'project_id': '150abae0c7c94325be64d0c35db8fffe', 'subnets': [{'id': '9c4184e4-35c8-4d7c-bc42-302989b86b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:35:47.337207 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca813a01-6b79-482e-8897-22e7c2b5a0b3 None None] The sync data for ids ['99296f3f-2355-4303-bc2a-c0210509fa1e'] in n-d-819494-3 is: [{'id': '99296f3f-2355-4303-bc2a-c0210509fa1e', 'name': 'tempest-TestMinimumBasicScenario-128815672-router', 'tenant_id': '150abae0c7c94325be64d0c35db8fffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '57e0aa4a-3ed6-4337-89f2-fc66becf95f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:35:40Z', 'updated_at': '2021-11-27T04:35:43Z', 'revision_number': 4, 'project_id': '150abae0c7c94325be64d0c35db8fffe', 'gw_port': {'id': '57e0aa4a-3ed6-4337-89f2-fc66becf95f2', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99296f3f-2355-4303-bc2a-c0210509fa1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:35:41Z', 'updated_at': '2021-11-27T04:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '8c07cb6a-df3d-4468-ad35-be9242c263ab', 'name': '', 'network_id': 'bcad4807-5d0e-47b2-9d59-8fc60a3d3261', 'tenant_id': '150abae0c7c94325be64d0c35db8fffe', 'mac_address': 'fa:16:3e:86:df:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99296f3f-2355-4303-bc2a-c0210509fa1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '9c4184e4-35c8-4d7c-bc42-302989b86b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:35:42Z', 'updated_at': '2021-11-27T04:35:46Z', 'revision_number': 4, 'project_id': '150abae0c7c94325be64d0c35db8fffe', 'subnets': [{'id': '9c4184e4-35c8-4d7c-bc42-302989b86b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:35:48.412169 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-072840db-6f9b-4a4a-bafa-26739fd0f30b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:49.051836 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:49.097739 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 8c07cb6a-df3d-4468-ad35-be9242c263ab up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:35:49.170405 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 8c07cb6a-df3d-4468-ad35-be9242c263ab triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:35:49.170814 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:49.711130 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:51.324377 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:51.923907 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:54.799371 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-3a65fcf2-668c-496b-95c0-b31e6e719c4f tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:35:54.802350 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-3a65fcf2-668c-496b-95c0-b31e6e719c4f tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/networks?id=8451218f-3ba6-4504-b4e2-01fd88e778b3 HTTP/1.1" status: 200 len: 814 time: 0.1105554 Nov 27 04:35:54.817593 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-21821418-9615-4c79-b7b2-c5dab469d4ed tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/quotas/1806331ea66a4f5fb557174dc73386bf HTTP/1.1" status: 200 len: 375 time: 0.0091670 Nov 27 04:35:54.872032 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-57d11fd4-2378-4f9a-adee-b43976f12eec tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1806331ea66a4f5fb557174dc73386bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491374 Nov 27 04:35:55.059273 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-3e0c9576-f74e-4836-9d69-bc0974ef30e2 service neutron] 10.222.0.20 "GET /v2.0/networks/8451218f-3ba6-4504-b4e2-01fd88e778b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758347 Nov 27 04:35:55.454228 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-16508060-f503-4def-8982-c1175f1155a8 service neutron] 10.222.0.20 "GET /v2.0/networks/8451218f-3ba6-4504-b4e2-01fd88e778b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888125 Nov 27 04:35:55.611209 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0ffbcf01-97e7-4c54-b84e-eeb27e4d33ba req-b483d8f9-d8c8-4d4a-b116-b1ea75a46888 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/ports?device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 210 time: 0.0262997 Nov 27 04:35:56.710424 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-80fbb1f0-831d-4eb6-8911-0d42148e4a7e req-0f2a6774-9a4d-4bb0-b525-7a0cc77bbdeb tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/ports?device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 210 time: 0.0255659 Nov 27 04:35:56.730848 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-7d66a519-90f0-48db-be6c-1f77f3477a56 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:35:56.732930 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-7d66a519-90f0-48db-be6c-1f77f3477a56 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.23 "GET /v2.0/networks?id=8451218f-3ba6-4504-b4e2-01fd88e778b3 HTTP/1.1" status: 200 len: 814 time: 0.1174903 Nov 27 04:35:56.759848 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-4a01693a-287e-4bf6-92f0-efe855b59c3c tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Request body: {'port': {'device_id': 'd66c58f7-c077-4f1f-aa2a-6be19aeaccba', 'network_id': '8451218f-3ba6-4504-b4e2-01fd88e778b3', 'admin_state_up': True, 'tenant_id': '1806331ea66a4f5fb557174dc73386bf'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:35:56.867946 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-4a01693a-287e-4bf6-92f0-efe855b59c3c tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Made reservation on behalf of 1806331ea66a4f5fb557174dc73386bf for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:35:56.871500 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-4a01693a-287e-4bf6-92f0-efe855b59c3c tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:57.005118 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-4a01693a-287e-4bf6-92f0-efe855b59c3c tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Allocated IP 172.20.0.14 (8451218f-3ba6-4504-b4e2-01fd88e778b3/b41bfb3d-f397-4cd1-8dae-92994928d413/d3201a10-3698-4a98-8164-a311bb4a7426) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:35:57.207198 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-4a01693a-287e-4bf6-92f0-efe855b59c3c tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:57.246207 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-4a01693a-287e-4bf6-92f0-efe855b59c3c tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:57.295537 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-4a01693a-287e-4bf6-92f0-efe855b59c3c tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Network 8451218f-3ba6-4504-b4e2-01fd88e778b3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:35:57.298887 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-4a01693a-287e-4bf6-92f0-efe855b59c3c tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:35:57.302977 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-4a01693a-287e-4bf6-92f0-efe855b59c3c tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:35:57.330536 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a01693a-287e-4bf6-92f0-efe855b59c3c tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Pushing event updated for resources: {'Port': ['ID=d3201a10-3698-4a98-8164-a311bb4a7426,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:35:57.349073 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a01693a-287e-4bf6-92f0-efe855b59c3c tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:35:57.349426 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a01693a-287e-4bf6-92f0-efe855b59c3c tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:35:57.349776 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a01693a-287e-4bf6-92f0-efe855b59c3c tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:35:57.350118 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a01693a-287e-4bf6-92f0-efe855b59c3c tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:35:57.350465 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a01693a-287e-4bf6-92f0-efe855b59c3c tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:35:57.350849 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a01693a-287e-4bf6-92f0-efe855b59c3c tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:35:57.351159 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a01693a-287e-4bf6-92f0-efe855b59c3c tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:35:57.351491 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a01693a-287e-4bf6-92f0-efe855b59c3c tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:35:57.351825 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a01693a-287e-4bf6-92f0-efe855b59c3c tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:35:57.352155 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a01693a-287e-4bf6-92f0-efe855b59c3c tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:35:57.353105 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a01693a-287e-4bf6-92f0-efe855b59c3c tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:35:57.353440 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a01693a-287e-4bf6-92f0-efe855b59c3c tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:35:57.374192 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-4a01693a-287e-4bf6-92f0-efe855b59c3c tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:35:57.374943 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-4a01693a-287e-4bf6-92f0-efe855b59c3c tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:57.401581 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-4a01693a-287e-4bf6-92f0-efe855b59c3c tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6456616 Nov 27 04:35:57.614738 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-df6626e1-0eaf-4f62-9de3-578f6e1d01ea None None] Provisioning complete for port d3201a10-3698-4a98-8164-a311bb4a7426 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:35:57.615301 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-df6626e1-0eaf-4f62-9de3-578f6e1d01ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:35:57.649025 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-df6626e1-0eaf-4f62-9de3-578f6e1d01ea None None] Port d3201a10-3698-4a98-8164-a311bb4a7426 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:35:57.839877 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5e929-735b-4b89-abd5-ca84c2be1965 req-eba64d27-e401-417c-92c8-35f9ec4ce8c0 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:35:57.841701 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-08c5e929-735b-4b89-abd5-ca84c2be1965 req-eba64d27-e401-417c-92c8-35f9ec4ce8c0 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/ports?device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 932 time: 0.0581734 Nov 27 04:35:57.894687 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-08c5e929-735b-4b89-abd5-ca84c2be1965 req-2ca62aa5-8c02-4d59-abcc-f15aa69d4b34 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7425e31-8514-4ca6-88f9-420049af4b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468597 Nov 27 04:35:59.016894 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae66d14-05fa-4416-a321-ad5f6657f456 req-436c0fc0-d24b-4f45-a48f-c622ec4aff55 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:35:59.018380 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dae66d14-05fa-4416-a321-ad5f6657f456 req-436c0fc0-d24b-4f45-a48f-c622ec4aff55 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/ports?device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 932 time: 0.0553479 Nov 27 04:35:59.066048 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dae66d14-05fa-4416-a321-ad5f6657f456 req-5e32b355-ba1e-4808-a464-54eff66275aa tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7425e31-8514-4ca6-88f9-420049af4b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410635 Nov 27 04:36:00.196106 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555d53e-79da-433f-b6ee-bcffbe88c109 req-ad0a81b3-2f62-49ab-bfb9-2b446e998928 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:00.197685 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b555d53e-79da-433f-b6ee-bcffbe88c109 req-ad0a81b3-2f62-49ab-bfb9-2b446e998928 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/ports?device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 932 time: 0.0551455 Nov 27 04:36:00.246756 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b555d53e-79da-433f-b6ee-bcffbe88c109 req-eabeb8a1-ee99-405b-a69b-0224af28c9d1 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7425e31-8514-4ca6-88f9-420049af4b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429950 Nov 27 04:36:01.369040 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44164b1-2530-411a-b315-f19373db3f69 req-6689e7f4-92c3-4c3d-8c31-ccbee1f22a3d tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:01.371147 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a44164b1-2530-411a-b315-f19373db3f69 req-6689e7f4-92c3-4c3d-8c31-ccbee1f22a3d tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/ports?device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 932 time: 0.0535257 Nov 27 04:36:01.420782 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a44164b1-2530-411a-b315-f19373db3f69 req-07f39725-9aff-40be-9b0e-41d0b1102dcf tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7425e31-8514-4ca6-88f9-420049af4b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436020 Nov 27 04:36:01.801446 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [req-b3dfebbe-4456-408a-8f6c-e6d3a92ae840 req-04d7c139-43f2-4ff8-9157-89c3cb2bf1c1 service neutron] (110018) timed out ('10.222.0.11', 61094) {{(pid=110018) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 04:36:02.546396 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe2691-3c86-4906-b40a-aff76c03031f req-0d4d1dcc-895c-41d8-a86b-75c467866285 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:02.548242 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e3fe2691-3c86-4906-b40a-aff76c03031f req-0d4d1dcc-895c-41d8-a86b-75c467866285 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/ports?device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 932 time: 0.0528958 Nov 27 04:36:02.597299 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e3fe2691-3c86-4906-b40a-aff76c03031f req-fe2463d4-be16-45a0-82f4-f7b1016709a8 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7425e31-8514-4ca6-88f9-420049af4b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427511 Nov 27 04:36:03.720078 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baad3df-ba9d-4afb-af64-667a4704c135 req-50db50a8-9c03-483f-9fe7-41581d0dcd1c tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:03.722021 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5baad3df-ba9d-4afb-af64-667a4704c135 req-50db50a8-9c03-483f-9fe7-41581d0dcd1c tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/ports?device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 932 time: 0.0570359 Nov 27 04:36:03.772699 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5baad3df-ba9d-4afb-af64-667a4704c135 req-f88cba49-8ca0-461f-9c8f-54a99c1b0a9e tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7425e31-8514-4ca6-88f9-420049af4b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448182 Nov 27 04:36:04.893573 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8e6c7-d122-4a3f-bfef-556c1dcb0dbe req-94721939-63d0-45cf-b6a6-211f4bba36e7 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:04.895092 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9ab8e6c7-d122-4a3f-bfef-556c1dcb0dbe req-94721939-63d0-45cf-b6a6-211f4bba36e7 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/ports?device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 932 time: 0.0531926 Nov 27 04:36:04.948310 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9ab8e6c7-d122-4a3f-bfef-556c1dcb0dbe req-52eed1d7-881c-4630-91d1-80c3531fdca5 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7425e31-8514-4ca6-88f9-420049af4b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467801 Nov 27 04:36:06.071660 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70278d-70a5-48bc-ba53-56d1e0b7ddf0 req-b7dcd89a-1264-46e9-9629-88439b0c4be9 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:06.073197 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fd70278d-70a5-48bc-ba53-56d1e0b7ddf0 req-b7dcd89a-1264-46e9-9629-88439b0c4be9 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/ports?device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 932 time: 0.0492249 Nov 27 04:36:06.126737 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fd70278d-70a5-48bc-ba53-56d1e0b7ddf0 req-88acc065-835b-4af8-9384-fccb4e814eae tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7425e31-8514-4ca6-88f9-420049af4b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458827 Nov 27 04:36:07.247297 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab0797-a598-4d9b-b6b1-e0ffbc7dfdac req-1d4997b7-307a-434c-808f-790c32e4dbf3 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:07.248694 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7bab0797-a598-4d9b-b6b1-e0ffbc7dfdac req-1d4997b7-307a-434c-808f-790c32e4dbf3 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/ports?device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 932 time: 0.0514355 Nov 27 04:36:07.294232 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7bab0797-a598-4d9b-b6b1-e0ffbc7dfdac req-528a4df2-04fb-4e35-9d87-e6da1ca6116c tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7425e31-8514-4ca6-88f9-420049af4b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396950 Nov 27 04:36:07.477194 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-10b92289-4358-498b-8ad7-4901dff4b071 service neutron] Request body: {'port': {'device_id': 'd66c58f7-c077-4f1f-aa2a-6be19aeaccba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:36:07.533800 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-10b92289-4358-498b-8ad7-4901dff4b071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:07.795672 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-10b92289-4358-498b-8ad7-4901dff4b071 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3201a10-3698-4a98-8164-a311bb4a7426 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:36:07.803067 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-10b92289-4358-498b-8ad7-4901dff4b071 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:07.815177 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-10b92289-4358-498b-8ad7-4901dff4b071 service neutron] Transition to ACTIVE for port object d3201a10-3698-4a98-8164-a311bb4a7426 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:36:07.820595 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-10b92289-4358-498b-8ad7-4901dff4b071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:07.894266 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b92289-4358-498b-8ad7-4901dff4b071 service neutron] Pushing event updated for resources: {'Port': ['ID=d3201a10-3698-4a98-8164-a311bb4a7426,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:36:07.945663 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-10b92289-4358-498b-8ad7-4901dff4b071 service neutron] Attempting to bind port d3201a10-3698-4a98-8164-a311bb4a7426 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:36:07.946100 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-10b92289-4358-498b-8ad7-4901dff4b071 service neutron] Attempting to bind port d3201a10-3698-4a98-8164-a311bb4a7426 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '28525574-257b-4a61-977f-2c31072ab059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8451218f-3ba6-4504-b4e2-01fd88e778b3'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:36:07.946502 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-10b92289-4358-498b-8ad7-4901dff4b071 service neutron] Attempting to bind port d3201a10-3698-4a98-8164-a311bb4a7426 on network 8451218f-3ba6-4504-b4e2-01fd88e778b3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:36:07.951347 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-10b92289-4358-498b-8ad7-4901dff4b071 service neutron] Port d3201a10-3698-4a98-8164-a311bb4a7426 on network 8451218f-3ba6-4504-b4e2-01fd88e778b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:36:07.951754 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-10b92289-4358-498b-8ad7-4901dff4b071 service neutron] Attempting to bind port d3201a10-3698-4a98-8164-a311bb4a7426 on network 8451218f-3ba6-4504-b4e2-01fd88e778b3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:36:07.957061 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-10b92289-4358-498b-8ad7-4901dff4b071 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:36:07.957377 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-10b92289-4358-498b-8ad7-4901dff4b071 service neutron] Checking segment: {'id': '28525574-257b-4a61-977f-2c31072ab059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8451218f-3ba6-4504-b4e2-01fd88e778b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:36:07.957815 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-10b92289-4358-498b-8ad7-4901dff4b071 service neutron] Bound using segment: {'id': '28525574-257b-4a61-977f-2c31072ab059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8451218f-3ba6-4504-b4e2-01fd88e778b3'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:36:07.958262 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-10b92289-4358-498b-8ad7-4901dff4b071 service neutron] Bound port: d3201a10-3698-4a98-8164-a311bb4a7426, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28525574-257b-4a61-977f-2c31072ab059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8451218f-3ba6-4504-b4e2-01fd88e778b3'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:36:07.958739 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-10b92289-4358-498b-8ad7-4901dff4b071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:08.024104 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-10b92289-4358-498b-8ad7-4901dff4b071 service neutron] For port d3201a10-3698-4a98-8164-a311bb4a7426, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:36:08.028446 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-10b92289-4358-498b-8ad7-4901dff4b071 service neutron] For port d3201a10-3698-4a98-8164-a311bb4a7426, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d3201a10-3698-4a98-8164-a311bb4a7426,segment=NetworkSegment(28525574-257b-4a61-977f-2c31072ab059),segment_id=28525574-257b-4a61-977f-2c31072ab059)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:36:08.032431 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-10b92289-4358-498b-8ad7-4901dff4b071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:08.076840 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-10b92289-4358-498b-8ad7-4901dff4b071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:08.077457 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-10b92289-4358-498b-8ad7-4901dff4b071 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:08.078866 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-10b92289-4358-498b-8ad7-4901dff4b071 service neutron] 10.222.0.23 "PUT /v2.0/ports/d3201a10-3698-4a98-8164-a311bb4a7426 HTTP/1.1" status: 200 len: 1092 time: 0.6059690 Nov 27 04:36:08.079309 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd66c58f7-c077-4f1f-aa2a-6be19aeaccba', 'tag': 'd3201a10-3698-4a98-8164-a311bb4a7426'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:36:08.081576 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e3ae29-5783-46bf-afa5-66e3ba155280" -d '{"events": [{"name": "network-changed", "server_uuid": "d66c58f7-c077-4f1f-aa2a-6be19aeaccba", "tag": "d3201a10-3698-4a98-8164-a311bb4a7426"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:36:08.108719 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b92289-4358-498b-8ad7-4901dff4b071 service neutron] Pushing event updated for resources: {'Port': ['ID=d3201a10-3698-4a98-8164-a311bb4a7426,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:36:08.124804 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301624b7-7dcb-4bb7-946e-df7e88d94179 x-openstack-request-id: req-301624b7-7dcb-4bb7-946e-df7e88d94179 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:36:08.125106 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d66c58f7-c077-4f1f-aa2a-6be19aeaccba", "tag": "d3201a10-3698-4a98-8164-a311bb4a7426", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:36:08.125361 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-301624b7-7dcb-4bb7-946e-df7e88d94179 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:36:08.125837 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd66c58f7-c077-4f1f-aa2a-6be19aeaccba', 'tag': 'd3201a10-3698-4a98-8164-a311bb4a7426', 'status': 'completed', 'code': 200} Nov 27 04:36:08.195915 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-afb3abef-0340-400b-a99d-12f090e42495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:08.198029 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-afb3abef-0340-400b-a99d-12f090e42495 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1806331ea66a4f5fb557174dc73386bf&device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 1095 time: 0.0429726 Nov 27 04:36:08.252336 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-86d54122-45f0-469b-9648-bbd614eedd0e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3201a10-3698-4a98-8164-a311bb4a7426 HTTP/1.1" status: 200 len: 217 time: 0.0348959 Nov 27 04:36:08.309893 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-3b7dda9d-12b8-4083-8e89-8c5bec0f069d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:08.311283 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-3b7dda9d-12b8-4083-8e89-8c5bec0f069d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b41bfb3d-f397-4cd1-8dae-92994928d413 HTTP/1.1" status: 200 len: 853 time: 0.0442281 Nov 27 04:36:08.365092 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-99b20f95-18e2-43e2-a505-d9150421193b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:08.366637 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-99b20f95-18e2-43e2-a505-d9150421193b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8451218f-3ba6-4504-b4e2-01fd88e778b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469627 Nov 27 04:36:08.415987 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53180aaa-d55b-45be-9f89-d65fc707290d req-56e4af84-cc60-41b8-a234-1e0b0e95dc36 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:08.419006 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-53180aaa-d55b-45be-9f89-d65fc707290d req-56e4af84-cc60-41b8-a234-1e0b0e95dc36 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/ports?device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 944 time: 0.0512500 Nov 27 04:36:08.468316 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-cecc5e3a-0ae8-46f5-b38d-fd5a28887976 service neutron] 10.222.0.23 "GET /v2.0/networks/8451218f-3ba6-4504-b4e2-01fd88e778b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893729 Nov 27 04:36:08.479110 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-53180aaa-d55b-45be-9f89-d65fc707290d req-56b38e6c-4f3c-4266-9ec8-ff3314d31c45 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7425e31-8514-4ca6-88f9-420049af4b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552492 Nov 27 04:36:08.569131 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-817f41a9-eb00-4fc1-9ac6-59c6fbf6d645 req-9fd9c11e-72c2-4364-9b3d-f67fb18303a4 service neutron] 10.222.0.23 "GET /v2.0/networks/8451218f-3ba6-4504-b4e2-01fd88e778b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896168 Nov 27 04:36:08.693212 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:36:08.713389 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3ae29-5783-46bf-afa5-66e3ba155280 req-0f510080-4693-4137-8d5d-791a3ce5de23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:08.714917 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-42e3ae29-5783-46bf-afa5-66e3ba155280 req-0f510080-4693-4137-8d5d-791a3ce5de23 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1806331ea66a4f5fb557174dc73386bf&device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 1095 time: 0.0422230 Nov 27 04:36:08.814298 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3ae29-5783-46bf-afa5-66e3ba155280 req-43cb0575-4c19-4774-ac10-f9912c1b46eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:08.815835 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-42e3ae29-5783-46bf-afa5-66e3ba155280 req-43cb0575-4c19-4774-ac10-f9912c1b46eb service neutron] 10.222.0.23 "GET /v2.0/networks?id=8451218f-3ba6-4504-b4e2-01fd88e778b3 HTTP/1.1" status: 200 len: 915 time: 0.0932381 Nov 27 04:36:08.860345 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-42e3ae29-5783-46bf-afa5-66e3ba155280 req-55292d65-3a59-4e70-88d2-4bf2952fe7b6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3201a10-3698-4a98-8164-a311bb4a7426 HTTP/1.1" status: 200 len: 217 time: 0.0361078 Nov 27 04:36:08.910990 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3ae29-5783-46bf-afa5-66e3ba155280 req-8dbd95bc-76c9-44b5-aa89-32136c1bc378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:08.912468 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-42e3ae29-5783-46bf-afa5-66e3ba155280 req-8dbd95bc-76c9-44b5-aa89-32136c1bc378 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b41bfb3d-f397-4cd1-8dae-92994928d413 HTTP/1.1" status: 200 len: 853 time: 0.0449247 Nov 27 04:36:08.966213 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3ae29-5783-46bf-afa5-66e3ba155280 req-ef9df708-b359-48a3-b491-fbd50c0d96f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:08.967746 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-42e3ae29-5783-46bf-afa5-66e3ba155280 req-ef9df708-b359-48a3-b491-fbd50c0d96f7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8451218f-3ba6-4504-b4e2-01fd88e778b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441935 Nov 27 04:36:09.059833 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-42e3ae29-5783-46bf-afa5-66e3ba155280 req-7ae49a83-9b22-4067-943d-06c5708c6f76 service neutron] 10.222.0.23 "GET /v2.0/networks/8451218f-3ba6-4504-b4e2-01fd88e778b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835581 Nov 27 04:36:09.153667 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-42e3ae29-5783-46bf-afa5-66e3ba155280 req-dbe421c8-3105-47cc-b788-45dfc2a230f0 service neutron] 10.222.0.23 "GET /v2.0/networks/8451218f-3ba6-4504-b4e2-01fd88e778b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851996 Nov 27 04:36:09.587580 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258d5b1-4d5a-4567-b4c6-38c671837e0a req-42ce6131-eb3b-4885-8ff5-07d74043e673 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:09.589700 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7258d5b1-4d5a-4567-b4c6-38c671837e0a req-42ce6131-eb3b-4885-8ff5-07d74043e673 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/ports?device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 944 time: 0.0527577 Nov 27 04:36:09.637377 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7258d5b1-4d5a-4567-b4c6-38c671837e0a req-3433f36b-0c70-4898-8eb2-3171d70e1ab3 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7425e31-8514-4ca6-88f9-420049af4b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416474 Nov 27 04:36:10.751800 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692fe07-106f-41de-a45f-04b9fe57797c req-e48bf3ad-ecf0-4d37-abf6-2abb1944cf33 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:10.753264 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d692fe07-106f-41de-a45f-04b9fe57797c req-e48bf3ad-ecf0-4d37-abf6-2abb1944cf33 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/ports?device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 944 time: 0.0492806 Nov 27 04:36:10.796381 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device d3201a10-3698-4a98-8164-a311bb4a7426 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:36:10.801704 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d692fe07-106f-41de-a45f-04b9fe57797c req-cbbde9a0-93e5-45d5-9c4a-b3b261b6164e tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7425e31-8514-4ca6-88f9-420049af4b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424941 Nov 27 04:36:10.891813 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port d3201a10-3698-4a98-8164-a311bb4a7426, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d3201a10-3698-4a98-8164-a311bb4a7426,segment=NetworkSegment(28525574-257b-4a61-977f-2c31072ab059),segment_id=28525574-257b-4a61-977f-2c31072ab059)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:36:10.903602 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': 'd3201a10-3698-4a98-8164-a311bb4a7426', 'network_id': '8451218f-3ba6-4504-b4e2-01fd88e778b3', 'port_id': 'd3201a10-3698-4a98-8164-a311bb4a7426', 'mac_address': 'fa:16:3e:dd:66:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b41bfb3d-f397-4cd1-8dae-92994928d413', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:36:10.939395 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:10.951789 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3201a10-3698-4a98-8164-a311bb4a7426 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:36:10.970990 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port d3201a10-3698-4a98-8164-a311bb4a7426, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d3201a10-3698-4a98-8164-a311bb4a7426,segment=NetworkSegment(28525574-257b-4a61-977f-2c31072ab059),segment_id=28525574-257b-4a61-977f-2c31072ab059)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:36:10.974503 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:11.019055 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=d3201a10-3698-4a98-8164-a311bb4a7426,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:36:11.026697 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:36:11.027053 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:36:11.027396 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:36:11.027737 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:36:11.028073 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:36:11.028408 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:36:11.028740 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:36:11.029075 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:36:11.029403 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:36:11.029733 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:36:11.030058 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:36:11.030383 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:36:11.331943 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['d3201a10-3698-4a98-8164-a311bb4a7426'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:36:11.913584 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46629c-4ce1-405f-a3bf-f7f8a3df0c7f req-94fd5c5b-bde8-45eb-859c-4d1f658bbf85 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:11.915088 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2c46629c-4ce1-405f-a3bf-f7f8a3df0c7f req-94fd5c5b-bde8-45eb-859c-4d1f658bbf85 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/ports?device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 945 time: 0.0480583 Nov 27 04:36:11.965277 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2c46629c-4ce1-405f-a3bf-f7f8a3df0c7f req-57d4a901-c81d-4a7c-9ddb-1769776772ef tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7425e31-8514-4ca6-88f9-420049af4b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435057 Nov 27 04:36:12.821322 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device d3201a10-3698-4a98-8164-a311bb4a7426 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:36:12.869421 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port d3201a10-3698-4a98-8164-a311bb4a7426 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:36:12.873092 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port d3201a10-3698-4a98-8164-a311bb4a7426 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:36:12.873455 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:12.959561 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:12.982146 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd66c58f7-c077-4f1f-aa2a-6be19aeaccba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3201a10-3698-4a98-8164-a311bb4a7426'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:36:12.984415 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa9fa21-cbdd-4548-a0ed-f4e7f57b9deb" -d '{"events": [{"server_uuid": "d66c58f7-c077-4f1f-aa2a-6be19aeaccba", "name": "network-vif-plugged", "status": "completed", "tag": "d3201a10-3698-4a98-8164-a311bb4a7426"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:36:12.996974 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port d3201a10-3698-4a98-8164-a311bb4a7426, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d3201a10-3698-4a98-8164-a311bb4a7426,segment=NetworkSegment(28525574-257b-4a61-977f-2c31072ab059),segment_id=28525574-257b-4a61-977f-2c31072ab059)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:36:13.000996 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:13.047222 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=d3201a10-3698-4a98-8164-a311bb4a7426,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:36:13.082218 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b344286-117b-458d-b149-2b6628088242 req-bbf791a7-8cce-4450-8928-7506e2bf5a35 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:13.083786 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3b344286-117b-458d-b149-2b6628088242 req-bbf791a7-8cce-4450-8928-7506e2bf5a35 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/ports?device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 946 time: 0.0500362 Nov 27 04:36:13.130523 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3b344286-117b-458d-b149-2b6628088242 req-a7233bf7-869c-4d76-bc7b-de358cdfbfc3 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7425e31-8514-4ca6-88f9-420049af4b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405431 Nov 27 04:36:13.174945 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad38cdf-a736-45f4-ac49-4a062d646d46 x-openstack-request-id: req-0ad38cdf-a736-45f4-ac49-4a062d646d46 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:36:13.175240 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d66c58f7-c077-4f1f-aa2a-6be19aeaccba", "name": "network-vif-plugged", "status": "completed", "tag": "d3201a10-3698-4a98-8164-a311bb4a7426", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:36:13.175555 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0ad38cdf-a736-45f4-ac49-4a062d646d46 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:36:13.175957 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd66c58f7-c077-4f1f-aa2a-6be19aeaccba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3201a10-3698-4a98-8164-a311bb4a7426', 'code': 200} Nov 27 04:36:13.327679 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20bb00c-2394-4672-a29e-c4244f729af4 req-b3128e4a-2aba-4520-9c49-db26d2242743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:13.329148 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c20bb00c-2394-4672-a29e-c4244f729af4 req-b3128e4a-2aba-4520-9c49-db26d2242743 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 1097 time: 0.0406172 Nov 27 04:36:13.379275 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c20bb00c-2394-4672-a29e-c4244f729af4 req-fa874e3e-b0c1-42dd-9b91-3f265384a184 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b7425e31-8514-4ca6-88f9-420049af4b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371633 Nov 27 04:36:14.247092 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf667ee-d3dc-47a1-8f4a-779e3024983e req-611859b8-1efa-4284-a819-6279872a4b41 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:14.248550 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1cf667ee-d3dc-47a1-8f4a-779e3024983e req-611859b8-1efa-4284-a819-6279872a4b41 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/ports?device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 946 time: 0.0476043 Nov 27 04:36:14.294918 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1cf667ee-d3dc-47a1-8f4a-779e3024983e req-b6ba9243-b97c-4e46-b755-e15024e0306c tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7425e31-8514-4ca6-88f9-420049af4b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404730 Nov 27 04:36:15.411095 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18207c9e-e8f4-4685-a0c5-fa6602c72484 req-ba707457-0a5d-484e-a37e-a3eeeb0ac612 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:15.412551 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-18207c9e-e8f4-4685-a0c5-fa6602c72484 req-ba707457-0a5d-484e-a37e-a3eeeb0ac612 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/ports?device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 946 time: 0.0517559 Nov 27 04:36:15.458895 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-18207c9e-e8f4-4685-a0c5-fa6602c72484 req-5e0c5df1-084c-4e63-8f67-1727c112b4c4 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7425e31-8514-4ca6-88f9-420049af4b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393155 Nov 27 04:36:15.575075 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b10441-62b5-42d2-b754-891e8913bf09 req-90ede60b-9ffe-42d9-bffa-da7d2409dc04 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:15.576488 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d6b10441-62b5-42d2-b754-891e8913bf09 req-90ede60b-9ffe-42d9-bffa-da7d2409dc04 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/ports?device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 946 time: 0.0513587 Nov 27 04:36:15.623077 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d6b10441-62b5-42d2-b754-891e8913bf09 req-5e310ab2-6094-402c-8697-1e7463fc5f80 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7425e31-8514-4ca6-88f9-420049af4b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406153 Nov 27 04:36:15.806922 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450bda0-6a77-46c2-8f93-546ee2f120d1 req-636a3379-10df-4d0c-a3cb-c1c3c303ab86 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:15.808381 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3450bda0-6a77-46c2-8f93-546ee2f120d1 req-636a3379-10df-4d0c-a3cb-c1c3c303ab86 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/ports?device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 946 time: 0.0478451 Nov 27 04:36:15.860080 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3450bda0-6a77-46c2-8f93-546ee2f120d1 req-7149790d-420d-406e-980c-2c7d4abe2bc4 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7425e31-8514-4ca6-88f9-420049af4b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448911 Nov 27 04:36:16.207135 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b71662da-f73f-4ec9-9f63-0416f76994ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:16.410891 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:18.345315 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b81c1bc3-0620-426b-a954-d9f2c4e9262d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:19.069244 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:19.712523 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:21.312969 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:21.926519 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:29.399191 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd710ff3-1a0b-482d-92b0-ab83d38008a1 req-3d581852-140b-4513-858c-7b07e6f46e57 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:29.400681 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fd710ff3-1a0b-482d-92b0-ab83d38008a1 req-3d581852-140b-4513-858c-7b07e6f46e57 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/ports?device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 946 time: 0.0483274 Nov 27 04:36:29.447443 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fd710ff3-1a0b-482d-92b0-ab83d38008a1 req-f6a77942-caec-4fdc-a8d9-d2df13c3fd6a tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7425e31-8514-4ca6-88f9-420049af4b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408418 Nov 27 04:36:29.469322 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33216) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:36:29.552164 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b863c0b0-d4f5-4307-8de3-67f7fb56697d tempest-TestMinimumBasicScenario-311851505 tempest-TestMinimumBasicScenario-311851505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:29.553679 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b863c0b0-d4f5-4307-8de3-67f7fb56697d tempest-TestMinimumBasicScenario-311851505 tempest-TestMinimumBasicScenario-311851505-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 1092 time: 0.0833895 Nov 27 04:36:29.556611 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33220) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:36:29.560797 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-416c6343-5755-45f6-b641-79b7d14d57c0 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'port_id': 'd3201a10-3698-4a98-8164-a311bb4a7426', 'tenant_id': '1806331ea66a4f5fb557174dc73386bf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:36:29.581667 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-416c6343-5755-45f6-b641-79b7d14d57c0 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks [] for floatingip, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:29.681266 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-416c6343-5755-45f6-b641-79b7d14d57c0 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:29.781457 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-416c6343-5755-45f6-b641-79b7d14d57c0 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Allocated IP 172.25.1.211 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/be204fd3-d8ea-4b35-bb1a-420b4620aeb0) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:36:29.886377 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-416c6343-5755-45f6-b641-79b7d14d57c0 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:29.920198 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-416c6343-5755-45f6-b641-79b7d14d57c0 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:29.958216 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416c6343-5755-45f6-b641-79b7d14d57c0 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:36:29.961115 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-416c6343-5755-45f6-b641-79b7d14d57c0 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:36:29.965216 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416c6343-5755-45f6-b641-79b7d14d57c0 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:36:29.991674 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c6343-5755-45f6-b641-79b7d14d57c0 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Pushing event updated for resources: {'Port': ['ID=be204fd3-d8ea-4b35-bb1a-420b4620aeb0,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:36:30.308027 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-416c6343-5755-45f6-b641-79b7d14d57c0 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:30.374898 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-416c6343-5755-45f6-b641-79b7d14d57c0 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:30.517095 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-416c6343-5755-45f6-b641-79b7d14d57c0 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:30.521321 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-416c6343-5755-45f6-b641-79b7d14d57c0 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:30.589199 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c6343-5755-45f6-b641-79b7d14d57c0 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Pushing event updated for resources: {'Port': ['ID=be204fd3-d8ea-4b35-bb1a-420b4620aeb0,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:36:30.602439 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-416c6343-5755-45f6-b641-79b7d14d57c0 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:30.700561 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [None req-416c6343-5755-45f6-b641-79b7d14d57c0 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Floating IP 07b89520-e38c-4f64-a9a8-2456403a20ac associated. External IP: 172.25.1.211, port: d3201a10-3698-4a98-8164-a311bb4a7426. Nov 27 04:36:30.907182 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416c6343-5755-45f6-b641-79b7d14d57c0 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Router d650d032-2657-4d41-89f9-461f5788edef has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:36:31.010004 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416c6343-5755-45f6-b641-79b7d14d57c0 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:36:31.020178 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a96354a-568c-4b24-92d7-1eaf47d36c66 None None] Sync routers for ids ['d650d032-2657-4d41-89f9-461f5788edef'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:36:31.028354 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-416c6343-5755-45f6-b641-79b7d14d57c0 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:31.030482 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a96354a-568c-4b24-92d7-1eaf47d36c66 None None] Routers {'d650d032-2657-4d41-89f9-461f5788edef'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:36:31.031144 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-9a96354a-568c-4b24-92d7-1eaf47d36c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:36:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d650d032-2657-4d41-89f9-461f5788edef'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:36:31.059440 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-416c6343-5755-45f6-b641-79b7d14d57c0 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5018201 Nov 27 04:36:31.060136 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd66c58f7-c077-4f1f-aa2a-6be19aeaccba', 'tag': 'd3201a10-3698-4a98-8164-a311bb4a7426'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:36:31.062526 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33222) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:36:31.064093 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1579f8d-1a14-4b8f-ba90-9345d2d750a6" -d '{"events": [{"name": "network-changed", "server_uuid": "d66c58f7-c077-4f1f-aa2a-6be19aeaccba", "tag": "d3201a10-3698-4a98-8164-a311bb4a7426"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:36:31.068561 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-42d6fb15-d02b-43d4-8f28-a6645a9920e7 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-329600011', 'description': 'tempest-secgroup-smoke-329600011 description', 'project_id': '1806331ea66a4f5fb557174dc73386bf'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:36:31.093490 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-42d6fb15-d02b-43d4-8f28-a6645a9920e7 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:31.143661 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-9a96354a-568c-4b24-92d7-1eaf47d36c66 None None] Set router d650d032-2657-4d41-89f9-461f5788edef gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:36:31.165415 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-42d6fb15-d02b-43d4-8f28-a6645a9920e7 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:31.170886 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-42d6fb15-d02b-43d4-8f28-a6645a9920e7 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:31.207735 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-42d6fb15-d02b-43d4-8f28-a6645a9920e7 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:31.212019 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-42d6fb15-d02b-43d4-8f28-a6645a9920e7 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1452155 Nov 27 04:36:31.212554 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33228) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:36:31.217860 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-0af5747b-66ad-44d3-bd88-1f61a8bbaa11 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Request body: {'security_group_rule': {'security_group_id': '689ef618-56a8-4df2-be28-515cff3ca94b', 'project_id': '1806331ea66a4f5fb557174dc73386bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:36:31.223493 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d6fb15-d02b-43d4-8f28-a6645a9920e7 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=689ef618-56a8-4df2-be28-515cff3ca94b,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:36:31.249684 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0af5747b-66ad-44d3-bd88-1f61a8bbaa11 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:31.277675 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0606422f-1e1d-472f-9b2a-8d0e5c0d0c82 x-openstack-request-id: req-0606422f-1e1d-472f-9b2a-8d0e5c0d0c82 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:36:31.277970 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d66c58f7-c077-4f1f-aa2a-6be19aeaccba", "tag": "d3201a10-3698-4a98-8164-a311bb4a7426", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:36:31.278222 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0606422f-1e1d-472f-9b2a-8d0e5c0d0c82 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:36:31.278677 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd66c58f7-c077-4f1f-aa2a-6be19aeaccba', 'tag': 'd3201a10-3698-4a98-8164-a311bb4a7426', 'status': 'completed', 'code': 200} Nov 27 04:36:31.310927 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0af5747b-66ad-44d3-bd88-1f61a8bbaa11 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:31.314765 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0af5747b-66ad-44d3-bd88-1f61a8bbaa11 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:31.342454 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5747b-66ad-44d3-bd88-1f61a8bbaa11 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d9ec62e-28fb-4945-8b40-57557ea9d581,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:36:31.362729 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0af5747b-66ad-44d3-bd88-1f61a8bbaa11 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:31.364086 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0af5747b-66ad-44d3-bd88-1f61a8bbaa11 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1502280 Nov 27 04:36:31.366834 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33230) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:36:31.372163 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-44aa428a-52f5-499e-9772-d2e12c0bcf93 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Request body: {'security_group_rule': {'security_group_id': '689ef618-56a8-4df2-be28-515cff3ca94b', 'project_id': '1806331ea66a4f5fb557174dc73386bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:36:31.378585 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1579f8d-1a14-4b8f-ba90-9345d2d750a6 req-83d9fd3d-cce6-45a2-a289-b3b0637aa12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:31.380694 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c1579f8d-1a14-4b8f-ba90-9345d2d750a6 req-83d9fd3d-cce6-45a2-a289-b3b0637aa12f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1806331ea66a4f5fb557174dc73386bf&device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 1097 time: 0.0506597 Nov 27 04:36:31.386732 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-9a96354a-568c-4b24-92d7-1eaf47d36c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd650d032-2657-4d41-89f9-461f5788edef', 'name': 'tempest-TestMinimumBasicScenario-854642558-router', 'tenant_id': '1806331ea66a4f5fb557174dc73386bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'b5c37ea9-35e7-4aab-8fe9-8724419f39bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:35:36Z', 'updated_at': '2021-11-27T04:35:38Z', 'revision_number': 4, 'project_id': '1806331ea66a4f5fb557174dc73386bf', 'gw_port': {'id': 'b5c37ea9-35e7-4aab-8fe9-8724419f39bf', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:94:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd650d032-2657-4d41-89f9-461f5788edef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:35:36Z', 'updated_at': '2021-11-27T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '07b89520-e38c-4f64-a9a8-2456403a20ac', 'tenant_id': '1806331ea66a4f5fb557174dc73386bf', 'floating_ip_address': '172.25.1.211', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'd650d032-2657-4d41-89f9-461f5788edef', 'port_id': 'd3201a10-3698-4a98-8164-a311bb4a7426', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8451218f-3ba6-4504-b4e2-01fd88e778b3', 'mac_address': 'fa:16:3e:dd:66:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66c58f7-c077-4f1f-aa2a-6be19aeaccba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:36:30Z', 'updated_at': '2021-11-27T04:36:30Z', 'revision_number': 0, 'project_id': '1806331ea66a4f5fb557174dc73386bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdbee11c-a260-4ad7-bba3-c5daf366b9d0', 'name': '', 'network_id': '8451218f-3ba6-4504-b4e2-01fd88e778b3', 'tenant_id': '1806331ea66a4f5fb557174dc73386bf', 'mac_address': 'fa:16:3e:fb:61:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd650d032-2657-4d41-89f9-461f5788edef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'b41bfb3d-f397-4cd1-8dae-92994928d413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:35:38Z', 'updated_at': '2021-11-27T04:35:44Z', 'revision_number': 5, 'project_id': '1806331ea66a4f5fb557174dc73386bf', 'subnets': [{'id': 'b41bfb3d-f397-4cd1-8dae-92994928d413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:36:31.406103 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-44aa428a-52f5-499e-9772-d2e12c0bcf93 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:31.419125 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a96354a-568c-4b24-92d7-1eaf47d36c66 None None] Checking router: d650d032-2657-4d41-89f9-461f5788edef for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:36:31.427843 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a96354a-568c-4b24-92d7-1eaf47d36c66 None None] Routers {'d650d032-2657-4d41-89f9-461f5788edef'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:36:31.428472 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-9a96354a-568c-4b24-92d7-1eaf47d36c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:36:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d650d032-2657-4d41-89f9-461f5788edef'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:36:31.460469 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-44aa428a-52f5-499e-9772-d2e12c0bcf93 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:31.465958 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-44aa428a-52f5-499e-9772-d2e12c0bcf93 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:31.485012 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1579f8d-1a14-4b8f-ba90-9345d2d750a6 req-d18004ec-a956-41c9-a866-843fc442fd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:31.486865 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c1579f8d-1a14-4b8f-ba90-9345d2d750a6 req-d18004ec-a956-41c9-a866-843fc442fd72 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8451218f-3ba6-4504-b4e2-01fd88e778b3 HTTP/1.1" status: 200 len: 915 time: 0.0934348 Nov 27 04:36:31.487007 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aa428a-52f5-499e-9772-d2e12c0bcf93 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6153f8c2-e343-4768-8aa5-2ee12e9f7eb5,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:36:31.493283 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-44aa428a-52f5-499e-9772-d2e12c0bcf93 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:31.494646 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-44aa428a-52f5-499e-9772-d2e12c0bcf93 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1262279 Nov 27 04:36:31.497109 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33232) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:36:31.501597 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-384f7669-8ead-4367-8db3-0654a7baf5bc tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Request body: {'security_group_rule': {'security_group_id': '689ef618-56a8-4df2-be28-515cff3ca94b', 'project_id': '1806331ea66a4f5fb557174dc73386bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:36:31.529895 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-384f7669-8ead-4367-8db3-0654a7baf5bc tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:31.545159 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-9a96354a-568c-4b24-92d7-1eaf47d36c66 None None] Set router d650d032-2657-4d41-89f9-461f5788edef gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:36:31.558917 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c1579f8d-1a14-4b8f-ba90-9345d2d750a6 req-a2c5ecbe-1829-4e3a-b93f-3e56191ae1fe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3201a10-3698-4a98-8164-a311bb4a7426 HTTP/1.1" status: 200 len: 1000 time: 0.0639982 Nov 27 04:36:31.596978 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-384f7669-8ead-4367-8db3-0654a7baf5bc tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:31.602306 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-384f7669-8ead-4367-8db3-0654a7baf5bc tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:31.610435 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1579f8d-1a14-4b8f-ba90-9345d2d750a6 req-396711d4-361d-407d-a5d9-f51a975f87e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:31.611965 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c1579f8d-1a14-4b8f-ba90-9345d2d750a6 req-396711d4-361d-407d-a5d9-f51a975f87e3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b41bfb3d-f397-4cd1-8dae-92994928d413 HTTP/1.1" status: 200 len: 853 time: 0.0457587 Nov 27 04:36:31.620455 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f7669-8ead-4367-8db3-0654a7baf5bc tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e044143-53fc-4343-aeb8-0c71ddc62112,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:36:31.634089 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-384f7669-8ead-4367-8db3-0654a7baf5bc tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:31.635875 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-384f7669-8ead-4367-8db3-0654a7baf5bc tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1377807 Nov 27 04:36:31.638653 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33234) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:36:31.643343 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-145b32eb-ba78-41c4-8755-7111a5890090 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Request body: {'security_group_rule': {'security_group_id': '689ef618-56a8-4df2-be28-515cff3ca94b', 'project_id': '1806331ea66a4f5fb557174dc73386bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:36:31.669851 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1579f8d-1a14-4b8f-ba90-9345d2d750a6 req-4b7a3a92-6a17-4db7-befe-11e7471279b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:31.671494 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c1579f8d-1a14-4b8f-ba90-9345d2d750a6 req-4b7a3a92-6a17-4db7-befe-11e7471279b3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8451218f-3ba6-4504-b4e2-01fd88e778b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515678 Nov 27 04:36:31.674391 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-145b32eb-ba78-41c4-8755-7111a5890090 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:31.737034 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-145b32eb-ba78-41c4-8755-7111a5890090 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:31.742215 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-145b32eb-ba78-41c4-8755-7111a5890090 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:31.760533 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b32eb-ba78-41c4-8755-7111a5890090 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b39e5799-c0f9-4ff5-9b32-b3ea7afbd78a,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:36:31.775823 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-145b32eb-ba78-41c4-8755-7111a5890090 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:31.779747 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-145b32eb-ba78-41c4-8755-7111a5890090 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1374588 Nov 27 04:36:31.779881 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c1579f8d-1a14-4b8f-ba90-9345d2d750a6 req-f47622e0-55b6-4eba-8458-72c286710faf service neutron] 10.222.0.23 "GET /v2.0/networks/8451218f-3ba6-4504-b4e2-01fd88e778b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942390 Nov 27 04:36:31.779982 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33236) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:36:31.784326 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-29af81a0-eadb-4da8-882c-cfdcce1266dc tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Request body: {'security_group_rule': {'security_group_id': '689ef618-56a8-4df2-be28-515cff3ca94b', 'project_id': '1806331ea66a4f5fb557174dc73386bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:36:31.805154 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-9a96354a-568c-4b24-92d7-1eaf47d36c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd650d032-2657-4d41-89f9-461f5788edef', 'name': 'tempest-TestMinimumBasicScenario-854642558-router', 'tenant_id': '1806331ea66a4f5fb557174dc73386bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'b5c37ea9-35e7-4aab-8fe9-8724419f39bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:35:36Z', 'updated_at': '2021-11-27T04:35:38Z', 'revision_number': 4, 'project_id': '1806331ea66a4f5fb557174dc73386bf', 'gw_port': {'id': 'b5c37ea9-35e7-4aab-8fe9-8724419f39bf', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:94:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd650d032-2657-4d41-89f9-461f5788edef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:35:36Z', 'updated_at': '2021-11-27T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '07b89520-e38c-4f64-a9a8-2456403a20ac', 'tenant_id': '1806331ea66a4f5fb557174dc73386bf', 'floating_ip_address': '172.25.1.211', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'd650d032-2657-4d41-89f9-461f5788edef', 'port_id': 'd3201a10-3698-4a98-8164-a311bb4a7426', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8451218f-3ba6-4504-b4e2-01fd88e778b3', 'mac_address': 'fa:16:3e:dd:66:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66c58f7-c077-4f1f-aa2a-6be19aeaccba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:36:30Z', 'updated_at': '2021-11-27T04:36:30Z', 'revision_number': 0, 'project_id': '1806331ea66a4f5fb557174dc73386bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdbee11c-a260-4ad7-bba3-c5daf366b9d0', 'name': '', 'network_id': '8451218f-3ba6-4504-b4e2-01fd88e778b3', 'tenant_id': '1806331ea66a4f5fb557174dc73386bf', 'mac_address': 'fa:16:3e:fb:61:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd650d032-2657-4d41-89f9-461f5788edef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'b41bfb3d-f397-4cd1-8dae-92994928d413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:35:38Z', 'updated_at': '2021-11-27T04:35:44Z', 'revision_number': 5, 'project_id': '1806331ea66a4f5fb557174dc73386bf', 'subnets': [{'id': 'b41bfb3d-f397-4cd1-8dae-92994928d413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:36:31.807651 n-d-819494-3 neutron-server[110018]: INFO neutron.db.securitygroups_db [None req-29af81a0-eadb-4da8-882c-cfdcce1266dc tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Project 1806331ea66a4f5fb557174dc73386bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 04:36:31.813627 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-29af81a0-eadb-4da8-882c-cfdcce1266dc tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:31.837376 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a96354a-568c-4b24-92d7-1eaf47d36c66 None None] The sync data for ids ['d650d032-2657-4d41-89f9-461f5788edef'] in n-d-819494-3 is: [{'id': 'd650d032-2657-4d41-89f9-461f5788edef', 'name': 'tempest-TestMinimumBasicScenario-854642558-router', 'tenant_id': '1806331ea66a4f5fb557174dc73386bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'b5c37ea9-35e7-4aab-8fe9-8724419f39bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:35:36Z', 'updated_at': '2021-11-27T04:35:38Z', 'revision_number': 4, 'project_id': '1806331ea66a4f5fb557174dc73386bf', 'gw_port': {'id': 'b5c37ea9-35e7-4aab-8fe9-8724419f39bf', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:94:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd650d032-2657-4d41-89f9-461f5788edef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:35:36Z', 'updated_at': '2021-11-27T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '07b89520-e38c-4f64-a9a8-2456403a20ac', 'tenant_id': '1806331ea66a4f5fb557174dc73386bf', 'floating_ip_address': '172.25.1.211', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'd650d032-2657-4d41-89f9-461f5788edef', 'port_id': 'd3201a10-3698-4a98-8164-a311bb4a7426', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8451218f-3ba6-4504-b4e2-01fd88e778b3', 'mac_address': 'fa:16:3e:dd:66:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66c58f7-c077-4f1f-aa2a-6be19aeaccba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:36:30Z', 'updated_at': '2021-11-27T04:36:30Z', 'revision_number': 0, 'project_id': '1806331ea66a4f5fb557174dc73386bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdbee11c-a260-4ad7-bba3-c5daf366b9d0', 'name': '', 'network_id': '8451218f-3ba6-4504-b4e2-01fd88e778b3', 'tenant_id': '1806331ea66a4f5fb557174dc73386bf', 'mac_address': 'fa:16:3e:fb:61:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd650d032-2657-4d41-89f9-461f5788edef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'b41bfb3d-f397-4cd1-8dae-92994928d413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:35:38Z', 'updated_at': '2021-11-27T04:35:44Z', 'revision_number': 5, 'project_id': '1806331ea66a4f5fb557174dc73386bf', 'subnets': [{'id': 'b41bfb3d-f397-4cd1-8dae-92994928d413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:36:31.881469 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-29af81a0-eadb-4da8-882c-cfdcce1266dc tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:31.887187 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-29af81a0-eadb-4da8-882c-cfdcce1266dc tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:31.895649 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c1579f8d-1a14-4b8f-ba90-9345d2d750a6 req-87b44795-492d-44c0-be35-d114a7f95932 service neutron] 10.222.0.23 "GET /v2.0/networks/8451218f-3ba6-4504-b4e2-01fd88e778b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025517 Nov 27 04:36:31.906517 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af81a0-eadb-4da8-882c-cfdcce1266dc tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b8058b5-7836-4e72-ab54-fcbb9b4d6437,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:36:31.915369 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29af81a0-eadb-4da8-882c-cfdcce1266dc tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:36:31.915723 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29af81a0-eadb-4da8-882c-cfdcce1266dc tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:36:31.916102 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29af81a0-eadb-4da8-882c-cfdcce1266dc tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:36:31.916443 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29af81a0-eadb-4da8-882c-cfdcce1266dc tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:36:31.916781 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29af81a0-eadb-4da8-882c-cfdcce1266dc tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:36:31.917115 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29af81a0-eadb-4da8-882c-cfdcce1266dc tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:36:31.917445 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29af81a0-eadb-4da8-882c-cfdcce1266dc tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:36:31.917769 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29af81a0-eadb-4da8-882c-cfdcce1266dc tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:36:31.918355 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29af81a0-eadb-4da8-882c-cfdcce1266dc tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:36:31.918708 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29af81a0-eadb-4da8-882c-cfdcce1266dc tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:36:31.919041 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29af81a0-eadb-4da8-882c-cfdcce1266dc tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:36:31.919363 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29af81a0-eadb-4da8-882c-cfdcce1266dc tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:36:31.924119 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-29af81a0-eadb-4da8-882c-cfdcce1266dc tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:31.927006 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-29af81a0-eadb-4da8-882c-cfdcce1266dc tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1461146 Nov 27 04:36:31.928762 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33238) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:36:31.934268 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-ebcd94d0-abdc-4af1-8b67-5f442d733ce4 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Request body: {'security_group_rule': {'security_group_id': '689ef618-56a8-4df2-be28-515cff3ca94b', 'project_id': '1806331ea66a4f5fb557174dc73386bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:36:31.955938 n-d-819494-3 neutron-server[110018]: INFO neutron.db.securitygroups_db [None req-ebcd94d0-abdc-4af1-8b67-5f442d733ce4 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Project 1806331ea66a4f5fb557174dc73386bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 04:36:31.960916 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ebcd94d0-abdc-4af1-8b67-5f442d733ce4 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:32.024172 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ebcd94d0-abdc-4af1-8b67-5f442d733ce4 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:32.028049 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ebcd94d0-abdc-4af1-8b67-5f442d733ce4 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:32.047218 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd94d0-abdc-4af1-8b67-5f442d733ce4 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b973800e-8d11-4229-9e90-4b8e480c1c58,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:36:32.053145 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ebcd94d0-abdc-4af1-8b67-5f442d733ce4 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:32.054738 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ebcd94d0-abdc-4af1-8b67-5f442d733ce4 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1249583 Nov 27 04:36:32.058069 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0e6174-5140-4633-92fd-f6601cef9815 None None] New status for floating IP 07b89520-e38c-4f64-a9a8-2456403a20ac: ACTIVE {{(pid=110021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:36:32.149265 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9c76ceb5-3d9b-4cff-9123-eff8d4386807 req-e855e9bd-54ac-4e8a-814f-34b14137fcd0 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-329600011&fields=id&tenant_id=1806331ea66a4f5fb557174dc73386bf HTTP/1.1" status: 200 len: 267 time: 0.0441828 Nov 27 04:36:32.206597 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76ceb5-3d9b-4cff-9123-eff8d4386807 req-12d6616d-fa11-4b8c-b954-bb5cc52e835f tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:32.208362 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9c76ceb5-3d9b-4cff-9123-eff8d4386807 req-12d6616d-fa11-4b8c-b954-bb5cc52e835f tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/ports?device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 946 time: 0.0532942 Nov 27 04:36:32.221244 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-9c76ceb5-3d9b-4cff-9123-eff8d4386807 req-0738270c-d855-4696-ac67-0cb5c01857b8 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Request body: {'port': {'security_groups': ['b7425e31-8514-4ca6-88f9-420049af4b06', '689ef618-56a8-4df2-be28-515cff3ca94b']}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:36:32.283919 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9c76ceb5-3d9b-4cff-9123-eff8d4386807 req-0738270c-d855-4696-ac67-0cb5c01857b8 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:32.463850 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-9c76ceb5-3d9b-4cff-9123-eff8d4386807 req-0738270c-d855-4696-ac67-0cb5c01857b8 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] For port d3201a10-3698-4a98-8164-a311bb4a7426, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d3201a10-3698-4a98-8164-a311bb4a7426,segment=NetworkSegment(28525574-257b-4a61-977f-2c31072ab059),segment_id=28525574-257b-4a61-977f-2c31072ab059)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:36:32.492433 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9c76ceb5-3d9b-4cff-9123-eff8d4386807 req-0738270c-d855-4696-ac67-0cb5c01857b8 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:32.496875 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9c76ceb5-3d9b-4cff-9123-eff8d4386807 req-0738270c-d855-4696-ac67-0cb5c01857b8 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:32.536744 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['d3201a10-3698-4a98-8164-a311bb4a7426'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:36:32.545298 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76ceb5-3d9b-4cff-9123-eff8d4386807 req-0738270c-d855-4696-ac67-0cb5c01857b8 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:32.545940 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-9c76ceb5-3d9b-4cff-9123-eff8d4386807 req-0738270c-d855-4696-ac67-0cb5c01857b8 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:32.547401 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9c76ceb5-3d9b-4cff-9123-eff8d4386807 req-0738270c-d855-4696-ac67-0cb5c01857b8 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "PUT /v2.0/ports/d3201a10-3698-4a98-8164-a311bb4a7426 HTTP/1.1" status: 200 len: 982 time: 0.3309920 Nov 27 04:36:32.568580 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0738270c-d855-4696-ac67-0cb5c01857b8 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Pushing event updated for resources: {'Port': ['ID=d3201a10-3698-4a98-8164-a311bb4a7426,revision_number=6']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:36:32.669991 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['d3201a10-3698-4a98-8164-a311bb4a7426'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:36:32.687772 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e0285-eb42-4553-9eaa-f504bcb53b61 req-747b2bbe-916c-42eb-9283-6e90e4bb138a tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:32.690267 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f68e0285-eb42-4553-9eaa-f504bcb53b61 req-747b2bbe-916c-42eb-9283-6e90e4bb138a tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/ports?device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 985 time: 0.0764840 Nov 27 04:36:32.758272 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f68e0285-eb42-4553-9eaa-f504bcb53b61 req-3c6dc16b-6855-4660-b1d9-5cddae398811 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/security-groups?id=689ef618-56a8-4df2-be28-515cff3ca94b&id=b7425e31-8514-4ca6-88f9-420049af4b06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0617681 Nov 27 04:36:32.869819 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-a2efa0f7-4f40-4ef3-99fe-d3da00a6a232 None None] Provisioning complete for port d3201a10-3698-4a98-8164-a311bb4a7426 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:36:32.870104 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a2efa0f7-4f40-4ef3-99fe-d3da00a6a232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:33.279702 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd66c58f7-c077-4f1f-aa2a-6be19aeaccba', 'tag': 'd3201a10-3698-4a98-8164-a311bb4a7426'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:36:33.281977 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775fd419-58b6-44aa-ac27-fc71cc3138cc" -d '{"events": [{"name": "network-changed", "server_uuid": "d66c58f7-c077-4f1f-aa2a-6be19aeaccba", "tag": "d3201a10-3698-4a98-8164-a311bb4a7426"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:36:33.318017 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9acdad37-e27a-4192-8d18-a748dc19de6c x-openstack-request-id: req-9acdad37-e27a-4192-8d18-a748dc19de6c {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:36:33.318313 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d66c58f7-c077-4f1f-aa2a-6be19aeaccba", "tag": "d3201a10-3698-4a98-8164-a311bb4a7426", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:36:33.318598 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9acdad37-e27a-4192-8d18-a748dc19de6c {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:36:33.319001 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd66c58f7-c077-4f1f-aa2a-6be19aeaccba', 'tag': 'd3201a10-3698-4a98-8164-a311bb4a7426', 'status': 'completed', 'code': 200} Nov 27 04:36:33.405018 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775fd419-58b6-44aa-ac27-fc71cc3138cc req-bf10d889-52bd-46f8-b4ee-8c814488a278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:33.406521 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-775fd419-58b6-44aa-ac27-fc71cc3138cc req-bf10d889-52bd-46f8-b4ee-8c814488a278 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1806331ea66a4f5fb557174dc73386bf&device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 1136 time: 0.0408909 Nov 27 04:36:33.499740 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775fd419-58b6-44aa-ac27-fc71cc3138cc req-b047da2e-a8e7-4ee4-b39e-2434bb9869c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:33.501207 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-775fd419-58b6-44aa-ac27-fc71cc3138cc req-b047da2e-a8e7-4ee4-b39e-2434bb9869c5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8451218f-3ba6-4504-b4e2-01fd88e778b3 HTTP/1.1" status: 200 len: 915 time: 0.0863891 Nov 27 04:36:33.567595 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-775fd419-58b6-44aa-ac27-fc71cc3138cc req-17840e1e-f963-440c-9943-eb45dd2da5c0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3201a10-3698-4a98-8164-a311bb4a7426 HTTP/1.1" status: 200 len: 1002 time: 0.0564907 Nov 27 04:36:33.615592 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775fd419-58b6-44aa-ac27-fc71cc3138cc req-6e5eeb4e-bc96-4522-8937-ff0b92acf9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:33.616993 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-775fd419-58b6-44aa-ac27-fc71cc3138cc req-6e5eeb4e-bc96-4522-8937-ff0b92acf9ec service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b41bfb3d-f397-4cd1-8dae-92994928d413 HTTP/1.1" status: 200 len: 853 time: 0.0422504 Nov 27 04:36:33.667127 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775fd419-58b6-44aa-ac27-fc71cc3138cc req-f8cdbd55-81f9-4574-b80a-fafeb02170a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:33.668861 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-775fd419-58b6-44aa-ac27-fc71cc3138cc req-f8cdbd55-81f9-4574-b80a-fafeb02170a6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8451218f-3ba6-4504-b4e2-01fd88e778b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426695 Nov 27 04:36:33.763266 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-775fd419-58b6-44aa-ac27-fc71cc3138cc req-8c5af1a9-06d9-46d8-8254-69c3d98afadf service neutron] 10.222.0.23 "GET /v2.0/networks/8451218f-3ba6-4504-b4e2-01fd88e778b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856082 Nov 27 04:36:33.854110 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-775fd419-58b6-44aa-ac27-fc71cc3138cc req-b3705c68-63c6-44f0-bcac-a5706d5b01e9 service neutron] 10.222.0.23 "GET /v2.0/networks/8451218f-3ba6-4504-b4e2-01fd88e778b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826209 Nov 27 04:36:45.692491 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:36:46.208186 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dee3ab94-18d7-4d0e-b611-da47bfe60d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:46.424341 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:48.347022 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-29c2da00-09de-4671-a9be-3b8f3cf6fbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:49.064240 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:49.713225 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:50.002199 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a631cee6-4423-4fa7-9c71-2f159675e089 req-ab4070a6-e0aa-44aa-9db3-fb16aef34735 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:50.003634 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a631cee6-4423-4fa7-9c71-2f159675e089 req-ab4070a6-e0aa-44aa-9db3-fb16aef34735 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/ports?device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 985 time: 0.0523949 Nov 27 04:36:50.027798 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300420f-b7fa-460c-9638-bb0a761efcb3 req-d4a97b1d-f2c8-44fa-a7f5-ff32896651a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:50.029305 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5300420f-b7fa-460c-9638-bb0a761efcb3 req-d4a97b1d-f2c8-44fa-a7f5-ff32896651a9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1806331ea66a4f5fb557174dc73386bf&device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 1136 time: 0.0416870 Nov 27 04:36:50.064811 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a631cee6-4423-4fa7-9c71-2f159675e089 req-10dc3d0c-cdc2-4522-9bd7-dd3946a3711f tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/security-groups?id=689ef618-56a8-4df2-be28-515cff3ca94b&id=b7425e31-8514-4ca6-88f9-420049af4b06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550418 Nov 27 04:36:50.122923 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300420f-b7fa-460c-9638-bb0a761efcb3 req-d57672af-b2de-45e6-b4df-86c8684bbbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:50.124398 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5300420f-b7fa-460c-9638-bb0a761efcb3 req-d57672af-b2de-45e6-b4df-86c8684bbbb2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8451218f-3ba6-4504-b4e2-01fd88e778b3 HTTP/1.1" status: 200 len: 915 time: 0.0878828 Nov 27 04:36:50.190170 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5300420f-b7fa-460c-9638-bb0a761efcb3 req-0bd43272-12c1-4ba9-adb9-023e76930f8a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3201a10-3698-4a98-8164-a311bb4a7426 HTTP/1.1" status: 200 len: 1002 time: 0.0573385 Nov 27 04:36:50.238446 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300420f-b7fa-460c-9638-bb0a761efcb3 req-cc96d1f7-865c-4e4f-bb43-52936bc439c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:50.240420 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5300420f-b7fa-460c-9638-bb0a761efcb3 req-cc96d1f7-865c-4e4f-bb43-52936bc439c2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b41bfb3d-f397-4cd1-8dae-92994928d413 HTTP/1.1" status: 200 len: 853 time: 0.0429749 Nov 27 04:36:50.290625 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300420f-b7fa-460c-9638-bb0a761efcb3 req-af7b829d-9778-4604-b801-c3db5c6eb26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:50.292024 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5300420f-b7fa-460c-9638-bb0a761efcb3 req-af7b829d-9778-4604-b801-c3db5c6eb26c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8451218f-3ba6-4504-b4e2-01fd88e778b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425682 Nov 27 04:36:50.385440 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5300420f-b7fa-460c-9638-bb0a761efcb3 req-44357bb7-dce0-455a-9872-abcc440bd9a5 service neutron] 10.222.0.23 "GET /v2.0/networks/8451218f-3ba6-4504-b4e2-01fd88e778b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852139 Nov 27 04:36:50.477824 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5300420f-b7fa-460c-9638-bb0a761efcb3 req-f3473c0a-134d-4ef6-b4c9-026838ae39b5 service neutron] 10.222.0.23 "GET /v2.0/networks/8451218f-3ba6-4504-b4e2-01fd88e778b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834913 Nov 27 04:36:51.185011 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b0ae-9f9f-4aa6-bfdd-bff930a7fb58 req-91463d9c-f24f-4e90-a344-40998b653b8a tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:51.186502 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-db22b0ae-9f9f-4aa6-bfdd-bff930a7fb58 req-91463d9c-f24f-4e90-a344-40998b653b8a tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/ports?device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 985 time: 0.0540257 Nov 27 04:36:51.247044 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-db22b0ae-9f9f-4aa6-bfdd-bff930a7fb58 req-0b1140a9-db25-471c-8c37-569d4d79687d tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/security-groups?id=689ef618-56a8-4df2-be28-515cff3ca94b&id=b7425e31-8514-4ca6-88f9-420049af4b06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543907 Nov 27 04:36:51.315597 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:51.928373 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:36:52.361736 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f494a0-38ef-4604-bf90-84e2ea8f79e3 req-14faac5a-4628-4f43-bb6a-82fa60126b16 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:52.363236 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-57f494a0-38ef-4604-bf90-84e2ea8f79e3 req-14faac5a-4628-4f43-bb6a-82fa60126b16 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/ports?device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 985 time: 0.0475926 Nov 27 04:36:52.423693 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-57f494a0-38ef-4604-bf90-84e2ea8f79e3 req-3cbf4e38-ce5f-4895-b52c-5c8f945d105a tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/security-groups?id=689ef618-56a8-4df2-be28-515cff3ca94b&id=b7425e31-8514-4ca6-88f9-420049af4b06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544508 Nov 27 04:36:53.542270 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e447a-ebcd-4c20-bf8b-530771f5737a req-cbde5b57-3a24-4f5b-a69c-8031d0ba691e tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:53.544014 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-067e447a-ebcd-4c20-bf8b-530771f5737a req-cbde5b57-3a24-4f5b-a69c-8031d0ba691e tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/ports?device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 985 time: 0.0484188 Nov 27 04:36:53.607233 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-067e447a-ebcd-4c20-bf8b-530771f5737a req-2e903f15-0d5d-4595-91c6-6fb810dc26e2 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/security-groups?id=689ef618-56a8-4df2-be28-515cff3ca94b&id=b7425e31-8514-4ca6-88f9-420049af4b06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570319 Nov 27 04:36:54.722062 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c62aa-9253-4ca3-a81b-6541f1218be7 req-8d260815-b167-4599-80da-f562a8297132 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:54.723564 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d40c62aa-9253-4ca3-a81b-6541f1218be7 req-8d260815-b167-4599-80da-f562a8297132 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/ports?device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 985 time: 0.0485661 Nov 27 04:36:54.783365 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d40c62aa-9253-4ca3-a81b-6541f1218be7 req-ceba88e4-24ea-45fc-b56a-d5e14db1f60d tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/security-groups?id=689ef618-56a8-4df2-be28-515cff3ca94b&id=b7425e31-8514-4ca6-88f9-420049af4b06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534303 Nov 27 04:36:55.896234 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349058d0-2bb8-4770-ad1c-fc72c600d5db req-d31e1dfa-9cbc-42fa-ba9d-713519e69543 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:55.897698 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-349058d0-2bb8-4770-ad1c-fc72c600d5db req-d31e1dfa-9cbc-42fa-ba9d-713519e69543 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/ports?device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 985 time: 0.0474393 Nov 27 04:36:55.957104 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-349058d0-2bb8-4770-ad1c-fc72c600d5db req-78b190d9-6a42-4726-bfeb-5649e86bbf63 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/security-groups?id=689ef618-56a8-4df2-be28-515cff3ca94b&id=b7425e31-8514-4ca6-88f9-420049af4b06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527658 Nov 27 04:36:57.077853 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d6be9-eef9-4928-b4d2-48672a999ade req-2fa03f3c-ca26-469f-8a91-a9336fe479b0 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:57.079396 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-195d6be9-eef9-4928-b4d2-48672a999ade req-2fa03f3c-ca26-469f-8a91-a9336fe479b0 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/ports?device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 985 time: 0.0542471 Nov 27 04:36:57.138500 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-195d6be9-eef9-4928-b4d2-48672a999ade req-8b2658e8-1438-4189-9dc7-362aa1ebba34 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/security-groups?id=689ef618-56a8-4df2-be28-515cff3ca94b&id=b7425e31-8514-4ca6-88f9-420049af4b06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529675 Nov 27 04:36:58.253244 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7daa1f7-ea59-4d19-9805-13353399ccf2 req-5e6a7773-9d7e-4aff-80bf-41b53842f996 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:58.254760 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e7daa1f7-ea59-4d19-9805-13353399ccf2 req-5e6a7773-9d7e-4aff-80bf-41b53842f996 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/ports?device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 985 time: 0.0483763 Nov 27 04:36:58.315572 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e7daa1f7-ea59-4d19-9805-13353399ccf2 req-9fa9d2d8-40ae-4ee7-95bf-da92952d8c41 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/security-groups?id=689ef618-56a8-4df2-be28-515cff3ca94b&id=b7425e31-8514-4ca6-88f9-420049af4b06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546229 Nov 27 04:36:59.433926 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da440b-65c1-4ea1-93b3-afbfbff5ba9f req-bd49ab7d-8990-41e8-ac36-bc948dc2e5a7 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:36:59.435433 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b2da440b-65c1-4ea1-93b3-afbfbff5ba9f req-bd49ab7d-8990-41e8-ac36-bc948dc2e5a7 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/ports?device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 985 time: 0.0533855 Nov 27 04:36:59.493649 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b2da440b-65c1-4ea1-93b3-afbfbff5ba9f req-ddcebba6-be7e-49ec-9ab1-673f7c7009b4 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/security-groups?id=689ef618-56a8-4df2-be28-515cff3ca94b&id=b7425e31-8514-4ca6-88f9-420049af4b06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521889 Nov 27 04:37:00.611670 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e4a2a-3caf-41b6-a8e8-c11564b34710 req-c338d76b-6a56-4610-b91b-f4a71b083355 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:37:00.613149 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d10e4a2a-3caf-41b6-a8e8-c11564b34710 req-c338d76b-6a56-4610-b91b-f4a71b083355 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/ports?device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 985 time: 0.0490892 Nov 27 04:37:00.672179 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d10e4a2a-3caf-41b6-a8e8-c11564b34710 req-66023a42-5567-488d-a2ee-a57f70fc52fc tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/security-groups?id=689ef618-56a8-4df2-be28-515cff3ca94b&id=b7425e31-8514-4ca6-88f9-420049af4b06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529609 Nov 27 04:37:01.785852 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9eeab7-7327-4fed-a7bf-fa87b58090a7 req-fb200456-6748-4007-837e-9f03eaa75b90 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:37:01.787327 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-db9eeab7-7327-4fed-a7bf-fa87b58090a7 req-fb200456-6748-4007-837e-9f03eaa75b90 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/ports?device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 985 time: 0.0473011 Nov 27 04:37:01.850290 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-db9eeab7-7327-4fed-a7bf-fa87b58090a7 req-d021ebd1-46d3-40eb-9743-8c11bc07f450 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/security-groups?id=689ef618-56a8-4df2-be28-515cff3ca94b&id=b7425e31-8514-4ca6-88f9-420049af4b06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568612 Nov 27 04:37:11.670691 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cd60c3ea-c17e-4040-b5b7-8bd6e98b65d5 req-ed863869-f824-46a4-8776-8deef9e2cee1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401461 Nov 27 04:37:11.779626 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60c3ea-c17e-4040-b5b7-8bd6e98b65d5 req-f74df90a-43d2-47b5-8917-c630010970df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:37:11.781085 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cd60c3ea-c17e-4040-b5b7-8bd6e98b65d5 req-f74df90a-43d2-47b5-8917-c630010970df service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1806331ea66a4f5fb557174dc73386bf&device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 1136 time: 0.0407190 Nov 27 04:37:11.888055 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60c3ea-c17e-4040-b5b7-8bd6e98b65d5 req-0891a352-db8a-4d38-9d71-33a2f2d169db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:37:11.889512 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cd60c3ea-c17e-4040-b5b7-8bd6e98b65d5 req-0891a352-db8a-4d38-9d71-33a2f2d169db service neutron] 10.222.0.23 "GET /v2.0/networks?id=8451218f-3ba6-4504-b4e2-01fd88e778b3 HTTP/1.1" status: 200 len: 915 time: 0.0863008 Nov 27 04:37:11.954513 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cd60c3ea-c17e-4040-b5b7-8bd6e98b65d5 req-263ec10a-c0df-48ec-b81c-4437c4cd0e17 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3201a10-3698-4a98-8164-a311bb4a7426 HTTP/1.1" status: 200 len: 1002 time: 0.0562160 Nov 27 04:37:12.006417 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60c3ea-c17e-4040-b5b7-8bd6e98b65d5 req-0a2ef2d6-b2a0-4c67-9753-25c3eb13b477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:37:12.007863 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cd60c3ea-c17e-4040-b5b7-8bd6e98b65d5 req-0a2ef2d6-b2a0-4c67-9753-25c3eb13b477 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b41bfb3d-f397-4cd1-8dae-92994928d413 HTTP/1.1" status: 200 len: 853 time: 0.0457618 Nov 27 04:37:12.052675 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60c3ea-c17e-4040-b5b7-8bd6e98b65d5 req-b3e0f1c6-7b30-4050-9552-fb79521dcd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:37:12.054166 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cd60c3ea-c17e-4040-b5b7-8bd6e98b65d5 req-b3e0f1c6-7b30-4050-9552-fb79521dcd3b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8451218f-3ba6-4504-b4e2-01fd88e778b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384486 Nov 27 04:37:12.145635 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cd60c3ea-c17e-4040-b5b7-8bd6e98b65d5 req-d7fad5bc-49a2-4af9-93df-d9b2700ba6db service neutron] 10.222.0.23 "GET /v2.0/networks/8451218f-3ba6-4504-b4e2-01fd88e778b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801194 Nov 27 04:37:12.240978 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cd60c3ea-c17e-4040-b5b7-8bd6e98b65d5 req-159a2e27-d5f7-4cc4-a83c-b658a8afaf99 service neutron] 10.222.0.23 "GET /v2.0/networks/8451218f-3ba6-4504-b4e2-01fd88e778b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869529 Nov 27 04:37:16.208401 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b9c0c9e7-8b94-468e-9a7d-a6ae5d13fef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:16.420452 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:18.347477 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a3e8c86e-b071-4e1e-90da-1d7f97be1533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:19.062518 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:19.715686 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:21.319018 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:21.929167 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:22.692768 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:37:34.887603 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-873a05dc-cd99-4e3c-bc91-b1456bfd32b9 req-6c48c907-dfd2-4850-93e1-65cadaa53d32 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-329600011&fields=id&tenant_id=1806331ea66a4f5fb557174dc73386bf HTTP/1.1" status: 200 len: 267 time: 0.0436091 Nov 27 04:37:34.939473 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a05dc-cd99-4e3c-bc91-b1456bfd32b9 req-6e639151-3362-41c7-b0f7-ddd90fd19b12 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:37:34.940934 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-873a05dc-cd99-4e3c-bc91-b1456bfd32b9 req-6e639151-3362-41c7-b0f7-ddd90fd19b12 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/ports?device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 985 time: 0.0476422 Nov 27 04:37:34.951748 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [req-873a05dc-cd99-4e3c-bc91-b1456bfd32b9 req-c3b7903b-0b49-434d-bba5-1cf81336493f tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Request body: {'port': {'security_groups': ['b7425e31-8514-4ca6-88f9-420049af4b06']}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:37:35.013264 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-873a05dc-cd99-4e3c-bc91-b1456bfd32b9 req-c3b7903b-0b49-434d-bba5-1cf81336493f tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:35.182274 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [req-873a05dc-cd99-4e3c-bc91-b1456bfd32b9 req-c3b7903b-0b49-434d-bba5-1cf81336493f tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] For port d3201a10-3698-4a98-8164-a311bb4a7426, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d3201a10-3698-4a98-8164-a311bb4a7426,segment=NetworkSegment(28525574-257b-4a61-977f-2c31072ab059),segment_id=28525574-257b-4a61-977f-2c31072ab059)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:37:35.214098 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-873a05dc-cd99-4e3c-bc91-b1456bfd32b9 req-c3b7903b-0b49-434d-bba5-1cf81336493f tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:35.219371 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-873a05dc-cd99-4e3c-bc91-b1456bfd32b9 req-c3b7903b-0b49-434d-bba5-1cf81336493f tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:35.258181 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['d3201a10-3698-4a98-8164-a311bb4a7426'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:37:35.263328 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a05dc-cd99-4e3c-bc91-b1456bfd32b9 req-c3b7903b-0b49-434d-bba5-1cf81336493f tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:37:35.264490 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [req-873a05dc-cd99-4e3c-bc91-b1456bfd32b9 req-c3b7903b-0b49-434d-bba5-1cf81336493f tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:35.265929 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-873a05dc-cd99-4e3c-bc91-b1456bfd32b9 req-c3b7903b-0b49-434d-bba5-1cf81336493f tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "PUT /v2.0/ports/d3201a10-3698-4a98-8164-a311bb4a7426 HTTP/1.1" status: 200 len: 943 time: 0.3185377 Nov 27 04:37:35.266440 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd66c58f7-c077-4f1f-aa2a-6be19aeaccba', 'tag': 'd3201a10-3698-4a98-8164-a311bb4a7426'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:37:35.268910 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6713350-86a5-40a4-bd4e-6eb8f4256065" -d '{"events": [{"name": "network-changed", "server_uuid": "d66c58f7-c077-4f1f-aa2a-6be19aeaccba", "tag": "d3201a10-3698-4a98-8164-a311bb4a7426"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:37:35.272748 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33300) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:37:35.299973 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7903b-0b49-434d-bba5-1cf81336493f tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Pushing event updated for resources: {'Port': ['ID=d3201a10-3698-4a98-8164-a311bb4a7426,revision_number=7']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:37:35.308008 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b7903b-0b49-434d-bba5-1cf81336493f tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:37:35.308473 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b7903b-0b49-434d-bba5-1cf81336493f tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:37:35.308775 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b7903b-0b49-434d-bba5-1cf81336493f tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:37:35.309184 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b7903b-0b49-434d-bba5-1cf81336493f tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:37:35.309536 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b7903b-0b49-434d-bba5-1cf81336493f tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:37:35.310042 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b7903b-0b49-434d-bba5-1cf81336493f tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:37:35.310786 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b7903b-0b49-434d-bba5-1cf81336493f tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:37:35.311182 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b7903b-0b49-434d-bba5-1cf81336493f tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:37:35.311601 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b7903b-0b49-434d-bba5-1cf81336493f tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:37:35.311867 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b7903b-0b49-434d-bba5-1cf81336493f tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:37:35.312205 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b7903b-0b49-434d-bba5-1cf81336493f tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:37:35.312596 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b7903b-0b49-434d-bba5-1cf81336493f tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:37:35.337446 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5e85ee-179d-4cc2-ad5e-2e82c06f50a8 x-openstack-request-id: req-ea5e85ee-179d-4cc2-ad5e-2e82c06f50a8 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:37:35.337955 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d66c58f7-c077-4f1f-aa2a-6be19aeaccba", "tag": "d3201a10-3698-4a98-8164-a311bb4a7426", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:37:35.338400 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea5e85ee-179d-4cc2-ad5e-2e82c06f50a8 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:37:35.338987 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd66c58f7-c077-4f1f-aa2a-6be19aeaccba', 'tag': 'd3201a10-3698-4a98-8164-a311bb4a7426', 'status': 'completed', 'code': 200} Nov 27 04:37:35.374870 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-363fb0bd-dc90-4d73-a1ae-2f28c536eead tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:35.409732 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['d3201a10-3698-4a98-8164-a311bb4a7426'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:37:35.429417 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-363fb0bd-dc90-4d73-a1ae-2f28c536eead tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:35.584330 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-4a398e65-0c3a-4eea-83f3-4a3848e64e4e None None] Provisioning complete for port d3201a10-3698-4a98-8164-a311bb4a7426 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:37:35.584625 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4a398e65-0c3a-4eea-83f3-4a3848e64e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:35.790737 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6713350-86a5-40a4-bd4e-6eb8f4256065 req-073c72af-3a2a-4d7a-baae-f173a3472edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:37:35.792244 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c6713350-86a5-40a4-bd4e-6eb8f4256065 req-073c72af-3a2a-4d7a-baae-f173a3472edb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1806331ea66a4f5fb557174dc73386bf&device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 1097 time: 0.4056289 Nov 27 04:37:35.859864 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-363fb0bd-dc90-4d73-a1ae-2f28c536eead tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:35.862421 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-363fb0bd-dc90-4d73-a1ae-2f28c536eead tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:35.863569 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-363fb0bd-dc90-4d73-a1ae-2f28c536eead tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "DELETE /v2.0/security-groups/689ef618-56a8-4df2-be28-515cff3ca94b HTTP/1.1" status: 204 len: 168 time: 0.5894945 Nov 27 04:37:35.866359 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33302) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:37:35.878925 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363fb0bd-dc90-4d73-a1ae-2f28c536eead tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=689ef618-56a8-4df2-be28-515cff3ca94b,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:37:35.897900 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363fb0bd-dc90-4d73-a1ae-2f28c536eead tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:37:35.898246 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363fb0bd-dc90-4d73-a1ae-2f28c536eead tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:37:35.898605 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363fb0bd-dc90-4d73-a1ae-2f28c536eead tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:37:35.898948 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363fb0bd-dc90-4d73-a1ae-2f28c536eead tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:37:35.899291 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363fb0bd-dc90-4d73-a1ae-2f28c536eead tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:37:35.899602 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363fb0bd-dc90-4d73-a1ae-2f28c536eead tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:37:35.899930 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363fb0bd-dc90-4d73-a1ae-2f28c536eead tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:37:35.900253 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363fb0bd-dc90-4d73-a1ae-2f28c536eead tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:37:35.900576 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363fb0bd-dc90-4d73-a1ae-2f28c536eead tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:37:35.900898 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363fb0bd-dc90-4d73-a1ae-2f28c536eead tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:37:35.901226 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363fb0bd-dc90-4d73-a1ae-2f28c536eead tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:37:35.901543 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363fb0bd-dc90-4d73-a1ae-2f28c536eead tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:37:35.915510 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6713350-86a5-40a4-bd4e-6eb8f4256065 req-f05b89be-e9b2-4daf-921f-4e1140a8fa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:37:35.916985 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c6713350-86a5-40a4-bd4e-6eb8f4256065 req-f05b89be-e9b2-4daf-921f-4e1140a8fa1c service neutron] 10.222.0.23 "GET /v2.0/networks?id=8451218f-3ba6-4504-b4e2-01fd88e778b3 HTTP/1.1" status: 200 len: 915 time: 0.1170690 Nov 27 04:37:35.992344 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c6713350-86a5-40a4-bd4e-6eb8f4256065 req-f83092a3-e633-4900-9926-10912f8734fc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3201a10-3698-4a98-8164-a311bb4a7426 HTTP/1.1" status: 200 len: 1002 time: 0.0631325 Nov 27 04:37:36.027697 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-73b8cf0c-ca33-44cd-94e9-2650464aeb06 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Deleting port be204fd3-d8ea-4b35-bb1a-420b4620aeb0 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:37:36.028310 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-73b8cf0c-ca33-44cd-94e9-2650464aeb06 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:36.047907 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6713350-86a5-40a4-bd4e-6eb8f4256065 req-6773caa2-3d04-4b2b-881b-7187b855edb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:37:36.049281 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c6713350-86a5-40a4-bd4e-6eb8f4256065 req-6773caa2-3d04-4b2b-881b-7187b855edb6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b41bfb3d-f397-4cd1-8dae-92994928d413 HTTP/1.1" status: 200 len: 853 time: 0.0440369 Nov 27 04:37:36.098145 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6713350-86a5-40a4-bd4e-6eb8f4256065 req-b7a4b1b2-db40-4d8d-9d25-757d867c34d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:37:36.099670 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c6713350-86a5-40a4-bd4e-6eb8f4256065 req-b7a4b1b2-db40-4d8d-9d25-757d867c34d9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8451218f-3ba6-4504-b4e2-01fd88e778b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394695 Nov 27 04:37:36.106805 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-73b8cf0c-ca33-44cd-94e9-2650464aeb06 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:36.107154 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-73b8cf0c-ca33-44cd-94e9-2650464aeb06 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:36.118626 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-73b8cf0c-ca33-44cd-94e9-2650464aeb06 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Calling delete_port for be204fd3-d8ea-4b35-bb1a-420b4620aeb0 owned by network:floatingip {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:37:36.199447 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c6713350-86a5-40a4-bd4e-6eb8f4256065 req-2821b994-e080-41e3-b312-ac7fbbe7d2eb service neutron] 10.222.0.23 "GET /v2.0/networks/8451218f-3ba6-4504-b4e2-01fd88e778b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872478 Nov 27 04:37:36.265500 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-73b8cf0c-ca33-44cd-94e9-2650464aeb06 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:36.294677 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c6713350-86a5-40a4-bd4e-6eb8f4256065 req-9900e050-c600-4f9a-957b-8083cb354983 service neutron] 10.222.0.23 "GET /v2.0/networks/8451218f-3ba6-4504-b4e2-01fd88e778b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842140 Nov 27 04:37:36.299610 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8cf0c-ca33-44cd-94e9-2650464aeb06 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Pushing event deleted for resources: {'Port': ['ID=be204fd3-d8ea-4b35-bb1a-420b4620aeb0,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:37:36.352553 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-73b8cf0c-ca33-44cd-94e9-2650464aeb06 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks [] for floatingip, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:36.352891 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [None req-73b8cf0c-ca33-44cd-94e9-2650464aeb06 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Floating IP 07b89520-e38c-4f64-a9a8-2456403a20ac disassociated (deleted). External IP: 172.25.1.211, port: d3201a10-3698-4a98-8164-a311bb4a7426. Nov 27 04:37:36.850117 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b8cf0c-ca33-44cd-94e9-2650464aeb06 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Router d650d032-2657-4d41-89f9-461f5788edef has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:37:36.955980 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b8cf0c-ca33-44cd-94e9-2650464aeb06 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:37:36.960770 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-73b8cf0c-ca33-44cd-94e9-2650464aeb06 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:36.969877 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078780ef-1a7a-411b-a75f-0196dbaa9285 None None] Sync routers for ids ['d650d032-2657-4d41-89f9-461f5788edef'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:37:36.979066 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078780ef-1a7a-411b-a75f-0196dbaa9285 None None] Routers {'d650d032-2657-4d41-89f9-461f5788edef'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:37:36.979680 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-078780ef-1a7a-411b-a75f-0196dbaa9285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:37:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d650d032-2657-4d41-89f9-461f5788edef'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:37:36.988769 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-73b8cf0c-ca33-44cd-94e9-2650464aeb06 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "DELETE /v2.0/floatingips/07b89520-e38c-4f64-a9a8-2456403a20ac HTTP/1.1" status: 204 len: 168 time: 1.1212535 Nov 27 04:37:37.081615 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-078780ef-1a7a-411b-a75f-0196dbaa9285 None None] Set router d650d032-2657-4d41-89f9-461f5788edef gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:37:37.340466 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd66c58f7-c077-4f1f-aa2a-6be19aeaccba', 'tag': 'd3201a10-3698-4a98-8164-a311bb4a7426'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:37:37.343534 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24c3354-0999-470a-b55e-cf315b996fd4" -d '{"events": [{"name": "network-changed", "server_uuid": "d66c58f7-c077-4f1f-aa2a-6be19aeaccba", "tag": "d3201a10-3698-4a98-8164-a311bb4a7426"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:37:37.378822 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538ee4ed-45e3-4898-99f5-fe4a9008a82d x-openstack-request-id: req-538ee4ed-45e3-4898-99f5-fe4a9008a82d {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:37:37.379129 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d66c58f7-c077-4f1f-aa2a-6be19aeaccba", "tag": "d3201a10-3698-4a98-8164-a311bb4a7426", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:37:37.379386 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-538ee4ed-45e3-4898-99f5-fe4a9008a82d {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:37:37.379800 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd66c58f7-c077-4f1f-aa2a-6be19aeaccba', 'tag': 'd3201a10-3698-4a98-8164-a311bb4a7426', 'status': 'completed', 'code': 200} Nov 27 04:37:37.438495 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-078780ef-1a7a-411b-a75f-0196dbaa9285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd650d032-2657-4d41-89f9-461f5788edef', 'name': 'tempest-TestMinimumBasicScenario-854642558-router', 'tenant_id': '1806331ea66a4f5fb557174dc73386bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'b5c37ea9-35e7-4aab-8fe9-8724419f39bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:35:36Z', 'updated_at': '2021-11-27T04:35:38Z', 'revision_number': 4, 'project_id': '1806331ea66a4f5fb557174dc73386bf', 'gw_port': {'id': 'b5c37ea9-35e7-4aab-8fe9-8724419f39bf', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:94:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd650d032-2657-4d41-89f9-461f5788edef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:35:36Z', 'updated_at': '2021-11-27T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'bdbee11c-a260-4ad7-bba3-c5daf366b9d0', 'name': '', 'network_id': '8451218f-3ba6-4504-b4e2-01fd88e778b3', 'tenant_id': '1806331ea66a4f5fb557174dc73386bf', 'mac_address': 'fa:16:3e:fb:61:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd650d032-2657-4d41-89f9-461f5788edef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'b41bfb3d-f397-4cd1-8dae-92994928d413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:35:38Z', 'updated_at': '2021-11-27T04:35:44Z', 'revision_number': 5, 'project_id': '1806331ea66a4f5fb557174dc73386bf', 'subnets': [{'id': 'b41bfb3d-f397-4cd1-8dae-92994928d413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:37:37.466327 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078780ef-1a7a-411b-a75f-0196dbaa9285 None None] Checking router: d650d032-2657-4d41-89f9-461f5788edef for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:37:37.472124 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c3354-0999-470a-b55e-cf315b996fd4 req-6384e483-eaf0-4e5d-b14c-44a39451996f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:37:37.473634 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f24c3354-0999-470a-b55e-cf315b996fd4 req-6384e483-eaf0-4e5d-b14c-44a39451996f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1806331ea66a4f5fb557174dc73386bf&device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 1097 time: 0.0465941 Nov 27 04:37:37.475352 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078780ef-1a7a-411b-a75f-0196dbaa9285 None None] Routers {'d650d032-2657-4d41-89f9-461f5788edef'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:37:37.475973 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-078780ef-1a7a-411b-a75f-0196dbaa9285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:37:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d650d032-2657-4d41-89f9-461f5788edef'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:37:37.574876 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c3354-0999-470a-b55e-cf315b996fd4 req-3ffe8508-91f1-4afc-8b8e-dccc8e06eb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:37:37.577022 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f24c3354-0999-470a-b55e-cf315b996fd4 req-3ffe8508-91f1-4afc-8b8e-dccc8e06eb32 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8451218f-3ba6-4504-b4e2-01fd88e778b3 HTTP/1.1" status: 200 len: 915 time: 0.0871351 Nov 27 04:37:37.582850 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-078780ef-1a7a-411b-a75f-0196dbaa9285 None None] Set router d650d032-2657-4d41-89f9-461f5788edef gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:37:37.623456 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f24c3354-0999-470a-b55e-cf315b996fd4 req-2c9c0d81-218b-48e9-86e2-db8ab6a7bae8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3201a10-3698-4a98-8164-a311bb4a7426 HTTP/1.1" status: 200 len: 217 time: 0.0373108 Nov 27 04:37:37.672723 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c3354-0999-470a-b55e-cf315b996fd4 req-e052cb84-1bbe-4b5f-9cf5-0a8ec643bb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:37:37.674208 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f24c3354-0999-470a-b55e-cf315b996fd4 req-e052cb84-1bbe-4b5f-9cf5-0a8ec643bb31 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b41bfb3d-f397-4cd1-8dae-92994928d413 HTTP/1.1" status: 200 len: 853 time: 0.0439544 Nov 27 04:37:37.722914 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c3354-0999-470a-b55e-cf315b996fd4 req-52ea84e4-c4a3-4e3b-909c-a94bf4312142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:37:37.724447 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f24c3354-0999-470a-b55e-cf315b996fd4 req-52ea84e4-c4a3-4e3b-909c-a94bf4312142 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8451218f-3ba6-4504-b4e2-01fd88e778b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410497 Nov 27 04:37:37.781007 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-078780ef-1a7a-411b-a75f-0196dbaa9285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd650d032-2657-4d41-89f9-461f5788edef', 'name': 'tempest-TestMinimumBasicScenario-854642558-router', 'tenant_id': '1806331ea66a4f5fb557174dc73386bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'b5c37ea9-35e7-4aab-8fe9-8724419f39bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:35:36Z', 'updated_at': '2021-11-27T04:35:38Z', 'revision_number': 4, 'project_id': '1806331ea66a4f5fb557174dc73386bf', 'gw_port': {'id': 'b5c37ea9-35e7-4aab-8fe9-8724419f39bf', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:94:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd650d032-2657-4d41-89f9-461f5788edef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:35:36Z', 'updated_at': '2021-11-27T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'bdbee11c-a260-4ad7-bba3-c5daf366b9d0', 'name': '', 'network_id': '8451218f-3ba6-4504-b4e2-01fd88e778b3', 'tenant_id': '1806331ea66a4f5fb557174dc73386bf', 'mac_address': 'fa:16:3e:fb:61:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd650d032-2657-4d41-89f9-461f5788edef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'b41bfb3d-f397-4cd1-8dae-92994928d413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:35:38Z', 'updated_at': '2021-11-27T04:35:44Z', 'revision_number': 5, 'project_id': '1806331ea66a4f5fb557174dc73386bf', 'subnets': [{'id': 'b41bfb3d-f397-4cd1-8dae-92994928d413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:37:37.806989 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078780ef-1a7a-411b-a75f-0196dbaa9285 None None] The sync data for ids ['d650d032-2657-4d41-89f9-461f5788edef'] in n-d-819494-3 is: [{'id': 'd650d032-2657-4d41-89f9-461f5788edef', 'name': 'tempest-TestMinimumBasicScenario-854642558-router', 'tenant_id': '1806331ea66a4f5fb557174dc73386bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'b5c37ea9-35e7-4aab-8fe9-8724419f39bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:35:36Z', 'updated_at': '2021-11-27T04:35:38Z', 'revision_number': 4, 'project_id': '1806331ea66a4f5fb557174dc73386bf', 'gw_port': {'id': 'b5c37ea9-35e7-4aab-8fe9-8724419f39bf', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:94:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd650d032-2657-4d41-89f9-461f5788edef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:35:36Z', 'updated_at': '2021-11-27T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'bdbee11c-a260-4ad7-bba3-c5daf366b9d0', 'name': '', 'network_id': '8451218f-3ba6-4504-b4e2-01fd88e778b3', 'tenant_id': '1806331ea66a4f5fb557174dc73386bf', 'mac_address': 'fa:16:3e:fb:61:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd650d032-2657-4d41-89f9-461f5788edef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'b41bfb3d-f397-4cd1-8dae-92994928d413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:35:38Z', 'updated_at': '2021-11-27T04:35:44Z', 'revision_number': 5, 'project_id': '1806331ea66a4f5fb557174dc73386bf', 'subnets': [{'id': 'b41bfb3d-f397-4cd1-8dae-92994928d413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:37:37.829260 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f24c3354-0999-470a-b55e-cf315b996fd4 req-a1663888-3008-4cc1-8f1c-1f995a381812 service neutron] 10.222.0.23 "GET /v2.0/networks/8451218f-3ba6-4504-b4e2-01fd88e778b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885351 Nov 27 04:37:37.924857 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f24c3354-0999-470a-b55e-cf315b996fd4 req-37ff3662-8a54-450d-9be3-5b8f28d5c4c5 service neutron] 10.222.0.23 "GET /v2.0/networks/8451218f-3ba6-4504-b4e2-01fd88e778b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874174 Nov 27 04:37:38.061036 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fee122-0d4b-4943-90ac-e7caa6bfe699 None None] New status for floating IP 07b89520-e38c-4f64-a9a8-2456403a20ac: DOWN {{(pid=110021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:37:45.985148 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680e49c-1dc2-49f3-879a-e22ed4ae9cc2 req-5ecc79b9-0dff-4342-a0d5-4b99fec562f4 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:37:45.986778 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0680e49c-1dc2-49f3-879a-e22ed4ae9cc2 req-5ecc79b9-0dff-4342-a0d5-4b99fec562f4 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/ports?device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 946 time: 0.0504766 Nov 27 04:37:46.035533 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0680e49c-1dc2-49f3-879a-e22ed4ae9cc2 req-def68f83-6cae-4b06-9e27-0a08ae1ff264 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7425e31-8514-4ca6-88f9-420049af4b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424376 Nov 27 04:37:46.210716 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7779396f-ab9a-4d0d-8b3e-90ebaba987fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:46.424509 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:47.149397 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0885f3a-fc7b-4f39-88be-8b50452b428b req-38abf00c-a86b-4f51-8045-4c19efb82304 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:37:47.150918 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e0885f3a-fc7b-4f39-88be-8b50452b428b req-38abf00c-a86b-4f51-8045-4c19efb82304 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/ports?device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 946 time: 0.0471139 Nov 27 04:37:47.202856 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e0885f3a-fc7b-4f39-88be-8b50452b428b req-7bb89cad-4db5-4a9c-982a-7e15981285ce tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7425e31-8514-4ca6-88f9-420049af4b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445771 Nov 27 04:37:48.114159 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383010d-ab22-4dde-839c-af3e60298515 req-d29db536-8f16-4267-be7a-918fded1582d tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:37:48.115621 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e383010d-ab22-4dde-839c-af3e60298515 req-d29db536-8f16-4267-be7a-918fded1582d tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.23 "GET /v2.0/ports?device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 946 time: 0.0517423 Nov 27 04:37:48.207518 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-e383010d-ab22-4dde-839c-af3e60298515 req-b5b4a9d9-100e-47ec-9ae6-f682e8e03cf0 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Deleting port d3201a10-3698-4a98-8164-a311bb4a7426 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:37:48.207875 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e383010d-ab22-4dde-839c-af3e60298515 req-b5b4a9d9-100e-47ec-9ae6-f682e8e03cf0 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:48.300323 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-e383010d-ab22-4dde-839c-af3e60298515 req-b5b4a9d9-100e-47ec-9ae6-f682e8e03cf0 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] For port d3201a10-3698-4a98-8164-a311bb4a7426, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=d3201a10-3698-4a98-8164-a311bb4a7426,segment=NetworkSegment(28525574-257b-4a61-977f-2c31072ab059),segment_id=28525574-257b-4a61-977f-2c31072ab059)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:37:48.300683 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e383010d-ab22-4dde-839c-af3e60298515 req-b5b4a9d9-100e-47ec-9ae6-f682e8e03cf0 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:48.313411 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-e383010d-ab22-4dde-839c-af3e60298515 req-b5b4a9d9-100e-47ec-9ae6-f682e8e03cf0 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Calling delete_port for d3201a10-3698-4a98-8164-a311bb4a7426 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:37:48.318371 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba1b9c-da09-4598-aa86-28134c03b743 req-76fda1cd-c101-46c5-834c-24a30a9ee3dd tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:37:48.319884 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-75ba1b9c-da09-4598-aa86-28134c03b743 req-76fda1cd-c101-46c5-834c-24a30a9ee3dd tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/ports?device_id=d66c58f7-c077-4f1f-aa2a-6be19aeaccba HTTP/1.1" status: 200 len: 946 time: 0.0480762 Nov 27 04:37:48.352519 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d6c80766-7368-4898-b943-3bcde51f1ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:48.371866 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-75ba1b9c-da09-4598-aa86-28134c03b743 req-cabfe3c9-7275-48d8-9620-6149d7187ceb tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7425e31-8514-4ca6-88f9-420049af4b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457923 Nov 27 04:37:48.439763 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e383010d-ab22-4dde-839c-af3e60298515 req-b5b4a9d9-100e-47ec-9ae6-f682e8e03cf0 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:48.469705 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b4a9d9-100e-47ec-9ae6-f682e8e03cf0 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Pushing event deleted for resources: {'Port': ['ID=d3201a10-3698-4a98-8164-a311bb4a7426,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:37:48.482045 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['d3201a10-3698-4a98-8164-a311bb4a7426'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:37:48.515813 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-e383010d-ab22-4dde-839c-af3e60298515 req-b5b4a9d9-100e-47ec-9ae6-f682e8e03cf0 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] No DVR routers for this DVR port d3201a10-3698-4a98-8164-a311bb4a7426 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:37:48.518294 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-e383010d-ab22-4dde-839c-af3e60298515 req-b5b4a9d9-100e-47ec-9ae6-f682e8e03cf0 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:48.521790 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e383010d-ab22-4dde-839c-af3e60298515 req-b5b4a9d9-100e-47ec-9ae6-f682e8e03cf0 tempest-TestMinimumBasicScenario-202011439 tempest-TestMinimumBasicScenario-202011439-project] 10.222.0.23 "DELETE /v2.0/ports/d3201a10-3698-4a98-8164-a311bb4a7426 HTTP/1.1" status: 204 len: 173 time: 0.3962116 Nov 27 04:37:48.522239 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd66c58f7-c077-4f1f-aa2a-6be19aeaccba', 'name': 'network-vif-deleted', 'tag': 'd3201a10-3698-4a98-8164-a311bb4a7426'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:37:48.524512 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f1dcf9-f5ac-4f96-b52c-e4c19929cdd8" -d '{"events": [{"server_uuid": "d66c58f7-c077-4f1f-aa2a-6be19aeaccba", "name": "network-vif-deleted", "tag": "d3201a10-3698-4a98-8164-a311bb4a7426"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:37:48.564212 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1a1624-c196-465a-88a4-5d132f1ee489 x-openstack-request-id: req-0c1a1624-c196-465a-88a4-5d132f1ee489 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:37:48.564513 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d66c58f7-c077-4f1f-aa2a-6be19aeaccba", "name": "network-vif-deleted", "tag": "d3201a10-3698-4a98-8164-a311bb4a7426", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:37:48.564773 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c1a1624-c196-465a-88a4-5d132f1ee489 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:37:48.565180 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd66c58f7-c077-4f1f-aa2a-6be19aeaccba', 'name': 'network-vif-deleted', 'tag': 'd3201a10-3698-4a98-8164-a311bb4a7426', 'status': 'completed', 'code': 200} Nov 27 04:37:49.068804 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:49.720296 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:49.961297 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33402) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:37:50.304041 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7f6d37eb-6b94-4a7d-a7dc-03eea4b71daf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:50.551329 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-7f6d37eb-6b94-4a7d-a7dc-03eea4b71daf admin admin] Deleting port bdbee11c-a260-4ad7-bba3-c5daf366b9d0 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:37:50.551678 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7f6d37eb-6b94-4a7d-a7dc-03eea4b71daf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:50.633545 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-7f6d37eb-6b94-4a7d-a7dc-03eea4b71daf admin admin] For port bdbee11c-a260-4ad7-bba3-c5daf366b9d0, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=bdbee11c-a260-4ad7-bba3-c5daf366b9d0,segment=NetworkSegment(28525574-257b-4a61-977f-2c31072ab059),segment_id=28525574-257b-4a61-977f-2c31072ab059)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:37:50.633826 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7f6d37eb-6b94-4a7d-a7dc-03eea4b71daf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:50.646154 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-7f6d37eb-6b94-4a7d-a7dc-03eea4b71daf admin admin] Calling delete_port for bdbee11c-a260-4ad7-bba3-c5daf366b9d0 owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:37:50.825027 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7f6d37eb-6b94-4a7d-a7dc-03eea4b71daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:50.851738 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6d37eb-6b94-4a7d-a7dc-03eea4b71daf admin admin] Pushing event deleted for resources: {'Port': ['ID=bdbee11c-a260-4ad7-bba3-c5daf366b9d0,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:37:51.016983 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-7f6d37eb-6b94-4a7d-a7dc-03eea4b71daf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:51.232793 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f6d37eb-6b94-4a7d-a7dc-03eea4b71daf admin admin] Router d650d032-2657-4d41-89f9-461f5788edef has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:37:51.321420 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:51.339388 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6d37eb-6b94-4a7d-a7dc-03eea4b71daf admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:37:51.345142 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-7f6d37eb-6b94-4a7d-a7dc-03eea4b71daf admin admin] 10.222.0.20 "PUT /v2.0/routers/d650d032-2657-4d41-89f9-461f5788edef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3827667 Nov 27 04:37:51.347923 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33404) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:37:51.348722 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73f7137-651a-4999-8206-b8e630b810bc None None] Sync routers for ids ['d650d032-2657-4d41-89f9-461f5788edef'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:37:51.357920 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device d3201a10-3698-4a98-8164-a311bb4a7426 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:37:51.363939 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73f7137-651a-4999-8206-b8e630b810bc None None] Routers {'d650d032-2657-4d41-89f9-461f5788edef'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:37:51.364576 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-f73f7137-651a-4999-8206-b8e630b810bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:37:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d650d032-2657-4d41-89f9-461f5788edef'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:37:51.383232 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: d3201a10-3698-4a98-8164-a311bb4a7426 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:37:51.383592 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device d3201a10-3698-4a98-8164-a311bb4a7426 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:37:51.450383 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f0809197-4b4a-4c24-b0e4-76b4594a2732 admin admin] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:51.485335 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-f73f7137-651a-4999-8206-b8e630b810bc None None] Set router d650d032-2657-4d41-89f9-461f5788edef gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:37:51.554294 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f0809197-4b4a-4c24-b0e4-76b4594a2732 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:51.605612 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-f0809197-4b4a-4c24-b0e4-76b4594a2732 admin admin] Deleting port b5c37ea9-35e7-4aab-8fe9-8724419f39bf {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:37:51.605970 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f0809197-4b4a-4c24-b0e4-76b4594a2732 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:51.665013 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-f73f7137-651a-4999-8206-b8e630b810bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd650d032-2657-4d41-89f9-461f5788edef', 'name': 'tempest-TestMinimumBasicScenario-854642558-router', 'tenant_id': '1806331ea66a4f5fb557174dc73386bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'b5c37ea9-35e7-4aab-8fe9-8724419f39bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:35:36Z', 'updated_at': '2021-11-27T04:37:50Z', 'revision_number': 5, 'project_id': '1806331ea66a4f5fb557174dc73386bf', 'gw_port': {'id': 'b5c37ea9-35e7-4aab-8fe9-8724419f39bf', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:94:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd650d032-2657-4d41-89f9-461f5788edef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:35:36Z', 'updated_at': '2021-11-27T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:37:51.689519 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-f0809197-4b4a-4c24-b0e4-76b4594a2732 admin admin] For port b5c37ea9-35e7-4aab-8fe9-8724419f39bf, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b5c37ea9-35e7-4aab-8fe9-8724419f39bf,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:37:51.689892 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f0809197-4b4a-4c24-b0e4-76b4594a2732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:51.692591 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73f7137-651a-4999-8206-b8e630b810bc None None] Checking router: d650d032-2657-4d41-89f9-461f5788edef for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:37:51.701128 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73f7137-651a-4999-8206-b8e630b810bc None None] Routers {'d650d032-2657-4d41-89f9-461f5788edef'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:37:51.701663 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-f73f7137-651a-4999-8206-b8e630b810bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:37:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['d650d032-2657-4d41-89f9-461f5788edef'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:37:51.701799 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-f0809197-4b4a-4c24-b0e4-76b4594a2732 admin admin] Calling delete_port for b5c37ea9-35e7-4aab-8fe9-8724419f39bf owned by network:router_gateway {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:37:51.789702 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-f73f7137-651a-4999-8206-b8e630b810bc None None] Set router d650d032-2657-4d41-89f9-461f5788edef gateway port host: None {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:37:51.844795 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-f73f7137-651a-4999-8206-b8e630b810bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd650d032-2657-4d41-89f9-461f5788edef', 'name': 'tempest-TestMinimumBasicScenario-854642558-router', 'tenant_id': '1806331ea66a4f5fb557174dc73386bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:35:36Z', 'updated_at': '2021-11-27T04:37:51Z', 'revision_number': 6, 'project_id': '1806331ea66a4f5fb557174dc73386bf', 'gw_port_host': None}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:37:51.869790 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f0809197-4b4a-4c24-b0e4-76b4594a2732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:51.870724 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73f7137-651a-4999-8206-b8e630b810bc None None] The sync data for ids ['d650d032-2657-4d41-89f9-461f5788edef'] in n-d-819494-3 is: [{'id': 'd650d032-2657-4d41-89f9-461f5788edef', 'name': 'tempest-TestMinimumBasicScenario-854642558-router', 'tenant_id': '1806331ea66a4f5fb557174dc73386bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:35:36Z', 'updated_at': '2021-11-27T04:37:51Z', 'revision_number': 6, 'project_id': '1806331ea66a4f5fb557174dc73386bf', 'gw_port_host': None}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:37:51.896256 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0809197-4b4a-4c24-b0e4-76b4594a2732 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5c37ea9-35e7-4aab-8fe9-8724419f39bf,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:37:51.913861 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29704c7-e4e2-47a2-81bd-3dd01e687053 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:37:51.936732 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:51.968803 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f0809197-4b4a-4c24-b0e4-76b4594a2732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:52.060306 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f0809197-4b4a-4c24-b0e4-76b4594a2732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:52.062363 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f0809197-4b4a-4c24-b0e4-76b4594a2732 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:52.103459 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f0809197-4b4a-4c24-b0e4-76b4594a2732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:52.103984 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0809197-4b4a-4c24-b0e4-76b4594a2732 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d650d032-2657-4d41-89f9-461f5788edef {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:37:52.108883 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f0809197-4b4a-4c24-b0e4-76b4594a2732 admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:52.110196 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f0809197-4b4a-4c24-b0e4-76b4594a2732 admin admin] 10.222.0.20 "DELETE /v2.0/routers/d650d032-2657-4d41-89f9-461f5788edef HTTP/1.1" status: 204 len: 168 time: 0.7612967 Nov 27 04:37:52.112771 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33406) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:37:52.156406 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-e46ebd5f-d03e-4a53-a648-3657d5cab323 admin admin] Deleting subnet b41bfb3d-f397-4cd1-8dae-92994928d413 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:37:52.159413 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e46ebd5f-d03e-4a53-a648-3657d5cab323 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:52.193879 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e46ebd5f-d03e-4a53-a648-3657d5cab323 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:52.277465 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e46ebd5f-d03e-4a53-a648-3657d5cab323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:52.334042 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e46ebd5f-d03e-4a53-a648-3657d5cab323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:52.361872 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ebd5f-d03e-4a53-a648-3657d5cab323 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b41bfb3d-f397-4cd1-8dae-92994928d413,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:37:52.363882 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e46ebd5f-d03e-4a53-a648-3657d5cab323 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:52.369383 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e46ebd5f-d03e-4a53-a648-3657d5cab323 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b41bfb3d-f397-4cd1-8dae-92994928d413 HTTP/1.1" status: 204 len: 168 time: 0.2534204 Nov 27 04:37:52.369594 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335b4c2f-1a43-4a1b-bb77-ce171f08126d None None] Network 8451218f-3ba6-4504-b4e2-01fd88e778b3 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:37:52.370048 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33408) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:37:52.445325 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b29dafbb-704b-4cae-a460-b0f8f009d882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:52.502187 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-b29dafbb-704b-4cae-a460-b0f8f009d882 admin admin] Deleting port 85cc7690-a84a-4ffc-936c-3d2137d0ebb1 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:37:52.502616 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b29dafbb-704b-4cae-a460-b0f8f009d882 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:52.563899 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed1ab7c-15b5-41c7-a6c1-356b58d064dd None None] DHCP port deletion for 8451218f-3ba6-4504-b4e2-01fd88e778b3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:37:52.576481 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-b29dafbb-704b-4cae-a460-b0f8f009d882 admin admin] For port 85cc7690-a84a-4ffc-936c-3d2137d0ebb1, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=85cc7690-a84a-4ffc-936c-3d2137d0ebb1,segment=NetworkSegment(28525574-257b-4a61-977f-2c31072ab059),segment_id=28525574-257b-4a61-977f-2c31072ab059)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:37:52.576797 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b29dafbb-704b-4cae-a460-b0f8f009d882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:52.589760 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-b29dafbb-704b-4cae-a460-b0f8f009d882 admin admin] Calling delete_port for 85cc7690-a84a-4ffc-936c-3d2137d0ebb1 owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:37:52.618679 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-6ed1ab7c-15b5-41c7-a6c1-356b58d064dd None None] Deleting port 85cc7690-a84a-4ffc-936c-3d2137d0ebb1 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:37:52.619436 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6ed1ab7c-15b5-41c7-a6c1-356b58d064dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:52.684558 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b29dafbb-704b-4cae-a460-b0f8f009d882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:52.698411 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-6ed1ab7c-15b5-41c7-a6c1-356b58d064dd None None] For port 85cc7690-a84a-4ffc-936c-3d2137d0ebb1, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=85cc7690-a84a-4ffc-936c-3d2137d0ebb1,segment=NetworkSegment(28525574-257b-4a61-977f-2c31072ab059),segment_id=28525574-257b-4a61-977f-2c31072ab059)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:37:52.698850 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6ed1ab7c-15b5-41c7-a6c1-356b58d064dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:52.711521 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-6ed1ab7c-15b5-41c7-a6c1-356b58d064dd None None] Calling delete_port for 85cc7690-a84a-4ffc-936c-3d2137d0ebb1 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:37:52.713123 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29dafbb-704b-4cae-a460-b0f8f009d882 admin admin] Pushing event deleted for resources: {'Port': ['ID=85cc7690-a84a-4ffc-936c-3d2137d0ebb1,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:37:52.716650 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29dafbb-704b-4cae-a460-b0f8f009d882 admin admin] No DVR routers for this DVR port 85cc7690-a84a-4ffc-936c-3d2137d0ebb1 on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:37:52.785226 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6ed1ab7c-15b5-41c7-a6c1-356b58d064dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:52.790240 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b29dafbb-704b-4cae-a460-b0f8f009d882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:52.811018 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-b29dafbb-704b-4cae-a460-b0f8f009d882 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8451218f-3ba6-4504-b4e2-01fd88e778b3']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:37:52.816600 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed1ab7c-15b5-41c7-a6c1-356b58d064dd None None] No DVR routers for this DVR port 85cc7690-a84a-4ffc-936c-3d2137d0ebb1 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:37:52.820287 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed1ab7c-15b5-41c7-a6c1-356b58d064dd None None] Pushing event deleted for resources: {'Port': ['ID=85cc7690-a84a-4ffc-936c-3d2137d0ebb1,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:37:52.820555 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-b29dafbb-704b-4cae-a460-b0f8f009d882 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28525574-257b-4a61-977f-2c31072ab059') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:37:52.820888 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-b29dafbb-704b-4cae-a460-b0f8f009d882 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28525574-257b-4a61-977f-2c31072ab059') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:37:52.828930 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed1ab7c-15b5-41c7-a6c1-356b58d064dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:37:52.829295 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed1ab7c-15b5-41c7-a6c1-356b58d064dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:37:52.829650 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed1ab7c-15b5-41c7-a6c1-356b58d064dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:37:52.829996 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed1ab7c-15b5-41c7-a6c1-356b58d064dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:37:52.830344 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed1ab7c-15b5-41c7-a6c1-356b58d064dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:37:52.830709 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed1ab7c-15b5-41c7-a6c1-356b58d064dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:37:52.831061 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed1ab7c-15b5-41c7-a6c1-356b58d064dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:37:52.831363 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed1ab7c-15b5-41c7-a6c1-356b58d064dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:37:52.831693 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed1ab7c-15b5-41c7-a6c1-356b58d064dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:37:52.832090 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed1ab7c-15b5-41c7-a6c1-356b58d064dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:37:52.832186 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b29dafbb-704b-4cae-a460-b0f8f009d882 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:52.832330 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed1ab7c-15b5-41c7-a6c1-356b58d064dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:37:52.832658 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed1ab7c-15b5-41c7-a6c1-356b58d064dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:37:52.845997 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b29dafbb-704b-4cae-a460-b0f8f009d882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:52.852507 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b29dafbb-704b-4cae-a460-b0f8f009d882 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:37:52.852869 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b29dafbb-704b-4cae-a460-b0f8f009d882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:52.854706 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:37:52.854706 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:37:52.854706 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:37:52.854706 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:37:52.854706 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:37:52.854706 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:37:52.854706 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:37:52.854706 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:37:52.854706 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:37:52.854706 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:37:52.854706 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:37:52.854706 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:37:52.854706 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:37:52.854706 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:37:52.854706 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:37:52.854706 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:37:52.854706 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:37:52.854706 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:37:52.854706 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:37:52.854706 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:37:52.854706 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:37:52.854706 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:37:52.854706 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:37:52.854706 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:37:52.854706 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:37:52.854706 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:37:52.854706 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:37:52.854706 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:37:52.854706 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:37:52.854706 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:37:52.854706 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:37:52.854706 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:37:52.908815 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b29dafbb-704b-4cae-a460-b0f8f009d882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:52.913469 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b29dafbb-704b-4cae-a460-b0f8f009d882 admin admin] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:52.916999 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b29dafbb-704b-4cae-a460-b0f8f009d882 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8451218f-3ba6-4504-b4e2-01fd88e778b3 HTTP/1.1" status: 204 len: 168 time: 0.5464745 Nov 27 04:37:52.920103 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33410) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:37:52.930746 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29dafbb-704b-4cae-a460-b0f8f009d882 admin admin] Pushing event deleted for resources: {'Network': ['ID=8451218f-3ba6-4504-b4e2-01fd88e778b3,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:37:53.089069 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b5c37ea9-35e7-4aab-8fe9-8724419f39bf no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:37:53.109244 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: b5c37ea9-35e7-4aab-8fe9-8724419f39bf {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:37:53.109593 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b5c37ea9-35e7-4aab-8fe9-8724419f39bf not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:37:53.110010 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 85cc7690-a84a-4ffc-936c-3d2137d0ebb1 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:37:53.128262 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 85cc7690-a84a-4ffc-936c-3d2137d0ebb1 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:37:53.128611 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 85cc7690-a84a-4ffc-936c-3d2137d0ebb1 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:37:53.129026 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device bdbee11c-a260-4ad7-bba3-c5daf366b9d0 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:37:53.147653 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: bdbee11c-a260-4ad7-bba3-c5daf366b9d0 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:37:53.148026 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device bdbee11c-a260-4ad7-bba3-c5daf366b9d0 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:37:53.263156 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6f999202-64f4-4335-84a5-237f879631b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:53.502931 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-6f999202-64f4-4335-84a5-237f879631b0 admin admin] Deleting port 8c07cb6a-df3d-4468-ad35-be9242c263ab {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:37:53.503273 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6f999202-64f4-4335-84a5-237f879631b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:53.583642 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-6f999202-64f4-4335-84a5-237f879631b0 admin admin] For port 8c07cb6a-df3d-4468-ad35-be9242c263ab, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=8c07cb6a-df3d-4468-ad35-be9242c263ab,segment=NetworkSegment(b0444ee4-ee8b-4242-b84a-338c85dc6420),segment_id=b0444ee4-ee8b-4242-b84a-338c85dc6420)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:37:53.584012 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6f999202-64f4-4335-84a5-237f879631b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:53.596035 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-6f999202-64f4-4335-84a5-237f879631b0 admin admin] Calling delete_port for 8c07cb6a-df3d-4468-ad35-be9242c263ab owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:37:53.777567 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6f999202-64f4-4335-84a5-237f879631b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:53.802703 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f999202-64f4-4335-84a5-237f879631b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c07cb6a-df3d-4468-ad35-be9242c263ab,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:37:53.967477 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6f999202-64f4-4335-84a5-237f879631b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:54.175635 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f999202-64f4-4335-84a5-237f879631b0 admin admin] Router 99296f3f-2355-4303-bc2a-c0210509fa1e has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:37:54.279730 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f999202-64f4-4335-84a5-237f879631b0 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:37:54.284698 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6f999202-64f4-4335-84a5-237f879631b0 admin admin] 10.222.0.20 "PUT /v2.0/routers/99296f3f-2355-4303-bc2a-c0210509fa1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3631716 Nov 27 04:37:54.287244 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33412) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:37:54.289830 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2955e21-92db-4ed7-95b1-d341ba74745b None None] Sync routers for ids ['99296f3f-2355-4303-bc2a-c0210509fa1e'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:37:54.300607 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2955e21-92db-4ed7-95b1-d341ba74745b None None] Routers {'99296f3f-2355-4303-bc2a-c0210509fa1e'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:37:54.301224 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-e2955e21-92db-4ed7-95b1-d341ba74745b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:37:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['99296f3f-2355-4303-bc2a-c0210509fa1e'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:37:54.388455 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-71bc26a5-1670-4eaf-8ecb-3ee4ef135b62 admin admin] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:54.401438 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-e2955e21-92db-4ed7-95b1-d341ba74745b None None] Set router 99296f3f-2355-4303-bc2a-c0210509fa1e gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:37:54.489474 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-71bc26a5-1670-4eaf-8ecb-3ee4ef135b62 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:54.542818 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-71bc26a5-1670-4eaf-8ecb-3ee4ef135b62 admin admin] Deleting port 57e0aa4a-3ed6-4337-89f2-fc66becf95f2 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:37:54.543159 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-71bc26a5-1670-4eaf-8ecb-3ee4ef135b62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:54.578180 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-e2955e21-92db-4ed7-95b1-d341ba74745b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99296f3f-2355-4303-bc2a-c0210509fa1e', 'name': 'tempest-TestMinimumBasicScenario-128815672-router', 'tenant_id': '150abae0c7c94325be64d0c35db8fffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '57e0aa4a-3ed6-4337-89f2-fc66becf95f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:35:40Z', 'updated_at': '2021-11-27T04:37:53Z', 'revision_number': 5, 'project_id': '150abae0c7c94325be64d0c35db8fffe', 'gw_port': {'id': '57e0aa4a-3ed6-4337-89f2-fc66becf95f2', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99296f3f-2355-4303-bc2a-c0210509fa1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:35:41Z', 'updated_at': '2021-11-27T04:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:37:54.604013 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2955e21-92db-4ed7-95b1-d341ba74745b None None] Checking router: 99296f3f-2355-4303-bc2a-c0210509fa1e for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:37:54.612299 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2955e21-92db-4ed7-95b1-d341ba74745b None None] Routers {'99296f3f-2355-4303-bc2a-c0210509fa1e'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:37:54.612927 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-e2955e21-92db-4ed7-95b1-d341ba74745b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:37:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['99296f3f-2355-4303-bc2a-c0210509fa1e'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:37:54.792865 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-e2955e21-92db-4ed7-95b1-d341ba74745b None None] Set router 99296f3f-2355-4303-bc2a-c0210509fa1e gateway port host: None {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:37:54.847199 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-e2955e21-92db-4ed7-95b1-d341ba74745b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99296f3f-2355-4303-bc2a-c0210509fa1e', 'name': 'tempest-TestMinimumBasicScenario-128815672-router', 'tenant_id': '150abae0c7c94325be64d0c35db8fffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:35:40Z', 'updated_at': '2021-11-27T04:37:54Z', 'revision_number': 6, 'project_id': '150abae0c7c94325be64d0c35db8fffe', 'gw_port_host': None}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:37:54.874705 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2955e21-92db-4ed7-95b1-d341ba74745b None None] The sync data for ids ['99296f3f-2355-4303-bc2a-c0210509fa1e'] in n-d-819494-3 is: [{'id': '99296f3f-2355-4303-bc2a-c0210509fa1e', 'name': 'tempest-TestMinimumBasicScenario-128815672-router', 'tenant_id': '150abae0c7c94325be64d0c35db8fffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:35:40Z', 'updated_at': '2021-11-27T04:37:54Z', 'revision_number': 6, 'project_id': '150abae0c7c94325be64d0c35db8fffe', 'gw_port_host': None}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:37:54.951975 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-71bc26a5-1670-4eaf-8ecb-3ee4ef135b62 admin admin] For port 57e0aa4a-3ed6-4337-89f2-fc66becf95f2, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=57e0aa4a-3ed6-4337-89f2-fc66becf95f2,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:37:54.952342 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-71bc26a5-1670-4eaf-8ecb-3ee4ef135b62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:54.964105 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-71bc26a5-1670-4eaf-8ecb-3ee4ef135b62 admin admin] Calling delete_port for 57e0aa4a-3ed6-4337-89f2-fc66becf95f2 owned by network:router_gateway {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:37:55.125499 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-71bc26a5-1670-4eaf-8ecb-3ee4ef135b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:55.150356 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc26a5-1670-4eaf-8ecb-3ee4ef135b62 admin admin] Pushing event deleted for resources: {'Port': ['ID=57e0aa4a-3ed6-4337-89f2-fc66becf95f2,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:37:55.165365 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a8ee08-44a5-419d-93db-129a046f2733 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:37:55.219512 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-71bc26a5-1670-4eaf-8ecb-3ee4ef135b62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:55.324780 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-71bc26a5-1670-4eaf-8ecb-3ee4ef135b62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:55.329437 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-71bc26a5-1670-4eaf-8ecb-3ee4ef135b62 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:55.332469 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 8c07cb6a-df3d-4468-ad35-be9242c263ab no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:37:55.355866 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 8c07cb6a-df3d-4468-ad35-be9242c263ab {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:37:55.356206 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 8c07cb6a-df3d-4468-ad35-be9242c263ab not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:37:55.373325 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-71bc26a5-1670-4eaf-8ecb-3ee4ef135b62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:55.373897 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71bc26a5-1670-4eaf-8ecb-3ee4ef135b62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99296f3f-2355-4303-bc2a-c0210509fa1e {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:37:55.378760 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-71bc26a5-1670-4eaf-8ecb-3ee4ef135b62 admin admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:55.380012 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-71bc26a5-1670-4eaf-8ecb-3ee4ef135b62 admin admin] 10.222.0.20 "DELETE /v2.0/routers/99296f3f-2355-4303-bc2a-c0210509fa1e HTTP/1.1" status: 204 len: 168 time: 1.0918157 Nov 27 04:37:55.382504 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33414) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:37:55.426368 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-57d8481b-eef8-4ffd-b395-f31259733b54 admin admin] Deleting subnet 9c4184e4-35c8-4d7c-bc42-302989b86b54 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:37:55.429396 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-57d8481b-eef8-4ffd-b395-f31259733b54 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:55.463928 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-57d8481b-eef8-4ffd-b395-f31259733b54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:55.541720 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-57d8481b-eef8-4ffd-b395-f31259733b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:55.593536 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-57d8481b-eef8-4ffd-b395-f31259733b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:55.619775 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d8481b-eef8-4ffd-b395-f31259733b54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c4184e4-35c8-4d7c-bc42-302989b86b54,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:37:55.623894 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-57d8481b-eef8-4ffd-b395-f31259733b54 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:55.627302 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-57d8481b-eef8-4ffd-b395-f31259733b54 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9c4184e4-35c8-4d7c-bc42-302989b86b54 HTTP/1.1" status: 204 len: 168 time: 0.2438135 Nov 27 04:37:55.629769 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33416) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:37:55.632822 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf573bd-f095-4bc2-a015-54fea80cebf0 None None] Network bcad4807-5d0e-47b2-9d59-8fc60a3d3261 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:37:55.704085 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2a92060a-1779-4c2e-9c9e-0d0de1c0eaad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:55.759649 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-2a92060a-1779-4c2e-9c9e-0d0de1c0eaad admin admin] Deleting port 3fe687b6-6599-45a7-8a61-77a018f814ac {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:37:55.759999 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2a92060a-1779-4c2e-9c9e-0d0de1c0eaad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:55.812472 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7af0a9-2ecb-4c25-a48b-b722c97e244b None None] DHCP port deletion for bcad4807-5d0e-47b2-9d59-8fc60a3d3261 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:37:55.825073 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-2a92060a-1779-4c2e-9c9e-0d0de1c0eaad admin admin] For port 3fe687b6-6599-45a7-8a61-77a018f814ac, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=3fe687b6-6599-45a7-8a61-77a018f814ac,segment=NetworkSegment(b0444ee4-ee8b-4242-b84a-338c85dc6420),segment_id=b0444ee4-ee8b-4242-b84a-338c85dc6420)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:37:55.825517 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2a92060a-1779-4c2e-9c9e-0d0de1c0eaad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:55.838707 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-2a92060a-1779-4c2e-9c9e-0d0de1c0eaad admin admin] Calling delete_port for 3fe687b6-6599-45a7-8a61-77a018f814ac owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:37:55.870437 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-de7af0a9-2ecb-4c25-a48b-b722c97e244b None None] Deleting port 3fe687b6-6599-45a7-8a61-77a018f814ac {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:37:55.871010 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-de7af0a9-2ecb-4c25-a48b-b722c97e244b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:55.929230 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2a92060a-1779-4c2e-9c9e-0d0de1c0eaad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:55.946115 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-de7af0a9-2ecb-4c25-a48b-b722c97e244b None None] For port 3fe687b6-6599-45a7-8a61-77a018f814ac, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=3fe687b6-6599-45a7-8a61-77a018f814ac,segment=NetworkSegment(b0444ee4-ee8b-4242-b84a-338c85dc6420),segment_id=b0444ee4-ee8b-4242-b84a-338c85dc6420)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:37:55.946517 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-de7af0a9-2ecb-4c25-a48b-b722c97e244b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:55.957381 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a92060a-1779-4c2e-9c9e-0d0de1c0eaad admin admin] No DVR routers for this DVR port 3fe687b6-6599-45a7-8a61-77a018f814ac on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:37:55.961086 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a92060a-1779-4c2e-9c9e-0d0de1c0eaad admin admin] Pushing event deleted for resources: {'Port': ['ID=3fe687b6-6599-45a7-8a61-77a018f814ac,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:37:55.961236 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-de7af0a9-2ecb-4c25-a48b-b722c97e244b None None] Calling delete_port for 3fe687b6-6599-45a7-8a61-77a018f814ac owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:37:56.036829 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2a92060a-1779-4c2e-9c9e-0d0de1c0eaad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:56.039778 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-de7af0a9-2ecb-4c25-a48b-b722c97e244b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:56.057176 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-2a92060a-1779-4c2e-9c9e-0d0de1c0eaad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcad4807-5d0e-47b2-9d59-8fc60a3d3261']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:37:56.064102 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7af0a9-2ecb-4c25-a48b-b722c97e244b None None] Pushing event deleted for resources: {'Port': ['ID=3fe687b6-6599-45a7-8a61-77a018f814ac,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:37:56.070207 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-2a92060a-1779-4c2e-9c9e-0d0de1c0eaad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0444ee4-ee8b-4242-b84a-338c85dc6420') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:37:56.070611 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-2a92060a-1779-4c2e-9c9e-0d0de1c0eaad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0444ee4-ee8b-4242-b84a-338c85dc6420') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:37:56.070752 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7af0a9-2ecb-4c25-a48b-b722c97e244b None None] No DVR routers for this DVR port 3fe687b6-6599-45a7-8a61-77a018f814ac on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:37:56.083106 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2a92060a-1779-4c2e-9c9e-0d0de1c0eaad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:56.097152 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2a92060a-1779-4c2e-9c9e-0d0de1c0eaad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:56.103018 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a92060a-1779-4c2e-9c9e-0d0de1c0eaad admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:37:56.103403 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2a92060a-1779-4c2e-9c9e-0d0de1c0eaad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:56.105215 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:37:56.105215 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:37:56.105215 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:37:56.105215 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:37:56.105215 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:37:56.105215 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:37:56.105215 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:37:56.105215 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:37:56.105215 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:37:56.105215 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:37:56.105215 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:37:56.105215 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:37:56.105215 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:37:56.105215 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:37:56.105215 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:37:56.105215 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:37:56.105215 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:37:56.105215 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:37:56.105215 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:37:56.105215 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:37:56.105215 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:37:56.105215 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:37:56.105215 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:37:56.105215 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:37:56.105215 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:37:56.105215 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:37:56.105215 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:37:56.105215 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:37:56.105215 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:37:56.105215 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:37:56.105215 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:37:56.105215 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:37:56.159615 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2a92060a-1779-4c2e-9c9e-0d0de1c0eaad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:56.165584 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2a92060a-1779-4c2e-9c9e-0d0de1c0eaad admin admin] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:56.168874 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2a92060a-1779-4c2e-9c9e-0d0de1c0eaad admin admin] 10.222.0.20 "DELETE /v2.0/networks/bcad4807-5d0e-47b2-9d59-8fc60a3d3261 HTTP/1.1" status: 204 len: 168 time: 0.5382261 Nov 27 04:37:56.182129 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a92060a-1779-4c2e-9c9e-0d0de1c0eaad admin admin] Pushing event deleted for resources: {'Network': ['ID=bcad4807-5d0e-47b2-9d59-8fc60a3d3261,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:37:56.335399 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33420) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:37:56.375584 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-cc7f084e-7884-4785-a1dd-898e4f5739ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1806331ea66a4f5fb557174dc73386bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390377 Nov 27 04:37:56.377987 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33422) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:37:56.428748 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-282e424e-5965-44ff-bec4-57de8fc8aea6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:56.450031 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-282e424e-5965-44ff-bec4-57de8fc8aea6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:56.495449 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-282e424e-5965-44ff-bec4-57de8fc8aea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:56.498533 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-282e424e-5965-44ff-bec4-57de8fc8aea6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:56.499700 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-282e424e-5965-44ff-bec4-57de8fc8aea6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b7425e31-8514-4ca6-88f9-420049af4b06 HTTP/1.1" status: 204 len: 168 time: 0.1208370 Nov 27 04:37:56.507609 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e424e-5965-44ff-bec4-57de8fc8aea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7425e31-8514-4ca6-88f9-420049af4b06,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:37:56.805207 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33428) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:37:56.844985 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-931a688f-a497-48d6-9e97-d672e27d51a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=150abae0c7c94325be64d0c35db8fffe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386000 Nov 27 04:37:56.847394 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33430) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:37:56.893599 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-649982e3-af44-4c8f-84a2-3012622a2086 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:56.914104 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-649982e3-af44-4c8f-84a2-3012622a2086 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:56.961617 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-649982e3-af44-4c8f-84a2-3012622a2086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:56.964313 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-649982e3-af44-4c8f-84a2-3012622a2086 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:56.965586 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-649982e3-af44-4c8f-84a2-3012622a2086 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e75bd943-b780-4d99-94d8-71242dbb77df HTTP/1.1" status: 204 len: 168 time: 0.1172519 Nov 27 04:37:56.973541 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649982e3-af44-4c8f-84a2-3012622a2086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75bd943-b780-4d99-94d8-71242dbb77df,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:37:57.092281 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 57e0aa4a-3ed6-4337-89f2-fc66becf95f2 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:37:57.112664 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 57e0aa4a-3ed6-4337-89f2-fc66becf95f2 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:37:57.113024 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 57e0aa4a-3ed6-4337-89f2-fc66becf95f2 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:37:57.113453 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 3fe687b6-6599-45a7-8a61-77a018f814ac no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:37:57.135815 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 3fe687b6-6599-45a7-8a61-77a018f814ac {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:37:57.136166 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 3fe687b6-6599-45a7-8a61-77a018f814ac not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:37:58.642015 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33470) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:37:58.646670 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-8afc357a-1456-4afb-ae4f-d8913ad40309 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1462734773', 'description': 'tempest-secgroup-smoke-1462734773 description', 'project_id': '16ef918a0fcc49e59c15f8e39341f751'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:37:58.671381 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8afc357a-1456-4afb-ae4f-d8913ad40309 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:58.679026 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8afc357a-1456-4afb-ae4f-d8913ad40309 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:58.753219 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8afc357a-1456-4afb-ae4f-d8913ad40309 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:58.757023 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8afc357a-1456-4afb-ae4f-d8913ad40309 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:58.792939 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc357a-1456-4afb-ae4f-d8913ad40309 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18cb8851-d89b-4fd6-8870-c2e384b032da,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:37:58.836032 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8afc357a-1456-4afb-ae4f-d8913ad40309 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:58.839390 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8afc357a-1456-4afb-ae4f-d8913ad40309 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:58.869050 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8afc357a-1456-4afb-ae4f-d8913ad40309 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:58.870200 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8afc357a-1456-4afb-ae4f-d8913ad40309 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2271256 Nov 27 04:37:58.872470 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc357a-1456-4afb-ae4f-d8913ad40309 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c3f114-defc-4be3-9646-3e939c44cae7,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:37:58.873778 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33472) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:37:58.878416 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-cbf68173-0b9a-462c-be6d-3bd1f4c9f96e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'security_group_rule': {'security_group_id': 'e0c3f114-defc-4be3-9646-3e939c44cae7', 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:37:58.906085 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cbf68173-0b9a-462c-be6d-3bd1f4c9f96e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:58.965308 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cbf68173-0b9a-462c-be6d-3bd1f4c9f96e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:58.968934 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cbf68173-0b9a-462c-be6d-3bd1f4c9f96e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:58.987270 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf68173-0b9a-462c-be6d-3bd1f4c9f96e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c72953c-28a9-43ab-925a-d649f614a307,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:37:58.993655 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-cbf68173-0b9a-462c-be6d-3bd1f4c9f96e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:58.994868 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-cbf68173-0b9a-462c-be6d-3bd1f4c9f96e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1200571 Nov 27 04:37:58.997583 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33474) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:37:59.002397 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-9d09c099-915a-4647-9c50-00d5ea651057 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'security_group_rule': {'security_group_id': 'e0c3f114-defc-4be3-9646-3e939c44cae7', 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:37:59.027146 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9d09c099-915a-4647-9c50-00d5ea651057 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:59.081460 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9d09c099-915a-4647-9c50-00d5ea651057 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:59.084878 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9d09c099-915a-4647-9c50-00d5ea651057 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:59.101256 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d09c099-915a-4647-9c50-00d5ea651057 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0790e087-f582-4b26-b853-f62c7bbfc590,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:37:59.110176 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9d09c099-915a-4647-9c50-00d5ea651057 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:59.111415 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9d09c099-915a-4647-9c50-00d5ea651057 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1122606 Nov 27 04:37:59.114170 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33476) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:37:59.118365 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-7f790acd-2009-4d2a-b504-44d4d9d41afd tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'security_group_rule': {'security_group_id': 'e0c3f114-defc-4be3-9646-3e939c44cae7', 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:37:59.144067 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7f790acd-2009-4d2a-b504-44d4d9d41afd tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:59.200918 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7f790acd-2009-4d2a-b504-44d4d9d41afd tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:59.204283 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7f790acd-2009-4d2a-b504-44d4d9d41afd tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:59.222097 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f790acd-2009-4d2a-b504-44d4d9d41afd tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01bfdbd-9626-479d-8b24-58a496dc6f03,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:37:59.226917 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7f790acd-2009-4d2a-b504-44d4d9d41afd tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:59.228091 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7f790acd-2009-4d2a-b504-44d4d9d41afd tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1129763 Nov 27 04:37:59.230837 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33478) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:37:59.235605 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-dc5fb2b9-96ca-4dd0-898d-bd1358068435 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'security_group_rule': {'security_group_id': 'e0c3f114-defc-4be3-9646-3e939c44cae7', 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:37:59.261764 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dc5fb2b9-96ca-4dd0-898d-bd1358068435 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:59.322098 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dc5fb2b9-96ca-4dd0-898d-bd1358068435 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:59.325518 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dc5fb2b9-96ca-4dd0-898d-bd1358068435 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:59.342722 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5fb2b9-96ca-4dd0-898d-bd1358068435 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83071be4-f0c8-4d22-99e2-d7a604649133,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:37:59.349897 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-dc5fb2b9-96ca-4dd0-898d-bd1358068435 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:59.351142 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-dc5fb2b9-96ca-4dd0-898d-bd1358068435 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1193712 Nov 27 04:37:59.353813 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33480) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:37:59.358645 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-e673ffd8-dcbf-44b3-85e6-ecc959401595 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'security_group_rule': {'security_group_id': 'e0c3f114-defc-4be3-9646-3e939c44cae7', 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:37:59.379765 n-d-819494-3 neutron-server[110018]: INFO neutron.db.securitygroups_db [None req-e673ffd8-dcbf-44b3-85e6-ecc959401595 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Project 16ef918a0fcc49e59c15f8e39341f751 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 04:37:59.384385 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e673ffd8-dcbf-44b3-85e6-ecc959401595 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:59.441919 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e673ffd8-dcbf-44b3-85e6-ecc959401595 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:59.445375 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e673ffd8-dcbf-44b3-85e6-ecc959401595 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:59.464330 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e673ffd8-dcbf-44b3-85e6-ecc959401595 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2cd03c9-5f6e-4908-a1ae-a8abf014b0b0,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:37:59.472909 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e673ffd8-dcbf-44b3-85e6-ecc959401595 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:59.474113 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e673ffd8-dcbf-44b3-85e6-ecc959401595 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1193547 Nov 27 04:37:59.476811 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33482) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:37:59.481059 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-298715e9-6849-40f7-ba7d-76de43156e55 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'security_group_rule': {'security_group_id': 'e0c3f114-defc-4be3-9646-3e939c44cae7', 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:37:59.502854 n-d-819494-3 neutron-server[110018]: INFO neutron.db.securitygroups_db [None req-298715e9-6849-40f7-ba7d-76de43156e55 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Project 16ef918a0fcc49e59c15f8e39341f751 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 04:37:59.507544 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-298715e9-6849-40f7-ba7d-76de43156e55 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:59.566776 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-298715e9-6849-40f7-ba7d-76de43156e55 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:59.570061 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-298715e9-6849-40f7-ba7d-76de43156e55 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:59.587111 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298715e9-6849-40f7-ba7d-76de43156e55 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27f7242f-be6f-476e-98d9-c09ef3838677,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:37:59.593967 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-298715e9-6849-40f7-ba7d-76de43156e55 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:59.595169 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-298715e9-6849-40f7-ba7d-76de43156e55 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1174440 Nov 27 04:37:59.598195 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33484) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:37:59.603016 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-d78a3f59-0344-4b6b-bd83-d6f169f2de18 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'network': {'name': 'tempest-network-smoke--908185506', 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'port_security_enabled': True}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:37:59.623779 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78a3f59-0344-4b6b-bd83-d6f169f2de18 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Made reservation on behalf of 16ef918a0fcc49e59c15f8e39341f751 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:37:59.627152 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d78a3f59-0344-4b6b-bd83-d6f169f2de18 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:59.651007 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d78a3f59-0344-4b6b-bd83-d6f169f2de18 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:37:59.659520 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d78a3f59-0344-4b6b-bd83-d6f169f2de18 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:59.659886 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-d78a3f59-0344-4b6b-bd83-d6f169f2de18 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Added segment 942fd5b6-d482-4f10-bd14-58b50f5dc600 of type vlan for network f52591d3-f099-4a32-8cbc-1403841d6436 Nov 27 04:37:59.692638 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:37:59.702214 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d78a3f59-0344-4b6b-bd83-d6f169f2de18 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:59.725965 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d78a3f59-0344-4b6b-bd83-d6f169f2de18 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:59.731504 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a3f59-0344-4b6b-bd83-d6f169f2de18 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:37:59.732593 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d78a3f59-0344-4b6b-bd83-d6f169f2de18 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:59.784441 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d78a3f59-0344-4b6b-bd83-d6f169f2de18 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1852026 Nov 27 04:37:59.787347 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33486) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:37:59.791581 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-4adaade4-fbf4-4255-bbe8-32b343193268 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-644625823', 'admin_state_up': True, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:37:59.813935 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a3f59-0344-4b6b-bd83-d6f169f2de18 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'Network': ['ID=f52591d3-f099-4a32-8cbc-1403841d6436,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:37:59.824049 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network f52591d3-f099-4a32-8cbc-1403841d6436 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:37:59.828125 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4adaade4-fbf4-4255-bbe8-32b343193268 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:59.829176 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4adaade4-fbf4-4255-bbe8-32b343193268 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:37:59.882655 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4adaade4-fbf4-4255-bbe8-32b343193268 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:00.018955 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4adaade4-fbf4-4255-bbe8-32b343193268 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:00.212453 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4adaade4-fbf4-4255-bbe8-32b343193268 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:00.230998 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4adaade4-fbf4-4255-bbe8-32b343193268 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:00.334917 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-4adaade4-fbf4-4255-bbe8-32b343193268 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Allocated IP 172.25.1.114 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/06866687-bf92-41d4-8544-16b1fc98a611) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:38:00.436835 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4adaade4-fbf4-4255-bbe8-32b343193268 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:00.469454 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4adaade4-fbf4-4255-bbe8-32b343193268 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:00.510081 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adaade4-fbf4-4255-bbe8-32b343193268 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:38:00.512951 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-4adaade4-fbf4-4255-bbe8-32b343193268 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:38:00.516945 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adaade4-fbf4-4255-bbe8-32b343193268 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:38:00.526713 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d694d19e-91bf-43df-bc1b-779cc9099f0f None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:38:00.540765 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adaade4-fbf4-4255-bbe8-32b343193268 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'Port': ['ID=06866687-bf92-41d4-8544-16b1fc98a611,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:38:00.648550 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-5992ffd9-10a3-446d-99e6-d79342229376 None None] Provisioning complete for port 06866687-bf92-41d4-8544-16b1fc98a611 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:38:00.648834 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5992ffd9-10a3-446d-99e6-d79342229376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:00.686769 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-5992ffd9-10a3-446d-99e6-d79342229376 None None] Port 06866687-bf92-41d4-8544-16b1fc98a611 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:38:00.772914 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4adaade4-fbf4-4255-bbe8-32b343193268 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:01.273051 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4adaade4-fbf4-4255-bbe8-32b343193268 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:01.394653 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4adaade4-fbf4-4255-bbe8-32b343193268 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Router 3912ac6f-d54b-4c10-b39c-af9ffcda7672 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:38:01.498654 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4adaade4-fbf4-4255-bbe8-32b343193268 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:38:01.508415 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2948444e-44d4-4f8f-8ade-e560f35d1099 None None] Sync routers for ids ['3912ac6f-d54b-4c10-b39c-af9ffcda7672'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:38:01.520040 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2948444e-44d4-4f8f-8ade-e560f35d1099 None None] Routers {'3912ac6f-d54b-4c10-b39c-af9ffcda7672'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:38:01.520476 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-4adaade4-fbf4-4255-bbe8-32b343193268 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:01.520922 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-2948444e-44d4-4f8f-8ade-e560f35d1099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:37:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['3912ac6f-d54b-4c10-b39c-af9ffcda7672'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:38:01.521702 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-4adaade4-fbf4-4255-bbe8-32b343193268 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7334397 Nov 27 04:38:01.524931 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33488) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:38:01.626700 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-2948444e-44d4-4f8f-8ade-e560f35d1099 None None] Set router 3912ac6f-d54b-4c10-b39c-af9ffcda7672 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:38:01.664334 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b1ac7b56-e9a1-4900-8b22-8222ab1b754e tempest-TestNetworkAdvancedServerOps-1512945365 tempest-TestNetworkAdvancedServerOps-1512945365-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=16ef918a0fcc49e59c15f8e39341f751&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1382117 Nov 27 04:38:01.666877 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33492) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:38:01.824925 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3461d034-00d7-4c72-93bb-733ac8c62f77 tempest-TestNetworkAdvancedServerOps-1512945365 tempest-TestNetworkAdvancedServerOps-1512945365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:38:01.827113 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3461d034-00d7-4c72-93bb-733ac8c62f77 tempest-TestNetworkAdvancedServerOps-1512945365 tempest-TestNetworkAdvancedServerOps-1512945365-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1593275 Nov 27 04:38:01.829903 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33494) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:38:01.864127 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e2617486-8df8-4ea3-b7a2-786199aa5f2e tempest-TestNetworkAdvancedServerOps-1512945365 tempest-TestNetworkAdvancedServerOps-1512945365-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=f5c39893-f8d8-4150-8aae-695f98406de3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331352 Nov 27 04:38:01.866647 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33496) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:38:01.871330 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-58f31278-3a51-46e8-abf1-1850592f0ad7 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-31758924', 'network_id': 'f52591d3-f099-4a32-8cbc-1403841d6436', 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:38:01.958585 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-2948444e-44d4-4f8f-8ade-e560f35d1099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3912ac6f-d54b-4c10-b39c-af9ffcda7672', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644625823', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '06866687-bf92-41d4-8544-16b1fc98a611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:37:59Z', 'updated_at': '2021-11-27T04:38:00Z', 'revision_number': 3, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '06866687-bf92-41d4-8544-16b1fc98a611', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3912ac6f-d54b-4c10-b39c-af9ffcda7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:38:00Z', 'updated_at': '2021-11-27T04:38:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:38:01.962798 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f31278-3a51-46e8-abf1-1850592f0ad7 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Made reservation on behalf of 16ef918a0fcc49e59c15f8e39341f751 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:38:01.966445 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-58f31278-3a51-46e8-abf1-1850592f0ad7 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:01.988579 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2948444e-44d4-4f8f-8ade-e560f35d1099 None None] Checking router: 3912ac6f-d54b-4c10-b39c-af9ffcda7672 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:38:01.988939 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2948444e-44d4-4f8f-8ade-e560f35d1099 None None] Updating router 3912ac6f-d54b-4c10-b39c-af9ffcda7672 port 06866687-bf92-41d4-8544-16b1fc98a611 binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:38:02.013687 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2948444e-44d4-4f8f-8ade-e560f35d1099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:02.141695 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-58f31278-3a51-46e8-abf1-1850592f0ad7 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:02.209055 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f31278-3a51-46e8-abf1-1850592f0ad7 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'Subnet': ['ID=b064908c-b9f1-45a3-837e-fb629a0512c8,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:38:02.213040 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f31278-3a51-46e8-abf1-1850592f0ad7 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Checking segment: {'id': '942fd5b6-d482-4f10-bd14-58b50f5dc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f52591d3-f099-4a32-8cbc-1403841d6436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:38:02.213420 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f31278-3a51-46e8-abf1-1850592f0ad7 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Network hostable DHCP agents. Network: f52591d3-f099-4a32-8cbc-1403841d6436, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:38:02.231031 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f31278-3a51-46e8-abf1-1850592f0ad7 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Network f52591d3-f099-4a32-8cbc-1403841d6436 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:38:02.240367 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-58f31278-3a51-46e8-abf1-1850592f0ad7 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, f52591d3-f099-4a32-8cbc-1403841d6436) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:38:02.244595 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f31278-3a51-46e8-abf1-1850592f0ad7 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:38:02.245190 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-58f31278-3a51-46e8-abf1-1850592f0ad7 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:02.251709 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be897ff-7154-459b-9534-4a6eefa0a1ab None None] Network f52591d3-f099-4a32-8cbc-1403841d6436 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:38:02.263000 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-58f31278-3a51-46e8-abf1-1850592f0ad7 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.3953493 Nov 27 04:38:02.266271 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33498) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:38:02.273704 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2948444e-44d4-4f8f-8ade-e560f35d1099 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:02.306082 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2948444e-44d4-4f8f-8ade-e560f35d1099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:02.366574 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0961288-1ed2-493f-b8b7-0e4893fcf0be None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:38:02.393513 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-2948444e-44d4-4f8f-8ade-e560f35d1099 None None] Attempting to bind port 06866687-bf92-41d4-8544-16b1fc98a611 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:38:02.393889 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-2948444e-44d4-4f8f-8ade-e560f35d1099 None None] Attempting to bind port 06866687-bf92-41d4-8544-16b1fc98a611 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:38:02.394251 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2948444e-44d4-4f8f-8ade-e560f35d1099 None None] Attempting to bind port 06866687-bf92-41d4-8544-16b1fc98a611 on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:38:02.402378 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae698f62-a7ed-489c-9caa-7420e0b999d9 None None] Pushing event updated for resources: {'Port': ['ID=06866687-bf92-41d4-8544-16b1fc98a611,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:38:02.406370 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2948444e-44d4-4f8f-8ade-e560f35d1099 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:38:02.406780 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2948444e-44d4-4f8f-8ade-e560f35d1099 None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:38:02.407186 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2948444e-44d4-4f8f-8ade-e560f35d1099 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:02.407578 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2948444e-44d4-4f8f-8ade-e560f35d1099 None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:38:02.408065 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-2948444e-44d4-4f8f-8ade-e560f35d1099 None None] Bound port: 06866687-bf92-41d4-8544-16b1fc98a611, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:38:02.408440 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2948444e-44d4-4f8f-8ade-e560f35d1099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:02.484035 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-77908e80-5a1b-4511-b5c0-f8bb3c6fabcf None None] Provisioning complete for port 06866687-bf92-41d4-8544-16b1fc98a611 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:38:02.484320 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-77908e80-5a1b-4511-b5c0-f8bb3c6fabcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:02.543584 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-2948444e-44d4-4f8f-8ade-e560f35d1099 None None] For port 06866687-bf92-41d4-8544-16b1fc98a611, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:38:02.556460 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-77908e80-5a1b-4511-b5c0-f8bb3c6fabcf None None] Port 06866687-bf92-41d4-8544-16b1fc98a611 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:38:02.561646 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-2948444e-44d4-4f8f-8ade-e560f35d1099 None None] For port 06866687-bf92-41d4-8544-16b1fc98a611, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=06866687-bf92-41d4-8544-16b1fc98a611,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:38:02.564443 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846110b5-7f62-412f-840d-127dd171cf3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-f52591d3-f099-4a32-8cbc-1403841d6436', 'network_id': 'f52591d3-f099-4a32-8cbc-1403841d6436', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'fixed_ips': [{'subnet_id': 'b064908c-b9f1-45a3-837e-fb629a0512c8'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:38:02.565286 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-846110b5-7f62-412f-840d-127dd171cf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:02.577976 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2948444e-44d4-4f8f-8ade-e560f35d1099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:02.675705 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afe7819-e406-4465-9068-adf0b807215d None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:38:02.716230 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-28289946-cb2f-4da4-9fdb-12fd9621ce19 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:02.717786 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2948444e-44d4-4f8f-8ade-e560f35d1099 None None] Routers {'3912ac6f-d54b-4c10-b39c-af9ffcda7672'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:38:02.718864 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-2948444e-44d4-4f8f-8ade-e560f35d1099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:37:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['3912ac6f-d54b-4c10-b39c-af9ffcda7672'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:38:02.756266 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae698f62-a7ed-489c-9caa-7420e0b999d9 None None] Pushing event updated for resources: {'Port': ['ID=06866687-bf92-41d4-8544-16b1fc98a611,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:38:02.855397 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-846110b5-7f62-412f-840d-127dd171cf3d None None] Allocated IP 172.20.0.2 (f52591d3-f099-4a32-8cbc-1403841d6436/b064908c-b9f1-45a3-837e-fb629a0512c8/b19d0318-63cf-4133-b2a7-cc02091d5508) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:38:02.861331 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-819cb64e-82a8-40f1-9118-01ecff9b73d7 None None] Provisioning complete for port 06866687-bf92-41d4-8544-16b1fc98a611 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:38:02.861703 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-819cb64e-82a8-40f1-9118-01ecff9b73d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:02.923695 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-2948444e-44d4-4f8f-8ade-e560f35d1099 None None] Set router 3912ac6f-d54b-4c10-b39c-af9ffcda7672 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:38:03.162107 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-819cb64e-82a8-40f1-9118-01ecff9b73d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:03.197769 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-819cb64e-82a8-40f1-9118-01ecff9b73d7 None None] For port 06866687-bf92-41d4-8544-16b1fc98a611, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=06866687-bf92-41d4-8544-16b1fc98a611,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:38:03.224062 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-819cb64e-82a8-40f1-9118-01ecff9b73d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:03.231521 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-846110b5-7f62-412f-840d-127dd171cf3d None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:03.255262 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-846110b5-7f62-412f-840d-127dd171cf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:03.287518 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-28289946-cb2f-4da4-9fdb-12fd9621ce19 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Allocated IP 172.20.0.1 (f52591d3-f099-4a32-8cbc-1403841d6436/b064908c-b9f1-45a3-837e-fb629a0512c8/7d63da80-f460-46fe-9ef3-d91da3d32f49) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:38:03.292946 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846110b5-7f62-412f-840d-127dd171cf3d None None] Network f52591d3-f099-4a32-8cbc-1403841d6436 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:38:03.300576 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-846110b5-7f62-412f-840d-127dd171cf3d None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:38:03.303539 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846110b5-7f62-412f-840d-127dd171cf3d None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:38:03.305342 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819cb64e-82a8-40f1-9118-01ecff9b73d7 None None] Pushing event updated for resources: {'Port': ['ID=06866687-bf92-41d4-8544-16b1fc98a611,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:38:03.384877 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-2948444e-44d4-4f8f-8ade-e560f35d1099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3912ac6f-d54b-4c10-b39c-af9ffcda7672', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644625823', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '06866687-bf92-41d4-8544-16b1fc98a611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:37:59Z', 'updated_at': '2021-11-27T04:38:00Z', 'revision_number': 3, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '06866687-bf92-41d4-8544-16b1fc98a611', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3912ac6f-d54b-4c10-b39c-af9ffcda7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:38:00Z', 'updated_at': '2021-11-27T04:38:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:38:03.390769 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846110b5-7f62-412f-840d-127dd171cf3d None None] Pushing event updated for resources: {'Port': ['ID=b19d0318-63cf-4133-b2a7-cc02091d5508,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:38:03.401279 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-28289946-cb2f-4da4-9fdb-12fd9621ce19 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:03.422225 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2948444e-44d4-4f8f-8ade-e560f35d1099 None None] The sync data for ids ['3912ac6f-d54b-4c10-b39c-af9ffcda7672'] in n-d-819494-3 is: [{'id': '3912ac6f-d54b-4c10-b39c-af9ffcda7672', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644625823', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '06866687-bf92-41d4-8544-16b1fc98a611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:37:59Z', 'updated_at': '2021-11-27T04:38:00Z', 'revision_number': 3, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '06866687-bf92-41d4-8544-16b1fc98a611', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3912ac6f-d54b-4c10-b39c-af9ffcda7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:38:00Z', 'updated_at': '2021-11-27T04:38:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:38:03.425979 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-846110b5-7f62-412f-840d-127dd171cf3d None None] Attempting to bind port b19d0318-63cf-4133-b2a7-cc02091d5508 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:38:03.425979 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-846110b5-7f62-412f-840d-127dd171cf3d None None] Attempting to bind port b19d0318-63cf-4133-b2a7-cc02091d5508 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '942fd5b6-d482-4f10-bd14-58b50f5dc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f52591d3-f099-4a32-8cbc-1403841d6436'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:38:03.426324 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846110b5-7f62-412f-840d-127dd171cf3d None None] Attempting to bind port b19d0318-63cf-4133-b2a7-cc02091d5508 on network f52591d3-f099-4a32-8cbc-1403841d6436 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:38:03.431516 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846110b5-7f62-412f-840d-127dd171cf3d None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:38:03.431895 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846110b5-7f62-412f-840d-127dd171cf3d None None] Checking segment: {'id': '942fd5b6-d482-4f10-bd14-58b50f5dc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f52591d3-f099-4a32-8cbc-1403841d6436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:38:03.432300 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-846110b5-7f62-412f-840d-127dd171cf3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:03.432693 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846110b5-7f62-412f-840d-127dd171cf3d None None] Bound using segment: {'id': '942fd5b6-d482-4f10-bd14-58b50f5dc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f52591d3-f099-4a32-8cbc-1403841d6436'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:38:03.433412 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-846110b5-7f62-412f-840d-127dd171cf3d None None] Bound port: b19d0318-63cf-4133-b2a7-cc02091d5508, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942fd5b6-d482-4f10-bd14-58b50f5dc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f52591d3-f099-4a32-8cbc-1403841d6436'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:38:03.433560 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-846110b5-7f62-412f-840d-127dd171cf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:03.447968 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-28289946-cb2f-4da4-9fdb-12fd9621ce19 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:03.493203 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28289946-cb2f-4da4-9fdb-12fd9621ce19 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Network f52591d3-f099-4a32-8cbc-1403841d6436 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:38:03.496500 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-28289946-cb2f-4da4-9fdb-12fd9621ce19 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:38:03.500886 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28289946-cb2f-4da4-9fdb-12fd9621ce19 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:38:03.503304 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-846110b5-7f62-412f-840d-127dd171cf3d None None] For port b19d0318-63cf-4133-b2a7-cc02091d5508, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:38:03.506734 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-846110b5-7f62-412f-840d-127dd171cf3d None None] For port b19d0318-63cf-4133-b2a7-cc02091d5508, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b19d0318-63cf-4133-b2a7-cc02091d5508,segment=NetworkSegment(942fd5b6-d482-4f10-bd14-58b50f5dc600),segment_id=942fd5b6-d482-4f10-bd14-58b50f5dc600)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:38:03.508096 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289946-cb2f-4da4-9fdb-12fd9621ce19 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'Port': ['ID=7d63da80-f460-46fe-9ef3-d91da3d32f49,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:38:03.516469 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-846110b5-7f62-412f-840d-127dd171cf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:03.552081 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-28289946-cb2f-4da4-9fdb-12fd9621ce19 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:03.571424 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846110b5-7f62-412f-840d-127dd171cf3d None None] Pushing event updated for resources: {'Port': ['ID=b19d0318-63cf-4133-b2a7-cc02091d5508,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:38:03.718616 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-28289946-cb2f-4da4-9fdb-12fd9621ce19 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:04.037639 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-28289946-cb2f-4da4-9fdb-12fd9621ce19 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:04.043445 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-28289946-cb2f-4da4-9fdb-12fd9621ce19 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:04.118103 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-28289946-cb2f-4da4-9fdb-12fd9621ce19 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:04.119872 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289946-cb2f-4da4-9fdb-12fd9621ce19 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'Port': ['ID=7d63da80-f460-46fe-9ef3-d91da3d32f49,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:38:04.224150 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28289946-cb2f-4da4-9fdb-12fd9621ce19 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Network f52591d3-f099-4a32-8cbc-1403841d6436 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:38:04.225705 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-28289946-cb2f-4da4-9fdb-12fd9621ce19 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:38:04.349473 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28289946-cb2f-4da4-9fdb-12fd9621ce19 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Router 3912ac6f-d54b-4c10-b39c-af9ffcda7672 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:38:04.459346 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28289946-cb2f-4da4-9fdb-12fd9621ce19 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:38:04.464471 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-28289946-cb2f-4da4-9fdb-12fd9621ce19 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "PUT /v2.0/routers/3912ac6f-d54b-4c10-b39c-af9ffcda7672/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1971910 Nov 27 04:38:04.527467 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139f35ad-565c-45f3-8d30-27e2f336f220 None None] Network f52591d3-f099-4a32-8cbc-1403841d6436 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:38:04.601040 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-8ff86a04-0bfd-4b78-a320-1f6c58e4b50a None None] Provisioning complete for port b19d0318-63cf-4133-b2a7-cc02091d5508 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:38:04.601670 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8ff86a04-0bfd-4b78-a320-1f6c58e4b50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:04.623754 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-76a168d2-889a-4552-9482-f43615da5b6b req-87f8a55a-8d52-4313-9f3b-dd20d41d54d6 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1462734773&fields=id&tenant_id=16ef918a0fcc49e59c15f8e39341f751 HTTP/1.1" status: 200 len: 267 time: 0.0483432 Nov 27 04:38:04.735380 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a168d2-889a-4552-9482-f43615da5b6b req-6f0e6416-603c-4eca-af89-99f5e54a2454 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:38:04.737170 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-76a168d2-889a-4552-9482-f43615da5b6b req-6f0e6416-603c-4eca-af89-99f5e54a2454 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/networks?id=f52591d3-f099-4a32-8cbc-1403841d6436 HTTP/1.1" status: 200 len: 796 time: 0.1061568 Nov 27 04:38:04.748698 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8ff86a04-0bfd-4b78-a320-1f6c58e4b50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:04.753367 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-76a168d2-889a-4552-9482-f43615da5b6b req-13aeedb8-8cf2-43f5-9095-d46bdcb18766 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/quotas/16ef918a0fcc49e59c15f8e39341f751 HTTP/1.1" status: 200 len: 375 time: 0.0094895 Nov 27 04:38:04.954868 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-8ff86a04-0bfd-4b78-a320-1f6c58e4b50a None None] For port b19d0318-63cf-4133-b2a7-cc02091d5508, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b19d0318-63cf-4133-b2a7-cc02091d5508,segment=NetworkSegment(942fd5b6-d482-4f10-bd14-58b50f5dc600),segment_id=942fd5b6-d482-4f10-bd14-58b50f5dc600)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:38:04.961140 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8ff86a04-0bfd-4b78-a320-1f6c58e4b50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:05.020536 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff86a04-0bfd-4b78-a320-1f6c58e4b50a None None] Pushing event updated for resources: {'Port': ['ID=b19d0318-63cf-4133-b2a7-cc02091d5508,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:38:05.138424 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-76a168d2-889a-4552-9482-f43615da5b6b req-173ebb27-4de4-41be-a6c7-4987518ad449 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=16ef918a0fcc49e59c15f8e39341f751&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3786044 Nov 27 04:38:05.145126 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8294d7fe-7546-4abd-ad35-edb77322039e None None] Sync routers for ids ['3912ac6f-d54b-4c10-b39c-af9ffcda7672'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:38:05.163634 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8294d7fe-7546-4abd-ad35-edb77322039e None None] Routers {'3912ac6f-d54b-4c10-b39c-af9ffcda7672'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:38:05.164629 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-8294d7fe-7546-4abd-ad35-edb77322039e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:37:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['3912ac6f-d54b-4c10-b39c-af9ffcda7672'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:38:05.174695 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b19d0318-63cf-4133-b2a7-cc02091d5508 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:38:05.237849 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port b19d0318-63cf-4133-b2a7-cc02091d5508 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:38:05.238668 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:05.259326 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-76a168d2-889a-4552-9482-f43615da5b6b req-1adaeedb-06fb-4421-8d5b-abb11d3d1d73 service neutron] 10.222.0.20 "GET /v2.0/networks/f52591d3-f099-4a32-8cbc-1403841d6436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974805 Nov 27 04:38:05.281428 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-8294d7fe-7546-4abd-ad35-edb77322039e None None] Set router 3912ac6f-d54b-4c10-b39c-af9ffcda7672 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:38:05.315743 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-e1edba81-87bc-4ee0-ac6f-dcd158018f9f None None] Provisioning complete for port 7d63da80-f460-46fe-9ef3-d91da3d32f49 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:38:05.316119 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e1edba81-87bc-4ee0-ac6f-dcd158018f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:05.373928 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-76a168d2-889a-4552-9482-f43615da5b6b req-18a35606-769c-4b72-9afd-d50ea955a65a service neutron] 10.222.0.20 "GET /v2.0/networks/f52591d3-f099-4a32-8cbc-1403841d6436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014559 Nov 27 04:38:05.388027 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-e1edba81-87bc-4ee0-ac6f-dcd158018f9f None None] Port 7d63da80-f460-46fe-9ef3-d91da3d32f49 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:38:05.393704 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 06866687-bf92-41d4-8544-16b1fc98a611 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:38:05.429082 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-e1edba81-87bc-4ee0-ac6f-dcd158018f9f None None] Provisioning complete for port b19d0318-63cf-4133-b2a7-cc02091d5508 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:38:05.429455 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e1edba81-87bc-4ee0-ac6f-dcd158018f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:05.494454 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 06866687-bf92-41d4-8544-16b1fc98a611 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:38:05.494808 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:05.589898 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7c6e7790-7ecf-4f3b-86cc-99e8dce653d4 req-f418927c-d4a5-403c-8342-467ce8c93115 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc14bc49-24f3-44a6-ad09-9f932418943c HTTP/1.1" status: 200 len: 210 time: 0.0403955 Nov 27 04:38:05.608754 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-8294d7fe-7546-4abd-ad35-edb77322039e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3912ac6f-d54b-4c10-b39c-af9ffcda7672', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644625823', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '06866687-bf92-41d4-8544-16b1fc98a611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:37:59Z', 'updated_at': '2021-11-27T04:38:03Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '06866687-bf92-41d4-8544-16b1fc98a611', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3912ac6f-d54b-4c10-b39c-af9ffcda7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:38:00Z', 'updated_at': '2021-11-27T04:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '7d63da80-f460-46fe-9ef3-d91da3d32f49', 'name': '', 'network_id': 'f52591d3-f099-4a32-8cbc-1403841d6436', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'mac_address': 'fa:16:3e:d9:d3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3912ac6f-d54b-4c10-b39c-af9ffcda7672', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'b064908c-b9f1-45a3-837e-fb629a0512c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:38:02Z', 'updated_at': '2021-11-27T04:38:03Z', 'revision_number': 2, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'subnets': [{'id': 'b064908c-b9f1-45a3-837e-fb629a0512c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:38:05.635478 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8294d7fe-7546-4abd-ad35-edb77322039e None None] Checking router: 3912ac6f-d54b-4c10-b39c-af9ffcda7672 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:38:05.636124 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8294d7fe-7546-4abd-ad35-edb77322039e None None] Updating router 3912ac6f-d54b-4c10-b39c-af9ffcda7672 port 7d63da80-f460-46fe-9ef3-d91da3d32f49 binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:38:05.668568 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-8294d7fe-7546-4abd-ad35-edb77322039e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:05.717511 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-2f7d8025-902c-42d9-aa99-99020f0d8496 None None] Provisioning complete for port 7d63da80-f460-46fe-9ef3-d91da3d32f49 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:38:05.718152 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8025-902c-42d9-aa99-99020f0d8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:05.758207 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-2f7d8025-902c-42d9-aa99-99020f0d8496 None None] Port 7d63da80-f460-46fe-9ef3-d91da3d32f49 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:38:05.877642 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-66e8823c-b2b0-4b8f-bd5e-daa14485d614 None None] Provisioning complete for port 7d63da80-f460-46fe-9ef3-d91da3d32f49 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:38:05.878011 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-66e8823c-b2b0-4b8f-bd5e-daa14485d614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:05.915155 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-66e8823c-b2b0-4b8f-bd5e-daa14485d614 None None] Port 7d63da80-f460-46fe-9ef3-d91da3d32f49 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:38:05.957798 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-8294d7fe-7546-4abd-ad35-edb77322039e None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:05.962758 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-8294d7fe-7546-4abd-ad35-edb77322039e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:06.014584 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb9b39-d1d2-4d2d-aa8e-3136dc253b31 None None] Pushing event updated for resources: {'Port': ['ID=7d63da80-f460-46fe-9ef3-d91da3d32f49,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:38:06.036306 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb9b39-d1d2-4d2d-aa8e-3136dc253b31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:38:06.036707 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb9b39-d1d2-4d2d-aa8e-3136dc253b31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:38:06.037087 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb9b39-d1d2-4d2d-aa8e-3136dc253b31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:38:06.037459 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb9b39-d1d2-4d2d-aa8e-3136dc253b31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:38:06.037816 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb9b39-d1d2-4d2d-aa8e-3136dc253b31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:38:06.038179 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb9b39-d1d2-4d2d-aa8e-3136dc253b31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:38:06.038624 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb9b39-d1d2-4d2d-aa8e-3136dc253b31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:38:06.038915 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb9b39-d1d2-4d2d-aa8e-3136dc253b31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:38:06.039239 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb9b39-d1d2-4d2d-aa8e-3136dc253b31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:38:06.039560 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb9b39-d1d2-4d2d-aa8e-3136dc253b31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:38:06.039977 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb9b39-d1d2-4d2d-aa8e-3136dc253b31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:38:06.040234 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb9b39-d1d2-4d2d-aa8e-3136dc253b31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:38:06.081443 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-8294d7fe-7546-4abd-ad35-edb77322039e None None] Attempting to bind port 7d63da80-f460-46fe-9ef3-d91da3d32f49 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:38:06.081827 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-8294d7fe-7546-4abd-ad35-edb77322039e None None] Attempting to bind port 7d63da80-f460-46fe-9ef3-d91da3d32f49 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '942fd5b6-d482-4f10-bd14-58b50f5dc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f52591d3-f099-4a32-8cbc-1403841d6436'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:38:06.082217 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8294d7fe-7546-4abd-ad35-edb77322039e None None] Attempting to bind port 7d63da80-f460-46fe-9ef3-d91da3d32f49 on network f52591d3-f099-4a32-8cbc-1403841d6436 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:38:06.087888 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8294d7fe-7546-4abd-ad35-edb77322039e None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:38:06.088314 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8294d7fe-7546-4abd-ad35-edb77322039e None None] Checking segment: {'id': '942fd5b6-d482-4f10-bd14-58b50f5dc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f52591d3-f099-4a32-8cbc-1403841d6436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:38:06.088716 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-8294d7fe-7546-4abd-ad35-edb77322039e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:06.089153 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8294d7fe-7546-4abd-ad35-edb77322039e None None] Bound using segment: {'id': '942fd5b6-d482-4f10-bd14-58b50f5dc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f52591d3-f099-4a32-8cbc-1403841d6436'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:38:06.089686 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-8294d7fe-7546-4abd-ad35-edb77322039e None None] Bound port: 7d63da80-f460-46fe-9ef3-d91da3d32f49, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942fd5b6-d482-4f10-bd14-58b50f5dc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f52591d3-f099-4a32-8cbc-1403841d6436'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:38:06.090065 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-8294d7fe-7546-4abd-ad35-edb77322039e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:06.165362 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-8294d7fe-7546-4abd-ad35-edb77322039e None None] For port 7d63da80-f460-46fe-9ef3-d91da3d32f49, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:38:06.169459 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-8294d7fe-7546-4abd-ad35-edb77322039e None None] For port 7d63da80-f460-46fe-9ef3-d91da3d32f49, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=7d63da80-f460-46fe-9ef3-d91da3d32f49,segment=NetworkSegment(942fd5b6-d482-4f10-bd14-58b50f5dc600),segment_id=942fd5b6-d482-4f10-bd14-58b50f5dc600)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:38:06.181363 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-8294d7fe-7546-4abd-ad35-edb77322039e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:06.236790 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-a9b349de-2d6a-4c11-8095-6af3ed3dfd10 None None] Provisioning complete for port 7d63da80-f460-46fe-9ef3-d91da3d32f49 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:38:06.237171 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a9b349de-2d6a-4c11-8095-6af3ed3dfd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:06.240881 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8294d7fe-7546-4abd-ad35-edb77322039e None None] Routers {'3912ac6f-d54b-4c10-b39c-af9ffcda7672'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:38:06.241160 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-8294d7fe-7546-4abd-ad35-edb77322039e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:37:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['3912ac6f-d54b-4c10-b39c-af9ffcda7672'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:38:06.310947 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb9b39-d1d2-4d2d-aa8e-3136dc253b31 None None] Pushing event updated for resources: {'Port': ['ID=7d63da80-f460-46fe-9ef3-d91da3d32f49,revision_number=4']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:38:06.346149 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a9b349de-2d6a-4c11-8095-6af3ed3dfd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:06.365311 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-8294d7fe-7546-4abd-ad35-edb77322039e None None] Set router 3912ac6f-d54b-4c10-b39c-af9ffcda7672 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:38:06.387071 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-a9b349de-2d6a-4c11-8095-6af3ed3dfd10 None None] For port 7d63da80-f460-46fe-9ef3-d91da3d32f49, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=7d63da80-f460-46fe-9ef3-d91da3d32f49,segment=NetworkSegment(942fd5b6-d482-4f10-bd14-58b50f5dc600),segment_id=942fd5b6-d482-4f10-bd14-58b50f5dc600)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:38:06.394658 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a9b349de-2d6a-4c11-8095-6af3ed3dfd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:06.456321 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b349de-2d6a-4c11-8095-6af3ed3dfd10 None None] Pushing event updated for resources: {'Port': ['ID=7d63da80-f460-46fe-9ef3-d91da3d32f49,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:38:06.516559 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-e15efdb0-38c9-46e1-819c-df012366da42 None None] Provisioning complete for port 7d63da80-f460-46fe-9ef3-d91da3d32f49 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:38:06.517002 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15efdb0-38c9-46e1-819c-df012366da42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:06.582541 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-8294d7fe-7546-4abd-ad35-edb77322039e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3912ac6f-d54b-4c10-b39c-af9ffcda7672', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644625823', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '06866687-bf92-41d4-8544-16b1fc98a611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:37:59Z', 'updated_at': '2021-11-27T04:38:03Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '06866687-bf92-41d4-8544-16b1fc98a611', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3912ac6f-d54b-4c10-b39c-af9ffcda7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:38:00Z', 'updated_at': '2021-11-27T04:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '7d63da80-f460-46fe-9ef3-d91da3d32f49', 'name': '', 'network_id': 'f52591d3-f099-4a32-8cbc-1403841d6436', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'mac_address': 'fa:16:3e:d9:d3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3912ac6f-d54b-4c10-b39c-af9ffcda7672', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'b064908c-b9f1-45a3-837e-fb629a0512c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:38:02Z', 'updated_at': '2021-11-27T04:38:06Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'subnets': [{'id': 'b064908c-b9f1-45a3-837e-fb629a0512c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:38:06.610860 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8294d7fe-7546-4abd-ad35-edb77322039e None None] The sync data for ids ['3912ac6f-d54b-4c10-b39c-af9ffcda7672'] in n-d-819494-3 is: [{'id': '3912ac6f-d54b-4c10-b39c-af9ffcda7672', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644625823', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '06866687-bf92-41d4-8544-16b1fc98a611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:37:59Z', 'updated_at': '2021-11-27T04:38:03Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '06866687-bf92-41d4-8544-16b1fc98a611', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3912ac6f-d54b-4c10-b39c-af9ffcda7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:38:00Z', 'updated_at': '2021-11-27T04:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '7d63da80-f460-46fe-9ef3-d91da3d32f49', 'name': '', 'network_id': 'f52591d3-f099-4a32-8cbc-1403841d6436', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'mac_address': 'fa:16:3e:d9:d3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3912ac6f-d54b-4c10-b39c-af9ffcda7672', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'b064908c-b9f1-45a3-837e-fb629a0512c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:38:02Z', 'updated_at': '2021-11-27T04:38:06Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'subnets': [{'id': 'b064908c-b9f1-45a3-837e-fb629a0512c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:38:06.693765 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dc8e8502-5191-405c-92ab-d7509989cd55 req-d18fc791-9991-4962-88d2-f6828c9f1747 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc14bc49-24f3-44a6-ad09-9f932418943c HTTP/1.1" status: 200 len: 210 time: 0.0302684 Nov 27 04:38:07.126416 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a168d2-889a-4552-9482-f43615da5b6b req-c816ecf1-86c3-487e-9ff2-9fa81cf3c3bc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:38:07.128911 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-76a168d2-889a-4552-9482-f43615da5b6b req-c816ecf1-86c3-487e-9ff2-9fa81cf3c3bc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.23 "GET /v2.0/networks?id=f52591d3-f099-4a32-8cbc-1403841d6436 HTTP/1.1" status: 200 len: 796 time: 0.1296408 Nov 27 04:38:07.151788 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 7d63da80-f460-46fe-9ef3-d91da3d32f49 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:38:07.208326 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-76a168d2-889a-4552-9482-f43615da5b6b req-1e6f47c6-f69c-4ec4-999d-0b265ebc253f tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16ef918a0fcc49e59c15f8e39341f751 HTTP/1.1" status: 200 len: 380 time: 0.0619168 Nov 27 04:38:07.210402 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 7d63da80-f460-46fe-9ef3-d91da3d32f49 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:38:07.210799 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:07.252012 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-76a168d2-889a-4552-9482-f43615da5b6b req-7b379875-9603-4728-8315-8b7659c97958 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'port': {'device_id': 'cc14bc49-24f3-44a6-ad09-9f932418943c', 'network_id': 'f52591d3-f099-4a32-8cbc-1403841d6436', 'admin_state_up': True, 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'security_groups': ['e0c3f114-defc-4be3-9646-3e939c44cae7']}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:38:07.373239 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76a168d2-889a-4552-9482-f43615da5b6b req-7b379875-9603-4728-8315-8b7659c97958 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Made reservation on behalf of 16ef918a0fcc49e59c15f8e39341f751 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:38:07.377313 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-76a168d2-889a-4552-9482-f43615da5b6b req-7b379875-9603-4728-8315-8b7659c97958 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:07.526201 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-76a168d2-889a-4552-9482-f43615da5b6b req-7b379875-9603-4728-8315-8b7659c97958 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Allocated IP 172.20.0.13 (f52591d3-f099-4a32-8cbc-1403841d6436/b064908c-b9f1-45a3-837e-fb629a0512c8/12958e81-8785-486e-b3ce-08b24c8e3e69) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:38:07.676452 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-76a168d2-889a-4552-9482-f43615da5b6b req-7b379875-9603-4728-8315-8b7659c97958 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:07.712929 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-76a168d2-889a-4552-9482-f43615da5b6b req-7b379875-9603-4728-8315-8b7659c97958 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:07.759144 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76a168d2-889a-4552-9482-f43615da5b6b req-7b379875-9603-4728-8315-8b7659c97958 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Network f52591d3-f099-4a32-8cbc-1403841d6436 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:38:07.762408 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-76a168d2-889a-4552-9482-f43615da5b6b req-7b379875-9603-4728-8315-8b7659c97958 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:38:07.767031 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a168d2-889a-4552-9482-f43615da5b6b req-7b379875-9603-4728-8315-8b7659c97958 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:38:07.773645 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b379875-9603-4728-8315-8b7659c97958 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'Port': ['ID=12958e81-8785-486e-b3ce-08b24c8e3e69,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:38:07.820943 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a168d2-889a-4552-9482-f43615da5b6b req-7b379875-9603-4728-8315-8b7659c97958 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:38:07.821599 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-76a168d2-889a-4552-9482-f43615da5b6b req-7b379875-9603-4728-8315-8b7659c97958 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:07.827037 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb5acf-e2a4-4694-9628-25f3decb2bf0 req-b8744783-01b6-48b8-b3f3-8e872dbe8b76 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:38:07.828568 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dceb5acf-e2a4-4694-9628-25f3decb2bf0 req-b8744783-01b6-48b8-b3f3-8e872dbe8b76 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc14bc49-24f3-44a6-ad09-9f932418943c HTTP/1.1" status: 200 len: 932 time: 0.0575411 Nov 27 04:38:07.841484 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-76a168d2-889a-4552-9482-f43615da5b6b req-7b379875-9603-4728-8315-8b7659c97958 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5943704 Nov 27 04:38:07.867932 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-76a168d2-889a-4552-9482-f43615da5b6b req-470043ce-4be9-4393-99db-45302a702732 service neutron] Request body: {'port': {'device_id': 'cc14bc49-24f3-44a6-ad09-9f932418943c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:38:07.882595 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dceb5acf-e2a4-4694-9628-25f3decb2bf0 req-b16e275c-7f6e-4714-8cf9-89bc13fc9823 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0c3f114-defc-4be3-9646-3e939c44cae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471711 Nov 27 04:38:07.928503 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-76a168d2-889a-4552-9482-f43615da5b6b req-470043ce-4be9-4393-99db-45302a702732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:08.031797 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-7c348a8d-ccac-438d-9259-ea14a6f190d3 None None] Provisioning complete for port 12958e81-8785-486e-b3ce-08b24c8e3e69 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:38:08.032279 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7c348a8d-ccac-438d-9259-ea14a6f190d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:08.069131 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-7c348a8d-ccac-438d-9259-ea14a6f190d3 None None] Port 12958e81-8785-486e-b3ce-08b24c8e3e69 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:38:08.188598 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-76a168d2-889a-4552-9482-f43615da5b6b req-470043ce-4be9-4393-99db-45302a702732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12958e81-8785-486e-b3ce-08b24c8e3e69 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:38:08.196160 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-76a168d2-889a-4552-9482-f43615da5b6b req-470043ce-4be9-4393-99db-45302a702732 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:08.208581 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-76a168d2-889a-4552-9482-f43615da5b6b req-470043ce-4be9-4393-99db-45302a702732 service neutron] Transition to ACTIVE for port object 12958e81-8785-486e-b3ce-08b24c8e3e69 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:38:08.211560 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-76a168d2-889a-4552-9482-f43615da5b6b req-470043ce-4be9-4393-99db-45302a702732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:08.262964 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470043ce-4be9-4393-99db-45302a702732 service neutron] Pushing event updated for resources: {'Port': ['ID=12958e81-8785-486e-b3ce-08b24c8e3e69,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:38:08.338434 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-76a168d2-889a-4552-9482-f43615da5b6b req-470043ce-4be9-4393-99db-45302a702732 service neutron] Attempting to bind port 12958e81-8785-486e-b3ce-08b24c8e3e69 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:38:08.338823 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-76a168d2-889a-4552-9482-f43615da5b6b req-470043ce-4be9-4393-99db-45302a702732 service neutron] Attempting to bind port 12958e81-8785-486e-b3ce-08b24c8e3e69 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '942fd5b6-d482-4f10-bd14-58b50f5dc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f52591d3-f099-4a32-8cbc-1403841d6436'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:38:08.339174 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a168d2-889a-4552-9482-f43615da5b6b req-470043ce-4be9-4393-99db-45302a702732 service neutron] Attempting to bind port 12958e81-8785-486e-b3ce-08b24c8e3e69 on network f52591d3-f099-4a32-8cbc-1403841d6436 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:38:08.344517 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a168d2-889a-4552-9482-f43615da5b6b req-470043ce-4be9-4393-99db-45302a702732 service neutron] Port 12958e81-8785-486e-b3ce-08b24c8e3e69 on network f52591d3-f099-4a32-8cbc-1403841d6436 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:38:08.344951 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a168d2-889a-4552-9482-f43615da5b6b req-470043ce-4be9-4393-99db-45302a702732 service neutron] Attempting to bind port 12958e81-8785-486e-b3ce-08b24c8e3e69 on network f52591d3-f099-4a32-8cbc-1403841d6436 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:38:08.349961 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a168d2-889a-4552-9482-f43615da5b6b req-470043ce-4be9-4393-99db-45302a702732 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:38:08.350312 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a168d2-889a-4552-9482-f43615da5b6b req-470043ce-4be9-4393-99db-45302a702732 service neutron] Checking segment: {'id': '942fd5b6-d482-4f10-bd14-58b50f5dc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f52591d3-f099-4a32-8cbc-1403841d6436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:38:08.350749 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a168d2-889a-4552-9482-f43615da5b6b req-470043ce-4be9-4393-99db-45302a702732 service neutron] Bound using segment: {'id': '942fd5b6-d482-4f10-bd14-58b50f5dc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f52591d3-f099-4a32-8cbc-1403841d6436'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:38:08.351193 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-76a168d2-889a-4552-9482-f43615da5b6b req-470043ce-4be9-4393-99db-45302a702732 service neutron] Bound port: 12958e81-8785-486e-b3ce-08b24c8e3e69, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '942fd5b6-d482-4f10-bd14-58b50f5dc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f52591d3-f099-4a32-8cbc-1403841d6436'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:38:08.351563 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-76a168d2-889a-4552-9482-f43615da5b6b req-470043ce-4be9-4393-99db-45302a702732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:08.421617 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-76a168d2-889a-4552-9482-f43615da5b6b req-470043ce-4be9-4393-99db-45302a702732 service neutron] For port 12958e81-8785-486e-b3ce-08b24c8e3e69, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:38:08.425298 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-76a168d2-889a-4552-9482-f43615da5b6b req-470043ce-4be9-4393-99db-45302a702732 service neutron] For port 12958e81-8785-486e-b3ce-08b24c8e3e69, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=12958e81-8785-486e-b3ce-08b24c8e3e69,segment=NetworkSegment(942fd5b6-d482-4f10-bd14-58b50f5dc600),segment_id=942fd5b6-d482-4f10-bd14-58b50f5dc600)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:38:08.429963 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-76a168d2-889a-4552-9482-f43615da5b6b req-470043ce-4be9-4393-99db-45302a702732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:08.468917 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a168d2-889a-4552-9482-f43615da5b6b req-470043ce-4be9-4393-99db-45302a702732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:38:08.469555 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-76a168d2-889a-4552-9482-f43615da5b6b req-470043ce-4be9-4393-99db-45302a702732 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:08.470980 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-76a168d2-889a-4552-9482-f43615da5b6b req-470043ce-4be9-4393-99db-45302a702732 service neutron] 10.222.0.23 "PUT /v2.0/ports/12958e81-8785-486e-b3ce-08b24c8e3e69 HTTP/1.1" status: 200 len: 1092 time: 0.6074514 Nov 27 04:38:08.471516 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc14bc49-24f3-44a6-ad09-9f932418943c', 'tag': '12958e81-8785-486e-b3ce-08b24c8e3e69'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:38:08.475748 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20258b1b-46e1-4f9e-8206-7dfb9ecacd66" -d '{"events": [{"name": "network-changed", "server_uuid": "cc14bc49-24f3-44a6-ad09-9f932418943c", "tag": "12958e81-8785-486e-b3ce-08b24c8e3e69"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:38:08.528476 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470043ce-4be9-4393-99db-45302a702732 service neutron] Pushing event updated for resources: {'Port': ['ID=12958e81-8785-486e-b3ce-08b24c8e3e69,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:38:08.540733 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae4eca2-d3fe-4e48-b00a-7b774b3f9dfc x-openstack-request-id: req-1ae4eca2-d3fe-4e48-b00a-7b774b3f9dfc {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:38:08.541132 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc14bc49-24f3-44a6-ad09-9f932418943c", "tag": "12958e81-8785-486e-b3ce-08b24c8e3e69", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:38:08.541488 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ae4eca2-d3fe-4e48-b00a-7b774b3f9dfc {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:38:08.541986 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc14bc49-24f3-44a6-ad09-9f932418943c', 'tag': '12958e81-8785-486e-b3ce-08b24c8e3e69', 'status': 'completed', 'code': 200} Nov 27 04:38:08.617119 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a168d2-889a-4552-9482-f43615da5b6b req-57cbd028-b009-49dc-b7f2-00aa58ddfa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:38:08.618747 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-76a168d2-889a-4552-9482-f43615da5b6b req-57cbd028-b009-49dc-b7f2-00aa58ddfa64 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16ef918a0fcc49e59c15f8e39341f751&device_id=cc14bc49-24f3-44a6-ad09-9f932418943c HTTP/1.1" status: 200 len: 1095 time: 0.0604098 Nov 27 04:38:08.676217 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-76a168d2-889a-4552-9482-f43615da5b6b req-95a2f263-aa97-4287-b08e-916d04b62a56 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12958e81-8785-486e-b3ce-08b24c8e3e69 HTTP/1.1" status: 200 len: 217 time: 0.0379188 Nov 27 04:38:08.727167 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a168d2-889a-4552-9482-f43615da5b6b req-cc124717-c3f9-4954-ba3f-833854860d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:38:08.728568 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-76a168d2-889a-4552-9482-f43615da5b6b req-cc124717-c3f9-4954-ba3f-833854860d4c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b064908c-b9f1-45a3-837e-fb629a0512c8 HTTP/1.1" status: 200 len: 833 time: 0.0436907 Nov 27 04:38:08.790969 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a168d2-889a-4552-9482-f43615da5b6b req-528fc455-428c-47fe-947f-79f4a67ff5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:38:08.792411 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-76a168d2-889a-4552-9482-f43615da5b6b req-528fc455-428c-47fe-947f-79f4a67ff5bc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f52591d3-f099-4a32-8cbc-1403841d6436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517459 Nov 27 04:38:08.890982 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-76a168d2-889a-4552-9482-f43615da5b6b req-ec11e47b-6931-49c9-b37e-fd2c4282131b service neutron] 10.222.0.23 "GET /v2.0/networks/f52591d3-f099-4a32-8cbc-1403841d6436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869403 Nov 27 04:38:08.997298 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-76a168d2-889a-4552-9482-f43615da5b6b req-aae0bef9-b037-4840-9524-c358f03d3694 service neutron] 10.222.0.23 "GET /v2.0/networks/f52591d3-f099-4a32-8cbc-1403841d6436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953996 Nov 27 04:38:09.024540 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6cc08-838a-4c27-86e2-d7735654ae98 req-6f04da51-41b7-4640-a607-127b2910e5d9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:38:09.026446 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-29b6cc08-838a-4c27-86e2-d7735654ae98 req-6f04da51-41b7-4640-a607-127b2910e5d9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc14bc49-24f3-44a6-ad09-9f932418943c HTTP/1.1" status: 200 len: 944 time: 0.0580649 Nov 27 04:38:09.080808 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-29b6cc08-838a-4c27-86e2-d7735654ae98 req-998d59a1-ffd3-4620-95fb-4705fbdd9334 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0c3f114-defc-4be3-9646-3e939c44cae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459552 Nov 27 04:38:09.130322 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20258b1b-46e1-4f9e-8206-7dfb9ecacd66 req-e0dcef61-dd6f-499f-a65b-e1ae968a3be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:38:09.131879 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-20258b1b-46e1-4f9e-8206-7dfb9ecacd66 req-e0dcef61-dd6f-499f-a65b-e1ae968a3be2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16ef918a0fcc49e59c15f8e39341f751&device_id=cc14bc49-24f3-44a6-ad09-9f932418943c HTTP/1.1" status: 200 len: 1095 time: 0.0427308 Nov 27 04:38:09.226427 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20258b1b-46e1-4f9e-8206-7dfb9ecacd66 req-b0928179-48b3-4395-8716-03b7c6959905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:38:09.227914 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-20258b1b-46e1-4f9e-8206-7dfb9ecacd66 req-b0928179-48b3-4395-8716-03b7c6959905 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f52591d3-f099-4a32-8cbc-1403841d6436 HTTP/1.1" status: 200 len: 897 time: 0.0880373 Nov 27 04:38:09.281963 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-20258b1b-46e1-4f9e-8206-7dfb9ecacd66 req-4148b159-cd3c-4dff-9de4-ee7b313e0042 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12958e81-8785-486e-b3ce-08b24c8e3e69 HTTP/1.1" status: 200 len: 217 time: 0.0457325 Nov 27 04:38:09.335447 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20258b1b-46e1-4f9e-8206-7dfb9ecacd66 req-4c81bd77-98c8-4dea-9c5c-5f09c6066419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:38:09.336881 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-20258b1b-46e1-4f9e-8206-7dfb9ecacd66 req-4c81bd77-98c8-4dea-9c5c-5f09c6066419 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b064908c-b9f1-45a3-837e-fb629a0512c8 HTTP/1.1" status: 200 len: 833 time: 0.0436745 Nov 27 04:38:09.386340 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20258b1b-46e1-4f9e-8206-7dfb9ecacd66 req-e5f8c737-84d5-4563-a523-afd1032e6045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:38:09.387882 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-20258b1b-46e1-4f9e-8206-7dfb9ecacd66 req-e5f8c737-84d5-4563-a523-afd1032e6045 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f52591d3-f099-4a32-8cbc-1403841d6436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435636 Nov 27 04:38:09.479606 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-20258b1b-46e1-4f9e-8206-7dfb9ecacd66 req-3ca1d7b7-0859-4d2c-8a92-d36da3d11af0 service neutron] 10.222.0.23 "GET /v2.0/networks/f52591d3-f099-4a32-8cbc-1403841d6436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835483 Nov 27 04:38:09.579670 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-20258b1b-46e1-4f9e-8206-7dfb9ecacd66 req-5e84fb00-8716-4d6a-8650-91c1316b5c62 service neutron] 10.222.0.23 "GET /v2.0/networks/f52591d3-f099-4a32-8cbc-1403841d6436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907824 Nov 27 04:38:10.198034 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb3457-b91d-4498-8f2a-98abf3d38f4f req-9d1b74b4-01e1-4a8f-8998-02bcbbd5a2d7 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:38:10.199548 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fdfb3457-b91d-4498-8f2a-98abf3d38f4f req-9d1b74b4-01e1-4a8f-8998-02bcbbd5a2d7 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc14bc49-24f3-44a6-ad09-9f932418943c HTTP/1.1" status: 200 len: 944 time: 0.0487108 Nov 27 04:38:10.251664 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fdfb3457-b91d-4498-8f2a-98abf3d38f4f req-f4548854-4dbf-45c6-911b-50a586e85cd1 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0c3f114-defc-4be3-9646-3e939c44cae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459547 Nov 27 04:38:11.368240 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d4baf-6ce2-48f3-a380-fca978319436 req-18fbabd0-52b8-45cc-abee-6dd611748068 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:38:11.369633 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6b1d4baf-6ce2-48f3-a380-fca978319436 req-18fbabd0-52b8-45cc-abee-6dd611748068 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc14bc49-24f3-44a6-ad09-9f932418943c HTTP/1.1" status: 200 len: 944 time: 0.0477247 Nov 27 04:38:11.417872 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6b1d4baf-6ce2-48f3-a380-fca978319436 req-14154e01-a1a1-4077-848d-7cda7ac7133a tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0c3f114-defc-4be3-9646-3e939c44cae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416241 Nov 27 04:38:11.502033 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 12958e81-8785-486e-b3ce-08b24c8e3e69 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:38:11.595394 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 12958e81-8785-486e-b3ce-08b24c8e3e69, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=12958e81-8785-486e-b3ce-08b24c8e3e69,segment=NetworkSegment(942fd5b6-d482-4f10-bd14-58b50f5dc600),segment_id=942fd5b6-d482-4f10-bd14-58b50f5dc600)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:38:11.605939 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '12958e81-8785-486e-b3ce-08b24c8e3e69', 'network_id': 'f52591d3-f099-4a32-8cbc-1403841d6436', 'port_id': '12958e81-8785-486e-b3ce-08b24c8e3e69', 'mac_address': 'fa:16:3e:43:56:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b064908c-b9f1-45a3-837e-fb629a0512c8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:38:11.644342 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:11.657333 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12958e81-8785-486e-b3ce-08b24c8e3e69 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:38:11.677239 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 12958e81-8785-486e-b3ce-08b24c8e3e69, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=12958e81-8785-486e-b3ce-08b24c8e3e69,segment=NetworkSegment(942fd5b6-d482-4f10-bd14-58b50f5dc600),segment_id=942fd5b6-d482-4f10-bd14-58b50f5dc600)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:38:11.681214 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:11.725982 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=12958e81-8785-486e-b3ce-08b24c8e3e69,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:38:12.012382 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['12958e81-8785-486e-b3ce-08b24c8e3e69'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:38:12.532326 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be72f0-db94-43df-bebc-034d29cd0f51 req-aaa23b4d-d058-47dc-a3e6-791e14344ff1 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:38:12.533802 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e6be72f0-db94-43df-bebc-034d29cd0f51 req-aaa23b4d-d058-47dc-a3e6-791e14344ff1 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc14bc49-24f3-44a6-ad09-9f932418943c HTTP/1.1" status: 200 len: 945 time: 0.0482342 Nov 27 04:38:12.581993 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e6be72f0-db94-43df-bebc-034d29cd0f51 req-fd0d30fb-b753-47f0-8a80-95f64ed02c93 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0c3f114-defc-4be3-9646-3e939c44cae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421257 Nov 27 04:38:13.517762 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 12958e81-8785-486e-b3ce-08b24c8e3e69 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:38:13.569218 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 12958e81-8785-486e-b3ce-08b24c8e3e69 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:38:13.572802 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 12958e81-8785-486e-b3ce-08b24c8e3e69 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:38:13.573176 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:13.651863 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:13.675574 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc14bc49-24f3-44a6-ad09-9f932418943c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12958e81-8785-486e-b3ce-08b24c8e3e69'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:38:13.677824 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd2bb79-7778-4fba-97ff-2b533bbe143b" -d '{"events": [{"server_uuid": "cc14bc49-24f3-44a6-ad09-9f932418943c", "name": "network-vif-plugged", "status": "completed", "tag": "12958e81-8785-486e-b3ce-08b24c8e3e69"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:38:13.691608 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 12958e81-8785-486e-b3ce-08b24c8e3e69, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=12958e81-8785-486e-b3ce-08b24c8e3e69,segment=NetworkSegment(942fd5b6-d482-4f10-bd14-58b50f5dc600),segment_id=942fd5b6-d482-4f10-bd14-58b50f5dc600)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:38:13.696115 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:13.703445 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0c9ab-32f4-4e83-965c-c5c6252ff88b req-e6653274-3d5e-48b6-9111-c258274501c5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:38:13.704980 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6cf0c9ab-32f4-4e83-965c-c5c6252ff88b req-e6653274-3d5e-48b6-9111-c258274501c5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc14bc49-24f3-44a6-ad09-9f932418943c HTTP/1.1" status: 200 len: 945 time: 0.0550623 Nov 27 04:38:13.748888 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=12958e81-8785-486e-b3ce-08b24c8e3e69,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:38:13.754358 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6cf0c9ab-32f4-4e83-965c-c5c6252ff88b req-9e2ee77c-7386-4379-8a15-a67566c81e41 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0c3f114-defc-4be3-9646-3e939c44cae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433674 Nov 27 04:38:13.796833 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db66c94-462d-48ba-ac26-930043e58554 x-openstack-request-id: req-0db66c94-462d-48ba-ac26-930043e58554 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:38:13.797133 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc14bc49-24f3-44a6-ad09-9f932418943c", "name": "network-vif-plugged", "status": "completed", "tag": "12958e81-8785-486e-b3ce-08b24c8e3e69", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:38:13.797389 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0db66c94-462d-48ba-ac26-930043e58554 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:38:13.797789 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc14bc49-24f3-44a6-ad09-9f932418943c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12958e81-8785-486e-b3ce-08b24c8e3e69', 'code': 200} Nov 27 04:38:13.937371 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e5e77-7a66-476f-9a84-e03554e2fd88 req-478bb005-2860-4329-96d9-1102b73e2a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:38:13.938879 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-535e5e77-7a66-476f-9a84-e03554e2fd88 req-478bb005-2860-4329-96d9-1102b73e2a1a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cc14bc49-24f3-44a6-ad09-9f932418943c HTTP/1.1" status: 200 len: 1097 time: 0.0394402 Nov 27 04:38:13.987886 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-535e5e77-7a66-476f-9a84-e03554e2fd88 req-be8eca72-92fa-45cd-aa11-4699370fc673 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e0c3f114-defc-4be3-9646-3e939c44cae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387766 Nov 27 04:38:14.868895 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b2ff8-9944-40dc-ba8f-70854a498d07 req-5b5a2f66-851c-427e-959f-ea4bdc551cdf tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:38:14.870264 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-263b2ff8-9944-40dc-ba8f-70854a498d07 req-5b5a2f66-851c-427e-959f-ea4bdc551cdf tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc14bc49-24f3-44a6-ad09-9f932418943c HTTP/1.1" status: 200 len: 946 time: 0.0475154 Nov 27 04:38:14.919089 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-263b2ff8-9944-40dc-ba8f-70854a498d07 req-04224886-0fe3-4da8-ba1e-72b292e9c0be tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0c3f114-defc-4be3-9646-3e939c44cae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428529 Nov 27 04:38:16.038398 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace2fe4-eeee-4500-a484-669ca0a3f5f3 req-d06b4b86-4750-4f75-a953-2d013183a536 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:38:16.039886 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4ace2fe4-eeee-4500-a484-669ca0a3f5f3 req-d06b4b86-4750-4f75-a953-2d013183a536 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc14bc49-24f3-44a6-ad09-9f932418943c HTTP/1.1" status: 200 len: 946 time: 0.0516186 Nov 27 04:38:16.087580 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4ace2fe4-eeee-4500-a484-669ca0a3f5f3 req-9e094a51-3765-422e-b058-ba9eecbff240 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0c3f114-defc-4be3-9646-3e939c44cae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411446 Nov 27 04:38:16.199499 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740daf80-662e-429e-842d-3a60640cf937 req-6a5de5bc-4397-423f-abe0-be0d9d03d2b1 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:38:16.200922 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-740daf80-662e-429e-842d-3a60640cf937 req-6a5de5bc-4397-423f-abe0-be0d9d03d2b1 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc14bc49-24f3-44a6-ad09-9f932418943c HTTP/1.1" status: 200 len: 946 time: 0.0491827 Nov 27 04:38:16.212384 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d996f820-5f9f-4343-a8c6-3b48564141ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:16.251954 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-740daf80-662e-429e-842d-3a60640cf937 req-2d49fc33-e28e-4396-8cd0-c9e3bae38539 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0c3f114-defc-4be3-9646-3e939c44cae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447264 Nov 27 04:38:16.273902 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33550) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:38:16.312610 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87ee00b-1154-4b63-9838-b3a9ad81ee6e tempest-TestNetworkAdvancedServerOps-1512945365 tempest-TestNetworkAdvancedServerOps-1512945365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:38:16.314096 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b87ee00b-1154-4b63-9838-b3a9ad81ee6e tempest-TestNetworkAdvancedServerOps-1512945365 tempest-TestNetworkAdvancedServerOps-1512945365-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cc14bc49-24f3-44a6-ad09-9f932418943c HTTP/1.1" status: 200 len: 1092 time: 0.0392265 Nov 27 04:38:16.316990 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33552) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:38:16.321316 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-065d7156-fddb-483c-9459-1b683fb4c568 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'port_id': '12958e81-8785-486e-b3ce-08b24c8e3e69', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:38:16.343596 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-065d7156-fddb-483c-9459-1b683fb4c568 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for floatingip, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:16.419605 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:16.441828 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-065d7156-fddb-483c-9459-1b683fb4c568 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:16.547025 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-065d7156-fddb-483c-9459-1b683fb4c568 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Allocated IP 172.25.1.175 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/291d3a58-f51b-43d0-ad11-fe63c83bd1cb) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:38:16.651178 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-065d7156-fddb-483c-9459-1b683fb4c568 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:16.684845 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-065d7156-fddb-483c-9459-1b683fb4c568 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:16.718911 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065d7156-fddb-483c-9459-1b683fb4c568 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:38:16.723651 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-065d7156-fddb-483c-9459-1b683fb4c568 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:38:16.727070 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065d7156-fddb-483c-9459-1b683fb4c568 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:38:16.759403 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d7156-fddb-483c-9459-1b683fb4c568 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'Port': ['ID=291d3a58-f51b-43d0-ad11-fe63c83bd1cb,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:38:17.068267 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-065d7156-fddb-483c-9459-1b683fb4c568 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:17.135521 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-065d7156-fddb-483c-9459-1b683fb4c568 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:17.285518 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-065d7156-fddb-483c-9459-1b683fb4c568 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:17.289832 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-065d7156-fddb-483c-9459-1b683fb4c568 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:17.354104 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d7156-fddb-483c-9459-1b683fb4c568 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'Port': ['ID=291d3a58-f51b-43d0-ad11-fe63c83bd1cb,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:38:17.367798 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-065d7156-fddb-483c-9459-1b683fb4c568 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:17.467996 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [None req-065d7156-fddb-483c-9459-1b683fb4c568 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Floating IP 3faa7868-7e11-41a2-b080-9876b81a6a26 associated. External IP: 172.25.1.175, port: 12958e81-8785-486e-b3ce-08b24c8e3e69. Nov 27 04:38:17.673310 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065d7156-fddb-483c-9459-1b683fb4c568 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Router 3912ac6f-d54b-4c10-b39c-af9ffcda7672 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:38:17.775628 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065d7156-fddb-483c-9459-1b683fb4c568 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:38:17.785534 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1baafd-01f1-40ed-b8fd-418a79eddc77 None None] Sync routers for ids ['3912ac6f-d54b-4c10-b39c-af9ffcda7672'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:38:17.793022 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-065d7156-fddb-483c-9459-1b683fb4c568 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:17.796347 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1baafd-01f1-40ed-b8fd-418a79eddc77 None None] Routers {'3912ac6f-d54b-4c10-b39c-af9ffcda7672'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:38:17.797060 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-8a1baafd-01f1-40ed-b8fd-418a79eddc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:37:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['3912ac6f-d54b-4c10-b39c-af9ffcda7672'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:38:17.822954 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-065d7156-fddb-483c-9459-1b683fb4c568 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5048783 Nov 27 04:38:17.823543 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc14bc49-24f3-44a6-ad09-9f932418943c', 'tag': '12958e81-8785-486e-b3ce-08b24c8e3e69'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:38:17.826282 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9f2ed5-8e59-406c-b7f3-70c6fa25881c" -d '{"events": [{"name": "network-changed", "server_uuid": "cc14bc49-24f3-44a6-ad09-9f932418943c", "tag": "12958e81-8785-486e-b3ce-08b24c8e3e69"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:38:17.904516 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-8a1baafd-01f1-40ed-b8fd-418a79eddc77 None None] Set router 3912ac6f-d54b-4c10-b39c-af9ffcda7672 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:38:17.922189 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e803a6-56bc-4a70-ac72-0444292549ef req-fbcb264f-0213-4d5f-ba68-5124348b2240 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:38:17.923759 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-16e803a6-56bc-4a70-ac72-0444292549ef req-fbcb264f-0213-4d5f-ba68-5124348b2240 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc14bc49-24f3-44a6-ad09-9f932418943c HTTP/1.1" status: 200 len: 946 time: 0.0493028 Nov 27 04:38:17.973806 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-16e803a6-56bc-4a70-ac72-0444292549ef req-1e17068a-8865-41a2-a5ff-fd2a0ea2a556 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0c3f114-defc-4be3-9646-3e939c44cae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439491 Nov 27 04:38:17.996407 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33558) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:38:18.042718 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e766cd87-29a1-46f9-9eca-660d2bd1fc05 x-openstack-request-id: req-e766cd87-29a1-46f9-9eca-660d2bd1fc05 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:38:18.043093 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc14bc49-24f3-44a6-ad09-9f932418943c", "tag": "12958e81-8785-486e-b3ce-08b24c8e3e69", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:38:18.043358 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e766cd87-29a1-46f9-9eca-660d2bd1fc05 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:38:18.043765 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc14bc49-24f3-44a6-ad09-9f932418943c', 'tag': '12958e81-8785-486e-b3ce-08b24c8e3e69', 'status': 'completed', 'code': 200} Nov 27 04:38:18.074165 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ced4ea8e-7cc8-416a-aaf3-73c88ca6f7f8 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/floatingips/3faa7868-7e11-41a2-b080-9876b81a6a26 HTTP/1.1" status: 200 len: 992 time: 0.0761943 Nov 27 04:38:18.107007 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f2ed5-8e59-406c-b7f3-70c6fa25881c req-b5b1d06a-fc72-4f9d-834f-bd9a16d75776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:38:18.108586 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9c9f2ed5-8e59-406c-b7f3-70c6fa25881c req-b5b1d06a-fc72-4f9d-834f-bd9a16d75776 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16ef918a0fcc49e59c15f8e39341f751&device_id=cc14bc49-24f3-44a6-ad09-9f932418943c HTTP/1.1" status: 200 len: 1097 time: 0.0411115 Nov 27 04:38:18.140624 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-8a1baafd-01f1-40ed-b8fd-418a79eddc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3912ac6f-d54b-4c10-b39c-af9ffcda7672', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644625823', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '06866687-bf92-41d4-8544-16b1fc98a611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:37:59Z', 'updated_at': '2021-11-27T04:38:03Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '06866687-bf92-41d4-8544-16b1fc98a611', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3912ac6f-d54b-4c10-b39c-af9ffcda7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:38:00Z', 'updated_at': '2021-11-27T04:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '3faa7868-7e11-41a2-b080-9876b81a6a26', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'floating_ip_address': '172.25.1.175', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '3912ac6f-d54b-4c10-b39c-af9ffcda7672', 'port_id': '12958e81-8785-486e-b3ce-08b24c8e3e69', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f52591d3-f099-4a32-8cbc-1403841d6436', 'mac_address': 'fa:16:3e:43:56:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc14bc49-24f3-44a6-ad09-9f932418943c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:38:16Z', 'updated_at': '2021-11-27T04:38:16Z', 'revision_number': 0, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d63da80-f460-46fe-9ef3-d91da3d32f49', 'name': '', 'network_id': 'f52591d3-f099-4a32-8cbc-1403841d6436', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'mac_address': 'fa:16:3e:d9:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3912ac6f-d54b-4c10-b39c-af9ffcda7672', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'b064908c-b9f1-45a3-837e-fb629a0512c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:38:02Z', 'updated_at': '2021-11-27T04:38:06Z', 'revision_number': 5, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'subnets': [{'id': 'b064908c-b9f1-45a3-837e-fb629a0512c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:38:18.166354 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1baafd-01f1-40ed-b8fd-418a79eddc77 None None] Checking router: 3912ac6f-d54b-4c10-b39c-af9ffcda7672 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:38:18.178889 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1baafd-01f1-40ed-b8fd-418a79eddc77 None None] Routers {'3912ac6f-d54b-4c10-b39c-af9ffcda7672'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:38:18.179926 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-8a1baafd-01f1-40ed-b8fd-418a79eddc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:37:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['3912ac6f-d54b-4c10-b39c-af9ffcda7672'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:38:18.203362 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f2ed5-8e59-406c-b7f3-70c6fa25881c req-00242a81-c428-4788-b435-b75c5deefe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:38:18.204830 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9c9f2ed5-8e59-406c-b7f3-70c6fa25881c req-00242a81-c428-4788-b435-b75c5deefe2c service neutron] 10.222.0.23 "GET /v2.0/networks?id=f52591d3-f099-4a32-8cbc-1403841d6436 HTTP/1.1" status: 200 len: 897 time: 0.0895216 Nov 27 04:38:18.268100 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9c9f2ed5-8e59-406c-b7f3-70c6fa25881c req-da3cede3-3528-4fcb-b52b-49217e84cccf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12958e81-8785-486e-b3ce-08b24c8e3e69 HTTP/1.1" status: 200 len: 1000 time: 0.0561898 Nov 27 04:38:18.285097 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-8a1baafd-01f1-40ed-b8fd-418a79eddc77 None None] Set router 3912ac6f-d54b-4c10-b39c-af9ffcda7672 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:38:18.328973 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f2ed5-8e59-406c-b7f3-70c6fa25881c req-93e1cbb7-1104-40ee-a2b3-76840f0810ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:38:18.330526 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9c9f2ed5-8e59-406c-b7f3-70c6fa25881c req-93e1cbb7-1104-40ee-a2b3-76840f0810ad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b064908c-b9f1-45a3-837e-fb629a0512c8 HTTP/1.1" status: 200 len: 833 time: 0.0557182 Nov 27 04:38:18.376775 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f2ed5-8e59-406c-b7f3-70c6fa25881c req-746f234f-94b5-4b31-97db-654c453e832b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:38:18.378472 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9c9f2ed5-8e59-406c-b7f3-70c6fa25881c req-746f234f-94b5-4b31-97db-654c453e832b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f52591d3-f099-4a32-8cbc-1403841d6436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409644 Nov 27 04:38:18.387263 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c6d1fce0-de2f-4e6b-a75b-157722df4d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:18.476703 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9c9f2ed5-8e59-406c-b7f3-70c6fa25881c req-8e30065b-ca44-4c13-8f31-60a2881e9867 service neutron] 10.222.0.23 "GET /v2.0/networks/f52591d3-f099-4a32-8cbc-1403841d6436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879242 Nov 27 04:38:18.526593 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-8a1baafd-01f1-40ed-b8fd-418a79eddc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3912ac6f-d54b-4c10-b39c-af9ffcda7672', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644625823', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '06866687-bf92-41d4-8544-16b1fc98a611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:37:59Z', 'updated_at': '2021-11-27T04:38:03Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '06866687-bf92-41d4-8544-16b1fc98a611', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3912ac6f-d54b-4c10-b39c-af9ffcda7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:38:00Z', 'updated_at': '2021-11-27T04:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '3faa7868-7e11-41a2-b080-9876b81a6a26', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'floating_ip_address': '172.25.1.175', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '3912ac6f-d54b-4c10-b39c-af9ffcda7672', 'port_id': '12958e81-8785-486e-b3ce-08b24c8e3e69', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f52591d3-f099-4a32-8cbc-1403841d6436', 'mac_address': 'fa:16:3e:43:56:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc14bc49-24f3-44a6-ad09-9f932418943c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:38:16Z', 'updated_at': '2021-11-27T04:38:16Z', 'revision_number': 0, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d63da80-f460-46fe-9ef3-d91da3d32f49', 'name': '', 'network_id': 'f52591d3-f099-4a32-8cbc-1403841d6436', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'mac_address': 'fa:16:3e:d9:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3912ac6f-d54b-4c10-b39c-af9ffcda7672', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'b064908c-b9f1-45a3-837e-fb629a0512c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:38:02Z', 'updated_at': '2021-11-27T04:38:06Z', 'revision_number': 5, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'subnets': [{'id': 'b064908c-b9f1-45a3-837e-fb629a0512c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:38:18.553240 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1baafd-01f1-40ed-b8fd-418a79eddc77 None None] The sync data for ids ['3912ac6f-d54b-4c10-b39c-af9ffcda7672'] in n-d-819494-3 is: [{'id': '3912ac6f-d54b-4c10-b39c-af9ffcda7672', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644625823', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '06866687-bf92-41d4-8544-16b1fc98a611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:37:59Z', 'updated_at': '2021-11-27T04:38:03Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '06866687-bf92-41d4-8544-16b1fc98a611', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3912ac6f-d54b-4c10-b39c-af9ffcda7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:38:00Z', 'updated_at': '2021-11-27T04:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '3faa7868-7e11-41a2-b080-9876b81a6a26', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'floating_ip_address': '172.25.1.175', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '3912ac6f-d54b-4c10-b39c-af9ffcda7672', 'port_id': '12958e81-8785-486e-b3ce-08b24c8e3e69', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f52591d3-f099-4a32-8cbc-1403841d6436', 'mac_address': 'fa:16:3e:43:56:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc14bc49-24f3-44a6-ad09-9f932418943c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:38:16Z', 'updated_at': '2021-11-27T04:38:16Z', 'revision_number': 0, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d63da80-f460-46fe-9ef3-d91da3d32f49', 'name': '', 'network_id': 'f52591d3-f099-4a32-8cbc-1403841d6436', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'mac_address': 'fa:16:3e:d9:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3912ac6f-d54b-4c10-b39c-af9ffcda7672', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'b064908c-b9f1-45a3-837e-fb629a0512c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:38:02Z', 'updated_at': '2021-11-27T04:38:06Z', 'revision_number': 5, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'subnets': [{'id': 'b064908c-b9f1-45a3-837e-fb629a0512c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:38:18.569073 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9c9f2ed5-8e59-406c-b7f3-70c6fa25881c req-9495ed5f-0520-4e5a-b7fb-469606cb7bc6 service neutron] 10.222.0.23 "GET /v2.0/networks/f52591d3-f099-4a32-8cbc-1403841d6436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845790 Nov 27 04:38:18.742927 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6707bd47-ee27-4bd0-b1c4-97d6ce424057 None None] New status for floating IP 3faa7868-7e11-41a2-b080-9876b81a6a26: ACTIVE {{(pid=110021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:38:19.078056 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33560) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:38:19.090793 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:19.139469 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-762b317c-0c5f-4350-ae05-d4726fc56254 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/floatingips/3faa7868-7e11-41a2-b080-9876b81a6a26 HTTP/1.1" status: 200 len: 994 time: 0.0602055 Nov 27 04:38:19.721720 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:21.323761 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:21.928918 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:36.692155 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:38:46.214172 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-54bc9996-c09d-4f94-ae5a-9ded3b696998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:46.418488 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:48.348553 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0720d0b1-f140-4d84-ab46-4b2ba26c69dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:49.111839 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:49.724407 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:51.325568 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:51.929740 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:54.548542 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88530ab0-9262-432c-966e-e86d8ca54842 req-2cf2628f-1c94-4911-b041-f43604654be2 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:38:54.550076 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-88530ab0-9262-432c-966e-e86d8ca54842 req-2cf2628f-1c94-4911-b041-f43604654be2 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc14bc49-24f3-44a6-ad09-9f932418943c HTTP/1.1" status: 200 len: 946 time: 0.0491109 Nov 27 04:38:54.598260 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-88530ab0-9262-432c-966e-e86d8ca54842 req-7c581238-78a3-4fc0-91e5-e7d01d0973b4 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0c3f114-defc-4be3-9646-3e939c44cae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422375 Nov 27 04:38:55.715452 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a6796-c5d6-4dc3-a517-6a79d240bffb req-5350e102-a878-4bdb-9929-622a3e41f8f1 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:38:55.716937 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e48a6796-c5d6-4dc3-a517-6a79d240bffb req-5350e102-a878-4bdb-9929-622a3e41f8f1 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc14bc49-24f3-44a6-ad09-9f932418943c HTTP/1.1" status: 200 len: 946 time: 0.0521684 Nov 27 04:38:55.766483 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e48a6796-c5d6-4dc3-a517-6a79d240bffb req-9415cab6-ab30-44db-bffd-2d67f594abeb tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0c3f114-defc-4be3-9646-3e939c44cae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431049 Nov 27 04:38:55.788743 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33578) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:38:55.848519 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a5d0e6be-ed32-44e8-875b-473c42f2b863 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/floatingips/3faa7868-7e11-41a2-b080-9876b81a6a26 HTTP/1.1" status: 200 len: 994 time: 0.0586658 Nov 27 04:38:57.156510 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cffe8-0145-43f9-98d2-eb12eb879a36 req-32e8a109-8674-4f74-8556-d153623b1dd5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:38:57.157941 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-071cffe8-0145-43f9-98d2-eb12eb879a36 req-32e8a109-8674-4f74-8556-d153623b1dd5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc14bc49-24f3-44a6-ad09-9f932418943c HTTP/1.1" status: 200 len: 946 time: 0.0539260 Nov 27 04:38:57.211029 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-071cffe8-0145-43f9-98d2-eb12eb879a36 req-2253d7c4-f0cb-4312-8622-07684a4f6f9c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0c3f114-defc-4be3-9646-3e939c44cae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444422 Nov 27 04:38:58.326634 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73bd11-0b77-4796-bf88-a940607a2863 req-7683063e-72b8-489b-95a5-9fd12a5172d8 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:38:58.328124 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cf73bd11-0b77-4796-bf88-a940607a2863 req-7683063e-72b8-489b-95a5-9fd12a5172d8 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc14bc49-24f3-44a6-ad09-9f932418943c HTTP/1.1" status: 200 len: 946 time: 0.0486629 Nov 27 04:38:58.376892 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cf73bd11-0b77-4796-bf88-a940607a2863 req-19757772-1cf6-49a8-8f7f-382530e0070d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0c3f114-defc-4be3-9646-3e939c44cae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428100 Nov 27 04:38:58.398811 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33588) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:38:58.467196 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-57501ace-7f38-4693-848a-1a28bb1933a6 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/floatingips/3faa7868-7e11-41a2-b080-9876b81a6a26 HTTP/1.1" status: 200 len: 994 time: 0.0671942 Nov 27 04:38:58.728091 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33594) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:38:58.888375 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-d01b7757-7054-4562-adeb-c87926fed8f9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Deleting port 291d3a58-f51b-43d0-ad11-fe63c83bd1cb {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:38:58.888723 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d01b7757-7054-4562-adeb-c87926fed8f9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:58.963124 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d01b7757-7054-4562-adeb-c87926fed8f9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:58.963456 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d01b7757-7054-4562-adeb-c87926fed8f9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:58.975547 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-d01b7757-7054-4562-adeb-c87926fed8f9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Calling delete_port for 291d3a58-f51b-43d0-ad11-fe63c83bd1cb owned by network:floatingip {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:38:59.140905 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d01b7757-7054-4562-adeb-c87926fed8f9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:59.167553 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b7757-7054-4562-adeb-c87926fed8f9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event deleted for resources: {'Port': ['ID=291d3a58-f51b-43d0-ad11-fe63c83bd1cb,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:38:59.196730 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01b7757-7054-4562-adeb-c87926fed8f9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:38:59.197099 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01b7757-7054-4562-adeb-c87926fed8f9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:38:59.197451 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01b7757-7054-4562-adeb-c87926fed8f9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:38:59.197801 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01b7757-7054-4562-adeb-c87926fed8f9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:38:59.198144 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01b7757-7054-4562-adeb-c87926fed8f9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:38:59.198490 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01b7757-7054-4562-adeb-c87926fed8f9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:38:59.198855 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01b7757-7054-4562-adeb-c87926fed8f9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:38:59.199213 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01b7757-7054-4562-adeb-c87926fed8f9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:38:59.199536 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01b7757-7054-4562-adeb-c87926fed8f9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:38:59.199872 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01b7757-7054-4562-adeb-c87926fed8f9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:38:59.200207 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01b7757-7054-4562-adeb-c87926fed8f9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:38:59.200537 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01b7757-7054-4562-adeb-c87926fed8f9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:38:59.239750 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d01b7757-7054-4562-adeb-c87926fed8f9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for floatingip, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:59.240091 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [None req-d01b7757-7054-4562-adeb-c87926fed8f9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Floating IP 3faa7868-7e11-41a2-b080-9876b81a6a26 disassociated (deleted). External IP: 172.25.1.175, port: 12958e81-8785-486e-b3ce-08b24c8e3e69. Nov 27 04:38:59.443771 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01b7757-7054-4562-adeb-c87926fed8f9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Router 3912ac6f-d54b-4c10-b39c-af9ffcda7672 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:38:59.545556 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01b7757-7054-4562-adeb-c87926fed8f9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:38:59.550236 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d01b7757-7054-4562-adeb-c87926fed8f9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:38:59.555509 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322459ba-8870-44af-949a-b4e23f090f32 None None] Sync routers for ids ['3912ac6f-d54b-4c10-b39c-af9ffcda7672'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:38:59.566038 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322459ba-8870-44af-949a-b4e23f090f32 None None] Routers {'3912ac6f-d54b-4c10-b39c-af9ffcda7672'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:38:59.566695 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-322459ba-8870-44af-949a-b4e23f090f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:38:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['3912ac6f-d54b-4c10-b39c-af9ffcda7672'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:38:59.580822 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d01b7757-7054-4562-adeb-c87926fed8f9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "DELETE /v2.0/floatingips/3faa7868-7e11-41a2-b080-9876b81a6a26 HTTP/1.1" status: 204 len: 168 time: 0.8517132 Nov 27 04:38:59.581425 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc14bc49-24f3-44a6-ad09-9f932418943c', 'tag': '12958e81-8785-486e-b3ce-08b24c8e3e69'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:38:59.583695 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c6fff7-11b7-4341-b383-b43772f7b319" -d '{"events": [{"name": "network-changed", "server_uuid": "cc14bc49-24f3-44a6-ad09-9f932418943c", "tag": "12958e81-8785-486e-b3ce-08b24c8e3e69"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:38:59.670980 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-322459ba-8870-44af-949a-b4e23f090f32 None None] Set router 3912ac6f-d54b-4c10-b39c-af9ffcda7672 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:38:59.747819 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4ac038-4b42-4445-9fd5-ff72c33790af x-openstack-request-id: req-5e4ac038-4b42-4445-9fd5-ff72c33790af {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:38:59.748324 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc14bc49-24f3-44a6-ad09-9f932418943c", "tag": "12958e81-8785-486e-b3ce-08b24c8e3e69", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:38:59.749344 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5e4ac038-4b42-4445-9fd5-ff72c33790af {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:38:59.749823 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc14bc49-24f3-44a6-ad09-9f932418943c', 'tag': '12958e81-8785-486e-b3ce-08b24c8e3e69', 'status': 'completed', 'code': 200} Nov 27 04:38:59.845698 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8abd3-4230-46ee-b275-1b33cd6c798d req-bb58f307-86f3-4880-8c34-274abe1f02f9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:38:59.847672 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cff8abd3-4230-46ee-b275-1b33cd6c798d req-bb58f307-86f3-4880-8c34-274abe1f02f9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc14bc49-24f3-44a6-ad09-9f932418943c HTTP/1.1" status: 200 len: 946 time: 0.0561078 Nov 27 04:38:59.858948 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6fff7-11b7-4341-b383-b43772f7b319 req-8123c253-62c5-4a4e-a676-3f2aef1b71a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:38:59.861383 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-49c6fff7-11b7-4341-b383-b43772f7b319 req-8123c253-62c5-4a4e-a676-3f2aef1b71a4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16ef918a0fcc49e59c15f8e39341f751&device_id=cc14bc49-24f3-44a6-ad09-9f932418943c HTTP/1.1" status: 200 len: 1097 time: 0.0445092 Nov 27 04:38:59.903838 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cff8abd3-4230-46ee-b275-1b33cd6c798d req-7127a7ed-64af-499d-8de7-099fc673d0b0 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0c3f114-defc-4be3-9646-3e939c44cae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492179 Nov 27 04:38:59.968530 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6fff7-11b7-4341-b383-b43772f7b319 req-bf8b7813-1032-4cea-9c9a-b2b99fa4120b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:38:59.969953 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-49c6fff7-11b7-4341-b383-b43772f7b319 req-bf8b7813-1032-4cea-9c9a-b2b99fa4120b service neutron] 10.222.0.23 "GET /v2.0/networks?id=f52591d3-f099-4a32-8cbc-1403841d6436 HTTP/1.1" status: 200 len: 897 time: 0.0975707 Nov 27 04:39:00.010904 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-49c6fff7-11b7-4341-b383-b43772f7b319 req-3ec1519f-e7f1-45de-8a6e-0a16ab130d8e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12958e81-8785-486e-b3ce-08b24c8e3e69 HTTP/1.1" status: 200 len: 217 time: 0.0330398 Nov 27 04:39:00.036092 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-322459ba-8870-44af-949a-b4e23f090f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3912ac6f-d54b-4c10-b39c-af9ffcda7672', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644625823', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '06866687-bf92-41d4-8544-16b1fc98a611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:37:59Z', 'updated_at': '2021-11-27T04:38:03Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '06866687-bf92-41d4-8544-16b1fc98a611', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3912ac6f-d54b-4c10-b39c-af9ffcda7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:38:00Z', 'updated_at': '2021-11-27T04:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '7d63da80-f460-46fe-9ef3-d91da3d32f49', 'name': '', 'network_id': 'f52591d3-f099-4a32-8cbc-1403841d6436', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'mac_address': 'fa:16:3e:d9:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3912ac6f-d54b-4c10-b39c-af9ffcda7672', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'b064908c-b9f1-45a3-837e-fb629a0512c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:38:02Z', 'updated_at': '2021-11-27T04:38:06Z', 'revision_number': 5, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'subnets': [{'id': 'b064908c-b9f1-45a3-837e-fb629a0512c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:39:00.062096 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322459ba-8870-44af-949a-b4e23f090f32 None None] Checking router: 3912ac6f-d54b-4c10-b39c-af9ffcda7672 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:39:00.065270 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6fff7-11b7-4341-b383-b43772f7b319 req-83b9de4c-2ad1-481c-8a0d-a9cdae4db0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:39:00.066810 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-49c6fff7-11b7-4341-b383-b43772f7b319 req-83b9de4c-2ad1-481c-8a0d-a9cdae4db0bb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b064908c-b9f1-45a3-837e-fb629a0512c8 HTTP/1.1" status: 200 len: 833 time: 0.0483706 Nov 27 04:39:00.070370 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322459ba-8870-44af-949a-b4e23f090f32 None None] Routers {'3912ac6f-d54b-4c10-b39c-af9ffcda7672'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:39:00.071012 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-322459ba-8870-44af-949a-b4e23f090f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:38:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['3912ac6f-d54b-4c10-b39c-af9ffcda7672'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:39:00.112859 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6fff7-11b7-4341-b383-b43772f7b319 req-69a14051-7618-4d80-b45b-8d4c29859d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:39:00.114407 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-49c6fff7-11b7-4341-b383-b43772f7b319 req-69a14051-7618-4d80-b45b-8d4c29859d96 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f52591d3-f099-4a32-8cbc-1403841d6436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395298 Nov 27 04:39:00.176448 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-322459ba-8870-44af-949a-b4e23f090f32 None None] Set router 3912ac6f-d54b-4c10-b39c-af9ffcda7672 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:39:00.209009 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-49c6fff7-11b7-4341-b383-b43772f7b319 req-417f9293-83af-4d07-8f50-6faec6a57e1d service neutron] 10.222.0.23 "GET /v2.0/networks/f52591d3-f099-4a32-8cbc-1403841d6436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860295 Nov 27 04:39:00.303057 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-49c6fff7-11b7-4341-b383-b43772f7b319 req-eace2bef-7d05-40ab-81e6-4971cf77fb0b service neutron] 10.222.0.23 "GET /v2.0/networks/f52591d3-f099-4a32-8cbc-1403841d6436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861745 Nov 27 04:39:00.375657 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-322459ba-8870-44af-949a-b4e23f090f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3912ac6f-d54b-4c10-b39c-af9ffcda7672', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644625823', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '06866687-bf92-41d4-8544-16b1fc98a611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:37:59Z', 'updated_at': '2021-11-27T04:38:03Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '06866687-bf92-41d4-8544-16b1fc98a611', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3912ac6f-d54b-4c10-b39c-af9ffcda7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:38:00Z', 'updated_at': '2021-11-27T04:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '7d63da80-f460-46fe-9ef3-d91da3d32f49', 'name': '', 'network_id': 'f52591d3-f099-4a32-8cbc-1403841d6436', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'mac_address': 'fa:16:3e:d9:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3912ac6f-d54b-4c10-b39c-af9ffcda7672', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'b064908c-b9f1-45a3-837e-fb629a0512c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:38:02Z', 'updated_at': '2021-11-27T04:38:06Z', 'revision_number': 5, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'subnets': [{'id': 'b064908c-b9f1-45a3-837e-fb629a0512c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:39:00.401458 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322459ba-8870-44af-949a-b4e23f090f32 None None] The sync data for ids ['3912ac6f-d54b-4c10-b39c-af9ffcda7672'] in n-d-819494-3 is: [{'id': '3912ac6f-d54b-4c10-b39c-af9ffcda7672', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644625823', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '06866687-bf92-41d4-8544-16b1fc98a611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:37:59Z', 'updated_at': '2021-11-27T04:38:03Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '06866687-bf92-41d4-8544-16b1fc98a611', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3912ac6f-d54b-4c10-b39c-af9ffcda7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:38:00Z', 'updated_at': '2021-11-27T04:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '7d63da80-f460-46fe-9ef3-d91da3d32f49', 'name': '', 'network_id': 'f52591d3-f099-4a32-8cbc-1403841d6436', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'mac_address': 'fa:16:3e:d9:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3912ac6f-d54b-4c10-b39c-af9ffcda7672', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'b064908c-b9f1-45a3-837e-fb629a0512c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:38:02Z', 'updated_at': '2021-11-27T04:38:06Z', 'revision_number': 5, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'subnets': [{'id': 'b064908c-b9f1-45a3-837e-fb629a0512c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:39:00.605275 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70466712-04d6-493e-a8c7-e92bf3572f59 None None] New status for floating IP 3faa7868-7e11-41a2-b080-9876b81a6a26: DOWN {{(pid=110021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:39:01.024168 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24da42-ae73-4b60-8fe6-511e0f8925af req-5f3dc8e2-61f1-4d49-835e-9cbb888ac93d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:39:01.026400 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5f24da42-ae73-4b60-8fe6-511e0f8925af req-5f3dc8e2-61f1-4d49-835e-9cbb888ac93d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc14bc49-24f3-44a6-ad09-9f932418943c HTTP/1.1" status: 200 len: 946 time: 0.0533776 Nov 27 04:39:01.075462 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5f24da42-ae73-4b60-8fe6-511e0f8925af req-33bab433-ac63-4fad-a6fd-a67fac2226da tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0c3f114-defc-4be3-9646-3e939c44cae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422738 Nov 27 04:39:01.728172 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56ac7b-cf6c-4314-a26e-e628b6da0ad1 req-f2ecedc5-52f8-4c77-9e55-cf78e72d5c3e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:39:01.729623 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7b56ac7b-cf6c-4314-a26e-e628b6da0ad1 req-f2ecedc5-52f8-4c77-9e55-cf78e72d5c3e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc14bc49-24f3-44a6-ad09-9f932418943c HTTP/1.1" status: 200 len: 946 time: 0.0479593 Nov 27 04:39:01.825073 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-7b56ac7b-cf6c-4314-a26e-e628b6da0ad1 req-b965a1a4-71e5-4e7c-a140-ae552229f989 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Deleting port 12958e81-8785-486e-b3ce-08b24c8e3e69 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:39:01.825415 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7b56ac7b-cf6c-4314-a26e-e628b6da0ad1 req-b965a1a4-71e5-4e7c-a140-ae552229f989 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:01.911066 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-7b56ac7b-cf6c-4314-a26e-e628b6da0ad1 req-b965a1a4-71e5-4e7c-a140-ae552229f989 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] For port 12958e81-8785-486e-b3ce-08b24c8e3e69, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=12958e81-8785-486e-b3ce-08b24c8e3e69,segment=NetworkSegment(942fd5b6-d482-4f10-bd14-58b50f5dc600),segment_id=942fd5b6-d482-4f10-bd14-58b50f5dc600)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:39:01.911436 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7b56ac7b-cf6c-4314-a26e-e628b6da0ad1 req-b965a1a4-71e5-4e7c-a140-ae552229f989 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:01.923908 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-7b56ac7b-cf6c-4314-a26e-e628b6da0ad1 req-b965a1a4-71e5-4e7c-a140-ae552229f989 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Calling delete_port for 12958e81-8785-486e-b3ce-08b24c8e3e69 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:39:02.050335 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7b56ac7b-cf6c-4314-a26e-e628b6da0ad1 req-b965a1a4-71e5-4e7c-a140-ae552229f989 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:02.078631 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b965a1a4-71e5-4e7c-a140-ae552229f989 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event deleted for resources: {'Port': ['ID=12958e81-8785-486e-b3ce-08b24c8e3e69,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:39:02.107353 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b965a1a4-71e5-4e7c-a140-ae552229f989 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:39:02.108282 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b965a1a4-71e5-4e7c-a140-ae552229f989 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:39:02.108594 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b965a1a4-71e5-4e7c-a140-ae552229f989 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:39:02.108946 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b965a1a4-71e5-4e7c-a140-ae552229f989 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:39:02.109292 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b965a1a4-71e5-4e7c-a140-ae552229f989 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:39:02.109633 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b965a1a4-71e5-4e7c-a140-ae552229f989 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:39:02.109975 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b965a1a4-71e5-4e7c-a140-ae552229f989 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:39:02.110312 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b965a1a4-71e5-4e7c-a140-ae552229f989 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:39:02.110679 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b965a1a4-71e5-4e7c-a140-ae552229f989 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:39:02.111019 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b965a1a4-71e5-4e7c-a140-ae552229f989 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:39:02.111357 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b965a1a4-71e5-4e7c-a140-ae552229f989 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:39:02.111691 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b965a1a4-71e5-4e7c-a140-ae552229f989 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:39:02.133222 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b56ac7b-cf6c-4314-a26e-e628b6da0ad1 req-b965a1a4-71e5-4e7c-a140-ae552229f989 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] No DVR routers for this DVR port 12958e81-8785-486e-b3ce-08b24c8e3e69 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:39:02.136002 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-7b56ac7b-cf6c-4314-a26e-e628b6da0ad1 req-b965a1a4-71e5-4e7c-a140-ae552229f989 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:02.139453 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-7b56ac7b-cf6c-4314-a26e-e628b6da0ad1 req-b965a1a4-71e5-4e7c-a140-ae552229f989 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.23 "DELETE /v2.0/ports/12958e81-8785-486e-b3ce-08b24c8e3e69 HTTP/1.1" status: 204 len: 173 time: 0.3991899 Nov 27 04:39:02.139902 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc14bc49-24f3-44a6-ad09-9f932418943c', 'name': 'network-vif-deleted', 'tag': '12958e81-8785-486e-b3ce-08b24c8e3e69'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:39:02.142128 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104a144c-4fb2-438b-a25d-07fd7bfc5ca6" -d '{"events": [{"server_uuid": "cc14bc49-24f3-44a6-ad09-9f932418943c", "name": "network-vif-deleted", "tag": "12958e81-8785-486e-b3ce-08b24c8e3e69"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:39:02.180296 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-59d483a8-7c5a-48db-9b4b-5c8c5dd9ccf4 req-6e9d1d3f-5c04-40c1-bebf-384682184a4b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc14bc49-24f3-44a6-ad09-9f932418943c HTTP/1.1" status: 200 len: 210 time: 0.0326085 Nov 27 04:39:02.226802 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffbdff4-f7f9-4871-8839-2eff7565a2de x-openstack-request-id: req-1ffbdff4-f7f9-4871-8839-2eff7565a2de {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:39:02.227095 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc14bc49-24f3-44a6-ad09-9f932418943c", "name": "network-vif-deleted", "tag": "12958e81-8785-486e-b3ce-08b24c8e3e69", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:39:02.227348 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ffbdff4-f7f9-4871-8839-2eff7565a2de {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:39:02.227748 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc14bc49-24f3-44a6-ad09-9f932418943c', 'name': 'network-vif-deleted', 'tag': '12958e81-8785-486e-b3ce-08b24c8e3e69', 'status': 'completed', 'code': 200} Nov 27 04:39:03.240235 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33614) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:39:03.583500 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-481113c8-3142-410f-a03c-8598b4297bbd tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:04.140886 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-481113c8-3142-410f-a03c-8598b4297bbd tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Deleting port 7d63da80-f460-46fe-9ef3-d91da3d32f49 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:39:04.141227 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-481113c8-3142-410f-a03c-8598b4297bbd tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:04.229576 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-481113c8-3142-410f-a03c-8598b4297bbd tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] For port 7d63da80-f460-46fe-9ef3-d91da3d32f49, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=7d63da80-f460-46fe-9ef3-d91da3d32f49,segment=NetworkSegment(942fd5b6-d482-4f10-bd14-58b50f5dc600),segment_id=942fd5b6-d482-4f10-bd14-58b50f5dc600)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:39:04.229948 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-481113c8-3142-410f-a03c-8598b4297bbd tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:04.241383 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-481113c8-3142-410f-a03c-8598b4297bbd tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Calling delete_port for 7d63da80-f460-46fe-9ef3-d91da3d32f49 owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:39:04.416706 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-481113c8-3142-410f-a03c-8598b4297bbd tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:04.443079 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481113c8-3142-410f-a03c-8598b4297bbd tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event deleted for resources: {'Port': ['ID=7d63da80-f460-46fe-9ef3-d91da3d32f49,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:39:04.618066 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-481113c8-3142-410f-a03c-8598b4297bbd tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:04.828058 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481113c8-3142-410f-a03c-8598b4297bbd tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Router 3912ac6f-d54b-4c10-b39c-af9ffcda7672 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:39:04.931546 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481113c8-3142-410f-a03c-8598b4297bbd tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:39:04.937514 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-481113c8-3142-410f-a03c-8598b4297bbd tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "PUT /v2.0/routers/3912ac6f-d54b-4c10-b39c-af9ffcda7672/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6958842 Nov 27 04:39:04.939855 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33616) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:39:04.942370 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462a2983-a6a8-49db-8ee1-911367796448 None None] Sync routers for ids ['3912ac6f-d54b-4c10-b39c-af9ffcda7672'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:39:04.952322 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462a2983-a6a8-49db-8ee1-911367796448 None None] Routers {'3912ac6f-d54b-4c10-b39c-af9ffcda7672'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:39:04.952930 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-462a2983-a6a8-49db-8ee1-911367796448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:38:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['3912ac6f-d54b-4c10-b39c-af9ffcda7672'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:39:04.995258 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc056b8f-74e8-4d20-86a8-1d433aded110 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Deleting subnet b064908c-b9f1-45a3-837e-fb629a0512c8 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:39:04.998504 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dc056b8f-74e8-4d20-86a8-1d433aded110 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:05.038030 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dc056b8f-74e8-4d20-86a8-1d433aded110 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:05.055327 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-462a2983-a6a8-49db-8ee1-911367796448 None None] Set router 3912ac6f-d54b-4c10-b39c-af9ffcda7672 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:39:05.126471 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dc056b8f-74e8-4d20-86a8-1d433aded110 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:05.189607 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dc056b8f-74e8-4d20-86a8-1d433aded110 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:05.216833 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc056b8f-74e8-4d20-86a8-1d433aded110 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event deleted for resources: {'Subnet': ['ID=b064908c-b9f1-45a3-837e-fb629a0512c8,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:39:05.220571 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dc056b8f-74e8-4d20-86a8-1d433aded110 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:05.223862 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-dc056b8f-74e8-4d20-86a8-1d433aded110 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "DELETE /v2.0/subnets/b064908c-b9f1-45a3-837e-fb629a0512c8 HTTP/1.1" status: 204 len: 168 time: 0.2830625 Nov 27 04:39:05.226514 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33618) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:39:05.229742 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d810a212-9cc8-436c-bcb2-886845ad4c02 None None] Network f52591d3-f099-4a32-8cbc-1403841d6436 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:39:05.322435 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-462a2983-a6a8-49db-8ee1-911367796448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3912ac6f-d54b-4c10-b39c-af9ffcda7672', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644625823', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '06866687-bf92-41d4-8544-16b1fc98a611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:37:59Z', 'updated_at': '2021-11-27T04:39:04Z', 'revision_number': 5, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '06866687-bf92-41d4-8544-16b1fc98a611', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3912ac6f-d54b-4c10-b39c-af9ffcda7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:38:00Z', 'updated_at': '2021-11-27T04:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:39:05.334051 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-189f7fcd-9188-47c4-9a03-9d482589c578 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:05.355404 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462a2983-a6a8-49db-8ee1-911367796448 None None] Checking router: 3912ac6f-d54b-4c10-b39c-af9ffcda7672 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:39:05.379941 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462a2983-a6a8-49db-8ee1-911367796448 None None] Routers {'3912ac6f-d54b-4c10-b39c-af9ffcda7672'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:39:05.380567 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-462a2983-a6a8-49db-8ee1-911367796448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:38:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['3912ac6f-d54b-4c10-b39c-af9ffcda7672'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:39:05.436687 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-189f7fcd-9188-47c4-9a03-9d482589c578 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:05.493537 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-462a2983-a6a8-49db-8ee1-911367796448 None None] Set router 3912ac6f-d54b-4c10-b39c-af9ffcda7672 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:39:05.494541 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-189f7fcd-9188-47c4-9a03-9d482589c578 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Deleting port 06866687-bf92-41d4-8544-16b1fc98a611 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:39:05.494927 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-189f7fcd-9188-47c4-9a03-9d482589c578 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:05.520390 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e05cd1-6184-411b-9d81-31b5d67d0e6c None None] DHCP port deletion for f52591d3-f099-4a32-8cbc-1403841d6436 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:39:05.575108 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-189f7fcd-9188-47c4-9a03-9d482589c578 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] For port 06866687-bf92-41d4-8544-16b1fc98a611, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=06866687-bf92-41d4-8544-16b1fc98a611,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:39:05.575474 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-189f7fcd-9188-47c4-9a03-9d482589c578 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:05.587706 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-189f7fcd-9188-47c4-9a03-9d482589c578 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Calling delete_port for 06866687-bf92-41d4-8544-16b1fc98a611 owned by network:router_gateway {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:39:05.681689 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-59e05cd1-6184-411b-9d81-31b5d67d0e6c None None] Deleting port b19d0318-63cf-4133-b2a7-cc02091d5508 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:39:05.681982 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-59e05cd1-6184-411b-9d81-31b5d67d0e6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:05.755120 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-59e05cd1-6184-411b-9d81-31b5d67d0e6c None None] For port b19d0318-63cf-4133-b2a7-cc02091d5508, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=b19d0318-63cf-4133-b2a7-cc02091d5508,segment=NetworkSegment(942fd5b6-d482-4f10-bd14-58b50f5dc600),segment_id=942fd5b6-d482-4f10-bd14-58b50f5dc600)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:39:05.755470 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-59e05cd1-6184-411b-9d81-31b5d67d0e6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:05.757296 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-189f7fcd-9188-47c4-9a03-9d482589c578 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:05.769331 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-59e05cd1-6184-411b-9d81-31b5d67d0e6c None None] Calling delete_port for b19d0318-63cf-4133-b2a7-cc02091d5508 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:39:05.783445 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 12958e81-8785-486e-b3ce-08b24c8e3e69 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:39:05.785469 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f7fcd-9188-47c4-9a03-9d482589c578 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event deleted for resources: {'Port': ['ID=06866687-bf92-41d4-8544-16b1fc98a611,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:39:05.788879 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-462a2983-a6a8-49db-8ee1-911367796448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3912ac6f-d54b-4c10-b39c-af9ffcda7672', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644625823', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '06866687-bf92-41d4-8544-16b1fc98a611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:37:59Z', 'updated_at': '2021-11-27T04:39:04Z', 'revision_number': 5, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '06866687-bf92-41d4-8544-16b1fc98a611', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3912ac6f-d54b-4c10-b39c-af9ffcda7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:38:00Z', 'updated_at': '2021-11-27T04:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:39:05.839476 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84179151-c5d6-4038-acd5-313b1f6d0e7b None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:39:05.850085 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-189f7fcd-9188-47c4-9a03-9d482589c578 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:05.866121 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 12958e81-8785-486e-b3ce-08b24c8e3e69 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:39:05.866474 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 12958e81-8785-486e-b3ce-08b24c8e3e69 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:39:05.872065 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462a2983-a6a8-49db-8ee1-911367796448 None None] The sync data for ids ['3912ac6f-d54b-4c10-b39c-af9ffcda7672'] in n-d-819494-3 is: [{'id': '3912ac6f-d54b-4c10-b39c-af9ffcda7672', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644625823', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '06866687-bf92-41d4-8544-16b1fc98a611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:37:59Z', 'updated_at': '2021-11-27T04:39:04Z', 'revision_number': 5, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '06866687-bf92-41d4-8544-16b1fc98a611', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3912ac6f-d54b-4c10-b39c-af9ffcda7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:38:00Z', 'updated_at': '2021-11-27T04:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:39:05.915077 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-59e05cd1-6184-411b-9d81-31b5d67d0e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:05.940366 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e05cd1-6184-411b-9d81-31b5d67d0e6c None None] Pushing event deleted for resources: {'Port': ['ID=b19d0318-63cf-4133-b2a7-cc02091d5508,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:39:05.949264 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-189f7fcd-9188-47c4-9a03-9d482589c578 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:05.949483 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e05cd1-6184-411b-9d81-31b5d67d0e6c None None] No DVR routers for this DVR port b19d0318-63cf-4133-b2a7-cc02091d5508 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:39:05.951873 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e05cd1-6184-411b-9d81-31b5d67d0e6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:39:05.952141 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-189f7fcd-9188-47c4-9a03-9d482589c578 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:05.952269 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e05cd1-6184-411b-9d81-31b5d67d0e6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:39:05.952560 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e05cd1-6184-411b-9d81-31b5d67d0e6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:39:05.952903 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e05cd1-6184-411b-9d81-31b5d67d0e6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:39:05.953277 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e05cd1-6184-411b-9d81-31b5d67d0e6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:39:05.953614 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e05cd1-6184-411b-9d81-31b5d67d0e6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:39:05.953948 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e05cd1-6184-411b-9d81-31b5d67d0e6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:39:05.954280 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e05cd1-6184-411b-9d81-31b5d67d0e6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:39:05.954661 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e05cd1-6184-411b-9d81-31b5d67d0e6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:39:05.954995 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e05cd1-6184-411b-9d81-31b5d67d0e6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:39:05.955325 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e05cd1-6184-411b-9d81-31b5d67d0e6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:39:05.955650 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e05cd1-6184-411b-9d81-31b5d67d0e6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:39:06.000100 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-189f7fcd-9188-47c4-9a03-9d482589c578 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:06.000632 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189f7fcd-9188-47c4-9a03-9d482589c578 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Fanout notify agent at l3_agent the message router_deleted on router 3912ac6f-d54b-4c10-b39c-af9ffcda7672 {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:39:06.007622 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-189f7fcd-9188-47c4-9a03-9d482589c578 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:06.008751 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-189f7fcd-9188-47c4-9a03-9d482589c578 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "DELETE /v2.0/routers/3912ac6f-d54b-4c10-b39c-af9ffcda7672 HTTP/1.1" status: 204 len: 168 time: 0.7812750 Nov 27 04:39:06.011820 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33620) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:39:06.085158 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bb7c0164-05f4-4565-b7c1-b2cfb7d03a59 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:06.172811 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bb7c0164-05f4-4565-b7c1-b2cfb7d03a59 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:06.191958 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-bb7c0164-05f4-4565-b7c1-b2cfb7d03a59 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f52591d3-f099-4a32-8cbc-1403841d6436']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:39:06.200797 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-bb7c0164-05f4-4565-b7c1-b2cfb7d03a59 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '942fd5b6-d482-4f10-bd14-58b50f5dc600') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:39:06.201099 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-bb7c0164-05f4-4565-b7c1-b2cfb7d03a59 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '942fd5b6-d482-4f10-bd14-58b50f5dc600') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:39:06.210927 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bb7c0164-05f4-4565-b7c1-b2cfb7d03a59 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:06.224844 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bb7c0164-05f4-4565-b7c1-b2cfb7d03a59 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:06.231344 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb7c0164-05f4-4565-b7c1-b2cfb7d03a59 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:39:06.231850 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bb7c0164-05f4-4565-b7c1-b2cfb7d03a59 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:06.235554 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:39:06.235554 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:39:06.235554 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:39:06.235554 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:39:06.235554 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:39:06.235554 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:39:06.235554 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:39:06.235554 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:39:06.235554 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:39:06.235554 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:39:06.235554 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:39:06.235554 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:39:06.235554 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:39:06.235554 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:39:06.235554 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:39:06.235554 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:39:06.235554 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:39:06.235554 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:39:06.235554 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:39:06.235554 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:39:06.235554 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:39:06.235554 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:39:06.235554 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:39:06.235554 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:39:06.235554 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:39:06.235554 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:39:06.235554 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:39:06.235554 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:39:06.235554 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:39:06.235554 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:39:06.235554 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:39:06.235554 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:39:06.293995 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bb7c0164-05f4-4565-b7c1-b2cfb7d03a59 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:06.301996 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-bb7c0164-05f4-4565-b7c1-b2cfb7d03a59 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:06.309754 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-bb7c0164-05f4-4565-b7c1-b2cfb7d03a59 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "DELETE /v2.0/networks/f52591d3-f099-4a32-8cbc-1403841d6436 HTTP/1.1" status: 204 len: 168 time: 0.2969093 Nov 27 04:39:06.312616 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33622) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:39:06.322425 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c0164-05f4-4565-b7c1-b2cfb7d03a59 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event deleted for resources: {'Network': ['ID=f52591d3-f099-4a32-8cbc-1403841d6436,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:39:06.375199 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7e58cdd0-bf99-4153-8384-1f1875e7c512 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:06.401274 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7e58cdd0-bf99-4153-8384-1f1875e7c512 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:06.463020 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7e58cdd0-bf99-4153-8384-1f1875e7c512 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:06.465913 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7e58cdd0-bf99-4153-8384-1f1875e7c512 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:06.470178 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7e58cdd0-bf99-4153-8384-1f1875e7c512 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "DELETE /v2.0/security-groups/e0c3f114-defc-4be3-9646-3e939c44cae7 HTTP/1.1" status: 204 len: 168 time: 0.1535139 Nov 27 04:39:06.477471 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e58cdd0-bf99-4153-8384-1f1875e7c512 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c3f114-defc-4be3-9646-3e939c44cae7,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:39:06.648655 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33628) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:39:06.653209 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-3c599d52-ddd1-48ce-b6f3-737aec1b9d51 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1888758548', 'description': 'tempest-secgroup-smoke-1888758548 description', 'project_id': '16ef918a0fcc49e59c15f8e39341f751'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:39:06.675532 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3c599d52-ddd1-48ce-b6f3-737aec1b9d51 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:06.745822 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3c599d52-ddd1-48ce-b6f3-737aec1b9d51 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:06.749246 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3c599d52-ddd1-48ce-b6f3-737aec1b9d51 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:06.778459 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3c599d52-ddd1-48ce-b6f3-737aec1b9d51 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:06.780277 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-3c599d52-ddd1-48ce-b6f3-737aec1b9d51 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1300042 Nov 27 04:39:06.782201 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c599d52-ddd1-48ce-b6f3-737aec1b9d51 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b14b05d-77d8-435a-849b-431b1035f42d,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:39:06.783257 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33630) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:39:06.789409 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-87435e08-e51a-4366-8ed7-fce7e1ae40ba tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'security_group_rule': {'security_group_id': '2b14b05d-77d8-435a-849b-431b1035f42d', 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:39:06.816604 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-87435e08-e51a-4366-8ed7-fce7e1ae40ba tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:06.861817 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-87435e08-e51a-4366-8ed7-fce7e1ae40ba tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:06.865449 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-87435e08-e51a-4366-8ed7-fce7e1ae40ba tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:06.885075 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87435e08-e51a-4366-8ed7-fce7e1ae40ba tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f2ac48a-f761-43e9-acad-70561ab9ff7f,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:39:06.894799 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-87435e08-e51a-4366-8ed7-fce7e1ae40ba tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:06.896031 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-87435e08-e51a-4366-8ed7-fce7e1ae40ba tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1109021 Nov 27 04:39:06.898883 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33632) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:39:06.904813 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-d37d50d2-416b-4f3f-8b2a-cdd96d2d5e48 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'security_group_rule': {'security_group_id': '2b14b05d-77d8-435a-849b-431b1035f42d', 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:39:06.938318 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d37d50d2-416b-4f3f-8b2a-cdd96d2d5e48 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:06.997642 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d37d50d2-416b-4f3f-8b2a-cdd96d2d5e48 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:07.006051 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d37d50d2-416b-4f3f-8b2a-cdd96d2d5e48 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:07.023972 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d50d2-416b-4f3f-8b2a-cdd96d2d5e48 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9892a6de-1ab1-4863-80ce-ea83711a9cdb,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:39:07.034668 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d37d50d2-416b-4f3f-8b2a-cdd96d2d5e48 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:07.038649 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d37d50d2-416b-4f3f-8b2a-cdd96d2d5e48 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1349370 Nov 27 04:39:07.038788 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33638) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:39:07.043104 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-faec3d70-5bcd-4b7f-83af-a9b4f6c7eeb6 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'security_group_rule': {'security_group_id': '2b14b05d-77d8-435a-849b-431b1035f42d', 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:39:07.071022 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-faec3d70-5bcd-4b7f-83af-a9b4f6c7eeb6 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:07.127187 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 7d63da80-f460-46fe-9ef3-d91da3d32f49 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:39:07.132045 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-faec3d70-5bcd-4b7f-83af-a9b4f6c7eeb6 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:07.135794 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-faec3d70-5bcd-4b7f-83af-a9b4f6c7eeb6 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:07.147655 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 7d63da80-f460-46fe-9ef3-d91da3d32f49 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:39:07.148082 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 7d63da80-f460-46fe-9ef3-d91da3d32f49 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:39:07.148580 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b19d0318-63cf-4133-b2a7-cc02091d5508 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:39:07.156018 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec3d70-5bcd-4b7f-83af-a9b4f6c7eeb6 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d7b20a0-3ed1-490d-9a3d-4c860ca6e201,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:39:07.161917 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-faec3d70-5bcd-4b7f-83af-a9b4f6c7eeb6 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:07.163246 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-faec3d70-5bcd-4b7f-83af-a9b4f6c7eeb6 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1235421 Nov 27 04:39:07.165935 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33640) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:39:07.170296 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-7b9954cc-1d6d-4a85-bad8-5a67ab5f1d7e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'security_group_rule': {'security_group_id': '2b14b05d-77d8-435a-849b-431b1035f42d', 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:39:07.172705 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: b19d0318-63cf-4133-b2a7-cc02091d5508 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:39:07.173063 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device b19d0318-63cf-4133-b2a7-cc02091d5508 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:39:07.173484 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 06866687-bf92-41d4-8544-16b1fc98a611 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:39:07.194601 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 06866687-bf92-41d4-8544-16b1fc98a611 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:39:07.194960 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 06866687-bf92-41d4-8544-16b1fc98a611 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:39:07.198138 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7b9954cc-1d6d-4a85-bad8-5a67ab5f1d7e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:07.256967 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7b9954cc-1d6d-4a85-bad8-5a67ab5f1d7e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:07.260185 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7b9954cc-1d6d-4a85-bad8-5a67ab5f1d7e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:07.276865 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9954cc-1d6d-4a85-bad8-5a67ab5f1d7e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81a0990c-7338-4269-b76a-e18443fc03fc,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:39:07.284920 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7b9954cc-1d6d-4a85-bad8-5a67ab5f1d7e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:07.286162 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7b9954cc-1d6d-4a85-bad8-5a67ab5f1d7e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1192353 Nov 27 04:39:07.288929 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33642) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:39:07.293306 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-ce1e3d30-f428-4974-8300-f61068fd0065 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'security_group_rule': {'security_group_id': '2b14b05d-77d8-435a-849b-431b1035f42d', 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:39:07.318143 n-d-819494-3 neutron-server[110018]: INFO neutron.db.securitygroups_db [None req-ce1e3d30-f428-4974-8300-f61068fd0065 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Project 16ef918a0fcc49e59c15f8e39341f751 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 04:39:07.322840 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ce1e3d30-f428-4974-8300-f61068fd0065 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:07.379488 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ce1e3d30-f428-4974-8300-f61068fd0065 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:07.382935 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ce1e3d30-f428-4974-8300-f61068fd0065 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:07.397251 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e3d30-f428-4974-8300-f61068fd0065 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4f96c2f-ee20-4567-a9e4-d43040748d1b,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:39:07.407579 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ce1e3d30-f428-4974-8300-f61068fd0065 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:07.408780 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ce1e3d30-f428-4974-8300-f61068fd0065 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1189060 Nov 27 04:39:07.411526 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33644) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:39:07.415738 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-045438e1-a462-4e91-aa5c-f6b53042aaa0 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'security_group_rule': {'security_group_id': '2b14b05d-77d8-435a-849b-431b1035f42d', 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:39:07.436870 n-d-819494-3 neutron-server[110018]: INFO neutron.db.securitygroups_db [None req-045438e1-a462-4e91-aa5c-f6b53042aaa0 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Project 16ef918a0fcc49e59c15f8e39341f751 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 04:39:07.442328 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-045438e1-a462-4e91-aa5c-f6b53042aaa0 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:07.504562 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-045438e1-a462-4e91-aa5c-f6b53042aaa0 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:07.508070 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-045438e1-a462-4e91-aa5c-f6b53042aaa0 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:07.524542 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045438e1-a462-4e91-aa5c-f6b53042aaa0 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6299bc3-471d-4de9-b936-4bb2308cde7b,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:39:07.533282 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-045438e1-a462-4e91-aa5c-f6b53042aaa0 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:07.535837 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-045438e1-a462-4e91-aa5c-f6b53042aaa0 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1220245 Nov 27 04:39:07.537387 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33646) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:39:07.542180 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-7d20e388-ee7c-40ed-a94d-c7912ede466b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'network': {'name': 'tempest-network-smoke--561317243', 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'port_security_enabled': True}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:39:07.563864 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d20e388-ee7c-40ed-a94d-c7912ede466b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Made reservation on behalf of 16ef918a0fcc49e59c15f8e39341f751 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:39:07.567262 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7d20e388-ee7c-40ed-a94d-c7912ede466b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:07.590494 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d20e388-ee7c-40ed-a94d-c7912ede466b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:39:07.600151 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7d20e388-ee7c-40ed-a94d-c7912ede466b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:07.600496 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-7d20e388-ee7c-40ed-a94d-c7912ede466b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Added segment bf73fcac-51f7-4fcf-b98c-3a4b35297fed of type vlan for network 3fd09be9-4fbf-43d1-9201-0d8827d1c688 Nov 27 04:39:07.639731 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7d20e388-ee7c-40ed-a94d-c7912ede466b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:07.663270 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7d20e388-ee7c-40ed-a94d-c7912ede466b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:07.668637 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d20e388-ee7c-40ed-a94d-c7912ede466b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:39:07.669213 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7d20e388-ee7c-40ed-a94d-c7912ede466b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:07.724928 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7d20e388-ee7c-40ed-a94d-c7912ede466b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1864574 Nov 27 04:39:07.727603 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33648) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:39:07.739846 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-5dd6b85e-af07-4fbc-ab7a-82a0bc7c8411 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1852573539', 'admin_state_up': True, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:39:07.754737 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d20e388-ee7c-40ed-a94d-c7912ede466b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'Network': ['ID=3fd09be9-4fbf-43d1-9201-0d8827d1c688,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:39:07.765331 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 3fd09be9-4fbf-43d1-9201-0d8827d1c688 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:39:07.768111 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5dd6b85e-af07-4fbc-ab7a-82a0bc7c8411 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:07.769267 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5dd6b85e-af07-4fbc-ab7a-82a0bc7c8411 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:07.821482 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5dd6b85e-af07-4fbc-ab7a-82a0bc7c8411 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:08.263879 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5dd6b85e-af07-4fbc-ab7a-82a0bc7c8411 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:08.454410 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5dd6b85e-af07-4fbc-ab7a-82a0bc7c8411 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:08.472567 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5dd6b85e-af07-4fbc-ab7a-82a0bc7c8411 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:08.578262 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-5dd6b85e-af07-4fbc-ab7a-82a0bc7c8411 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Allocated IP 172.25.1.67 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/8a728692-78c2-41a8-bb4b-3dfa6a9157ee) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:39:08.681662 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5dd6b85e-af07-4fbc-ab7a-82a0bc7c8411 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:08.716092 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5dd6b85e-af07-4fbc-ab7a-82a0bc7c8411 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:08.755018 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd6b85e-af07-4fbc-ab7a-82a0bc7c8411 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:39:08.757830 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-5dd6b85e-af07-4fbc-ab7a-82a0bc7c8411 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:39:08.761525 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd6b85e-af07-4fbc-ab7a-82a0bc7c8411 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:39:08.775092 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839c2db7-3530-4348-a99d-0e2a7965ebbf None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:39:08.785345 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd6b85e-af07-4fbc-ab7a-82a0bc7c8411 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'Port': ['ID=8a728692-78c2-41a8-bb4b-3dfa6a9157ee,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:39:08.815931 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-b5d3b85b-27f2-4295-9309-fbf41b2a7600 None None] Provisioning complete for port 8a728692-78c2-41a8-bb4b-3dfa6a9157ee triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:39:08.816300 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b5d3b85b-27f2-4295-9309-fbf41b2a7600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:08.867842 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-b5d3b85b-27f2-4295-9309-fbf41b2a7600 None None] Port 8a728692-78c2-41a8-bb4b-3dfa6a9157ee cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:39:09.020465 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5dd6b85e-af07-4fbc-ab7a-82a0bc7c8411 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:09.224529 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5dd6b85e-af07-4fbc-ab7a-82a0bc7c8411 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:09.350941 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd6b85e-af07-4fbc-ab7a-82a0bc7c8411 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Router 823850d8-86a0-4d4b-a8c0-cbf02122ea2f is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:39:09.454079 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd6b85e-af07-4fbc-ab7a-82a0bc7c8411 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:39:09.463881 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e01066-81fc-4122-a637-06d9fedd340b None None] Sync routers for ids ['823850d8-86a0-4d4b-a8c0-cbf02122ea2f'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:39:09.474677 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e01066-81fc-4122-a637-06d9fedd340b None None] Routers {'823850d8-86a0-4d4b-a8c0-cbf02122ea2f'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:39:09.475278 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5dd6b85e-af07-4fbc-ab7a-82a0bc7c8411 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:09.476119 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-59e01066-81fc-4122-a637-06d9fedd340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:38:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['823850d8-86a0-4d4b-a8c0-cbf02122ea2f'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:39:09.479201 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5dd6b85e-af07-4fbc-ab7a-82a0bc7c8411 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7505603 Nov 27 04:39:09.480242 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33656) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:39:09.509844 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-78a99cf9-1f1c-4c9c-b503-884e63fd85e8 tempest-TestNetworkAdvancedServerOps-1512945365 tempest-TestNetworkAdvancedServerOps-1512945365-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=16ef918a0fcc49e59c15f8e39341f751&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283799 Nov 27 04:39:09.513155 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33658) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:39:09.586864 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-59e01066-81fc-4122-a637-06d9fedd340b None None] Set router 823850d8-86a0-4d4b-a8c0-cbf02122ea2f gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:39:09.606714 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677e4b97-476f-4b76-9d14-8c181d4e3371 tempest-TestNetworkAdvancedServerOps-1512945365 tempest-TestNetworkAdvancedServerOps-1512945365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:39:09.609555 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-677e4b97-476f-4b76-9d14-8c181d4e3371 tempest-TestNetworkAdvancedServerOps-1512945365 tempest-TestNetworkAdvancedServerOps-1512945365-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0952446 Nov 27 04:39:09.611031 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33660) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:39:09.639675 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3ff4dc8c-d342-4d36-b93b-4c3f68dcbde5 tempest-TestNetworkAdvancedServerOps-1512945365 tempest-TestNetworkAdvancedServerOps-1512945365-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=f5c39893-f8d8-4150-8aae-695f98406de3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268483 Nov 27 04:39:09.642109 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33662) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:39:09.646871 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-c514772e-17f4-45db-ba7d-bb91a3d5565c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-366569643', 'network_id': '3fd09be9-4fbf-43d1-9201-0d8827d1c688', 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:39:09.747164 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c514772e-17f4-45db-ba7d-bb91a3d5565c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Made reservation on behalf of 16ef918a0fcc49e59c15f8e39341f751 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:39:09.750915 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c514772e-17f4-45db-ba7d-bb91a3d5565c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:09.765262 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-59e01066-81fc-4122-a637-06d9fedd340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823850d8-86a0-4d4b-a8c0-cbf02122ea2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852573539', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '8a728692-78c2-41a8-bb4b-3dfa6a9157ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:39:07Z', 'updated_at': '2021-11-27T04:39:08Z', 'revision_number': 3, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '8a728692-78c2-41a8-bb4b-3dfa6a9157ee', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823850d8-86a0-4d4b-a8c0-cbf02122ea2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:39:08Z', 'updated_at': '2021-11-27T04:39:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:39:09.791487 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e01066-81fc-4122-a637-06d9fedd340b None None] Checking router: 823850d8-86a0-4d4b-a8c0-cbf02122ea2f for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:39:09.791785 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e01066-81fc-4122-a637-06d9fedd340b None None] Updating router 823850d8-86a0-4d4b-a8c0-cbf02122ea2f port 8a728692-78c2-41a8-bb4b-3dfa6a9157ee binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:39:09.818023 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-59e01066-81fc-4122-a637-06d9fedd340b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:09.935414 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c514772e-17f4-45db-ba7d-bb91a3d5565c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:09.997927 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c514772e-17f4-45db-ba7d-bb91a3d5565c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'Subnet': ['ID=225f1d84-3345-4807-96ae-fcb50c032d8a,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:39:10.003681 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c514772e-17f4-45db-ba7d-bb91a3d5565c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Checking segment: {'id': 'bf73fcac-51f7-4fcf-b98c-3a4b35297fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3fd09be9-4fbf-43d1-9201-0d8827d1c688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:39:10.004043 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c514772e-17f4-45db-ba7d-bb91a3d5565c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Network hostable DHCP agents. Network: 3fd09be9-4fbf-43d1-9201-0d8827d1c688, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:39:10.021300 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c514772e-17f4-45db-ba7d-bb91a3d5565c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Network 3fd09be9-4fbf-43d1-9201-0d8827d1c688 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:39:10.030586 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-c514772e-17f4-45db-ba7d-bb91a3d5565c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 3fd09be9-4fbf-43d1-9201-0d8827d1c688) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:39:10.034528 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c514772e-17f4-45db-ba7d-bb91a3d5565c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:39:10.035173 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c514772e-17f4-45db-ba7d-bb91a3d5565c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:10.041838 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694aa13d-7dbf-41a3-9149-59b8c4ab6c22 None None] Network 3fd09be9-4fbf-43d1-9201-0d8827d1c688 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:39:10.054369 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c514772e-17f4-45db-ba7d-bb91a3d5565c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4084728 Nov 27 04:39:10.054831 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33666) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:39:10.077456 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-59e01066-81fc-4122-a637-06d9fedd340b None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:10.084032 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-59e01066-81fc-4122-a637-06d9fedd340b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:10.134743 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-59e01066-81fc-4122-a637-06d9fedd340b None None] Attempting to bind port 8a728692-78c2-41a8-bb4b-3dfa6a9157ee on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:39:10.135111 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-59e01066-81fc-4122-a637-06d9fedd340b None None] Attempting to bind port 8a728692-78c2-41a8-bb4b-3dfa6a9157ee by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:39:10.135390 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcaf05cb-9f9c-4ae2-8428-583157e0427c None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:39:10.135545 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e01066-81fc-4122-a637-06d9fedd340b None None] Attempting to bind port 8a728692-78c2-41a8-bb4b-3dfa6a9157ee on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:39:10.143862 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e01066-81fc-4122-a637-06d9fedd340b None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:39:10.144234 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e01066-81fc-4122-a637-06d9fedd340b None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:39:10.144633 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-59e01066-81fc-4122-a637-06d9fedd340b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:10.145028 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e01066-81fc-4122-a637-06d9fedd340b None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:39:10.145484 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-59e01066-81fc-4122-a637-06d9fedd340b None None] Bound port: 8a728692-78c2-41a8-bb4b-3dfa6a9157ee, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:39:10.146671 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-59e01066-81fc-4122-a637-06d9fedd340b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:10.201316 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42507845-4eb8-483e-913f-ac76368e3c97 None None] Pushing event updated for resources: {'Port': ['ID=8a728692-78c2-41a8-bb4b-3dfa6a9157ee,revision_number=2']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:39:10.205331 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-59e01066-81fc-4122-a637-06d9fedd340b None None] For port 8a728692-78c2-41a8-bb4b-3dfa6a9157ee, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:39:10.209511 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-59e01066-81fc-4122-a637-06d9fedd340b None None] For port 8a728692-78c2-41a8-bb4b-3dfa6a9157ee, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=8a728692-78c2-41a8-bb4b-3dfa6a9157ee,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:39:10.217530 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-59e01066-81fc-4122-a637-06d9fedd340b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:10.222677 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42507845-4eb8-483e-913f-ac76368e3c97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:39:10.222934 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d71a84a-8673-4d21-82f4-37473764f6a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-3fd09be9-4fbf-43d1-9201-0d8827d1c688', 'network_id': '3fd09be9-4fbf-43d1-9201-0d8827d1c688', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'fixed_ips': [{'subnet_id': '225f1d84-3345-4807-96ae-fcb50c032d8a'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:39:10.223083 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42507845-4eb8-483e-913f-ac76368e3c97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:39:10.223348 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42507845-4eb8-483e-913f-ac76368e3c97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:39:10.223746 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42507845-4eb8-483e-913f-ac76368e3c97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:39:10.223893 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5d71a84a-8673-4d21-82f4-37473764f6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:10.224083 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42507845-4eb8-483e-913f-ac76368e3c97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:39:10.224413 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42507845-4eb8-483e-913f-ac76368e3c97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:39:10.224738 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42507845-4eb8-483e-913f-ac76368e3c97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:39:10.225061 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42507845-4eb8-483e-913f-ac76368e3c97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:39:10.225387 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42507845-4eb8-483e-913f-ac76368e3c97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:39:10.225708 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42507845-4eb8-483e-913f-ac76368e3c97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:39:10.226026 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42507845-4eb8-483e-913f-ac76368e3c97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:39:10.226135 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-25a96a39-b34d-4e33-8dea-55726bf1950d None None] Provisioning complete for port 8a728692-78c2-41a8-bb4b-3dfa6a9157ee triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:39:10.226344 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42507845-4eb8-483e-913f-ac76368e3c97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:39:10.226490 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-25a96a39-b34d-4e33-8dea-55726bf1950d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:10.296503 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42507845-4eb8-483e-913f-ac76368e3c97 None None] Pushing event updated for resources: {'Port': ['ID=8a728692-78c2-41a8-bb4b-3dfa6a9157ee,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:39:10.304537 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e01066-81fc-4122-a637-06d9fedd340b None None] Routers {'823850d8-86a0-4d4b-a8c0-cbf02122ea2f'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:39:10.305142 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-59e01066-81fc-4122-a637-06d9fedd340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:38:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['823850d8-86a0-4d4b-a8c0-cbf02122ea2f'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:39:10.334647 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89656723-a921-42f6-ad9a-38ab8915b51f None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:39:10.416887 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-59e01066-81fc-4122-a637-06d9fedd340b None None] Set router 823850d8-86a0-4d4b-a8c0-cbf02122ea2f gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:39:10.425267 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-25a96a39-b34d-4e33-8dea-55726bf1950d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:10.463389 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-25a96a39-b34d-4e33-8dea-55726bf1950d None None] For port 8a728692-78c2-41a8-bb4b-3dfa6a9157ee, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=8a728692-78c2-41a8-bb4b-3dfa6a9157ee,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:39:10.464850 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-5d71a84a-8673-4d21-82f4-37473764f6a8 None None] Allocated IP 172.20.0.2 (3fd09be9-4fbf-43d1-9201-0d8827d1c688/225f1d84-3345-4807-96ae-fcb50c032d8a/dc86152c-4fe2-47b1-89dd-f3935d67fb69) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:39:10.469749 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-25a96a39-b34d-4e33-8dea-55726bf1950d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:10.552389 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-be8cfb33-4e7e-4263-8c8a-e542fd014017 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:10.566005 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a96a39-b34d-4e33-8dea-55726bf1950d None None] Pushing event updated for resources: {'Port': ['ID=8a728692-78c2-41a8-bb4b-3dfa6a9157ee,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:39:10.612559 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-cb82652b-7d07-4d76-b529-1e15f91d6b17 None None] Provisioning complete for port 8a728692-78c2-41a8-bb4b-3dfa6a9157ee triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:39:10.612938 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cb82652b-7d07-4d76-b529-1e15f91d6b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:10.613622 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-59e01066-81fc-4122-a637-06d9fedd340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823850d8-86a0-4d4b-a8c0-cbf02122ea2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852573539', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '8a728692-78c2-41a8-bb4b-3dfa6a9157ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:39:07Z', 'updated_at': '2021-11-27T04:39:08Z', 'revision_number': 3, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '8a728692-78c2-41a8-bb4b-3dfa6a9157ee', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823850d8-86a0-4d4b-a8c0-cbf02122ea2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:39:08Z', 'updated_at': '2021-11-27T04:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:39:10.640474 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e01066-81fc-4122-a637-06d9fedd340b None None] The sync data for ids ['823850d8-86a0-4d4b-a8c0-cbf02122ea2f'] in n-d-819494-3 is: [{'id': '823850d8-86a0-4d4b-a8c0-cbf02122ea2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852573539', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '8a728692-78c2-41a8-bb4b-3dfa6a9157ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:39:07Z', 'updated_at': '2021-11-27T04:39:08Z', 'revision_number': 3, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '8a728692-78c2-41a8-bb4b-3dfa6a9157ee', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823850d8-86a0-4d4b-a8c0-cbf02122ea2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:39:08Z', 'updated_at': '2021-11-27T04:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:39:10.706851 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5d71a84a-8673-4d21-82f4-37473764f6a8 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:10.715413 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5d71a84a-8673-4d21-82f4-37473764f6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:10.798831 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d71a84a-8673-4d21-82f4-37473764f6a8 None None] Network 3fd09be9-4fbf-43d1-9201-0d8827d1c688 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:39:10.801165 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d71a84a-8673-4d21-82f4-37473764f6a8 None None] Pushing event updated for resources: {'Port': ['ID=dc86152c-4fe2-47b1-89dd-f3935d67fb69,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:39:10.805395 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-5d71a84a-8673-4d21-82f4-37473764f6a8 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:39:10.807776 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d71a84a-8673-4d21-82f4-37473764f6a8 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:39:10.874945 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-be8cfb33-4e7e-4263-8c8a-e542fd014017 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Allocated IP 172.20.0.1 (3fd09be9-4fbf-43d1-9201-0d8827d1c688/225f1d84-3345-4807-96ae-fcb50c032d8a/e41091d2-3a2e-444c-a5e0-cc14b5d8ebfc) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:39:11.046571 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-be8cfb33-4e7e-4263-8c8a-e542fd014017 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:11.094332 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-be8cfb33-4e7e-4263-8c8a-e542fd014017 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:11.111590 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-5d71a84a-8673-4d21-82f4-37473764f6a8 None None] Attempting to bind port dc86152c-4fe2-47b1-89dd-f3935d67fb69 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:39:11.112620 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-5d71a84a-8673-4d21-82f4-37473764f6a8 None None] Attempting to bind port dc86152c-4fe2-47b1-89dd-f3935d67fb69 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'bf73fcac-51f7-4fcf-b98c-3a4b35297fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3fd09be9-4fbf-43d1-9201-0d8827d1c688'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:39:11.113000 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d71a84a-8673-4d21-82f4-37473764f6a8 None None] Attempting to bind port dc86152c-4fe2-47b1-89dd-f3935d67fb69 on network 3fd09be9-4fbf-43d1-9201-0d8827d1c688 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:39:11.121727 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d71a84a-8673-4d21-82f4-37473764f6a8 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:39:11.122405 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d71a84a-8673-4d21-82f4-37473764f6a8 None None] Checking segment: {'id': 'bf73fcac-51f7-4fcf-b98c-3a4b35297fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3fd09be9-4fbf-43d1-9201-0d8827d1c688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:39:11.123026 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5d71a84a-8673-4d21-82f4-37473764f6a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:11.124181 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d71a84a-8673-4d21-82f4-37473764f6a8 None None] Bound using segment: {'id': 'bf73fcac-51f7-4fcf-b98c-3a4b35297fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3fd09be9-4fbf-43d1-9201-0d8827d1c688'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:39:11.124851 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-5d71a84a-8673-4d21-82f4-37473764f6a8 None None] Bound port: dc86152c-4fe2-47b1-89dd-f3935d67fb69, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf73fcac-51f7-4fcf-b98c-3a4b35297fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3fd09be9-4fbf-43d1-9201-0d8827d1c688'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:39:11.125423 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5d71a84a-8673-4d21-82f4-37473764f6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:11.138107 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8cfb33-4e7e-4263-8c8a-e542fd014017 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Network 3fd09be9-4fbf-43d1-9201-0d8827d1c688 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:39:11.143887 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-be8cfb33-4e7e-4263-8c8a-e542fd014017 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:39:11.152138 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8cfb33-4e7e-4263-8c8a-e542fd014017 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:39:11.194474 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 8a728692-78c2-41a8-bb4b-3dfa6a9157ee up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:39:11.195121 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8cfb33-4e7e-4263-8c8a-e542fd014017 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'Port': ['ID=e41091d2-3a2e-444c-a5e0-cc14b5d8ebfc,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:39:11.217236 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-be8cfb33-4e7e-4263-8c8a-e542fd014017 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:11.247646 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-5d71a84a-8673-4d21-82f4-37473764f6a8 None None] For port dc86152c-4fe2-47b1-89dd-f3935d67fb69, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:39:11.252359 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-5d71a84a-8673-4d21-82f4-37473764f6a8 None None] For port dc86152c-4fe2-47b1-89dd-f3935d67fb69, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=dc86152c-4fe2-47b1-89dd-f3935d67fb69,segment=NetworkSegment(bf73fcac-51f7-4fcf-b98c-3a4b35297fed),segment_id=bf73fcac-51f7-4fcf-b98c-3a4b35297fed)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:39:11.261073 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5d71a84a-8673-4d21-82f4-37473764f6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:11.323318 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 8a728692-78c2-41a8-bb4b-3dfa6a9157ee triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:39:11.323704 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:11.347440 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d71a84a-8673-4d21-82f4-37473764f6a8 None None] Pushing event updated for resources: {'Port': ['ID=dc86152c-4fe2-47b1-89dd-f3935d67fb69,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:39:11.381533 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-be8cfb33-4e7e-4263-8c8a-e542fd014017 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:11.713535 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-be8cfb33-4e7e-4263-8c8a-e542fd014017 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:11.719221 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-be8cfb33-4e7e-4263-8c8a-e542fd014017 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:11.792641 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8cfb33-4e7e-4263-8c8a-e542fd014017 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'Port': ['ID=e41091d2-3a2e-444c-a5e0-cc14b5d8ebfc,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:39:11.797986 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-be8cfb33-4e7e-4263-8c8a-e542fd014017 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:11.890528 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8cfb33-4e7e-4263-8c8a-e542fd014017 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Network 3fd09be9-4fbf-43d1-9201-0d8827d1c688 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:39:11.891966 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-be8cfb33-4e7e-4263-8c8a-e542fd014017 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:39:12.003940 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8cfb33-4e7e-4263-8c8a-e542fd014017 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Router 823850d8-86a0-4d4b-a8c0-cbf02122ea2f has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:39:12.116344 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8cfb33-4e7e-4263-8c8a-e542fd014017 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:39:12.122077 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-be8cfb33-4e7e-4263-8c8a-e542fd014017 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "PUT /v2.0/routers/823850d8-86a0-4d4b-a8c0-cbf02122ea2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0656459 Nov 27 04:39:12.260400 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee24fd08-557e-4dc0-baef-adcb9e586c2e None None] Network 3fd09be9-4fbf-43d1-9201-0d8827d1c688 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:39:12.283766 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-7ea1843e-02d9-42e0-a018-17ec6287f659 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1888758548&fields=id&tenant_id=16ef918a0fcc49e59c15f8e39341f751 HTTP/1.1" status: 200 len: 267 time: 0.0460758 Nov 27 04:39:12.391652 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-e8799d0a-5e28-41cc-9e15-fd091611c7d1 None None] Provisioning complete for port dc86152c-4fe2-47b1-89dd-f3935d67fb69 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:39:12.392111 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e8799d0a-5e28-41cc-9e15-fd091611c7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:12.401413 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-10f319e7-1cb5-4ace-b3f6-93a05d869f48 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:39:12.402966 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-10f319e7-1cb5-4ace-b3f6-93a05d869f48 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/networks?id=3fd09be9-4fbf-43d1-9201-0d8827d1c688 HTTP/1.1" status: 200 len: 796 time: 0.1119623 Nov 27 04:39:12.420901 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-d97e1a56-8612-4e00-b69b-c2325707b74a tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/quotas/16ef918a0fcc49e59c15f8e39341f751 HTTP/1.1" status: 200 len: 375 time: 0.0096822 Nov 27 04:39:12.477251 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-510a387c-949b-485a-bb3d-1bd888fd4ddf tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=16ef918a0fcc49e59c15f8e39341f751&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477095 Nov 27 04:39:12.494981 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-0e24ac22-1a76-4e6c-ad00-ff99ee621d95 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:39:12.503389 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-0e24ac22-1a76-4e6c-ad00-ff99ee621d95 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0126557 Nov 27 04:39:12.508868 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e8799d0a-5e28-41cc-9e15-fd091611c7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:12.547270 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-e8799d0a-5e28-41cc-9e15-fd091611c7d1 None None] For port dc86152c-4fe2-47b1-89dd-f3935d67fb69, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=dc86152c-4fe2-47b1-89dd-f3935d67fb69,segment=NetworkSegment(bf73fcac-51f7-4fcf-b98c-3a4b35297fed),segment_id=bf73fcac-51f7-4fcf-b98c-3a4b35297fed)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:39:12.553401 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e8799d0a-5e28-41cc-9e15-fd091611c7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:12.603614 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-d1478acc-cb1f-4e72-84d4-74819870d1d4 service neutron] 10.222.0.20 "GET /v2.0/networks/3fd09be9-4fbf-43d1-9201-0d8827d1c688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993056 Nov 27 04:39:12.612643 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8799d0a-5e28-41cc-9e15-fd091611c7d1 None None] Pushing event updated for resources: {'Port': ['ID=dc86152c-4fe2-47b1-89dd-f3935d67fb69,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:39:12.757330 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c09c80b-0d08-4a05-b0cb-b9bde0367c67 None None] Sync routers for ids ['823850d8-86a0-4d4b-a8c0-cbf02122ea2f'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:39:12.783674 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c09c80b-0d08-4a05-b0cb-b9bde0367c67 None None] Routers {'823850d8-86a0-4d4b-a8c0-cbf02122ea2f'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:39:12.784341 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-6c09c80b-0d08-4a05-b0cb-b9bde0367c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:38:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['823850d8-86a0-4d4b-a8c0-cbf02122ea2f'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:39:12.857389 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-ef963737-a1ff-4983-85f9-a177a815a106 None None] Provisioning complete for port e41091d2-3a2e-444c-a5e0-cc14b5d8ebfc triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:39:12.858324 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ef963737-a1ff-4983-85f9-a177a815a106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:12.913619 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-ef963737-a1ff-4983-85f9-a177a815a106 None None] Port e41091d2-3a2e-444c-a5e0-cc14b5d8ebfc cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:39:12.934124 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-6c09c80b-0d08-4a05-b0cb-b9bde0367c67 None None] Set router 823850d8-86a0-4d4b-a8c0-cbf02122ea2f gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:39:12.965685 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-ef963737-a1ff-4983-85f9-a177a815a106 None None] Provisioning complete for port dc86152c-4fe2-47b1-89dd-f3935d67fb69 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:39:12.965990 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ef963737-a1ff-4983-85f9-a177a815a106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:13.050765 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-130c7897-64a6-4b50-943c-7ca150d1643a service neutron] 10.222.0.20 "GET /v2.0/networks/3fd09be9-4fbf-43d1-9201-0d8827d1c688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4382851 Nov 27 04:39:13.205584 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device dc86152c-4fe2-47b1-89dd-f3935d67fb69 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:39:13.240941 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b839c1f6-4c24-4e40-9f63-3db7e1ddf71f req-cd1ae6b6-bebd-4b5b-a492-bbd0ffdd6221 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=6475c5f7-3e6b-41cb-8c12-3a0efee42147 HTTP/1.1" status: 200 len: 210 time: 0.0280316 Nov 27 04:39:13.277470 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port dc86152c-4fe2-47b1-89dd-f3935d67fb69 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:39:13.277984 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:13.307524 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-6c09c80b-0d08-4a05-b0cb-b9bde0367c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823850d8-86a0-4d4b-a8c0-cbf02122ea2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852573539', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '8a728692-78c2-41a8-bb4b-3dfa6a9157ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:39:07Z', 'updated_at': '2021-11-27T04:39:11Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '8a728692-78c2-41a8-bb4b-3dfa6a9157ee', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823850d8-86a0-4d4b-a8c0-cbf02122ea2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:39:08Z', 'updated_at': '2021-11-27T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'e41091d2-3a2e-444c-a5e0-cc14b5d8ebfc', 'name': '', 'network_id': '3fd09be9-4fbf-43d1-9201-0d8827d1c688', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'mac_address': 'fa:16:3e:65:c9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823850d8-86a0-4d4b-a8c0-cbf02122ea2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '225f1d84-3345-4807-96ae-fcb50c032d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:39:10Z', 'updated_at': '2021-11-27T04:39:11Z', 'revision_number': 2, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'subnets': [{'id': '225f1d84-3345-4807-96ae-fcb50c032d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:39:13.349062 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c09c80b-0d08-4a05-b0cb-b9bde0367c67 None None] Checking router: 823850d8-86a0-4d4b-a8c0-cbf02122ea2f for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:39:13.349420 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c09c80b-0d08-4a05-b0cb-b9bde0367c67 None None] Updating router 823850d8-86a0-4d4b-a8c0-cbf02122ea2f port e41091d2-3a2e-444c-a5e0-cc14b5d8ebfc binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:39:13.379798 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-8d332c5f-1674-4597-b34c-7faef21a8d1a None None] Provisioning complete for port e41091d2-3a2e-444c-a5e0-cc14b5d8ebfc triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:39:13.380173 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8d332c5f-1674-4597-b34c-7faef21a8d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:13.403730 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6c09c80b-0d08-4a05-b0cb-b9bde0367c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:13.481318 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-8d332c5f-1674-4597-b34c-7faef21a8d1a None None] Port e41091d2-3a2e-444c-a5e0-cc14b5d8ebfc cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:39:13.693356 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:39:13.724719 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6c09c80b-0d08-4a05-b0cb-b9bde0367c67 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:13.729880 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6c09c80b-0d08-4a05-b0cb-b9bde0367c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:13.781826 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7b517-ba11-40bb-8020-e494222f8c7b None None] Pushing event updated for resources: {'Port': ['ID=e41091d2-3a2e-444c-a5e0-cc14b5d8ebfc,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:39:13.841015 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-6c09c80b-0d08-4a05-b0cb-b9bde0367c67 None None] Attempting to bind port e41091d2-3a2e-444c-a5e0-cc14b5d8ebfc on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:39:13.841391 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-6c09c80b-0d08-4a05-b0cb-b9bde0367c67 None None] Attempting to bind port e41091d2-3a2e-444c-a5e0-cc14b5d8ebfc by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'bf73fcac-51f7-4fcf-b98c-3a4b35297fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3fd09be9-4fbf-43d1-9201-0d8827d1c688'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:39:13.841759 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c09c80b-0d08-4a05-b0cb-b9bde0367c67 None None] Attempting to bind port e41091d2-3a2e-444c-a5e0-cc14b5d8ebfc on network 3fd09be9-4fbf-43d1-9201-0d8827d1c688 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:39:13.846975 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c09c80b-0d08-4a05-b0cb-b9bde0367c67 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:39:13.847356 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c09c80b-0d08-4a05-b0cb-b9bde0367c67 None None] Checking segment: {'id': 'bf73fcac-51f7-4fcf-b98c-3a4b35297fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3fd09be9-4fbf-43d1-9201-0d8827d1c688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:39:13.847766 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6c09c80b-0d08-4a05-b0cb-b9bde0367c67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:13.848167 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c09c80b-0d08-4a05-b0cb-b9bde0367c67 None None] Bound using segment: {'id': 'bf73fcac-51f7-4fcf-b98c-3a4b35297fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3fd09be9-4fbf-43d1-9201-0d8827d1c688'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:39:13.848654 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-6c09c80b-0d08-4a05-b0cb-b9bde0367c67 None None] Bound port: e41091d2-3a2e-444c-a5e0-cc14b5d8ebfc, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf73fcac-51f7-4fcf-b98c-3a4b35297fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3fd09be9-4fbf-43d1-9201-0d8827d1c688'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:39:13.849040 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6c09c80b-0d08-4a05-b0cb-b9bde0367c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:13.919620 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-6c09c80b-0d08-4a05-b0cb-b9bde0367c67 None None] For port e41091d2-3a2e-444c-a5e0-cc14b5d8ebfc, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:39:13.923112 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-6c09c80b-0d08-4a05-b0cb-b9bde0367c67 None None] For port e41091d2-3a2e-444c-a5e0-cc14b5d8ebfc, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=e41091d2-3a2e-444c-a5e0-cc14b5d8ebfc,segment=NetworkSegment(bf73fcac-51f7-4fcf-b98c-3a4b35297fed),segment_id=bf73fcac-51f7-4fcf-b98c-3a4b35297fed)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:39:13.927992 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6c09c80b-0d08-4a05-b0cb-b9bde0367c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:13.987019 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c09c80b-0d08-4a05-b0cb-b9bde0367c67 None None] Routers {'823850d8-86a0-4d4b-a8c0-cbf02122ea2f'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:39:13.987655 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-6c09c80b-0d08-4a05-b0cb-b9bde0367c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:38:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['823850d8-86a0-4d4b-a8c0-cbf02122ea2f'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:39:13.993440 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7b517-ba11-40bb-8020-e494222f8c7b None None] Pushing event updated for resources: {'Port': ['ID=e41091d2-3a2e-444c-a5e0-cc14b5d8ebfc,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:39:14.089736 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-21865445-bac4-42f9-82ad-d9e812bdfae4 None None] Provisioning complete for port e41091d2-3a2e-444c-a5e0-cc14b5d8ebfc triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:39:14.090112 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-21865445-bac4-42f9-82ad-d9e812bdfae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:14.152701 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-6c09c80b-0d08-4a05-b0cb-b9bde0367c67 None None] Set router 823850d8-86a0-4d4b-a8c0-cbf02122ea2f gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:39:14.292049 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-21865445-bac4-42f9-82ad-d9e812bdfae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:14.351099 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-37a47195-c0ef-4277-b9f1-5161af336894 req-7c1ccafb-88fc-46d4-9a57-ccee191d7997 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=6475c5f7-3e6b-41cb-8c12-3a0efee42147 HTTP/1.1" status: 200 len: 210 time: 0.0331748 Nov 27 04:39:14.368393 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-21865445-bac4-42f9-82ad-d9e812bdfae4 None None] For port e41091d2-3a2e-444c-a5e0-cc14b5d8ebfc, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=e41091d2-3a2e-444c-a5e0-cc14b5d8ebfc,segment=NetworkSegment(bf73fcac-51f7-4fcf-b98c-3a4b35297fed),segment_id=bf73fcac-51f7-4fcf-b98c-3a4b35297fed)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:39:14.375754 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-21865445-bac4-42f9-82ad-d9e812bdfae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:14.441795 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-1d230113-a2cd-4a6c-8f8d-ec85a60658dd tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:39:14.443495 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-1d230113-a2cd-4a6c-8f8d-ec85a60658dd tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.23 "GET /v2.0/networks?id=3fd09be9-4fbf-43d1-9201-0d8827d1c688 HTTP/1.1" status: 200 len: 796 time: 0.1128302 Nov 27 04:39:14.461390 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21865445-bac4-42f9-82ad-d9e812bdfae4 None None] Pushing event updated for resources: {'Port': ['ID=e41091d2-3a2e-444c-a5e0-cc14b5d8ebfc,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:39:14.477144 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-6c09c80b-0d08-4a05-b0cb-b9bde0367c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823850d8-86a0-4d4b-a8c0-cbf02122ea2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852573539', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '8a728692-78c2-41a8-bb4b-3dfa6a9157ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:39:07Z', 'updated_at': '2021-11-27T04:39:11Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '8a728692-78c2-41a8-bb4b-3dfa6a9157ee', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823850d8-86a0-4d4b-a8c0-cbf02122ea2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:39:08Z', 'updated_at': '2021-11-27T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'e41091d2-3a2e-444c-a5e0-cc14b5d8ebfc', 'name': '', 'network_id': '3fd09be9-4fbf-43d1-9201-0d8827d1c688', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'mac_address': 'fa:16:3e:65:c9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823850d8-86a0-4d4b-a8c0-cbf02122ea2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '225f1d84-3345-4807-96ae-fcb50c032d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:39:10Z', 'updated_at': '2021-11-27T04:39:13Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'subnets': [{'id': '225f1d84-3345-4807-96ae-fcb50c032d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:39:14.527894 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-afc6b184-d236-4834-9780-5ecdb7665116 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16ef918a0fcc49e59c15f8e39341f751 HTTP/1.1" status: 200 len: 380 time: 0.0655775 Nov 27 04:39:14.539537 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-267afbca-cf1b-410c-b496-1985199b64a9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'port': {'device_id': '6475c5f7-3e6b-41cb-8c12-3a0efee42147', 'network_id': '3fd09be9-4fbf-43d1-9201-0d8827d1c688', 'admin_state_up': True, 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'security_groups': ['2b14b05d-77d8-435a-849b-431b1035f42d']}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:39:14.649946 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-267afbca-cf1b-410c-b496-1985199b64a9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Made reservation on behalf of 16ef918a0fcc49e59c15f8e39341f751 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:39:14.653722 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-267afbca-cf1b-410c-b496-1985199b64a9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:14.666256 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c09c80b-0d08-4a05-b0cb-b9bde0367c67 None None] The sync data for ids ['823850d8-86a0-4d4b-a8c0-cbf02122ea2f'] in n-d-819494-3 is: [{'id': '823850d8-86a0-4d4b-a8c0-cbf02122ea2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852573539', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '8a728692-78c2-41a8-bb4b-3dfa6a9157ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:39:07Z', 'updated_at': '2021-11-27T04:39:11Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '8a728692-78c2-41a8-bb4b-3dfa6a9157ee', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823850d8-86a0-4d4b-a8c0-cbf02122ea2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:39:08Z', 'updated_at': '2021-11-27T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'e41091d2-3a2e-444c-a5e0-cc14b5d8ebfc', 'name': '', 'network_id': '3fd09be9-4fbf-43d1-9201-0d8827d1c688', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'mac_address': 'fa:16:3e:65:c9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823850d8-86a0-4d4b-a8c0-cbf02122ea2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '225f1d84-3345-4807-96ae-fcb50c032d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:39:10Z', 'updated_at': '2021-11-27T04:39:13Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'subnets': [{'id': '225f1d84-3345-4807-96ae-fcb50c032d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:39:14.677248 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-bd8e4af1-b6b6-44de-947f-15f24af71f55 None None] Provisioning complete for port e41091d2-3a2e-444c-a5e0-cc14b5d8ebfc triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:39:14.677882 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4af1-b6b6-44de-947f-15f24af71f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:14.815027 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-267afbca-cf1b-410c-b496-1985199b64a9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Allocated IP 172.20.0.13 (3fd09be9-4fbf-43d1-9201-0d8827d1c688/225f1d84-3345-4807-96ae-fcb50c032d8a/511d8ce6-7481-41f9-b2ca-9e27248d422f) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:39:14.960436 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-267afbca-cf1b-410c-b496-1985199b64a9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:15.000835 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-267afbca-cf1b-410c-b496-1985199b64a9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:15.046844 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-267afbca-cf1b-410c-b496-1985199b64a9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Network 3fd09be9-4fbf-43d1-9201-0d8827d1c688 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:39:15.050283 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-267afbca-cf1b-410c-b496-1985199b64a9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:39:15.054209 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-267afbca-cf1b-410c-b496-1985199b64a9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:39:15.079200 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267afbca-cf1b-410c-b496-1985199b64a9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'Port': ['ID=511d8ce6-7481-41f9-b2ca-9e27248d422f,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:39:15.112814 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-267afbca-cf1b-410c-b496-1985199b64a9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:39:15.113692 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-267afbca-cf1b-410c-b496-1985199b64a9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:15.143157 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-267afbca-cf1b-410c-b496-1985199b64a9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6075971 Nov 27 04:39:15.177356 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-5ad7d8aa-53a4-4734-85e8-4a396b8b8f39 service neutron] Request body: {'port': {'device_id': '6475c5f7-3e6b-41cb-8c12-3a0efee42147', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:39:15.181003 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e41091d2-3a2e-444c-a5e0-cc14b5d8ebfc up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:39:15.241143 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port e41091d2-3a2e-444c-a5e0-cc14b5d8ebfc triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:39:15.241607 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:15.255028 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-5ad7d8aa-53a4-4734-85e8-4a396b8b8f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:15.413956 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-21ee1538-b467-4532-b234-b4f35f4bcbd5 None None] Provisioning complete for port 511d8ce6-7481-41f9-b2ca-9e27248d422f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:39:15.414488 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-21ee1538-b467-4532-b234-b4f35f4bcbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:15.458695 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-21ee1538-b467-4532-b234-b4f35f4bcbd5 None None] Port 511d8ce6-7481-41f9-b2ca-9e27248d422f cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:39:15.473125 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41c5ed-17da-4ca7-b236-d0a0001457b5 req-0188d8b9-dfa0-46d0-a7c2-123f1f6be759 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:39:15.475502 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ff41c5ed-17da-4ca7-b236-d0a0001457b5 req-0188d8b9-dfa0-46d0-a7c2-123f1f6be759 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=6475c5f7-3e6b-41cb-8c12-3a0efee42147 HTTP/1.1" status: 200 len: 932 time: 0.0599716 Nov 27 04:39:15.529609 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ff41c5ed-17da-4ca7-b236-d0a0001457b5 req-6ba2577c-20ad-4201-9a55-ffc59eb7becc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b14b05d-77d8-435a-849b-431b1035f42d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468872 Nov 27 04:39:15.567941 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-5ad7d8aa-53a4-4734-85e8-4a396b8b8f39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 511d8ce6-7481-41f9-b2ca-9e27248d422f {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:39:15.575607 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-5ad7d8aa-53a4-4734-85e8-4a396b8b8f39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:15.588523 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-5ad7d8aa-53a4-4734-85e8-4a396b8b8f39 service neutron] Transition to ACTIVE for port object 511d8ce6-7481-41f9-b2ca-9e27248d422f will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:39:15.593735 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-5ad7d8aa-53a4-4734-85e8-4a396b8b8f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:15.643305 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7d8aa-53a4-4734-85e8-4a396b8b8f39 service neutron] Pushing event updated for resources: {'Port': ['ID=511d8ce6-7481-41f9-b2ca-9e27248d422f,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:39:15.725247 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-5ad7d8aa-53a4-4734-85e8-4a396b8b8f39 service neutron] Attempting to bind port 511d8ce6-7481-41f9-b2ca-9e27248d422f on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:39:15.725587 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-5ad7d8aa-53a4-4734-85e8-4a396b8b8f39 service neutron] Attempting to bind port 511d8ce6-7481-41f9-b2ca-9e27248d422f by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': 'bf73fcac-51f7-4fcf-b98c-3a4b35297fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3fd09be9-4fbf-43d1-9201-0d8827d1c688'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:39:15.725917 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-5ad7d8aa-53a4-4734-85e8-4a396b8b8f39 service neutron] Attempting to bind port 511d8ce6-7481-41f9-b2ca-9e27248d422f on network 3fd09be9-4fbf-43d1-9201-0d8827d1c688 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:39:15.730640 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-5ad7d8aa-53a4-4734-85e8-4a396b8b8f39 service neutron] Port 511d8ce6-7481-41f9-b2ca-9e27248d422f on network 3fd09be9-4fbf-43d1-9201-0d8827d1c688 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:39:15.730970 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-5ad7d8aa-53a4-4734-85e8-4a396b8b8f39 service neutron] Attempting to bind port 511d8ce6-7481-41f9-b2ca-9e27248d422f on network 3fd09be9-4fbf-43d1-9201-0d8827d1c688 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:39:15.736251 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-5ad7d8aa-53a4-4734-85e8-4a396b8b8f39 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:39:15.736697 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-5ad7d8aa-53a4-4734-85e8-4a396b8b8f39 service neutron] Checking segment: {'id': 'bf73fcac-51f7-4fcf-b98c-3a4b35297fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3fd09be9-4fbf-43d1-9201-0d8827d1c688'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:39:15.737087 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-5ad7d8aa-53a4-4734-85e8-4a396b8b8f39 service neutron] Bound using segment: {'id': 'bf73fcac-51f7-4fcf-b98c-3a4b35297fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3fd09be9-4fbf-43d1-9201-0d8827d1c688'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:39:15.737596 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-5ad7d8aa-53a4-4734-85e8-4a396b8b8f39 service neutron] Bound port: 511d8ce6-7481-41f9-b2ca-9e27248d422f, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf73fcac-51f7-4fcf-b98c-3a4b35297fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3fd09be9-4fbf-43d1-9201-0d8827d1c688'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:39:15.737991 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-5ad7d8aa-53a4-4734-85e8-4a396b8b8f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:15.814827 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-5ad7d8aa-53a4-4734-85e8-4a396b8b8f39 service neutron] For port 511d8ce6-7481-41f9-b2ca-9e27248d422f, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:39:15.819106 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-5ad7d8aa-53a4-4734-85e8-4a396b8b8f39 service neutron] For port 511d8ce6-7481-41f9-b2ca-9e27248d422f, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=511d8ce6-7481-41f9-b2ca-9e27248d422f,segment=NetworkSegment(bf73fcac-51f7-4fcf-b98c-3a4b35297fed),segment_id=bf73fcac-51f7-4fcf-b98c-3a4b35297fed)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:39:15.829078 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-5ad7d8aa-53a4-4734-85e8-4a396b8b8f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:15.867567 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-5ad7d8aa-53a4-4734-85e8-4a396b8b8f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:39:15.868186 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-5ad7d8aa-53a4-4734-85e8-4a396b8b8f39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:15.869589 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-5ad7d8aa-53a4-4734-85e8-4a396b8b8f39 service neutron] 10.222.0.23 "PUT /v2.0/ports/511d8ce6-7481-41f9-b2ca-9e27248d422f HTTP/1.1" status: 200 len: 1092 time: 0.6976259 Nov 27 04:39:15.870040 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6475c5f7-3e6b-41cb-8c12-3a0efee42147', 'tag': '511d8ce6-7481-41f9-b2ca-9e27248d422f'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:39:15.872340 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6635849e48ade6363352bf203b7e1e88ea7c49f4c26f433121efe8ddd1c2e79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbead0a-2724-4d2f-bbfe-c0ade5a23fad" -d '{"events": [{"name": "network-changed", "server_uuid": "6475c5f7-3e6b-41cb-8c12-3a0efee42147", "tag": "511d8ce6-7481-41f9-b2ca-9e27248d422f"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:39:15.921240 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7d8aa-53a4-4734-85e8-4a396b8b8f39 service neutron] Pushing event updated for resources: {'Port': ['ID=511d8ce6-7481-41f9-b2ca-9e27248d422f,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:39:15.929242 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca094dc-7d57-49dc-8905-f57d5b2b8133 x-openstack-request-id: req-eca094dc-7d57-49dc-8905-f57d5b2b8133 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:39:15.929790 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6475c5f7-3e6b-41cb-8c12-3a0efee42147", "tag": "511d8ce6-7481-41f9-b2ca-9e27248d422f", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:39:15.930515 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eca094dc-7d57-49dc-8905-f57d5b2b8133 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:39:15.931096 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6475c5f7-3e6b-41cb-8c12-3a0efee42147', 'tag': '511d8ce6-7481-41f9-b2ca-9e27248d422f', 'status': 'completed', 'code': 200} Nov 27 04:39:15.996406 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-b8c8d97e-935a-4b30-8c58-c6b81886a258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:39:15.997951 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-b8c8d97e-935a-4b30-8c58-c6b81886a258 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16ef918a0fcc49e59c15f8e39341f751&device_id=6475c5f7-3e6b-41cb-8c12-3a0efee42147 HTTP/1.1" status: 200 len: 1095 time: 0.0439141 Nov 27 04:39:16.061528 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-c80f4df7-602d-4e64-8dea-5f7f2cc7cf25 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=511d8ce6-7481-41f9-b2ca-9e27248d422f HTTP/1.1" status: 200 len: 217 time: 0.0396922 Nov 27 04:39:16.117115 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-8b3c1a21-f906-48ff-9f77-faa27026d6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:39:16.118640 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-8b3c1a21-f906-48ff-9f77-faa27026d6e0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=225f1d84-3345-4807-96ae-fcb50c032d8a HTTP/1.1" status: 200 len: 834 time: 0.0466049 Nov 27 04:39:16.174053 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-e2b1b94b-110c-45d4-a036-e0e8a7ff058d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:39:16.175554 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-e2b1b94b-110c-45d4-a036-e0e8a7ff058d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3fd09be9-4fbf-43d1-9201-0d8827d1c688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451891 Nov 27 04:39:16.221363 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ae7d799f-d64e-4d4a-8907-aaae221bbdb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:16.277509 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-b1a9bdc3-47dd-4753-9678-9fda04cec778 service neutron] 10.222.0.23 "GET /v2.0/networks/3fd09be9-4fbf-43d1-9201-0d8827d1c688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877867 Nov 27 04:39:16.374933 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b3b7ad38-fe73-4b41-abf8-7e05f10e318c req-8a4ce002-f21d-4b8d-b387-ac483963465f service neutron] 10.222.0.23 "GET /v2.0/networks/3fd09be9-4fbf-43d1-9201-0d8827d1c688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836465 Nov 27 04:39:16.417923 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:16.509208 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbead0a-2724-4d2f-bbfe-c0ade5a23fad req-0c08c5ee-ab5f-42af-8c00-d63cb0e580ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:39:16.510690 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-adbead0a-2724-4d2f-bbfe-c0ade5a23fad req-0c08c5ee-ab5f-42af-8c00-d63cb0e580ce service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16ef918a0fcc49e59c15f8e39341f751&device_id=6475c5f7-3e6b-41cb-8c12-3a0efee42147 HTTP/1.1" status: 200 len: 1095 time: 0.0388739 Nov 27 04:39:16.602041 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbead0a-2724-4d2f-bbfe-c0ade5a23fad req-438ce06e-0478-4acb-9566-9b1a29da583a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:39:16.603539 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-adbead0a-2724-4d2f-bbfe-c0ade5a23fad req-438ce06e-0478-4acb-9566-9b1a29da583a service neutron] 10.222.0.23 "GET /v2.0/networks?id=3fd09be9-4fbf-43d1-9201-0d8827d1c688 HTTP/1.1" status: 200 len: 897 time: 0.0851355 Nov 27 04:39:16.648663 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-adbead0a-2724-4d2f-bbfe-c0ade5a23fad req-976c1203-f854-4f8b-b0ef-31c49e87ca0b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=511d8ce6-7481-41f9-b2ca-9e27248d422f HTTP/1.1" status: 200 len: 217 time: 0.0377142 Nov 27 04:39:16.697770 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbead0a-2724-4d2f-bbfe-c0ade5a23fad req-7cca359f-4246-4a34-8d06-67df3c23e7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:39:16.699337 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-adbead0a-2724-4d2f-bbfe-c0ade5a23fad req-7cca359f-4246-4a34-8d06-67df3c23e7d7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=225f1d84-3345-4807-96ae-fcb50c032d8a HTTP/1.1" status: 200 len: 834 time: 0.0440240 Nov 27 04:39:16.714409 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2654cb8-e591-4558-8e8d-0226894eb4e2 req-853342ef-e9b6-4c7b-8583-1abe327e535b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:39:16.715918 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e2654cb8-e591-4558-8e8d-0226894eb4e2 req-853342ef-e9b6-4c7b-8583-1abe327e535b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=6475c5f7-3e6b-41cb-8c12-3a0efee42147 HTTP/1.1" status: 200 len: 944 time: 0.1133468 Nov 27 04:39:16.749630 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbead0a-2724-4d2f-bbfe-c0ade5a23fad req-5f7e0a8d-243e-4659-b342-86ee27c4b55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:39:16.751174 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-adbead0a-2724-4d2f-bbfe-c0ade5a23fad req-5f7e0a8d-243e-4659-b342-86ee27c4b55c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3fd09be9-4fbf-43d1-9201-0d8827d1c688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423069 Nov 27 04:39:16.765833 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e2654cb8-e591-4558-8e8d-0226894eb4e2 req-70e814b8-8d0e-4d72-a964-6f27f4e41600 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b14b05d-77d8-435a-849b-431b1035f42d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437522 Nov 27 04:39:16.846292 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-adbead0a-2724-4d2f-bbfe-c0ade5a23fad req-fecec6d0-4fd3-43de-949d-d9a96db4ec4f service neutron] 10.222.0.23 "GET /v2.0/networks/3fd09be9-4fbf-43d1-9201-0d8827d1c688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866389 Nov 27 04:39:16.957526 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-adbead0a-2724-4d2f-bbfe-c0ade5a23fad req-a7ed9731-3997-4ced-b167-8df6fce1cf5b service neutron] 10.222.0.23 "GET /v2.0/networks/3fd09be9-4fbf-43d1-9201-0d8827d1c688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821223 Nov 27 04:39:17.830134 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 511d8ce6-7481-41f9-b2ca-9e27248d422f details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:39:17.878484 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac735d9-284e-4ab9-87ae-6807f986a020 req-e84d8063-ae23-49d4-90cd-a3891a6def6e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:39:17.880647 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1ac735d9-284e-4ab9-87ae-6807f986a020 req-e84d8063-ae23-49d4-90cd-a3891a6def6e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=6475c5f7-3e6b-41cb-8c12-3a0efee42147 HTTP/1.1" status: 200 len: 944 time: 0.0490034 Nov 27 04:39:17.929056 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 511d8ce6-7481-41f9-b2ca-9e27248d422f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=511d8ce6-7481-41f9-b2ca-9e27248d422f,segment=NetworkSegment(bf73fcac-51f7-4fcf-b98c-3a4b35297fed),segment_id=bf73fcac-51f7-4fcf-b98c-3a4b35297fed)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:39:17.936728 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1ac735d9-284e-4ab9-87ae-6807f986a020 req-e53994af-1703-4505-b5f5-9afe0d7f6015 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b14b05d-77d8-435a-849b-431b1035f42d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495317 Nov 27 04:39:17.941842 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '511d8ce6-7481-41f9-b2ca-9e27248d422f', 'network_id': '3fd09be9-4fbf-43d1-9201-0d8827d1c688', 'port_id': '511d8ce6-7481-41f9-b2ca-9e27248d422f', 'mac_address': 'fa:16:3e:63:c9:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '225f1d84-3345-4807-96ae-fcb50c032d8a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:39:17.978057 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:17.991361 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 511d8ce6-7481-41f9-b2ca-9e27248d422f {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:39:18.010652 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 511d8ce6-7481-41f9-b2ca-9e27248d422f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=511d8ce6-7481-41f9-b2ca-9e27248d422f,segment=NetworkSegment(bf73fcac-51f7-4fcf-b98c-3a4b35297fed),segment_id=bf73fcac-51f7-4fcf-b98c-3a4b35297fed)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:39:18.014562 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:18.060167 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=511d8ce6-7481-41f9-b2ca-9e27248d422f,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:39:18.349820 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-09311bb8-dd72-48f1-915b-0778fa48a792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:18.362100 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['511d8ce6-7481-41f9-b2ca-9e27248d422f'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:39:19.056426 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c173bf7-6fae-438d-bfc0-c8c8dbfa4e8d req-3f9f8658-e60d-447b-8b2a-4074d39d9094 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:39:19.057907 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6c173bf7-6fae-438d-bfc0-c8c8dbfa4e8d req-3f9f8658-e60d-447b-8b2a-4074d39d9094 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=6475c5f7-3e6b-41cb-8c12-3a0efee42147 HTTP/1.1" status: 200 len: 945 time: 0.0522506 Nov 27 04:39:19.106636 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6c173bf7-6fae-438d-bfc0-c8c8dbfa4e8d req-3d8e1718-6cca-492e-8007-13487a8be34b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b14b05d-77d8-435a-849b-431b1035f42d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422561 Nov 27 04:39:19.129849 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:19.727887 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:19.830482 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 511d8ce6-7481-41f9-b2ca-9e27248d422f up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:39:19.882133 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 511d8ce6-7481-41f9-b2ca-9e27248d422f completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:39:19.885858 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 511d8ce6-7481-41f9-b2ca-9e27248d422f triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:39:19.886231 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:19.962245 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:19.984273 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6475c5f7-3e6b-41cb-8c12-3a0efee42147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511d8ce6-7481-41f9-b2ca-9e27248d422f'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:39:19.986442 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cd242c429b1b430e732526cd6379d8ccbd757f58f75f7d0f2ca28f612e49c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a566c4b4-1820-4660-8d20-d02428f9e587" -d '{"events": [{"server_uuid": "6475c5f7-3e6b-41cb-8c12-3a0efee42147", "name": "network-vif-plugged", "status": "completed", "tag": "511d8ce6-7481-41f9-b2ca-9e27248d422f"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:39:19.999472 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 511d8ce6-7481-41f9-b2ca-9e27248d422f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=511d8ce6-7481-41f9-b2ca-9e27248d422f,segment=NetworkSegment(bf73fcac-51f7-4fcf-b98c-3a4b35297fed),segment_id=bf73fcac-51f7-4fcf-b98c-3a4b35297fed)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:39:20.003186 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:20.055563 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=511d8ce6-7481-41f9-b2ca-9e27248d422f,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:39:20.086870 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2196c2e-2112-4ed2-97e5-13a147186ab7 x-openstack-request-id: req-e2196c2e-2112-4ed2-97e5-13a147186ab7 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:39:20.087171 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6475c5f7-3e6b-41cb-8c12-3a0efee42147", "name": "network-vif-plugged", "status": "completed", "tag": "511d8ce6-7481-41f9-b2ca-9e27248d422f", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:39:20.087431 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2196c2e-2112-4ed2-97e5-13a147186ab7 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:39:20.087829 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6475c5f7-3e6b-41cb-8c12-3a0efee42147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511d8ce6-7481-41f9-b2ca-9e27248d422f', 'code': 200} Nov 27 04:39:20.229396 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897ed38-acac-46c5-8546-17f2574fb2ae req-d37561d8-c9f0-43f8-9302-b4d6ffb581fc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:39:20.230925 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8897ed38-acac-46c5-8546-17f2574fb2ae req-d37561d8-c9f0-43f8-9302-b4d6ffb581fc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=6475c5f7-3e6b-41cb-8c12-3a0efee42147 HTTP/1.1" status: 200 len: 946 time: 0.0492296 Nov 27 04:39:20.282007 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8897ed38-acac-46c5-8546-17f2574fb2ae req-55a31fc8-d109-4660-b719-5e47479c1c3f tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b14b05d-77d8-435a-849b-431b1035f42d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444396 Nov 27 04:39:20.292185 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b44136-142e-4b21-b614-d8368c2060da req-7eb34f1d-55a0-443a-8228-75839388caf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:39:20.293883 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9b44136-142e-4b21-b614-d8368c2060da req-7eb34f1d-55a0-443a-8228-75839388caf2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6475c5f7-3e6b-41cb-8c12-3a0efee42147 HTTP/1.1" status: 200 len: 1097 time: 0.0957878 Nov 27 04:39:20.345650 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c9b44136-142e-4b21-b614-d8368c2060da req-c0f44136-4ed4-4f0b-a39a-0480b6f4830d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2b14b05d-77d8-435a-849b-431b1035f42d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398779 Nov 27 04:39:21.330353 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:21.404499 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088c057-b81f-4a30-932e-582e8a6608a0 req-c5a96584-085f-4390-a1fd-8964805ebb76 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:39:21.406000 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3088c057-b81f-4a30-932e-582e8a6608a0 req-c5a96584-085f-4390-a1fd-8964805ebb76 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=6475c5f7-3e6b-41cb-8c12-3a0efee42147 HTTP/1.1" status: 200 len: 946 time: 0.0535390 Nov 27 04:39:21.460637 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3088c057-b81f-4a30-932e-582e8a6608a0 req-39d8c7b6-4801-4e59-8faa-b54b25e563c0 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b14b05d-77d8-435a-849b-431b1035f42d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484900 Nov 27 04:39:21.930973 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:22.573722 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b4071-e60e-4665-a272-c06e673a3c91 req-97a167d6-882d-45dc-b7eb-35f3a7921b4f tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:39:22.575200 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-863b4071-e60e-4665-a272-c06e673a3c91 req-97a167d6-882d-45dc-b7eb-35f3a7921b4f tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=6475c5f7-3e6b-41cb-8c12-3a0efee42147 HTTP/1.1" status: 200 len: 946 time: 0.0484080 Nov 27 04:39:22.623529 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-863b4071-e60e-4665-a272-c06e673a3c91 req-26579551-d859-4fc0-974f-0c27ba2877e5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b14b05d-77d8-435a-849b-431b1035f42d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415986 Nov 27 04:39:22.734498 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926201b-cac8-4f6e-a0df-befce78bd819 req-acc4d70d-047e-451e-8314-6672db564034 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:39:22.736021 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4926201b-cac8-4f6e-a0df-befce78bd819 req-acc4d70d-047e-451e-8314-6672db564034 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=6475c5f7-3e6b-41cb-8c12-3a0efee42147 HTTP/1.1" status: 200 len: 946 time: 0.0482008 Nov 27 04:39:22.789156 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4926201b-cac8-4f6e-a0df-befce78bd819 req-7cdccf93-ccff-412c-a1e2-6ee85dc96fa0 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b14b05d-77d8-435a-849b-431b1035f42d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467644 Nov 27 04:39:22.810347 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33724) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:39:22.849981 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3ffb8e-a89f-4b01-905b-86149a5cdd79 tempest-TestNetworkAdvancedServerOps-1512945365 tempest-TestNetworkAdvancedServerOps-1512945365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:39:22.851510 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-db3ffb8e-a89f-4b01-905b-86149a5cdd79 tempest-TestNetworkAdvancedServerOps-1512945365 tempest-TestNetworkAdvancedServerOps-1512945365-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6475c5f7-3e6b-41cb-8c12-3a0efee42147 HTTP/1.1" status: 200 len: 1092 time: 0.0401614 Nov 27 04:39:22.854214 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33726) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:39:22.858446 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-1e1fae04-a5b4-417e-8748-e64a228d8a5c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'port_id': '511d8ce6-7481-41f9-b2ca-9e27248d422f', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:39:22.880531 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1e1fae04-a5b4-417e-8748-e64a228d8a5c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for floatingip, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:22.985045 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1e1fae04-a5b4-417e-8748-e64a228d8a5c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:23.084730 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-1e1fae04-a5b4-417e-8748-e64a228d8a5c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Allocated IP 172.25.1.232 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/7f973f2d-8f78-4713-b6aa-33e8ef62658b) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:39:23.189592 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1e1fae04-a5b4-417e-8748-e64a228d8a5c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:23.221836 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1e1fae04-a5b4-417e-8748-e64a228d8a5c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:23.260056 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1fae04-a5b4-417e-8748-e64a228d8a5c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:39:23.262886 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-1e1fae04-a5b4-417e-8748-e64a228d8a5c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:39:23.266384 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1fae04-a5b4-417e-8748-e64a228d8a5c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:39:23.289455 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1fae04-a5b4-417e-8748-e64a228d8a5c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'Port': ['ID=7f973f2d-8f78-4713-b6aa-33e8ef62658b,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:39:23.618078 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1e1fae04-a5b4-417e-8748-e64a228d8a5c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:23.689587 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1e1fae04-a5b4-417e-8748-e64a228d8a5c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:23.857078 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1e1fae04-a5b4-417e-8748-e64a228d8a5c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:23.861535 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1e1fae04-a5b4-417e-8748-e64a228d8a5c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:23.945606 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1fae04-a5b4-417e-8748-e64a228d8a5c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'Port': ['ID=7f973f2d-8f78-4713-b6aa-33e8ef62658b,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:39:23.954935 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1e1fae04-a5b4-417e-8748-e64a228d8a5c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:24.052918 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [None req-1e1fae04-a5b4-417e-8748-e64a228d8a5c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Floating IP df486f04-c73f-41d0-9bf1-96ee7735a713 associated. External IP: 172.25.1.232, port: 511d8ce6-7481-41f9-b2ca-9e27248d422f. Nov 27 04:39:24.258307 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1fae04-a5b4-417e-8748-e64a228d8a5c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Router 823850d8-86a0-4d4b-a8c0-cbf02122ea2f has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:39:24.364112 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1fae04-a5b4-417e-8748-e64a228d8a5c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:39:24.373572 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6294ee-694d-4175-9a6a-54cc624fd019 None None] Sync routers for ids ['823850d8-86a0-4d4b-a8c0-cbf02122ea2f'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:39:24.382041 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1e1fae04-a5b4-417e-8748-e64a228d8a5c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:24.387522 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6294ee-694d-4175-9a6a-54cc624fd019 None None] Routers {'823850d8-86a0-4d4b-a8c0-cbf02122ea2f'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:39:24.388140 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-df6294ee-694d-4175-9a6a-54cc624fd019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:39:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['823850d8-86a0-4d4b-a8c0-cbf02122ea2f'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:39:24.408671 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1e1fae04-a5b4-417e-8748-e64a228d8a5c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5534120 Nov 27 04:39:24.409254 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6475c5f7-3e6b-41cb-8c12-3a0efee42147', 'tag': '511d8ce6-7481-41f9-b2ca-9e27248d422f'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:39:24.411581 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20929f59dc3e4a1f895875fa4f1d8176977ed8a2dabc14b50c14f260305299d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4eaa093-dae1-4fd7-ac64-9505c3ab4fa4" -d '{"events": [{"name": "network-changed", "server_uuid": "6475c5f7-3e6b-41cb-8c12-3a0efee42147", "tag": "511d8ce6-7481-41f9-b2ca-9e27248d422f"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:39:24.491760 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-df6294ee-694d-4175-9a6a-54cc624fd019 None None] Set router 823850d8-86a0-4d4b-a8c0-cbf02122ea2f gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:39:24.508126 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4158301-1ae4-4687-afc7-2bbf16656603 req-0dd04cdf-246b-4407-8a6d-c84e0d7cf009 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:39:24.509717 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c4158301-1ae4-4687-afc7-2bbf16656603 req-0dd04cdf-246b-4407-8a6d-c84e0d7cf009 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=6475c5f7-3e6b-41cb-8c12-3a0efee42147 HTTP/1.1" status: 200 len: 946 time: 0.0512385 Nov 27 04:39:24.566984 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c4158301-1ae4-4687-afc7-2bbf16656603 req-5e42817d-c4a3-4e81-bbb3-e9fcc088e161 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b14b05d-77d8-435a-849b-431b1035f42d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510156 Nov 27 04:39:24.588638 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33732) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:39:24.612287 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d8da0e-5fba-4e0b-a0c8-52c63c9007d4 x-openstack-request-id: req-34d8da0e-5fba-4e0b-a0c8-52c63c9007d4 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:39:24.612588 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6475c5f7-3e6b-41cb-8c12-3a0efee42147", "tag": "511d8ce6-7481-41f9-b2ca-9e27248d422f", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:39:24.612852 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-34d8da0e-5fba-4e0b-a0c8-52c63c9007d4 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:39:24.613271 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6475c5f7-3e6b-41cb-8c12-3a0efee42147', 'tag': '511d8ce6-7481-41f9-b2ca-9e27248d422f', 'status': 'completed', 'code': 200} Nov 27 04:39:24.649561 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-958cbe05-a5a4-4170-8994-befdacbd2821 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/floatingips/df486f04-c73f-41d0-9bf1-96ee7735a713 HTTP/1.1" status: 200 len: 992 time: 0.0594652 Nov 27 04:39:24.697479 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eaa093-dae1-4fd7-ac64-9505c3ab4fa4 req-aba5f131-8f8d-4728-894e-26f52977dd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:39:24.699084 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d4eaa093-dae1-4fd7-ac64-9505c3ab4fa4 req-aba5f131-8f8d-4728-894e-26f52977dd32 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16ef918a0fcc49e59c15f8e39341f751&device_id=6475c5f7-3e6b-41cb-8c12-3a0efee42147 HTTP/1.1" status: 200 len: 1097 time: 0.0438197 Nov 27 04:39:24.717629 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-df6294ee-694d-4175-9a6a-54cc624fd019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823850d8-86a0-4d4b-a8c0-cbf02122ea2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852573539', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '8a728692-78c2-41a8-bb4b-3dfa6a9157ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:39:07Z', 'updated_at': '2021-11-27T04:39:11Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '8a728692-78c2-41a8-bb4b-3dfa6a9157ee', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823850d8-86a0-4d4b-a8c0-cbf02122ea2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:39:08Z', 'updated_at': '2021-11-27T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': 'df486f04-c73f-41d0-9bf1-96ee7735a713', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'floating_ip_address': '172.25.1.232', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '823850d8-86a0-4d4b-a8c0-cbf02122ea2f', 'port_id': '511d8ce6-7481-41f9-b2ca-9e27248d422f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fd09be9-4fbf-43d1-9201-0d8827d1c688', 'mac_address': 'fa:16:3e:63:c9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6475c5f7-3e6b-41cb-8c12-3a0efee42147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:39:23Z', 'updated_at': '2021-11-27T04:39:23Z', 'revision_number': 0, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e41091d2-3a2e-444c-a5e0-cc14b5d8ebfc', 'name': '', 'network_id': '3fd09be9-4fbf-43d1-9201-0d8827d1c688', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'mac_address': 'fa:16:3e:65:c9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823850d8-86a0-4d4b-a8c0-cbf02122ea2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '225f1d84-3345-4807-96ae-fcb50c032d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:39:10Z', 'updated_at': '2021-11-27T04:39:14Z', 'revision_number': 5, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'subnets': [{'id': '225f1d84-3345-4807-96ae-fcb50c032d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:39:24.743220 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6294ee-694d-4175-9a6a-54cc624fd019 None None] Checking router: 823850d8-86a0-4d4b-a8c0-cbf02122ea2f for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:39:24.752055 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6294ee-694d-4175-9a6a-54cc624fd019 None None] Routers {'823850d8-86a0-4d4b-a8c0-cbf02122ea2f'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:39:24.752669 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-df6294ee-694d-4175-9a6a-54cc624fd019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:39:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['823850d8-86a0-4d4b-a8c0-cbf02122ea2f'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:39:24.790717 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eaa093-dae1-4fd7-ac64-9505c3ab4fa4 req-c70ddf50-1323-497f-b033-218beb11566c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:39:24.792115 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d4eaa093-dae1-4fd7-ac64-9505c3ab4fa4 req-c70ddf50-1323-497f-b033-218beb11566c service neutron] 10.222.0.23 "GET /v2.0/networks?id=3fd09be9-4fbf-43d1-9201-0d8827d1c688 HTTP/1.1" status: 200 len: 897 time: 0.0855358 Nov 27 04:39:24.864022 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d4eaa093-dae1-4fd7-ac64-9505c3ab4fa4 req-62ea6584-cb46-4ca8-bdd0-c504b6c33967 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=511d8ce6-7481-41f9-b2ca-9e27248d422f HTTP/1.1" status: 200 len: 1000 time: 0.0642340 Nov 27 04:39:24.914455 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eaa093-dae1-4fd7-ac64-9505c3ab4fa4 req-a8c2959c-6197-4a61-b4e1-74a9efe1f22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:39:24.916121 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d4eaa093-dae1-4fd7-ac64-9505c3ab4fa4 req-a8c2959c-6197-4a61-b4e1-74a9efe1f22f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=225f1d84-3345-4807-96ae-fcb50c032d8a HTTP/1.1" status: 200 len: 834 time: 0.0453553 Nov 27 04:39:24.949609 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-df6294ee-694d-4175-9a6a-54cc624fd019 None None] Set router 823850d8-86a0-4d4b-a8c0-cbf02122ea2f gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:39:24.962422 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eaa093-dae1-4fd7-ac64-9505c3ab4fa4 req-8c760d21-812a-4c3d-a490-10de6a0bce99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:39:24.963932 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d4eaa093-dae1-4fd7-ac64-9505c3ab4fa4 req-8c760d21-812a-4c3d-a490-10de6a0bce99 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3fd09be9-4fbf-43d1-9201-0d8827d1c688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401959 Nov 27 04:39:25.057525 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d4eaa093-dae1-4fd7-ac64-9505c3ab4fa4 req-afb4e736-049f-4b64-8139-b7c7c1b22504 service neutron] 10.222.0.23 "GET /v2.0/networks/3fd09be9-4fbf-43d1-9201-0d8827d1c688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857830 Nov 27 04:39:25.146020 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d4eaa093-dae1-4fd7-ac64-9505c3ab4fa4 req-73bcf8fd-c459-4507-97c2-db6d297ebc4d service neutron] 10.222.0.23 "GET /v2.0/networks/3fd09be9-4fbf-43d1-9201-0d8827d1c688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817986 Nov 27 04:39:25.177559 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-df6294ee-694d-4175-9a6a-54cc624fd019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823850d8-86a0-4d4b-a8c0-cbf02122ea2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852573539', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '8a728692-78c2-41a8-bb4b-3dfa6a9157ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:39:07Z', 'updated_at': '2021-11-27T04:39:11Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '8a728692-78c2-41a8-bb4b-3dfa6a9157ee', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823850d8-86a0-4d4b-a8c0-cbf02122ea2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:39:08Z', 'updated_at': '2021-11-27T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': 'df486f04-c73f-41d0-9bf1-96ee7735a713', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'floating_ip_address': '172.25.1.232', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '823850d8-86a0-4d4b-a8c0-cbf02122ea2f', 'port_id': '511d8ce6-7481-41f9-b2ca-9e27248d422f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fd09be9-4fbf-43d1-9201-0d8827d1c688', 'mac_address': 'fa:16:3e:63:c9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6475c5f7-3e6b-41cb-8c12-3a0efee42147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:39:23Z', 'updated_at': '2021-11-27T04:39:23Z', 'revision_number': 0, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e41091d2-3a2e-444c-a5e0-cc14b5d8ebfc', 'name': '', 'network_id': '3fd09be9-4fbf-43d1-9201-0d8827d1c688', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'mac_address': 'fa:16:3e:65:c9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823850d8-86a0-4d4b-a8c0-cbf02122ea2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '225f1d84-3345-4807-96ae-fcb50c032d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:39:10Z', 'updated_at': '2021-11-27T04:39:14Z', 'revision_number': 5, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'subnets': [{'id': '225f1d84-3345-4807-96ae-fcb50c032d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:39:25.204206 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6294ee-694d-4175-9a6a-54cc624fd019 None None] The sync data for ids ['823850d8-86a0-4d4b-a8c0-cbf02122ea2f'] in n-d-819494-3 is: [{'id': '823850d8-86a0-4d4b-a8c0-cbf02122ea2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852573539', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '8a728692-78c2-41a8-bb4b-3dfa6a9157ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:39:07Z', 'updated_at': '2021-11-27T04:39:11Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '8a728692-78c2-41a8-bb4b-3dfa6a9157ee', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823850d8-86a0-4d4b-a8c0-cbf02122ea2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:39:08Z', 'updated_at': '2021-11-27T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': 'df486f04-c73f-41d0-9bf1-96ee7735a713', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'floating_ip_address': '172.25.1.232', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '823850d8-86a0-4d4b-a8c0-cbf02122ea2f', 'port_id': '511d8ce6-7481-41f9-b2ca-9e27248d422f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fd09be9-4fbf-43d1-9201-0d8827d1c688', 'mac_address': 'fa:16:3e:63:c9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6475c5f7-3e6b-41cb-8c12-3a0efee42147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:39:23Z', 'updated_at': '2021-11-27T04:39:23Z', 'revision_number': 0, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e41091d2-3a2e-444c-a5e0-cc14b5d8ebfc', 'name': '', 'network_id': '3fd09be9-4fbf-43d1-9201-0d8827d1c688', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'mac_address': 'fa:16:3e:65:c9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823850d8-86a0-4d4b-a8c0-cbf02122ea2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '225f1d84-3345-4807-96ae-fcb50c032d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:39:10Z', 'updated_at': '2021-11-27T04:39:14Z', 'revision_number': 5, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'subnets': [{'id': '225f1d84-3345-4807-96ae-fcb50c032d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:39:25.394442 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e623df-1adb-4ccc-80a3-607a9e24471f None None] New status for floating IP df486f04-c73f-41d0-9bf1-96ee7735a713: ACTIVE {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:39:25.652940 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33734) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:39:26.027831 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e5f28b1e-d0fb-4776-9338-ad67b00730d5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/floatingips/df486f04-c73f-41d0-9bf1-96ee7735a713 HTTP/1.1" status: 200 len: 994 time: 0.3736813 Nov 27 04:39:46.212009 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2a9dc908-0e4d-4689-a8e3-25b8e40dbcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:46.418241 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:48.351392 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b9238618-596e-45f8-8616-41bf047b5975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:49.125458 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:49.731150 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:50.693184 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:39:51.330693 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:51.931944 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:39:59.243633 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915b92d-9e80-40ff-a882-5b047ca3be7c req-6df5a5de-ceb9-4e04-b120-47ca60e15f45 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:39:59.245150 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c915b92d-9e80-40ff-a882-5b047ca3be7c req-6df5a5de-ceb9-4e04-b120-47ca60e15f45 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=6475c5f7-3e6b-41cb-8c12-3a0efee42147 HTTP/1.1" status: 200 len: 946 time: 0.0492988 Nov 27 04:39:59.265051 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6bfe55-2318-4487-aff2-febe50312784 req-8a721c81-3dd0-464f-9d6c-1353544d1be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:39:59.266882 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4a6bfe55-2318-4487-aff2-febe50312784 req-8a721c81-3dd0-464f-9d6c-1353544d1be2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16ef918a0fcc49e59c15f8e39341f751&device_id=6475c5f7-3e6b-41cb-8c12-3a0efee42147 HTTP/1.1" status: 200 len: 1097 time: 0.0407639 Nov 27 04:39:59.295258 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c915b92d-9e80-40ff-a882-5b047ca3be7c req-6e98fbb1-076d-4caa-9df0-afe52126ceca tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b14b05d-77d8-435a-849b-431b1035f42d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438330 Nov 27 04:39:59.364076 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6bfe55-2318-4487-aff2-febe50312784 req-2cc150da-750f-42b9-840c-ac9fe4d0e7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:39:59.365446 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4a6bfe55-2318-4487-aff2-febe50312784 req-2cc150da-750f-42b9-840c-ac9fe4d0e7b8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3fd09be9-4fbf-43d1-9201-0d8827d1c688 HTTP/1.1" status: 200 len: 897 time: 0.0861461 Nov 27 04:39:59.432531 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4a6bfe55-2318-4487-aff2-febe50312784 req-fd9f28c7-37f2-4490-a35f-9b3736a4e122 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=511d8ce6-7481-41f9-b2ca-9e27248d422f HTTP/1.1" status: 200 len: 1002 time: 0.0550501 Nov 27 04:39:59.489819 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6bfe55-2318-4487-aff2-febe50312784 req-9c225d91-7d2b-4c45-b6b7-c32e94630bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:39:59.491400 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4a6bfe55-2318-4487-aff2-febe50312784 req-9c225d91-7d2b-4c45-b6b7-c32e94630bf6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=225f1d84-3345-4807-96ae-fcb50c032d8a HTTP/1.1" status: 200 len: 834 time: 0.0437968 Nov 27 04:39:59.539843 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6bfe55-2318-4487-aff2-febe50312784 req-495e7070-8c2d-4817-9a11-28999109a764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:39:59.541311 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4a6bfe55-2318-4487-aff2-febe50312784 req-495e7070-8c2d-4817-9a11-28999109a764 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3fd09be9-4fbf-43d1-9201-0d8827d1c688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425632 Nov 27 04:39:59.630294 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4a6bfe55-2318-4487-aff2-febe50312784 req-04782b55-4871-4d6d-983c-b22ae09406e3 service neutron] 10.222.0.23 "GET /v2.0/networks/3fd09be9-4fbf-43d1-9201-0d8827d1c688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800486 Nov 27 04:39:59.722983 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4a6bfe55-2318-4487-aff2-febe50312784 req-d9bbd36e-c3a6-4b0b-8c54-f22d41620a4a service neutron] 10.222.0.23 "GET /v2.0/networks/3fd09be9-4fbf-43d1-9201-0d8827d1c688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852451 Nov 27 04:40:00.412625 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76737b9a-787b-4013-8b6e-637620e6fe67 req-770c1503-9f91-416a-8523-c58429ec8cd7 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:40:00.414114 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-76737b9a-787b-4013-8b6e-637620e6fe67 req-770c1503-9f91-416a-8523-c58429ec8cd7 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=6475c5f7-3e6b-41cb-8c12-3a0efee42147 HTTP/1.1" status: 200 len: 946 time: 0.0482213 Nov 27 04:40:00.462455 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-76737b9a-787b-4013-8b6e-637620e6fe67 req-4c6378c1-f0f2-44da-b3c5-b4eae24f4df3 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b14b05d-77d8-435a-849b-431b1035f42d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423629 Nov 27 04:40:01.583159 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129d440-1ac1-4feb-9f2e-aae2a5bc0a0b req-62c5e9dd-3263-46d4-b992-30e95933d0b8 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:40:01.584633 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4129d440-1ac1-4feb-9f2e-aae2a5bc0a0b req-62c5e9dd-3263-46d4-b992-30e95933d0b8 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=6475c5f7-3e6b-41cb-8c12-3a0efee42147 HTTP/1.1" status: 200 len: 946 time: 0.0529680 Nov 27 04:40:01.632006 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4129d440-1ac1-4feb-9f2e-aae2a5bc0a0b req-360e15e4-881d-498c-95b9-e2dbc8d7d348 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b14b05d-77d8-435a-849b-431b1035f42d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414550 Nov 27 04:40:02.749407 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d4ce6-909e-4090-8446-ef3b3dcf54f6 req-a7433b4d-6e65-4dee-bba9-dcdf74cbd1bc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:40:02.750913 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e34d4ce6-909e-4090-8446-ef3b3dcf54f6 req-a7433b4d-6e65-4dee-bba9-dcdf74cbd1bc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=6475c5f7-3e6b-41cb-8c12-3a0efee42147 HTTP/1.1" status: 200 len: 946 time: 0.0489166 Nov 27 04:40:02.799757 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e34d4ce6-909e-4090-8446-ef3b3dcf54f6 req-21871777-f689-4db2-831f-cd5f2731200d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b14b05d-77d8-435a-849b-431b1035f42d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427938 Nov 27 04:40:03.911951 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e404ff3-8b28-43d6-8c19-ea861c9643b5 req-bbc97d5b-b5e3-4965-b89d-0aedd407ec16 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:40:03.913431 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1e404ff3-8b28-43d6-8c19-ea861c9643b5 req-bbc97d5b-b5e3-4965-b89d-0aedd407ec16 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=6475c5f7-3e6b-41cb-8c12-3a0efee42147 HTTP/1.1" status: 200 len: 946 time: 0.0475526 Nov 27 04:40:03.966428 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1e404ff3-8b28-43d6-8c19-ea861c9643b5 req-84d0f233-a399-418a-b49b-9ac74e235395 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b14b05d-77d8-435a-849b-431b1035f42d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468907 Nov 27 04:40:05.082044 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834bead-1556-49c5-82ce-a95493f9687e req-fec7b8fa-1223-43bc-bf13-a529cfa86621 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:40:05.083569 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f834bead-1556-49c5-82ce-a95493f9687e req-fec7b8fa-1223-43bc-bf13-a529cfa86621 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=6475c5f7-3e6b-41cb-8c12-3a0efee42147 HTTP/1.1" status: 200 len: 946 time: 0.0518589 Nov 27 04:40:05.132418 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f834bead-1556-49c5-82ce-a95493f9687e req-8089df25-9d34-48ee-876d-f6c8ec8f98e5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b14b05d-77d8-435a-849b-431b1035f42d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429678 Nov 27 04:40:06.246746 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bdee00-97c1-4de6-a0a9-1846c8b82dea req-de435ed3-2391-4238-ade0-aeec67f917d2 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:40:06.248230 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-71bdee00-97c1-4de6-a0a9-1846c8b82dea req-de435ed3-2391-4238-ade0-aeec67f917d2 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=6475c5f7-3e6b-41cb-8c12-3a0efee42147 HTTP/1.1" status: 200 len: 946 time: 0.0477469 Nov 27 04:40:06.296077 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-71bdee00-97c1-4de6-a0a9-1846c8b82dea req-0fae10de-8376-4f87-a3b2-29fc088b4040 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b14b05d-77d8-435a-849b-431b1035f42d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413017 Nov 27 04:40:07.413624 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4ffb3-0ca7-4499-a600-23407ab5ae42 req-a434c67b-6e40-4569-9594-bebb277f09f7 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:40:07.415021 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ecd4ffb3-0ca7-4499-a600-23407ab5ae42 req-a434c67b-6e40-4569-9594-bebb277f09f7 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=6475c5f7-3e6b-41cb-8c12-3a0efee42147 HTTP/1.1" status: 200 len: 946 time: 0.0517972 Nov 27 04:40:07.464123 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ecd4ffb3-0ca7-4499-a600-23407ab5ae42 req-b7de583c-d99b-425a-846f-a0f5764ad927 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b14b05d-77d8-435a-849b-431b1035f42d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431182 Nov 27 04:40:08.579808 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cf505-6357-493b-b374-097e83b97097 req-99fb2804-1b2a-4f44-906b-b14c7105ef4e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:40:08.581301 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-975cf505-6357-493b-b374-097e83b97097 req-99fb2804-1b2a-4f44-906b-b14c7105ef4e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=6475c5f7-3e6b-41cb-8c12-3a0efee42147 HTTP/1.1" status: 200 len: 946 time: 0.0493522 Nov 27 04:40:08.630579 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-975cf505-6357-493b-b374-097e83b97097 req-5eb65f14-92d6-4c05-ad4b-5176284bc8cb tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b14b05d-77d8-435a-849b-431b1035f42d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431666 Nov 27 04:40:09.752039 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a6183-eddc-48ba-9251-ef400352b8a7 req-ae5841d4-1f38-4637-880f-09f01735eb8e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:40:09.753507 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5b7a6183-eddc-48ba-9251-ef400352b8a7 req-ae5841d4-1f38-4637-880f-09f01735eb8e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=6475c5f7-3e6b-41cb-8c12-3a0efee42147 HTTP/1.1" status: 200 len: 946 time: 0.0532296 Nov 27 04:40:09.801425 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5b7a6183-eddc-48ba-9251-ef400352b8a7 req-45357bbe-16fe-4723-bbcf-6db12dcb69f0 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b14b05d-77d8-435a-849b-431b1035f42d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419433 Nov 27 04:40:10.915622 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb31280-bc21-490e-af1b-f5cae8e13a63 req-792ddef7-46e2-41e8-856f-f9ce46e6889f tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:40:10.917093 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ccb31280-bc21-490e-af1b-f5cae8e13a63 req-792ddef7-46e2-41e8-856f-f9ce46e6889f tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=6475c5f7-3e6b-41cb-8c12-3a0efee42147 HTTP/1.1" status: 200 len: 946 time: 0.0483687 Nov 27 04:40:10.967981 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ccb31280-bc21-490e-af1b-f5cae8e13a63 req-e3382de8-35f3-47f7-8ee5-0d6877dae371 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b14b05d-77d8-435a-849b-431b1035f42d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448301 Nov 27 04:40:10.990183 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33776) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:40:11.052462 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d40d66bb-df46-456d-bed3-cb5fbdd8030c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/floatingips/df486f04-c73f-41d0-9bf1-96ee7735a713 HTTP/1.1" status: 200 len: 994 time: 0.0611415 Nov 27 04:40:14.489896 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-104c51c4-b531-4537-b480-b76ea4bb4c6f req-0a20bd63-7e32-4263-b0d4-809ddaf12abb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6475c5f7-3e6b-41cb-8c12-3a0efee42147&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399144 Nov 27 04:40:14.587342 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c51c4-b531-4537-b480-b76ea4bb4c6f req-ee3c4989-f493-494f-9941-9d0189fb6f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:40:14.588799 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-104c51c4-b531-4537-b480-b76ea4bb4c6f req-ee3c4989-f493-494f-9941-9d0189fb6f60 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16ef918a0fcc49e59c15f8e39341f751&device_id=6475c5f7-3e6b-41cb-8c12-3a0efee42147 HTTP/1.1" status: 200 len: 1097 time: 0.0391295 Nov 27 04:40:14.693984 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c51c4-b531-4537-b480-b76ea4bb4c6f req-5031d05f-e876-42a4-adfd-ea315ef081fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:40:14.695561 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-104c51c4-b531-4537-b480-b76ea4bb4c6f req-5031d05f-e876-42a4-adfd-ea315ef081fe service neutron] 10.222.0.23 "GET /v2.0/networks?id=3fd09be9-4fbf-43d1-9201-0d8827d1c688 HTTP/1.1" status: 200 len: 897 time: 0.0870597 Nov 27 04:40:14.758602 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-104c51c4-b531-4537-b480-b76ea4bb4c6f req-9330c80a-e35d-4a8e-8a52-1db58e8982d2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=511d8ce6-7481-41f9-b2ca-9e27248d422f HTTP/1.1" status: 200 len: 1002 time: 0.0559545 Nov 27 04:40:14.811804 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c51c4-b531-4537-b480-b76ea4bb4c6f req-e467ab0f-9451-4084-b3f1-21d55fa0d435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:40:14.813250 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-104c51c4-b531-4537-b480-b76ea4bb4c6f req-e467ab0f-9451-4084-b3f1-21d55fa0d435 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=225f1d84-3345-4807-96ae-fcb50c032d8a HTTP/1.1" status: 200 len: 834 time: 0.0479007 Nov 27 04:40:14.857909 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c51c4-b531-4537-b480-b76ea4bb4c6f req-370e4b73-8b9c-44c0-bc32-92cb9f61689f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:40:14.859429 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-104c51c4-b531-4537-b480-b76ea4bb4c6f req-370e4b73-8b9c-44c0-bc32-92cb9f61689f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3fd09be9-4fbf-43d1-9201-0d8827d1c688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389388 Nov 27 04:40:14.948807 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-104c51c4-b531-4537-b480-b76ea4bb4c6f req-10639361-aa82-4aad-ad55-a6bb7d2cb920 service neutron] 10.222.0.23 "GET /v2.0/networks/3fd09be9-4fbf-43d1-9201-0d8827d1c688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806653 Nov 27 04:40:15.042325 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-104c51c4-b531-4537-b480-b76ea4bb4c6f req-49240634-12b9-4282-9e7f-d2590b4aaa7b service neutron] 10.222.0.23 "GET /v2.0/networks/3fd09be9-4fbf-43d1-9201-0d8827d1c688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849004 Nov 27 04:40:16.213655 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-006af2b5-1256-487d-94dc-96cb9dfb1501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:16.413668 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:18.352789 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0abb2bb6-85c9-4b1f-bfe5-e465fa0a0c8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:19.124335 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:19.734339 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:21.332537 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:21.932550 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:27.692165 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:40:43.477654 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33786) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:40:43.632235 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-9dd29eec-eace-4b4b-8314-dc9939696e83 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Deleting port 7f973f2d-8f78-4713-b6aa-33e8ef62658b {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:40:43.632581 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9dd29eec-eace-4b4b-8314-dc9939696e83 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:43.709940 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9dd29eec-eace-4b4b-8314-dc9939696e83 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:43.710284 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9dd29eec-eace-4b4b-8314-dc9939696e83 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:43.722309 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-9dd29eec-eace-4b4b-8314-dc9939696e83 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Calling delete_port for 7f973f2d-8f78-4713-b6aa-33e8ef62658b owned by network:floatingip {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:40:43.868913 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9dd29eec-eace-4b4b-8314-dc9939696e83 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:43.900626 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd29eec-eace-4b4b-8314-dc9939696e83 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event deleted for resources: {'Port': ['ID=7f973f2d-8f78-4713-b6aa-33e8ef62658b,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:40:43.921392 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd29eec-eace-4b4b-8314-dc9939696e83 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:43.921751 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd29eec-eace-4b4b-8314-dc9939696e83 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:43.922101 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd29eec-eace-4b4b-8314-dc9939696e83 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:43.922477 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd29eec-eace-4b4b-8314-dc9939696e83 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:43.922844 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd29eec-eace-4b4b-8314-dc9939696e83 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:43.923186 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd29eec-eace-4b4b-8314-dc9939696e83 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:43.923524 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd29eec-eace-4b4b-8314-dc9939696e83 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:43.923860 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd29eec-eace-4b4b-8314-dc9939696e83 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:43.924193 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd29eec-eace-4b4b-8314-dc9939696e83 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:43.924527 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd29eec-eace-4b4b-8314-dc9939696e83 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:43.925118 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd29eec-eace-4b4b-8314-dc9939696e83 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:43.925456 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd29eec-eace-4b4b-8314-dc9939696e83 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:43.966410 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9dd29eec-eace-4b4b-8314-dc9939696e83 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for floatingip, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:43.966779 n-d-819494-3 neutron-server[110019]: INFO neutron.db.l3_db [None req-9dd29eec-eace-4b4b-8314-dc9939696e83 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Floating IP df486f04-c73f-41d0-9bf1-96ee7735a713 disassociated (deleted). External IP: 172.25.1.232, port: 511d8ce6-7481-41f9-b2ca-9e27248d422f. Nov 27 04:40:44.172545 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd29eec-eace-4b4b-8314-dc9939696e83 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Router 823850d8-86a0-4d4b-a8c0-cbf02122ea2f has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:40:44.279157 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd29eec-eace-4b4b-8314-dc9939696e83 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:40:44.284909 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9dd29eec-eace-4b4b-8314-dc9939696e83 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:44.289087 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00db3163-c70d-4cbf-98c5-3d8d4f161523 None None] Sync routers for ids ['823850d8-86a0-4d4b-a8c0-cbf02122ea2f'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:40:44.298762 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00db3163-c70d-4cbf-98c5-3d8d4f161523 None None] Routers {'823850d8-86a0-4d4b-a8c0-cbf02122ea2f'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:40:44.299375 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-00db3163-c70d-4cbf-98c5-3d8d4f161523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:40:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['823850d8-86a0-4d4b-a8c0-cbf02122ea2f'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:40:44.312813 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9dd29eec-eace-4b4b-8314-dc9939696e83 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "DELETE /v2.0/floatingips/df486f04-c73f-41d0-9bf1-96ee7735a713 HTTP/1.1" status: 204 len: 168 time: 0.8340635 Nov 27 04:40:44.313426 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6475c5f7-3e6b-41cb-8c12-3a0efee42147', 'tag': '511d8ce6-7481-41f9-b2ca-9e27248d422f'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:40:44.377402 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08b94054c3609ca5194c36e6072b148da941c4766f069e8e94abba8dbd1bbb06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015ae2d3-501e-4fa6-b643-ac8937757927" -d '{"events": [{"name": "network-changed", "server_uuid": "6475c5f7-3e6b-41cb-8c12-3a0efee42147", "tag": "511d8ce6-7481-41f9-b2ca-9e27248d422f"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:40:44.405202 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-00db3163-c70d-4cbf-98c5-3d8d4f161523 None None] Set router 823850d8-86a0-4d4b-a8c0-cbf02122ea2f gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:40:44.560510 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d206c181-1df2-486e-883b-98cb66de3315 x-openstack-request-id: req-d206c181-1df2-486e-883b-98cb66de3315 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:40:44.561014 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6475c5f7-3e6b-41cb-8c12-3a0efee42147", "tag": "511d8ce6-7481-41f9-b2ca-9e27248d422f", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:40:44.561120 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d206c181-1df2-486e-883b-98cb66de3315 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:40:44.561443 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6475c5f7-3e6b-41cb-8c12-3a0efee42147', 'tag': '511d8ce6-7481-41f9-b2ca-9e27248d422f', 'status': 'completed', 'code': 200} Nov 27 04:40:44.606428 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-00db3163-c70d-4cbf-98c5-3d8d4f161523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823850d8-86a0-4d4b-a8c0-cbf02122ea2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852573539', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '8a728692-78c2-41a8-bb4b-3dfa6a9157ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:39:07Z', 'updated_at': '2021-11-27T04:39:11Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '8a728692-78c2-41a8-bb4b-3dfa6a9157ee', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823850d8-86a0-4d4b-a8c0-cbf02122ea2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:39:08Z', 'updated_at': '2021-11-27T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'e41091d2-3a2e-444c-a5e0-cc14b5d8ebfc', 'name': '', 'network_id': '3fd09be9-4fbf-43d1-9201-0d8827d1c688', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'mac_address': 'fa:16:3e:65:c9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823850d8-86a0-4d4b-a8c0-cbf02122ea2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '225f1d84-3345-4807-96ae-fcb50c032d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:39:10Z', 'updated_at': '2021-11-27T04:39:14Z', 'revision_number': 5, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'subnets': [{'id': '225f1d84-3345-4807-96ae-fcb50c032d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:40:44.635983 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00db3163-c70d-4cbf-98c5-3d8d4f161523 None None] Checking router: 823850d8-86a0-4d4b-a8c0-cbf02122ea2f for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:40:44.645192 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00db3163-c70d-4cbf-98c5-3d8d4f161523 None None] Routers {'823850d8-86a0-4d4b-a8c0-cbf02122ea2f'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:40:44.646078 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-00db3163-c70d-4cbf-98c5-3d8d4f161523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:40:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['823850d8-86a0-4d4b-a8c0-cbf02122ea2f'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:40:44.647704 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ae2d3-501e-4fa6-b643-ac8937757927 req-64d102b3-c30e-41cf-af5b-d2639cefaa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:40:44.649251 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-015ae2d3-501e-4fa6-b643-ac8937757927 req-64d102b3-c30e-41cf-af5b-d2639cefaa22 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16ef918a0fcc49e59c15f8e39341f751&device_id=6475c5f7-3e6b-41cb-8c12-3a0efee42147 HTTP/1.1" status: 200 len: 1097 time: 0.0418432 Nov 27 04:40:44.746084 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f95e75-2cad-4dd1-a966-956f2af3cf68 req-c364224f-f084-48da-b169-49c4b9922625 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:40:44.747662 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-60f95e75-2cad-4dd1-a966-956f2af3cf68 req-c364224f-f084-48da-b169-49c4b9922625 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=6475c5f7-3e6b-41cb-8c12-3a0efee42147 HTTP/1.1" status: 200 len: 946 time: 0.1011472 Nov 27 04:40:44.753346 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ae2d3-501e-4fa6-b643-ac8937757927 req-10b4272e-0052-4604-a0db-2e574e9f7063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:40:44.754806 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-00db3163-c70d-4cbf-98c5-3d8d4f161523 None None] Set router 823850d8-86a0-4d4b-a8c0-cbf02122ea2f gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:40:44.754939 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-015ae2d3-501e-4fa6-b643-ac8937757927 req-10b4272e-0052-4604-a0db-2e574e9f7063 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3fd09be9-4fbf-43d1-9201-0d8827d1c688 HTTP/1.1" status: 200 len: 897 time: 0.0936606 Nov 27 04:40:44.800329 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-015ae2d3-501e-4fa6-b643-ac8937757927 req-bf54147e-df4b-4223-9375-c5dc41c8f984 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=511d8ce6-7481-41f9-b2ca-9e27248d422f HTTP/1.1" status: 200 len: 217 time: 0.0365400 Nov 27 04:40:44.800994 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-60f95e75-2cad-4dd1-a966-956f2af3cf68 req-aa12e07c-54ec-4d4c-8aa0-fa520af42cd9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b14b05d-77d8-435a-849b-431b1035f42d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463138 Nov 27 04:40:44.852310 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ae2d3-501e-4fa6-b643-ac8937757927 req-b3d16f3d-3746-45dc-8406-56176f670011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:40:44.853772 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-015ae2d3-501e-4fa6-b643-ac8937757927 req-b3d16f3d-3746-45dc-8406-56176f670011 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=225f1d84-3345-4807-96ae-fcb50c032d8a HTTP/1.1" status: 200 len: 834 time: 0.0450270 Nov 27 04:40:44.904061 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ae2d3-501e-4fa6-b643-ac8937757927 req-23a320dc-0c99-4b88-ba04-c5ed1086a3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:40:44.905603 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-015ae2d3-501e-4fa6-b643-ac8937757927 req-23a320dc-0c99-4b88-ba04-c5ed1086a3bd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3fd09be9-4fbf-43d1-9201-0d8827d1c688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436585 Nov 27 04:40:44.952058 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-00db3163-c70d-4cbf-98c5-3d8d4f161523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823850d8-86a0-4d4b-a8c0-cbf02122ea2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852573539', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '8a728692-78c2-41a8-bb4b-3dfa6a9157ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:39:07Z', 'updated_at': '2021-11-27T04:39:11Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '8a728692-78c2-41a8-bb4b-3dfa6a9157ee', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823850d8-86a0-4d4b-a8c0-cbf02122ea2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:39:08Z', 'updated_at': '2021-11-27T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'e41091d2-3a2e-444c-a5e0-cc14b5d8ebfc', 'name': '', 'network_id': '3fd09be9-4fbf-43d1-9201-0d8827d1c688', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'mac_address': 'fa:16:3e:65:c9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823850d8-86a0-4d4b-a8c0-cbf02122ea2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '225f1d84-3345-4807-96ae-fcb50c032d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:39:10Z', 'updated_at': '2021-11-27T04:39:14Z', 'revision_number': 5, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'subnets': [{'id': '225f1d84-3345-4807-96ae-fcb50c032d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:40:44.978350 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00db3163-c70d-4cbf-98c5-3d8d4f161523 None None] The sync data for ids ['823850d8-86a0-4d4b-a8c0-cbf02122ea2f'] in n-d-819494-3 is: [{'id': '823850d8-86a0-4d4b-a8c0-cbf02122ea2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852573539', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '8a728692-78c2-41a8-bb4b-3dfa6a9157ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:39:07Z', 'updated_at': '2021-11-27T04:39:11Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '8a728692-78c2-41a8-bb4b-3dfa6a9157ee', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823850d8-86a0-4d4b-a8c0-cbf02122ea2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:39:08Z', 'updated_at': '2021-11-27T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': 'e41091d2-3a2e-444c-a5e0-cc14b5d8ebfc', 'name': '', 'network_id': '3fd09be9-4fbf-43d1-9201-0d8827d1c688', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'mac_address': 'fa:16:3e:65:c9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823850d8-86a0-4d4b-a8c0-cbf02122ea2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '225f1d84-3345-4807-96ae-fcb50c032d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:39:10Z', 'updated_at': '2021-11-27T04:39:14Z', 'revision_number': 5, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'subnets': [{'id': '225f1d84-3345-4807-96ae-fcb50c032d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:40:44.997525 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-015ae2d3-501e-4fa6-b643-ac8937757927 req-cc6df74d-016d-4882-8101-fea512466ef1 service neutron] 10.222.0.23 "GET /v2.0/networks/3fd09be9-4fbf-43d1-9201-0d8827d1c688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821478 Nov 27 04:40:45.095516 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-015ae2d3-501e-4fa6-b643-ac8937757927 req-e2423b9c-a236-4dce-8f15-846f9373b7fa service neutron] 10.222.0.23 "GET /v2.0/networks/3fd09be9-4fbf-43d1-9201-0d8827d1c688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886426 Nov 27 04:40:45.209082 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52949bc-8509-43a4-834a-0b547e9968e2 None None] New status for floating IP df486f04-c73f-41d0-9bf1-96ee7735a713: DOWN {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:40:45.916891 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dea0cb-7771-4c1f-adb1-8227cf5bc383 req-d2d23e8b-d64b-427b-8824-2cfb0ff50760 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:40:45.918369 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-72dea0cb-7771-4c1f-adb1-8227cf5bc383 req-d2d23e8b-d64b-427b-8824-2cfb0ff50760 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=6475c5f7-3e6b-41cb-8c12-3a0efee42147 HTTP/1.1" status: 200 len: 946 time: 0.0499303 Nov 27 04:40:45.966870 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-72dea0cb-7771-4c1f-adb1-8227cf5bc383 req-effa949a-b32b-4550-a558-d20c5a06b311 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b14b05d-77d8-435a-849b-431b1035f42d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419517 Nov 27 04:40:46.214403 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-481d88ce-558e-4f5e-ac40-675addc844ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:46.417581 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:46.452850 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4fc27-c799-466d-b8f5-56fccfc11bd4 req-2a522231-1cdb-45fb-81dd-36bfd585a000 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:40:46.454881 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-aef4fc27-c799-466d-b8f5-56fccfc11bd4 req-2a522231-1cdb-45fb-81dd-36bfd585a000 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6475c5f7-3e6b-41cb-8c12-3a0efee42147 HTTP/1.1" status: 200 len: 946 time: 0.0489528 Nov 27 04:40:46.548806 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-aef4fc27-c799-466d-b8f5-56fccfc11bd4 req-a728e42a-800b-4b66-8a60-57a4dd65a2cf tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Deleting port 511d8ce6-7481-41f9-b2ca-9e27248d422f {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:40:46.549143 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-aef4fc27-c799-466d-b8f5-56fccfc11bd4 req-a728e42a-800b-4b66-8a60-57a4dd65a2cf tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:46.634433 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-aef4fc27-c799-466d-b8f5-56fccfc11bd4 req-a728e42a-800b-4b66-8a60-57a4dd65a2cf tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] For port 511d8ce6-7481-41f9-b2ca-9e27248d422f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=511d8ce6-7481-41f9-b2ca-9e27248d422f,segment=NetworkSegment(bf73fcac-51f7-4fcf-b98c-3a4b35297fed),segment_id=bf73fcac-51f7-4fcf-b98c-3a4b35297fed)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:40:46.634822 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-aef4fc27-c799-466d-b8f5-56fccfc11bd4 req-a728e42a-800b-4b66-8a60-57a4dd65a2cf tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:46.647337 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-aef4fc27-c799-466d-b8f5-56fccfc11bd4 req-a728e42a-800b-4b66-8a60-57a4dd65a2cf tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Calling delete_port for 511d8ce6-7481-41f9-b2ca-9e27248d422f owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:40:46.773277 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-aef4fc27-c799-466d-b8f5-56fccfc11bd4 req-a728e42a-800b-4b66-8a60-57a4dd65a2cf tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:46.800553 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a728e42a-800b-4b66-8a60-57a4dd65a2cf tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event deleted for resources: {'Port': ['ID=511d8ce6-7481-41f9-b2ca-9e27248d422f,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:40:46.842369 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef4fc27-c799-466d-b8f5-56fccfc11bd4 req-a728e42a-800b-4b66-8a60-57a4dd65a2cf tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] No DVR routers for this DVR port 511d8ce6-7481-41f9-b2ca-9e27248d422f on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:40:46.845614 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-aef4fc27-c799-466d-b8f5-56fccfc11bd4 req-a728e42a-800b-4b66-8a60-57a4dd65a2cf tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:46.849083 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-aef4fc27-c799-466d-b8f5-56fccfc11bd4 req-a728e42a-800b-4b66-8a60-57a4dd65a2cf tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.23 "DELETE /v2.0/ports/511d8ce6-7481-41f9-b2ca-9e27248d422f HTTP/1.1" status: 204 len: 173 time: 0.3848188 Nov 27 04:40:46.849600 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6475c5f7-3e6b-41cb-8c12-3a0efee42147', 'name': 'network-vif-deleted', 'tag': '511d8ce6-7481-41f9-b2ca-9e27248d422f'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:40:46.851858 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08b94054c3609ca5194c36e6072b148da941c4766f069e8e94abba8dbd1bbb06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc51a5a-0256-4a70-b8fb-9f27bc5d02ef" -d '{"events": [{"server_uuid": "6475c5f7-3e6b-41cb-8c12-3a0efee42147", "name": "network-vif-deleted", "tag": "511d8ce6-7481-41f9-b2ca-9e27248d422f"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:40:46.891261 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7041d01a-1dce-4b50-a3c9-02b071974630 x-openstack-request-id: req-7041d01a-1dce-4b50-a3c9-02b071974630 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:40:46.891640 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6475c5f7-3e6b-41cb-8c12-3a0efee42147", "name": "network-vif-deleted", "tag": "511d8ce6-7481-41f9-b2ca-9e27248d422f", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:40:46.891948 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7041d01a-1dce-4b50-a3c9-02b071974630 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:40:46.892678 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6475c5f7-3e6b-41cb-8c12-3a0efee42147', 'name': 'network-vif-deleted', 'tag': '511d8ce6-7481-41f9-b2ca-9e27248d422f', 'status': 'completed', 'code': 200} Nov 27 04:40:47.076766 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-34730b4c-3b63-48e2-a66f-c9b1ffb8782f req-0eed92e5-81e1-45b1-ae8d-51c5f4bbc8dd tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=6475c5f7-3e6b-41cb-8c12-3a0efee42147 HTTP/1.1" status: 200 len: 210 time: 0.0297487 Nov 27 04:40:48.134101 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33820) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:40:48.353734 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-74ef94b6-0f05-433c-80a3-b3813e425a37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:48.492169 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-950ef912-0682-4671-a86a-f0ad70bfb14b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:48.740318 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-950ef912-0682-4671-a86a-f0ad70bfb14b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Deleting port e41091d2-3a2e-444c-a5e0-cc14b5d8ebfc {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:40:48.740664 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-950ef912-0682-4671-a86a-f0ad70bfb14b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:48.827621 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-950ef912-0682-4671-a86a-f0ad70bfb14b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] For port e41091d2-3a2e-444c-a5e0-cc14b5d8ebfc, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=e41091d2-3a2e-444c-a5e0-cc14b5d8ebfc,segment=NetworkSegment(bf73fcac-51f7-4fcf-b98c-3a4b35297fed),segment_id=bf73fcac-51f7-4fcf-b98c-3a4b35297fed)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:40:48.827905 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-950ef912-0682-4671-a86a-f0ad70bfb14b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:48.843102 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-950ef912-0682-4671-a86a-f0ad70bfb14b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Calling delete_port for e41091d2-3a2e-444c-a5e0-cc14b5d8ebfc owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:40:49.030252 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-950ef912-0682-4671-a86a-f0ad70bfb14b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:49.055983 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ef912-0682-4671-a86a-f0ad70bfb14b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event deleted for resources: {'Port': ['ID=e41091d2-3a2e-444c-a5e0-cc14b5d8ebfc,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:40:49.140413 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:49.238812 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-950ef912-0682-4671-a86a-f0ad70bfb14b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:49.449963 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950ef912-0682-4671-a86a-f0ad70bfb14b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Router 823850d8-86a0-4d4b-a8c0-cbf02122ea2f has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:40:49.559064 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950ef912-0682-4671-a86a-f0ad70bfb14b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:40:49.564836 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-950ef912-0682-4671-a86a-f0ad70bfb14b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "PUT /v2.0/routers/823850d8-86a0-4d4b-a8c0-cbf02122ea2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4296801 Nov 27 04:40:49.567631 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33822) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:40:49.569759 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60df77a0-28b5-4573-9d58-833a2e94db99 None None] Sync routers for ids ['823850d8-86a0-4d4b-a8c0-cbf02122ea2f'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:40:49.579114 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60df77a0-28b5-4573-9d58-833a2e94db99 None None] Routers {'823850d8-86a0-4d4b-a8c0-cbf02122ea2f'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:40:49.579726 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-60df77a0-28b5-4573-9d58-833a2e94db99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:40:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['823850d8-86a0-4d4b-a8c0-cbf02122ea2f'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:40:49.617238 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-f75d8bfd-4d5d-4954-876d-66765e030dac tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Deleting subnet 225f1d84-3345-4807-96ae-fcb50c032d8a {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:40:49.620351 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f75d8bfd-4d5d-4954-876d-66765e030dac tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:49.661805 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f75d8bfd-4d5d-4954-876d-66765e030dac tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:49.739525 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:49.753982 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f75d8bfd-4d5d-4954-876d-66765e030dac tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:49.774418 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-60df77a0-28b5-4573-9d58-833a2e94db99 None None] Set router 823850d8-86a0-4d4b-a8c0-cbf02122ea2f gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:40:49.810948 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f75d8bfd-4d5d-4954-876d-66765e030dac tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:49.839215 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d8bfd-4d5d-4954-876d-66765e030dac tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event deleted for resources: {'Subnet': ['ID=225f1d84-3345-4807-96ae-fcb50c032d8a,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:40:49.843133 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f75d8bfd-4d5d-4954-876d-66765e030dac tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:49.846888 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f75d8bfd-4d5d-4954-876d-66765e030dac tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "DELETE /v2.0/subnets/225f1d84-3345-4807-96ae-fcb50c032d8a HTTP/1.1" status: 204 len: 168 time: 0.2781334 Nov 27 04:40:49.849569 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33824) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:40:49.854140 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb7559d-6e09-4274-83e6-e1bf52cd60e2 None None] Network 3fd09be9-4fbf-43d1-9201-0d8827d1c688 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:40:49.957686 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-60df77a0-28b5-4573-9d58-833a2e94db99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823850d8-86a0-4d4b-a8c0-cbf02122ea2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852573539', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '8a728692-78c2-41a8-bb4b-3dfa6a9157ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:39:07Z', 'updated_at': '2021-11-27T04:40:48Z', 'revision_number': 5, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '8a728692-78c2-41a8-bb4b-3dfa6a9157ee', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823850d8-86a0-4d4b-a8c0-cbf02122ea2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:39:08Z', 'updated_at': '2021-11-27T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:40:49.960368 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59210cad-e6d2-4d93-b3e7-455aca90a1ec tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:49.992310 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60df77a0-28b5-4573-9d58-833a2e94db99 None None] Checking router: 823850d8-86a0-4d4b-a8c0-cbf02122ea2f for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:40:50.000947 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60df77a0-28b5-4573-9d58-833a2e94db99 None None] Routers {'823850d8-86a0-4d4b-a8c0-cbf02122ea2f'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:40:50.001561 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-60df77a0-28b5-4573-9d58-833a2e94db99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:40:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['823850d8-86a0-4d4b-a8c0-cbf02122ea2f'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:40:50.054336 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca7c63d-cfd4-45b2-a766-2ada3a42779e None None] DHCP port deletion for 3fd09be9-4fbf-43d1-9201-0d8827d1c688 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:40:50.105704 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-4ca7c63d-cfd4-45b2-a766-2ada3a42779e None None] Deleting port dc86152c-4fe2-47b1-89dd-f3935d67fb69 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:40:50.106103 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4ca7c63d-cfd4-45b2-a766-2ada3a42779e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:50.115730 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-60df77a0-28b5-4573-9d58-833a2e94db99 None None] Set router 823850d8-86a0-4d4b-a8c0-cbf02122ea2f gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:40:50.177703 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-4ca7c63d-cfd4-45b2-a766-2ada3a42779e None None] For port dc86152c-4fe2-47b1-89dd-f3935d67fb69, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=dc86152c-4fe2-47b1-89dd-f3935d67fb69,segment=NetworkSegment(bf73fcac-51f7-4fcf-b98c-3a4b35297fed),segment_id=bf73fcac-51f7-4fcf-b98c-3a4b35297fed)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:40:50.177703 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4ca7c63d-cfd4-45b2-a766-2ada3a42779e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:50.189842 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-4ca7c63d-cfd4-45b2-a766-2ada3a42779e None None] Calling delete_port for dc86152c-4fe2-47b1-89dd-f3935d67fb69 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:40:50.234679 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 511d8ce6-7481-41f9-b2ca-9e27248d422f no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:40:50.262647 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 511d8ce6-7481-41f9-b2ca-9e27248d422f {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:40:50.262647 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 511d8ce6-7481-41f9-b2ca-9e27248d422f not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:40:50.311516 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4ca7c63d-cfd4-45b2-a766-2ada3a42779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:50.311867 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-60df77a0-28b5-4573-9d58-833a2e94db99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823850d8-86a0-4d4b-a8c0-cbf02122ea2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852573539', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '8a728692-78c2-41a8-bb4b-3dfa6a9157ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:39:07Z', 'updated_at': '2021-11-27T04:40:48Z', 'revision_number': 5, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '8a728692-78c2-41a8-bb4b-3dfa6a9157ee', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823850d8-86a0-4d4b-a8c0-cbf02122ea2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:39:08Z', 'updated_at': '2021-11-27T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:40:50.339979 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca7c63d-cfd4-45b2-a766-2ada3a42779e None None] Pushing event deleted for resources: {'Port': ['ID=dc86152c-4fe2-47b1-89dd-f3935d67fb69,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:40:50.342694 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60df77a0-28b5-4573-9d58-833a2e94db99 None None] The sync data for ids ['823850d8-86a0-4d4b-a8c0-cbf02122ea2f'] in n-d-819494-3 is: [{'id': '823850d8-86a0-4d4b-a8c0-cbf02122ea2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852573539', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '8a728692-78c2-41a8-bb4b-3dfa6a9157ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:39:07Z', 'updated_at': '2021-11-27T04:40:48Z', 'revision_number': 5, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '8a728692-78c2-41a8-bb4b-3dfa6a9157ee', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823850d8-86a0-4d4b-a8c0-cbf02122ea2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:39:08Z', 'updated_at': '2021-11-27T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:40:50.359580 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c63d-cfd4-45b2-a766-2ada3a42779e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:50.361154 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c63d-cfd4-45b2-a766-2ada3a42779e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:50.362095 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c63d-cfd4-45b2-a766-2ada3a42779e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:50.362496 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c63d-cfd4-45b2-a766-2ada3a42779e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:50.362880 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c63d-cfd4-45b2-a766-2ada3a42779e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:50.363227 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c63d-cfd4-45b2-a766-2ada3a42779e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:50.363628 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c63d-cfd4-45b2-a766-2ada3a42779e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:50.363973 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c63d-cfd4-45b2-a766-2ada3a42779e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:50.364310 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c63d-cfd4-45b2-a766-2ada3a42779e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:50.364690 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c63d-cfd4-45b2-a766-2ada3a42779e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:50.365035 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c63d-cfd4-45b2-a766-2ada3a42779e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:50.365370 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c63d-cfd4-45b2-a766-2ada3a42779e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:50.373807 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca7c63d-cfd4-45b2-a766-2ada3a42779e None None] No DVR routers for this DVR port dc86152c-4fe2-47b1-89dd-f3935d67fb69 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:40:50.462038 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59210cad-e6d2-4d93-b3e7-455aca90a1ec tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:50.515600 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-59210cad-e6d2-4d93-b3e7-455aca90a1ec tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Deleting port 8a728692-78c2-41a8-bb4b-3dfa6a9157ee {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:40:50.515864 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59210cad-e6d2-4d93-b3e7-455aca90a1ec tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:50.597459 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-59210cad-e6d2-4d93-b3e7-455aca90a1ec tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] For port 8a728692-78c2-41a8-bb4b-3dfa6a9157ee, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=8a728692-78c2-41a8-bb4b-3dfa6a9157ee,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:40:50.597821 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59210cad-e6d2-4d93-b3e7-455aca90a1ec tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:50.609113 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-59210cad-e6d2-4d93-b3e7-455aca90a1ec tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Calling delete_port for 8a728692-78c2-41a8-bb4b-3dfa6a9157ee owned by network:router_gateway {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:40:50.774442 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59210cad-e6d2-4d93-b3e7-455aca90a1ec tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:50.800607 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59210cad-e6d2-4d93-b3e7-455aca90a1ec tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event deleted for resources: {'Port': ['ID=8a728692-78c2-41a8-bb4b-3dfa6a9157ee,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:40:50.824434 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0db69e2-28fc-4000-8d88-ddc7828bf23a None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:40:50.866992 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59210cad-e6d2-4d93-b3e7-455aca90a1ec tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:50.965835 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59210cad-e6d2-4d93-b3e7-455aca90a1ec tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:50.968108 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59210cad-e6d2-4d93-b3e7-455aca90a1ec tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:51.011070 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59210cad-e6d2-4d93-b3e7-455aca90a1ec tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:51.011651 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59210cad-e6d2-4d93-b3e7-455aca90a1ec tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Fanout notify agent at l3_agent the message router_deleted on router 823850d8-86a0-4d4b-a8c0-cbf02122ea2f {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:40:51.019652 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59210cad-e6d2-4d93-b3e7-455aca90a1ec tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:51.020757 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-59210cad-e6d2-4d93-b3e7-455aca90a1ec tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "DELETE /v2.0/routers/823850d8-86a0-4d4b-a8c0-cbf02122ea2f HTTP/1.1" status: 204 len: 168 time: 1.1702707 Nov 27 04:40:51.023674 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33826) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:40:51.101848 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a5880fda-3cbb-450f-a02b-bc627a3addcc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:51.191818 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a5880fda-3cbb-450f-a02b-bc627a3addcc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:51.211104 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-a5880fda-3cbb-450f-a02b-bc627a3addcc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fd09be9-4fbf-43d1-9201-0d8827d1c688']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:40:51.220678 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-a5880fda-3cbb-450f-a02b-bc627a3addcc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf73fcac-51f7-4fcf-b98c-3a4b35297fed') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:40:51.220982 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-a5880fda-3cbb-450f-a02b-bc627a3addcc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf73fcac-51f7-4fcf-b98c-3a4b35297fed') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:40:51.231961 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a5880fda-3cbb-450f-a02b-bc627a3addcc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:51.244917 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a5880fda-3cbb-450f-a02b-bc627a3addcc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:51.251129 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5880fda-3cbb-450f-a02b-bc627a3addcc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:40:51.251522 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a5880fda-3cbb-450f-a02b-bc627a3addcc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:51.254446 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:40:51.254446 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:40:51.254446 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:40:51.254446 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:40:51.254446 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:40:51.254446 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:40:51.254446 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:40:51.254446 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:40:51.254446 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:40:51.254446 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:40:51.254446 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:40:51.254446 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:40:51.254446 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:40:51.254446 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:40:51.254446 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:40:51.254446 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:40:51.254446 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:40:51.254446 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:40:51.254446 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:40:51.254446 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:40:51.254446 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:40:51.254446 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:40:51.254446 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:40:51.254446 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:40:51.254446 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:40:51.254446 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:40:51.254446 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:40:51.254446 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:40:51.254446 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:40:51.254446 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:40:51.254446 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:40:51.254446 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:40:51.314463 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a5880fda-3cbb-450f-a02b-bc627a3addcc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:51.321244 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a5880fda-3cbb-450f-a02b-bc627a3addcc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:51.324381 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a5880fda-3cbb-450f-a02b-bc627a3addcc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "DELETE /v2.0/networks/3fd09be9-4fbf-43d1-9201-0d8827d1c688 HTTP/1.1" status: 204 len: 168 time: 0.2998261 Nov 27 04:40:51.327355 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33828) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:40:51.340458 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5880fda-3cbb-450f-a02b-bc627a3addcc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event deleted for resources: {'Network': ['ID=3fd09be9-4fbf-43d1-9201-0d8827d1c688,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:40:51.345025 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:51.386236 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f18f44cb-004d-4f0f-8552-405502a4b865 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:51.411605 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f18f44cb-004d-4f0f-8552-405502a4b865 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:51.486678 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f18f44cb-004d-4f0f-8552-405502a4b865 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:51.489343 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f18f44cb-004d-4f0f-8552-405502a4b865 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:51.490510 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f18f44cb-004d-4f0f-8552-405502a4b865 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "DELETE /v2.0/security-groups/2b14b05d-77d8-435a-849b-431b1035f42d HTTP/1.1" status: 204 len: 168 time: 0.1621573 Nov 27 04:40:51.501708 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f44cb-004d-4f0f-8552-405502a4b865 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b14b05d-77d8-435a-849b-431b1035f42d,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:40:51.513794 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18f44cb-004d-4f0f-8552-405502a4b865 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:51.514144 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18f44cb-004d-4f0f-8552-405502a4b865 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:51.515624 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18f44cb-004d-4f0f-8552-405502a4b865 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:51.516689 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18f44cb-004d-4f0f-8552-405502a4b865 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:51.517041 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18f44cb-004d-4f0f-8552-405502a4b865 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:51.517386 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18f44cb-004d-4f0f-8552-405502a4b865 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:51.517725 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18f44cb-004d-4f0f-8552-405502a4b865 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:51.518063 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18f44cb-004d-4f0f-8552-405502a4b865 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:51.518399 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18f44cb-004d-4f0f-8552-405502a4b865 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:51.518771 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18f44cb-004d-4f0f-8552-405502a4b865 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:51.519087 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18f44cb-004d-4f0f-8552-405502a4b865 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:51.519416 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18f44cb-004d-4f0f-8552-405502a4b865 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:51.542525 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device dc86152c-4fe2-47b1-89dd-f3935d67fb69 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:40:51.561393 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: dc86152c-4fe2-47b1-89dd-f3935d67fb69 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:40:51.561748 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device dc86152c-4fe2-47b1-89dd-f3935d67fb69 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:40:51.562176 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e41091d2-3a2e-444c-a5e0-cc14b5d8ebfc no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:40:51.583938 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: e41091d2-3a2e-444c-a5e0-cc14b5d8ebfc {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:40:51.584289 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device e41091d2-3a2e-444c-a5e0-cc14b5d8ebfc not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:40:51.848020 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33834) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:40:51.852617 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-a888bbbe-1fc4-4dd4-bd02-6f759d76b3e6 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1832801849', 'description': 'tempest-secgroup-smoke-1832801849 description', 'project_id': '16ef918a0fcc49e59c15f8e39341f751'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:40:51.875211 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a888bbbe-1fc4-4dd4-bd02-6f759d76b3e6 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:51.934270 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:51.941768 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a888bbbe-1fc4-4dd4-bd02-6f759d76b3e6 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:51.945350 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a888bbbe-1fc4-4dd4-bd02-6f759d76b3e6 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:51.974119 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a888bbbe-1fc4-4dd4-bd02-6f759d76b3e6 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:51.975359 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a888bbbe-1fc4-4dd4-bd02-6f759d76b3e6 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1263311 Nov 27 04:40:51.977219 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a888bbbe-1fc4-4dd4-bd02-6f759d76b3e6 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76d58bff-7ce4-4a58-9fc5-7ef075937fbc,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:40:51.978401 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33836) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:40:51.983941 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-f7ef3d12-49a8-4331-83b4-52364e03fa73 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'security_group_rule': {'security_group_id': '76d58bff-7ce4-4a58-9fc5-7ef075937fbc', 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:40:52.011486 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f7ef3d12-49a8-4331-83b4-52364e03fa73 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:52.056746 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f7ef3d12-49a8-4331-83b4-52364e03fa73 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:52.060041 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f7ef3d12-49a8-4331-83b4-52364e03fa73 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:52.077081 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef3d12-49a8-4331-83b4-52364e03fa73 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd05491d-f99f-4e56-8aaf-dab47305347f,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:40:52.084564 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f7ef3d12-49a8-4331-83b4-52364e03fa73 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:52.087098 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f7ef3d12-49a8-4331-83b4-52364e03fa73 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1062288 Nov 27 04:40:52.088969 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33838) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:40:52.093264 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-9cea92a6-9c27-44e7-8741-b20c957331f6 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'security_group_rule': {'security_group_id': '76d58bff-7ce4-4a58-9fc5-7ef075937fbc', 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:40:52.119625 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9cea92a6-9c27-44e7-8741-b20c957331f6 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:52.174572 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9cea92a6-9c27-44e7-8741-b20c957331f6 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:52.179463 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9cea92a6-9c27-44e7-8741-b20c957331f6 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:52.200507 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea92a6-9c27-44e7-8741-b20c957331f6 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b64d4c66-e7de-451f-8ada-80e6e4367ced,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:40:52.205110 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-9cea92a6-9c27-44e7-8741-b20c957331f6 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:52.206318 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9cea92a6-9c27-44e7-8741-b20c957331f6 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1163938 Nov 27 04:40:52.209141 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33840) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:40:52.213435 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-2998b27d-3ea9-4628-8ced-4ea10a2e72e0 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'security_group_rule': {'security_group_id': '76d58bff-7ce4-4a58-9fc5-7ef075937fbc', 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:40:52.247255 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2998b27d-3ea9-4628-8ced-4ea10a2e72e0 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:52.302787 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2998b27d-3ea9-4628-8ced-4ea10a2e72e0 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:52.306220 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2998b27d-3ea9-4628-8ced-4ea10a2e72e0 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:52.323386 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2998b27d-3ea9-4628-8ced-4ea10a2e72e0 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1081b94a-cb4c-4e47-b025-5b07232d10a9,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:40:52.329586 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-2998b27d-3ea9-4628-8ced-4ea10a2e72e0 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:52.331314 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2998b27d-3ea9-4628-8ced-4ea10a2e72e0 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212370 Nov 27 04:40:52.334039 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33842) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:40:52.338213 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-5aa318e0-6547-454f-9572-f852565d1bdc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'security_group_rule': {'security_group_id': '76d58bff-7ce4-4a58-9fc5-7ef075937fbc', 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:40:52.363667 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5aa318e0-6547-454f-9572-f852565d1bdc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:52.419980 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5aa318e0-6547-454f-9572-f852565d1bdc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:52.423273 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5aa318e0-6547-454f-9572-f852565d1bdc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:52.440792 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa318e0-6547-454f-9572-f852565d1bdc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e929ab5-8be3-4f85-b2ad-d8b6b5038075,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:40:52.448449 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-5aa318e0-6547-454f-9572-f852565d1bdc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:52.449636 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-5aa318e0-6547-454f-9572-f852565d1bdc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1146548 Nov 27 04:40:52.452554 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33844) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:40:52.457546 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-83850e17-66ee-4286-8273-acbb5f815408 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'security_group_rule': {'security_group_id': '76d58bff-7ce4-4a58-9fc5-7ef075937fbc', 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:40:52.478910 n-d-819494-3 neutron-server[110019]: INFO neutron.db.securitygroups_db [None req-83850e17-66ee-4286-8273-acbb5f815408 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Project 16ef918a0fcc49e59c15f8e39341f751 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 04:40:52.483799 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-83850e17-66ee-4286-8273-acbb5f815408 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:52.539843 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-83850e17-66ee-4286-8273-acbb5f815408 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:52.543160 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-83850e17-66ee-4286-8273-acbb5f815408 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:52.559863 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83850e17-66ee-4286-8273-acbb5f815408 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50c5d1cc-3b5b-4b6a-9313-c417b43f12d8,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:40:52.567934 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-83850e17-66ee-4286-8273-acbb5f815408 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:52.569114 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-83850e17-66ee-4286-8273-acbb5f815408 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1155632 Nov 27 04:40:52.571822 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33846) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:40:52.576074 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-86bd72c9-81a7-4598-8b28-5618bd6dd914 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'security_group_rule': {'security_group_id': '76d58bff-7ce4-4a58-9fc5-7ef075937fbc', 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:40:52.597292 n-d-819494-3 neutron-server[110019]: INFO neutron.db.securitygroups_db [None req-86bd72c9-81a7-4598-8b28-5618bd6dd914 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Project 16ef918a0fcc49e59c15f8e39341f751 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 04:40:52.601963 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-86bd72c9-81a7-4598-8b28-5618bd6dd914 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:52.663075 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-86bd72c9-81a7-4598-8b28-5618bd6dd914 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:52.666497 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-86bd72c9-81a7-4598-8b28-5618bd6dd914 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:52.685629 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd72c9-81a7-4598-8b28-5618bd6dd914 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef7856e7-abf0-4b2e-823d-ff47e6b16384,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:40:52.691318 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-86bd72c9-81a7-4598-8b28-5618bd6dd914 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:52.692484 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-86bd72c9-81a7-4598-8b28-5618bd6dd914 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1197488 Nov 27 04:40:52.695425 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33848) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:40:52.700274 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-3a60b15f-e0dc-4130-b906-7b707921419d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'network': {'name': 'tempest-network-smoke--853816857', 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'port_security_enabled': True}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:40:52.720108 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a60b15f-e0dc-4130-b906-7b707921419d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Made reservation on behalf of 16ef918a0fcc49e59c15f8e39341f751 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:40:52.723694 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3a60b15f-e0dc-4130-b906-7b707921419d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:52.746093 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a60b15f-e0dc-4130-b906-7b707921419d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:40:52.756911 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3a60b15f-e0dc-4130-b906-7b707921419d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:52.757535 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-3a60b15f-e0dc-4130-b906-7b707921419d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Added segment 4ecbc313-d8df-4d94-a078-fdf74f3aa1fd of type vlan for network 3052b813-1fdf-47fe-9c97-90e95f258d6e Nov 27 04:40:52.796731 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3a60b15f-e0dc-4130-b906-7b707921419d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:52.820798 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3a60b15f-e0dc-4130-b906-7b707921419d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:52.827171 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a60b15f-e0dc-4130-b906-7b707921419d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:40:52.827759 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3a60b15f-e0dc-4130-b906-7b707921419d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:52.884586 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-3a60b15f-e0dc-4130-b906-7b707921419d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1880252 Nov 27 04:40:52.887236 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33850) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:40:52.899525 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-464efc4c-b20c-4a70-919c-01ee51f2df66 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-83160515', 'admin_state_up': True, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:40:52.912778 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a60b15f-e0dc-4130-b906-7b707921419d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'Network': ['ID=3052b813-1fdf-47fe-9c97-90e95f258d6e,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:40:52.922663 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 3052b813-1fdf-47fe-9c97-90e95f258d6e details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:40:52.929520 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-464efc4c-b20c-4a70-919c-01ee51f2df66 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:52.930754 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-464efc4c-b20c-4a70-919c-01ee51f2df66 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:52.983754 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-464efc4c-b20c-4a70-919c-01ee51f2df66 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:53.121418 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-464efc4c-b20c-4a70-919c-01ee51f2df66 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:53.136196 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 8a728692-78c2-41a8-bb4b-3dfa6a9157ee no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:40:53.156369 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 8a728692-78c2-41a8-bb4b-3dfa6a9157ee {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:40:53.156753 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 8a728692-78c2-41a8-bb4b-3dfa6a9157ee not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:40:53.310109 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-464efc4c-b20c-4a70-919c-01ee51f2df66 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for router_gateway, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:53.332528 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-464efc4c-b20c-4a70-919c-01ee51f2df66 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:53.430444 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-464efc4c-b20c-4a70-919c-01ee51f2df66 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Allocated IP 172.25.1.176 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/36778e88-28f3-4187-bc39-a184ba59e609) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:40:53.533934 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-464efc4c-b20c-4a70-919c-01ee51f2df66 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:53.568381 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-464efc4c-b20c-4a70-919c-01ee51f2df66 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:53.603302 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464efc4c-b20c-4a70-919c-01ee51f2df66 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:40:53.608265 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-464efc4c-b20c-4a70-919c-01ee51f2df66 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:40:53.612353 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464efc4c-b20c-4a70-919c-01ee51f2df66 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:40:53.621511 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0322821a-7654-4cef-a0ca-aad7f8577f53 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:40:53.639174 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464efc4c-b20c-4a70-919c-01ee51f2df66 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'Port': ['ID=36778e88-28f3-4187-bc39-a184ba59e609,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:40:53.715575 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-24267008-70b4-453c-afb2-627c57b9ad62 None None] Provisioning complete for port 36778e88-28f3-4187-bc39-a184ba59e609 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:40:53.715946 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-24267008-70b4-453c-afb2-627c57b9ad62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:53.749167 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-24267008-70b4-453c-afb2-627c57b9ad62 None None] Port 36778e88-28f3-4187-bc39-a184ba59e609 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:40:53.862128 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-464efc4c-b20c-4a70-919c-01ee51f2df66 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for router_gateway, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:54.056828 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-464efc4c-b20c-4a70-919c-01ee51f2df66 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:54.182935 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464efc4c-b20c-4a70-919c-01ee51f2df66 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Router b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:40:54.287015 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464efc4c-b20c-4a70-919c-01ee51f2df66 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:40:54.296541 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581bd313-8a39-4ce5-9c72-cc2ab60c3423 None None] Sync routers for ids ['b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:40:54.306570 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-464efc4c-b20c-4a70-919c-01ee51f2df66 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:54.307882 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-464efc4c-b20c-4a70-919c-01ee51f2df66 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4196789 Nov 27 04:40:54.308016 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581bd313-8a39-4ce5-9c72-cc2ab60c3423 None None] Routers {'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:40:54.308588 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-581bd313-8a39-4ce5-9c72-cc2ab60c3423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:40:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:40:54.311145 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33852) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:40:54.339806 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-9ce9e7cc-3297-48db-8e7b-9aa854f78399 tempest-TestNetworkAdvancedServerOps-1512945365 tempest-TestNetworkAdvancedServerOps-1512945365-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=16ef918a0fcc49e59c15f8e39341f751&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274887 Nov 27 04:40:54.342367 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33854) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:40:54.411271 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-581bd313-8a39-4ce5-9c72-cc2ab60c3423 None None] Set router b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:40:54.429652 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6831a3-b0f0-4665-b3fe-4d1ac879ae61 tempest-TestNetworkAdvancedServerOps-1512945365 tempest-TestNetworkAdvancedServerOps-1512945365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:40:54.431219 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ea6831a3-b0f0-4665-b3fe-4d1ac879ae61 tempest-TestNetworkAdvancedServerOps-1512945365 tempest-TestNetworkAdvancedServerOps-1512945365-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0878675 Nov 27 04:40:54.434082 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33856) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:40:54.461618 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6fbe4738-3db8-48b8-9b67-9746763b67ed tempest-TestNetworkAdvancedServerOps-1512945365 tempest-TestNetworkAdvancedServerOps-1512945365-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=f5c39893-f8d8-4150-8aae-695f98406de3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263579 Nov 27 04:40:54.464080 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33858) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:40:54.468692 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-7619648a-ea57-46c5-b115-cec9fccfdea5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1482660684', 'network_id': '3052b813-1fdf-47fe-9c97-90e95f258d6e', 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:40:54.560574 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7619648a-ea57-46c5-b115-cec9fccfdea5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Made reservation on behalf of 16ef918a0fcc49e59c15f8e39341f751 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:40:54.564237 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7619648a-ea57-46c5-b115-cec9fccfdea5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:54.589808 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-581bd313-8a39-4ce5-9c72-cc2ab60c3423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-83160515', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '36778e88-28f3-4187-bc39-a184ba59e609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:40:52Z', 'updated_at': '2021-11-27T04:40:53Z', 'revision_number': 3, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '36778e88-28f3-4187-bc39-a184ba59e609', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a7:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:40:53Z', 'updated_at': '2021-11-27T04:40:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:40:54.616212 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581bd313-8a39-4ce5-9c72-cc2ab60c3423 None None] Checking router: b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:40:54.616565 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581bd313-8a39-4ce5-9c72-cc2ab60c3423 None None] Updating router b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4 port 36778e88-28f3-4187-bc39-a184ba59e609 binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:40:54.640508 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-581bd313-8a39-4ce5-9c72-cc2ab60c3423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:54.742387 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7619648a-ea57-46c5-b115-cec9fccfdea5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:54.803150 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7619648a-ea57-46c5-b115-cec9fccfdea5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'Subnet': ['ID=8d598fcd-a2da-4877-a9b8-5d2b52c83fc9,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:40:54.810679 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7619648a-ea57-46c5-b115-cec9fccfdea5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Checking segment: {'id': '4ecbc313-d8df-4d94-a078-fdf74f3aa1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3052b813-1fdf-47fe-9c97-90e95f258d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:40:54.811557 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7619648a-ea57-46c5-b115-cec9fccfdea5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Network hostable DHCP agents. Network: 3052b813-1fdf-47fe-9c97-90e95f258d6e, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:40:54.827592 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7619648a-ea57-46c5-b115-cec9fccfdea5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Network 3052b813-1fdf-47fe-9c97-90e95f258d6e is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:40:54.838455 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-7619648a-ea57-46c5-b115-cec9fccfdea5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 3052b813-1fdf-47fe-9c97-90e95f258d6e) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:40:54.843347 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7619648a-ea57-46c5-b115-cec9fccfdea5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:40:54.843975 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-7619648a-ea57-46c5-b115-cec9fccfdea5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:54.862758 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7619648a-ea57-46c5-b115-cec9fccfdea5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3976052 Nov 27 04:40:54.865629 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33860) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:40:54.990997 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfded752-0a6f-4ef1-9583-9474b9b7f4f0 None None] Network 3052b813-1fdf-47fe-9c97-90e95f258d6e requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:40:55.112309 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-581bd313-8a39-4ce5-9c72-cc2ab60c3423 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:55.120200 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-581bd313-8a39-4ce5-9c72-cc2ab60c3423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:55.196219 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36bd44a-ecea-4024-af12-643abcb4e43c None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:40:55.216293 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9e116-0246-42c7-a6f0-f76fcbf30e0a None None] Pushing event updated for resources: {'Port': ['ID=36778e88-28f3-4187-bc39-a184ba59e609,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:40:55.220219 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-581bd313-8a39-4ce5-9c72-cc2ab60c3423 None None] Attempting to bind port 36778e88-28f3-4187-bc39-a184ba59e609 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:40:55.221259 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-581bd313-8a39-4ce5-9c72-cc2ab60c3423 None None] Attempting to bind port 36778e88-28f3-4187-bc39-a184ba59e609 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:40:55.221519 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581bd313-8a39-4ce5-9c72-cc2ab60c3423 None None] Attempting to bind port 36778e88-28f3-4187-bc39-a184ba59e609 on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:40:55.243521 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581bd313-8a39-4ce5-9c72-cc2ab60c3423 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:40:55.243904 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581bd313-8a39-4ce5-9c72-cc2ab60c3423 None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:40:55.244307 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-581bd313-8a39-4ce5-9c72-cc2ab60c3423 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:55.244799 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581bd313-8a39-4ce5-9c72-cc2ab60c3423 None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:40:55.245162 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-581bd313-8a39-4ce5-9c72-cc2ab60c3423 None None] Bound port: 36778e88-28f3-4187-bc39-a184ba59e609, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:40:55.245544 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-581bd313-8a39-4ce5-9c72-cc2ab60c3423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:55.249533 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d7cabf-4ff6-406a-8eed-09b8a7615ae1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-3052b813-1fdf-47fe-9c97-90e95f258d6e', 'network_id': '3052b813-1fdf-47fe-9c97-90e95f258d6e', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'fixed_ips': [{'subnet_id': '8d598fcd-a2da-4877-a9b8-5d2b52c83fc9'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:40:55.250367 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-82d7cabf-4ff6-406a-8eed-09b8a7615ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:55.306851 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-78145ca7-2684-4d84-876e-1bbd3b64009b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:55.325957 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-19e26544-64d3-486f-8d5b-9e35fd0aa714 None None] Provisioning complete for port 36778e88-28f3-4187-bc39-a184ba59e609 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:40:55.326585 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-19e26544-64d3-486f-8d5b-9e35fd0aa714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:55.349627 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-581bd313-8a39-4ce5-9c72-cc2ab60c3423 None None] For port 36778e88-28f3-4187-bc39-a184ba59e609, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:40:55.416609 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-581bd313-8a39-4ce5-9c72-cc2ab60c3423 None None] For port 36778e88-28f3-4187-bc39-a184ba59e609, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=36778e88-28f3-4187-bc39-a184ba59e609,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:40:55.429345 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-581bd313-8a39-4ce5-9c72-cc2ab60c3423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:55.440860 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-19e26544-64d3-486f-8d5b-9e35fd0aa714 None None] Port 36778e88-28f3-4187-bc39-a184ba59e609 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:40:55.496846 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bb3363-49e3-48bc-b3f9-4a7303f1516c None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:40:55.539463 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9e116-0246-42c7-a6f0-f76fcbf30e0a None None] Pushing event updated for resources: {'Port': ['ID=36778e88-28f3-4187-bc39-a184ba59e609,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:40:55.546633 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581bd313-8a39-4ce5-9c72-cc2ab60c3423 None None] Routers {'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:40:55.547254 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-581bd313-8a39-4ce5-9c72-cc2ab60c3423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:40:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:40:55.554385 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-82d7cabf-4ff6-406a-8eed-09b8a7615ae1 None None] Allocated IP 172.20.0.2 (3052b813-1fdf-47fe-9c97-90e95f258d6e/8d598fcd-a2da-4877-a9b8-5d2b52c83fc9/69a9d917-7780-4761-8cbf-63ced89adcdb) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:40:55.683351 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-3490a509-231b-4a75-b6dc-082a6ccfabb0 None None] Provisioning complete for port 36778e88-28f3-4187-bc39-a184ba59e609 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:40:55.683635 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3490a509-231b-4a75-b6dc-082a6ccfabb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:55.766976 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-581bd313-8a39-4ce5-9c72-cc2ab60c3423 None None] Set router b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:40:55.934626 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-82d7cabf-4ff6-406a-8eed-09b8a7615ae1 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:55.947133 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-82d7cabf-4ff6-406a-8eed-09b8a7615ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:55.987624 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-78145ca7-2684-4d84-876e-1bbd3b64009b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Allocated IP 172.20.0.1 (3052b813-1fdf-47fe-9c97-90e95f258d6e/8d598fcd-a2da-4877-a9b8-5d2b52c83fc9/725d6c01-2210-4dfa-8740-85c6ed35398f) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:40:55.998814 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3490a509-231b-4a75-b6dc-082a6ccfabb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:56.022792 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d7cabf-4ff6-406a-8eed-09b8a7615ae1 None None] Network 3052b813-1fdf-47fe-9c97-90e95f258d6e is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:40:56.034198 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-82d7cabf-4ff6-406a-8eed-09b8a7615ae1 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:40:56.035955 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d7cabf-4ff6-406a-8eed-09b8a7615ae1 None None] Pushing event updated for resources: {'Port': ['ID=69a9d917-7780-4761-8cbf-63ced89adcdb,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:40:56.043697 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d7cabf-4ff6-406a-8eed-09b8a7615ae1 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:40:56.070787 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-3490a509-231b-4a75-b6dc-082a6ccfabb0 None None] For port 36778e88-28f3-4187-bc39-a184ba59e609, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=36778e88-28f3-4187-bc39-a184ba59e609,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:40:56.078847 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3490a509-231b-4a75-b6dc-082a6ccfabb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:56.179949 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-82d7cabf-4ff6-406a-8eed-09b8a7615ae1 None None] Attempting to bind port 69a9d917-7780-4761-8cbf-63ced89adcdb on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:40:56.180339 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-82d7cabf-4ff6-406a-8eed-09b8a7615ae1 None None] Attempting to bind port 69a9d917-7780-4761-8cbf-63ced89adcdb by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '4ecbc313-d8df-4d94-a078-fdf74f3aa1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3052b813-1fdf-47fe-9c97-90e95f258d6e'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:40:56.180686 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d7cabf-4ff6-406a-8eed-09b8a7615ae1 None None] Attempting to bind port 69a9d917-7780-4761-8cbf-63ced89adcdb on network 3052b813-1fdf-47fe-9c97-90e95f258d6e {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:40:56.185067 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3490a509-231b-4a75-b6dc-082a6ccfabb0 None None] Pushing event updated for resources: {'Port': ['ID=36778e88-28f3-4187-bc39-a184ba59e609,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:40:56.192714 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d7cabf-4ff6-406a-8eed-09b8a7615ae1 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:40:56.193113 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d7cabf-4ff6-406a-8eed-09b8a7615ae1 None None] Checking segment: {'id': '4ecbc313-d8df-4d94-a078-fdf74f3aa1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3052b813-1fdf-47fe-9c97-90e95f258d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:40:56.193591 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-82d7cabf-4ff6-406a-8eed-09b8a7615ae1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:56.193887 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d7cabf-4ff6-406a-8eed-09b8a7615ae1 None None] Bound using segment: {'id': '4ecbc313-d8df-4d94-a078-fdf74f3aa1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3052b813-1fdf-47fe-9c97-90e95f258d6e'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:40:56.194381 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-82d7cabf-4ff6-406a-8eed-09b8a7615ae1 None None] Bound port: 69a9d917-7780-4761-8cbf-63ced89adcdb, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ecbc313-d8df-4d94-a078-fdf74f3aa1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3052b813-1fdf-47fe-9c97-90e95f258d6e'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:40:56.194798 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-82d7cabf-4ff6-406a-8eed-09b8a7615ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:56.212580 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-581bd313-8a39-4ce5-9c72-cc2ab60c3423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-83160515', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '36778e88-28f3-4187-bc39-a184ba59e609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:40:52Z', 'updated_at': '2021-11-27T04:40:53Z', 'revision_number': 3, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '36778e88-28f3-4187-bc39-a184ba59e609', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a7:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:40:53Z', 'updated_at': '2021-11-27T04:40:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:40:56.260188 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581bd313-8a39-4ce5-9c72-cc2ab60c3423 None None] The sync data for ids ['b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4'] in n-d-819494-3 is: [{'id': 'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-83160515', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '36778e88-28f3-4187-bc39-a184ba59e609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:40:52Z', 'updated_at': '2021-11-27T04:40:53Z', 'revision_number': 3, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '36778e88-28f3-4187-bc39-a184ba59e609', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a7:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:40:53Z', 'updated_at': '2021-11-27T04:40:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:40:56.296977 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-82d7cabf-4ff6-406a-8eed-09b8a7615ae1 None None] For port 69a9d917-7780-4761-8cbf-63ced89adcdb, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:40:56.300860 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-82d7cabf-4ff6-406a-8eed-09b8a7615ae1 None None] For port 69a9d917-7780-4761-8cbf-63ced89adcdb, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=69a9d917-7780-4761-8cbf-63ced89adcdb,segment=NetworkSegment(4ecbc313-d8df-4d94-a078-fdf74f3aa1fd),segment_id=4ecbc313-d8df-4d94-a078-fdf74f3aa1fd)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:40:56.307325 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-82d7cabf-4ff6-406a-8eed-09b8a7615ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:56.369246 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d7cabf-4ff6-406a-8eed-09b8a7615ae1 None None] Pushing event updated for resources: {'Port': ['ID=69a9d917-7780-4761-8cbf-63ced89adcdb,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:40:56.457479 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-78145ca7-2684-4d84-876e-1bbd3b64009b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:56.510140 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-78145ca7-2684-4d84-876e-1bbd3b64009b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:56.564259 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78145ca7-2684-4d84-876e-1bbd3b64009b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Network 3052b813-1fdf-47fe-9c97-90e95f258d6e is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:40:56.583192 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-78145ca7-2684-4d84-876e-1bbd3b64009b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:40:56.586266 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78145ca7-2684-4d84-876e-1bbd3b64009b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:40:56.615143 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78145ca7-2684-4d84-876e-1bbd3b64009b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'Port': ['ID=725d6c01-2210-4dfa-8740-85c6ed35398f,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:40:56.649075 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-78145ca7-2684-4d84-876e-1bbd3b64009b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:56.790768 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-78145ca7-2684-4d84-876e-1bbd3b64009b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:57.081485 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-78145ca7-2684-4d84-876e-1bbd3b64009b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:57.087223 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-78145ca7-2684-4d84-876e-1bbd3b64009b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:57.176409 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78145ca7-2684-4d84-876e-1bbd3b64009b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'Port': ['ID=725d6c01-2210-4dfa-8740-85c6ed35398f,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:40:57.181456 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-78145ca7-2684-4d84-876e-1bbd3b64009b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:57.284479 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 69a9d917-7780-4761-8cbf-63ced89adcdb up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:40:57.286654 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78145ca7-2684-4d84-876e-1bbd3b64009b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Network 3052b813-1fdf-47fe-9c97-90e95f258d6e is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:40:57.289361 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-78145ca7-2684-4d84-876e-1bbd3b64009b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:40:57.338541 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 69a9d917-7780-4761-8cbf-63ced89adcdb triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:40:57.338971 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:57.410380 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78145ca7-2684-4d84-876e-1bbd3b64009b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Router b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:40:57.420443 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:57.433745 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d676fd5b-1840-4b43-94c2-09bdbeee5b96 None None] Network 3052b813-1fdf-47fe-9c97-90e95f258d6e requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:40:57.504664 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 69a9d917-7780-4761-8cbf-63ced89adcdb, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=69a9d917-7780-4761-8cbf-63ced89adcdb,segment=NetworkSegment(4ecbc313-d8df-4d94-a078-fdf74f3aa1fd),segment_id=4ecbc313-d8df-4d94-a078-fdf74f3aa1fd)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:40:57.515296 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:57.515996 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 36778e88-28f3-4187-bc39-a184ba59e609 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:40:57.529918 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78145ca7-2684-4d84-876e-1bbd3b64009b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:40:57.535809 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-78145ca7-2684-4d84-876e-1bbd3b64009b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "PUT /v2.0/routers/b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6691842 Nov 27 04:40:57.609185 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-06378333-4cd1-4ce9-b599-32209a11de1f None None] Provisioning complete for port 69a9d917-7780-4761-8cbf-63ced89adcdb triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:40:57.609562 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06378333-4cd1-4ce9-b599-32209a11de1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:57.682051 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=69a9d917-7780-4761-8cbf-63ced89adcdb,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:40:57.700020 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-509777ec-b92a-4bf2-b552-920c056040a5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1832801849&fields=id&tenant_id=16ef918a0fcc49e59c15f8e39341f751 HTTP/1.1" status: 200 len: 267 time: 0.0516784 Nov 27 04:40:57.724014 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 36778e88-28f3-4187-bc39-a184ba59e609 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:40:57.724392 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:57.818386 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-730bd668-3ce8-45a7-b5e2-2bbf0a23b253 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:40:57.820036 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-730bd668-3ce8-45a7-b5e2-2bbf0a23b253 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/networks?id=3052b813-1fdf-47fe-9c97-90e95f258d6e HTTP/1.1" status: 200 len: 796 time: 0.1122234 Nov 27 04:40:57.838062 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-9c68c199-9cb3-4956-82b1-ebc1fe694957 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/quotas/16ef918a0fcc49e59c15f8e39341f751 HTTP/1.1" status: 200 len: 375 time: 0.0104566 Nov 27 04:40:57.892990 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-fbd5871e-4a7a-4930-8987-8e93e265c8e5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=16ef918a0fcc49e59c15f8e39341f751&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486984 Nov 27 04:40:58.015702 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140265ca-6a80-42d8-8c0f-7b3dacb86be2 None None] Sync routers for ids ['b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:40:58.030953 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140265ca-6a80-42d8-8c0f-7b3dacb86be2 None None] Routers {'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:40:58.031858 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-140265ca-6a80-42d8-8c0f-7b3dacb86be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:40:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:40:58.064879 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-e95dba4d-3234-4c4f-afb4-f086711d8473 service neutron] 10.222.0.20 "GET /v2.0/networks/3052b813-1fdf-47fe-9c97-90e95f258d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583555 Nov 27 04:40:58.162291 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-140265ca-6a80-42d8-8c0f-7b3dacb86be2 None None] Set router b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:40:58.169161 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-cb517692-c8a7-499c-8d95-5511d9b3b2f7 service neutron] 10.222.0.20 "GET /v2.0/networks/3052b813-1fdf-47fe-9c97-90e95f258d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974309 Nov 27 04:40:58.319813 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-9d793ed6-a4f0-45ba-a4f9-d4f782e17829 None None] Provisioning complete for port 725d6c01-2210-4dfa-8740-85c6ed35398f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:40:58.319813 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9d793ed6-a4f0-45ba-a4f9-d4f782e17829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:58.361539 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-9d793ed6-a4f0-45ba-a4f9-d4f782e17829 None None] Port 725d6c01-2210-4dfa-8740-85c6ed35398f cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:40:58.374478 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-9d793ed6-a4f0-45ba-a4f9-d4f782e17829 None None] Provisioning complete for port 69a9d917-7780-4761-8cbf-63ced89adcdb triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:40:58.374957 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9d793ed6-a4f0-45ba-a4f9-d4f782e17829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:58.408923 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4ba2ad68-0580-46ee-a91e-9b28bf32a33a req-64cdda42-fcf6-485b-b993-a1d8d83212c3 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 210 time: 0.0583503 Nov 27 04:40:58.448140 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-140265ca-6a80-42d8-8c0f-7b3dacb86be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-83160515', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '36778e88-28f3-4187-bc39-a184ba59e609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:40:52Z', 'updated_at': '2021-11-27T04:40:56Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '36778e88-28f3-4187-bc39-a184ba59e609', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:40:53Z', 'updated_at': '2021-11-27T04:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '725d6c01-2210-4dfa-8740-85c6ed35398f', 'name': '', 'network_id': '3052b813-1fdf-47fe-9c97-90e95f258d6e', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'mac_address': 'fa:16:3e:29:e6:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '8d598fcd-a2da-4877-a9b8-5d2b52c83fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:40:55Z', 'updated_at': '2021-11-27T04:40:56Z', 'revision_number': 2, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'subnets': [{'id': '8d598fcd-a2da-4877-a9b8-5d2b52c83fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:40:58.482278 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140265ca-6a80-42d8-8c0f-7b3dacb86be2 None None] Checking router: b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:40:58.482850 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140265ca-6a80-42d8-8c0f-7b3dacb86be2 None None] Updating router b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4 port 725d6c01-2210-4dfa-8740-85c6ed35398f binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:40:58.509912 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-140265ca-6a80-42d8-8c0f-7b3dacb86be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:58.600708 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-2ccac258-b82d-4892-835c-5f41989bf678 None None] Provisioning complete for port 725d6c01-2210-4dfa-8740-85c6ed35398f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:40:58.601372 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2ccac258-b82d-4892-835c-5f41989bf678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:58.656777 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-2ccac258-b82d-4892-835c-5f41989bf678 None None] Port 725d6c01-2210-4dfa-8740-85c6ed35398f cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:40:58.778610 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-1132020d-e236-4906-a3e2-760522c674f7 None None] Provisioning complete for port 725d6c01-2210-4dfa-8740-85c6ed35398f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:40:58.778993 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1132020d-e236-4906-a3e2-760522c674f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:58.819555 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-140265ca-6a80-42d8-8c0f-7b3dacb86be2 None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:58.826517 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-140265ca-6a80-42d8-8c0f-7b3dacb86be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:58.827024 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-1132020d-e236-4906-a3e2-760522c674f7 None None] Port 725d6c01-2210-4dfa-8740-85c6ed35398f cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:40:58.882322 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f7b948-4b31-458e-84a6-2dfbddeaf706 None None] Pushing event updated for resources: {'Port': ['ID=725d6c01-2210-4dfa-8740-85c6ed35398f,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:40:58.907665 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f7b948-4b31-458e-84a6-2dfbddeaf706 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:58.908573 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f7b948-4b31-458e-84a6-2dfbddeaf706 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:58.908890 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f7b948-4b31-458e-84a6-2dfbddeaf706 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:58.909243 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f7b948-4b31-458e-84a6-2dfbddeaf706 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:58.909586 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f7b948-4b31-458e-84a6-2dfbddeaf706 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:58.909918 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f7b948-4b31-458e-84a6-2dfbddeaf706 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:58.910252 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f7b948-4b31-458e-84a6-2dfbddeaf706 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:58.910606 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f7b948-4b31-458e-84a6-2dfbddeaf706 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:58.910941 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f7b948-4b31-458e-84a6-2dfbddeaf706 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:58.911267 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f7b948-4b31-458e-84a6-2dfbddeaf706 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:58.911592 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f7b948-4b31-458e-84a6-2dfbddeaf706 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:58.911917 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f7b948-4b31-458e-84a6-2dfbddeaf706 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:40:58.945558 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-140265ca-6a80-42d8-8c0f-7b3dacb86be2 None None] Attempting to bind port 725d6c01-2210-4dfa-8740-85c6ed35398f on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:40:58.946015 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-140265ca-6a80-42d8-8c0f-7b3dacb86be2 None None] Attempting to bind port 725d6c01-2210-4dfa-8740-85c6ed35398f by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '4ecbc313-d8df-4d94-a078-fdf74f3aa1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3052b813-1fdf-47fe-9c97-90e95f258d6e'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:40:58.946382 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140265ca-6a80-42d8-8c0f-7b3dacb86be2 None None] Attempting to bind port 725d6c01-2210-4dfa-8740-85c6ed35398f on network 3052b813-1fdf-47fe-9c97-90e95f258d6e {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:40:58.951876 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140265ca-6a80-42d8-8c0f-7b3dacb86be2 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:40:58.952251 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140265ca-6a80-42d8-8c0f-7b3dacb86be2 None None] Checking segment: {'id': '4ecbc313-d8df-4d94-a078-fdf74f3aa1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3052b813-1fdf-47fe-9c97-90e95f258d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:40:58.952714 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-140265ca-6a80-42d8-8c0f-7b3dacb86be2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:58.953183 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140265ca-6a80-42d8-8c0f-7b3dacb86be2 None None] Bound using segment: {'id': '4ecbc313-d8df-4d94-a078-fdf74f3aa1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3052b813-1fdf-47fe-9c97-90e95f258d6e'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:40:58.953847 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-140265ca-6a80-42d8-8c0f-7b3dacb86be2 None None] Bound port: 725d6c01-2210-4dfa-8740-85c6ed35398f, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ecbc313-d8df-4d94-a078-fdf74f3aa1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3052b813-1fdf-47fe-9c97-90e95f258d6e'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:40:58.954230 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-140265ca-6a80-42d8-8c0f-7b3dacb86be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:59.027514 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-140265ca-6a80-42d8-8c0f-7b3dacb86be2 None None] For port 725d6c01-2210-4dfa-8740-85c6ed35398f, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:40:59.031440 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-140265ca-6a80-42d8-8c0f-7b3dacb86be2 None None] For port 725d6c01-2210-4dfa-8740-85c6ed35398f, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=725d6c01-2210-4dfa-8740-85c6ed35398f,segment=NetworkSegment(4ecbc313-d8df-4d94-a078-fdf74f3aa1fd),segment_id=4ecbc313-d8df-4d94-a078-fdf74f3aa1fd)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:40:59.037591 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-140265ca-6a80-42d8-8c0f-7b3dacb86be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:59.097790 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140265ca-6a80-42d8-8c0f-7b3dacb86be2 None None] Routers {'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:40:59.098437 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-140265ca-6a80-42d8-8c0f-7b3dacb86be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:40:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:40:59.102141 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f7b948-4b31-458e-84a6-2dfbddeaf706 None None] Pushing event updated for resources: {'Port': ['ID=725d6c01-2210-4dfa-8740-85c6ed35398f,revision_number=4']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:40:59.157082 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-f8cfb7e1-30be-48b3-9256-a068a326214c None None] Provisioning complete for port 725d6c01-2210-4dfa-8740-85c6ed35398f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:40:59.157455 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f8cfb7e1-30be-48b3-9256-a068a326214c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:59.220122 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 69a9d917-7780-4761-8cbf-63ced89adcdb up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:40:59.316558 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-140265ca-6a80-42d8-8c0f-7b3dacb86be2 None None] Set router b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:40:59.320738 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 69a9d917-7780-4761-8cbf-63ced89adcdb triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:40:59.321116 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:59.322517 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f8cfb7e1-30be-48b3-9256-a068a326214c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:59.393930 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-f8cfb7e1-30be-48b3-9256-a068a326214c None None] For port 725d6c01-2210-4dfa-8740-85c6ed35398f, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=725d6c01-2210-4dfa-8740-85c6ed35398f,segment=NetworkSegment(4ecbc313-d8df-4d94-a078-fdf74f3aa1fd),segment_id=4ecbc313-d8df-4d94-a078-fdf74f3aa1fd)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:40:59.399245 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f8cfb7e1-30be-48b3-9256-a068a326214c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:59.478248 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cfb7e1-30be-48b3-9256-a068a326214c None None] Pushing event updated for resources: {'Port': ['ID=725d6c01-2210-4dfa-8740-85c6ed35398f,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:40:59.521734 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3cb1ad71-bb42-4ca1-bad7-b4c80e238d05 req-d5b56fc7-aa43-407b-ae2e-04d8aa950e58 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 210 time: 0.0421591 Nov 27 04:40:59.523522 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-aa16e525-65e5-4565-8628-6e1ee0320849 None None] Provisioning complete for port 725d6c01-2210-4dfa-8740-85c6ed35398f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:40:59.523967 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-aa16e525-65e5-4565-8628-6e1ee0320849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:40:59.539388 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-140265ca-6a80-42d8-8c0f-7b3dacb86be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-83160515', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '36778e88-28f3-4187-bc39-a184ba59e609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:40:52Z', 'updated_at': '2021-11-27T04:40:56Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '36778e88-28f3-4187-bc39-a184ba59e609', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:40:53Z', 'updated_at': '2021-11-27T04:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '725d6c01-2210-4dfa-8740-85c6ed35398f', 'name': '', 'network_id': '3052b813-1fdf-47fe-9c97-90e95f258d6e', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'mac_address': 'fa:16:3e:29:e6:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '8d598fcd-a2da-4877-a9b8-5d2b52c83fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:40:55Z', 'updated_at': '2021-11-27T04:40:59Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'subnets': [{'id': '8d598fcd-a2da-4877-a9b8-5d2b52c83fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:40:59.572801 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140265ca-6a80-42d8-8c0f-7b3dacb86be2 None None] The sync data for ids ['b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4'] in n-d-819494-3 is: [{'id': 'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-83160515', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '36778e88-28f3-4187-bc39-a184ba59e609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:40:52Z', 'updated_at': '2021-11-27T04:40:56Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '36778e88-28f3-4187-bc39-a184ba59e609', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:40:53Z', 'updated_at': '2021-11-27T04:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '725d6c01-2210-4dfa-8740-85c6ed35398f', 'name': '', 'network_id': '3052b813-1fdf-47fe-9c97-90e95f258d6e', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'mac_address': 'fa:16:3e:29:e6:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '8d598fcd-a2da-4877-a9b8-5d2b52c83fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:40:55Z', 'updated_at': '2021-11-27T04:40:59Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'subnets': [{'id': '8d598fcd-a2da-4877-a9b8-5d2b52c83fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:40:59.682337 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-3e72aeca-2f61-4e03-802f-5da4322f1ec6 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:40:59.683983 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-3e72aeca-2f61-4e03-802f-5da4322f1ec6 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.23 "GET /v2.0/networks?id=3052b813-1fdf-47fe-9c97-90e95f258d6e HTTP/1.1" status: 200 len: 796 time: 0.1495140 Nov 27 04:40:59.767003 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-8153bc49-001d-41bd-9109-b571d91632e0 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16ef918a0fcc49e59c15f8e39341f751 HTTP/1.1" status: 200 len: 380 time: 0.0590928 Nov 27 04:40:59.778093 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-795eabad-fcf8-42dd-a974-51289de61e07 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'port': {'device_id': '08da50f8-dacb-4829-9dd5-830d8d5d1efa', 'network_id': '3052b813-1fdf-47fe-9c97-90e95f258d6e', 'admin_state_up': True, 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'security_groups': ['76d58bff-7ce4-4a58-9fc5-7ef075937fbc']}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:40:59.895087 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-795eabad-fcf8-42dd-a974-51289de61e07 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Made reservation on behalf of 16ef918a0fcc49e59c15f8e39341f751 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:40:59.898616 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-795eabad-fcf8-42dd-a974-51289de61e07 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:41:00.051329 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-795eabad-fcf8-42dd-a974-51289de61e07 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Allocated IP 172.20.0.13 (3052b813-1fdf-47fe-9c97-90e95f258d6e/8d598fcd-a2da-4877-a9b8-5d2b52c83fc9/85dad402-1ff5-4f0e-b36d-06344be030a9) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:41:00.201247 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-795eabad-fcf8-42dd-a974-51289de61e07 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:41:00.241070 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-795eabad-fcf8-42dd-a974-51289de61e07 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:41:00.293054 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-795eabad-fcf8-42dd-a974-51289de61e07 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Network 3052b813-1fdf-47fe-9c97-90e95f258d6e is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:41:00.296339 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-795eabad-fcf8-42dd-a974-51289de61e07 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:41:00.301160 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-795eabad-fcf8-42dd-a974-51289de61e07 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:41:00.326733 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795eabad-fcf8-42dd-a974-51289de61e07 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'Port': ['ID=85dad402-1ff5-4f0e-b36d-06344be030a9,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:41:00.362820 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-795eabad-fcf8-42dd-a974-51289de61e07 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:41:00.363554 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-795eabad-fcf8-42dd-a974-51289de61e07 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:41:00.382752 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-795eabad-fcf8-42dd-a974-51289de61e07 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6095548 Nov 27 04:41:00.492345 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-c7b1c509-4623-4c00-aeff-72018f0fcfc4 service neutron] Request body: {'port': {'device_id': '08da50f8-dacb-4829-9dd5-830d8d5d1efa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:41:00.554484 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-c7b1c509-4623-4c00-aeff-72018f0fcfc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:41:00.590067 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-65689d2d-9dfc-44fc-8f99-08789191c49b None None] Provisioning complete for port 85dad402-1ff5-4f0e-b36d-06344be030a9 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:41:00.591604 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-65689d2d-9dfc-44fc-8f99-08789191c49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:41:00.635505 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-65689d2d-9dfc-44fc-8f99-08789191c49b None None] Port 85dad402-1ff5-4f0e-b36d-06344be030a9 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:41:00.649901 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e9eca-0ef8-4501-9742-b6831069e82f req-78454db0-79a6-49a9-9beb-0bb945204576 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:41:00.657606 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3f5e9eca-0ef8-4501-9742-b6831069e82f req-78454db0-79a6-49a9-9beb-0bb945204576 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 932 time: 0.0590515 Nov 27 04:41:00.713096 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3f5e9eca-0ef8-4501-9742-b6831069e82f req-20e4a0ff-0eeb-446d-a718-39ead9737232 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=76d58bff-7ce4-4a58-9fc5-7ef075937fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539882 Nov 27 04:41:00.841640 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-c7b1c509-4623-4c00-aeff-72018f0fcfc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85dad402-1ff5-4f0e-b36d-06344be030a9 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:41:00.849771 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-c7b1c509-4623-4c00-aeff-72018f0fcfc4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:41:00.862477 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-c7b1c509-4623-4c00-aeff-72018f0fcfc4 service neutron] Transition to ACTIVE for port object 85dad402-1ff5-4f0e-b36d-06344be030a9 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:41:00.866137 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-c7b1c509-4623-4c00-aeff-72018f0fcfc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:41:00.918468 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1c509-4623-4c00-aeff-72018f0fcfc4 service neutron] Pushing event updated for resources: {'Port': ['ID=85dad402-1ff5-4f0e-b36d-06344be030a9,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:41:00.996498 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-c7b1c509-4623-4c00-aeff-72018f0fcfc4 service neutron] Attempting to bind port 85dad402-1ff5-4f0e-b36d-06344be030a9 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:41:00.996635 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-c7b1c509-4623-4c00-aeff-72018f0fcfc4 service neutron] Attempting to bind port 85dad402-1ff5-4f0e-b36d-06344be030a9 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '4ecbc313-d8df-4d94-a078-fdf74f3aa1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3052b813-1fdf-47fe-9c97-90e95f258d6e'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:41:00.996970 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-c7b1c509-4623-4c00-aeff-72018f0fcfc4 service neutron] Attempting to bind port 85dad402-1ff5-4f0e-b36d-06344be030a9 on network 3052b813-1fdf-47fe-9c97-90e95f258d6e {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:41:01.001851 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-c7b1c509-4623-4c00-aeff-72018f0fcfc4 service neutron] Port 85dad402-1ff5-4f0e-b36d-06344be030a9 on network 3052b813-1fdf-47fe-9c97-90e95f258d6e not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:41:01.002189 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-c7b1c509-4623-4c00-aeff-72018f0fcfc4 service neutron] Attempting to bind port 85dad402-1ff5-4f0e-b36d-06344be030a9 on network 3052b813-1fdf-47fe-9c97-90e95f258d6e {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:41:01.007870 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-c7b1c509-4623-4c00-aeff-72018f0fcfc4 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:41:01.008219 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-c7b1c509-4623-4c00-aeff-72018f0fcfc4 service neutron] Checking segment: {'id': '4ecbc313-d8df-4d94-a078-fdf74f3aa1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3052b813-1fdf-47fe-9c97-90e95f258d6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:41:01.008615 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-c7b1c509-4623-4c00-aeff-72018f0fcfc4 service neutron] Bound using segment: {'id': '4ecbc313-d8df-4d94-a078-fdf74f3aa1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3052b813-1fdf-47fe-9c97-90e95f258d6e'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:41:01.009055 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-c7b1c509-4623-4c00-aeff-72018f0fcfc4 service neutron] Bound port: 85dad402-1ff5-4f0e-b36d-06344be030a9, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ecbc313-d8df-4d94-a078-fdf74f3aa1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3052b813-1fdf-47fe-9c97-90e95f258d6e'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:41:01.009452 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-c7b1c509-4623-4c00-aeff-72018f0fcfc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:41:01.077565 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-c7b1c509-4623-4c00-aeff-72018f0fcfc4 service neutron] For port 85dad402-1ff5-4f0e-b36d-06344be030a9, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:41:01.080894 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-c7b1c509-4623-4c00-aeff-72018f0fcfc4 service neutron] For port 85dad402-1ff5-4f0e-b36d-06344be030a9, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=85dad402-1ff5-4f0e-b36d-06344be030a9,segment=NetworkSegment(4ecbc313-d8df-4d94-a078-fdf74f3aa1fd),segment_id=4ecbc313-d8df-4d94-a078-fdf74f3aa1fd)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:41:01.086301 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-c7b1c509-4623-4c00-aeff-72018f0fcfc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:41:01.120686 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-c7b1c509-4623-4c00-aeff-72018f0fcfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:41:01.121302 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-c7b1c509-4623-4c00-aeff-72018f0fcfc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:41:01.123572 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-c7b1c509-4623-4c00-aeff-72018f0fcfc4 service neutron] 10.222.0.23 "PUT /v2.0/ports/85dad402-1ff5-4f0e-b36d-06344be030a9 HTTP/1.1" status: 200 len: 1092 time: 0.6812580 Nov 27 04:41:01.126479 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08da50f8-dacb-4829-9dd5-830d8d5d1efa', 'tag': '85dad402-1ff5-4f0e-b36d-06344be030a9'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:41:01.130672 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08b94054c3609ca5194c36e6072b148da941c4766f069e8e94abba8dbd1bbb06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e84a174-4e85-4e11-9993-fe8fab989c6f" -d '{"events": [{"name": "network-changed", "server_uuid": "08da50f8-dacb-4829-9dd5-830d8d5d1efa", "tag": "85dad402-1ff5-4f0e-b36d-06344be030a9"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:41:01.163746 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1c509-4623-4c00-aeff-72018f0fcfc4 service neutron] Pushing event updated for resources: {'Port': ['ID=85dad402-1ff5-4f0e-b36d-06344be030a9,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:41:01.230441 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ec87cd-5e89-4032-9ad3-b416d6d287dd x-openstack-request-id: req-b3ec87cd-5e89-4032-9ad3-b416d6d287dd {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:41:01.230759 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08da50f8-dacb-4829-9dd5-830d8d5d1efa", "tag": "85dad402-1ff5-4f0e-b36d-06344be030a9", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:41:01.231004 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3ec87cd-5e89-4032-9ad3-b416d6d287dd {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:41:01.231418 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08da50f8-dacb-4829-9dd5-830d8d5d1efa', 'tag': '85dad402-1ff5-4f0e-b36d-06344be030a9', 'status': 'completed', 'code': 200} Nov 27 04:41:01.250424 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-f98c4747-1786-4dde-a1ef-8c2d82baa52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:41:01.252189 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-f98c4747-1786-4dde-a1ef-8c2d82baa52a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16ef918a0fcc49e59c15f8e39341f751&device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 1095 time: 0.0553963 Nov 27 04:41:01.265769 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 725d6c01-2210-4dfa-8740-85c6ed35398f up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:41:01.307946 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-a217a944-9af4-4022-ad75-233410e211b4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85dad402-1ff5-4f0e-b36d-06344be030a9 HTTP/1.1" status: 200 len: 217 time: 0.0421550 Nov 27 04:41:01.320308 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 725d6c01-2210-4dfa-8740-85c6ed35398f triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:41:01.320684 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:41:01.370583 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-30022037-b134-44e5-8b8c-15d3cc53ec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:41:01.372288 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-30022037-b134-44e5-8b8c-15d3cc53ec82 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d598fcd-a2da-4877-a9b8-5d2b52c83fc9 HTTP/1.1" status: 200 len: 835 time: 0.0487175 Nov 27 04:41:01.424570 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-df811812-d3b7-4946-9bad-ba1cd66116fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:41:01.425861 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-df811812-d3b7-4946-9bad-ba1cd66116fd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3052b813-1fdf-47fe-9c97-90e95f258d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441673 Nov 27 04:41:01.840079 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b1ff8-9a23-4c3d-bee5-c1395a9bc5a7 req-03dc9155-6baa-41c6-8c85-fb51b94103c3 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:41:01.841602 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fe1b1ff8-9a23-4c3d-bee5-c1395a9bc5a7 req-03dc9155-6baa-41c6-8c85-fb51b94103c3 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 944 time: 0.0496306 Nov 27 04:41:01.849841 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-e7c8c01b-8ab7-4e92-91b7-9978982a568f service neutron] 10.222.0.23 "GET /v2.0/networks/3052b813-1fdf-47fe-9c97-90e95f258d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135802 Nov 27 04:41:01.891257 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fe1b1ff8-9a23-4c3d-bee5-c1395a9bc5a7 req-be9e47bf-849c-46aa-ba8c-3403670a990d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=76d58bff-7ce4-4a58-9fc5-7ef075937fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433903 Nov 27 04:41:01.947498 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dbf3bf95-48bd-4644-bd66-15472e483e5e req-258e6ed1-f8f1-48ea-aac8-50b5535fdd30 service neutron] 10.222.0.23 "GET /v2.0/networks/3052b813-1fdf-47fe-9c97-90e95f258d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842686 Nov 27 04:41:02.092065 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84a174-4e85-4e11-9993-fe8fab989c6f req-0a199c97-67d4-4019-909e-f962a64372c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:41:02.093564 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1e84a174-4e85-4e11-9993-fe8fab989c6f req-0a199c97-67d4-4019-909e-f962a64372c3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16ef918a0fcc49e59c15f8e39341f751&device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 1095 time: 0.0450404 Nov 27 04:41:02.190625 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84a174-4e85-4e11-9993-fe8fab989c6f req-74b6f73c-96f3-427c-bfa7-97d215106f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:41:02.192090 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1e84a174-4e85-4e11-9993-fe8fab989c6f req-74b6f73c-96f3-427c-bfa7-97d215106f1d service neutron] 10.222.0.23 "GET /v2.0/networks?id=3052b813-1fdf-47fe-9c97-90e95f258d6e HTTP/1.1" status: 200 len: 897 time: 0.0908995 Nov 27 04:41:02.237231 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1e84a174-4e85-4e11-9993-fe8fab989c6f req-8b1ba49f-04de-4091-b803-f4c973d36461 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85dad402-1ff5-4f0e-b36d-06344be030a9 HTTP/1.1" status: 200 len: 217 time: 0.0374188 Nov 27 04:41:02.287380 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84a174-4e85-4e11-9993-fe8fab989c6f req-90edc05a-9c0b-4215-afa4-58e875ee5dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:41:02.288833 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1e84a174-4e85-4e11-9993-fe8fab989c6f req-90edc05a-9c0b-4215-afa4-58e875ee5dcc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d598fcd-a2da-4877-a9b8-5d2b52c83fc9 HTTP/1.1" status: 200 len: 835 time: 0.0435753 Nov 27 04:41:02.338273 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84a174-4e85-4e11-9993-fe8fab989c6f req-b5a111b4-229f-4544-95a9-1ad4e8b1aed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:41:02.339788 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1e84a174-4e85-4e11-9993-fe8fab989c6f req-b5a111b4-229f-4544-95a9-1ad4e8b1aed6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3052b813-1fdf-47fe-9c97-90e95f258d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404074 Nov 27 04:41:02.433952 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1e84a174-4e85-4e11-9993-fe8fab989c6f req-b8bc5140-72ef-4d15-967d-51a7f8ea01ae service neutron] 10.222.0.23 "GET /v2.0/networks/3052b813-1fdf-47fe-9c97-90e95f258d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859296 Nov 27 04:41:02.524529 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-1e84a174-4e85-4e11-9993-fe8fab989c6f req-191a1e4b-9a49-4e6a-8163-24854e6ab291 service neutron] 10.222.0.23 "GET /v2.0/networks/3052b813-1fdf-47fe-9c97-90e95f258d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809093 Nov 27 04:41:03.012587 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25a4b1-253e-411e-a549-54a8e73f0b2f req-c96acdf8-58d0-474e-b7c5-c025bfa7de61 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:41:03.014080 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2d25a4b1-253e-411e-a549-54a8e73f0b2f req-c96acdf8-58d0-474e-b7c5-c025bfa7de61 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 944 time: 0.0525844 Nov 27 04:41:03.064150 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2d25a4b1-253e-411e-a549-54a8e73f0b2f req-4dc80848-81d0-489b-9962-c8927b47f52f tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=76d58bff-7ce4-4a58-9fc5-7ef075937fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430930 Nov 27 04:41:04.182354 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be1880-842b-43e2-b2a2-5df6f20f6453 req-746e8513-a7c8-4a64-b25e-42b6f01ec83e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:41:04.183908 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c2be1880-842b-43e2-b2a2-5df6f20f6453 req-746e8513-a7c8-4a64-b25e-42b6f01ec83e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 944 time: 0.0529449 Nov 27 04:41:04.232458 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c2be1880-842b-43e2-b2a2-5df6f20f6453 req-493160ed-29f9-4ff5-bff9-cebbec2934b9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=76d58bff-7ce4-4a58-9fc5-7ef075937fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426295 Nov 27 04:41:04.293907 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 85dad402-1ff5-4f0e-b36d-06344be030a9 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:41:04.390082 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 85dad402-1ff5-4f0e-b36d-06344be030a9, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=85dad402-1ff5-4f0e-b36d-06344be030a9,segment=NetworkSegment(4ecbc313-d8df-4d94-a078-fdf74f3aa1fd),segment_id=4ecbc313-d8df-4d94-a078-fdf74f3aa1fd)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:41:04.401330 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '85dad402-1ff5-4f0e-b36d-06344be030a9', 'network_id': '3052b813-1fdf-47fe-9c97-90e95f258d6e', 'port_id': '85dad402-1ff5-4f0e-b36d-06344be030a9', 'mac_address': 'fa:16:3e:91:05:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d598fcd-a2da-4877-a9b8-5d2b52c83fc9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:41:04.437787 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:41:04.457614 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85dad402-1ff5-4f0e-b36d-06344be030a9 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:41:04.482385 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 85dad402-1ff5-4f0e-b36d-06344be030a9, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=85dad402-1ff5-4f0e-b36d-06344be030a9,segment=NetworkSegment(4ecbc313-d8df-4d94-a078-fdf74f3aa1fd),segment_id=4ecbc313-d8df-4d94-a078-fdf74f3aa1fd)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:41:04.486812 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:41:04.533743 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=85dad402-1ff5-4f0e-b36d-06344be030a9,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:41:04.691806 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:41:04.882944 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['85dad402-1ff5-4f0e-b36d-06344be030a9'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:41:05.349367 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b967074-ded5-48a1-ac37-d7ce6701eaef req-8635b11b-98ee-4987-a6bf-db8729d849ca tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:41:05.350888 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9b967074-ded5-48a1-ac37-d7ce6701eaef req-8635b11b-98ee-4987-a6bf-db8729d849ca tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 945 time: 0.0484772 Nov 27 04:41:05.403821 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9b967074-ded5-48a1-ac37-d7ce6701eaef req-c7425c63-ae10-4063-bef8-409a050e2bb2 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=76d58bff-7ce4-4a58-9fc5-7ef075937fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467064 Nov 27 04:41:06.310010 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 85dad402-1ff5-4f0e-b36d-06344be030a9 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:41:06.362002 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 85dad402-1ff5-4f0e-b36d-06344be030a9 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:41:06.365878 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 85dad402-1ff5-4f0e-b36d-06344be030a9 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:41:06.366251 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:41:06.442986 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:41:06.465463 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08da50f8-dacb-4829-9dd5-830d8d5d1efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85dad402-1ff5-4f0e-b36d-06344be030a9'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:41:06.479948 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 85dad402-1ff5-4f0e-b36d-06344be030a9, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=85dad402-1ff5-4f0e-b36d-06344be030a9,segment=NetworkSegment(4ecbc313-d8df-4d94-a078-fdf74f3aa1fd),segment_id=4ecbc313-d8df-4d94-a078-fdf74f3aa1fd)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:41:06.485086 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:41:06.517748 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29af341bb7ab2bbf521764387419c29e3d68aa09736abb23712ab4bb3e3fcea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4f531b-318c-45bd-9b51-147c1964f163" -d '{"events": [{"server_uuid": "08da50f8-dacb-4829-9dd5-830d8d5d1efa", "name": "network-vif-plugged", "status": "completed", "tag": "85dad402-1ff5-4f0e-b36d-06344be030a9"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:41:06.521855 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aed51c-124e-4b17-8328-00bd6cc6e377 req-577d37f3-ff0b-49bd-a3c2-8bb9b775dd40 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:41:06.523732 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c7aed51c-124e-4b17-8328-00bd6cc6e377 req-577d37f3-ff0b-49bd-a3c2-8bb9b775dd40 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 946 time: 0.0520287 Nov 27 04:41:06.545895 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=85dad402-1ff5-4f0e-b36d-06344be030a9,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:41:06.574409 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c7aed51c-124e-4b17-8328-00bd6cc6e377 req-d9a5363f-1e06-48ea-8bda-f017446b08f4 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=76d58bff-7ce4-4a58-9fc5-7ef075937fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443892 Nov 27 04:41:06.663886 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0286480a-0331-4b75-8c13-9349d7e80fdb x-openstack-request-id: req-0286480a-0331-4b75-8c13-9349d7e80fdb {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:41:06.664179 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08da50f8-dacb-4829-9dd5-830d8d5d1efa", "name": "network-vif-plugged", "status": "completed", "tag": "85dad402-1ff5-4f0e-b36d-06344be030a9", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:41:06.664433 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0286480a-0331-4b75-8c13-9349d7e80fdb {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:41:06.664831 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08da50f8-dacb-4829-9dd5-830d8d5d1efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85dad402-1ff5-4f0e-b36d-06344be030a9', 'code': 200} Nov 27 04:41:06.812943 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800caf56-5d93-4b65-9d2c-2392626e3910 req-a9653ac4-c0d2-4ebe-8dae-a7391da468d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:41:06.815087 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-800caf56-5d93-4b65-9d2c-2392626e3910 req-a9653ac4-c0d2-4ebe-8dae-a7391da468d2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 1097 time: 0.0442684 Nov 27 04:41:06.862905 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-800caf56-5d93-4b65-9d2c-2392626e3910 req-3a2d9785-4a1b-4422-8ac2-7535099e0351 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=76d58bff-7ce4-4a58-9fc5-7ef075937fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385940 Nov 27 04:41:07.690006 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e81ce-cbc3-4413-84c1-fbf2ea0101e2 req-50a161fc-53a6-4dd0-a0e1-92e09134a6ce tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:41:07.691500 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2d0e81ce-cbc3-4413-84c1-fbf2ea0101e2 req-50a161fc-53a6-4dd0-a0e1-92e09134a6ce tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 946 time: 0.0482755 Nov 27 04:41:07.739155 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2d0e81ce-cbc3-4413-84c1-fbf2ea0101e2 req-389ff7af-1c8e-4250-ab9c-5235f011b987 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=76d58bff-7ce4-4a58-9fc5-7ef075937fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417790 Nov 27 04:41:08.866936 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c563ab9f-a73d-4ed2-a668-3e3f165de877 req-bd9c9892-dba9-4d1a-9f95-6df9e2c49471 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:41:08.868499 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c563ab9f-a73d-4ed2-a668-3e3f165de877 req-bd9c9892-dba9-4d1a-9f95-6df9e2c49471 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 946 time: 0.0553265 Nov 27 04:41:08.918741 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c563ab9f-a73d-4ed2-a668-3e3f165de877 req-44d101c2-851e-4ef0-b7c3-414bcb9d279b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=76d58bff-7ce4-4a58-9fc5-7ef075937fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438693 Nov 27 04:41:09.033451 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093b8a6-7e2d-4674-a4b9-a1537a6fdc77 req-16036299-7c6b-4771-90a3-3f6c04624eb9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:41:09.034919 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4093b8a6-7e2d-4674-a4b9-a1537a6fdc77 req-16036299-7c6b-4771-90a3-3f6c04624eb9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 946 time: 0.0500913 Nov 27 04:41:09.085546 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4093b8a6-7e2d-4674-a4b9-a1537a6fdc77 req-cceab8a6-885b-4c38-9581-9665ab12bff7 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=76d58bff-7ce4-4a58-9fc5-7ef075937fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444269 Nov 27 04:41:09.106855 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33922) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:41:09.150832 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68946131-8cd0-40a2-8271-5c480ddb02cb tempest-TestNetworkAdvancedServerOps-1512945365 tempest-TestNetworkAdvancedServerOps-1512945365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:41:09.152385 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-68946131-8cd0-40a2-8271-5c480ddb02cb tempest-TestNetworkAdvancedServerOps-1512945365 tempest-TestNetworkAdvancedServerOps-1512945365-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 1092 time: 0.0445991 Nov 27 04:41:09.155211 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33924) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:41:09.160208 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-c25e60b0-f064-46ab-a91e-9fd822d555cf tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'port_id': '85dad402-1ff5-4f0e-b36d-06344be030a9', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:41:09.184415 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c25e60b0-f064-46ab-a91e-9fd822d555cf tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for floatingip, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:41:09.281005 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c25e60b0-f064-46ab-a91e-9fd822d555cf tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:41:09.390863 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-c25e60b0-f064-46ab-a91e-9fd822d555cf tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Allocated IP 172.25.1.12 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/de6b940e-285e-473d-8452-009c24afe8b5) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:41:09.497473 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c25e60b0-f064-46ab-a91e-9fd822d555cf tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:41:09.532422 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c25e60b0-f064-46ab-a91e-9fd822d555cf tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:41:09.576274 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25e60b0-f064-46ab-a91e-9fd822d555cf tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:41:09.579204 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-c25e60b0-f064-46ab-a91e-9fd822d555cf tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:41:09.583406 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25e60b0-f064-46ab-a91e-9fd822d555cf tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:41:09.605603 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e60b0-f064-46ab-a91e-9fd822d555cf tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'Port': ['ID=de6b940e-285e-473d-8452-009c24afe8b5,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:41:09.932103 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c25e60b0-f064-46ab-a91e-9fd822d555cf tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:41:09.997858 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c25e60b0-f064-46ab-a91e-9fd822d555cf tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:41:10.147723 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c25e60b0-f064-46ab-a91e-9fd822d555cf tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:41:10.152212 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c25e60b0-f064-46ab-a91e-9fd822d555cf tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:41:10.225074 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e60b0-f064-46ab-a91e-9fd822d555cf tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'Port': ['ID=de6b940e-285e-473d-8452-009c24afe8b5,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:41:10.235283 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c25e60b0-f064-46ab-a91e-9fd822d555cf tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:41:10.333817 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [None req-c25e60b0-f064-46ab-a91e-9fd822d555cf tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Floating IP 77b78100-29c1-4c29-87b1-8db967790840 associated. External IP: 172.25.1.12, port: 85dad402-1ff5-4f0e-b36d-06344be030a9. Nov 27 04:41:10.539544 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25e60b0-f064-46ab-a91e-9fd822d555cf tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Router b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:41:10.643941 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25e60b0-f064-46ab-a91e-9fd822d555cf tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:41:10.653754 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16874830-4822-4730-af23-95c8f28107eb None None] Sync routers for ids ['b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:41:10.664121 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-c25e60b0-f064-46ab-a91e-9fd822d555cf tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:41:10.665418 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16874830-4822-4730-af23-95c8f28107eb None None] Routers {'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:41:10.666060 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-16874830-4822-4730-af23-95c8f28107eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:40:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:41:10.691627 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c25e60b0-f064-46ab-a91e-9fd822d555cf tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5353532 Nov 27 04:41:10.692315 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08da50f8-dacb-4829-9dd5-830d8d5d1efa', 'tag': '85dad402-1ff5-4f0e-b36d-06344be030a9'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:41:10.738642 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecda37680d0478e490d639caee1e0781f65d726cc517aef043e1d435739ff28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95a7606-6edf-4ae2-ac74-9a2bb0da3ab9" -d '{"events": [{"name": "network-changed", "server_uuid": "08da50f8-dacb-4829-9dd5-830d8d5d1efa", "tag": "85dad402-1ff5-4f0e-b36d-06344be030a9"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:41:10.778255 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-16874830-4822-4730-af23-95c8f28107eb None None] Set router b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:41:10.797029 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e3b52-6557-4f94-a7d9-2f400b72c5d9 req-5ef10563-03fc-4288-8fae-2c1c7a32920f tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:41:10.798459 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-796e3b52-6557-4f94-a7d9-2f400b72c5d9 req-5ef10563-03fc-4288-8fae-2c1c7a32920f tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 946 time: 0.0528507 Nov 27 04:41:10.849576 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-796e3b52-6557-4f94-a7d9-2f400b72c5d9 req-d057a994-814e-4802-857b-120ee2753e5e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=76d58bff-7ce4-4a58-9fc5-7ef075937fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441127 Nov 27 04:41:10.872417 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33934) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:41:10.939238 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-fe3fd6c1-b996-4a32-ba8d-c7b76de01a43 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/floatingips/77b78100-29c1-4c29-87b1-8db967790840 HTTP/1.1" status: 200 len: 991 time: 0.0656540 Nov 27 04:41:10.951908 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed5ad3f-8115-4ec1-8096-1fc1f849074d x-openstack-request-id: req-2ed5ad3f-8115-4ec1-8096-1fc1f849074d {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:41:10.952479 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08da50f8-dacb-4829-9dd5-830d8d5d1efa", "tag": "85dad402-1ff5-4f0e-b36d-06344be030a9", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:41:10.952479 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ed5ad3f-8115-4ec1-8096-1fc1f849074d {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:41:10.952868 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08da50f8-dacb-4829-9dd5-830d8d5d1efa', 'tag': '85dad402-1ff5-4f0e-b36d-06344be030a9', 'status': 'completed', 'code': 200} Nov 27 04:41:11.010926 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-16874830-4822-4730-af23-95c8f28107eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-83160515', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '36778e88-28f3-4187-bc39-a184ba59e609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:40:52Z', 'updated_at': '2021-11-27T04:40:56Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '36778e88-28f3-4187-bc39-a184ba59e609', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:40:53Z', 'updated_at': '2021-11-27T04:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '77b78100-29c1-4c29-87b1-8db967790840', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'floating_ip_address': '172.25.1.12', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4', 'port_id': '85dad402-1ff5-4f0e-b36d-06344be030a9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3052b813-1fdf-47fe-9c97-90e95f258d6e', 'mac_address': 'fa:16:3e:91:05:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08da50f8-dacb-4829-9dd5-830d8d5d1efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:41:09Z', 'updated_at': '2021-11-27T04:41:09Z', 'revision_number': 0, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '725d6c01-2210-4dfa-8740-85c6ed35398f', 'name': '', 'network_id': '3052b813-1fdf-47fe-9c97-90e95f258d6e', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'mac_address': 'fa:16:3e:29:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '8d598fcd-a2da-4877-a9b8-5d2b52c83fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:40:55Z', 'updated_at': '2021-11-27T04:40:59Z', 'revision_number': 5, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'subnets': [{'id': '8d598fcd-a2da-4877-a9b8-5d2b52c83fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:41:11.036469 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a7606-6edf-4ae2-ac74-9a2bb0da3ab9 req-ddad2161-b9ba-479b-9c01-4392120af02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:41:11.037973 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f95a7606-6edf-4ae2-ac74-9a2bb0da3ab9 req-ddad2161-b9ba-479b-9c01-4392120af02c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16ef918a0fcc49e59c15f8e39341f751&device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 1097 time: 0.0411320 Nov 27 04:41:11.040932 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16874830-4822-4730-af23-95c8f28107eb None None] Checking router: b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:41:11.049320 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16874830-4822-4730-af23-95c8f28107eb None None] Routers {'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:41:11.050655 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-16874830-4822-4730-af23-95c8f28107eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:40:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:41:11.131829 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a7606-6edf-4ae2-ac74-9a2bb0da3ab9 req-19afd767-8646-4c91-991f-d26d1b1b0358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:41:11.133305 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f95a7606-6edf-4ae2-ac74-9a2bb0da3ab9 req-19afd767-8646-4c91-991f-d26d1b1b0358 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3052b813-1fdf-47fe-9c97-90e95f258d6e HTTP/1.1" status: 200 len: 897 time: 0.0878780 Nov 27 04:41:11.155663 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-16874830-4822-4730-af23-95c8f28107eb None None] Set router b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:41:11.204560 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f95a7606-6edf-4ae2-ac74-9a2bb0da3ab9 req-f1e6c3a7-af91-4255-9f4d-1075e0dc1ef0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85dad402-1ff5-4f0e-b36d-06344be030a9 HTTP/1.1" status: 200 len: 999 time: 0.0630200 Nov 27 04:41:11.254727 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a7606-6edf-4ae2-ac74-9a2bb0da3ab9 req-5cc8c278-43b3-4071-8de2-c5af34071575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:41:11.256205 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f95a7606-6edf-4ae2-ac74-9a2bb0da3ab9 req-5cc8c278-43b3-4071-8de2-c5af34071575 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d598fcd-a2da-4877-a9b8-5d2b52c83fc9 HTTP/1.1" status: 200 len: 835 time: 0.0443902 Nov 27 04:41:11.306284 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a7606-6edf-4ae2-ac74-9a2bb0da3ab9 req-9adcab38-b0db-4694-a0c0-cad191fb4b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:41:11.307758 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f95a7606-6edf-4ae2-ac74-9a2bb0da3ab9 req-9adcab38-b0db-4694-a0c0-cad191fb4b74 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3052b813-1fdf-47fe-9c97-90e95f258d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442090 Nov 27 04:41:11.380066 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-16874830-4822-4730-af23-95c8f28107eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-83160515', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '36778e88-28f3-4187-bc39-a184ba59e609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:40:52Z', 'updated_at': '2021-11-27T04:40:56Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '36778e88-28f3-4187-bc39-a184ba59e609', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:40:53Z', 'updated_at': '2021-11-27T04:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '77b78100-29c1-4c29-87b1-8db967790840', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'floating_ip_address': '172.25.1.12', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4', 'port_id': '85dad402-1ff5-4f0e-b36d-06344be030a9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3052b813-1fdf-47fe-9c97-90e95f258d6e', 'mac_address': 'fa:16:3e:91:05:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08da50f8-dacb-4829-9dd5-830d8d5d1efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:41:09Z', 'updated_at': '2021-11-27T04:41:09Z', 'revision_number': 0, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '725d6c01-2210-4dfa-8740-85c6ed35398f', 'name': '', 'network_id': '3052b813-1fdf-47fe-9c97-90e95f258d6e', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'mac_address': 'fa:16:3e:29:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '8d598fcd-a2da-4877-a9b8-5d2b52c83fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:40:55Z', 'updated_at': '2021-11-27T04:40:59Z', 'revision_number': 5, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'subnets': [{'id': '8d598fcd-a2da-4877-a9b8-5d2b52c83fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:41:11.402532 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f95a7606-6edf-4ae2-ac74-9a2bb0da3ab9 req-c226fecb-e040-4942-b1e1-09fbe663b71f service neutron] 10.222.0.23 "GET /v2.0/networks/3052b813-1fdf-47fe-9c97-90e95f258d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862768 Nov 27 04:41:11.409805 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16874830-4822-4730-af23-95c8f28107eb None None] The sync data for ids ['b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4'] in n-d-819494-3 is: [{'id': 'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-83160515', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '36778e88-28f3-4187-bc39-a184ba59e609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:40:52Z', 'updated_at': '2021-11-27T04:40:56Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '36778e88-28f3-4187-bc39-a184ba59e609', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:40:53Z', 'updated_at': '2021-11-27T04:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '77b78100-29c1-4c29-87b1-8db967790840', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'floating_ip_address': '172.25.1.12', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4', 'port_id': '85dad402-1ff5-4f0e-b36d-06344be030a9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3052b813-1fdf-47fe-9c97-90e95f258d6e', 'mac_address': 'fa:16:3e:91:05:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08da50f8-dacb-4829-9dd5-830d8d5d1efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:41:09Z', 'updated_at': '2021-11-27T04:41:09Z', 'revision_number': 0, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '725d6c01-2210-4dfa-8740-85c6ed35398f', 'name': '', 'network_id': '3052b813-1fdf-47fe-9c97-90e95f258d6e', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'mac_address': 'fa:16:3e:29:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '8d598fcd-a2da-4877-a9b8-5d2b52c83fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:40:55Z', 'updated_at': '2021-11-27T04:40:59Z', 'revision_number': 5, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'subnets': [{'id': '8d598fcd-a2da-4877-a9b8-5d2b52c83fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:41:11.497065 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f95a7606-6edf-4ae2-ac74-9a2bb0da3ab9 req-1169ba5e-fb6f-462c-af8d-eebef4fb4f5b service neutron] 10.222.0.23 "GET /v2.0/networks/3052b813-1fdf-47fe-9c97-90e95f258d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867712 Nov 27 04:41:11.606019 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b73e9cf-04e2-49ee-a53d-c7f4857d385e None None] New status for floating IP 77b78100-29c1-4c29-87b1-8db967790840: ACTIVE {{(pid=110021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:41:11.940552 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 33936) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:41:12.000005 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a9f3ca02-a628-449b-83ad-0390f25fadf3 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/floatingips/77b78100-29c1-4c29-87b1-8db967790840 HTTP/1.1" status: 200 len: 993 time: 0.0583327 Nov 27 04:41:14.358462 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-09f2abe3-4a6c-4a21-8942-c68daabaab56 req-6367074c-6533-43b4-b02c-6bc26851bd39 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393200 Nov 27 04:41:14.465732 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f2abe3-4a6c-4a21-8942-c68daabaab56 req-d2bc1757-84b4-48c1-9d20-807f96d95fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:41:14.467310 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-09f2abe3-4a6c-4a21-8942-c68daabaab56 req-d2bc1757-84b4-48c1-9d20-807f96d95fbe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16ef918a0fcc49e59c15f8e39341f751&device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 1097 time: 0.0453002 Nov 27 04:41:14.570758 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f2abe3-4a6c-4a21-8942-c68daabaab56 req-3a46fd0b-7b54-4db1-a73d-a1945ccfcbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:41:14.572219 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-09f2abe3-4a6c-4a21-8942-c68daabaab56 req-3a46fd0b-7b54-4db1-a73d-a1945ccfcbb1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3052b813-1fdf-47fe-9c97-90e95f258d6e HTTP/1.1" status: 200 len: 897 time: 0.0837905 Nov 27 04:41:14.640566 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-09f2abe3-4a6c-4a21-8942-c68daabaab56 req-8fe2244e-a90c-41c7-b243-2b2856960d30 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85dad402-1ff5-4f0e-b36d-06344be030a9 HTTP/1.1" status: 200 len: 1001 time: 0.0603731 Nov 27 04:41:14.692743 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f2abe3-4a6c-4a21-8942-c68daabaab56 req-6810b7b8-3560-46ea-ae3d-669f70c21cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:41:14.694142 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-09f2abe3-4a6c-4a21-8942-c68daabaab56 req-6810b7b8-3560-46ea-ae3d-669f70c21cc1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d598fcd-a2da-4877-a9b8-5d2b52c83fc9 HTTP/1.1" status: 200 len: 835 time: 0.0426567 Nov 27 04:41:14.738518 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f2abe3-4a6c-4a21-8942-c68daabaab56 req-9889aa06-67f7-4946-a00f-5744cd6a346f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:41:14.739960 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-09f2abe3-4a6c-4a21-8942-c68daabaab56 req-9889aa06-67f7-4946-a00f-5744cd6a346f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3052b813-1fdf-47fe-9c97-90e95f258d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385468 Nov 27 04:41:14.835972 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-09f2abe3-4a6c-4a21-8942-c68daabaab56 req-b277c9e9-8e5b-41d1-95b6-2d1fb1a4a588 service neutron] 10.222.0.23 "GET /v2.0/networks/3052b813-1fdf-47fe-9c97-90e95f258d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887091 Nov 27 04:41:14.927055 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-09f2abe3-4a6c-4a21-8942-c68daabaab56 req-d0f692c2-4d1e-43f0-9e03-3afa4b62d55d service neutron] 10.222.0.23 "GET /v2.0/networks/3052b813-1fdf-47fe-9c97-90e95f258d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817726 Nov 27 04:41:16.215510 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d13a577c-901d-4bd4-a18d-d30e390801b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:41:16.432792 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:41:18.356351 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dbf94d97-9037-4868-b87f-18d28c870c3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:41:19.147927 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:41:19.740955 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:41:21.335490 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:41:21.936895 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:41:41.691502 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:41:46.216909 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a42568bb-735f-4543-949c-4a957a3a8880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:41:46.463477 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:41:47.256961 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [req-3dc67318-7602-4c88-99ee-69037a6ea6a0 req-a81f4bc5-c319-4efe-9141-5474338f9a80 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:41:47.258127 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3dc67318-7602-4c88-99ee-69037a6ea6a0 req-a81f4bc5-c319-4efe-9141-5474338f9a80 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0429564 Nov 27 04:41:47.415497 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 33962) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:41:47.443904 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262b90c-0c1e-49a4-858f-15c11f6e6689 req-99426d7d-014a-4a44-82d2-4bc4161f01d8 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:41:47.445409 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f262b90c-0c1e-49a4-858f-15c11f6e6689 req-99426d7d-014a-4a44-82d2-4bc4161f01d8 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 946 time: 0.0545821 Nov 27 04:41:47.497600 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f262b90c-0c1e-49a4-858f-15c11f6e6689 req-c441bb63-cf7a-49dd-aa3b-96068df3d200 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=76d58bff-7ce4-4a58-9fc5-7ef075937fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461264 Nov 27 04:41:47.499557 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-73f19eaa-6135-4547-86a1-59eb664c4dfc req-ae3165e2-b561-405f-a310-ed967c33beb4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0828447 Nov 27 04:41:47.509230 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-73f19eaa-6135-4547-86a1-59eb664c4dfc req-d8534284-ef87-4785-b2f3-f52a8848b95e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:41:47.510276 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-73f19eaa-6135-4547-86a1-59eb664c4dfc req-d8534284-ef87-4785-b2f3-f52a8848b95e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056491 Nov 27 04:41:48.358846 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e35eef4e-9f1d-4153-9142-baff9e1d4e0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:41:48.615756 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1141b-008f-4bb1-bed1-0b41fe5a0fb3 req-b484dc05-be65-4788-8c29-8f73e2d08ed8 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:41:48.617254 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5ea1141b-008f-4bb1-bed1-0b41fe5a0fb3 req-b484dc05-be65-4788-8c29-8f73e2d08ed8 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 946 time: 0.0483513 Nov 27 04:41:48.666368 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5ea1141b-008f-4bb1-bed1-0b41fe5a0fb3 req-f171bc05-682d-411c-887e-263ab0c501a1 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=76d58bff-7ce4-4a58-9fc5-7ef075937fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429502 Nov 27 04:41:48.760750 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f19eaa-6135-4547-86a1-59eb664c4dfc req-1e65d5d0-75df-4985-be06-d7411e4c1e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:41:48.762263 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-73f19eaa-6135-4547-86a1-59eb664c4dfc req-1e65d5d0-75df-4985-be06-d7411e4c1e42 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16ef918a0fcc49e59c15f8e39341f751&device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 1097 time: 0.0421591 Nov 27 04:41:48.852790 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f19eaa-6135-4547-86a1-59eb664c4dfc req-fc331617-54c8-448a-aae7-f6745dadee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:41:48.854161 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-73f19eaa-6135-4547-86a1-59eb664c4dfc req-fc331617-54c8-448a-aae7-f6745dadee1d service neutron] 10.222.0.23 "GET /v2.0/networks?id=3052b813-1fdf-47fe-9c97-90e95f258d6e HTTP/1.1" status: 200 len: 897 time: 0.0834155 Nov 27 04:41:48.923027 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-73f19eaa-6135-4547-86a1-59eb664c4dfc req-47dcd395-9469-4ccd-bc90-a67df1a3ef1e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85dad402-1ff5-4f0e-b36d-06344be030a9 HTTP/1.1" status: 200 len: 1001 time: 0.0601730 Nov 27 04:41:48.974482 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f19eaa-6135-4547-86a1-59eb664c4dfc req-7e27f003-32a9-4939-9f92-28c1c7f10250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:41:48.975896 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-73f19eaa-6135-4547-86a1-59eb664c4dfc req-7e27f003-32a9-4939-9f92-28c1c7f10250 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d598fcd-a2da-4877-a9b8-5d2b52c83fc9 HTTP/1.1" status: 200 len: 835 time: 0.0423217 Nov 27 04:41:49.026273 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f19eaa-6135-4547-86a1-59eb664c4dfc req-cd390a2f-3e2b-4a5c-bfb5-3bc6f227b5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:41:49.027743 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-73f19eaa-6135-4547-86a1-59eb664c4dfc req-cd390a2f-3e2b-4a5c-bfb5-3bc6f227b5a2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3052b813-1fdf-47fe-9c97-90e95f258d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387435 Nov 27 04:41:49.125232 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-73f19eaa-6135-4547-86a1-59eb664c4dfc req-8eded17f-c3ec-46b2-a8e3-329f942e6dc4 service neutron] 10.222.0.23 "GET /v2.0/networks/3052b813-1fdf-47fe-9c97-90e95f258d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842557 Nov 27 04:41:49.157929 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:41:49.223596 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-73f19eaa-6135-4547-86a1-59eb664c4dfc req-a7ce1984-79e9-47b2-a61b-87791f867325 service neutron] 10.222.0.23 "GET /v2.0/networks/3052b813-1fdf-47fe-9c97-90e95f258d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871079 Nov 27 04:41:49.745181 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:41:49.784436 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169d42b-af39-4298-ad1f-018de2482763 req-cc89e882-5b56-497f-bae1-1d3ef5bf423b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:41:49.785916 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3169d42b-af39-4298-ad1f-018de2482763 req-cc89e882-5b56-497f-bae1-1d3ef5bf423b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 946 time: 0.0490556 Nov 27 04:41:49.840045 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3169d42b-af39-4298-ad1f-018de2482763 req-b62cfdd3-e442-486a-8a5a-9b688b08a854 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=76d58bff-7ce4-4a58-9fc5-7ef075937fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475483 Nov 27 04:41:50.955777 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d678cf3-2481-456b-83b3-bc4f10dd4355 req-9b7daf69-4924-4182-b280-7dbc22a41644 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:41:50.957336 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6d678cf3-2481-456b-83b3-bc4f10dd4355 req-9b7daf69-4924-4182-b280-7dbc22a41644 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 946 time: 0.0484862 Nov 27 04:41:51.012718 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6d678cf3-2481-456b-83b3-bc4f10dd4355 req-b4b36659-337b-4f0d-81ec-de46993f3a0a tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=76d58bff-7ce4-4a58-9fc5-7ef075937fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493612 Nov 27 04:41:51.336646 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:41:51.938113 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:41:52.127212 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f531a-e649-4f42-b9ae-8970338546eb req-17fd47e8-b1f5-4de4-8e6f-98187de6ebfb tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:41:52.128675 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7b6f531a-e649-4f42-b9ae-8970338546eb req-17fd47e8-b1f5-4de4-8e6f-98187de6ebfb tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 946 time: 0.0472560 Nov 27 04:41:52.177946 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7b6f531a-e649-4f42-b9ae-8970338546eb req-0b19759d-b082-4059-b28e-786561059a5b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=76d58bff-7ce4-4a58-9fc5-7ef075937fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426812 Nov 27 04:41:53.296447 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a031755-c6af-4113-85c7-d438660b0de4 req-28899d6c-5a9a-447a-b9a8-761ff2c939fe tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:41:53.297913 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3a031755-c6af-4113-85c7-d438660b0de4 req-28899d6c-5a9a-447a-b9a8-761ff2c939fe tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 946 time: 0.0520921 Nov 27 04:41:53.346926 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3a031755-c6af-4113-85c7-d438660b0de4 req-b4157e1d-9b7c-40b9-a3ea-79019a5734ab tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=76d58bff-7ce4-4a58-9fc5-7ef075937fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426300 Nov 27 04:41:54.463364 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7e50d-d896-4d25-a792-dfac5ef7b8c9 req-ed17adf9-400a-4d92-8cb3-e6de666b8b79 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:41:54.464867 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5cb7e50d-d896-4d25-a792-dfac5ef7b8c9 req-ed17adf9-400a-4d92-8cb3-e6de666b8b79 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 946 time: 0.0490618 Nov 27 04:41:54.513873 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5cb7e50d-d896-4d25-a792-dfac5ef7b8c9 req-0df2decd-59e0-40fb-8652-f378ca8f883e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=76d58bff-7ce4-4a58-9fc5-7ef075937fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427890 Nov 27 04:41:55.633654 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3cf9f-1c0d-4fa6-abd9-da1c0f903808 req-47e9cfe1-e203-4acd-9c33-ff7a4f19d24b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:41:55.635161 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c1b3cf9f-1c0d-4fa6-abd9-da1c0f903808 req-47e9cfe1-e203-4acd-9c33-ff7a4f19d24b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 946 time: 0.0508375 Nov 27 04:41:55.684243 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c1b3cf9f-1c0d-4fa6-abd9-da1c0f903808 req-593f5682-4e31-4327-a1a1-8c87536df262 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=76d58bff-7ce4-4a58-9fc5-7ef075937fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430439 Nov 27 04:41:56.799259 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaea680-01cd-4046-a509-334733b66e96 req-1266a2f0-d126-4722-9aa3-68e1ed1d3cf6 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:41:56.800740 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dfaea680-01cd-4046-a509-334733b66e96 req-1266a2f0-d126-4722-9aa3-68e1ed1d3cf6 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 946 time: 0.0483472 Nov 27 04:41:56.848346 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-dfaea680-01cd-4046-a509-334733b66e96 req-07d0972f-df4d-4b70-a5f7-c65695d65276 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=76d58bff-7ce4-4a58-9fc5-7ef075937fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413651 Nov 27 04:41:57.962748 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c1a96-f033-4b35-be62-431f9318ec61 req-d7f7d8d3-f809-4c67-ae64-2f2410bbf2a9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:41:57.964232 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8c0c1a96-f033-4b35-be62-431f9318ec61 req-d7f7d8d3-f809-4c67-ae64-2f2410bbf2a9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 946 time: 0.0483043 Nov 27 04:41:58.016884 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8c0c1a96-f033-4b35-be62-431f9318ec61 req-1c3d6963-75c9-4e72-9488-47731303ebd6 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=76d58bff-7ce4-4a58-9fc5-7ef075937fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468216 Nov 27 04:41:59.134061 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e18c0c-2085-4705-a116-32112350a274 req-4c9890db-b9a1-4d18-bd3a-098589db35ce tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:41:59.135587 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-19e18c0c-2085-4705-a116-32112350a274 req-4c9890db-b9a1-4d18-bd3a-098589db35ce tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 946 time: 0.0487132 Nov 27 04:41:59.184922 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-19e18c0c-2085-4705-a116-32112350a274 req-61aa361e-9723-478c-aac3-408fcb6b8a34 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=76d58bff-7ce4-4a58-9fc5-7ef075937fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434012 Nov 27 04:42:00.298785 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78e68b-7630-4840-916a-1718df0c5ba8 req-0bea4c13-1a2a-496f-ba26-c01b9d56645d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:42:00.300258 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bb78e68b-7630-4840-916a-1718df0c5ba8 req-0bea4c13-1a2a-496f-ba26-c01b9d56645d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 946 time: 0.0481327 Nov 27 04:42:00.349086 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bb78e68b-7630-4840-916a-1718df0c5ba8 req-34cb6cbf-f63b-4737-8804-2bd6975bb137 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=76d58bff-7ce4-4a58-9fc5-7ef075937fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422382 Nov 27 04:42:01.467136 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2fd116-8fec-4f82-a0bb-78a585f42482 req-4b37626e-eaf3-4835-8c7b-9af11b495c48 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:42:01.468619 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-db2fd116-8fec-4f82-a0bb-78a585f42482 req-4b37626e-eaf3-4835-8c7b-9af11b495c48 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 946 time: 0.0516624 Nov 27 04:42:01.516140 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-db2fd116-8fec-4f82-a0bb-78a585f42482 req-c769ef73-f989-448b-a001-5c6a58f65667 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=76d58bff-7ce4-4a58-9fc5-7ef075937fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410745 Nov 27 04:42:02.632580 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b869347-cf58-4772-ad8e-d288421f26cb req-a5581d26-8575-4315-87de-fbf44de5b57e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:42:02.634072 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0b869347-cf58-4772-ad8e-d288421f26cb req-a5581d26-8575-4315-87de-fbf44de5b57e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 946 time: 0.0481555 Nov 27 04:42:02.682848 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0b869347-cf58-4772-ad8e-d288421f26cb req-07d43bf2-c79f-4fc3-b352-2d8216bfed0b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=76d58bff-7ce4-4a58-9fc5-7ef075937fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428421 Nov 27 04:42:03.795853 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da0e82-af1e-47f7-85e6-18e8af140c8d req-af9df246-b3dc-4e67-a0f7-cf22560f2056 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:42:03.797325 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-66da0e82-af1e-47f7-85e6-18e8af140c8d req-af9df246-b3dc-4e67-a0f7-cf22560f2056 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 946 time: 0.0485682 Nov 27 04:42:03.849563 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-66da0e82-af1e-47f7-85e6-18e8af140c8d req-12287b24-adba-46ea-b884-e7a8f13e8dc1 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=76d58bff-7ce4-4a58-9fc5-7ef075937fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454051 Nov 27 04:42:04.966481 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc0e278-850b-456c-99ff-602f966297b3 req-d52c30a1-4104-4f88-b469-4fadad161ce1 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:42:04.968655 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2dc0e278-850b-456c-99ff-602f966297b3 req-d52c30a1-4104-4f88-b469-4fadad161ce1 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 946 time: 0.0518639 Nov 27 04:42:05.018813 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2dc0e278-850b-456c-99ff-602f966297b3 req-fd708bc9-42c6-4b4c-b304-0fff0f8b520d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=76d58bff-7ce4-4a58-9fc5-7ef075937fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435884 Nov 27 04:42:06.133023 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658e85c-e5a3-4c70-ab22-0fec59185391 req-b8e688fb-4069-40f9-8641-cbb0053e191c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:42:06.134474 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1658e85c-e5a3-4c70-ab22-0fec59185391 req-b8e688fb-4069-40f9-8641-cbb0053e191c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 946 time: 0.0472810 Nov 27 04:42:06.183068 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1658e85c-e5a3-4c70-ab22-0fec59185391 req-215da8c0-c27e-4c5a-bebc-665ca841c3c3 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=76d58bff-7ce4-4a58-9fc5-7ef075937fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425954 Nov 27 04:42:06.301262 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-73f19eaa-6135-4547-86a1-59eb664c4dfc req-d6ed24e1-c780-4ad4-b32c-c38d7d4fd3f2 service neutron] 10.222.0.23 "GET /v2.0/ports/85dad402-1ff5-4f0e-b36d-06344be030a9/bindings/n-h1-819494-3 HTTP/1.1" status: 200 len: 382 time: 0.0568476 Nov 27 04:42:06.530682 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f19eaa-6135-4547-86a1-59eb664c4dfc req-c65ad69b-4f54-4bea-a152-d13c8ef38dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:42:06.532167 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-73f19eaa-6135-4547-86a1-59eb664c4dfc req-c65ad69b-4f54-4bea-a152-d13c8ef38dcc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa&tenant_id=16ef918a0fcc49e59c15f8e39341f751 HTTP/1.1" status: 200 len: 1097 time: 0.0403318 Nov 27 04:42:06.613767 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f19eaa-6135-4547-86a1-59eb664c4dfc req-7c7a22e4-af44-4256-b5aa-e446b26080ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:42:06.615246 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-73f19eaa-6135-4547-86a1-59eb664c4dfc req-7c7a22e4-af44-4256-b5aa-e446b26080ca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16ef918a0fcc49e59c15f8e39341f751&device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 1097 time: 0.0447874 Nov 27 04:42:06.711814 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f19eaa-6135-4547-86a1-59eb664c4dfc req-2dd7bd11-88c5-41d6-b60f-011d97e503d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:42:06.713251 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-73f19eaa-6135-4547-86a1-59eb664c4dfc req-2dd7bd11-88c5-41d6-b60f-011d97e503d4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3052b813-1fdf-47fe-9c97-90e95f258d6e HTTP/1.1" status: 200 len: 897 time: 0.0857768 Nov 27 04:42:06.779488 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-73f19eaa-6135-4547-86a1-59eb664c4dfc req-0b5be347-c4d5-403d-ad4e-702b422af9ec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85dad402-1ff5-4f0e-b36d-06344be030a9 HTTP/1.1" status: 200 len: 1001 time: 0.0560937 Nov 27 04:42:06.836388 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f19eaa-6135-4547-86a1-59eb664c4dfc req-bba2114d-804b-4571-a6a5-12f8e543de79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:42:06.837795 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-73f19eaa-6135-4547-86a1-59eb664c4dfc req-bba2114d-804b-4571-a6a5-12f8e543de79 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d598fcd-a2da-4877-a9b8-5d2b52c83fc9 HTTP/1.1" status: 200 len: 835 time: 0.0464981 Nov 27 04:42:06.886203 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f19eaa-6135-4547-86a1-59eb664c4dfc req-bf5320a2-7817-4360-b329-54b502095dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:42:06.887632 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-73f19eaa-6135-4547-86a1-59eb664c4dfc req-bf5320a2-7817-4360-b329-54b502095dca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3052b813-1fdf-47fe-9c97-90e95f258d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389678 Nov 27 04:42:06.983334 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-73f19eaa-6135-4547-86a1-59eb664c4dfc req-36e89e28-907f-418c-862c-ecb9d87e07fe service neutron] 10.222.0.23 "GET /v2.0/networks/3052b813-1fdf-47fe-9c97-90e95f258d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842018 Nov 27 04:42:07.075607 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-73f19eaa-6135-4547-86a1-59eb664c4dfc req-9130b898-1cac-40af-a7c0-c9f6272e8018 service neutron] 10.222.0.23 "GET /v2.0/networks/3052b813-1fdf-47fe-9c97-90e95f258d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810373 Nov 27 04:42:07.301110 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34997c6-f119-44c7-81c7-43d4c332c073 req-b66d4495-c57a-4392-b6e3-dc3fa49c6eac tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:42:07.303339 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b34997c6-f119-44c7-81c7-43d4c332c073 req-b66d4495-c57a-4392-b6e3-dc3fa49c6eac tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 946 time: 0.0513654 Nov 27 04:42:07.350572 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b34997c6-f119-44c7-81c7-43d4c332c073 req-2e30c2e7-dd9c-414e-be53-017848cc5b97 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=76d58bff-7ce4-4a58-9fc5-7ef075937fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412447 Nov 27 04:42:08.467270 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640a9a0-5a96-4389-8d7f-ab6893caec82 req-45caf5c3-576b-4569-a75c-604a0f5de018 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:42:08.468758 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f640a9a0-5a96-4389-8d7f-ab6893caec82 req-45caf5c3-576b-4569-a75c-604a0f5de018 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 946 time: 0.0490887 Nov 27 04:42:08.518252 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f640a9a0-5a96-4389-8d7f-ab6893caec82 req-dccd41eb-f23d-4ec1-beec-a03267f150a3 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=76d58bff-7ce4-4a58-9fc5-7ef075937fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433087 Nov 27 04:42:09.642356 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08352a5-47c9-466a-897e-278990d459cd req-c65e84f8-6d04-42ec-b4a3-a536c63fa1c9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:42:09.644030 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d08352a5-47c9-466a-897e-278990d459cd req-c65e84f8-6d04-42ec-b4a3-a536c63fa1c9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 946 time: 0.0542436 Nov 27 04:42:09.693533 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d08352a5-47c9-466a-897e-278990d459cd req-f875d8cb-b62f-4d43-bf5f-fba018ab08f1 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=76d58bff-7ce4-4a58-9fc5-7ef075937fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429604 Nov 27 04:42:09.883204 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc3e7d-5954-4839-b850-e717ebee9b49 req-f266342d-89f1-4dee-bbc0-7ae771a1eaf3 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:42:09.884701 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7adc3e7d-5954-4839-b850-e717ebee9b49 req-f266342d-89f1-4dee-bbc0-7ae771a1eaf3 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 946 time: 0.0493875 Nov 27 04:42:09.910741 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a2d40-9751-48a5-81eb-49709e640bf1 req-76f22207-8eb1-4989-9e5e-142dd85f46c9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:42:09.912251 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e99a2d40-9751-48a5-81eb-49709e640bf1 req-76f22207-8eb1-4989-9e5e-142dd85f46c9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.23 "GET /v2.0/ports?device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa&tenant_id=16ef918a0fcc49e59c15f8e39341f751&binding%3Ahost_id=n-h1-819494-3 HTTP/1.1" status: 200 len: 946 time: 0.0527260 Nov 27 04:42:09.933634 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7adc3e7d-5954-4839-b850-e717ebee9b49 req-3a5f0d0a-7414-400b-8a01-16efad969263 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=76d58bff-7ce4-4a58-9fc5-7ef075937fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428474 Nov 27 04:42:10.023424 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a2d40-9751-48a5-81eb-49709e640bf1 req-e6447c73-c623-4d0d-8ccd-41c6d6462a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:42:10.024921 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e99a2d40-9751-48a5-81eb-49709e640bf1 req-e6447c73-c623-4d0d-8ccd-41c6d6462a3d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16ef918a0fcc49e59c15f8e39341f751&device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 1097 time: 0.0455029 Nov 27 04:42:10.047491 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e222477-05f6-4b7c-855f-d9e0914874c6 req-c0fe0b07-419c-48d7-846a-31cb328deaa7 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:42:10.048882 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0e222477-05f6-4b7c-855f-d9e0914874c6 req-c0fe0b07-419c-48d7-846a-31cb328deaa7 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 946 time: 0.0477192 Nov 27 04:42:10.102263 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0e222477-05f6-4b7c-855f-d9e0914874c6 req-6cde8b21-5458-4cf0-8fe6-2089d0112c0a tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=76d58bff-7ce4-4a58-9fc5-7ef075937fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470655 Nov 27 04:42:10.117866 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a2d40-9751-48a5-81eb-49709e640bf1 req-4d33602f-f9d4-4f63-bdc0-f88f4eaab4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:42:10.119391 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e99a2d40-9751-48a5-81eb-49709e640bf1 req-4d33602f-f9d4-4f63-bdc0-f88f4eaab4f0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3052b813-1fdf-47fe-9c97-90e95f258d6e HTTP/1.1" status: 200 len: 897 time: 0.0853412 Nov 27 04:42:10.187271 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e99a2d40-9751-48a5-81eb-49709e640bf1 req-83960b52-cf79-4594-9243-8c7d71fbe27f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85dad402-1ff5-4f0e-b36d-06344be030a9 HTTP/1.1" status: 200 len: 1001 time: 0.0607738 Nov 27 04:42:10.234844 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a2d40-9751-48a5-81eb-49709e640bf1 req-65ddb7aa-4004-4853-912c-c961553efb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:42:10.236237 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e99a2d40-9751-48a5-81eb-49709e640bf1 req-65ddb7aa-4004-4853-912c-c961553efb69 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d598fcd-a2da-4877-a9b8-5d2b52c83fc9 HTTP/1.1" status: 200 len: 835 time: 0.0422904 Nov 27 04:42:10.280059 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a2d40-9751-48a5-81eb-49709e640bf1 req-d0a9be7b-d686-4a6d-aa78-776b177d3ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:42:10.281477 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e99a2d40-9751-48a5-81eb-49709e640bf1 req-d0a9be7b-d686-4a6d-aa78-776b177d3ac4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3052b813-1fdf-47fe-9c97-90e95f258d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381520 Nov 27 04:42:10.372841 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e99a2d40-9751-48a5-81eb-49709e640bf1 req-6fc4c14e-1ee0-4be0-b2f0-1c6814aeb944 service neutron] 10.222.0.23 "GET /v2.0/networks/3052b813-1fdf-47fe-9c97-90e95f258d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827763 Nov 27 04:42:10.463078 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e99a2d40-9751-48a5-81eb-49709e640bf1 req-95e91695-459c-422f-986c-5a275c760ffe service neutron] 10.222.0.23 "GET /v2.0/networks/3052b813-1fdf-47fe-9c97-90e95f258d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817137 Nov 27 04:42:10.530302 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 85dad402-1ff5-4f0e-b36d-06344be030a9 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:42:10.540135 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 85dad402-1ff5-4f0e-b36d-06344be030a9 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:42:10.687409 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:10.693139 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 85dad402-1ff5-4f0e-b36d-06344be030a9, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=85dad402-1ff5-4f0e-b36d-06344be030a9,segment=NetworkSegment(4ecbc313-d8df-4d94-a078-fdf74f3aa1fd),segment_id=4ecbc313-d8df-4d94-a078-fdf74f3aa1fd)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:42:10.710971 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '85dad402-1ff5-4f0e-b36d-06344be030a9', 'network_id': '3052b813-1fdf-47fe-9c97-90e95f258d6e', 'port_id': '85dad402-1ff5-4f0e-b36d-06344be030a9', 'mac_address': 'fa:16:3e:91:05:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d598fcd-a2da-4877-a9b8-5d2b52c83fc9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:42:10.725379 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08da50f8-dacb-4829-9dd5-830d8d5d1efa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85dad402-1ff5-4f0e-b36d-06344be030a9'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:42:10.727656 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29af341bb7ab2bbf521764387419c29e3d68aa09736abb23712ab4bb3e3fcea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c645b1-7274-4969-9120-b1049a1af5c0" -d '{"events": [{"server_uuid": "08da50f8-dacb-4829-9dd5-830d8d5d1efa", "name": "network-vif-unplugged", "status": "completed", "tag": "85dad402-1ff5-4f0e-b36d-06344be030a9"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:42:10.765539 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 85dad402-1ff5-4f0e-b36d-06344be030a9, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=85dad402-1ff5-4f0e-b36d-06344be030a9,segment=NetworkSegment(4ecbc313-d8df-4d94-a078-fdf74f3aa1fd),segment_id=4ecbc313-d8df-4d94-a078-fdf74f3aa1fd)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:42:10.770333 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:10.778077 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:10.796759 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 04:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a900a7-b3f3-4d21-9882-f9d86bb1e2f2 x-openstack-request-id: req-94a900a7-b3f3-4d21-9882-f9d86bb1e2f2 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:42:10.797054 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08da50f8-dacb-4829-9dd5-830d8d5d1efa", "name": "network-vif-unplugged", "status": "completed", "tag": "85dad402-1ff5-4f0e-b36d-06344be030a9", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:42:10.797309 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94a900a7-b3f3-4d21-9882-f9d86bb1e2f2 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:42:10.797692 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08da50f8-dacb-4829-9dd5-830d8d5d1efa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85dad402-1ff5-4f0e-b36d-06344be030a9', 'code': 200} Nov 27 04:42:10.816460 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 85dad402-1ff5-4f0e-b36d-06344be030a9 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:42:10.854152 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=85dad402-1ff5-4f0e-b36d-06344be030a9,revision_number=6']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:42:10.869021 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:10.869366 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:10.869790 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:10.870046 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:10.870381 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:10.870761 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:10.871067 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:10.871396 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:10.871758 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:10.872087 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:10.872411 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:10.872736 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:10.881872 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.api [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:42:10.881872 n-d-819494-3 neutron-server[110020]: DEBUG oslo_db.api [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:42:11.233327 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b401c3-85b3-485b-933b-02426e8e700e req-04d5ec02-8f4a-4bab-b1f4-a37d99c176b5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:42:11.235106 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a7b401c3-85b3-485b-933b-02426e8e700e req-04d5ec02-8f4a-4bab-b1f4-a37d99c176b5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 944 time: 0.0506859 Nov 27 04:42:11.283501 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a7b401c3-85b3-485b-933b-02426e8e700e req-8612e710-001c-4857-a6f2-e727657c92d4 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=76d58bff-7ce4-4a58-9fc5-7ef075937fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425797 Nov 27 04:42:11.305918 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34044) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:42:11.365276 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-87be2b7d-768a-434e-ac05-7eb09f5eb2a5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/floatingips/77b78100-29c1-4c29-87b1-8db967790840 HTTP/1.1" status: 200 len: 991 time: 0.0582662 Nov 27 04:42:11.421679 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:11.436745 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85dad402-1ff5-4f0e-b36d-06344be030a9 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:42:11.455881 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 85dad402-1ff5-4f0e-b36d-06344be030a9, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=85dad402-1ff5-4f0e-b36d-06344be030a9,segment=NetworkSegment(4ecbc313-d8df-4d94-a078-fdf74f3aa1fd),segment_id=4ecbc313-d8df-4d94-a078-fdf74f3aa1fd)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:42:11.460201 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:11.504692 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=85dad402-1ff5-4f0e-b36d-06344be030a9,revision_number=7']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:42:11.773052 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['85dad402-1ff5-4f0e-b36d-06344be030a9'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:42:12.537907 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 85dad402-1ff5-4f0e-b36d-06344be030a9 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:42:12.585194 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 85dad402-1ff5-4f0e-b36d-06344be030a9 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:42:12.585568 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:12.665792 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:12.696363 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 85dad402-1ff5-4f0e-b36d-06344be030a9, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=85dad402-1ff5-4f0e-b36d-06344be030a9,segment=NetworkSegment(4ecbc313-d8df-4d94-a078-fdf74f3aa1fd),segment_id=4ecbc313-d8df-4d94-a078-fdf74f3aa1fd)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:42:12.700094 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:12.745650 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=85dad402-1ff5-4f0e-b36d-06344be030a9,revision_number=8']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:42:12.798717 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08da50f8-dacb-4829-9dd5-830d8d5d1efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85dad402-1ff5-4f0e-b36d-06344be030a9'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:42:12.800963 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29af341bb7ab2bbf521764387419c29e3d68aa09736abb23712ab4bb3e3fcea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea80879-0401-41e2-8b85-87e6aa1556d6" -d '{"events": [{"server_uuid": "08da50f8-dacb-4829-9dd5-830d8d5d1efa", "name": "network-vif-plugged", "status": "completed", "tag": "85dad402-1ff5-4f0e-b36d-06344be030a9"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:42:12.836709 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26018b2e-8168-4eb7-93c6-02c9bd026bb2 x-openstack-request-id: req-26018b2e-8168-4eb7-93c6-02c9bd026bb2 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:42:12.836988 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08da50f8-dacb-4829-9dd5-830d8d5d1efa", "name": "network-vif-plugged", "status": "completed", "tag": "85dad402-1ff5-4f0e-b36d-06344be030a9", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:42:12.837246 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-26018b2e-8168-4eb7-93c6-02c9bd026bb2 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:42:12.837638 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08da50f8-dacb-4829-9dd5-830d8d5d1efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85dad402-1ff5-4f0e-b36d-06344be030a9', 'code': 200} Nov 27 04:42:15.707307 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0dcefdad-63f0-44a6-94d9-5f8bcda0df09 req-c93c161d-3326-4b6d-94f0-45d83899620d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431192 Nov 27 04:42:15.805330 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcefdad-63f0-44a6-94d9-5f8bcda0df09 req-a4cddebc-601d-41d6-a0b1-b6805903c4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:42:15.806893 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0dcefdad-63f0-44a6-94d9-5f8bcda0df09 req-a4cddebc-601d-41d6-a0b1-b6805903c4b3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16ef918a0fcc49e59c15f8e39341f751&device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 1097 time: 0.0397489 Nov 27 04:42:15.907887 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcefdad-63f0-44a6-94d9-5f8bcda0df09 req-a12aa596-6cec-4c58-a3a1-c10585c3e0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:42:15.909393 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0dcefdad-63f0-44a6-94d9-5f8bcda0df09 req-a12aa596-6cec-4c58-a3a1-c10585c3e0aa service neutron] 10.222.0.23 "GET /v2.0/networks?id=3052b813-1fdf-47fe-9c97-90e95f258d6e HTTP/1.1" status: 200 len: 897 time: 0.0823777 Nov 27 04:42:15.980904 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0dcefdad-63f0-44a6-94d9-5f8bcda0df09 req-02f3b9aa-9b91-4ed2-b0f4-5cd861a37608 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85dad402-1ff5-4f0e-b36d-06344be030a9 HTTP/1.1" status: 200 len: 1001 time: 0.0642536 Nov 27 04:42:16.032756 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcefdad-63f0-44a6-94d9-5f8bcda0df09 req-8d271f3b-47af-4a78-95c2-c79f37a16f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:42:16.034196 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0dcefdad-63f0-44a6-94d9-5f8bcda0df09 req-8d271f3b-47af-4a78-95c2-c79f37a16f19 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d598fcd-a2da-4877-a9b8-5d2b52c83fc9 HTTP/1.1" status: 200 len: 835 time: 0.0454195 Nov 27 04:42:16.078617 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcefdad-63f0-44a6-94d9-5f8bcda0df09 req-79087a1e-482f-41eb-a834-751fe23c9092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:42:16.080071 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0dcefdad-63f0-44a6-94d9-5f8bcda0df09 req-79087a1e-482f-41eb-a834-751fe23c9092 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3052b813-1fdf-47fe-9c97-90e95f258d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390263 Nov 27 04:42:16.172503 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0dcefdad-63f0-44a6-94d9-5f8bcda0df09 req-0aaf641c-f626-49e0-838e-3bb07bae352b service neutron] 10.222.0.23 "GET /v2.0/networks/3052b813-1fdf-47fe-9c97-90e95f258d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849714 Nov 27 04:42:16.218890 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-55f153c8-0358-4cda-9b62-519e01c53b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:16.267604 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0dcefdad-63f0-44a6-94d9-5f8bcda0df09 req-82f6fa6e-9284-41f4-ab81-3c22249cbc42 service neutron] 10.222.0.23 "GET /v2.0/networks/3052b813-1fdf-47fe-9c97-90e95f258d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875657 Nov 27 04:42:16.462764 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:18.360453 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-29db9ae6-cc23-44aa-a9b4-b17c767b5bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:18.690951 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:42:19.163557 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:19.747260 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:21.338565 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:21.939624 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:41.982162 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34062) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:42:42.141941 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-ac7c8cc8-c8a0-4898-b1a2-7573a3b1fdbc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Deleting port de6b940e-285e-473d-8452-009c24afe8b5 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:42:42.142284 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8cc8-c8a0-4898-b1a2-7573a3b1fdbc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:42.215863 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8cc8-c8a0-4898-b1a2-7573a3b1fdbc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:42.216200 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8cc8-c8a0-4898-b1a2-7573a3b1fdbc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:42.228069 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-ac7c8cc8-c8a0-4898-b1a2-7573a3b1fdbc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Calling delete_port for de6b940e-285e-473d-8452-009c24afe8b5 owned by network:floatingip {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:42:42.372611 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8cc8-c8a0-4898-b1a2-7573a3b1fdbc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:42.398435 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c8cc8-c8a0-4898-b1a2-7573a3b1fdbc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event deleted for resources: {'Port': ['ID=de6b940e-285e-473d-8452-009c24afe8b5,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:42:42.421513 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c8cc8-c8a0-4898-b1a2-7573a3b1fdbc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:42.421872 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c8cc8-c8a0-4898-b1a2-7573a3b1fdbc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:42.422230 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c8cc8-c8a0-4898-b1a2-7573a3b1fdbc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:42.422602 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c8cc8-c8a0-4898-b1a2-7573a3b1fdbc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:42.422954 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c8cc8-c8a0-4898-b1a2-7573a3b1fdbc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:42.423296 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c8cc8-c8a0-4898-b1a2-7573a3b1fdbc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:42.423634 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c8cc8-c8a0-4898-b1a2-7573a3b1fdbc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:42.423971 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c8cc8-c8a0-4898-b1a2-7573a3b1fdbc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:42.424305 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c8cc8-c8a0-4898-b1a2-7573a3b1fdbc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:42.424637 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c8cc8-c8a0-4898-b1a2-7573a3b1fdbc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:42.424970 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c8cc8-c8a0-4898-b1a2-7573a3b1fdbc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:42.425298 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c8cc8-c8a0-4898-b1a2-7573a3b1fdbc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:42.469897 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8cc8-c8a0-4898-b1a2-7573a3b1fdbc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for floatingip, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:42.470230 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [None req-ac7c8cc8-c8a0-4898-b1a2-7573a3b1fdbc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Floating IP 77b78100-29c1-4c29-87b1-8db967790840 disassociated (deleted). External IP: 172.25.1.12, port: 85dad402-1ff5-4f0e-b36d-06344be030a9. Nov 27 04:42:42.977388 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7c8cc8-c8a0-4898-b1a2-7573a3b1fdbc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Router b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:42:43.083834 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7c8cc8-c8a0-4898-b1a2-7573a3b1fdbc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:42:43.088569 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8cc8-c8a0-4898-b1a2-7573a3b1fdbc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:43.093333 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3e837b-ca18-4229-81ac-1bb86df64b18 None None] Sync routers for ids ['b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:42:43.102929 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3e837b-ca18-4229-81ac-1bb86df64b18 None None] Routers {'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:42:43.103558 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-5b3e837b-ca18-4229-81ac-1bb86df64b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:42:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:42:43.114707 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ac7c8cc8-c8a0-4898-b1a2-7573a3b1fdbc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "DELETE /v2.0/floatingips/77b78100-29c1-4c29-87b1-8db967790840 HTTP/1.1" status: 204 len: 168 time: 1.1314001 Nov 27 04:42:43.115293 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08da50f8-dacb-4829-9dd5-830d8d5d1efa', 'tag': '85dad402-1ff5-4f0e-b36d-06344be030a9'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:42:43.117530 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecda37680d0478e490d639caee1e0781f65d726cc517aef043e1d435739ff28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbdef56c-9888-404f-ba1a-3c60cdc644aa" -d '{"events": [{"name": "network-changed", "server_uuid": "08da50f8-dacb-4829-9dd5-830d8d5d1efa", "tag": "85dad402-1ff5-4f0e-b36d-06344be030a9"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:42:43.215851 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-5b3e837b-ca18-4229-81ac-1bb86df64b18 None None] Set router b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:42:43.279022 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e8225d-30b2-4bc9-b7e7-bb883351ecd2 x-openstack-request-id: req-14e8225d-30b2-4bc9-b7e7-bb883351ecd2 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:42:43.279313 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08da50f8-dacb-4829-9dd5-830d8d5d1efa", "tag": "85dad402-1ff5-4f0e-b36d-06344be030a9", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:42:43.279567 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14e8225d-30b2-4bc9-b7e7-bb883351ecd2 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:42:43.279967 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08da50f8-dacb-4829-9dd5-830d8d5d1efa', 'tag': '85dad402-1ff5-4f0e-b36d-06344be030a9', 'status': 'completed', 'code': 200} Nov 27 04:42:43.382042 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab7492-4961-4f50-937b-8da9f6dc1509 req-d6e253f9-06de-4185-ba04-2eb96e531c37 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:42:43.383700 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d2ab7492-4961-4f50-937b-8da9f6dc1509 req-d6e253f9-06de-4185-ba04-2eb96e531c37 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 946 time: 0.0590680 Nov 27 04:42:43.393155 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdef56c-9888-404f-ba1a-3c60cdc644aa req-96a40488-6d2a-4f72-a15e-0d246409c5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:42:43.395415 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dbdef56c-9888-404f-ba1a-3c60cdc644aa req-96a40488-6d2a-4f72-a15e-0d246409c5ea service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16ef918a0fcc49e59c15f8e39341f751&device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 1097 time: 0.0489955 Nov 27 04:42:43.431221 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-5b3e837b-ca18-4229-81ac-1bb86df64b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-83160515', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '36778e88-28f3-4187-bc39-a184ba59e609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:40:52Z', 'updated_at': '2021-11-27T04:40:56Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '36778e88-28f3-4187-bc39-a184ba59e609', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:40:53Z', 'updated_at': '2021-11-27T04:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '725d6c01-2210-4dfa-8740-85c6ed35398f', 'name': '', 'network_id': '3052b813-1fdf-47fe-9c97-90e95f258d6e', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'mac_address': 'fa:16:3e:29:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '8d598fcd-a2da-4877-a9b8-5d2b52c83fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:40:55Z', 'updated_at': '2021-11-27T04:40:59Z', 'revision_number': 5, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'subnets': [{'id': '8d598fcd-a2da-4877-a9b8-5d2b52c83fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:42:43.435850 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d2ab7492-4961-4f50-937b-8da9f6dc1509 req-0da9b884-29fd-4e60-9983-e36eea27a653 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=76d58bff-7ce4-4a58-9fc5-7ef075937fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453594 Nov 27 04:42:43.458910 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3e837b-ca18-4229-81ac-1bb86df64b18 None None] Checking router: b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:42:43.468172 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3e837b-ca18-4229-81ac-1bb86df64b18 None None] Routers {'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:42:43.468784 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-5b3e837b-ca18-4229-81ac-1bb86df64b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:42:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:42:43.487079 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdef56c-9888-404f-ba1a-3c60cdc644aa req-1182eafa-b599-44a0-bffc-be17535f7df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:42:43.489067 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dbdef56c-9888-404f-ba1a-3c60cdc644aa req-1182eafa-b599-44a0-bffc-be17535f7df7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3052b813-1fdf-47fe-9c97-90e95f258d6e HTTP/1.1" status: 200 len: 897 time: 0.0851061 Nov 27 04:42:43.540699 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dbdef56c-9888-404f-ba1a-3c60cdc644aa req-abe35276-a7d1-4e55-8002-a6dfe8880f83 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85dad402-1ff5-4f0e-b36d-06344be030a9 HTTP/1.1" status: 200 len: 217 time: 0.0442438 Nov 27 04:42:43.578988 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-5b3e837b-ca18-4229-81ac-1bb86df64b18 None None] Set router b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:42:43.592386 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdef56c-9888-404f-ba1a-3c60cdc644aa req-6526397f-e822-4b9e-8adb-bb748a33db6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:42:43.593880 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dbdef56c-9888-404f-ba1a-3c60cdc644aa req-6526397f-e822-4b9e-8adb-bb748a33db6c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d598fcd-a2da-4877-a9b8-5d2b52c83fc9 HTTP/1.1" status: 200 len: 835 time: 0.0448577 Nov 27 04:42:43.642474 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdef56c-9888-404f-ba1a-3c60cdc644aa req-906d2d60-f82e-44df-8c66-d7a201a84630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:42:43.644099 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dbdef56c-9888-404f-ba1a-3c60cdc644aa req-906d2d60-f82e-44df-8c66-d7a201a84630 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3052b813-1fdf-47fe-9c97-90e95f258d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414550 Nov 27 04:42:43.737073 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dbdef56c-9888-404f-ba1a-3c60cdc644aa req-9779bb9c-ecac-4c2e-abe8-f4d8ceffaa93 service neutron] 10.222.0.23 "GET /v2.0/networks/3052b813-1fdf-47fe-9c97-90e95f258d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840023 Nov 27 04:42:43.773704 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-5b3e837b-ca18-4229-81ac-1bb86df64b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-83160515', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '36778e88-28f3-4187-bc39-a184ba59e609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:40:52Z', 'updated_at': '2021-11-27T04:40:56Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '36778e88-28f3-4187-bc39-a184ba59e609', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:40:53Z', 'updated_at': '2021-11-27T04:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '725d6c01-2210-4dfa-8740-85c6ed35398f', 'name': '', 'network_id': '3052b813-1fdf-47fe-9c97-90e95f258d6e', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'mac_address': 'fa:16:3e:29:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '8d598fcd-a2da-4877-a9b8-5d2b52c83fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:40:55Z', 'updated_at': '2021-11-27T04:40:59Z', 'revision_number': 5, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'subnets': [{'id': '8d598fcd-a2da-4877-a9b8-5d2b52c83fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:42:43.803278 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3e837b-ca18-4229-81ac-1bb86df64b18 None None] The sync data for ids ['b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4'] in n-d-819494-3 is: [{'id': 'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-83160515', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '36778e88-28f3-4187-bc39-a184ba59e609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:40:52Z', 'updated_at': '2021-11-27T04:40:56Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '36778e88-28f3-4187-bc39-a184ba59e609', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:40:53Z', 'updated_at': '2021-11-27T04:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '725d6c01-2210-4dfa-8740-85c6ed35398f', 'name': '', 'network_id': '3052b813-1fdf-47fe-9c97-90e95f258d6e', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'mac_address': 'fa:16:3e:29:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '8d598fcd-a2da-4877-a9b8-5d2b52c83fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:40:55Z', 'updated_at': '2021-11-27T04:40:59Z', 'revision_number': 5, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'subnets': [{'id': '8d598fcd-a2da-4877-a9b8-5d2b52c83fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:42:43.827901 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-dbdef56c-9888-404f-ba1a-3c60cdc644aa req-d3bf4a60-cead-497b-a122-84b35f34bccc service neutron] 10.222.0.23 "GET /v2.0/networks/3052b813-1fdf-47fe-9c97-90e95f258d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829370 Nov 27 04:42:44.017557 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121ff9ed-01cb-479c-ae2b-123685682c08 None None] New status for floating IP 77b78100-29c1-4c29-87b1-8db967790840: DOWN {{(pid=110021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:42:44.549567 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3f571-db2e-4d4a-9ab3-91a4fc3930f3 req-ed001f17-63f1-4330-96e7-2832d3e28b47 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:42:44.551093 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a4b3f571-db2e-4d4a-9ab3-91a4fc3930f3 req-ed001f17-63f1-4330-96e7-2832d3e28b47 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 946 time: 0.0470095 Nov 27 04:42:44.599237 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a4b3f571-db2e-4d4a-9ab3-91a4fc3930f3 req-7222fa39-6eb0-4e93-9004-d095361a074e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=76d58bff-7ce4-4a58-9fc5-7ef075937fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414164 Nov 27 04:42:44.985636 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95597f8c-cdf1-413a-8a4f-8ae5846a9501 req-cfed79aa-313e-49bc-b36b-242c897f2ea5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:42:44.987114 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-95597f8c-cdf1-413a-8a4f-8ae5846a9501 req-cfed79aa-313e-49bc-b36b-242c897f2ea5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.23 "GET /v2.0/ports?device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 946 time: 0.0541148 Nov 27 04:42:45.073529 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-95597f8c-cdf1-413a-8a4f-8ae5846a9501 req-8e27957e-ff9c-4c73-b8c3-3ab179864ba3 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Deleting port 85dad402-1ff5-4f0e-b36d-06344be030a9 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:42:45.073867 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-95597f8c-cdf1-413a-8a4f-8ae5846a9501 req-8e27957e-ff9c-4c73-b8c3-3ab179864ba3 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:45.162248 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-95597f8c-cdf1-413a-8a4f-8ae5846a9501 req-8e27957e-ff9c-4c73-b8c3-3ab179864ba3 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] For port 85dad402-1ff5-4f0e-b36d-06344be030a9, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=85dad402-1ff5-4f0e-b36d-06344be030a9,segment=NetworkSegment(4ecbc313-d8df-4d94-a078-fdf74f3aa1fd),segment_id=4ecbc313-d8df-4d94-a078-fdf74f3aa1fd)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:42:45.162638 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-95597f8c-cdf1-413a-8a4f-8ae5846a9501 req-8e27957e-ff9c-4c73-b8c3-3ab179864ba3 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:45.174764 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-95597f8c-cdf1-413a-8a4f-8ae5846a9501 req-8e27957e-ff9c-4c73-b8c3-3ab179864ba3 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Calling delete_port for 85dad402-1ff5-4f0e-b36d-06344be030a9 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:42:45.306273 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-95597f8c-cdf1-413a-8a4f-8ae5846a9501 req-8e27957e-ff9c-4c73-b8c3-3ab179864ba3 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:45.338825 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e27957e-ff9c-4c73-b8c3-3ab179864ba3 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event deleted for resources: {'Port': ['ID=85dad402-1ff5-4f0e-b36d-06344be030a9,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:42:45.364687 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e27957e-ff9c-4c73-b8c3-3ab179864ba3 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:45.365040 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e27957e-ff9c-4c73-b8c3-3ab179864ba3 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:45.365384 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e27957e-ff9c-4c73-b8c3-3ab179864ba3 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:45.365723 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e27957e-ff9c-4c73-b8c3-3ab179864ba3 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:45.366058 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e27957e-ff9c-4c73-b8c3-3ab179864ba3 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:45.366394 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e27957e-ff9c-4c73-b8c3-3ab179864ba3 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:45.366968 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e27957e-ff9c-4c73-b8c3-3ab179864ba3 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:45.367301 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e27957e-ff9c-4c73-b8c3-3ab179864ba3 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:45.367634 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e27957e-ff9c-4c73-b8c3-3ab179864ba3 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:45.367962 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e27957e-ff9c-4c73-b8c3-3ab179864ba3 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:45.368290 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e27957e-ff9c-4c73-b8c3-3ab179864ba3 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:45.368616 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e27957e-ff9c-4c73-b8c3-3ab179864ba3 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:45.391239 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-95597f8c-cdf1-413a-8a4f-8ae5846a9501 req-8e27957e-ff9c-4c73-b8c3-3ab179864ba3 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] No DVR routers for this DVR port 85dad402-1ff5-4f0e-b36d-06344be030a9 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:42:45.394075 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-95597f8c-cdf1-413a-8a4f-8ae5846a9501 req-8e27957e-ff9c-4c73-b8c3-3ab179864ba3 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:45.398227 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-95597f8c-cdf1-413a-8a4f-8ae5846a9501 req-8e27957e-ff9c-4c73-b8c3-3ab179864ba3 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.23 "DELETE /v2.0/ports/85dad402-1ff5-4f0e-b36d-06344be030a9 HTTP/1.1" status: 204 len: 173 time: 0.4044123 Nov 27 04:42:45.398865 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08da50f8-dacb-4829-9dd5-830d8d5d1efa', 'name': 'network-vif-deleted', 'tag': '85dad402-1ff5-4f0e-b36d-06344be030a9'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:42:45.401080 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08b94054c3609ca5194c36e6072b148da941c4766f069e8e94abba8dbd1bbb06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0735db83-bd86-40af-9d53-6c52c5fb8bb1" -d '{"events": [{"server_uuid": "08da50f8-dacb-4829-9dd5-830d8d5d1efa", "name": "network-vif-deleted", "tag": "85dad402-1ff5-4f0e-b36d-06344be030a9"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:42:45.437071 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d69716-0ce7-4f18-ad32-3baf538948d7 x-openstack-request-id: req-56d69716-0ce7-4f18-ad32-3baf538948d7 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:42:45.437363 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08da50f8-dacb-4829-9dd5-830d8d5d1efa", "name": "network-vif-deleted", "tag": "85dad402-1ff5-4f0e-b36d-06344be030a9", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:42:45.437618 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-56d69716-0ce7-4f18-ad32-3baf538948d7 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:42:45.438075 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08da50f8-dacb-4829-9dd5-830d8d5d1efa', 'name': 'network-vif-deleted', 'tag': '85dad402-1ff5-4f0e-b36d-06344be030a9', 'status': 'completed', 'code': 200} Nov 27 04:42:45.705904 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cb69d0ff-8c54-47d3-8219-bc8a32eaabe3 req-e0aee595-d212-42cb-9180-5344e3b0e94c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=08da50f8-dacb-4829-9dd5-830d8d5d1efa HTTP/1.1" status: 200 len: 210 time: 0.0269370 Nov 27 04:42:46.220290 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8007d511-496a-4888-8f26-836914452c59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:46.462246 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:46.765601 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34090) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:42:47.115709 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a610d36b-ceeb-488d-a640-18998ccf8ada tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:47.358861 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-a610d36b-ceeb-488d-a640-18998ccf8ada tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Deleting port 725d6c01-2210-4dfa-8740-85c6ed35398f {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:42:47.359203 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a610d36b-ceeb-488d-a640-18998ccf8ada tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:47.448243 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-a610d36b-ceeb-488d-a640-18998ccf8ada tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] For port 725d6c01-2210-4dfa-8740-85c6ed35398f, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=725d6c01-2210-4dfa-8740-85c6ed35398f,segment=NetworkSegment(4ecbc313-d8df-4d94-a078-fdf74f3aa1fd),segment_id=4ecbc313-d8df-4d94-a078-fdf74f3aa1fd)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:42:47.448616 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a610d36b-ceeb-488d-a640-18998ccf8ada tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:47.460381 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-a610d36b-ceeb-488d-a640-18998ccf8ada tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Calling delete_port for 725d6c01-2210-4dfa-8740-85c6ed35398f owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:42:47.646469 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a610d36b-ceeb-488d-a640-18998ccf8ada tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:47.670943 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610d36b-ceeb-488d-a640-18998ccf8ada tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event deleted for resources: {'Port': ['ID=725d6c01-2210-4dfa-8740-85c6ed35398f,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:42:48.161262 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-a610d36b-ceeb-488d-a640-18998ccf8ada tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:48.361137 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b6ad2f76-c657-4a86-831d-1981c1ee1b37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:48.369559 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a610d36b-ceeb-488d-a640-18998ccf8ada tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Router b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:42:48.474214 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a610d36b-ceeb-488d-a640-18998ccf8ada tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:42:48.479384 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-a610d36b-ceeb-488d-a640-18998ccf8ada tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "PUT /v2.0/routers/b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7127664 Nov 27 04:42:48.482055 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34092) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:42:48.484576 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f8be5e-3d8b-410b-922c-6ef9ebe62ab5 None None] Sync routers for ids ['b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:42:48.494683 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f8be5e-3d8b-410b-922c-6ef9ebe62ab5 None None] Routers {'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:42:48.495379 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-20f8be5e-3d8b-410b-922c-6ef9ebe62ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:42:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:42:48.536469 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-94e7b0b9-5954-4de9-94fa-bd0fcf04036c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Deleting subnet 8d598fcd-a2da-4877-a9b8-5d2b52c83fc9 {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:42:48.539678 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-94e7b0b9-5954-4de9-94fa-bd0fcf04036c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:48.579792 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-94e7b0b9-5954-4de9-94fa-bd0fcf04036c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:48.601111 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-20f8be5e-3d8b-410b-922c-6ef9ebe62ab5 None None] Set router b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:42:48.660330 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-94e7b0b9-5954-4de9-94fa-bd0fcf04036c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:48.725645 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-94e7b0b9-5954-4de9-94fa-bd0fcf04036c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:48.731921 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 85dad402-1ff5-4f0e-b36d-06344be030a9 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:42:48.750817 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e7b0b9-5954-4de9-94fa-bd0fcf04036c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event deleted for resources: {'Subnet': ['ID=8d598fcd-a2da-4877-a9b8-5d2b52c83fc9,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:42:48.757542 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-94e7b0b9-5954-4de9-94fa-bd0fcf04036c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:48.760100 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 85dad402-1ff5-4f0e-b36d-06344be030a9 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:42:48.760530 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 85dad402-1ff5-4f0e-b36d-06344be030a9 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:42:48.760999 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-94e7b0b9-5954-4de9-94fa-bd0fcf04036c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "DELETE /v2.0/subnets/8d598fcd-a2da-4877-a9b8-5d2b52c83fc9 HTTP/1.1" status: 204 len: 168 time: 0.2777622 Nov 27 04:42:48.763829 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34094) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:42:48.781881 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2da747-9cc7-4abf-a75f-afc1820d0523 None None] Network 3052b813-1fdf-47fe-9c97-90e95f258d6e requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:42:48.871920 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6b082117-450b-465f-9714-e2ac3697cc41 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:48.906739 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-20f8be5e-3d8b-410b-922c-6ef9ebe62ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-83160515', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '36778e88-28f3-4187-bc39-a184ba59e609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:40:52Z', 'updated_at': '2021-11-27T04:42:47Z', 'revision_number': 5, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '36778e88-28f3-4187-bc39-a184ba59e609', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:40:53Z', 'updated_at': '2021-11-27T04:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:42:48.935926 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f8be5e-3d8b-410b-922c-6ef9ebe62ab5 None None] Checking router: b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:42:48.948734 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f8be5e-3d8b-410b-922c-6ef9ebe62ab5 None None] Routers {'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:42:48.949446 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-20f8be5e-3d8b-410b-922c-6ef9ebe62ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:42:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:42:48.978522 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6b082117-450b-465f-9714-e2ac3697cc41 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:49.040186 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-6b082117-450b-465f-9714-e2ac3697cc41 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Deleting port 36778e88-28f3-4187-bc39-a184ba59e609 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:42:49.040532 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6b082117-450b-465f-9714-e2ac3697cc41 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:49.121228 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-6b082117-450b-465f-9714-e2ac3697cc41 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] For port 36778e88-28f3-4187-bc39-a184ba59e609, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=36778e88-28f3-4187-bc39-a184ba59e609,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:42:49.121598 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6b082117-450b-465f-9714-e2ac3697cc41 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:49.135340 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-6b082117-450b-465f-9714-e2ac3697cc41 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Calling delete_port for 36778e88-28f3-4187-bc39-a184ba59e609 owned by network:router_gateway {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:42:49.177510 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3679497f-0e55-442c-94e8-9bbb1d9cbe29 None None] DHCP port deletion for 3052b813-1fdf-47fe-9c97-90e95f258d6e request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:42:49.227711 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:49.259575 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-20f8be5e-3d8b-410b-922c-6ef9ebe62ab5 None None] Set router b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:42:49.317235 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 69a9d917-7780-4761-8cbf-63ced89adcdb no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:42:49.330309 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6b082117-450b-465f-9714-e2ac3697cc41 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:49.359730 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b082117-450b-465f-9714-e2ac3697cc41 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event deleted for resources: {'Port': ['ID=36778e88-28f3-4187-bc39-a184ba59e609,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:42:49.385962 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84f61a3-9229-4dd6-b2d8-91fbd4530cee None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:42:49.394908 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-3679497f-0e55-442c-94e8-9bbb1d9cbe29 None None] Deleting port 69a9d917-7780-4761-8cbf-63ced89adcdb {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:42:49.395292 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3679497f-0e55-442c-94e8-9bbb1d9cbe29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:49.420465 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6b082117-450b-465f-9714-e2ac3697cc41 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:49.493373 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-3679497f-0e55-442c-94e8-9bbb1d9cbe29 None None] For port 69a9d917-7780-4761-8cbf-63ced89adcdb, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=69a9d917-7780-4761-8cbf-63ced89adcdb,segment=NetworkSegment(4ecbc313-d8df-4d94-a078-fdf74f3aa1fd),segment_id=4ecbc313-d8df-4d94-a078-fdf74f3aa1fd)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:42:49.493778 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3679497f-0e55-442c-94e8-9bbb1d9cbe29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:49.513794 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6b082117-450b-465f-9714-e2ac3697cc41 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:49.515998 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6b082117-450b-465f-9714-e2ac3697cc41 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:49.519605 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-3679497f-0e55-442c-94e8-9bbb1d9cbe29 None None] Calling delete_port for 69a9d917-7780-4761-8cbf-63ced89adcdb owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:42:49.561669 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6b082117-450b-465f-9714-e2ac3697cc41 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:49.562603 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b082117-450b-465f-9714-e2ac3697cc41 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Fanout notify agent at l3_agent the message router_deleted on router b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4 {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:42:49.573416 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6b082117-450b-465f-9714-e2ac3697cc41 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:49.574660 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6b082117-450b-465f-9714-e2ac3697cc41 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "DELETE /v2.0/routers/b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4 HTTP/1.1" status: 204 len: 168 time: 0.8098695 Nov 27 04:42:49.577663 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34096) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:42:49.620343 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:49.660189 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-951af1bc-a6fd-4b72-81af-888699be642c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:49.683158 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 69a9d917-7780-4761-8cbf-63ced89adcdb, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=69a9d917-7780-4761-8cbf-63ced89adcdb,segment=NetworkSegment(4ecbc313-d8df-4d94-a078-fdf74f3aa1fd),segment_id=4ecbc313-d8df-4d94-a078-fdf74f3aa1fd)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:42:49.694081 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:49.719132 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-20f8be5e-3d8b-410b-922c-6ef9ebe62ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-83160515', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '36778e88-28f3-4187-bc39-a184ba59e609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:40:52Z', 'updated_at': '2021-11-27T04:42:47Z', 'revision_number': 5, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '36778e88-28f3-4187-bc39-a184ba59e609', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:40:53Z', 'updated_at': '2021-11-27T04:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:42:49.719632 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-951af1bc-a6fd-4b72-81af-888699be642c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Deleting port 69a9d917-7780-4761-8cbf-63ced89adcdb {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:42:49.719973 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-951af1bc-a6fd-4b72-81af-888699be642c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:49.759344 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3679497f-0e55-442c-94e8-9bbb1d9cbe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:49.761307 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f8be5e-3d8b-410b-922c-6ef9ebe62ab5 None None] The sync data for ids ['b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4'] in n-d-819494-3 is: [{'id': 'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-83160515', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '36778e88-28f3-4187-bc39-a184ba59e609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:40:52Z', 'updated_at': '2021-11-27T04:42:47Z', 'revision_number': 5, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '36778e88-28f3-4187-bc39-a184ba59e609', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0db7c50-a07a-4e2b-a5f3-f0e011bf65b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:40:53Z', 'updated_at': '2021-11-27T04:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:42:49.792304 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=69a9d917-7780-4761-8cbf-63ced89adcdb,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:42:49.793028 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-951af1bc-a6fd-4b72-81af-888699be642c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] For port 69a9d917-7780-4761-8cbf-63ced89adcdb, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=69a9d917-7780-4761-8cbf-63ced89adcdb,segment=NetworkSegment(4ecbc313-d8df-4d94-a078-fdf74f3aa1fd),segment_id=4ecbc313-d8df-4d94-a078-fdf74f3aa1fd)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:42:49.793409 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-951af1bc-a6fd-4b72-81af-888699be642c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:49.794898 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3679497f-0e55-442c-94e8-9bbb1d9cbe29 None None] No DVR routers for this DVR port 69a9d917-7780-4761-8cbf-63ced89adcdb on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:42:49.799594 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:49.819717 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-951af1bc-a6fd-4b72-81af-888699be642c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Calling delete_port for 69a9d917-7780-4761-8cbf-63ced89adcdb owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:42:49.819950 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679497f-0e55-442c-94e8-9bbb1d9cbe29 None None] Pushing event deleted for resources: {'Port': ['ID=69a9d917-7780-4761-8cbf-63ced89adcdb,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:42:49.897779 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-951af1bc-a6fd-4b72-81af-888699be642c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:49.921772 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951af1bc-a6fd-4b72-81af-888699be642c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event deleted for resources: {'Port': ['ID=69a9d917-7780-4761-8cbf-63ced89adcdb,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:42:49.929003 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951af1bc-a6fd-4b72-81af-888699be642c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] No DVR routers for this DVR port 69a9d917-7780-4761-8cbf-63ced89adcdb on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:42:50.011764 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-951af1bc-a6fd-4b72-81af-888699be642c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:50.031651 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-951af1bc-a6fd-4b72-81af-888699be642c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3052b813-1fdf-47fe-9c97-90e95f258d6e']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:42:50.041311 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-951af1bc-a6fd-4b72-81af-888699be642c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ecbc313-d8df-4d94-a078-fdf74f3aa1fd') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:42:50.041622 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-951af1bc-a6fd-4b72-81af-888699be642c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ecbc313-d8df-4d94-a078-fdf74f3aa1fd') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:42:50.050971 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-951af1bc-a6fd-4b72-81af-888699be642c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:50.064076 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-951af1bc-a6fd-4b72-81af-888699be642c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:50.070204 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-951af1bc-a6fd-4b72-81af-888699be642c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:42:50.070676 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-951af1bc-a6fd-4b72-81af-888699be642c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:50.073562 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:42:50.073562 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 04:42:50.073562 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:42:50.073562 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 04:42:50.073562 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:42:50.073562 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 04:42:50.073562 n-d-819494-3 neutron-server[110019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 04:42:50.073562 n-d-819494-3 neutron-server[110019]: self.session.flush() Nov 27 04:42:50.073562 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 04:42:50.073562 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:42:50.073562 n-d-819494-3 neutron-server[110019]: timer() Nov 27 04:42:50.073562 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:42:50.073562 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 04:42:50.073562 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:42:50.073562 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 04:42:50.073562 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:42:50.073562 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 04:42:50.073562 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:42:50.073562 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 04:42:50.073562 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:42:50.073562 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 04:42:50.073562 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:42:50.073562 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:42:50.073562 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:42:50.073562 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:42:50.073562 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:42:50.073562 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 04:42:50.073562 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:42:50.073562 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 04:42:50.073562 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:42:50.073562 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:42:50.073562 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:42:50.073562 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 04:42:50.073562 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:42:50.073562 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:42:50.073562 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:42:50.073562 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:42:50.073562 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:42:50.073562 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:42:50.073562 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:42:50.137084 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-951af1bc-a6fd-4b72-81af-888699be642c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:50.150250 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-951af1bc-a6fd-4b72-81af-888699be642c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:50.152790 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-951af1bc-a6fd-4b72-81af-888699be642c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "DELETE /v2.0/networks/3052b813-1fdf-47fe-9c97-90e95f258d6e HTTP/1.1" status: 204 len: 168 time: 0.5743477 Nov 27 04:42:50.155584 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34098) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:42:50.163853 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951af1bc-a6fd-4b72-81af-888699be642c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event deleted for resources: {'Network': ['ID=3052b813-1fdf-47fe-9c97-90e95f258d6e,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:42:50.222712 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-00660073-7c83-4873-b0cc-3ba8ada494f7 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:50.251507 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-00660073-7c83-4873-b0cc-3ba8ada494f7 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:50.311407 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-00660073-7c83-4873-b0cc-3ba8ada494f7 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:50.313961 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-00660073-7c83-4873-b0cc-3ba8ada494f7 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:50.315143 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-00660073-7c83-4873-b0cc-3ba8ada494f7 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "DELETE /v2.0/security-groups/76d58bff-7ce4-4a58-9fc5-7ef075937fbc HTTP/1.1" status: 204 len: 168 time: 0.1580415 Nov 27 04:42:50.326520 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00660073-7c83-4873-b0cc-3ba8ada494f7 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d58bff-7ce4-4a58-9fc5-7ef075937fbc,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:42:50.518371 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34106) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:42:50.523705 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-245b7fc4-ddc0-4f45-9c42-2eee681707c3 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1982331011', 'description': 'tempest-secgroup-smoke-1982331011 description', 'project_id': '16ef918a0fcc49e59c15f8e39341f751'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:42:50.546216 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-245b7fc4-ddc0-4f45-9c42-2eee681707c3 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:50.613600 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-245b7fc4-ddc0-4f45-9c42-2eee681707c3 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:50.617294 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-245b7fc4-ddc0-4f45-9c42-2eee681707c3 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:50.645912 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-245b7fc4-ddc0-4f45-9c42-2eee681707c3 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:50.647175 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-245b7fc4-ddc0-4f45-9c42-2eee681707c3 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1277423 Nov 27 04:42:50.650338 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34108) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:42:50.651628 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b7fc4-ddc0-4f45-9c42-2eee681707c3 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3586e591-150e-4a33-922d-7904d3c472bf,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:42:50.655299 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-2a38e1ad-e342-4fe1-9b2f-bda7a4a54d6e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'security_group_rule': {'security_group_id': '3586e591-150e-4a33-922d-7904d3c472bf', 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:42:50.681793 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2a38e1ad-e342-4fe1-9b2f-bda7a4a54d6e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:50.734847 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2a38e1ad-e342-4fe1-9b2f-bda7a4a54d6e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:50.738013 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2a38e1ad-e342-4fe1-9b2f-bda7a4a54d6e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:50.759476 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a38e1ad-e342-4fe1-9b2f-bda7a4a54d6e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c5b050-a01e-4ce1-9d49-d120ac822982,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:42:50.764684 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-2a38e1ad-e342-4fe1-9b2f-bda7a4a54d6e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:50.765864 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2a38e1ad-e342-4fe1-9b2f-bda7a4a54d6e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1144724 Nov 27 04:42:50.768591 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34110) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:42:50.772843 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-98827149-c145-4391-a883-8dc04d31f5ae tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'security_group_rule': {'security_group_id': '3586e591-150e-4a33-922d-7904d3c472bf', 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:42:50.803000 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-98827149-c145-4391-a883-8dc04d31f5ae tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:50.869912 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-98827149-c145-4391-a883-8dc04d31f5ae tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:50.873877 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-98827149-c145-4391-a883-8dc04d31f5ae tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:50.891569 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98827149-c145-4391-a883-8dc04d31f5ae tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=036bcef9-f18f-4a92-8f95-ae49099418d5,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:42:50.906094 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-98827149-c145-4391-a883-8dc04d31f5ae tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:50.910679 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-98827149-c145-4391-a883-8dc04d31f5ae tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1411209 Nov 27 04:42:50.911792 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34112) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:42:50.920649 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-addb5907-977e-471d-9a8e-9dbbebb356fb tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'security_group_rule': {'security_group_id': '3586e591-150e-4a33-922d-7904d3c472bf', 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:42:50.949890 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-addb5907-977e-471d-9a8e-9dbbebb356fb tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:51.008462 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-addb5907-977e-471d-9a8e-9dbbebb356fb tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:51.012477 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-addb5907-977e-471d-9a8e-9dbbebb356fb tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:51.034352 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb5907-977e-471d-9a8e-9dbbebb356fb tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9236b882-0d34-4f3a-8a9d-fa40be35f738,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:42:51.039997 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-addb5907-977e-471d-9a8e-9dbbebb356fb tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:51.041184 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-addb5907-977e-471d-9a8e-9dbbebb356fb tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1283822 Nov 27 04:42:51.043971 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34114) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:42:51.048511 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-43b0fb27-88c0-46df-b8de-eedf279fdc0e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'security_group_rule': {'security_group_id': '3586e591-150e-4a33-922d-7904d3c472bf', 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:42:51.076483 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-43b0fb27-88c0-46df-b8de-eedf279fdc0e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:51.133600 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-43b0fb27-88c0-46df-b8de-eedf279fdc0e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:51.137353 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-43b0fb27-88c0-46df-b8de-eedf279fdc0e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:51.157013 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b0fb27-88c0-46df-b8de-eedf279fdc0e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d32ee1b7-c94b-46ed-b88d-1965bc82b1ef,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:42:51.165526 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-43b0fb27-88c0-46df-b8de-eedf279fdc0e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:51.166777 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-43b0fb27-88c0-46df-b8de-eedf279fdc0e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1218247 Nov 27 04:42:51.169410 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34116) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:42:51.173763 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-30dbb2bb-ac6c-4a47-a822-edcd25e39999 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'security_group_rule': {'security_group_id': '3586e591-150e-4a33-922d-7904d3c472bf', 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:42:51.198634 n-d-819494-3 neutron-server[110018]: INFO neutron.db.securitygroups_db [None req-30dbb2bb-ac6c-4a47-a822-edcd25e39999 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Project 16ef918a0fcc49e59c15f8e39341f751 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 04:42:51.203464 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-30dbb2bb-ac6c-4a47-a822-edcd25e39999 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:51.243716 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 36778e88-28f3-4187-bc39-a184ba59e609 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:42:51.261618 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-30dbb2bb-ac6c-4a47-a822-edcd25e39999 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:51.265145 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 36778e88-28f3-4187-bc39-a184ba59e609 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:42:51.265510 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 36778e88-28f3-4187-bc39-a184ba59e609 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:42:51.266089 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 725d6c01-2210-4dfa-8740-85c6ed35398f no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:42:51.266213 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-30dbb2bb-ac6c-4a47-a822-edcd25e39999 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:51.284560 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dbb2bb-ac6c-4a47-a822-edcd25e39999 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6f733a5-5e90-48e6-91ba-7bd3488eeaf3,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:42:51.288867 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 725d6c01-2210-4dfa-8740-85c6ed35398f {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:42:51.289324 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 725d6c01-2210-4dfa-8740-85c6ed35398f not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:42:51.295035 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-30dbb2bb-ac6c-4a47-a822-edcd25e39999 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:51.296196 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-30dbb2bb-ac6c-4a47-a822-edcd25e39999 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1258667 Nov 27 04:42:51.298880 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34118) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:42:51.304131 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-492e8568-1373-498c-b2f7-bb166d75a0bc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'security_group_rule': {'security_group_id': '3586e591-150e-4a33-922d-7904d3c472bf', 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:42:51.324416 n-d-819494-3 neutron-server[110018]: INFO neutron.db.securitygroups_db [None req-492e8568-1373-498c-b2f7-bb166d75a0bc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Project 16ef918a0fcc49e59c15f8e39341f751 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 04:42:51.329276 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-492e8568-1373-498c-b2f7-bb166d75a0bc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:51.341572 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:51.387136 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-492e8568-1373-498c-b2f7-bb166d75a0bc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:51.390416 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-492e8568-1373-498c-b2f7-bb166d75a0bc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:51.409886 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e8568-1373-498c-b2f7-bb166d75a0bc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a43cf8c6-0ee1-4d7a-aa60-80b92684ffb9,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:42:51.417294 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-492e8568-1373-498c-b2f7-bb166d75a0bc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:51.418473 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-492e8568-1373-498c-b2f7-bb166d75a0bc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1186709 Nov 27 04:42:51.421568 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34120) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:42:51.426274 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-6e10d5cd-2730-4de6-b8a3-605a3235061d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'network': {'name': 'tempest-network-smoke--2091995319', 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'port_security_enabled': True}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:42:51.446320 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e10d5cd-2730-4de6-b8a3-605a3235061d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Made reservation on behalf of 16ef918a0fcc49e59c15f8e39341f751 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:42:51.449687 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6e10d5cd-2730-4de6-b8a3-605a3235061d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:51.474574 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e10d5cd-2730-4de6-b8a3-605a3235061d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:42:51.484969 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6e10d5cd-2730-4de6-b8a3-605a3235061d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:51.485318 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-6e10d5cd-2730-4de6-b8a3-605a3235061d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Added segment 08ce3e94-b5b5-4f2b-98eb-57369fe5416c of type vlan for network 7c4898b6-1a4f-4712-a40f-79a8b6dbf285 Nov 27 04:42:51.526083 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6e10d5cd-2730-4de6-b8a3-605a3235061d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:51.552966 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6e10d5cd-2730-4de6-b8a3-605a3235061d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:51.558609 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e10d5cd-2730-4de6-b8a3-605a3235061d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:42:51.559193 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-6e10d5cd-2730-4de6-b8a3-605a3235061d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:51.619806 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6e10d5cd-2730-4de6-b8a3-605a3235061d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1971993 Nov 27 04:42:51.622540 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34122) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:42:51.625319 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e10d5cd-2730-4de6-b8a3-605a3235061d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'Network': ['ID=7c4898b6-1a4f-4712-a40f-79a8b6dbf285,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:42:51.627084 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-8b3fcba4-3922-4514-bdba-6f33f83d0b3f tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1971689571', 'admin_state_up': True, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:42:51.635880 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 7c4898b6-1a4f-4712-a40f-79a8b6dbf285 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:42:51.651968 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8b3fcba4-3922-4514-bdba-6f33f83d0b3f tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:51.653048 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8b3fcba4-3922-4514-bdba-6f33f83d0b3f tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:51.706862 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8b3fcba4-3922-4514-bdba-6f33f83d0b3f tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:51.842983 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8b3fcba4-3922-4514-bdba-6f33f83d0b3f tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:51.941666 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:52.035893 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8b3fcba4-3922-4514-bdba-6f33f83d0b3f tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for router_gateway, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:52.054736 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8b3fcba4-3922-4514-bdba-6f33f83d0b3f tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:52.158104 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-8b3fcba4-3922-4514-bdba-6f33f83d0b3f tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Allocated IP 172.25.1.5 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/f2b4672f-08ae-460a-bf1f-aebe019cce7a) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:42:52.258038 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8b3fcba4-3922-4514-bdba-6f33f83d0b3f tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:52.290802 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8b3fcba4-3922-4514-bdba-6f33f83d0b3f tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:52.332533 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3fcba4-3922-4514-bdba-6f33f83d0b3f tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:42:52.335926 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-8b3fcba4-3922-4514-bdba-6f33f83d0b3f tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:42:52.339521 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3fcba4-3922-4514-bdba-6f33f83d0b3f tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:42:52.344691 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3fcba4-3922-4514-bdba-6f33f83d0b3f tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'Port': ['ID=f2b4672f-08ae-460a-bf1f-aebe019cce7a,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:42:52.350720 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f2fe23-3ac0-4305-a613-2c90aabe2e3c None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:42:52.377436 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-72c0dd3b-fc9c-4e06-a185-83673a7a9c22 None None] Provisioning complete for port f2b4672f-08ae-460a-bf1f-aebe019cce7a triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:42:52.377814 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-72c0dd3b-fc9c-4e06-a185-83673a7a9c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:52.410712 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-72c0dd3b-fc9c-4e06-a185-83673a7a9c22 None None] Port f2b4672f-08ae-460a-bf1f-aebe019cce7a cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:42:52.585046 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8b3fcba4-3922-4514-bdba-6f33f83d0b3f tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for router_gateway, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:52.771509 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8b3fcba4-3922-4514-bdba-6f33f83d0b3f tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:53.213047 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b3fcba4-3922-4514-bdba-6f33f83d0b3f tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Router 15f89301-e335-4b97-9e00-9a23744759a8 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:42:53.315952 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3fcba4-3922-4514-bdba-6f33f83d0b3f tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:42:53.326200 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb715a27-e574-4368-884d-3dc4997c7d8e None None] Sync routers for ids ['15f89301-e335-4b97-9e00-9a23744759a8'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:42:53.335046 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8b3fcba4-3922-4514-bdba-6f33f83d0b3f tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:53.335753 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb715a27-e574-4368-884d-3dc4997c7d8e None None] Routers {'15f89301-e335-4b97-9e00-9a23744759a8'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:42:53.336281 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8b3fcba4-3922-4514-bdba-6f33f83d0b3f tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7127173 Nov 27 04:42:53.336412 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-cb715a27-e574-4368-884d-3dc4997c7d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:42:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['15f89301-e335-4b97-9e00-9a23744759a8'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:42:53.339413 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34124) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:42:53.368299 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-2156cae5-960c-4ac6-b6e4-02164ce42863 tempest-TestNetworkAdvancedServerOps-1512945365 tempest-TestNetworkAdvancedServerOps-1512945365-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=16ef918a0fcc49e59c15f8e39341f751&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278194 Nov 27 04:42:53.371046 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34126) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:42:53.438597 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-cb715a27-e574-4368-884d-3dc4997c7d8e None None] Set router 15f89301-e335-4b97-9e00-9a23744759a8 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:42:53.461704 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8906a9d-a898-4c6b-a6dd-51d902c826b3 tempest-TestNetworkAdvancedServerOps-1512945365 tempest-TestNetworkAdvancedServerOps-1512945365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:42:53.465913 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f8906a9d-a898-4c6b-a6dd-51d902c826b3 tempest-TestNetworkAdvancedServerOps-1512945365 tempest-TestNetworkAdvancedServerOps-1512945365-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0912235 Nov 27 04:42:53.466138 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34128) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:42:53.496109 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2c9b4be1-da29-4917-b7d4-67dd4df7af15 tempest-TestNetworkAdvancedServerOps-1512945365 tempest-TestNetworkAdvancedServerOps-1512945365-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=f5c39893-f8d8-4150-8aae-695f98406de3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265512 Nov 27 04:42:53.496351 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34130) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:42:53.500971 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-bf14c42b-04d0-4376-82a0-9b1c04a44317 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1882514703', 'network_id': '7c4898b6-1a4f-4712-a40f-79a8b6dbf285', 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:42:53.603873 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf14c42b-04d0-4376-82a0-9b1c04a44317 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Made reservation on behalf of 16ef918a0fcc49e59c15f8e39341f751 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:42:53.607326 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bf14c42b-04d0-4376-82a0-9b1c04a44317 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:53.616297 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-cb715a27-e574-4368-884d-3dc4997c7d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f89301-e335-4b97-9e00-9a23744759a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971689571', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'f2b4672f-08ae-460a-bf1f-aebe019cce7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:42:51Z', 'updated_at': '2021-11-27T04:42:52Z', 'revision_number': 3, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': 'f2b4672f-08ae-460a-bf1f-aebe019cce7a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f89301-e335-4b97-9e00-9a23744759a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:42:52Z', 'updated_at': '2021-11-27T04:42:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:42:53.641682 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb715a27-e574-4368-884d-3dc4997c7d8e None None] Checking router: 15f89301-e335-4b97-9e00-9a23744759a8 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:42:53.642034 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb715a27-e574-4368-884d-3dc4997c7d8e None None] Updating router 15f89301-e335-4b97-9e00-9a23744759a8 port f2b4672f-08ae-460a-bf1f-aebe019cce7a binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:42:53.669794 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-cb715a27-e574-4368-884d-3dc4997c7d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:53.792496 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bf14c42b-04d0-4376-82a0-9b1c04a44317 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:53.851327 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf14c42b-04d0-4376-82a0-9b1c04a44317 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'Subnet': ['ID=a99c2c9a-229a-44b3-b05c-5f7e2c189a7d,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:42:53.866885 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf14c42b-04d0-4376-82a0-9b1c04a44317 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Checking segment: {'id': '08ce3e94-b5b5-4f2b-98eb-57369fe5416c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7c4898b6-1a4f-4712-a40f-79a8b6dbf285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:42:53.867257 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf14c42b-04d0-4376-82a0-9b1c04a44317 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Network hostable DHCP agents. Network: 7c4898b6-1a4f-4712-a40f-79a8b6dbf285, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:42:53.884217 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf14c42b-04d0-4376-82a0-9b1c04a44317 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Network 7c4898b6-1a4f-4712-a40f-79a8b6dbf285 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:42:53.893221 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-bf14c42b-04d0-4376-82a0-9b1c04a44317 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 7c4898b6-1a4f-4712-a40f-79a8b6dbf285) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:42:53.897668 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf14c42b-04d0-4376-82a0-9b1c04a44317 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:42:53.898525 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bf14c42b-04d0-4376-82a0-9b1c04a44317 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:53.904336 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b082917c-e750-4522-a01c-b70d9aa55351 None None] Network 7c4898b6-1a4f-4712-a40f-79a8b6dbf285 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:42:53.918847 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-bf14c42b-04d0-4376-82a0-9b1c04a44317 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4191072 Nov 27 04:42:53.919241 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34132) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:42:53.920904 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-cb715a27-e574-4368-884d-3dc4997c7d8e None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:53.927558 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-cb715a27-e574-4368-884d-3dc4997c7d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:53.971539 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-cb715a27-e574-4368-884d-3dc4997c7d8e None None] Attempting to bind port f2b4672f-08ae-460a-bf1f-aebe019cce7a on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:42:53.971907 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-cb715a27-e574-4368-884d-3dc4997c7d8e None None] Attempting to bind port f2b4672f-08ae-460a-bf1f-aebe019cce7a by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:42:53.972265 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb715a27-e574-4368-884d-3dc4997c7d8e None None] Attempting to bind port f2b4672f-08ae-460a-bf1f-aebe019cce7a on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:42:53.983645 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb715a27-e574-4368-884d-3dc4997c7d8e None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:42:53.984022 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb715a27-e574-4368-884d-3dc4997c7d8e None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:42:53.984408 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-cb715a27-e574-4368-884d-3dc4997c7d8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:53.984790 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb715a27-e574-4368-884d-3dc4997c7d8e None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:42:53.985255 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-cb715a27-e574-4368-884d-3dc4997c7d8e None None] Bound port: f2b4672f-08ae-460a-bf1f-aebe019cce7a, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:42:53.985629 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-cb715a27-e574-4368-884d-3dc4997c7d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:53.988565 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f26d176-bedc-4a15-8752-54b3770cf360 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:42:54.014171 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb20a382-69dd-4e79-88d2-43958eb18ca9 None None] Pushing event updated for resources: {'Port': ['ID=f2b4672f-08ae-460a-bf1f-aebe019cce7a,revision_number=2']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:42:54.032632 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb20a382-69dd-4e79-88d2-43958eb18ca9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:54.033009 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb20a382-69dd-4e79-88d2-43958eb18ca9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:54.033644 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb20a382-69dd-4e79-88d2-43958eb18ca9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:54.033644 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb20a382-69dd-4e79-88d2-43958eb18ca9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:54.033941 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb20a382-69dd-4e79-88d2-43958eb18ca9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:54.034255 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb20a382-69dd-4e79-88d2-43958eb18ca9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:54.034610 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb20a382-69dd-4e79-88d2-43958eb18ca9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:54.034917 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb20a382-69dd-4e79-88d2-43958eb18ca9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:54.035237 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb20a382-69dd-4e79-88d2-43958eb18ca9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:54.035554 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb20a382-69dd-4e79-88d2-43958eb18ca9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:54.035866 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb20a382-69dd-4e79-88d2-43958eb18ca9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:54.036181 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb20a382-69dd-4e79-88d2-43958eb18ca9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:42:54.061187 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-cb715a27-e574-4368-884d-3dc4997c7d8e None None] For port f2b4672f-08ae-460a-bf1f-aebe019cce7a, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:42:54.064865 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-cb715a27-e574-4368-884d-3dc4997c7d8e None None] For port f2b4672f-08ae-460a-bf1f-aebe019cce7a, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=f2b4672f-08ae-460a-bf1f-aebe019cce7a,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:42:54.066594 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-9132b0b7-5f8d-4a23-9a08-4fd26313c537 None None] Provisioning complete for port f2b4672f-08ae-460a-bf1f-aebe019cce7a triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:42:54.067050 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9132b0b7-5f8d-4a23-9a08-4fd26313c537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:54.071071 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-cb715a27-e574-4368-884d-3dc4997c7d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:54.092175 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027489ab-9355-4860-a0dc-66f9c41e2024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-7c4898b6-1a4f-4712-a40f-79a8b6dbf285', 'network_id': '7c4898b6-1a4f-4712-a40f-79a8b6dbf285', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'fixed_ips': [{'subnet_id': 'a99c2c9a-229a-44b3-b05c-5f7e2c189a7d'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:42:54.093032 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-027489ab-9355-4860-a0dc-66f9c41e2024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:54.121817 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b130ad-9c9e-427d-9c22-3cd2ec680b28 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:42:54.123940 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb715a27-e574-4368-884d-3dc4997c7d8e None None] Routers {'15f89301-e335-4b97-9e00-9a23744759a8'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:42:54.124631 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-cb715a27-e574-4368-884d-3dc4997c7d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:42:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['15f89301-e335-4b97-9e00-9a23744759a8'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:42:54.269322 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9132b0b7-5f8d-4a23-9a08-4fd26313c537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:54.301462 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-9132b0b7-5f8d-4a23-9a08-4fd26313c537 None None] For port f2b4672f-08ae-460a-bf1f-aebe019cce7a, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=f2b4672f-08ae-460a-bf1f-aebe019cce7a,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:42:54.309706 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9132b0b7-5f8d-4a23-9a08-4fd26313c537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:54.315886 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-027489ab-9355-4860-a0dc-66f9c41e2024 None None] Allocated IP 172.20.0.2 (7c4898b6-1a4f-4712-a40f-79a8b6dbf285/a99c2c9a-229a-44b3-b05c-5f7e2c189a7d/9d1c2de5-7eea-468c-9a17-d30930b48a6b) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:42:54.344367 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-cb715a27-e574-4368-884d-3dc4997c7d8e None None] Set router 15f89301-e335-4b97-9e00-9a23744759a8 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:42:54.404482 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb20a382-69dd-4e79-88d2-43958eb18ca9 None None] Pushing event updated for resources: {'Port': ['ID=f2b4672f-08ae-460a-bf1f-aebe019cce7a,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:42:54.406610 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132b0b7-5f8d-4a23-9a08-4fd26313c537 None None] Pushing event updated for resources: {'Port': ['ID=f2b4672f-08ae-460a-bf1f-aebe019cce7a,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:42:54.406748 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0dc748c5-ff06-4335-8b9b-cfbd7ca780a8 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:54.491715 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-26c43f12-2b03-44ca-993e-08e4fa41e877 None None] Provisioning complete for port f2b4672f-08ae-460a-bf1f-aebe019cce7a triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:42:54.492105 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-26c43f12-2b03-44ca-993e-08e4fa41e877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:54.535796 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-027489ab-9355-4860-a0dc-66f9c41e2024 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:54.538658 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-cb715a27-e574-4368-884d-3dc4997c7d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f89301-e335-4b97-9e00-9a23744759a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971689571', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'f2b4672f-08ae-460a-bf1f-aebe019cce7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:42:51Z', 'updated_at': '2021-11-27T04:42:52Z', 'revision_number': 3, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': 'f2b4672f-08ae-460a-bf1f-aebe019cce7a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f89301-e335-4b97-9e00-9a23744759a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:42:52Z', 'updated_at': '2021-11-27T04:42:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:42:54.546359 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-027489ab-9355-4860-a0dc-66f9c41e2024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:54.570659 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb715a27-e574-4368-884d-3dc4997c7d8e None None] The sync data for ids ['15f89301-e335-4b97-9e00-9a23744759a8'] in n-d-819494-3 is: [{'id': '15f89301-e335-4b97-9e00-9a23744759a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971689571', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'f2b4672f-08ae-460a-bf1f-aebe019cce7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:42:51Z', 'updated_at': '2021-11-27T04:42:52Z', 'revision_number': 3, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': 'f2b4672f-08ae-460a-bf1f-aebe019cce7a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f89301-e335-4b97-9e00-9a23744759a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:42:52Z', 'updated_at': '2021-11-27T04:42:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:42:54.616735 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027489ab-9355-4860-a0dc-66f9c41e2024 None None] Network 7c4898b6-1a4f-4712-a40f-79a8b6dbf285 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:42:54.619732 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027489ab-9355-4860-a0dc-66f9c41e2024 None None] Pushing event updated for resources: {'Port': ['ID=9d1c2de5-7eea-468c-9a17-d30930b48a6b,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:42:54.622309 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-027489ab-9355-4860-a0dc-66f9c41e2024 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:42:54.628444 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027489ab-9355-4860-a0dc-66f9c41e2024 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:42:54.694520 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-027489ab-9355-4860-a0dc-66f9c41e2024 None None] Attempting to bind port 9d1c2de5-7eea-468c-9a17-d30930b48a6b on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:42:54.694915 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-027489ab-9355-4860-a0dc-66f9c41e2024 None None] Attempting to bind port 9d1c2de5-7eea-468c-9a17-d30930b48a6b by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '08ce3e94-b5b5-4f2b-98eb-57369fe5416c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7c4898b6-1a4f-4712-a40f-79a8b6dbf285'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:42:54.695285 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027489ab-9355-4860-a0dc-66f9c41e2024 None None] Attempting to bind port 9d1c2de5-7eea-468c-9a17-d30930b48a6b on network 7c4898b6-1a4f-4712-a40f-79a8b6dbf285 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:42:54.695404 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-0dc748c5-ff06-4335-8b9b-cfbd7ca780a8 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Allocated IP 172.20.0.1 (7c4898b6-1a4f-4712-a40f-79a8b6dbf285/a99c2c9a-229a-44b3-b05c-5f7e2c189a7d/17749650-b46f-4904-aba7-c814cf8ce633) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:42:54.701153 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027489ab-9355-4860-a0dc-66f9c41e2024 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:42:54.701566 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027489ab-9355-4860-a0dc-66f9c41e2024 None None] Checking segment: {'id': '08ce3e94-b5b5-4f2b-98eb-57369fe5416c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7c4898b6-1a4f-4712-a40f-79a8b6dbf285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:42:54.701971 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-027489ab-9355-4860-a0dc-66f9c41e2024 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:54.702366 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027489ab-9355-4860-a0dc-66f9c41e2024 None None] Bound using segment: {'id': '08ce3e94-b5b5-4f2b-98eb-57369fe5416c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7c4898b6-1a4f-4712-a40f-79a8b6dbf285'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:42:54.702855 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-027489ab-9355-4860-a0dc-66f9c41e2024 None None] Bound port: 9d1c2de5-7eea-468c-9a17-d30930b48a6b, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ce3e94-b5b5-4f2b-98eb-57369fe5416c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7c4898b6-1a4f-4712-a40f-79a8b6dbf285'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:42:54.703271 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-027489ab-9355-4860-a0dc-66f9c41e2024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:54.772430 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-027489ab-9355-4860-a0dc-66f9c41e2024 None None] For port 9d1c2de5-7eea-468c-9a17-d30930b48a6b, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:42:54.775876 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-027489ab-9355-4860-a0dc-66f9c41e2024 None None] For port 9d1c2de5-7eea-468c-9a17-d30930b48a6b, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=9d1c2de5-7eea-468c-9a17-d30930b48a6b,segment=NetworkSegment(08ce3e94-b5b5-4f2b-98eb-57369fe5416c),segment_id=08ce3e94-b5b5-4f2b-98eb-57369fe5416c)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:42:54.780018 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-027489ab-9355-4860-a0dc-66f9c41e2024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:54.837132 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0dc748c5-ff06-4335-8b9b-cfbd7ca780a8 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:54.868501 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027489ab-9355-4860-a0dc-66f9c41e2024 None None] Pushing event updated for resources: {'Port': ['ID=9d1c2de5-7eea-468c-9a17-d30930b48a6b,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:42:54.879674 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0dc748c5-ff06-4335-8b9b-cfbd7ca780a8 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:54.930194 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc748c5-ff06-4335-8b9b-cfbd7ca780a8 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Network 7c4898b6-1a4f-4712-a40f-79a8b6dbf285 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:42:54.933707 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-0dc748c5-ff06-4335-8b9b-cfbd7ca780a8 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:42:54.937731 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc748c5-ff06-4335-8b9b-cfbd7ca780a8 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:42:54.967035 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc748c5-ff06-4335-8b9b-cfbd7ca780a8 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'Port': ['ID=17749650-b46f-4904-aba7-c814cf8ce633,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:42:54.988600 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0dc748c5-ff06-4335-8b9b-cfbd7ca780a8 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:55.156979 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0dc748c5-ff06-4335-8b9b-cfbd7ca780a8 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:55.330029 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device f2b4672f-08ae-460a-bf1f-aebe019cce7a up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:42:55.391922 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port f2b4672f-08ae-460a-bf1f-aebe019cce7a triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:42:55.392309 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:55.461935 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0dc748c5-ff06-4335-8b9b-cfbd7ca780a8 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:55.469106 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0dc748c5-ff06-4335-8b9b-cfbd7ca780a8 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:55.475279 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 9d1c2de5-7eea-468c-9a17-d30930b48a6b up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:42:55.530683 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 9d1c2de5-7eea-468c-9a17-d30930b48a6b triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:42:55.531059 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:55.552991 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-0dc748c5-ff06-4335-8b9b-cfbd7ca780a8 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:55.556856 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc748c5-ff06-4335-8b9b-cfbd7ca780a8 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'Port': ['ID=17749650-b46f-4904-aba7-c814cf8ce633,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:42:55.624722 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:55.659083 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 9d1c2de5-7eea-468c-9a17-d30930b48a6b, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=9d1c2de5-7eea-468c-9a17-d30930b48a6b,segment=NetworkSegment(08ce3e94-b5b5-4f2b-98eb-57369fe5416c),segment_id=08ce3e94-b5b5-4f2b-98eb-57369fe5416c)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:42:55.664703 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:55.676332 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc748c5-ff06-4335-8b9b-cfbd7ca780a8 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Network 7c4898b6-1a4f-4712-a40f-79a8b6dbf285 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:42:55.678407 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-0dc748c5-ff06-4335-8b9b-cfbd7ca780a8 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:42:55.695385 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:42:55.718686 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=9d1c2de5-7eea-468c-9a17-d30930b48a6b,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:42:55.799761 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc748c5-ff06-4335-8b9b-cfbd7ca780a8 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Router 15f89301-e335-4b97-9e00-9a23744759a8 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:42:55.916209 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc748c5-ff06-4335-8b9b-cfbd7ca780a8 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:42:55.921208 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-0dc748c5-ff06-4335-8b9b-cfbd7ca780a8 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "PUT /v2.0/routers/15f89301-e335-4b97-9e00-9a23744759a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0008674 Nov 27 04:42:55.934012 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782ccdd6-740f-49c9-9946-745b9b459962 None None] Network 7c4898b6-1a4f-4712-a40f-79a8b6dbf285 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:42:56.009884 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-f0d2c3dc-0d3b-4e99-be0d-80e0820869c6 None None] Provisioning complete for port 9d1c2de5-7eea-468c-9a17-d30930b48a6b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:42:56.010259 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f0d2c3dc-0d3b-4e99-be0d-80e0820869c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:56.080784 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-91b2e37b-9001-4321-80ec-750985e17e36 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1982331011&fields=id&tenant_id=16ef918a0fcc49e59c15f8e39341f751 HTTP/1.1" status: 200 len: 267 time: 0.0491414 Nov 27 04:42:56.213423 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-e93d7c1c-1696-4129-b44f-a8ce8363f188 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:42:56.215050 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-e93d7c1c-1696-4129-b44f-a8ce8363f188 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/networks?id=7c4898b6-1a4f-4712-a40f-79a8b6dbf285 HTTP/1.1" status: 200 len: 797 time: 0.1236765 Nov 27 04:42:56.232123 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-db722009-05f6-4883-9c4f-e7a9188b2d5f tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/quotas/16ef918a0fcc49e59c15f8e39341f751 HTTP/1.1" status: 200 len: 375 time: 0.0105066 Nov 27 04:42:56.287053 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-68a90af3-a87c-4cbd-9190-d1d7d9ed519e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=16ef918a0fcc49e59c15f8e39341f751&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480344 Nov 27 04:42:56.375477 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c775b2-5ca9-4312-b236-ab0109ad5cec None None] Sync routers for ids ['15f89301-e335-4b97-9e00-9a23744759a8'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:42:56.388340 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-5fe6f001-dbc8-4a35-983c-65c453d3f7e1 None None] Provisioning complete for port 9d1c2de5-7eea-468c-9a17-d30930b48a6b triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:42:56.388704 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5fe6f001-dbc8-4a35-983c-65c453d3f7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:56.399238 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-8bd17c6b-7ef5-4b78-bc90-f92d35ceb188 service neutron] 10.222.0.20 "GET /v2.0/networks/7c4898b6-1a4f-4712-a40f-79a8b6dbf285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991895 Nov 27 04:42:56.412362 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c775b2-5ca9-4312-b236-ab0109ad5cec None None] Routers {'15f89301-e335-4b97-9e00-9a23744759a8'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:42:56.413321 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-74c775b2-5ca9-4312-b236-ab0109ad5cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:42:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['15f89301-e335-4b97-9e00-9a23744759a8'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:42:56.499119 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-518a46ec-5ed7-49ac-a92b-6f33be62c20e service neutron] 10.222.0.20 "GET /v2.0/networks/7c4898b6-1a4f-4712-a40f-79a8b6dbf285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946877 Nov 27 04:42:56.557118 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-74c775b2-5ca9-4312-b236-ab0109ad5cec None None] Set router 15f89301-e335-4b97-9e00-9a23744759a8 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:42:56.662956 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-5fe6f001-dbc8-4a35-983c-65c453d3f7e1 None None] Provisioning complete for port 17749650-b46f-4904-aba7-c814cf8ce633 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:42:56.662956 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5fe6f001-dbc8-4a35-983c-65c453d3f7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:56.680439 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d28ee95d-0ef8-405f-9f4c-a76698e81bde req-c760e8a5-5bd8-459f-a57e-73bd53262300 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0 HTTP/1.1" status: 200 len: 210 time: 0.0285940 Nov 27 04:42:56.904884 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-5fe6f001-dbc8-4a35-983c-65c453d3f7e1 None None] Port 17749650-b46f-4904-aba7-c814cf8ce633 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:42:56.987320 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-74c775b2-5ca9-4312-b236-ab0109ad5cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f89301-e335-4b97-9e00-9a23744759a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971689571', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'f2b4672f-08ae-460a-bf1f-aebe019cce7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:42:51Z', 'updated_at': '2021-11-27T04:42:55Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': 'f2b4672f-08ae-460a-bf1f-aebe019cce7a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f89301-e335-4b97-9e00-9a23744759a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:42:52Z', 'updated_at': '2021-11-27T04:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '17749650-b46f-4904-aba7-c814cf8ce633', 'name': '', 'network_id': '7c4898b6-1a4f-4712-a40f-79a8b6dbf285', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'mac_address': 'fa:16:3e:d8:af:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f89301-e335-4b97-9e00-9a23744759a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'a99c2c9a-229a-44b3-b05c-5f7e2c189a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:42:54Z', 'updated_at': '2021-11-27T04:42:55Z', 'revision_number': 2, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'subnets': [{'id': 'a99c2c9a-229a-44b3-b05c-5f7e2c189a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:42:57.019470 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c775b2-5ca9-4312-b236-ab0109ad5cec None None] Checking router: 15f89301-e335-4b97-9e00-9a23744759a8 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:42:57.019826 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c775b2-5ca9-4312-b236-ab0109ad5cec None None] Updating router 15f89301-e335-4b97-9e00-9a23744759a8 port 17749650-b46f-4904-aba7-c814cf8ce633 binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:42:57.051040 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-74c775b2-5ca9-4312-b236-ab0109ad5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:57.054237 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-d901a022-35cd-475e-9b48-96c79e3f6250 None None] Provisioning complete for port 17749650-b46f-4904-aba7-c814cf8ce633 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:42:57.054616 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d901a022-35cd-475e-9b48-96c79e3f6250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:57.114260 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-d901a022-35cd-475e-9b48-96c79e3f6250 None None] Port 17749650-b46f-4904-aba7-c814cf8ce633 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:42:57.268303 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 9d1c2de5-7eea-468c-9a17-d30930b48a6b up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:42:57.377882 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 9d1c2de5-7eea-468c-9a17-d30930b48a6b triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:42:57.378607 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:57.407455 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-74c775b2-5ca9-4312-b236-ab0109ad5cec None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:57.415812 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-74c775b2-5ca9-4312-b236-ab0109ad5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:57.475423 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07dba41-c346-4be0-9b34-f816bda42aff None None] Pushing event updated for resources: {'Port': ['ID=17749650-b46f-4904-aba7-c814cf8ce633,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:42:57.563624 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-74c775b2-5ca9-4312-b236-ab0109ad5cec None None] Attempting to bind port 17749650-b46f-4904-aba7-c814cf8ce633 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:42:57.563996 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-74c775b2-5ca9-4312-b236-ab0109ad5cec None None] Attempting to bind port 17749650-b46f-4904-aba7-c814cf8ce633 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '08ce3e94-b5b5-4f2b-98eb-57369fe5416c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7c4898b6-1a4f-4712-a40f-79a8b6dbf285'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:42:57.564707 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c775b2-5ca9-4312-b236-ab0109ad5cec None None] Attempting to bind port 17749650-b46f-4904-aba7-c814cf8ce633 on network 7c4898b6-1a4f-4712-a40f-79a8b6dbf285 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:42:57.571413 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c775b2-5ca9-4312-b236-ab0109ad5cec None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:42:57.571796 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c775b2-5ca9-4312-b236-ab0109ad5cec None None] Checking segment: {'id': '08ce3e94-b5b5-4f2b-98eb-57369fe5416c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7c4898b6-1a4f-4712-a40f-79a8b6dbf285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:42:57.572204 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-74c775b2-5ca9-4312-b236-ab0109ad5cec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:57.572601 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c775b2-5ca9-4312-b236-ab0109ad5cec None None] Bound using segment: {'id': '08ce3e94-b5b5-4f2b-98eb-57369fe5416c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7c4898b6-1a4f-4712-a40f-79a8b6dbf285'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:42:57.573080 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-74c775b2-5ca9-4312-b236-ab0109ad5cec None None] Bound port: 17749650-b46f-4904-aba7-c814cf8ce633, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ce3e94-b5b5-4f2b-98eb-57369fe5416c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7c4898b6-1a4f-4712-a40f-79a8b6dbf285'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:42:57.573463 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-74c775b2-5ca9-4312-b236-ab0109ad5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:57.641952 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-74c775b2-5ca9-4312-b236-ab0109ad5cec None None] For port 17749650-b46f-4904-aba7-c814cf8ce633, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:42:57.645179 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-74c775b2-5ca9-4312-b236-ab0109ad5cec None None] For port 17749650-b46f-4904-aba7-c814cf8ce633, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=17749650-b46f-4904-aba7-c814cf8ce633,segment=NetworkSegment(08ce3e94-b5b5-4f2b-98eb-57369fe5416c),segment_id=08ce3e94-b5b5-4f2b-98eb-57369fe5416c)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:42:57.648850 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-74c775b2-5ca9-4312-b236-ab0109ad5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:57.710625 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c775b2-5ca9-4312-b236-ab0109ad5cec None None] Routers {'15f89301-e335-4b97-9e00-9a23744759a8'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:42:57.711272 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-74c775b2-5ca9-4312-b236-ab0109ad5cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:42:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['15f89301-e335-4b97-9e00-9a23744759a8'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:42:57.748785 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07dba41-c346-4be0-9b34-f816bda42aff None None] Pushing event updated for resources: {'Port': ['ID=17749650-b46f-4904-aba7-c814cf8ce633,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:42:57.830223 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-2839c8e4-ddb2-48df-97a2-8e5d67a50134 None None] Provisioning complete for port 17749650-b46f-4904-aba7-c814cf8ce633 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:42:57.830623 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2839c8e4-ddb2-48df-97a2-8e5d67a50134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:57.889767 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-74c775b2-5ca9-4312-b236-ab0109ad5cec None None] Set router 15f89301-e335-4b97-9e00-9a23744759a8 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:42:57.896446 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cf1efe32-3cbc-4573-a9b8-5a2084a32bcf req-ba72d550-2d65-4735-9855-c2934ed25a70 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0 HTTP/1.1" status: 200 len: 210 time: 0.0408614 Nov 27 04:42:57.989176 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-7e7a8bf5-cab1-4b2b-9583-30327b03d56d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:42:57.990800 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-7e7a8bf5-cab1-4b2b-9583-30327b03d56d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.23 "GET /v2.0/networks?id=7c4898b6-1a4f-4712-a40f-79a8b6dbf285 HTTP/1.1" status: 200 len: 797 time: 0.2321515 Nov 27 04:42:58.051093 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2839c8e4-ddb2-48df-97a2-8e5d67a50134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:58.088757 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-346f05a1-cf5e-4123-b6ed-c5e7c196f32d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16ef918a0fcc49e59c15f8e39341f751 HTTP/1.1" status: 200 len: 380 time: 0.0570502 Nov 27 04:42:58.101404 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-7e3d015f-aa97-4050-8dc6-27d6288aa27e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'port': {'device_id': 'dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0', 'network_id': '7c4898b6-1a4f-4712-a40f-79a8b6dbf285', 'admin_state_up': True, 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'security_groups': ['3586e591-150e-4a33-922d-7904d3c472bf']}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:42:58.107906 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-2839c8e4-ddb2-48df-97a2-8e5d67a50134 None None] For port 17749650-b46f-4904-aba7-c814cf8ce633, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=17749650-b46f-4904-aba7-c814cf8ce633,segment=NetworkSegment(08ce3e94-b5b5-4f2b-98eb-57369fe5416c),segment_id=08ce3e94-b5b5-4f2b-98eb-57369fe5416c)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:42:58.111787 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2839c8e4-ddb2-48df-97a2-8e5d67a50134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:58.183682 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2839c8e4-ddb2-48df-97a2-8e5d67a50134 None None] Pushing event updated for resources: {'Port': ['ID=17749650-b46f-4904-aba7-c814cf8ce633,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:42:58.198399 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-74c775b2-5ca9-4312-b236-ab0109ad5cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f89301-e335-4b97-9e00-9a23744759a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971689571', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'f2b4672f-08ae-460a-bf1f-aebe019cce7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:42:51Z', 'updated_at': '2021-11-27T04:42:55Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': 'f2b4672f-08ae-460a-bf1f-aebe019cce7a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f89301-e335-4b97-9e00-9a23744759a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:42:52Z', 'updated_at': '2021-11-27T04:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '17749650-b46f-4904-aba7-c814cf8ce633', 'name': '', 'network_id': '7c4898b6-1a4f-4712-a40f-79a8b6dbf285', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'mac_address': 'fa:16:3e:d8:af:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f89301-e335-4b97-9e00-9a23744759a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'a99c2c9a-229a-44b3-b05c-5f7e2c189a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:42:54Z', 'updated_at': '2021-11-27T04:42:57Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'subnets': [{'id': 'a99c2c9a-229a-44b3-b05c-5f7e2c189a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:42:58.219746 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-7e3d015f-aa97-4050-8dc6-27d6288aa27e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Made reservation on behalf of 16ef918a0fcc49e59c15f8e39341f751 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:42:58.223381 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-7e3d015f-aa97-4050-8dc6-27d6288aa27e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:58.231766 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c775b2-5ca9-4312-b236-ab0109ad5cec None None] The sync data for ids ['15f89301-e335-4b97-9e00-9a23744759a8'] in n-d-819494-3 is: [{'id': '15f89301-e335-4b97-9e00-9a23744759a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971689571', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'f2b4672f-08ae-460a-bf1f-aebe019cce7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:42:51Z', 'updated_at': '2021-11-27T04:42:55Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': 'f2b4672f-08ae-460a-bf1f-aebe019cce7a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f89301-e335-4b97-9e00-9a23744759a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:42:52Z', 'updated_at': '2021-11-27T04:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '17749650-b46f-4904-aba7-c814cf8ce633', 'name': '', 'network_id': '7c4898b6-1a4f-4712-a40f-79a8b6dbf285', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'mac_address': 'fa:16:3e:d8:af:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f89301-e335-4b97-9e00-9a23744759a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'a99c2c9a-229a-44b3-b05c-5f7e2c189a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:42:54Z', 'updated_at': '2021-11-27T04:42:57Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'subnets': [{'id': 'a99c2c9a-229a-44b3-b05c-5f7e2c189a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:42:58.242374 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-a83f97f9-4a6d-46af-aba8-a6c027209c36 None None] Provisioning complete for port 17749650-b46f-4904-aba7-c814cf8ce633 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:42:58.242772 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a83f97f9-4a6d-46af-aba8-a6c027209c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:58.372744 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-7e3d015f-aa97-4050-8dc6-27d6288aa27e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Allocated IP 172.20.0.9 (7c4898b6-1a4f-4712-a40f-79a8b6dbf285/a99c2c9a-229a-44b3-b05c-5f7e2c189a7d/65f4921b-c538-46ce-8551-f65042b206ad) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:42:58.526300 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-7e3d015f-aa97-4050-8dc6-27d6288aa27e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:58.562151 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-7e3d015f-aa97-4050-8dc6-27d6288aa27e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:58.608745 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-7e3d015f-aa97-4050-8dc6-27d6288aa27e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Network 7c4898b6-1a4f-4712-a40f-79a8b6dbf285 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:42:58.612060 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-7e3d015f-aa97-4050-8dc6-27d6288aa27e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:42:58.614763 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-7e3d015f-aa97-4050-8dc6-27d6288aa27e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:42:58.641984 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d015f-aa97-4050-8dc6-27d6288aa27e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'Port': ['ID=65f4921b-c538-46ce-8551-f65042b206ad,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:42:58.681000 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-7e3d015f-aa97-4050-8dc6-27d6288aa27e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:42:58.682403 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-7e3d015f-aa97-4050-8dc6-27d6288aa27e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:58.702132 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-7e3d015f-aa97-4050-8dc6-27d6288aa27e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6043866 Nov 27 04:42:58.726814 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-77472452-6688-4f49-9ec0-9a10ef896a92 service neutron] Request body: {'port': {'device_id': 'dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:42:58.788713 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-77472452-6688-4f49-9ec0-9a10ef896a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:58.876368 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-244a0caa-c8d0-4138-b98c-84a0bd0b70d4 None None] Provisioning complete for port 65f4921b-c538-46ce-8551-f65042b206ad triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:42:58.881224 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-244a0caa-c8d0-4138-b98c-84a0bd0b70d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:58.934567 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-244a0caa-c8d0-4138-b98c-84a0bd0b70d4 None None] Port 65f4921b-c538-46ce-8551-f65042b206ad cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:42:59.029154 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffcf703-c23a-440e-b153-ed73a139da12 req-cc96912b-f06b-4282-a5e2-c8813f669c44 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:42:59.030841 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8ffcf703-c23a-440e-b153-ed73a139da12 req-cc96912b-f06b-4282-a5e2-c8813f669c44 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0 HTTP/1.1" status: 200 len: 931 time: 0.0585165 Nov 27 04:42:59.083969 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-77472452-6688-4f49-9ec0-9a10ef896a92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65f4921b-c538-46ce-8551-f65042b206ad {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:42:59.084540 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8ffcf703-c23a-440e-b153-ed73a139da12 req-648df2d4-0307-4f07-870b-784c336e2758 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=3586e591-150e-4a33-922d-7904d3c472bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466158 Nov 27 04:42:59.099785 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-77472452-6688-4f49-9ec0-9a10ef896a92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:59.112765 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-77472452-6688-4f49-9ec0-9a10ef896a92 service neutron] Transition to ACTIVE for port object 65f4921b-c538-46ce-8551-f65042b206ad will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:42:59.117226 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-77472452-6688-4f49-9ec0-9a10ef896a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:59.172699 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77472452-6688-4f49-9ec0-9a10ef896a92 service neutron] Pushing event updated for resources: {'Port': ['ID=65f4921b-c538-46ce-8551-f65042b206ad,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:42:59.282786 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-77472452-6688-4f49-9ec0-9a10ef896a92 service neutron] Attempting to bind port 65f4921b-c538-46ce-8551-f65042b206ad on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:42:59.283136 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-77472452-6688-4f49-9ec0-9a10ef896a92 service neutron] Attempting to bind port 65f4921b-c538-46ce-8551-f65042b206ad by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '08ce3e94-b5b5-4f2b-98eb-57369fe5416c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7c4898b6-1a4f-4712-a40f-79a8b6dbf285'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:42:59.283474 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-77472452-6688-4f49-9ec0-9a10ef896a92 service neutron] Attempting to bind port 65f4921b-c538-46ce-8551-f65042b206ad on network 7c4898b6-1a4f-4712-a40f-79a8b6dbf285 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:42:59.292019 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-77472452-6688-4f49-9ec0-9a10ef896a92 service neutron] Port 65f4921b-c538-46ce-8551-f65042b206ad on network 7c4898b6-1a4f-4712-a40f-79a8b6dbf285 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:42:59.292542 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-77472452-6688-4f49-9ec0-9a10ef896a92 service neutron] Attempting to bind port 65f4921b-c538-46ce-8551-f65042b206ad on network 7c4898b6-1a4f-4712-a40f-79a8b6dbf285 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:42:59.298471 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-77472452-6688-4f49-9ec0-9a10ef896a92 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:42:59.298909 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-77472452-6688-4f49-9ec0-9a10ef896a92 service neutron] Checking segment: {'id': '08ce3e94-b5b5-4f2b-98eb-57369fe5416c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7c4898b6-1a4f-4712-a40f-79a8b6dbf285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:42:59.299366 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-77472452-6688-4f49-9ec0-9a10ef896a92 service neutron] Bound using segment: {'id': '08ce3e94-b5b5-4f2b-98eb-57369fe5416c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7c4898b6-1a4f-4712-a40f-79a8b6dbf285'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:42:59.299877 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-77472452-6688-4f49-9ec0-9a10ef896a92 service neutron] Bound port: 65f4921b-c538-46ce-8551-f65042b206ad, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08ce3e94-b5b5-4f2b-98eb-57369fe5416c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7c4898b6-1a4f-4712-a40f-79a8b6dbf285'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:42:59.300310 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-77472452-6688-4f49-9ec0-9a10ef896a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:59.302888 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 17749650-b46f-4904-aba7-c814cf8ce633 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:42:59.370081 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 17749650-b46f-4904-aba7-c814cf8ce633 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:42:59.371618 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:59.387195 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-77472452-6688-4f49-9ec0-9a10ef896a92 service neutron] For port 65f4921b-c538-46ce-8551-f65042b206ad, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:42:59.390481 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-77472452-6688-4f49-9ec0-9a10ef896a92 service neutron] For port 65f4921b-c538-46ce-8551-f65042b206ad, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=65f4921b-c538-46ce-8551-f65042b206ad,segment=NetworkSegment(08ce3e94-b5b5-4f2b-98eb-57369fe5416c),segment_id=08ce3e94-b5b5-4f2b-98eb-57369fe5416c)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:42:59.396762 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-77472452-6688-4f49-9ec0-9a10ef896a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:59.432963 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-77472452-6688-4f49-9ec0-9a10ef896a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:42:59.433597 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-77472452-6688-4f49-9ec0-9a10ef896a92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:42:59.435038 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-77472452-6688-4f49-9ec0-9a10ef896a92 service neutron] 10.222.0.23 "PUT /v2.0/ports/65f4921b-c538-46ce-8551-f65042b206ad HTTP/1.1" status: 200 len: 1091 time: 0.7130795 Nov 27 04:42:59.435492 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0', 'tag': '65f4921b-c538-46ce-8551-f65042b206ad'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:42:59.437890 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08b94054c3609ca5194c36e6072b148da941c4766f069e8e94abba8dbd1bbb06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b6313d-84a4-470c-8232-5f937842bb71" -d '{"events": [{"name": "network-changed", "server_uuid": "dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0", "tag": "65f4921b-c538-46ce-8551-f65042b206ad"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:42:59.488419 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77472452-6688-4f49-9ec0-9a10ef896a92 service neutron] Pushing event updated for resources: {'Port': ['ID=65f4921b-c538-46ce-8551-f65042b206ad,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:42:59.499291 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f300547-d772-4f59-b598-2ad125ba8360 x-openstack-request-id: req-9f300547-d772-4f59-b598-2ad125ba8360 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:42:59.499587 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0", "tag": "65f4921b-c538-46ce-8551-f65042b206ad", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:42:59.499843 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f300547-d772-4f59-b598-2ad125ba8360 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:42:59.500246 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0', 'tag': '65f4921b-c538-46ce-8551-f65042b206ad', 'status': 'completed', 'code': 200} Nov 27 04:42:59.565692 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-9b86206b-d42f-4b10-9125-fc734d6b04d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:42:59.567241 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-9b86206b-d42f-4b10-9125-fc734d6b04d9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16ef918a0fcc49e59c15f8e39341f751&device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0 HTTP/1.1" status: 200 len: 1094 time: 0.0445571 Nov 27 04:42:59.627036 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-6863ee88-0ac0-40f3-b4c3-4f6edd6e6410 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65f4921b-c538-46ce-8551-f65042b206ad HTTP/1.1" status: 200 len: 217 time: 0.0386546 Nov 27 04:42:59.680002 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-5368b5ef-e2d2-4329-b683-65077d18f0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:42:59.681470 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-5368b5ef-e2d2-4329-b683-65077d18f0d4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a99c2c9a-229a-44b3-b05c-5f7e2c189a7d HTTP/1.1" status: 200 len: 835 time: 0.0457244 Nov 27 04:42:59.734963 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-22c44e3a-7eca-4650-b919-e392d4b96399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:42:59.736466 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-22c44e3a-7eca-4650-b919-e392d4b96399 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c4898b6-1a4f-4712-a40f-79a8b6dbf285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414596 Nov 27 04:42:59.832081 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-27d8a0fa-a0a2-4244-8d87-7bf0cbc2bd40 service neutron] 10.222.0.23 "GET /v2.0/networks/7c4898b6-1a4f-4712-a40f-79a8b6dbf285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839288 Nov 27 04:42:59.923465 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-38ce6f62-e268-49b6-ab06-89393ab0e3ac req-839d4546-4ce7-4dda-aaa5-0e59d1e2172e service neutron] 10.222.0.23 "GET /v2.0/networks/7c4898b6-1a4f-4712-a40f-79a8b6dbf285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807014 Nov 27 04:43:00.063508 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6313d-84a4-470c-8232-5f937842bb71 req-aa953ea9-0b19-4f62-b26c-69cf7e35ecfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:43:00.064995 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-17b6313d-84a4-470c-8232-5f937842bb71 req-aa953ea9-0b19-4f62-b26c-69cf7e35ecfb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16ef918a0fcc49e59c15f8e39341f751&device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0 HTTP/1.1" status: 200 len: 1094 time: 0.0407593 Nov 27 04:43:00.168454 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6313d-84a4-470c-8232-5f937842bb71 req-2c38c6e7-136d-47b3-b3cb-58f85d6d8efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:43:00.170918 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-17b6313d-84a4-470c-8232-5f937842bb71 req-2c38c6e7-136d-47b3-b3cb-58f85d6d8efe service neutron] 10.222.0.23 "GET /v2.0/networks?id=7c4898b6-1a4f-4712-a40f-79a8b6dbf285 HTTP/1.1" status: 200 len: 898 time: 0.0973492 Nov 27 04:43:00.219569 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146c524-4df1-449f-a317-0eedd623b96e req-b34b513f-8922-41c4-8434-246ab8417fc8 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:43:00.222008 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0146c524-4df1-449f-a317-0eedd623b96e req-b34b513f-8922-41c4-8434-246ab8417fc8 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0 HTTP/1.1" status: 200 len: 943 time: 0.0628872 Nov 27 04:43:00.228860 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-17b6313d-84a4-470c-8232-5f937842bb71 req-5ff41a0f-bd40-46bd-9aac-5a8e16e1bbd2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65f4921b-c538-46ce-8551-f65042b206ad HTTP/1.1" status: 200 len: 217 time: 0.0497594 Nov 27 04:43:00.272458 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0146c524-4df1-449f-a317-0eedd623b96e req-c8b43d45-630d-48b3-bfc0-2c687fdd1d4e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=3586e591-150e-4a33-922d-7904d3c472bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436993 Nov 27 04:43:00.284620 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6313d-84a4-470c-8232-5f937842bb71 req-0513a1e1-ca5b-4de0-abcb-3192ea97d220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:43:00.286678 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-17b6313d-84a4-470c-8232-5f937842bb71 req-0513a1e1-ca5b-4de0-abcb-3192ea97d220 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a99c2c9a-229a-44b3-b05c-5f7e2c189a7d HTTP/1.1" status: 200 len: 835 time: 0.0488486 Nov 27 04:43:00.333060 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6313d-84a4-470c-8232-5f937842bb71 req-6d929bac-1cee-4360-8e33-6c10e8a08284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:43:00.334518 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-17b6313d-84a4-470c-8232-5f937842bb71 req-6d929bac-1cee-4360-8e33-6c10e8a08284 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c4898b6-1a4f-4712-a40f-79a8b6dbf285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393553 Nov 27 04:43:00.429780 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-17b6313d-84a4-470c-8232-5f937842bb71 req-65e82d57-8f7d-4b49-8619-e2c376bfe764 service neutron] 10.222.0.23 "GET /v2.0/networks/7c4898b6-1a4f-4712-a40f-79a8b6dbf285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872352 Nov 27 04:43:00.525952 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-17b6313d-84a4-470c-8232-5f937842bb71 req-9f492a84-9b2f-4294-bd43-8d6ddc149ead service neutron] 10.222.0.23 "GET /v2.0/networks/7c4898b6-1a4f-4712-a40f-79a8b6dbf285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883088 Nov 27 04:43:01.388677 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a4b3b-8eb6-4c0a-92a5-e54fd07951f6 req-d00a9fa2-c628-4d82-baa2-4154b53cb2a5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:43:01.390130 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1f5a4b3b-8eb6-4c0a-92a5-e54fd07951f6 req-d00a9fa2-c628-4d82-baa2-4154b53cb2a5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0 HTTP/1.1" status: 200 len: 943 time: 0.0510299 Nov 27 04:43:01.438396 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1f5a4b3b-8eb6-4c0a-92a5-e54fd07951f6 req-62b9a009-021a-4628-970b-7dea713c3c58 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=3586e591-150e-4a33-922d-7904d3c472bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419242 Nov 27 04:43:02.550757 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1d066-8441-4f0e-bd56-8f2e85d29f82 req-9294c4e3-0961-4e4d-ac7f-84583b1ba159 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:43:02.553094 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4bd1d066-8441-4f0e-bd56-8f2e85d29f82 req-9294c4e3-0961-4e4d-ac7f-84583b1ba159 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0 HTTP/1.1" status: 200 len: 943 time: 0.0482056 Nov 27 04:43:02.601005 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4bd1d066-8441-4f0e-bd56-8f2e85d29f82 req-d9f3dbbd-aa42-436a-b04a-922443881cca tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=3586e591-150e-4a33-922d-7904d3c472bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417435 Nov 27 04:43:02.747302 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 65f4921b-c538-46ce-8551-f65042b206ad details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:43:02.839702 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 65f4921b-c538-46ce-8551-f65042b206ad, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=65f4921b-c538-46ce-8551-f65042b206ad,segment=NetworkSegment(08ce3e94-b5b5-4f2b-98eb-57369fe5416c),segment_id=08ce3e94-b5b5-4f2b-98eb-57369fe5416c)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:43:02.850872 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '65f4921b-c538-46ce-8551-f65042b206ad', 'network_id': '7c4898b6-1a4f-4712-a40f-79a8b6dbf285', 'port_id': '65f4921b-c538-46ce-8551-f65042b206ad', 'mac_address': 'fa:16:3e:89:f3:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99c2c9a-229a-44b3-b05c-5f7e2c189a7d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:43:02.888864 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:43:02.901373 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65f4921b-c538-46ce-8551-f65042b206ad {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:43:02.919892 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 65f4921b-c538-46ce-8551-f65042b206ad, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=65f4921b-c538-46ce-8551-f65042b206ad,segment=NetworkSegment(08ce3e94-b5b5-4f2b-98eb-57369fe5416c),segment_id=08ce3e94-b5b5-4f2b-98eb-57369fe5416c)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:43:02.924246 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:43:02.970309 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=65f4921b-c538-46ce-8551-f65042b206ad,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:43:03.235042 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['65f4921b-c538-46ce-8551-f65042b206ad'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:43:03.716237 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b81b4-36c9-48b5-b73c-1dc56db067f8 req-d3a74c11-0dda-411a-8ce8-5fac3293b4c2 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:43:03.717687 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-177b81b4-36c9-48b5-b73c-1dc56db067f8 req-d3a74c11-0dda-411a-8ce8-5fac3293b4c2 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0 HTTP/1.1" status: 200 len: 944 time: 0.0477633 Nov 27 04:43:03.770540 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-177b81b4-36c9-48b5-b73c-1dc56db067f8 req-e54832b6-86e3-4f0b-8f39-00927b733559 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=3586e591-150e-4a33-922d-7904d3c472bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468819 Nov 27 04:43:04.795070 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 65f4921b-c538-46ce-8551-f65042b206ad up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:43:04.842618 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 65f4921b-c538-46ce-8551-f65042b206ad completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:43:04.846352 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 65f4921b-c538-46ce-8551-f65042b206ad triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:43:04.846766 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:43:04.889139 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7185e99-09b4-4919-aaa7-3913844d9e4f req-76a16255-a019-4c2a-b11b-e2cd027c875b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:43:04.890685 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a7185e99-09b4-4919-aaa7-3913844d9e4f req-76a16255-a019-4c2a-b11b-e2cd027c875b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0 HTTP/1.1" status: 200 len: 944 time: 0.0528016 Nov 27 04:43:04.931523 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:43:04.941043 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a7185e99-09b4-4919-aaa7-3913844d9e4f req-4641c7f8-3b56-4b4f-8f44-63a8a37b10e0 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=3586e591-150e-4a33-922d-7904d3c472bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442104 Nov 27 04:43:04.953997 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f4921b-c538-46ce-8551-f65042b206ad'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:43:04.956257 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29af341bb7ab2bbf521764387419c29e3d68aa09736abb23712ab4bb3e3fcea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4643879f-350e-4982-a1ec-934b55c27ef7" -d '{"events": [{"server_uuid": "dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0", "name": "network-vif-plugged", "status": "completed", "tag": "65f4921b-c538-46ce-8551-f65042b206ad"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:43:04.969776 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 65f4921b-c538-46ce-8551-f65042b206ad, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=65f4921b-c538-46ce-8551-f65042b206ad,segment=NetworkSegment(08ce3e94-b5b5-4f2b-98eb-57369fe5416c),segment_id=08ce3e94-b5b5-4f2b-98eb-57369fe5416c)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:43:04.973910 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:43:04.996946 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94a1a14-6d3c-4e0d-af0d-6c4ddb1b170c x-openstack-request-id: req-d94a1a14-6d3c-4e0d-af0d-6c4ddb1b170c {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:43:04.997235 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0", "name": "network-vif-plugged", "status": "completed", "tag": "65f4921b-c538-46ce-8551-f65042b206ad", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:43:04.997490 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d94a1a14-6d3c-4e0d-af0d-6c4ddb1b170c {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:43:04.997875 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f4921b-c538-46ce-8551-f65042b206ad', 'code': 200} Nov 27 04:43:05.022539 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=65f4921b-c538-46ce-8551-f65042b206ad,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:43:05.128899 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b297b-d223-4383-a08e-8dbaf23e7ef6 req-16da0078-b5a9-49be-a1e0-ac59712ea92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:43:05.130438 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-591b297b-d223-4383-a08e-8dbaf23e7ef6 req-16da0078-b5a9-49be-a1e0-ac59712ea92e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0 HTTP/1.1" status: 200 len: 1096 time: 0.0388966 Nov 27 04:43:05.182114 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-591b297b-d223-4383-a08e-8dbaf23e7ef6 req-a05a033a-84f1-49a8-82fc-e50d54673bc9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3586e591-150e-4a33-922d-7904d3c472bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437310 Nov 27 04:43:06.057905 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34038faf-2e30-4a7a-b375-7d6933f8490d req-8ac3c98f-3de9-49eb-9703-9bfc25225412 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:43:06.059348 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-34038faf-2e30-4a7a-b375-7d6933f8490d req-8ac3c98f-3de9-49eb-9703-9bfc25225412 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0 HTTP/1.1" status: 200 len: 945 time: 0.0487678 Nov 27 04:43:06.108027 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-34038faf-2e30-4a7a-b375-7d6933f8490d req-62cc5490-b019-4888-a8d7-9554035dcaa4 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=3586e591-150e-4a33-922d-7904d3c472bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429342 Nov 27 04:43:07.226004 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2defc-b949-45c7-b3e3-10a030aea0b3 req-2db4c7ea-6bd6-4d66-b983-83c15f24306e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:43:07.227502 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-aec2defc-b949-45c7-b3e3-10a030aea0b3 req-2db4c7ea-6bd6-4d66-b983-83c15f24306e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0 HTTP/1.1" status: 200 len: 945 time: 0.0523717 Nov 27 04:43:07.275051 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-aec2defc-b949-45c7-b3e3-10a030aea0b3 req-110bebc5-223b-4709-a8af-8168e68e48ac tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=3586e591-150e-4a33-922d-7904d3c472bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416002 Nov 27 04:43:07.386376 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a32bc9-6e04-4601-bb1a-632aa9b387f7 req-a82464e7-f20c-499f-83bf-b13fab171491 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:43:07.387794 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-83a32bc9-6e04-4601-bb1a-632aa9b387f7 req-a82464e7-f20c-499f-83bf-b13fab171491 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0 HTTP/1.1" status: 200 len: 945 time: 0.0491996 Nov 27 04:43:07.436308 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-83a32bc9-6e04-4601-bb1a-632aa9b387f7 req-4833e06b-09a9-4444-9857-8e6f29be7b9e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=3586e591-150e-4a33-922d-7904d3c472bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425246 Nov 27 04:43:07.457298 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34204) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:43:07.551359 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571b7082-3cd0-4792-af64-3f7c02c6789a tempest-TestNetworkAdvancedServerOps-1512945365 tempest-TestNetworkAdvancedServerOps-1512945365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:43:07.553214 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-571b7082-3cd0-4792-af64-3f7c02c6789a tempest-TestNetworkAdvancedServerOps-1512945365 tempest-TestNetworkAdvancedServerOps-1512945365-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0 HTTP/1.1" status: 200 len: 1091 time: 0.0949421 Nov 27 04:43:07.556062 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34208) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:43:07.560363 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-fe6b7953-95e3-41ed-a714-3f3ad3f0ea4a tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'port_id': '65f4921b-c538-46ce-8551-f65042b206ad', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:43:07.581668 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fe6b7953-95e3-41ed-a714-3f3ad3f0ea4a tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for floatingip, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:43:07.683557 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fe6b7953-95e3-41ed-a714-3f3ad3f0ea4a tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:43:07.791084 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-fe6b7953-95e3-41ed-a714-3f3ad3f0ea4a tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Allocated IP 172.25.1.117 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/e4be1cea-15b8-4145-acf1-219953bf5a74) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:43:07.893284 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fe6b7953-95e3-41ed-a714-3f3ad3f0ea4a tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:43:07.926505 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fe6b7953-95e3-41ed-a714-3f3ad3f0ea4a tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:43:07.966089 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6b7953-95e3-41ed-a714-3f3ad3f0ea4a tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:43:07.968916 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-fe6b7953-95e3-41ed-a714-3f3ad3f0ea4a tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:43:07.972571 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6b7953-95e3-41ed-a714-3f3ad3f0ea4a tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:43:07.998192 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b7953-95e3-41ed-a714-3f3ad3f0ea4a tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'Port': ['ID=e4be1cea-15b8-4145-acf1-219953bf5a74,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:43:08.315074 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fe6b7953-95e3-41ed-a714-3f3ad3f0ea4a tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:43:08.381945 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fe6b7953-95e3-41ed-a714-3f3ad3f0ea4a tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:43:08.525486 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fe6b7953-95e3-41ed-a714-3f3ad3f0ea4a tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:43:08.529812 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fe6b7953-95e3-41ed-a714-3f3ad3f0ea4a tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:43:08.599446 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b7953-95e3-41ed-a714-3f3ad3f0ea4a tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'Port': ['ID=e4be1cea-15b8-4145-acf1-219953bf5a74,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:43:08.609716 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fe6b7953-95e3-41ed-a714-3f3ad3f0ea4a tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:43:08.707360 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [None req-fe6b7953-95e3-41ed-a714-3f3ad3f0ea4a tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Floating IP 97bd3780-e569-4a5b-bdf4-50e600aedf2c associated. External IP: 172.25.1.117, port: 65f4921b-c538-46ce-8551-f65042b206ad. Nov 27 04:43:08.911520 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6b7953-95e3-41ed-a714-3f3ad3f0ea4a tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Router 15f89301-e335-4b97-9e00-9a23744759a8 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:43:09.013830 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6b7953-95e3-41ed-a714-3f3ad3f0ea4a tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:43:09.023718 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73efb65-0c09-45c7-acdd-85b8b07de00f None None] Sync routers for ids ['15f89301-e335-4b97-9e00-9a23744759a8'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:43:09.031706 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fe6b7953-95e3-41ed-a714-3f3ad3f0ea4a tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:43:09.033141 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73efb65-0c09-45c7-acdd-85b8b07de00f None None] Routers {'15f89301-e335-4b97-9e00-9a23744759a8'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:43:09.033943 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-a73efb65-0c09-45c7-acdd-85b8b07de00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:42:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['15f89301-e335-4b97-9e00-9a23744759a8'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:43:09.061245 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-fe6b7953-95e3-41ed-a714-3f3ad3f0ea4a tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5041597 Nov 27 04:43:09.061827 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0', 'tag': '65f4921b-c538-46ce-8551-f65042b206ad'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:43:09.064116 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecda37680d0478e490d639caee1e0781f65d726cc517aef043e1d435739ff28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68591144-4b7c-4189-901d-b561a0e0c859" -d '{"events": [{"name": "network-changed", "server_uuid": "dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0", "tag": "65f4921b-c538-46ce-8551-f65042b206ad"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:43:09.137670 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-a73efb65-0c09-45c7-acdd-85b8b07de00f None None] Set router 15f89301-e335-4b97-9e00-9a23744759a8 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:43:09.163469 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f1515-5e33-478c-a5c3-c71509002db2 req-deacdd08-aabb-46c7-b89c-4b849e6090a2 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:43:09.164940 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cf0f1515-5e33-478c-a5c3-c71509002db2 req-deacdd08-aabb-46c7-b89c-4b849e6090a2 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0 HTTP/1.1" status: 200 len: 945 time: 0.0542026 Nov 27 04:43:09.215308 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cf0f1515-5e33-478c-a5c3-c71509002db2 req-46cf55ff-bf36-449d-ae29-dfbc2e9bf255 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=3586e591-150e-4a33-922d-7904d3c472bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443318 Nov 27 04:43:09.237198 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34214) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:43:09.273425 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c03f4f4-a777-4f1f-8567-e5ec24a39429 x-openstack-request-id: req-9c03f4f4-a777-4f1f-8567-e5ec24a39429 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:43:09.273716 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0", "tag": "65f4921b-c538-46ce-8551-f65042b206ad", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:43:09.273970 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c03f4f4-a777-4f1f-8567-e5ec24a39429 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:43:09.274372 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0', 'tag': '65f4921b-c538-46ce-8551-f65042b206ad', 'status': 'completed', 'code': 200} Nov 27 04:43:09.304135 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-12cf7968-d8f7-45d4-9409-c8baa1f90b1b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/floatingips/97bd3780-e569-4a5b-bdf4-50e600aedf2c HTTP/1.1" status: 200 len: 991 time: 0.0657389 Nov 27 04:43:09.354941 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68591144-4b7c-4189-901d-b561a0e0c859 req-8015174f-367c-478c-b6da-ecab4e06bc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:43:09.356551 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-68591144-4b7c-4189-901d-b561a0e0c859 req-8015174f-367c-478c-b6da-ecab4e06bc2b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16ef918a0fcc49e59c15f8e39341f751&device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0 HTTP/1.1" status: 200 len: 1096 time: 0.0415409 Nov 27 04:43:09.366828 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-a73efb65-0c09-45c7-acdd-85b8b07de00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f89301-e335-4b97-9e00-9a23744759a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971689571', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'f2b4672f-08ae-460a-bf1f-aebe019cce7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:42:51Z', 'updated_at': '2021-11-27T04:42:55Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': 'f2b4672f-08ae-460a-bf1f-aebe019cce7a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f89301-e335-4b97-9e00-9a23744759a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:42:52Z', 'updated_at': '2021-11-27T04:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '97bd3780-e569-4a5b-bdf4-50e600aedf2c', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'floating_ip_address': '172.25.1.117', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '15f89301-e335-4b97-9e00-9a23744759a8', 'port_id': '65f4921b-c538-46ce-8551-f65042b206ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c4898b6-1a4f-4712-a40f-79a8b6dbf285', 'mac_address': 'fa:16:3e:89:f3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:43:08Z', 'updated_at': '2021-11-27T04:43:08Z', 'revision_number': 0, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17749650-b46f-4904-aba7-c814cf8ce633', 'name': '', 'network_id': '7c4898b6-1a4f-4712-a40f-79a8b6dbf285', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'mac_address': 'fa:16:3e:d8:af:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f89301-e335-4b97-9e00-9a23744759a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'a99c2c9a-229a-44b3-b05c-5f7e2c189a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:42:54Z', 'updated_at': '2021-11-27T04:42:58Z', 'revision_number': 5, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'subnets': [{'id': 'a99c2c9a-229a-44b3-b05c-5f7e2c189a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:43:09.404233 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73efb65-0c09-45c7-acdd-85b8b07de00f None None] Checking router: 15f89301-e335-4b97-9e00-9a23744759a8 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:43:09.413062 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73efb65-0c09-45c7-acdd-85b8b07de00f None None] Routers {'15f89301-e335-4b97-9e00-9a23744759a8'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:43:09.413728 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-a73efb65-0c09-45c7-acdd-85b8b07de00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:42:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['15f89301-e335-4b97-9e00-9a23744759a8'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:43:09.449324 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68591144-4b7c-4189-901d-b561a0e0c859 req-8be752b4-e48e-467b-9f01-cdc90b6ec70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:43:09.450888 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-68591144-4b7c-4189-901d-b561a0e0c859 req-8be752b4-e48e-467b-9f01-cdc90b6ec70b service neutron] 10.222.0.23 "GET /v2.0/networks?id=7c4898b6-1a4f-4712-a40f-79a8b6dbf285 HTTP/1.1" status: 200 len: 898 time: 0.0874462 Nov 27 04:43:09.517641 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-a73efb65-0c09-45c7-acdd-85b8b07de00f None None] Set router 15f89301-e335-4b97-9e00-9a23744759a8 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:43:09.517879 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-68591144-4b7c-4189-901d-b561a0e0c859 req-f5ee32c8-06b2-447b-b250-50b68218fc3d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65f4921b-c538-46ce-8551-f65042b206ad HTTP/1.1" status: 200 len: 999 time: 0.0600638 Nov 27 04:43:09.566812 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68591144-4b7c-4189-901d-b561a0e0c859 req-31fa8e34-27f0-4a69-ab9d-5f3ad830e92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:43:09.568252 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-68591144-4b7c-4189-901d-b561a0e0c859 req-31fa8e34-27f0-4a69-ab9d-5f3ad830e92d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a99c2c9a-229a-44b3-b05c-5f7e2c189a7d HTTP/1.1" status: 200 len: 835 time: 0.0435681 Nov 27 04:43:09.613256 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68591144-4b7c-4189-901d-b561a0e0c859 req-4f949a6e-ebbd-4c7a-9c0f-821f96a4d10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:43:09.614784 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-68591144-4b7c-4189-901d-b561a0e0c859 req-4f949a6e-ebbd-4c7a-9c0f-821f96a4d10a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c4898b6-1a4f-4712-a40f-79a8b6dbf285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389035 Nov 27 04:43:09.708415 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-68591144-4b7c-4189-901d-b561a0e0c859 req-632b297f-8634-4a76-8267-4227cc930212 service neutron] 10.222.0.23 "GET /v2.0/networks/7c4898b6-1a4f-4712-a40f-79a8b6dbf285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863674 Nov 27 04:43:09.736880 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-a73efb65-0c09-45c7-acdd-85b8b07de00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f89301-e335-4b97-9e00-9a23744759a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971689571', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'f2b4672f-08ae-460a-bf1f-aebe019cce7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:42:51Z', 'updated_at': '2021-11-27T04:42:55Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': 'f2b4672f-08ae-460a-bf1f-aebe019cce7a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f89301-e335-4b97-9e00-9a23744759a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:42:52Z', 'updated_at': '2021-11-27T04:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '97bd3780-e569-4a5b-bdf4-50e600aedf2c', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'floating_ip_address': '172.25.1.117', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '15f89301-e335-4b97-9e00-9a23744759a8', 'port_id': '65f4921b-c538-46ce-8551-f65042b206ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c4898b6-1a4f-4712-a40f-79a8b6dbf285', 'mac_address': 'fa:16:3e:89:f3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:43:08Z', 'updated_at': '2021-11-27T04:43:08Z', 'revision_number': 0, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17749650-b46f-4904-aba7-c814cf8ce633', 'name': '', 'network_id': '7c4898b6-1a4f-4712-a40f-79a8b6dbf285', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'mac_address': 'fa:16:3e:d8:af:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f89301-e335-4b97-9e00-9a23744759a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'a99c2c9a-229a-44b3-b05c-5f7e2c189a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:42:54Z', 'updated_at': '2021-11-27T04:42:58Z', 'revision_number': 5, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'subnets': [{'id': 'a99c2c9a-229a-44b3-b05c-5f7e2c189a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:43:09.766423 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73efb65-0c09-45c7-acdd-85b8b07de00f None None] The sync data for ids ['15f89301-e335-4b97-9e00-9a23744759a8'] in n-d-819494-3 is: [{'id': '15f89301-e335-4b97-9e00-9a23744759a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971689571', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'f2b4672f-08ae-460a-bf1f-aebe019cce7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:42:51Z', 'updated_at': '2021-11-27T04:42:55Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': 'f2b4672f-08ae-460a-bf1f-aebe019cce7a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f89301-e335-4b97-9e00-9a23744759a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:42:52Z', 'updated_at': '2021-11-27T04:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '97bd3780-e569-4a5b-bdf4-50e600aedf2c', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'floating_ip_address': '172.25.1.117', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '15f89301-e335-4b97-9e00-9a23744759a8', 'port_id': '65f4921b-c538-46ce-8551-f65042b206ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c4898b6-1a4f-4712-a40f-79a8b6dbf285', 'mac_address': 'fa:16:3e:89:f3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:43:08Z', 'updated_at': '2021-11-27T04:43:08Z', 'revision_number': 0, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17749650-b46f-4904-aba7-c814cf8ce633', 'name': '', 'network_id': '7c4898b6-1a4f-4712-a40f-79a8b6dbf285', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'mac_address': 'fa:16:3e:d8:af:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f89301-e335-4b97-9e00-9a23744759a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'a99c2c9a-229a-44b3-b05c-5f7e2c189a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:42:54Z', 'updated_at': '2021-11-27T04:42:58Z', 'revision_number': 5, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'subnets': [{'id': 'a99c2c9a-229a-44b3-b05c-5f7e2c189a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:43:09.801880 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-68591144-4b7c-4189-901d-b561a0e0c859 req-8572d9cd-7eaa-4068-8419-f46c44768b4a service neutron] 10.222.0.23 "GET /v2.0/networks/7c4898b6-1a4f-4712-a40f-79a8b6dbf285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860891 Nov 27 04:43:09.961355 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2aa87b8-2ddd-46e2-85de-767e0875b89e None None] New status for floating IP 97bd3780-e569-4a5b-bdf4-50e600aedf2c: ACTIVE {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:43:10.307980 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34216) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:43:10.367341 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e85c0d4c-2f9f-4bde-ad86-8d489d42c6c8 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/floatingips/97bd3780-e569-4a5b-bdf4-50e600aedf2c HTTP/1.1" status: 200 len: 993 time: 0.0582876 Nov 27 04:43:16.220541 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-36f741e6-bd68-4540-89b7-abe79e30648e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:43:16.469143 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:43:17.679482 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fc6af434-6da7-4142-8850-c80acf4c8f8a req-1119095e-71d9-4e73-874a-996da31f49e5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466375 Nov 27 04:43:17.780870 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6af434-6da7-4142-8850-c80acf4c8f8a req-82b25437-58c7-4230-a390-d89063ae71a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:43:17.782356 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fc6af434-6da7-4142-8850-c80acf4c8f8a req-82b25437-58c7-4230-a390-d89063ae71a2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16ef918a0fcc49e59c15f8e39341f751&device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0 HTTP/1.1" status: 200 len: 1096 time: 0.0408695 Nov 27 04:43:17.889174 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6af434-6da7-4142-8850-c80acf4c8f8a req-21a1a522-ddcf-4573-97e5-b1c966d5ceab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:43:17.890624 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fc6af434-6da7-4142-8850-c80acf4c8f8a req-21a1a522-ddcf-4573-97e5-b1c966d5ceab service neutron] 10.222.0.23 "GET /v2.0/networks?id=7c4898b6-1a4f-4712-a40f-79a8b6dbf285 HTTP/1.1" status: 200 len: 898 time: 0.0885999 Nov 27 04:43:17.955163 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fc6af434-6da7-4142-8850-c80acf4c8f8a req-148e4714-89e7-44a3-b1dd-d1b3408354a0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65f4921b-c538-46ce-8551-f65042b206ad HTTP/1.1" status: 200 len: 1001 time: 0.0568678 Nov 27 04:43:18.002517 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6af434-6da7-4142-8850-c80acf4c8f8a req-4006ba0a-5af0-4fbc-ada4-a9de367ecbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:43:18.003937 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fc6af434-6da7-4142-8850-c80acf4c8f8a req-4006ba0a-5af0-4fbc-ada4-a9de367ecbbb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a99c2c9a-229a-44b3-b05c-5f7e2c189a7d HTTP/1.1" status: 200 len: 835 time: 0.0415788 Nov 27 04:43:18.051900 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6af434-6da7-4142-8850-c80acf4c8f8a req-74902fcb-8406-40b7-8751-7175dd2fd19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:43:18.054283 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fc6af434-6da7-4142-8850-c80acf4c8f8a req-74902fcb-8406-40b7-8751-7175dd2fd19c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c4898b6-1a4f-4712-a40f-79a8b6dbf285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428030 Nov 27 04:43:18.143703 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fc6af434-6da7-4142-8850-c80acf4c8f8a req-bd3a46c8-0574-4d95-b16a-9a720fd569d6 service neutron] 10.222.0.23 "GET /v2.0/networks/7c4898b6-1a4f-4712-a40f-79a8b6dbf285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801301 Nov 27 04:43:18.237549 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fc6af434-6da7-4142-8850-c80acf4c8f8a req-76d021c0-dd5f-49a3-838d-a00c21363c14 service neutron] 10.222.0.23 "GET /v2.0/networks/7c4898b6-1a4f-4712-a40f-79a8b6dbf285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854740 Nov 27 04:43:18.362099 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4f4a0241-6019-459f-ae19-8c9e13abbe7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:43:19.189022 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:43:19.752987 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:43:21.344694 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:43:21.946004 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:43:32.695278 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:43:45.877757 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4bf2b4-1196-48a3-a128-542005483566 req-1d4c9396-0736-4791-af70-12743cc6fe9d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:43:45.879281 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4d4bf2b4-1196-48a3-a128-542005483566 req-1d4c9396-0736-4791-af70-12743cc6fe9d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0 HTTP/1.1" status: 200 len: 945 time: 0.0487037 Nov 27 04:43:45.932251 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4d4bf2b4-1196-48a3-a128-542005483566 req-9e636850-6812-41e7-9c41-7549b43345e8 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=3586e591-150e-4a33-922d-7904d3c472bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465045 Nov 27 04:43:46.220305 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2659dc17-aba5-4e14-b839-951b8c578712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:43:46.476265 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:43:47.054017 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50e06c-6f4d-4b04-bef8-4f580e231416 req-fd63651d-2fa1-448d-add0-038aae4ad1b8 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:43:47.055514 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-aa50e06c-6f4d-4b04-bef8-4f580e231416 req-fd63651d-2fa1-448d-add0-038aae4ad1b8 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0 HTTP/1.1" status: 200 len: 945 time: 0.0518367 Nov 27 04:43:47.103461 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-aa50e06c-6f4d-4b04-bef8-4f580e231416 req-38e2920f-af3d-44ae-be59-c6beb9109b1e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=3586e591-150e-4a33-922d-7904d3c472bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420413 Nov 27 04:43:47.253437 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [req-155f20c3-a57a-4ae2-a521-193d65ac9185 req-94008708-0ae8-4d1e-91af-b10294ba56d1 service neutron] (110018) timed out ('10.222.0.20', 44078) {{(pid=110018) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 04:43:48.216942 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af7870-b8ba-4184-989d-ea10fc48ef39 req-47b92971-37d9-480d-8550-674c1693e8ea tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:43:48.218421 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f6af7870-b8ba-4184-989d-ea10fc48ef39 req-47b92971-37d9-480d-8550-674c1693e8ea tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0 HTTP/1.1" status: 200 len: 945 time: 0.0486045 Nov 27 04:43:48.266901 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f6af7870-b8ba-4184-989d-ea10fc48ef39 req-7171f9ea-220b-478a-9787-6a7b725f3f92 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=3586e591-150e-4a33-922d-7904d3c472bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419166 Nov 27 04:43:48.363091 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-21b68735-ea8f-4976-b066-7cee7c4b68a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:43:49.188713 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:43:49.386488 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a97ff-18bd-4a39-97d2-2b4a5430b5e0 req-60dc83a4-634c-4ad0-8f56-86a6d76fea3b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:43:49.387985 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-891a97ff-18bd-4a39-97d2-2b4a5430b5e0 req-60dc83a4-634c-4ad0-8f56-86a6d76fea3b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0 HTTP/1.1" status: 200 len: 945 time: 0.0515251 Nov 27 04:43:49.436362 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-891a97ff-18bd-4a39-97d2-2b4a5430b5e0 req-811359a5-4aa8-4292-91c0-71fe480e3dda tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=3586e591-150e-4a33-922d-7904d3c472bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425215 Nov 27 04:43:49.754727 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:43:50.551453 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed877573-ca8d-48d8-89b5-e4ccc0775b31 req-22b31838-e0ac-43ca-bcce-0a51e110b888 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:43:50.552954 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ed877573-ca8d-48d8-89b5-e4ccc0775b31 req-22b31838-e0ac-43ca-bcce-0a51e110b888 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0 HTTP/1.1" status: 200 len: 945 time: 0.0490332 Nov 27 04:43:50.601742 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ed877573-ca8d-48d8-89b5-e4ccc0775b31 req-914cc404-af45-411f-96fa-fcb7cf636ea1 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=3586e591-150e-4a33-922d-7904d3c472bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425043 Nov 27 04:43:51.348031 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:43:51.716821 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc87411-4b4e-4ab3-a1f2-413de04a4535 req-050ee0de-85c6-45ba-8a15-4fe3e141e20a tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:43:51.718294 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-adc87411-4b4e-4ab3-a1f2-413de04a4535 req-050ee0de-85c6-45ba-8a15-4fe3e141e20a tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0 HTTP/1.1" status: 200 len: 945 time: 0.0487409 Nov 27 04:43:51.771621 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-adc87411-4b4e-4ab3-a1f2-413de04a4535 req-b812c97b-42c9-4ed9-b366-4462989d963d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=3586e591-150e-4a33-922d-7904d3c472bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472307 Nov 27 04:43:51.949642 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:43:52.885456 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17b565-a903-47e5-a76d-4d73066b2981 req-275c53b2-cc89-4bb4-96b7-26b71be246ab tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:43:52.886960 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6a17b565-a903-47e5-a76d-4d73066b2981 req-275c53b2-cc89-4bb4-96b7-26b71be246ab tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0 HTTP/1.1" status: 200 len: 945 time: 0.0480902 Nov 27 04:43:52.936000 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6a17b565-a903-47e5-a76d-4d73066b2981 req-657cb3f1-1a76-4dd8-ab43-44945d34a673 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=3586e591-150e-4a33-922d-7904d3c472bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430703 Nov 27 04:43:54.048833 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c27822-1a63-41f4-8197-bc2ae916217e req-47638916-fa69-43c2-9855-5937a4214592 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:43:54.050312 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b7c27822-1a63-41f4-8197-bc2ae916217e req-47638916-fa69-43c2-9855-5937a4214592 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0 HTTP/1.1" status: 200 len: 945 time: 0.0481775 Nov 27 04:43:54.099010 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b7c27822-1a63-41f4-8197-bc2ae916217e req-5b3225f8-4a02-40a8-bd03-c8e9005313dc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=3586e591-150e-4a33-922d-7904d3c472bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424640 Nov 27 04:43:55.218206 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ce2ac-45de-4674-ad38-72ca6015187b req-68fea028-3578-405c-bd77-4e5b07a2e65b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:43:55.219960 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ba8ce2ac-45de-4674-ad38-72ca6015187b req-68fea028-3578-405c-bd77-4e5b07a2e65b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0 HTTP/1.1" status: 200 len: 945 time: 0.0530663 Nov 27 04:43:55.273117 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ba8ce2ac-45de-4674-ad38-72ca6015187b req-62fb797e-8fec-4376-ad83-64d6adde5ff3 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=3586e591-150e-4a33-922d-7904d3c472bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471475 Nov 27 04:43:56.390701 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9033e8-c998-45f7-933f-540745c5518f req-98271b24-ed70-45a3-a387-76052d071849 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:43:56.392269 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cc9033e8-c998-45f7-933f-540745c5518f req-98271b24-ed70-45a3-a387-76052d071849 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0 HTTP/1.1" status: 200 len: 945 time: 0.0471065 Nov 27 04:43:56.439949 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cc9033e8-c998-45f7-933f-540745c5518f req-047f1372-d458-40e3-947f-351ca36be65e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=3586e591-150e-4a33-922d-7904d3c472bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411510 Nov 27 04:43:57.554742 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c9a72-c7bd-40f1-8b4d-4499f1c1a0fc req-37eaab1b-eb24-4573-b4ac-7bbae742b762 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:43:57.556196 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ea1c9a72-c7bd-40f1-8b4d-4499f1c1a0fc req-37eaab1b-eb24-4573-b4ac-7bbae742b762 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0 HTTP/1.1" status: 200 len: 945 time: 0.0480278 Nov 27 04:43:57.608394 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ea1c9a72-c7bd-40f1-8b4d-4499f1c1a0fc req-7c48a90a-937c-4b0e-bd91-a5238f82df61 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=3586e591-150e-4a33-922d-7904d3c472bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463557 Nov 27 04:43:58.720445 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb5798-f530-4e42-910e-1b4014359381 req-4261a1a3-7863-49b7-b209-49572326ece6 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:43:58.721925 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-22bb5798-f530-4e42-910e-1b4014359381 req-4261a1a3-7863-49b7-b209-49572326ece6 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0 HTTP/1.1" status: 200 len: 945 time: 0.0478220 Nov 27 04:43:58.770905 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-22bb5798-f530-4e42-910e-1b4014359381 req-642aca65-a6f5-4270-b0b1-c099efa76111 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=3586e591-150e-4a33-922d-7904d3c472bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424683 Nov 27 04:43:59.888220 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e1f7e-f942-4c77-94b2-82e0a4a0aa2a req-930a38c5-1b7a-49a8-a1cc-3d98b34cfb27 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:43:59.889695 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-796e1f7e-f942-4c77-94b2-82e0a4a0aa2a req-930a38c5-1b7a-49a8-a1cc-3d98b34cfb27 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0 HTTP/1.1" status: 200 len: 945 time: 0.0481999 Nov 27 04:43:59.937673 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-796e1f7e-f942-4c77-94b2-82e0a4a0aa2a req-7686f259-2b66-4426-ad86-8f9923e58f85 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=3586e591-150e-4a33-922d-7904d3c472bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420802 Nov 27 04:44:01.055116 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3f898-ba71-4a83-80bc-14c36016e8f7 req-3c3bfc65-a66f-45b2-805f-6962d6bfd24c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:44:01.056577 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7ac3f898-ba71-4a83-80bc-14c36016e8f7 req-3c3bfc65-a66f-45b2-805f-6962d6bfd24c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0 HTTP/1.1" status: 200 len: 945 time: 0.0515501 Nov 27 04:44:01.104741 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7ac3f898-ba71-4a83-80bc-14c36016e8f7 req-04a308db-e406-45f5-9d90-22bf4d25a4ae tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=3586e591-150e-4a33-922d-7904d3c472bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422981 Nov 27 04:44:02.218052 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587ca88-b2f0-421a-a77c-3b59fe1806d7 req-5c7eae5c-bfbf-49f4-953d-f4892cce0396 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:44:02.219558 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a587ca88-b2f0-421a-a77c-3b59fe1806d7 req-5c7eae5c-bfbf-49f4-953d-f4892cce0396 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0 HTTP/1.1" status: 200 len: 945 time: 0.0484760 Nov 27 04:44:02.267961 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a587ca88-b2f0-421a-a77c-3b59fe1806d7 req-232a4ddc-f667-45ba-a52b-d16977d13d5f tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=3586e591-150e-4a33-922d-7904d3c472bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423572 Nov 27 04:44:03.387654 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98130b4d-ef91-404a-947b-5ceaa9567b7f req-b4e0fb68-4829-41b5-afd8-e2789e156f99 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:44:03.389126 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-98130b4d-ef91-404a-947b-5ceaa9567b7f req-b4e0fb68-4829-41b5-afd8-e2789e156f99 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0 HTTP/1.1" status: 200 len: 945 time: 0.0518088 Nov 27 04:44:03.740881 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-98130b4d-ef91-404a-947b-5ceaa9567b7f req-6f4cfe90-86f0-4fca-8fd8-1230b54129cb tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=3586e591-150e-4a33-922d-7904d3c472bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3457673 Nov 27 04:44:04.854014 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207d2dd-50cb-44cb-b1cc-9f54dcfda4ed req-34ddc2fd-d1df-455a-8805-c7a6edc5703b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:44:04.855489 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e207d2dd-50cb-44cb-b1cc-9f54dcfda4ed req-34ddc2fd-d1df-455a-8805-c7a6edc5703b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0 HTTP/1.1" status: 200 len: 945 time: 0.0468109 Nov 27 04:44:04.904420 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e207d2dd-50cb-44cb-b1cc-9f54dcfda4ed req-f510cb73-88a5-4fc9-ad74-69d8d61203d7 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=3586e591-150e-4a33-922d-7904d3c472bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430007 Nov 27 04:44:06.019165 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5a345-cf33-4885-a68a-e547fd86c706 req-a5f99988-90f0-4b64-8f16-c71eb3c3ca0d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:44:06.020677 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6ac5a345-cf33-4885-a68a-e547fd86c706 req-a5f99988-90f0-4b64-8f16-c71eb3c3ca0d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0 HTTP/1.1" status: 200 len: 945 time: 0.0482872 Nov 27 04:44:06.072402 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6ac5a345-cf33-4885-a68a-e547fd86c706 req-67c44b6a-c0fb-4c31-827e-38410c284bd8 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=3586e591-150e-4a33-922d-7904d3c472bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451062 Nov 27 04:44:06.794154 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-7d374871-dd3f-4d23-b3a3-b57ff218b358 req-7a892c60-2f56-4691-bc77-4d2f31d25654 tempest-ServerActionsTestJSON-1106847621 tempest-ServerActionsTestJSON-1106847621-project] (110019) timed out ('10.222.0.20', 51668) {{(pid=110019) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 04:44:07.186714 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80da5fc-452f-433d-b009-a82b6582c108 req-d63af695-4f6f-4f75-85cb-8f6d9e8e2d1c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:44:07.188199 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c80da5fc-452f-433d-b009-a82b6582c108 req-d63af695-4f6f-4f75-85cb-8f6d9e8e2d1c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0 HTTP/1.1" status: 200 len: 945 time: 0.0491314 Nov 27 04:44:07.236557 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c80da5fc-452f-433d-b009-a82b6582c108 req-d06f5ae7-0c13-4b0f-99c4-84310a65b509 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=3586e591-150e-4a33-922d-7904d3c472bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423810 Nov 27 04:44:07.258026 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34278) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:44:07.316668 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-289dd17f-2333-4021-ac2f-09e42548d223 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/floatingips/97bd3780-e569-4a5b-bdf4-50e600aedf2c HTTP/1.1" status: 200 len: 993 time: 0.0574977 Nov 27 04:44:08.608133 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf411a-001d-4f41-988d-05ef99853a45 req-2e62804b-b037-4942-bc5c-f3a15a03d19c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:44:08.609666 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-febf411a-001d-4f41-988d-05ef99853a45 req-2e62804b-b037-4942-bc5c-f3a15a03d19c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0 HTTP/1.1" status: 200 len: 945 time: 0.0546694 Nov 27 04:44:08.663051 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-febf411a-001d-4f41-988d-05ef99853a45 req-b9b3882c-4d34-4ca0-b116-a92bb3b07091 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=3586e591-150e-4a33-922d-7904d3c472bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451896 Nov 27 04:44:08.687423 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcccf91-a2a4-41ed-8681-eaadb80f54dc req-73bbb01c-fa7f-4366-b199-27a8721358ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:44:08.688882 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0bcccf91-a2a4-41ed-8681-eaadb80f54dc req-73bbb01c-fa7f-4366-b199-27a8721358ce service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16ef918a0fcc49e59c15f8e39341f751&device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0 HTTP/1.1" status: 200 len: 1096 time: 0.0505428 Nov 27 04:44:08.786944 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcccf91-a2a4-41ed-8681-eaadb80f54dc req-af340dbc-653e-484b-8b7c-fbbc10a71836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:44:08.788412 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0bcccf91-a2a4-41ed-8681-eaadb80f54dc req-af340dbc-653e-484b-8b7c-fbbc10a71836 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7c4898b6-1a4f-4712-a40f-79a8b6dbf285 HTTP/1.1" status: 200 len: 898 time: 0.0883646 Nov 27 04:44:08.867645 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0bcccf91-a2a4-41ed-8681-eaadb80f54dc req-e6feda3d-7b6b-477d-a5eb-a6e492402f95 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65f4921b-c538-46ce-8551-f65042b206ad HTTP/1.1" status: 200 len: 1001 time: 0.0667555 Nov 27 04:44:08.929414 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcccf91-a2a4-41ed-8681-eaadb80f54dc req-17fddc68-4152-4d64-93fd-841b0afcb634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:44:08.930939 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0bcccf91-a2a4-41ed-8681-eaadb80f54dc req-17fddc68-4152-4d64-93fd-841b0afcb634 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a99c2c9a-229a-44b3-b05c-5f7e2c189a7d HTTP/1.1" status: 200 len: 835 time: 0.0498893 Nov 27 04:44:08.991665 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcccf91-a2a4-41ed-8681-eaadb80f54dc req-cfcb8dde-0b76-4ef0-af42-bdd2a7bbb070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:44:08.993093 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0bcccf91-a2a4-41ed-8681-eaadb80f54dc req-cfcb8dde-0b76-4ef0-af42-bdd2a7bbb070 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c4898b6-1a4f-4712-a40f-79a8b6dbf285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444639 Nov 27 04:44:09.089392 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0bcccf91-a2a4-41ed-8681-eaadb80f54dc req-6d5c316f-6aa8-4886-9bb5-494f04d6eac4 service neutron] 10.222.0.23 "GET /v2.0/networks/7c4898b6-1a4f-4712-a40f-79a8b6dbf285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830107 Nov 27 04:44:09.519266 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0bcccf91-a2a4-41ed-8681-eaadb80f54dc req-67f8bb7e-2e14-441c-af41-44fd160a1d69 service neutron] 10.222.0.23 "GET /v2.0/networks/7c4898b6-1a4f-4712-a40f-79a8b6dbf285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4168341 Nov 27 04:44:09.695089 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:44:09.780332 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba88914-03d1-4885-85ff-a56ad7069891 req-4838c64d-ab81-4539-8fca-7f8f7c7bff3c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:44:09.781706 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fba88914-03d1-4885-85ff-a56ad7069891 req-4838c64d-ab81-4539-8fca-7f8f7c7bff3c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0 HTTP/1.1" status: 200 len: 945 time: 0.0481091 Nov 27 04:44:09.831221 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fba88914-03d1-4885-85ff-a56ad7069891 req-da67797f-388d-4f26-a6bb-4d741a0ead6e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=3586e591-150e-4a33-922d-7904d3c472bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430696 Nov 27 04:44:10.952291 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e89b35-db12-4ec8-819f-5d6d06a747a8 req-fcefdb6e-258b-4e5b-8a62-c92f1460ea4a tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:44:10.953762 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-42e89b35-db12-4ec8-819f-5d6d06a747a8 req-fcefdb6e-258b-4e5b-8a62-c92f1460ea4a tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0 HTTP/1.1" status: 200 len: 945 time: 0.0523005 Nov 27 04:44:11.005440 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-42e89b35-db12-4ec8-819f-5d6d06a747a8 req-cb84542c-dee7-4b7c-9e79-2cee676ab1b0 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=3586e591-150e-4a33-922d-7904d3c472bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452228 Nov 27 04:44:11.027726 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34306) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:44:11.086929 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-699f55aa-05a0-4291-a5ee-7c284a73947b tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/floatingips/97bd3780-e569-4a5b-bdf4-50e600aedf2c HTTP/1.1" status: 200 len: 993 time: 0.0580637 Nov 27 04:44:16.221822 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6e8b77e3-0333-4489-b634-09bb6cf94885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:16.490455 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:18.365305 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-78a763ca-0ef2-48ce-9363-86be5e0a099a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:19.186887 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:19.678965 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b2bb4a39-bc97-45d8-a0f3-47ee6ce0abe9 req-2dbbe5a6-a443-4944-9829-482c8f9a128a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393057 Nov 27 04:44:19.757834 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:19.779232 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb4a39-bc97-45d8-a0f3-47ee6ce0abe9 req-7cf9f754-cc47-423b-9959-578f6ca60c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:44:19.780729 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b2bb4a39-bc97-45d8-a0f3-47ee6ce0abe9 req-7cf9f754-cc47-423b-9959-578f6ca60c93 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16ef918a0fcc49e59c15f8e39341f751&device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0 HTTP/1.1" status: 200 len: 1096 time: 0.0415413 Nov 27 04:44:19.884988 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb4a39-bc97-45d8-a0f3-47ee6ce0abe9 req-39331a86-46bf-40d6-8654-74e8014675a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:44:19.886444 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b2bb4a39-bc97-45d8-a0f3-47ee6ce0abe9 req-39331a86-46bf-40d6-8654-74e8014675a7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7c4898b6-1a4f-4712-a40f-79a8b6dbf285 HTTP/1.1" status: 200 len: 898 time: 0.0866146 Nov 27 04:44:19.953598 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b2bb4a39-bc97-45d8-a0f3-47ee6ce0abe9 req-591d3389-00e4-47f5-8cfc-eca0c095d8fa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65f4921b-c538-46ce-8551-f65042b206ad HTTP/1.1" status: 200 len: 1001 time: 0.0587969 Nov 27 04:44:20.006009 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb4a39-bc97-45d8-a0f3-47ee6ce0abe9 req-98f7fb07-068d-4b7f-a090-2f372f03df5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:44:20.007476 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b2bb4a39-bc97-45d8-a0f3-47ee6ce0abe9 req-98f7fb07-068d-4b7f-a090-2f372f03df5f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a99c2c9a-229a-44b3-b05c-5f7e2c189a7d HTTP/1.1" status: 200 len: 835 time: 0.0462184 Nov 27 04:44:20.052316 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb4a39-bc97-45d8-a0f3-47ee6ce0abe9 req-ba0d6592-f413-4146-bb78-61bd85936adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:44:20.054022 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b2bb4a39-bc97-45d8-a0f3-47ee6ce0abe9 req-ba0d6592-f413-4146-bb78-61bd85936adc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c4898b6-1a4f-4712-a40f-79a8b6dbf285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390253 Nov 27 04:44:20.065076 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-b2bb4a39-bc97-45d8-a0f3-47ee6ce0abe9 req-43c2af65-14ed-4067-9906-7fac29c835b0 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:44:20.066004 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b2bb4a39-bc97-45d8-a0f3-47ee6ce0abe9 req-43c2af65-14ed-4067-9906-7fac29c835b0 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047421 Nov 27 04:44:20.154533 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b2bb4a39-bc97-45d8-a0f3-47ee6ce0abe9 req-c407756c-bffc-4943-91ea-2c256bc12fa2 service neutron] 10.222.0.23 "GET /v2.0/networks/7c4898b6-1a4f-4712-a40f-79a8b6dbf285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809453 Nov 27 04:44:20.247482 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b2bb4a39-bc97-45d8-a0f3-47ee6ce0abe9 req-7b35d4ab-bfc8-43c9-ae7b-1b60279c4fbf service neutron] 10.222.0.23 "GET /v2.0/networks/7c4898b6-1a4f-4712-a40f-79a8b6dbf285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844374 Nov 27 04:44:21.350342 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:21.950486 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:43.626651 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34326) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:44:43.780046 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-4980f9a5-bda9-4746-b860-b6c366e6b823 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Deleting port e4be1cea-15b8-4145-acf1-219953bf5a74 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:44:43.780399 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4980f9a5-bda9-4746-b860-b6c366e6b823 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:43.856241 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4980f9a5-bda9-4746-b860-b6c366e6b823 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:43.856567 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4980f9a5-bda9-4746-b860-b6c366e6b823 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:43.868261 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-4980f9a5-bda9-4746-b860-b6c366e6b823 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Calling delete_port for e4be1cea-15b8-4145-acf1-219953bf5a74 owned by network:floatingip {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:44:44.014345 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4980f9a5-bda9-4746-b860-b6c366e6b823 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:44.037217 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4980f9a5-bda9-4746-b860-b6c366e6b823 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event deleted for resources: {'Port': ['ID=e4be1cea-15b8-4145-acf1-219953bf5a74,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:44:44.051985 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4980f9a5-bda9-4746-b860-b6c366e6b823 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:44.052344 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4980f9a5-bda9-4746-b860-b6c366e6b823 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:44.052775 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4980f9a5-bda9-4746-b860-b6c366e6b823 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:44.053032 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4980f9a5-bda9-4746-b860-b6c366e6b823 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:44.053370 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4980f9a5-bda9-4746-b860-b6c366e6b823 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:44.053705 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4980f9a5-bda9-4746-b860-b6c366e6b823 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:44.054307 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4980f9a5-bda9-4746-b860-b6c366e6b823 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:44.054684 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4980f9a5-bda9-4746-b860-b6c366e6b823 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:44.055017 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4980f9a5-bda9-4746-b860-b6c366e6b823 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:44.055347 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4980f9a5-bda9-4746-b860-b6c366e6b823 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:44.055674 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4980f9a5-bda9-4746-b860-b6c366e6b823 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:44.055998 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4980f9a5-bda9-4746-b860-b6c366e6b823 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:44.109558 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4980f9a5-bda9-4746-b860-b6c366e6b823 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for floatingip, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:44.109895 n-d-819494-3 neutron-server[110019]: INFO neutron.db.l3_db [None req-4980f9a5-bda9-4746-b860-b6c366e6b823 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Floating IP 97bd3780-e569-4a5b-bdf4-50e600aedf2c disassociated (deleted). External IP: 172.25.1.117, port: 65f4921b-c538-46ce-8551-f65042b206ad. Nov 27 04:44:44.315414 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4980f9a5-bda9-4746-b860-b6c366e6b823 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Router 15f89301-e335-4b97-9e00-9a23744759a8 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:44:44.419578 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4980f9a5-bda9-4746-b860-b6c366e6b823 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:44:44.424590 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-4980f9a5-bda9-4746-b860-b6c366e6b823 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:44.430379 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd8a65b-04b1-4cfc-b4a6-bf9a767be465 None None] Sync routers for ids ['15f89301-e335-4b97-9e00-9a23744759a8'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:44:44.439416 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd8a65b-04b1-4cfc-b4a6-bf9a767be465 None None] Routers {'15f89301-e335-4b97-9e00-9a23744759a8'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:44:44.440050 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-0fd8a65b-04b1-4cfc-b4a6-bf9a767be465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:44:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['15f89301-e335-4b97-9e00-9a23744759a8'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:44:44.452329 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-4980f9a5-bda9-4746-b860-b6c366e6b823 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "DELETE /v2.0/floatingips/97bd3780-e569-4a5b-bdf4-50e600aedf2c HTTP/1.1" status: 204 len: 168 time: 0.8245966 Nov 27 04:44:44.452907 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0', 'tag': '65f4921b-c538-46ce-8551-f65042b206ad'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:44:44.455206 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08b94054c3609ca5194c36e6072b148da941c4766f069e8e94abba8dbd1bbb06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3968a4f-7af4-435d-8f97-52555a9c2531" -d '{"events": [{"name": "network-changed", "server_uuid": "dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0", "tag": "65f4921b-c538-46ce-8551-f65042b206ad"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:44:44.617265 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011868d3-b84d-4fe9-a1eb-8dcefc6b3e29 x-openstack-request-id: req-011868d3-b84d-4fe9-a1eb-8dcefc6b3e29 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:44:44.617563 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0", "tag": "65f4921b-c538-46ce-8551-f65042b206ad", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:44:44.617819 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-011868d3-b84d-4fe9-a1eb-8dcefc6b3e29 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:44:44.618626 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0', 'tag': '65f4921b-c538-46ce-8551-f65042b206ad', 'status': 'completed', 'code': 200} Nov 27 04:44:44.642603 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-0fd8a65b-04b1-4cfc-b4a6-bf9a767be465 None None] Set router 15f89301-e335-4b97-9e00-9a23744759a8 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:44:44.710872 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c929d1-649e-44cc-8ef5-a8e16745cfb3 req-d42fcb0e-8cc2-4d07-92a5-4a6002a76382 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:44:44.712374 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a9c929d1-649e-44cc-8ef5-a8e16745cfb3 req-d42fcb0e-8cc2-4d07-92a5-4a6002a76382 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0 HTTP/1.1" status: 200 len: 945 time: 0.0512755 Nov 27 04:44:44.728625 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3968a4f-7af4-435d-8f97-52555a9c2531 req-56f02e8f-b02e-4e6a-824f-96c420aa5b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:44:44.730146 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b3968a4f-7af4-435d-8f97-52555a9c2531 req-56f02e8f-b02e-4e6a-824f-96c420aa5b24 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16ef918a0fcc49e59c15f8e39341f751&device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0 HTTP/1.1" status: 200 len: 1096 time: 0.0452375 Nov 27 04:44:44.766858 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a9c929d1-649e-44cc-8ef5-a8e16745cfb3 req-51f100fa-6e53-49b1-8d7c-0b24089f9418 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=3586e591-150e-4a33-922d-7904d3c472bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478027 Nov 27 04:44:44.827595 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3968a4f-7af4-435d-8f97-52555a9c2531 req-978de773-328f-4d8d-ada8-c0c5db60bd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:44:44.829086 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b3968a4f-7af4-435d-8f97-52555a9c2531 req-978de773-328f-4d8d-ada8-c0c5db60bd31 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7c4898b6-1a4f-4712-a40f-79a8b6dbf285 HTTP/1.1" status: 200 len: 898 time: 0.0900817 Nov 27 04:44:44.847898 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-0fd8a65b-04b1-4cfc-b4a6-bf9a767be465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f89301-e335-4b97-9e00-9a23744759a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971689571', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'f2b4672f-08ae-460a-bf1f-aebe019cce7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:42:51Z', 'updated_at': '2021-11-27T04:42:55Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': 'f2b4672f-08ae-460a-bf1f-aebe019cce7a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f89301-e335-4b97-9e00-9a23744759a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:42:52Z', 'updated_at': '2021-11-27T04:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '17749650-b46f-4904-aba7-c814cf8ce633', 'name': '', 'network_id': '7c4898b6-1a4f-4712-a40f-79a8b6dbf285', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'mac_address': 'fa:16:3e:d8:af:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f89301-e335-4b97-9e00-9a23744759a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'a99c2c9a-229a-44b3-b05c-5f7e2c189a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:42:54Z', 'updated_at': '2021-11-27T04:42:58Z', 'revision_number': 5, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'subnets': [{'id': 'a99c2c9a-229a-44b3-b05c-5f7e2c189a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:44:44.872294 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b3968a4f-7af4-435d-8f97-52555a9c2531 req-2d60d8e6-93ef-43bb-b601-36466851b4c8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65f4921b-c538-46ce-8551-f65042b206ad HTTP/1.1" status: 200 len: 217 time: 0.0342922 Nov 27 04:44:44.873547 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd8a65b-04b1-4cfc-b4a6-bf9a767be465 None None] Checking router: 15f89301-e335-4b97-9e00-9a23744759a8 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:44:44.881817 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd8a65b-04b1-4cfc-b4a6-bf9a767be465 None None] Routers {'15f89301-e335-4b97-9e00-9a23744759a8'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:44:44.882469 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-0fd8a65b-04b1-4cfc-b4a6-bf9a767be465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:44:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['15f89301-e335-4b97-9e00-9a23744759a8'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:44:44.922358 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3968a4f-7af4-435d-8f97-52555a9c2531 req-78567e4d-525f-4474-9415-99a211903204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:44:44.923879 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b3968a4f-7af4-435d-8f97-52555a9c2531 req-78567e4d-525f-4474-9415-99a211903204 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a99c2c9a-229a-44b3-b05c-5f7e2c189a7d HTTP/1.1" status: 200 len: 835 time: 0.0439756 Nov 27 04:44:44.974623 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3968a4f-7af4-435d-8f97-52555a9c2531 req-5d703392-6e25-410b-9820-914e4cddcb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:44:44.976125 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b3968a4f-7af4-435d-8f97-52555a9c2531 req-5d703392-6e25-410b-9820-914e4cddcb1f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c4898b6-1a4f-4712-a40f-79a8b6dbf285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443919 Nov 27 04:44:44.985664 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-0fd8a65b-04b1-4cfc-b4a6-bf9a767be465 None None] Set router 15f89301-e335-4b97-9e00-9a23744759a8 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:44:45.066299 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b3968a4f-7af4-435d-8f97-52555a9c2531 req-82083177-40f5-49da-ad57-266deb4aa2ef service neutron] 10.222.0.23 "GET /v2.0/networks/7c4898b6-1a4f-4712-a40f-79a8b6dbf285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817704 Nov 27 04:44:45.162312 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b3968a4f-7af4-435d-8f97-52555a9c2531 req-7ff4b0cc-3af9-4c4a-af0b-8ec8d4bb4133 service neutron] 10.222.0.23 "GET /v2.0/networks/7c4898b6-1a4f-4712-a40f-79a8b6dbf285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874455 Nov 27 04:44:45.180577 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-0fd8a65b-04b1-4cfc-b4a6-bf9a767be465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f89301-e335-4b97-9e00-9a23744759a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971689571', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'f2b4672f-08ae-460a-bf1f-aebe019cce7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:42:51Z', 'updated_at': '2021-11-27T04:42:55Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': 'f2b4672f-08ae-460a-bf1f-aebe019cce7a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f89301-e335-4b97-9e00-9a23744759a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:42:52Z', 'updated_at': '2021-11-27T04:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '17749650-b46f-4904-aba7-c814cf8ce633', 'name': '', 'network_id': '7c4898b6-1a4f-4712-a40f-79a8b6dbf285', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'mac_address': 'fa:16:3e:d8:af:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f89301-e335-4b97-9e00-9a23744759a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'a99c2c9a-229a-44b3-b05c-5f7e2c189a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:42:54Z', 'updated_at': '2021-11-27T04:42:58Z', 'revision_number': 5, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'subnets': [{'id': 'a99c2c9a-229a-44b3-b05c-5f7e2c189a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:44:45.207499 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd8a65b-04b1-4cfc-b4a6-bf9a767be465 None None] The sync data for ids ['15f89301-e335-4b97-9e00-9a23744759a8'] in n-d-819494-3 is: [{'id': '15f89301-e335-4b97-9e00-9a23744759a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971689571', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'f2b4672f-08ae-460a-bf1f-aebe019cce7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:42:51Z', 'updated_at': '2021-11-27T04:42:55Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': 'f2b4672f-08ae-460a-bf1f-aebe019cce7a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f89301-e335-4b97-9e00-9a23744759a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:42:52Z', 'updated_at': '2021-11-27T04:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '17749650-b46f-4904-aba7-c814cf8ce633', 'name': '', 'network_id': '7c4898b6-1a4f-4712-a40f-79a8b6dbf285', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'mac_address': 'fa:16:3e:d8:af:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f89301-e335-4b97-9e00-9a23744759a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'a99c2c9a-229a-44b3-b05c-5f7e2c189a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:42:54Z', 'updated_at': '2021-11-27T04:42:58Z', 'revision_number': 5, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'subnets': [{'id': 'a99c2c9a-229a-44b3-b05c-5f7e2c189a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:44:45.417709 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c007950-b748-4737-992f-801ffdf85bf4 None None] New status for floating IP 97bd3780-e569-4a5b-bdf4-50e600aedf2c: DOWN {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:44:45.885925 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75412253-1a3f-43f5-81f1-a0a702261314 req-2f135d96-116b-4205-8a9c-11376ef45f47 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:44:45.887461 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-75412253-1a3f-43f5-81f1-a0a702261314 req-2f135d96-116b-4205-8a9c-11376ef45f47 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0 HTTP/1.1" status: 200 len: 945 time: 0.0481863 Nov 27 04:44:45.936900 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-75412253-1a3f-43f5-81f1-a0a702261314 req-fe130809-0544-4058-a108-55ffea5cca1f tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=3586e591-150e-4a33-922d-7904d3c472bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434752 Nov 27 04:44:46.223970 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-677fa617-c931-433b-b319-a3b822538181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:46.492470 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:46.509875 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a82e13-3613-4191-a38a-23e563e250d8 req-5b9aced7-df1e-4f9b-b7cc-a04b12f3c9f6 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:44:46.511374 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-68a82e13-3613-4191-a38a-23e563e250d8 req-5b9aced7-df1e-4f9b-b7cc-a04b12f3c9f6 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0 HTTP/1.1" status: 200 len: 945 time: 0.0510442 Nov 27 04:44:46.607110 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-68a82e13-3613-4191-a38a-23e563e250d8 req-2d607d93-aadb-4bc5-a9b9-781ec45150a0 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Deleting port 65f4921b-c538-46ce-8551-f65042b206ad {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:44:46.607452 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-68a82e13-3613-4191-a38a-23e563e250d8 req-2d607d93-aadb-4bc5-a9b9-781ec45150a0 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:46.694080 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:44:46.694697 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-68a82e13-3613-4191-a38a-23e563e250d8 req-2d607d93-aadb-4bc5-a9b9-781ec45150a0 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] For port 65f4921b-c538-46ce-8551-f65042b206ad, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=65f4921b-c538-46ce-8551-f65042b206ad,segment=NetworkSegment(08ce3e94-b5b5-4f2b-98eb-57369fe5416c),segment_id=08ce3e94-b5b5-4f2b-98eb-57369fe5416c)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:44:46.694697 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-68a82e13-3613-4191-a38a-23e563e250d8 req-2d607d93-aadb-4bc5-a9b9-781ec45150a0 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:46.706972 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-68a82e13-3613-4191-a38a-23e563e250d8 req-2d607d93-aadb-4bc5-a9b9-781ec45150a0 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Calling delete_port for 65f4921b-c538-46ce-8551-f65042b206ad owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:44:46.835363 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-68a82e13-3613-4191-a38a-23e563e250d8 req-2d607d93-aadb-4bc5-a9b9-781ec45150a0 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:46.861214 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d607d93-aadb-4bc5-a9b9-781ec45150a0 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event deleted for resources: {'Port': ['ID=65f4921b-c538-46ce-8551-f65042b206ad,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:44:46.904328 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a82e13-3613-4191-a38a-23e563e250d8 req-2d607d93-aadb-4bc5-a9b9-781ec45150a0 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] No DVR routers for this DVR port 65f4921b-c538-46ce-8551-f65042b206ad on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:44:46.906967 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-68a82e13-3613-4191-a38a-23e563e250d8 req-2d607d93-aadb-4bc5-a9b9-781ec45150a0 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:46.910340 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-68a82e13-3613-4191-a38a-23e563e250d8 req-2d607d93-aadb-4bc5-a9b9-781ec45150a0 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.23 "DELETE /v2.0/ports/65f4921b-c538-46ce-8551-f65042b206ad HTTP/1.1" status: 204 len: 173 time: 0.3888292 Nov 27 04:44:46.910799 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0', 'name': 'network-vif-deleted', 'tag': '65f4921b-c538-46ce-8551-f65042b206ad'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:44:46.913092 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08b94054c3609ca5194c36e6072b148da941c4766f069e8e94abba8dbd1bbb06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd27c696-ed30-4473-8353-3a3cd6acf2e3" -d '{"events": [{"server_uuid": "dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0", "name": "network-vif-deleted", "tag": "65f4921b-c538-46ce-8551-f65042b206ad"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:44:46.954605 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a106e2-22be-4a29-8d77-c6ace4e388b9 x-openstack-request-id: req-99a106e2-22be-4a29-8d77-c6ace4e388b9 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:44:46.954907 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0", "name": "network-vif-deleted", "tag": "65f4921b-c538-46ce-8551-f65042b206ad", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:44:46.955160 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-99a106e2-22be-4a29-8d77-c6ace4e388b9 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:44:46.955566 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0', 'name': 'network-vif-deleted', 'tag': '65f4921b-c538-46ce-8551-f65042b206ad', 'status': 'completed', 'code': 200} Nov 27 04:44:47.032513 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3148faba-611a-4c25-a87d-346e4dbbe000 req-4a2ebf3b-ae15-4b49-b1c4-55822018c7d5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd466e8c-a40e-4947-b7c6-fe1e1a68c3d0 HTTP/1.1" status: 200 len: 210 time: 0.0258796 Nov 27 04:44:48.089102 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34342) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:44:48.369827 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a620af8f-3bb1-435f-9a9c-d13adef7e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:48.447927 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d0014ba3-7441-4cb7-8ffb-8e4ac739d267 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:48.701746 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-d0014ba3-7441-4cb7-8ffb-8e4ac739d267 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Deleting port 17749650-b46f-4904-aba7-c814cf8ce633 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:44:48.702050 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d0014ba3-7441-4cb7-8ffb-8e4ac739d267 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:48.788386 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-d0014ba3-7441-4cb7-8ffb-8e4ac739d267 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] For port 17749650-b46f-4904-aba7-c814cf8ce633, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=17749650-b46f-4904-aba7-c814cf8ce633,segment=NetworkSegment(08ce3e94-b5b5-4f2b-98eb-57369fe5416c),segment_id=08ce3e94-b5b5-4f2b-98eb-57369fe5416c)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:44:48.788800 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d0014ba3-7441-4cb7-8ffb-8e4ac739d267 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:48.801331 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-d0014ba3-7441-4cb7-8ffb-8e4ac739d267 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Calling delete_port for 17749650-b46f-4904-aba7-c814cf8ce633 owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:44:48.983780 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d0014ba3-7441-4cb7-8ffb-8e4ac739d267 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:49.013914 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0014ba3-7441-4cb7-8ffb-8e4ac739d267 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event deleted for resources: {'Port': ['ID=17749650-b46f-4904-aba7-c814cf8ce633,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:44:49.187728 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:49.190834 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d0014ba3-7441-4cb7-8ffb-8e4ac739d267 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:49.409248 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0014ba3-7441-4cb7-8ffb-8e4ac739d267 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Router 15f89301-e335-4b97-9e00-9a23744759a8 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:44:49.512410 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0014ba3-7441-4cb7-8ffb-8e4ac739d267 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:44:49.517286 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d0014ba3-7441-4cb7-8ffb-8e4ac739d267 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "PUT /v2.0/routers/15f89301-e335-4b97-9e00-9a23744759a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4271657 Nov 27 04:44:49.519992 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34344) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:44:49.523773 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c120bac-2996-440d-92e6-375e3600671f None None] Sync routers for ids ['15f89301-e335-4b97-9e00-9a23744759a8'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:44:49.533188 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c120bac-2996-440d-92e6-375e3600671f None None] Routers {'15f89301-e335-4b97-9e00-9a23744759a8'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:44:49.533793 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-8c120bac-2996-440d-92e6-375e3600671f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:44:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['15f89301-e335-4b97-9e00-9a23744759a8'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:44:49.571417 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4ec5f86-43db-44ff-b5f8-73b3f1e197ac tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Deleting subnet a99c2c9a-229a-44b3-b05c-5f7e2c189a7d {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:44:49.574744 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e4ec5f86-43db-44ff-b5f8-73b3f1e197ac tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:49.613800 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e4ec5f86-43db-44ff-b5f8-73b3f1e197ac tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:49.642565 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-8c120bac-2996-440d-92e6-375e3600671f None None] Set router 15f89301-e335-4b97-9e00-9a23744759a8 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:44:49.705021 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e4ec5f86-43db-44ff-b5f8-73b3f1e197ac tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:49.763422 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:49.764895 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e4ec5f86-43db-44ff-b5f8-73b3f1e197ac tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:49.791651 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec5f86-43db-44ff-b5f8-73b3f1e197ac tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event deleted for resources: {'Subnet': ['ID=a99c2c9a-229a-44b3-b05c-5f7e2c189a7d,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:44:49.797954 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-e4ec5f86-43db-44ff-b5f8-73b3f1e197ac tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:49.804765 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-e4ec5f86-43db-44ff-b5f8-73b3f1e197ac tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "DELETE /v2.0/subnets/a99c2c9a-229a-44b3-b05c-5f7e2c189a7d HTTP/1.1" status: 204 len: 168 time: 0.2804651 Nov 27 04:44:49.805473 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34346) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:44:49.808424 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a8c634-a221-4b68-a676-33152c858ad0 None None] Network 7c4898b6-1a4f-4712-a40f-79a8b6dbf285 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:44:49.823628 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-8c120bac-2996-440d-92e6-375e3600671f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f89301-e335-4b97-9e00-9a23744759a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971689571', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'f2b4672f-08ae-460a-bf1f-aebe019cce7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:42:51Z', 'updated_at': '2021-11-27T04:44:48Z', 'revision_number': 5, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': 'f2b4672f-08ae-460a-bf1f-aebe019cce7a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f89301-e335-4b97-9e00-9a23744759a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:42:52Z', 'updated_at': '2021-11-27T04:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:44:49.854877 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c120bac-2996-440d-92e6-375e3600671f None None] Checking router: 15f89301-e335-4b97-9e00-9a23744759a8 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:44:49.864562 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c120bac-2996-440d-92e6-375e3600671f None None] Routers {'15f89301-e335-4b97-9e00-9a23744759a8'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:44:49.865134 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-8c120bac-2996-440d-92e6-375e3600671f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:44:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['15f89301-e335-4b97-9e00-9a23744759a8'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:44:49.914795 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-be565985-d965-4411-9003-c2c253188977 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:49.972826 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-8c120bac-2996-440d-92e6-375e3600671f None None] Set router 15f89301-e335-4b97-9e00-9a23744759a8 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:44:50.010221 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13102783-bf24-45a9-a9b2-197979d3dde3 None None] DHCP port deletion for 7c4898b6-1a4f-4712-a40f-79a8b6dbf285 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:44:50.033430 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-be565985-d965-4411-9003-c2c253188977 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:50.059603 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-13102783-bf24-45a9-a9b2-197979d3dde3 None None] Deleting port 9d1c2de5-7eea-468c-9a17-d30930b48a6b {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:44:50.059971 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-13102783-bf24-45a9-a9b2-197979d3dde3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:50.089816 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-be565985-d965-4411-9003-c2c253188977 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Deleting port f2b4672f-08ae-460a-bf1f-aebe019cce7a {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:44:50.090316 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-be565985-d965-4411-9003-c2c253188977 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:50.124404 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-13102783-bf24-45a9-a9b2-197979d3dde3 None None] For port 9d1c2de5-7eea-468c-9a17-d30930b48a6b, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=9d1c2de5-7eea-468c-9a17-d30930b48a6b,segment=NetworkSegment(08ce3e94-b5b5-4f2b-98eb-57369fe5416c),segment_id=08ce3e94-b5b5-4f2b-98eb-57369fe5416c)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:44:50.124810 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-13102783-bf24-45a9-a9b2-197979d3dde3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:50.138883 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-13102783-bf24-45a9-a9b2-197979d3dde3 None None] Calling delete_port for 9d1c2de5-7eea-468c-9a17-d30930b48a6b owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:44:50.166095 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-8c120bac-2996-440d-92e6-375e3600671f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f89301-e335-4b97-9e00-9a23744759a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971689571', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'f2b4672f-08ae-460a-bf1f-aebe019cce7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:42:51Z', 'updated_at': '2021-11-27T04:44:48Z', 'revision_number': 5, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': 'f2b4672f-08ae-460a-bf1f-aebe019cce7a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f89301-e335-4b97-9e00-9a23744759a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:42:52Z', 'updated_at': '2021-11-27T04:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:44:50.178049 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-be565985-d965-4411-9003-c2c253188977 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] For port f2b4672f-08ae-460a-bf1f-aebe019cce7a, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=f2b4672f-08ae-460a-bf1f-aebe019cce7a,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:44:50.178746 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-be565985-d965-4411-9003-c2c253188977 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:50.192754 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-be565985-d965-4411-9003-c2c253188977 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Calling delete_port for f2b4672f-08ae-460a-bf1f-aebe019cce7a owned by network:router_gateway {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:44:50.197200 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c120bac-2996-440d-92e6-375e3600671f None None] The sync data for ids ['15f89301-e335-4b97-9e00-9a23744759a8'] in n-d-819494-3 is: [{'id': '15f89301-e335-4b97-9e00-9a23744759a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971689571', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'f2b4672f-08ae-460a-bf1f-aebe019cce7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:42:51Z', 'updated_at': '2021-11-27T04:44:48Z', 'revision_number': 5, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': 'f2b4672f-08ae-460a-bf1f-aebe019cce7a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f89301-e335-4b97-9e00-9a23744759a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:42:52Z', 'updated_at': '2021-11-27T04:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:44:50.240995 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-13102783-bf24-45a9-a9b2-197979d3dde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:50.266217 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13102783-bf24-45a9-a9b2-197979d3dde3 None None] Pushing event deleted for resources: {'Port': ['ID=9d1c2de5-7eea-468c-9a17-d30930b48a6b,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:44:50.270491 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13102783-bf24-45a9-a9b2-197979d3dde3 None None] No DVR routers for this DVR port 9d1c2de5-7eea-468c-9a17-d30930b48a6b on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:44:50.277177 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13102783-bf24-45a9-a9b2-197979d3dde3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:50.277530 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13102783-bf24-45a9-a9b2-197979d3dde3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:50.277884 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13102783-bf24-45a9-a9b2-197979d3dde3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:50.278225 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13102783-bf24-45a9-a9b2-197979d3dde3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:50.281400 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13102783-bf24-45a9-a9b2-197979d3dde3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:50.281400 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13102783-bf24-45a9-a9b2-197979d3dde3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:50.281400 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13102783-bf24-45a9-a9b2-197979d3dde3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:50.281400 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13102783-bf24-45a9-a9b2-197979d3dde3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:50.281400 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13102783-bf24-45a9-a9b2-197979d3dde3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:50.281400 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13102783-bf24-45a9-a9b2-197979d3dde3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:50.281400 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13102783-bf24-45a9-a9b2-197979d3dde3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:50.281400 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13102783-bf24-45a9-a9b2-197979d3dde3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:50.360770 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-be565985-d965-4411-9003-c2c253188977 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:50.387281 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be565985-d965-4411-9003-c2c253188977 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event deleted for resources: {'Port': ['ID=f2b4672f-08ae-460a-bf1f-aebe019cce7a,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:44:50.397134 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c185c0-56c7-4095-8072-31886d23261f None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:44:50.410455 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be565985-d965-4411-9003-c2c253188977 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:50.411374 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be565985-d965-4411-9003-c2c253188977 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:50.411729 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be565985-d965-4411-9003-c2c253188977 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:50.412080 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be565985-d965-4411-9003-c2c253188977 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:50.412428 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be565985-d965-4411-9003-c2c253188977 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:50.412770 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be565985-d965-4411-9003-c2c253188977 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:50.413111 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be565985-d965-4411-9003-c2c253188977 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:50.413451 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be565985-d965-4411-9003-c2c253188977 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:50.413792 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be565985-d965-4411-9003-c2c253188977 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:50.414129 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be565985-d965-4411-9003-c2c253188977 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:50.414465 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be565985-d965-4411-9003-c2c253188977 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:50.414826 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be565985-d965-4411-9003-c2c253188977 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:50.457351 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-be565985-d965-4411-9003-c2c253188977 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:50.553940 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-be565985-d965-4411-9003-c2c253188977 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:50.556371 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-be565985-d965-4411-9003-c2c253188977 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:50.600885 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-be565985-d965-4411-9003-c2c253188977 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:50.601483 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be565985-d965-4411-9003-c2c253188977 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Fanout notify agent at l3_agent the message router_deleted on router 15f89301-e335-4b97-9e00-9a23744759a8 {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:44:50.609140 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-be565985-d965-4411-9003-c2c253188977 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:50.612890 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-be565985-d965-4411-9003-c2c253188977 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "DELETE /v2.0/routers/15f89301-e335-4b97-9e00-9a23744759a8 HTTP/1.1" status: 204 len: 168 time: 0.8031266 Nov 27 04:44:50.613197 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34348) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:44:50.691800 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d93c09f4-9766-418f-93e9-887a55e5acb5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:50.783185 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d93c09f4-9766-418f-93e9-887a55e5acb5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:50.804917 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-d93c09f4-9766-418f-93e9-887a55e5acb5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c4898b6-1a4f-4712-a40f-79a8b6dbf285']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:44:50.814491 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-d93c09f4-9766-418f-93e9-887a55e5acb5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08ce3e94-b5b5-4f2b-98eb-57369fe5416c') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:44:50.815145 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-d93c09f4-9766-418f-93e9-887a55e5acb5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08ce3e94-b5b5-4f2b-98eb-57369fe5416c') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:44:50.824673 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d93c09f4-9766-418f-93e9-887a55e5acb5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:50.838685 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d93c09f4-9766-418f-93e9-887a55e5acb5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:50.849250 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d93c09f4-9766-418f-93e9-887a55e5acb5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:44:50.849687 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d93c09f4-9766-418f-93e9-887a55e5acb5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:50.852666 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:44:50.852666 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:44:50.852666 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:44:50.852666 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:44:50.852666 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:44:50.852666 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:44:50.852666 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:44:50.852666 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:44:50.852666 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:44:50.852666 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:44:50.852666 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:44:50.852666 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:44:50.852666 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:44:50.852666 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:44:50.852666 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:44:50.852666 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:44:50.852666 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:44:50.852666 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:44:50.852666 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:44:50.852666 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:44:50.852666 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:44:50.852666 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:44:50.852666 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:44:50.852666 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:44:50.852666 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:44:50.852666 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:44:50.852666 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:44:50.852666 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:44:50.852666 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:44:50.852666 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:44:50.852666 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:44:50.852666 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:44:50.914628 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d93c09f4-9766-418f-93e9-887a55e5acb5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:50.921673 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d93c09f4-9766-418f-93e9-887a55e5acb5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:50.924761 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d93c09f4-9766-418f-93e9-887a55e5acb5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "DELETE /v2.0/networks/7c4898b6-1a4f-4712-a40f-79a8b6dbf285 HTTP/1.1" status: 204 len: 168 time: 0.3107288 Nov 27 04:44:50.928006 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34350) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:44:50.936837 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c09f4-9766-418f-93e9-887a55e5acb5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event deleted for resources: {'Network': ['ID=7c4898b6-1a4f-4712-a40f-79a8b6dbf285,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:44:50.988563 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5210a682-da5c-458e-a02b-06acf46d9bc2 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:51.014150 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5210a682-da5c-458e-a02b-06acf46d9bc2 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:51.071112 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5210a682-da5c-458e-a02b-06acf46d9bc2 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:51.073663 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-5210a682-da5c-458e-a02b-06acf46d9bc2 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:51.074856 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-5210a682-da5c-458e-a02b-06acf46d9bc2 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "DELETE /v2.0/security-groups/3586e591-150e-4a33-922d-7904d3c472bf HTTP/1.1" status: 204 len: 168 time: 0.1451604 Nov 27 04:44:51.084283 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5210a682-da5c-458e-a02b-06acf46d9bc2 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3586e591-150e-4a33-922d-7904d3c472bf,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:44:51.244072 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 65f4921b-c538-46ce-8551-f65042b206ad no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:44:51.269134 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 65f4921b-c538-46ce-8551-f65042b206ad {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:44:51.269561 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 65f4921b-c538-46ce-8551-f65042b206ad not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:44:51.325451 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device f2b4672f-08ae-460a-bf1f-aebe019cce7a no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:44:51.346520 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34356) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:44:51.352605 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-607ca5b5-3798-4ac7-97ed-333b5dbda570 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1366536438', 'description': 'tempest-secgroup-smoke-1366536438 description', 'project_id': '16ef918a0fcc49e59c15f8e39341f751'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:44:51.355210 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: f2b4672f-08ae-460a-bf1f-aebe019cce7a {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:44:51.355658 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device f2b4672f-08ae-460a-bf1f-aebe019cce7a not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:44:51.356191 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 17749650-b46f-4904-aba7-c814cf8ce633 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:44:51.381835 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-607ca5b5-3798-4ac7-97ed-333b5dbda570 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:51.382272 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 17749650-b46f-4904-aba7-c814cf8ce633 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:44:51.382759 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 17749650-b46f-4904-aba7-c814cf8ce633 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:44:51.383292 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 9d1c2de5-7eea-468c-9a17-d30930b48a6b no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:44:51.411433 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:51.412243 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 9d1c2de5-7eea-468c-9a17-d30930b48a6b {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:44:51.412691 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 9d1c2de5-7eea-468c-9a17-d30930b48a6b not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:44:51.468978 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-607ca5b5-3798-4ac7-97ed-333b5dbda570 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:51.472548 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-607ca5b5-3798-4ac7-97ed-333b5dbda570 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:51.504469 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-607ca5b5-3798-4ac7-97ed-333b5dbda570 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:51.508902 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-607ca5b5-3798-4ac7-97ed-333b5dbda570 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1584153 Nov 27 04:44:51.509113 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34358) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:44:51.513448 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-52c334c4-77a5-43a3-9077-40d5ab14446d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'security_group_rule': {'security_group_id': 'c5d608a0-668e-48b4-9933-d128e731e28b', 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:44:51.518705 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ca5b5-3798-4ac7-97ed-333b5dbda570 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d608a0-668e-48b4-9933-d128e731e28b,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:44:51.544201 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-52c334c4-77a5-43a3-9077-40d5ab14446d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:51.600790 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-52c334c4-77a5-43a3-9077-40d5ab14446d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:51.604417 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-52c334c4-77a5-43a3-9077-40d5ab14446d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:51.622163 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c334c4-77a5-43a3-9077-40d5ab14446d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b6dfa29-3179-413e-9f2d-528792e76ab5,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:44:51.629154 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-52c334c4-77a5-43a3-9077-40d5ab14446d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:51.631060 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-52c334c4-77a5-43a3-9077-40d5ab14446d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1209946 Nov 27 04:44:51.633863 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34360) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:44:51.638112 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-1005a531-a6f9-4c04-a831-15ebf7916267 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'security_group_rule': {'security_group_id': 'c5d608a0-668e-48b4-9933-d128e731e28b', 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:44:51.663244 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1005a531-a6f9-4c04-a831-15ebf7916267 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:51.717512 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1005a531-a6f9-4c04-a831-15ebf7916267 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:51.720753 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1005a531-a6f9-4c04-a831-15ebf7916267 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:51.737845 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1005a531-a6f9-4c04-a831-15ebf7916267 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1a6b080-0f51-4808-aa2c-04520a5e31b9,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:44:51.745206 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1005a531-a6f9-4c04-a831-15ebf7916267 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:51.746399 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1005a531-a6f9-4c04-a831-15ebf7916267 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1116042 Nov 27 04:44:51.749151 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34362) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:44:51.753356 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-b1b70af7-0a42-43b6-a56e-9d4c8b35ae1c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'security_group_rule': {'security_group_id': 'c5d608a0-668e-48b4-9933-d128e731e28b', 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:44:51.778900 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b1b70af7-0a42-43b6-a56e-9d4c8b35ae1c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:51.837659 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b1b70af7-0a42-43b6-a56e-9d4c8b35ae1c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:51.841048 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b1b70af7-0a42-43b6-a56e-9d4c8b35ae1c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:51.859181 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b70af7-0a42-43b6-a56e-9d4c8b35ae1c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a903a8b-c45b-430e-901d-9c12a385ae7c,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:44:51.864709 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b1b70af7-0a42-43b6-a56e-9d4c8b35ae1c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:51.865770 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b1b70af7-0a42-43b6-a56e-9d4c8b35ae1c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1157081 Nov 27 04:44:51.868474 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34364) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:44:51.872759 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-73486691-c461-4bdb-b3cc-11a6667c6411 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'security_group_rule': {'security_group_id': 'c5d608a0-668e-48b4-9933-d128e731e28b', 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:44:51.897089 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-73486691-c461-4bdb-b3cc-11a6667c6411 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:51.949125 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:51.954256 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-73486691-c461-4bdb-b3cc-11a6667c6411 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:51.957824 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-73486691-c461-4bdb-b3cc-11a6667c6411 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:51.976242 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73486691-c461-4bdb-b3cc-11a6667c6411 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dcb93f0-c2ae-425d-b8c4-657a353be59a,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:44:51.982632 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-73486691-c461-4bdb-b3cc-11a6667c6411 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:51.983816 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-73486691-c461-4bdb-b3cc-11a6667c6411 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1144269 Nov 27 04:44:51.986475 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34366) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:44:51.991407 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-f8ef1826-8d19-47a5-a283-3a53e11ae1c9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'security_group_rule': {'security_group_id': 'c5d608a0-668e-48b4-9933-d128e731e28b', 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:44:52.013468 n-d-819494-3 neutron-server[110019]: INFO neutron.db.securitygroups_db [None req-f8ef1826-8d19-47a5-a283-3a53e11ae1c9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Project 16ef918a0fcc49e59c15f8e39341f751 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 04:44:52.018393 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f8ef1826-8d19-47a5-a283-3a53e11ae1c9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:52.075843 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f8ef1826-8d19-47a5-a283-3a53e11ae1c9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:52.079059 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f8ef1826-8d19-47a5-a283-3a53e11ae1c9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:52.096723 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef1826-8d19-47a5-a283-3a53e11ae1c9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a301ec31-7da5-4d78-9982-93b291dc7783,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:44:52.101946 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-f8ef1826-8d19-47a5-a283-3a53e11ae1c9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:52.103232 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-f8ef1826-8d19-47a5-a283-3a53e11ae1c9 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1157427 Nov 27 04:44:52.105851 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34368) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:44:52.110118 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-8a0140d0-edae-42d7-b219-1622769757ca tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'security_group_rule': {'security_group_id': 'c5d608a0-668e-48b4-9933-d128e731e28b', 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:44:52.130821 n-d-819494-3 neutron-server[110019]: INFO neutron.db.securitygroups_db [None req-8a0140d0-edae-42d7-b219-1622769757ca tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Project 16ef918a0fcc49e59c15f8e39341f751 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 04:44:52.135627 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8a0140d0-edae-42d7-b219-1622769757ca tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:52.195886 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8a0140d0-edae-42d7-b219-1622769757ca tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:52.199174 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8a0140d0-edae-42d7-b219-1622769757ca tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:52.531790 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0140d0-edae-42d7-b219-1622769757ca tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d171174-bb01-417d-9192-7262d408c690,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:44:52.543076 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8a0140d0-edae-42d7-b219-1622769757ca tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:52.544283 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8a0140d0-edae-42d7-b219-1622769757ca tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4375086 Nov 27 04:44:52.547089 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34370) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:44:52.551862 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-da602b58-dbfc-4dfa-bf1e-ebfe727d9a04 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'network': {'name': 'tempest-network-smoke--1344101099', 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'port_security_enabled': True}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:44:52.572670 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da602b58-dbfc-4dfa-bf1e-ebfe727d9a04 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Made reservation on behalf of 16ef918a0fcc49e59c15f8e39341f751 for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:44:52.576783 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-da602b58-dbfc-4dfa-bf1e-ebfe727d9a04 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:52.600602 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da602b58-dbfc-4dfa-bf1e-ebfe727d9a04 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:44:52.609670 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-da602b58-dbfc-4dfa-bf1e-ebfe727d9a04 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:52.610034 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-da602b58-dbfc-4dfa-bf1e-ebfe727d9a04 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Added segment 9d2101d0-5eec-4e78-aa8d-791eca4cc38a of type vlan for network dc5c4692-d907-46b1-9001-e46474d60567 Nov 27 04:44:52.648762 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-da602b58-dbfc-4dfa-bf1e-ebfe727d9a04 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:52.672104 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-da602b58-dbfc-4dfa-bf1e-ebfe727d9a04 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:52.677911 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da602b58-dbfc-4dfa-bf1e-ebfe727d9a04 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:44:52.678489 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-da602b58-dbfc-4dfa-bf1e-ebfe727d9a04 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:52.733720 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-da602b58-dbfc-4dfa-bf1e-ebfe727d9a04 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1856236 Nov 27 04:44:52.736573 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34372) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:44:52.741313 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-525c89d1-f1a7-49e6-87d7-e4fafa18c0c5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-824145127', 'admin_state_up': True, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:44:52.745179 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da602b58-dbfc-4dfa-bf1e-ebfe727d9a04 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'Network': ['ID=dc5c4692-d907-46b1-9001-e46474d60567,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:44:52.755737 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network dc5c4692-d907-46b1-9001-e46474d60567 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:44:52.768303 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-525c89d1-f1a7-49e6-87d7-e4fafa18c0c5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:52.769083 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-525c89d1-f1a7-49e6-87d7-e4fafa18c0c5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:52.821785 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-525c89d1-f1a7-49e6-87d7-e4fafa18c0c5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:52.958817 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-525c89d1-f1a7-49e6-87d7-e4fafa18c0c5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:53.147041 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-525c89d1-f1a7-49e6-87d7-e4fafa18c0c5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:53.165229 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-525c89d1-f1a7-49e6-87d7-e4fafa18c0c5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:53.263817 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-525c89d1-f1a7-49e6-87d7-e4fafa18c0c5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Allocated IP 172.25.1.181 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/3b8f52bd-4c92-4e00-83d0-4bf3d72ee219) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:44:53.364959 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-525c89d1-f1a7-49e6-87d7-e4fafa18c0c5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:53.396864 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-525c89d1-f1a7-49e6-87d7-e4fafa18c0c5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:53.434890 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525c89d1-f1a7-49e6-87d7-e4fafa18c0c5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:44:53.437698 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-525c89d1-f1a7-49e6-87d7-e4fafa18c0c5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:44:53.443268 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525c89d1-f1a7-49e6-87d7-e4fafa18c0c5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:44:53.448416 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c89d1-f1a7-49e6-87d7-e4fafa18c0c5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'Port': ['ID=3b8f52bd-4c92-4e00-83d0-4bf3d72ee219,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:44:53.450252 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea2d813-2481-4721-b036-27b53e3106bd None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:44:53.491348 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-814c37e5-99fd-49e0-9c56-bc4f4f321a19 None None] Provisioning complete for port 3b8f52bd-4c92-4e00-83d0-4bf3d72ee219 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:44:53.491723 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-814c37e5-99fd-49e0-9c56-bc4f4f321a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:53.524185 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-814c37e5-99fd-49e0-9c56-bc4f4f321a19 None None] Port 3b8f52bd-4c92-4e00-83d0-4bf3d72ee219 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:44:53.689777 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-525c89d1-f1a7-49e6-87d7-e4fafa18c0c5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:53.879851 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-525c89d1-f1a7-49e6-87d7-e4fafa18c0c5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:54.008834 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525c89d1-f1a7-49e6-87d7-e4fafa18c0c5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Router 445f01f2-05f2-49fd-8a17-7c3d3387b961 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:44:54.113734 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525c89d1-f1a7-49e6-87d7-e4fafa18c0c5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:44:54.123443 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d736b8c-69de-48b5-8779-4cc6e1ee0006 None None] Sync routers for ids ['445f01f2-05f2-49fd-8a17-7c3d3387b961'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:44:54.134293 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d736b8c-69de-48b5-8779-4cc6e1ee0006 None None] Routers {'445f01f2-05f2-49fd-8a17-7c3d3387b961'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:44:54.134950 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-9d736b8c-69de-48b5-8779-4cc6e1ee0006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:44:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['445f01f2-05f2-49fd-8a17-7c3d3387b961'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:44:54.135801 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-525c89d1-f1a7-49e6-87d7-e4fafa18c0c5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:54.137023 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-525c89d1-f1a7-49e6-87d7-e4fafa18c0c5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3993225 Nov 27 04:44:54.140188 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34374) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:44:54.168781 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-93fc3bb6-80c3-424f-ae0e-6515d3ca94c2 tempest-TestNetworkAdvancedServerOps-1512945365 tempest-TestNetworkAdvancedServerOps-1512945365-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=16ef918a0fcc49e59c15f8e39341f751&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274768 Nov 27 04:44:54.171367 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34376) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:44:54.241520 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-9d736b8c-69de-48b5-8779-4cc6e1ee0006 None None] Set router 445f01f2-05f2-49fd-8a17-7c3d3387b961 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:44:54.258214 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb7da90-6d57-4390-9c6d-16c5749edbc4 tempest-TestNetworkAdvancedServerOps-1512945365 tempest-TestNetworkAdvancedServerOps-1512945365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:44:54.259832 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-feb7da90-6d57-4390-9c6d-16c5749edbc4 tempest-TestNetworkAdvancedServerOps-1512945365 tempest-TestNetworkAdvancedServerOps-1512945365-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0875018 Nov 27 04:44:54.262599 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34378) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:44:54.293773 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-00a0df78-94dd-4ec0-b5c5-f0e9c38fb252 tempest-TestNetworkAdvancedServerOps-1512945365 tempest-TestNetworkAdvancedServerOps-1512945365-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=f5c39893-f8d8-4150-8aae-695f98406de3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300634 Nov 27 04:44:54.296225 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34380) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:44:54.300834 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-e15319a4-8dbe-4307-90b3-9f146b409465 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-205059933', 'network_id': 'dc5c4692-d907-46b1-9001-e46474d60567', 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:44:54.387784 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15319a4-8dbe-4307-90b3-9f146b409465 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Made reservation on behalf of 16ef918a0fcc49e59c15f8e39341f751 for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:44:54.391280 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e15319a4-8dbe-4307-90b3-9f146b409465 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:54.426931 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-9d736b8c-69de-48b5-8779-4cc6e1ee0006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445f01f2-05f2-49fd-8a17-7c3d3387b961', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824145127', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '3b8f52bd-4c92-4e00-83d0-4bf3d72ee219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:44:52Z', 'updated_at': '2021-11-27T04:44:53Z', 'revision_number': 3, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '3b8f52bd-4c92-4e00-83d0-4bf3d72ee219', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:52:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445f01f2-05f2-49fd-8a17-7c3d3387b961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:44:53Z', 'updated_at': '2021-11-27T04:44:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:44:54.453803 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d736b8c-69de-48b5-8779-4cc6e1ee0006 None None] Checking router: 445f01f2-05f2-49fd-8a17-7c3d3387b961 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:44:54.454157 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d736b8c-69de-48b5-8779-4cc6e1ee0006 None None] Updating router 445f01f2-05f2-49fd-8a17-7c3d3387b961 port 3b8f52bd-4c92-4e00-83d0-4bf3d72ee219 binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:44:54.480295 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9d736b8c-69de-48b5-8779-4cc6e1ee0006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:54.570290 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e15319a4-8dbe-4307-90b3-9f146b409465 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:54.623162 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15319a4-8dbe-4307-90b3-9f146b409465 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'Subnet': ['ID=eaf7711f-e2a9-4a50-b760-9bbffc3323db,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:44:54.641067 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15319a4-8dbe-4307-90b3-9f146b409465 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Checking segment: {'id': '9d2101d0-5eec-4e78-aa8d-791eca4cc38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'dc5c4692-d907-46b1-9001-e46474d60567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:44:54.641426 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15319a4-8dbe-4307-90b3-9f146b409465 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Network hostable DHCP agents. Network: dc5c4692-d907-46b1-9001-e46474d60567, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:44:54.657998 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15319a4-8dbe-4307-90b3-9f146b409465 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Network dc5c4692-d907-46b1-9001-e46474d60567 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:44:54.666876 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-e15319a4-8dbe-4307-90b3-9f146b409465 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, dc5c4692-d907-46b1-9001-e46474d60567) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:44:54.670917 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15319a4-8dbe-4307-90b3-9f146b409465 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:44:54.671522 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e15319a4-8dbe-4307-90b3-9f146b409465 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:54.686877 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935ca7c1-8dd6-40ef-884a-99598cdac053 None None] Network dc5c4692-d907-46b1-9001-e46474d60567 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:44:54.689267 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e15319a4-8dbe-4307-90b3-9f146b409465 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3920679 Nov 27 04:44:54.692654 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34382) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:44:54.798924 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9d736b8c-69de-48b5-8779-4cc6e1ee0006 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:54.807693 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9d736b8c-69de-48b5-8779-4cc6e1ee0006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:54.867487 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65e7f1c-a977-4605-95b6-251802f4d777 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:44:54.901870 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d2566-3087-441b-b77a-481e17c2c461 None None] Pushing event updated for resources: {'Port': ['ID=3b8f52bd-4c92-4e00-83d0-4bf3d72ee219,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:44:54.904048 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-9d736b8c-69de-48b5-8779-4cc6e1ee0006 None None] Attempting to bind port 3b8f52bd-4c92-4e00-83d0-4bf3d72ee219 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:44:54.904426 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-9d736b8c-69de-48b5-8779-4cc6e1ee0006 None None] Attempting to bind port 3b8f52bd-4c92-4e00-83d0-4bf3d72ee219 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:44:54.904788 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d736b8c-69de-48b5-8779-4cc6e1ee0006 None None] Attempting to bind port 3b8f52bd-4c92-4e00-83d0-4bf3d72ee219 on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:44:54.914642 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d736b8c-69de-48b5-8779-4cc6e1ee0006 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:44:54.915019 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d736b8c-69de-48b5-8779-4cc6e1ee0006 None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:44:54.915419 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9d736b8c-69de-48b5-8779-4cc6e1ee0006 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:54.915815 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d736b8c-69de-48b5-8779-4cc6e1ee0006 None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:44:54.916557 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-9d736b8c-69de-48b5-8779-4cc6e1ee0006 None None] Bound port: 3b8f52bd-4c92-4e00-83d0-4bf3d72ee219, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:44:54.916948 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9d736b8c-69de-48b5-8779-4cc6e1ee0006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:54.973853 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6743dd42-25e0-49f7-bf3f-5a5a911150a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-dc5c4692-d907-46b1-9001-e46474d60567', 'network_id': 'dc5c4692-d907-46b1-9001-e46474d60567', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'fixed_ips': [{'subnet_id': 'eaf7711f-e2a9-4a50-b760-9bbffc3323db'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:44:54.974709 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6743dd42-25e0-49f7-bf3f-5a5a911150a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:55.009479 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c34359ed-d5e0-493b-b7ab-c8404c18f0ba None None] Provisioning complete for port 3b8f52bd-4c92-4e00-83d0-4bf3d72ee219 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:44:55.009849 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c34359ed-d5e0-493b-b7ab-c8404c18f0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:55.014053 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-9d736b8c-69de-48b5-8779-4cc6e1ee0006 None None] For port 3b8f52bd-4c92-4e00-83d0-4bf3d72ee219, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:44:55.050178 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-9d736b8c-69de-48b5-8779-4cc6e1ee0006 None None] For port 3b8f52bd-4c92-4e00-83d0-4bf3d72ee219, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=3b8f52bd-4c92-4e00-83d0-4bf3d72ee219,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:44:55.099942 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9d736b8c-69de-48b5-8779-4cc6e1ee0006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:55.126977 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-124cc563-beaf-4386-bd0e-ccd91ab2c64d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:55.141878 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c34359ed-d5e0-493b-b7ab-c8404c18f0ba None None] Port 3b8f52bd-4c92-4e00-83d0-4bf3d72ee219 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:44:55.164342 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f6be42-a65e-46b3-a588-e9e2d1aeed8d None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:44:55.213942 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d736b8c-69de-48b5-8779-4cc6e1ee0006 None None] Routers {'445f01f2-05f2-49fd-8a17-7c3d3387b961'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:44:55.214578 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-9d736b8c-69de-48b5-8779-4cc6e1ee0006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:44:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['445f01f2-05f2-49fd-8a17-7c3d3387b961'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:44:55.216302 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d2566-3087-441b-b77a-481e17c2c461 None None] Pushing event updated for resources: {'Port': ['ID=3b8f52bd-4c92-4e00-83d0-4bf3d72ee219,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:44:55.303604 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-6743dd42-25e0-49f7-bf3f-5a5a911150a2 None None] Allocated IP 172.20.0.2 (dc5c4692-d907-46b1-9001-e46474d60567/eaf7711f-e2a9-4a50-b760-9bbffc3323db/f1b846b8-f5b5-4dc3-84a9-5419120aa381) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:44:55.328770 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-ac9a9f78-342d-4c0d-a887-5708302bcd24 None None] Provisioning complete for port 3b8f52bd-4c92-4e00-83d0-4bf3d72ee219 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:44:55.329158 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ac9a9f78-342d-4c0d-a887-5708302bcd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:55.426110 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-9d736b8c-69de-48b5-8779-4cc6e1ee0006 None None] Set router 445f01f2-05f2-49fd-8a17-7c3d3387b961 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:44:55.797728 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ac9a9f78-342d-4c0d-a887-5708302bcd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:55.820669 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6743dd42-25e0-49f7-bf3f-5a5a911150a2 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:55.847063 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6743dd42-25e0-49f7-bf3f-5a5a911150a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:55.853463 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-ac9a9f78-342d-4c0d-a887-5708302bcd24 None None] For port 3b8f52bd-4c92-4e00-83d0-4bf3d72ee219, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=3b8f52bd-4c92-4e00-83d0-4bf3d72ee219,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:44:55.882081 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-124cc563-beaf-4386-bd0e-ccd91ab2c64d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Allocated IP 172.20.0.1 (dc5c4692-d907-46b1-9001-e46474d60567/eaf7711f-e2a9-4a50-b760-9bbffc3323db/7a984c0f-d18e-47f6-aeef-0d82ef8d2067) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:44:55.883636 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ac9a9f78-342d-4c0d-a887-5708302bcd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:55.900614 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6743dd42-25e0-49f7-bf3f-5a5a911150a2 None None] Network dc5c4692-d907-46b1-9001-e46474d60567 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:44:55.907687 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-6743dd42-25e0-49f7-bf3f-5a5a911150a2 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:44:55.911266 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6743dd42-25e0-49f7-bf3f-5a5a911150a2 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:44:55.923210 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743dd42-25e0-49f7-bf3f-5a5a911150a2 None None] Pushing event updated for resources: {'Port': ['ID=f1b846b8-f5b5-4dc3-84a9-5419120aa381,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:44:55.999701 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-9d736b8c-69de-48b5-8779-4cc6e1ee0006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445f01f2-05f2-49fd-8a17-7c3d3387b961', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824145127', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '3b8f52bd-4c92-4e00-83d0-4bf3d72ee219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:44:52Z', 'updated_at': '2021-11-27T04:44:53Z', 'revision_number': 3, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '3b8f52bd-4c92-4e00-83d0-4bf3d72ee219', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:52:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445f01f2-05f2-49fd-8a17-7c3d3387b961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:44:53Z', 'updated_at': '2021-11-27T04:44:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:44:56.003063 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-124cc563-beaf-4386-bd0e-ccd91ab2c64d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:56.037852 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-124cc563-beaf-4386-bd0e-ccd91ab2c64d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:56.042975 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d736b8c-69de-48b5-8779-4cc6e1ee0006 None None] The sync data for ids ['445f01f2-05f2-49fd-8a17-7c3d3387b961'] in n-d-819494-3 is: [{'id': '445f01f2-05f2-49fd-8a17-7c3d3387b961', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824145127', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '3b8f52bd-4c92-4e00-83d0-4bf3d72ee219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:44:52Z', 'updated_at': '2021-11-27T04:44:53Z', 'revision_number': 3, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '3b8f52bd-4c92-4e00-83d0-4bf3d72ee219', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:52:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445f01f2-05f2-49fd-8a17-7c3d3387b961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:44:53Z', 'updated_at': '2021-11-27T04:44:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:44:56.047075 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-6743dd42-25e0-49f7-bf3f-5a5a911150a2 None None] Attempting to bind port f1b846b8-f5b5-4dc3-84a9-5419120aa381 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:44:56.047075 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-6743dd42-25e0-49f7-bf3f-5a5a911150a2 None None] Attempting to bind port f1b846b8-f5b5-4dc3-84a9-5419120aa381 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '9d2101d0-5eec-4e78-aa8d-791eca4cc38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'dc5c4692-d907-46b1-9001-e46474d60567'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:44:56.047408 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6743dd42-25e0-49f7-bf3f-5a5a911150a2 None None] Attempting to bind port f1b846b8-f5b5-4dc3-84a9-5419120aa381 on network dc5c4692-d907-46b1-9001-e46474d60567 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:44:56.051049 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a9f78-342d-4c0d-a887-5708302bcd24 None None] Pushing event updated for resources: {'Port': ['ID=3b8f52bd-4c92-4e00-83d0-4bf3d72ee219,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:44:56.056802 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6743dd42-25e0-49f7-bf3f-5a5a911150a2 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:44:56.057181 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6743dd42-25e0-49f7-bf3f-5a5a911150a2 None None] Checking segment: {'id': '9d2101d0-5eec-4e78-aa8d-791eca4cc38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'dc5c4692-d907-46b1-9001-e46474d60567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:44:56.057585 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6743dd42-25e0-49f7-bf3f-5a5a911150a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:56.057977 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6743dd42-25e0-49f7-bf3f-5a5a911150a2 None None] Bound using segment: {'id': '9d2101d0-5eec-4e78-aa8d-791eca4cc38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'dc5c4692-d907-46b1-9001-e46474d60567'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:44:56.058454 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-6743dd42-25e0-49f7-bf3f-5a5a911150a2 None None] Bound port: f1b846b8-f5b5-4dc3-84a9-5419120aa381, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d2101d0-5eec-4e78-aa8d-791eca4cc38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'dc5c4692-d907-46b1-9001-e46474d60567'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:44:56.058988 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6743dd42-25e0-49f7-bf3f-5a5a911150a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:56.094424 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124cc563-beaf-4386-bd0e-ccd91ab2c64d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Network dc5c4692-d907-46b1-9001-e46474d60567 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:44:56.098007 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-124cc563-beaf-4386-bd0e-ccd91ab2c64d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:44:56.101036 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124cc563-beaf-4386-bd0e-ccd91ab2c64d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:44:56.124441 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-6743dd42-25e0-49f7-bf3f-5a5a911150a2 None None] For port f1b846b8-f5b5-4dc3-84a9-5419120aa381, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:44:56.127862 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-6743dd42-25e0-49f7-bf3f-5a5a911150a2 None None] For port f1b846b8-f5b5-4dc3-84a9-5419120aa381, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=f1b846b8-f5b5-4dc3-84a9-5419120aa381,segment=NetworkSegment(9d2101d0-5eec-4e78-aa8d-791eca4cc38a),segment_id=9d2101d0-5eec-4e78-aa8d-791eca4cc38a)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:44:56.135305 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6743dd42-25e0-49f7-bf3f-5a5a911150a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:56.199814 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743dd42-25e0-49f7-bf3f-5a5a911150a2 None None] Pushing event updated for resources: {'Port': ['ID=f1b846b8-f5b5-4dc3-84a9-5419120aa381,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:44:56.493101 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124cc563-beaf-4386-bd0e-ccd91ab2c64d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'Port': ['ID=7a984c0f-d18e-47f6-aeef-0d82ef8d2067,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:44:56.517024 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-124cc563-beaf-4386-bd0e-ccd91ab2c64d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:56.664524 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-124cc563-beaf-4386-bd0e-ccd91ab2c64d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:56.958234 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-124cc563-beaf-4386-bd0e-ccd91ab2c64d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:56.963903 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-124cc563-beaf-4386-bd0e-ccd91ab2c64d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:57.040924 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124cc563-beaf-4386-bd0e-ccd91ab2c64d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'Port': ['ID=7a984c0f-d18e-47f6-aeef-0d82ef8d2067,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:44:57.043426 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-124cc563-beaf-4386-bd0e-ccd91ab2c64d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:57.141774 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124cc563-beaf-4386-bd0e-ccd91ab2c64d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Network dc5c4692-d907-46b1-9001-e46474d60567 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:44:57.143317 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-124cc563-beaf-4386-bd0e-ccd91ab2c64d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:44:57.222836 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4148f4ea-7ef1-44a2-9f05-a731b44bb399 None None] Network dc5c4692-d907-46b1-9001-e46474d60567 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:44:57.256876 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124cc563-beaf-4386-bd0e-ccd91ab2c64d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Router 445f01f2-05f2-49fd-8a17-7c3d3387b961 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:44:57.330474 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-681277c6-7ada-457d-8e01-5ac4929f048e None None] Provisioning complete for port f1b846b8-f5b5-4dc3-84a9-5419120aa381 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:44:57.330879 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-681277c6-7ada-457d-8e01-5ac4929f048e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:57.379008 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124cc563-beaf-4386-bd0e-ccd91ab2c64d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:44:57.389880 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-124cc563-beaf-4386-bd0e-ccd91ab2c64d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "PUT /v2.0/routers/445f01f2-05f2-49fd-8a17-7c3d3387b961/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6958020 Nov 27 04:44:57.394001 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 3b8f52bd-4c92-4e00-83d0-4bf3d72ee219 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:44:57.524929 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 3b8f52bd-4c92-4e00-83d0-4bf3d72ee219 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:44:57.525304 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:57.552226 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-681277c6-7ada-457d-8e01-5ac4929f048e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:57.578096 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-8b080cc4-0627-44ef-9d5f-af3b36915dd3 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1366536438&fields=id&tenant_id=16ef918a0fcc49e59c15f8e39341f751 HTTP/1.1" status: 200 len: 267 time: 0.0529881 Nov 27 04:44:57.603891 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-681277c6-7ada-457d-8e01-5ac4929f048e None None] For port f1b846b8-f5b5-4dc3-84a9-5419120aa381, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=f1b846b8-f5b5-4dc3-84a9-5419120aa381,segment=NetworkSegment(9d2101d0-5eec-4e78-aa8d-791eca4cc38a),segment_id=9d2101d0-5eec-4e78-aa8d-791eca4cc38a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:44:57.610800 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-681277c6-7ada-457d-8e01-5ac4929f048e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:57.674382 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device f1b846b8-f5b5-4dc3-84a9-5419120aa381 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:44:57.709735 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-47adfc5d-fb11-4a9c-beab-0349cc5de412 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:44:57.712664 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681277c6-7ada-457d-8e01-5ac4929f048e None None] Pushing event updated for resources: {'Port': ['ID=f1b846b8-f5b5-4dc3-84a9-5419120aa381,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:44:57.715191 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-47adfc5d-fb11-4a9c-beab-0349cc5de412 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/networks?id=dc5c4692-d907-46b1-9001-e46474d60567 HTTP/1.1" status: 200 len: 797 time: 0.1262939 Nov 27 04:44:57.728365 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-7208a6ef-f513-4bd1-9749-577cbfa8f1a6 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/quotas/16ef918a0fcc49e59c15f8e39341f751 HTTP/1.1" status: 200 len: 375 time: 0.0104342 Nov 27 04:44:57.735351 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port f1b846b8-f5b5-4dc3-84a9-5419120aa381 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:44:57.735728 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:57.787404 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79897e56-8d08-4075-9dc4-b53431af61a0 None None] Sync routers for ids ['445f01f2-05f2-49fd-8a17-7c3d3387b961'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:44:57.799621 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-1bb43023-1d5d-48bb-a23d-7f45e22d3402 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=16ef918a0fcc49e59c15f8e39341f751&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0631108 Nov 27 04:44:57.861571 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-ea37d7b3-cc4c-456a-8ad2-272b3dd513f5 None None] Provisioning complete for port 7a984c0f-d18e-47f6-aeef-0d82ef8d2067 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:44:57.862021 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ea37d7b3-cc4c-456a-8ad2-272b3dd513f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:57.901898 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-ea37d7b3-cc4c-456a-8ad2-272b3dd513f5 None None] Port 7a984c0f-d18e-47f6-aeef-0d82ef8d2067 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:44:57.913603 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-ea37d7b3-cc4c-456a-8ad2-272b3dd513f5 None None] Provisioning complete for port f1b846b8-f5b5-4dc3-84a9-5419120aa381 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:44:57.913855 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ea37d7b3-cc4c-456a-8ad2-272b3dd513f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:57.931221 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79897e56-8d08-4075-9dc4-b53431af61a0 None None] Routers {'445f01f2-05f2-49fd-8a17-7c3d3387b961'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:44:57.931472 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-26bf3b4f-ad36-426e-be55-ba768bf6a3d0 service neutron] 10.222.0.20 "GET /v2.0/networks/dc5c4692-d907-46b1-9001-e46474d60567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178095 Nov 27 04:44:57.931856 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-79897e56-8d08-4075-9dc4-b53431af61a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:44:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['445f01f2-05f2-49fd-8a17-7c3d3387b961'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:44:58.030484 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-b07c62ee-b9cd-4cdb-8b74-9dbcfcc86fc4 service neutron] 10.222.0.20 "GET /v2.0/networks/dc5c4692-d907-46b1-9001-e46474d60567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982153 Nov 27 04:44:58.046014 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-79897e56-8d08-4075-9dc4-b53431af61a0 None None] Set router 445f01f2-05f2-49fd-8a17-7c3d3387b961 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:44:58.134236 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-f95b2d04-4df1-4c04-9105-f8bccd17b763 None None] Provisioning complete for port 7a984c0f-d18e-47f6-aeef-0d82ef8d2067 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:44:58.134636 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f95b2d04-4df1-4c04-9105-f8bccd17b763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:58.191375 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-f95b2d04-4df1-4c04-9105-f8bccd17b763 None None] Port 7a984c0f-d18e-47f6-aeef-0d82ef8d2067 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:44:58.245667 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cf5ade92-bf91-4ba6-8a4b-2bc65dbce603 req-1eecd6ce-f414-447a-92c0-8dd9d52e27c3 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=142d81c5-914f-4852-a613-d7f2cf19d079 HTTP/1.1" status: 200 len: 210 time: 0.0389256 Nov 27 04:44:58.259202 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-79897e56-8d08-4075-9dc4-b53431af61a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445f01f2-05f2-49fd-8a17-7c3d3387b961', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824145127', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '3b8f52bd-4c92-4e00-83d0-4bf3d72ee219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:44:52Z', 'updated_at': '2021-11-27T04:44:56Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '3b8f52bd-4c92-4e00-83d0-4bf3d72ee219', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:52:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f01f2-05f2-49fd-8a17-7c3d3387b961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:44:53Z', 'updated_at': '2021-11-27T04:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '7a984c0f-d18e-47f6-aeef-0d82ef8d2067', 'name': '', 'network_id': 'dc5c4692-d907-46b1-9001-e46474d60567', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'mac_address': 'fa:16:3e:57:ec:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445f01f2-05f2-49fd-8a17-7c3d3387b961', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'eaf7711f-e2a9-4a50-b760-9bbffc3323db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:44:55Z', 'updated_at': '2021-11-27T04:44:56Z', 'revision_number': 2, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'subnets': [{'id': 'eaf7711f-e2a9-4a50-b760-9bbffc3323db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:44:58.287807 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79897e56-8d08-4075-9dc4-b53431af61a0 None None] Checking router: 445f01f2-05f2-49fd-8a17-7c3d3387b961 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:44:58.288164 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79897e56-8d08-4075-9dc4-b53431af61a0 None None] Updating router 445f01f2-05f2-49fd-8a17-7c3d3387b961 port 7a984c0f-d18e-47f6-aeef-0d82ef8d2067 binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:44:58.319329 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-79897e56-8d08-4075-9dc4-b53431af61a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:58.414904 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-b24f7b84-97f3-47c1-8598-cb546dae934a None None] Provisioning complete for port 7a984c0f-d18e-47f6-aeef-0d82ef8d2067 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:44:58.415410 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b24f7b84-97f3-47c1-8598-cb546dae934a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:58.453148 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-b24f7b84-97f3-47c1-8598-cb546dae934a None None] Port 7a984c0f-d18e-47f6-aeef-0d82ef8d2067 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:44:58.580809 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-79897e56-8d08-4075-9dc4-b53431af61a0 None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:58.586605 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-79897e56-8d08-4075-9dc4-b53431af61a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:58.637670 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105aad87-9df7-42f9-a253-795fae143b29 None None] Pushing event updated for resources: {'Port': ['ID=7a984c0f-d18e-47f6-aeef-0d82ef8d2067,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:44:58.664863 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105aad87-9df7-42f9-a253-795fae143b29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:58.665222 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105aad87-9df7-42f9-a253-795fae143b29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:58.665562 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105aad87-9df7-42f9-a253-795fae143b29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:58.665901 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105aad87-9df7-42f9-a253-795fae143b29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:58.666232 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105aad87-9df7-42f9-a253-795fae143b29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:58.666577 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105aad87-9df7-42f9-a253-795fae143b29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:58.666926 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105aad87-9df7-42f9-a253-795fae143b29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:58.667251 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105aad87-9df7-42f9-a253-795fae143b29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:58.667573 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105aad87-9df7-42f9-a253-795fae143b29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:58.667898 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105aad87-9df7-42f9-a253-795fae143b29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:58.668218 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105aad87-9df7-42f9-a253-795fae143b29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:58.668536 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105aad87-9df7-42f9-a253-795fae143b29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:44:58.699595 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-79897e56-8d08-4075-9dc4-b53431af61a0 None None] Attempting to bind port 7a984c0f-d18e-47f6-aeef-0d82ef8d2067 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:44:58.699968 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-79897e56-8d08-4075-9dc4-b53431af61a0 None None] Attempting to bind port 7a984c0f-d18e-47f6-aeef-0d82ef8d2067 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '9d2101d0-5eec-4e78-aa8d-791eca4cc38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'dc5c4692-d907-46b1-9001-e46474d60567'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:44:58.700557 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79897e56-8d08-4075-9dc4-b53431af61a0 None None] Attempting to bind port 7a984c0f-d18e-47f6-aeef-0d82ef8d2067 on network dc5c4692-d907-46b1-9001-e46474d60567 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:44:58.706140 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79897e56-8d08-4075-9dc4-b53431af61a0 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:44:58.706518 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79897e56-8d08-4075-9dc4-b53431af61a0 None None] Checking segment: {'id': '9d2101d0-5eec-4e78-aa8d-791eca4cc38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'dc5c4692-d907-46b1-9001-e46474d60567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:44:58.706944 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-79897e56-8d08-4075-9dc4-b53431af61a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:58.709686 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79897e56-8d08-4075-9dc4-b53431af61a0 None None] Bound using segment: {'id': '9d2101d0-5eec-4e78-aa8d-791eca4cc38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'dc5c4692-d907-46b1-9001-e46474d60567'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:44:58.709686 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-79897e56-8d08-4075-9dc4-b53431af61a0 None None] Bound port: 7a984c0f-d18e-47f6-aeef-0d82ef8d2067, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d2101d0-5eec-4e78-aa8d-791eca4cc38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'dc5c4692-d907-46b1-9001-e46474d60567'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:44:58.709686 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-79897e56-8d08-4075-9dc4-b53431af61a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:58.775576 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-79897e56-8d08-4075-9dc4-b53431af61a0 None None] For port 7a984c0f-d18e-47f6-aeef-0d82ef8d2067, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:44:58.778900 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-79897e56-8d08-4075-9dc4-b53431af61a0 None None] For port 7a984c0f-d18e-47f6-aeef-0d82ef8d2067, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=7a984c0f-d18e-47f6-aeef-0d82ef8d2067,segment=NetworkSegment(9d2101d0-5eec-4e78-aa8d-791eca4cc38a),segment_id=9d2101d0-5eec-4e78-aa8d-791eca4cc38a)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:44:58.783298 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-79897e56-8d08-4075-9dc4-b53431af61a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:58.835984 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79897e56-8d08-4075-9dc4-b53431af61a0 None None] Routers {'445f01f2-05f2-49fd-8a17-7c3d3387b961'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:44:58.836702 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-79897e56-8d08-4075-9dc4-b53431af61a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:44:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['445f01f2-05f2-49fd-8a17-7c3d3387b961'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:44:58.886074 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-d79b0930-31cc-47a6-b6ab-0ecf272a1043 None None] Provisioning complete for port 7a984c0f-d18e-47f6-aeef-0d82ef8d2067 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:44:58.886838 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d79b0930-31cc-47a6-b6ab-0ecf272a1043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:58.916088 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105aad87-9df7-42f9-a253-795fae143b29 None None] Pushing event updated for resources: {'Port': ['ID=7a984c0f-d18e-47f6-aeef-0d82ef8d2067,revision_number=4']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:44:58.967115 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-79897e56-8d08-4075-9dc4-b53431af61a0 None None] Set router 445f01f2-05f2-49fd-8a17-7c3d3387b961 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:44:58.979841 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d79b0930-31cc-47a6-b6ab-0ecf272a1043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:59.016730 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-d79b0930-31cc-47a6-b6ab-0ecf272a1043 None None] For port 7a984c0f-d18e-47f6-aeef-0d82ef8d2067, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=7a984c0f-d18e-47f6-aeef-0d82ef8d2067,segment=NetworkSegment(9d2101d0-5eec-4e78-aa8d-791eca4cc38a),segment_id=9d2101d0-5eec-4e78-aa8d-791eca4cc38a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:44:59.021366 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d79b0930-31cc-47a6-b6ab-0ecf272a1043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:59.073426 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b0930-31cc-47a6-b6ab-0ecf272a1043 None None] Pushing event updated for resources: {'Port': ['ID=7a984c0f-d18e-47f6-aeef-0d82ef8d2067,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:44:59.141811 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-6d2deb9d-09f7-4108-b73f-b52231b11178 None None] Provisioning complete for port 7a984c0f-d18e-47f6-aeef-0d82ef8d2067 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:44:59.142188 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6d2deb9d-09f7-4108-b73f-b52231b11178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:59.173585 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-79897e56-8d08-4075-9dc4-b53431af61a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445f01f2-05f2-49fd-8a17-7c3d3387b961', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824145127', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '3b8f52bd-4c92-4e00-83d0-4bf3d72ee219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:44:52Z', 'updated_at': '2021-11-27T04:44:56Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '3b8f52bd-4c92-4e00-83d0-4bf3d72ee219', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:52:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f01f2-05f2-49fd-8a17-7c3d3387b961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:44:53Z', 'updated_at': '2021-11-27T04:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '7a984c0f-d18e-47f6-aeef-0d82ef8d2067', 'name': '', 'network_id': 'dc5c4692-d907-46b1-9001-e46474d60567', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'mac_address': 'fa:16:3e:57:ec:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445f01f2-05f2-49fd-8a17-7c3d3387b961', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'eaf7711f-e2a9-4a50-b760-9bbffc3323db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:44:55Z', 'updated_at': '2021-11-27T04:44:58Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'subnets': [{'id': 'eaf7711f-e2a9-4a50-b760-9bbffc3323db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:44:59.200551 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79897e56-8d08-4075-9dc4-b53431af61a0 None None] The sync data for ids ['445f01f2-05f2-49fd-8a17-7c3d3387b961'] in n-d-819494-3 is: [{'id': '445f01f2-05f2-49fd-8a17-7c3d3387b961', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824145127', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '3b8f52bd-4c92-4e00-83d0-4bf3d72ee219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:44:52Z', 'updated_at': '2021-11-27T04:44:56Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '3b8f52bd-4c92-4e00-83d0-4bf3d72ee219', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:52:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f01f2-05f2-49fd-8a17-7c3d3387b961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:44:53Z', 'updated_at': '2021-11-27T04:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '7a984c0f-d18e-47f6-aeef-0d82ef8d2067', 'name': '', 'network_id': 'dc5c4692-d907-46b1-9001-e46474d60567', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'mac_address': 'fa:16:3e:57:ec:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445f01f2-05f2-49fd-8a17-7c3d3387b961', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'eaf7711f-e2a9-4a50-b760-9bbffc3323db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:44:55Z', 'updated_at': '2021-11-27T04:44:58Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'subnets': [{'id': 'eaf7711f-e2a9-4a50-b760-9bbffc3323db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:44:59.367441 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-38d89864-9407-4d1a-98b7-c2b3a257e724 req-b4ab7720-92dd-4a23-a2c8-2dbeb72e7c0a tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=142d81c5-914f-4852-a613-d7f2cf19d079 HTTP/1.1" status: 200 len: 210 time: 0.0359361 Nov 27 04:44:59.465525 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 7a984c0f-d18e-47f6-aeef-0d82ef8d2067 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:44:59.480606 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-a5e957ef-c616-4275-a0b8-43ac7ed3e1fa tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:44:59.482085 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-a5e957ef-c616-4275-a0b8-43ac7ed3e1fa tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.23 "GET /v2.0/networks?id=dc5c4692-d907-46b1-9001-e46474d60567 HTTP/1.1" status: 200 len: 797 time: 0.1496294 Nov 27 04:44:59.523517 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 7a984c0f-d18e-47f6-aeef-0d82ef8d2067 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:44:59.523887 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:59.563044 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-723b4d50-7717-4174-8cdd-7ca0939b6cf5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16ef918a0fcc49e59c15f8e39341f751 HTTP/1.1" status: 200 len: 380 time: 0.0600979 Nov 27 04:44:59.578036 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-6400c75a-206d-4ee5-9c18-7ed18d848142 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'port': {'device_id': '142d81c5-914f-4852-a613-d7f2cf19d079', 'network_id': 'dc5c4692-d907-46b1-9001-e46474d60567', 'admin_state_up': True, 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'security_groups': ['c5d608a0-668e-48b4-9933-d128e731e28b']}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:44:59.605083 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device f1b846b8-f5b5-4dc3-84a9-5419120aa381 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:44:59.658505 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port f1b846b8-f5b5-4dc3-84a9-5419120aa381 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:44:59.659014 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:59.708420 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-6400c75a-206d-4ee5-9c18-7ed18d848142 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Made reservation on behalf of 16ef918a0fcc49e59c15f8e39341f751 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:44:59.712052 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-6400c75a-206d-4ee5-9c18-7ed18d848142 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:44:59.846838 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-6400c75a-206d-4ee5-9c18-7ed18d848142 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Allocated IP 172.20.0.4 (dc5c4692-d907-46b1-9001-e46474d60567/eaf7711f-e2a9-4a50-b760-9bbffc3323db/53bb81b6-311d-45aa-98ab-5714c9b28c13) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:44:59.997541 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-6400c75a-206d-4ee5-9c18-7ed18d848142 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:00.033937 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-6400c75a-206d-4ee5-9c18-7ed18d848142 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:00.088254 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-6400c75a-206d-4ee5-9c18-7ed18d848142 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Network dc5c4692-d907-46b1-9001-e46474d60567 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:45:00.091692 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-6400c75a-206d-4ee5-9c18-7ed18d848142 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:45:00.094722 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-6400c75a-206d-4ee5-9c18-7ed18d848142 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:45:00.101227 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400c75a-206d-4ee5-9c18-7ed18d848142 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'Port': ['ID=53bb81b6-311d-45aa-98ab-5714c9b28c13,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:45:00.154811 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-6400c75a-206d-4ee5-9c18-7ed18d848142 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:45:00.155464 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-6400c75a-206d-4ee5-9c18-7ed18d848142 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:00.173318 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-6400c75a-206d-4ee5-9c18-7ed18d848142 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5992231 Nov 27 04:45:00.197530 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-e3a8e334-a350-4a81-b6ae-675b575105d5 service neutron] Request body: {'port': {'device_id': '142d81c5-914f-4852-a613-d7f2cf19d079', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:45:00.262071 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-e3a8e334-a350-4a81-b6ae-675b575105d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:00.353430 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-f3b1ab33-4b0c-4919-bf88-f9df0ab303fc None None] Provisioning complete for port 53bb81b6-311d-45aa-98ab-5714c9b28c13 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:45:00.353808 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f3b1ab33-4b0c-4919-bf88-f9df0ab303fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:00.391702 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-f3b1ab33-4b0c-4919-bf88-f9df0ab303fc None None] Port 53bb81b6-311d-45aa-98ab-5714c9b28c13 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:45:00.499240 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a276a-f8e0-4dc1-a343-85c048acc6dc req-ddad388f-21b3-49ab-8f18-b42de8751157 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:45:00.500668 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3c3a276a-f8e0-4dc1-a343-85c048acc6dc req-ddad388f-21b3-49ab-8f18-b42de8751157 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=142d81c5-914f-4852-a613-d7f2cf19d079 HTTP/1.1" status: 200 len: 931 time: 0.0495214 Nov 27 04:45:00.534256 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-e3a8e334-a350-4a81-b6ae-675b575105d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53bb81b6-311d-45aa-98ab-5714c9b28c13 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:45:00.541877 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-e3a8e334-a350-4a81-b6ae-675b575105d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:00.552680 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3c3a276a-f8e0-4dc1-a343-85c048acc6dc req-39211439-9392-4cbd-9410-811b07173578 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5d608a0-668e-48b4-9933-d128e731e28b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450070 Nov 27 04:45:00.554995 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-e3a8e334-a350-4a81-b6ae-675b575105d5 service neutron] Transition to ACTIVE for port object 53bb81b6-311d-45aa-98ab-5714c9b28c13 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:45:00.560495 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-e3a8e334-a350-4a81-b6ae-675b575105d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:00.610611 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a8e334-a350-4a81-b6ae-675b575105d5 service neutron] Pushing event updated for resources: {'Port': ['ID=53bb81b6-311d-45aa-98ab-5714c9b28c13,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:45:00.684682 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-e3a8e334-a350-4a81-b6ae-675b575105d5 service neutron] Attempting to bind port 53bb81b6-311d-45aa-98ab-5714c9b28c13 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:45:00.685026 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-e3a8e334-a350-4a81-b6ae-675b575105d5 service neutron] Attempting to bind port 53bb81b6-311d-45aa-98ab-5714c9b28c13 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '9d2101d0-5eec-4e78-aa8d-791eca4cc38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'dc5c4692-d907-46b1-9001-e46474d60567'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:45:00.685364 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-e3a8e334-a350-4a81-b6ae-675b575105d5 service neutron] Attempting to bind port 53bb81b6-311d-45aa-98ab-5714c9b28c13 on network dc5c4692-d907-46b1-9001-e46474d60567 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:45:00.689989 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-e3a8e334-a350-4a81-b6ae-675b575105d5 service neutron] Port 53bb81b6-311d-45aa-98ab-5714c9b28c13 on network dc5c4692-d907-46b1-9001-e46474d60567 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:45:00.690318 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-e3a8e334-a350-4a81-b6ae-675b575105d5 service neutron] Attempting to bind port 53bb81b6-311d-45aa-98ab-5714c9b28c13 on network dc5c4692-d907-46b1-9001-e46474d60567 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:45:00.695920 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-e3a8e334-a350-4a81-b6ae-675b575105d5 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:45:00.696264 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-e3a8e334-a350-4a81-b6ae-675b575105d5 service neutron] Checking segment: {'id': '9d2101d0-5eec-4e78-aa8d-791eca4cc38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'dc5c4692-d907-46b1-9001-e46474d60567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:45:00.696655 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-e3a8e334-a350-4a81-b6ae-675b575105d5 service neutron] Bound using segment: {'id': '9d2101d0-5eec-4e78-aa8d-791eca4cc38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'dc5c4692-d907-46b1-9001-e46474d60567'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:45:00.697092 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-e3a8e334-a350-4a81-b6ae-675b575105d5 service neutron] Bound port: 53bb81b6-311d-45aa-98ab-5714c9b28c13, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d2101d0-5eec-4e78-aa8d-791eca4cc38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'dc5c4692-d907-46b1-9001-e46474d60567'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:45:00.697580 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-e3a8e334-a350-4a81-b6ae-675b575105d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:00.763858 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-e3a8e334-a350-4a81-b6ae-675b575105d5 service neutron] For port 53bb81b6-311d-45aa-98ab-5714c9b28c13, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:45:00.767226 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-e3a8e334-a350-4a81-b6ae-675b575105d5 service neutron] For port 53bb81b6-311d-45aa-98ab-5714c9b28c13, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=53bb81b6-311d-45aa-98ab-5714c9b28c13,segment=NetworkSegment(9d2101d0-5eec-4e78-aa8d-791eca4cc38a),segment_id=9d2101d0-5eec-4e78-aa8d-791eca4cc38a)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:45:00.772035 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-e3a8e334-a350-4a81-b6ae-675b575105d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:00.808859 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-e3a8e334-a350-4a81-b6ae-675b575105d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:45:00.809731 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-e3a8e334-a350-4a81-b6ae-675b575105d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:00.811466 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-e3a8e334-a350-4a81-b6ae-675b575105d5 service neutron] 10.222.0.23 "PUT /v2.0/ports/53bb81b6-311d-45aa-98ab-5714c9b28c13 HTTP/1.1" status: 200 len: 1091 time: 0.6183872 Nov 27 04:45:00.811908 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '142d81c5-914f-4852-a613-d7f2cf19d079', 'tag': '53bb81b6-311d-45aa-98ab-5714c9b28c13'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:45:00.814575 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08b94054c3609ca5194c36e6072b148da941c4766f069e8e94abba8dbd1bbb06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13fbf7a-9c6b-4873-98d0-6357a6666daa" -d '{"events": [{"name": "network-changed", "server_uuid": "142d81c5-914f-4852-a613-d7f2cf19d079", "tag": "53bb81b6-311d-45aa-98ab-5714c9b28c13"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:45:00.837729 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a8e334-a350-4a81-b6ae-675b575105d5 service neutron] Pushing event updated for resources: {'Port': ['ID=53bb81b6-311d-45aa-98ab-5714c9b28c13,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:45:00.859928 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1e3c45-cce6-4716-b0a7-bcdb7b739f77 x-openstack-request-id: req-2f1e3c45-cce6-4716-b0a7-bcdb7b739f77 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:45:00.860230 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "142d81c5-914f-4852-a613-d7f2cf19d079", "tag": "53bb81b6-311d-45aa-98ab-5714c9b28c13", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:45:00.860543 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2f1e3c45-cce6-4716-b0a7-bcdb7b739f77 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:45:00.861021 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '142d81c5-914f-4852-a613-d7f2cf19d079', 'tag': '53bb81b6-311d-45aa-98ab-5714c9b28c13', 'status': 'completed', 'code': 200} Nov 27 04:45:00.932476 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-4bd06023-3e19-4c9e-a997-298dbab3b87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:45:00.934068 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-4bd06023-3e19-4c9e-a997-298dbab3b87f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16ef918a0fcc49e59c15f8e39341f751&device_id=142d81c5-914f-4852-a613-d7f2cf19d079 HTTP/1.1" status: 200 len: 1094 time: 0.0479832 Nov 27 04:45:00.999879 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-ecaa5c1a-fa87-4aac-816e-45d113d61b6d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53bb81b6-311d-45aa-98ab-5714c9b28c13 HTTP/1.1" status: 200 len: 217 time: 0.0413630 Nov 27 04:45:01.054533 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-e5e48d21-cddb-440f-a1f5-8423ecb7b477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:45:01.056053 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-e5e48d21-cddb-440f-a1f5-8423ecb7b477 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eaf7711f-e2a9-4a50-b760-9bbffc3323db HTTP/1.1" status: 200 len: 834 time: 0.0453610 Nov 27 04:45:01.104870 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-4c6a9111-a601-4cc1-bc4e-a5a223f3ada5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:45:01.106356 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-4c6a9111-a601-4cc1-bc4e-a5a223f3ada5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dc5c4692-d907-46b1-9001-e46474d60567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397179 Nov 27 04:45:01.203380 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-955a3a3c-cd0b-4615-beb8-2d5d300beb3d service neutron] 10.222.0.23 "GET /v2.0/networks/dc5c4692-d907-46b1-9001-e46474d60567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853965 Nov 27 04:45:01.301396 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2d2a3711-52c4-4ee9-8d3c-648b52d16feb req-78c9a0a8-e350-4509-a1b0-178b022e926e service neutron] 10.222.0.23 "GET /v2.0/networks/dc5c4692-d907-46b1-9001-e46474d60567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865102 Nov 27 04:45:01.443322 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13fbf7a-9c6b-4873-98d0-6357a6666daa req-513809f0-9b97-4516-90b9-a585050e3902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:45:01.444815 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d13fbf7a-9c6b-4873-98d0-6357a6666daa req-513809f0-9b97-4516-90b9-a585050e3902 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16ef918a0fcc49e59c15f8e39341f751&device_id=142d81c5-914f-4852-a613-d7f2cf19d079 HTTP/1.1" status: 200 len: 1094 time: 0.0451632 Nov 27 04:45:01.535645 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13fbf7a-9c6b-4873-98d0-6357a6666daa req-95a99243-c168-4a6d-8a63-0c7114095096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:45:01.537034 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d13fbf7a-9c6b-4873-98d0-6357a6666daa req-95a99243-c168-4a6d-8a63-0c7114095096 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dc5c4692-d907-46b1-9001-e46474d60567 HTTP/1.1" status: 200 len: 898 time: 0.0841789 Nov 27 04:45:01.583361 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d13fbf7a-9c6b-4873-98d0-6357a6666daa req-5ac31d45-032f-4e8d-82dc-e08d8528a0f6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53bb81b6-311d-45aa-98ab-5714c9b28c13 HTTP/1.1" status: 200 len: 217 time: 0.0382175 Nov 27 04:45:01.632680 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13fbf7a-9c6b-4873-98d0-6357a6666daa req-2b4caa67-2339-4a82-85d5-1e2b17b14b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:45:01.634162 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d13fbf7a-9c6b-4873-98d0-6357a6666daa req-2b4caa67-2339-4a82-85d5-1e2b17b14b17 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eaf7711f-e2a9-4a50-b760-9bbffc3323db HTTP/1.1" status: 200 len: 834 time: 0.0439069 Nov 27 04:45:01.669666 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee841cf3-0079-4908-9c44-979bb2140079 req-e74ed1ef-547c-4613-9ceb-8cc1254451e5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:45:01.671590 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ee841cf3-0079-4908-9c44-979bb2140079 req-e74ed1ef-547c-4613-9ceb-8cc1254451e5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=142d81c5-914f-4852-a613-d7f2cf19d079 HTTP/1.1" status: 200 len: 943 time: 0.0490370 Nov 27 04:45:01.683033 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13fbf7a-9c6b-4873-98d0-6357a6666daa req-5f16ed1f-d691-42c3-b5e8-55580e51741f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:45:01.684554 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d13fbf7a-9c6b-4873-98d0-6357a6666daa req-5f16ed1f-d691-42c3-b5e8-55580e51741f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dc5c4692-d907-46b1-9001-e46474d60567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402234 Nov 27 04:45:01.725466 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ee841cf3-0079-4908-9c44-979bb2140079 req-b93fc31f-270a-4371-a6fb-524b9011a51c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5d608a0-668e-48b4-9933-d128e731e28b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476735 Nov 27 04:45:01.780342 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d13fbf7a-9c6b-4873-98d0-6357a6666daa req-eec5264e-a191-4bbc-8282-c24b10e910c9 service neutron] 10.222.0.23 "GET /v2.0/networks/dc5c4692-d907-46b1-9001-e46474d60567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872085 Nov 27 04:45:01.870753 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d13fbf7a-9c6b-4873-98d0-6357a6666daa req-403d9503-da70-4477-ad0e-4379bf72a55b service neutron] 10.222.0.23 "GET /v2.0/networks/dc5c4692-d907-46b1-9001-e46474d60567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823021 Nov 27 04:45:02.842181 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c437081-ac22-4e39-8bf4-ecd60b3fc2b9 req-83d3ba38-8cab-4c8f-970e-376c543a6dd3 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:45:02.843725 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8c437081-ac22-4e39-8bf4-ecd60b3fc2b9 req-83d3ba38-8cab-4c8f-970e-376c543a6dd3 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=142d81c5-914f-4852-a613-d7f2cf19d079 HTTP/1.1" status: 200 len: 943 time: 0.0500472 Nov 27 04:45:02.892336 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8c437081-ac22-4e39-8bf4-ecd60b3fc2b9 req-badb323f-8c17-40d4-bc18-fff5b2cdbe4f tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5d608a0-668e-48b4-9933-d128e731e28b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418975 Nov 27 04:45:04.006392 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f06dc-dd4c-4635-8b85-8334165c9c3e req-169e90ab-e507-48ff-be27-e8f246fb0c8a tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:45:04.007889 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-777f06dc-dd4c-4635-8b85-8334165c9c3e req-169e90ab-e507-48ff-be27-e8f246fb0c8a tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=142d81c5-914f-4852-a613-d7f2cf19d079 HTTP/1.1" status: 200 len: 943 time: 0.0481515 Nov 27 04:45:04.055988 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-777f06dc-dd4c-4635-8b85-8334165c9c3e req-ad9e2d85-f6d3-43a4-a2be-ab01040034ec tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5d608a0-668e-48b4-9933-d128e731e28b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422256 Nov 27 04:45:05.172387 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847f6b7-162c-4fc9-9f5b-ccc991d433eb req-e36757ad-d18f-45dd-9ada-b332dbf5bb36 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:45:05.173897 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b847f6b7-162c-4fc9-9f5b-ccc991d433eb req-e36757ad-d18f-45dd-9ada-b332dbf5bb36 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=142d81c5-914f-4852-a613-d7f2cf19d079 HTTP/1.1" status: 200 len: 943 time: 0.0525882 Nov 27 04:45:05.223543 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b847f6b7-162c-4fc9-9f5b-ccc991d433eb req-a1f1ec6e-008a-4164-a5a3-20a8d4126626 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5d608a0-668e-48b4-9933-d128e731e28b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427895 Nov 27 04:45:05.338730 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 53bb81b6-311d-45aa-98ab-5714c9b28c13 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:45:05.433006 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 53bb81b6-311d-45aa-98ab-5714c9b28c13, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=53bb81b6-311d-45aa-98ab-5714c9b28c13,segment=NetworkSegment(9d2101d0-5eec-4e78-aa8d-791eca4cc38a),segment_id=9d2101d0-5eec-4e78-aa8d-791eca4cc38a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:45:05.443939 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '53bb81b6-311d-45aa-98ab-5714c9b28c13', 'network_id': 'dc5c4692-d907-46b1-9001-e46474d60567', 'port_id': '53bb81b6-311d-45aa-98ab-5714c9b28c13', 'mac_address': 'fa:16:3e:be:e1:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaf7711f-e2a9-4a50-b760-9bbffc3323db', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:45:05.479434 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:05.492461 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53bb81b6-311d-45aa-98ab-5714c9b28c13 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:45:05.512001 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 53bb81b6-311d-45aa-98ab-5714c9b28c13, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=53bb81b6-311d-45aa-98ab-5714c9b28c13,segment=NetworkSegment(9d2101d0-5eec-4e78-aa8d-791eca4cc38a),segment_id=9d2101d0-5eec-4e78-aa8d-791eca4cc38a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:45:05.515639 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:05.560910 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=53bb81b6-311d-45aa-98ab-5714c9b28c13,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:45:05.882238 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['53bb81b6-311d-45aa-98ab-5714c9b28c13'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:45:06.337219 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed681037-391b-4c5b-8843-ef9392029552 req-f9e3a5ef-1fce-4c26-9cea-20847cd25acc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:45:06.338750 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ed681037-391b-4c5b-8843-ef9392029552 req-f9e3a5ef-1fce-4c26-9cea-20847cd25acc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=142d81c5-914f-4852-a613-d7f2cf19d079 HTTP/1.1" status: 200 len: 944 time: 0.0487022 Nov 27 04:45:06.387423 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ed681037-391b-4c5b-8843-ef9392029552 req-a8146623-cfff-4d59-badd-882b9964fdbc tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5d608a0-668e-48b4-9933-d128e731e28b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427816 Nov 27 04:45:07.339105 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 53bb81b6-311d-45aa-98ab-5714c9b28c13 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:45:07.389731 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 53bb81b6-311d-45aa-98ab-5714c9b28c13 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:45:07.393349 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 53bb81b6-311d-45aa-98ab-5714c9b28c13 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:45:07.393723 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:07.472552 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:07.498482 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142d81c5-914f-4852-a613-d7f2cf19d079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53bb81b6-311d-45aa-98ab-5714c9b28c13'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:45:07.500804 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29af341bb7ab2bbf521764387419c29e3d68aa09736abb23712ab4bb3e3fcea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181fbc1a-56ea-4756-8703-f9f6cf0730ef" -d '{"events": [{"server_uuid": "142d81c5-914f-4852-a613-d7f2cf19d079", "name": "network-vif-plugged", "status": "completed", "tag": "53bb81b6-311d-45aa-98ab-5714c9b28c13"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:45:07.510302 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a62449-6f64-429e-8e65-91d671026aad req-f29830e7-acfd-48ad-8437-9eda48e4de8e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:45:07.511819 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-37a62449-6f64-429e-8e65-91d671026aad req-f29830e7-acfd-48ad-8437-9eda48e4de8e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=142d81c5-914f-4852-a613-d7f2cf19d079 HTTP/1.1" status: 200 len: 944 time: 0.0558836 Nov 27 04:45:07.513517 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 53bb81b6-311d-45aa-98ab-5714c9b28c13, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=53bb81b6-311d-45aa-98ab-5714c9b28c13,segment=NetworkSegment(9d2101d0-5eec-4e78-aa8d-791eca4cc38a),segment_id=9d2101d0-5eec-4e78-aa8d-791eca4cc38a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:45:07.517448 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:07.563393 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-37a62449-6f64-429e-8e65-91d671026aad req-e6692a2f-e3d1-4043-a482-612ed6369f59 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5d608a0-668e-48b4-9933-d128e731e28b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450265 Nov 27 04:45:07.567356 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=53bb81b6-311d-45aa-98ab-5714c9b28c13,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:45:07.607328 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbba8517-a3e3-45b5-982e-392ec3cfe6ae x-openstack-request-id: req-bbba8517-a3e3-45b5-982e-392ec3cfe6ae {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:45:07.607629 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "142d81c5-914f-4852-a613-d7f2cf19d079", "name": "network-vif-plugged", "status": "completed", "tag": "53bb81b6-311d-45aa-98ab-5714c9b28c13", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:45:07.607884 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bbba8517-a3e3-45b5-982e-392ec3cfe6ae {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:45:07.608282 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '142d81c5-914f-4852-a613-d7f2cf19d079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53bb81b6-311d-45aa-98ab-5714c9b28c13', 'code': 200} Nov 27 04:45:07.747273 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01462cd0-3f50-4e9c-bd86-31dd6315e91b req-b17fb571-a3ca-4371-9932-5ebbde0eebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:45:07.748641 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-01462cd0-3f50-4e9c-bd86-31dd6315e91b req-b17fb571-a3ca-4371-9932-5ebbde0eebfa service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=142d81c5-914f-4852-a613-d7f2cf19d079 HTTP/1.1" status: 200 len: 1096 time: 0.0381553 Nov 27 04:45:07.805674 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-01462cd0-3f50-4e9c-bd86-31dd6315e91b req-b14b8113-e82c-4ceb-9d23-56522ba8c43d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c5d608a0-668e-48b4-9933-d128e731e28b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455933 Nov 27 04:45:08.682308 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff381f-df55-4b8a-bbe1-18f2193b6d1f req-962d8105-046a-498e-aa12-1656f9e48c3c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:45:08.683832 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2bff381f-df55-4b8a-bbe1-18f2193b6d1f req-962d8105-046a-498e-aa12-1656f9e48c3c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=142d81c5-914f-4852-a613-d7f2cf19d079 HTTP/1.1" status: 200 len: 945 time: 0.0497243 Nov 27 04:45:08.734252 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2bff381f-df55-4b8a-bbe1-18f2193b6d1f req-607e75b1-4338-44b0-b83a-fad8acbb349f tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5d608a0-668e-48b4-9933-d128e731e28b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444186 Nov 27 04:45:09.848209 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c8d80-18ba-4c9e-88fa-36bbafe6b242 req-0fbdd5de-03e9-4fa0-896d-85c0aa90000c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:45:09.850191 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0a5c8d80-18ba-4c9e-88fa-36bbafe6b242 req-0fbdd5de-03e9-4fa0-896d-85c0aa90000c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=142d81c5-914f-4852-a613-d7f2cf19d079 HTTP/1.1" status: 200 len: 945 time: 0.0486200 Nov 27 04:45:09.903035 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0a5c8d80-18ba-4c9e-88fa-36bbafe6b242 req-a31322dc-7d73-4f85-a653-33ff1573f399 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5d608a0-668e-48b4-9933-d128e731e28b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467699 Nov 27 04:45:10.017087 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca8976-3e2f-437e-811f-d9bc1eb6185d req-c80675bb-7379-4382-8f2c-2ca5226d9909 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:45:10.018478 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-daca8976-3e2f-437e-811f-d9bc1eb6185d req-c80675bb-7379-4382-8f2c-2ca5226d9909 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=142d81c5-914f-4852-a613-d7f2cf19d079 HTTP/1.1" status: 200 len: 945 time: 0.0487189 Nov 27 04:45:10.067197 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-daca8976-3e2f-437e-811f-d9bc1eb6185d req-8007f915-3fdd-4966-8dc3-9bfbb26f10fb tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5d608a0-668e-48b4-9933-d128e731e28b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428185 Nov 27 04:45:10.088816 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34444) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:45:10.131413 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00eca9ff-e784-401f-8572-cd94f043269e tempest-TestNetworkAdvancedServerOps-1512945365 tempest-TestNetworkAdvancedServerOps-1512945365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:45:10.132959 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-00eca9ff-e784-401f-8572-cd94f043269e tempest-TestNetworkAdvancedServerOps-1512945365 tempest-TestNetworkAdvancedServerOps-1512945365-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=142d81c5-914f-4852-a613-d7f2cf19d079 HTTP/1.1" status: 200 len: 1091 time: 0.0431828 Nov 27 04:45:10.135860 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34446) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:45:10.140211 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-b2b17423-8c74-4f47-955e-dc4a3baa251e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'port_id': '53bb81b6-311d-45aa-98ab-5714c9b28c13', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:45:10.163375 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b2b17423-8c74-4f47-955e-dc4a3baa251e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for floatingip, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:10.269785 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b2b17423-8c74-4f47-955e-dc4a3baa251e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:10.369860 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-b2b17423-8c74-4f47-955e-dc4a3baa251e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Allocated IP 172.25.1.171 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/69868d40-27d2-47b9-a97c-eb05a9806bdb) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:45:10.473004 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b2b17423-8c74-4f47-955e-dc4a3baa251e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:10.506071 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b2b17423-8c74-4f47-955e-dc4a3baa251e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:10.544692 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b17423-8c74-4f47-955e-dc4a3baa251e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:45:10.547489 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-b2b17423-8c74-4f47-955e-dc4a3baa251e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:45:10.551315 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b17423-8c74-4f47-955e-dc4a3baa251e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:45:10.556999 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17423-8c74-4f47-955e-dc4a3baa251e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'Port': ['ID=69868d40-27d2-47b9-a97c-eb05a9806bdb,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:45:10.902271 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b2b17423-8c74-4f47-955e-dc4a3baa251e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:10.968257 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b2b17423-8c74-4f47-955e-dc4a3baa251e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:11.118401 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b2b17423-8c74-4f47-955e-dc4a3baa251e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:11.122899 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b2b17423-8c74-4f47-955e-dc4a3baa251e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:11.195758 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17423-8c74-4f47-955e-dc4a3baa251e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event updated for resources: {'Port': ['ID=69868d40-27d2-47b9-a97c-eb05a9806bdb,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:45:11.205667 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b2b17423-8c74-4f47-955e-dc4a3baa251e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:11.305330 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [None req-b2b17423-8c74-4f47-955e-dc4a3baa251e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Floating IP 1b948ecf-e535-4ef7-9c9e-e7c551b2a117 associated. External IP: 172.25.1.171, port: 53bb81b6-311d-45aa-98ab-5714c9b28c13. Nov 27 04:45:11.503600 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b17423-8c74-4f47-955e-dc4a3baa251e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Router 445f01f2-05f2-49fd-8a17-7c3d3387b961 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:45:11.609965 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b17423-8c74-4f47-955e-dc4a3baa251e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:45:11.619788 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c43e0a-00d7-46ed-b3ea-bbd254ebdde7 None None] Sync routers for ids ['445f01f2-05f2-49fd-8a17-7c3d3387b961'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:45:11.627998 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b2b17423-8c74-4f47-955e-dc4a3baa251e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:11.629159 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c43e0a-00d7-46ed-b3ea-bbd254ebdde7 None None] Routers {'445f01f2-05f2-49fd-8a17-7c3d3387b961'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:45:11.629777 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-81c43e0a-00d7-46ed-b3ea-bbd254ebdde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:44:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['445f01f2-05f2-49fd-8a17-7c3d3387b961'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:45:11.655301 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b2b17423-8c74-4f47-955e-dc4a3baa251e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5184276 Nov 27 04:45:11.656001 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '142d81c5-914f-4852-a613-d7f2cf19d079', 'tag': '53bb81b6-311d-45aa-98ab-5714c9b28c13'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:45:11.658331 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecda37680d0478e490d639caee1e0781f65d726cc517aef043e1d435739ff28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4b2d3c-ba01-4d94-90d5-2d902427141b" -d '{"events": [{"name": "network-changed", "server_uuid": "142d81c5-914f-4852-a613-d7f2cf19d079", "tag": "53bb81b6-311d-45aa-98ab-5714c9b28c13"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:45:11.757304 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f4377-a492-463d-b831-df35e77aa14a req-92288efa-e9ee-48a2-8ae2-9cffd1f61009 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:45:11.758854 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-879f4377-a492-463d-b831-df35e77aa14a req-92288efa-e9ee-48a2-8ae2-9cffd1f61009 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=142d81c5-914f-4852-a613-d7f2cf19d079 HTTP/1.1" status: 200 len: 945 time: 0.0554373 Nov 27 04:45:11.812185 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-879f4377-a492-463d-b831-df35e77aa14a req-41481486-5fdf-4ea5-a5bb-49fefbbffb84 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5d608a0-668e-48b4-9933-d128e731e28b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470831 Nov 27 04:45:11.835236 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34452) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:45:11.873708 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3568d205-4f32-497b-8bb8-1a1aad3ffea2 x-openstack-request-id: req-3568d205-4f32-497b-8bb8-1a1aad3ffea2 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:45:11.874008 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "142d81c5-914f-4852-a613-d7f2cf19d079", "tag": "53bb81b6-311d-45aa-98ab-5714c9b28c13", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:45:11.874266 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3568d205-4f32-497b-8bb8-1a1aad3ffea2 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:45:11.874691 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '142d81c5-914f-4852-a613-d7f2cf19d079', 'tag': '53bb81b6-311d-45aa-98ab-5714c9b28c13', 'status': 'completed', 'code': 200} Nov 27 04:45:11.902833 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-6c40a337-90e1-4a7c-8e4d-29cad6499e69 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/floatingips/1b948ecf-e535-4ef7-9c9e-e7c551b2a117 HTTP/1.1" status: 200 len: 991 time: 0.0652912 Nov 27 04:45:11.907644 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-81c43e0a-00d7-46ed-b3ea-bbd254ebdde7 None None] Set router 445f01f2-05f2-49fd-8a17-7c3d3387b961 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:45:11.947805 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b2d3c-ba01-4d94-90d5-2d902427141b req-17cda1a2-aefb-413c-b9d1-e1b0e8275e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:45:11.949325 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5b4b2d3c-ba01-4d94-90d5-2d902427141b req-17cda1a2-aefb-413c-b9d1-e1b0e8275e97 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16ef918a0fcc49e59c15f8e39341f751&device_id=142d81c5-914f-4852-a613-d7f2cf19d079 HTTP/1.1" status: 200 len: 1096 time: 0.0405107 Nov 27 04:45:12.040382 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b2d3c-ba01-4d94-90d5-2d902427141b req-332280bf-6316-4070-a2c4-e0761d3c2885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:45:12.041816 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5b4b2d3c-ba01-4d94-90d5-2d902427141b req-332280bf-6316-4070-a2c4-e0761d3c2885 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dc5c4692-d907-46b1-9001-e46474d60567 HTTP/1.1" status: 200 len: 898 time: 0.0853806 Nov 27 04:45:12.111317 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5b4b2d3c-ba01-4d94-90d5-2d902427141b req-167115af-5a1d-4559-9fb0-57becca87a69 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53bb81b6-311d-45aa-98ab-5714c9b28c13 HTTP/1.1" status: 200 len: 999 time: 0.0614481 Nov 27 04:45:12.133917 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-81c43e0a-00d7-46ed-b3ea-bbd254ebdde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445f01f2-05f2-49fd-8a17-7c3d3387b961', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824145127', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '3b8f52bd-4c92-4e00-83d0-4bf3d72ee219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:44:52Z', 'updated_at': '2021-11-27T04:44:56Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '3b8f52bd-4c92-4e00-83d0-4bf3d72ee219', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:52:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f01f2-05f2-49fd-8a17-7c3d3387b961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:44:53Z', 'updated_at': '2021-11-27T04:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '1b948ecf-e535-4ef7-9c9e-e7c551b2a117', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'floating_ip_address': '172.25.1.171', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '445f01f2-05f2-49fd-8a17-7c3d3387b961', 'port_id': '53bb81b6-311d-45aa-98ab-5714c9b28c13', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc5c4692-d907-46b1-9001-e46474d60567', 'mac_address': 'fa:16:3e:be:e1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142d81c5-914f-4852-a613-d7f2cf19d079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:45:10Z', 'updated_at': '2021-11-27T04:45:10Z', 'revision_number': 0, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a984c0f-d18e-47f6-aeef-0d82ef8d2067', 'name': '', 'network_id': 'dc5c4692-d907-46b1-9001-e46474d60567', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'mac_address': 'fa:16:3e:57:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f01f2-05f2-49fd-8a17-7c3d3387b961', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'eaf7711f-e2a9-4a50-b760-9bbffc3323db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:44:55Z', 'updated_at': '2021-11-27T04:44:58Z', 'revision_number': 5, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'subnets': [{'id': 'eaf7711f-e2a9-4a50-b760-9bbffc3323db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:45:12.161538 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b2d3c-ba01-4d94-90d5-2d902427141b req-08628480-59b7-4b7e-b6e0-cea2ce3971ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:45:12.163046 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5b4b2d3c-ba01-4d94-90d5-2d902427141b req-08628480-59b7-4b7e-b6e0-cea2ce3971ca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eaf7711f-e2a9-4a50-b760-9bbffc3323db HTTP/1.1" status: 200 len: 834 time: 0.0449409 Nov 27 04:45:12.167679 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c43e0a-00d7-46ed-b3ea-bbd254ebdde7 None None] Checking router: 445f01f2-05f2-49fd-8a17-7c3d3387b961 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:45:12.176249 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c43e0a-00d7-46ed-b3ea-bbd254ebdde7 None None] Routers {'445f01f2-05f2-49fd-8a17-7c3d3387b961'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:45:12.176863 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-81c43e0a-00d7-46ed-b3ea-bbd254ebdde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:44:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['445f01f2-05f2-49fd-8a17-7c3d3387b961'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:45:12.210901 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b2d3c-ba01-4d94-90d5-2d902427141b req-95359722-f833-4f2e-8b7f-6c52c791e8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:45:12.212413 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5b4b2d3c-ba01-4d94-90d5-2d902427141b req-95359722-f833-4f2e-8b7f-6c52c791e8c6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dc5c4692-d907-46b1-9001-e46474d60567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417137 Nov 27 04:45:12.284403 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-81c43e0a-00d7-46ed-b3ea-bbd254ebdde7 None None] Set router 445f01f2-05f2-49fd-8a17-7c3d3387b961 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:45:12.308459 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5b4b2d3c-ba01-4d94-90d5-2d902427141b req-39fcb31a-48b0-4be4-b0ae-f3040e234ba1 service neutron] 10.222.0.23 "GET /v2.0/networks/dc5c4692-d907-46b1-9001-e46474d60567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847745 Nov 27 04:45:12.402303 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-5b4b2d3c-ba01-4d94-90d5-2d902427141b req-58799f58-7104-414f-9a35-1459401a2db3 service neutron] 10.222.0.23 "GET /v2.0/networks/dc5c4692-d907-46b1-9001-e46474d60567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866127 Nov 27 04:45:12.503351 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-81c43e0a-00d7-46ed-b3ea-bbd254ebdde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445f01f2-05f2-49fd-8a17-7c3d3387b961', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824145127', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '3b8f52bd-4c92-4e00-83d0-4bf3d72ee219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:44:52Z', 'updated_at': '2021-11-27T04:44:56Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '3b8f52bd-4c92-4e00-83d0-4bf3d72ee219', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:52:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f01f2-05f2-49fd-8a17-7c3d3387b961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:44:53Z', 'updated_at': '2021-11-27T04:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '1b948ecf-e535-4ef7-9c9e-e7c551b2a117', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'floating_ip_address': '172.25.1.171', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '445f01f2-05f2-49fd-8a17-7c3d3387b961', 'port_id': '53bb81b6-311d-45aa-98ab-5714c9b28c13', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc5c4692-d907-46b1-9001-e46474d60567', 'mac_address': 'fa:16:3e:be:e1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142d81c5-914f-4852-a613-d7f2cf19d079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:45:10Z', 'updated_at': '2021-11-27T04:45:10Z', 'revision_number': 0, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a984c0f-d18e-47f6-aeef-0d82ef8d2067', 'name': '', 'network_id': 'dc5c4692-d907-46b1-9001-e46474d60567', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'mac_address': 'fa:16:3e:57:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f01f2-05f2-49fd-8a17-7c3d3387b961', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'eaf7711f-e2a9-4a50-b760-9bbffc3323db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:44:55Z', 'updated_at': '2021-11-27T04:44:58Z', 'revision_number': 5, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'subnets': [{'id': 'eaf7711f-e2a9-4a50-b760-9bbffc3323db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:45:12.533248 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c43e0a-00d7-46ed-b3ea-bbd254ebdde7 None None] The sync data for ids ['445f01f2-05f2-49fd-8a17-7c3d3387b961'] in n-d-819494-3 is: [{'id': '445f01f2-05f2-49fd-8a17-7c3d3387b961', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824145127', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '3b8f52bd-4c92-4e00-83d0-4bf3d72ee219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:44:52Z', 'updated_at': '2021-11-27T04:44:56Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '3b8f52bd-4c92-4e00-83d0-4bf3d72ee219', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:52:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f01f2-05f2-49fd-8a17-7c3d3387b961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:44:53Z', 'updated_at': '2021-11-27T04:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '1b948ecf-e535-4ef7-9c9e-e7c551b2a117', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'floating_ip_address': '172.25.1.171', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': '445f01f2-05f2-49fd-8a17-7c3d3387b961', 'port_id': '53bb81b6-311d-45aa-98ab-5714c9b28c13', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc5c4692-d907-46b1-9001-e46474d60567', 'mac_address': 'fa:16:3e:be:e1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142d81c5-914f-4852-a613-d7f2cf19d079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:45:10Z', 'updated_at': '2021-11-27T04:45:10Z', 'revision_number': 0, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a984c0f-d18e-47f6-aeef-0d82ef8d2067', 'name': '', 'network_id': 'dc5c4692-d907-46b1-9001-e46474d60567', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'mac_address': 'fa:16:3e:57:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f01f2-05f2-49fd-8a17-7c3d3387b961', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'eaf7711f-e2a9-4a50-b760-9bbffc3323db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:44:55Z', 'updated_at': '2021-11-27T04:44:58Z', 'revision_number': 5, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'subnets': [{'id': 'eaf7711f-e2a9-4a50-b760-9bbffc3323db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:45:12.718505 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf12900c-08d6-4592-a4a4-5b4dd743b87e None None] New status for floating IP 1b948ecf-e535-4ef7-9c9e-e7c551b2a117: ACTIVE {{(pid=110021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:45:12.905577 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34454) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:45:12.968602 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-7051cdae-07c8-47a7-8ffc-7649af29cbfd tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/floatingips/1b948ecf-e535-4ef7-9c9e-e7c551b2a117 HTTP/1.1" status: 200 len: 993 time: 0.0618651 Nov 27 04:45:16.227550 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0f1e866d-6d32-4022-b65c-5af77a202cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:16.499729 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:18.370849 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-672e6c31-0362-4272-80f8-e99d7fd671ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:19.185087 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:19.763055 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:21.357537 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:21.668225 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-29b2a4a4-6e2a-4364-b17f-d8860f409edd req-581f46b5-6ca3-4587-9c41-c0bcfd30dafa service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=142d81c5-914f-4852-a613-d7f2cf19d079&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390267 Nov 27 04:45:21.766725 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2a4a4-6e2a-4364-b17f-d8860f409edd req-aaa979b7-4324-46ba-a2fe-eef779eae00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:45:21.768415 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-29b2a4a4-6e2a-4364-b17f-d8860f409edd req-aaa979b7-4324-46ba-a2fe-eef779eae00d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16ef918a0fcc49e59c15f8e39341f751&device_id=142d81c5-914f-4852-a613-d7f2cf19d079 HTTP/1.1" status: 200 len: 1096 time: 0.0394793 Nov 27 04:45:21.874325 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2a4a4-6e2a-4364-b17f-d8860f409edd req-197c3c23-a933-414b-a281-0e4f4380939f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:45:21.875739 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-29b2a4a4-6e2a-4364-b17f-d8860f409edd req-197c3c23-a933-414b-a281-0e4f4380939f service neutron] 10.222.0.23 "GET /v2.0/networks?id=dc5c4692-d907-46b1-9001-e46474d60567 HTTP/1.1" status: 200 len: 898 time: 0.0868468 Nov 27 04:45:21.940649 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-29b2a4a4-6e2a-4364-b17f-d8860f409edd req-72e382b4-361a-4085-8673-d5bf5c9ed698 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53bb81b6-311d-45aa-98ab-5714c9b28c13 HTTP/1.1" status: 200 len: 1001 time: 0.0579536 Nov 27 04:45:21.953309 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:21.998084 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2a4a4-6e2a-4364-b17f-d8860f409edd req-ce215879-50a8-4329-a4df-de1677108a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:45:21.999529 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-29b2a4a4-6e2a-4364-b17f-d8860f409edd req-ce215879-50a8-4329-a4df-de1677108a8b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eaf7711f-e2a9-4a50-b760-9bbffc3323db HTTP/1.1" status: 200 len: 834 time: 0.0442903 Nov 27 04:45:22.048961 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2a4a4-6e2a-4364-b17f-d8860f409edd req-d70befd1-331b-4b71-8eff-1f7ff986f488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:45:22.050123 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-29b2a4a4-6e2a-4364-b17f-d8860f409edd req-d70befd1-331b-4b71-8eff-1f7ff986f488 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dc5c4692-d907-46b1-9001-e46474d60567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433242 Nov 27 04:45:22.137173 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-29b2a4a4-6e2a-4364-b17f-d8860f409edd req-fa1beebe-63f7-444b-8742-35ec4594b0b0 service neutron] 10.222.0.23 "GET /v2.0/networks/dc5c4692-d907-46b1-9001-e46474d60567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796406 Nov 27 04:45:22.231999 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-29b2a4a4-6e2a-4364-b17f-d8860f409edd req-6c77f20b-21d0-4f88-9643-8c036804feb0 service neutron] 10.222.0.23 "GET /v2.0/networks/dc5c4692-d907-46b1-9001-e46474d60567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874233 Nov 27 04:45:23.693511 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:45:46.230230 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4fd689df-8020-4738-ae82-5a25e0373849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:46.502045 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:48.079325 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b33f7-6666-49f2-845f-f0471d4afe59 req-8e197445-3713-44b7-b151-30b56816e902 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:45:48.080674 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a33b33f7-6666-49f2-845f-f0471d4afe59 req-8e197445-3713-44b7-b151-30b56816e902 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=142d81c5-914f-4852-a613-d7f2cf19d079 HTTP/1.1" status: 200 len: 945 time: 0.1000125 Nov 27 04:45:48.130596 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a33b33f7-6666-49f2-845f-f0471d4afe59 req-eeb051fb-f4ca-4d6a-8766-ba1b9b34b9f5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5d608a0-668e-48b4-9933-d128e731e28b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431449 Nov 27 04:45:48.371990 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e7a21b40-3a56-4300-b207-9c45f142a107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:49.200750 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:49.245115 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a4927-32a6-4f7f-920b-67601ea86800 req-40756102-9b4f-4a22-846d-27cfc5232102 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:45:49.246599 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ff4a4927-32a6-4f7f-920b-67601ea86800 req-40756102-9b4f-4a22-846d-27cfc5232102 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=142d81c5-914f-4852-a613-d7f2cf19d079 HTTP/1.1" status: 200 len: 945 time: 0.0473773 Nov 27 04:45:49.294884 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ff4a4927-32a6-4f7f-920b-67601ea86800 req-0132a6e7-fa06-439f-ac1f-4a85fe3ec44f tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5d608a0-668e-48b4-9933-d128e731e28b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422795 Nov 27 04:45:49.317406 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34484) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:45:49.379936 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-eec51ffd-f54f-4dc9-9337-67d01d4256b7 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/floatingips/1b948ecf-e535-4ef7-9c9e-e7c551b2a117 HTTP/1.1" status: 200 len: 993 time: 0.0608571 Nov 27 04:45:49.765004 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:50.662582 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6cddf-dc03-4e29-8cb3-df07278353f2 req-74ea6708-2ed4-4610-b9e3-cc67f81a6371 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:45:50.664071 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-56f6cddf-dc03-4e29-8cb3-df07278353f2 req-74ea6708-2ed4-4610-b9e3-cc67f81a6371 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=142d81c5-914f-4852-a613-d7f2cf19d079 HTTP/1.1" status: 200 len: 945 time: 0.0484440 Nov 27 04:45:50.714624 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-56f6cddf-dc03-4e29-8cb3-df07278353f2 req-f09e4b24-a82e-4fc7-bcbe-111f2902cee4 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5d608a0-668e-48b4-9933-d128e731e28b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443628 Nov 27 04:45:50.725357 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0080d1c-aba8-41b0-b822-a3fe8dc1c57f req-27c07ade-853a-421b-a1d3-91667e57e9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:45:50.727067 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c0080d1c-aba8-41b0-b822-a3fe8dc1c57f req-27c07ade-853a-421b-a1d3-91667e57e9e0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16ef918a0fcc49e59c15f8e39341f751&device_id=142d81c5-914f-4852-a613-d7f2cf19d079 HTTP/1.1" status: 200 len: 1096 time: 0.0408397 Nov 27 04:45:50.827375 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0080d1c-aba8-41b0-b822-a3fe8dc1c57f req-dfceb818-cbc3-4827-b8b2-f800fd0d7663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:45:50.828940 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c0080d1c-aba8-41b0-b822-a3fe8dc1c57f req-dfceb818-cbc3-4827-b8b2-f800fd0d7663 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dc5c4692-d907-46b1-9001-e46474d60567 HTTP/1.1" status: 200 len: 898 time: 0.0890255 Nov 27 04:45:50.897278 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c0080d1c-aba8-41b0-b822-a3fe8dc1c57f req-c776a401-5e3b-49a5-a38a-427051705f12 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53bb81b6-311d-45aa-98ab-5714c9b28c13 HTTP/1.1" status: 200 len: 1001 time: 0.0566943 Nov 27 04:45:50.950469 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0080d1c-aba8-41b0-b822-a3fe8dc1c57f req-c75964d6-2c5d-4611-a445-c8b37278f558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:45:50.951913 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c0080d1c-aba8-41b0-b822-a3fe8dc1c57f req-c75964d6-2c5d-4611-a445-c8b37278f558 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eaf7711f-e2a9-4a50-b760-9bbffc3323db HTTP/1.1" status: 200 len: 834 time: 0.0432305 Nov 27 04:45:51.003252 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0080d1c-aba8-41b0-b822-a3fe8dc1c57f req-f108d7ba-2e97-49cd-9bb4-3851ddf256e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:45:51.004640 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c0080d1c-aba8-41b0-b822-a3fe8dc1c57f req-f108d7ba-2e97-49cd-9bb4-3851ddf256e0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dc5c4692-d907-46b1-9001-e46474d60567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442698 Nov 27 04:45:51.097517 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c0080d1c-aba8-41b0-b822-a3fe8dc1c57f req-fd1c4510-7d74-444e-a5c0-390cb1a7e54d service neutron] 10.222.0.23 "GET /v2.0/networks/dc5c4692-d907-46b1-9001-e46474d60567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804660 Nov 27 04:45:51.193916 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-c0080d1c-aba8-41b0-b822-a3fe8dc1c57f req-306d6bbe-4b90-4380-a2d9-accea330c1f2 service neutron] 10.222.0.23 "GET /v2.0/networks/dc5c4692-d907-46b1-9001-e46474d60567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851753 Nov 27 04:45:51.361039 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:51.835812 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f744180-5019-47f5-b317-3baf7ad8698f req-2432a4a3-4533-458c-a3aa-de4c601b9ad4 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:45:51.837298 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6f744180-5019-47f5-b317-3baf7ad8698f req-2432a4a3-4533-458c-a3aa-de4c601b9ad4 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=142d81c5-914f-4852-a613-d7f2cf19d079 HTTP/1.1" status: 200 len: 945 time: 0.0531836 Nov 27 04:45:51.885790 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6f744180-5019-47f5-b317-3baf7ad8698f req-a7096aad-6735-457b-b050-2204d4079439 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5d608a0-668e-48b4-9933-d128e731e28b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424578 Nov 27 04:45:51.954286 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:53.000390 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e3b6e-b156-4cfb-948d-cdf99233ae85 req-aeb7951a-adcf-49d9-9163-793ddb44c01d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:45:53.001840 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d29e3b6e-b156-4cfb-948d-cdf99233ae85 req-aeb7951a-adcf-49d9-9163-793ddb44c01d tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=142d81c5-914f-4852-a613-d7f2cf19d079 HTTP/1.1" status: 200 len: 945 time: 0.0483804 Nov 27 04:45:53.049808 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d29e3b6e-b156-4cfb-948d-cdf99233ae85 req-002bddd7-e476-439f-bc6e-0ac005ef8fa5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5d608a0-668e-48b4-9933-d128e731e28b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420942 Nov 27 04:45:53.071512 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34498) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:45:53.134022 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-dba534d6-c6ae-48b8-990a-c96b31e5e90c tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/floatingips/1b948ecf-e535-4ef7-9c9e-e7c551b2a117 HTTP/1.1" status: 200 len: 993 time: 0.0614021 Nov 27 04:45:53.382241 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34504) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:45:53.534703 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-8ea7f221-46db-4be5-93b9-6dfb6e3944df tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Deleting port 69868d40-27d2-47b9-a97c-eb05a9806bdb {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:45:53.535049 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8ea7f221-46db-4be5-93b9-6dfb6e3944df tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:53.609345 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8ea7f221-46db-4be5-93b9-6dfb6e3944df tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:53.609675 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8ea7f221-46db-4be5-93b9-6dfb6e3944df tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:53.621586 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-8ea7f221-46db-4be5-93b9-6dfb6e3944df tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Calling delete_port for 69868d40-27d2-47b9-a97c-eb05a9806bdb owned by network:floatingip {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:45:53.765907 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8ea7f221-46db-4be5-93b9-6dfb6e3944df tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:53.793860 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7f221-46db-4be5-93b9-6dfb6e3944df tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event deleted for resources: {'Port': ['ID=69868d40-27d2-47b9-a97c-eb05a9806bdb,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:45:53.818994 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7f221-46db-4be5-93b9-6dfb6e3944df tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:45:53.819359 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7f221-46db-4be5-93b9-6dfb6e3944df tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:45:53.819730 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7f221-46db-4be5-93b9-6dfb6e3944df tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:45:53.820089 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7f221-46db-4be5-93b9-6dfb6e3944df tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:45:53.820432 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7f221-46db-4be5-93b9-6dfb6e3944df tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:45:53.820772 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7f221-46db-4be5-93b9-6dfb6e3944df tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:45:53.821109 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7f221-46db-4be5-93b9-6dfb6e3944df tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:45:53.821447 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7f221-46db-4be5-93b9-6dfb6e3944df tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:45:53.821783 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7f221-46db-4be5-93b9-6dfb6e3944df tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:45:53.822116 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7f221-46db-4be5-93b9-6dfb6e3944df tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:45:53.822450 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7f221-46db-4be5-93b9-6dfb6e3944df tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:45:53.822808 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7f221-46db-4be5-93b9-6dfb6e3944df tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:45:53.862725 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8ea7f221-46db-4be5-93b9-6dfb6e3944df tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for floatingip, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:53.863062 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [None req-8ea7f221-46db-4be5-93b9-6dfb6e3944df tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Floating IP 1b948ecf-e535-4ef7-9c9e-e7c551b2a117 disassociated (deleted). External IP: 172.25.1.171, port: 53bb81b6-311d-45aa-98ab-5714c9b28c13. Nov 27 04:45:54.375189 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea7f221-46db-4be5-93b9-6dfb6e3944df tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Router 445f01f2-05f2-49fd-8a17-7c3d3387b961 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:45:54.480568 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea7f221-46db-4be5-93b9-6dfb6e3944df tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:45:54.485343 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-8ea7f221-46db-4be5-93b9-6dfb6e3944df tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:54.490252 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb0693a-660e-4145-852f-80196a31964c None None] Sync routers for ids ['445f01f2-05f2-49fd-8a17-7c3d3387b961'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:45:54.499768 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb0693a-660e-4145-852f-80196a31964c None None] Routers {'445f01f2-05f2-49fd-8a17-7c3d3387b961'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:45:54.500387 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-8bb0693a-660e-4145-852f-80196a31964c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:45:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['445f01f2-05f2-49fd-8a17-7c3d3387b961'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:45:54.511442 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-8ea7f221-46db-4be5-93b9-6dfb6e3944df tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "DELETE /v2.0/floatingips/1b948ecf-e535-4ef7-9c9e-e7c551b2a117 HTTP/1.1" status: 204 len: 168 time: 1.1280799 Nov 27 04:45:54.512090 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '142d81c5-914f-4852-a613-d7f2cf19d079', 'tag': '53bb81b6-311d-45aa-98ab-5714c9b28c13'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:45:54.514357 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecda37680d0478e490d639caee1e0781f65d726cc517aef043e1d435739ff28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80fb92a6-63c8-4b6f-b328-90f2eff2012d" -d '{"events": [{"name": "network-changed", "server_uuid": "142d81c5-914f-4852-a613-d7f2cf19d079", "tag": "53bb81b6-311d-45aa-98ab-5714c9b28c13"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:45:54.606115 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-8bb0693a-660e-4145-852f-80196a31964c None None] Set router 445f01f2-05f2-49fd-8a17-7c3d3387b961 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:45:54.666147 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02e9d6f-6456-4009-bcb1-76395d166b7b x-openstack-request-id: req-b02e9d6f-6456-4009-bcb1-76395d166b7b {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:45:54.666457 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "142d81c5-914f-4852-a613-d7f2cf19d079", "tag": "53bb81b6-311d-45aa-98ab-5714c9b28c13", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:45:54.666737 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b02e9d6f-6456-4009-bcb1-76395d166b7b {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:45:54.667188 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '142d81c5-914f-4852-a613-d7f2cf19d079', 'tag': '53bb81b6-311d-45aa-98ab-5714c9b28c13', 'status': 'completed', 'code': 200} Nov 27 04:45:54.759093 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b5c90-2d53-408d-a990-4660af4c59d6 req-3ff9ae9d-d231-4d0a-89d8-a397fdf91312 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:45:54.760575 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3d1b5c90-2d53-408d-a990-4660af4c59d6 req-3ff9ae9d-d231-4d0a-89d8-a397fdf91312 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=142d81c5-914f-4852-a613-d7f2cf19d079 HTTP/1.1" status: 200 len: 945 time: 0.0495930 Nov 27 04:45:54.781354 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb92a6-63c8-4b6f-b328-90f2eff2012d req-e712e099-e068-4d9d-a779-092761c7a932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:45:54.783783 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-80fb92a6-63c8-4b6f-b328-90f2eff2012d req-e712e099-e068-4d9d-a779-092761c7a932 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16ef918a0fcc49e59c15f8e39341f751&device_id=142d81c5-914f-4852-a613-d7f2cf19d079 HTTP/1.1" status: 200 len: 1096 time: 0.0476863 Nov 27 04:45:54.815226 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3d1b5c90-2d53-408d-a990-4660af4c59d6 req-83a91313-a1af-4d15-843c-6b5710c213c5 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5d608a0-668e-48b4-9933-d128e731e28b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467420 Nov 27 04:45:54.817415 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-8bb0693a-660e-4145-852f-80196a31964c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445f01f2-05f2-49fd-8a17-7c3d3387b961', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824145127', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '3b8f52bd-4c92-4e00-83d0-4bf3d72ee219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:44:52Z', 'updated_at': '2021-11-27T04:44:56Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '3b8f52bd-4c92-4e00-83d0-4bf3d72ee219', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:52:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f01f2-05f2-49fd-8a17-7c3d3387b961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:44:53Z', 'updated_at': '2021-11-27T04:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '7a984c0f-d18e-47f6-aeef-0d82ef8d2067', 'name': '', 'network_id': 'dc5c4692-d907-46b1-9001-e46474d60567', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'mac_address': 'fa:16:3e:57:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f01f2-05f2-49fd-8a17-7c3d3387b961', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'eaf7711f-e2a9-4a50-b760-9bbffc3323db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:44:55Z', 'updated_at': '2021-11-27T04:44:58Z', 'revision_number': 5, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'subnets': [{'id': 'eaf7711f-e2a9-4a50-b760-9bbffc3323db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:45:54.845231 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb0693a-660e-4145-852f-80196a31964c None None] Checking router: 445f01f2-05f2-49fd-8a17-7c3d3387b961 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:45:54.854084 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb0693a-660e-4145-852f-80196a31964c None None] Routers {'445f01f2-05f2-49fd-8a17-7c3d3387b961'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:45:54.854739 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-8bb0693a-660e-4145-852f-80196a31964c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:45:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['445f01f2-05f2-49fd-8a17-7c3d3387b961'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:45:54.884536 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb92a6-63c8-4b6f-b328-90f2eff2012d req-d1520b4b-8db0-463a-aed8-d52d4ac7c587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:45:54.886017 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-80fb92a6-63c8-4b6f-b328-90f2eff2012d req-d1520b4b-8db0-463a-aed8-d52d4ac7c587 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dc5c4692-d907-46b1-9001-e46474d60567 HTTP/1.1" status: 200 len: 898 time: 0.0911741 Nov 27 04:45:54.928772 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-80fb92a6-63c8-4b6f-b328-90f2eff2012d req-b4153213-3666-47aa-938f-a54468e9beda service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53bb81b6-311d-45aa-98ab-5714c9b28c13 HTTP/1.1" status: 200 len: 217 time: 0.0337303 Nov 27 04:45:54.960032 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-8bb0693a-660e-4145-852f-80196a31964c None None] Set router 445f01f2-05f2-49fd-8a17-7c3d3387b961 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:45:54.983393 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb92a6-63c8-4b6f-b328-90f2eff2012d req-269468c8-e939-4b06-ae1d-5373f13e6138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:45:54.984884 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-80fb92a6-63c8-4b6f-b328-90f2eff2012d req-269468c8-e939-4b06-ae1d-5373f13e6138 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eaf7711f-e2a9-4a50-b760-9bbffc3323db HTTP/1.1" status: 200 len: 834 time: 0.0435863 Nov 27 04:45:55.034923 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb92a6-63c8-4b6f-b328-90f2eff2012d req-6098b9d7-4341-425b-8e22-56659c666bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:45:55.036487 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-80fb92a6-63c8-4b6f-b328-90f2eff2012d req-6098b9d7-4341-425b-8e22-56659c666bad service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dc5c4692-d907-46b1-9001-e46474d60567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438316 Nov 27 04:45:55.126882 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-80fb92a6-63c8-4b6f-b328-90f2eff2012d req-69a9a1f4-3b2b-4ae3-a7eb-30be10038ae3 service neutron] 10.222.0.23 "GET /v2.0/networks/dc5c4692-d907-46b1-9001-e46474d60567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818415 Nov 27 04:45:55.157230 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-8bb0693a-660e-4145-852f-80196a31964c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445f01f2-05f2-49fd-8a17-7c3d3387b961', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824145127', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '3b8f52bd-4c92-4e00-83d0-4bf3d72ee219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:44:52Z', 'updated_at': '2021-11-27T04:44:56Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '3b8f52bd-4c92-4e00-83d0-4bf3d72ee219', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:52:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f01f2-05f2-49fd-8a17-7c3d3387b961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:44:53Z', 'updated_at': '2021-11-27T04:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '7a984c0f-d18e-47f6-aeef-0d82ef8d2067', 'name': '', 'network_id': 'dc5c4692-d907-46b1-9001-e46474d60567', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'mac_address': 'fa:16:3e:57:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f01f2-05f2-49fd-8a17-7c3d3387b961', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'eaf7711f-e2a9-4a50-b760-9bbffc3323db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:44:55Z', 'updated_at': '2021-11-27T04:44:58Z', 'revision_number': 5, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'subnets': [{'id': 'eaf7711f-e2a9-4a50-b760-9bbffc3323db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:45:55.183877 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb0693a-660e-4145-852f-80196a31964c None None] The sync data for ids ['445f01f2-05f2-49fd-8a17-7c3d3387b961'] in n-d-819494-3 is: [{'id': '445f01f2-05f2-49fd-8a17-7c3d3387b961', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824145127', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '3b8f52bd-4c92-4e00-83d0-4bf3d72ee219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:44:52Z', 'updated_at': '2021-11-27T04:44:56Z', 'revision_number': 4, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '3b8f52bd-4c92-4e00-83d0-4bf3d72ee219', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:52:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f01f2-05f2-49fd-8a17-7c3d3387b961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:44:53Z', 'updated_at': '2021-11-27T04:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '7a984c0f-d18e-47f6-aeef-0d82ef8d2067', 'name': '', 'network_id': 'dc5c4692-d907-46b1-9001-e46474d60567', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'mac_address': 'fa:16:3e:57:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f01f2-05f2-49fd-8a17-7c3d3387b961', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'eaf7711f-e2a9-4a50-b760-9bbffc3323db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:44:55Z', 'updated_at': '2021-11-27T04:44:58Z', 'revision_number': 5, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'subnets': [{'id': 'eaf7711f-e2a9-4a50-b760-9bbffc3323db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:45:55.227077 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-80fb92a6-63c8-4b6f-b328-90f2eff2012d req-49dd8cf7-814d-416e-9bfd-86c1ca502a49 service neutron] 10.222.0.23 "GET /v2.0/networks/dc5c4692-d907-46b1-9001-e46474d60567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910740 Nov 27 04:45:55.404363 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a71222-b001-44be-9de8-632f42a2b789 None None] New status for floating IP 1b948ecf-e535-4ef7-9c9e-e7c551b2a117: DOWN {{(pid=110021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:45:55.933664 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b6056-275f-44af-98cb-b6183a31b977 req-ad4bc538-b75e-4281-a665-dbfe82fa1a35 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:45:55.935178 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0e9b6056-275f-44af-98cb-b6183a31b977 req-ad4bc538-b75e-4281-a665-dbfe82fa1a35 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=142d81c5-914f-4852-a613-d7f2cf19d079 HTTP/1.1" status: 200 len: 945 time: 0.0486157 Nov 27 04:45:55.986888 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0e9b6056-275f-44af-98cb-b6183a31b977 req-40dec19c-7058-42b4-9296-c77b48632fdd tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5d608a0-668e-48b4-9933-d128e731e28b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457613 Nov 27 04:45:56.710704 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a319f9-5fc1-416d-81f3-cf8313b4d9b7 req-b65d6622-4418-4595-9061-cd0b67c6152e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:45:56.712418 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b9a319f9-5fc1-416d-81f3-cf8313b4d9b7 req-b65d6622-4418-4595-9061-cd0b67c6152e tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.23 "GET /v2.0/ports?device_id=142d81c5-914f-4852-a613-d7f2cf19d079 HTTP/1.1" status: 200 len: 945 time: 0.0487411 Nov 27 04:45:56.805834 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-b9a319f9-5fc1-416d-81f3-cf8313b4d9b7 req-40898229-d48c-4b13-98b4-0e30dba4ff11 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Deleting port 53bb81b6-311d-45aa-98ab-5714c9b28c13 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:45:56.806171 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b9a319f9-5fc1-416d-81f3-cf8313b4d9b7 req-40898229-d48c-4b13-98b4-0e30dba4ff11 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:56.893062 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-b9a319f9-5fc1-416d-81f3-cf8313b4d9b7 req-40898229-d48c-4b13-98b4-0e30dba4ff11 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] For port 53bb81b6-311d-45aa-98ab-5714c9b28c13, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=53bb81b6-311d-45aa-98ab-5714c9b28c13,segment=NetworkSegment(9d2101d0-5eec-4e78-aa8d-791eca4cc38a),segment_id=9d2101d0-5eec-4e78-aa8d-791eca4cc38a)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:45:56.893428 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b9a319f9-5fc1-416d-81f3-cf8313b4d9b7 req-40898229-d48c-4b13-98b4-0e30dba4ff11 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:56.905752 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-b9a319f9-5fc1-416d-81f3-cf8313b4d9b7 req-40898229-d48c-4b13-98b4-0e30dba4ff11 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Calling delete_port for 53bb81b6-311d-45aa-98ab-5714c9b28c13 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:45:57.035660 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b9a319f9-5fc1-416d-81f3-cf8313b4d9b7 req-40898229-d48c-4b13-98b4-0e30dba4ff11 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:57.071564 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40898229-d48c-4b13-98b4-0e30dba4ff11 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event deleted for resources: {'Port': ['ID=53bb81b6-311d-45aa-98ab-5714c9b28c13,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:45:57.080558 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0586618b-a815-4778-9d20-88c866e540a1 req-cc0e6cb3-c8b0-4b18-a13f-ed29f68eeba7 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "GET /v2.0/ports?device_id=142d81c5-914f-4852-a613-d7f2cf19d079 HTTP/1.1" status: 200 len: 210 time: 0.0261016 Nov 27 04:45:57.093318 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40898229-d48c-4b13-98b4-0e30dba4ff11 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:45:57.093680 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40898229-d48c-4b13-98b4-0e30dba4ff11 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:45:57.094031 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40898229-d48c-4b13-98b4-0e30dba4ff11 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:45:57.094378 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40898229-d48c-4b13-98b4-0e30dba4ff11 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:45:57.094747 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40898229-d48c-4b13-98b4-0e30dba4ff11 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:45:57.095091 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40898229-d48c-4b13-98b4-0e30dba4ff11 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:45:57.095426 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40898229-d48c-4b13-98b4-0e30dba4ff11 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:45:57.095765 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40898229-d48c-4b13-98b4-0e30dba4ff11 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:45:57.096100 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40898229-d48c-4b13-98b4-0e30dba4ff11 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:45:57.096432 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40898229-d48c-4b13-98b4-0e30dba4ff11 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:45:57.096761 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40898229-d48c-4b13-98b4-0e30dba4ff11 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:45:57.097086 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40898229-d48c-4b13-98b4-0e30dba4ff11 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:45:57.119113 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a319f9-5fc1-416d-81f3-cf8313b4d9b7 req-40898229-d48c-4b13-98b4-0e30dba4ff11 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] No DVR routers for this DVR port 53bb81b6-311d-45aa-98ab-5714c9b28c13 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:45:57.121599 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-b9a319f9-5fc1-416d-81f3-cf8313b4d9b7 req-40898229-d48c-4b13-98b4-0e30dba4ff11 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:57.124995 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b9a319f9-5fc1-416d-81f3-cf8313b4d9b7 req-40898229-d48c-4b13-98b4-0e30dba4ff11 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.23 "DELETE /v2.0/ports/53bb81b6-311d-45aa-98ab-5714c9b28c13 HTTP/1.1" status: 204 len: 173 time: 0.4024422 Nov 27 04:45:57.125431 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142d81c5-914f-4852-a613-d7f2cf19d079', 'name': 'network-vif-deleted', 'tag': '53bb81b6-311d-45aa-98ab-5714c9b28c13'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:45:57.127697 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08b94054c3609ca5194c36e6072b148da941c4766f069e8e94abba8dbd1bbb06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68feac0a-117b-485a-aaea-ae2478c78758" -d '{"events": [{"server_uuid": "142d81c5-914f-4852-a613-d7f2cf19d079", "name": "network-vif-deleted", "tag": "53bb81b6-311d-45aa-98ab-5714c9b28c13"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:45:57.220724 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31039855-5a94-43e2-a531-2aaa6af6d241 x-openstack-request-id: req-31039855-5a94-43e2-a531-2aaa6af6d241 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:45:57.221033 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "142d81c5-914f-4852-a613-d7f2cf19d079", "name": "network-vif-deleted", "tag": "53bb81b6-311d-45aa-98ab-5714c9b28c13", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:45:57.221277 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-31039855-5a94-43e2-a531-2aaa6af6d241 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:45:57.221694 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '142d81c5-914f-4852-a613-d7f2cf19d079', 'name': 'network-vif-deleted', 'tag': '53bb81b6-311d-45aa-98ab-5714c9b28c13', 'status': 'completed', 'code': 200} Nov 27 04:45:58.141889 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34522) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:45:58.505304 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fba1a99c-c2c4-41cc-9b0d-e3446a20f251 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:58.757808 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-fba1a99c-c2c4-41cc-9b0d-e3446a20f251 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Deleting port 7a984c0f-d18e-47f6-aeef-0d82ef8d2067 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:45:58.758069 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fba1a99c-c2c4-41cc-9b0d-e3446a20f251 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:58.844759 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-fba1a99c-c2c4-41cc-9b0d-e3446a20f251 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] For port 7a984c0f-d18e-47f6-aeef-0d82ef8d2067, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=7a984c0f-d18e-47f6-aeef-0d82ef8d2067,segment=NetworkSegment(9d2101d0-5eec-4e78-aa8d-791eca4cc38a),segment_id=9d2101d0-5eec-4e78-aa8d-791eca4cc38a)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:45:58.845127 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fba1a99c-c2c4-41cc-9b0d-e3446a20f251 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:58.857999 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-fba1a99c-c2c4-41cc-9b0d-e3446a20f251 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Calling delete_port for 7a984c0f-d18e-47f6-aeef-0d82ef8d2067 owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:45:59.041081 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fba1a99c-c2c4-41cc-9b0d-e3446a20f251 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:59.071382 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba1a99c-c2c4-41cc-9b0d-e3446a20f251 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event deleted for resources: {'Port': ['ID=7a984c0f-d18e-47f6-aeef-0d82ef8d2067,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:45:59.245735 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-fba1a99c-c2c4-41cc-9b0d-e3446a20f251 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:59.682697 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 53bb81b6-311d-45aa-98ab-5714c9b28c13 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:45:59.702219 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 53bb81b6-311d-45aa-98ab-5714c9b28c13 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:45:59.702583 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 53bb81b6-311d-45aa-98ab-5714c9b28c13 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:45:59.768852 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba1a99c-c2c4-41cc-9b0d-e3446a20f251 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Router 445f01f2-05f2-49fd-8a17-7c3d3387b961 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:45:59.873372 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba1a99c-c2c4-41cc-9b0d-e3446a20f251 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:45:59.878319 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-fba1a99c-c2c4-41cc-9b0d-e3446a20f251 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "PUT /v2.0/routers/445f01f2-05f2-49fd-8a17-7c3d3387b961/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7353756 Nov 27 04:45:59.881119 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34524) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:45:59.883607 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b8b58b-cb9f-4b2f-b900-a91ec829fa31 None None] Sync routers for ids ['445f01f2-05f2-49fd-8a17-7c3d3387b961'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:45:59.897789 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b8b58b-cb9f-4b2f-b900-a91ec829fa31 None None] Routers {'445f01f2-05f2-49fd-8a17-7c3d3387b961'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:45:59.898476 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-82b8b58b-cb9f-4b2f-b900-a91ec829fa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:45:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['445f01f2-05f2-49fd-8a17-7c3d3387b961'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:45:59.931703 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb9cf589-5d3d-4f7d-9284-66d6670ed463 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Deleting subnet eaf7711f-e2a9-4a50-b760-9bbffc3323db {{(pid=110019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:45:59.934871 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-eb9cf589-5d3d-4f7d-9284-66d6670ed463 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for subnet, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:59.973941 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-eb9cf589-5d3d-4f7d-9284-66d6670ed463 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11715408'] for subnet, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:45:59.997262 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-82b8b58b-cb9f-4b2f-b900-a91ec829fa31 None None] Set router 445f01f2-05f2-49fd-8a17-7c3d3387b961 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:46:00.058931 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-eb9cf589-5d3d-4f7d-9284-66d6670ed463 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:00.125013 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-eb9cf589-5d3d-4f7d-9284-66d6670ed463 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8684656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8691271'] for subnet, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:00.152654 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9cf589-5d3d-4f7d-9284-66d6670ed463 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event deleted for resources: {'Subnet': ['ID=eaf7711f-e2a9-4a50-b760-9bbffc3323db,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:00.156260 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-eb9cf589-5d3d-4f7d-9284-66d6670ed463 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:00.159516 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-eb9cf589-5d3d-4f7d-9284-66d6670ed463 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "DELETE /v2.0/subnets/eaf7711f-e2a9-4a50-b760-9bbffc3323db HTTP/1.1" status: 204 len: 168 time: 0.2774630 Nov 27 04:46:00.162153 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34526) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:46:00.169250 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c809eec-f6d0-4f3d-a4b6-6355f3186952 None None] Network dc5c4692-d907-46b1-9001-e46474d60567 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:46:00.234756 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-82b8b58b-cb9f-4b2f-b900-a91ec829fa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445f01f2-05f2-49fd-8a17-7c3d3387b961', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824145127', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '3b8f52bd-4c92-4e00-83d0-4bf3d72ee219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:44:52Z', 'updated_at': '2021-11-27T04:45:58Z', 'revision_number': 5, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '3b8f52bd-4c92-4e00-83d0-4bf3d72ee219', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:52:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f01f2-05f2-49fd-8a17-7c3d3387b961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:44:53Z', 'updated_at': '2021-11-27T04:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:46:00.267883 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b8b58b-cb9f-4b2f-b900-a91ec829fa31 None None] Checking router: 445f01f2-05f2-49fd-8a17-7c3d3387b961 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:46:00.268720 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-13b72888-337c-4662-9281-6d1cf358d723 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for router, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:00.310334 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b8b58b-cb9f-4b2f-b900-a91ec829fa31 None None] Routers {'445f01f2-05f2-49fd-8a17-7c3d3387b961'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:46:00.311007 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-82b8b58b-cb9f-4b2f-b900-a91ec829fa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:45:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['445f01f2-05f2-49fd-8a17-7c3d3387b961'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:46:00.378676 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-13b72888-337c-4662-9281-6d1cf358d723 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:00.435123 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-13b72888-337c-4662-9281-6d1cf358d723 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Deleting port 3b8f52bd-4c92-4e00-83d0-4bf3d72ee219 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:46:00.435501 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-13b72888-337c-4662-9281-6d1cf358d723 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:00.525050 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-13b72888-337c-4662-9281-6d1cf358d723 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] For port 3b8f52bd-4c92-4e00-83d0-4bf3d72ee219, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=3b8f52bd-4c92-4e00-83d0-4bf3d72ee219,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:46:00.525331 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-13b72888-337c-4662-9281-6d1cf358d723 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:00.537540 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-13b72888-337c-4662-9281-6d1cf358d723 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Calling delete_port for 3b8f52bd-4c92-4e00-83d0-4bf3d72ee219 owned by network:router_gateway {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:46:00.584535 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-82b8b58b-cb9f-4b2f-b900-a91ec829fa31 None None] Set router 445f01f2-05f2-49fd-8a17-7c3d3387b961 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:46:00.641599 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584af78f-2a3e-46c2-a432-45484b321e5e None None] DHCP port deletion for dc5c4692-d907-46b1-9001-e46474d60567 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:46:00.694155 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:46:00.712845 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-13b72888-337c-4662-9281-6d1cf358d723 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:00.739391 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b72888-337c-4662-9281-6d1cf358d723 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event deleted for resources: {'Port': ['ID=3b8f52bd-4c92-4e00-83d0-4bf3d72ee219,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:00.754890 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8911a58d-49c1-4345-aa36-b39b3602e9cc None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:46:00.783268 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-584af78f-2a3e-46c2-a432-45484b321e5e None None] Deleting port f1b846b8-f5b5-4dc3-84a9-5419120aa381 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:46:00.783572 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-584af78f-2a3e-46c2-a432-45484b321e5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:00.800589 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-13b72888-337c-4662-9281-6d1cf358d723 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:00.856701 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-584af78f-2a3e-46c2-a432-45484b321e5e None None] For port f1b846b8-f5b5-4dc3-84a9-5419120aa381, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=f1b846b8-f5b5-4dc3-84a9-5419120aa381,segment=NetworkSegment(9d2101d0-5eec-4e78-aa8d-791eca4cc38a),segment_id=9d2101d0-5eec-4e78-aa8d-791eca4cc38a)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:46:00.856999 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-584af78f-2a3e-46c2-a432-45484b321e5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:00.876463 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-584af78f-2a3e-46c2-a432-45484b321e5e None None] Calling delete_port for f1b846b8-f5b5-4dc3-84a9-5419120aa381 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:46:00.893604 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-82b8b58b-cb9f-4b2f-b900-a91ec829fa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445f01f2-05f2-49fd-8a17-7c3d3387b961', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824145127', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '3b8f52bd-4c92-4e00-83d0-4bf3d72ee219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:44:52Z', 'updated_at': '2021-11-27T04:45:58Z', 'revision_number': 5, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '3b8f52bd-4c92-4e00-83d0-4bf3d72ee219', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:52:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f01f2-05f2-49fd-8a17-7c3d3387b961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:44:53Z', 'updated_at': '2021-11-27T04:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:46:00.898237 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-13b72888-337c-4662-9281-6d1cf358d723 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:00.900597 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-13b72888-337c-4662-9281-6d1cf358d723 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:00.944818 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-13b72888-337c-4662-9281-6d1cf358d723 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:00.945421 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b72888-337c-4662-9281-6d1cf358d723 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Fanout notify agent at l3_agent the message router_deleted on router 445f01f2-05f2-49fd-8a17-7c3d3387b961 {{(pid=110019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:46:00.948702 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b8b58b-cb9f-4b2f-b900-a91ec829fa31 None None] The sync data for ids ['445f01f2-05f2-49fd-8a17-7c3d3387b961'] in n-d-819494-3 is: [{'id': '445f01f2-05f2-49fd-8a17-7c3d3387b961', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824145127', 'tenant_id': '16ef918a0fcc49e59c15f8e39341f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '3b8f52bd-4c92-4e00-83d0-4bf3d72ee219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:44:52Z', 'updated_at': '2021-11-27T04:45:58Z', 'revision_number': 5, 'project_id': '16ef918a0fcc49e59c15f8e39341f751', 'gw_port': {'id': '3b8f52bd-4c92-4e00-83d0-4bf3d72ee219', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:52:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f01f2-05f2-49fd-8a17-7c3d3387b961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:44:53Z', 'updated_at': '2021-11-27T04:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:46:00.954202 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-13b72888-337c-4662-9281-6d1cf358d723 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:00.958231 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34528) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:46:00.958843 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-13b72888-337c-4662-9281-6d1cf358d723 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "DELETE /v2.0/routers/445f01f2-05f2-49fd-8a17-7c3d3387b961 HTTP/1.1" status: 204 len: 168 time: 0.7949739 Nov 27 04:46:00.987471 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-584af78f-2a3e-46c2-a432-45484b321e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:01.017251 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584af78f-2a3e-46c2-a432-45484b321e5e None None] Pushing event deleted for resources: {'Port': ['ID=f1b846b8-f5b5-4dc3-84a9-5419120aa381,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:01.021575 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584af78f-2a3e-46c2-a432-45484b321e5e None None] No DVR routers for this DVR port f1b846b8-f5b5-4dc3-84a9-5419120aa381 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:46:01.028483 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584af78f-2a3e-46c2-a432-45484b321e5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:46:01.028836 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584af78f-2a3e-46c2-a432-45484b321e5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:46:01.029190 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584af78f-2a3e-46c2-a432-45484b321e5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:46:01.029542 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584af78f-2a3e-46c2-a432-45484b321e5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:46:01.029878 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584af78f-2a3e-46c2-a432-45484b321e5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:46:01.030212 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584af78f-2a3e-46c2-a432-45484b321e5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:46:01.030586 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584af78f-2a3e-46c2-a432-45484b321e5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:46:01.030901 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584af78f-2a3e-46c2-a432-45484b321e5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:46:01.031228 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584af78f-2a3e-46c2-a432-45484b321e5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:46:01.031938 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584af78f-2a3e-46c2-a432-45484b321e5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:46:01.031938 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584af78f-2a3e-46c2-a432-45484b321e5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:46:01.032190 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584af78f-2a3e-46c2-a432-45484b321e5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:46:01.056921 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b828314f-a18a-4d60-aad7-86bfdb0b1057 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:01.143342 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b828314f-a18a-4d60-aad7-86bfdb0b1057 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:01.163801 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-b828314f-a18a-4d60-aad7-86bfdb0b1057 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc5c4692-d907-46b1-9001-e46474d60567']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:46:01.172825 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-b828314f-a18a-4d60-aad7-86bfdb0b1057 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d2101d0-5eec-4e78-aa8d-791eca4cc38a') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:46:01.173129 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-b828314f-a18a-4d60-aad7-86bfdb0b1057 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d2101d0-5eec-4e78-aa8d-791eca4cc38a') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:46:01.182761 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b828314f-a18a-4d60-aad7-86bfdb0b1057 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:01.195471 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b828314f-a18a-4d60-aad7-86bfdb0b1057 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:01.201216 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b828314f-a18a-4d60-aad7-86bfdb0b1057 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:46:01.201590 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b828314f-a18a-4d60-aad7-86bfdb0b1057 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:01.204480 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:46:01.204480 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:46:01.204480 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:46:01.204480 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:46:01.204480 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:46:01.204480 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:46:01.204480 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:46:01.204480 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:46:01.204480 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:46:01.204480 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:46:01.204480 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:46:01.204480 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:46:01.204480 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:46:01.204480 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:46:01.204480 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:46:01.204480 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:46:01.204480 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:46:01.204480 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:46:01.204480 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:46:01.204480 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:46:01.204480 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:46:01.204480 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:46:01.204480 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:46:01.204480 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:46:01.204480 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:46:01.204480 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:46:01.204480 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:46:01.204480 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:46:01.204480 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:46:01.204480 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:46:01.204480 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:46:01.204480 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:46:01.264511 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b828314f-a18a-4d60-aad7-86bfdb0b1057 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:01.272440 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b828314f-a18a-4d60-aad7-86bfdb0b1057 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:01.275062 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b828314f-a18a-4d60-aad7-86bfdb0b1057 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "DELETE /v2.0/networks/dc5c4692-d907-46b1-9001-e46474d60567 HTTP/1.1" status: 204 len: 168 time: 0.3149080 Nov 27 04:46:01.277939 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34530) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:46:01.287893 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828314f-a18a-4d60-aad7-86bfdb0b1057 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event deleted for resources: {'Network': ['ID=dc5c4692-d907-46b1-9001-e46474d60567,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:01.345051 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c6c25662-e51e-4a42-9a57-f290b880d8c6 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:01.378523 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c6c25662-e51e-4a42-9a57-f290b880d8c6 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:01.449253 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 7a984c0f-d18e-47f6-aeef-0d82ef8d2067 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:46:01.461477 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c6c25662-e51e-4a42-9a57-f290b880d8c6 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:01.464167 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-c6c25662-e51e-4a42-9a57-f290b880d8c6 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:01.467929 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-c6c25662-e51e-4a42-9a57-f290b880d8c6 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] 10.222.0.20 "DELETE /v2.0/security-groups/c5d608a0-668e-48b4-9933-d128e731e28b HTTP/1.1" status: 204 len: 168 time: 0.1862001 Nov 27 04:46:01.478989 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c25662-e51e-4a42-9a57-f290b880d8c6 tempest-TestNetworkAdvancedServerOps-1031016025 tempest-TestNetworkAdvancedServerOps-1031016025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d608a0-668e-48b4-9933-d128e731e28b,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:01.484410 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 7a984c0f-d18e-47f6-aeef-0d82ef8d2067 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:46:01.484769 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 7a984c0f-d18e-47f6-aeef-0d82ef8d2067 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:46:01.485206 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device f1b846b8-f5b5-4dc3-84a9-5419120aa381 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:46:01.512078 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: f1b846b8-f5b5-4dc3-84a9-5419120aa381 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:46:01.512432 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device f1b846b8-f5b5-4dc3-84a9-5419120aa381 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:46:01.797412 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34538) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:46:01.948730 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-16af86d1-4c8c-426f-9e71-32ab1daf9bfe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=16ef918a0fcc49e59c15f8e39341f751&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1501498 Nov 27 04:46:01.951286 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34542) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:46:02.003893 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-04b757e3-b980-4ec2-bea6-ba35308b8bba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:02.022758 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-04b757e3-b980-4ec2-bea6-ba35308b8bba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:02.071120 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-04b757e3-b980-4ec2-bea6-ba35308b8bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:02.073686 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-04b757e3-b980-4ec2-bea6-ba35308b8bba admin admin] Publish callbacks [] for security_group, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:02.075000 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-04b757e3-b980-4ec2-bea6-ba35308b8bba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/18cb8851-d89b-4fd6-8870-c2e384b032da HTTP/1.1" status: 204 len: 168 time: 0.1226649 Nov 27 04:46:02.082872 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b757e3-b980-4ec2-bea6-ba35308b8bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cb8851-d89b-4fd6-8870-c2e384b032da,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:02.335479 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34548) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:46:02.348589 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ec14bf15-77c3-4226-89f2-ed73133f710b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:02.426778 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ec14bf15-77c3-4226-89f2-ed73133f710b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:02.430576 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ec14bf15-77c3-4226-89f2-ed73133f710b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:02.467890 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ec14bf15-77c3-4226-89f2-ed73133f710b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=684acb6a61444e0abcad464134012a95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1313455 Nov 27 04:46:02.469794 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14bf15-77c3-4226-89f2-ed73133f710b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a62334-3051-440e-a814-8d270d16458a,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:02.470609 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34550) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:46:02.522438 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3574300f-e92f-438a-a29f-6fd2d0892740 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:02.543197 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3574300f-e92f-438a-a29f-6fd2d0892740 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:02.590279 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3574300f-e92f-438a-a29f-6fd2d0892740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:02.592770 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-3574300f-e92f-438a-a29f-6fd2d0892740 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:02.594101 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-3574300f-e92f-438a-a29f-6fd2d0892740 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/12a62334-3051-440e-a814-8d270d16458a HTTP/1.1" status: 204 len: 168 time: 0.1223619 Nov 27 04:46:02.601700 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3574300f-e92f-438a-a29f-6fd2d0892740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a62334-3051-440e-a814-8d270d16458a,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:03.281530 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34572) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:46:03.312798 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 3b8f52bd-4c92-4e00-83d0-4bf3d72ee219 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:46:03.332460 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 3b8f52bd-4c92-4e00-83d0-4bf3d72ee219 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:46:03.332892 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 3b8f52bd-4c92-4e00-83d0-4bf3d72ee219 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:46:03.377601 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-ecfd1482-c279-4552-91b0-e1ec2d406fe3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1398057663-network', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:46:03.399061 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfd1482-c279-4552-91b0-e1ec2d406fe3 admin admin] Made reservation on behalf of 26e2c440d75849589fc2f98e0abba6c7 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:46:03.401329 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ecfd1482-c279-4552-91b0-e1ec2d406fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:03.409435 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ecfd1482-c279-4552-91b0-e1ec2d406fe3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:03.482759 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ecfd1482-c279-4552-91b0-e1ec2d406fe3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:03.486593 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ecfd1482-c279-4552-91b0-e1ec2d406fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:03.512807 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecfd1482-c279-4552-91b0-e1ec2d406fe3 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:46:03.518087 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd1482-c279-4552-91b0-e1ec2d406fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf54cf6-adcd-4185-a6e5-c3cc6b20de6f,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:03.526699 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ecfd1482-c279-4552-91b0-e1ec2d406fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:03.526699 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-ecfd1482-c279-4552-91b0-e1ec2d406fe3 admin admin] Added segment d5cbdd74-1711-40cd-a4fe-b734f6aa5e91 of type vlan for network 28976f9c-404e-473f-966b-ae22f0b30ba2 Nov 27 04:46:03.569678 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ecfd1482-c279-4552-91b0-e1ec2d406fe3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:03.593579 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ecfd1482-c279-4552-91b0-e1ec2d406fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:03.594582 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfd1482-c279-4552-91b0-e1ec2d406fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:46:03.595226 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ecfd1482-c279-4552-91b0-e1ec2d406fe3 admin admin] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:03.648871 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ecfd1482-c279-4552-91b0-e1ec2d406fe3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3661289 Nov 27 04:46:03.651926 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34576) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:46:03.657005 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-67e5052f-abe9-4acf-8fc0-ec882e99751a admin admin] Request body: {'subnet': {'network_id': '28976f9c-404e-473f-966b-ae22f0b30ba2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1398057663-subnet', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:46:03.659810 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd1482-c279-4552-91b0-e1ec2d406fe3 admin admin] Pushing event updated for resources: {'Network': ['ID=28976f9c-404e-473f-966b-ae22f0b30ba2,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:03.670199 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 28976f9c-404e-473f-966b-ae22f0b30ba2 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:46:03.678267 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e5052f-abe9-4acf-8fc0-ec882e99751a admin admin] Made reservation on behalf of 26e2c440d75849589fc2f98e0abba6c7 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:46:03.680899 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-67e5052f-abe9-4acf-8fc0-ec882e99751a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:03.849081 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-67e5052f-abe9-4acf-8fc0-ec882e99751a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:03.905783 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5052f-abe9-4acf-8fc0-ec882e99751a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ecac95e-67c4-4bdd-b771-26b0aa3c1c03,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:03.915632 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e5052f-abe9-4acf-8fc0-ec882e99751a admin admin] Checking segment: {'id': 'd5cbdd74-1711-40cd-a4fe-b734f6aa5e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '28976f9c-404e-473f-966b-ae22f0b30ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:46:03.915991 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e5052f-abe9-4acf-8fc0-ec882e99751a admin admin] Network hostable DHCP agents. Network: 28976f9c-404e-473f-966b-ae22f0b30ba2, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:46:03.931873 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e5052f-abe9-4acf-8fc0-ec882e99751a admin admin] Network 28976f9c-404e-473f-966b-ae22f0b30ba2 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:46:03.940186 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-67e5052f-abe9-4acf-8fc0-ec882e99751a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 28976f9c-404e-473f-966b-ae22f0b30ba2) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:46:03.944603 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e5052f-abe9-4acf-8fc0-ec882e99751a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:46:03.945200 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-67e5052f-abe9-4acf-8fc0-ec882e99751a admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:03.950247 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c047c9-2334-4e89-887c-77eb35059773 None None] Network 28976f9c-404e-473f-966b-ae22f0b30ba2 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:46:03.961292 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-67e5052f-abe9-4acf-8fc0-ec882e99751a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3081989 Nov 27 04:46:03.963958 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34578) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:46:03.968263 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-528cc41a-1221-4015-9e74-65dde6e087ec admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1398057663-router', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:46:03.987971 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-528cc41a-1221-4015-9e74-65dde6e087ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:03.989067 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-528cc41a-1221-4015-9e74-65dde6e087ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:04.040924 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-528cc41a-1221-4015-9e74-65dde6e087ec admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:04.097807 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf1f917-96a1-4f42-b5b0-bb9cab6b5c76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-28976f9c-404e-473f-966b-ae22f0b30ba2', 'network_id': '28976f9c-404e-473f-966b-ae22f0b30ba2', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'fixed_ips': [{'subnet_id': '2ecac95e-67c4-4bdd-b771-26b0aa3c1c03'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:46:04.099105 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6bf1f917-96a1-4f42-b5b0-bb9cab6b5c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:04.178858 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-528cc41a-1221-4015-9e74-65dde6e087ec admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:04.236133 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-6bf1f917-96a1-4f42-b5b0-bb9cab6b5c76 None None] Allocated IP 172.20.0.2 (28976f9c-404e-473f-966b-ae22f0b30ba2/2ecac95e-67c4-4bdd-b771-26b0aa3c1c03/c842d9e0-ae2c-475d-96bb-995d38750aa2) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:46:04.375561 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-528cc41a-1221-4015-9e74-65dde6e087ec admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:04.380909 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6bf1f917-96a1-4f42-b5b0-bb9cab6b5c76 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:04.386933 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6bf1f917-96a1-4f42-b5b0-bb9cab6b5c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:04.399988 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-528cc41a-1221-4015-9e74-65dde6e087ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:04.428276 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf1f917-96a1-4f42-b5b0-bb9cab6b5c76 None None] Network 28976f9c-404e-473f-966b-ae22f0b30ba2 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:46:04.431635 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-6bf1f917-96a1-4f42-b5b0-bb9cab6b5c76 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:46:04.434420 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf1f917-96a1-4f42-b5b0-bb9cab6b5c76 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:46:04.445655 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf1f917-96a1-4f42-b5b0-bb9cab6b5c76 None None] Pushing event updated for resources: {'Port': ['ID=c842d9e0-ae2c-475d-96bb-995d38750aa2,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:04.493770 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-6bf1f917-96a1-4f42-b5b0-bb9cab6b5c76 None None] Attempting to bind port c842d9e0-ae2c-475d-96bb-995d38750aa2 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:46:04.494198 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-6bf1f917-96a1-4f42-b5b0-bb9cab6b5c76 None None] Attempting to bind port c842d9e0-ae2c-475d-96bb-995d38750aa2 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'd5cbdd74-1711-40cd-a4fe-b734f6aa5e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '28976f9c-404e-473f-966b-ae22f0b30ba2'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:46:04.494540 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf1f917-96a1-4f42-b5b0-bb9cab6b5c76 None None] Attempting to bind port c842d9e0-ae2c-475d-96bb-995d38750aa2 on network 28976f9c-404e-473f-966b-ae22f0b30ba2 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:46:04.499461 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf1f917-96a1-4f42-b5b0-bb9cab6b5c76 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:46:04.499838 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf1f917-96a1-4f42-b5b0-bb9cab6b5c76 None None] Checking segment: {'id': 'd5cbdd74-1711-40cd-a4fe-b734f6aa5e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '28976f9c-404e-473f-966b-ae22f0b30ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:46:04.500240 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6bf1f917-96a1-4f42-b5b0-bb9cab6b5c76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:04.500634 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf1f917-96a1-4f42-b5b0-bb9cab6b5c76 None None] Bound using segment: {'id': 'd5cbdd74-1711-40cd-a4fe-b734f6aa5e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '28976f9c-404e-473f-966b-ae22f0b30ba2'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:46:04.501100 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-6bf1f917-96a1-4f42-b5b0-bb9cab6b5c76 None None] Bound port: c842d9e0-ae2c-475d-96bb-995d38750aa2, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5cbdd74-1711-40cd-a4fe-b734f6aa5e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '28976f9c-404e-473f-966b-ae22f0b30ba2'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:46:04.501745 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6bf1f917-96a1-4f42-b5b0-bb9cab6b5c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:04.502531 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-528cc41a-1221-4015-9e74-65dde6e087ec admin admin] Allocated IP 172.25.1.105 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/029be502-7705-461f-974e-906c46aa083a) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:46:04.567035 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-6bf1f917-96a1-4f42-b5b0-bb9cab6b5c76 None None] For port c842d9e0-ae2c-475d-96bb-995d38750aa2, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:46:04.570576 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-6bf1f917-96a1-4f42-b5b0-bb9cab6b5c76 None None] For port c842d9e0-ae2c-475d-96bb-995d38750aa2, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=c842d9e0-ae2c-475d-96bb-995d38750aa2,segment=NetworkSegment(d5cbdd74-1711-40cd-a4fe-b734f6aa5e91),segment_id=d5cbdd74-1711-40cd-a4fe-b734f6aa5e91)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:46:04.574652 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6bf1f917-96a1-4f42-b5b0-bb9cab6b5c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:04.610383 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-528cc41a-1221-4015-9e74-65dde6e087ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:04.631427 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf1f917-96a1-4f42-b5b0-bb9cab6b5c76 None None] Pushing event updated for resources: {'Port': ['ID=c842d9e0-ae2c-475d-96bb-995d38750aa2,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:04.645894 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-528cc41a-1221-4015-9e74-65dde6e087ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:04.691125 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528cc41a-1221-4015-9e74-65dde6e087ec admin admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:46:04.694269 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-528cc41a-1221-4015-9e74-65dde6e087ec admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:46:04.698741 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528cc41a-1221-4015-9e74-65dde6e087ec admin admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:46:04.702164 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528cc41a-1221-4015-9e74-65dde6e087ec admin admin] Pushing event updated for resources: {'Port': ['ID=029be502-7705-461f-974e-906c46aa083a,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:04.707169 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff786bd2-e467-4865-9353-4669d6fd06ba None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:46:04.823679 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-8d65fb76-3f10-44a1-b501-0155763c601d None None] Provisioning complete for port 029be502-7705-461f-974e-906c46aa083a triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:46:04.823906 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8d65fb76-3f10-44a1-b501-0155763c601d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:04.861773 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-8d65fb76-3f10-44a1-b501-0155763c601d None None] Port 029be502-7705-461f-974e-906c46aa083a cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:46:04.971905 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-528cc41a-1221-4015-9e74-65dde6e087ec admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:05.164489 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-528cc41a-1221-4015-9e74-65dde6e087ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:05.295234 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528cc41a-1221-4015-9e74-65dde6e087ec admin admin] Router f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:46:05.393786 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device c842d9e0-ae2c-475d-96bb-995d38750aa2 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:46:05.416895 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528cc41a-1221-4015-9e74-65dde6e087ec admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:46:05.427014 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c03c79c-5879-4316-bf56-b4f0c0bc3c58 None None] Sync routers for ids ['f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:46:05.437969 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c03c79c-5879-4316-bf56-b4f0c0bc3c58 None None] Routers {'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:46:05.438904 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-4c03c79c-5879-4316-bf56-b4f0c0bc3c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:45:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:46:05.439663 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-528cc41a-1221-4015-9e74-65dde6e087ec admin admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:05.444086 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-528cc41a-1221-4015-9e74-65dde6e087ec admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4760904 Nov 27 04:46:05.444405 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34580) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:46:05.458952 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port c842d9e0-ae2c-475d-96bb-995d38750aa2 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:46:05.459472 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:05.554870 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:05.593664 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port c842d9e0-ae2c-475d-96bb-995d38750aa2, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=c842d9e0-ae2c-475d-96bb-995d38750aa2,segment=NetworkSegment(d5cbdd74-1711-40cd-a4fe-b734f6aa5e91),segment_id=d5cbdd74-1711-40cd-a4fe-b734f6aa5e91)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:46:05.599741 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:05.659129 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=c842d9e0-ae2c-475d-96bb-995d38750aa2,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:05.664979 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e46427e-d0da-427c-aa96-06884d9dd3b1 None None] Network 28976f9c-404e-473f-966b-ae22f0b30ba2 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:46:05.678281 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-4c03c79c-5879-4316-bf56-b4f0c0bc3c58 None None] Set router f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:46:05.733129 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-8e1e6b0f-08f2-4e86-8836-2c66e7a0877e None None] Provisioning complete for port c842d9e0-ae2c-475d-96bb-995d38750aa2 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:46:05.733506 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8e1e6b0f-08f2-4e86-8836-2c66e7a0877e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:05.870717 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-4c03c79c-5879-4316-bf56-b4f0c0bc3c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'name': 'tempest-TestShelveInstance-1398057663-router', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '029be502-7705-461f-974e-906c46aa083a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:46:03Z', 'updated_at': '2021-11-27T04:46:04Z', 'revision_number': 3, 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'gw_port': {'id': '029be502-7705-461f-974e-906c46aa083a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:04:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:46:04Z', 'updated_at': '2021-11-27T04:46:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:46:05.897692 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c03c79c-5879-4316-bf56-b4f0c0bc3c58 None None] Checking router: f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:46:05.898086 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c03c79c-5879-4316-bf56-b4f0c0bc3c58 None None] Updating router f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004 port 029be502-7705-461f-974e-906c46aa083a binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:46:05.923657 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-4c03c79c-5879-4316-bf56-b4f0c0bc3c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:06.196329 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-9b6522e6-544d-48cf-89e3-e8326f9d9d8f None None] Provisioning complete for port c842d9e0-ae2c-475d-96bb-995d38750aa2 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:46:06.196731 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9b6522e6-544d-48cf-89e3-e8326f9d9d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:06.203382 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-4c03c79c-5879-4316-bf56-b4f0c0bc3c58 None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:06.210772 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-4c03c79c-5879-4316-bf56-b4f0c0bc3c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:06.259151 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-095cd540-de21-4b24-ac1f-451d74fc637e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:06.263812 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-4c03c79c-5879-4316-bf56-b4f0c0bc3c58 None None] Attempting to bind port 029be502-7705-461f-974e-906c46aa083a on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:46:06.264176 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-4c03c79c-5879-4316-bf56-b4f0c0bc3c58 None None] Attempting to bind port 029be502-7705-461f-974e-906c46aa083a by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:46:06.264533 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c03c79c-5879-4316-bf56-b4f0c0bc3c58 None None] Attempting to bind port 029be502-7705-461f-974e-906c46aa083a on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:46:06.266466 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a1234-2e35-4fe5-9a7d-3c7dc41382e5 None None] Pushing event updated for resources: {'Port': ['ID=029be502-7705-461f-974e-906c46aa083a,revision_number=2']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:06.274987 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cd8f4c-ac2b-45c0-a9ef-3995f1a8cfaa None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:46:06.276251 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14a1234-2e35-4fe5-9a7d-3c7dc41382e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:46:06.276599 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14a1234-2e35-4fe5-9a7d-3c7dc41382e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:46:06.276937 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14a1234-2e35-4fe5-9a7d-3c7dc41382e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:46:06.277268 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14a1234-2e35-4fe5-9a7d-3c7dc41382e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:46:06.277597 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14a1234-2e35-4fe5-9a7d-3c7dc41382e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:46:06.277922 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14a1234-2e35-4fe5-9a7d-3c7dc41382e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:46:06.278245 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14a1234-2e35-4fe5-9a7d-3c7dc41382e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:46:06.278582 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14a1234-2e35-4fe5-9a7d-3c7dc41382e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:46:06.278906 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14a1234-2e35-4fe5-9a7d-3c7dc41382e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:46:06.279221 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14a1234-2e35-4fe5-9a7d-3c7dc41382e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:46:06.279538 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14a1234-2e35-4fe5-9a7d-3c7dc41382e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:46:06.279948 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14a1234-2e35-4fe5-9a7d-3c7dc41382e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:46:06.289403 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c03c79c-5879-4316-bf56-b4f0c0bc3c58 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:46:06.289782 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c03c79c-5879-4316-bf56-b4f0c0bc3c58 None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:46:06.290188 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-4c03c79c-5879-4316-bf56-b4f0c0bc3c58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:06.290580 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c03c79c-5879-4316-bf56-b4f0c0bc3c58 None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:46:06.291482 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-4c03c79c-5879-4316-bf56-b4f0c0bc3c58 None None] Bound port: 029be502-7705-461f-974e-906c46aa083a, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:46:06.291859 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-4c03c79c-5879-4316-bf56-b4f0c0bc3c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:06.351759 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-4c03c79c-5879-4316-bf56-b4f0c0bc3c58 None None] For port 029be502-7705-461f-974e-906c46aa083a, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:46:06.354826 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-4c03c79c-5879-4316-bf56-b4f0c0bc3c58 None None] For port 029be502-7705-461f-974e-906c46aa083a, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=029be502-7705-461f-974e-906c46aa083a,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:46:06.359167 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-4c03c79c-5879-4316-bf56-b4f0c0bc3c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:06.399072 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0156816b-0905-4ea3-86cf-20ee08a8eca9 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:46:06.411480 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c03c79c-5879-4316-bf56-b4f0c0bc3c58 None None] Routers {'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:46:06.412267 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-4c03c79c-5879-4316-bf56-b4f0c0bc3c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:45:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:46:06.424118 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-095cd540-de21-4b24-ac1f-451d74fc637e admin admin] Allocated IP 172.20.0.1 (28976f9c-404e-473f-966b-ae22f0b30ba2/2ecac95e-67c4-4bdd-b771-26b0aa3c1c03/68d91d14-4ef2-40e5-ac93-1680c7608d5e) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:46:06.427973 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-a3ca3ea7-9a73-481c-9c1b-b756cc378634 None None] Provisioning complete for port 029be502-7705-461f-974e-906c46aa083a triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:46:06.428442 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a3ca3ea7-9a73-481c-9c1b-b756cc378634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:06.487704 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a1234-2e35-4fe5-9a7d-3c7dc41382e5 None None] Pushing event updated for resources: {'Port': ['ID=029be502-7705-461f-974e-906c46aa083a,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:06.507198 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a3ca3ea7-9a73-481c-9c1b-b756cc378634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:06.527541 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-a3ca3ea7-9a73-481c-9c1b-b756cc378634 None None] For port 029be502-7705-461f-974e-906c46aa083a, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=029be502-7705-461f-974e-906c46aa083a,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:46:06.532461 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a3ca3ea7-9a73-481c-9c1b-b756cc378634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:06.536607 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-4c03c79c-5879-4316-bf56-b4f0c0bc3c58 None None] Set router f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:46:06.548402 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-095cd540-de21-4b24-ac1f-451d74fc637e admin admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:06.584650 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-095cd540-de21-4b24-ac1f-451d74fc637e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:06.586291 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca3ea7-9a73-481c-9c1b-b756cc378634 None None] Pushing event updated for resources: {'Port': ['ID=029be502-7705-461f-974e-906c46aa083a,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:06.624732 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095cd540-de21-4b24-ac1f-451d74fc637e admin admin] Network 28976f9c-404e-473f-966b-ae22f0b30ba2 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:46:06.627616 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-095cd540-de21-4b24-ac1f-451d74fc637e admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:46:06.631883 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095cd540-de21-4b24-ac1f-451d74fc637e admin admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:46:06.655342 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095cd540-de21-4b24-ac1f-451d74fc637e admin admin] Pushing event updated for resources: {'Port': ['ID=68d91d14-4ef2-40e5-ac93-1680c7608d5e,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:06.661766 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-e41fed0f-d6f2-414c-8110-5b00390528da None None] Provisioning complete for port 029be502-7705-461f-974e-906c46aa083a triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:46:06.662439 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e41fed0f-d6f2-414c-8110-5b00390528da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:06.679600 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-095cd540-de21-4b24-ac1f-451d74fc637e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:06.738659 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-4c03c79c-5879-4316-bf56-b4f0c0bc3c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'name': 'tempest-TestShelveInstance-1398057663-router', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '029be502-7705-461f-974e-906c46aa083a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:46:03Z', 'updated_at': '2021-11-27T04:46:04Z', 'revision_number': 3, 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'gw_port': {'id': '029be502-7705-461f-974e-906c46aa083a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:04:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:46:04Z', 'updated_at': '2021-11-27T04:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:46:06.773202 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c03c79c-5879-4316-bf56-b4f0c0bc3c58 None None] The sync data for ids ['f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004'] in n-d-819494-3 is: [{'id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'name': 'tempest-TestShelveInstance-1398057663-router', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '029be502-7705-461f-974e-906c46aa083a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:46:03Z', 'updated_at': '2021-11-27T04:46:04Z', 'revision_number': 3, 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'gw_port': {'id': '029be502-7705-461f-974e-906c46aa083a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:04:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:46:04Z', 'updated_at': '2021-11-27T04:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:46:06.832356 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-095cd540-de21-4b24-ac1f-451d74fc637e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:06.884546 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-00f6073e-4393-4b91-8c2a-fe61e2d3d611 None None] Provisioning complete for port 68d91d14-4ef2-40e5-ac93-1680c7608d5e triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:46:06.885033 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-00f6073e-4393-4b91-8c2a-fe61e2d3d611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:06.920427 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-00f6073e-4393-4b91-8c2a-fe61e2d3d611 None None] Port 68d91d14-4ef2-40e5-ac93-1680c7608d5e cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:46:07.008207 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-095cd540-de21-4b24-ac1f-451d74fc637e admin admin] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:07.013851 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-095cd540-de21-4b24-ac1f-451d74fc637e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:07.083265 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095cd540-de21-4b24-ac1f-451d74fc637e admin admin] Pushing event updated for resources: {'Port': ['ID=68d91d14-4ef2-40e5-ac93-1680c7608d5e,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:07.085670 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-095cd540-de21-4b24-ac1f-451d74fc637e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:07.187069 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095cd540-de21-4b24-ac1f-451d74fc637e admin admin] Network 28976f9c-404e-473f-966b-ae22f0b30ba2 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:46:07.188479 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-095cd540-de21-4b24-ac1f-451d74fc637e admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:46:07.312573 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095cd540-de21-4b24-ac1f-451d74fc637e admin admin] Router f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:46:07.452136 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095cd540-de21-4b24-ac1f-451d74fc637e admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:46:07.454225 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-6abb9363-1a2a-41ad-b2b6-78c1bc3d9f88 None None] Provisioning complete for port 68d91d14-4ef2-40e5-ac93-1680c7608d5e triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:46:07.454805 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6abb9363-1a2a-41ad-b2b6-78c1bc3d9f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:07.461255 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-095cd540-de21-4b24-ac1f-451d74fc637e admin admin] 10.222.0.20 "PUT /v2.0/routers/f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0156004 Nov 27 04:46:07.496247 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device c842d9e0-ae2c-475d-96bb-995d38750aa2 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:46:07.539982 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-6abb9363-1a2a-41ad-b2b6-78c1bc3d9f88 None None] Port 68d91d14-4ef2-40e5-ac93-1680c7608d5e cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:46:07.556240 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port c842d9e0-ae2c-475d-96bb-995d38750aa2 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:46:07.556710 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:07.639979 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 029be502-7705-461f-974e-906c46aa083a up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:46:07.692750 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 029be502-7705-461f-974e-906c46aa083a triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:46:07.693205 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:07.973358 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34596) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:46:07.979070 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-9b003f58-807d-431d-a5ac-33488f3b1976 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1307272392-network', 'tenant_id': 'a31cfdb664e64a6ca89c02cdf154bb7a'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:46:07.998744 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b003f58-807d-431d-a5ac-33488f3b1976 admin admin] Made reservation on behalf of a31cfdb664e64a6ca89c02cdf154bb7a for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:46:08.001035 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9b003f58-807d-431d-a5ac-33488f3b1976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:08.009759 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9b003f58-807d-431d-a5ac-33488f3b1976 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:08.089106 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9b003f58-807d-431d-a5ac-33488f3b1976 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:08.095795 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9b003f58-807d-431d-a5ac-33488f3b1976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:08.117712 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b003f58-807d-431d-a5ac-33488f3b1976 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:46:08.131493 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b003f58-807d-431d-a5ac-33488f3b1976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76fc7bb0-e196-45d2-8946-8bb3ed155a86,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:08.136509 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9b003f58-807d-431d-a5ac-33488f3b1976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:08.136865 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-9b003f58-807d-431d-a5ac-33488f3b1976 admin admin] Added segment d29e76d1-af7f-49c9-839a-d440c7aaa4f3 of type vlan for network a8dbc6be-07cf-4d40-8e5d-8ec63d93e18d Nov 27 04:46:08.178762 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9b003f58-807d-431d-a5ac-33488f3b1976 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:08.205118 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9b003f58-807d-431d-a5ac-33488f3b1976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:08.206192 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b003f58-807d-431d-a5ac-33488f3b1976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:46:08.206794 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9b003f58-807d-431d-a5ac-33488f3b1976 admin admin] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:08.267880 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9b003f58-807d-431d-a5ac-33488f3b1976 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2927415 Nov 27 04:46:08.271286 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34598) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:46:08.274199 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b003f58-807d-431d-a5ac-33488f3b1976 admin admin] Pushing event updated for resources: {'Network': ['ID=a8dbc6be-07cf-4d40-8e5d-8ec63d93e18d,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:08.277093 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-55d7d071-9014-486b-824a-00ccae16b633 admin admin] Request body: {'subnet': {'network_id': 'a8dbc6be-07cf-4d40-8e5d-8ec63d93e18d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1307272392-subnet', 'tenant_id': 'a31cfdb664e64a6ca89c02cdf154bb7a', 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:46:08.284687 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network a8dbc6be-07cf-4d40-8e5d-8ec63d93e18d details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:46:08.305058 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d7d071-9014-486b-824a-00ccae16b633 admin admin] Made reservation on behalf of a31cfdb664e64a6ca89c02cdf154bb7a for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:46:08.307723 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-55d7d071-9014-486b-824a-00ccae16b633 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:08.381187 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945537a1-9eaa-4461-9e88-ad5b44d73207 None None] Sync routers for ids ['f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:46:08.392486 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945537a1-9eaa-4461-9e88-ad5b44d73207 None None] Routers {'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:46:08.393134 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-945537a1-9eaa-4461-9e88-ad5b44d73207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:45:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:46:08.495503 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-55d7d071-9014-486b-824a-00ccae16b633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:08.561073 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7d071-9014-486b-824a-00ccae16b633 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9580425a-547a-4c60-9a8e-61f5ec2e7db7,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:08.571407 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d7d071-9014-486b-824a-00ccae16b633 admin admin] Checking segment: {'id': 'd29e76d1-af7f-49c9-839a-d440c7aaa4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a8dbc6be-07cf-4d40-8e5d-8ec63d93e18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:46:08.571852 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d7d071-9014-486b-824a-00ccae16b633 admin admin] Network hostable DHCP agents. Network: a8dbc6be-07cf-4d40-8e5d-8ec63d93e18d, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:46:08.590156 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d7d071-9014-486b-824a-00ccae16b633 admin admin] Network a8dbc6be-07cf-4d40-8e5d-8ec63d93e18d is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:46:08.600087 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-55d7d071-9014-486b-824a-00ccae16b633 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, a8dbc6be-07cf-4d40-8e5d-8ec63d93e18d) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:46:08.605846 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d7d071-9014-486b-824a-00ccae16b633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:46:08.606228 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-55d7d071-9014-486b-824a-00ccae16b633 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:08.627038 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-55d7d071-9014-486b-824a-00ccae16b633 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3517087 Nov 27 04:46:08.627400 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34600) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:46:08.632970 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-6355a198-6b43-4b8b-be04-2ea394969d46 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1307272392-router', 'tenant_id': 'a31cfdb664e64a6ca89c02cdf154bb7a', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:46:08.656364 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6355a198-6b43-4b8b-be04-2ea394969d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:08.657390 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6355a198-6b43-4b8b-be04-2ea394969d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:08.660328 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fbe6d0-8b3c-4f74-9251-63694f382525 None None] Network a8dbc6be-07cf-4d40-8e5d-8ec63d93e18d requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:46:08.716493 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6355a198-6b43-4b8b-be04-2ea394969d46 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:08.738501 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-945537a1-9eaa-4461-9e88-ad5b44d73207 None None] Set router f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:46:08.859093 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6355a198-6b43-4b8b-be04-2ea394969d46 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:08.956446 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace50ca4-608e-41be-b337-ca87587e187c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-a8dbc6be-07cf-4d40-8e5d-8ec63d93e18d', 'network_id': 'a8dbc6be-07cf-4d40-8e5d-8ec63d93e18d', 'tenant_id': 'a31cfdb664e64a6ca89c02cdf154bb7a', 'fixed_ips': [{'subnet_id': '9580425a-547a-4c60-9a8e-61f5ec2e7db7'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:46:08.957329 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ace50ca4-608e-41be-b337-ca87587e187c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:09.083857 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6355a198-6b43-4b8b-be04-2ea394969d46 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:09.108316 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6355a198-6b43-4b8b-be04-2ea394969d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:09.130514 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-945537a1-9eaa-4461-9e88-ad5b44d73207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'name': 'tempest-TestShelveInstance-1398057663-router', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '029be502-7705-461f-974e-906c46aa083a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:46:03Z', 'updated_at': '2021-11-27T04:46:06Z', 'revision_number': 4, 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'gw_port': {'id': '029be502-7705-461f-974e-906c46aa083a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:04:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:46:04Z', 'updated_at': '2021-11-27T04:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '68d91d14-4ef2-40e5-ac93-1680c7608d5e', 'name': '', 'network_id': '28976f9c-404e-473f-966b-ae22f0b30ba2', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'mac_address': 'fa:16:3e:f9:36:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '2ecac95e-67c4-4bdd-b771-26b0aa3c1c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:46:06Z', 'updated_at': '2021-11-27T04:46:06Z', 'revision_number': 2, 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'subnets': [{'id': '2ecac95e-67c4-4bdd-b771-26b0aa3c1c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:46:09.167448 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945537a1-9eaa-4461-9e88-ad5b44d73207 None None] Checking router: f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:46:09.167815 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945537a1-9eaa-4461-9e88-ad5b44d73207 None None] Updating router f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004 port 68d91d14-4ef2-40e5-ac93-1680c7608d5e binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:46:09.188354 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-ace50ca4-608e-41be-b337-ca87587e187c None None] Allocated IP 172.20.0.2 (a8dbc6be-07cf-4d40-8e5d-8ec63d93e18d/9580425a-547a-4c60-9a8e-61f5ec2e7db7/4ad5c8fc-6f65-477c-9f37-ba20f1a10e32) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:46:09.204970 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-945537a1-9eaa-4461-9e88-ad5b44d73207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:09.244563 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-6355a198-6b43-4b8b-be04-2ea394969d46 admin admin] Allocated IP 172.25.1.204 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/2586785e-7376-48ba-be79-82ebcf7456aa) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:46:09.366452 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6355a198-6b43-4b8b-be04-2ea394969d46 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:09.404084 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6355a198-6b43-4b8b-be04-2ea394969d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:09.447270 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6355a198-6b43-4b8b-be04-2ea394969d46 admin admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:46:09.450196 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-6355a198-6b43-4b8b-be04-2ea394969d46 admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:46:09.454085 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6355a198-6b43-4b8b-be04-2ea394969d46 admin admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:46:09.467396 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5102f460-6222-4fd1-b9e9-16a8f319df6e None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:46:09.487475 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ace50ca4-608e-41be-b337-ca87587e187c None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:09.487902 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355a198-6b43-4b8b-be04-2ea394969d46 admin admin] Pushing event updated for resources: {'Port': ['ID=2586785e-7376-48ba-be79-82ebcf7456aa,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:09.501787 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ace50ca4-608e-41be-b337-ca87587e187c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:09.568892 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace50ca4-608e-41be-b337-ca87587e187c None None] Network a8dbc6be-07cf-4d40-8e5d-8ec63d93e18d is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:46:09.583676 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-ace50ca4-608e-41be-b337-ca87587e187c None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:46:09.590038 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace50ca4-608e-41be-b337-ca87587e187c None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:46:09.596003 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace50ca4-608e-41be-b337-ca87587e187c None None] Pushing event updated for resources: {'Port': ['ID=4ad5c8fc-6f65-477c-9f37-ba20f1a10e32,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:09.656318 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-0eed2b44-200e-4336-b2da-8a6995daff34 None None] Provisioning complete for port 2586785e-7376-48ba-be79-82ebcf7456aa triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:46:09.656617 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0eed2b44-200e-4336-b2da-8a6995daff34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:09.729856 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6355a198-6b43-4b8b-be04-2ea394969d46 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:09.732320 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-945537a1-9eaa-4461-9e88-ad5b44d73207 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:09.736211 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-0eed2b44-200e-4336-b2da-8a6995daff34 None None] Port 2586785e-7376-48ba-be79-82ebcf7456aa cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:46:09.737961 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-ace50ca4-608e-41be-b337-ca87587e187c None None] Attempting to bind port 4ad5c8fc-6f65-477c-9f37-ba20f1a10e32 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:46:09.738337 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-ace50ca4-608e-41be-b337-ca87587e187c None None] Attempting to bind port 4ad5c8fc-6f65-477c-9f37-ba20f1a10e32 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'd29e76d1-af7f-49c9-839a-d440c7aaa4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a8dbc6be-07cf-4d40-8e5d-8ec63d93e18d'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:46:09.738766 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace50ca4-608e-41be-b337-ca87587e187c None None] Attempting to bind port 4ad5c8fc-6f65-477c-9f37-ba20f1a10e32 on network a8dbc6be-07cf-4d40-8e5d-8ec63d93e18d {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:46:09.744684 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-945537a1-9eaa-4461-9e88-ad5b44d73207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:09.749802 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace50ca4-608e-41be-b337-ca87587e187c None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:46:09.750191 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace50ca4-608e-41be-b337-ca87587e187c None None] Checking segment: {'id': 'd29e76d1-af7f-49c9-839a-d440c7aaa4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a8dbc6be-07cf-4d40-8e5d-8ec63d93e18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:46:09.750619 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ace50ca4-608e-41be-b337-ca87587e187c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:09.751024 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace50ca4-608e-41be-b337-ca87587e187c None None] Bound using segment: {'id': 'd29e76d1-af7f-49c9-839a-d440c7aaa4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a8dbc6be-07cf-4d40-8e5d-8ec63d93e18d'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:46:09.751506 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-ace50ca4-608e-41be-b337-ca87587e187c None None] Bound port: 4ad5c8fc-6f65-477c-9f37-ba20f1a10e32, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29e76d1-af7f-49c9-839a-d440c7aaa4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a8dbc6be-07cf-4d40-8e5d-8ec63d93e18d'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:46:09.751890 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ace50ca4-608e-41be-b337-ca87587e187c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:09.831486 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58798a56-417d-4681-9fd3-edc018d66dc7 None None] Pushing event updated for resources: {'Port': ['ID=68d91d14-4ef2-40e5-ac93-1680c7608d5e,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:09.901385 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-ace50ca4-608e-41be-b337-ca87587e187c None None] For port 4ad5c8fc-6f65-477c-9f37-ba20f1a10e32, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:46:09.913423 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-945537a1-9eaa-4461-9e88-ad5b44d73207 None None] Attempting to bind port 68d91d14-4ef2-40e5-ac93-1680c7608d5e on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:46:09.913717 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-945537a1-9eaa-4461-9e88-ad5b44d73207 None None] Attempting to bind port 68d91d14-4ef2-40e5-ac93-1680c7608d5e by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'd5cbdd74-1711-40cd-a4fe-b734f6aa5e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '28976f9c-404e-473f-966b-ae22f0b30ba2'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:46:09.914089 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945537a1-9eaa-4461-9e88-ad5b44d73207 None None] Attempting to bind port 68d91d14-4ef2-40e5-ac93-1680c7608d5e on network 28976f9c-404e-473f-966b-ae22f0b30ba2 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:46:09.922001 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-ace50ca4-608e-41be-b337-ca87587e187c None None] For port 4ad5c8fc-6f65-477c-9f37-ba20f1a10e32, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=4ad5c8fc-6f65-477c-9f37-ba20f1a10e32,segment=NetworkSegment(d29e76d1-af7f-49c9-839a-d440c7aaa4f3),segment_id=d29e76d1-af7f-49c9-839a-d440c7aaa4f3)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:46:09.923631 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945537a1-9eaa-4461-9e88-ad5b44d73207 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:46:09.924071 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945537a1-9eaa-4461-9e88-ad5b44d73207 None None] Checking segment: {'id': 'd5cbdd74-1711-40cd-a4fe-b734f6aa5e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '28976f9c-404e-473f-966b-ae22f0b30ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:46:09.924443 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-945537a1-9eaa-4461-9e88-ad5b44d73207 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:09.925206 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945537a1-9eaa-4461-9e88-ad5b44d73207 None None] Bound using segment: {'id': 'd5cbdd74-1711-40cd-a4fe-b734f6aa5e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '28976f9c-404e-473f-966b-ae22f0b30ba2'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:46:09.925423 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-945537a1-9eaa-4461-9e88-ad5b44d73207 None None] Bound port: 68d91d14-4ef2-40e5-ac93-1680c7608d5e, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5cbdd74-1711-40cd-a4fe-b734f6aa5e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '28976f9c-404e-473f-966b-ae22f0b30ba2'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:46:09.925895 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-945537a1-9eaa-4461-9e88-ad5b44d73207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:09.930882 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ace50ca4-608e-41be-b337-ca87587e187c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:09.954859 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6355a198-6b43-4b8b-be04-2ea394969d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:10.037032 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace50ca4-608e-41be-b337-ca87587e187c None None] Pushing event updated for resources: {'Port': ['ID=4ad5c8fc-6f65-477c-9f37-ba20f1a10e32,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:10.053272 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-945537a1-9eaa-4461-9e88-ad5b44d73207 None None] For port 68d91d14-4ef2-40e5-ac93-1680c7608d5e, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:46:10.058185 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-945537a1-9eaa-4461-9e88-ad5b44d73207 None None] For port 68d91d14-4ef2-40e5-ac93-1680c7608d5e, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=68d91d14-4ef2-40e5-ac93-1680c7608d5e,segment=NetworkSegment(d5cbdd74-1711-40cd-a4fe-b734f6aa5e91),segment_id=d5cbdd74-1711-40cd-a4fe-b734f6aa5e91)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:46:10.066698 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-945537a1-9eaa-4461-9e88-ad5b44d73207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:10.097741 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-d46464ee-d5a0-4fac-b504-04c907f225c7 None None] Provisioning complete for port 68d91d14-4ef2-40e5-ac93-1680c7608d5e triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:46:10.098125 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d46464ee-d5a0-4fac-b504-04c907f225c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:10.105269 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6355a198-6b43-4b8b-be04-2ea394969d46 admin admin] Router adbea2d1-aa37-422b-b874-d04a2a79e6a0 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:46:10.172362 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58798a56-417d-4681-9fd3-edc018d66dc7 None None] Pushing event updated for resources: {'Port': ['ID=68d91d14-4ef2-40e5-ac93-1680c7608d5e,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:10.174974 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945537a1-9eaa-4461-9e88-ad5b44d73207 None None] Routers {'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:46:10.175601 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-945537a1-9eaa-4461-9e88-ad5b44d73207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:45:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:46:10.228495 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6355a198-6b43-4b8b-be04-2ea394969d46 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:46:10.260451 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c09a34e-9d79-4938-a793-905b8219bde8 None None] Sync routers for ids ['adbea2d1-aa37-422b-b874-d04a2a79e6a0'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:46:10.274137 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c09a34e-9d79-4938-a793-905b8219bde8 None None] Routers {'adbea2d1-aa37-422b-b874-d04a2a79e6a0'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:46:10.275165 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-5c09a34e-9d79-4938-a793-905b8219bde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:45:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['adbea2d1-aa37-422b-b874-d04a2a79e6a0'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:46:10.297552 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-6355a198-6b43-4b8b-be04-2ea394969d46 admin admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:10.297552 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-6355a198-6b43-4b8b-be04-2ea394969d46 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6690571 Nov 27 04:46:10.301525 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34602) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:46:10.360760 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d46464ee-d5a0-4fac-b504-04c907f225c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:10.432187 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-d46464ee-d5a0-4fac-b504-04c907f225c7 None None] For port 68d91d14-4ef2-40e5-ac93-1680c7608d5e, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=68d91d14-4ef2-40e5-ac93-1680c7608d5e,segment=NetworkSegment(d5cbdd74-1711-40cd-a4fe-b734f6aa5e91),segment_id=d5cbdd74-1711-40cd-a4fe-b734f6aa5e91)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:46:10.434899 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-5c09a34e-9d79-4938-a793-905b8219bde8 None None] Set router adbea2d1-aa37-422b-b874-d04a2a79e6a0 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:46:10.437777 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-945537a1-9eaa-4461-9e88-ad5b44d73207 None None] Set router f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:46:10.440829 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d46464ee-d5a0-4fac-b504-04c907f225c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:10.575299 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46464ee-d5a0-4fac-b504-04c907f225c7 None None] Pushing event updated for resources: {'Port': ['ID=68d91d14-4ef2-40e5-ac93-1680c7608d5e,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:10.618874 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-99beb32b-6574-4658-bb38-ac2fcb0706a1 None None] Provisioning complete for port 68d91d14-4ef2-40e5-ac93-1680c7608d5e triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:46:10.619258 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-99beb32b-6574-4658-bb38-ac2fcb0706a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:10.656570 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-5c09a34e-9d79-4938-a793-905b8219bde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbea2d1-aa37-422b-b874-d04a2a79e6a0', 'name': 'tempest-TestShelveInstance-1307272392-router', 'tenant_id': 'a31cfdb664e64a6ca89c02cdf154bb7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '2586785e-7376-48ba-be79-82ebcf7456aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:46:08Z', 'updated_at': '2021-11-27T04:46:09Z', 'revision_number': 3, 'project_id': 'a31cfdb664e64a6ca89c02cdf154bb7a', 'gw_port': {'id': '2586785e-7376-48ba-be79-82ebcf7456aa', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:6f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbea2d1-aa37-422b-b874-d04a2a79e6a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:46:09Z', 'updated_at': '2021-11-27T04:46:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:46:10.683566 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c09a34e-9d79-4938-a793-905b8219bde8 None None] Checking router: adbea2d1-aa37-422b-b874-d04a2a79e6a0 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:46:10.683921 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c09a34e-9d79-4938-a793-905b8219bde8 None None] Updating router adbea2d1-aa37-422b-b874-d04a2a79e6a0 port 2586785e-7376-48ba-be79-82ebcf7456aa binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:46:10.709513 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-5c09a34e-9d79-4938-a793-905b8219bde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:10.777449 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-945537a1-9eaa-4461-9e88-ad5b44d73207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'name': 'tempest-TestShelveInstance-1398057663-router', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '029be502-7705-461f-974e-906c46aa083a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:46:03Z', 'updated_at': '2021-11-27T04:46:06Z', 'revision_number': 4, 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'gw_port': {'id': '029be502-7705-461f-974e-906c46aa083a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:04:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:46:04Z', 'updated_at': '2021-11-27T04:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '68d91d14-4ef2-40e5-ac93-1680c7608d5e', 'name': '', 'network_id': '28976f9c-404e-473f-966b-ae22f0b30ba2', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'mac_address': 'fa:16:3e:f9:36:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '2ecac95e-67c4-4bdd-b771-26b0aa3c1c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:46:06Z', 'updated_at': '2021-11-27T04:46:10Z', 'revision_number': 4, 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'subnets': [{'id': '2ecac95e-67c4-4bdd-b771-26b0aa3c1c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:46:10.801292 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-51b50bc9-5a30-4d67-9ddd-d17093dd83df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:10.808683 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945537a1-9eaa-4461-9e88-ad5b44d73207 None None] The sync data for ids ['f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004'] in n-d-819494-3 is: [{'id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'name': 'tempest-TestShelveInstance-1398057663-router', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '029be502-7705-461f-974e-906c46aa083a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:46:03Z', 'updated_at': '2021-11-27T04:46:06Z', 'revision_number': 4, 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'gw_port': {'id': '029be502-7705-461f-974e-906c46aa083a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:04:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:46:04Z', 'updated_at': '2021-11-27T04:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '68d91d14-4ef2-40e5-ac93-1680c7608d5e', 'name': '', 'network_id': '28976f9c-404e-473f-966b-ae22f0b30ba2', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'mac_address': 'fa:16:3e:f9:36:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '2ecac95e-67c4-4bdd-b771-26b0aa3c1c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:46:06Z', 'updated_at': '2021-11-27T04:46:10Z', 'revision_number': 4, 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'subnets': [{'id': '2ecac95e-67c4-4bdd-b771-26b0aa3c1c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:46:10.994341 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-51b50bc9-5a30-4d67-9ddd-d17093dd83df admin admin] Allocated IP 172.20.0.1 (a8dbc6be-07cf-4d40-8e5d-8ec63d93e18d/9580425a-547a-4c60-9a8e-61f5ec2e7db7/02f5e383-0f58-4fc5-a127-c490083a9696) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:46:11.044403 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-5c09a34e-9d79-4938-a793-905b8219bde8 None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:11.051108 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-5c09a34e-9d79-4938-a793-905b8219bde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:11.095424 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-5c09a34e-9d79-4938-a793-905b8219bde8 None None] Attempting to bind port 2586785e-7376-48ba-be79-82ebcf7456aa on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:46:11.095795 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-5c09a34e-9d79-4938-a793-905b8219bde8 None None] Attempting to bind port 2586785e-7376-48ba-be79-82ebcf7456aa by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:46:11.096158 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c09a34e-9d79-4938-a793-905b8219bde8 None None] Attempting to bind port 2586785e-7376-48ba-be79-82ebcf7456aa on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:46:11.103076 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea61253f-c344-49cc-b911-003a393e5d4a None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:46:11.122469 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-51b50bc9-5a30-4d67-9ddd-d17093dd83df admin admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:11.131766 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c09a34e-9d79-4938-a793-905b8219bde8 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:46:11.132165 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c09a34e-9d79-4938-a793-905b8219bde8 None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:46:11.132534 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-5c09a34e-9d79-4938-a793-905b8219bde8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:11.132923 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c09a34e-9d79-4938-a793-905b8219bde8 None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:46:11.133409 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-5c09a34e-9d79-4938-a793-905b8219bde8 None None] Bound port: 2586785e-7376-48ba-be79-82ebcf7456aa, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:46:11.133856 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-5c09a34e-9d79-4938-a793-905b8219bde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:11.163705 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b16a4-aeb8-4625-904e-e8000d8e1375 None None] Pushing event updated for resources: {'Port': ['ID=2586785e-7376-48ba-be79-82ebcf7456aa,revision_number=2']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:11.190170 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-51b50bc9-5a30-4d67-9ddd-d17093dd83df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:11.201753 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-71b70804-8be0-4f95-860c-25a1e77d262d None None] Provisioning complete for port 2586785e-7376-48ba-be79-82ebcf7456aa triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:46:11.202040 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-71b70804-8be0-4f95-860c-25a1e77d262d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:11.250294 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b50bc9-5a30-4d67-9ddd-d17093dd83df admin admin] Network a8dbc6be-07cf-4d40-8e5d-8ec63d93e18d is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:46:11.254436 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-51b50bc9-5a30-4d67-9ddd-d17093dd83df admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:46:11.262938 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b50bc9-5a30-4d67-9ddd-d17093dd83df admin admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:46:11.279307 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-71b70804-8be0-4f95-860c-25a1e77d262d None None] Port 2586785e-7376-48ba-be79-82ebcf7456aa cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:46:11.288803 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b50bc9-5a30-4d67-9ddd-d17093dd83df admin admin] Pushing event updated for resources: {'Port': ['ID=02f5e383-0f58-4fc5-a127-c490083a9696,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:11.312301 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-51b50bc9-5a30-4d67-9ddd-d17093dd83df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:11.327303 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-5c09a34e-9d79-4938-a793-905b8219bde8 None None] For port 2586785e-7376-48ba-be79-82ebcf7456aa, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:46:11.342574 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-5c09a34e-9d79-4938-a793-905b8219bde8 None None] For port 2586785e-7376-48ba-be79-82ebcf7456aa, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=2586785e-7376-48ba-be79-82ebcf7456aa,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:46:11.351294 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a33fd1-4bd9-41fa-8efb-ef5eb667bad2 None None] Network a8dbc6be-07cf-4d40-8e5d-8ec63d93e18d requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:46:11.369560 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-5c09a34e-9d79-4938-a793-905b8219bde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:11.470596 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-ce183261-1244-46cf-9cd2-ffa206ae6d92 None None] Provisioning complete for port 4ad5c8fc-6f65-477c-9f37-ba20f1a10e32 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:46:11.471099 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ce183261-1244-46cf-9cd2-ffa206ae6d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:11.549656 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-51b50bc9-5a30-4d67-9ddd-d17093dd83df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:11.579754 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c09a34e-9d79-4938-a793-905b8219bde8 None None] Routers {'adbea2d1-aa37-422b-b874-d04a2a79e6a0'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:46:11.580572 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-5c09a34e-9d79-4938-a793-905b8219bde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:45:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['adbea2d1-aa37-422b-b874-d04a2a79e6a0'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:46:11.695468 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-5c09a34e-9d79-4938-a793-905b8219bde8 None None] Set router adbea2d1-aa37-422b-b874-d04a2a79e6a0 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:46:11.697985 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 68d91d14-4ef2-40e5-ac93-1680c7608d5e up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:46:11.699552 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1783ff1b-8ec2-4a38-ab7d-3a5ba39a6235 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:46:11.799680 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-51b50bc9-5a30-4d67-9ddd-d17093dd83df admin admin] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:11.808614 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-51b50bc9-5a30-4d67-9ddd-d17093dd83df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:11.853275 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ce183261-1244-46cf-9cd2-ffa206ae6d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:11.857754 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-51b50bc9-5a30-4d67-9ddd-d17093dd83df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:11.921460 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 68d91d14-4ef2-40e5-ac93-1680c7608d5e triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:46:11.922003 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:11.922444 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b16a4-aeb8-4625-904e-e8000d8e1375 None None] Pushing event updated for resources: {'Port': ['ID=2586785e-7376-48ba-be79-82ebcf7456aa,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:11.924745 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-ce183261-1244-46cf-9cd2-ffa206ae6d92 None None] For port 4ad5c8fc-6f65-477c-9f37-ba20f1a10e32, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=4ad5c8fc-6f65-477c-9f37-ba20f1a10e32,segment=NetworkSegment(d29e76d1-af7f-49c9-839a-d440c7aaa4f3),segment_id=d29e76d1-af7f-49c9-839a-d440c7aaa4f3)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:46:11.942934 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-5c09a34e-9d79-4938-a793-905b8219bde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbea2d1-aa37-422b-b874-d04a2a79e6a0', 'name': 'tempest-TestShelveInstance-1307272392-router', 'tenant_id': 'a31cfdb664e64a6ca89c02cdf154bb7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '2586785e-7376-48ba-be79-82ebcf7456aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:46:08Z', 'updated_at': '2021-11-27T04:46:11Z', 'revision_number': 4, 'project_id': 'a31cfdb664e64a6ca89c02cdf154bb7a', 'gw_port': {'id': '2586785e-7376-48ba-be79-82ebcf7456aa', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:6f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbea2d1-aa37-422b-b874-d04a2a79e6a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:46:09Z', 'updated_at': '2021-11-27T04:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '02f5e383-0f58-4fc5-a127-c490083a9696', 'name': '', 'network_id': 'a8dbc6be-07cf-4d40-8e5d-8ec63d93e18d', 'tenant_id': 'a31cfdb664e64a6ca89c02cdf154bb7a', 'mac_address': 'fa:16:3e:46:46:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbea2d1-aa37-422b-b874-d04a2a79e6a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '9580425a-547a-4c60-9a8e-61f5ec2e7db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:46:10Z', 'updated_at': '2021-11-27T04:46:11Z', 'revision_number': 1, 'project_id': 'a31cfdb664e64a6ca89c02cdf154bb7a', 'subnets': [{'id': '9580425a-547a-4c60-9a8e-61f5ec2e7db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:46:11.951622 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ce183261-1244-46cf-9cd2-ffa206ae6d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:11.981704 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c09a34e-9d79-4938-a793-905b8219bde8 None None] The sync data for ids ['adbea2d1-aa37-422b-b874-d04a2a79e6a0'] in n-d-819494-3 is: [{'id': 'adbea2d1-aa37-422b-b874-d04a2a79e6a0', 'name': 'tempest-TestShelveInstance-1307272392-router', 'tenant_id': 'a31cfdb664e64a6ca89c02cdf154bb7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '2586785e-7376-48ba-be79-82ebcf7456aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:46:08Z', 'updated_at': '2021-11-27T04:46:11Z', 'revision_number': 4, 'project_id': 'a31cfdb664e64a6ca89c02cdf154bb7a', 'gw_port': {'id': '2586785e-7376-48ba-be79-82ebcf7456aa', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:6f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbea2d1-aa37-422b-b874-d04a2a79e6a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:46:09Z', 'updated_at': '2021-11-27T04:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '02f5e383-0f58-4fc5-a127-c490083a9696', 'name': '', 'network_id': 'a8dbc6be-07cf-4d40-8e5d-8ec63d93e18d', 'tenant_id': 'a31cfdb664e64a6ca89c02cdf154bb7a', 'mac_address': 'fa:16:3e:46:46:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbea2d1-aa37-422b-b874-d04a2a79e6a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '9580425a-547a-4c60-9a8e-61f5ec2e7db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:46:10Z', 'updated_at': '2021-11-27T04:46:11Z', 'revision_number': 1, 'project_id': 'a31cfdb664e64a6ca89c02cdf154bb7a', 'subnets': [{'id': '9580425a-547a-4c60-9a8e-61f5ec2e7db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:46:12.004469 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b50bc9-5a30-4d67-9ddd-d17093dd83df admin admin] Pushing event updated for resources: {'Port': ['ID=02f5e383-0f58-4fc5-a127-c490083a9696,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:12.025386 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce183261-1244-46cf-9cd2-ffa206ae6d92 None None] Pushing event updated for resources: {'Port': ['ID=4ad5c8fc-6f65-477c-9f37-ba20f1a10e32,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:12.084270 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b50bc9-5a30-4d67-9ddd-d17093dd83df admin admin] Network a8dbc6be-07cf-4d40-8e5d-8ec63d93e18d is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:46:12.092010 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-51b50bc9-5a30-4d67-9ddd-d17093dd83df admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:46:12.113171 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 4ad5c8fc-6f65-477c-9f37-ba20f1a10e32 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:46:12.139926 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-a997c10f-6ecd-4964-83cc-85c5a8f9cb13 None None] Provisioning complete for port 2586785e-7376-48ba-be79-82ebcf7456aa triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:46:12.140306 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a997c10f-6ecd-4964-83cc-85c5a8f9cb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:12.239178 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 4ad5c8fc-6f65-477c-9f37-ba20f1a10e32 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:46:12.239630 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:12.256896 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b50bc9-5a30-4d67-9ddd-d17093dd83df admin admin] Router adbea2d1-aa37-422b-b874-d04a2a79e6a0 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:46:12.297894 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a997c10f-6ecd-4964-83cc-85c5a8f9cb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:12.343659 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-a997c10f-6ecd-4964-83cc-85c5a8f9cb13 None None] For port 2586785e-7376-48ba-be79-82ebcf7456aa, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=2586785e-7376-48ba-be79-82ebcf7456aa,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:46:12.352744 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a997c10f-6ecd-4964-83cc-85c5a8f9cb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:12.458649 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b50bc9-5a30-4d67-9ddd-d17093dd83df admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:46:12.470145 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-51b50bc9-5a30-4d67-9ddd-d17093dd83df admin admin] 10.222.0.20 "PUT /v2.0/routers/adbea2d1-aa37-422b-b874-d04a2a79e6a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1653285 Nov 27 04:46:12.470366 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a997c10f-6ecd-4964-83cc-85c5a8f9cb13 None None] Pushing event updated for resources: {'Port': ['ID=2586785e-7376-48ba-be79-82ebcf7456aa,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:12.499868 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-4d46a7d5-9b44-4d8b-98d6-6c2cce8ff627 None None] Provisioning complete for port 4ad5c8fc-6f65-477c-9f37-ba20f1a10e32 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:46:12.500148 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4d46a7d5-9b44-4d8b-98d6-6c2cce8ff627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:12.623165 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-4d46a7d5-9b44-4d8b-98d6-6c2cce8ff627 None None] Provisioning complete for port 02f5e383-0f58-4fc5-a127-c490083a9696 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:46:12.623729 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4d46a7d5-9b44-4d8b-98d6-6c2cce8ff627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:12.671042 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-4d46a7d5-9b44-4d8b-98d6-6c2cce8ff627 None None] Port 02f5e383-0f58-4fc5-a127-c490083a9696 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:46:12.795794 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-176c326f-c3f7-4fe9-9304-a4da2445cd5b None None] Provisioning complete for port 02f5e383-0f58-4fc5-a127-c490083a9696 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:46:12.796368 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-176c326f-c3f7-4fe9-9304-a4da2445cd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:12.842190 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-176c326f-c3f7-4fe9-9304-a4da2445cd5b None None] Port 02f5e383-0f58-4fc5-a127-c490083a9696 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:46:12.961991 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-f279e9de-4137-493e-9e30-e4d907caa65a None None] Provisioning complete for port 02f5e383-0f58-4fc5-a127-c490083a9696 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:46:12.962686 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f279e9de-4137-493e-9e30-e4d907caa65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:12.994923 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-f279e9de-4137-493e-9e30-e4d907caa65a None None] Port 02f5e383-0f58-4fc5-a127-c490083a9696 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:46:13.139112 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34610) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:46:13.143700 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-bdb4f08a-20cf-4d69-936a-c612eb1018f6 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1086432571', 'description': 'tempest-secgroup-smoke-1086432571 description', 'project_id': '26e2c440d75849589fc2f98e0abba6c7'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:46:13.166963 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bdb4f08a-20cf-4d69-936a-c612eb1018f6 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:13.233342 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bdb4f08a-20cf-4d69-936a-c612eb1018f6 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:13.236953 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bdb4f08a-20cf-4d69-936a-c612eb1018f6 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:13.266684 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-bdb4f08a-20cf-4d69-936a-c612eb1018f6 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:13.267931 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-bdb4f08a-20cf-4d69-936a-c612eb1018f6 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1277995 Nov 27 04:46:13.271170 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34612) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:46:13.272276 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb4f08a-20cf-4d69-936a-c612eb1018f6 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7bb40d-43d2-440f-a4b2-58f8855d835e,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:13.277674 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-16bd5a33-b34d-41df-8c06-32bbcffdbb5f tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Request body: {'security_group_rule': {'security_group_id': '6e7bb40d-43d2-440f-a4b2-58f8855d835e', 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:46:13.304221 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-16bd5a33-b34d-41df-8c06-32bbcffdbb5f tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:13.371105 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 4ad5c8fc-6f65-477c-9f37-ba20f1a10e32 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:46:13.420734 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 4ad5c8fc-6f65-477c-9f37-ba20f1a10e32 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:46:13.421117 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:13.699280 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-16bd5a33-b34d-41df-8c06-32bbcffdbb5f tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:13.703202 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-16bd5a33-b34d-41df-8c06-32bbcffdbb5f tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:13.725177 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd5a33-b34d-41df-8c06-32bbcffdbb5f tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c15ccc11-30c7-436b-b5e0-85ba890f9d09,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:13.731504 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-16bd5a33-b34d-41df-8c06-32bbcffdbb5f tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:13.732593 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-16bd5a33-b34d-41df-8c06-32bbcffdbb5f tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4603548 Nov 27 04:46:13.735303 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34614) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:46:13.740730 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-174ecd7e-3073-4f7f-86b4-2be6e4fca223 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Request body: {'security_group_rule': {'security_group_id': '6e7bb40d-43d2-440f-a4b2-58f8855d835e', 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:46:13.768880 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-174ecd7e-3073-4f7f-86b4-2be6e4fca223 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:13.831512 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-174ecd7e-3073-4f7f-86b4-2be6e4fca223 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:13.835689 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-174ecd7e-3073-4f7f-86b4-2be6e4fca223 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:13.856506 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ecd7e-3073-4f7f-86b4-2be6e4fca223 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab7de7c6-ae0f-4cb9-846d-47b65cfbef17,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:13.866460 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-174ecd7e-3073-4f7f-86b4-2be6e4fca223 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:13.867931 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-174ecd7e-3073-4f7f-86b4-2be6e4fca223 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1314080 Nov 27 04:46:13.870737 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34616) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:46:13.875253 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-b89ccdfb-fbec-4642-a417-66aaae7f788e tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Request body: {'security_group_rule': {'security_group_id': '6e7bb40d-43d2-440f-a4b2-58f8855d835e', 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:46:13.904203 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b89ccdfb-fbec-4642-a417-66aaae7f788e tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:13.965249 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b89ccdfb-fbec-4642-a417-66aaae7f788e tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:13.969288 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b89ccdfb-fbec-4642-a417-66aaae7f788e tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:13.988867 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ccdfb-fbec-4642-a417-66aaae7f788e tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3818c375-0a40-4a9f-8707-e3f6d0104954,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:13.994100 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-b89ccdfb-fbec-4642-a417-66aaae7f788e tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:13.995381 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-b89ccdfb-fbec-4642-a417-66aaae7f788e tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1236153 Nov 27 04:46:13.998077 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34618) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:46:14.002459 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-1d5577ae-c0c7-44e6-be71-dda3edc57a57 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Request body: {'security_group_rule': {'security_group_id': '6e7bb40d-43d2-440f-a4b2-58f8855d835e', 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:46:14.030331 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1d5577ae-c0c7-44e6-be71-dda3edc57a57 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:14.094204 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1d5577ae-c0c7-44e6-be71-dda3edc57a57 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:14.099005 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1d5577ae-c0c7-44e6-be71-dda3edc57a57 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:14.117519 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5577ae-c0c7-44e6-be71-dda3edc57a57 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72edaad8-4934-4e63-b3bf-9b0f2fee9bd6,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:14.127389 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1d5577ae-c0c7-44e6-be71-dda3edc57a57 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:14.128611 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1d5577ae-c0c7-44e6-be71-dda3edc57a57 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1295562 Nov 27 04:46:14.131443 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34620) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:46:14.135888 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-021b8775-38f3-4f58-8cc7-1c9055b6d100 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Request body: {'security_group_rule': {'security_group_id': '6e7bb40d-43d2-440f-a4b2-58f8855d835e', 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:46:14.158604 n-d-819494-3 neutron-server[110019]: INFO neutron.db.securitygroups_db [None req-021b8775-38f3-4f58-8cc7-1c9055b6d100 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Project 26e2c440d75849589fc2f98e0abba6c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 04:46:14.165060 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-021b8775-38f3-4f58-8cc7-1c9055b6d100 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:14.228733 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-021b8775-38f3-4f58-8cc7-1c9055b6d100 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:14.232845 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-021b8775-38f3-4f58-8cc7-1c9055b6d100 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:14.252068 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b8775-38f3-4f58-8cc7-1c9055b6d100 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bde5e47-24c2-4a6b-9270-6730a4b35350,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:14.257834 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-021b8775-38f3-4f58-8cc7-1c9055b6d100 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:14.261488 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-021b8775-38f3-4f58-8cc7-1c9055b6d100 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1264088 Nov 27 04:46:14.261617 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 34622) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:46:14.265811 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-52fb60a9-ada8-4116-b31e-e31d4629956d tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Request body: {'security_group_rule': {'security_group_id': '6e7bb40d-43d2-440f-a4b2-58f8855d835e', 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:46:14.287822 n-d-819494-3 neutron-server[110019]: INFO neutron.db.securitygroups_db [None req-52fb60a9-ada8-4116-b31e-e31d4629956d tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Project 26e2c440d75849589fc2f98e0abba6c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 04:46:14.292683 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-52fb60a9-ada8-4116-b31e-e31d4629956d tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:14.350708 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-52fb60a9-ada8-4116-b31e-e31d4629956d tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:14.354432 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-52fb60a9-ada8-4116-b31e-e31d4629956d tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:14.373798 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb60a9-ada8-4116-b31e-e31d4629956d tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a651c28-c4a9-4c7a-8184-2f835b9f4a11,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:14.382963 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-52fb60a9-ada8-4116-b31e-e31d4629956d tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:14.384161 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-52fb60a9-ada8-4116-b31e-e31d4629956d tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1216619 Nov 27 04:46:14.598481 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-479d74e9-8e51-434d-abc4-22346f8b764f tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1086432571&fields=id&tenant_id=26e2c440d75849589fc2f98e0abba6c7 HTTP/1.1" status: 200 len: 267 time: 0.0467260 Nov 27 04:46:14.712279 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-d20771d6-ef32-4b2d-b470-0eb94749c86e tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:46:14.713798 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-d20771d6-ef32-4b2d-b470-0eb94749c86e tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/networks?id=28976f9c-404e-473f-966b-ae22f0b30ba2 HTTP/1.1" status: 200 len: 809 time: 0.1084614 Nov 27 04:46:14.729053 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-4142c4a0-9cb3-41a9-a857-46d8467a8141 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/quotas/26e2c440d75849589fc2f98e0abba6c7 HTTP/1.1" status: 200 len: 375 time: 0.0093672 Nov 27 04:46:14.781742 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-9264a4bc-f41b-4b2f-8d9a-6baf22d6399b tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=26e2c440d75849589fc2f98e0abba6c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470583 Nov 27 04:46:14.883021 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-8465d3f6-6195-4319-a870-2219a40d297b service neutron] 10.222.0.20 "GET /v2.0/networks/28976f9c-404e-473f-966b-ae22f0b30ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896244 Nov 27 04:46:14.904455 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b57c9d4-a0bf-400f-b065-ea7907af1221 None None] Sync routers for ids ['adbea2d1-aa37-422b-b874-d04a2a79e6a0'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:46:14.914259 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b57c9d4-a0bf-400f-b065-ea7907af1221 None None] Routers {'adbea2d1-aa37-422b-b874-d04a2a79e6a0'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:46:14.914988 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-1b57c9d4-a0bf-400f-b065-ea7907af1221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:45:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['adbea2d1-aa37-422b-b874-d04a2a79e6a0'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:46:14.974476 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-6c3f1f5c-68cb-4177-b5d4-049e1a87c7ff service neutron] 10.222.0.20 "GET /v2.0/networks/28976f9c-404e-473f-966b-ae22f0b30ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851057 Nov 27 04:46:15.019602 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-1b57c9d4-a0bf-400f-b065-ea7907af1221 None None] Set router adbea2d1-aa37-422b-b874-d04a2a79e6a0 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:46:15.137659 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b4e37fce-392d-4883-beba-ba0832f6e576 req-a38ec26a-7dcf-41a6-a27b-73717bddaecb tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 210 time: 0.0264611 Nov 27 04:46:15.235826 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-1b57c9d4-a0bf-400f-b065-ea7907af1221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbea2d1-aa37-422b-b874-d04a2a79e6a0', 'name': 'tempest-TestShelveInstance-1307272392-router', 'tenant_id': 'a31cfdb664e64a6ca89c02cdf154bb7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '2586785e-7376-48ba-be79-82ebcf7456aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:46:08Z', 'updated_at': '2021-11-27T04:46:11Z', 'revision_number': 4, 'project_id': 'a31cfdb664e64a6ca89c02cdf154bb7a', 'gw_port': {'id': '2586785e-7376-48ba-be79-82ebcf7456aa', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:6f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbea2d1-aa37-422b-b874-d04a2a79e6a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:46:09Z', 'updated_at': '2021-11-27T04:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '02f5e383-0f58-4fc5-a127-c490083a9696', 'name': '', 'network_id': 'a8dbc6be-07cf-4d40-8e5d-8ec63d93e18d', 'tenant_id': 'a31cfdb664e64a6ca89c02cdf154bb7a', 'mac_address': 'fa:16:3e:46:46:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbea2d1-aa37-422b-b874-d04a2a79e6a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '9580425a-547a-4c60-9a8e-61f5ec2e7db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:46:10Z', 'updated_at': '2021-11-27T04:46:11Z', 'revision_number': 2, 'project_id': 'a31cfdb664e64a6ca89c02cdf154bb7a', 'subnets': [{'id': '9580425a-547a-4c60-9a8e-61f5ec2e7db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:46:15.266236 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b57c9d4-a0bf-400f-b065-ea7907af1221 None None] Checking router: adbea2d1-aa37-422b-b874-d04a2a79e6a0 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:46:15.266624 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b57c9d4-a0bf-400f-b065-ea7907af1221 None None] Updating router adbea2d1-aa37-422b-b874-d04a2a79e6a0 port 02f5e383-0f58-4fc5-a127-c490083a9696 binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:46:15.292146 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1b57c9d4-a0bf-400f-b065-ea7907af1221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:15.408245 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 2586785e-7376-48ba-be79-82ebcf7456aa up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:46:15.533730 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 2586785e-7376-48ba-be79-82ebcf7456aa triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:46:15.534108 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:15.679988 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1b57c9d4-a0bf-400f-b065-ea7907af1221 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:15.688193 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1b57c9d4-a0bf-400f-b065-ea7907af1221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:15.746075 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf94e5-12a8-4b48-b9d1-6de1a475d350 None None] Pushing event updated for resources: {'Port': ['ID=02f5e383-0f58-4fc5-a127-c490083a9696,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:15.792895 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-1b57c9d4-a0bf-400f-b065-ea7907af1221 None None] Attempting to bind port 02f5e383-0f58-4fc5-a127-c490083a9696 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:46:15.793273 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-1b57c9d4-a0bf-400f-b065-ea7907af1221 None None] Attempting to bind port 02f5e383-0f58-4fc5-a127-c490083a9696 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'd29e76d1-af7f-49c9-839a-d440c7aaa4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a8dbc6be-07cf-4d40-8e5d-8ec63d93e18d'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:46:15.793641 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b57c9d4-a0bf-400f-b065-ea7907af1221 None None] Attempting to bind port 02f5e383-0f58-4fc5-a127-c490083a9696 on network a8dbc6be-07cf-4d40-8e5d-8ec63d93e18d {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:46:15.800379 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b57c9d4-a0bf-400f-b065-ea7907af1221 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:46:15.800892 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b57c9d4-a0bf-400f-b065-ea7907af1221 None None] Checking segment: {'id': 'd29e76d1-af7f-49c9-839a-d440c7aaa4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a8dbc6be-07cf-4d40-8e5d-8ec63d93e18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:46:15.801306 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1b57c9d4-a0bf-400f-b065-ea7907af1221 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:15.801710 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b57c9d4-a0bf-400f-b065-ea7907af1221 None None] Bound using segment: {'id': 'd29e76d1-af7f-49c9-839a-d440c7aaa4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a8dbc6be-07cf-4d40-8e5d-8ec63d93e18d'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:46:15.802178 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-1b57c9d4-a0bf-400f-b065-ea7907af1221 None None] Bound port: 02f5e383-0f58-4fc5-a127-c490083a9696, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29e76d1-af7f-49c9-839a-d440c7aaa4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a8dbc6be-07cf-4d40-8e5d-8ec63d93e18d'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:46:15.802576 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1b57c9d4-a0bf-400f-b065-ea7907af1221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:15.873065 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-1b57c9d4-a0bf-400f-b065-ea7907af1221 None None] For port 02f5e383-0f58-4fc5-a127-c490083a9696, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:46:15.876666 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-1b57c9d4-a0bf-400f-b065-ea7907af1221 None None] For port 02f5e383-0f58-4fc5-a127-c490083a9696, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=02f5e383-0f58-4fc5-a127-c490083a9696,segment=NetworkSegment(d29e76d1-af7f-49c9-839a-d440c7aaa4f3),segment_id=d29e76d1-af7f-49c9-839a-d440c7aaa4f3)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:46:15.881952 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-1b57c9d4-a0bf-400f-b065-ea7907af1221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:15.943503 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b57c9d4-a0bf-400f-b065-ea7907af1221 None None] Routers {'adbea2d1-aa37-422b-b874-d04a2a79e6a0'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:46:15.944223 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-1b57c9d4-a0bf-400f-b065-ea7907af1221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:45:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['adbea2d1-aa37-422b-b874-d04a2a79e6a0'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:46:15.981854 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf94e5-12a8-4b48-b9d1-6de1a475d350 None None] Pushing event updated for resources: {'Port': ['ID=02f5e383-0f58-4fc5-a127-c490083a9696,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:16.059207 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-3ea9f08a-e390-47c0-836a-14ec39dd5cd1 None None] Provisioning complete for port 02f5e383-0f58-4fc5-a127-c490083a9696 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:46:16.059588 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3ea9f08a-e390-47c0-836a-14ec39dd5cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:16.089032 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-1b57c9d4-a0bf-400f-b065-ea7907af1221 None None] Set router adbea2d1-aa37-422b-b874-d04a2a79e6a0 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:46:16.236531 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-520d72c0-d62f-4848-98f4-7498a5345d51 req-d56f58a7-e1c9-48ce-8ca6-3fac52db862f tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 210 time: 0.0283825 Nov 27 04:46:16.382242 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-82cbbf0b-e8c6-4d9f-a2aa-694a9c9865dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:16.432422 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3ea9f08a-e390-47c0-836a-14ec39dd5cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:16.466023 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-4f8a6b3c-4883-4c00-8a16-1f3d3a1f0f8b tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:46:16.467617 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-4f8a6b3c-4883-4c00-8a16-1f3d3a1f0f8b tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.23 "GET /v2.0/networks?id=28976f9c-404e-473f-966b-ae22f0b30ba2 HTTP/1.1" status: 200 len: 809 time: 0.1117313 Nov 27 04:46:16.520906 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-3ea9f08a-e390-47c0-836a-14ec39dd5cd1 None None] For port 02f5e383-0f58-4fc5-a127-c490083a9696, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=02f5e383-0f58-4fc5-a127-c490083a9696,segment=NetworkSegment(d29e76d1-af7f-49c9-839a-d440c7aaa4f3),segment_id=d29e76d1-af7f-49c9-839a-d440c7aaa4f3)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:46:16.523688 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:16.527700 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3ea9f08a-e390-47c0-836a-14ec39dd5cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:16.557894 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-e5052d69-bc40-45bd-80c0-ccd39f03ab8d tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26e2c440d75849589fc2f98e0abba6c7 HTTP/1.1" status: 200 len: 380 time: 0.0637226 Nov 27 04:46:16.583795 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-291bad6b-4e1c-4d24-a4ab-f7a3c7c4c21a tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Request body: {'port': {'device_id': '99e659ed-7719-4fc4-a739-fbfbb638fb63', 'network_id': '28976f9c-404e-473f-966b-ae22f0b30ba2', 'admin_state_up': True, 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'security_groups': ['6e7bb40d-43d2-440f-a4b2-58f8855d835e']}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:46:16.588138 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea9f08a-e390-47c0-836a-14ec39dd5cd1 None None] Pushing event updated for resources: {'Port': ['ID=02f5e383-0f58-4fc5-a127-c490083a9696,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:16.593031 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-1b57c9d4-a0bf-400f-b065-ea7907af1221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbea2d1-aa37-422b-b874-d04a2a79e6a0', 'name': 'tempest-TestShelveInstance-1307272392-router', 'tenant_id': 'a31cfdb664e64a6ca89c02cdf154bb7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '2586785e-7376-48ba-be79-82ebcf7456aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:46:08Z', 'updated_at': '2021-11-27T04:46:11Z', 'revision_number': 4, 'project_id': 'a31cfdb664e64a6ca89c02cdf154bb7a', 'gw_port': {'id': '2586785e-7376-48ba-be79-82ebcf7456aa', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:6f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbea2d1-aa37-422b-b874-d04a2a79e6a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:46:09Z', 'updated_at': '2021-11-27T04:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '02f5e383-0f58-4fc5-a127-c490083a9696', 'name': '', 'network_id': 'a8dbc6be-07cf-4d40-8e5d-8ec63d93e18d', 'tenant_id': 'a31cfdb664e64a6ca89c02cdf154bb7a', 'mac_address': 'fa:16:3e:46:46:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbea2d1-aa37-422b-b874-d04a2a79e6a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '9580425a-547a-4c60-9a8e-61f5ec2e7db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:46:10Z', 'updated_at': '2021-11-27T04:46:15Z', 'revision_number': 4, 'project_id': 'a31cfdb664e64a6ca89c02cdf154bb7a', 'subnets': [{'id': '9580425a-547a-4c60-9a8e-61f5ec2e7db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:46:16.621507 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b57c9d4-a0bf-400f-b065-ea7907af1221 None None] The sync data for ids ['adbea2d1-aa37-422b-b874-d04a2a79e6a0'] in n-d-819494-3 is: [{'id': 'adbea2d1-aa37-422b-b874-d04a2a79e6a0', 'name': 'tempest-TestShelveInstance-1307272392-router', 'tenant_id': 'a31cfdb664e64a6ca89c02cdf154bb7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '2586785e-7376-48ba-be79-82ebcf7456aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:46:08Z', 'updated_at': '2021-11-27T04:46:11Z', 'revision_number': 4, 'project_id': 'a31cfdb664e64a6ca89c02cdf154bb7a', 'gw_port': {'id': '2586785e-7376-48ba-be79-82ebcf7456aa', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:6f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbea2d1-aa37-422b-b874-d04a2a79e6a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:46:09Z', 'updated_at': '2021-11-27T04:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '02f5e383-0f58-4fc5-a127-c490083a9696', 'name': '', 'network_id': 'a8dbc6be-07cf-4d40-8e5d-8ec63d93e18d', 'tenant_id': 'a31cfdb664e64a6ca89c02cdf154bb7a', 'mac_address': 'fa:16:3e:46:46:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbea2d1-aa37-422b-b874-d04a2a79e6a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '9580425a-547a-4c60-9a8e-61f5ec2e7db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:46:10Z', 'updated_at': '2021-11-27T04:46:15Z', 'revision_number': 4, 'project_id': 'a31cfdb664e64a6ca89c02cdf154bb7a', 'subnets': [{'id': '9580425a-547a-4c60-9a8e-61f5ec2e7db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:46:16.649183 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-dbf74236-73de-4a73-a441-1f71d1e67a3a None None] Provisioning complete for port 02f5e383-0f58-4fc5-a127-c490083a9696 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:46:16.649559 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dbf74236-73de-4a73-a441-1f71d1e67a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:16.703459 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-291bad6b-4e1c-4d24-a4ab-f7a3c7c4c21a tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Made reservation on behalf of 26e2c440d75849589fc2f98e0abba6c7 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:46:16.707350 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-291bad6b-4e1c-4d24-a4ab-f7a3c7c4c21a tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:16.845076 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-291bad6b-4e1c-4d24-a4ab-f7a3c7c4c21a tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Allocated IP 172.20.0.7 (28976f9c-404e-473f-966b-ae22f0b30ba2/2ecac95e-67c4-4bdd-b771-26b0aa3c1c03/fd156e2b-eb94-4566-8a52-0cf92ba6cb5f) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:46:16.994003 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-291bad6b-4e1c-4d24-a4ab-f7a3c7c4c21a tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:17.028008 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-291bad6b-4e1c-4d24-a4ab-f7a3c7c4c21a tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:17.074738 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-291bad6b-4e1c-4d24-a4ab-f7a3c7c4c21a tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Network 28976f9c-404e-473f-966b-ae22f0b30ba2 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:46:17.077762 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-291bad6b-4e1c-4d24-a4ab-f7a3c7c4c21a tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:46:17.081553 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-291bad6b-4e1c-4d24-a4ab-f7a3c7c4c21a tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:46:17.088199 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291bad6b-4e1c-4d24-a4ab-f7a3c7c4c21a tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Pushing event updated for resources: {'Port': ['ID=fd156e2b-eb94-4566-8a52-0cf92ba6cb5f,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:17.134132 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-291bad6b-4e1c-4d24-a4ab-f7a3c7c4c21a tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:46:17.134795 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-291bad6b-4e1c-4d24-a4ab-f7a3c7c4c21a tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:17.152128 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-291bad6b-4e1c-4d24-a4ab-f7a3c7c4c21a tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5723255 Nov 27 04:46:17.274267 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-9f72803a-5e7c-4444-84aa-e304aea00d58 service neutron] Request body: {'port': {'device_id': '99e659ed-7719-4fc4-a739-fbfbb638fb63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:46:17.329592 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-9f72803a-5e7c-4444-84aa-e304aea00d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:17.372121 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-b09d0439-cb11-4025-9c3f-34d96d1e4081 None None] Provisioning complete for port fd156e2b-eb94-4566-8a52-0cf92ba6cb5f triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:46:17.372714 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b09d0439-cb11-4025-9c3f-34d96d1e4081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:17.402341 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259e5e9-ee5d-4d6c-b9bc-166afc07eaed req-15e902f6-1cab-4e7f-95b0-dd9ec1ad5fc1 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:46:17.404992 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a259e5e9-ee5d-4d6c-b9bc-166afc07eaed req-15e902f6-1cab-4e7f-95b0-dd9ec1ad5fc1 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 931 time: 0.0963616 Nov 27 04:46:17.419238 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 02f5e383-0f58-4fc5-a127-c490083a9696 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:46:17.424584 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-b09d0439-cb11-4025-9c3f-34d96d1e4081 None None] Port fd156e2b-eb94-4566-8a52-0cf92ba6cb5f cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:46:17.461675 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a259e5e9-ee5d-4d6c-b9bc-166afc07eaed req-1e2367f9-e677-4b2d-8d06-1be4806a9724 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504572 Nov 27 04:46:17.474714 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 02f5e383-0f58-4fc5-a127-c490083a9696 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:46:17.475099 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:17.636036 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-9f72803a-5e7c-4444-84aa-e304aea00d58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd156e2b-eb94-4566-8a52-0cf92ba6cb5f {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:46:17.643825 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-9f72803a-5e7c-4444-84aa-e304aea00d58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:17.657556 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-9f72803a-5e7c-4444-84aa-e304aea00d58 service neutron] Transition to ACTIVE for port object fd156e2b-eb94-4566-8a52-0cf92ba6cb5f will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:46:17.661369 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-9f72803a-5e7c-4444-84aa-e304aea00d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:17.734540 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f72803a-5e7c-4444-84aa-e304aea00d58 service neutron] Pushing event updated for resources: {'Port': ['ID=fd156e2b-eb94-4566-8a52-0cf92ba6cb5f,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:17.789982 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-9f72803a-5e7c-4444-84aa-e304aea00d58 service neutron] Attempting to bind port fd156e2b-eb94-4566-8a52-0cf92ba6cb5f on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:46:17.790327 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-9f72803a-5e7c-4444-84aa-e304aea00d58 service neutron] Attempting to bind port fd156e2b-eb94-4566-8a52-0cf92ba6cb5f by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': 'd5cbdd74-1711-40cd-a4fe-b734f6aa5e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '28976f9c-404e-473f-966b-ae22f0b30ba2'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:46:17.790697 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-9f72803a-5e7c-4444-84aa-e304aea00d58 service neutron] Attempting to bind port fd156e2b-eb94-4566-8a52-0cf92ba6cb5f on network 28976f9c-404e-473f-966b-ae22f0b30ba2 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:46:17.795322 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-9f72803a-5e7c-4444-84aa-e304aea00d58 service neutron] Port fd156e2b-eb94-4566-8a52-0cf92ba6cb5f on network 28976f9c-404e-473f-966b-ae22f0b30ba2 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:46:17.795646 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-9f72803a-5e7c-4444-84aa-e304aea00d58 service neutron] Attempting to bind port fd156e2b-eb94-4566-8a52-0cf92ba6cb5f on network 28976f9c-404e-473f-966b-ae22f0b30ba2 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:46:17.800917 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-9f72803a-5e7c-4444-84aa-e304aea00d58 service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:46:17.801258 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-9f72803a-5e7c-4444-84aa-e304aea00d58 service neutron] Checking segment: {'id': 'd5cbdd74-1711-40cd-a4fe-b734f6aa5e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '28976f9c-404e-473f-966b-ae22f0b30ba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:46:17.802166 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-9f72803a-5e7c-4444-84aa-e304aea00d58 service neutron] Bound using segment: {'id': 'd5cbdd74-1711-40cd-a4fe-b734f6aa5e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '28976f9c-404e-473f-966b-ae22f0b30ba2'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:46:17.802618 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-9f72803a-5e7c-4444-84aa-e304aea00d58 service neutron] Bound port: fd156e2b-eb94-4566-8a52-0cf92ba6cb5f, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5cbdd74-1711-40cd-a4fe-b734f6aa5e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '28976f9c-404e-473f-966b-ae22f0b30ba2'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:46:17.802972 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-9f72803a-5e7c-4444-84aa-e304aea00d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:17.875455 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-9f72803a-5e7c-4444-84aa-e304aea00d58 service neutron] For port fd156e2b-eb94-4566-8a52-0cf92ba6cb5f, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:46:17.879376 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-9f72803a-5e7c-4444-84aa-e304aea00d58 service neutron] For port fd156e2b-eb94-4566-8a52-0cf92ba6cb5f, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=fd156e2b-eb94-4566-8a52-0cf92ba6cb5f,segment=NetworkSegment(d5cbdd74-1711-40cd-a4fe-b734f6aa5e91),segment_id=d5cbdd74-1711-40cd-a4fe-b734f6aa5e91)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:46:17.884114 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-9f72803a-5e7c-4444-84aa-e304aea00d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:17.922759 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-9f72803a-5e7c-4444-84aa-e304aea00d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:46:17.923389 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-9f72803a-5e7c-4444-84aa-e304aea00d58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:17.924776 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-9f72803a-5e7c-4444-84aa-e304aea00d58 service neutron] 10.222.0.23 "PUT /v2.0/ports/fd156e2b-eb94-4566-8a52-0cf92ba6cb5f HTTP/1.1" status: 200 len: 1091 time: 0.7500577 Nov 27 04:46:17.925240 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99e659ed-7719-4fc4-a739-fbfbb638fb63', 'tag': 'fd156e2b-eb94-4566-8a52-0cf92ba6cb5f'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:46:17.928044 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08b94054c3609ca5194c36e6072b148da941c4766f069e8e94abba8dbd1bbb06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9d25b9-3ed9-43cd-8968-28ddac73ac4f" -d '{"events": [{"name": "network-changed", "server_uuid": "99e659ed-7719-4fc4-a739-fbfbb638fb63", "tag": "fd156e2b-eb94-4566-8a52-0cf92ba6cb5f"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:46:17.951750 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f72803a-5e7c-4444-84aa-e304aea00d58 service neutron] Pushing event updated for resources: {'Port': ['ID=fd156e2b-eb94-4566-8a52-0cf92ba6cb5f,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:18.000319 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3ff896-92b0-4321-a3f8-b9c0179b7327 x-openstack-request-id: req-1f3ff896-92b0-4321-a3f8-b9c0179b7327 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:46:18.000616 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99e659ed-7719-4fc4-a739-fbfbb638fb63", "tag": "fd156e2b-eb94-4566-8a52-0cf92ba6cb5f", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:46:18.000870 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f3ff896-92b0-4321-a3f8-b9c0179b7327 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:46:18.001282 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99e659ed-7719-4fc4-a739-fbfbb638fb63', 'tag': 'fd156e2b-eb94-4566-8a52-0cf92ba6cb5f', 'status': 'completed', 'code': 200} Nov 27 04:46:18.077268 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-5fcf7b94-320b-4c3a-90e2-82fce5644903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:46:18.078854 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-5fcf7b94-320b-4c3a-90e2-82fce5644903 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=26e2c440d75849589fc2f98e0abba6c7&device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 1094 time: 0.0578935 Nov 27 04:46:18.152322 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-8e7b6179-6bac-4ad4-b0dd-2ec5b88c4ef9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd156e2b-eb94-4566-8a52-0cf92ba6cb5f HTTP/1.1" status: 200 len: 217 time: 0.0434690 Nov 27 04:46:18.203392 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-b3e4b269-d9e3-4e15-b694-a7098051a8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:46:18.204864 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-b3e4b269-d9e3-4e15-b694-a7098051a8f9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2ecac95e-67c4-4bdd-b771-26b0aa3c1c03 HTTP/1.1" status: 200 len: 848 time: 0.0449159 Nov 27 04:46:18.250716 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-6e18044f-d103-4a58-aead-26e1b23d6f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:46:18.252206 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-6e18044f-d103-4a58-aead-26e1b23d6f1e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=28976f9c-404e-473f-966b-ae22f0b30ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398791 Nov 27 04:46:18.345321 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-40220876-2e68-47da-8214-fc9d6492fa95 service neutron] 10.222.0.23 "GET /v2.0/networks/28976f9c-404e-473f-966b-ae22f0b30ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846593 Nov 27 04:46:18.373389 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-027f8785-f3a5-4e4f-b0da-9fa78002838d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:18.443518 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-50bc0dc8-7fd1-4d1f-abcf-57df4493bb11 req-aeb93407-6454-4b0c-a862-0b13e672cef6 service neutron] 10.222.0.23 "GET /v2.0/networks/28976f9c-404e-473f-966b-ae22f0b30ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861444 Nov 27 04:46:18.572551 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d25b9-3ed9-43cd-8968-28ddac73ac4f req-62c19bd1-6e64-4e02-9003-45ab486984ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:46:18.574052 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cc9d25b9-3ed9-43cd-8968-28ddac73ac4f req-62c19bd1-6e64-4e02-9003-45ab486984ef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=26e2c440d75849589fc2f98e0abba6c7&device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 1094 time: 0.0456431 Nov 27 04:46:18.579443 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60003e-05eb-4f63-a4d7-532ab9cbf277 req-deee2727-4b4f-4da3-8e94-a01d92a81a4c tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:46:18.580932 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1c60003e-05eb-4f63-a4d7-532ab9cbf277 req-deee2727-4b4f-4da3-8e94-a01d92a81a4c tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 943 time: 0.0491786 Nov 27 04:46:18.630436 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1c60003e-05eb-4f63-a4d7-532ab9cbf277 req-7ef1c3a5-50ea-4ddb-b201-21733b44c0e3 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430515 Nov 27 04:46:18.666699 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d25b9-3ed9-43cd-8968-28ddac73ac4f req-85d9075f-1e0c-451f-bcae-31de69436dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:46:18.668154 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cc9d25b9-3ed9-43cd-8968-28ddac73ac4f req-85d9075f-1e0c-451f-bcae-31de69436dcf service neutron] 10.222.0.23 "GET /v2.0/networks?id=28976f9c-404e-473f-966b-ae22f0b30ba2 HTTP/1.1" status: 200 len: 910 time: 0.0845737 Nov 27 04:46:18.713155 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cc9d25b9-3ed9-43cd-8968-28ddac73ac4f req-77e6c49e-1408-46b3-83ee-65bc094377da service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd156e2b-eb94-4566-8a52-0cf92ba6cb5f HTTP/1.1" status: 200 len: 217 time: 0.0375810 Nov 27 04:46:18.763589 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d25b9-3ed9-43cd-8968-28ddac73ac4f req-b0e44690-7181-4708-93ff-e26beaf949da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:46:18.765012 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cc9d25b9-3ed9-43cd-8968-28ddac73ac4f req-b0e44690-7181-4708-93ff-e26beaf949da service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2ecac95e-67c4-4bdd-b771-26b0aa3c1c03 HTTP/1.1" status: 200 len: 848 time: 0.0425177 Nov 27 04:46:18.811141 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d25b9-3ed9-43cd-8968-28ddac73ac4f req-0e79d310-9094-4cc0-96ae-2feee72c5e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:46:18.812628 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cc9d25b9-3ed9-43cd-8968-28ddac73ac4f req-0e79d310-9094-4cc0-96ae-2feee72c5e29 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=28976f9c-404e-473f-966b-ae22f0b30ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397582 Nov 27 04:46:18.911577 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cc9d25b9-3ed9-43cd-8968-28ddac73ac4f req-c6954e85-795d-4f43-b03e-8f99dd021d3d service neutron] 10.222.0.23 "GET /v2.0/networks/28976f9c-404e-473f-966b-ae22f0b30ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866251 Nov 27 04:46:19.003059 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-cc9d25b9-3ed9-43cd-8968-28ddac73ac4f req-e7c508df-bb9c-49c2-bf57-eae316c990e6 service neutron] 10.222.0.23 "GET /v2.0/networks/28976f9c-404e-473f-966b-ae22f0b30ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827751 Nov 27 04:46:19.215358 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:19.750789 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b2ad7-d608-4dda-ac2f-eb4463d5b972 req-064f93ae-c25d-4dfe-a559-5f9ebef40f41 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:46:19.752437 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ea6b2ad7-d608-4dda-ac2f-eb4463d5b972 req-064f93ae-c25d-4dfe-a559-5f9ebef40f41 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 943 time: 0.0530124 Nov 27 04:46:19.771378 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:19.807094 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ea6b2ad7-d608-4dda-ac2f-eb4463d5b972 req-a22e2400-6989-472e-a65e-9a7841905802 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484440 Nov 27 04:46:20.923568 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e025845-61c3-4da8-beba-4af01537930a req-0c9b5842-efc2-4955-ae8e-b3bac025c1c4 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:46:20.925312 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3e025845-61c3-4da8-beba-4af01537930a req-0c9b5842-efc2-4955-ae8e-b3bac025c1c4 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 943 time: 0.0526857 Nov 27 04:46:20.975468 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3e025845-61c3-4da8-beba-4af01537930a req-7ad21b77-93c8-4b5f-8ed5-e08083971084 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433218 Nov 27 04:46:21.362489 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:21.807080 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device fd156e2b-eb94-4566-8a52-0cf92ba6cb5f details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:46:21.898471 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port fd156e2b-eb94-4566-8a52-0cf92ba6cb5f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=fd156e2b-eb94-4566-8a52-0cf92ba6cb5f,segment=NetworkSegment(d5cbdd74-1711-40cd-a4fe-b734f6aa5e91),segment_id=d5cbdd74-1711-40cd-a4fe-b734f6aa5e91)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:46:21.909141 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': 'fd156e2b-eb94-4566-8a52-0cf92ba6cb5f', 'network_id': '28976f9c-404e-473f-966b-ae22f0b30ba2', 'port_id': 'fd156e2b-eb94-4566-8a52-0cf92ba6cb5f', 'mac_address': 'fa:16:3e:a8:8f:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ecac95e-67c4-4bdd-b771-26b0aa3c1c03', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:46:21.959043 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:21.970508 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:21.974871 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd156e2b-eb94-4566-8a52-0cf92ba6cb5f {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:46:21.995414 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port fd156e2b-eb94-4566-8a52-0cf92ba6cb5f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=fd156e2b-eb94-4566-8a52-0cf92ba6cb5f,segment=NetworkSegment(d5cbdd74-1711-40cd-a4fe-b734f6aa5e91),segment_id=d5cbdd74-1711-40cd-a4fe-b734f6aa5e91)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:46:21.999158 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:22.045932 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=fd156e2b-eb94-4566-8a52-0cf92ba6cb5f,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:22.090398 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea36148-ada2-408e-982f-7ba1b827f9d7 req-35bf930b-7e3a-4031-a08a-4424b19e1ca6 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:46:22.091831 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2ea36148-ada2-408e-982f-7ba1b827f9d7 req-35bf930b-7e3a-4031-a08a-4424b19e1ca6 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 944 time: 0.0487103 Nov 27 04:46:22.144969 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2ea36148-ada2-408e-982f-7ba1b827f9d7 req-b3e21d74-a862-495b-9fb7-1038847cf5d0 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471456 Nov 27 04:46:22.344470 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['fd156e2b-eb94-4566-8a52-0cf92ba6cb5f'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:46:23.260991 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b47a41-f00d-4213-8e67-8e08063d4b72 req-2837eb4e-4149-4616-ba23-2c20e5659024 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:46:23.262447 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a2b47a41-f00d-4213-8e67-8e08063d4b72 req-2837eb4e-4149-4616-ba23-2c20e5659024 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 944 time: 0.0480804 Nov 27 04:46:23.310718 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a2b47a41-f00d-4213-8e67-8e08063d4b72 req-e53963bc-92c0-4765-858f-4f5006fdd437 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423374 Nov 27 04:46:23.806718 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device fd156e2b-eb94-4566-8a52-0cf92ba6cb5f up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:46:23.855621 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port fd156e2b-eb94-4566-8a52-0cf92ba6cb5f completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:46:23.859970 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port fd156e2b-eb94-4566-8a52-0cf92ba6cb5f triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:46:23.860338 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:23.938012 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:23.960534 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e659ed-7719-4fc4-a739-fbfbb638fb63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd156e2b-eb94-4566-8a52-0cf92ba6cb5f'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:46:23.962815 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29af341bb7ab2bbf521764387419c29e3d68aa09736abb23712ab4bb3e3fcea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d065fe-db1f-4efa-a7c6-0b772ddfcf93" -d '{"events": [{"server_uuid": "99e659ed-7719-4fc4-a739-fbfbb638fb63", "name": "network-vif-plugged", "status": "completed", "tag": "fd156e2b-eb94-4566-8a52-0cf92ba6cb5f"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:46:23.975212 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port fd156e2b-eb94-4566-8a52-0cf92ba6cb5f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=fd156e2b-eb94-4566-8a52-0cf92ba6cb5f,segment=NetworkSegment(d5cbdd74-1711-40cd-a4fe-b734f6aa5e91),segment_id=d5cbdd74-1711-40cd-a4fe-b734f6aa5e91)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:46:23.979129 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:24.028828 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=fd156e2b-eb94-4566-8a52-0cf92ba6cb5f,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:24.057039 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0446991-e1aa-4048-adc6-0eed90871f6e x-openstack-request-id: req-c0446991-e1aa-4048-adc6-0eed90871f6e {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:46:24.057277 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e659ed-7719-4fc4-a739-fbfbb638fb63", "name": "network-vif-plugged", "status": "completed", "tag": "fd156e2b-eb94-4566-8a52-0cf92ba6cb5f", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:46:24.057528 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0446991-e1aa-4048-adc6-0eed90871f6e {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:46:24.057947 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e659ed-7719-4fc4-a739-fbfbb638fb63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd156e2b-eb94-4566-8a52-0cf92ba6cb5f', 'code': 200} Nov 27 04:46:24.213450 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6341a-9285-4030-a9e4-55e7798fec8f req-0684192a-34d7-48dc-b88c-aaa9cf529df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:46:24.214955 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b8e6341a-9285-4030-a9e4-55e7798fec8f req-0684192a-34d7-48dc-b88c-aaa9cf529df6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 1096 time: 0.0404453 Nov 27 04:46:24.267382 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b8e6341a-9285-4030-a9e4-55e7798fec8f req-109508ed-9a8c-4a30-a5e2-6c9e15fac0be service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421855 Nov 27 04:46:24.426011 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90aa36-30b8-429e-9942-e912bb78c362 req-e2d3220a-69e0-4200-82d3-b74104c0157e tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:46:24.428017 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ed90aa36-30b8-429e-9942-e912bb78c362 req-e2d3220a-69e0-4200-82d3-b74104c0157e tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 945 time: 0.0502994 Nov 27 04:46:24.476551 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ed90aa36-30b8-429e-9942-e912bb78c362 req-93341edf-aebb-4236-aa7b-98c7b2fc5a11 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422652 Nov 27 04:46:25.594696 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd36566-553b-4bab-afe6-dcb3013e2b20 req-893f0b83-0628-4ca8-99ea-8a9a330110bb tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:46:25.596185 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ebd36566-553b-4bab-afe6-dcb3013e2b20 req-893f0b83-0628-4ca8-99ea-8a9a330110bb tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 945 time: 0.0526800 Nov 27 04:46:25.644499 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ebd36566-553b-4bab-afe6-dcb3013e2b20 req-db62f032-59ea-4720-8878-34536fbadf4f tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423429 Nov 27 04:46:25.754181 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b53b1b-a268-4c77-be09-010603264160 req-40f7a134-12cd-4457-9f9a-beff81aa40ba tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:46:25.756082 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-57b53b1b-a268-4c77-be09-010603264160 req-40f7a134-12cd-4457-9f9a-beff81aa40ba tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 945 time: 0.0473957 Nov 27 04:46:25.805146 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-57b53b1b-a268-4c77-be09-010603264160 req-92b5e531-80b7-4a06-8cd1-472cbf146d89 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432386 Nov 27 04:46:25.827102 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34686) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:46:25.906142 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92910cd3-c343-42ce-bfdf-9925f06cc991 tempest-TestShelveInstance-247869596 tempest-TestShelveInstance-247869596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:46:25.907696 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-92910cd3-c343-42ce-bfdf-9925f06cc991 tempest-TestShelveInstance-247869596 tempest-TestShelveInstance-247869596-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 1091 time: 0.0796328 Nov 27 04:46:25.910620 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 34690) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:46:25.914830 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-1f0f2e93-6041-48de-8561-35d1a0f69b56 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'port_id': 'fd156e2b-eb94-4566-8a52-0cf92ba6cb5f', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:46:25.937031 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1f0f2e93-6041-48de-8561-35d1a0f69b56 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for floatingip, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:26.034494 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1f0f2e93-6041-48de-8561-35d1a0f69b56 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:26.139357 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-1f0f2e93-6041-48de-8561-35d1a0f69b56 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Allocated IP 172.25.1.85 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/84a7a74b-188f-495a-a46d-af06ad3b797c) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:46:26.244631 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1f0f2e93-6041-48de-8561-35d1a0f69b56 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:26.276613 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1f0f2e93-6041-48de-8561-35d1a0f69b56 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:26.318575 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0f2e93-6041-48de-8561-35d1a0f69b56 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:46:26.321588 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-1f0f2e93-6041-48de-8561-35d1a0f69b56 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:46:26.324327 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0f2e93-6041-48de-8561-35d1a0f69b56 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:46:26.352233 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f2e93-6041-48de-8561-35d1a0f69b56 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Pushing event updated for resources: {'Port': ['ID=84a7a74b-188f-495a-a46d-af06ad3b797c,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:26.663289 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1f0f2e93-6041-48de-8561-35d1a0f69b56 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:26.730340 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1f0f2e93-6041-48de-8561-35d1a0f69b56 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:26.877321 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1f0f2e93-6041-48de-8561-35d1a0f69b56 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:26.881586 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1f0f2e93-6041-48de-8561-35d1a0f69b56 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:26.953405 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f2e93-6041-48de-8561-35d1a0f69b56 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Pushing event updated for resources: {'Port': ['ID=84a7a74b-188f-495a-a46d-af06ad3b797c,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:46:26.963847 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1f0f2e93-6041-48de-8561-35d1a0f69b56 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:27.061237 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [None req-1f0f2e93-6041-48de-8561-35d1a0f69b56 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Floating IP 23288e2c-fc1e-46d2-9603-4f158f994109 associated. External IP: 172.25.1.85, port: fd156e2b-eb94-4566-8a52-0cf92ba6cb5f. Nov 27 04:46:27.266462 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0f2e93-6041-48de-8561-35d1a0f69b56 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Router f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:46:27.371605 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0f2e93-6041-48de-8561-35d1a0f69b56 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:46:27.382842 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48206b2f-5954-4d9f-a70e-5442a664d9ce None None] Sync routers for ids ['f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:46:27.389897 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-1f0f2e93-6041-48de-8561-35d1a0f69b56 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:27.393488 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48206b2f-5954-4d9f-a70e-5442a664d9ce None None] Routers {'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:46:27.394087 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-48206b2f-5954-4d9f-a70e-5442a664d9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:46:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:46:27.419764 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-1f0f2e93-6041-48de-8561-35d1a0f69b56 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5081239 Nov 27 04:46:27.420357 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99e659ed-7719-4fc4-a739-fbfbb638fb63', 'tag': 'fd156e2b-eb94-4566-8a52-0cf92ba6cb5f'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:46:27.422689 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecda37680d0478e490d639caee1e0781f65d726cc517aef043e1d435739ff28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0933221-093b-4f9b-9407-646a353476a5" -d '{"events": [{"name": "network-changed", "server_uuid": "99e659ed-7719-4fc4-a739-fbfbb638fb63", "tag": "fd156e2b-eb94-4566-8a52-0cf92ba6cb5f"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:46:27.506727 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-48206b2f-5954-4d9f-a70e-5442a664d9ce None None] Set router f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:46:27.517964 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ae0f1c-da04-43c3-ad2e-2ea0edee16dc x-openstack-request-id: req-04ae0f1c-da04-43c3-ad2e-2ea0edee16dc {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:46:27.518265 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99e659ed-7719-4fc4-a739-fbfbb638fb63", "tag": "fd156e2b-eb94-4566-8a52-0cf92ba6cb5f", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:46:27.518525 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-04ae0f1c-da04-43c3-ad2e-2ea0edee16dc {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:46:27.518978 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99e659ed-7719-4fc4-a739-fbfbb638fb63', 'tag': 'fd156e2b-eb94-4566-8a52-0cf92ba6cb5f', 'status': 'completed', 'code': 200} Nov 27 04:46:27.608567 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0933221-093b-4f9b-9407-646a353476a5 req-58589a1a-bd86-4a1e-914f-705bd30cbb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:46:27.610181 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f0933221-093b-4f9b-9407-646a353476a5 req-58589a1a-bd86-4a1e-914f-705bd30cbb56 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=26e2c440d75849589fc2f98e0abba6c7&device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 1096 time: 0.0438228 Nov 27 04:46:27.697912 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0933221-093b-4f9b-9407-646a353476a5 req-68f83617-5958-418d-bbba-98e3f8f1d116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:46:27.699437 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f0933221-093b-4f9b-9407-646a353476a5 req-68f83617-5958-418d-bbba-98e3f8f1d116 service neutron] 10.222.0.23 "GET /v2.0/networks?id=28976f9c-404e-473f-966b-ae22f0b30ba2 HTTP/1.1" status: 200 len: 910 time: 0.0826178 Nov 27 04:46:27.730749 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-48206b2f-5954-4d9f-a70e-5442a664d9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'name': 'tempest-TestShelveInstance-1398057663-router', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '029be502-7705-461f-974e-906c46aa083a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:46:03Z', 'updated_at': '2021-11-27T04:46:06Z', 'revision_number': 4, 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'gw_port': {'id': '029be502-7705-461f-974e-906c46aa083a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:04:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:46:04Z', 'updated_at': '2021-11-27T04:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '23288e2c-fc1e-46d2-9603-4f158f994109', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'floating_ip_address': '172.25.1.85', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'port_id': 'fd156e2b-eb94-4566-8a52-0cf92ba6cb5f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28976f9c-404e-473f-966b-ae22f0b30ba2', 'mac_address': 'fa:16:3e:a8:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e659ed-7719-4fc4-a739-fbfbb638fb63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:46:26Z', 'updated_at': '2021-11-27T04:46:26Z', 'revision_number': 0, 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68d91d14-4ef2-40e5-ac93-1680c7608d5e', 'name': '', 'network_id': '28976f9c-404e-473f-966b-ae22f0b30ba2', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'mac_address': 'fa:16:3e:f9:36:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '2ecac95e-67c4-4bdd-b771-26b0aa3c1c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:46:06Z', 'updated_at': '2021-11-27T04:46:10Z', 'revision_number': 5, 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'subnets': [{'id': '2ecac95e-67c4-4bdd-b771-26b0aa3c1c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:46:27.759690 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48206b2f-5954-4d9f-a70e-5442a664d9ce None None] Checking router: f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:46:27.767773 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48206b2f-5954-4d9f-a70e-5442a664d9ce None None] Routers {'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:46:27.768303 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-48206b2f-5954-4d9f-a70e-5442a664d9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:46:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:46:27.768599 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f0933221-093b-4f9b-9407-646a353476a5 req-8516e052-6845-4bf8-a33f-d5fee1e20466 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd156e2b-eb94-4566-8a52-0cf92ba6cb5f HTTP/1.1" status: 200 len: 998 time: 0.0620646 Nov 27 04:46:27.819277 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0933221-093b-4f9b-9407-646a353476a5 req-2db0d21c-1f68-4dd3-a980-4ffb076cc04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:46:27.820755 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f0933221-093b-4f9b-9407-646a353476a5 req-2db0d21c-1f68-4dd3-a980-4ffb076cc04c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2ecac95e-67c4-4bdd-b771-26b0aa3c1c03 HTTP/1.1" status: 200 len: 848 time: 0.0453539 Nov 27 04:46:27.867560 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0933221-093b-4f9b-9407-646a353476a5 req-15f3d2a7-259a-47cf-86d1-e4b521378ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:46:27.869136 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f0933221-093b-4f9b-9407-646a353476a5 req-15f3d2a7-259a-47cf-86d1-e4b521378ba8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=28976f9c-404e-473f-966b-ae22f0b30ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414045 Nov 27 04:46:27.875701 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-48206b2f-5954-4d9f-a70e-5442a664d9ce None None] Set router f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:46:27.970136 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f0933221-093b-4f9b-9407-646a353476a5 req-8f03bc7f-456a-4426-83ae-a8d7bd61bf77 service neutron] 10.222.0.23 "GET /v2.0/networks/28976f9c-404e-473f-966b-ae22f0b30ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928950 Nov 27 04:46:28.064214 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f0933221-093b-4f9b-9407-646a353476a5 req-8977931b-6429-4880-9d1e-0de4d3c1617c service neutron] 10.222.0.23 "GET /v2.0/networks/28976f9c-404e-473f-966b-ae22f0b30ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863094 Nov 27 04:46:28.098968 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-48206b2f-5954-4d9f-a70e-5442a664d9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'name': 'tempest-TestShelveInstance-1398057663-router', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '029be502-7705-461f-974e-906c46aa083a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:46:03Z', 'updated_at': '2021-11-27T04:46:06Z', 'revision_number': 4, 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'gw_port': {'id': '029be502-7705-461f-974e-906c46aa083a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:04:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:46:04Z', 'updated_at': '2021-11-27T04:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '23288e2c-fc1e-46d2-9603-4f158f994109', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'floating_ip_address': '172.25.1.85', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'port_id': 'fd156e2b-eb94-4566-8a52-0cf92ba6cb5f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28976f9c-404e-473f-966b-ae22f0b30ba2', 'mac_address': 'fa:16:3e:a8:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e659ed-7719-4fc4-a739-fbfbb638fb63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:46:26Z', 'updated_at': '2021-11-27T04:46:26Z', 'revision_number': 0, 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68d91d14-4ef2-40e5-ac93-1680c7608d5e', 'name': '', 'network_id': '28976f9c-404e-473f-966b-ae22f0b30ba2', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'mac_address': 'fa:16:3e:f9:36:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '2ecac95e-67c4-4bdd-b771-26b0aa3c1c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:46:06Z', 'updated_at': '2021-11-27T04:46:10Z', 'revision_number': 5, 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'subnets': [{'id': '2ecac95e-67c4-4bdd-b771-26b0aa3c1c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:46:28.125961 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48206b2f-5954-4d9f-a70e-5442a664d9ce None None] The sync data for ids ['f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004'] in n-d-819494-3 is: [{'id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'name': 'tempest-TestShelveInstance-1398057663-router', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '029be502-7705-461f-974e-906c46aa083a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:46:03Z', 'updated_at': '2021-11-27T04:46:06Z', 'revision_number': 4, 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'gw_port': {'id': '029be502-7705-461f-974e-906c46aa083a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:04:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:46:04Z', 'updated_at': '2021-11-27T04:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '23288e2c-fc1e-46d2-9603-4f158f994109', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'floating_ip_address': '172.25.1.85', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'port_id': 'fd156e2b-eb94-4566-8a52-0cf92ba6cb5f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28976f9c-404e-473f-966b-ae22f0b30ba2', 'mac_address': 'fa:16:3e:a8:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e659ed-7719-4fc4-a739-fbfbb638fb63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:46:26Z', 'updated_at': '2021-11-27T04:46:26Z', 'revision_number': 0, 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68d91d14-4ef2-40e5-ac93-1680c7608d5e', 'name': '', 'network_id': '28976f9c-404e-473f-966b-ae22f0b30ba2', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'mac_address': 'fa:16:3e:f9:36:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '2ecac95e-67c4-4bdd-b771-26b0aa3c1c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:46:06Z', 'updated_at': '2021-11-27T04:46:10Z', 'revision_number': 5, 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'subnets': [{'id': '2ecac95e-67c4-4bdd-b771-26b0aa3c1c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:46:28.322306 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b49a9a-1eb4-46f4-b03d-d9b5a0a63c3d None None] New status for floating IP 23288e2c-fc1e-46d2-9603-4f158f994109: ACTIVE {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:46:37.697587 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:46:46.232023 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4a83b1ee-b8e4-4c73-b9d2-05c7cd861689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:46.503418 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:48.374622 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-27a5e113-c6b9-47c6-8f58-98809fe361e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:49.229643 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:49.772396 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:51.364923 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:46:51.957423 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:47:14.696867 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:47:16.233317 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b5efeaee-56cf-4e99-bc59-803ebdbc6588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:47:16.505149 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:47:18.377992 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c5002c80-5986-476f-9a98-6fef1db94e23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:47:19.247094 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:47:19.774436 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:47:21.367687 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:47:21.731521 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a49aab78-85fb-4da9-8c5d-68efb0f3f679 req-a58976d6-31c0-4647-a5ca-09998e20b691 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387204 Nov 27 04:47:21.844865 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49aab78-85fb-4da9-8c5d-68efb0f3f679 req-80f332a4-b9f4-48b3-83e6-b29225231f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:47:21.846243 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a49aab78-85fb-4da9-8c5d-68efb0f3f679 req-80f332a4-b9f4-48b3-83e6-b29225231f99 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=26e2c440d75849589fc2f98e0abba6c7&device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 1096 time: 0.0390501 Nov 27 04:47:21.963541 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:47:21.981161 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49aab78-85fb-4da9-8c5d-68efb0f3f679 req-fa13e865-11f0-4df2-ba04-7e819e52911b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:47:21.982727 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a49aab78-85fb-4da9-8c5d-68efb0f3f679 req-fa13e865-11f0-4df2-ba04-7e819e52911b service neutron] 10.222.0.23 "GET /v2.0/networks?id=28976f9c-404e-473f-966b-ae22f0b30ba2 HTTP/1.1" status: 200 len: 910 time: 0.0912554 Nov 27 04:47:22.049140 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a49aab78-85fb-4da9-8c5d-68efb0f3f679 req-324682c5-bd66-4b19-9aaa-0d37a93cd57e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd156e2b-eb94-4566-8a52-0cf92ba6cb5f HTTP/1.1" status: 200 len: 1000 time: 0.0560145 Nov 27 04:47:22.101659 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49aab78-85fb-4da9-8c5d-68efb0f3f679 req-d36a9ceb-8b3b-4886-9a39-b508ee631c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:47:22.102985 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a49aab78-85fb-4da9-8c5d-68efb0f3f679 req-d36a9ceb-8b3b-4886-9a39-b508ee631c88 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2ecac95e-67c4-4bdd-b771-26b0aa3c1c03 HTTP/1.1" status: 200 len: 848 time: 0.0425370 Nov 27 04:47:22.156586 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49aab78-85fb-4da9-8c5d-68efb0f3f679 req-a7a2e934-e131-4664-ab10-b12ee25e192e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:47:22.158092 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a49aab78-85fb-4da9-8c5d-68efb0f3f679 req-a7a2e934-e131-4664-ab10-b12ee25e192e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=28976f9c-404e-473f-966b-ae22f0b30ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421519 Nov 27 04:47:22.252747 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a49aab78-85fb-4da9-8c5d-68efb0f3f679 req-efd519ac-abed-424d-9411-ba660867df66 service neutron] 10.222.0.23 "GET /v2.0/networks/28976f9c-404e-473f-966b-ae22f0b30ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813367 Nov 27 04:47:22.350828 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a49aab78-85fb-4da9-8c5d-68efb0f3f679 req-03c4893b-d0bf-4e47-8102-63f019848aa5 service neutron] 10.222.0.23 "GET /v2.0/networks/28976f9c-404e-473f-966b-ae22f0b30ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845916 Nov 27 04:47:46.234410 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-eca9e5c8-655c-40c9-abcc-bee6a7de51a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:47:46.502533 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:47:48.380408 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bde183dd-82d7-4feb-8c36-21ce8e72cd8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:47:49.239995 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:47:49.777517 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:47:51.373209 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:47:51.696278 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:47:51.956363 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:48:16.235525 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-99180c4d-2948-4117-becc-a4cc104d7a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:48:16.501687 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:48:18.383208 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8468c623-17b1-49ba-b4c3-22bcfff68cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:48:19.241857 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:48:19.780915 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:48:21.372258 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:48:21.956791 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:48:22.739221 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca88c4f5-eca9-48fc-a57f-70470781032e req-1ac8989b-0fb3-466f-8f96-c04832d816dc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395181 Nov 27 04:48:22.861464 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca88c4f5-eca9-48fc-a57f-70470781032e req-a2b5615e-66a3-4127-a5dc-681623de54a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:48:22.863519 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca88c4f5-eca9-48fc-a57f-70470781032e req-a2b5615e-66a3-4127-a5dc-681623de54a2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=26e2c440d75849589fc2f98e0abba6c7&device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 1096 time: 0.0458431 Nov 27 04:48:22.978264 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca88c4f5-eca9-48fc-a57f-70470781032e req-89e8104f-cf36-439d-a40b-c778864f61c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:48:22.979775 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca88c4f5-eca9-48fc-a57f-70470781032e req-89e8104f-cf36-439d-a40b-c778864f61c5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=28976f9c-404e-473f-966b-ae22f0b30ba2 HTTP/1.1" status: 200 len: 910 time: 0.0894060 Nov 27 04:48:23.047708 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca88c4f5-eca9-48fc-a57f-70470781032e req-c24a9a67-3db6-4fd2-903b-b8ac05371686 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd156e2b-eb94-4566-8a52-0cf92ba6cb5f HTTP/1.1" status: 200 len: 1000 time: 0.0565081 Nov 27 04:48:23.103577 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca88c4f5-eca9-48fc-a57f-70470781032e req-17be400e-0542-4521-a275-f998d40642e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:48:23.104993 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca88c4f5-eca9-48fc-a57f-70470781032e req-17be400e-0542-4521-a275-f998d40642e5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2ecac95e-67c4-4bdd-b771-26b0aa3c1c03 HTTP/1.1" status: 200 len: 848 time: 0.0463810 Nov 27 04:48:23.154510 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca88c4f5-eca9-48fc-a57f-70470781032e req-73d01e22-9a15-4c76-ae99-1e11d767fbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:48:23.156034 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca88c4f5-eca9-48fc-a57f-70470781032e req-73d01e22-9a15-4c76-ae99-1e11d767fbf7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=28976f9c-404e-473f-966b-ae22f0b30ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388896 Nov 27 04:48:23.248732 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca88c4f5-eca9-48fc-a57f-70470781032e req-8e8c9d4d-6414-40be-a9a5-2965ad377506 service neutron] 10.222.0.23 "GET /v2.0/networks/28976f9c-404e-473f-966b-ae22f0b30ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845397 Nov 27 04:48:23.340432 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ca88c4f5-eca9-48fc-a57f-70470781032e req-1c57c722-51a0-4af6-91b7-5a8bacd99b30 service neutron] 10.222.0.23 "GET /v2.0/networks/28976f9c-404e-473f-966b-ae22f0b30ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801721 Nov 27 04:48:25.269648 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91848d9-1ddd-4785-a63b-b125d8c6d0c6 req-5d4271dd-4aec-46ea-9d84-3f714fa9ab20 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:48:25.271163 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f91848d9-1ddd-4785-a63b-b125d8c6d0c6 req-5d4271dd-4aec-46ea-9d84-3f714fa9ab20 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 945 time: 0.0501814 Nov 27 04:48:25.320926 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f91848d9-1ddd-4785-a63b-b125d8c6d0c6 req-fee9248d-8b69-42d8-b1a5-b0922419a737 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436747 Nov 27 04:48:26.459682 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7bdbd3-da26-4f39-ab9b-fd4f6575f254 req-01aa03be-89de-4ba4-9e41-d7d56478b53c tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:48:26.461141 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ca7bdbd3-da26-4f39-ab9b-fd4f6575f254 req-01aa03be-89de-4ba4-9e41-d7d56478b53c tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 945 time: 0.0475309 Nov 27 04:48:26.513215 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ca7bdbd3-da26-4f39-ab9b-fd4f6575f254 req-91818649-e7bb-4b39-8da9-6b6f93accd99 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460775 Nov 27 04:48:27.626938 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf478230-3acc-44ec-84d5-c7e3a03d25c7 req-2300cd83-6c94-4b7c-95c1-88919204a102 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:48:27.629040 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bf478230-3acc-44ec-84d5-c7e3a03d25c7 req-2300cd83-6c94-4b7c-95c1-88919204a102 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 945 time: 0.0480728 Nov 27 04:48:27.677262 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bf478230-3acc-44ec-84d5-c7e3a03d25c7 req-2c6dce73-cd0e-42fd-a0b0-8661690fe89e tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423801 Nov 27 04:48:28.695763 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:48:28.791403 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779e405-4333-4e9f-b7bb-05a17a7cda3c req-ea9224f7-d237-44de-b4f1-84a44f2b60ed tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:48:28.792876 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0779e405-4333-4e9f-b7bb-05a17a7cda3c req-ea9224f7-d237-44de-b4f1-84a44f2b60ed tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 945 time: 0.0495121 Nov 27 04:48:28.841730 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0779e405-4333-4e9f-b7bb-05a17a7cda3c req-113c184b-517e-40b0-a333-f3643bd70e9c tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428927 Nov 27 04:48:29.962150 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93091f3-977e-430d-884e-cfc06daaa519 req-194b4fb4-4f77-4ebe-9a22-b9c9a1f434d9 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:48:29.963726 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f93091f3-977e-430d-884e-cfc06daaa519 req-194b4fb4-4f77-4ebe-9a22-b9c9a1f434d9 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 945 time: 0.0551565 Nov 27 04:48:30.011331 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f93091f3-977e-430d-884e-cfc06daaa519 req-e142e138-f8d0-4e02-ac9e-b65a6cd201e4 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416961 Nov 27 04:48:31.128933 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29cf40-fee9-468f-9915-522b0f2f8962 req-6ff6635b-c610-4afd-a0c2-597764a14be3 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:48:31.130538 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9e29cf40-fee9-468f-9915-522b0f2f8962 req-6ff6635b-c610-4afd-a0c2-597764a14be3 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 945 time: 0.0498638 Nov 27 04:48:31.180291 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9e29cf40-fee9-468f-9915-522b0f2f8962 req-3c778bda-53a7-41fd-8521-dfcec9b924c3 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437021 Nov 27 04:48:32.293044 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5000183-c131-4a08-8cf4-b560b76bbc06 req-3064d4fd-9a59-41e5-aee7-5f58e9b03cdd tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:48:32.294517 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d5000183-c131-4a08-8cf4-b560b76bbc06 req-3064d4fd-9a59-41e5-aee7-5f58e9b03cdd tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 945 time: 0.0473166 Nov 27 04:48:32.349008 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d5000183-c131-4a08-8cf4-b560b76bbc06 req-e7c9e800-b6d2-48f2-a31b-78c975704510 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479116 Nov 27 04:48:33.465468 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33113f2d-399a-4d28-aa69-6132c56e7c78 req-b5ac1c6c-5a18-4725-9bdb-9800bb21ef12 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:48:33.466976 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-33113f2d-399a-4d28-aa69-6132c56e7c78 req-b5ac1c6c-5a18-4725-9bdb-9800bb21ef12 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 945 time: 0.0487368 Nov 27 04:48:33.516451 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-33113f2d-399a-4d28-aa69-6132c56e7c78 req-58dd2b81-81c4-4f34-b364-996b3a99b2e3 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435145 Nov 27 04:48:34.629933 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158b491-5ba1-43c0-951a-554564e7d27f req-f800cb7c-b67b-4230-8974-7230e347bcd0 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:48:34.631410 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7158b491-5ba1-43c0-951a-554564e7d27f req-f800cb7c-b67b-4230-8974-7230e347bcd0 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 945 time: 0.0471294 Nov 27 04:48:34.679217 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7158b491-5ba1-43c0-951a-554564e7d27f req-9bed225f-27d4-4aad-82a7-96a04cd277b1 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419617 Nov 27 04:48:35.798817 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f03dbd-8b1e-4100-bd01-1cca44307fbc req-ef158acd-46e0-4b89-b1f0-9bd025ba3a7b tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:48:35.800270 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-91f03dbd-8b1e-4100-bd01-1cca44307fbc req-ef158acd-46e0-4b89-b1f0-9bd025ba3a7b tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 945 time: 0.0516336 Nov 27 04:48:35.848861 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-91f03dbd-8b1e-4100-bd01-1cca44307fbc req-90e87f9b-f112-424b-a87b-a8fbdfab09d6 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423062 Nov 27 04:48:36.496851 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device fd156e2b-eb94-4566-8a52-0cf92ba6cb5f details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:48:36.591979 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port fd156e2b-eb94-4566-8a52-0cf92ba6cb5f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=fd156e2b-eb94-4566-8a52-0cf92ba6cb5f,segment=NetworkSegment(d5cbdd74-1711-40cd-a4fe-b734f6aa5e91),segment_id=d5cbdd74-1711-40cd-a4fe-b734f6aa5e91)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:48:36.602657 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': 'fd156e2b-eb94-4566-8a52-0cf92ba6cb5f', 'network_id': '28976f9c-404e-473f-966b-ae22f0b30ba2', 'port_id': 'fd156e2b-eb94-4566-8a52-0cf92ba6cb5f', 'mac_address': 'fa:16:3e:a8:8f:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ecac95e-67c4-4bdd-b771-26b0aa3c1c03', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:48:36.638195 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:48:36.650348 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd156e2b-eb94-4566-8a52-0cf92ba6cb5f {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:48:36.669593 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port fd156e2b-eb94-4566-8a52-0cf92ba6cb5f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=fd156e2b-eb94-4566-8a52-0cf92ba6cb5f,segment=NetworkSegment(d5cbdd74-1711-40cd-a4fe-b734f6aa5e91),segment_id=d5cbdd74-1711-40cd-a4fe-b734f6aa5e91)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:48:36.673498 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:48:36.722533 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=fd156e2b-eb94-4566-8a52-0cf92ba6cb5f,revision_number=6']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:48:36.729623 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:48:36.729975 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:48:36.730354 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:48:36.730739 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:48:36.731061 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:48:36.731392 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:48:36.731723 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:48:36.732051 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:48:36.732377 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:48:36.732703 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:48:36.733029 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:48:36.733352 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:48:36.840424 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['fd156e2b-eb94-4566-8a52-0cf92ba6cb5f'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:48:36.965766 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f14a9d-b2ca-4242-871a-bd9671a8e312 req-726c01e4-0f63-49fd-aa8c-80a458a530d9 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:48:36.967269 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-67f14a9d-b2ca-4242-871a-bd9671a8e312 req-726c01e4-0f63-49fd-aa8c-80a458a530d9 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 944 time: 0.0485916 Nov 27 04:48:37.016629 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-67f14a9d-b2ca-4242-871a-bd9671a8e312 req-2b954d9f-94ef-4ade-be51-ec93b77a6f29 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427558 Nov 27 04:48:38.147559 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30b846-f409-4359-ba91-32824860379a req-774a7033-8118-4bf1-ab2f-e8bb93b48188 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:48:38.150024 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bf30b846-f409-4359-ba91-32824860379a req-774a7033-8118-4bf1-ab2f-e8bb93b48188 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 944 time: 0.0586195 Nov 27 04:48:38.212637 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bf30b846-f409-4359-ba91-32824860379a req-db30ced4-1867-4455-a23e-f7678e8490f4 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563312 Nov 27 04:48:38.506321 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device fd156e2b-eb94-4566-8a52-0cf92ba6cb5f up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:48:38.562864 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port fd156e2b-eb94-4566-8a52-0cf92ba6cb5f triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:48:38.563543 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:48:38.652018 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:48:38.678431 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e659ed-7719-4fc4-a739-fbfbb638fb63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd156e2b-eb94-4566-8a52-0cf92ba6cb5f'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:48:38.680679 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29af341bb7ab2bbf521764387419c29e3d68aa09736abb23712ab4bb3e3fcea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02398087-90c9-4ef5-80f4-c95b7f0e06a5" -d '{"events": [{"server_uuid": "99e659ed-7719-4fc4-a739-fbfbb638fb63", "name": "network-vif-plugged", "status": "completed", "tag": "fd156e2b-eb94-4566-8a52-0cf92ba6cb5f"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:48:38.696065 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port fd156e2b-eb94-4566-8a52-0cf92ba6cb5f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=fd156e2b-eb94-4566-8a52-0cf92ba6cb5f,segment=NetworkSegment(d5cbdd74-1711-40cd-a4fe-b734f6aa5e91),segment_id=d5cbdd74-1711-40cd-a4fe-b734f6aa5e91)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:48:38.701125 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:48:38.729398 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621027bc-e69e-4f39-9c82-3a8f77ef740e x-openstack-request-id: req-621027bc-e69e-4f39-9c82-3a8f77ef740e {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:48:38.729706 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e659ed-7719-4fc4-a739-fbfbb638fb63", "name": "network-vif-plugged", "status": "completed", "tag": "fd156e2b-eb94-4566-8a52-0cf92ba6cb5f", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:48:38.729931 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-621027bc-e69e-4f39-9c82-3a8f77ef740e {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:48:38.730319 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e659ed-7719-4fc4-a739-fbfbb638fb63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd156e2b-eb94-4566-8a52-0cf92ba6cb5f', 'code': 200} Nov 27 04:48:38.758668 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=fd156e2b-eb94-4566-8a52-0cf92ba6cb5f,revision_number=7']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:48:39.337411 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a757976-b3a8-4889-8b7f-f527190866b9 req-8b959a2d-28ab-4e00-8fd1-45fb1c8a80fb tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:48:39.343139 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0a757976-b3a8-4889-8b7f-f527190866b9 req-8b959a2d-28ab-4e00-8fd1-45fb1c8a80fb tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 945 time: 0.0549724 Nov 27 04:48:39.397727 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0a757976-b3a8-4889-8b7f-f527190866b9 req-8ddeb5a0-7e0f-4028-9e6d-4d3a3e7e936b tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529170 Nov 27 04:48:40.523856 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43089f0-7a78-4f8b-af7a-379ac0176841 req-abfcd8ac-16c6-4f85-8be2-a1d80e24d1c4 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:48:40.525527 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f43089f0-7a78-4f8b-af7a-379ac0176841 req-abfcd8ac-16c6-4f85-8be2-a1d80e24d1c4 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 945 time: 0.0533490 Nov 27 04:48:40.600360 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f43089f0-7a78-4f8b-af7a-379ac0176841 req-60bff607-2024-4b9f-8334-707ced0423d8 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683482 Nov 27 04:48:41.728315 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aec376-6239-41f8-9699-3f00dc520b3c req-ef8d906e-57f9-4e04-ba8f-7675991257c5 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:48:41.729819 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-31aec376-6239-41f8-9699-3f00dc520b3c req-ef8d906e-57f9-4e04-ba8f-7675991257c5 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 945 time: 0.0523968 Nov 27 04:48:41.782299 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-31aec376-6239-41f8-9699-3f00dc520b3c req-74382a98-27f2-4e87-8e74-dbdfad652c00 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454047 Nov 27 04:48:42.910618 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110536e-1402-4817-ab84-c02449b902da req-e3c23a5d-3ab3-44b5-accf-cf5a0cbf296d tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:48:42.911569 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c110536e-1402-4817-ab84-c02449b902da req-e3c23a5d-3ab3-44b5-accf-cf5a0cbf296d tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 945 time: 0.0506825 Nov 27 04:48:42.971196 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c110536e-1402-4817-ab84-c02449b902da req-29c41f4f-244a-4b81-83ed-bc9b2d4dec87 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478449 Nov 27 04:48:44.104912 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb1123-5c06-4f7c-9c9b-c72aa89c57ac req-b8c04633-fe4f-490e-b9ac-11badae0fa27 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:48:44.108892 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-86cb1123-5c06-4f7c-9c9b-c72aa89c57ac req-b8c04633-fe4f-490e-b9ac-11badae0fa27 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 945 time: 0.0581219 Nov 27 04:48:44.160957 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-86cb1123-5c06-4f7c-9c9b-c72aa89c57ac req-e3035225-025c-42a4-9c6f-9e749a366ad2 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474429 Nov 27 04:48:45.297439 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe36c14-4b00-44b4-ba27-01bc09c76bb8 req-446a7823-5f6f-4bba-86c5-73a33727727d tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:48:45.299493 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0fe36c14-4b00-44b4-ba27-01bc09c76bb8 req-446a7823-5f6f-4bba-86c5-73a33727727d tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 945 time: 0.0581081 Nov 27 04:48:45.350836 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0fe36c14-4b00-44b4-ba27-01bc09c76bb8 req-a6420dc0-a914-462b-9aa6-38b15632148e tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450361 Nov 27 04:48:46.239757 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4a0d6cc7-1678-40b9-8fc9-17dd0183af48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:48:46.479627 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611e90d-ea6d-48c3-8ffa-81f00928bf1e req-e21d4050-8431-483a-b40b-c515c2b3b1eb tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:48:46.482003 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2611e90d-ea6d-48c3-8ffa-81f00928bf1e req-e21d4050-8431-483a-b40b-c515c2b3b1eb tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 945 time: 0.0528328 Nov 27 04:48:46.506408 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:48:46.543921 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2611e90d-ea6d-48c3-8ffa-81f00928bf1e req-4380c27c-0380-489e-8e8d-67f1e6d6f320 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542536 Nov 27 04:48:46.923653 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [req-6ec2232d-ca59-43b4-bdd4-adf5c8d6abe2 req-9fe23189-9bb9-4f24-85cb-43376b497631 tempest-ServersNegativeTestJSON-1408437574 tempest-ServersNegativeTestJSON-1408437574-project] (110018) timed out ('10.222.0.11', 61288) {{(pid=110018) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 04:48:47.461658 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ddd7c-3c11-4165-8576-8b3c11b97d5b req-766c8f25-3756-427a-83f0-bba02805fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:48:47.463176 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-719ddd7c-3c11-4165-8576-8b3c11b97d5b req-766c8f25-3756-427a-83f0-bba02805fea6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=26e2c440d75849589fc2f98e0abba6c7&device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 1096 time: 0.0413594 Nov 27 04:48:47.560433 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ddd7c-3c11-4165-8576-8b3c11b97d5b req-c4cea4e9-331e-479a-a05b-2f6d506e25fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:48:47.561926 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-719ddd7c-3c11-4165-8576-8b3c11b97d5b req-c4cea4e9-331e-479a-a05b-2f6d506e25fd service neutron] 10.222.0.23 "GET /v2.0/networks?id=28976f9c-404e-473f-966b-ae22f0b30ba2 HTTP/1.1" status: 200 len: 910 time: 0.0872121 Nov 27 04:48:47.632634 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-719ddd7c-3c11-4165-8576-8b3c11b97d5b req-4bc0996f-45ae-4594-951a-967ca4760992 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd156e2b-eb94-4566-8a52-0cf92ba6cb5f HTTP/1.1" status: 200 len: 1000 time: 0.0582480 Nov 27 04:48:47.661381 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd882fc9-3a6f-4454-845c-3173536deb7f req-aea7f0f9-f5d7-4165-af8e-1aab47a3aaeb tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:48:47.662890 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fd882fc9-3a6f-4454-845c-3173536deb7f req-aea7f0f9-f5d7-4165-af8e-1aab47a3aaeb tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 945 time: 0.0481443 Nov 27 04:48:47.685986 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ddd7c-3c11-4165-8576-8b3c11b97d5b req-704bcd6f-c5ee-45a0-8f68-46ca15dd2ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:48:47.687486 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-719ddd7c-3c11-4165-8576-8b3c11b97d5b req-704bcd6f-c5ee-45a0-8f68-46ca15dd2ca7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2ecac95e-67c4-4bdd-b771-26b0aa3c1c03 HTTP/1.1" status: 200 len: 848 time: 0.0478857 Nov 27 04:48:47.712561 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-fd882fc9-3a6f-4454-845c-3173536deb7f req-c42b71cc-6c00-4fbe-8d1c-41a53638458a tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434940 Nov 27 04:48:47.739650 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ddd7c-3c11-4165-8576-8b3c11b97d5b req-12cb1bc9-c798-42d1-9ef2-bfc37f2b89ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:48:47.741136 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-719ddd7c-3c11-4165-8576-8b3c11b97d5b req-12cb1bc9-c798-42d1-9ef2-bfc37f2b89ef service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=28976f9c-404e-473f-966b-ae22f0b30ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417740 Nov 27 04:48:47.838838 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-719ddd7c-3c11-4165-8576-8b3c11b97d5b req-f18d1119-befe-4043-aaba-7ee227c7a080 service neutron] 10.222.0.23 "GET /v2.0/networks/28976f9c-404e-473f-966b-ae22f0b30ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840530 Nov 27 04:48:47.932426 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-719ddd7c-3c11-4165-8576-8b3c11b97d5b req-343e03c6-dfd4-4c80-b415-b6906999efb0 service neutron] 10.222.0.23 "GET /v2.0/networks/28976f9c-404e-473f-966b-ae22f0b30ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822966 Nov 27 04:48:48.388046 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-103c77f8-c7b6-4fbe-b627-32883a2c9283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:48:48.828890 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812d6b3-556c-48ae-a5b7-f13e03d0f451 req-aa844a76-cb51-461a-8a72-e30b8959aafc tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:48:48.830420 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b812d6b3-556c-48ae-a5b7-f13e03d0f451 req-aa844a76-cb51-461a-8a72-e30b8959aafc tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 945 time: 0.0489392 Nov 27 04:48:48.881755 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b812d6b3-556c-48ae-a5b7-f13e03d0f451 req-148a4d0d-b10d-47a6-8c1d-61c93b3419f0 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443785 Nov 27 04:48:49.244845 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:48:49.783909 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:48:50.000907 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71048d81-3267-4f31-a5a7-bde170b1b28e req-fc0c3cb0-a353-474a-a589-d4f9c5ac7b01 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:48:50.002985 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-71048d81-3267-4f31-a5a7-bde170b1b28e req-fc0c3cb0-a353-474a-a589-d4f9c5ac7b01 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 945 time: 0.0517867 Nov 27 04:48:50.052954 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-71048d81-3267-4f31-a5a7-bde170b1b28e req-634c555b-7753-4a15-9762-daca37b90564 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437324 Nov 27 04:48:50.579971 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device fd156e2b-eb94-4566-8a52-0cf92ba6cb5f no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:48:50.651858 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:48:50.673566 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e659ed-7719-4fc4-a739-fbfbb638fb63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd156e2b-eb94-4566-8a52-0cf92ba6cb5f'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:48:50.675878 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29af341bb7ab2bbf521764387419c29e3d68aa09736abb23712ab4bb3e3fcea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e694d71-76b2-4d12-a6d2-49e19ed5b55d" -d '{"events": [{"server_uuid": "99e659ed-7719-4fc4-a739-fbfbb638fb63", "name": "network-vif-unplugged", "status": "completed", "tag": "fd156e2b-eb94-4566-8a52-0cf92ba6cb5f"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:48:50.691464 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port fd156e2b-eb94-4566-8a52-0cf92ba6cb5f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=fd156e2b-eb94-4566-8a52-0cf92ba6cb5f,segment=NetworkSegment(d5cbdd74-1711-40cd-a4fe-b734f6aa5e91),segment_id=d5cbdd74-1711-40cd-a4fe-b734f6aa5e91)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:48:50.695624 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:48:50.719390 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 27 Nov 2021 04:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbce972b-22da-4d4f-b5a4-2b65b7c795ac x-openstack-request-id: req-dbce972b-22da-4d4f-b5a4-2b65b7c795ac {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:48:50.719676 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e659ed-7719-4fc4-a739-fbfbb638fb63", "name": "network-vif-unplugged", "status": "failed", "tag": "fd156e2b-eb94-4566-8a52-0cf92ba6cb5f", "code": 422}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:48:50.719927 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dbce972b-22da-4d4f-b5a4-2b65b7c795ac {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:48:50.720312 n-d-819494-3 neutron-server[110020]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '99e659ed-7719-4fc4-a739-fbfbb638fb63', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fd156e2b-eb94-4566-8a52-0cf92ba6cb5f', 'code': 422} returned with failed status Nov 27 04:48:50.745487 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=fd156e2b-eb94-4566-8a52-0cf92ba6cb5f,revision_number=8']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:48:51.169887 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9d001-ebdb-4588-99a9-e489e383b8f1 req-6a5a22ce-feac-496d-965d-0fee2dd7cca4 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:48:51.171390 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ccc9d001-ebdb-4588-99a9-e489e383b8f1 req-6a5a22ce-feac-496d-965d-0fee2dd7cca4 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 943 time: 0.0503190 Nov 27 04:48:51.220346 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ccc9d001-ebdb-4588-99a9-e489e383b8f1 req-a0ed649e-3d75-40bb-9773-e8bcb189b1fb tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427496 Nov 27 04:48:51.338063 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [req-a5e7e9f5-7db7-485a-aaf2-da4d4e84c5af req-0c720852-efe4-4155-aad1-a752b24f6cf1 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:48:51.339106 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a5e7e9f5-7db7-485a-aaf2-da4d4e84c5af req-0c720852-efe4-4155-aad1-a752b24f6cf1 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0570295 Nov 27 04:48:51.375150 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:48:51.500668 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b59e98-bd69-4222-bd40-366d6b5c49f1 req-572b9575-7be2-4a54-92e3-ad31ce56b8f6 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:48:51.502742 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-24b59e98-bd69-4222-bd40-366d6b5c49f1 req-572b9575-7be2-4a54-92e3-ad31ce56b8f6 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 943 time: 0.0574751 Nov 27 04:48:51.552223 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-24b59e98-bd69-4222-bd40-366d6b5c49f1 req-8773f99c-16c5-49af-a3ae-2752d87045c4 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433922 Nov 27 04:48:51.769220 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e4ba55da-9cee-477d-bb6d-7f46bb5df0a3 req-f24e6fc4-9937-4da5-b0ef-af25250ea75d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0796185 Nov 27 04:48:51.958921 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:48:52.666683 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60446c05-1295-42a9-9156-81d9432c7ccb req-7135ff69-bde0-428e-9207-45a95b43cd8d tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:48:52.668153 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-60446c05-1295-42a9-9156-81d9432c7ccb req-7135ff69-bde0-428e-9207-45a95b43cd8d tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 943 time: 0.0480437 Nov 27 04:48:52.717751 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-60446c05-1295-42a9-9156-81d9432c7ccb req-53781e40-c34a-44de-8136-7f6f5cfca23e tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436633 Nov 27 04:48:52.744597 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba55da-9cee-477d-bb6d-7f46bb5df0a3 req-943ae22a-6103-40d4-a993-404fc4bb7369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:48:52.746084 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e4ba55da-9cee-477d-bb6d-7f46bb5df0a3 req-943ae22a-6103-40d4-a993-404fc4bb7369 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63&tenant_id=26e2c440d75849589fc2f98e0abba6c7 HTTP/1.1" status: 200 len: 1094 time: 0.0441771 Nov 27 04:48:52.826533 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba55da-9cee-477d-bb6d-7f46bb5df0a3 req-f441512b-9b4b-4449-b785-4148cc2952b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:48:52.828159 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e4ba55da-9cee-477d-bb6d-7f46bb5df0a3 req-f441512b-9b4b-4449-b785-4148cc2952b8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=26e2c440d75849589fc2f98e0abba6c7&device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 1094 time: 0.0405488 Nov 27 04:48:52.923424 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba55da-9cee-477d-bb6d-7f46bb5df0a3 req-54058c59-2b8a-4440-bf36-9b630f343068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:48:52.925259 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e4ba55da-9cee-477d-bb6d-7f46bb5df0a3 req-54058c59-2b8a-4440-bf36-9b630f343068 service neutron] 10.222.0.23 "GET /v2.0/networks?id=28976f9c-404e-473f-966b-ae22f0b30ba2 HTTP/1.1" status: 200 len: 910 time: 0.0865440 Nov 27 04:48:52.989448 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e4ba55da-9cee-477d-bb6d-7f46bb5df0a3 req-96851abb-d6f9-4f73-9746-cf2b8fcab161 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd156e2b-eb94-4566-8a52-0cf92ba6cb5f HTTP/1.1" status: 200 len: 998 time: 0.0564365 Nov 27 04:48:53.041512 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba55da-9cee-477d-bb6d-7f46bb5df0a3 req-a4ad9cc7-f891-4b6d-90ce-ad3ef093b9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:48:53.042920 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e4ba55da-9cee-477d-bb6d-7f46bb5df0a3 req-a4ad9cc7-f891-4b6d-90ce-ad3ef093b9b8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2ecac95e-67c4-4bdd-b771-26b0aa3c1c03 HTTP/1.1" status: 200 len: 848 time: 0.0418823 Nov 27 04:48:53.094122 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba55da-9cee-477d-bb6d-7f46bb5df0a3 req-246cc311-caae-42cd-9f18-8359a0838b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:48:53.095698 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e4ba55da-9cee-477d-bb6d-7f46bb5df0a3 req-246cc311-caae-42cd-9f18-8359a0838b93 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=28976f9c-404e-473f-966b-ae22f0b30ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420220 Nov 27 04:48:53.189997 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e4ba55da-9cee-477d-bb6d-7f46bb5df0a3 req-3decfdf9-2ab5-45df-aa22-829827a23810 service neutron] 10.222.0.23 "GET /v2.0/networks/28976f9c-404e-473f-966b-ae22f0b30ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818434 Nov 27 04:48:53.287686 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-e4ba55da-9cee-477d-bb6d-7f46bb5df0a3 req-b70da66c-51fd-4d63-a624-070d68c9452f service neutron] 10.222.0.23 "GET /v2.0/networks/28976f9c-404e-473f-966b-ae22f0b30ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856991 Nov 27 04:48:53.851004 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672c129-a745-42f0-a66a-311ac1236379 req-b95eaacc-a474-414b-b2c5-328d7cbe7056 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:48:53.852542 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d672c129-a745-42f0-a66a-311ac1236379 req-b95eaacc-a474-414b-b2c5-328d7cbe7056 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 943 time: 0.0517330 Nov 27 04:48:53.908911 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d672c129-a745-42f0-a66a-311ac1236379 req-bfe82c2d-9b59-475d-9732-1857d6207b21 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496244 Nov 27 04:48:55.031299 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3cf7e6-5781-4164-9341-8c0f3001e4e5 req-b1c4860a-c637-401a-a9e7-21d599109083 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:48:55.032826 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4c3cf7e6-5781-4164-9341-8c0f3001e4e5 req-b1c4860a-c637-401a-a9e7-21d599109083 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 943 time: 0.0536330 Nov 27 04:48:55.084130 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4c3cf7e6-5781-4164-9341-8c0f3001e4e5 req-ff5a1522-3675-4c2c-990a-3938654d8fcd tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445678 Nov 27 04:48:56.203403 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3639981-d3f8-4735-a27f-24d93bf51b07 req-574607d5-c1f6-4a2e-ac10-8570e81688b2 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:48:56.205690 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c3639981-d3f8-4735-a27f-24d93bf51b07 req-574607d5-c1f6-4a2e-ac10-8570e81688b2 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 943 time: 0.0509756 Nov 27 04:48:56.257320 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c3639981-d3f8-4735-a27f-24d93bf51b07 req-ce8b335d-1832-4475-b4a5-2bc67bb18bc5 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446613 Nov 27 04:48:57.377882 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a03c2-ac60-415e-b2d2-14dc212be81f req-effcb6d3-2530-4ccd-9678-03c5b170809f tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:48:57.379435 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b19a03c2-ac60-415e-b2d2-14dc212be81f req-effcb6d3-2530-4ccd-9678-03c5b170809f tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 943 time: 0.0531569 Nov 27 04:48:57.430833 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b19a03c2-ac60-415e-b2d2-14dc212be81f req-1785a818-396b-49cc-a019-20f51bbbdc20 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447471 Nov 27 04:48:58.556809 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1ebee-b565-4971-bc09-5327a13506fa req-5144f159-e893-4a58-9700-850a12e63009 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:48:58.558963 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-71d1ebee-b565-4971-bc09-5327a13506fa req-5144f159-e893-4a58-9700-850a12e63009 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 943 time: 0.0520711 Nov 27 04:48:58.610369 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-71d1ebee-b565-4971-bc09-5327a13506fa req-7a63ee50-312d-4b64-a6c3-536d084be530 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454662 Nov 27 04:48:59.729999 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449e345-ca40-4bb4-9b22-8d472780ff97 req-72c6d715-6699-4cf9-92db-dc13b98946a8 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:48:59.731663 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3449e345-ca40-4bb4-9b22-8d472780ff97 req-72c6d715-6699-4cf9-92db-dc13b98946a8 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 943 time: 0.0495279 Nov 27 04:49:00.113755 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3449e345-ca40-4bb4-9b22-8d472780ff97 req-1c71e77c-465f-4247-bb3b-0baabd79de09 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3759975 Nov 27 04:49:01.240318 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aedf950-1b07-417c-8b9a-c341df02d4e0 req-f6324c04-8ab2-4e94-8b18-483c7d1d28e6 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:49:01.241811 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7aedf950-1b07-417c-8b9a-c341df02d4e0 req-f6324c04-8ab2-4e94-8b18-483c7d1d28e6 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 943 time: 0.0514951 Nov 27 04:49:01.293346 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7aedf950-1b07-417c-8b9a-c341df02d4e0 req-53a5fff0-0cb6-43cb-b002-c38e95bae290 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454783 Nov 27 04:49:02.410466 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e6431-7af7-4fd2-9d3f-3006b4dbdb7d req-c4cf46e3-2784-4026-bc21-55a01ea38895 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:49:02.412551 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-905e6431-7af7-4fd2-9d3f-3006b4dbdb7d req-c4cf46e3-2784-4026-bc21-55a01ea38895 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 943 time: 0.0493662 Nov 27 04:49:02.463734 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-905e6431-7af7-4fd2-9d3f-3006b4dbdb7d req-286a9fc5-225a-4e01-89a5-7cd95ea5b63c tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451617 Nov 27 04:49:03.587101 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e1139-d030-416c-a477-43045fc34259 req-fd4c85b5-14e7-4e19-aa80-16dcb715d3c7 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:49:03.588587 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-407e1139-d030-416c-a477-43045fc34259 req-fd4c85b5-14e7-4e19-aa80-16dcb715d3c7 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 943 time: 0.0532796 Nov 27 04:49:03.639296 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-407e1139-d030-416c-a477-43045fc34259 req-e3bf950e-b4d5-4927-97c8-fb77cbfd2c96 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445287 Nov 27 04:49:04.757886 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d720067-1420-4634-a97d-6612f910b5af req-b3f1f65b-e2fd-4e94-9da5-36fb4f1a4f23 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:49:04.759384 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6d720067-1420-4634-a97d-6612f910b5af req-b3f1f65b-e2fd-4e94-9da5-36fb4f1a4f23 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 943 time: 0.0508301 Nov 27 04:49:04.807592 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6d720067-1420-4634-a97d-6612f910b5af req-48b02103-9ef7-46ef-8dcd-294e7123f7c8 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420878 Nov 27 04:49:05.694304 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:49:05.926642 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8184d5-e801-45af-af5b-6748c67787e2 req-27eb46fb-dc88-4b77-a3fd-efb70b7eae35 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:49:05.928088 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0a8184d5-e801-45af-af5b-6748c67787e2 req-27eb46fb-dc88-4b77-a3fd-efb70b7eae35 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 943 time: 0.0512352 Nov 27 04:49:05.976711 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0a8184d5-e801-45af-af5b-6748c67787e2 req-26ce187e-2f2f-43c7-b6f0-da8ca5ad0baa tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423596 Nov 27 04:49:06.679944 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device fd156e2b-eb94-4566-8a52-0cf92ba6cb5f details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:49:06.769973 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port fd156e2b-eb94-4566-8a52-0cf92ba6cb5f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=fd156e2b-eb94-4566-8a52-0cf92ba6cb5f,segment=NetworkSegment(d5cbdd74-1711-40cd-a4fe-b734f6aa5e91),segment_id=d5cbdd74-1711-40cd-a4fe-b734f6aa5e91)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:49:06.780524 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': 'fd156e2b-eb94-4566-8a52-0cf92ba6cb5f', 'network_id': '28976f9c-404e-473f-966b-ae22f0b30ba2', 'port_id': 'fd156e2b-eb94-4566-8a52-0cf92ba6cb5f', 'mac_address': 'fa:16:3e:a8:8f:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ecac95e-67c4-4bdd-b771-26b0aa3c1c03', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:49:06.819853 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:49:06.831963 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd156e2b-eb94-4566-8a52-0cf92ba6cb5f {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:49:06.850305 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port fd156e2b-eb94-4566-8a52-0cf92ba6cb5f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=fd156e2b-eb94-4566-8a52-0cf92ba6cb5f,segment=NetworkSegment(d5cbdd74-1711-40cd-a4fe-b734f6aa5e91),segment_id=d5cbdd74-1711-40cd-a4fe-b734f6aa5e91)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:49:06.853923 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:49:06.898195 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=fd156e2b-eb94-4566-8a52-0cf92ba6cb5f,revision_number=9']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:49:07.091976 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8808051-aaa3-4fbb-ae19-5d5bfe5c6881 req-ad8152b2-a95e-455d-a9f8-413df404f51c tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:49:07.093440 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a8808051-aaa3-4fbb-ae19-5d5bfe5c6881 req-ad8152b2-a95e-455d-a9f8-413df404f51c tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 944 time: 0.0486350 Nov 27 04:49:07.141491 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a8808051-aaa3-4fbb-ae19-5d5bfe5c6881 req-8cfbb0ee-915f-4276-9dec-f75d334e903d tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421650 Nov 27 04:49:07.248844 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['fd156e2b-eb94-4566-8a52-0cf92ba6cb5f'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:49:08.256211 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388dbaed-ba3c-4418-8e89-547117227e5c req-28244aca-6898-42d3-ae0e-b8e365eb5c90 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:49:08.258093 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-388dbaed-ba3c-4418-8e89-547117227e5c req-28244aca-6898-42d3-ae0e-b8e365eb5c90 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 944 time: 0.0483818 Nov 27 04:49:08.311701 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-388dbaed-ba3c-4418-8e89-547117227e5c req-fa0d5fab-3188-4c7c-a12e-09274877f0c4 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473402 Nov 27 04:49:08.685253 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device fd156e2b-eb94-4566-8a52-0cf92ba6cb5f up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:49:08.732284 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port fd156e2b-eb94-4566-8a52-0cf92ba6cb5f triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:49:08.732655 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:49:08.811968 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:49:08.833388 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e659ed-7719-4fc4-a739-fbfbb638fb63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd156e2b-eb94-4566-8a52-0cf92ba6cb5f'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:49:08.836169 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29af341bb7ab2bbf521764387419c29e3d68aa09736abb23712ab4bb3e3fcea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4b2bee-79a0-418a-9058-c0383b4164cd" -d '{"events": [{"server_uuid": "99e659ed-7719-4fc4-a739-fbfbb638fb63", "name": "network-vif-plugged", "status": "completed", "tag": "fd156e2b-eb94-4566-8a52-0cf92ba6cb5f"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:49:08.847931 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port fd156e2b-eb94-4566-8a52-0cf92ba6cb5f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=fd156e2b-eb94-4566-8a52-0cf92ba6cb5f,segment=NetworkSegment(d5cbdd74-1711-40cd-a4fe-b734f6aa5e91),segment_id=d5cbdd74-1711-40cd-a4fe-b734f6aa5e91)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:49:08.853027 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:49:08.883772 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a8ad96-1123-4895-bc37-5022bb092b01 x-openstack-request-id: req-d6a8ad96-1123-4895-bc37-5022bb092b01 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:49:08.884296 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e659ed-7719-4fc4-a739-fbfbb638fb63", "name": "network-vif-plugged", "status": "completed", "tag": "fd156e2b-eb94-4566-8a52-0cf92ba6cb5f", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:49:08.884296 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d6a8ad96-1123-4895-bc37-5022bb092b01 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:49:08.884704 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e659ed-7719-4fc4-a739-fbfbb638fb63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd156e2b-eb94-4566-8a52-0cf92ba6cb5f', 'code': 200} Nov 27 04:49:08.907810 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=fd156e2b-eb94-4566-8a52-0cf92ba6cb5f,revision_number=10']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:49:09.103656 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f345c2-63ce-40b2-be9b-4cbb601ef2bd req-a54a6148-0e42-4ccd-9a79-29b9012d094f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:49:09.105156 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-25f345c2-63ce-40b2-be9b-4cbb601ef2bd req-a54a6148-0e42-4ccd-9a79-29b9012d094f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 1097 time: 0.0408514 Nov 27 04:49:09.155738 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-25f345c2-63ce-40b2-be9b-4cbb601ef2bd req-6b922fda-1b38-4b99-b709-0c2bb2b05a02 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399125 Nov 27 04:49:09.428769 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01fd8e-3bfa-4be0-accb-5e892840f707 req-d55101c3-efd8-4428-881f-021bf5ccf1fd tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:49:09.430245 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-af01fd8e-3bfa-4be0-accb-5e892840f707 req-d55101c3-efd8-4428-881f-021bf5ccf1fd tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 946 time: 0.0499661 Nov 27 04:49:09.479594 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-af01fd8e-3bfa-4be0-accb-5e892840f707 req-763cf719-2ba9-431e-a60b-c2220fdee427 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429881 Nov 27 04:49:10.599100 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd3fb7-8f85-4e1c-946a-0a362ae08784 req-a1d24718-bbf3-4922-838e-74f643150f6b tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:49:10.600701 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-85fd3fb7-8f85-4e1c-946a-0a362ae08784 req-a1d24718-bbf3-4922-838e-74f643150f6b tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 946 time: 0.0511515 Nov 27 04:49:10.652894 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-85fd3fb7-8f85-4e1c-946a-0a362ae08784 req-f398551d-8fc0-4d5c-bc5d-65cb0f149f55 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453405 Nov 27 04:49:11.775344 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d92214-39b9-4bbc-b6f5-0f81db69d8f4 req-d43d449a-1d7c-4814-9c68-8326ab948b63 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:49:11.776798 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-98d92214-39b9-4bbc-b6f5-0f81db69d8f4 req-d43d449a-1d7c-4814-9c68-8326ab948b63 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 946 time: 0.0509686 Nov 27 04:49:11.825729 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-98d92214-39b9-4bbc-b6f5-0f81db69d8f4 req-e8276708-69de-431f-b71b-2952af1e6cda tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430121 Nov 27 04:49:16.242518 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e46bd1a2-5162-437b-a52d-062062ab0b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:49:16.500601 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:49:18.389405 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7c289fe0-81c5-48d2-b771-40417ddd514f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:49:19.249207 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:49:19.787339 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:49:21.377233 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:49:21.961120 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:49:22.672702 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-58346711-244e-4c42-bf62-2a6e4a3a2bd0 req-111097a5-2dc2-41d6-84bb-42c419df0c6a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384974 Nov 27 04:49:22.783188 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58346711-244e-4c42-bf62-2a6e4a3a2bd0 req-5f23ed08-926a-4706-b2e0-a6a2d370b5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:49:22.784663 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-58346711-244e-4c42-bf62-2a6e4a3a2bd0 req-5f23ed08-926a-4706-b2e0-a6a2d370b5e5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=26e2c440d75849589fc2f98e0abba6c7&device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 1097 time: 0.0433283 Nov 27 04:49:22.892007 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58346711-244e-4c42-bf62-2a6e4a3a2bd0 req-c6b2ee7e-8dcd-4e18-9a72-7428c161cc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:49:22.893450 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-58346711-244e-4c42-bf62-2a6e4a3a2bd0 req-c6b2ee7e-8dcd-4e18-9a72-7428c161cc2d service neutron] 10.222.0.23 "GET /v2.0/networks?id=28976f9c-404e-473f-966b-ae22f0b30ba2 HTTP/1.1" status: 200 len: 910 time: 0.0827785 Nov 27 04:49:22.965990 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-58346711-244e-4c42-bf62-2a6e4a3a2bd0 req-26e345db-b47b-471d-9427-cf45660682b0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd156e2b-eb94-4566-8a52-0cf92ba6cb5f HTTP/1.1" status: 200 len: 1000 time: 0.0603673 Nov 27 04:49:23.013974 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58346711-244e-4c42-bf62-2a6e4a3a2bd0 req-5435c519-849b-4784-9752-4f1e708781bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:49:23.015382 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-58346711-244e-4c42-bf62-2a6e4a3a2bd0 req-5435c519-849b-4784-9752-4f1e708781bb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2ecac95e-67c4-4bdd-b771-26b0aa3c1c03 HTTP/1.1" status: 200 len: 848 time: 0.0425789 Nov 27 04:49:23.059059 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58346711-244e-4c42-bf62-2a6e4a3a2bd0 req-3a1e8723-6736-4979-8be6-f7a0c1f0c034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:49:23.060472 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-58346711-244e-4c42-bf62-2a6e4a3a2bd0 req-3a1e8723-6736-4979-8be6-f7a0c1f0c034 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=28976f9c-404e-473f-966b-ae22f0b30ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380180 Nov 27 04:49:23.152174 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-58346711-244e-4c42-bf62-2a6e4a3a2bd0 req-e05393f8-b5a1-40f7-945b-75e7ae7e76d3 service neutron] 10.222.0.23 "GET /v2.0/networks/28976f9c-404e-473f-966b-ae22f0b30ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835242 Nov 27 04:49:23.249749 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-58346711-244e-4c42-bf62-2a6e4a3a2bd0 req-368a9d20-7eb4-4628-8a43-db48587f7b34 service neutron] 10.222.0.23 "GET /v2.0/networks/28976f9c-404e-473f-966b-ae22f0b30ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849812 Nov 27 04:49:42.695619 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:49:46.243590 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b05db584-62a8-4e77-85b5-f2b7b73d6c1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:49:46.510984 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:49:48.390261 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-21ab3447-7879-49e5-b766-7a7a24fb40c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:49:49.244292 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:49:49.791470 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:49:51.379570 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:49:51.962151 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:16.244606 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a9767596-4427-4b86-af42-921819564faf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:16.508478 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:18.393969 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a1311b60-fe64-4cbf-bbab-5579fdab005d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:19.258731 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:19.695653 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:50:19.792678 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:21.383131 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:21.963469 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:22.711113 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6289bf60-2a89-4016-acde-d62caf3f9f3f req-7a664c8a-3872-472d-8b13-e435e0c61507 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439384 Nov 27 04:50:22.814408 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289bf60-2a89-4016-acde-d62caf3f9f3f req-e76533fd-b4ab-4854-8356-4fae01fcea0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:50:22.816039 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6289bf60-2a89-4016-acde-d62caf3f9f3f req-e76533fd-b4ab-4854-8356-4fae01fcea0c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=26e2c440d75849589fc2f98e0abba6c7&device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 1097 time: 0.0418849 Nov 27 04:50:22.924286 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289bf60-2a89-4016-acde-d62caf3f9f3f req-23eab22a-f1e2-4e08-9b36-ebe767e3149c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:50:22.925744 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6289bf60-2a89-4016-acde-d62caf3f9f3f req-23eab22a-f1e2-4e08-9b36-ebe767e3149c service neutron] 10.222.0.23 "GET /v2.0/networks?id=28976f9c-404e-473f-966b-ae22f0b30ba2 HTTP/1.1" status: 200 len: 910 time: 0.0827711 Nov 27 04:50:22.998071 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6289bf60-2a89-4016-acde-d62caf3f9f3f req-e7d71415-6e05-4446-ab63-1f1520a83de1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd156e2b-eb94-4566-8a52-0cf92ba6cb5f HTTP/1.1" status: 200 len: 1000 time: 0.0599823 Nov 27 04:50:23.046174 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289bf60-2a89-4016-acde-d62caf3f9f3f req-2b6a1eed-4d3d-4654-adea-50600a6bcbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:50:23.047590 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6289bf60-2a89-4016-acde-d62caf3f9f3f req-2b6a1eed-4d3d-4654-adea-50600a6bcbf2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2ecac95e-67c4-4bdd-b771-26b0aa3c1c03 HTTP/1.1" status: 200 len: 848 time: 0.0428114 Nov 27 04:50:23.096726 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289bf60-2a89-4016-acde-d62caf3f9f3f req-90e994c8-a80d-4f2f-bfad-d83516e3bcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:50:23.098179 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6289bf60-2a89-4016-acde-d62caf3f9f3f req-90e994c8-a80d-4f2f-bfad-d83516e3bcc7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=28976f9c-404e-473f-966b-ae22f0b30ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0376670 Nov 27 04:50:23.195376 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6289bf60-2a89-4016-acde-d62caf3f9f3f req-dd8a4e62-221c-4bbe-b7de-11c78aa320e3 service neutron] 10.222.0.23 "GET /v2.0/networks/28976f9c-404e-473f-966b-ae22f0b30ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847445 Nov 27 04:50:23.285677 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6289bf60-2a89-4016-acde-d62caf3f9f3f req-d221cc6e-69cf-451b-804a-b19fcf8e13d4 service neutron] 10.222.0.23 "GET /v2.0/networks/28976f9c-404e-473f-966b-ae22f0b30ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795419 Nov 27 04:50:25.034790 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 35018) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:50:25.194651 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-327d1d25-0f14-4366-94f3-47178dace234 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Deleting port 84a7a74b-188f-495a-a46d-af06ad3b797c {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:50:25.195004 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-327d1d25-0f14-4366-94f3-47178dace234 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:25.268208 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-327d1d25-0f14-4366-94f3-47178dace234 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:25.268541 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-327d1d25-0f14-4366-94f3-47178dace234 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:25.280724 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-327d1d25-0f14-4366-94f3-47178dace234 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Calling delete_port for 84a7a74b-188f-495a-a46d-af06ad3b797c owned by network:floatingip {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:50:25.428444 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-327d1d25-0f14-4366-94f3-47178dace234 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:25.453745 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d1d25-0f14-4366-94f3-47178dace234 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Pushing event deleted for resources: {'Port': ['ID=84a7a74b-188f-495a-a46d-af06ad3b797c,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:50:25.477996 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327d1d25-0f14-4366-94f3-47178dace234 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:50:25.478354 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327d1d25-0f14-4366-94f3-47178dace234 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:50:25.478729 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327d1d25-0f14-4366-94f3-47178dace234 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:50:25.479074 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327d1d25-0f14-4366-94f3-47178dace234 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:50:25.479414 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327d1d25-0f14-4366-94f3-47178dace234 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:50:25.479751 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327d1d25-0f14-4366-94f3-47178dace234 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:50:25.480090 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327d1d25-0f14-4366-94f3-47178dace234 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:50:25.480425 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327d1d25-0f14-4366-94f3-47178dace234 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:50:25.480753 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327d1d25-0f14-4366-94f3-47178dace234 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:50:25.481080 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327d1d25-0f14-4366-94f3-47178dace234 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:50:25.481407 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327d1d25-0f14-4366-94f3-47178dace234 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:50:25.481731 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327d1d25-0f14-4366-94f3-47178dace234 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:50:25.524932 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-327d1d25-0f14-4366-94f3-47178dace234 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for floatingip, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:25.525289 n-d-819494-3 neutron-server[110019]: INFO neutron.db.l3_db [None req-327d1d25-0f14-4366-94f3-47178dace234 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Floating IP 23288e2c-fc1e-46d2-9603-4f158f994109 disassociated (deleted). External IP: 172.25.1.85, port: fd156e2b-eb94-4566-8a52-0cf92ba6cb5f. Nov 27 04:50:26.039298 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327d1d25-0f14-4366-94f3-47178dace234 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Router f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:50:26.144907 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327d1d25-0f14-4366-94f3-47178dace234 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:50:26.149934 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-327d1d25-0f14-4366-94f3-47178dace234 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:26.154892 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8635c8-f069-44f8-8695-e558f0f272d1 None None] Sync routers for ids ['f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:50:26.164290 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8635c8-f069-44f8-8695-e558f0f272d1 None None] Routers {'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:50:26.164892 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-6d8635c8-f069-44f8-8695-e558f0f272d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:50:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:50:26.180823 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-327d1d25-0f14-4366-94f3-47178dace234 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "DELETE /v2.0/floatingips/23288e2c-fc1e-46d2-9603-4f158f994109 HTTP/1.1" status: 204 len: 168 time: 1.1449430 Nov 27 04:50:26.181409 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99e659ed-7719-4fc4-a739-fbfbb638fb63', 'tag': 'fd156e2b-eb94-4566-8a52-0cf92ba6cb5f'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:50:26.184019 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08b94054c3609ca5194c36e6072b148da941c4766f069e8e94abba8dbd1bbb06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22faeb7d-a37e-4180-9e10-df158e1154ee" -d '{"events": [{"name": "network-changed", "server_uuid": "99e659ed-7719-4fc4-a739-fbfbb638fb63", "tag": "fd156e2b-eb94-4566-8a52-0cf92ba6cb5f"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:50:26.267800 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-6d8635c8-f069-44f8-8695-e558f0f272d1 None None] Set router f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:50:26.335668 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bb7351-9843-4220-a8af-dfe3cc967ad2 x-openstack-request-id: req-e4bb7351-9843-4220-a8af-dfe3cc967ad2 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:50:26.336041 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99e659ed-7719-4fc4-a739-fbfbb638fb63", "tag": "fd156e2b-eb94-4566-8a52-0cf92ba6cb5f", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:50:26.336357 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4bb7351-9843-4220-a8af-dfe3cc967ad2 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:50:26.336819 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99e659ed-7719-4fc4-a739-fbfbb638fb63', 'tag': 'fd156e2b-eb94-4566-8a52-0cf92ba6cb5f', 'status': 'completed', 'code': 200} Nov 27 04:50:26.428956 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5b5da-c359-482d-8a0b-08e583303a08 req-f6adf7b0-d719-4843-9cd5-31c2d22c48c1 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:50:26.430648 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5bc5b5da-c359-482d-8a0b-08e583303a08 req-f6adf7b0-d719-4843-9cd5-31c2d22c48c1 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 946 time: 0.0512424 Nov 27 04:50:26.450516 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22faeb7d-a37e-4180-9e10-df158e1154ee req-517a925a-d360-4ed6-abd0-118dd5be1208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:50:26.452063 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-22faeb7d-a37e-4180-9e10-df158e1154ee req-517a925a-d360-4ed6-abd0-118dd5be1208 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=26e2c440d75849589fc2f98e0abba6c7&device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 1097 time: 0.0421402 Nov 27 04:50:26.487556 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5bc5b5da-c359-482d-8a0b-08e583303a08 req-1b2a1856-6a67-4011-a40c-26baec96b527 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491807 Nov 27 04:50:26.487912 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-6d8635c8-f069-44f8-8695-e558f0f272d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'name': 'tempest-TestShelveInstance-1398057663-router', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '029be502-7705-461f-974e-906c46aa083a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:46:03Z', 'updated_at': '2021-11-27T04:46:06Z', 'revision_number': 4, 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'gw_port': {'id': '029be502-7705-461f-974e-906c46aa083a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:04:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:46:04Z', 'updated_at': '2021-11-27T04:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '68d91d14-4ef2-40e5-ac93-1680c7608d5e', 'name': '', 'network_id': '28976f9c-404e-473f-966b-ae22f0b30ba2', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'mac_address': 'fa:16:3e:f9:36:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '2ecac95e-67c4-4bdd-b771-26b0aa3c1c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:46:06Z', 'updated_at': '2021-11-27T04:46:10Z', 'revision_number': 5, 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'subnets': [{'id': '2ecac95e-67c4-4bdd-b771-26b0aa3c1c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:50:26.514510 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8635c8-f069-44f8-8695-e558f0f272d1 None None] Checking router: f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:50:26.523383 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8635c8-f069-44f8-8695-e558f0f272d1 None None] Routers {'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:50:26.524157 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-6d8635c8-f069-44f8-8695-e558f0f272d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:50:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:50:26.545706 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22faeb7d-a37e-4180-9e10-df158e1154ee req-83694553-051d-4c8f-bd45-6631ae006eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:50:26.547257 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-22faeb7d-a37e-4180-9e10-df158e1154ee req-83694553-051d-4c8f-bd45-6631ae006eb8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=28976f9c-404e-473f-966b-ae22f0b30ba2 HTTP/1.1" status: 200 len: 910 time: 0.0863893 Nov 27 04:50:26.593844 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-22faeb7d-a37e-4180-9e10-df158e1154ee req-954d5bd8-12a0-45e1-8030-d80a8b3e3157 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd156e2b-eb94-4566-8a52-0cf92ba6cb5f HTTP/1.1" status: 200 len: 217 time: 0.0376680 Nov 27 04:50:26.626932 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-6d8635c8-f069-44f8-8695-e558f0f272d1 None None] Set router f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:50:26.643073 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22faeb7d-a37e-4180-9e10-df158e1154ee req-81b7049b-e06d-4f4a-97e2-385fc494dd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:50:26.644523 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-22faeb7d-a37e-4180-9e10-df158e1154ee req-81b7049b-e06d-4f4a-97e2-385fc494dd15 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2ecac95e-67c4-4bdd-b771-26b0aa3c1c03 HTTP/1.1" status: 200 len: 848 time: 0.0422678 Nov 27 04:50:26.697425 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22faeb7d-a37e-4180-9e10-df158e1154ee req-a53501e7-368a-436f-a169-da7ba2c56067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:50:26.699003 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-22faeb7d-a37e-4180-9e10-df158e1154ee req-a53501e7-368a-436f-a169-da7ba2c56067 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=28976f9c-404e-473f-966b-ae22f0b30ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398691 Nov 27 04:50:26.794941 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-22faeb7d-a37e-4180-9e10-df158e1154ee req-41cb3fae-2e60-459d-925b-54043918c6a6 service neutron] 10.222.0.23 "GET /v2.0/networks/28976f9c-404e-473f-966b-ae22f0b30ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873857 Nov 27 04:50:26.820683 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-6d8635c8-f069-44f8-8695-e558f0f272d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'name': 'tempest-TestShelveInstance-1398057663-router', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '029be502-7705-461f-974e-906c46aa083a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:46:03Z', 'updated_at': '2021-11-27T04:46:06Z', 'revision_number': 4, 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'gw_port': {'id': '029be502-7705-461f-974e-906c46aa083a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:04:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:46:04Z', 'updated_at': '2021-11-27T04:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '68d91d14-4ef2-40e5-ac93-1680c7608d5e', 'name': '', 'network_id': '28976f9c-404e-473f-966b-ae22f0b30ba2', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'mac_address': 'fa:16:3e:f9:36:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '2ecac95e-67c4-4bdd-b771-26b0aa3c1c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:46:06Z', 'updated_at': '2021-11-27T04:46:10Z', 'revision_number': 5, 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'subnets': [{'id': '2ecac95e-67c4-4bdd-b771-26b0aa3c1c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:50:26.849682 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8635c8-f069-44f8-8695-e558f0f272d1 None None] The sync data for ids ['f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004'] in n-d-819494-3 is: [{'id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'name': 'tempest-TestShelveInstance-1398057663-router', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '029be502-7705-461f-974e-906c46aa083a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:46:03Z', 'updated_at': '2021-11-27T04:46:06Z', 'revision_number': 4, 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'gw_port': {'id': '029be502-7705-461f-974e-906c46aa083a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:04:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:46:04Z', 'updated_at': '2021-11-27T04:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '68d91d14-4ef2-40e5-ac93-1680c7608d5e', 'name': '', 'network_id': '28976f9c-404e-473f-966b-ae22f0b30ba2', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'mac_address': 'fa:16:3e:f9:36:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '2ecac95e-67c4-4bdd-b771-26b0aa3c1c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:46:06Z', 'updated_at': '2021-11-27T04:46:10Z', 'revision_number': 5, 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'subnets': [{'id': '2ecac95e-67c4-4bdd-b771-26b0aa3c1c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:50:26.892241 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-22faeb7d-a37e-4180-9e10-df158e1154ee req-b573a608-c9d6-4f90-b4df-3adb403eeb2e service neutron] 10.222.0.23 "GET /v2.0/networks/28976f9c-404e-473f-966b-ae22f0b30ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894189 Nov 27 04:50:27.064127 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894de341-cf15-47e3-9f7b-e0f2e9452044 None None] New status for floating IP 23288e2c-fc1e-46d2-9603-4f158f994109: DOWN {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:50:27.606362 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45614ff-8b16-462a-823d-7cbc2986acc3 req-b005e1d5-2a9f-46e1-a586-56b4c0c1bc5d tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:50:27.607848 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c45614ff-8b16-462a-823d-7cbc2986acc3 req-b005e1d5-2a9f-46e1-a586-56b4c0c1bc5d tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 946 time: 0.0508432 Nov 27 04:50:27.655151 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c45614ff-8b16-462a-823d-7cbc2986acc3 req-0047a862-5162-484a-9258-480f4635e6eb tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e7bb40d-43d2-440f-a4b2-58f8855d835e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414188 Nov 27 04:50:28.118680 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65cd7f7-5a4e-40ca-816d-e235624d1121 req-2110796d-a6e6-48c0-aaa8-f2c56509d842 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:50:28.120101 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d65cd7f7-5a4e-40ca-816d-e235624d1121 req-2110796d-a6e6-48c0-aaa8-f2c56509d842 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.23 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 946 time: 0.0474787 Nov 27 04:50:28.213425 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-d65cd7f7-5a4e-40ca-816d-e235624d1121 req-a34955db-4145-4253-ac58-faf1313a8eec tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Deleting port fd156e2b-eb94-4566-8a52-0cf92ba6cb5f {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:50:28.213770 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d65cd7f7-5a4e-40ca-816d-e235624d1121 req-a34955db-4145-4253-ac58-faf1313a8eec tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:28.304327 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-d65cd7f7-5a4e-40ca-816d-e235624d1121 req-a34955db-4145-4253-ac58-faf1313a8eec tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] For port fd156e2b-eb94-4566-8a52-0cf92ba6cb5f, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=fd156e2b-eb94-4566-8a52-0cf92ba6cb5f,segment=NetworkSegment(d5cbdd74-1711-40cd-a4fe-b734f6aa5e91),segment_id=d5cbdd74-1711-40cd-a4fe-b734f6aa5e91)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:50:28.304695 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d65cd7f7-5a4e-40ca-816d-e235624d1121 req-a34955db-4145-4253-ac58-faf1313a8eec tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:28.316957 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-d65cd7f7-5a4e-40ca-816d-e235624d1121 req-a34955db-4145-4253-ac58-faf1313a8eec tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Calling delete_port for fd156e2b-eb94-4566-8a52-0cf92ba6cb5f owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:50:28.444011 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d65cd7f7-5a4e-40ca-816d-e235624d1121 req-a34955db-4145-4253-ac58-faf1313a8eec tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:28.471126 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34955db-4145-4253-ac58-faf1313a8eec tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Pushing event deleted for resources: {'Port': ['ID=fd156e2b-eb94-4566-8a52-0cf92ba6cb5f,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:50:28.513185 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65cd7f7-5a4e-40ca-816d-e235624d1121 req-a34955db-4145-4253-ac58-faf1313a8eec tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] No DVR routers for this DVR port fd156e2b-eb94-4566-8a52-0cf92ba6cb5f on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:50:28.515799 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-d65cd7f7-5a4e-40ca-816d-e235624d1121 req-a34955db-4145-4253-ac58-faf1313a8eec tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:28.519179 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d65cd7f7-5a4e-40ca-816d-e235624d1121 req-a34955db-4145-4253-ac58-faf1313a8eec tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.23 "DELETE /v2.0/ports/fd156e2b-eb94-4566-8a52-0cf92ba6cb5f HTTP/1.1" status: 204 len: 173 time: 0.3892281 Nov 27 04:50:28.519693 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e659ed-7719-4fc4-a739-fbfbb638fb63', 'name': 'network-vif-deleted', 'tag': 'fd156e2b-eb94-4566-8a52-0cf92ba6cb5f'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:50:28.522464 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08b94054c3609ca5194c36e6072b148da941c4766f069e8e94abba8dbd1bbb06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7455baa-8f15-4546-a3c3-11449c94510d" -d '{"events": [{"server_uuid": "99e659ed-7719-4fc4-a739-fbfbb638fb63", "name": "network-vif-deleted", "tag": "fd156e2b-eb94-4566-8a52-0cf92ba6cb5f"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:50:28.563757 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c6b8b6-2390-4ceb-9d72-a50f6a781d29 x-openstack-request-id: req-52c6b8b6-2390-4ceb-9d72-a50f6a781d29 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:50:28.564051 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e659ed-7719-4fc4-a739-fbfbb638fb63", "name": "network-vif-deleted", "tag": "fd156e2b-eb94-4566-8a52-0cf92ba6cb5f", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:50:28.564301 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52c6b8b6-2390-4ceb-9d72-a50f6a781d29 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:50:28.564695 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e659ed-7719-4fc4-a739-fbfbb638fb63', 'name': 'network-vif-deleted', 'tag': 'fd156e2b-eb94-4566-8a52-0cf92ba6cb5f', 'status': 'completed', 'code': 200} Nov 27 04:50:28.763437 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1176619b-0a27-488d-b2cd-e10cde78cd3e req-f235e2fd-9b39-4b07-807b-f29fb92f1644 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e659ed-7719-4fc4-a739-fbfbb638fb63 HTTP/1.1" status: 200 len: 210 time: 0.0267448 Nov 27 04:50:29.819771 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35038) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:50:29.874408 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-093dc8e1-abc6-4189-bd54-4ea1700001ae tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:29.899980 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-093dc8e1-abc6-4189-bd54-4ea1700001ae tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:29.959049 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-093dc8e1-abc6-4189-bd54-4ea1700001ae tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:29.961649 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-093dc8e1-abc6-4189-bd54-4ea1700001ae tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:29.962858 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-093dc8e1-abc6-4189-bd54-4ea1700001ae tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "DELETE /v2.0/security-groups/6e7bb40d-43d2-440f-a4b2-58f8855d835e HTTP/1.1" status: 204 len: 168 time: 0.1420724 Nov 27 04:50:29.971861 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093dc8e1-abc6-4189-bd54-4ea1700001ae tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7bb40d-43d2-440f-a4b2-58f8855d835e,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:50:29.981353 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093dc8e1-abc6-4189-bd54-4ea1700001ae tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:50:29.981707 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093dc8e1-abc6-4189-bd54-4ea1700001ae tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:50:29.982055 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093dc8e1-abc6-4189-bd54-4ea1700001ae tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:50:29.982396 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093dc8e1-abc6-4189-bd54-4ea1700001ae tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:50:29.982756 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093dc8e1-abc6-4189-bd54-4ea1700001ae tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:50:29.983096 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093dc8e1-abc6-4189-bd54-4ea1700001ae tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:50:29.983430 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093dc8e1-abc6-4189-bd54-4ea1700001ae tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:50:29.983766 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093dc8e1-abc6-4189-bd54-4ea1700001ae tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:50:29.984094 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093dc8e1-abc6-4189-bd54-4ea1700001ae tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:50:29.984444 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093dc8e1-abc6-4189-bd54-4ea1700001ae tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:50:29.984775 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093dc8e1-abc6-4189-bd54-4ea1700001ae tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:50:29.985101 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093dc8e1-abc6-4189-bd54-4ea1700001ae tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:50:30.212240 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35044) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:50:30.216841 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-f139091c-3399-461f-8bee-accf0ab0d818 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1228305602', 'description': 'tempest-secgroup-smoke-1228305602 description', 'project_id': '26e2c440d75849589fc2f98e0abba6c7'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:50:30.238912 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f139091c-3399-461f-8bee-accf0ab0d818 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:30.307745 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f139091c-3399-461f-8bee-accf0ab0d818 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:30.311565 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f139091c-3399-461f-8bee-accf0ab0d818 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:30.341133 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f139091c-3399-461f-8bee-accf0ab0d818 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:30.342366 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f139091c-3399-461f-8bee-accf0ab0d818 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1290970 Nov 27 04:50:30.343247 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f139091c-3399-461f-8bee-accf0ab0d818 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1e2b40-e180-436c-8d93-befa7cf4861c,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:50:30.345430 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 35046) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:50:30.350256 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-73bc4c7e-02ad-4237-8a88-5adb0e0f16dd tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Request body: {'security_group_rule': {'security_group_id': '7c1e2b40-e180-436c-8d93-befa7cf4861c', 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:50:30.376059 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-73bc4c7e-02ad-4237-8a88-5adb0e0f16dd tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:30.429153 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-73bc4c7e-02ad-4237-8a88-5adb0e0f16dd tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:30.432445 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-73bc4c7e-02ad-4237-8a88-5adb0e0f16dd tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:30.450839 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc4c7e-02ad-4237-8a88-5adb0e0f16dd tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8270f0d6-b497-4c19-9c37-9fa5023a2c08,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:50:30.454845 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-73bc4c7e-02ad-4237-8a88-5adb0e0f16dd tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:30.456135 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-73bc4c7e-02ad-4237-8a88-5adb0e0f16dd tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1094961 Nov 27 04:50:30.458977 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 35048) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:50:30.463072 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-cedac5f3-9aa0-419b-bb35-2e54ff6e065d tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Request body: {'security_group_rule': {'security_group_id': '7c1e2b40-e180-436c-8d93-befa7cf4861c', 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:50:30.488358 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cedac5f3-9aa0-419b-bb35-2e54ff6e065d tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:30.549012 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cedac5f3-9aa0-419b-bb35-2e54ff6e065d tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:30.553118 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cedac5f3-9aa0-419b-bb35-2e54ff6e065d tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:30.573879 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedac5f3-9aa0-419b-bb35-2e54ff6e065d tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17773255-271e-4cbe-a7f7-417ff54ee232,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:50:30.582339 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-cedac5f3-9aa0-419b-bb35-2e54ff6e065d tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:30.584520 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-cedac5f3-9aa0-419b-bb35-2e54ff6e065d tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1245039 Nov 27 04:50:30.587032 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 35050) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:50:30.591332 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-367a607d-4dd1-401d-a43e-07ca1931db65 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Request body: {'security_group_rule': {'security_group_id': '7c1e2b40-e180-436c-8d93-befa7cf4861c', 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:50:30.617689 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-367a607d-4dd1-401d-a43e-07ca1931db65 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:30.672037 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-367a607d-4dd1-401d-a43e-07ca1931db65 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:30.675309 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-367a607d-4dd1-401d-a43e-07ca1931db65 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:30.692809 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367a607d-4dd1-401d-a43e-07ca1931db65 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd9244dc-31c1-4faf-8640-8faea37faa17,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:50:30.700591 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-367a607d-4dd1-401d-a43e-07ca1931db65 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:30.701771 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-367a607d-4dd1-401d-a43e-07ca1931db65 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1138122 Nov 27 04:50:30.704649 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 35052) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:50:30.708893 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-31c3b92e-5626-47af-be1d-3c81ff20d11d tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Request body: {'security_group_rule': {'security_group_id': '7c1e2b40-e180-436c-8d93-befa7cf4861c', 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:50:30.734856 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-31c3b92e-5626-47af-be1d-3c81ff20d11d tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:30.790655 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-31c3b92e-5626-47af-be1d-3c81ff20d11d tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:30.794282 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-31c3b92e-5626-47af-be1d-3c81ff20d11d tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:30.814249 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c3b92e-5626-47af-be1d-3c81ff20d11d tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a5804ae-cb16-40a2-b0fc-95ae4a277cda,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:50:30.825912 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-31c3b92e-5626-47af-be1d-3c81ff20d11d tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:30.827180 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-31c3b92e-5626-47af-be1d-3c81ff20d11d tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1216168 Nov 27 04:50:30.829925 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 35054) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:50:30.834161 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-33f71eab-123b-4698-beb8-f81b7af9bc83 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Request body: {'security_group_rule': {'security_group_id': '7c1e2b40-e180-436c-8d93-befa7cf4861c', 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:50:30.855808 n-d-819494-3 neutron-server[110019]: INFO neutron.db.securitygroups_db [None req-33f71eab-123b-4698-beb8-f81b7af9bc83 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Project 26e2c440d75849589fc2f98e0abba6c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 04:50:30.860550 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-33f71eab-123b-4698-beb8-f81b7af9bc83 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:30.919081 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-33f71eab-123b-4698-beb8-f81b7af9bc83 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:30.922809 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-33f71eab-123b-4698-beb8-f81b7af9bc83 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:30.940381 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f71eab-123b-4698-beb8-f81b7af9bc83 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99c2a9a1-d1aa-4db1-b8be-0f9716e78870,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:50:30.948034 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-33f71eab-123b-4698-beb8-f81b7af9bc83 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:30.949238 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-33f71eab-123b-4698-beb8-f81b7af9bc83 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1183991 Nov 27 04:50:30.951996 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 35056) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:50:30.956176 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-94e9c56c-4965-49df-b4ea-d700c67700f3 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Request body: {'security_group_rule': {'security_group_id': '7c1e2b40-e180-436c-8d93-befa7cf4861c', 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:50:30.977767 n-d-819494-3 neutron-server[110019]: INFO neutron.db.securitygroups_db [None req-94e9c56c-4965-49df-b4ea-d700c67700f3 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Project 26e2c440d75849589fc2f98e0abba6c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 04:50:30.982447 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-94e9c56c-4965-49df-b4ea-d700c67700f3 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:31.039296 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-94e9c56c-4965-49df-b4ea-d700c67700f3 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:31.042868 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-94e9c56c-4965-49df-b4ea-d700c67700f3 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:31.060236 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e9c56c-4965-49df-b4ea-d700c67700f3 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3fcb5b7-3b18-4352-80cb-047807fd068d,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:50:31.069831 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-94e9c56c-4965-49df-b4ea-d700c67700f3 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:31.070741 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-94e9c56c-4965-49df-b4ea-d700c67700f3 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1178081 Nov 27 04:50:31.085835 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device fd156e2b-eb94-4566-8a52-0cf92ba6cb5f no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:50:31.106299 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: fd156e2b-eb94-4566-8a52-0cf92ba6cb5f {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:50:31.106698 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device fd156e2b-eb94-4566-8a52-0cf92ba6cb5f not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:50:46.246643 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b9061bb3-ab12-484b-87a5-2b0f2a8caecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:46.302907 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a882a908-4909-4dac-b724-0f42baa58771 req-c087e221-7bcd-438d-b0dc-fa0018125407 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1228305602&fields=id&tenant_id=26e2c440d75849589fc2f98e0abba6c7 HTTP/1.1" status: 200 len: 267 time: 0.0445018 Nov 27 04:50:46.407560 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882a908-4909-4dac-b724-0f42baa58771 req-5e34894e-4edf-4621-abc9-e5009bc90a22 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:50:46.409026 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a882a908-4909-4dac-b724-0f42baa58771 req-5e34894e-4edf-4621-abc9-e5009bc90a22 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/networks?id=28976f9c-404e-473f-966b-ae22f0b30ba2 HTTP/1.1" status: 200 len: 809 time: 0.0992510 Nov 27 04:50:46.423988 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a882a908-4909-4dac-b724-0f42baa58771 req-1e265480-f44d-45e2-82de-e72f0cccde9c tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/quotas/26e2c440d75849589fc2f98e0abba6c7 HTTP/1.1" status: 200 len: 375 time: 0.0087149 Nov 27 04:50:46.477956 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a882a908-4909-4dac-b724-0f42baa58771 req-d211ccfa-b5a3-465d-b567-9d9ba455f923 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=26e2c440d75849589fc2f98e0abba6c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482397 Nov 27 04:50:46.495966 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [req-a882a908-4909-4dac-b724-0f42baa58771 req-d8d981d3-1585-4f40-9b0d-55f51d19909c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:50:46.496963 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a882a908-4909-4dac-b724-0f42baa58771 req-d8d981d3-1585-4f40-9b0d-55f51d19909c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051284 Nov 27 04:50:46.511487 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:46.586094 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a882a908-4909-4dac-b724-0f42baa58771 req-706e3757-61b0-48e9-ae53-88a7013b1795 service neutron] 10.222.0.20 "GET /v2.0/networks/28976f9c-404e-473f-966b-ae22f0b30ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827718 Nov 27 04:50:46.677136 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a882a908-4909-4dac-b724-0f42baa58771 req-08138ef2-5b9d-426e-baf5-c243c662a320 service neutron] 10.222.0.20 "GET /v2.0/networks/28976f9c-404e-473f-966b-ae22f0b30ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849946 Nov 27 04:50:46.949507 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4117212e-84fc-46e1-8fbb-253eda834b9c req-36af0b50-8a46-4a93-9a9a-dd65c25d10aa tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 210 time: 0.0262082 Nov 27 04:50:48.050117 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882a908-4909-4dac-b724-0f42baa58771 req-f9a46fb3-d09a-471d-b327-520e5ac67d69 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:50:48.051741 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a882a908-4909-4dac-b724-0f42baa58771 req-f9a46fb3-d09a-471d-b327-520e5ac67d69 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.23 "GET /v2.0/networks?id=28976f9c-404e-473f-966b-ae22f0b30ba2 HTTP/1.1" status: 200 len: 809 time: 0.1052608 Nov 27 04:50:48.109399 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6127630d-f5aa-4a69-a601-c3768daf6888 req-3dfb22fc-c31a-486b-9553-f91281b4dccc tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 210 time: 0.0851541 Nov 27 04:50:48.135742 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a882a908-4909-4dac-b724-0f42baa58771 req-cd187dd5-2af8-46ff-b6f8-7566c0f431f2 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26e2c440d75849589fc2f98e0abba6c7 HTTP/1.1" status: 200 len: 380 time: 0.0571959 Nov 27 04:50:48.151168 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-a882a908-4909-4dac-b724-0f42baa58771 req-b7b72e96-039d-4d59-9141-2f2928775acc tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Request body: {'port': {'device_id': '084223ba-f8d2-4587-b8f6-62027910ba66', 'network_id': '28976f9c-404e-473f-966b-ae22f0b30ba2', 'admin_state_up': True, 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'security_groups': ['7c1e2b40-e180-436c-8d93-befa7cf4861c']}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:50:48.261038 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a882a908-4909-4dac-b724-0f42baa58771 req-b7b72e96-039d-4d59-9141-2f2928775acc tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Made reservation on behalf of 26e2c440d75849589fc2f98e0abba6c7 for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:50:48.264764 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a882a908-4909-4dac-b724-0f42baa58771 req-b7b72e96-039d-4d59-9141-2f2928775acc tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:48.394531 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-a882a908-4909-4dac-b724-0f42baa58771 req-b7b72e96-039d-4d59-9141-2f2928775acc tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Allocated IP 172.20.0.6 (28976f9c-404e-473f-966b-ae22f0b30ba2/2ecac95e-67c4-4bdd-b771-26b0aa3c1c03/1849fe5a-5ea9-406d-ba2d-75b8e95acd57) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:50:48.398262 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cfb6762f-366c-4f4b-a075-96bcd4e57976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:48.540264 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a882a908-4909-4dac-b724-0f42baa58771 req-b7b72e96-039d-4d59-9141-2f2928775acc tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:48.573945 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a882a908-4909-4dac-b724-0f42baa58771 req-b7b72e96-039d-4d59-9141-2f2928775acc tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:48.618798 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a882a908-4909-4dac-b724-0f42baa58771 req-b7b72e96-039d-4d59-9141-2f2928775acc tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Network 28976f9c-404e-473f-966b-ae22f0b30ba2 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:50:48.621820 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-a882a908-4909-4dac-b724-0f42baa58771 req-b7b72e96-039d-4d59-9141-2f2928775acc tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:50:48.625657 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-a882a908-4909-4dac-b724-0f42baa58771 req-b7b72e96-039d-4d59-9141-2f2928775acc tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:50:48.650357 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b72e96-039d-4d59-9141-2f2928775acc tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Pushing event updated for resources: {'Port': ['ID=1849fe5a-5ea9-406d-ba2d-75b8e95acd57,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:50:48.684670 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882a908-4909-4dac-b724-0f42baa58771 req-b7b72e96-039d-4d59-9141-2f2928775acc tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:50:48.685367 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a882a908-4909-4dac-b724-0f42baa58771 req-b7b72e96-039d-4d59-9141-2f2928775acc tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:48.703761 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a882a908-4909-4dac-b724-0f42baa58771 req-b7b72e96-039d-4d59-9141-2f2928775acc tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5563688 Nov 27 04:50:48.730355 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-a882a908-4909-4dac-b724-0f42baa58771 req-f17033f4-d891-44f9-9c88-4b8f37d2150d service neutron] Request body: {'port': {'device_id': '084223ba-f8d2-4587-b8f6-62027910ba66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:50:48.796673 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a882a908-4909-4dac-b724-0f42baa58771 req-f17033f4-d891-44f9-9c88-4b8f37d2150d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:48.884897 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-9903c6ab-7120-42f1-b9a5-60f3d1ee1a56 None None] Provisioning complete for port 1849fe5a-5ea9-406d-ba2d-75b8e95acd57 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:50:48.885244 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9903c6ab-7120-42f1-b9a5-60f3d1ee1a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:48.928179 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-9903c6ab-7120-42f1-b9a5-60f3d1ee1a56 None None] Port 1849fe5a-5ea9-406d-ba2d-75b8e95acd57 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:50:49.063512 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-a882a908-4909-4dac-b724-0f42baa58771 req-f17033f4-d891-44f9-9c88-4b8f37d2150d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1849fe5a-5ea9-406d-ba2d-75b8e95acd57 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:50:49.071244 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a882a908-4909-4dac-b724-0f42baa58771 req-f17033f4-d891-44f9-9c88-4b8f37d2150d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:49.083598 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-a882a908-4909-4dac-b724-0f42baa58771 req-f17033f4-d891-44f9-9c88-4b8f37d2150d service neutron] Transition to ACTIVE for port object 1849fe5a-5ea9-406d-ba2d-75b8e95acd57 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:50:49.089230 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a882a908-4909-4dac-b724-0f42baa58771 req-f17033f4-d891-44f9-9c88-4b8f37d2150d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:49.168620 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17033f4-d891-44f9-9c88-4b8f37d2150d service neutron] Pushing event updated for resources: {'Port': ['ID=1849fe5a-5ea9-406d-ba2d-75b8e95acd57,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:50:49.232261 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-a882a908-4909-4dac-b724-0f42baa58771 req-f17033f4-d891-44f9-9c88-4b8f37d2150d service neutron] Attempting to bind port 1849fe5a-5ea9-406d-ba2d-75b8e95acd57 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:50:49.233011 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-a882a908-4909-4dac-b724-0f42baa58771 req-f17033f4-d891-44f9-9c88-4b8f37d2150d service neutron] Attempting to bind port 1849fe5a-5ea9-406d-ba2d-75b8e95acd57 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': 'd5cbdd74-1711-40cd-a4fe-b734f6aa5e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '28976f9c-404e-473f-966b-ae22f0b30ba2'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:50:49.233356 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a882a908-4909-4dac-b724-0f42baa58771 req-f17033f4-d891-44f9-9c88-4b8f37d2150d service neutron] Attempting to bind port 1849fe5a-5ea9-406d-ba2d-75b8e95acd57 on network 28976f9c-404e-473f-966b-ae22f0b30ba2 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:50:49.242169 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a882a908-4909-4dac-b724-0f42baa58771 req-f17033f4-d891-44f9-9c88-4b8f37d2150d service neutron] Port 1849fe5a-5ea9-406d-ba2d-75b8e95acd57 on network 28976f9c-404e-473f-966b-ae22f0b30ba2 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:50:49.242503 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a882a908-4909-4dac-b724-0f42baa58771 req-f17033f4-d891-44f9-9c88-4b8f37d2150d service neutron] Attempting to bind port 1849fe5a-5ea9-406d-ba2d-75b8e95acd57 on network 28976f9c-404e-473f-966b-ae22f0b30ba2 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:50:49.249347 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a882a908-4909-4dac-b724-0f42baa58771 req-f17033f4-d891-44f9-9c88-4b8f37d2150d service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:50:49.250063 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a882a908-4909-4dac-b724-0f42baa58771 req-f17033f4-d891-44f9-9c88-4b8f37d2150d service neutron] Checking segment: {'id': 'd5cbdd74-1711-40cd-a4fe-b734f6aa5e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '28976f9c-404e-473f-966b-ae22f0b30ba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:50:49.250741 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a882a908-4909-4dac-b724-0f42baa58771 req-f17033f4-d891-44f9-9c88-4b8f37d2150d service neutron] Bound using segment: {'id': 'd5cbdd74-1711-40cd-a4fe-b734f6aa5e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '28976f9c-404e-473f-966b-ae22f0b30ba2'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:50:49.251416 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-a882a908-4909-4dac-b724-0f42baa58771 req-f17033f4-d891-44f9-9c88-4b8f37d2150d service neutron] Bound port: 1849fe5a-5ea9-406d-ba2d-75b8e95acd57, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5cbdd74-1711-40cd-a4fe-b734f6aa5e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '28976f9c-404e-473f-966b-ae22f0b30ba2'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:50:49.252010 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a882a908-4909-4dac-b724-0f42baa58771 req-f17033f4-d891-44f9-9c88-4b8f37d2150d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:49.256717 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da079b-cd58-47fd-a5f5-974d716902a8 req-88606278-422b-4c34-9428-06ae3dd4fe50 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:50:49.259828 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b5da079b-cd58-47fd-a5f5-974d716902a8 req-88606278-422b-4c34-9428-06ae3dd4fe50 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 943 time: 0.0578916 Nov 27 04:50:49.295654 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:49.337715 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b5da079b-cd58-47fd-a5f5-974d716902a8 req-d1610fea-8c6f-4360-b3e2-d9a608c3a008 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694263 Nov 27 04:50:49.347149 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-a882a908-4909-4dac-b724-0f42baa58771 req-f17033f4-d891-44f9-9c88-4b8f37d2150d service neutron] For port 1849fe5a-5ea9-406d-ba2d-75b8e95acd57, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:50:49.351061 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-a882a908-4909-4dac-b724-0f42baa58771 req-f17033f4-d891-44f9-9c88-4b8f37d2150d service neutron] For port 1849fe5a-5ea9-406d-ba2d-75b8e95acd57, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=1849fe5a-5ea9-406d-ba2d-75b8e95acd57,segment=NetworkSegment(d5cbdd74-1711-40cd-a4fe-b734f6aa5e91),segment_id=d5cbdd74-1711-40cd-a4fe-b734f6aa5e91)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:50:49.358063 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a882a908-4909-4dac-b724-0f42baa58771 req-f17033f4-d891-44f9-9c88-4b8f37d2150d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:49.393275 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882a908-4909-4dac-b724-0f42baa58771 req-f17033f4-d891-44f9-9c88-4b8f37d2150d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:50:49.393895 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-a882a908-4909-4dac-b724-0f42baa58771 req-f17033f4-d891-44f9-9c88-4b8f37d2150d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:49.396029 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a882a908-4909-4dac-b724-0f42baa58771 req-f17033f4-d891-44f9-9c88-4b8f37d2150d service neutron] 10.222.0.23 "PUT /v2.0/ports/1849fe5a-5ea9-406d-ba2d-75b8e95acd57 HTTP/1.1" status: 200 len: 1091 time: 0.6693490 Nov 27 04:50:49.396469 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '084223ba-f8d2-4587-b8f6-62027910ba66', 'tag': '1849fe5a-5ea9-406d-ba2d-75b8e95acd57'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:50:49.398750 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08b94054c3609ca5194c36e6072b148da941c4766f069e8e94abba8dbd1bbb06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba88a8c1-2c43-444b-a542-f48ca13538c0" -d '{"events": [{"name": "network-changed", "server_uuid": "084223ba-f8d2-4587-b8f6-62027910ba66", "tag": "1849fe5a-5ea9-406d-ba2d-75b8e95acd57"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:50:49.427306 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17033f4-d891-44f9-9c88-4b8f37d2150d service neutron] Pushing event updated for resources: {'Port': ['ID=1849fe5a-5ea9-406d-ba2d-75b8e95acd57,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:50:49.447951 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d70e7a-e51c-43cc-9de4-beebc801a314 x-openstack-request-id: req-29d70e7a-e51c-43cc-9de4-beebc801a314 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:50:49.448460 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "084223ba-f8d2-4587-b8f6-62027910ba66", "tag": "1849fe5a-5ea9-406d-ba2d-75b8e95acd57", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:50:49.448800 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-29d70e7a-e51c-43cc-9de4-beebc801a314 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:50:49.449316 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '084223ba-f8d2-4587-b8f6-62027910ba66', 'tag': '1849fe5a-5ea9-406d-ba2d-75b8e95acd57', 'status': 'completed', 'code': 200} Nov 27 04:50:49.517051 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882a908-4909-4dac-b724-0f42baa58771 req-67874e08-9768-42e0-a653-46fc186b8695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:50:49.519199 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a882a908-4909-4dac-b724-0f42baa58771 req-67874e08-9768-42e0-a653-46fc186b8695 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=26e2c440d75849589fc2f98e0abba6c7&device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 1094 time: 0.0486701 Nov 27 04:50:49.580514 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a882a908-4909-4dac-b724-0f42baa58771 req-2834fe5a-e6da-4fe4-8f19-ead5110acc9c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1849fe5a-5ea9-406d-ba2d-75b8e95acd57 HTTP/1.1" status: 200 len: 217 time: 0.0375445 Nov 27 04:50:49.633847 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882a908-4909-4dac-b724-0f42baa58771 req-eeb53a39-7d1c-4238-a8dd-5c75b34773b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:50:49.635383 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a882a908-4909-4dac-b724-0f42baa58771 req-eeb53a39-7d1c-4238-a8dd-5c75b34773b5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2ecac95e-67c4-4bdd-b771-26b0aa3c1c03 HTTP/1.1" status: 200 len: 848 time: 0.0459683 Nov 27 04:50:49.692978 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882a908-4909-4dac-b724-0f42baa58771 req-d905866d-6bdb-4a00-8510-a6a27ef6bf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:50:49.694761 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a882a908-4909-4dac-b724-0f42baa58771 req-d905866d-6bdb-4a00-8510-a6a27ef6bf89 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=28976f9c-404e-473f-966b-ae22f0b30ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522196 Nov 27 04:50:49.791747 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a882a908-4909-4dac-b724-0f42baa58771 req-b29ff739-c956-42af-ac63-b9bebdf5dbb5 service neutron] 10.222.0.23 "GET /v2.0/networks/28976f9c-404e-473f-966b-ae22f0b30ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848696 Nov 27 04:50:49.796943 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:49.895312 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-a882a908-4909-4dac-b724-0f42baa58771 req-93edaedc-6699-466d-a565-3dbb593ba92c service neutron] 10.222.0.23 "GET /v2.0/networks/28976f9c-404e-473f-966b-ae22f0b30ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924435 Nov 27 04:50:50.012817 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88a8c1-2c43-444b-a542-f48ca13538c0 req-975afd06-15e5-4b7c-ab13-d93209446c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:50:50.014239 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ba88a8c1-2c43-444b-a542-f48ca13538c0 req-975afd06-15e5-4b7c-ab13-d93209446c59 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=26e2c440d75849589fc2f98e0abba6c7&device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 1094 time: 0.0418620 Nov 27 04:50:50.111692 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88a8c1-2c43-444b-a542-f48ca13538c0 req-a3e83c00-71e3-4dc3-819d-60c6698ccdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:50:50.113181 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ba88a8c1-2c43-444b-a542-f48ca13538c0 req-a3e83c00-71e3-4dc3-819d-60c6698ccdca service neutron] 10.222.0.23 "GET /v2.0/networks?id=28976f9c-404e-473f-966b-ae22f0b30ba2 HTTP/1.1" status: 200 len: 910 time: 0.0888834 Nov 27 04:50:50.159988 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ba88a8c1-2c43-444b-a542-f48ca13538c0 req-93451c2f-4636-48cc-af27-5a158585859f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1849fe5a-5ea9-406d-ba2d-75b8e95acd57 HTTP/1.1" status: 200 len: 217 time: 0.0335975 Nov 27 04:50:50.216334 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88a8c1-2c43-444b-a542-f48ca13538c0 req-ded937b5-9c7c-492a-abe1-bcc9664b34ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:50:50.217837 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ba88a8c1-2c43-444b-a542-f48ca13538c0 req-ded937b5-9c7c-492a-abe1-bcc9664b34ac service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2ecac95e-67c4-4bdd-b771-26b0aa3c1c03 HTTP/1.1" status: 200 len: 848 time: 0.0468390 Nov 27 04:50:50.271061 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88a8c1-2c43-444b-a542-f48ca13538c0 req-aea89d21-5607-4a48-9002-44f09f4561a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:50:50.272600 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ba88a8c1-2c43-444b-a542-f48ca13538c0 req-aea89d21-5607-4a48-9002-44f09f4561a0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=28976f9c-404e-473f-966b-ae22f0b30ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439677 Nov 27 04:50:50.368753 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ba88a8c1-2c43-444b-a542-f48ca13538c0 req-1383d352-6e4c-4aae-a837-361896ec5c7a service neutron] 10.222.0.23 "GET /v2.0/networks/28976f9c-404e-473f-966b-ae22f0b30ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845191 Nov 27 04:50:50.454272 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c6afd-c986-4eae-82a8-fb802c67e316 req-3446907d-73e4-4553-830d-04e143e585ba tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:50:50.455825 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-678c6afd-c986-4eae-82a8-fb802c67e316 req-3446907d-73e4-4553-830d-04e143e585ba tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 943 time: 0.0506401 Nov 27 04:50:50.471882 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ba88a8c1-2c43-444b-a542-f48ca13538c0 req-c18ab60e-942b-4a1e-ad7b-cbfc2a9dd6a8 service neutron] 10.222.0.23 "GET /v2.0/networks/28976f9c-404e-473f-966b-ae22f0b30ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913565 Nov 27 04:50:50.512600 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-678c6afd-c986-4eae-82a8-fb802c67e316 req-3a69ed47-a703-4385-99a4-0585d5c5ce2f tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497108 Nov 27 04:50:51.386906 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:51.629191 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228da06-7234-4d9e-9d40-9268d0d8be52 req-206db187-4387-496e-8386-7f59f1ce0b80 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:50:51.630671 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f228da06-7234-4d9e-9d40-9268d0d8be52 req-206db187-4387-496e-8386-7f59f1ce0b80 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 943 time: 0.0487020 Nov 27 04:50:51.679353 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f228da06-7234-4d9e-9d40-9268d0d8be52 req-1eac61a5-0460-4120-bcd7-03db855a6b83 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427451 Nov 27 04:50:51.963986 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:50:52.819398 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e1d8a-fa5a-4f4f-82d9-ece16e17f2e0 req-123f92bd-a0c7-4632-bc6e-67f2f41e2eb6 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:50:52.824691 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d30e1d8a-fa5a-4f4f-82d9-ece16e17f2e0 req-123f92bd-a0c7-4632-bc6e-67f2f41e2eb6 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 943 time: 0.0753291 Nov 27 04:50:52.879123 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d30e1d8a-fa5a-4f4f-82d9-ece16e17f2e0 req-cf870452-aacf-4279-89d6-e554d588f777 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510299 Nov 27 04:50:53.990433 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c63c8-4590-4b24-8620-2dd4a80928b8 req-4e58625d-c1ac-418b-bb0c-cca2a4a41eed tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:50:53.991920 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f85c63c8-4590-4b24-8620-2dd4a80928b8 req-4e58625d-c1ac-418b-bb0c-cca2a4a41eed tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 943 time: 0.0477364 Nov 27 04:50:54.039918 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f85c63c8-4590-4b24-8620-2dd4a80928b8 req-6b80f3a7-eac9-4d4e-a918-008367874031 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421686 Nov 27 04:50:55.157761 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96313baf-ba57-4e4f-9f34-590ce49bd527 req-1568ef31-f224-4d97-911e-c7540fa02bdc tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:50:55.159301 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-96313baf-ba57-4e4f-9f34-590ce49bd527 req-1568ef31-f224-4d97-911e-c7540fa02bdc tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 943 time: 0.0530217 Nov 27 04:50:55.209475 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-96313baf-ba57-4e4f-9f34-590ce49bd527 req-2d9b2113-f22a-4a58-ab18-5ea3f5e31b36 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435164 Nov 27 04:50:56.324312 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdce6b-81da-4f33-8a41-498a594f2209 req-d8aeab15-8f69-48a7-9e09-f2663e1165b6 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:50:56.325768 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4ccdce6b-81da-4f33-8a41-498a594f2209 req-d8aeab15-8f69-48a7-9e09-f2663e1165b6 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 943 time: 0.0486705 Nov 27 04:50:56.373628 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4ccdce6b-81da-4f33-8a41-498a594f2209 req-f6182867-dd53-4fc5-8654-a213672bc06e tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419796 Nov 27 04:50:56.695077 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:50:57.485844 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c384e5-ac05-46db-b961-cbb328f51ed6 req-d79aaa21-185f-434b-881b-806940534746 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:50:57.487374 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-37c384e5-ac05-46db-b961-cbb328f51ed6 req-d79aaa21-185f-434b-881b-806940534746 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 943 time: 0.0478971 Nov 27 04:50:57.546376 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-37c384e5-ac05-46db-b961-cbb328f51ed6 req-cdb1ba0b-35b7-4e48-a096-8d8433950962 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484097 Nov 27 04:50:58.660697 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49e97f-05cf-4901-8ec3-c3ed61af6abf req-61c416b0-42b6-479f-a59d-0feee0662769 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:50:58.662173 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3c49e97f-05cf-4901-8ec3-c3ed61af6abf req-61c416b0-42b6-479f-a59d-0feee0662769 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 943 time: 0.0488513 Nov 27 04:50:58.711481 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3c49e97f-05cf-4901-8ec3-c3ed61af6abf req-dacbdc00-7249-4e6e-b66f-ec43be82679e tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434701 Nov 27 04:50:59.824025 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cfe36a-9065-4f39-ba53-51343cff02ec req-a0ef7c56-94c5-482f-8db3-c12a9c082982 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:50:59.825492 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-95cfe36a-9065-4f39-ba53-51343cff02ec req-a0ef7c56-94c5-482f-8db3-c12a9c082982 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 943 time: 0.0487108 Nov 27 04:50:59.873720 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-95cfe36a-9065-4f39-ba53-51343cff02ec req-6b8dad4f-126b-4490-9910-2a54967a0627 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423474 Nov 27 04:51:00.995503 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c6d95-9f18-4baf-bf02-22a05bcac1b5 req-33e42e2d-2477-4354-96d2-070215c0d43d tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:51:00.997019 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-979c6d95-9f18-4baf-bf02-22a05bcac1b5 req-33e42e2d-2477-4354-96d2-070215c0d43d tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 943 time: 0.0530534 Nov 27 04:51:01.045696 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-979c6d95-9f18-4baf-bf02-22a05bcac1b5 req-52b084e4-e997-4977-8526-b67b69cd53b4 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427799 Nov 27 04:51:01.255870 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 1849fe5a-5ea9-406d-ba2d-75b8e95acd57 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:51:01.347673 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 1849fe5a-5ea9-406d-ba2d-75b8e95acd57, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=1849fe5a-5ea9-406d-ba2d-75b8e95acd57,segment=NetworkSegment(d5cbdd74-1711-40cd-a4fe-b734f6aa5e91),segment_id=d5cbdd74-1711-40cd-a4fe-b734f6aa5e91)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:51:01.358415 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '1849fe5a-5ea9-406d-ba2d-75b8e95acd57', 'network_id': '28976f9c-404e-473f-966b-ae22f0b30ba2', 'port_id': '1849fe5a-5ea9-406d-ba2d-75b8e95acd57', 'mac_address': 'fa:16:3e:1a:ed:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ecac95e-67c4-4bdd-b771-26b0aa3c1c03', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:51:01.397989 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:51:01.410155 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1849fe5a-5ea9-406d-ba2d-75b8e95acd57 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:51:01.428145 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 1849fe5a-5ea9-406d-ba2d-75b8e95acd57, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=1849fe5a-5ea9-406d-ba2d-75b8e95acd57,segment=NetworkSegment(d5cbdd74-1711-40cd-a4fe-b734f6aa5e91),segment_id=d5cbdd74-1711-40cd-a4fe-b734f6aa5e91)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:51:01.432276 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:51:01.478254 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=1849fe5a-5ea9-406d-ba2d-75b8e95acd57,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:51:01.485766 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:51:01.486118 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:51:01.486463 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:51:01.486844 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:51:01.487206 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:51:01.487538 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:51:01.487870 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:51:01.488225 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:51:01.488553 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:51:01.488879 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:51:01.489223 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:51:01.489573 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:51:01.796153 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['1849fe5a-5ea9-406d-ba2d-75b8e95acd57'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:51:02.157739 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cffce9-138d-460b-a8a8-e73415fdd995 req-99cf5fc2-fcee-4cbd-afea-642f645f827e tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:51:02.159251 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-81cffce9-138d-460b-a8a8-e73415fdd995 req-99cf5fc2-fcee-4cbd-afea-642f645f827e tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 944 time: 0.0477653 Nov 27 04:51:02.208623 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-81cffce9-138d-460b-a8a8-e73415fdd995 req-ace9d902-bc2d-4cad-973d-155f9a6dc050 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429335 Nov 27 04:51:03.256292 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 1849fe5a-5ea9-406d-ba2d-75b8e95acd57 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:51:03.305768 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 1849fe5a-5ea9-406d-ba2d-75b8e95acd57 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:51:03.310300 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 1849fe5a-5ea9-406d-ba2d-75b8e95acd57 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:51:03.310714 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:51:03.324796 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f294e93-0c80-4391-9bfd-05d282535a2c req-0e4bdf44-f09b-4b02-81bb-af974832444c tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:51:03.326340 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7f294e93-0c80-4391-9bfd-05d282535a2c req-0e4bdf44-f09b-4b02-81bb-af974832444c tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 944 time: 0.0504947 Nov 27 04:51:03.380947 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7f294e93-0c80-4391-9bfd-05d282535a2c req-2b5af6d1-143d-4728-afb6-d5f943eae4cd tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480967 Nov 27 04:51:03.391207 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:51:03.413902 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '084223ba-f8d2-4587-b8f6-62027910ba66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1849fe5a-5ea9-406d-ba2d-75b8e95acd57'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:51:03.416167 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29af341bb7ab2bbf521764387419c29e3d68aa09736abb23712ab4bb3e3fcea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c39634f-ef71-4be3-854e-dc470c77c867" -d '{"events": [{"server_uuid": "084223ba-f8d2-4587-b8f6-62027910ba66", "name": "network-vif-plugged", "status": "completed", "tag": "1849fe5a-5ea9-406d-ba2d-75b8e95acd57"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:51:03.429047 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 1849fe5a-5ea9-406d-ba2d-75b8e95acd57, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=1849fe5a-5ea9-406d-ba2d-75b8e95acd57,segment=NetworkSegment(d5cbdd74-1711-40cd-a4fe-b734f6aa5e91),segment_id=d5cbdd74-1711-40cd-a4fe-b734f6aa5e91)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:51:03.433133 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:51:03.457367 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bfe7f7-f91e-4d89-bedf-980a8ddb6d8b x-openstack-request-id: req-60bfe7f7-f91e-4d89-bedf-980a8ddb6d8b {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:51:03.457661 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "084223ba-f8d2-4587-b8f6-62027910ba66", "name": "network-vif-plugged", "status": "completed", "tag": "1849fe5a-5ea9-406d-ba2d-75b8e95acd57", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:51:03.457918 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-60bfe7f7-f91e-4d89-bedf-980a8ddb6d8b {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:51:03.458315 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '084223ba-f8d2-4587-b8f6-62027910ba66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1849fe5a-5ea9-406d-ba2d-75b8e95acd57', 'code': 200} Nov 27 04:51:03.482845 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=1849fe5a-5ea9-406d-ba2d-75b8e95acd57,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:51:03.593666 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2553d6b-226b-4d56-b05d-1a2a14ce8612 req-1a2ae36b-40e4-489c-90d5-dec79a52791a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:51:03.595176 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b2553d6b-226b-4d56-b05d-1a2a14ce8612 req-1a2ae36b-40e4-489c-90d5-dec79a52791a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 1096 time: 0.0391870 Nov 27 04:51:03.646470 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-b2553d6b-226b-4d56-b05d-1a2a14ce8612 req-d4100b87-6de0-4cd9-b93a-d3658b148b60 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382035 Nov 27 04:51:04.499144 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06494a9-6ccb-40ca-acb5-eb650c7618d5 req-88ea5bac-1600-4bea-ba1a-c4d736362b63 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:51:04.500610 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e06494a9-6ccb-40ca-acb5-eb650c7618d5 req-88ea5bac-1600-4bea-ba1a-c4d736362b63 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 945 time: 0.0478632 Nov 27 04:51:04.550436 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e06494a9-6ccb-40ca-acb5-eb650c7618d5 req-e4fca3b8-238a-40a1-85d5-0efc0b2ac19d tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433469 Nov 27 04:51:05.668564 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166115b1-4c6b-41fa-a5e7-9d44d73cff17 req-05f4a7f8-07aa-4ee8-9cff-914171dfaac1 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:51:05.670053 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-166115b1-4c6b-41fa-a5e7-9d44d73cff17 req-05f4a7f8-07aa-4ee8-9cff-914171dfaac1 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 945 time: 0.0518095 Nov 27 04:51:05.718064 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-166115b1-4c6b-41fa-a5e7-9d44d73cff17 req-2ff2d20d-07ee-4cce-8a13-53a7fd23d9ec tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419476 Nov 27 04:51:05.833487 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8eb90-f999-4d48-82aa-cfe126190e90 req-ee720eca-7f50-42ea-bb5f-122b7f14a5a9 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:51:05.834981 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bda8eb90-f999-4d48-82aa-cfe126190e90 req-ee720eca-7f50-42ea-bb5f-122b7f14a5a9 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 945 time: 0.0527360 Nov 27 04:51:05.883162 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bda8eb90-f999-4d48-82aa-cfe126190e90 req-fc91ef00-73af-491a-aeca-916f84d37b6d tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422273 Nov 27 04:51:05.904544 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35250) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:51:05.943027 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f96c2c1-22a3-47ca-8f16-68c33278fe65 tempest-TestShelveInstance-247869596 tempest-TestShelveInstance-247869596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:51:05.944549 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-2f96c2c1-22a3-47ca-8f16-68c33278fe65 tempest-TestShelveInstance-247869596 tempest-TestShelveInstance-247869596-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 1091 time: 0.0390594 Nov 27 04:51:05.947324 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35252) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:51:05.951469 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-356b498f-977c-40da-ac01-0ac10ffe55ec tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'port_id': '1849fe5a-5ea9-406d-ba2d-75b8e95acd57', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:51:05.973531 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-356b498f-977c-40da-ac01-0ac10ffe55ec tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for floatingip, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:51:06.070180 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-356b498f-977c-40da-ac01-0ac10ffe55ec tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:51:06.169980 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-356b498f-977c-40da-ac01-0ac10ffe55ec tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Allocated IP 172.25.1.197 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/ab42ec8b-d1a5-4937-9d2f-e2c35f6a997c) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:51:06.274644 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-356b498f-977c-40da-ac01-0ac10ffe55ec tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:51:06.307446 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-356b498f-977c-40da-ac01-0ac10ffe55ec tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:51:06.345167 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356b498f-977c-40da-ac01-0ac10ffe55ec tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:51:06.348068 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-356b498f-977c-40da-ac01-0ac10ffe55ec tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:51:06.351720 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356b498f-977c-40da-ac01-0ac10ffe55ec tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:51:06.376466 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b498f-977c-40da-ac01-0ac10ffe55ec tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Pushing event updated for resources: {'Port': ['ID=ab42ec8b-d1a5-4937-9d2f-e2c35f6a997c,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:51:06.690060 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-356b498f-977c-40da-ac01-0ac10ffe55ec tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:51:06.760748 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-356b498f-977c-40da-ac01-0ac10ffe55ec tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:51:06.909716 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-356b498f-977c-40da-ac01-0ac10ffe55ec tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:51:06.914432 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-356b498f-977c-40da-ac01-0ac10ffe55ec tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:51:06.980351 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b498f-977c-40da-ac01-0ac10ffe55ec tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Pushing event updated for resources: {'Port': ['ID=ab42ec8b-d1a5-4937-9d2f-e2c35f6a997c,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:51:06.995564 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-356b498f-977c-40da-ac01-0ac10ffe55ec tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:51:07.094178 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [None req-356b498f-977c-40da-ac01-0ac10ffe55ec tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Floating IP c2b9dfec-d17b-407d-9934-3a554a1f9ab1 associated. External IP: 172.25.1.197, port: 1849fe5a-5ea9-406d-ba2d-75b8e95acd57. Nov 27 04:51:07.294894 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356b498f-977c-40da-ac01-0ac10ffe55ec tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Router f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:51:07.401706 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356b498f-977c-40da-ac01-0ac10ffe55ec tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:51:07.411603 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1055be7-cef5-43a8-9339-ef5170485049 None None] Sync routers for ids ['f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:51:07.419336 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-356b498f-977c-40da-ac01-0ac10ffe55ec tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:51:07.420927 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1055be7-cef5-43a8-9339-ef5170485049 None None] Routers {'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:51:07.421534 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-c1055be7-cef5-43a8-9339-ef5170485049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:50:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:51:07.456694 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-356b498f-977c-40da-ac01-0ac10ffe55ec tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4996436 Nov 27 04:51:07.456694 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '084223ba-f8d2-4587-b8f6-62027910ba66', 'tag': '1849fe5a-5ea9-406d-ba2d-75b8e95acd57'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:51:07.456694 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecda37680d0478e490d639caee1e0781f65d726cc517aef043e1d435739ff28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca9b505-ae42-442c-a5e0-195c069ee8b1" -d '{"events": [{"name": "network-changed", "server_uuid": "084223ba-f8d2-4587-b8f6-62027910ba66", "tag": "1849fe5a-5ea9-406d-ba2d-75b8e95acd57"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:51:07.492602 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac7e397-db7c-4ab1-b442-a66d0610cb96 x-openstack-request-id: req-3ac7e397-db7c-4ab1-b442-a66d0610cb96 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:51:07.492969 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "084223ba-f8d2-4587-b8f6-62027910ba66", "tag": "1849fe5a-5ea9-406d-ba2d-75b8e95acd57", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:51:07.493237 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ac7e397-db7c-4ab1-b442-a66d0610cb96 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:51:07.493677 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '084223ba-f8d2-4587-b8f6-62027910ba66', 'tag': '1849fe5a-5ea9-406d-ba2d-75b8e95acd57', 'status': 'completed', 'code': 200} Nov 27 04:51:07.536868 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-c1055be7-cef5-43a8-9339-ef5170485049 None None] Set router f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:51:07.578012 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9b505-ae42-442c-a5e0-195c069ee8b1 req-32eb8bcc-9351-4400-86a7-d4652172b3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:51:07.579447 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-eca9b505-ae42-442c-a5e0-195c069ee8b1 req-32eb8bcc-9351-4400-86a7-d4652172b3e2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=26e2c440d75849589fc2f98e0abba6c7&device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 1096 time: 0.0406127 Nov 27 04:51:07.671832 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9b505-ae42-442c-a5e0-195c069ee8b1 req-f950544e-f3b6-4c8f-9c4a-e62e67527427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:51:07.673314 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-eca9b505-ae42-442c-a5e0-195c069ee8b1 req-f950544e-f3b6-4c8f-9c4a-e62e67527427 service neutron] 10.222.0.23 "GET /v2.0/networks?id=28976f9c-404e-473f-966b-ae22f0b30ba2 HTTP/1.1" status: 200 len: 910 time: 0.0868330 Nov 27 04:51:07.737414 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-eca9b505-ae42-442c-a5e0-195c069ee8b1 req-39af6bfe-c25c-4370-a113-08e7d7beef91 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1849fe5a-5ea9-406d-ba2d-75b8e95acd57 HTTP/1.1" status: 200 len: 999 time: 0.0565004 Nov 27 04:51:07.756490 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-c1055be7-cef5-43a8-9339-ef5170485049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'name': 'tempest-TestShelveInstance-1398057663-router', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '029be502-7705-461f-974e-906c46aa083a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:46:03Z', 'updated_at': '2021-11-27T04:46:06Z', 'revision_number': 4, 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'gw_port': {'id': '029be502-7705-461f-974e-906c46aa083a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:04:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:46:04Z', 'updated_at': '2021-11-27T04:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': 'c2b9dfec-d17b-407d-9934-3a554a1f9ab1', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'floating_ip_address': '172.25.1.197', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'port_id': '1849fe5a-5ea9-406d-ba2d-75b8e95acd57', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28976f9c-404e-473f-966b-ae22f0b30ba2', 'mac_address': 'fa:16:3e:1a:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084223ba-f8d2-4587-b8f6-62027910ba66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:51:06Z', 'updated_at': '2021-11-27T04:51:06Z', 'revision_number': 0, 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68d91d14-4ef2-40e5-ac93-1680c7608d5e', 'name': '', 'network_id': '28976f9c-404e-473f-966b-ae22f0b30ba2', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'mac_address': 'fa:16:3e:f9:36:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '2ecac95e-67c4-4bdd-b771-26b0aa3c1c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:46:06Z', 'updated_at': '2021-11-27T04:46:10Z', 'revision_number': 5, 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'subnets': [{'id': '2ecac95e-67c4-4bdd-b771-26b0aa3c1c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:51:07.782612 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1055be7-cef5-43a8-9339-ef5170485049 None None] Checking router: f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:51:07.790798 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1055be7-cef5-43a8-9339-ef5170485049 None None] Routers {'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:51:07.791462 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-c1055be7-cef5-43a8-9339-ef5170485049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:50:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:51:07.792810 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9b505-ae42-442c-a5e0-195c069ee8b1 req-a725f6e1-fa5f-4e9e-ab6d-41907bdbe019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:51:07.794631 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-eca9b505-ae42-442c-a5e0-195c069ee8b1 req-a725f6e1-fa5f-4e9e-ab6d-41907bdbe019 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2ecac95e-67c4-4bdd-b771-26b0aa3c1c03 HTTP/1.1" status: 200 len: 848 time: 0.0497661 Nov 27 04:51:07.842351 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9b505-ae42-442c-a5e0-195c069ee8b1 req-86004984-71de-4f7d-9f6d-33196882b190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:51:07.843883 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-eca9b505-ae42-442c-a5e0-195c069ee8b1 req-86004984-71de-4f7d-9f6d-33196882b190 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=28976f9c-404e-473f-966b-ae22f0b30ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418200 Nov 27 04:51:07.943615 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-eca9b505-ae42-442c-a5e0-195c069ee8b1 req-6e6407cd-66fc-40b2-a731-b26866b630ff service neutron] 10.222.0.23 "GET /v2.0/networks/28976f9c-404e-473f-966b-ae22f0b30ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922856 Nov 27 04:51:07.985570 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-c1055be7-cef5-43a8-9339-ef5170485049 None None] Set router f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:51:08.032228 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-eca9b505-ae42-442c-a5e0-195c069ee8b1 req-b8054718-9a93-428b-b00a-2d0e9a7014e1 service neutron] 10.222.0.23 "GET /v2.0/networks/28976f9c-404e-473f-966b-ae22f0b30ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813284 Nov 27 04:51:08.206066 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-c1055be7-cef5-43a8-9339-ef5170485049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'name': 'tempest-TestShelveInstance-1398057663-router', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '029be502-7705-461f-974e-906c46aa083a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:46:03Z', 'updated_at': '2021-11-27T04:46:06Z', 'revision_number': 4, 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'gw_port': {'id': '029be502-7705-461f-974e-906c46aa083a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:04:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:46:04Z', 'updated_at': '2021-11-27T04:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': 'c2b9dfec-d17b-407d-9934-3a554a1f9ab1', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'floating_ip_address': '172.25.1.197', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'port_id': '1849fe5a-5ea9-406d-ba2d-75b8e95acd57', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28976f9c-404e-473f-966b-ae22f0b30ba2', 'mac_address': 'fa:16:3e:1a:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084223ba-f8d2-4587-b8f6-62027910ba66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:51:06Z', 'updated_at': '2021-11-27T04:51:06Z', 'revision_number': 0, 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68d91d14-4ef2-40e5-ac93-1680c7608d5e', 'name': '', 'network_id': '28976f9c-404e-473f-966b-ae22f0b30ba2', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'mac_address': 'fa:16:3e:f9:36:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '2ecac95e-67c4-4bdd-b771-26b0aa3c1c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:46:06Z', 'updated_at': '2021-11-27T04:46:10Z', 'revision_number': 5, 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'subnets': [{'id': '2ecac95e-67c4-4bdd-b771-26b0aa3c1c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:51:08.233167 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1055be7-cef5-43a8-9339-ef5170485049 None None] The sync data for ids ['f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004'] in n-d-819494-3 is: [{'id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'name': 'tempest-TestShelveInstance-1398057663-router', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '029be502-7705-461f-974e-906c46aa083a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:46:03Z', 'updated_at': '2021-11-27T04:46:06Z', 'revision_number': 4, 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'gw_port': {'id': '029be502-7705-461f-974e-906c46aa083a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:04:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:46:04Z', 'updated_at': '2021-11-27T04:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': 'c2b9dfec-d17b-407d-9934-3a554a1f9ab1', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'floating_ip_address': '172.25.1.197', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'port_id': '1849fe5a-5ea9-406d-ba2d-75b8e95acd57', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28976f9c-404e-473f-966b-ae22f0b30ba2', 'mac_address': 'fa:16:3e:1a:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084223ba-f8d2-4587-b8f6-62027910ba66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:51:06Z', 'updated_at': '2021-11-27T04:51:06Z', 'revision_number': 0, 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68d91d14-4ef2-40e5-ac93-1680c7608d5e', 'name': '', 'network_id': '28976f9c-404e-473f-966b-ae22f0b30ba2', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'mac_address': 'fa:16:3e:f9:36:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '2ecac95e-67c4-4bdd-b771-26b0aa3c1c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:46:06Z', 'updated_at': '2021-11-27T04:46:10Z', 'revision_number': 5, 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'subnets': [{'id': '2ecac95e-67c4-4bdd-b771-26b0aa3c1c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:51:08.427124 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12c206a-f622-4261-803e-4bf5dbe91311 None None] New status for floating IP c2b9dfec-d17b-407d-9934-3a554a1f9ab1: ACTIVE {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:51:16.249839 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-480a010c-4862-47b8-982b-2253b4e6e215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:51:16.499415 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:51:18.400538 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8d2d1e32-90ca-4d38-95e8-1eb2e6b80d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:51:19.275218 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:51:19.800573 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:51:21.387919 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:51:21.967284 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:51:23.756346 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ce5c106c-e610-46e8-95f9-7bd554369cc9 req-5e5f4860-f31e-474c-a209-1b9b316b534d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0803282 Nov 27 04:51:23.864581 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c106c-e610-46e8-95f9-7bd554369cc9 req-05a25b87-3ecb-4efa-8e0e-651ec4c3e127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:51:23.866618 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ce5c106c-e610-46e8-95f9-7bd554369cc9 req-05a25b87-3ecb-4efa-8e0e-651ec4c3e127 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=26e2c440d75849589fc2f98e0abba6c7&device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 1096 time: 0.0436301 Nov 27 04:51:23.977468 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c106c-e610-46e8-95f9-7bd554369cc9 req-8eabbf54-b276-4baf-84cf-0a49a90a1b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:51:23.978937 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ce5c106c-e610-46e8-95f9-7bd554369cc9 req-8eabbf54-b276-4baf-84cf-0a49a90a1b0c service neutron] 10.222.0.23 "GET /v2.0/networks?id=28976f9c-404e-473f-966b-ae22f0b30ba2 HTTP/1.1" status: 200 len: 910 time: 0.0838876 Nov 27 04:51:24.046732 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ce5c106c-e610-46e8-95f9-7bd554369cc9 req-faeb6720-321b-4b83-8b1e-a30c50bd5b8d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1849fe5a-5ea9-406d-ba2d-75b8e95acd57 HTTP/1.1" status: 200 len: 1001 time: 0.0602238 Nov 27 04:51:24.095501 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c106c-e610-46e8-95f9-7bd554369cc9 req-b314341a-26f0-4a0f-b8f1-17e3942c096d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:51:24.096908 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ce5c106c-e610-46e8-95f9-7bd554369cc9 req-b314341a-26f0-4a0f-b8f1-17e3942c096d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2ecac95e-67c4-4bdd-b771-26b0aa3c1c03 HTTP/1.1" status: 200 len: 848 time: 0.0433676 Nov 27 04:51:24.141920 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c106c-e610-46e8-95f9-7bd554369cc9 req-8bfe3f54-1148-4f75-a0dd-4b9cd0653b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:51:24.143411 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ce5c106c-e610-46e8-95f9-7bd554369cc9 req-8bfe3f54-1148-4f75-a0dd-4b9cd0653b6d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=28976f9c-404e-473f-966b-ae22f0b30ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388367 Nov 27 04:51:24.236904 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ce5c106c-e610-46e8-95f9-7bd554369cc9 req-30244cb0-9318-4093-805c-5414be7b37a2 service neutron] 10.222.0.23 "GET /v2.0/networks/28976f9c-404e-473f-966b-ae22f0b30ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844405 Nov 27 04:51:24.326647 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ce5c106c-e610-46e8-95f9-7bd554369cc9 req-8de537de-7adb-4403-9939-5c185824a42a service neutron] 10.222.0.23 "GET /v2.0/networks/28976f9c-404e-473f-966b-ae22f0b30ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809579 Nov 27 04:51:33.694387 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:51:46.250891 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a8cd5d30-53c0-44e8-a674-5305fe232979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:51:46.511607 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:51:48.400995 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d6184663-5f03-4983-bdd6-cdbb246723e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:51:49.280387 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:51:49.801970 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:51:51.390594 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:51:51.968043 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:52:10.694087 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:52:16.251439 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-00bd5077-85c2-4347-b210-368a9086c113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:52:16.510952 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:52:18.400666 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-931b2a8e-c2c9-43d1-a267-8a63c9cccb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:52:19.286380 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:52:19.805590 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:52:21.396571 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:52:21.970035 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:52:25.683377 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9440de84-43ea-4691-aad4-bf7ae7c5d387 req-52760d93-a15f-4d62-ab8c-e2bde4499721 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441210 Nov 27 04:52:25.795064 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440de84-43ea-4691-aad4-bf7ae7c5d387 req-2fe3ec57-6bdf-420f-87dd-7b8bb89b1d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:52:25.796455 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9440de84-43ea-4691-aad4-bf7ae7c5d387 req-2fe3ec57-6bdf-420f-87dd-7b8bb89b1d62 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=26e2c440d75849589fc2f98e0abba6c7&device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 1096 time: 0.0400665 Nov 27 04:52:25.918289 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440de84-43ea-4691-aad4-bf7ae7c5d387 req-5ff071f3-4672-4f88-9be4-8ec92d23aeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:52:25.919814 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9440de84-43ea-4691-aad4-bf7ae7c5d387 req-5ff071f3-4672-4f88-9be4-8ec92d23aeb3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=28976f9c-404e-473f-966b-ae22f0b30ba2 HTTP/1.1" status: 200 len: 910 time: 0.0957065 Nov 27 04:52:25.992783 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9440de84-43ea-4691-aad4-bf7ae7c5d387 req-04917bfb-ef24-4ddf-badd-dbc0dad2047a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1849fe5a-5ea9-406d-ba2d-75b8e95acd57 HTTP/1.1" status: 200 len: 1001 time: 0.0604863 Nov 27 04:52:26.043809 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440de84-43ea-4691-aad4-bf7ae7c5d387 req-771869fd-1b51-4a40-a171-b26523facc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:52:26.045240 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9440de84-43ea-4691-aad4-bf7ae7c5d387 req-771869fd-1b51-4a40-a171-b26523facc39 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2ecac95e-67c4-4bdd-b771-26b0aa3c1c03 HTTP/1.1" status: 200 len: 848 time: 0.0418367 Nov 27 04:52:26.092568 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440de84-43ea-4691-aad4-bf7ae7c5d387 req-25fa668b-3041-41b7-85a9-2154e80328f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:52:26.094503 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9440de84-43ea-4691-aad4-bf7ae7c5d387 req-25fa668b-3041-41b7-85a9-2154e80328f2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=28976f9c-404e-473f-966b-ae22f0b30ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388398 Nov 27 04:52:26.196588 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9440de84-43ea-4691-aad4-bf7ae7c5d387 req-09cd36da-6c13-4164-898e-fd0c16cb3209 service neutron] 10.222.0.23 "GET /v2.0/networks/28976f9c-404e-473f-966b-ae22f0b30ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897961 Nov 27 04:52:26.288384 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9440de84-43ea-4691-aad4-bf7ae7c5d387 req-0f51e9f1-91a5-4db4-8d9d-9bcde2f30241 service neutron] 10.222.0.23 "GET /v2.0/networks/28976f9c-404e-473f-966b-ae22f0b30ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798249 Nov 27 04:52:46.252009 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d7500f8c-571b-4732-ac86-ec57ebab3f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:52:46.515296 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:52:47.693653 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:52:48.401844 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-61498e62-025e-41c1-953f-5fa0364ca961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:52:49.319576 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:52:49.807308 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:52:51.396469 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:52:51.972640 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:53:05.136071 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e2839-b6dd-4d5a-9cf4-6181e7fdca62 req-7d97a1cd-3a91-4ea2-a9e6-8f5da151a883 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:53:05.137606 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5a3e2839-b6dd-4d5a-9cf4-6181e7fdca62 req-7d97a1cd-3a91-4ea2-a9e6-8f5da151a883 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 945 time: 0.0525255 Nov 27 04:53:05.189517 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5a3e2839-b6dd-4d5a-9cf4-6181e7fdca62 req-d40fddcf-1a7e-4dfd-b873-a8dac2929654 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453329 Nov 27 04:53:06.329834 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b6744-1309-41f0-a247-645c6fa571ca req-cc8d742b-a815-4cc5-83fb-a134ff247847 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:53:06.331330 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5d0b6744-1309-41f0-a247-645c6fa571ca req-cc8d742b-a815-4cc5-83fb-a134ff247847 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 945 time: 0.0479720 Nov 27 04:53:06.378532 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5d0b6744-1309-41f0-a247-645c6fa571ca req-ec3fdd56-d208-4ddf-b135-db063aea8ae7 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414348 Nov 27 04:53:07.497327 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b813afb-6e5e-4276-a4ef-58eaef1402f2 req-20483edd-4d51-4f72-9721-eddba53444ea tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:53:07.498838 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0b813afb-6e5e-4276-a4ef-58eaef1402f2 req-20483edd-4d51-4f72-9721-eddba53444ea tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 945 time: 0.0528131 Nov 27 04:53:07.549281 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0b813afb-6e5e-4276-a4ef-58eaef1402f2 req-46bf6071-665d-47a5-94fc-673e170d6122 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442560 Nov 27 04:53:08.661866 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176873d8-a622-4e37-89cb-2113a56fa429 req-0fff6b4b-0980-45a1-93a9-1379a3f30f15 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:53:08.663364 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-176873d8-a622-4e37-89cb-2113a56fa429 req-0fff6b4b-0980-45a1-93a9-1379a3f30f15 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 945 time: 0.0477428 Nov 27 04:53:08.712133 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-176873d8-a622-4e37-89cb-2113a56fa429 req-83496379-65d2-48ba-8a3e-17eb4d11847b tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427699 Nov 27 04:53:09.827560 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0dd54-e63a-475a-9757-2c30fb43dfef req-80140251-330a-4072-b8c7-697825614139 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:53:09.829690 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5db0dd54-e63a-475a-9757-2c30fb43dfef req-80140251-330a-4072-b8c7-697825614139 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 945 time: 0.0485797 Nov 27 04:53:09.881353 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5db0dd54-e63a-475a-9757-2c30fb43dfef req-a4892b00-25e7-48db-820f-cddf9de094a1 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457382 Nov 27 04:53:10.997472 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d086ce2-bbd0-4135-9fdd-e60bb162f848 req-20ad27df-6944-425c-acf2-7b868d95b6bd tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:53:10.998957 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7d086ce2-bbd0-4135-9fdd-e60bb162f848 req-20ad27df-6944-425c-acf2-7b868d95b6bd tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 945 time: 0.0499127 Nov 27 04:53:11.054078 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7d086ce2-bbd0-4135-9fdd-e60bb162f848 req-fc7c5880-e5de-491b-a269-1b9059828e80 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491252 Nov 27 04:53:12.180197 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7668a-67cc-4e8b-aff8-caa023cd492c req-8ca73e02-dfb3-49d3-85d9-7c42684b3d8f tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:53:12.181599 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5ea7668a-67cc-4e8b-aff8-caa023cd492c req-8ca73e02-dfb3-49d3-85d9-7c42684b3d8f tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 945 time: 0.0603309 Nov 27 04:53:12.229946 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5ea7668a-67cc-4e8b-aff8-caa023cd492c req-1d64cfe1-72bc-446f-ba81-76eadc0ea6e1 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421553 Nov 27 04:53:13.350261 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43221b2e-62b0-4c13-aa36-925d05e1f030 req-fef6516e-2d8e-496a-a602-7c7f1fa3a427 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:53:13.351711 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-43221b2e-62b0-4c13-aa36-925d05e1f030 req-fef6516e-2d8e-496a-a602-7c7f1fa3a427 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 945 time: 0.0514565 Nov 27 04:53:13.404079 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-43221b2e-62b0-4c13-aa36-925d05e1f030 req-b813b65f-339c-4558-9a01-a3e28e83aa83 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464759 Nov 27 04:53:14.525360 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248be9cb-aad7-4360-a788-a2c6c52738bd req-0733e9c0-002a-40de-9f6f-7321a88e8ae2 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:53:14.526837 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-248be9cb-aad7-4360-a788-a2c6c52738bd req-0733e9c0-002a-40de-9f6f-7321a88e8ae2 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 945 time: 0.0488698 Nov 27 04:53:14.575522 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-248be9cb-aad7-4360-a788-a2c6c52738bd req-0b51acec-7535-475c-a012-55821badb2f4 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427549 Nov 27 04:53:15.420589 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b544c-58d5-4c89-8a40-b579e614ae70 req-16eaf421-7d53-4a1c-bae9-fe9362cecbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:53:15.422062 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6d1b544c-58d5-4c89-8a40-b579e614ae70 req-16eaf421-7d53-4a1c-bae9-fe9362cecbeb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=26e2c440d75849589fc2f98e0abba6c7&device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 1096 time: 0.0450532 Nov 27 04:53:15.516705 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b544c-58d5-4c89-8a40-b579e614ae70 req-6b365fa1-35d2-4a1d-8ca1-1447f86a061c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:53:15.518170 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6d1b544c-58d5-4c89-8a40-b579e614ae70 req-6b365fa1-35d2-4a1d-8ca1-1447f86a061c service neutron] 10.222.0.23 "GET /v2.0/networks?id=28976f9c-404e-473f-966b-ae22f0b30ba2 HTTP/1.1" status: 200 len: 910 time: 0.0838337 Nov 27 04:53:15.591938 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6d1b544c-58d5-4c89-8a40-b579e614ae70 req-99effe1d-f9c1-4eaf-8c70-5c1223546139 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1849fe5a-5ea9-406d-ba2d-75b8e95acd57 HTTP/1.1" status: 200 len: 1001 time: 0.0606277 Nov 27 04:53:15.645958 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b544c-58d5-4c89-8a40-b579e614ae70 req-35cf8d32-6551-4040-9da3-d9b6c685af73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:53:15.647479 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6d1b544c-58d5-4c89-8a40-b579e614ae70 req-35cf8d32-6551-4040-9da3-d9b6c685af73 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2ecac95e-67c4-4bdd-b771-26b0aa3c1c03 HTTP/1.1" status: 200 len: 848 time: 0.0444517 Nov 27 04:53:15.697116 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4c52f-6ada-4a4f-84a4-1f181b7cec80 req-e603afb2-500c-45d5-a074-ce8e789591bb tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:53:15.697725 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b544c-58d5-4c89-8a40-b579e614ae70 req-d92d8bbd-7142-4024-8174-0dde9cf2556c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:53:15.698701 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c6e4c52f-6ada-4a4f-84a4-1f181b7cec80 req-e603afb2-500c-45d5-a074-ce8e789591bb tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 945 time: 0.0564642 Nov 27 04:53:15.698863 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6d1b544c-58d5-4c89-8a40-b579e614ae70 req-d92d8bbd-7142-4024-8174-0dde9cf2556c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=28976f9c-404e-473f-966b-ae22f0b30ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399177 Nov 27 04:53:15.747319 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c6e4c52f-6ada-4a4f-84a4-1f181b7cec80 req-dc1a68a3-2e8c-4c20-b815-93946daec4d0 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420704 Nov 27 04:53:15.796736 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6d1b544c-58d5-4c89-8a40-b579e614ae70 req-5cf58158-1a12-47a4-8829-53e7defefa19 service neutron] 10.222.0.23 "GET /v2.0/networks/28976f9c-404e-473f-966b-ae22f0b30ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857038 Nov 27 04:53:15.892997 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6d1b544c-58d5-4c89-8a40-b579e614ae70 req-ade7d6b4-0026-47e7-9077-4d3e35675150 service neutron] 10.222.0.23 "GET /v2.0/networks/28976f9c-404e-473f-966b-ae22f0b30ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834498 Nov 27 04:53:16.253649 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-774ba5b5-2969-4a51-88e5-ffcca6ad251c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:53:16.519719 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:53:16.865866 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe72bd-49b7-4228-8427-1363c3f49854 req-4492fdc1-8bdd-4e53-87ad-63c6d2726600 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:53:16.867376 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8abe72bd-49b7-4228-8427-1363c3f49854 req-4492fdc1-8bdd-4e53-87ad-63c6d2726600 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 945 time: 0.0491908 Nov 27 04:53:16.916017 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8abe72bd-49b7-4228-8427-1363c3f49854 req-e8aa48fa-847c-4dd7-9a36-7f880160ffc6 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427432 Nov 27 04:53:18.038368 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3b907-7acf-4e4f-81c5-814c8e531ff8 req-23ad78c1-5b87-4e93-ba50-6180d44a241e tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:53:18.039934 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c8d3b907-7acf-4e4f-81c5-814c8e531ff8 req-23ad78c1-5b87-4e93-ba50-6180d44a241e tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 945 time: 0.0514171 Nov 27 04:53:18.092224 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c8d3b907-7acf-4e4f-81c5-814c8e531ff8 req-04258afa-55d4-4921-ac69-1e42ea8d9a13 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462115 Nov 27 04:53:18.404224 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b6443a8b-252b-44e0-90a1-54d82e3b92fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:53:19.207993 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca01fb0c-cc55-41b9-807c-bc9d5fab6311 req-954d20a3-c3b1-43eb-a3f1-914a0054efde tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:53:19.209492 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ca01fb0c-cc55-41b9-807c-bc9d5fab6311 req-954d20a3-c3b1-43eb-a3f1-914a0054efde tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 945 time: 0.0491526 Nov 27 04:53:19.257823 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-ca01fb0c-cc55-41b9-807c-bc9d5fab6311 req-e5526b25-4857-48ec-be3b-ce8050d6bddd tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423148 Nov 27 04:53:19.335284 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:53:19.810030 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:53:20.373230 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a8cfd-7e35-4753-a801-2bedf5341203 req-26232639-7f43-4ea3-9ab2-fb18026af026 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:53:20.374729 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5a7a8cfd-7e35-4753-a801-2bedf5341203 req-26232639-7f43-4ea3-9ab2-fb18026af026 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 945 time: 0.0484886 Nov 27 04:53:20.424056 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-5a7a8cfd-7e35-4753-a801-2bedf5341203 req-98b3422b-7ce7-49f1-b545-4620650c84d8 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432465 Nov 27 04:53:21.397208 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:53:21.624007 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4ed104d0-922a-47eb-8816-caca74116019 req-a869fc24-1a28-4086-9ba9-ed9d869eb775 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0445395 Nov 27 04:53:21.633865 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-4ed104d0-922a-47eb-8816-caca74116019 req-ae047370-9120-469e-b593-343509cd0a23 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:53:21.634838 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4ed104d0-922a-47eb-8816-caca74116019 req-ae047370-9120-469e-b593-343509cd0a23 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049472 Nov 27 04:53:21.649093 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e0259-0311-4905-aa80-ab8f7136b5cb req-18a71da0-80a6-4a77-8cf5-4d4673446f42 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:53:21.650607 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-962e0259-0311-4905-aa80-ab8f7136b5cb req-18a71da0-80a6-4a77-8cf5-4d4673446f42 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 945 time: 0.0535560 Nov 27 04:53:21.701428 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-962e0259-0311-4905-aa80-ab8f7136b5cb req-1222cdcb-c9a6-4d59-93ce-6e8a96b4e20b tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448303 Nov 27 04:53:21.863022 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 1849fe5a-5ea9-406d-ba2d-75b8e95acd57 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:53:21.945569 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:53:21.983772 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '084223ba-f8d2-4587-b8f6-62027910ba66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1849fe5a-5ea9-406d-ba2d-75b8e95acd57'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:53:21.986712 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29af341bb7ab2bbf521764387419c29e3d68aa09736abb23712ab4bb3e3fcea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b21a1a-2911-4990-adda-6fe186773821" -d '{"events": [{"server_uuid": "084223ba-f8d2-4587-b8f6-62027910ba66", "name": "network-vif-unplugged", "status": "completed", "tag": "1849fe5a-5ea9-406d-ba2d-75b8e95acd57"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:53:21.999833 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:53:22.006059 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 1849fe5a-5ea9-406d-ba2d-75b8e95acd57, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=1849fe5a-5ea9-406d-ba2d-75b8e95acd57,segment=NetworkSegment(d5cbdd74-1711-40cd-a4fe-b734f6aa5e91),segment_id=d5cbdd74-1711-40cd-a4fe-b734f6aa5e91)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:53:22.011103 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:53:22.060358 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=1849fe5a-5ea9-406d-ba2d-75b8e95acd57,revision_number=6']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:53:22.067846 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:53:22.068202 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:53:22.068583 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:53:22.068928 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:53:22.069275 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:53:22.069616 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:53:22.069951 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:53:22.070286 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:53:22.070666 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:53:22.071002 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:53:22.071333 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:53:22.071662 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:53:22.077632 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 27 Nov 2021 04:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d644ca-b4c4-4386-9f09-9407e240a503 x-openstack-request-id: req-c8d644ca-b4c4-4386-9f09-9407e240a503 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:53:22.077925 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "084223ba-f8d2-4587-b8f6-62027910ba66", "name": "network-vif-unplugged", "status": "failed", "tag": "1849fe5a-5ea9-406d-ba2d-75b8e95acd57", "code": 422}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:53:22.078179 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c8d644ca-b4c4-4386-9f09-9407e240a503 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:53:22.079159 n-d-819494-3 neutron-server[110020]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '084223ba-f8d2-4587-b8f6-62027910ba66', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1849fe5a-5ea9-406d-ba2d-75b8e95acd57', 'code': 422} returned with failed status Nov 27 04:53:22.822559 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590e72c-cc71-4baa-af3a-4e626f8bde0f req-c0efa53d-392b-4374-a2aa-9eea05d3ca15 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:53:22.824082 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9590e72c-cc71-4baa-af3a-4e626f8bde0f req-c0efa53d-392b-4374-a2aa-9eea05d3ca15 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 943 time: 0.0506082 Nov 27 04:53:22.873488 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9590e72c-cc71-4baa-af3a-4e626f8bde0f req-69f23782-9590-48fd-a616-8c280dd168bb tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432615 Nov 27 04:53:23.987752 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0570c-9d13-44c9-bd10-2e11b42851aa req-54621fb0-390a-4723-b4d4-e1fbf395e7ea tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:53:23.989229 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-09a0570c-9d13-44c9-bd10-2e11b42851aa req-54621fb0-390a-4723-b4d4-e1fbf395e7ea tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 943 time: 0.0478499 Nov 27 04:53:24.042609 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-09a0570c-9d13-44c9-bd10-2e11b42851aa req-4ea142be-93a0-4c5d-a76c-bc3b1c68db79 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473802 Nov 27 04:53:24.692922 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:53:25.161406 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b2484-a83c-4ffc-a497-9d43188b07e9 req-79d33e76-a8a9-416e-8cc8-65bd2e72045f tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:53:25.163021 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-774b2484-a83c-4ffc-a497-9d43188b07e9 req-79d33e76-a8a9-416e-8cc8-65bd2e72045f tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 943 time: 0.0515258 Nov 27 04:53:25.215354 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-774b2484-a83c-4ffc-a497-9d43188b07e9 req-a5d9e31e-b535-4b2d-994f-d77d8baa7cd8 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463700 Nov 27 04:53:26.334893 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c016c0a-f160-46bb-9fbb-2aec4d75bb7f req-ce357308-03f3-47a9-a219-082a08ba26d1 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:53:26.337526 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6c016c0a-f160-46bb-9fbb-2aec4d75bb7f req-ce357308-03f3-47a9-a219-082a08ba26d1 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 943 time: 0.0498688 Nov 27 04:53:26.388007 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6c016c0a-f160-46bb-9fbb-2aec4d75bb7f req-f1a812a6-232f-4a4a-a2d1-d1527f26d794 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439649 Nov 27 04:53:27.505874 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca2d1c-4bc3-469f-8b7d-c9758f618825 req-5cf7cacd-c13f-4655-8151-4652897f3579 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:53:27.507419 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d7ca2d1c-4bc3-469f-8b7d-c9758f618825 req-5cf7cacd-c13f-4655-8151-4652897f3579 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 943 time: 0.0524678 Nov 27 04:53:27.519785 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed104d0-922a-47eb-8816-caca74116019 req-db2ba673-54d8-4fe9-b10e-80989c7d7ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:53:27.521285 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4ed104d0-922a-47eb-8816-caca74116019 req-db2ba673-54d8-4fe9-b10e-80989c7d7ed8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66&tenant_id=26e2c440d75849589fc2f98e0abba6c7 HTTP/1.1" status: 200 len: 1094 time: 0.0443287 Nov 27 04:53:27.560419 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-d7ca2d1c-4bc3-469f-8b7d-c9758f618825 req-bb5ae31b-b87d-40b4-9fab-a77b17667433 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456371 Nov 27 04:53:27.605201 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed104d0-922a-47eb-8816-caca74116019 req-6031e803-edc7-4437-803a-ccb97df48562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:53:27.606760 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4ed104d0-922a-47eb-8816-caca74116019 req-6031e803-edc7-4437-803a-ccb97df48562 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=26e2c440d75849589fc2f98e0abba6c7&device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 1094 time: 0.0409777 Nov 27 04:53:27.719527 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed104d0-922a-47eb-8816-caca74116019 req-f6a9fc9a-4900-4cdc-ad99-c0e8baed8382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:53:27.720977 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4ed104d0-922a-47eb-8816-caca74116019 req-f6a9fc9a-4900-4cdc-ad99-c0e8baed8382 service neutron] 10.222.0.23 "GET /v2.0/networks?id=28976f9c-404e-473f-966b-ae22f0b30ba2 HTTP/1.1" status: 200 len: 910 time: 0.0867689 Nov 27 04:53:27.788124 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4ed104d0-922a-47eb-8816-caca74116019 req-6a67911b-b70c-4a25-8791-39b3c0ebe538 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1849fe5a-5ea9-406d-ba2d-75b8e95acd57 HTTP/1.1" status: 200 len: 999 time: 0.0551643 Nov 27 04:53:27.840299 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed104d0-922a-47eb-8816-caca74116019 req-2496aa31-72bd-4048-bd6c-7f76332ebcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:53:27.841704 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4ed104d0-922a-47eb-8816-caca74116019 req-2496aa31-72bd-4048-bd6c-7f76332ebcc6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2ecac95e-67c4-4bdd-b771-26b0aa3c1c03 HTTP/1.1" status: 200 len: 848 time: 0.0423405 Nov 27 04:53:27.893074 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed104d0-922a-47eb-8816-caca74116019 req-78a0ab23-15ff-414b-9040-00a2df24c9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:53:27.894613 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4ed104d0-922a-47eb-8816-caca74116019 req-78a0ab23-15ff-414b-9040-00a2df24c9de service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=28976f9c-404e-473f-966b-ae22f0b30ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418069 Nov 27 04:53:27.987073 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4ed104d0-922a-47eb-8816-caca74116019 req-e5fe7476-4775-4c24-8e28-c70af7924d6b service neutron] 10.222.0.23 "GET /v2.0/networks/28976f9c-404e-473f-966b-ae22f0b30ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810022 Nov 27 04:53:28.082948 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-4ed104d0-922a-47eb-8816-caca74116019 req-ed6ba85a-cb9d-4e41-af5e-3001557899d8 service neutron] 10.222.0.23 "GET /v2.0/networks/28976f9c-404e-473f-966b-ae22f0b30ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842733 Nov 27 04:53:28.267683 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d210a-531c-4c0f-9e23-10a0498877a7 req-772aa465-7c30-4852-bcfd-3f69ba2de2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:53:28.269165 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f24d210a-531c-4c0f-9e23-10a0498877a7 req-772aa465-7c30-4852-bcfd-3f69ba2de2b5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=26e2c440d75849589fc2f98e0abba6c7&device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 1094 time: 0.0401800 Nov 27 04:53:28.683002 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205dfe7-0d54-4544-bdbe-b8fdf5c4c261 req-53aec434-9b9e-49a8-a488-86cee8280ad1 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:53:28.685051 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f205dfe7-0d54-4544-bdbe-b8fdf5c4c261 req-53aec434-9b9e-49a8-a488-86cee8280ad1 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 943 time: 0.0507219 Nov 27 04:53:28.737553 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f205dfe7-0d54-4544-bdbe-b8fdf5c4c261 req-627bbee8-c1f7-4026-bfb6-18203757b320 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457609 Nov 27 04:53:28.744223 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d210a-531c-4c0f-9e23-10a0498877a7 req-04a0e597-9826-4b65-8c19-e3eb59f77dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:53:28.745796 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f24d210a-531c-4c0f-9e23-10a0498877a7 req-04a0e597-9826-4b65-8c19-e3eb59f77dc2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=28976f9c-404e-473f-966b-ae22f0b30ba2 HTTP/1.1" status: 200 len: 910 time: 0.4103229 Nov 27 04:53:28.814763 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f24d210a-531c-4c0f-9e23-10a0498877a7 req-d97117c8-81e8-41a0-ada3-4842e8d3be03 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1849fe5a-5ea9-406d-ba2d-75b8e95acd57 HTTP/1.1" status: 200 len: 999 time: 0.0583317 Nov 27 04:53:28.867739 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d210a-531c-4c0f-9e23-10a0498877a7 req-1b6ed9a9-5a07-4459-824e-cbf2170b6a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:53:28.869075 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f24d210a-531c-4c0f-9e23-10a0498877a7 req-1b6ed9a9-5a07-4459-824e-cbf2170b6a18 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2ecac95e-67c4-4bdd-b771-26b0aa3c1c03 HTTP/1.1" status: 200 len: 848 time: 0.0431473 Nov 27 04:53:28.920764 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d210a-531c-4c0f-9e23-10a0498877a7 req-a7d421e8-4d1d-4fc0-8192-57139d9ee61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:53:28.922788 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f24d210a-531c-4c0f-9e23-10a0498877a7 req-a7d421e8-4d1d-4fc0-8192-57139d9ee61d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=28976f9c-404e-473f-966b-ae22f0b30ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435326 Nov 27 04:53:29.014232 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f24d210a-531c-4c0f-9e23-10a0498877a7 req-2010aade-85d5-46df-911c-a0acc6bb4512 service neutron] 10.222.0.23 "GET /v2.0/networks/28976f9c-404e-473f-966b-ae22f0b30ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812118 Nov 27 04:53:29.111526 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f24d210a-531c-4c0f-9e23-10a0498877a7 req-230db891-e2b3-4bb2-acab-edebd5a14719 service neutron] 10.222.0.23 "GET /v2.0/networks/28976f9c-404e-473f-966b-ae22f0b30ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848851 Nov 27 04:53:29.860472 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a3568-a8c5-4c3a-b4c8-fdc912fb080d req-542ce480-3973-4ade-9333-f5448e359d58 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:53:29.861842 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-040a3568-a8c5-4c3a-b4c8-fdc912fb080d req-542ce480-3973-4ade-9333-f5448e359d58 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 943 time: 0.0516155 Nov 27 04:53:29.909916 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-040a3568-a8c5-4c3a-b4c8-fdc912fb080d req-082d33b7-c3ea-45fb-9274-7c4da98bcc5c tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421922 Nov 27 04:53:31.023572 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5605eb-02e7-4ab8-89d8-0af4178bb9f7 req-f3b73c17-e19c-4cd9-94f1-fd2dbde25aa3 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:53:31.025045 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-da5605eb-02e7-4ab8-89d8-0af4178bb9f7 req-f3b73c17-e19c-4cd9-94f1-fd2dbde25aa3 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 943 time: 0.0473022 Nov 27 04:53:31.072780 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-da5605eb-02e7-4ab8-89d8-0af4178bb9f7 req-4438dbff-93dc-43a0-b1d7-4115892099d2 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417299 Nov 27 04:53:32.186345 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739121ca-0a5f-4725-88be-fc28824e6878 req-6e7bedca-a800-40f5-8d60-59fb7ef9995b tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:53:32.187914 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-739121ca-0a5f-4725-88be-fc28824e6878 req-6e7bedca-a800-40f5-8d60-59fb7ef9995b tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 943 time: 0.0484376 Nov 27 04:53:32.239542 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-739121ca-0a5f-4725-88be-fc28824e6878 req-f6d45ff2-c532-4ce3-afff-0759d01783bc tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454295 Nov 27 04:53:33.353270 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ca11c-4296-4427-bb2d-96101d8a6c81 req-0001a269-855b-4a01-ae5a-4b60a0a16620 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:53:33.354662 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-688ca11c-4296-4427-bb2d-96101d8a6c81 req-0001a269-855b-4a01-ae5a-4b60a0a16620 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 943 time: 0.0480812 Nov 27 04:53:33.403072 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-688ca11c-4296-4427-bb2d-96101d8a6c81 req-e29a9e15-2352-49ef-98e1-5828de966ea9 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419166 Nov 27 04:53:34.516831 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308ccef-b579-49f3-8ba3-d48db24d2be5 req-8a169526-4b72-497d-871c-4df6d4f7bd74 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:53:34.518283 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4308ccef-b579-49f3-8ba3-d48db24d2be5 req-8a169526-4b72-497d-871c-4df6d4f7bd74 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 943 time: 0.0485177 Nov 27 04:53:34.566160 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4308ccef-b579-49f3-8ba3-d48db24d2be5 req-f98e874c-5846-466e-b1cb-3a1e90fb1c0e tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420282 Nov 27 04:53:35.689481 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e94aa3-5de6-4291-b926-cacc1d7888bb req-87ec498d-0395-4b90-881c-56fd2cb21b75 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:53:35.691067 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f6e94aa3-5de6-4291-b926-cacc1d7888bb req-87ec498d-0395-4b90-881c-56fd2cb21b75 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 943 time: 0.0559843 Nov 27 04:53:35.740178 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f6e94aa3-5de6-4291-b926-cacc1d7888bb req-a353a604-5d41-4cb7-af18-fbe65242cab6 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429502 Nov 27 04:53:35.893566 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 1849fe5a-5ea9-406d-ba2d-75b8e95acd57 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:53:35.987578 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 1849fe5a-5ea9-406d-ba2d-75b8e95acd57, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=1849fe5a-5ea9-406d-ba2d-75b8e95acd57,segment=NetworkSegment(d5cbdd74-1711-40cd-a4fe-b734f6aa5e91),segment_id=d5cbdd74-1711-40cd-a4fe-b734f6aa5e91)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:53:36.000697 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '1849fe5a-5ea9-406d-ba2d-75b8e95acd57', 'network_id': '28976f9c-404e-473f-966b-ae22f0b30ba2', 'port_id': '1849fe5a-5ea9-406d-ba2d-75b8e95acd57', 'mac_address': 'fa:16:3e:1a:ed:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ecac95e-67c4-4bdd-b771-26b0aa3c1c03', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:53:36.040128 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:53:36.053562 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1849fe5a-5ea9-406d-ba2d-75b8e95acd57 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:53:36.072819 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 1849fe5a-5ea9-406d-ba2d-75b8e95acd57, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=1849fe5a-5ea9-406d-ba2d-75b8e95acd57,segment=NetworkSegment(d5cbdd74-1711-40cd-a4fe-b734f6aa5e91),segment_id=d5cbdd74-1711-40cd-a4fe-b734f6aa5e91)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:53:36.076804 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:53:36.121768 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=1849fe5a-5ea9-406d-ba2d-75b8e95acd57,revision_number=7']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:53:36.456483 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['1849fe5a-5ea9-406d-ba2d-75b8e95acd57'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:53:36.857508 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec65432-ef68-4fbe-8b92-0ff40fca2a88 req-2ae395b6-0e42-456b-9bc7-0d5deeea89ee tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:53:36.859006 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2ec65432-ef68-4fbe-8b92-0ff40fca2a88 req-2ae395b6-0e42-456b-9bc7-0d5deeea89ee tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 944 time: 0.0476878 Nov 27 04:53:36.907688 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-2ec65432-ef68-4fbe-8b92-0ff40fca2a88 req-cb80a3b4-b712-4525-ac4c-f4394d1b8b45 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421150 Nov 27 04:53:37.909222 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 1849fe5a-5ea9-406d-ba2d-75b8e95acd57 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:53:37.962411 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 1849fe5a-5ea9-406d-ba2d-75b8e95acd57 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:53:37.962826 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:53:38.030365 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044cf90e-a130-4588-bcd1-94d193eeefc2 req-3e182169-071d-4def-95c8-82f5db007bc1 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:53:38.032532 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-044cf90e-a130-4588-bcd1-94d193eeefc2 req-3e182169-071d-4def-95c8-82f5db007bc1 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 944 time: 0.0493112 Nov 27 04:53:38.042371 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:53:38.068423 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '084223ba-f8d2-4587-b8f6-62027910ba66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1849fe5a-5ea9-406d-ba2d-75b8e95acd57'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:53:38.070649 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29af341bb7ab2bbf521764387419c29e3d68aa09736abb23712ab4bb3e3fcea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fb562c-1eb5-4d69-b1bf-2590198929f4" -d '{"events": [{"server_uuid": "084223ba-f8d2-4587-b8f6-62027910ba66", "name": "network-vif-plugged", "status": "completed", "tag": "1849fe5a-5ea9-406d-ba2d-75b8e95acd57"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:53:38.082717 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 1849fe5a-5ea9-406d-ba2d-75b8e95acd57, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=1849fe5a-5ea9-406d-ba2d-75b8e95acd57,segment=NetworkSegment(d5cbdd74-1711-40cd-a4fe-b734f6aa5e91),segment_id=d5cbdd74-1711-40cd-a4fe-b734f6aa5e91)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:53:38.087821 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:53:38.092602 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-044cf90e-a130-4588-bcd1-94d193eeefc2 req-bdb85e25-c424-4530-9194-4920307578d3 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541625 Nov 27 04:53:38.136489 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76abddf-6ad3-4e66-b4c8-20ce711faa93 x-openstack-request-id: req-a76abddf-6ad3-4e66-b4c8-20ce711faa93 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:53:38.136787 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "084223ba-f8d2-4587-b8f6-62027910ba66", "name": "network-vif-plugged", "status": "completed", "tag": "1849fe5a-5ea9-406d-ba2d-75b8e95acd57", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:53:38.137046 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a76abddf-6ad3-4e66-b4c8-20ce711faa93 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:53:38.137452 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '084223ba-f8d2-4587-b8f6-62027910ba66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1849fe5a-5ea9-406d-ba2d-75b8e95acd57', 'code': 200} Nov 27 04:53:38.138360 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=1849fe5a-5ea9-406d-ba2d-75b8e95acd57,revision_number=8']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:53:38.368672 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb682b5-bf08-4207-b1c1-1ceb508f9969 req-aac3fffa-6c15-4c58-8771-ff3f25b9bcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:53:38.370151 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bdb682b5-bf08-4207-b1c1-1ceb508f9969 req-aac3fffa-6c15-4c58-8771-ff3f25b9bcff service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 1096 time: 0.0400751 Nov 27 04:53:38.421288 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bdb682b5-bf08-4207-b1c1-1ceb508f9969 req-8392e621-989d-4d80-8c6b-550f5904b6cc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381017 Nov 27 04:53:39.209804 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db625657-fa65-4e87-9c4b-c38c16dddec9 req-ebe8d7f3-58e0-49e5-9306-8e17dc8b4655 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:53:39.211640 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-db625657-fa65-4e87-9c4b-c38c16dddec9 req-ebe8d7f3-58e0-49e5-9306-8e17dc8b4655 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 945 time: 0.0491793 Nov 27 04:53:39.259310 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-db625657-fa65-4e87-9c4b-c38c16dddec9 req-0c3349c4-8414-4a0d-bf14-a2d8df8d6676 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417855 Nov 27 04:53:40.371389 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64881465-9167-4d39-8706-4b55ca85bacc req-a9117d03-2f70-4b70-a2d7-258c667342fd tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:53:40.373103 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-64881465-9167-4d39-8706-4b55ca85bacc req-a9117d03-2f70-4b70-a2d7-258c667342fd tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 945 time: 0.0474260 Nov 27 04:53:40.420502 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-64881465-9167-4d39-8706-4b55ca85bacc req-edabaeb5-7189-4966-90a5-55517b19e529 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412133 Nov 27 04:53:46.254472 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-13abef1a-ff0f-4274-a51b-2d4d8b25277d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:53:46.523761 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:53:48.405164 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e2bd059f-c6bb-4d47-a946-683a89bed651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:53:49.338305 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:53:49.813285 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:53:51.400839 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:53:51.971731 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:54:01.692139 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:54:16.259353 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d977310f-ada8-4a83-98f7-b6cdc87d71df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:54:16.519176 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:54:18.405850 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-37315d8b-4f0e-49ca-97cc-02e617184e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:54:19.348194 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:54:19.814366 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:54:21.403129 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:54:21.972618 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:54:29.672092 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-796effac-b67e-4f56-a706-0ad11a9bed8e req-d672badd-9250-4368-984c-cc9841508ae0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434847 Nov 27 04:54:29.776950 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796effac-b67e-4f56-a706-0ad11a9bed8e req-ac4b4880-af69-4501-92e3-ee5a58280a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:54:29.778409 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-796effac-b67e-4f56-a706-0ad11a9bed8e req-ac4b4880-af69-4501-92e3-ee5a58280a13 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=26e2c440d75849589fc2f98e0abba6c7&device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 1096 time: 0.0401099 Nov 27 04:54:29.890250 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796effac-b67e-4f56-a706-0ad11a9bed8e req-a6e5c170-ee22-40a6-8798-b783c8cb1333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:54:29.891669 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-796effac-b67e-4f56-a706-0ad11a9bed8e req-a6e5c170-ee22-40a6-8798-b783c8cb1333 service neutron] 10.222.0.23 "GET /v2.0/networks?id=28976f9c-404e-473f-966b-ae22f0b30ba2 HTTP/1.1" status: 200 len: 910 time: 0.0895617 Nov 27 04:54:29.964725 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-796effac-b67e-4f56-a706-0ad11a9bed8e req-5e868f4c-5fdd-4714-bfa2-6a6164e9fa21 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1849fe5a-5ea9-406d-ba2d-75b8e95acd57 HTTP/1.1" status: 200 len: 1001 time: 0.0599854 Nov 27 04:54:30.016920 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796effac-b67e-4f56-a706-0ad11a9bed8e req-11598c12-d04d-4722-9a8e-df6e9d5924ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:54:30.018345 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-796effac-b67e-4f56-a706-0ad11a9bed8e req-11598c12-d04d-4722-9a8e-df6e9d5924ec service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2ecac95e-67c4-4bdd-b771-26b0aa3c1c03 HTTP/1.1" status: 200 len: 848 time: 0.0429275 Nov 27 04:54:30.066156 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796effac-b67e-4f56-a706-0ad11a9bed8e req-0ed46ee3-9786-4004-818b-f4fb2a54522a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:54:30.067632 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-796effac-b67e-4f56-a706-0ad11a9bed8e req-0ed46ee3-9786-4004-818b-f4fb2a54522a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=28976f9c-404e-473f-966b-ae22f0b30ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387132 Nov 27 04:54:30.082372 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-796effac-b67e-4f56-a706-0ad11a9bed8e req-10293237-be09-49dd-953a-775a03549c10 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 04:54:30.083330 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-796effac-b67e-4f56-a706-0ad11a9bed8e req-10293237-be09-49dd-953a-775a03549c10 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047550 Nov 27 04:54:30.179213 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-796effac-b67e-4f56-a706-0ad11a9bed8e req-05816d38-533e-47d9-9819-e85f9119ab00 service neutron] 10.222.0.23 "GET /v2.0/networks/28976f9c-404e-473f-966b-ae22f0b30ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841656 Nov 27 04:54:30.274787 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-796effac-b67e-4f56-a706-0ad11a9bed8e req-3612a00a-0cc3-4810-b683-1e629be418ef service neutron] 10.222.0.23 "GET /v2.0/networks/28976f9c-404e-473f-966b-ae22f0b30ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841947 Nov 27 04:54:38.691747 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:54:46.261586 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6aa9088d-fc14-460d-b7c4-a195b0853269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:54:46.519319 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:54:48.409867 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7bd18e67-cc19-4acb-b7cd-2396efa98d04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:54:49.347747 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:54:49.818164 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:54:51.405254 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:54:51.973537 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:54:55.976495 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35414) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:54:56.132741 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-a28c7f24-1508-4735-8bd5-b2b88e2d37e0 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Deleting port ab42ec8b-d1a5-4937-9d2f-e2c35f6a997c {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:54:56.133087 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a28c7f24-1508-4735-8bd5-b2b88e2d37e0 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:54:56.207639 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a28c7f24-1508-4735-8bd5-b2b88e2d37e0 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:54:56.207975 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a28c7f24-1508-4735-8bd5-b2b88e2d37e0 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:54:56.220112 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-a28c7f24-1508-4735-8bd5-b2b88e2d37e0 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Calling delete_port for ab42ec8b-d1a5-4937-9d2f-e2c35f6a997c owned by network:floatingip {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:54:56.365199 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a28c7f24-1508-4735-8bd5-b2b88e2d37e0 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:54:56.387818 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c7f24-1508-4735-8bd5-b2b88e2d37e0 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Pushing event deleted for resources: {'Port': ['ID=ab42ec8b-d1a5-4937-9d2f-e2c35f6a997c,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:54:56.400267 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28c7f24-1508-4735-8bd5-b2b88e2d37e0 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:54:56.400622 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28c7f24-1508-4735-8bd5-b2b88e2d37e0 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:54:56.400967 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28c7f24-1508-4735-8bd5-b2b88e2d37e0 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:54:56.401305 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28c7f24-1508-4735-8bd5-b2b88e2d37e0 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:54:56.401639 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28c7f24-1508-4735-8bd5-b2b88e2d37e0 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:54:56.401978 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28c7f24-1508-4735-8bd5-b2b88e2d37e0 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:54:56.402311 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28c7f24-1508-4735-8bd5-b2b88e2d37e0 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:54:56.402677 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28c7f24-1508-4735-8bd5-b2b88e2d37e0 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:54:56.403000 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28c7f24-1508-4735-8bd5-b2b88e2d37e0 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:54:56.403323 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28c7f24-1508-4735-8bd5-b2b88e2d37e0 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:54:56.403649 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28c7f24-1508-4735-8bd5-b2b88e2d37e0 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:54:56.403970 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28c7f24-1508-4735-8bd5-b2b88e2d37e0 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:54:56.462436 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a28c7f24-1508-4735-8bd5-b2b88e2d37e0 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for floatingip, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:54:56.462830 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [None req-a28c7f24-1508-4735-8bd5-b2b88e2d37e0 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Floating IP c2b9dfec-d17b-407d-9934-3a554a1f9ab1 disassociated (deleted). External IP: 172.25.1.197, port: 1849fe5a-5ea9-406d-ba2d-75b8e95acd57. Nov 27 04:54:56.966803 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28c7f24-1508-4735-8bd5-b2b88e2d37e0 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Router f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:54:57.068775 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28c7f24-1508-4735-8bd5-b2b88e2d37e0 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:54:57.073518 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-a28c7f24-1508-4735-8bd5-b2b88e2d37e0 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:54:57.078471 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3d8348-1df7-4b12-a192-4beb68c8fe9d None None] Sync routers for ids ['f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:54:57.087752 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3d8348-1df7-4b12-a192-4beb68c8fe9d None None] Routers {'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:54:57.088364 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-ad3d8348-1df7-4b12-a192-4beb68c8fe9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:54:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:54:57.103665 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-a28c7f24-1508-4735-8bd5-b2b88e2d37e0 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "DELETE /v2.0/floatingips/c2b9dfec-d17b-407d-9934-3a554a1f9ab1 HTTP/1.1" status: 204 len: 168 time: 1.1260521 Nov 27 04:54:57.104244 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '084223ba-f8d2-4587-b8f6-62027910ba66', 'tag': '1849fe5a-5ea9-406d-ba2d-75b8e95acd57'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:54:57.106473 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecda37680d0478e490d639caee1e0781f65d726cc517aef043e1d435739ff28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7433ee-650c-4c61-b95c-622aa604c625" -d '{"events": [{"name": "network-changed", "server_uuid": "084223ba-f8d2-4587-b8f6-62027910ba66", "tag": "1849fe5a-5ea9-406d-ba2d-75b8e95acd57"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:54:57.193226 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-ad3d8348-1df7-4b12-a192-4beb68c8fe9d None None] Set router f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:54:57.314068 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b1e6bc-5740-4de8-b287-3533d6957106 x-openstack-request-id: req-c2b1e6bc-5740-4de8-b287-3533d6957106 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:54:57.314371 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "084223ba-f8d2-4587-b8f6-62027910ba66", "tag": "1849fe5a-5ea9-406d-ba2d-75b8e95acd57", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:54:57.314684 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c2b1e6bc-5740-4de8-b287-3533d6957106 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:54:57.315119 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '084223ba-f8d2-4587-b8f6-62027910ba66', 'tag': '1849fe5a-5ea9-406d-ba2d-75b8e95acd57', 'status': 'completed', 'code': 200} Nov 27 04:54:57.397372 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-ad3d8348-1df7-4b12-a192-4beb68c8fe9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'name': 'tempest-TestShelveInstance-1398057663-router', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '029be502-7705-461f-974e-906c46aa083a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:46:03Z', 'updated_at': '2021-11-27T04:46:06Z', 'revision_number': 4, 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'gw_port': {'id': '029be502-7705-461f-974e-906c46aa083a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:04:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:46:04Z', 'updated_at': '2021-11-27T04:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '68d91d14-4ef2-40e5-ac93-1680c7608d5e', 'name': '', 'network_id': '28976f9c-404e-473f-966b-ae22f0b30ba2', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'mac_address': 'fa:16:3e:f9:36:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '2ecac95e-67c4-4bdd-b771-26b0aa3c1c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:46:06Z', 'updated_at': '2021-11-27T04:46:10Z', 'revision_number': 5, 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'subnets': [{'id': '2ecac95e-67c4-4bdd-b771-26b0aa3c1c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:54:57.401516 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7433ee-650c-4c61-b95c-622aa604c625 req-f295469b-5aef-4b87-9f95-dd3c51e7738f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:54:57.403051 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8b7433ee-650c-4c61-b95c-622aa604c625 req-f295469b-5aef-4b87-9f95-dd3c51e7738f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=26e2c440d75849589fc2f98e0abba6c7&device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 1096 time: 0.0416763 Nov 27 04:54:57.406788 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a0904-c38a-4a7c-9887-475dfb27ae08 req-6b5df1a1-66d7-47be-a130-b2e93b381430 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:54:57.408272 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1c2a0904-c38a-4a7c-9887-475dfb27ae08 req-6b5df1a1-66d7-47be-a130-b2e93b381430 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 945 time: 0.0499046 Nov 27 04:54:57.427947 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3d8348-1df7-4b12-a192-4beb68c8fe9d None None] Checking router: f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:54:57.437628 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3d8348-1df7-4b12-a192-4beb68c8fe9d None None] Routers {'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:54:57.438250 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-ad3d8348-1df7-4b12-a192-4beb68c8fe9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:54:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:54:57.458762 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1c2a0904-c38a-4a7c-9887-475dfb27ae08 req-0ba7218d-6559-42a1-aac6-80f33c858c8a tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429878 Nov 27 04:54:57.509288 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7433ee-650c-4c61-b95c-622aa604c625 req-da73770f-58f7-4be7-88a7-491e39fdbfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:54:57.511072 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8b7433ee-650c-4c61-b95c-622aa604c625 req-da73770f-58f7-4be7-88a7-491e39fdbfdf service neutron] 10.222.0.23 "GET /v2.0/networks?id=28976f9c-404e-473f-966b-ae22f0b30ba2 HTTP/1.1" status: 200 len: 910 time: 0.0986443 Nov 27 04:54:57.544399 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-ad3d8348-1df7-4b12-a192-4beb68c8fe9d None None] Set router f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:54:57.554181 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8b7433ee-650c-4c61-b95c-622aa604c625 req-949e53a7-f77e-4b17-b08e-b32e9f47de2a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1849fe5a-5ea9-406d-ba2d-75b8e95acd57 HTTP/1.1" status: 200 len: 217 time: 0.0350170 Nov 27 04:54:57.612721 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7433ee-650c-4c61-b95c-622aa604c625 req-9363c5a4-29ae-4bbf-af7c-fbf7a321c342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:54:57.614225 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8b7433ee-650c-4c61-b95c-622aa604c625 req-9363c5a4-29ae-4bbf-af7c-fbf7a321c342 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2ecac95e-67c4-4bdd-b771-26b0aa3c1c03 HTTP/1.1" status: 200 len: 848 time: 0.0524068 Nov 27 04:54:57.665134 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7433ee-650c-4c61-b95c-622aa604c625 req-f6aa0475-c085-42ae-a529-6ec6a9076f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:54:57.666709 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8b7433ee-650c-4c61-b95c-622aa604c625 req-f6aa0475-c085-42ae-a529-6ec6a9076f12 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=28976f9c-404e-473f-966b-ae22f0b30ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417979 Nov 27 04:54:57.763879 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8b7433ee-650c-4c61-b95c-622aa604c625 req-2852ca9b-136b-4e06-b6e2-6e58b8361bb5 service neutron] 10.222.0.23 "GET /v2.0/networks/28976f9c-404e-473f-966b-ae22f0b30ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856860 Nov 27 04:54:57.834721 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-ad3d8348-1df7-4b12-a192-4beb68c8fe9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'name': 'tempest-TestShelveInstance-1398057663-router', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '029be502-7705-461f-974e-906c46aa083a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:46:03Z', 'updated_at': '2021-11-27T04:46:06Z', 'revision_number': 4, 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'gw_port': {'id': '029be502-7705-461f-974e-906c46aa083a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:04:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:46:04Z', 'updated_at': '2021-11-27T04:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '68d91d14-4ef2-40e5-ac93-1680c7608d5e', 'name': '', 'network_id': '28976f9c-404e-473f-966b-ae22f0b30ba2', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'mac_address': 'fa:16:3e:f9:36:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '2ecac95e-67c4-4bdd-b771-26b0aa3c1c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:46:06Z', 'updated_at': '2021-11-27T04:46:10Z', 'revision_number': 5, 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'subnets': [{'id': '2ecac95e-67c4-4bdd-b771-26b0aa3c1c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:54:57.860298 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3d8348-1df7-4b12-a192-4beb68c8fe9d None None] The sync data for ids ['f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004'] in n-d-819494-3 is: [{'id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'name': 'tempest-TestShelveInstance-1398057663-router', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '029be502-7705-461f-974e-906c46aa083a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:46:03Z', 'updated_at': '2021-11-27T04:46:06Z', 'revision_number': 4, 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'gw_port': {'id': '029be502-7705-461f-974e-906c46aa083a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:04:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:46:04Z', 'updated_at': '2021-11-27T04:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '68d91d14-4ef2-40e5-ac93-1680c7608d5e', 'name': '', 'network_id': '28976f9c-404e-473f-966b-ae22f0b30ba2', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'mac_address': 'fa:16:3e:f9:36:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '2ecac95e-67c4-4bdd-b771-26b0aa3c1c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:46:06Z', 'updated_at': '2021-11-27T04:46:10Z', 'revision_number': 5, 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'subnets': [{'id': '2ecac95e-67c4-4bdd-b771-26b0aa3c1c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:54:57.867368 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-8b7433ee-650c-4c61-b95c-622aa604c625 req-4c5bdc86-c333-419f-bb60-7a8146892d30 service neutron] 10.222.0.23 "GET /v2.0/networks/28976f9c-404e-473f-966b-ae22f0b30ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888777 Nov 27 04:54:58.082724 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3dd02d-7ed0-4bec-8247-9d6a114e923d None None] New status for floating IP c2b9dfec-d17b-407d-9934-3a554a1f9ab1: DOWN {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:54:58.573040 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462afc8-08b5-46e9-bd59-b0519afe47b3 req-4686e327-8b71-4103-bb02-27a7274a9b21 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:54:58.574398 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4462afc8-08b5-46e9-bd59-b0519afe47b3 req-4686e327-8b71-4103-bb02-27a7274a9b21 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 945 time: 0.0479262 Nov 27 04:54:58.622069 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4462afc8-08b5-46e9-bd59-b0519afe47b3 req-2fda3e8b-3236-4634-a14e-01d64c82db41 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c1e2b40-e180-436c-8d93-befa7cf4861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417426 Nov 27 04:54:59.365590 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68ce40-7f74-4531-a325-30577e33628d req-36d7bda1-e65c-4abc-b695-a16ce0357321 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:54:59.367110 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ba68ce40-7f74-4531-a325-30577e33628d req-36d7bda1-e65c-4abc-b695-a16ce0357321 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.23 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 945 time: 0.0482597 Nov 27 04:54:59.462988 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-ba68ce40-7f74-4531-a325-30577e33628d req-46617494-ad22-45da-ae17-7237e0de9e4a tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Deleting port 1849fe5a-5ea9-406d-ba2d-75b8e95acd57 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:54:59.463337 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ba68ce40-7f74-4531-a325-30577e33628d req-46617494-ad22-45da-ae17-7237e0de9e4a tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:54:59.553333 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-ba68ce40-7f74-4531-a325-30577e33628d req-46617494-ad22-45da-ae17-7237e0de9e4a tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] For port 1849fe5a-5ea9-406d-ba2d-75b8e95acd57, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=1849fe5a-5ea9-406d-ba2d-75b8e95acd57,segment=NetworkSegment(d5cbdd74-1711-40cd-a4fe-b734f6aa5e91),segment_id=d5cbdd74-1711-40cd-a4fe-b734f6aa5e91)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:54:59.553700 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ba68ce40-7f74-4531-a325-30577e33628d req-46617494-ad22-45da-ae17-7237e0de9e4a tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:54:59.566379 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-ba68ce40-7f74-4531-a325-30577e33628d req-46617494-ad22-45da-ae17-7237e0de9e4a tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Calling delete_port for 1849fe5a-5ea9-406d-ba2d-75b8e95acd57 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:54:59.708328 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ba68ce40-7f74-4531-a325-30577e33628d req-46617494-ad22-45da-ae17-7237e0de9e4a tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:54:59.741948 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46617494-ad22-45da-ae17-7237e0de9e4a tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Pushing event deleted for resources: {'Port': ['ID=1849fe5a-5ea9-406d-ba2d-75b8e95acd57,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:54:59.747835 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-70c60914-58da-4963-958c-a14572e5d1f3 req-26b4c7d4-121c-4f42-a98f-d83ee98ee99e tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 210 time: 0.0431013 Nov 27 04:54:59.771615 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46617494-ad22-45da-ae17-7237e0de9e4a tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:54:59.772032 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46617494-ad22-45da-ae17-7237e0de9e4a tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:54:59.772313 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46617494-ad22-45da-ae17-7237e0de9e4a tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:54:59.772660 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46617494-ad22-45da-ae17-7237e0de9e4a tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:54:59.773001 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46617494-ad22-45da-ae17-7237e0de9e4a tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:54:59.773344 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46617494-ad22-45da-ae17-7237e0de9e4a tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:54:59.773690 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46617494-ad22-45da-ae17-7237e0de9e4a tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:54:59.774034 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46617494-ad22-45da-ae17-7237e0de9e4a tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:54:59.774373 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46617494-ad22-45da-ae17-7237e0de9e4a tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:54:59.774754 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46617494-ad22-45da-ae17-7237e0de9e4a tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:54:59.775068 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46617494-ad22-45da-ae17-7237e0de9e4a tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:54:59.775405 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46617494-ad22-45da-ae17-7237e0de9e4a tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:54:59.809145 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba68ce40-7f74-4531-a325-30577e33628d req-46617494-ad22-45da-ae17-7237e0de9e4a tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] No DVR routers for this DVR port 1849fe5a-5ea9-406d-ba2d-75b8e95acd57 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:54:59.813309 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-ba68ce40-7f74-4531-a325-30577e33628d req-46617494-ad22-45da-ae17-7237e0de9e4a tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:54:59.820120 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ba68ce40-7f74-4531-a325-30577e33628d req-46617494-ad22-45da-ae17-7237e0de9e4a tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.23 "DELETE /v2.0/ports/1849fe5a-5ea9-406d-ba2d-75b8e95acd57 HTTP/1.1" status: 204 len: 173 time: 0.4422843 Nov 27 04:54:59.820840 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '084223ba-f8d2-4587-b8f6-62027910ba66', 'name': 'network-vif-deleted', 'tag': '1849fe5a-5ea9-406d-ba2d-75b8e95acd57'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:54:59.823914 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08b94054c3609ca5194c36e6072b148da941c4766f069e8e94abba8dbd1bbb06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ee27cf-a763-456e-8efc-e17fda4f2035" -d '{"events": [{"server_uuid": "084223ba-f8d2-4587-b8f6-62027910ba66", "name": "network-vif-deleted", "tag": "1849fe5a-5ea9-406d-ba2d-75b8e95acd57"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:54:59.926462 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425e72a0-cf53-4e94-837d-b7e23b00da81 x-openstack-request-id: req-425e72a0-cf53-4e94-837d-b7e23b00da81 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:54:59.927287 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "084223ba-f8d2-4587-b8f6-62027910ba66", "name": "network-vif-deleted", "tag": "1849fe5a-5ea9-406d-ba2d-75b8e95acd57", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:54:59.927590 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-425e72a0-cf53-4e94-837d-b7e23b00da81 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:54:59.927996 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '084223ba-f8d2-4587-b8f6-62027910ba66', 'name': 'network-vif-deleted', 'tag': '1849fe5a-5ea9-406d-ba2d-75b8e95acd57', 'status': 'completed', 'code': 200} Nov 27 04:55:00.860866 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-471b8b40-a118-4ece-9971-3d40dacf291b req-cb349b2c-c4d0-4ee0-8613-0e683b4821e7 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 210 time: 0.0258431 Nov 27 04:55:01.956685 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-afd1bf3e-4769-45bb-a279-1b7a15df5be3 req-78bb2c0f-4f78-4e86-a18e-9e9793f45775 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 210 time: 0.0258343 Nov 27 04:55:02.393056 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 1849fe5a-5ea9-406d-ba2d-75b8e95acd57 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:55:02.413676 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 1849fe5a-5ea9-406d-ba2d-75b8e95acd57 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:55:02.414033 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 1849fe5a-5ea9-406d-ba2d-75b8e95acd57 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:55:03.058717 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-71380e63-2cf0-4351-b9eb-0f0031b44c75 req-ca770966-b25b-443c-bd1e-54b21a9c60e0 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 210 time: 0.0265727 Nov 27 04:55:04.159226 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-712bf3dd-4676-4ea7-9c32-48221b25ae4f req-ab026316-92eb-4c70-8e47-b815a7da11d4 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "GET /v2.0/ports?device_id=084223ba-f8d2-4587-b8f6-62027910ba66 HTTP/1.1" status: 200 len: 210 time: 0.0299871 Nov 27 04:55:05.217238 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35450) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:55:05.278346 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fbb99145-f55d-4e08-929d-d0d74c66c704 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:05.307836 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fbb99145-f55d-4e08-929d-d0d74c66c704 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:05.366726 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fbb99145-f55d-4e08-929d-d0d74c66c704 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:05.369474 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-fbb99145-f55d-4e08-929d-d0d74c66c704 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:05.370674 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-fbb99145-f55d-4e08-929d-d0d74c66c704 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] 10.222.0.20 "DELETE /v2.0/security-groups/7c1e2b40-e180-436c-8d93-befa7cf4861c HTTP/1.1" status: 204 len: 168 time: 0.1524007 Nov 27 04:55:05.383021 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb99145-f55d-4e08-929d-d0d74c66c704 tempest-TestShelveInstance-171684104 tempest-TestShelveInstance-171684104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1e2b40-e180-436c-8d93-befa7cf4861c,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:05.416854 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 35454) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:55:05.870102 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1ebdfcca-887b-4ced-a3d2-4de031febeec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:06.112361 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-1ebdfcca-887b-4ced-a3d2-4de031febeec admin admin] Deleting port 68d91d14-4ef2-40e5-ac93-1680c7608d5e {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:55:06.112800 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1ebdfcca-887b-4ced-a3d2-4de031febeec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:06.196261 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-1ebdfcca-887b-4ced-a3d2-4de031febeec admin admin] For port 68d91d14-4ef2-40e5-ac93-1680c7608d5e, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=68d91d14-4ef2-40e5-ac93-1680c7608d5e,segment=NetworkSegment(d5cbdd74-1711-40cd-a4fe-b734f6aa5e91),segment_id=d5cbdd74-1711-40cd-a4fe-b734f6aa5e91)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:55:06.196454 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1ebdfcca-887b-4ced-a3d2-4de031febeec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:06.209426 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-1ebdfcca-887b-4ced-a3d2-4de031febeec admin admin] Calling delete_port for 68d91d14-4ef2-40e5-ac93-1680c7608d5e owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:55:06.389204 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1ebdfcca-887b-4ced-a3d2-4de031febeec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:06.420591 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebdfcca-887b-4ced-a3d2-4de031febeec admin admin] Pushing event deleted for resources: {'Port': ['ID=68d91d14-4ef2-40e5-ac93-1680c7608d5e,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:06.591335 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-1ebdfcca-887b-4ced-a3d2-4de031febeec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:06.821667 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ebdfcca-887b-4ced-a3d2-4de031febeec admin admin] Router f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:55:06.933618 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebdfcca-887b-4ced-a3d2-4de031febeec admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:55:06.939503 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-1ebdfcca-887b-4ced-a3d2-4de031febeec admin admin] 10.222.0.20 "PUT /v2.0/routers/f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5214262 Nov 27 04:55:06.942943 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35458) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:55:06.946941 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0495e625-0114-4318-ae90-75d01efa21c2 None None] Sync routers for ids ['f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:55:06.960532 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0495e625-0114-4318-ae90-75d01efa21c2 None None] Routers {'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:55:06.961534 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-0495e625-0114-4318-ae90-75d01efa21c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:54:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:55:07.068244 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ac3322b4-3fc9-4043-bca6-cfcda4d7c87d admin admin] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:07.070231 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-0495e625-0114-4318-ae90-75d01efa21c2 None None] Set router f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:55:07.185818 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ac3322b4-3fc9-4043-bca6-cfcda4d7c87d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:07.257076 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-ac3322b4-3fc9-4043-bca6-cfcda4d7c87d admin admin] Deleting port 029be502-7705-461f-974e-906c46aa083a {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:55:07.257336 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ac3322b4-3fc9-4043-bca6-cfcda4d7c87d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:07.271338 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-0495e625-0114-4318-ae90-75d01efa21c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'name': 'tempest-TestShelveInstance-1398057663-router', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '029be502-7705-461f-974e-906c46aa083a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:46:03Z', 'updated_at': '2021-11-27T04:55:06Z', 'revision_number': 5, 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'gw_port': {'id': '029be502-7705-461f-974e-906c46aa083a', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:04:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:46:04Z', 'updated_at': '2021-11-27T04:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:55:07.299859 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0495e625-0114-4318-ae90-75d01efa21c2 None None] Checking router: f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:55:07.312402 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0495e625-0114-4318-ae90-75d01efa21c2 None None] Routers {'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:55:07.313343 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-0495e625-0114-4318-ae90-75d01efa21c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:54:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:55:07.353937 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-ac3322b4-3fc9-4043-bca6-cfcda4d7c87d admin admin] For port 029be502-7705-461f-974e-906c46aa083a, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=029be502-7705-461f-974e-906c46aa083a,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:55:07.354304 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ac3322b4-3fc9-4043-bca6-cfcda4d7c87d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:07.373453 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-ac3322b4-3fc9-4043-bca6-cfcda4d7c87d admin admin] Calling delete_port for 029be502-7705-461f-974e-906c46aa083a owned by network:router_gateway {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:55:07.409119 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-0495e625-0114-4318-ae90-75d01efa21c2 None None] Set router f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004 gateway port host: None {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:55:07.469628 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-0495e625-0114-4318-ae90-75d01efa21c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'name': 'tempest-TestShelveInstance-1398057663-router', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:46:03Z', 'updated_at': '2021-11-27T04:55:07Z', 'revision_number': 6, 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'gw_port_host': None}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:55:07.503577 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0495e625-0114-4318-ae90-75d01efa21c2 None None] The sync data for ids ['f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004'] in n-d-819494-3 is: [{'id': 'f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004', 'name': 'tempest-TestShelveInstance-1398057663-router', 'tenant_id': '26e2c440d75849589fc2f98e0abba6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:46:03Z', 'updated_at': '2021-11-27T04:55:07Z', 'revision_number': 6, 'project_id': '26e2c440d75849589fc2f98e0abba6c7', 'gw_port_host': None}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:55:07.579745 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ac3322b4-3fc9-4043-bca6-cfcda4d7c87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:07.610718 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3322b4-3fc9-4043-bca6-cfcda4d7c87d admin admin] Pushing event deleted for resources: {'Port': ['ID=029be502-7705-461f-974e-906c46aa083a,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:07.625117 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe58bf5-077a-4fb1-9385-0ba4222e07b2 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:55:07.681472 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ac3322b4-3fc9-4043-bca6-cfcda4d7c87d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:07.773107 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ac3322b4-3fc9-4043-bca6-cfcda4d7c87d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:07.775261 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ac3322b4-3fc9-4043-bca6-cfcda4d7c87d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:07.818786 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ac3322b4-3fc9-4043-bca6-cfcda4d7c87d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:07.819246 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3322b4-3fc9-4043-bca6-cfcda4d7c87d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004 {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:55:07.823589 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-ac3322b4-3fc9-4043-bca6-cfcda4d7c87d admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:07.824729 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-ac3322b4-3fc9-4043-bca6-cfcda4d7c87d admin admin] 10.222.0.20 "DELETE /v2.0/routers/f88ccd4f-2bfa-4bca-8dcc-dad1cf9f0004 HTTP/1.1" status: 204 len: 168 time: 0.8801148 Nov 27 04:55:07.827241 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35460) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:55:07.881359 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-87eb8a31-3448-46e8-8da1-1547f8b861d4 admin admin] Deleting subnet 2ecac95e-67c4-4bdd-b771-26b0aa3c1c03 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:55:07.886097 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-87eb8a31-3448-46e8-8da1-1547f8b861d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:07.928075 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-87eb8a31-3448-46e8-8da1-1547f8b861d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:08.009001 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 68d91d14-4ef2-40e5-ac93-1680c7608d5e no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:55:08.009201 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-87eb8a31-3448-46e8-8da1-1547f8b861d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:08.034262 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 68d91d14-4ef2-40e5-ac93-1680c7608d5e {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:55:08.034645 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 68d91d14-4ef2-40e5-ac93-1680c7608d5e not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:55:08.071886 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-87eb8a31-3448-46e8-8da1-1547f8b861d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:08.099176 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb8a31-3448-46e8-8da1-1547f8b861d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ecac95e-67c4-4bdd-b771-26b0aa3c1c03,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:08.101309 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-87eb8a31-3448-46e8-8da1-1547f8b861d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:08.106824 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-87eb8a31-3448-46e8-8da1-1547f8b861d4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2ecac95e-67c4-4bdd-b771-26b0aa3c1c03 HTTP/1.1" status: 204 len: 168 time: 0.2764018 Nov 27 04:55:08.107052 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35462) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:55:08.107776 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9367b9-0093-4911-8c74-8e84847faac2 None None] Network 28976f9c-404e-473f-966b-ae22f0b30ba2 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:55:08.182013 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d5929c08-9f4e-42ed-8c30-e3f382168ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:08.242562 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-d5929c08-9f4e-42ed-8c30-e3f382168ef3 admin admin] Deleting port c842d9e0-ae2c-475d-96bb-995d38750aa2 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:55:08.242918 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d5929c08-9f4e-42ed-8c30-e3f382168ef3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:08.311889 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-d5929c08-9f4e-42ed-8c30-e3f382168ef3 admin admin] For port c842d9e0-ae2c-475d-96bb-995d38750aa2, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=c842d9e0-ae2c-475d-96bb-995d38750aa2,segment=NetworkSegment(d5cbdd74-1711-40cd-a4fe-b734f6aa5e91),segment_id=d5cbdd74-1711-40cd-a4fe-b734f6aa5e91)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:55:08.312520 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d5929c08-9f4e-42ed-8c30-e3f382168ef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:08.328096 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-d5929c08-9f4e-42ed-8c30-e3f382168ef3 admin admin] Calling delete_port for c842d9e0-ae2c-475d-96bb-995d38750aa2 owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:55:08.357957 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed363f8e-d31e-484b-98d9-a40bd254a52f None None] DHCP port deletion for 28976f9c-404e-473f-966b-ae22f0b30ba2 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:55:08.446263 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-ed363f8e-d31e-484b-98d9-a40bd254a52f None None] Deleting port c842d9e0-ae2c-475d-96bb-995d38750aa2 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:55:08.446687 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ed363f8e-d31e-484b-98d9-a40bd254a52f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:08.456416 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d5929c08-9f4e-42ed-8c30-e3f382168ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:08.486202 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5929c08-9f4e-42ed-8c30-e3f382168ef3 admin admin] No DVR routers for this DVR port c842d9e0-ae2c-475d-96bb-995d38750aa2 on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:55:08.490007 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5929c08-9f4e-42ed-8c30-e3f382168ef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c842d9e0-ae2c-475d-96bb-995d38750aa2,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:08.524159 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-ed363f8e-d31e-484b-98d9-a40bd254a52f None None] For port c842d9e0-ae2c-475d-96bb-995d38750aa2, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=c842d9e0-ae2c-475d-96bb-995d38750aa2,segment=NetworkSegment(d5cbdd74-1711-40cd-a4fe-b734f6aa5e91),segment_id=d5cbdd74-1711-40cd-a4fe-b734f6aa5e91)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:55:08.524578 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ed363f8e-d31e-484b-98d9-a40bd254a52f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:08.537478 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-ed363f8e-d31e-484b-98d9-a40bd254a52f None None] Calling delete_port for c842d9e0-ae2c-475d-96bb-995d38750aa2 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:55:08.566102 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d5929c08-9f4e-42ed-8c30-e3f382168ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:08.600175 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-d5929c08-9f4e-42ed-8c30-e3f382168ef3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28976f9c-404e-473f-966b-ae22f0b30ba2']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:55:08.612194 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-d5929c08-9f4e-42ed-8c30-e3f382168ef3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5cbdd74-1711-40cd-a4fe-b734f6aa5e91') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:55:08.612802 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-d5929c08-9f4e-42ed-8c30-e3f382168ef3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5cbdd74-1711-40cd-a4fe-b734f6aa5e91') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:55:08.623358 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-ed363f8e-d31e-484b-98d9-a40bd254a52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:08.625793 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d5929c08-9f4e-42ed-8c30-e3f382168ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:08.643265 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d5929c08-9f4e-42ed-8c30-e3f382168ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:08.651645 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5929c08-9f4e-42ed-8c30-e3f382168ef3 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:55:08.652051 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d5929c08-9f4e-42ed-8c30-e3f382168ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:08.653606 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed363f8e-d31e-484b-98d9-a40bd254a52f None None] Pushing event deleted for resources: {'Port': ['ID=c842d9e0-ae2c-475d-96bb-995d38750aa2,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:08.654051 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:55:08.654051 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:55:08.654051 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:55:08.654051 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:55:08.654051 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:55:08.654051 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:55:08.654051 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:55:08.654051 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:55:08.654051 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:55:08.654051 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:55:08.654051 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:55:08.654051 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:55:08.654051 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:55:08.654051 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:55:08.654051 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:55:08.654051 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:55:08.654051 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:55:08.654051 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:55:08.654051 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:55:08.654051 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:55:08.654051 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:55:08.654051 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:55:08.654051 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:55:08.654051 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:55:08.654051 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:55:08.654051 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:55:08.654051 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:55:08.654051 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:55:08.654051 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:55:08.654051 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:55:08.654051 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:55:08.654051 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:55:08.659191 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed363f8e-d31e-484b-98d9-a40bd254a52f None None] No DVR routers for this DVR port c842d9e0-ae2c-475d-96bb-995d38750aa2 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:55:08.668576 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed363f8e-d31e-484b-98d9-a40bd254a52f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:55:08.668911 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed363f8e-d31e-484b-98d9-a40bd254a52f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:55:08.669424 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed363f8e-d31e-484b-98d9-a40bd254a52f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:55:08.669619 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed363f8e-d31e-484b-98d9-a40bd254a52f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:55:08.669955 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed363f8e-d31e-484b-98d9-a40bd254a52f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:55:08.670297 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed363f8e-d31e-484b-98d9-a40bd254a52f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:55:08.670667 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed363f8e-d31e-484b-98d9-a40bd254a52f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:55:08.671007 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed363f8e-d31e-484b-98d9-a40bd254a52f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:55:08.671343 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed363f8e-d31e-484b-98d9-a40bd254a52f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:55:08.672061 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed363f8e-d31e-484b-98d9-a40bd254a52f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:55:08.672061 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed363f8e-d31e-484b-98d9-a40bd254a52f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:55:08.672310 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed363f8e-d31e-484b-98d9-a40bd254a52f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:55:08.725571 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d5929c08-9f4e-42ed-8c30-e3f382168ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:08.731769 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-d5929c08-9f4e-42ed-8c30-e3f382168ef3 admin admin] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:08.738211 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d5929c08-9f4e-42ed-8c30-e3f382168ef3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/28976f9c-404e-473f-966b-ae22f0b30ba2 HTTP/1.1" status: 204 len: 168 time: 0.6274769 Nov 27 04:55:08.738590 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 35464) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:55:08.750747 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5929c08-9f4e-42ed-8c30-e3f382168ef3 admin admin] Pushing event deleted for resources: {'Network': ['ID=28976f9c-404e-473f-966b-ae22f0b30ba2,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:09.091420 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9f1c35b8-1fa1-45e5-bc72-3b90048b3caf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:09.335509 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-9f1c35b8-1fa1-45e5-bc72-3b90048b3caf admin admin] Deleting port 02f5e383-0f58-4fc5-a127-c490083a9696 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:55:09.335733 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9f1c35b8-1fa1-45e5-bc72-3b90048b3caf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:09.414397 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-9f1c35b8-1fa1-45e5-bc72-3b90048b3caf admin admin] For port 02f5e383-0f58-4fc5-a127-c490083a9696, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=02f5e383-0f58-4fc5-a127-c490083a9696,segment=NetworkSegment(d29e76d1-af7f-49c9-839a-d440c7aaa4f3),segment_id=d29e76d1-af7f-49c9-839a-d440c7aaa4f3)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:55:09.414800 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9f1c35b8-1fa1-45e5-bc72-3b90048b3caf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:09.431553 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-9f1c35b8-1fa1-45e5-bc72-3b90048b3caf admin admin] Calling delete_port for 02f5e383-0f58-4fc5-a127-c490083a9696 owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:55:09.610289 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9f1c35b8-1fa1-45e5-bc72-3b90048b3caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:09.638624 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1c35b8-1fa1-45e5-bc72-3b90048b3caf admin admin] Pushing event deleted for resources: {'Port': ['ID=02f5e383-0f58-4fc5-a127-c490083a9696,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:09.666312 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device c842d9e0-ae2c-475d-96bb-995d38750aa2 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:55:09.687428 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: c842d9e0-ae2c-475d-96bb-995d38750aa2 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:55:09.687782 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device c842d9e0-ae2c-475d-96bb-995d38750aa2 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:55:09.688220 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 029be502-7705-461f-974e-906c46aa083a no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:55:09.713490 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 029be502-7705-461f-974e-906c46aa083a {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:55:09.713961 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 029be502-7705-461f-974e-906c46aa083a not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:55:09.813601 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-9f1c35b8-1fa1-45e5-bc72-3b90048b3caf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:10.340690 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1c35b8-1fa1-45e5-bc72-3b90048b3caf admin admin] Router adbea2d1-aa37-422b-b874-d04a2a79e6a0 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:55:10.449587 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1c35b8-1fa1-45e5-bc72-3b90048b3caf admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:55:10.454588 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-9f1c35b8-1fa1-45e5-bc72-3b90048b3caf admin admin] 10.222.0.20 "PUT /v2.0/routers/adbea2d1-aa37-422b-b874-d04a2a79e6a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7144270 Nov 27 04:55:10.457469 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35466) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:55:10.458404 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5949dbe-321e-4df4-b93b-869c5da515af None None] Sync routers for ids ['adbea2d1-aa37-422b-b874-d04a2a79e6a0'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:55:10.468748 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5949dbe-321e-4df4-b93b-869c5da515af None None] Routers {'adbea2d1-aa37-422b-b874-d04a2a79e6a0'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:55:10.469522 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-b5949dbe-321e-4df4-b93b-869c5da515af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:54:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['adbea2d1-aa37-422b-b874-d04a2a79e6a0'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:55:10.561599 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0a85663f-d9bc-4bf6-9b62-b3c72b862678 admin admin] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:10.572861 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-b5949dbe-321e-4df4-b93b-869c5da515af None None] Set router adbea2d1-aa37-422b-b874-d04a2a79e6a0 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:55:10.664499 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0a85663f-d9bc-4bf6-9b62-b3c72b862678 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:10.716889 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-0a85663f-d9bc-4bf6-9b62-b3c72b862678 admin admin] Deleting port 2586785e-7376-48ba-be79-82ebcf7456aa {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:55:10.716889 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0a85663f-d9bc-4bf6-9b62-b3c72b862678 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:10.754243 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-b5949dbe-321e-4df4-b93b-869c5da515af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbea2d1-aa37-422b-b874-d04a2a79e6a0', 'name': 'tempest-TestShelveInstance-1307272392-router', 'tenant_id': 'a31cfdb664e64a6ca89c02cdf154bb7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '2586785e-7376-48ba-be79-82ebcf7456aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:46:08Z', 'updated_at': '2021-11-27T04:55:09Z', 'revision_number': 5, 'project_id': 'a31cfdb664e64a6ca89c02cdf154bb7a', 'gw_port': {'id': '2586785e-7376-48ba-be79-82ebcf7456aa', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:6f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbea2d1-aa37-422b-b874-d04a2a79e6a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:46:09Z', 'updated_at': '2021-11-27T04:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:55:10.780088 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5949dbe-321e-4df4-b93b-869c5da515af None None] Checking router: adbea2d1-aa37-422b-b874-d04a2a79e6a0 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:55:10.789048 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5949dbe-321e-4df4-b93b-869c5da515af None None] Routers {'adbea2d1-aa37-422b-b874-d04a2a79e6a0'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:55:10.789693 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-b5949dbe-321e-4df4-b93b-869c5da515af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:54:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['adbea2d1-aa37-422b-b874-d04a2a79e6a0'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:55:10.799309 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-0a85663f-d9bc-4bf6-9b62-b3c72b862678 admin admin] For port 2586785e-7376-48ba-be79-82ebcf7456aa, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=2586785e-7376-48ba-be79-82ebcf7456aa,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:55:10.799679 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0a85663f-d9bc-4bf6-9b62-b3c72b862678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:10.812844 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-0a85663f-d9bc-4bf6-9b62-b3c72b862678 admin admin] Calling delete_port for 2586785e-7376-48ba-be79-82ebcf7456aa owned by network:router_gateway {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:55:10.876885 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-b5949dbe-321e-4df4-b93b-869c5da515af None None] Set router adbea2d1-aa37-422b-b874-d04a2a79e6a0 gateway port host: None {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:55:10.929446 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-b5949dbe-321e-4df4-b93b-869c5da515af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbea2d1-aa37-422b-b874-d04a2a79e6a0', 'name': 'tempest-TestShelveInstance-1307272392-router', 'tenant_id': 'a31cfdb664e64a6ca89c02cdf154bb7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:46:08Z', 'updated_at': '2021-11-27T04:55:10Z', 'revision_number': 6, 'project_id': 'a31cfdb664e64a6ca89c02cdf154bb7a', 'gw_port_host': None}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:55:10.961191 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5949dbe-321e-4df4-b93b-869c5da515af None None] The sync data for ids ['adbea2d1-aa37-422b-b874-d04a2a79e6a0'] in n-d-819494-3 is: [{'id': 'adbea2d1-aa37-422b-b874-d04a2a79e6a0', 'name': 'tempest-TestShelveInstance-1307272392-router', 'tenant_id': 'a31cfdb664e64a6ca89c02cdf154bb7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:46:08Z', 'updated_at': '2021-11-27T04:55:10Z', 'revision_number': 6, 'project_id': 'a31cfdb664e64a6ca89c02cdf154bb7a', 'gw_port_host': None}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:55:10.985083 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0a85663f-d9bc-4bf6-9b62-b3c72b862678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:11.009857 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85663f-d9bc-4bf6-9b62-b3c72b862678 admin admin] Pushing event deleted for resources: {'Port': ['ID=2586785e-7376-48ba-be79-82ebcf7456aa,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:11.025829 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69db409-8a13-4f57-a793-0004b8f5a3fc None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:55:11.074827 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0a85663f-d9bc-4bf6-9b62-b3c72b862678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:11.166443 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0a85663f-d9bc-4bf6-9b62-b3c72b862678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:11.168613 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0a85663f-d9bc-4bf6-9b62-b3c72b862678 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:11.220232 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0a85663f-d9bc-4bf6-9b62-b3c72b862678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:11.220767 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a85663f-d9bc-4bf6-9b62-b3c72b862678 admin admin] Fanout notify agent at l3_agent the message router_deleted on router adbea2d1-aa37-422b-b874-d04a2a79e6a0 {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 04:55:11.225978 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0a85663f-d9bc-4bf6-9b62-b3c72b862678 admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:11.227086 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0a85663f-d9bc-4bf6-9b62-b3c72b862678 admin admin] 10.222.0.20 "DELETE /v2.0/routers/adbea2d1-aa37-422b-b874-d04a2a79e6a0 HTTP/1.1" status: 204 len: 168 time: 0.7686019 Nov 27 04:55:11.229569 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35468) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:55:11.272954 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f107876-adde-4f69-aa2e-ea31cf4e1f23 admin admin] Deleting subnet 9580425a-547a-4c60-9a8e-61f5ec2e7db7 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 04:55:11.275961 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0f107876-adde-4f69-aa2e-ea31cf4e1f23 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:11.311853 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0f107876-adde-4f69-aa2e-ea31cf4e1f23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:11.397698 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0f107876-adde-4f69-aa2e-ea31cf4e1f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:11.448799 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0f107876-adde-4f69-aa2e-ea31cf4e1f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:11.476063 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f107876-adde-4f69-aa2e-ea31cf4e1f23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9580425a-547a-4c60-9a8e-61f5ec2e7db7,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:11.478031 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-0f107876-adde-4f69-aa2e-ea31cf4e1f23 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:11.483506 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-0f107876-adde-4f69-aa2e-ea31cf4e1f23 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9580425a-547a-4c60-9a8e-61f5ec2e7db7 HTTP/1.1" status: 204 len: 168 time: 0.2507660 Nov 27 04:55:11.483762 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35470) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:55:11.484373 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4630348-4a7f-416c-bc9c-903bc4e6b1b3 None None] Network a8dbc6be-07cf-4d40-8e5d-8ec63d93e18d requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:55:11.555140 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-06d79f6f-42c4-4eb4-8180-3fee8c18a562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:11.608021 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-06d79f6f-42c4-4eb4-8180-3fee8c18a562 admin admin] Deleting port 4ad5c8fc-6f65-477c-9f37-ba20f1a10e32 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:55:11.608365 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-06d79f6f-42c4-4eb4-8180-3fee8c18a562 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:11.670647 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-06d79f6f-42c4-4eb4-8180-3fee8c18a562 admin admin] For port 4ad5c8fc-6f65-477c-9f37-ba20f1a10e32, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=4ad5c8fc-6f65-477c-9f37-ba20f1a10e32,segment=NetworkSegment(d29e76d1-af7f-49c9-839a-d440c7aaa4f3),segment_id=d29e76d1-af7f-49c9-839a-d440c7aaa4f3)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:55:11.670939 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-06d79f6f-42c4-4eb4-8180-3fee8c18a562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:11.684094 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-06d79f6f-42c4-4eb4-8180-3fee8c18a562 admin admin] Calling delete_port for 4ad5c8fc-6f65-477c-9f37-ba20f1a10e32 owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:55:11.717664 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73582d3-b25b-4ffe-bd16-25bc8c443c83 None None] DHCP port deletion for a8dbc6be-07cf-4d40-8e5d-8ec63d93e18d request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:55:11.771817 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-d73582d3-b25b-4ffe-bd16-25bc8c443c83 None None] Deleting port 4ad5c8fc-6f65-477c-9f37-ba20f1a10e32 {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 04:55:11.772620 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d73582d3-b25b-4ffe-bd16-25bc8c443c83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:11.776477 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-06d79f6f-42c4-4eb4-8180-3fee8c18a562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:11.804840 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d79f6f-42c4-4eb4-8180-3fee8c18a562 admin admin] No DVR routers for this DVR port 4ad5c8fc-6f65-477c-9f37-ba20f1a10e32 on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:55:11.811606 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 2586785e-7376-48ba-be79-82ebcf7456aa no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:55:11.811781 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d79f6f-42c4-4eb4-8180-3fee8c18a562 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ad5c8fc-6f65-477c-9f37-ba20f1a10e32,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:11.838172 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 2586785e-7376-48ba-be79-82ebcf7456aa {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:55:11.838530 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 2586785e-7376-48ba-be79-82ebcf7456aa not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:55:11.838976 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 02f5e383-0f58-4fc5-a127-c490083a9696 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:55:11.866517 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 02f5e383-0f58-4fc5-a127-c490083a9696 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:55:11.866914 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 02f5e383-0f58-4fc5-a127-c490083a9696 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:55:11.867355 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 4ad5c8fc-6f65-477c-9f37-ba20f1a10e32 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:55:11.887424 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-06d79f6f-42c4-4eb4-8180-3fee8c18a562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:11.895004 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 4ad5c8fc-6f65-477c-9f37-ba20f1a10e32 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 04:55:11.895393 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 4ad5c8fc-6f65-477c-9f37-ba20f1a10e32 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 04:55:11.901012 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-d73582d3-b25b-4ffe-bd16-25bc8c443c83 None None] For port 4ad5c8fc-6f65-477c-9f37-ba20f1a10e32, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=4ad5c8fc-6f65-477c-9f37-ba20f1a10e32,segment=NetworkSegment(d29e76d1-af7f-49c9-839a-d440c7aaa4f3),segment_id=d29e76d1-af7f-49c9-839a-d440c7aaa4f3)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:55:11.901471 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d73582d3-b25b-4ffe-bd16-25bc8c443c83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:11.908658 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-06d79f6f-42c4-4eb4-8180-3fee8c18a562 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8dbc6be-07cf-4d40-8e5d-8ec63d93e18d']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:55:11.913345 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-d73582d3-b25b-4ffe-bd16-25bc8c443c83 None None] Calling delete_port for 4ad5c8fc-6f65-477c-9f37-ba20f1a10e32 owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 04:55:11.918124 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-06d79f6f-42c4-4eb4-8180-3fee8c18a562 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd29e76d1-af7f-49c9-839a-d440c7aaa4f3') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:55:11.918424 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-06d79f6f-42c4-4eb4-8180-3fee8c18a562 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd29e76d1-af7f-49c9-839a-d440c7aaa4f3') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:55:11.929116 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-06d79f6f-42c4-4eb4-8180-3fee8c18a562 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:11.944168 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-06d79f6f-42c4-4eb4-8180-3fee8c18a562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:11.950436 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06d79f6f-42c4-4eb4-8180-3fee8c18a562 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 04:55:11.950983 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-06d79f6f-42c4-4eb4-8180-3fee8c18a562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:11.952905 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 04:55:11.952905 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 04:55:11.952905 n-d-819494-3 neutron-server[110018]: timer() Nov 27 04:55:11.952905 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 04:55:11.952905 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 04:55:11.952905 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 04:55:11.952905 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 04:55:11.952905 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 04:55:11.952905 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 04:55:11.952905 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 04:55:11.952905 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 04:55:11.952905 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 04:55:11.952905 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 04:55:11.952905 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 04:55:11.952905 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 04:55:11.952905 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 04:55:11.952905 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 04:55:11.952905 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 04:55:11.952905 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 04:55:11.952905 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 04:55:11.952905 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 04:55:11.952905 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 04:55:11.952905 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 04:55:11.952905 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 04:55:11.952905 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 04:55:11.952905 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 04:55:11.952905 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 04:55:11.952905 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 04:55:11.952905 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 04:55:11.952905 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 04:55:11.952905 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 04:55:11.952905 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 04:55:12.001372 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d73582d3-b25b-4ffe-bd16-25bc8c443c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:12.012366 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-06d79f6f-42c4-4eb4-8180-3fee8c18a562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:12.027825 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73582d3-b25b-4ffe-bd16-25bc8c443c83 None None] Pushing event deleted for resources: {'Port': ['ID=4ad5c8fc-6f65-477c-9f37-ba20f1a10e32,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:12.029924 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-06d79f6f-42c4-4eb4-8180-3fee8c18a562 admin admin] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:12.033885 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73582d3-b25b-4ffe-bd16-25bc8c443c83 None None] No DVR routers for this DVR port 4ad5c8fc-6f65-477c-9f37-ba20f1a10e32 on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 04:55:12.047004 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-06d79f6f-42c4-4eb4-8180-3fee8c18a562 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a8dbc6be-07cf-4d40-8e5d-8ec63d93e18d HTTP/1.1" status: 204 len: 168 time: 0.5519419 Nov 27 04:55:12.048097 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d79f6f-42c4-4eb4-8180-3fee8c18a562 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8dbc6be-07cf-4d40-8e5d-8ec63d93e18d,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:12.140632 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35474) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:55:12.182165 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d461e0ea-de85-448a-a0d2-68dd9b6687f5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=26e2c440d75849589fc2f98e0abba6c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403602 Nov 27 04:55:12.184681 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35476) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:55:12.235077 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-86a70bd4-93e4-421b-af0c-65eab805d363 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:12.256152 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-86a70bd4-93e4-421b-af0c-65eab805d363 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:12.302539 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-86a70bd4-93e4-421b-af0c-65eab805d363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:12.305203 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-86a70bd4-93e4-421b-af0c-65eab805d363 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:12.306391 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-86a70bd4-93e4-421b-af0c-65eab805d363 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3bf54cf6-adcd-4185-a6e5-c3cc6b20de6f HTTP/1.1" status: 204 len: 168 time: 0.1205609 Nov 27 04:55:12.314112 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a70bd4-93e4-421b-af0c-65eab805d363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf54cf6-adcd-4185-a6e5-c3cc6b20de6f,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:12.616700 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35482) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:55:12.655678 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-d9fb6841-a8d5-4e14-b79c-f7ff4320a6bf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a31cfdb664e64a6ca89c02cdf154bb7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377674 Nov 27 04:55:12.657964 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35484) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:55:12.703071 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-25011260-0618-49b0-af27-5352b1c3d30a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:12.724504 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-25011260-0618-49b0-af27-5352b1c3d30a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:12.771697 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-25011260-0618-49b0-af27-5352b1c3d30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:12.774925 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-25011260-0618-49b0-af27-5352b1c3d30a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:12.776322 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-25011260-0618-49b0-af27-5352b1c3d30a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/76fc7bb0-e196-45d2-8946-8bb3ed155a86 HTTP/1.1" status: 204 len: 168 time: 0.1173797 Nov 27 04:55:12.785517 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25011260-0618-49b0-af27-5352b1c3d30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fc7bb0-e196-45d2-8946-8bb3ed155a86,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:13.421507 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 35506) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:55:13.517442 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-065bcca3-b1f0-433f-9a2c-7c6b43bd17ae admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-361421333-network', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:55:13.538717 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065bcca3-b1f0-433f-9a2c-7c6b43bd17ae admin admin] Made reservation on behalf of c46f5170bdec43f9b80d2bc2b847656c for: {'network': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:55:13.541033 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-065bcca3-b1f0-433f-9a2c-7c6b43bd17ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:13.549325 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-065bcca3-b1f0-433f-9a2c-7c6b43bd17ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:13.623995 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-065bcca3-b1f0-433f-9a2c-7c6b43bd17ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:13.627919 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-065bcca3-b1f0-433f-9a2c-7c6b43bd17ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:13.651740 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-065bcca3-b1f0-433f-9a2c-7c6b43bd17ae admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=110019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:55:13.661900 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065bcca3-b1f0-433f-9a2c-7c6b43bd17ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432fdddc-31d6-4704-bd51-82b047f17df2,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:13.667169 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-065bcca3-b1f0-433f-9a2c-7c6b43bd17ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:13.667521 n-d-819494-3 neutron-server[110019]: INFO neutron.db.segments_db [None req-065bcca3-b1f0-433f-9a2c-7c6b43bd17ae admin admin] Added segment 4b8208f4-7c32-47bb-b522-2da849a9d853 of type vlan for network fdccf5e2-8408-4bf8-a542-427684d16b08 Nov 27 04:55:13.707708 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-065bcca3-b1f0-433f-9a2c-7c6b43bd17ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:13.730854 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-065bcca3-b1f0-433f-9a2c-7c6b43bd17ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:13.731785 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065bcca3-b1f0-433f-9a2c-7c6b43bd17ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:55:13.732367 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-065bcca3-b1f0-433f-9a2c-7c6b43bd17ae admin admin] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:13.783632 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-065bcca3-b1f0-433f-9a2c-7c6b43bd17ae admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3609776 Nov 27 04:55:13.787269 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35510) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:55:13.792708 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-202e46e8-d840-471f-9359-98f398004491 admin admin] Request body: {'subnet': {'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-361421333-subnet', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'ip_version': 4}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:55:13.796659 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065bcca3-b1f0-433f-9a2c-7c6b43bd17ae admin admin] Pushing event updated for resources: {'Network': ['ID=fdccf5e2-8408-4bf8-a542-427684d16b08,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:13.809317 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network fdccf5e2-8408-4bf8-a542-427684d16b08 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:55:13.814942 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202e46e8-d840-471f-9359-98f398004491 admin admin] Made reservation on behalf of c46f5170bdec43f9b80d2bc2b847656c for: {'subnet': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:55:13.817371 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-202e46e8-d840-471f-9359-98f398004491 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436060'] for subnet, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:13.984864 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-202e46e8-d840-471f-9359-98f398004491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12357994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436042'] for subnet, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:14.041654 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e46e8-d840-471f-9359-98f398004491 admin admin] Pushing event updated for resources: {'Subnet': ['ID=689d86c1-6775-49d5-8b0f-478636897339,revision_number=0']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:14.051587 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202e46e8-d840-471f-9359-98f398004491 admin admin] Checking segment: {'id': '4b8208f4-7c32-47bb-b522-2da849a9d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:55:14.051947 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202e46e8-d840-471f-9359-98f398004491 admin admin] Network hostable DHCP agents. Network: fdccf5e2-8408-4bf8-a542-427684d16b08, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:55:14.068255 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202e46e8-d840-471f-9359-98f398004491 admin admin] Network fdccf5e2-8408-4bf8-a542-427684d16b08 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:55:14.076800 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-202e46e8-d840-471f-9359-98f398004491 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, fdccf5e2-8408-4bf8-a542-427684d16b08) {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:55:14.080670 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202e46e8-d840-471f-9359-98f398004491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:55:14.081277 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-202e46e8-d840-471f-9359-98f398004491 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:14.087182 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857bf4c8-610a-4fd0-a277-798e50e2e849 None None] Network fdccf5e2-8408-4bf8-a542-427684d16b08 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:55:14.098093 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-202e46e8-d840-471f-9359-98f398004491 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3097327 Nov 27 04:55:14.101395 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35512) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:55:14.105797 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-98a75d75-7fb8-4721-9adf-5e64ba272040 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-361421333-router', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:55:14.125880 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-98a75d75-7fb8-4721-9adf-5e64ba272040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:14.126966 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-98a75d75-7fb8-4721-9adf-5e64ba272040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:14.178948 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-98a75d75-7fb8-4721-9adf-5e64ba272040 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:14.235709 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70f6f18-1190-455a-952e-2bc114aac58a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-fdccf5e2-8408-4bf8-a542-427684d16b08', 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'fixed_ips': [{'subnet_id': '689d86c1-6775-49d5-8b0f-478636897339'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:55:14.236555 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c70f6f18-1190-455a-952e-2bc114aac58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:14.316303 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-98a75d75-7fb8-4721-9adf-5e64ba272040 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:14.365823 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-c70f6f18-1190-455a-952e-2bc114aac58a None None] Allocated IP 172.20.0.2 (fdccf5e2-8408-4bf8-a542-427684d16b08/689d86c1-6775-49d5-8b0f-478636897339/4961da85-9ddf-45de-a013-8f607b25e4ce) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:55:14.513878 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c70f6f18-1190-455a-952e-2bc114aac58a None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:14.518711 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-98a75d75-7fb8-4721-9adf-5e64ba272040 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:14.519798 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c70f6f18-1190-455a-952e-2bc114aac58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:14.538189 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-98a75d75-7fb8-4721-9adf-5e64ba272040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:14.553998 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70f6f18-1190-455a-952e-2bc114aac58a None None] Network fdccf5e2-8408-4bf8-a542-427684d16b08 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:55:14.556753 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-c70f6f18-1190-455a-952e-2bc114aac58a None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:55:14.559265 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70f6f18-1190-455a-952e-2bc114aac58a None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:55:14.597758 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f6f18-1190-455a-952e-2bc114aac58a None None] Pushing event updated for resources: {'Port': ['ID=4961da85-9ddf-45de-a013-8f607b25e4ce,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:14.626126 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-c70f6f18-1190-455a-952e-2bc114aac58a None None] Attempting to bind port 4961da85-9ddf-45de-a013-8f607b25e4ce on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:55:14.626507 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-c70f6f18-1190-455a-952e-2bc114aac58a None None] Attempting to bind port 4961da85-9ddf-45de-a013-8f607b25e4ce by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '4b8208f4-7c32-47bb-b522-2da849a9d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:55:14.626906 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70f6f18-1190-455a-952e-2bc114aac58a None None] Attempting to bind port 4961da85-9ddf-45de-a013-8f607b25e4ce on network fdccf5e2-8408-4bf8-a542-427684d16b08 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:55:14.632408 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70f6f18-1190-455a-952e-2bc114aac58a None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:55:14.632791 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70f6f18-1190-455a-952e-2bc114aac58a None None] Checking segment: {'id': '4b8208f4-7c32-47bb-b522-2da849a9d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:55:14.633196 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c70f6f18-1190-455a-952e-2bc114aac58a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:14.633622 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70f6f18-1190-455a-952e-2bc114aac58a None None] Bound using segment: {'id': '4b8208f4-7c32-47bb-b522-2da849a9d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:55:14.634096 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-c70f6f18-1190-455a-952e-2bc114aac58a None None] Bound port: 4961da85-9ddf-45de-a013-8f607b25e4ce, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b8208f4-7c32-47bb-b522-2da849a9d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:55:14.634493 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c70f6f18-1190-455a-952e-2bc114aac58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:14.640823 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-98a75d75-7fb8-4721-9adf-5e64ba272040 admin admin] Allocated IP 172.25.1.133 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/3134cfaa-e61d-4dea-a1ce-53ea8258810e) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:55:14.697118 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c70f6f18-1190-455a-952e-2bc114aac58a None None] For port 4961da85-9ddf-45de-a013-8f607b25e4ce, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:55:14.700669 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c70f6f18-1190-455a-952e-2bc114aac58a None None] For port 4961da85-9ddf-45de-a013-8f607b25e4ce, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=4961da85-9ddf-45de-a013-8f607b25e4ce,segment=NetworkSegment(4b8208f4-7c32-47bb-b522-2da849a9d853),segment_id=4b8208f4-7c32-47bb-b522-2da849a9d853)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:55:14.704645 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c70f6f18-1190-455a-952e-2bc114aac58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:14.765944 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f6f18-1190-455a-952e-2bc114aac58a None None] Pushing event updated for resources: {'Port': ['ID=4961da85-9ddf-45de-a013-8f607b25e4ce,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:15.078839 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-98a75d75-7fb8-4721-9adf-5e64ba272040 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:15.111697 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-98a75d75-7fb8-4721-9adf-5e64ba272040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:15.153385 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a75d75-7fb8-4721-9adf-5e64ba272040 admin admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:55:15.157497 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-98a75d75-7fb8-4721-9adf-5e64ba272040 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:55:15.162015 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a75d75-7fb8-4721-9adf-5e64ba272040 admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:55:15.171506 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269cc11f-a287-4dd4-919a-421d3cd9fb6c None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:55:15.187271 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a75d75-7fb8-4721-9adf-5e64ba272040 admin admin] Pushing event updated for resources: {'Port': ['ID=3134cfaa-e61d-4dea-a1ce-53ea8258810e,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:15.235151 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-e6068f84-8f8f-4911-a651-0779719931c7 None None] Provisioning complete for port 3134cfaa-e61d-4dea-a1ce-53ea8258810e triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:55:15.235643 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e6068f84-8f8f-4911-a651-0779719931c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:15.272120 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-e6068f84-8f8f-4911-a651-0779719931c7 None None] Port 3134cfaa-e61d-4dea-a1ce-53ea8258810e cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:55:15.419153 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-98a75d75-7fb8-4721-9adf-5e64ba272040 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:15.628955 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-98a75d75-7fb8-4721-9adf-5e64ba272040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:15.655601 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c623897f-d240-43d7-9f81-d4e21f8def06 None None] Network fdccf5e2-8408-4bf8-a542-427684d16b08 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:55:15.694357 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:55:15.702821 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 4961da85-9ddf-45de-a013-8f607b25e4ce up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:55:15.761988 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a75d75-7fb8-4721-9adf-5e64ba272040 admin admin] Router c5a3f6ee-65db-46a8-a000-813fdc82308d is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:55:15.876268 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a75d75-7fb8-4721-9adf-5e64ba272040 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:55:15.885989 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd5be95-527b-4509-bf6e-e03542495979 None None] Sync routers for ids ['c5a3f6ee-65db-46a8-a000-813fdc82308d'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:55:15.896381 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-98a75d75-7fb8-4721-9adf-5e64ba272040 admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:15.900213 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-98a75d75-7fb8-4721-9adf-5e64ba272040 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7951393 Nov 27 04:55:15.900371 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd5be95-527b-4509-bf6e-e03542495979 None None] Routers {'c5a3f6ee-65db-46a8-a000-813fdc82308d'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:55:15.900371 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-4bd5be95-527b-4509-bf6e-e03542495979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:54:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c5a3f6ee-65db-46a8-a000-813fdc82308d'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:55:15.900599 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35514) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:55:15.910701 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-b20f658f-6d0d-4966-9464-7276638f4be3 None None] Provisioning complete for port 4961da85-9ddf-45de-a013-8f607b25e4ce triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:55:15.911081 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b20f658f-6d0d-4966-9464-7276638f4be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:16.010287 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-4bd5be95-527b-4509-bf6e-e03542495979 None None] Set router c5a3f6ee-65db-46a8-a000-813fdc82308d gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:55:16.042863 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 4961da85-9ddf-45de-a013-8f607b25e4ce triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:55:16.043245 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:16.117923 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b20f658f-6d0d-4966-9464-7276638f4be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:16.211139 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-4bd5be95-527b-4509-bf6e-e03542495979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'name': 'tempest-TestSnapshotPattern-361421333-router', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '3134cfaa-e61d-4dea-a1ce-53ea8258810e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:55:14Z', 'updated_at': '2021-11-27T04:55:15Z', 'revision_number': 3, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'gw_port': {'id': '3134cfaa-e61d-4dea-a1ce-53ea8258810e', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:20:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:55:14Z', 'updated_at': '2021-11-27T04:55:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:55:16.218216 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:16.232436 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-b20f658f-6d0d-4966-9464-7276638f4be3 None None] For port 4961da85-9ddf-45de-a013-8f607b25e4ce, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=4961da85-9ddf-45de-a013-8f607b25e4ce,segment=NetworkSegment(4b8208f4-7c32-47bb-b522-2da849a9d853),segment_id=4b8208f4-7c32-47bb-b522-2da849a9d853)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:55:16.241218 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b20f658f-6d0d-4966-9464-7276638f4be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:16.249179 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd5be95-527b-4509-bf6e-e03542495979 None None] Checking router: c5a3f6ee-65db-46a8-a000-813fdc82308d for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:55:16.249587 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd5be95-527b-4509-bf6e-e03542495979 None None] Updating router c5a3f6ee-65db-46a8-a000-813fdc82308d port 3134cfaa-e61d-4dea-a1ce-53ea8258810e binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:55:16.275467 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-4bd5be95-527b-4509-bf6e-e03542495979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:16.327708 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f658f-6d0d-4966-9464-7276638f4be3 None None] Pushing event updated for resources: {'Port': ['ID=4961da85-9ddf-45de-a013-8f607b25e4ce,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:16.337134 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-fe4c1794-b41d-453b-86bc-349153ec5dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:16.344106 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.db.api [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 04:55:16.344259 n-d-819494-3 neutron-server[110020]: DEBUG oslo_db.api [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 04:55:16.378598 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-02b3d2af-1640-44c5-ba0c-7260b852c223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:16.466207 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-b35d6c55-b60d-48a2-9215-ef7322c1ee16 None None] Provisioning complete for port 4961da85-9ddf-45de-a013-8f607b25e4ce triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:55:16.466765 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-b35d6c55-b60d-48a2-9215-ef7322c1ee16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:16.545723 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-4bd5be95-527b-4509-bf6e-e03542495979 None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:16.548976 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:16.552680 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-4bd5be95-527b-4509-bf6e-e03542495979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:16.559649 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-02b3d2af-1640-44c5-ba0c-7260b852c223 admin admin] Allocated IP 172.20.0.1 (fdccf5e2-8408-4bf8-a542-427684d16b08/689d86c1-6775-49d5-8b0f-478636897339/0b829f62-dcdc-45ab-a477-a67533029550) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:55:16.596120 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4122ae-19c2-46d1-98cc-720736d71afa None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:55:16.603232 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-4bd5be95-527b-4509-bf6e-e03542495979 None None] Attempting to bind port 3134cfaa-e61d-4dea-a1ce-53ea8258810e on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:55:16.603597 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-4bd5be95-527b-4509-bf6e-e03542495979 None None] Attempting to bind port 3134cfaa-e61d-4dea-a1ce-53ea8258810e by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:55:16.603969 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd5be95-527b-4509-bf6e-e03542495979 None None] Attempting to bind port 3134cfaa-e61d-4dea-a1ce-53ea8258810e on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:55:16.611665 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176cbf59-a623-4a3f-b405-6e26ba4f6c8e None None] Pushing event updated for resources: {'Port': ['ID=3134cfaa-e61d-4dea-a1ce-53ea8258810e,revision_number=2']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:16.619506 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd5be95-527b-4509-bf6e-e03542495979 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:55:16.620056 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd5be95-527b-4509-bf6e-e03542495979 None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:55:16.620863 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-4bd5be95-527b-4509-bf6e-e03542495979 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:16.620998 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd5be95-527b-4509-bf6e-e03542495979 None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:55:16.621379 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-4bd5be95-527b-4509-bf6e-e03542495979 None None] Bound port: 3134cfaa-e61d-4dea-a1ce-53ea8258810e, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:55:16.621954 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-4bd5be95-527b-4509-bf6e-e03542495979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:16.624337 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176cbf59-a623-4a3f-b405-6e26ba4f6c8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:55:16.624682 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176cbf59-a623-4a3f-b405-6e26ba4f6c8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:55:16.625022 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176cbf59-a623-4a3f-b405-6e26ba4f6c8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:55:16.625360 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176cbf59-a623-4a3f-b405-6e26ba4f6c8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:55:16.625688 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176cbf59-a623-4a3f-b405-6e26ba4f6c8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:55:16.626020 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176cbf59-a623-4a3f-b405-6e26ba4f6c8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:55:16.626345 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176cbf59-a623-4a3f-b405-6e26ba4f6c8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:55:16.626695 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176cbf59-a623-4a3f-b405-6e26ba4f6c8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:55:16.627020 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176cbf59-a623-4a3f-b405-6e26ba4f6c8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:55:16.627340 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176cbf59-a623-4a3f-b405-6e26ba4f6c8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:55:16.627660 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176cbf59-a623-4a3f-b405-6e26ba4f6c8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:55:16.627979 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176cbf59-a623-4a3f-b405-6e26ba4f6c8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:55:16.674822 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-02b3d2af-1640-44c5-ba0c-7260b852c223 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:16.679794 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-4bd5be95-527b-4509-bf6e-e03542495979 None None] For port 3134cfaa-e61d-4dea-a1ce-53ea8258810e, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:55:16.684444 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-4bd5be95-527b-4509-bf6e-e03542495979 None None] For port 3134cfaa-e61d-4dea-a1ce-53ea8258810e, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=3134cfaa-e61d-4dea-a1ce-53ea8258810e,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:55:16.689491 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-4bd5be95-527b-4509-bf6e-e03542495979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:16.691393 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-a978c5da-23e2-44d8-b251-ebbf852a0c34 None None] Provisioning complete for port 3134cfaa-e61d-4dea-a1ce-53ea8258810e triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:55:16.691867 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a978c5da-23e2-44d8-b251-ebbf852a0c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:16.715954 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-02b3d2af-1640-44c5-ba0c-7260b852c223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:16.739793 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd5be95-527b-4509-bf6e-e03542495979 None None] Routers {'c5a3f6ee-65db-46a8-a000-813fdc82308d'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:55:16.740389 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfd09be-8c55-458c-87fe-55f993073341 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:55:16.740551 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-4bd5be95-527b-4509-bf6e-e03542495979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:54:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c5a3f6ee-65db-46a8-a000-813fdc82308d'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:55:16.756225 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b3d2af-1640-44c5-ba0c-7260b852c223 admin admin] Network fdccf5e2-8408-4bf8-a542-427684d16b08 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:55:16.759569 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-02b3d2af-1640-44c5-ba0c-7260b852c223 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:55:16.762609 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b3d2af-1640-44c5-ba0c-7260b852c223 admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:55:16.793139 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a978c5da-23e2-44d8-b251-ebbf852a0c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:16.816331 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-a978c5da-23e2-44d8-b251-ebbf852a0c34 None None] For port 3134cfaa-e61d-4dea-a1ce-53ea8258810e, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=3134cfaa-e61d-4dea-a1ce-53ea8258810e,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:55:16.818637 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b3d2af-1640-44c5-ba0c-7260b852c223 admin admin] Pushing event updated for resources: {'Port': ['ID=0b829f62-dcdc-45ab-a477-a67533029550,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:16.821696 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a978c5da-23e2-44d8-b251-ebbf852a0c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:16.823170 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-02b3d2af-1640-44c5-ba0c-7260b852c223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:16.945531 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a978c5da-23e2-44d8-b251-ebbf852a0c34 None None] Pushing event updated for resources: {'Port': ['ID=3134cfaa-e61d-4dea-a1ce-53ea8258810e,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:16.956603 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-8f3284e5-cb26-4fce-8dec-6dca7c28aba1 None None] Provisioning complete for port 3134cfaa-e61d-4dea-a1ce-53ea8258810e triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:55:16.957131 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8f3284e5-cb26-4fce-8dec-6dca7c28aba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:16.982136 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-4bd5be95-527b-4509-bf6e-e03542495979 None None] Set router c5a3f6ee-65db-46a8-a000-813fdc82308d gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:55:16.987225 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-02b3d2af-1640-44c5-ba0c-7260b852c223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:17.013873 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176cbf59-a623-4a3f-b405-6e26ba4f6c8e None None] Pushing event updated for resources: {'Port': ['ID=3134cfaa-e61d-4dea-a1ce-53ea8258810e,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:17.162229 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-4ee80cd7-7630-4b53-ac83-73e7a5ed2563 None None] Provisioning complete for port 0b829f62-dcdc-45ab-a477-a67533029550 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:55:17.162644 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4ee80cd7-7630-4b53-ac83-73e7a5ed2563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:17.171020 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-02b3d2af-1640-44c5-ba0c-7260b852c223 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:17.176136 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-4bd5be95-527b-4509-bf6e-e03542495979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'name': 'tempest-TestSnapshotPattern-361421333-router', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '3134cfaa-e61d-4dea-a1ce-53ea8258810e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:55:14Z', 'updated_at': '2021-11-27T04:55:15Z', 'revision_number': 3, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'gw_port': {'id': '3134cfaa-e61d-4dea-a1ce-53ea8258810e', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:20:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:55:14Z', 'updated_at': '2021-11-27T04:55:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:55:17.182698 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-02b3d2af-1640-44c5-ba0c-7260b852c223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:17.198221 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-4ee80cd7-7630-4b53-ac83-73e7a5ed2563 None None] Port 0b829f62-dcdc-45ab-a477-a67533029550 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:55:17.202889 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd5be95-527b-4509-bf6e-e03542495979 None None] The sync data for ids ['c5a3f6ee-65db-46a8-a000-813fdc82308d'] in n-d-819494-3 is: [{'id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'name': 'tempest-TestSnapshotPattern-361421333-router', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '3134cfaa-e61d-4dea-a1ce-53ea8258810e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:55:14Z', 'updated_at': '2021-11-27T04:55:15Z', 'revision_number': 3, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'gw_port': {'id': '3134cfaa-e61d-4dea-a1ce-53ea8258810e', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:20:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:55:14Z', 'updated_at': '2021-11-27T04:55:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:55:17.251819 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b3d2af-1640-44c5-ba0c-7260b852c223 admin admin] Pushing event updated for resources: {'Port': ['ID=0b829f62-dcdc-45ab-a477-a67533029550,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:17.256949 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-02b3d2af-1640-44c5-ba0c-7260b852c223 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:17.355421 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b3d2af-1640-44c5-ba0c-7260b852c223 admin admin] Network fdccf5e2-8408-4bf8-a542-427684d16b08 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:55:17.356929 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-02b3d2af-1640-44c5-ba0c-7260b852c223 admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:55:17.492199 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b3d2af-1640-44c5-ba0c-7260b852c223 admin admin] Router c5a3f6ee-65db-46a8-a000-813fdc82308d has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:55:17.615005 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b3d2af-1640-44c5-ba0c-7260b852c223 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:55:17.644673 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-055d6faf-4d9e-47fd-abc7-f384ae9ee22e None None] Provisioning complete for port 0b829f62-dcdc-45ab-a477-a67533029550 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:55:17.644673 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-055d6faf-4d9e-47fd-abc7-f384ae9ee22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:17.647330 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-02b3d2af-1640-44c5-ba0c-7260b852c223 admin admin] 10.222.0.20 "PUT /v2.0/routers/c5a3f6ee-65db-46a8-a000-813fdc82308d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7379360 Nov 27 04:55:17.684945 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-055d6faf-4d9e-47fd-abc7-f384ae9ee22e None None] Port 0b829f62-dcdc-45ab-a477-a67533029550 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:55:17.758880 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 3134cfaa-e61d-4dea-a1ce-53ea8258810e up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:55:17.809357 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 3134cfaa-e61d-4dea-a1ce-53ea8258810e triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:55:17.810317 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:17.897846 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 4961da85-9ddf-45de-a013-8f607b25e4ce up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:55:17.946423 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 4961da85-9ddf-45de-a013-8f607b25e4ce triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:55:17.946841 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:18.156326 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35530) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:55:18.162062 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-e744d6dd-2348-49de-88d2-dab30fb97048 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1840285498-network', 'tenant_id': '0aec02fbf9044a2390d5e7946270fb68'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:55:18.184001 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e744d6dd-2348-49de-88d2-dab30fb97048 admin admin] Made reservation on behalf of 0aec02fbf9044a2390d5e7946270fb68 for: {'network': 1} {{(pid=110018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:55:18.186606 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e744d6dd-2348-49de-88d2-dab30fb97048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for network, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:18.195934 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e744d6dd-2348-49de-88d2-dab30fb97048 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:18.272781 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e744d6dd-2348-49de-88d2-dab30fb97048 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:18.276321 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e744d6dd-2348-49de-88d2-dab30fb97048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:18.300179 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e744d6dd-2348-49de-88d2-dab30fb97048 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=110018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 04:55:18.308934 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744d6dd-2348-49de-88d2-dab30fb97048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efc0e48-ec4b-483f-bbaa-8c134a3e2b28,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:18.315675 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e744d6dd-2348-49de-88d2-dab30fb97048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:18.315675 n-d-819494-3 neutron-server[110018]: INFO neutron.db.segments_db [None req-e744d6dd-2348-49de-88d2-dab30fb97048 admin admin] Added segment d3d624a4-f39c-4ede-8941-51ee3a7368b0 of type vlan for network 1f5538d0-637b-4d51-8d8b-ec02a6d01004 Nov 27 04:55:18.357550 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e744d6dd-2348-49de-88d2-dab30fb97048 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763521619240'] for network, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:18.382999 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e744d6dd-2348-49de-88d2-dab30fb97048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175'] for network, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:18.383940 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e744d6dd-2348-49de-88d2-dab30fb97048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:55:18.384528 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e744d6dd-2348-49de-88d2-dab30fb97048 admin admin] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:18.413334 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c6b3cf13-931e-4959-9253-a8da20a85366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:18.443020 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e744d6dd-2348-49de-88d2-dab30fb97048 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2855592 Nov 27 04:55:18.445900 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 35532) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:55:18.451256 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-ed35a8f5-621a-4c4f-910e-7f9b05e92d5f admin admin] Request body: {'subnet': {'network_id': '1f5538d0-637b-4d51-8d8b-ec02a6d01004', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1840285498-subnet', 'tenant_id': '0aec02fbf9044a2390d5e7946270fb68', 'ip_version': 4}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:55:18.453740 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744d6dd-2348-49de-88d2-dab30fb97048 admin admin] Pushing event updated for resources: {'Network': ['ID=1f5538d0-637b-4d51-8d8b-ec02a6d01004,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:18.463890 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Network 1f5538d0-637b-4d51-8d8b-ec02a6d01004 details requested by agent ovs-agent-n-d-819494-3 with host n-d-819494-3 {{(pid=110020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 04:55:18.473176 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed35a8f5-621a-4c4f-910e-7f9b05e92d5f admin admin] Made reservation on behalf of 0aec02fbf9044a2390d5e7946270fb68 for: {'subnet': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:55:18.476710 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ed35a8f5-621a-4c4f-910e-7f9b05e92d5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8691290'] for subnet, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:18.652223 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ed35a8f5-621a-4c4f-910e-7f9b05e92d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8684721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8691276'] for subnet, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:18.713996 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed35a8f5-621a-4c4f-910e-7f9b05e92d5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e9a3996-5f96-4af6-9108-fb9627c0a61e,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:18.721120 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed35a8f5-621a-4c4f-910e-7f9b05e92d5f admin admin] Checking segment: {'id': 'd3d624a4-f39c-4ede-8941-51ee3a7368b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1f5538d0-637b-4d51-8d8b-ec02a6d01004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:55:18.721484 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed35a8f5-621a-4c4f-910e-7f9b05e92d5f admin admin] Network hostable DHCP agents. Network: 1f5538d0-637b-4d51-8d8b-ec02a6d01004, hostable agents: ['d22d7e6f-dd41-43ea-929f-afe5635fce97'], hosted agents: [] {{(pid=110019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 04:55:18.737716 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed35a8f5-621a-4c4f-910e-7f9b05e92d5f admin admin] Network 1f5538d0-637b-4d51-8d8b-ec02a6d01004 is scheduled to be hosted by DHCP agent d22d7e6f-dd41-43ea-929f-afe5635fce97 with binding_index 1 {{(pid=110019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 04:55:18.747264 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-ed35a8f5-621a-4c4f-910e-7f9b05e92d5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-3, 1f5538d0-637b-4d51-8d8b-ec02a6d01004) {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:55:18.751682 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed35a8f5-621a-4c4f-910e-7f9b05e92d5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:55:18.752284 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ed35a8f5-621a-4c4f-910e-7f9b05e92d5f admin admin] Publish callbacks [] for subnet, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:18.758308 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782b578e-2bb3-406b-88b8-56553f7549b3 None None] Network 1f5538d0-637b-4d51-8d8b-ec02a6d01004 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:55:18.779970 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ed35a8f5-621a-4c4f-910e-7f9b05e92d5f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3316419 Nov 27 04:55:18.781844 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 35534) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:55:18.786487 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-3ed61cc9-8f2c-4924-b0e8-cb7c2233d085 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1840285498-router', 'tenant_id': '0aec02fbf9044a2390d5e7946270fb68', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:55:18.808442 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3ed61cc9-8f2c-4924-b0e8-cb7c2233d085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:18.809605 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3ed61cc9-8f2c-4924-b0e8-cb7c2233d085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11857'] for router, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:18.844871 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de73b1c3-0a00-450e-9af2-c8b60ff4de2d None None] Sync routers for ids ['c5a3f6ee-65db-46a8-a000-813fdc82308d'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:55:18.865271 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de73b1c3-0a00-450e-9af2-c8b60ff4de2d None None] Routers {'c5a3f6ee-65db-46a8-a000-813fdc82308d'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:55:18.865970 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-de73b1c3-0a00-450e-9af2-c8b60ff4de2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:55:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c5a3f6ee-65db-46a8-a000-813fdc82308d'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:55:18.870742 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3ed61cc9-8f2c-4924-b0e8-cb7c2233d085 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:19.006247 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a30ee0a-db3b-4645-a524-f948e67ace08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8d62ce5-95b7-51b4-88f8-88581fdbb5d8-1f5538d0-637b-4d51-8d8b-ec02a6d01004', 'network_id': '1f5538d0-637b-4d51-8d8b-ec02a6d01004', 'tenant_id': '0aec02fbf9044a2390d5e7946270fb68', 'fixed_ips': [{'subnet_id': '0e9a3996-5f96-4af6-9108-fb9627c0a61e'}]}} from n-d-819494-3. {{(pid=110020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 04:55:19.007276 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8a30ee0a-db3b-4645-a524-f948e67ace08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:19.007626 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3ed61cc9-8f2c-4924-b0e8-cb7c2233d085 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:19.029712 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-de73b1c3-0a00-450e-9af2-c8b60ff4de2d None None] Set router c5a3f6ee-65db-46a8-a000-813fdc82308d gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:55:19.214197 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3ed61cc9-8f2c-4924-b0e8-cb7c2233d085 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:19.233354 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3ed61cc9-8f2c-4924-b0e8-cb7c2233d085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:19.274275 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.db_base_plugin_common [None req-8a30ee0a-db3b-4645-a524-f948e67ace08 None None] Allocated IP 172.20.0.2 (1f5538d0-637b-4d51-8d8b-ec02a6d01004/0e9a3996-5f96-4af6-9108-fb9627c0a61e/377dfbdc-670a-48dd-af8b-f238a987103e) {{(pid=110020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:55:19.346664 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [None req-3ed61cc9-8f2c-4924-b0e8-cb7c2233d085 admin admin] Allocated IP 172.25.1.71 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/99b5e65d-08ce-4061-8e35-b3d74c9216d0) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:55:19.378858 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:19.427207 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-de73b1c3-0a00-450e-9af2-c8b60ff4de2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'name': 'tempest-TestSnapshotPattern-361421333-router', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '3134cfaa-e61d-4dea-a1ce-53ea8258810e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:55:14Z', 'updated_at': '2021-11-27T04:55:16Z', 'revision_number': 4, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'gw_port': {'id': '3134cfaa-e61d-4dea-a1ce-53ea8258810e', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:20:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:55:14Z', 'updated_at': '2021-11-27T04:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '0b829f62-dcdc-45ab-a477-a67533029550', 'name': '', 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'mac_address': 'fa:16:3e:5d:aa:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '689d86c1-6775-49d5-8b0f-478636897339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:55:16Z', 'updated_at': '2021-11-27T04:55:17Z', 'revision_number': 2, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'subnets': [{'id': '689d86c1-6775-49d5-8b0f-478636897339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:55:19.450472 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3ed61cc9-8f2c-4924-b0e8-cb7c2233d085 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:19.476224 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de73b1c3-0a00-450e-9af2-c8b60ff4de2d None None] Checking router: c5a3f6ee-65db-46a8-a000-813fdc82308d for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:55:19.476587 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de73b1c3-0a00-450e-9af2-c8b60ff4de2d None None] Updating router c5a3f6ee-65db-46a8-a000-813fdc82308d port 0b829f62-dcdc-45ab-a477-a67533029550 binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:55:19.485584 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3ed61cc9-8f2c-4924-b0e8-cb7c2233d085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:19.513128 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-de73b1c3-0a00-450e-9af2-c8b60ff4de2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:19.515138 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8a30ee0a-db3b-4645-a524-f948e67ace08 None None] Publish callbacks [] for port, precommit_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:19.524685 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8a30ee0a-db3b-4645-a524-f948e67ace08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458'] for port, after_create {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:19.531884 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed61cc9-8f2c-4924-b0e8-cb7c2233d085 admin admin] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:55:19.534822 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [None req-3ed61cc9-8f2c-4924-b0e8-cb7c2233d085 admin admin] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:55:19.537999 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed61cc9-8f2c-4924-b0e8-cb7c2233d085 admin admin] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:55:19.560396 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9057bd-1766-4bd1-a473-14944adb9a62 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:55:19.564760 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed61cc9-8f2c-4924-b0e8-cb7c2233d085 admin admin] Pushing event updated for resources: {'Port': ['ID=99b5e65d-08ce-4061-8e35-b3d74c9216d0,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:19.593099 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a30ee0a-db3b-4645-a524-f948e67ace08 None None] Network 1f5538d0-637b-4d51-8d8b-ec02a6d01004 is already hosted by enough agents. {{(pid=110020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:55:19.599335 n-d-819494-3 neutron-server[110020]: DEBUG neutron.scheduler.base_scheduler [None req-8a30ee0a-db3b-4645-a524-f948e67ace08 None None] Resources bound (agent type, host, resource id): {{(pid=110020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:55:19.603690 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a30ee0a-db3b-4645-a524-f948e67ace08 None None] Received port after_create {{(pid=110020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:55:19.620284 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a30ee0a-db3b-4645-a524-f948e67ace08 None None] Pushing event updated for resources: {'Port': ['ID=377dfbdc-670a-48dd-af8b-f238a987103e,revision_number=1']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:19.803211 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3ed61cc9-8f2c-4924-b0e8-cb7c2233d085 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:19.902662 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:19.917665 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-6495eea0-cc23-4796-9e0b-28594aefd684 None None] Provisioning complete for port 99b5e65d-08ce-4061-8e35-b3d74c9216d0 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:55:19.918032 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6495eea0-cc23-4796-9e0b-28594aefd684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:19.932482 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-8a30ee0a-db3b-4645-a524-f948e67ace08 None None] Attempting to bind port 377dfbdc-670a-48dd-af8b-f238a987103e on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:55:19.932854 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-8a30ee0a-db3b-4645-a524-f948e67ace08 None None] Attempting to bind port 377dfbdc-670a-48dd-af8b-f238a987103e by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'd3d624a4-f39c-4ede-8941-51ee3a7368b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1f5538d0-637b-4d51-8d8b-ec02a6d01004'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:55:19.933221 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a30ee0a-db3b-4645-a524-f948e67ace08 None None] Attempting to bind port 377dfbdc-670a-48dd-af8b-f238a987103e on network 1f5538d0-637b-4d51-8d8b-ec02a6d01004 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:55:19.978974 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a30ee0a-db3b-4645-a524-f948e67ace08 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:55:19.979344 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a30ee0a-db3b-4645-a524-f948e67ace08 None None] Checking segment: {'id': 'd3d624a4-f39c-4ede-8941-51ee3a7368b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1f5538d0-637b-4d51-8d8b-ec02a6d01004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:55:19.979747 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8a30ee0a-db3b-4645-a524-f948e67ace08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:19.980142 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a30ee0a-db3b-4645-a524-f948e67ace08 None None] Bound using segment: {'id': 'd3d624a4-f39c-4ede-8941-51ee3a7368b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1f5538d0-637b-4d51-8d8b-ec02a6d01004'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:55:19.980619 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-8a30ee0a-db3b-4645-a524-f948e67ace08 None None] Bound port: 377dfbdc-670a-48dd-af8b-f238a987103e, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d624a4-f39c-4ede-8941-51ee3a7368b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1f5538d0-637b-4d51-8d8b-ec02a6d01004'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:55:19.981004 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8a30ee0a-db3b-4645-a524-f948e67ace08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:19.999784 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3ed61cc9-8f2c-4924-b0e8-cb7c2233d085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685197'] for router, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:20.017969 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-6495eea0-cc23-4796-9e0b-28594aefd684 None None] Port 99b5e65d-08ce-4061-8e35-b3d74c9216d0 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:55:20.098949 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-8a30ee0a-db3b-4645-a524-f948e67ace08 None None] For port 377dfbdc-670a-48dd-af8b-f238a987103e, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:55:20.119491 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-8a30ee0a-db3b-4645-a524-f948e67ace08 None None] For port 377dfbdc-670a-48dd-af8b-f238a987103e, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=377dfbdc-670a-48dd-af8b-f238a987103e,segment=NetworkSegment(d3d624a4-f39c-4ede-8941-51ee3a7368b0),segment_id=d3d624a4-f39c-4ede-8941-51ee3a7368b0)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:55:20.131040 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed61cc9-8f2c-4924-b0e8-cb7c2233d085 admin admin] Router 2db7648f-fc75-4c9a-8dc0-d0eaf92ec746 is scheduled to L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec with binding_index 1 {{(pid=110019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 04:55:20.139316 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8a30ee0a-db3b-4645-a524-f948e67ace08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:20.188285 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-de73b1c3-0a00-450e-9af2-c8b60ff4de2d None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:20.201734 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-de73b1c3-0a00-450e-9af2-c8b60ff4de2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:20.223393 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a30ee0a-db3b-4645-a524-f948e67ace08 None None] Pushing event updated for resources: {'Port': ['ID=377dfbdc-670a-48dd-af8b-f238a987103e,revision_number=2']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:20.260095 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed61cc9-8f2c-4924-b0e8-cb7c2233d085 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:55:20.275233 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b7d098-9351-4901-a301-bdb183aa66f6 None None] Sync routers for ids ['2db7648f-fc75-4c9a-8dc0-d0eaf92ec746'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:55:20.286704 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-3ed61cc9-8f2c-4924-b0e8-cb7c2233d085 admin admin] Publish callbacks [] for router, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:20.288677 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-3ed61cc9-8f2c-4924-b0e8-cb7c2233d085 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5055885 Nov 27 04:55:20.291269 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35536) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:55:20.297741 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f88938-ee13-4e32-923a-f10a67bf161a None None] Pushing event updated for resources: {'Port': ['ID=0b829f62-dcdc-45ab-a477-a67533029550,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:20.312587 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b7d098-9351-4901-a301-bdb183aa66f6 None None] Routers {'2db7648f-fc75-4c9a-8dc0-d0eaf92ec746'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:55:20.322623 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-92b7d098-9351-4901-a301-bdb183aa66f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:55:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['2db7648f-fc75-4c9a-8dc0-d0eaf92ec746'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:55:20.337071 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-de73b1c3-0a00-450e-9af2-c8b60ff4de2d None None] Attempting to bind port 0b829f62-dcdc-45ab-a477-a67533029550 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:55:20.337466 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-de73b1c3-0a00-450e-9af2-c8b60ff4de2d None None] Attempting to bind port 0b829f62-dcdc-45ab-a477-a67533029550 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': '4b8208f4-7c32-47bb-b522-2da849a9d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:55:20.338461 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de73b1c3-0a00-450e-9af2-c8b60ff4de2d None None] Attempting to bind port 0b829f62-dcdc-45ab-a477-a67533029550 on network fdccf5e2-8408-4bf8-a542-427684d16b08 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:55:20.344273 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de73b1c3-0a00-450e-9af2-c8b60ff4de2d None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:55:20.344670 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de73b1c3-0a00-450e-9af2-c8b60ff4de2d None None] Checking segment: {'id': '4b8208f4-7c32-47bb-b522-2da849a9d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:55:20.345223 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-de73b1c3-0a00-450e-9af2-c8b60ff4de2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:20.345519 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de73b1c3-0a00-450e-9af2-c8b60ff4de2d None None] Bound using segment: {'id': '4b8208f4-7c32-47bb-b522-2da849a9d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:55:20.346029 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-de73b1c3-0a00-450e-9af2-c8b60ff4de2d None None] Bound port: 0b829f62-dcdc-45ab-a477-a67533029550, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b8208f4-7c32-47bb-b522-2da849a9d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:55:20.346390 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-de73b1c3-0a00-450e-9af2-c8b60ff4de2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:20.451441 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-de73b1c3-0a00-450e-9af2-c8b60ff4de2d None None] For port 0b829f62-dcdc-45ab-a477-a67533029550, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:55:20.460313 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-de73b1c3-0a00-450e-9af2-c8b60ff4de2d None None] For port 0b829f62-dcdc-45ab-a477-a67533029550, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=0b829f62-dcdc-45ab-a477-a67533029550,segment=NetworkSegment(4b8208f4-7c32-47bb-b522-2da849a9d853),segment_id=4b8208f4-7c32-47bb-b522-2da849a9d853)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:55:20.484934 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-92b7d098-9351-4901-a301-bdb183aa66f6 None None] Set router 2db7648f-fc75-4c9a-8dc0-d0eaf92ec746 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:55:20.493465 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-de73b1c3-0a00-450e-9af2-c8b60ff4de2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:20.579221 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f88938-ee13-4e32-923a-f10a67bf161a None None] Pushing event updated for resources: {'Port': ['ID=0b829f62-dcdc-45ab-a477-a67533029550,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:20.597819 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de73b1c3-0a00-450e-9af2-c8b60ff4de2d None None] Routers {'c5a3f6ee-65db-46a8-a000-813fdc82308d'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:55:20.599353 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-de73b1c3-0a00-450e-9af2-c8b60ff4de2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:55:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c5a3f6ee-65db-46a8-a000-813fdc82308d'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:55:20.732721 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-e92762f9-04f8-4df3-b173-80a744984a6d None None] Provisioning complete for port 0b829f62-dcdc-45ab-a477-a67533029550 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:55:20.733103 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e92762f9-04f8-4df3-b173-80a744984a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:20.741346 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-92b7d098-9351-4901-a301-bdb183aa66f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db7648f-fc75-4c9a-8dc0-d0eaf92ec746', 'name': 'tempest-TestSnapshotPattern-1840285498-router', 'tenant_id': '0aec02fbf9044a2390d5e7946270fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '99b5e65d-08ce-4061-8e35-b3d74c9216d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:55:18Z', 'updated_at': '2021-11-27T04:55:19Z', 'revision_number': 3, 'project_id': '0aec02fbf9044a2390d5e7946270fb68', 'gw_port': {'id': '99b5e65d-08ce-4061-8e35-b3d74c9216d0', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ac:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db7648f-fc75-4c9a-8dc0-d0eaf92ec746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:55:19Z', 'updated_at': '2021-11-27T04:55:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:55:20.771400 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b7d098-9351-4901-a301-bdb183aa66f6 None None] Checking router: 2db7648f-fc75-4c9a-8dc0-d0eaf92ec746 for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:55:20.772406 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b7d098-9351-4901-a301-bdb183aa66f6 None None] Updating router 2db7648f-fc75-4c9a-8dc0-d0eaf92ec746 port 99b5e65d-08ce-4061-8e35-b3d74c9216d0 binding host n-d-819494-3 {{(pid=110021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:55:20.804976 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-92b7d098-9351-4901-a301-bdb183aa66f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:20.811745 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-de73b1c3-0a00-450e-9af2-c8b60ff4de2d None None] Set router c5a3f6ee-65db-46a8-a000-813fdc82308d gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:55:20.920826 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f56c1dbd-f80f-4a66-bf32-18fae2a7a4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:20.958543 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e92762f9-04f8-4df3-b173-80a744984a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:21.015106 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-e92762f9-04f8-4df3-b173-80a744984a6d None None] For port 0b829f62-dcdc-45ab-a477-a67533029550, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=0b829f62-dcdc-45ab-a477-a67533029550,segment=NetworkSegment(4b8208f4-7c32-47bb-b522-2da849a9d853),segment_id=4b8208f4-7c32-47bb-b522-2da849a9d853)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:55:21.023918 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e92762f9-04f8-4df3-b173-80a744984a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:21.097649 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-f56c1dbd-f80f-4a66-bf32-18fae2a7a4eb admin admin] Allocated IP 172.20.0.1 (1f5538d0-637b-4d51-8d8b-ec02a6d01004/0e9a3996-5f96-4af6-9108-fb9627c0a61e/4a7cf0f4-7dd2-4f9c-8e32-59b95ba3add0) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:55:21.109707 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-92b7d098-9351-4901-a301-bdb183aa66f6 None None] Publish callbacks [] for port, precommit_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:21.115846 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92762f9-04f8-4df3-b173-80a744984a6d None None] Pushing event updated for resources: {'Port': ['ID=0b829f62-dcdc-45ab-a477-a67533029550,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:21.116874 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-92b7d098-9351-4901-a301-bdb183aa66f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:21.153250 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-4d250bb1-8415-4856-a4d5-4c511589361a None None] Provisioning complete for port 0b829f62-dcdc-45ab-a477-a67533029550 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:55:21.153620 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-4d250bb1-8415-4856-a4d5-4c511589361a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:21.192732 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688dcb36-5f8d-4eab-8efa-e64f95d763b0 None None] Pushing event updated for resources: {'Port': ['ID=99b5e65d-08ce-4061-8e35-b3d74c9216d0,revision_number=2']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:21.205858 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-92b7d098-9351-4901-a301-bdb183aa66f6 None None] Attempting to bind port 99b5e65d-08ce-4061-8e35-b3d74c9216d0 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:55:21.206874 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-92b7d098-9351-4901-a301-bdb183aa66f6 None None] Attempting to bind port 99b5e65d-08ce-4061-8e35-b3d74c9216d0 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:55:21.207988 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b7d098-9351-4901-a301-bdb183aa66f6 None None] Attempting to bind port 99b5e65d-08ce-4061-8e35-b3d74c9216d0 on network f5c39893-f8d8-4150-8aae-695f98406de3 {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:55:21.211034 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cd496e-dd52-4d61-bded-e0c8a25e91d6 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:55:21.215950 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b7d098-9351-4901-a301-bdb183aa66f6 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:55:21.216686 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b7d098-9351-4901-a301-bdb183aa66f6 None None] Checking segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:55:21.217587 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-92b7d098-9351-4901-a301-bdb183aa66f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:21.218607 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b7d098-9351-4901-a301-bdb183aa66f6 None None] Bound using segment: {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'} {{(pid=110021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:55:21.219848 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.managers [None req-92b7d098-9351-4901-a301-bdb183aa66f6 None None] Bound port: 99b5e65d-08ce-4061-8e35-b3d74c9216d0, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5134c27-a063-4df4-9591-c211d96da4e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3'}}] {{(pid=110021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:55:21.223396 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-92b7d098-9351-4901-a301-bdb183aa66f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:21.236315 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-de73b1c3-0a00-450e-9af2-c8b60ff4de2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'name': 'tempest-TestSnapshotPattern-361421333-router', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '3134cfaa-e61d-4dea-a1ce-53ea8258810e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:55:14Z', 'updated_at': '2021-11-27T04:55:16Z', 'revision_number': 4, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'gw_port': {'id': '3134cfaa-e61d-4dea-a1ce-53ea8258810e', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:20:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:55:14Z', 'updated_at': '2021-11-27T04:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '0b829f62-dcdc-45ab-a477-a67533029550', 'name': '', 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'mac_address': 'fa:16:3e:5d:aa:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '689d86c1-6775-49d5-8b0f-478636897339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:55:16Z', 'updated_at': '2021-11-27T04:55:20Z', 'revision_number': 4, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'subnets': [{'id': '689d86c1-6775-49d5-8b0f-478636897339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:55:21.257599 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f56c1dbd-f80f-4a66-bf32-18fae2a7a4eb admin admin] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:21.296085 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-92b7d098-9351-4901-a301-bdb183aa66f6 None None] For port 99b5e65d-08ce-4061-8e35-b3d74c9216d0, host n-d-819494-3, cleared binding levels {{(pid=110021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:55:21.297032 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de73b1c3-0a00-450e-9af2-c8b60ff4de2d None None] The sync data for ids ['c5a3f6ee-65db-46a8-a000-813fdc82308d'] in n-d-819494-3 is: [{'id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'name': 'tempest-TestSnapshotPattern-361421333-router', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '3134cfaa-e61d-4dea-a1ce-53ea8258810e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:55:14Z', 'updated_at': '2021-11-27T04:55:16Z', 'revision_number': 4, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'gw_port': {'id': '3134cfaa-e61d-4dea-a1ce-53ea8258810e', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:20:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:55:14Z', 'updated_at': '2021-11-27T04:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '0b829f62-dcdc-45ab-a477-a67533029550', 'name': '', 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'mac_address': 'fa:16:3e:5d:aa:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '689d86c1-6775-49d5-8b0f-478636897339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:55:16Z', 'updated_at': '2021-11-27T04:55:20Z', 'revision_number': 4, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'subnets': [{'id': '689d86c1-6775-49d5-8b0f-478636897339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:55:21.304382 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f56c1dbd-f80f-4a66-bf32-18fae2a7a4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:21.313115 n-d-819494-3 neutron-server[110021]: DEBUG neutron.plugins.ml2.db [None req-92b7d098-9351-4901-a301-bdb183aa66f6 None None] For port 99b5e65d-08ce-4061-8e35-b3d74c9216d0, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=99b5e65d-08ce-4061-8e35-b3d74c9216d0,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:55:21.321679 n-d-819494-3 neutron-server[110021]: DEBUG neutron_lib.callbacks.manager [None req-92b7d098-9351-4901-a301-bdb183aa66f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:21.362205 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56c1dbd-f80f-4a66-bf32-18fae2a7a4eb admin admin] Network 1f5538d0-637b-4d51-8d8b-ec02a6d01004 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:55:21.382229 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-f56c1dbd-f80f-4a66-bf32-18fae2a7a4eb admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:55:21.383909 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56c1dbd-f80f-4a66-bf32-18fae2a7a4eb admin admin] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:55:21.389647 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b7d098-9351-4901-a301-bdb183aa66f6 None None] Routers {'2db7648f-fc75-4c9a-8dc0-d0eaf92ec746'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:55:21.390519 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-92b7d098-9351-4901-a301-bdb183aa66f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:55:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['2db7648f-fc75-4c9a-8dc0-d0eaf92ec746'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:55:21.414622 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514158f5-ffe0-47ab-8c81-8229c7a038e4 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 04:55:21.424432 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c1dbd-f80f-4a66-bf32-18fae2a7a4eb admin admin] Pushing event updated for resources: {'Port': ['ID=4a7cf0f4-7dd2-4f9c-8e32-59b95ba3add0,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:21.424840 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:21.450590 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-08d99763-2651-4ddd-ac05-b74f0244313e None None] Provisioning complete for port 99b5e65d-08ce-4061-8e35-b3d74c9216d0 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:55:21.450895 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-08d99763-2651-4ddd-ac05-b74f0244313e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:21.457445 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f56c1dbd-f80f-4a66-bf32-18fae2a7a4eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3679102'] for router_interface, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:21.490791 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688dcb36-5f8d-4eab-8efa-e64f95d763b0 None None] Pushing event updated for resources: {'Port': ['ID=99b5e65d-08ce-4061-8e35-b3d74c9216d0,revision_number=3']} {{(pid=110021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:21.566034 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-08d99763-2651-4ddd-ac05-b74f0244313e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:21.603007 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-08d99763-2651-4ddd-ac05-b74f0244313e None None] For port 99b5e65d-08ce-4061-8e35-b3d74c9216d0, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=99b5e65d-08ce-4061-8e35-b3d74c9216d0,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:55:21.619063 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-08d99763-2651-4ddd-ac05-b74f0244313e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:21.628643 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-92b7d098-9351-4901-a301-bdb183aa66f6 None None] Set router 2db7648f-fc75-4c9a-8dc0-d0eaf92ec746 gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:55:21.712143 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d99763-2651-4ddd-ac05-b74f0244313e None None] Pushing event updated for resources: {'Port': ['ID=99b5e65d-08ce-4061-8e35-b3d74c9216d0,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:21.769192 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47353a77-f120-4292-a074-76bc86d02669 None None] Network 1f5538d0-637b-4d51-8d8b-ec02a6d01004 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 04:55:21.793196 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-7ffa58c6-e4ae-4339-802c-044975e7760a None None] Provisioning complete for port 99b5e65d-08ce-4061-8e35-b3d74c9216d0 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:55:21.793882 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7ffa58c6-e4ae-4339-802c-044975e7760a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:21.862676 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 377dfbdc-670a-48dd-af8b-f238a987103e up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:55:21.927053 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-92b7d098-9351-4901-a301-bdb183aa66f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db7648f-fc75-4c9a-8dc0-d0eaf92ec746', 'name': 'tempest-TestSnapshotPattern-1840285498-router', 'tenant_id': '0aec02fbf9044a2390d5e7946270fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '99b5e65d-08ce-4061-8e35-b3d74c9216d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:55:18Z', 'updated_at': '2021-11-27T04:55:19Z', 'revision_number': 3, 'project_id': '0aec02fbf9044a2390d5e7946270fb68', 'gw_port': {'id': '99b5e65d-08ce-4061-8e35-b3d74c9216d0', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ac:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db7648f-fc75-4c9a-8dc0-d0eaf92ec746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:55:19Z', 'updated_at': '2021-11-27T04:55:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:55:21.963388 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b7d098-9351-4901-a301-bdb183aa66f6 None None] The sync data for ids ['2db7648f-fc75-4c9a-8dc0-d0eaf92ec746'] in n-d-819494-3 is: [{'id': '2db7648f-fc75-4c9a-8dc0-d0eaf92ec746', 'name': 'tempest-TestSnapshotPattern-1840285498-router', 'tenant_id': '0aec02fbf9044a2390d5e7946270fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '99b5e65d-08ce-4061-8e35-b3d74c9216d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:55:18Z', 'updated_at': '2021-11-27T04:55:19Z', 'revision_number': 3, 'project_id': '0aec02fbf9044a2390d5e7946270fb68', 'gw_port': {'id': '99b5e65d-08ce-4061-8e35-b3d74c9216d0', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ac:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db7648f-fc75-4c9a-8dc0-d0eaf92ec746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:55:19Z', 'updated_at': '2021-11-27T04:55:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:55:22.048059 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:22.069644 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 377dfbdc-670a-48dd-af8b-f238a987103e triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:55:22.070437 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:22.089731 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f56c1dbd-f80f-4a66-bf32-18fae2a7a4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:22.219663 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:22.250723 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-8d8efe65-fb3a-4f55-95eb-661a99905779 None None] Provisioning complete for port 377dfbdc-670a-48dd-af8b-f238a987103e triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:55:22.251193 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-8d8efe65-fb3a-4f55-95eb-661a99905779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:22.327523 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] For port 377dfbdc-670a-48dd-af8b-f238a987103e, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=377dfbdc-670a-48dd-af8b-f238a987103e,segment=NetworkSegment(d3d624a4-f39c-4ede-8941-51ee3a7368b0),segment_id=d3d624a4-f39c-4ede-8941-51ee3a7368b0)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:55:22.333847 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:22.334688 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 0b829f62-dcdc-45ab-a477-a67533029550 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:55:22.372435 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f56c1dbd-f80f-4a66-bf32-18fae2a7a4eb admin admin] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:22.380764 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f56c1dbd-f80f-4a66-bf32-18fae2a7a4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:22.474999 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-f56c1dbd-f80f-4a66-bf32-18fae2a7a4eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679122'] for router_interface, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:22.476844 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c1dbd-f80f-4a66-bf32-18fae2a7a4eb admin admin] Pushing event updated for resources: {'Port': ['ID=4a7cf0f4-7dd2-4f9c-8e32-59b95ba3add0,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:22.489856 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Pushing event updated for resources: {'Port': ['ID=377dfbdc-670a-48dd-af8b-f238a987103e,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:22.513234 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 0b829f62-dcdc-45ab-a477-a67533029550 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:55:22.513637 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:22.605729 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56c1dbd-f80f-4a66-bf32-18fae2a7a4eb admin admin] Network 1f5538d0-637b-4d51-8d8b-ec02a6d01004 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:55:22.607552 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-f56c1dbd-f80f-4a66-bf32-18fae2a7a4eb admin admin] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:55:22.651319 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-5adaa543-d2e5-472a-ac9a-c24ad0d6430c None None] Provisioning complete for port 377dfbdc-670a-48dd-af8b-f238a987103e triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:55:22.651691 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5adaa543-d2e5-472a-ac9a-c24ad0d6430c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:22.760041 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f56c1dbd-f80f-4a66-bf32-18fae2a7a4eb admin admin] Router 2db7648f-fc75-4c9a-8dc0-d0eaf92ec746 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:55:22.782096 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-5adaa543-d2e5-472a-ac9a-c24ad0d6430c None None] Provisioning complete for port 4a7cf0f4-7dd2-4f9c-8e32-59b95ba3add0 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:55:22.782096 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5adaa543-d2e5-472a-ac9a-c24ad0d6430c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:22.828205 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-5adaa543-d2e5-472a-ac9a-c24ad0d6430c None None] Port 4a7cf0f4-7dd2-4f9c-8e32-59b95ba3add0 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:55:22.916681 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56c1dbd-f80f-4a66-bf32-18fae2a7a4eb admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:55:22.922095 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-f56c1dbd-f80f-4a66-bf32-18fae2a7a4eb admin admin] 10.222.0.20 "PUT /v2.0/routers/2db7648f-fc75-4c9a-8dc0-d0eaf92ec746/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6295543 Nov 27 04:55:22.954542 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-279c73c4-b992-4e8c-b890-7e9288d94de1 None None] Provisioning complete for port 4a7cf0f4-7dd2-4f9c-8e32-59b95ba3add0 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:55:22.955045 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-279c73c4-b992-4e8c-b890-7e9288d94de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:22.996074 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-279c73c4-b992-4e8c-b890-7e9288d94de1 None None] Port 4a7cf0f4-7dd2-4f9c-8e32-59b95ba3add0 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:55:23.116272 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-6e27bf13-4c0d-4fb3-b9de-176bb21df0ce None None] Provisioning complete for port 4a7cf0f4-7dd2-4f9c-8e32-59b95ba3add0 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:55:23.116941 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6e27bf13-4c0d-4fb3-b9de-176bb21df0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:23.152330 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-6e27bf13-4c0d-4fb3-b9de-176bb21df0ce None None] Port 4a7cf0f4-7dd2-4f9c-8e32-59b95ba3add0 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:55:23.416560 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35544) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:55:23.421390 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-baa9c122-ae2d-4e9d-bb78-e101b5299af6 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1687290345', 'description': 'tempest-secgroup-smoke-1687290345 description', 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:55:23.443659 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-baa9c122-ae2d-4e9d-bb78-e101b5299af6 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks [] for security_group, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:23.511868 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-baa9c122-ae2d-4e9d-bb78-e101b5299af6 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks [] for security_group, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:23.515769 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-baa9c122-ae2d-4e9d-bb78-e101b5299af6 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:23.543445 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-baa9c122-ae2d-4e9d-bb78-e101b5299af6 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:23.544678 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-baa9c122-ae2d-4e9d-bb78-e101b5299af6 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1270900 Nov 27 04:55:23.547886 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 35546) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:55:23.548727 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9c122-ae2d-4e9d-bb78-e101b5299af6 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a41dbd7-4eaf-468b-8077-4af4f651947e,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:23.553426 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-63886b0a-6f85-48bf-8977-930c1a95cc0b tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Request body: {'security_group_rule': {'security_group_id': '0a41dbd7-4eaf-468b-8077-4af4f651947e', 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:55:23.580597 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-63886b0a-6f85-48bf-8977-930c1a95cc0b tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:23.637850 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-63886b0a-6f85-48bf-8977-930c1a95cc0b tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:23.641741 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-63886b0a-6f85-48bf-8977-930c1a95cc0b tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:23.659578 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63886b0a-6f85-48bf-8977-930c1a95cc0b tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad9574bb-6a1b-4911-91f8-ec857bc74fce,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:23.668650 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-63886b0a-6f85-48bf-8977-930c1a95cc0b tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:23.669837 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-63886b0a-6f85-48bf-8977-930c1a95cc0b tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208749 Nov 27 04:55:23.672578 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 35548) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:55:23.677476 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-59e3be59-b83c-4c2a-9e6f-128b7e4c8cca tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Request body: {'security_group_rule': {'security_group_id': '0a41dbd7-4eaf-468b-8077-4af4f651947e', 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:55:23.705008 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59e3be59-b83c-4c2a-9e6f-128b7e4c8cca tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:23.740875 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 99b5e65d-08ce-4061-8e35-b3d74c9216d0 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:55:23.764793 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59e3be59-b83c-4c2a-9e6f-128b7e4c8cca tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:23.768715 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59e3be59-b83c-4c2a-9e6f-128b7e4c8cca tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:23.786348 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3be59-b83c-4c2a-9e6f-128b7e4c8cca tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b416495-f386-460d-a230-d2d2d5fbef19,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:23.791650 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 99b5e65d-08ce-4061-8e35-b3d74c9216d0 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:55:23.792027 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:23.795199 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-59e3be59-b83c-4c2a-9e6f-128b7e4c8cca tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:23.796415 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-59e3be59-b83c-4c2a-9e6f-128b7e4c8cca tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1229162 Nov 27 04:55:23.799188 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 35550) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:55:23.804025 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-d9656497-244c-4239-8c71-538f00057aae tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Request body: {'security_group_rule': {'security_group_id': '0a41dbd7-4eaf-468b-8077-4af4f651947e', 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:55:23.832026 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d9656497-244c-4239-8c71-538f00057aae tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:23.870047 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 377dfbdc-670a-48dd-af8b-f238a987103e up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:55:23.887996 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d9656497-244c-4239-8c71-538f00057aae tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:23.891694 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d9656497-244c-4239-8c71-538f00057aae tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:23.911718 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9656497-244c-4239-8c71-538f00057aae tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97bdbcfe-7f44-4dc7-b09d-811f64013dbc,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:23.916109 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 377dfbdc-670a-48dd-af8b-f238a987103e triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:55:23.916546 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:23.920292 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-d9656497-244c-4239-8c71-538f00057aae tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:23.923000 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-d9656497-244c-4239-8c71-538f00057aae tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1228461 Nov 27 04:55:23.924298 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 35552) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:55:23.929252 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-ff55ddda-f28e-449f-b111-0174edd4f676 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Request body: {'security_group_rule': {'security_group_id': '0a41dbd7-4eaf-468b-8077-4af4f651947e', 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:55:23.956959 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ff55ddda-f28e-449f-b111-0174edd4f676 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:24.017092 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ff55ddda-f28e-449f-b111-0174edd4f676 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:24.020784 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ff55ddda-f28e-449f-b111-0174edd4f676 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:24.037822 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff55ddda-f28e-449f-b111-0174edd4f676 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a51e421a-4a57-40b6-becd-dbae18893429,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:24.045420 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-ff55ddda-f28e-449f-b111-0174edd4f676 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:24.046630 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-ff55ddda-f28e-449f-b111-0174edd4f676 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1213691 Nov 27 04:55:24.049261 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 35554) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:55:24.054133 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-8503fda5-3979-4b8f-ba51-32b3a3f09c6e tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Request body: {'security_group_rule': {'security_group_id': '0a41dbd7-4eaf-468b-8077-4af4f651947e', 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:55:24.075269 n-d-819494-3 neutron-server[110019]: INFO neutron.db.securitygroups_db [None req-8503fda5-3979-4b8f-ba51-32b3a3f09c6e tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Project c46f5170bdec43f9b80d2bc2b847656c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 04:55:24.080145 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8503fda5-3979-4b8f-ba51-32b3a3f09c6e tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:24.141246 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8503fda5-3979-4b8f-ba51-32b3a3f09c6e tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:24.144861 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8503fda5-3979-4b8f-ba51-32b3a3f09c6e tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:24.164072 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8503fda5-3979-4b8f-ba51-32b3a3f09c6e tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8731516d-555f-410c-b6c9-5f8a99b0a32f,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:24.169204 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-8503fda5-3979-4b8f-ba51-32b3a3f09c6e tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:24.170392 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-8503fda5-3979-4b8f-ba51-32b3a3f09c6e tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1202178 Nov 27 04:55:24.173287 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 35556) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:55:24.179007 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [None req-83762b62-f3a1-40f9-af54-1556b371684b tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Request body: {'security_group_rule': {'security_group_id': '0a41dbd7-4eaf-468b-8077-4af4f651947e', 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:55:24.200001 n-d-819494-3 neutron-server[110019]: INFO neutron.db.securitygroups_db [None req-83762b62-f3a1-40f9-af54-1556b371684b tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Project c46f5170bdec43f9b80d2bc2b847656c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 04:55:24.204867 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-83762b62-f3a1-40f9-af54-1556b371684b tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:24.263049 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-83762b62-f3a1-40f9-af54-1556b371684b tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:24.266631 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-83762b62-f3a1-40f9-af54-1556b371684b tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459344'] for security_group_rule, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:24.284018 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83762b62-f3a1-40f9-af54-1556b371684b tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15dc7113-c14a-406c-ac31-026c8103435e,revision_number=0']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:24.290967 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-83762b62-f3a1-40f9-af54-1556b371684b tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:24.292142 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-83762b62-f3a1-40f9-af54-1556b371684b tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1178987 Nov 27 04:55:24.443290 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-e4f504e8-4c09-485d-ad1a-c26a5a1e967f tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1687290345&fields=id&tenant_id=c46f5170bdec43f9b80d2bc2b847656c HTTP/1.1" status: 200 len: 267 time: 0.0451598 Nov 27 04:55:24.553543 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-76819db1-1f0f-49a9-8634-d67e7a3ad509 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:55:24.555741 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-76819db1-1f0f-49a9-8634-d67e7a3ad509 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/networks?id=fdccf5e2-8408-4bf8-a542-427684d16b08 HTTP/1.1" status: 200 len: 809 time: 0.1050775 Nov 27 04:55:24.570693 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-79bc74d7-21b4-41ce-a03f-487ef3f7c101 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/quotas/c46f5170bdec43f9b80d2bc2b847656c HTTP/1.1" status: 200 len: 375 time: 0.0093899 Nov 27 04:55:24.622716 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-d47dad19-e93a-417f-b026-4467a2a89410 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c46f5170bdec43f9b80d2bc2b847656c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461698 Nov 27 04:55:24.816218 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-e06e2694-46f6-4310-81e9-396937204e16 service neutron] 10.222.0.20 "GET /v2.0/networks/fdccf5e2-8408-4bf8-a542-427684d16b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817472 Nov 27 04:55:24.830640 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335e1618-9857-4bb4-a5e6-d6ea0ed20694 None None] Sync routers for ids ['2db7648f-fc75-4c9a-8dc0-d0eaf92ec746'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:55:24.841393 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335e1618-9857-4bb4-a5e6-d6ea0ed20694 None None] Routers {'2db7648f-fc75-4c9a-8dc0-d0eaf92ec746'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:55:24.842015 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-335e1618-9857-4bb4-a5e6-d6ea0ed20694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:55:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['2db7648f-fc75-4c9a-8dc0-d0eaf92ec746'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:55:24.908323 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-679a080f-c58e-489f-bbc0-818fb50894e0 service neutron] 10.222.0.20 "GET /v2.0/networks/fdccf5e2-8408-4bf8-a542-427684d16b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845871 Nov 27 04:55:25.073732 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6181d442-2309-4a84-ae8f-61547bfc1b75 req-3b7d6ee5-cb64-4441-9087-f8e9730ea2b1 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba0fa3f-6048-4f3e-998d-953135574caf HTTP/1.1" status: 200 len: 210 time: 0.0270779 Nov 27 04:55:25.104115 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-335e1618-9857-4bb4-a5e6-d6ea0ed20694 None None] Set router 2db7648f-fc75-4c9a-8dc0-d0eaf92ec746 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:55:25.296860 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-335e1618-9857-4bb4-a5e6-d6ea0ed20694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db7648f-fc75-4c9a-8dc0-d0eaf92ec746', 'name': 'tempest-TestSnapshotPattern-1840285498-router', 'tenant_id': '0aec02fbf9044a2390d5e7946270fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '99b5e65d-08ce-4061-8e35-b3d74c9216d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:55:18Z', 'updated_at': '2021-11-27T04:55:22Z', 'revision_number': 4, 'project_id': '0aec02fbf9044a2390d5e7946270fb68', 'gw_port': {'id': '99b5e65d-08ce-4061-8e35-b3d74c9216d0', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ac:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db7648f-fc75-4c9a-8dc0-d0eaf92ec746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:55:19Z', 'updated_at': '2021-11-27T04:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '4a7cf0f4-7dd2-4f9c-8e32-59b95ba3add0', 'name': '', 'network_id': '1f5538d0-637b-4d51-8d8b-ec02a6d01004', 'tenant_id': '0aec02fbf9044a2390d5e7946270fb68', 'mac_address': 'fa:16:3e:cf:55:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db7648f-fc75-4c9a-8dc0-d0eaf92ec746', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '0e9a3996-5f96-4af6-9108-fb9627c0a61e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:55:20Z', 'updated_at': '2021-11-27T04:55:22Z', 'revision_number': 2, 'project_id': '0aec02fbf9044a2390d5e7946270fb68', 'subnets': [{'id': '0e9a3996-5f96-4af6-9108-fb9627c0a61e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:55:25.328854 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335e1618-9857-4bb4-a5e6-d6ea0ed20694 None None] Checking router: 2db7648f-fc75-4c9a-8dc0-d0eaf92ec746 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:55:25.329133 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335e1618-9857-4bb4-a5e6-d6ea0ed20694 None None] Updating router 2db7648f-fc75-4c9a-8dc0-d0eaf92ec746 port 4a7cf0f4-7dd2-4f9c-8e32-59b95ba3add0 binding host n-d-819494-3 {{(pid=110020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 04:55:25.352999 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-335e1618-9857-4bb4-a5e6-d6ea0ed20694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:25.606275 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-335e1618-9857-4bb4-a5e6-d6ea0ed20694 None None] Publish callbacks [] for port, precommit_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:25.611072 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-335e1618-9857-4bb4-a5e6-d6ea0ed20694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:25.658037 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db55a123-7c9d-4a0c-b29c-67f9f4417259 None None] Pushing event updated for resources: {'Port': ['ID=4a7cf0f4-7dd2-4f9c-8e32-59b95ba3add0,revision_number=3']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:25.710812 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-335e1618-9857-4bb4-a5e6-d6ea0ed20694 None None] Attempting to bind port 4a7cf0f4-7dd2-4f9c-8e32-59b95ba3add0 on host n-d-819494-3 for vnic_type normal with profile {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:55:25.711186 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-335e1618-9857-4bb4-a5e6-d6ea0ed20694 None None] Attempting to bind port 4a7cf0f4-7dd2-4f9c-8e32-59b95ba3add0 by drivers openvswitch,hyperv on host n-d-819494-3 at level 0 using segments [{'id': 'd3d624a4-f39c-4ede-8941-51ee3a7368b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1f5538d0-637b-4d51-8d8b-ec02a6d01004'}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:55:25.711556 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335e1618-9857-4bb4-a5e6-d6ea0ed20694 None None] Attempting to bind port 4a7cf0f4-7dd2-4f9c-8e32-59b95ba3add0 on network 1f5538d0-637b-4d51-8d8b-ec02a6d01004 {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:55:25.716645 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335e1618-9857-4bb4-a5e6-d6ea0ed20694 None None] Checking agent: {'id': '3dc8a527-9cfa-49df-ab3d-080520523ec1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 32, 52), 'started_at': datetime.datetime(2021, 11, 27, 3, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:55:25.717255 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335e1618-9857-4bb4-a5e6-d6ea0ed20694 None None] Checking segment: {'id': 'd3d624a4-f39c-4ede-8941-51ee3a7368b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1f5538d0-637b-4d51-8d8b-ec02a6d01004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:55:25.717827 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-335e1618-9857-4bb4-a5e6-d6ea0ed20694 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:25.718398 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335e1618-9857-4bb4-a5e6-d6ea0ed20694 None None] Bound using segment: {'id': 'd3d624a4-f39c-4ede-8941-51ee3a7368b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1f5538d0-637b-4d51-8d8b-ec02a6d01004'} {{(pid=110020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:55:25.718901 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.managers [None req-335e1618-9857-4bb4-a5e6-d6ea0ed20694 None None] Bound port: 4a7cf0f4-7dd2-4f9c-8e32-59b95ba3add0, host: n-d-819494-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d624a4-f39c-4ede-8941-51ee3a7368b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1f5538d0-637b-4d51-8d8b-ec02a6d01004'}}] {{(pid=110020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:55:25.719285 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-335e1618-9857-4bb4-a5e6-d6ea0ed20694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:25.783813 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-335e1618-9857-4bb4-a5e6-d6ea0ed20694 None None] For port 4a7cf0f4-7dd2-4f9c-8e32-59b95ba3add0, host n-d-819494-3, cleared binding levels {{(pid=110020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:55:25.787609 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-335e1618-9857-4bb4-a5e6-d6ea0ed20694 None None] For port 4a7cf0f4-7dd2-4f9c-8e32-59b95ba3add0, host n-d-819494-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=4a7cf0f4-7dd2-4f9c-8e32-59b95ba3add0,segment=NetworkSegment(d3d624a4-f39c-4ede-8941-51ee3a7368b0),segment_id=d3d624a4-f39c-4ede-8941-51ee3a7368b0)] {{(pid=110020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:55:25.792308 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-335e1618-9857-4bb4-a5e6-d6ea0ed20694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:25.853085 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335e1618-9857-4bb4-a5e6-d6ea0ed20694 None None] Routers {'2db7648f-fc75-4c9a-8dc0-d0eaf92ec746'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:55:25.853692 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-335e1618-9857-4bb4-a5e6-d6ea0ed20694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:55:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['2db7648f-fc75-4c9a-8dc0-d0eaf92ec746'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:55:25.858802 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db55a123-7c9d-4a0c-b29c-67f9f4417259 None None] Pushing event updated for resources: {'Port': ['ID=4a7cf0f4-7dd2-4f9c-8e32-59b95ba3add0,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:25.951462 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-7147a200-e318-4a44-b875-fcd74311993e None None] Provisioning complete for port 4a7cf0f4-7dd2-4f9c-8e32-59b95ba3add0 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:55:25.951844 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7147a200-e318-4a44-b875-fcd74311993e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:26.004746 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-335e1618-9857-4bb4-a5e6-d6ea0ed20694 None None] Set router 2db7648f-fc75-4c9a-8dc0-d0eaf92ec746 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:55:26.159128 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7147a200-e318-4a44-b875-fcd74311993e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:26.178600 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-945eb7d1-4d48-433a-9b6a-c83fc9c212a4 req-388f9fb8-3c0e-4b4f-930b-8867fdde0488 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba0fa3f-6048-4f3e-998d-953135574caf HTTP/1.1" status: 200 len: 210 time: 0.0398307 Nov 27 04:55:26.224491 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-7147a200-e318-4a44-b875-fcd74311993e None None] For port 4a7cf0f4-7dd2-4f9c-8e32-59b95ba3add0, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=4a7cf0f4-7dd2-4f9c-8e32-59b95ba3add0,segment=NetworkSegment(d3d624a4-f39c-4ede-8941-51ee3a7368b0),segment_id=d3d624a4-f39c-4ede-8941-51ee3a7368b0)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:55:26.230030 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7147a200-e318-4a44-b875-fcd74311993e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:26.309017 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147a200-e318-4a44-b875-fcd74311993e None None] Pushing event updated for resources: {'Port': ['ID=4a7cf0f4-7dd2-4f9c-8e32-59b95ba3add0,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:26.322516 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-335e1618-9857-4bb4-a5e6-d6ea0ed20694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db7648f-fc75-4c9a-8dc0-d0eaf92ec746', 'name': 'tempest-TestSnapshotPattern-1840285498-router', 'tenant_id': '0aec02fbf9044a2390d5e7946270fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '99b5e65d-08ce-4061-8e35-b3d74c9216d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:55:18Z', 'updated_at': '2021-11-27T04:55:22Z', 'revision_number': 4, 'project_id': '0aec02fbf9044a2390d5e7946270fb68', 'gw_port': {'id': '99b5e65d-08ce-4061-8e35-b3d74c9216d0', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ac:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db7648f-fc75-4c9a-8dc0-d0eaf92ec746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:55:19Z', 'updated_at': '2021-11-27T04:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '4a7cf0f4-7dd2-4f9c-8e32-59b95ba3add0', 'name': '', 'network_id': '1f5538d0-637b-4d51-8d8b-ec02a6d01004', 'tenant_id': '0aec02fbf9044a2390d5e7946270fb68', 'mac_address': 'fa:16:3e:cf:55:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db7648f-fc75-4c9a-8dc0-d0eaf92ec746', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '0e9a3996-5f96-4af6-9108-fb9627c0a61e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:55:20Z', 'updated_at': '2021-11-27T04:55:25Z', 'revision_number': 4, 'project_id': '0aec02fbf9044a2390d5e7946270fb68', 'subnets': [{'id': '0e9a3996-5f96-4af6-9108-fb9627c0a61e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:55:26.358296 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335e1618-9857-4bb4-a5e6-d6ea0ed20694 None None] The sync data for ids ['2db7648f-fc75-4c9a-8dc0-d0eaf92ec746'] in n-d-819494-3 is: [{'id': '2db7648f-fc75-4c9a-8dc0-d0eaf92ec746', 'name': 'tempest-TestSnapshotPattern-1840285498-router', 'tenant_id': '0aec02fbf9044a2390d5e7946270fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '99b5e65d-08ce-4061-8e35-b3d74c9216d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:55:18Z', 'updated_at': '2021-11-27T04:55:22Z', 'revision_number': 4, 'project_id': '0aec02fbf9044a2390d5e7946270fb68', 'gw_port': {'id': '99b5e65d-08ce-4061-8e35-b3d74c9216d0', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ac:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db7648f-fc75-4c9a-8dc0-d0eaf92ec746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:55:19Z', 'updated_at': '2021-11-27T04:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '4a7cf0f4-7dd2-4f9c-8e32-59b95ba3add0', 'name': '', 'network_id': '1f5538d0-637b-4d51-8d8b-ec02a6d01004', 'tenant_id': '0aec02fbf9044a2390d5e7946270fb68', 'mac_address': 'fa:16:3e:cf:55:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db7648f-fc75-4c9a-8dc0-d0eaf92ec746', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '0e9a3996-5f96-4af6-9108-fb9627c0a61e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:55:20Z', 'updated_at': '2021-11-27T04:55:25Z', 'revision_number': 4, 'project_id': '0aec02fbf9044a2390d5e7946270fb68', 'subnets': [{'id': '0e9a3996-5f96-4af6-9108-fb9627c0a61e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:55:26.369023 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-5a154206-a807-4dde-9c7a-6cb58546fbe1 None None] Provisioning complete for port 4a7cf0f4-7dd2-4f9c-8e32-59b95ba3add0 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:55:26.369399 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5a154206-a807-4dde-9c7a-6cb58546fbe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:27.239649 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7ee486c5-b52d-4ba2-a83f-364d510ca08a req-ddc4dc44-114e-42ab-9a41-dfa34fac58ac tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba0fa3f-6048-4f3e-998d-953135574caf HTTP/1.1" status: 200 len: 210 time: 0.0266829 Nov 27 04:55:27.673051 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 4a7cf0f4-7dd2-4f9c-8e32-59b95ba3add0 up at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:55:27.719613 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Provisioning complete for port 4a7cf0f4-7dd2-4f9c-8e32-59b95ba3add0 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:55:27.720007 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:28.315327 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-1a3f18ad-3ed1-40d0-852a-85ca83ea5eef req-3ab65adc-2db1-4b0d-97dc-efafd3f2fe39 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba0fa3f-6048-4f3e-998d-953135574caf HTTP/1.1" status: 200 len: 210 time: 0.0262575 Nov 27 04:55:29.407710 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b88e691c-f8e1-491d-90dd-48a78d544e3b req-ce4498d3-3a8b-4e49-a992-33ed45400b52 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba0fa3f-6048-4f3e-998d-953135574caf HTTP/1.1" status: 200 len: 210 time: 0.0277598 Nov 27 04:55:30.393668 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-bae4fb40-0f5e-4c36-b669-5ff4c5765893 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:55:30.395856 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-bae4fb40-0f5e-4c36-b669-5ff4c5765893 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.23 "GET /v2.0/networks?id=fdccf5e2-8408-4bf8-a542-427684d16b08 HTTP/1.1" status: 200 len: 809 time: 0.1037409 Nov 27 04:55:30.484123 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-7e80c57d-9177-4ba6-b302-54e7ced36902 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c46f5170bdec43f9b80d2bc2b847656c HTTP/1.1" status: 200 len: 380 time: 0.0551991 Nov 27 04:55:30.501534 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3a98eddb-a053-417b-ab3f-5eca04153839 req-a25715ec-0131-430b-abb9-b8d5f7ce5c9f tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba0fa3f-6048-4f3e-998d-953135574caf HTTP/1.1" status: 200 len: 210 time: 0.0257418 Nov 27 04:55:30.521618 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-35d25af6-239a-4637-a9c1-023decd8cd01 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Request body: {'port': {'device_id': '3ba0fa3f-6048-4f3e-998d-953135574caf', 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08', 'admin_state_up': True, 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'security_groups': ['0a41dbd7-4eaf-468b-8077-4af4f651947e']}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:55:30.630996 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-35d25af6-239a-4637-a9c1-023decd8cd01 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Made reservation on behalf of c46f5170bdec43f9b80d2bc2b847656c for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:55:30.634524 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-35d25af6-239a-4637-a9c1-023decd8cd01 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:30.753957 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-35d25af6-239a-4637-a9c1-023decd8cd01 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Allocated IP 172.20.0.12 (fdccf5e2-8408-4bf8-a542-427684d16b08/689d86c1-6775-49d5-8b0f-478636897339/9b67ee22-4886-49cd-a346-a83715905b65) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:55:30.890891 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-35d25af6-239a-4637-a9c1-023decd8cd01 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:30.923536 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-35d25af6-239a-4637-a9c1-023decd8cd01 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:30.967040 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-35d25af6-239a-4637-a9c1-023decd8cd01 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Network fdccf5e2-8408-4bf8-a542-427684d16b08 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:55:30.970048 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-35d25af6-239a-4637-a9c1-023decd8cd01 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:55:30.974307 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-35d25af6-239a-4637-a9c1-023decd8cd01 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:55:30.980762 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d25af6-239a-4637-a9c1-023decd8cd01 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Pushing event updated for resources: {'Port': ['ID=9b67ee22-4886-49cd-a346-a83715905b65,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:31.032669 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-35d25af6-239a-4637-a9c1-023decd8cd01 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:55:31.033292 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-35d25af6-239a-4637-a9c1-023decd8cd01 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:31.051937 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-35d25af6-239a-4637-a9c1-023decd8cd01 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5341985 Nov 27 04:55:31.077780 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-96836cdf-8c69-488b-93df-ff7ed2cf72dc service neutron] Request body: {'port': {'device_id': '3ba0fa3f-6048-4f3e-998d-953135574caf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:55:31.137784 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-96836cdf-8c69-488b-93df-ff7ed2cf72dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:31.220935 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-88680f5f-460d-4e8e-ad99-339316049a89 None None] Provisioning complete for port 9b67ee22-4886-49cd-a346-a83715905b65 triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:55:31.221552 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-88680f5f-460d-4e8e-ad99-339316049a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:31.268226 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-88680f5f-460d-4e8e-ad99-339316049a89 None None] Port 9b67ee22-4886-49cd-a346-a83715905b65 cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:55:31.420492 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-96836cdf-8c69-488b-93df-ff7ed2cf72dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b67ee22-4886-49cd-a346-a83715905b65 {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:55:31.427990 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-96836cdf-8c69-488b-93df-ff7ed2cf72dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:31.440197 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-96836cdf-8c69-488b-93df-ff7ed2cf72dc service neutron] Transition to ACTIVE for port object 9b67ee22-4886-49cd-a346-a83715905b65 will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:55:31.443976 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-96836cdf-8c69-488b-93df-ff7ed2cf72dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:31.493238 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96836cdf-8c69-488b-93df-ff7ed2cf72dc service neutron] Pushing event updated for resources: {'Port': ['ID=9b67ee22-4886-49cd-a346-a83715905b65,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:31.570210 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-96836cdf-8c69-488b-93df-ff7ed2cf72dc service neutron] Attempting to bind port 9b67ee22-4886-49cd-a346-a83715905b65 on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:55:31.570590 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-96836cdf-8c69-488b-93df-ff7ed2cf72dc service neutron] Attempting to bind port 9b67ee22-4886-49cd-a346-a83715905b65 by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '4b8208f4-7c32-47bb-b522-2da849a9d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:55:31.570927 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-96836cdf-8c69-488b-93df-ff7ed2cf72dc service neutron] Attempting to bind port 9b67ee22-4886-49cd-a346-a83715905b65 on network fdccf5e2-8408-4bf8-a542-427684d16b08 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:55:31.576155 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-96836cdf-8c69-488b-93df-ff7ed2cf72dc service neutron] Port 9b67ee22-4886-49cd-a346-a83715905b65 on network fdccf5e2-8408-4bf8-a542-427684d16b08 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:55:31.576494 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-96836cdf-8c69-488b-93df-ff7ed2cf72dc service neutron] Attempting to bind port 9b67ee22-4886-49cd-a346-a83715905b65 on network fdccf5e2-8408-4bf8-a542-427684d16b08 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:55:31.581745 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-96836cdf-8c69-488b-93df-ff7ed2cf72dc service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:55:31.582752 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-96836cdf-8c69-488b-93df-ff7ed2cf72dc service neutron] Checking segment: {'id': '4b8208f4-7c32-47bb-b522-2da849a9d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:55:31.583149 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-96836cdf-8c69-488b-93df-ff7ed2cf72dc service neutron] Bound using segment: {'id': '4b8208f4-7c32-47bb-b522-2da849a9d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:55:31.583589 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-96836cdf-8c69-488b-93df-ff7ed2cf72dc service neutron] Bound port: 9b67ee22-4886-49cd-a346-a83715905b65, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b8208f4-7c32-47bb-b522-2da849a9d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:55:31.583951 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-96836cdf-8c69-488b-93df-ff7ed2cf72dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:31.637594 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb413c4b-123d-4c27-88b6-e5d04bf5a49c req-7e3c1882-c6eb-4910-89ef-a91aa15689b9 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:55:31.639891 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bb413c4b-123d-4c27-88b6-e5d04bf5a49c req-7e3c1882-c6eb-4910-89ef-a91aa15689b9 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba0fa3f-6048-4f3e-998d-953135574caf HTTP/1.1" status: 200 len: 944 time: 0.0577567 Nov 27 04:55:31.654444 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-96836cdf-8c69-488b-93df-ff7ed2cf72dc service neutron] For port 9b67ee22-4886-49cd-a346-a83715905b65, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:55:31.657739 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-96836cdf-8c69-488b-93df-ff7ed2cf72dc service neutron] For port 9b67ee22-4886-49cd-a346-a83715905b65, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=9b67ee22-4886-49cd-a346-a83715905b65,segment=NetworkSegment(4b8208f4-7c32-47bb-b522-2da849a9d853),segment_id=4b8208f4-7c32-47bb-b522-2da849a9d853)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:55:31.662630 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-96836cdf-8c69-488b-93df-ff7ed2cf72dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:31.694626 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-bb413c4b-123d-4c27-88b6-e5d04bf5a49c req-4f55966f-4b4c-4c30-ad0b-653067085b44 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a41dbd7-4eaf-468b-8077-4af4f651947e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468435 Nov 27 04:55:31.701447 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-96836cdf-8c69-488b-93df-ff7ed2cf72dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:55:31.702080 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-96836cdf-8c69-488b-93df-ff7ed2cf72dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:31.703607 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-96836cdf-8c69-488b-93df-ff7ed2cf72dc service neutron] 10.222.0.23 "PUT /v2.0/ports/9b67ee22-4886-49cd-a346-a83715905b65 HTTP/1.1" status: 200 len: 1092 time: 0.6303885 Nov 27 04:55:31.704053 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba0fa3f-6048-4f3e-998d-953135574caf', 'tag': '9b67ee22-4886-49cd-a346-a83715905b65'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:55:31.706322 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08b94054c3609ca5194c36e6072b148da941c4766f069e8e94abba8dbd1bbb06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e541f9f-585d-4965-affa-e9ea51052ae7" -d '{"events": [{"name": "network-changed", "server_uuid": "3ba0fa3f-6048-4f3e-998d-953135574caf", "tag": "9b67ee22-4886-49cd-a346-a83715905b65"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:55:31.729905 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96836cdf-8c69-488b-93df-ff7ed2cf72dc service neutron] Pushing event updated for resources: {'Port': ['ID=9b67ee22-4886-49cd-a346-a83715905b65,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:31.760519 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87bc4fb9-7a42-48c4-b373-578c1079bb92 x-openstack-request-id: req-87bc4fb9-7a42-48c4-b373-578c1079bb92 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:55:31.760859 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ba0fa3f-6048-4f3e-998d-953135574caf", "tag": "9b67ee22-4886-49cd-a346-a83715905b65", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:55:31.761120 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-87bc4fb9-7a42-48c4-b373-578c1079bb92 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:55:31.761540 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba0fa3f-6048-4f3e-998d-953135574caf', 'tag': '9b67ee22-4886-49cd-a346-a83715905b65', 'status': 'completed', 'code': 200} Nov 27 04:55:31.823341 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-df72955a-ea83-4935-9f02-614f65408ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:55:31.824883 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-df72955a-ea83-4935-9f02-614f65408ffc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c46f5170bdec43f9b80d2bc2b847656c&device_id=3ba0fa3f-6048-4f3e-998d-953135574caf HTTP/1.1" status: 200 len: 1095 time: 0.0455220 Nov 27 04:55:31.892498 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-a00a461b-ee4f-46fc-bc40-ad88dd5bd6e8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b67ee22-4886-49cd-a346-a83715905b65 HTTP/1.1" status: 200 len: 217 time: 0.0447059 Nov 27 04:55:31.946173 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-26f99318-5ede-4364-b27e-881077d6c4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:55:31.947657 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-26f99318-5ede-4364-b27e-881077d6c4ed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=689d86c1-6775-49d5-8b0f-478636897339 HTTP/1.1" status: 200 len: 848 time: 0.0443697 Nov 27 04:55:31.997927 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-47c55687-2d36-407a-9833-53cd9eefd968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:55:31.999482 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-47c55687-2d36-407a-9833-53cd9eefd968 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fdccf5e2-8408-4bf8-a542-427684d16b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392025 Nov 27 04:55:32.094352 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-d2af664f-44af-43fb-a8af-76420d79dac6 service neutron] 10.222.0.23 "GET /v2.0/networks/fdccf5e2-8408-4bf8-a542-427684d16b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826471 Nov 27 04:55:32.192193 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-eb7bccc3-b84d-40ea-92b1-a832eef16262 req-56a65b54-8534-4ee2-b607-4b9751fe68c8 service neutron] 10.222.0.23 "GET /v2.0/networks/fdccf5e2-8408-4bf8-a542-427684d16b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858769 Nov 27 04:55:32.328017 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e541f9f-585d-4965-affa-e9ea51052ae7 req-6e3df9e4-3271-452b-9fab-368be016ad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:55:32.329496 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6e541f9f-585d-4965-affa-e9ea51052ae7 req-6e3df9e4-3271-452b-9fab-368be016ad9b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c46f5170bdec43f9b80d2bc2b847656c&device_id=3ba0fa3f-6048-4f3e-998d-953135574caf HTTP/1.1" status: 200 len: 1095 time: 0.0404410 Nov 27 04:55:32.420291 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e541f9f-585d-4965-affa-e9ea51052ae7 req-dfa0709b-3d7c-4841-9ffb-14cd6e904374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:55:32.421712 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6e541f9f-585d-4965-affa-e9ea51052ae7 req-dfa0709b-3d7c-4841-9ffb-14cd6e904374 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fdccf5e2-8408-4bf8-a542-427684d16b08 HTTP/1.1" status: 200 len: 910 time: 0.0850108 Nov 27 04:55:32.463691 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6e541f9f-585d-4965-affa-e9ea51052ae7 req-069d2c88-ee04-4c65-b76c-2547b5a3682a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b67ee22-4886-49cd-a346-a83715905b65 HTTP/1.1" status: 200 len: 217 time: 0.0336158 Nov 27 04:55:32.516456 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e541f9f-585d-4965-affa-e9ea51052ae7 req-d746805e-f532-4ea5-8239-2cfa88dde1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:55:32.517884 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6e541f9f-585d-4965-affa-e9ea51052ae7 req-d746805e-f532-4ea5-8239-2cfa88dde1e3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=689d86c1-6775-49d5-8b0f-478636897339 HTTP/1.1" status: 200 len: 848 time: 0.0472448 Nov 27 04:55:32.563863 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e541f9f-585d-4965-affa-e9ea51052ae7 req-cb438720-1959-42a2-a76a-ae72c96cd4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:55:32.565250 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6e541f9f-585d-4965-affa-e9ea51052ae7 req-cb438720-1959-42a2-a76a-ae72c96cd4b6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fdccf5e2-8408-4bf8-a542-427684d16b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396781 Nov 27 04:55:32.659692 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6e541f9f-585d-4965-affa-e9ea51052ae7 req-5f99a790-3c67-4331-ab60-8a77a4e26a20 service neutron] 10.222.0.23 "GET /v2.0/networks/fdccf5e2-8408-4bf8-a542-427684d16b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848975 Nov 27 04:55:32.822381 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd48ecd-bef9-47b5-aff7-e0cfb2a73438 req-eaea8a56-ffe2-4918-a3a5-8c7ee9dc3bdb tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:55:32.824122 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0cd48ecd-bef9-47b5-aff7-e0cfb2a73438 req-eaea8a56-ffe2-4918-a3a5-8c7ee9dc3bdb tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba0fa3f-6048-4f3e-998d-953135574caf HTTP/1.1" status: 200 len: 944 time: 0.0554624 Nov 27 04:55:32.876863 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0cd48ecd-bef9-47b5-aff7-e0cfb2a73438 req-cc51c85d-eaec-43bd-8613-ae022d588b4b tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a41dbd7-4eaf-468b-8077-4af4f651947e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465322 Nov 27 04:55:33.074194 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-6e541f9f-585d-4965-affa-e9ea51052ae7 req-2007137d-97cd-4873-b974-6754dd1fdf68 service neutron] 10.222.0.23 "GET /v2.0/networks/fdccf5e2-8408-4bf8-a542-427684d16b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037013 Nov 27 04:55:33.991958 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac4f39-5e73-44fb-b038-fbb76960267e req-7b1df5fd-694c-4436-97b7-1361d8907741 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:55:33.993427 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6dac4f39-5e73-44fb-b038-fbb76960267e req-7b1df5fd-694c-4436-97b7-1361d8907741 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba0fa3f-6048-4f3e-998d-953135574caf HTTP/1.1" status: 200 len: 944 time: 0.0481462 Nov 27 04:55:34.044887 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-6dac4f39-5e73-44fb-b038-fbb76960267e req-7220fbab-48b7-4e58-b06a-5686a6fe07d0 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a41dbd7-4eaf-468b-8077-4af4f651947e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454788 Nov 27 04:55:34.531562 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 9b67ee22-4886-49cd-a346-a83715905b65 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:55:34.624414 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 9b67ee22-4886-49cd-a346-a83715905b65, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=9b67ee22-4886-49cd-a346-a83715905b65,segment=NetworkSegment(4b8208f4-7c32-47bb-b522-2da849a9d853),segment_id=4b8208f4-7c32-47bb-b522-2da849a9d853)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:55:34.639180 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '9b67ee22-4886-49cd-a346-a83715905b65', 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08', 'port_id': '9b67ee22-4886-49cd-a346-a83715905b65', 'mac_address': 'fa:16:3e:3f:b3:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '689d86c1-6775-49d5-8b0f-478636897339', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:55:34.674880 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:34.687794 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b67ee22-4886-49cd-a346-a83715905b65 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:55:34.706595 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 9b67ee22-4886-49cd-a346-a83715905b65, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=9b67ee22-4886-49cd-a346-a83715905b65,segment=NetworkSegment(4b8208f4-7c32-47bb-b522-2da849a9d853),segment_id=4b8208f4-7c32-47bb-b522-2da849a9d853)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:55:34.711661 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:34.756506 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=9b67ee22-4886-49cd-a346-a83715905b65,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:35.034722 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['9b67ee22-4886-49cd-a346-a83715905b65'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:55:35.159009 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e427b5-4ca1-44bb-befa-88c911343e92 req-2db84df2-4a48-4765-891e-0c78227a8288 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:55:35.160539 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-71e427b5-4ca1-44bb-befa-88c911343e92 req-2db84df2-4a48-4765-891e-0c78227a8288 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba0fa3f-6048-4f3e-998d-953135574caf HTTP/1.1" status: 200 len: 945 time: 0.0490909 Nov 27 04:55:35.212398 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-71e427b5-4ca1-44bb-befa-88c911343e92 req-e173a3b9-8d67-44c2-863e-fa6d4607d187 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a41dbd7-4eaf-468b-8077-4af4f651947e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455363 Nov 27 04:55:36.326382 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564db553-b108-4ef0-aa10-33df397d2cc7 req-c8d77841-8d08-4511-9179-78f55d44f333 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:55:36.327888 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-564db553-b108-4ef0-aa10-33df397d2cc7 req-c8d77841-8d08-4511-9179-78f55d44f333 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba0fa3f-6048-4f3e-998d-953135574caf HTTP/1.1" status: 200 len: 945 time: 0.0481730 Nov 27 04:55:36.376215 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-564db553-b108-4ef0-aa10-33df397d2cc7 req-b211484e-808c-40e7-b5c9-bb018fd41e1f tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a41dbd7-4eaf-468b-8077-4af4f651947e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418072 Nov 27 04:55:36.563673 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 9b67ee22-4886-49cd-a346-a83715905b65 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:55:36.611891 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port 9b67ee22-4886-49cd-a346-a83715905b65 completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:55:36.616085 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 9b67ee22-4886-49cd-a346-a83715905b65 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:55:36.616456 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:36.695152 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:36.716165 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba0fa3f-6048-4f3e-998d-953135574caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b67ee22-4886-49cd-a346-a83715905b65'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:55:36.718368 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29af341bb7ab2bbf521764387419c29e3d68aa09736abb23712ab4bb3e3fcea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4dcd76-c782-4a93-aed0-d1f5fee43628" -d '{"events": [{"server_uuid": "3ba0fa3f-6048-4f3e-998d-953135574caf", "name": "network-vif-plugged", "status": "completed", "tag": "9b67ee22-4886-49cd-a346-a83715905b65"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:55:36.731005 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 9b67ee22-4886-49cd-a346-a83715905b65, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=9b67ee22-4886-49cd-a346-a83715905b65,segment=NetworkSegment(4b8208f4-7c32-47bb-b522-2da849a9d853),segment_id=4b8208f4-7c32-47bb-b522-2da849a9d853)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:55:36.734973 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:36.758214 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a434a40d-0710-4b8c-a617-210bc79bae6b x-openstack-request-id: req-a434a40d-0710-4b8c-a617-210bc79bae6b {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:55:36.758507 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba0fa3f-6048-4f3e-998d-953135574caf", "name": "network-vif-plugged", "status": "completed", "tag": "9b67ee22-4886-49cd-a346-a83715905b65", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:55:36.758792 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a434a40d-0710-4b8c-a617-210bc79bae6b {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:55:36.759182 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba0fa3f-6048-4f3e-998d-953135574caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b67ee22-4886-49cd-a346-a83715905b65', 'code': 200} Nov 27 04:55:36.782759 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=9b67ee22-4886-49cd-a346-a83715905b65,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:36.886340 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef160d98-ca77-4b59-8ac0-5e87e39d012d req-ea9089fd-56bf-41fe-a6b5-a8e1fd0befb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:55:36.887759 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ef160d98-ca77-4b59-8ac0-5e87e39d012d req-ea9089fd-56bf-41fe-a6b5-a8e1fd0befb7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3ba0fa3f-6048-4f3e-998d-953135574caf HTTP/1.1" status: 200 len: 1097 time: 0.0388658 Nov 27 04:55:36.942126 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-ef160d98-ca77-4b59-8ac0-5e87e39d012d req-e9883ed5-3ed2-4bb5-86a9-0175797ec52c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0a41dbd7-4eaf-468b-8077-4af4f651947e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420816 Nov 27 04:55:37.502938 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2764df-cb84-444d-978a-78ea7341b2c6 req-40820e35-c5f7-4efc-9f34-75574172f3bc tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:55:37.504586 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8c2764df-cb84-444d-978a-78ea7341b2c6 req-40820e35-c5f7-4efc-9f34-75574172f3bc tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba0fa3f-6048-4f3e-998d-953135574caf HTTP/1.1" status: 200 len: 946 time: 0.0548427 Nov 27 04:55:37.559133 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-8c2764df-cb84-444d-978a-78ea7341b2c6 req-e3682933-2655-4956-9f15-4aca57cdd53d tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a41dbd7-4eaf-468b-8077-4af4f651947e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484471 Nov 27 04:55:38.673011 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf57059-fad8-4b18-8d7f-7d7c7ecca340 req-bdb192e3-2f55-43d0-8041-13cdbbf84603 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:55:38.674496 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4cf57059-fad8-4b18-8d7f-7d7c7ecca340 req-bdb192e3-2f55-43d0-8041-13cdbbf84603 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba0fa3f-6048-4f3e-998d-953135574caf HTTP/1.1" status: 200 len: 946 time: 0.0484359 Nov 27 04:55:38.723024 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4cf57059-fad8-4b18-8d7f-7d7c7ecca340 req-33ecdfcd-006e-49be-882c-af5e9c69821c tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a41dbd7-4eaf-468b-8077-4af4f651947e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426061 Nov 27 04:55:38.832973 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cec1b4-70e2-4c85-8ab4-c3024b95f06d req-d55e3a27-7663-4919-b543-70036c5c418b tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:55:38.835054 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-83cec1b4-70e2-4c85-8ab4-c3024b95f06d req-d55e3a27-7663-4919-b543-70036c5c418b tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba0fa3f-6048-4f3e-998d-953135574caf HTTP/1.1" status: 200 len: 946 time: 0.0488222 Nov 27 04:55:38.887068 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-83cec1b4-70e2-4c85-8ab4-c3024b95f06d req-0f3c52f6-844d-47e3-bc80-4c13cfedfe78 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a41dbd7-4eaf-468b-8077-4af4f651947e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460191 Nov 27 04:55:38.908447 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35626) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:55:38.989587 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd980cfc-ff83-4b95-9537-a145c8f7fc8e tempest-TestSnapshotPattern-1968278015 tempest-TestSnapshotPattern-1968278015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:55:38.991147 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-fd980cfc-ff83-4b95-9537-a145c8f7fc8e tempest-TestSnapshotPattern-1968278015 tempest-TestSnapshotPattern-1968278015-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3ba0fa3f-6048-4f3e-998d-953135574caf HTTP/1.1" status: 200 len: 1092 time: 0.0817196 Nov 27 04:55:38.994124 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35630) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:55:38.998449 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-672a3e87-7e36-4282-b039-98c0403c86ea tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'port_id': '9b67ee22-4886-49cd-a346-a83715905b65', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:55:39.019744 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-672a3e87-7e36-4282-b039-98c0403c86ea tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks [] for floatingip, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:39.117210 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-672a3e87-7e36-4282-b039-98c0403c86ea tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:39.219029 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-672a3e87-7e36-4282-b039-98c0403c86ea tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Allocated IP 172.25.1.107 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/04827374-25e3-40c4-b50d-cdbe7505d66e) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:55:39.321109 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-672a3e87-7e36-4282-b039-98c0403c86ea tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:39.354212 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-672a3e87-7e36-4282-b039-98c0403c86ea tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:39.392578 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672a3e87-7e36-4282-b039-98c0403c86ea tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:55:39.395427 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-672a3e87-7e36-4282-b039-98c0403c86ea tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:55:39.398979 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672a3e87-7e36-4282-b039-98c0403c86ea tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:55:39.421601 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a3e87-7e36-4282-b039-98c0403c86ea tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Pushing event updated for resources: {'Port': ['ID=04827374-25e3-40c4-b50d-cdbe7505d66e,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:39.740465 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-672a3e87-7e36-4282-b039-98c0403c86ea tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:39.804589 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-672a3e87-7e36-4282-b039-98c0403c86ea tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:39.950624 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-672a3e87-7e36-4282-b039-98c0403c86ea tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:39.955003 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-672a3e87-7e36-4282-b039-98c0403c86ea tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:40.018321 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a3e87-7e36-4282-b039-98c0403c86ea tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Pushing event updated for resources: {'Port': ['ID=04827374-25e3-40c4-b50d-cdbe7505d66e,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:55:40.031265 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-672a3e87-7e36-4282-b039-98c0403c86ea tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:40.129458 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [None req-672a3e87-7e36-4282-b039-98c0403c86ea tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Floating IP e196429a-8f42-4d0d-9477-4ae4a79747ce associated. External IP: 172.25.1.107, port: 9b67ee22-4886-49cd-a346-a83715905b65. Nov 27 04:55:40.333544 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672a3e87-7e36-4282-b039-98c0403c86ea tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Router c5a3f6ee-65db-46a8-a000-813fdc82308d has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:55:40.438242 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672a3e87-7e36-4282-b039-98c0403c86ea tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:55:40.449883 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c836b07-c2dc-42b0-8165-93b86392edd5 None None] Sync routers for ids ['c5a3f6ee-65db-46a8-a000-813fdc82308d'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:55:40.456223 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-672a3e87-7e36-4282-b039-98c0403c86ea tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:40.463799 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c836b07-c2dc-42b0-8165-93b86392edd5 None None] Routers {'c5a3f6ee-65db-46a8-a000-813fdc82308d'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:55:40.464411 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-4c836b07-c2dc-42b0-8165-93b86392edd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:55:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c5a3f6ee-65db-46a8-a000-813fdc82308d'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:55:40.485143 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-672a3e87-7e36-4282-b039-98c0403c86ea tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4899483 Nov 27 04:55:40.485723 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba0fa3f-6048-4f3e-998d-953135574caf', 'tag': '9b67ee22-4886-49cd-a346-a83715905b65'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:55:40.488000 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecda37680d0478e490d639caee1e0781f65d726cc517aef043e1d435739ff28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f20c91f-f565-4f15-85c6-839322391ed2" -d '{"events": [{"name": "network-changed", "server_uuid": "3ba0fa3f-6048-4f3e-998d-953135574caf", "tag": "9b67ee22-4886-49cd-a346-a83715905b65"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:55:40.526824 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef99b5f6-9863-4a17-838f-541f074804d5 x-openstack-request-id: req-ef99b5f6-9863-4a17-838f-541f074804d5 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:55:40.527124 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ba0fa3f-6048-4f3e-998d-953135574caf", "tag": "9b67ee22-4886-49cd-a346-a83715905b65", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:55:40.527386 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef99b5f6-9863-4a17-838f-541f074804d5 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:55:40.527800 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba0fa3f-6048-4f3e-998d-953135574caf', 'tag': '9b67ee22-4886-49cd-a346-a83715905b65', 'status': 'completed', 'code': 200} Nov 27 04:55:40.570765 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-4c836b07-c2dc-42b0-8165-93b86392edd5 None None] Set router c5a3f6ee-65db-46a8-a000-813fdc82308d gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:55:40.611913 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f20c91f-f565-4f15-85c6-839322391ed2 req-0a9b904b-1bee-49e7-b208-7f280a199a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:55:40.613369 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9f20c91f-f565-4f15-85c6-839322391ed2 req-0a9b904b-1bee-49e7-b208-7f280a199a07 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c46f5170bdec43f9b80d2bc2b847656c&device_id=3ba0fa3f-6048-4f3e-998d-953135574caf HTTP/1.1" status: 200 len: 1097 time: 0.0407355 Nov 27 04:55:40.713290 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f20c91f-f565-4f15-85c6-839322391ed2 req-e59ffe9f-2807-4e69-89f5-1211020383eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:55:40.714766 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9f20c91f-f565-4f15-85c6-839322391ed2 req-e59ffe9f-2807-4e69-89f5-1211020383eb service neutron] 10.222.0.23 "GET /v2.0/networks?id=fdccf5e2-8408-4bf8-a542-427684d16b08 HTTP/1.1" status: 200 len: 910 time: 0.0876520 Nov 27 04:55:40.779053 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9f20c91f-f565-4f15-85c6-839322391ed2 req-d4d84f16-d2c2-4224-b52d-c8a13b74c743 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b67ee22-4886-49cd-a346-a83715905b65 HTTP/1.1" status: 200 len: 1000 time: 0.0570912 Nov 27 04:55:40.793117 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-4c836b07-c2dc-42b0-8165-93b86392edd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'name': 'tempest-TestSnapshotPattern-361421333-router', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '3134cfaa-e61d-4dea-a1ce-53ea8258810e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:55:14Z', 'updated_at': '2021-11-27T04:55:16Z', 'revision_number': 4, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'gw_port': {'id': '3134cfaa-e61d-4dea-a1ce-53ea8258810e', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:20:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:55:14Z', 'updated_at': '2021-11-27T04:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': 'e196429a-8f42-4d0d-9477-4ae4a79747ce', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'floating_ip_address': '172.25.1.107', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'port_id': '9b67ee22-4886-49cd-a346-a83715905b65', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08', 'mac_address': 'fa:16:3e:3f:b3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba0fa3f-6048-4f3e-998d-953135574caf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:55:39Z', 'updated_at': '2021-11-27T04:55:39Z', 'revision_number': 0, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b829f62-dcdc-45ab-a477-a67533029550', 'name': '', 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'mac_address': 'fa:16:3e:5d:aa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '689d86c1-6775-49d5-8b0f-478636897339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:55:16Z', 'updated_at': '2021-11-27T04:55:20Z', 'revision_number': 5, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'subnets': [{'id': '689d86c1-6775-49d5-8b0f-478636897339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:55:40.818870 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c836b07-c2dc-42b0-8165-93b86392edd5 None None] Checking router: c5a3f6ee-65db-46a8-a000-813fdc82308d for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:55:40.827025 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c836b07-c2dc-42b0-8165-93b86392edd5 None None] Routers {'c5a3f6ee-65db-46a8-a000-813fdc82308d'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:55:40.827626 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-4c836b07-c2dc-42b0-8165-93b86392edd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:55:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c5a3f6ee-65db-46a8-a000-813fdc82308d'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:55:40.828278 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f20c91f-f565-4f15-85c6-839322391ed2 req-0180a3c5-db57-4561-8fff-e6317dd1da00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:55:40.829758 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9f20c91f-f565-4f15-85c6-839322391ed2 req-0180a3c5-db57-4561-8fff-e6317dd1da00 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=689d86c1-6775-49d5-8b0f-478636897339 HTTP/1.1" status: 200 len: 848 time: 0.0441246 Nov 27 04:55:40.880586 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f20c91f-f565-4f15-85c6-839322391ed2 req-ba4377b7-a1fb-4a8b-83be-36b493ee6665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:55:40.881993 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9f20c91f-f565-4f15-85c6-839322391ed2 req-ba4377b7-a1fb-4a8b-83be-36b493ee6665 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fdccf5e2-8408-4bf8-a542-427684d16b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452528 Nov 27 04:55:40.973781 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9f20c91f-f565-4f15-85c6-839322391ed2 req-459e5552-a191-4690-8acd-f56e5bf16660 service neutron] 10.222.0.23 "GET /v2.0/networks/fdccf5e2-8408-4bf8-a542-427684d16b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846324 Nov 27 04:55:41.022508 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-4c836b07-c2dc-42b0-8165-93b86392edd5 None None] Set router c5a3f6ee-65db-46a8-a000-813fdc82308d gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:55:41.070303 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9f20c91f-f565-4f15-85c6-839322391ed2 req-5bac1c4a-7634-45c5-b8fb-23e7751ad4c1 service neutron] 10.222.0.23 "GET /v2.0/networks/fdccf5e2-8408-4bf8-a542-427684d16b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894883 Nov 27 04:55:41.240473 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-4c836b07-c2dc-42b0-8165-93b86392edd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'name': 'tempest-TestSnapshotPattern-361421333-router', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '3134cfaa-e61d-4dea-a1ce-53ea8258810e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:55:14Z', 'updated_at': '2021-11-27T04:55:16Z', 'revision_number': 4, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'gw_port': {'id': '3134cfaa-e61d-4dea-a1ce-53ea8258810e', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:20:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:55:14Z', 'updated_at': '2021-11-27T04:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': 'e196429a-8f42-4d0d-9477-4ae4a79747ce', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'floating_ip_address': '172.25.1.107', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'port_id': '9b67ee22-4886-49cd-a346-a83715905b65', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08', 'mac_address': 'fa:16:3e:3f:b3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba0fa3f-6048-4f3e-998d-953135574caf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:55:39Z', 'updated_at': '2021-11-27T04:55:39Z', 'revision_number': 0, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b829f62-dcdc-45ab-a477-a67533029550', 'name': '', 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'mac_address': 'fa:16:3e:5d:aa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '689d86c1-6775-49d5-8b0f-478636897339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:55:16Z', 'updated_at': '2021-11-27T04:55:20Z', 'revision_number': 5, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'subnets': [{'id': '689d86c1-6775-49d5-8b0f-478636897339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:55:41.265955 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c836b07-c2dc-42b0-8165-93b86392edd5 None None] The sync data for ids ['c5a3f6ee-65db-46a8-a000-813fdc82308d'] in n-d-819494-3 is: [{'id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'name': 'tempest-TestSnapshotPattern-361421333-router', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '3134cfaa-e61d-4dea-a1ce-53ea8258810e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:55:14Z', 'updated_at': '2021-11-27T04:55:16Z', 'revision_number': 4, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'gw_port': {'id': '3134cfaa-e61d-4dea-a1ce-53ea8258810e', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:20:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:55:14Z', 'updated_at': '2021-11-27T04:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': 'e196429a-8f42-4d0d-9477-4ae4a79747ce', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'floating_ip_address': '172.25.1.107', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'port_id': '9b67ee22-4886-49cd-a346-a83715905b65', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08', 'mac_address': 'fa:16:3e:3f:b3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba0fa3f-6048-4f3e-998d-953135574caf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:55:39Z', 'updated_at': '2021-11-27T04:55:39Z', 'revision_number': 0, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b829f62-dcdc-45ab-a477-a67533029550', 'name': '', 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'mac_address': 'fa:16:3e:5d:aa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '689d86c1-6775-49d5-8b0f-478636897339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:55:16Z', 'updated_at': '2021-11-27T04:55:20Z', 'revision_number': 5, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'subnets': [{'id': '689d86c1-6775-49d5-8b0f-478636897339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:55:41.450384 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091ce597-5bd7-4fba-af18-dd009cd2afb8 None None] New status for floating IP e196429a-8f42-4d0d-9477-4ae4a79747ce: ACTIVE {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:55:46.260561 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-acb6edae-c102-46f6-b0f4-017516cd762b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:46.521479 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:48.415019 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-aff0bba8-8f7c-43f6-a250-913f8477eacf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:49.374604 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:49.823992 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:51.411336 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:51.980889 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:55:52.693485 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:56:16.261504 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-97db9413-cfb2-4a26-8592-943cd3a7c398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:56:16.523091 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:56:18.415464 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5c3b7ac9-95f7-4d54-8117-a26b2ca10ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:56:19.375598 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:56:19.827025 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:56:21.413757 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:56:21.981572 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:56:29.692850 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:56:31.776627 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-80ca9b56-e48a-4928-93c7-a4aff1ea7ac5 req-6781c3de-56a5-4a20-a3ad-506b8601db19 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3ba0fa3f-6048-4f3e-998d-953135574caf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1014290 Nov 27 04:56:31.884362 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca9b56-e48a-4928-93c7-a4aff1ea7ac5 req-ee4186bf-b5b8-41d8-bdb2-d6ed0b80eef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:56:31.885829 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-80ca9b56-e48a-4928-93c7-a4aff1ea7ac5 req-ee4186bf-b5b8-41d8-bdb2-d6ed0b80eef1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c46f5170bdec43f9b80d2bc2b847656c&device_id=3ba0fa3f-6048-4f3e-998d-953135574caf HTTP/1.1" status: 200 len: 1097 time: 0.0405993 Nov 27 04:56:31.996183 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca9b56-e48a-4928-93c7-a4aff1ea7ac5 req-79fed753-05fd-402b-8c78-f7f5604bf14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:56:31.997635 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-80ca9b56-e48a-4928-93c7-a4aff1ea7ac5 req-79fed753-05fd-402b-8c78-f7f5604bf14f service neutron] 10.222.0.23 "GET /v2.0/networks?id=fdccf5e2-8408-4bf8-a542-427684d16b08 HTTP/1.1" status: 200 len: 910 time: 0.0875139 Nov 27 04:56:32.066373 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-80ca9b56-e48a-4928-93c7-a4aff1ea7ac5 req-b3511f37-8c6a-4929-abca-020f39cfc95e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b67ee22-4886-49cd-a346-a83715905b65 HTTP/1.1" status: 200 len: 1002 time: 0.0560670 Nov 27 04:56:32.122254 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca9b56-e48a-4928-93c7-a4aff1ea7ac5 req-e3f6752f-242f-4811-80fa-062de84bfd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:56:32.123722 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-80ca9b56-e48a-4928-93c7-a4aff1ea7ac5 req-e3f6752f-242f-4811-80fa-062de84bfd32 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=689d86c1-6775-49d5-8b0f-478636897339 HTTP/1.1" status: 200 len: 848 time: 0.0465508 Nov 27 04:56:32.172784 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca9b56-e48a-4928-93c7-a4aff1ea7ac5 req-2db997c5-b634-4cec-8e0f-0e31f922e2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:56:32.174196 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-80ca9b56-e48a-4928-93c7-a4aff1ea7ac5 req-2db997c5-b634-4cec-8e0f-0e31f922e2ec service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fdccf5e2-8408-4bf8-a542-427684d16b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393906 Nov 27 04:56:32.266969 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-80ca9b56-e48a-4928-93c7-a4aff1ea7ac5 req-0af3e342-d636-4381-b372-1ca6942f03d3 service neutron] 10.222.0.23 "GET /v2.0/networks/fdccf5e2-8408-4bf8-a542-427684d16b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801661 Nov 27 04:56:32.361471 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-80ca9b56-e48a-4928-93c7-a4aff1ea7ac5 req-8b8adcd2-49b1-421d-8f77-2ae2135b7ac0 service neutron] 10.222.0.23 "GET /v2.0/networks/fdccf5e2-8408-4bf8-a542-427684d16b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837226 Nov 27 04:56:46.268194 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e9a1b9b6-d551-4337-9aed-62dd9fceddcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:56:46.687080 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:56:48.420241 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-58762880-9f36-47be-b3bf-a1bf67e309d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:56:49.392218 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:56:49.828559 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:56:51.416342 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:56:51.982998 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:57:06.692023 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:57:16.259492 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c9fb5565-a284-42b7-9b5c-e537d6debd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:57:16.548888 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:57:18.425235 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cab7026e-4da9-4c73-b171-a4c9cbdf65d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:57:19.405457 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:57:19.832404 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:57:21.417940 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:57:21.984079 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:57:32.685517 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d38620f3-5125-4a04-9a5c-340772599fe5 req-7ed3332d-0b07-4244-af7e-da93595e2061 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3ba0fa3f-6048-4f3e-998d-953135574caf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397320 Nov 27 04:57:32.792717 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38620f3-5125-4a04-9a5c-340772599fe5 req-1de231ac-29dd-40ed-b7dd-6ebbe7dddfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:57:32.794183 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d38620f3-5125-4a04-9a5c-340772599fe5 req-1de231ac-29dd-40ed-b7dd-6ebbe7dddfc6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c46f5170bdec43f9b80d2bc2b847656c&device_id=3ba0fa3f-6048-4f3e-998d-953135574caf HTTP/1.1" status: 200 len: 1097 time: 0.0403283 Nov 27 04:57:32.902766 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38620f3-5125-4a04-9a5c-340772599fe5 req-6b2e726f-1126-477c-a5af-513edb83752f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:57:32.904221 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d38620f3-5125-4a04-9a5c-340772599fe5 req-6b2e726f-1126-477c-a5af-513edb83752f service neutron] 10.222.0.23 "GET /v2.0/networks?id=fdccf5e2-8408-4bf8-a542-427684d16b08 HTTP/1.1" status: 200 len: 910 time: 0.0872645 Nov 27 04:57:32.977489 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d38620f3-5125-4a04-9a5c-340772599fe5 req-dd64d1d5-5819-4ead-8338-b0b33a2cd09a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b67ee22-4886-49cd-a346-a83715905b65 HTTP/1.1" status: 200 len: 1002 time: 0.0613008 Nov 27 04:57:33.030855 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38620f3-5125-4a04-9a5c-340772599fe5 req-8028123b-b975-4c7a-9c10-2acc96bc02ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:57:33.032296 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d38620f3-5125-4a04-9a5c-340772599fe5 req-8028123b-b975-4c7a-9c10-2acc96bc02ed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=689d86c1-6775-49d5-8b0f-478636897339 HTTP/1.1" status: 200 len: 848 time: 0.0435495 Nov 27 04:57:33.083266 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38620f3-5125-4a04-9a5c-340772599fe5 req-6910b479-328a-42b4-af09-fcd424dada17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:57:33.084734 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d38620f3-5125-4a04-9a5c-340772599fe5 req-6910b479-328a-42b4-af09-fcd424dada17 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fdccf5e2-8408-4bf8-a542-427684d16b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406086 Nov 27 04:57:33.181443 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d38620f3-5125-4a04-9a5c-340772599fe5 req-e5d36169-4b44-419b-ab12-462932974618 service neutron] 10.222.0.23 "GET /v2.0/networks/fdccf5e2-8408-4bf8-a542-427684d16b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848627 Nov 27 04:57:33.275311 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d38620f3-5125-4a04-9a5c-340772599fe5 req-3fbfaedb-b37f-4bb4-b30d-f528358523e8 service neutron] 10.222.0.23 "GET /v2.0/networks/fdccf5e2-8408-4bf8-a542-427684d16b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817695 Nov 27 04:57:41.159189 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 9b67ee22-4886-49cd-a346-a83715905b65 details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:57:41.255193 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 9b67ee22-4886-49cd-a346-a83715905b65, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=9b67ee22-4886-49cd-a346-a83715905b65,segment=NetworkSegment(4b8208f4-7c32-47bb-b522-2da849a9d853),segment_id=4b8208f4-7c32-47bb-b522-2da849a9d853)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:57:41.265900 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': '9b67ee22-4886-49cd-a346-a83715905b65', 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08', 'port_id': '9b67ee22-4886-49cd-a346-a83715905b65', 'mac_address': 'fa:16:3e:3f:b3:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '689d86c1-6775-49d5-8b0f-478636897339', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:57:41.301313 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:57:41.313639 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b67ee22-4886-49cd-a346-a83715905b65 {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:57:41.332187 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 9b67ee22-4886-49cd-a346-a83715905b65, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=9b67ee22-4886-49cd-a346-a83715905b65,segment=NetworkSegment(4b8208f4-7c32-47bb-b522-2da849a9d853),segment_id=4b8208f4-7c32-47bb-b522-2da849a9d853)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:57:41.335985 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:57:41.387754 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=9b67ee22-4886-49cd-a346-a83715905b65,revision_number=6']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:57:41.395218 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:57:41.395572 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:57:41.395922 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:57:41.396263 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:57:41.396603 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:57:41.396948 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:57:41.397278 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:57:41.397608 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:57:41.397937 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:57:41.398264 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:57:41.398614 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:57:41.398944 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:57:41.525858 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['9b67ee22-4886-49cd-a346-a83715905b65'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:57:43.163337 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 9b67ee22-4886-49cd-a346-a83715905b65 up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:57:43.222852 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port 9b67ee22-4886-49cd-a346-a83715905b65 triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:57:43.223235 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:57:43.306877 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:57:43.338339 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba0fa3f-6048-4f3e-998d-953135574caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b67ee22-4886-49cd-a346-a83715905b65'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:57:43.340636 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29af341bb7ab2bbf521764387419c29e3d68aa09736abb23712ab4bb3e3fcea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03e6dcf-d4ad-46d7-8c64-9978e38850c6" -d '{"events": [{"server_uuid": "3ba0fa3f-6048-4f3e-998d-953135574caf", "name": "network-vif-plugged", "status": "completed", "tag": "9b67ee22-4886-49cd-a346-a83715905b65"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:57:43.354931 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 9b67ee22-4886-49cd-a346-a83715905b65, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=9b67ee22-4886-49cd-a346-a83715905b65,segment=NetworkSegment(4b8208f4-7c32-47bb-b522-2da849a9d853),segment_id=4b8208f4-7c32-47bb-b522-2da849a9d853)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:57:43.360966 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:57:43.406335 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a51aee5-6e7f-4cbb-b534-8efd6d3bf215 x-openstack-request-id: req-6a51aee5-6e7f-4cbb-b534-8efd6d3bf215 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:57:43.406747 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba0fa3f-6048-4f3e-998d-953135574caf", "name": "network-vif-plugged", "status": "completed", "tag": "9b67ee22-4886-49cd-a346-a83715905b65", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:57:43.407094 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a51aee5-6e7f-4cbb-b534-8efd6d3bf215 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:57:43.407573 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba0fa3f-6048-4f3e-998d-953135574caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b67ee22-4886-49cd-a346-a83715905b65', 'code': 200} Nov 27 04:57:43.434442 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=9b67ee22-4886-49cd-a346-a83715905b65,revision_number=7']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:57:43.695682 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:57:46.264748 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-27409131-84c7-47e4-9082-1641ad545a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:57:46.550259 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:57:48.430323 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e5938fed-4f94-421d-af6d-682e87ed023c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:57:49.407304 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:57:49.836636 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:57:51.420577 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:57:51.920294 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-5df4dd1f-4a75-4935-bb74-4d4ac6d71cf2 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1687290345&fields=id&tenant_id=c46f5170bdec43f9b80d2bc2b847656c HTTP/1.1" status: 200 len: 267 time: 0.0461092 Nov 27 04:57:51.985287 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:57:52.031552 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-9b7b5cd4-0ade-4fc8-919e-b852b9c0c08d tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:57:52.033020 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-9b7b5cd4-0ade-4fc8-919e-b852b9c0c08d tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/networks?id=fdccf5e2-8408-4bf8-a542-427684d16b08 HTTP/1.1" status: 200 len: 809 time: 0.1060102 Nov 27 04:57:52.047581 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-6625726b-ce92-4c59-a0fa-22061fe418e2 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/quotas/c46f5170bdec43f9b80d2bc2b847656c HTTP/1.1" status: 200 len: 375 time: 0.0087874 Nov 27 04:57:52.100014 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-28c63b6b-9dd6-4e4c-828b-02a650da1a69 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c46f5170bdec43f9b80d2bc2b847656c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472322 Nov 27 04:57:52.198155 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-4e6b0ada-a749-412e-8d1f-3c10e1b3c03f service neutron] 10.222.0.20 "GET /v2.0/networks/fdccf5e2-8408-4bf8-a542-427684d16b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867462 Nov 27 04:57:52.284093 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-f04122aa-e6b2-40f1-9be0-b36f480928f2 service neutron] 10.222.0.20 "GET /v2.0/networks/fdccf5e2-8408-4bf8-a542-427684d16b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798955 Nov 27 04:57:52.443726 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-0aeadbe5-0cc4-459a-b59e-1f4aee8d3915 req-9b323264-1979-44a9-b6dd-1abec66ac371 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/ports?device_id=674c7402-ff6f-428b-bd72-ed7496ef947f HTTP/1.1" status: 200 len: 210 time: 0.0268004 Nov 27 04:57:53.571052 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a97b058a-9b92-425e-b860-55c14a5325d9 req-c462f5f8-9e89-4ab3-ae80-8f147a4c0c72 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/ports?device_id=674c7402-ff6f-428b-bd72-ed7496ef947f HTTP/1.1" status: 200 len: 210 time: 0.0288033 Nov 27 04:57:53.602096 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-8470ed27-36ee-49f4-a985-e65524011ea9 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:57:53.604140 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-8470ed27-36ee-49f4-a985-e65524011ea9 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.23 "GET /v2.0/networks?id=fdccf5e2-8408-4bf8-a542-427684d16b08 HTTP/1.1" status: 200 len: 809 time: 0.1186578 Nov 27 04:57:53.683376 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-c05a1941-bac7-4ded-9d0d-4699d49d4cc3 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c46f5170bdec43f9b80d2bc2b847656c HTTP/1.1" status: 200 len: 380 time: 0.0536122 Nov 27 04:57:53.727307 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-4a875efb-d6ba-44d5-abd7-b9a0273ddb72 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Request body: {'port': {'device_id': '674c7402-ff6f-428b-bd72-ed7496ef947f', 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08', 'admin_state_up': True, 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'security_groups': ['0a41dbd7-4eaf-468b-8077-4af4f651947e']}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:57:53.839465 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-4a875efb-d6ba-44d5-abd7-b9a0273ddb72 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Made reservation on behalf of c46f5170bdec43f9b80d2bc2b847656c for: {'port': 1} {{(pid=110019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 04:57:53.843112 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-4a875efb-d6ba-44d5-abd7-b9a0273ddb72 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:57:53.995750 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.db_base_plugin_common [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-4a875efb-d6ba-44d5-abd7-b9a0273ddb72 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Allocated IP 172.20.0.11 (fdccf5e2-8408-4bf8-a542-427684d16b08/689d86c1-6775-49d5-8b0f-478636897339/a49c8402-01ba-48e0-ae5f-31cc950da64e) {{(pid=110019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:57:54.177212 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-4a875efb-d6ba-44d5-abd7-b9a0273ddb72 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks [] for port, precommit_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:57:54.221893 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-4a875efb-d6ba-44d5-abd7-b9a0273ddb72 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_create {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:57:54.273723 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-4a875efb-d6ba-44d5-abd7-b9a0273ddb72 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Network fdccf5e2-8408-4bf8-a542-427684d16b08 is already hosted by enough agents. {{(pid=110019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:57:54.277897 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.base_scheduler [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-4a875efb-d6ba-44d5-abd7-b9a0273ddb72 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Resources bound (agent type, host, resource id): {{(pid=110019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:57:54.279867 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a875efb-d6ba-44d5-abd7-b9a0273ddb72 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Pushing event updated for resources: {'Port': ['ID=a49c8402-01ba-48e0-ae5f-31cc950da64e,revision_number=1']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:57:54.282062 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-4a875efb-d6ba-44d5-abd7-b9a0273ddb72 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Received port after_create {{(pid=110019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:57:54.314776 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a875efb-d6ba-44d5-abd7-b9a0273ddb72 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:57:54.317237 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a875efb-d6ba-44d5-abd7-b9a0273ddb72 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:57:54.317237 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a875efb-d6ba-44d5-abd7-b9a0273ddb72 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:57:54.317237 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a875efb-d6ba-44d5-abd7-b9a0273ddb72 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:57:54.317237 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a875efb-d6ba-44d5-abd7-b9a0273ddb72 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:57:54.317237 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a875efb-d6ba-44d5-abd7-b9a0273ddb72 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:57:54.317237 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a875efb-d6ba-44d5-abd7-b9a0273ddb72 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:57:54.317237 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a875efb-d6ba-44d5-abd7-b9a0273ddb72 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:57:54.318060 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a875efb-d6ba-44d5-abd7-b9a0273ddb72 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:57:54.318060 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a875efb-d6ba-44d5-abd7-b9a0273ddb72 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:57:54.318060 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a875efb-d6ba-44d5-abd7-b9a0273ddb72 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:57:54.318335 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a875efb-d6ba-44d5-abd7-b9a0273ddb72 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:57:54.359998 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-4a875efb-d6ba-44d5-abd7-b9a0273ddb72 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:57:54.360957 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-4a875efb-d6ba-44d5-abd7-b9a0273ddb72 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:57:54.387388 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-4a875efb-d6ba-44d5-abd7-b9a0273ddb72 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6637430 Nov 27 04:57:54.601349 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-6784dcdf-ee23-49d5-bed7-f806067f736c None None] Provisioning complete for port a49c8402-01ba-48e0-ae5f-31cc950da64e triggered by entity DHCP. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:57:54.602403 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6784dcdf-ee23-49d5-bed7-f806067f736c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:57:54.643170 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-6784dcdf-ee23-49d5-bed7-f806067f736c None None] Port a49c8402-01ba-48e0-ae5f-31cc950da64e cannot update to ACTIVE because it is not bound. {{(pid=110020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 04:57:54.737943 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a94abd-4d59-43e2-b077-c9bb0fe11733 req-2db9b3bf-38d2-4852-8d03-dfa83debdb00 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:57:54.739495 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-34a94abd-4d59-43e2-b077-c9bb0fe11733 req-2db9b3bf-38d2-4852-8d03-dfa83debdb00 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/ports?device_id=674c7402-ff6f-428b-bd72-ed7496ef947f HTTP/1.1" status: 200 len: 932 time: 0.0603981 Nov 27 04:57:54.791250 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-34a94abd-4d59-43e2-b077-c9bb0fe11733 req-78f7aa1e-9117-4a91-aa08-0b39017790e7 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a41dbd7-4eaf-468b-8077-4af4f651947e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451820 Nov 27 04:57:55.232606 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 9b67ee22-4886-49cd-a346-a83715905b65 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 04:57:55.321828 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:57:55.346074 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba0fa3f-6048-4f3e-998d-953135574caf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b67ee22-4886-49cd-a346-a83715905b65'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:57:55.348362 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29af341bb7ab2bbf521764387419c29e3d68aa09736abb23712ab4bb3e3fcea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a06e76b-2c86-4ca3-b0ee-a34398d9f5f5" -d '{"events": [{"server_uuid": "3ba0fa3f-6048-4f3e-998d-953135574caf", "name": "network-vif-unplugged", "status": "completed", "tag": "9b67ee22-4886-49cd-a346-a83715905b65"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:57:55.362183 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port 9b67ee22-4886-49cd-a346-a83715905b65, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=9b67ee22-4886-49cd-a346-a83715905b65,segment=NetworkSegment(4b8208f4-7c32-47bb-b522-2da849a9d853),segment_id=4b8208f4-7c32-47bb-b522-2da849a9d853)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:57:55.367041 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:57:55.402357 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 04:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8926d1eb-ac2b-4115-bb06-8ec762c77e70 x-openstack-request-id: req-8926d1eb-ac2b-4115-bb06-8ec762c77e70 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:57:55.402705 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba0fa3f-6048-4f3e-998d-953135574caf", "name": "network-vif-unplugged", "status": "completed", "tag": "9b67ee22-4886-49cd-a346-a83715905b65", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:57:55.402969 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8926d1eb-ac2b-4115-bb06-8ec762c77e70 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:57:55.403358 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba0fa3f-6048-4f3e-998d-953135574caf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b67ee22-4886-49cd-a346-a83715905b65', 'code': 200} Nov 27 04:57:55.428635 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=9b67ee22-4886-49cd-a346-a83715905b65,revision_number=8']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:57:55.913013 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd64ec-b652-433e-93c9-6d332e22a597 req-8f6241d2-4c30-4b7c-b2b0-0a4a8a14ccd0 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:57:55.914719 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-49cd64ec-b652-433e-93c9-6d332e22a597 req-8f6241d2-4c30-4b7c-b2b0-0a4a8a14ccd0 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/ports?device_id=674c7402-ff6f-428b-bd72-ed7496ef947f HTTP/1.1" status: 200 len: 932 time: 0.0518837 Nov 27 04:57:55.968452 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-49cd64ec-b652-433e-93c9-6d332e22a597 req-87d6dd9f-6131-4a1a-b4d7-326f6c8103ac tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a41dbd7-4eaf-468b-8077-4af4f651947e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474851 Nov 27 04:57:57.092387 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1cf900-11d4-4a96-bcb1-194d03124d15 req-99065d77-36e6-457a-8739-4eb2b14c28ef tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:57:57.093884 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4f1cf900-11d4-4a96-bcb1-194d03124d15 req-99065d77-36e6-457a-8739-4eb2b14c28ef tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/ports?device_id=674c7402-ff6f-428b-bd72-ed7496ef947f HTTP/1.1" status: 200 len: 932 time: 0.0534699 Nov 27 04:57:57.149741 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-4f1cf900-11d4-4a96-bcb1-194d03124d15 req-dc9f2e15-db44-471b-8bc5-0006275c01ba tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a41dbd7-4eaf-468b-8077-4af4f651947e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452425 Nov 27 04:57:58.267049 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c1339-2601-40bb-9111-4fe6ae7d7cff req-7d86efea-893a-419e-b43a-02f1fbfa4d9e tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:57:58.269101 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e83c1339-2601-40bb-9111-4fe6ae7d7cff req-7d86efea-893a-419e-b43a-02f1fbfa4d9e tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/ports?device_id=674c7402-ff6f-428b-bd72-ed7496ef947f HTTP/1.1" status: 200 len: 932 time: 0.0508995 Nov 27 04:57:58.324557 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-e83c1339-2601-40bb-9111-4fe6ae7d7cff req-28c4dfd6-03f9-497a-b9c3-e86e91ce3b4e tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a41dbd7-4eaf-468b-8077-4af4f651947e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494318 Nov 27 04:57:59.446318 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b73967-fea6-4298-8074-54efcabb4943 req-ec7a17a4-c078-4e8e-a66c-a105568677da tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:57:59.447965 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-34b73967-fea6-4298-8074-54efcabb4943 req-ec7a17a4-c078-4e8e-a66c-a105568677da tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/ports?device_id=674c7402-ff6f-428b-bd72-ed7496ef947f HTTP/1.1" status: 200 len: 932 time: 0.0502920 Nov 27 04:57:59.503942 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-34b73967-fea6-4298-8074-54efcabb4943 req-c046c899-0472-4806-94af-19e0771e5883 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a41dbd7-4eaf-468b-8077-4af4f651947e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497999 Nov 27 04:58:00.626004 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f4b135-dd8b-44e2-8ab7-7e5ab73b4d19 req-e844cac6-c33a-4dcf-bbba-8fcf266bf5c8 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:58:00.628103 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-19f4b135-dd8b-44e2-8ab7-7e5ab73b4d19 req-e844cac6-c33a-4dcf-bbba-8fcf266bf5c8 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/ports?device_id=674c7402-ff6f-428b-bd72-ed7496ef947f HTTP/1.1" status: 200 len: 932 time: 0.0536523 Nov 27 04:58:00.690460 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-19f4b135-dd8b-44e2-8ab7-7e5ab73b4d19 req-981803b4-d3fb-4ace-bdaa-2181e7fe0775 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a41dbd7-4eaf-468b-8077-4af4f651947e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532601 Nov 27 04:58:01.813191 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93618848-1cad-449b-9942-78f4665facbf req-1ff0c233-f607-441e-a400-4a3688946ece tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:58:01.814861 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-93618848-1cad-449b-9942-78f4665facbf req-1ff0c233-f607-441e-a400-4a3688946ece tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/ports?device_id=674c7402-ff6f-428b-bd72-ed7496ef947f HTTP/1.1" status: 200 len: 932 time: 0.0524747 Nov 27 04:58:01.866881 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-93618848-1cad-449b-9942-78f4665facbf req-e637b2aa-2b1e-4132-8a23-817ac1327afd tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a41dbd7-4eaf-468b-8077-4af4f651947e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451419 Nov 27 04:58:02.993600 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428e74f-efcd-4548-b884-3337765d8d91 req-654aa2d1-ffc4-4528-ab45-b18eccd8b6a3 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:58:02.995559 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7428e74f-efcd-4548-b884-3337765d8d91 req-654aa2d1-ffc4-4528-ab45-b18eccd8b6a3 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/ports?device_id=674c7402-ff6f-428b-bd72-ed7496ef947f HTTP/1.1" status: 200 len: 932 time: 0.0568941 Nov 27 04:58:03.047597 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7428e74f-efcd-4548-b884-3337765d8d91 req-ef8b2587-1dc5-4366-ad38-5253ccd5910c tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a41dbd7-4eaf-468b-8077-4af4f651947e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445490 Nov 27 04:58:03.971954 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.v2.base [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-ad1fc2eb-9f9d-4cbb-817a-85ae09f5d09e service neutron] Request body: {'port': {'device_id': '674c7402-ff6f-428b-bd72-ed7496ef947f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-3'}} {{(pid=110019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:58:04.025039 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-ad1fc2eb-9f9d-4cbb-817a-85ae09f5d09e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:58:04.163496 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e69089-38a1-4b91-8a02-8462d6760edd req-df1473f4-969d-47f0-a727-8f4aba610f8c tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:58:04.165011 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7e69089-38a1-4b91-8a02-8462d6760edd req-df1473f4-969d-47f0-a727-8f4aba610f8c tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/ports?device_id=674c7402-ff6f-428b-bd72-ed7496ef947f HTTP/1.1" status: 200 len: 932 time: 0.0486398 Nov 27 04:58:04.215338 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-f7e69089-38a1-4b91-8a02-8462d6760edd req-d02e71e1-79c7-440c-af5d-767a9e27eadf tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a41dbd7-4eaf-468b-8077-4af4f651947e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442848 Nov 27 04:58:04.286792 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-ad1fc2eb-9f9d-4cbb-817a-85ae09f5d09e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a49c8402-01ba-48e0-ae5f-31cc950da64e {{(pid=110019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:58:04.294193 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-ad1fc2eb-9f9d-4cbb-817a-85ae09f5d09e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:58:04.306660 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.provisioning_blocks [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-ad1fc2eb-9f9d-4cbb-817a-85ae09f5d09e service neutron] Transition to ACTIVE for port object a49c8402-01ba-48e0-ae5f-31cc950da64e will not be triggered until provisioned by entity L2. {{(pid=110019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 04:58:04.310227 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-ad1fc2eb-9f9d-4cbb-817a-85ae09f5d09e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:58:04.361634 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1fc2eb-9f9d-4cbb-817a-85ae09f5d09e service neutron] Pushing event updated for resources: {'Port': ['ID=a49c8402-01ba-48e0-ae5f-31cc950da64e,revision_number=2']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:58:04.430661 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-ad1fc2eb-9f9d-4cbb-817a-85ae09f5d09e service neutron] Attempting to bind port a49c8402-01ba-48e0-ae5f-31cc950da64e on host n-h1-819494-3 for vnic_type normal with profile {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 04:58:04.431008 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-ad1fc2eb-9f9d-4cbb-817a-85ae09f5d09e service neutron] Attempting to bind port a49c8402-01ba-48e0-ae5f-31cc950da64e by drivers openvswitch,hyperv on host n-h1-819494-3 at level 0 using segments [{'id': '4b8208f4-7c32-47bb-b522-2da849a9d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08'}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 04:58:04.431347 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-ad1fc2eb-9f9d-4cbb-817a-85ae09f5d09e service neutron] Attempting to bind port a49c8402-01ba-48e0-ae5f-31cc950da64e on network fdccf5e2-8408-4bf8-a542-427684d16b08 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:58:04.435901 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-ad1fc2eb-9f9d-4cbb-817a-85ae09f5d09e service neutron] Port a49c8402-01ba-48e0-ae5f-31cc950da64e on network fdccf5e2-8408-4bf8-a542-427684d16b08 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-3 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 04:58:04.436485 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-ad1fc2eb-9f9d-4cbb-817a-85ae09f5d09e service neutron] Attempting to bind port a49c8402-01ba-48e0-ae5f-31cc950da64e on network fdccf5e2-8408-4bf8-a542-427684d16b08 {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 04:58:04.442262 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-ad1fc2eb-9f9d-4cbb-817a-85ae09f5d09e service neutron] Checking agent: {'id': 'ee4a173d-6a57-4adf-bb6d-65b1fc908929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'started_at': datetime.datetime(2021, 11, 27, 3, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 4, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 04:58:04.442632 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-ad1fc2eb-9f9d-4cbb-817a-85ae09f5d09e service neutron] Checking segment: {'id': '4b8208f4-7c32-47bb-b522-2da849a9d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 04:58:04.443032 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-ad1fc2eb-9f9d-4cbb-817a-85ae09f5d09e service neutron] Bound using segment: {'id': '4b8208f4-7c32-47bb-b522-2da849a9d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08'} {{(pid=110019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 04:58:04.443473 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.managers [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-ad1fc2eb-9f9d-4cbb-817a-85ae09f5d09e service neutron] Bound port: a49c8402-01ba-48e0-ae5f-31cc950da64e, host: n-h1-819494-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b8208f4-7c32-47bb-b522-2da849a9d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08'}}] {{(pid=110019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 04:58:04.443826 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-ad1fc2eb-9f9d-4cbb-817a-85ae09f5d09e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:58:04.514464 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-ad1fc2eb-9f9d-4cbb-817a-85ae09f5d09e service neutron] For port a49c8402-01ba-48e0-ae5f-31cc950da64e, host n-h1-819494-3, cleared binding levels {{(pid=110019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 04:58:04.518309 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-ad1fc2eb-9f9d-4cbb-817a-85ae09f5d09e service neutron] For port a49c8402-01ba-48e0-ae5f-31cc950da64e, host n-h1-819494-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=a49c8402-01ba-48e0-ae5f-31cc950da64e,segment=NetworkSegment(4b8208f4-7c32-47bb-b522-2da849a9d853),segment_id=4b8208f4-7c32-47bb-b522-2da849a9d853)] {{(pid=110019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 04:58:04.522649 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-ad1fc2eb-9f9d-4cbb-817a-85ae09f5d09e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8684554'] for port, after_update {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:58:04.560117 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-ad1fc2eb-9f9d-4cbb-817a-85ae09f5d09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:58:04.560815 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-ad1fc2eb-9f9d-4cbb-817a-85ae09f5d09e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:58:04.562535 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-ad1fc2eb-9f9d-4cbb-817a-85ae09f5d09e service neutron] 10.222.0.23 "PUT /v2.0/ports/a49c8402-01ba-48e0-ae5f-31cc950da64e HTTP/1.1" status: 200 len: 1092 time: 0.5951729 Nov 27 04:58:04.562998 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '674c7402-ff6f-428b-bd72-ed7496ef947f', 'tag': 'a49c8402-01ba-48e0-ae5f-31cc950da64e'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:58:04.565796 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08b94054c3609ca5194c36e6072b148da941c4766f069e8e94abba8dbd1bbb06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6272e3b-9129-4cd5-8452-015cff76c524" -d '{"events": [{"name": "network-changed", "server_uuid": "674c7402-ff6f-428b-bd72-ed7496ef947f", "tag": "a49c8402-01ba-48e0-ae5f-31cc950da64e"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:58:04.586463 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1fc2eb-9f9d-4cbb-817a-85ae09f5d09e service neutron] Pushing event updated for resources: {'Port': ['ID=a49c8402-01ba-48e0-ae5f-31cc950da64e,revision_number=3']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:58:04.608388 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2934eb35-b6b2-456e-b4e8-ed9f8693dd28 x-openstack-request-id: req-2934eb35-b6b2-456e-b4e8-ed9f8693dd28 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:58:04.608693 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "674c7402-ff6f-428b-bd72-ed7496ef947f", "tag": "a49c8402-01ba-48e0-ae5f-31cc950da64e", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:58:04.608957 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2934eb35-b6b2-456e-b4e8-ed9f8693dd28 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:58:04.609372 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '674c7402-ff6f-428b-bd72-ed7496ef947f', 'tag': 'a49c8402-01ba-48e0-ae5f-31cc950da64e', 'status': 'completed', 'code': 200} Nov 27 04:58:04.679049 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-bd1e388d-654f-431b-84c8-49b4892e4721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:58:04.680566 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-bd1e388d-654f-431b-84c8-49b4892e4721 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c46f5170bdec43f9b80d2bc2b847656c&device_id=674c7402-ff6f-428b-bd72-ed7496ef947f HTTP/1.1" status: 200 len: 1095 time: 0.0423250 Nov 27 04:58:04.731893 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-201f89c5-5b5d-43c3-80f0-06508fa6995d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a49c8402-01ba-48e0-ae5f-31cc950da64e HTTP/1.1" status: 200 len: 217 time: 0.0379822 Nov 27 04:58:04.785017 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-0ed426cb-2618-4596-81ed-4171f2c10f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:58:04.786475 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-0ed426cb-2618-4596-81ed-4171f2c10f75 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=689d86c1-6775-49d5-8b0f-478636897339 HTTP/1.1" status: 200 len: 848 time: 0.0437536 Nov 27 04:58:04.837582 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-0a90e36a-ba6c-4401-8889-609ad35385d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:58:04.839162 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-0a90e36a-ba6c-4401-8889-609ad35385d2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fdccf5e2-8408-4bf8-a542-427684d16b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406265 Nov 27 04:58:04.936749 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-7ef78a7e-86c4-496c-a747-75a24aaa0577 service neutron] 10.222.0.23 "GET /v2.0/networks/fdccf5e2-8408-4bf8-a542-427684d16b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851436 Nov 27 04:58:05.029728 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-3d170465-6da1-4b59-bfb7-7a01a6cca0fd req-316629d8-9fb0-46f4-a351-663b9f11aacc service neutron] 10.222.0.23 "GET /v2.0/networks/fdccf5e2-8408-4bf8-a542-427684d16b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821235 Nov 27 04:58:05.162014 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6272e3b-9129-4cd5-8452-015cff76c524 req-1d2e74c3-ba6a-4255-9cf1-19eec3162549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:58:05.163585 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f6272e3b-9129-4cd5-8452-015cff76c524 req-1d2e74c3-ba6a-4255-9cf1-19eec3162549 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c46f5170bdec43f9b80d2bc2b847656c&device_id=674c7402-ff6f-428b-bd72-ed7496ef947f HTTP/1.1" status: 200 len: 1095 time: 0.0399802 Nov 27 04:58:05.257885 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6272e3b-9129-4cd5-8452-015cff76c524 req-41253ea7-2f59-49a8-8cec-4e379e3767e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:58:05.259368 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f6272e3b-9129-4cd5-8452-015cff76c524 req-41253ea7-2f59-49a8-8cec-4e379e3767e3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fdccf5e2-8408-4bf8-a542-427684d16b08 HTTP/1.1" status: 200 len: 910 time: 0.0878828 Nov 27 04:58:05.300887 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f6272e3b-9129-4cd5-8452-015cff76c524 req-cd3b1cd0-ca23-4021-907e-776f7478647f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a49c8402-01ba-48e0-ae5f-31cc950da64e HTTP/1.1" status: 200 len: 217 time: 0.0338666 Nov 27 04:58:05.337650 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d8a5c-bae4-4676-acae-00e7c250c3f0 req-dcbd1952-a498-418b-887f-865d564bc967 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:58:05.339186 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c11d8a5c-bae4-4676-acae-00e7c250c3f0 req-dcbd1952-a498-418b-887f-865d564bc967 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/ports?device_id=674c7402-ff6f-428b-bd72-ed7496ef947f HTTP/1.1" status: 200 len: 944 time: 0.0495067 Nov 27 04:58:05.357614 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6272e3b-9129-4cd5-8452-015cff76c524 req-27a51ec0-d392-43c5-85f4-2566b48c7004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:58:05.359098 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f6272e3b-9129-4cd5-8452-015cff76c524 req-27a51ec0-d392-43c5-85f4-2566b48c7004 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=689d86c1-6775-49d5-8b0f-478636897339 HTTP/1.1" status: 200 len: 848 time: 0.0507691 Nov 27 04:58:05.392672 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c11d8a5c-bae4-4676-acae-00e7c250c3f0 req-30d761e5-c5de-4473-a957-9516a21167f7 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a41dbd7-4eaf-468b-8077-4af4f651947e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475607 Nov 27 04:58:05.405248 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6272e3b-9129-4cd5-8452-015cff76c524 req-b852d14c-f9bb-4ac2-8250-9c5c3e24c953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:58:05.406764 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f6272e3b-9129-4cd5-8452-015cff76c524 req-b852d14c-f9bb-4ac2-8250-9c5c3e24c953 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fdccf5e2-8408-4bf8-a542-427684d16b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391202 Nov 27 04:58:05.501555 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f6272e3b-9129-4cd5-8452-015cff76c524 req-debafae4-21b8-4f63-8898-697650b3e8d2 service neutron] 10.222.0.23 "GET /v2.0/networks/fdccf5e2-8408-4bf8-a542-427684d16b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840290 Nov 27 04:58:05.589730 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f6272e3b-9129-4cd5-8452-015cff76c524 req-4b4087ed-f3ab-4fd1-8607-a4cafa0fdbe5 service neutron] 10.222.0.23 "GET /v2.0/networks/fdccf5e2-8408-4bf8-a542-427684d16b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794985 Nov 27 04:58:06.508449 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75807a-a269-405a-a4b2-8bd293692ed1 req-34af14c1-8628-4227-aa7a-d52d2fd0360f tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:58:06.509941 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7b75807a-a269-405a-a4b2-8bd293692ed1 req-34af14c1-8628-4227-aa7a-d52d2fd0360f tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/ports?device_id=674c7402-ff6f-428b-bd72-ed7496ef947f HTTP/1.1" status: 200 len: 944 time: 0.0477171 Nov 27 04:58:06.561827 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-7b75807a-a269-405a-a4b2-8bd293692ed1 req-2ccf1377-c2cc-4ca7-9044-9629562b6019 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a41dbd7-4eaf-468b-8077-4af4f651947e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458403 Nov 27 04:58:07.342012 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device a49c8402-01ba-48e0-ae5f-31cc950da64e details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:58:07.435684 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port a49c8402-01ba-48e0-ae5f-31cc950da64e, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=a49c8402-01ba-48e0-ae5f-31cc950da64e,segment=NetworkSegment(4b8208f4-7c32-47bb-b522-2da849a9d853),segment_id=4b8208f4-7c32-47bb-b522-2da849a9d853)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:58:07.447279 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': 'a49c8402-01ba-48e0-ae5f-31cc950da64e', 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08', 'port_id': 'a49c8402-01ba-48e0-ae5f-31cc950da64e', 'mac_address': 'fa:16:3e:54:1f:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '689d86c1-6775-49d5-8b0f-478636897339', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:58:07.482861 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:58:07.495729 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a49c8402-01ba-48e0-ae5f-31cc950da64e {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:58:07.513986 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port a49c8402-01ba-48e0-ae5f-31cc950da64e, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=a49c8402-01ba-48e0-ae5f-31cc950da64e,segment=NetworkSegment(4b8208f4-7c32-47bb-b522-2da849a9d853),segment_id=4b8208f4-7c32-47bb-b522-2da849a9d853)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:58:07.519303 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:58:07.565791 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=a49c8402-01ba-48e0-ae5f-31cc950da64e,revision_number=4']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:58:07.683285 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d888a-a36f-4db2-8d1a-e46f75b28497 req-e44cedb4-3ae8-4894-ad8e-22dbeba6cc3b tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:58:07.684815 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c28d888a-a36f-4db2-8d1a-e46f75b28497 req-e44cedb4-3ae8-4894-ad8e-22dbeba6cc3b tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/ports?device_id=674c7402-ff6f-428b-bd72-ed7496ef947f HTTP/1.1" status: 200 len: 945 time: 0.0527627 Nov 27 04:58:07.733199 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-c28d888a-a36f-4db2-8d1a-e46f75b28497 req-65c8cebd-d67f-451a-a7ff-013f85863047 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a41dbd7-4eaf-468b-8077-4af4f651947e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421598 Nov 27 04:58:07.913183 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['a49c8402-01ba-48e0-ae5f-31cc950da64e'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:58:08.852651 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc48a9-cea8-4b69-894e-8e8e7502d67e req-a0bc6030-a555-4fd8-986c-5bde180ccf73 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:58:08.854235 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cbdc48a9-cea8-4b69-894e-8e8e7502d67e req-a0bc6030-a555-4fd8-986c-5bde180ccf73 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/ports?device_id=674c7402-ff6f-428b-bd72-ed7496ef947f HTTP/1.1" status: 200 len: 945 time: 0.0544102 Nov 27 04:58:08.905758 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cbdc48a9-cea8-4b69-894e-8e8e7502d67e req-6843278b-ad58-40b5-8a27-f82b024fcad5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a41dbd7-4eaf-468b-8077-4af4f651947e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452421 Nov 27 04:58:09.358319 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device a49c8402-01ba-48e0-ae5f-31cc950da64e up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:58:09.410170 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning for port a49c8402-01ba-48e0-ae5f-31cc950da64e completed by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 04:58:09.413937 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port a49c8402-01ba-48e0-ae5f-31cc950da64e triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:58:09.414314 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:58:09.490578 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:58:09.514933 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '674c7402-ff6f-428b-bd72-ed7496ef947f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a49c8402-01ba-48e0-ae5f-31cc950da64e'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:58:09.519303 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29af341bb7ab2bbf521764387419c29e3d68aa09736abb23712ab4bb3e3fcea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8548f2b-41f6-414c-8b5e-5d148e242b09" -d '{"events": [{"server_uuid": "674c7402-ff6f-428b-bd72-ed7496ef947f", "name": "network-vif-plugged", "status": "completed", "tag": "a49c8402-01ba-48e0-ae5f-31cc950da64e"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:58:09.532228 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port a49c8402-01ba-48e0-ae5f-31cc950da64e, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=a49c8402-01ba-48e0-ae5f-31cc950da64e,segment=NetworkSegment(4b8208f4-7c32-47bb-b522-2da849a9d853),segment_id=4b8208f4-7c32-47bb-b522-2da849a9d853)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:58:09.536839 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:58:09.561718 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57809e91-f347-4838-af93-0c6f7e891701 x-openstack-request-id: req-57809e91-f347-4838-af93-0c6f7e891701 {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:58:09.562013 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "674c7402-ff6f-428b-bd72-ed7496ef947f", "name": "network-vif-plugged", "status": "completed", "tag": "a49c8402-01ba-48e0-ae5f-31cc950da64e", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:58:09.562259 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-57809e91-f347-4838-af93-0c6f7e891701 {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:58:09.562672 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '674c7402-ff6f-428b-bd72-ed7496ef947f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a49c8402-01ba-48e0-ae5f-31cc950da64e', 'code': 200} Nov 27 04:58:09.587484 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=a49c8402-01ba-48e0-ae5f-31cc950da64e,revision_number=5']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:58:09.695282 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe079862-65a3-405d-b451-fe3c0231330a req-6290934d-c6b2-45ab-a228-591fdc262fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:58:09.696772 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fe079862-65a3-405d-b451-fe3c0231330a req-6290934d-c6b2-45ab-a228-591fdc262fb1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=674c7402-ff6f-428b-bd72-ed7496ef947f HTTP/1.1" status: 200 len: 1097 time: 0.0400798 Nov 27 04:58:09.751039 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-fe079862-65a3-405d-b451-fe3c0231330a req-057e8df1-c258-42ad-b937-7606d03b6000 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0a41dbd7-4eaf-468b-8077-4af4f651947e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422158 Nov 27 04:58:10.021888 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb52a9-0544-449a-9ff8-74e9a5bcd069 req-205deddb-4e7e-4b7d-bb50-0fb624d24c3d tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:58:10.023295 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-55eb52a9-0544-449a-9ff8-74e9a5bcd069 req-205deddb-4e7e-4b7d-bb50-0fb624d24c3d tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/ports?device_id=674c7402-ff6f-428b-bd72-ed7496ef947f HTTP/1.1" status: 200 len: 946 time: 0.0480442 Nov 27 04:58:10.071056 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-55eb52a9-0544-449a-9ff8-74e9a5bcd069 req-405f5b6f-b26c-47cb-9b1d-154fc5a6ee17 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a41dbd7-4eaf-468b-8077-4af4f651947e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420053 Nov 27 04:58:11.188371 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6b87d-d498-485c-9bc4-a8f798ba7955 req-36f1755b-17a0-4014-8dcb-3a9a2c53a41c tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:58:11.189911 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-79d6b87d-d498-485c-9bc4-a8f798ba7955 req-36f1755b-17a0-4014-8dcb-3a9a2c53a41c tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/ports?device_id=674c7402-ff6f-428b-bd72-ed7496ef947f HTTP/1.1" status: 200 len: 946 time: 0.0524850 Nov 27 04:58:11.551915 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-79d6b87d-d498-485c-9bc4-a8f798ba7955 req-e74569d2-1a5e-4335-b483-78e2ad1c0d84 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a41dbd7-4eaf-468b-8077-4af4f651947e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3561118 Nov 27 04:58:11.665257 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb966d0-6e02-4d0a-a505-fc37e36ed664 req-9d52ca7c-f5b8-4fad-a659-1dabdaa402ef tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:58:11.666753 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cfb966d0-6e02-4d0a-a505-fc37e36ed664 req-9d52ca7c-f5b8-4fad-a659-1dabdaa402ef tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/ports?device_id=674c7402-ff6f-428b-bd72-ed7496ef947f HTTP/1.1" status: 200 len: 946 time: 0.0475485 Nov 27 04:58:11.715450 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-cfb966d0-6e02-4d0a-a505-fc37e36ed664 req-9bdc0e96-0504-45db-b46c-84e173065453 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a41dbd7-4eaf-468b-8077-4af4f651947e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428457 Nov 27 04:58:11.736476 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35906) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:58:11.774355 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780f9c4f-4b74-4134-9ac2-4e64c18422d8 tempest-TestSnapshotPattern-1968278015 tempest-TestSnapshotPattern-1968278015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:58:11.775872 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-780f9c4f-4b74-4134-9ac2-4e64c18422d8 tempest-TestSnapshotPattern-1968278015 tempest-TestSnapshotPattern-1968278015-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=674c7402-ff6f-428b-bd72-ed7496ef947f HTTP/1.1" status: 200 len: 1092 time: 0.0384436 Nov 27 04:58:11.778473 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 35908) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 04:58:11.782681 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.v2.base [None req-04773f76-6b77-4cc2-8157-170f17f8d0b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Request body: {'floatingip': {'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'port_id': 'a49c8402-01ba-48e0-ae5f-31cc950da64e', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 04:58:11.803943 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-04773f76-6b77-4cc2-8157-170f17f8d0b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks [] for floatingip, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:58:11.902095 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-04773f76-6b77-4cc2-8157-170f17f8d0b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:58:12.006314 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_common [None req-04773f76-6b77-4cc2-8157-170f17f8d0b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Allocated IP 172.25.1.230 (f5c39893-f8d8-4150-8aae-695f98406de3/1fc08f38-1b26-46f6-a9ee-a9af26026526/e75fe954-39c9-4041-bd66-9ac7890d4786) {{(pid=110018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 04:58:12.105269 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-04773f76-6b77-4cc2-8157-170f17f8d0b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks [] for port, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:58:12.137794 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-04773f76-6b77-4cc2-8157-170f17f8d0b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763521600458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:58:12.179863 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04773f76-6b77-4cc2-8157-170f17f8d0b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Network f5c39893-f8d8-4150-8aae-695f98406de3 is already hosted by enough agents. {{(pid=110018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 04:58:12.182440 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.base_scheduler [None req-04773f76-6b77-4cc2-8157-170f17f8d0b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Resources bound (agent type, host, resource id): {{(pid=110018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 04:58:12.185929 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04773f76-6b77-4cc2-8157-170f17f8d0b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Received port after_create {{(pid=110018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 04:58:12.210191 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04773f76-6b77-4cc2-8157-170f17f8d0b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Pushing event updated for resources: {'Port': ['ID=e75fe954-39c9-4041-bd66-9ac7890d4786,revision_number=1']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:58:12.221541 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04773f76-6b77-4cc2-8157-170f17f8d0b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:58:12.221896 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04773f76-6b77-4cc2-8157-170f17f8d0b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:58:12.222238 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04773f76-6b77-4cc2-8157-170f17f8d0b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:58:12.222603 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04773f76-6b77-4cc2-8157-170f17f8d0b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:58:12.222943 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04773f76-6b77-4cc2-8157-170f17f8d0b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:58:12.223273 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04773f76-6b77-4cc2-8157-170f17f8d0b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:58:12.223603 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04773f76-6b77-4cc2-8157-170f17f8d0b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:58:12.223934 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04773f76-6b77-4cc2-8157-170f17f8d0b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:58:12.224259 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04773f76-6b77-4cc2-8157-170f17f8d0b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:58:12.224583 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04773f76-6b77-4cc2-8157-170f17f8d0b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:58:12.224908 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04773f76-6b77-4cc2-8157-170f17f8d0b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:58:12.225228 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04773f76-6b77-4cc2-8157-170f17f8d0b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:58:12.530880 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-04773f76-6b77-4cc2-8157-170f17f8d0b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:58:12.598714 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-04773f76-6b77-4cc2-8157-170f17f8d0b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:58:12.745876 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-04773f76-6b77-4cc2-8157-170f17f8d0b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks [] for port, precommit_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:58:12.750456 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-04773f76-6b77-4cc2-8157-170f17f8d0b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12358097'] for port, after_update {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:58:12.813799 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04773f76-6b77-4cc2-8157-170f17f8d0b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Pushing event updated for resources: {'Port': ['ID=e75fe954-39c9-4041-bd66-9ac7890d4786,revision_number=2']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:58:12.827313 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-04773f76-6b77-4cc2-8157-170f17f8d0b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685367'] for floatingip, after_create {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:58:12.925936 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [None req-04773f76-6b77-4cc2-8157-170f17f8d0b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Floating IP 3f16dc1f-2769-4e3d-a197-c3063ab2e963 associated. External IP: 172.25.1.230, port: a49c8402-01ba-48e0-ae5f-31cc950da64e. Nov 27 04:58:13.131266 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04773f76-6b77-4cc2-8157-170f17f8d0b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Router c5a3f6ee-65db-46a8-a000-813fdc82308d has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 04:58:13.237922 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04773f76-6b77-4cc2-8157-170f17f8d0b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 04:58:13.247956 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc64ec4-41a8-4b28-9c5b-004eed68bd69 None None] Sync routers for ids ['c5a3f6ee-65db-46a8-a000-813fdc82308d'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 04:58:13.256265 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-04773f76-6b77-4cc2-8157-170f17f8d0b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:58:13.259587 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc64ec4-41a8-4b28-9c5b-004eed68bd69 None None] Routers {'c5a3f6ee-65db-46a8-a000-813fdc82308d'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:58:13.259587 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-acc64ec4-41a8-4b28-9c5b-004eed68bd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:57:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c5a3f6ee-65db-46a8-a000-813fdc82308d'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:58:13.283098 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-04773f76-6b77-4cc2-8157-170f17f8d0b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5035963 Nov 27 04:58:13.283682 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '674c7402-ff6f-428b-bd72-ed7496ef947f', 'tag': 'a49c8402-01ba-48e0-ae5f-31cc950da64e'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:58:13.286587 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecda37680d0478e490d639caee1e0781f65d726cc517aef043e1d435739ff28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d5451a-1ca1-4bde-995d-ddfc5b82bd62" -d '{"events": [{"name": "network-changed", "server_uuid": "674c7402-ff6f-428b-bd72-ed7496ef947f", "tag": "a49c8402-01ba-48e0-ae5f-31cc950da64e"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:58:13.322639 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 04:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bed5b2-9d37-457c-adc4-07a5f358900d x-openstack-request-id: req-f8bed5b2-9d37-457c-adc4-07a5f358900d {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:58:13.322945 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "674c7402-ff6f-428b-bd72-ed7496ef947f", "tag": "a49c8402-01ba-48e0-ae5f-31cc950da64e", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:58:13.323207 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f8bed5b2-9d37-457c-adc4-07a5f358900d {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:58:13.323622 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '674c7402-ff6f-428b-bd72-ed7496ef947f', 'tag': 'a49c8402-01ba-48e0-ae5f-31cc950da64e', 'status': 'completed', 'code': 200} Nov 27 04:58:13.364568 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-acc64ec4-41a8-4b28-9c5b-004eed68bd69 None None] Set router c5a3f6ee-65db-46a8-a000-813fdc82308d gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:58:13.414576 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5451a-1ca1-4bde-995d-ddfc5b82bd62 req-e3434521-c952-421c-b254-9dea4422e999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:58:13.416098 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f6d5451a-1ca1-4bde-995d-ddfc5b82bd62 req-e3434521-c952-421c-b254-9dea4422e999 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c46f5170bdec43f9b80d2bc2b847656c&device_id=674c7402-ff6f-428b-bd72-ed7496ef947f HTTP/1.1" status: 200 len: 1097 time: 0.0401344 Nov 27 04:58:13.506927 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5451a-1ca1-4bde-995d-ddfc5b82bd62 req-ceba7a05-ef3c-4354-8a73-91f4bf91240f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:58:13.508495 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f6d5451a-1ca1-4bde-995d-ddfc5b82bd62 req-ceba7a05-ef3c-4354-8a73-91f4bf91240f service neutron] 10.222.0.23 "GET /v2.0/networks?id=fdccf5e2-8408-4bf8-a542-427684d16b08 HTTP/1.1" status: 200 len: 910 time: 0.0851142 Nov 27 04:58:13.577485 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f6d5451a-1ca1-4bde-995d-ddfc5b82bd62 req-3e47b515-5640-469b-8af8-c84f3c0f3829 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a49c8402-01ba-48e0-ae5f-31cc950da64e HTTP/1.1" status: 200 len: 1000 time: 0.0610459 Nov 27 04:58:13.585895 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-acc64ec4-41a8-4b28-9c5b-004eed68bd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'name': 'tempest-TestSnapshotPattern-361421333-router', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '3134cfaa-e61d-4dea-a1ce-53ea8258810e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:55:14Z', 'updated_at': '2021-11-27T04:55:16Z', 'revision_number': 4, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'gw_port': {'id': '3134cfaa-e61d-4dea-a1ce-53ea8258810e', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:20:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:55:14Z', 'updated_at': '2021-11-27T04:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '3f16dc1f-2769-4e3d-a197-c3063ab2e963', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'floating_ip_address': '172.25.1.230', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'port_id': 'a49c8402-01ba-48e0-ae5f-31cc950da64e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08', 'mac_address': 'fa:16:3e:54:1f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674c7402-ff6f-428b-bd72-ed7496ef947f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:58:12Z', 'updated_at': '2021-11-27T04:58:12Z', 'revision_number': 0, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'fixed_ip_address_scope': None}, {'id': 'e196429a-8f42-4d0d-9477-4ae4a79747ce', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'floating_ip_address': '172.25.1.107', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'port_id': '9b67ee22-4886-49cd-a346-a83715905b65', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08', 'mac_address': 'fa:16:3e:3f:b3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba0fa3f-6048-4f3e-998d-953135574caf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:55:39Z', 'updated_at': '2021-11-27T04:55:41Z', 'revision_number': 1, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b829f62-dcdc-45ab-a477-a67533029550', 'name': '', 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'mac_address': 'fa:16:3e:5d:aa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '689d86c1-6775-49d5-8b0f-478636897339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:55:16Z', 'updated_at': '2021-11-27T04:55:20Z', 'revision_number': 5, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'subnets': [{'id': '689d86c1-6775-49d5-8b0f-478636897339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:58:13.614041 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc64ec4-41a8-4b28-9c5b-004eed68bd69 None None] Checking router: c5a3f6ee-65db-46a8-a000-813fdc82308d for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 04:58:13.622532 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc64ec4-41a8-4b28-9c5b-004eed68bd69 None None] Routers {'c5a3f6ee-65db-46a8-a000-813fdc82308d'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 04:58:13.623102 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-acc64ec4-41a8-4b28-9c5b-004eed68bd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:57:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c5a3f6ee-65db-46a8-a000-813fdc82308d'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:58:13.626594 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5451a-1ca1-4bde-995d-ddfc5b82bd62 req-a9bc15ec-b339-485a-b293-f260fbd192a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:58:13.628065 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f6d5451a-1ca1-4bde-995d-ddfc5b82bd62 req-a9bc15ec-b339-485a-b293-f260fbd192a4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=689d86c1-6775-49d5-8b0f-478636897339 HTTP/1.1" status: 200 len: 848 time: 0.0439365 Nov 27 04:58:13.673050 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5451a-1ca1-4bde-995d-ddfc5b82bd62 req-51a8ed31-83fd-4c7b-b8d4-bfff801bdd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:58:13.674565 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f6d5451a-1ca1-4bde-995d-ddfc5b82bd62 req-51a8ed31-83fd-4c7b-b8d4-bfff801bdd9a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fdccf5e2-8408-4bf8-a542-427684d16b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397301 Nov 27 04:58:13.723884 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-acc64ec4-41a8-4b28-9c5b-004eed68bd69 None None] Set router c5a3f6ee-65db-46a8-a000-813fdc82308d gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 04:58:13.768723 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f6d5451a-1ca1-4bde-995d-ddfc5b82bd62 req-c4766a76-17be-49a5-af8c-b80f82d2f7c3 service neutron] 10.222.0.23 "GET /v2.0/networks/fdccf5e2-8408-4bf8-a542-427684d16b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865445 Nov 27 04:58:13.858801 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-f6d5451a-1ca1-4bde-995d-ddfc5b82bd62 req-afa2b5f8-b57b-4ba6-b814-8c2196abb649 service neutron] 10.222.0.23 "GET /v2.0/networks/fdccf5e2-8408-4bf8-a542-427684d16b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828211 Nov 27 04:58:13.945140 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-acc64ec4-41a8-4b28-9c5b-004eed68bd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'name': 'tempest-TestSnapshotPattern-361421333-router', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '3134cfaa-e61d-4dea-a1ce-53ea8258810e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:55:14Z', 'updated_at': '2021-11-27T04:55:16Z', 'revision_number': 4, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'gw_port': {'id': '3134cfaa-e61d-4dea-a1ce-53ea8258810e', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:20:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:55:14Z', 'updated_at': '2021-11-27T04:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '3f16dc1f-2769-4e3d-a197-c3063ab2e963', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'floating_ip_address': '172.25.1.230', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'port_id': 'a49c8402-01ba-48e0-ae5f-31cc950da64e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08', 'mac_address': 'fa:16:3e:54:1f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674c7402-ff6f-428b-bd72-ed7496ef947f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:58:12Z', 'updated_at': '2021-11-27T04:58:12Z', 'revision_number': 0, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'fixed_ip_address_scope': None}, {'id': 'e196429a-8f42-4d0d-9477-4ae4a79747ce', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'floating_ip_address': '172.25.1.107', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'port_id': '9b67ee22-4886-49cd-a346-a83715905b65', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08', 'mac_address': 'fa:16:3e:3f:b3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba0fa3f-6048-4f3e-998d-953135574caf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:55:39Z', 'updated_at': '2021-11-27T04:55:41Z', 'revision_number': 1, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b829f62-dcdc-45ab-a477-a67533029550', 'name': '', 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'mac_address': 'fa:16:3e:5d:aa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '689d86c1-6775-49d5-8b0f-478636897339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:55:16Z', 'updated_at': '2021-11-27T04:55:20Z', 'revision_number': 5, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'subnets': [{'id': '689d86c1-6775-49d5-8b0f-478636897339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 04:58:13.969898 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc64ec4-41a8-4b28-9c5b-004eed68bd69 None None] The sync data for ids ['c5a3f6ee-65db-46a8-a000-813fdc82308d'] in n-d-819494-3 is: [{'id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'name': 'tempest-TestSnapshotPattern-361421333-router', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '3134cfaa-e61d-4dea-a1ce-53ea8258810e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:55:14Z', 'updated_at': '2021-11-27T04:55:16Z', 'revision_number': 4, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'gw_port': {'id': '3134cfaa-e61d-4dea-a1ce-53ea8258810e', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:20:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:55:14Z', 'updated_at': '2021-11-27T04:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': '3f16dc1f-2769-4e3d-a197-c3063ab2e963', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'floating_ip_address': '172.25.1.230', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'port_id': 'a49c8402-01ba-48e0-ae5f-31cc950da64e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08', 'mac_address': 'fa:16:3e:54:1f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674c7402-ff6f-428b-bd72-ed7496ef947f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:58:12Z', 'updated_at': '2021-11-27T04:58:12Z', 'revision_number': 0, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'fixed_ip_address_scope': None}, {'id': 'e196429a-8f42-4d0d-9477-4ae4a79747ce', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'floating_ip_address': '172.25.1.107', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'port_id': '9b67ee22-4886-49cd-a346-a83715905b65', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08', 'mac_address': 'fa:16:3e:3f:b3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba0fa3f-6048-4f3e-998d-953135574caf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:55:39Z', 'updated_at': '2021-11-27T04:55:41Z', 'revision_number': 1, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b829f62-dcdc-45ab-a477-a67533029550', 'name': '', 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'mac_address': 'fa:16:3e:5d:aa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '689d86c1-6775-49d5-8b0f-478636897339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:55:16Z', 'updated_at': '2021-11-27T04:55:20Z', 'revision_number': 5, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'subnets': [{'id': '689d86c1-6775-49d5-8b0f-478636897339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 04:58:14.158873 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f8eabe-e713-4f08-aad8-c792e746004d None None] New status for floating IP 3f16dc1f-2769-4e3d-a197-c3063ab2e963: ACTIVE {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 04:58:16.255974 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-170c3285-c34b-4539-a499-bef15946fc60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:58:16.546519 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:58:18.431102 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0acc7c28-303b-4ab0-b6f6-f6e0fb501951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:58:19.412019 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:58:19.841560 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:58:20.694524 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:58:21.421875 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:58:21.987060 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:58:33.672128 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-55b915cd-40b0-4b82-8f34-8a74fc717889 req-4a00107f-a548-4380-beaf-7b123c87e791 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3ba0fa3f-6048-4f3e-998d-953135574caf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433002 Nov 27 04:58:33.777367 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b915cd-40b0-4b82-8f34-8a74fc717889 req-7282f93b-b4e1-4dda-8233-fb10ee1a8ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:58:33.778861 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-55b915cd-40b0-4b82-8f34-8a74fc717889 req-7282f93b-b4e1-4dda-8233-fb10ee1a8ee1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c46f5170bdec43f9b80d2bc2b847656c&device_id=3ba0fa3f-6048-4f3e-998d-953135574caf HTTP/1.1" status: 200 len: 1095 time: 0.0399704 Nov 27 04:58:33.888959 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b915cd-40b0-4b82-8f34-8a74fc717889 req-d968a69b-6dc6-4597-9600-2138fb695b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:58:33.890396 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-55b915cd-40b0-4b82-8f34-8a74fc717889 req-d968a69b-6dc6-4597-9600-2138fb695b6d service neutron] 10.222.0.23 "GET /v2.0/networks?id=fdccf5e2-8408-4bf8-a542-427684d16b08 HTTP/1.1" status: 200 len: 910 time: 0.0872734 Nov 27 04:58:33.955837 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-55b915cd-40b0-4b82-8f34-8a74fc717889 req-a911dc1a-8421-4740-b229-7c634c7861ec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b67ee22-4886-49cd-a346-a83715905b65 HTTP/1.1" status: 200 len: 1000 time: 0.0563092 Nov 27 04:58:34.004256 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b915cd-40b0-4b82-8f34-8a74fc717889 req-c276c4fb-871a-4d56-b9ba-193aa55debcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:58:34.006236 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-55b915cd-40b0-4b82-8f34-8a74fc717889 req-c276c4fb-871a-4d56-b9ba-193aa55debcb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=689d86c1-6775-49d5-8b0f-478636897339 HTTP/1.1" status: 200 len: 848 time: 0.0425947 Nov 27 04:58:34.054730 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b915cd-40b0-4b82-8f34-8a74fc717889 req-1c7d17eb-f333-4fc0-938f-9e0d908b34a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:58:34.056171 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-55b915cd-40b0-4b82-8f34-8a74fc717889 req-1c7d17eb-f333-4fc0-938f-9e0d908b34a0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fdccf5e2-8408-4bf8-a542-427684d16b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415993 Nov 27 04:58:34.144721 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-55b915cd-40b0-4b82-8f34-8a74fc717889 req-053ab249-3ad1-4417-975d-ad262a36cb48 service neutron] 10.222.0.23 "GET /v2.0/networks/fdccf5e2-8408-4bf8-a542-427684d16b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789852 Nov 27 04:58:34.237619 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-55b915cd-40b0-4b82-8f34-8a74fc717889 req-971aca84-6ba6-4066-a1ff-b0008c583963 service neutron] 10.222.0.23 "GET /v2.0/networks/fdccf5e2-8408-4bf8-a542-427684d16b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847907 Nov 27 04:58:46.256521 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5479f932-0169-44b7-8be7-ef69df6f8203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:58:46.546017 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:58:48.433987 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d7d4537c-af10-402c-828a-5c518cd08348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:58:49.405044 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:58:49.841193 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:58:51.424513 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:58:51.989220 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:58:57.694185 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:59:16.257906 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5354a8bd-eccd-4077-ae1b-023c731862d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:59:16.545457 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:59:18.435795 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7b49143a-7264-4496-943f-2db8fdeb85b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:59:19.405312 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:59:19.843812 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:59:21.428459 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:59:21.991073 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:59:34.686348 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0e3c6859-6d6f-4f89-a004-b22a716c880a req-af06ad8f-a370-471a-b2f3-69afd144158d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=674c7402-ff6f-428b-bd72-ed7496ef947f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399384 Nov 27 04:59:34.693199 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 04:59:34.764375 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c6859-6d6f-4f89-a004-b22a716c880a req-6e50504c-7501-48f9-b3b2-6dcc1b44f837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:59:34.765812 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0e3c6859-6d6f-4f89-a004-b22a716c880a req-6e50504c-7501-48f9-b3b2-6dcc1b44f837 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c46f5170bdec43f9b80d2bc2b847656c&device_id=674c7402-ff6f-428b-bd72-ed7496ef947f HTTP/1.1" status: 200 len: 1097 time: 0.0390241 Nov 27 04:59:34.877566 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c6859-6d6f-4f89-a004-b22a716c880a req-837770e5-ee37-40cd-94af-6176ee43e534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:59:34.879128 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0e3c6859-6d6f-4f89-a004-b22a716c880a req-837770e5-ee37-40cd-94af-6176ee43e534 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fdccf5e2-8408-4bf8-a542-427684d16b08 HTTP/1.1" status: 200 len: 910 time: 0.0881195 Nov 27 04:59:34.947409 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0e3c6859-6d6f-4f89-a004-b22a716c880a req-73978d18-71f1-447e-9e44-78c946cd68c2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a49c8402-01ba-48e0-ae5f-31cc950da64e HTTP/1.1" status: 200 len: 1002 time: 0.0561955 Nov 27 04:59:35.002884 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c6859-6d6f-4f89-a004-b22a716c880a req-fcc3c898-586c-4c40-91e1-e20754696e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:59:35.004345 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0e3c6859-6d6f-4f89-a004-b22a716c880a req-fcc3c898-586c-4c40-91e1-e20754696e1e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=689d86c1-6775-49d5-8b0f-478636897339 HTTP/1.1" status: 200 len: 848 time: 0.0460362 Nov 27 04:59:35.053865 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c6859-6d6f-4f89-a004-b22a716c880a req-f0ebcc5c-4a71-48f4-a9db-ed87cb3c2736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 04:59:35.055346 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0e3c6859-6d6f-4f89-a004-b22a716c880a req-f0ebcc5c-4a71-48f4-a9db-ed87cb3c2736 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fdccf5e2-8408-4bf8-a542-427684d16b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389836 Nov 27 04:59:35.147603 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0e3c6859-6d6f-4f89-a004-b22a716c880a req-25a5d55f-2e56-4eef-9214-855b4aa5b538 service neutron] 10.222.0.23 "GET /v2.0/networks/fdccf5e2-8408-4bf8-a542-427684d16b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801234 Nov 27 04:59:35.244609 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-0e3c6859-6d6f-4f89-a004-b22a716c880a req-b22dc2d8-29a4-4d0c-89d7-71b8b883a697 service neutron] 10.222.0.23 "GET /v2.0/networks/fdccf5e2-8408-4bf8-a542-427684d16b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856330 Nov 27 04:59:46.261634 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-38ab5add-6f7d-4a6d-8502-a1dff0047b9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:59:46.710263 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:59:48.436653 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6aa670aa-6927-4840-9310-245486d4368e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:59:49.411081 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:59:49.849300 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:59:51.430480 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:59:51.992238 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:59:53.851390 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device a49c8402-01ba-48e0-ae5f-31cc950da64e details requested by agent hyperv_n-h1-819494-3 with host n-h1-819494-3 {{(pid=110020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 04:59:53.944481 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port a49c8402-01ba-48e0-ae5f-31cc950da64e, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=a49c8402-01ba-48e0-ae5f-31cc950da64e,segment=NetworkSegment(4b8208f4-7c32-47bb-b522-2da849a9d853),segment_id=4b8208f4-7c32-47bb-b522-2da849a9d853)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:59:53.954993 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Returning: {'device': 'a49c8402-01ba-48e0-ae5f-31cc950da64e', 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08', 'port_id': 'a49c8402-01ba-48e0-ae5f-31cc950da64e', 'mac_address': 'fa:16:3e:54:1f:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '689d86c1-6775-49d5-8b0f-478636897339', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 04:59:53.991721 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:59:54.007358 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a49c8402-01ba-48e0-ae5f-31cc950da64e {{(pid=110020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 04:59:54.026013 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port a49c8402-01ba-48e0-ae5f-31cc950da64e, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=a49c8402-01ba-48e0-ae5f-31cc950da64e,segment=NetworkSegment(4b8208f4-7c32-47bb-b522-2da849a9d853),segment_id=4b8208f4-7c32-47bb-b522-2da849a9d853)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:59:54.029548 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:59:54.074814 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=a49c8402-01ba-48e0-ae5f-31cc950da64e,revision_number=6']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:59:54.081952 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:59:54.082329 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:59:54.082718 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:59:54.083062 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:59:54.083398 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:59:54.083733 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:59:54.084066 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:59:54.084396 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:59:54.084730 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:59:54.085057 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:59:54.085385 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:59:54.085712 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 04:59:54.206154 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] get_ports_and_sgs() called for port_ids ['a49c8402-01ba-48e0-ae5f-31cc950da64e'] {{(pid=110020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 04:59:55.863474 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device a49c8402-01ba-48e0-ae5f-31cc950da64e up at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 04:59:55.918187 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.provisioning_blocks [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Provisioning complete for port a49c8402-01ba-48e0-ae5f-31cc950da64e triggered by entity L2. {{(pid=110020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 04:59:55.918485 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3478738'] for port, provisioning_complete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:59:56.008703 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542847'] for port, before_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:59:56.032410 n-d-819494-3 neutron-server[110020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '674c7402-ff6f-428b-bd72-ed7496ef947f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a49c8402-01ba-48e0-ae5f-31cc950da64e'}] {{(pid=110020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 04:59:56.035094 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29af341bb7ab2bbf521764387419c29e3d68aa09736abb23712ab4bb3e3fcea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f83bc59-856d-4ad2-a5a2-6974911c6c63" -d '{"events": [{"server_uuid": "674c7402-ff6f-428b-bd72-ed7496ef947f", "name": "network-vif-plugged", "status": "completed", "tag": "a49c8402-01ba-48e0-ae5f-31cc950da64e"}]}' {{(pid=110020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 04:59:56.048445 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] For port a49c8402-01ba-48e0-ae5f-31cc950da64e, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=a49c8402-01ba-48e0-ae5f-31cc950da64e,segment=NetworkSegment(4b8208f4-7c32-47bb-b522-2da849a9d853),segment_id=4b8208f4-7c32-47bb-b522-2da849a9d853)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 04:59:56.055313 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763522168441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763521600476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763521600494'] for port, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 04:59:56.107279 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Pushing event updated for resources: {'Port': ['ID=a49c8402-01ba-48e0-ae5f-31cc950da64e,revision_number=7']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 04:59:56.212162 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 04:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8e73b9-fb30-46ad-8901-b0de70b9d5ca x-openstack-request-id: req-3f8e73b9-fb30-46ad-8901-b0de70b9d5ca {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 04:59:56.212457 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "674c7402-ff6f-428b-bd72-ed7496ef947f", "name": "network-vif-plugged", "status": "completed", "tag": "a49c8402-01ba-48e0-ae5f-31cc950da64e", "code": 200}]} {{(pid=110020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 04:59:56.212716 n-d-819494-3 neutron-server[110020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f8e73b9-fb30-46ad-8901-b0de70b9d5ca {{(pid=110020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 04:59:56.213120 n-d-819494-3 neutron-server[110020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '674c7402-ff6f-428b-bd72-ed7496ef947f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a49c8402-01ba-48e0-ae5f-31cc950da64e', 'code': 200} Nov 27 05:00:04.813646 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36112) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 05:00:04.968616 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-de8fbd79-6543-4769-9e14-999a22456d6f tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Deleting port e75fe954-39c9-4041-bd66-9ac7890d4786 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 05:00:04.968961 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-de8fbd79-6543-4769-9e14-999a22456d6f tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:05.041464 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-de8fbd79-6543-4769-9e14-999a22456d6f tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:05.041789 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-de8fbd79-6543-4769-9e14-999a22456d6f tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:05.053631 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-de8fbd79-6543-4769-9e14-999a22456d6f tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Calling delete_port for e75fe954-39c9-4041-bd66-9ac7890d4786 owned by network:floatingip {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 05:00:05.200963 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-de8fbd79-6543-4769-9e14-999a22456d6f tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:05.229314 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8fbd79-6543-4769-9e14-999a22456d6f tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Pushing event deleted for resources: {'Port': ['ID=e75fe954-39c9-4041-bd66-9ac7890d4786,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 05:00:05.241272 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8fbd79-6543-4769-9e14-999a22456d6f tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 05:00:05.241632 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8fbd79-6543-4769-9e14-999a22456d6f tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 05:00:05.241996 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8fbd79-6543-4769-9e14-999a22456d6f tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 05:00:05.242315 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8fbd79-6543-4769-9e14-999a22456d6f tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 05:00:05.242682 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8fbd79-6543-4769-9e14-999a22456d6f tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 05:00:05.243019 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8fbd79-6543-4769-9e14-999a22456d6f tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 05:00:05.243353 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8fbd79-6543-4769-9e14-999a22456d6f tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 05:00:05.243682 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8fbd79-6543-4769-9e14-999a22456d6f tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 05:00:05.244008 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8fbd79-6543-4769-9e14-999a22456d6f tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 05:00:05.244336 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8fbd79-6543-4769-9e14-999a22456d6f tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 05:00:05.244672 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8fbd79-6543-4769-9e14-999a22456d6f tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 05:00:05.244999 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8fbd79-6543-4769-9e14-999a22456d6f tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 05:00:05.297249 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-de8fbd79-6543-4769-9e14-999a22456d6f tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks [] for floatingip, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:05.297576 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [None req-de8fbd79-6543-4769-9e14-999a22456d6f tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Floating IP 3f16dc1f-2769-4e3d-a197-c3063ab2e963 disassociated (deleted). External IP: 172.25.1.230, port: a49c8402-01ba-48e0-ae5f-31cc950da64e. Nov 27 05:00:05.503799 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8fbd79-6543-4769-9e14-999a22456d6f tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Router c5a3f6ee-65db-46a8-a000-813fdc82308d has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 05:00:05.609930 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8fbd79-6543-4769-9e14-999a22456d6f tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 05:00:05.614949 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-de8fbd79-6543-4769-9e14-999a22456d6f tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:05.619886 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0563a5f1-10e4-4a08-8cf4-3cc4a616507a None None] Sync routers for ids ['c5a3f6ee-65db-46a8-a000-813fdc82308d'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 05:00:05.629633 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0563a5f1-10e4-4a08-8cf4-3cc4a616507a None None] Routers {'c5a3f6ee-65db-46a8-a000-813fdc82308d'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 05:00:05.630256 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-0563a5f1-10e4-4a08-8cf4-3cc4a616507a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:59:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c5a3f6ee-65db-46a8-a000-813fdc82308d'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 05:00:05.641246 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-de8fbd79-6543-4769-9e14-999a22456d6f tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "DELETE /v2.0/floatingips/3f16dc1f-2769-4e3d-a197-c3063ab2e963 HTTP/1.1" status: 204 len: 168 time: 0.8264103 Nov 27 05:00:05.641875 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '674c7402-ff6f-428b-bd72-ed7496ef947f', 'tag': 'a49c8402-01ba-48e0-ae5f-31cc950da64e'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 05:00:05.644694 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecda37680d0478e490d639caee1e0781f65d726cc517aef043e1d435739ff28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4567b5e-c649-4fb1-ae20-04a84383d8a0" -d '{"events": [{"name": "network-changed", "server_uuid": "674c7402-ff6f-428b-bd72-ed7496ef947f", "tag": "a49c8402-01ba-48e0-ae5f-31cc950da64e"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 05:00:05.735035 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-0563a5f1-10e4-4a08-8cf4-3cc4a616507a None None] Set router c5a3f6ee-65db-46a8-a000-813fdc82308d gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 05:00:05.859643 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 05:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9e7e7f-7075-45f2-87c2-cdb5b32719c9 x-openstack-request-id: req-1e9e7e7f-7075-45f2-87c2-cdb5b32719c9 {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 05:00:05.860174 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "674c7402-ff6f-428b-bd72-ed7496ef947f", "tag": "a49c8402-01ba-48e0-ae5f-31cc950da64e", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 05:00:05.860291 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e9e7e7f-7075-45f2-87c2-cdb5b32719c9 {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 05:00:05.860636 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '674c7402-ff6f-428b-bd72-ed7496ef947f', 'tag': 'a49c8402-01ba-48e0-ae5f-31cc950da64e', 'status': 'completed', 'code': 200} Nov 27 05:00:05.951672 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4567b5e-c649-4fb1-ae20-04a84383d8a0 req-2fb17c2a-6e39-4856-bf8a-459a1b9dfaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 05:00:05.953188 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d4567b5e-c649-4fb1-ae20-04a84383d8a0 req-2fb17c2a-6e39-4856-bf8a-459a1b9dfaf1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c46f5170bdec43f9b80d2bc2b847656c&device_id=674c7402-ff6f-428b-bd72-ed7496ef947f HTTP/1.1" status: 200 len: 1097 time: 0.0445175 Nov 27 05:00:05.956913 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79137296-7ce6-4f92-811e-ec2201fdb96a req-566e56fb-8a57-49a2-907e-805a617a54ab tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 05:00:05.958580 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-79137296-7ce6-4f92-811e-ec2201fdb96a req-566e56fb-8a57-49a2-907e-805a617a54ab tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/ports?device_id=674c7402-ff6f-428b-bd72-ed7496ef947f HTTP/1.1" status: 200 len: 946 time: 0.0517752 Nov 27 05:00:05.970236 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-0563a5f1-10e4-4a08-8cf4-3cc4a616507a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'name': 'tempest-TestSnapshotPattern-361421333-router', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '3134cfaa-e61d-4dea-a1ce-53ea8258810e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:55:14Z', 'updated_at': '2021-11-27T04:55:16Z', 'revision_number': 4, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'gw_port': {'id': '3134cfaa-e61d-4dea-a1ce-53ea8258810e', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:20:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:55:14Z', 'updated_at': '2021-11-27T04:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': 'e196429a-8f42-4d0d-9477-4ae4a79747ce', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'floating_ip_address': '172.25.1.107', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'port_id': '9b67ee22-4886-49cd-a346-a83715905b65', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08', 'mac_address': 'fa:16:3e:3f:b3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba0fa3f-6048-4f3e-998d-953135574caf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:55:39Z', 'updated_at': '2021-11-27T04:55:41Z', 'revision_number': 1, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b829f62-dcdc-45ab-a477-a67533029550', 'name': '', 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'mac_address': 'fa:16:3e:5d:aa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '689d86c1-6775-49d5-8b0f-478636897339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:55:16Z', 'updated_at': '2021-11-27T04:55:20Z', 'revision_number': 5, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'subnets': [{'id': '689d86c1-6775-49d5-8b0f-478636897339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 05:00:05.996194 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0563a5f1-10e4-4a08-8cf4-3cc4a616507a None None] Checking router: c5a3f6ee-65db-46a8-a000-813fdc82308d for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 05:00:06.004917 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0563a5f1-10e4-4a08-8cf4-3cc4a616507a None None] Routers {'c5a3f6ee-65db-46a8-a000-813fdc82308d'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 05:00:06.005517 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-0563a5f1-10e4-4a08-8cf4-3cc4a616507a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:59:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c5a3f6ee-65db-46a8-a000-813fdc82308d'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 05:00:06.014647 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-79137296-7ce6-4f92-811e-ec2201fdb96a req-32cc50b9-05f7-4f2e-934d-2f78502fb465 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a41dbd7-4eaf-468b-8077-4af4f651947e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499368 Nov 27 05:00:06.052919 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4567b5e-c649-4fb1-ae20-04a84383d8a0 req-c60efcef-b8ba-4343-9eee-31188a27d078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 05:00:06.054414 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d4567b5e-c649-4fb1-ae20-04a84383d8a0 req-c60efcef-b8ba-4343-9eee-31188a27d078 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fdccf5e2-8408-4bf8-a542-427684d16b08 HTTP/1.1" status: 200 len: 910 time: 0.0921028 Nov 27 05:00:06.097578 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d4567b5e-c649-4fb1-ae20-04a84383d8a0 req-efdd293b-b47b-4938-b660-ad36644fff83 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a49c8402-01ba-48e0-ae5f-31cc950da64e HTTP/1.1" status: 200 len: 217 time: 0.0344603 Nov 27 05:00:06.107914 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-0563a5f1-10e4-4a08-8cf4-3cc4a616507a None None] Set router c5a3f6ee-65db-46a8-a000-813fdc82308d gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 05:00:06.153538 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4567b5e-c649-4fb1-ae20-04a84383d8a0 req-e09ec722-6384-4b54-8b20-f203a40f805f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 05:00:06.155039 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d4567b5e-c649-4fb1-ae20-04a84383d8a0 req-e09ec722-6384-4b54-8b20-f203a40f805f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=689d86c1-6775-49d5-8b0f-478636897339 HTTP/1.1" status: 200 len: 848 time: 0.0495062 Nov 27 05:00:06.206720 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4567b5e-c649-4fb1-ae20-04a84383d8a0 req-50aa91e0-d9df-48af-acd1-38ab61407efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 05:00:06.208255 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d4567b5e-c649-4fb1-ae20-04a84383d8a0 req-50aa91e0-d9df-48af-acd1-38ab61407efb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fdccf5e2-8408-4bf8-a542-427684d16b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449522 Nov 27 05:00:06.297777 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d4567b5e-c649-4fb1-ae20-04a84383d8a0 req-bcce6dde-8caa-46cb-8b97-cc0d77ff66e4 service neutron] 10.222.0.23 "GET /v2.0/networks/fdccf5e2-8408-4bf8-a542-427684d16b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805249 Nov 27 05:00:06.336204 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-0563a5f1-10e4-4a08-8cf4-3cc4a616507a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'name': 'tempest-TestSnapshotPattern-361421333-router', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '3134cfaa-e61d-4dea-a1ce-53ea8258810e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:55:14Z', 'updated_at': '2021-11-27T04:55:16Z', 'revision_number': 4, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'gw_port': {'id': '3134cfaa-e61d-4dea-a1ce-53ea8258810e', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:20:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:55:14Z', 'updated_at': '2021-11-27T04:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': 'e196429a-8f42-4d0d-9477-4ae4a79747ce', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'floating_ip_address': '172.25.1.107', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'port_id': '9b67ee22-4886-49cd-a346-a83715905b65', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08', 'mac_address': 'fa:16:3e:3f:b3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba0fa3f-6048-4f3e-998d-953135574caf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:55:39Z', 'updated_at': '2021-11-27T04:55:41Z', 'revision_number': 1, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b829f62-dcdc-45ab-a477-a67533029550', 'name': '', 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'mac_address': 'fa:16:3e:5d:aa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '689d86c1-6775-49d5-8b0f-478636897339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:55:16Z', 'updated_at': '2021-11-27T04:55:20Z', 'revision_number': 5, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'subnets': [{'id': '689d86c1-6775-49d5-8b0f-478636897339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 05:00:06.362132 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0563a5f1-10e4-4a08-8cf4-3cc4a616507a None None] The sync data for ids ['c5a3f6ee-65db-46a8-a000-813fdc82308d'] in n-d-819494-3 is: [{'id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'name': 'tempest-TestSnapshotPattern-361421333-router', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '3134cfaa-e61d-4dea-a1ce-53ea8258810e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:55:14Z', 'updated_at': '2021-11-27T04:55:16Z', 'revision_number': 4, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'gw_port': {'id': '3134cfaa-e61d-4dea-a1ce-53ea8258810e', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:20:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:55:14Z', 'updated_at': '2021-11-27T04:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_floatingips': [{'id': 'e196429a-8f42-4d0d-9477-4ae4a79747ce', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'floating_ip_address': '172.25.1.107', 'floating_network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'router_id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'port_id': '9b67ee22-4886-49cd-a346-a83715905b65', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08', 'mac_address': 'fa:16:3e:3f:b3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba0fa3f-6048-4f3e-998d-953135574caf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T04:55:39Z', 'updated_at': '2021-11-27T04:55:41Z', 'revision_number': 1, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b829f62-dcdc-45ab-a477-a67533029550', 'name': '', 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'mac_address': 'fa:16:3e:5d:aa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '689d86c1-6775-49d5-8b0f-478636897339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:55:16Z', 'updated_at': '2021-11-27T04:55:20Z', 'revision_number': 5, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'subnets': [{'id': '689d86c1-6775-49d5-8b0f-478636897339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 05:00:06.393407 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-d4567b5e-c649-4fb1-ae20-04a84383d8a0 req-b54d4580-97f2-4b70-a014-48c19ba994de service neutron] 10.222.0.23 "GET /v2.0/networks/fdccf5e2-8408-4bf8-a542-427684d16b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876884 Nov 27 05:00:06.592868 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603eeddb-c8d7-4c40-a9f5-9c2b3d6ed596 None None] New status for floating IP 3f16dc1f-2769-4e3d-a197-c3063ab2e963: DOWN {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 05:00:07.130998 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c35e32-a5e7-4470-9cb3-c1526e7f7fda req-1284f06c-a8cf-4acd-87ad-e83cbf339ad7 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 05:00:07.132435 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a5c35e32-a5e7-4470-9cb3-c1526e7f7fda req-1284f06c-a8cf-4acd-87ad-e83cbf339ad7 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/ports?device_id=674c7402-ff6f-428b-bd72-ed7496ef947f HTTP/1.1" status: 200 len: 946 time: 0.0475540 Nov 27 05:00:07.185439 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-a5c35e32-a5e7-4470-9cb3-c1526e7f7fda req-5f8c8a4d-a532-408c-80dd-40aa9c9ce6ae tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a41dbd7-4eaf-468b-8077-4af4f651947e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471432 Nov 27 05:00:07.852295 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97fceb-c45c-46b2-8f3b-3bef3b5e1b70 req-1fe1be63-905f-48d1-89a5-af1bd2dec91e tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 05:00:07.853730 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9e97fceb-c45c-46b2-8f3b-3bef3b5e1b70 req-1fe1be63-905f-48d1-89a5-af1bd2dec91e tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.23 "GET /v2.0/ports?device_id=674c7402-ff6f-428b-bd72-ed7496ef947f HTTP/1.1" status: 200 len: 946 time: 0.0489585 Nov 27 05:00:08.273260 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-9e97fceb-c45c-46b2-8f3b-3bef3b5e1b70 req-645f01d0-bba2-472c-bb26-cc3c1d2c38b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Deleting port a49c8402-01ba-48e0-ae5f-31cc950da64e {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 05:00:08.273608 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9e97fceb-c45c-46b2-8f3b-3bef3b5e1b70 req-645f01d0-bba2-472c-bb26-cc3c1d2c38b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:08.306853 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c20a2e-a3e0-4d43-952f-ce5046b1e594 req-200ca1dd-966a-4fc1-8edb-05322985eef2 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 05:00:08.308339 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b2c20a2e-a3e0-4d43-952f-ce5046b1e594 req-200ca1dd-966a-4fc1-8edb-05322985eef2 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/ports?device_id=674c7402-ff6f-428b-bd72-ed7496ef947f HTTP/1.1" status: 200 len: 946 time: 0.0517521 Nov 27 05:00:08.359741 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-b2c20a2e-a3e0-4d43-952f-ce5046b1e594 req-38cab69d-1067-4cb0-b7f8-fdd24a2c7160 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a41dbd7-4eaf-468b-8077-4af4f651947e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450783 Nov 27 05:00:08.364136 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-9e97fceb-c45c-46b2-8f3b-3bef3b5e1b70 req-645f01d0-bba2-472c-bb26-cc3c1d2c38b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] For port a49c8402-01ba-48e0-ae5f-31cc950da64e, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=a49c8402-01ba-48e0-ae5f-31cc950da64e,segment=NetworkSegment(4b8208f4-7c32-47bb-b522-2da849a9d853),segment_id=4b8208f4-7c32-47bb-b522-2da849a9d853)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 05:00:08.364511 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9e97fceb-c45c-46b2-8f3b-3bef3b5e1b70 req-645f01d0-bba2-472c-bb26-cc3c1d2c38b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:08.377489 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-9e97fceb-c45c-46b2-8f3b-3bef3b5e1b70 req-645f01d0-bba2-472c-bb26-cc3c1d2c38b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Calling delete_port for a49c8402-01ba-48e0-ae5f-31cc950da64e owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 05:00:08.505847 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9e97fceb-c45c-46b2-8f3b-3bef3b5e1b70 req-645f01d0-bba2-472c-bb26-cc3c1d2c38b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:08.541349 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f01d0-bba2-472c-bb26-cc3c1d2c38b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Pushing event deleted for resources: {'Port': ['ID=a49c8402-01ba-48e0-ae5f-31cc950da64e,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 05:00:08.568843 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f01d0-bba2-472c-bb26-cc3c1d2c38b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 05:00:08.569206 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f01d0-bba2-472c-bb26-cc3c1d2c38b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 05:00:08.569556 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f01d0-bba2-472c-bb26-cc3c1d2c38b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 05:00:08.569901 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f01d0-bba2-472c-bb26-cc3c1d2c38b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 05:00:08.570245 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f01d0-bba2-472c-bb26-cc3c1d2c38b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 05:00:08.570600 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f01d0-bba2-472c-bb26-cc3c1d2c38b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 05:00:08.570938 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f01d0-bba2-472c-bb26-cc3c1d2c38b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 05:00:08.571272 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f01d0-bba2-472c-bb26-cc3c1d2c38b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 05:00:08.571601 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f01d0-bba2-472c-bb26-cc3c1d2c38b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 05:00:08.571931 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f01d0-bba2-472c-bb26-cc3c1d2c38b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 05:00:08.572262 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f01d0-bba2-472c-bb26-cc3c1d2c38b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 05:00:08.572593 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f01d0-bba2-472c-bb26-cc3c1d2c38b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-3 {{(pid=110019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 05:00:08.598692 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e97fceb-c45c-46b2-8f3b-3bef3b5e1b70 req-645f01d0-bba2-472c-bb26-cc3c1d2c38b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] No DVR routers for this DVR port a49c8402-01ba-48e0-ae5f-31cc950da64e on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 05:00:08.601226 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-9e97fceb-c45c-46b2-8f3b-3bef3b5e1b70 req-645f01d0-bba2-472c-bb26-cc3c1d2c38b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:08.604609 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-9e97fceb-c45c-46b2-8f3b-3bef3b5e1b70 req-645f01d0-bba2-472c-bb26-cc3c1d2c38b5 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.23 "DELETE /v2.0/ports/a49c8402-01ba-48e0-ae5f-31cc950da64e HTTP/1.1" status: 204 len: 173 time: 0.7406054 Nov 27 05:00:08.605048 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '674c7402-ff6f-428b-bd72-ed7496ef947f', 'name': 'network-vif-deleted', 'tag': 'a49c8402-01ba-48e0-ae5f-31cc950da64e'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 05:00:08.607325 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08b94054c3609ca5194c36e6072b148da941c4766f069e8e94abba8dbd1bbb06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71e1d85-17d1-4494-baeb-787370b42d96" -d '{"events": [{"server_uuid": "674c7402-ff6f-428b-bd72-ed7496ef947f", "name": "network-vif-deleted", "tag": "a49c8402-01ba-48e0-ae5f-31cc950da64e"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 05:00:08.703512 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 05:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de00428b-f06e-47ea-8224-6db3a8e3d2e4 x-openstack-request-id: req-de00428b-f06e-47ea-8224-6db3a8e3d2e4 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 05:00:08.704038 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "674c7402-ff6f-428b-bd72-ed7496ef947f", "name": "network-vif-deleted", "tag": "a49c8402-01ba-48e0-ae5f-31cc950da64e", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 05:00:08.704294 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-de00428b-f06e-47ea-8224-6db3a8e3d2e4 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 05:00:08.704698 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '674c7402-ff6f-428b-bd72-ed7496ef947f', 'name': 'network-vif-deleted', 'tag': 'a49c8402-01ba-48e0-ae5f-31cc950da64e', 'status': 'completed', 'code': 200} Nov 27 05:00:09.930348 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36176) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 05:00:09.934433 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device a49c8402-01ba-48e0-ae5f-31cc950da64e no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 05:00:09.957738 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: a49c8402-01ba-48e0-ae5f-31cc950da64e {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 05:00:09.958090 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device a49c8402-01ba-48e0-ae5f-31cc950da64e not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 05:00:10.084568 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-83b3d3d7-71be-4ae4-b8bf-6d7b28bb9a94 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Deleting port 04827374-25e3-40c4-b50d-cdbe7505d66e {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 05:00:10.084916 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-83b3d3d7-71be-4ae4-b8bf-6d7b28bb9a94 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:10.166602 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-83b3d3d7-71be-4ae4-b8bf-6d7b28bb9a94 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:10.166852 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-83b3d3d7-71be-4ae4-b8bf-6d7b28bb9a94 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:10.178328 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-83b3d3d7-71be-4ae4-b8bf-6d7b28bb9a94 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Calling delete_port for 04827374-25e3-40c4-b50d-cdbe7505d66e owned by network:floatingip {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 05:00:10.322166 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-83b3d3d7-71be-4ae4-b8bf-6d7b28bb9a94 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:10.349369 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3d3d7-71be-4ae4-b8bf-6d7b28bb9a94 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Pushing event deleted for resources: {'Port': ['ID=04827374-25e3-40c4-b50d-cdbe7505d66e,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 05:00:10.405918 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-83b3d3d7-71be-4ae4-b8bf-6d7b28bb9a94 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks [] for floatingip, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:10.406235 n-d-819494-3 neutron-server[110018]: INFO neutron.db.l3_db [None req-83b3d3d7-71be-4ae4-b8bf-6d7b28bb9a94 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Floating IP e196429a-8f42-4d0d-9477-4ae4a79747ce disassociated (deleted). External IP: 172.25.1.107, port: 9b67ee22-4886-49cd-a346-a83715905b65. Nov 27 05:00:10.609043 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b3d3d7-71be-4ae4-b8bf-6d7b28bb9a94 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Router c5a3f6ee-65db-46a8-a000-813fdc82308d has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 05:00:11.024034 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b3d3d7-71be-4ae4-b8bf-6d7b28bb9a94 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 05:00:11.029371 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-83b3d3d7-71be-4ae4-b8bf-6d7b28bb9a94 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for floatingip, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:11.036935 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ac033b-15c0-4336-908b-b741f284cc96 None None] Sync routers for ids ['c5a3f6ee-65db-46a8-a000-813fdc82308d'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 05:00:11.048071 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ac033b-15c0-4336-908b-b741f284cc96 None None] Routers {'c5a3f6ee-65db-46a8-a000-813fdc82308d'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 05:00:11.049186 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-92ac033b-15c0-4336-908b-b741f284cc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:59:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c5a3f6ee-65db-46a8-a000-813fdc82308d'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 05:00:11.057947 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-83b3d3d7-71be-4ae4-b8bf-6d7b28bb9a94 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "DELETE /v2.0/floatingips/e196429a-8f42-4d0d-9477-4ae4a79747ce HTTP/1.1" status: 204 len: 168 time: 1.1233554 Nov 27 05:00:11.057947 n-d-819494-3 neutron-server[110018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba0fa3f-6048-4f3e-998d-953135574caf', 'tag': '9b67ee22-4886-49cd-a346-a83715905b65'}] {{(pid=110018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 05:00:11.058406 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecda37680d0478e490d639caee1e0781f65d726cc517aef043e1d435739ff28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb38dca1-367b-402a-9440-e944f497cf77" -d '{"events": [{"name": "network-changed", "server_uuid": "3ba0fa3f-6048-4f3e-998d-953135574caf", "tag": "9b67ee22-4886-49cd-a346-a83715905b65"}]}' {{(pid=110018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 05:00:11.159551 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-92ac033b-15c0-4336-908b-b741f284cc96 None None] Set router c5a3f6ee-65db-46a8-a000-813fdc82308d gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 05:00:11.214928 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 05:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c1e718-90da-41c3-b0b7-3b2194fa832c x-openstack-request-id: req-95c1e718-90da-41c3-b0b7-3b2194fa832c {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 05:00:11.215229 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ba0fa3f-6048-4f3e-998d-953135574caf", "tag": "9b67ee22-4886-49cd-a346-a83715905b65", "status": "completed", "code": 200}]} {{(pid=110018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 05:00:11.215481 n-d-819494-3 neutron-server[110018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95c1e718-90da-41c3-b0b7-3b2194fa832c {{(pid=110018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 05:00:11.216084 n-d-819494-3 neutron-server[110018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba0fa3f-6048-4f3e-998d-953135574caf', 'tag': '9b67ee22-4886-49cd-a346-a83715905b65', 'status': 'completed', 'code': 200} Nov 27 05:00:11.310614 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497ce61-428b-41ed-a20e-a412ca47f523 req-a2aa640b-5bb1-4978-a2ee-0c59399e2e07 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 05:00:11.312372 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3497ce61-428b-41ed-a20e-a412ca47f523 req-a2aa640b-5bb1-4978-a2ee-0c59399e2e07 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba0fa3f-6048-4f3e-998d-953135574caf HTTP/1.1" status: 200 len: 944 time: 0.0511360 Nov 27 05:00:11.327455 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38dca1-367b-402a-9440-e944f497cf77 req-e95b9e92-99e2-4606-a24f-90b01ad89462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 05:00:11.328972 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bb38dca1-367b-402a-9440-e944f497cf77 req-e95b9e92-99e2-4606-a24f-90b01ad89462 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c46f5170bdec43f9b80d2bc2b847656c&device_id=3ba0fa3f-6048-4f3e-998d-953135574caf HTTP/1.1" status: 200 len: 1095 time: 0.0428247 Nov 27 05:00:11.366099 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-3497ce61-428b-41ed-a20e-a412ca47f523 req-65011266-2aba-4957-919f-a7701c6b68c2 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a41dbd7-4eaf-468b-8077-4af4f651947e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454495 Nov 27 05:00:11.374844 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-92ac033b-15c0-4336-908b-b741f284cc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'name': 'tempest-TestSnapshotPattern-361421333-router', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '3134cfaa-e61d-4dea-a1ce-53ea8258810e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:55:14Z', 'updated_at': '2021-11-27T04:55:16Z', 'revision_number': 4, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'gw_port': {'id': '3134cfaa-e61d-4dea-a1ce-53ea8258810e', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:20:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:55:14Z', 'updated_at': '2021-11-27T04:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '0b829f62-dcdc-45ab-a477-a67533029550', 'name': '', 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'mac_address': 'fa:16:3e:5d:aa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '689d86c1-6775-49d5-8b0f-478636897339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:55:16Z', 'updated_at': '2021-11-27T04:55:20Z', 'revision_number': 5, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'subnets': [{'id': '689d86c1-6775-49d5-8b0f-478636897339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 05:00:11.405576 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ac033b-15c0-4336-908b-b741f284cc96 None None] Checking router: c5a3f6ee-65db-46a8-a000-813fdc82308d for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 05:00:11.414184 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ac033b-15c0-4336-908b-b741f284cc96 None None] Routers {'c5a3f6ee-65db-46a8-a000-813fdc82308d'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 05:00:11.414823 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-92ac033b-15c0-4336-908b-b741f284cc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:59:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c5a3f6ee-65db-46a8-a000-813fdc82308d'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 05:00:11.426873 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38dca1-367b-402a-9440-e944f497cf77 req-f6b04655-ac89-4702-94ad-e256b75d3b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 05:00:11.428383 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bb38dca1-367b-402a-9440-e944f497cf77 req-f6b04655-ac89-4702-94ad-e256b75d3b5f service neutron] 10.222.0.23 "GET /v2.0/networks?id=fdccf5e2-8408-4bf8-a542-427684d16b08 HTTP/1.1" status: 200 len: 910 time: 0.0877144 Nov 27 05:00:11.476689 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bb38dca1-367b-402a-9440-e944f497cf77 req-7f60f724-0599-4e76-8b09-7ddf4e958504 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b67ee22-4886-49cd-a346-a83715905b65 HTTP/1.1" status: 200 len: 217 time: 0.0391734 Nov 27 05:00:11.530052 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38dca1-367b-402a-9440-e944f497cf77 req-94c3762d-c40e-4d08-b7ca-53a8b8849f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 05:00:11.531607 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bb38dca1-367b-402a-9440-e944f497cf77 req-94c3762d-c40e-4d08-b7ca-53a8b8849f89 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=689d86c1-6775-49d5-8b0f-478636897339 HTTP/1.1" status: 200 len: 848 time: 0.0460372 Nov 27 05:00:11.579170 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38dca1-367b-402a-9440-e944f497cf77 req-6406c3b6-423b-4f85-abe0-cf2528d4d498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 05:00:11.581353 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bb38dca1-367b-402a-9440-e944f497cf77 req-6406c3b6-423b-4f85-abe0-cf2528d4d498 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fdccf5e2-8408-4bf8-a542-427684d16b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419428 Nov 27 05:00:11.610126 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-92ac033b-15c0-4336-908b-b741f284cc96 None None] Set router c5a3f6ee-65db-46a8-a000-813fdc82308d gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 05:00:11.679965 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bb38dca1-367b-402a-9440-e944f497cf77 req-476074a9-af41-4a83-8840-d7324faee170 service neutron] 10.222.0.23 "GET /v2.0/networks/fdccf5e2-8408-4bf8-a542-427684d16b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874536 Nov 27 05:00:11.725682 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 05:00:11.777864 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-bb38dca1-367b-402a-9440-e944f497cf77 req-4cac39c6-83cb-45c0-9c4c-7e32a3e14934 service neutron] 10.222.0.23 "GET /v2.0/networks/fdccf5e2-8408-4bf8-a542-427684d16b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887818 Nov 27 05:00:11.808848 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-92ac033b-15c0-4336-908b-b741f284cc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'name': 'tempest-TestSnapshotPattern-361421333-router', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '3134cfaa-e61d-4dea-a1ce-53ea8258810e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:55:14Z', 'updated_at': '2021-11-27T04:55:16Z', 'revision_number': 4, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'gw_port': {'id': '3134cfaa-e61d-4dea-a1ce-53ea8258810e', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:20:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:55:14Z', 'updated_at': '2021-11-27T04:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '0b829f62-dcdc-45ab-a477-a67533029550', 'name': '', 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'mac_address': 'fa:16:3e:5d:aa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '689d86c1-6775-49d5-8b0f-478636897339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:55:16Z', 'updated_at': '2021-11-27T04:55:20Z', 'revision_number': 5, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'subnets': [{'id': '689d86c1-6775-49d5-8b0f-478636897339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 05:00:11.837385 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ac033b-15c0-4336-908b-b741f284cc96 None None] The sync data for ids ['c5a3f6ee-65db-46a8-a000-813fdc82308d'] in n-d-819494-3 is: [{'id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'name': 'tempest-TestSnapshotPattern-361421333-router', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '3134cfaa-e61d-4dea-a1ce-53ea8258810e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:55:14Z', 'updated_at': '2021-11-27T04:55:16Z', 'revision_number': 4, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'gw_port': {'id': '3134cfaa-e61d-4dea-a1ce-53ea8258810e', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:20:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:55:14Z', 'updated_at': '2021-11-27T04:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3', '_interfaces': [{'id': '0b829f62-dcdc-45ab-a477-a67533029550', 'name': '', 'network_id': 'fdccf5e2-8408-4bf8-a542-427684d16b08', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'mac_address': 'fa:16:3e:5d:aa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '689d86c1-6775-49d5-8b0f-478636897339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:55:16Z', 'updated_at': '2021-11-27T04:55:20Z', 'revision_number': 5, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'subnets': [{'id': '689d86c1-6775-49d5-8b0f-478636897339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 05:00:12.044459 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5daa7f24-4e7c-473a-a85c-039c54200f46 None None] New status for floating IP e196429a-8f42-4d0d-9477-4ae4a79747ce: DOWN {{(pid=110020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 05:00:12.485665 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fda703-cc82-4294-bcd3-fceaa4ff91b1 req-f63e5379-44f5-4e27-a7ff-4e138b3364f0 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 05:00:12.487647 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-13fda703-cc82-4294-bcd3-fceaa4ff91b1 req-f63e5379-44f5-4e27-a7ff-4e138b3364f0 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba0fa3f-6048-4f3e-998d-953135574caf HTTP/1.1" status: 200 len: 944 time: 0.0514619 Nov 27 05:00:12.535428 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-13fda703-cc82-4294-bcd3-fceaa4ff91b1 req-1e9014a2-34d0-4474-834d-20c1e6452be2 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a41dbd7-4eaf-468b-8077-4af4f651947e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418820 Nov 27 05:00:13.335916 n-d-819494-3 neutron-server[110019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c473b72-f4ad-48ef-baf9-59f16064cf65 req-85edc0e6-9c27-429c-b6a0-5054b915adb2 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 05:00:13.337353 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2c473b72-f4ad-48ef-baf9-59f16064cf65 req-85edc0e6-9c27-429c-b6a0-5054b915adb2 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ba0fa3f-6048-4f3e-998d-953135574caf HTTP/1.1" status: 200 len: 944 time: 0.0468478 Nov 27 05:00:13.427183 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-2c473b72-f4ad-48ef-baf9-59f16064cf65 req-20efb790-1542-465e-b16a-2e056f38d409 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Deleting port 9b67ee22-4886-49cd-a346-a83715905b65 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 05:00:13.427436 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-2c473b72-f4ad-48ef-baf9-59f16064cf65 req-20efb790-1542-465e-b16a-2e056f38d409 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:13.516744 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [req-2c473b72-f4ad-48ef-baf9-59f16064cf65 req-20efb790-1542-465e-b16a-2e056f38d409 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] For port 9b67ee22-4886-49cd-a346-a83715905b65, host n-h1-819494-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-3',level=0,port_id=9b67ee22-4886-49cd-a346-a83715905b65,segment=NetworkSegment(4b8208f4-7c32-47bb-b522-2da849a9d853),segment_id=4b8208f4-7c32-47bb-b522-2da849a9d853)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 05:00:13.517108 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-2c473b72-f4ad-48ef-baf9-59f16064cf65 req-20efb790-1542-465e-b16a-2e056f38d409 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:13.529798 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [req-2c473b72-f4ad-48ef-baf9-59f16064cf65 req-20efb790-1542-465e-b16a-2e056f38d409 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Calling delete_port for 9b67ee22-4886-49cd-a346-a83715905b65 owned by compute:nova {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 05:00:13.653371 n-d-819494-3 neutron-server[110018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37713e-b446-4c15-8667-4654cd47af53 req-f418f0bb-28de-4180-8b50-7bbf64940c59 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 05:00:13.654911 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9f37713e-b446-4c15-8667-4654cd47af53 req-f418f0bb-28de-4180-8b50-7bbf64940c59 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba0fa3f-6048-4f3e-998d-953135574caf HTTP/1.1" status: 200 len: 944 time: 0.0497665 Nov 27 05:00:13.660257 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-2c473b72-f4ad-48ef-baf9-59f16064cf65 req-20efb790-1542-465e-b16a-2e056f38d409 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:13.689992 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20efb790-1542-465e-b16a-2e056f38d409 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Pushing event deleted for resources: {'Port': ['ID=9b67ee22-4886-49cd-a346-a83715905b65,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 05:00:13.707008 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [req-9f37713e-b446-4c15-8667-4654cd47af53 req-7592bf1c-b5e1-45ad-981c-a974c406dbbc tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a41dbd7-4eaf-468b-8077-4af4f651947e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445032 Nov 27 05:00:13.730842 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c473b72-f4ad-48ef-baf9-59f16064cf65 req-20efb790-1542-465e-b16a-2e056f38d409 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] No DVR routers for this DVR port 9b67ee22-4886-49cd-a346-a83715905b65 on host n-h1-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 05:00:13.733455 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [req-2c473b72-f4ad-48ef-baf9-59f16064cf65 req-20efb790-1542-465e-b16a-2e056f38d409 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254934'] for port, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:13.737493 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [req-2c473b72-f4ad-48ef-baf9-59f16064cf65 req-20efb790-1542-465e-b16a-2e056f38d409 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.23 "DELETE /v2.0/ports/9b67ee22-4886-49cd-a346-a83715905b65 HTTP/1.1" status: 204 len: 173 time: 0.3897982 Nov 27 05:00:13.738011 n-d-819494-3 neutron-server[110019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba0fa3f-6048-4f3e-998d-953135574caf', 'name': 'network-vif-deleted', 'tag': '9b67ee22-4886-49cd-a346-a83715905b65'}] {{(pid=110019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 05:00:13.740290 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08b94054c3609ca5194c36e6072b148da941c4766f069e8e94abba8dbd1bbb06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fe5010-c9e4-4355-86a0-253dc66835d5" -d '{"events": [{"server_uuid": "3ba0fa3f-6048-4f3e-998d-953135574caf", "name": "network-vif-deleted", "tag": "9b67ee22-4886-49cd-a346-a83715905b65"}]}' {{(pid=110019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 05:00:13.785903 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 05:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5e05e0-833e-45e6-bb47-c2bc97881dc5 x-openstack-request-id: req-8e5e05e0-833e-45e6-bb47-c2bc97881dc5 {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 05:00:13.786204 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba0fa3f-6048-4f3e-998d-953135574caf", "name": "network-vif-deleted", "tag": "9b67ee22-4886-49cd-a346-a83715905b65", "status": "completed", "code": 200}]} {{(pid=110019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 05:00:13.786464 n-d-819494-3 neutron-server[110019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e5e05e0-833e-45e6-bb47-c2bc97881dc5 {{(pid=110019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 05:00:13.786917 n-d-819494-3 neutron-server[110019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba0fa3f-6048-4f3e-998d-953135574caf', 'name': 'network-vif-deleted', 'tag': '9b67ee22-4886-49cd-a346-a83715905b65', 'status': 'completed', 'code': 200} Nov 27 05:00:14.764804 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36192) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 05:00:14.821800 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e119d94c-123d-43d7-8cd3-3d336dcc7a71 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:14.850729 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e119d94c-123d-43d7-8cd3-3d336dcc7a71 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:14.908431 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e119d94c-123d-43d7-8cd3-3d336dcc7a71 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:14.911211 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-e119d94c-123d-43d7-8cd3-3d336dcc7a71 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:14.912354 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-e119d94c-123d-43d7-8cd3-3d336dcc7a71 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] 10.222.0.20 "DELETE /v2.0/security-groups/0a41dbd7-4eaf-468b-8077-4af4f651947e HTTP/1.1" status: 204 len: 168 time: 0.1465521 Nov 27 05:00:14.921394 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119d94c-123d-43d7-8cd3-3d336dcc7a71 tempest-TestSnapshotPattern-151738219 tempest-TestSnapshotPattern-151738219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a41dbd7-4eaf-468b-8077-4af4f651947e,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 05:00:15.980018 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 36198) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 05:00:16.263034 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0d26f704-b02d-4da8-8d32-26578db77dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:16.428042 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dbe3a93b-d23a-4690-80de-cd3ba882bf22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:16.575058 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:16.674070 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-dbe3a93b-d23a-4690-80de-cd3ba882bf22 admin admin] Deleting port 0b829f62-dcdc-45ab-a477-a67533029550 {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 05:00:16.674409 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dbe3a93b-d23a-4690-80de-cd3ba882bf22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:16.750727 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-dbe3a93b-d23a-4690-80de-cd3ba882bf22 admin admin] For port 0b829f62-dcdc-45ab-a477-a67533029550, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=0b829f62-dcdc-45ab-a477-a67533029550,segment=NetworkSegment(4b8208f4-7c32-47bb-b522-2da849a9d853),segment_id=4b8208f4-7c32-47bb-b522-2da849a9d853)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 05:00:16.751093 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dbe3a93b-d23a-4690-80de-cd3ba882bf22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:16.763607 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-dbe3a93b-d23a-4690-80de-cd3ba882bf22 admin admin] Calling delete_port for 0b829f62-dcdc-45ab-a477-a67533029550 owned by network:router_interface {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 05:00:16.938820 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dbe3a93b-d23a-4690-80de-cd3ba882bf22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:16.968231 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe3a93b-d23a-4690-80de-cd3ba882bf22 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b829f62-dcdc-45ab-a477-a67533029550,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 05:00:17.130377 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-dbe3a93b-d23a-4690-80de-cd3ba882bf22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:17.343323 n-d-819494-3 neutron-server[110019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe3a93b-d23a-4690-80de-cd3ba882bf22 admin admin] Router c5a3f6ee-65db-46a8-a000-813fdc82308d has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 05:00:17.444656 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe3a93b-d23a-4690-80de-cd3ba882bf22 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 05:00:17.449799 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-dbe3a93b-d23a-4690-80de-cd3ba882bf22 admin admin] 10.222.0.20 "PUT /v2.0/routers/c5a3f6ee-65db-46a8-a000-813fdc82308d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4686575 Nov 27 05:00:17.452390 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36202) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 05:00:17.453412 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e6ba90-d7d3-41af-9fe5-99d480fa6cf7 None None] Sync routers for ids ['c5a3f6ee-65db-46a8-a000-813fdc82308d'] in n-d-819494-3 {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 05:00:17.463438 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e6ba90-d7d3-41af-9fe5-99d480fa6cf7 None None] Routers {'c5a3f6ee-65db-46a8-a000-813fdc82308d'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 05:00:17.464059 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-f6e6ba90-d7d3-41af-9fe5-99d480fa6cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:59:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c5a3f6ee-65db-46a8-a000-813fdc82308d'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 05:00:17.560345 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-311c2e58-b668-4649-840d-2ee8e47c52a8 admin admin] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:17.574542 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-f6e6ba90-d7d3-41af-9fe5-99d480fa6cf7 None None] Set router c5a3f6ee-65db-46a8-a000-813fdc82308d gateway port host: n-d-819494-3 {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 05:00:17.664533 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-311c2e58-b668-4649-840d-2ee8e47c52a8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:17.715591 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-311c2e58-b668-4649-840d-2ee8e47c52a8 admin admin] Deleting port 3134cfaa-e61d-4dea-a1ce-53ea8258810e {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 05:00:17.715936 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-311c2e58-b668-4649-840d-2ee8e47c52a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:17.752753 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-f6e6ba90-d7d3-41af-9fe5-99d480fa6cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'name': 'tempest-TestSnapshotPattern-361421333-router', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '3134cfaa-e61d-4dea-a1ce-53ea8258810e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:55:14Z', 'updated_at': '2021-11-27T05:00:16Z', 'revision_number': 5, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'gw_port': {'id': '3134cfaa-e61d-4dea-a1ce-53ea8258810e', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:20:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:55:14Z', 'updated_at': '2021-11-27T04:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 05:00:17.777614 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e6ba90-d7d3-41af-9fe5-99d480fa6cf7 None None] Checking router: c5a3f6ee-65db-46a8-a000-813fdc82308d for host: n-d-819494-3 {{(pid=110021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 05:00:17.786404 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e6ba90-d7d3-41af-9fe5-99d480fa6cf7 None None] Routers {'c5a3f6ee-65db-46a8-a000-813fdc82308d'} bound to L3 agent in host n-d-819494-3 {{(pid=110021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 05:00:17.787118 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-f6e6ba90-d7d3-41af-9fe5-99d480fa6cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T04:59:48Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['c5a3f6ee-65db-46a8-a000-813fdc82308d'], 'active': True} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 05:00:17.798476 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-311c2e58-b668-4649-840d-2ee8e47c52a8 admin admin] For port 3134cfaa-e61d-4dea-a1ce-53ea8258810e, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=3134cfaa-e61d-4dea-a1ce-53ea8258810e,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 05:00:17.798998 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-311c2e58-b668-4649-840d-2ee8e47c52a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:17.812816 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-311c2e58-b668-4649-840d-2ee8e47c52a8 admin admin] Calling delete_port for 3134cfaa-e61d-4dea-a1ce-53ea8258810e owned by network:router_gateway {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 05:00:17.871313 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_dvr_db [None req-f6e6ba90-d7d3-41af-9fe5-99d480fa6cf7 None None] Set router c5a3f6ee-65db-46a8-a000-813fdc82308d gateway port host: None {{(pid=110021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 05:00:17.923778 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.l3_hamode_db [None req-f6e6ba90-d7d3-41af-9fe5-99d480fa6cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'name': 'tempest-TestSnapshotPattern-361421333-router', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:55:14Z', 'updated_at': '2021-11-27T05:00:17Z', 'revision_number': 6, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'gw_port_host': None}], 'n-d-819494-3', False) {} {{(pid=110021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 05:00:17.948044 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 9b67ee22-4886-49cd-a346-a83715905b65 no longer exists at agent hyperv_n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 05:00:17.949712 n-d-819494-3 neutron-server[110021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e6ba90-d7d3-41af-9fe5-99d480fa6cf7 None None] The sync data for ids ['c5a3f6ee-65db-46a8-a000-813fdc82308d'] in n-d-819494-3 is: [{'id': 'c5a3f6ee-65db-46a8-a000-813fdc82308d', 'name': 'tempest-TestSnapshotPattern-361421333-router', 'tenant_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:55:14Z', 'updated_at': '2021-11-27T05:00:17Z', 'revision_number': 6, 'project_id': 'c46f5170bdec43f9b80d2bc2b847656c', 'gw_port_host': None}] {{(pid=110021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 05:00:17.976050 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] No Port match for: 9b67ee22-4886-49cd-a346-a83715905b65 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 05:00:17.976416 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Device 9b67ee22-4886-49cd-a346-a83715905b65 not bound to the agent host n-h1-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 05:00:17.983137 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-311c2e58-b668-4649-840d-2ee8e47c52a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:18.005970 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71484393-c5e3-4778-97db-c24b01aa3b82 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 05:00:18.018851 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c2e58-b668-4649-840d-2ee8e47c52a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3134cfaa-e61d-4dea-a1ce-53ea8258810e,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 05:00:18.077530 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-311c2e58-b668-4649-840d-2ee8e47c52a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:18.171715 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-311c2e58-b668-4649-840d-2ee8e47c52a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:18.173931 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-311c2e58-b668-4649-840d-2ee8e47c52a8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:18.217027 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-311c2e58-b668-4649-840d-2ee8e47c52a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:18.217612 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311c2e58-b668-4649-840d-2ee8e47c52a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5a3f6ee-65db-46a8-a000-813fdc82308d {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 05:00:18.221832 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-311c2e58-b668-4649-840d-2ee8e47c52a8 admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:18.223015 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-311c2e58-b668-4649-840d-2ee8e47c52a8 admin admin] 10.222.0.20 "DELETE /v2.0/routers/c5a3f6ee-65db-46a8-a000-813fdc82308d HTTP/1.1" status: 204 len: 168 time: 0.7696209 Nov 27 05:00:18.225494 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36204) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 05:00:18.273323 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-77641e16-ef78-4620-8815-593a512bf0ed admin admin] Deleting subnet 689d86c1-6775-49d5-8b0f-478636897339 {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 05:00:18.276265 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-77641e16-ef78-4620-8815-593a512bf0ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:18.310620 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-77641e16-ef78-4620-8815-593a512bf0ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:18.391003 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-77641e16-ef78-4620-8815-593a512bf0ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:18.437757 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-53be350a-f450-4a85-9242-5fe96e14d729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:18.447961 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-77641e16-ef78-4620-8815-593a512bf0ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:18.473253 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77641e16-ef78-4620-8815-593a512bf0ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=689d86c1-6775-49d5-8b0f-478636897339,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 05:00:18.476970 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-77641e16-ef78-4620-8815-593a512bf0ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:18.480198 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-77641e16-ef78-4620-8815-593a512bf0ed admin admin] 10.222.0.20 "DELETE /v2.0/subnets/689d86c1-6775-49d5-8b0f-478636897339 HTTP/1.1" status: 204 len: 168 time: 0.2538004 Nov 27 05:00:18.482932 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [-] (110019) accepted ('10.222.0.20', 36206) {{(pid=110019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 05:00:18.483594 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac9cd82-a399-40ab-b20a-848563c3d7a1 None None] Network fdccf5e2-8408-4bf8-a542-427684d16b08 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 05:00:18.556141 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-35126d09-fa64-489d-8d21-8ad256b928cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:18.614095 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-35126d09-fa64-489d-8d21-8ad256b928cc admin admin] Deleting port 4961da85-9ddf-45de-a013-8f607b25e4ce {{(pid=110019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 05:00:18.614435 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-35126d09-fa64-489d-8d21-8ad256b928cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:18.683555 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.db [None req-35126d09-fa64-489d-8d21-8ad256b928cc admin admin] For port 4961da85-9ddf-45de-a013-8f607b25e4ce, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=4961da85-9ddf-45de-a013-8f607b25e4ce,segment=NetworkSegment(4b8208f4-7c32-47bb-b522-2da849a9d853),segment_id=4b8208f4-7c32-47bb-b522-2da849a9d853)] {{(pid=110019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 05:00:18.683908 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-35126d09-fa64-489d-8d21-8ad256b928cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:18.699355 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.plugin [None req-35126d09-fa64-489d-8d21-8ad256b928cc admin admin] Calling delete_port for 4961da85-9ddf-45de-a013-8f607b25e4ce owned by network:dhcp {{(pid=110019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 05:00:18.717913 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9067305a-8b91-40eb-a799-1afacfabd15a None None] DHCP port deletion for fdccf5e2-8408-4bf8-a542-427684d16b08 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 05:00:18.773975 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-9067305a-8b91-40eb-a799-1afacfabd15a None None] Deleting port 4961da85-9ddf-45de-a013-8f607b25e4ce {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 05:00:18.774354 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9067305a-8b91-40eb-a799-1afacfabd15a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:18.781322 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-35126d09-fa64-489d-8d21-8ad256b928cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8684549'] for port, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:18.807601 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35126d09-fa64-489d-8d21-8ad256b928cc admin admin] Pushing event deleted for resources: {'Port': ['ID=4961da85-9ddf-45de-a013-8f607b25e4ce,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 05:00:18.815415 n-d-819494-3 neutron-server[110019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35126d09-fa64-489d-8d21-8ad256b928cc admin admin] No DVR routers for this DVR port 4961da85-9ddf-45de-a013-8f607b25e4ce on host n-d-819494-3 {{(pid=110019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 05:00:18.843354 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-9067305a-8b91-40eb-a799-1afacfabd15a None None] For port 4961da85-9ddf-45de-a013-8f607b25e4ce, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=4961da85-9ddf-45de-a013-8f607b25e4ce,segment=NetworkSegment(4b8208f4-7c32-47bb-b522-2da849a9d853),segment_id=4b8208f4-7c32-47bb-b522-2da849a9d853)] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 05:00:18.843756 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9067305a-8b91-40eb-a799-1afacfabd15a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:18.857475 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-9067305a-8b91-40eb-a799-1afacfabd15a None None] Calling delete_port for 4961da85-9ddf-45de-a013-8f607b25e4ce owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 05:00:18.899902 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-35126d09-fa64-489d-8d21-8ad256b928cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:18.921254 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-35126d09-fa64-489d-8d21-8ad256b928cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdccf5e2-8408-4bf8-a542-427684d16b08']}} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 05:00:18.931576 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-35126d09-fa64-489d-8d21-8ad256b928cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b8208f4-7c32-47bb-b522-2da849a9d853') {'for_net_delete': True} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 05:00:18.931883 n-d-819494-3 neutron-server[110019]: DEBUG neutron.services.segments.db [None req-35126d09-fa64-489d-8d21-8ad256b928cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b8208f4-7c32-47bb-b522-2da849a9d853') {} {{(pid=110019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 05:00:18.939524 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9067305a-8b91-40eb-a799-1afacfabd15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:18.941976 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-35126d09-fa64-489d-8d21-8ad256b928cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11715417'] for segment, before_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:18.957197 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-35126d09-fa64-489d-8d21-8ad256b928cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:18.963658 n-d-819494-3 neutron-server[110019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35126d09-fa64-489d-8d21-8ad256b928cc admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=110019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 05:00:18.964063 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-35126d09-fa64-489d-8d21-8ad256b928cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685010'] for segment, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:18.965762 n-d-819494-3 neutron-server[110019]: Traceback (most recent call last): Nov 27 05:00:18.965762 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 05:00:18.965762 n-d-819494-3 neutron-server[110019]: timer() Nov 27 05:00:18.965762 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 05:00:18.965762 n-d-819494-3 neutron-server[110019]: cb(*args, **kw) Nov 27 05:00:18.965762 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 05:00:18.965762 n-d-819494-3 neutron-server[110019]: return func(*args, **kwargs) Nov 27 05:00:18.965762 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 05:00:18.965762 n-d-819494-3 neutron-server[110019]: self._notify() Nov 27 05:00:18.965762 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 05:00:18.965762 n-d-819494-3 neutron-server[110019]: self.callback(batched_events) Nov 27 05:00:18.965762 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 05:00:18.965762 n-d-819494-3 neutron-server[110019]: event.method(event) Nov 27 05:00:18.965762 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 05:00:18.965762 n-d-819494-3 neutron-server[110019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 05:00:18.965762 n-d-819494-3 neutron-server[110019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 05:00:18.965762 n-d-819494-3 neutron-server[110019]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 05:00:18.965762 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 05:00:18.965762 n-d-819494-3 neutron-server[110019]: return f(self, *a, **k) Nov 27 05:00:18.965762 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 05:00:18.965762 n-d-819494-3 neutron-server[110019]: return self._get(url).json() Nov 27 05:00:18.965762 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 05:00:18.965762 n-d-819494-3 neutron-server[110019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 05:00:18.965762 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 05:00:18.965762 n-d-819494-3 neutron-server[110019]: return self.request(url, 'GET', **kwargs) Nov 27 05:00:18.965762 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 05:00:18.965762 n-d-819494-3 neutron-server[110019]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 05:00:18.965762 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 05:00:18.965762 n-d-819494-3 neutron-server[110019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 05:00:18.965762 n-d-819494-3 neutron-server[110019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 05:00:18.965762 n-d-819494-3 neutron-server[110019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 05:00:18.965762 n-d-819494-3 neutron-server[110019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 05:00:18.976643 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067305a-8b91-40eb-a799-1afacfabd15a None None] Pushing event deleted for resources: {'Port': ['ID=4961da85-9ddf-45de-a013-8f607b25e4ce,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 05:00:18.979212 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9067305a-8b91-40eb-a799-1afacfabd15a None None] No DVR routers for this DVR port 4961da85-9ddf-45de-a013-8f607b25e4ce on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 05:00:19.031064 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-35126d09-fa64-489d-8d21-8ad256b928cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:19.037183 n-d-819494-3 neutron-server[110019]: DEBUG neutron_lib.callbacks.manager [None req-35126d09-fa64-489d-8d21-8ad256b928cc admin admin] Publish callbacks [] for network, before_response {{(pid=110019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:19.040436 n-d-819494-3 neutron-server[110019]: INFO neutron.wsgi [None req-35126d09-fa64-489d-8d21-8ad256b928cc admin admin] 10.222.0.20 "DELETE /v2.0/networks/fdccf5e2-8408-4bf8-a542-427684d16b08 HTTP/1.1" status: 204 len: 168 time: 0.5565085 Nov 27 05:00:19.043511 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36208) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 05:00:19.051324 n-d-819494-3 neutron-server[110019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35126d09-fa64-489d-8d21-8ad256b928cc admin admin] Pushing event deleted for resources: {'Network': ['ID=fdccf5e2-8408-4bf8-a542-427684d16b08,revision_number=None']} {{(pid=110019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 05:00:19.380787 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b8a591b0-82a0-42fb-9f23-7dcbed11e083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679223'] for router_interface, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:19.402355 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:19.622060 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-b8a591b0-82a0-42fb-9f23-7dcbed11e083 admin admin] Deleting port 4a7cf0f4-7dd2-4f9c-8e32-59b95ba3add0 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 05:00:19.622696 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b8a591b0-82a0-42fb-9f23-7dcbed11e083 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:19.704920 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-b8a591b0-82a0-42fb-9f23-7dcbed11e083 admin admin] For port 4a7cf0f4-7dd2-4f9c-8e32-59b95ba3add0, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=4a7cf0f4-7dd2-4f9c-8e32-59b95ba3add0,segment=NetworkSegment(d3d624a4-f39c-4ede-8941-51ee3a7368b0),segment_id=d3d624a4-f39c-4ede-8941-51ee3a7368b0)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 05:00:19.705296 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b8a591b0-82a0-42fb-9f23-7dcbed11e083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:19.718948 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-b8a591b0-82a0-42fb-9f23-7dcbed11e083 admin admin] Calling delete_port for 4a7cf0f4-7dd2-4f9c-8e32-59b95ba3add0 owned by network:router_interface {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 05:00:19.800529 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 3134cfaa-e61d-4dea-a1ce-53ea8258810e no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 05:00:19.821375 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 3134cfaa-e61d-4dea-a1ce-53ea8258810e {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 05:00:19.821723 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 3134cfaa-e61d-4dea-a1ce-53ea8258810e not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 05:00:19.822141 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 4961da85-9ddf-45de-a013-8f607b25e4ce no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 05:00:19.844299 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 4961da85-9ddf-45de-a013-8f607b25e4ce {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 05:00:19.844647 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 4961da85-9ddf-45de-a013-8f607b25e4ce not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 05:00:19.845066 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 0b829f62-dcdc-45ab-a477-a67533029550 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 05:00:19.875974 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 0b829f62-dcdc-45ab-a477-a67533029550 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 05:00:19.876356 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 0b829f62-dcdc-45ab-a477-a67533029550 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 05:00:19.880017 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:19.907702 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b8a591b0-82a0-42fb-9f23-7dcbed11e083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:19.933277 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a591b0-82a0-42fb-9f23-7dcbed11e083 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a7cf0f4-7dd2-4f9c-8e32-59b95ba3add0,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 05:00:20.094425 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b8a591b0-82a0-42fb-9f23-7dcbed11e083 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682055'] for router_interface, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:20.309517 n-d-819494-3 neutron-server[110018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a591b0-82a0-42fb-9f23-7dcbed11e083 admin admin] Router 2db7648f-fc75-4c9a-8dc0-d0eaf92ec746 has already been hosted by L3 agent 9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec {{(pid=110018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 05:00:20.412405 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a591b0-82a0-42fb-9f23-7dcbed11e083 admin admin] Notify agent at l3_agent.n-d-819494-3 the message routers_updated {{(pid=110018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 05:00:20.417605 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b8a591b0-82a0-42fb-9f23-7dcbed11e083 admin admin] 10.222.0.20 "PUT /v2.0/routers/2db7648f-fc75-4c9a-8dc0-d0eaf92ec746/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3730338 Nov 27 05:00:20.420118 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36210) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 05:00:20.423342 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28ef3c2-3a9d-4958-9608-d868d428a5dc None None] Sync routers for ids ['2db7648f-fc75-4c9a-8dc0-d0eaf92ec746'] in n-d-819494-3 {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 05:00:20.433267 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28ef3c2-3a9d-4958-9608-d868d428a5dc None None] Routers {'2db7648f-fc75-4c9a-8dc0-d0eaf92ec746'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 05:00:20.433890 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-f28ef3c2-3a9d-4958-9608-d868d428a5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T05:00:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['2db7648f-fc75-4c9a-8dc0-d0eaf92ec746'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 05:00:20.526885 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-29924775-1d5b-419e-8d3b-1709cddfafff admin admin] Publish callbacks [] for router, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:20.541694 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-f28ef3c2-3a9d-4958-9608-d868d428a5dc None None] Set router 2db7648f-fc75-4c9a-8dc0-d0eaf92ec746 gateway port host: n-d-819494-3 {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 05:00:20.626944 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-29924775-1d5b-419e-8d3b-1709cddfafff admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:20.680529 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-29924775-1d5b-419e-8d3b-1709cddfafff admin admin] Deleting port 99b5e65d-08ce-4061-8e35-b3d74c9216d0 {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 05:00:20.680955 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-29924775-1d5b-419e-8d3b-1709cddfafff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:20.716072 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-f28ef3c2-3a9d-4958-9608-d868d428a5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db7648f-fc75-4c9a-8dc0-d0eaf92ec746', 'name': 'tempest-TestSnapshotPattern-1840285498-router', 'tenant_id': '0aec02fbf9044a2390d5e7946270fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'external_fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '99b5e65d-08ce-4061-8e35-b3d74c9216d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:55:18Z', 'updated_at': '2021-11-27T05:00:19Z', 'revision_number': 5, 'project_id': '0aec02fbf9044a2390d5e7946270fb68', 'gw_port': {'id': '99b5e65d-08ce-4061-8e35-b3d74c9216d0', 'name': '', 'network_id': 'f5c39893-f8d8-4150-8aae-695f98406de3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ac:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db7648f-fc75-4c9a-8dc0-d0eaf92ec746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T04:55:19Z', 'updated_at': '2021-11-27T04:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fc08f38-1b26-46f6-a9ee-a9af26026526', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-3'}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 05:00:20.742340 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28ef3c2-3a9d-4958-9608-d868d428a5dc None None] Checking router: 2db7648f-fc75-4c9a-8dc0-d0eaf92ec746 for host: n-d-819494-3 {{(pid=110020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 05:00:20.750488 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28ef3c2-3a9d-4958-9608-d868d428a5dc None None] Routers {'2db7648f-fc75-4c9a-8dc0-d0eaf92ec746'} bound to L3 agent in host n-d-819494-3 {{(pid=110020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 05:00:20.751127 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-f28ef3c2-3a9d-4958-9608-d868d428a5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T03:32:48Z,description=,heartbeat_timestamp=2021-11-27T05:00:18Z,host='n-d-819494-3',id=9bb4b1ab-70f1-4bc1-85d2-bbbba4cb8eec,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T03:32:48Z,topic='l3_agent')) {'router_ids': ['2db7648f-fc75-4c9a-8dc0-d0eaf92ec746'], 'active': True} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 05:00:20.764831 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-29924775-1d5b-419e-8d3b-1709cddfafff admin admin] For port 99b5e65d-08ce-4061-8e35-b3d74c9216d0, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=99b5e65d-08ce-4061-8e35-b3d74c9216d0,segment=NetworkSegment(e5134c27-a063-4df4-9591-c211d96da4e7),segment_id=e5134c27-a063-4df4-9591-c211d96da4e7)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 05:00:20.765203 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-29924775-1d5b-419e-8d3b-1709cddfafff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:20.777271 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-29924775-1d5b-419e-8d3b-1709cddfafff admin admin] Calling delete_port for 99b5e65d-08ce-4061-8e35-b3d74c9216d0 owned by network:router_gateway {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 05:00:20.836754 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvr_db [None req-f28ef3c2-3a9d-4958-9608-d868d428a5dc None None] Set router 2db7648f-fc75-4c9a-8dc0-d0eaf92ec746 gateway port host: None {{(pid=110020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 05:00:20.891022 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_hamode_db [None req-f28ef3c2-3a9d-4958-9608-d868d428a5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db7648f-fc75-4c9a-8dc0-d0eaf92ec746', 'name': 'tempest-TestSnapshotPattern-1840285498-router', 'tenant_id': '0aec02fbf9044a2390d5e7946270fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:55:18Z', 'updated_at': '2021-11-27T05:00:20Z', 'revision_number': 6, 'project_id': '0aec02fbf9044a2390d5e7946270fb68', 'gw_port_host': None}], 'n-d-819494-3', False) {} {{(pid=110020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 05:00:20.917508 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28ef3c2-3a9d-4958-9608-d868d428a5dc None None] The sync data for ids ['2db7648f-fc75-4c9a-8dc0-d0eaf92ec746'] in n-d-819494-3 is: [{'id': '2db7648f-fc75-4c9a-8dc0-d0eaf92ec746', 'name': 'tempest-TestSnapshotPattern-1840285498-router', 'tenant_id': '0aec02fbf9044a2390d5e7946270fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T04:55:18Z', 'updated_at': '2021-11-27T05:00:20Z', 'revision_number': 6, 'project_id': '0aec02fbf9044a2390d5e7946270fb68', 'gw_port_host': None}] {{(pid=110020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 05:00:20.957117 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-29924775-1d5b-419e-8d3b-1709cddfafff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:20.982999 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29924775-1d5b-419e-8d3b-1709cddfafff admin admin] Pushing event deleted for resources: {'Port': ['ID=99b5e65d-08ce-4061-8e35-b3d74c9216d0,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 05:00:20.996648 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac632db-ab66-4212-82d6-93cd73277d17 None None] DHCP port deletion for f5c39893-f8d8-4150-8aae-695f98406de3 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 05:00:21.043343 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-29924775-1d5b-419e-8d3b-1709cddfafff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685289'] for router_gateway, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:21.133291 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-29924775-1d5b-419e-8d3b-1709cddfafff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11848'] for router, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:21.136110 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-29924775-1d5b-419e-8d3b-1709cddfafff admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:21.432651 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:21.499223 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-29924775-1d5b-419e-8d3b-1709cddfafff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680780'] for router, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:21.499777 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29924775-1d5b-419e-8d3b-1709cddfafff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2db7648f-fc75-4c9a-8dc0-d0eaf92ec746 {{(pid=110018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 05:00:21.513177 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-29924775-1d5b-419e-8d3b-1709cddfafff admin admin] Publish callbacks [] for router, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:21.514388 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-29924775-1d5b-419e-8d3b-1709cddfafff admin admin] 10.222.0.20 "DELETE /v2.0/routers/2db7648f-fc75-4c9a-8dc0-d0eaf92ec746 HTTP/1.1" status: 204 len: 168 time: 1.0933528 Nov 27 05:00:21.517164 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36212) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 05:00:21.561602 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.db_base_plugin_v2 [None req-30314d56-e834-4caa-aac8-a38c80ef1711 admin admin] Deleting subnet 0e9a3996-5f96-4af6-9108-fb9627c0a61e {{(pid=110018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 05:00:21.564689 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-30314d56-e834-4caa-aac8-a38c80ef1711 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:21.599488 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-30314d56-e834-4caa-aac8-a38c80ef1711 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8623736'] for subnet, precommit_delete_associations {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:21.679336 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-30314d56-e834-4caa-aac8-a38c80ef1711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498144'] for subnet, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:21.732546 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-30314d56-e834-4caa-aac8-a38c80ef1711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12358059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436033'] for subnet, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:21.760684 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30314d56-e834-4caa-aac8-a38c80ef1711 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e9a3996-5f96-4af6-9108-fb9627c0a61e,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 05:00:21.762675 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-30314d56-e834-4caa-aac8-a38c80ef1711 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:21.769267 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-30314d56-e834-4caa-aac8-a38c80ef1711 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0e9a3996-5f96-4af6-9108-fb9627c0a61e HTTP/1.1" status: 204 len: 168 time: 0.2477543 Nov 27 05:00:21.769986 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36214) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 05:00:21.773250 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a5f781-3630-4438-bb25-2c3808c82f54 None None] Network 1f5538d0-637b-4d51-8d8b-ec02a6d01004 requested from n-d-819494-3 {{(pid=110020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 05:00:21.828531 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 4a7cf0f4-7dd2-4f9c-8e32-59b95ba3add0 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 05:00:21.846477 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b852f431-04ed-44bf-9426-e9cc1a5e6883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666892'] for network, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:21.859571 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 4a7cf0f4-7dd2-4f9c-8e32-59b95ba3add0 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 05:00:21.859926 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 4a7cf0f4-7dd2-4f9c-8e32-59b95ba3add0 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 05:00:21.860354 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 99b5e65d-08ce-4061-8e35-b3d74c9216d0 no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 05:00:21.889754 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 99b5e65d-08ce-4061-8e35-b3d74c9216d0 {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 05:00:21.890106 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 99b5e65d-08ce-4061-8e35-b3d74c9216d0 not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 05:00:21.901853 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-b852f431-04ed-44bf-9426-e9cc1a5e6883 admin admin] Deleting port 377dfbdc-670a-48dd-af8b-f238a987103e {{(pid=110018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 05:00:21.902274 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b852f431-04ed-44bf-9426-e9cc1a5e6883 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:21.968714 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.db [None req-b852f431-04ed-44bf-9426-e9cc1a5e6883 admin admin] For port 377dfbdc-670a-48dd-af8b-f238a987103e, host n-d-819494-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-3',level=0,port_id=377dfbdc-670a-48dd-af8b-f238a987103e,segment=NetworkSegment(d3d624a4-f39c-4ede-8941-51ee3a7368b0),segment_id=d3d624a4-f39c-4ede-8941-51ee3a7368b0)] {{(pid=110018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 05:00:21.969306 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b852f431-04ed-44bf-9426-e9cc1a5e6883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:21.985978 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.plugin [None req-b852f431-04ed-44bf-9426-e9cc1a5e6883 admin admin] Calling delete_port for 377dfbdc-670a-48dd-af8b-f238a987103e owned by network:dhcp {{(pid=110018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 05:00:22.001515 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:22.019359 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf706843-a0f9-4aaf-aaa5-e6c2a5e97319 None None] DHCP port deletion for 1f5538d0-637b-4d51-8d8b-ec02a6d01004 request from n-d-819494-3 {{(pid=110020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 05:00:22.067481 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-bf706843-a0f9-4aaf-aaa5-e6c2a5e97319 None None] Deleting port 377dfbdc-670a-48dd-af8b-f238a987103e {{(pid=110020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 05:00:22.067865 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bf706843-a0f9-4aaf-aaa5-e6c2a5e97319 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763522162189'] for port, before_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:22.071650 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b852f431-04ed-44bf-9426-e9cc1a5e6883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12358110'] for port, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:22.097820 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b852f431-04ed-44bf-9426-e9cc1a5e6883 admin admin] Pushing event deleted for resources: {'Port': ['ID=377dfbdc-670a-48dd-af8b-f238a987103e,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 05:00:22.099691 n-d-819494-3 neutron-server[110018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b852f431-04ed-44bf-9426-e9cc1a5e6883 admin admin] No DVR routers for this DVR port 377dfbdc-670a-48dd-af8b-f238a987103e on host n-d-819494-3 {{(pid=110018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 05:00:22.134144 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.db [None req-bf706843-a0f9-4aaf-aaa5-e6c2a5e97319 None None] For port 377dfbdc-670a-48dd-af8b-f238a987103e, host n-d-819494-3, got binding levels [] {{(pid=110020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 05:00:22.134599 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bf706843-a0f9-4aaf-aaa5-e6c2a5e97319 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685879'] for port, precommit_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:22.148924 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-bf706843-a0f9-4aaf-aaa5-e6c2a5e97319 None None] Calling delete_port for 377dfbdc-670a-48dd-af8b-f238a987103e owned by network:dhcp {{(pid=110020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 05:00:22.152099 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.ipam_backend_mixin [None req-bf706843-a0f9-4aaf-aaa5-e6c2a5e97319 None None] Port 377dfbdc-670a-48dd-af8b-f238a987103e was not found and therefore no delete operation was performed {{(pid=110020) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 05:00:22.153406 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-bf706843-a0f9-4aaf-aaa5-e6c2a5e97319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763522168423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763521600467'] for port, after_delete {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:22.173371 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b852f431-04ed-44bf-9426-e9cc1a5e6883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501609', 'neutron.services.segments.db._delete_segments_for_network-8763522155816'] for network, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:22.178876 n-d-819494-3 neutron-server[110020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf706843-a0f9-4aaf-aaa5-e6c2a5e97319 None None] Pushing event deleted for resources: {'Port': ['ID=377dfbdc-670a-48dd-af8b-f238a987103e,revision_number=None']} {{(pid=110020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 05:00:22.182499 n-d-819494-3 neutron-server[110020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf706843-a0f9-4aaf-aaa5-e6c2a5e97319 None None] No DVR routers for this DVR port 377dfbdc-670a-48dd-af8b-f238a987103e on host n-d-819494-3 {{(pid=110020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 05:00:22.203537 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-b852f431-04ed-44bf-9426-e9cc1a5e6883 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f5538d0-637b-4d51-8d8b-ec02a6d01004']}} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 05:00:22.213217 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-b852f431-04ed-44bf-9426-e9cc1a5e6883 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3d624a4-f39c-4ede-8941-51ee3a7368b0') {'for_net_delete': True} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 05:00:22.213518 n-d-819494-3 neutron-server[110018]: DEBUG neutron.services.segments.db [None req-b852f431-04ed-44bf-9426-e9cc1a5e6883 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3d624a4-f39c-4ede-8941-51ee3a7368b0') {} {{(pid=110018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 05:00:22.223224 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b852f431-04ed-44bf-9426-e9cc1a5e6883 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763522153265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8623729'] for segment, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:22.236712 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b852f431-04ed-44bf-9426-e9cc1a5e6883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983'] for segment, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:22.243394 n-d-819494-3 neutron-server[110018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b852f431-04ed-44bf-9426-e9cc1a5e6883 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=110018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 05:00:22.243820 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b852f431-04ed-44bf-9426-e9cc1a5e6883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12357641'] for segment, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:22.245770 n-d-819494-3 neutron-server[110018]: Traceback (most recent call last): Nov 27 05:00:22.245770 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 05:00:22.245770 n-d-819494-3 neutron-server[110018]: timer() Nov 27 05:00:22.245770 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 05:00:22.245770 n-d-819494-3 neutron-server[110018]: cb(*args, **kw) Nov 27 05:00:22.245770 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 05:00:22.245770 n-d-819494-3 neutron-server[110018]: return func(*args, **kwargs) Nov 27 05:00:22.245770 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 05:00:22.245770 n-d-819494-3 neutron-server[110018]: self._notify() Nov 27 05:00:22.245770 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 05:00:22.245770 n-d-819494-3 neutron-server[110018]: self.callback(batched_events) Nov 27 05:00:22.245770 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 05:00:22.245770 n-d-819494-3 neutron-server[110018]: event.method(event) Nov 27 05:00:22.245770 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 05:00:22.245770 n-d-819494-3 neutron-server[110018]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 05:00:22.245770 n-d-819494-3 neutron-server[110018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 05:00:22.245770 n-d-819494-3 neutron-server[110018]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 05:00:22.245770 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 05:00:22.245770 n-d-819494-3 neutron-server[110018]: return f(self, *a, **k) Nov 27 05:00:22.245770 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 05:00:22.245770 n-d-819494-3 neutron-server[110018]: return self._get(url).json() Nov 27 05:00:22.245770 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 05:00:22.245770 n-d-819494-3 neutron-server[110018]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 05:00:22.245770 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 05:00:22.245770 n-d-819494-3 neutron-server[110018]: return self.request(url, 'GET', **kwargs) Nov 27 05:00:22.245770 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 05:00:22.245770 n-d-819494-3 neutron-server[110018]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 05:00:22.245770 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 05:00:22.245770 n-d-819494-3 neutron-server[110018]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 05:00:22.245770 n-d-819494-3 neutron-server[110018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 05:00:22.245770 n-d-819494-3 neutron-server[110018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 05:00:22.245770 n-d-819494-3 neutron-server[110018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 05:00:22.298928 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b852f431-04ed-44bf-9426-e9cc1a5e6883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685253'] for network, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:22.305100 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b852f431-04ed-44bf-9426-e9cc1a5e6883 admin admin] Publish callbacks [] for network, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:22.308801 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b852f431-04ed-44bf-9426-e9cc1a5e6883 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1f5538d0-637b-4d51-8d8b-ec02a6d01004 HTTP/1.1" status: 204 len: 168 time: 0.5380530 Nov 27 05:00:22.322162 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b852f431-04ed-44bf-9426-e9cc1a5e6883 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f5538d0-637b-4d51-8d8b-ec02a6d01004,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 05:00:22.411913 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36218) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 05:00:22.452402 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-c4c2b6de-1b85-4a49-ad5b-fe66d03b8c67 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c46f5170bdec43f9b80d2bc2b847656c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392625 Nov 27 05:00:22.454338 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36220) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 05:00:22.505347 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b43617fb-f82d-4486-a688-b312144bae32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:22.526430 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b43617fb-f82d-4486-a688-b312144bae32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:22.572756 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b43617fb-f82d-4486-a688-b312144bae32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:22.575406 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-b43617fb-f82d-4486-a688-b312144bae32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:22.576533 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-b43617fb-f82d-4486-a688-b312144bae32 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/432fdddc-31d6-4704-bd51-82b047f17df2 HTTP/1.1" status: 204 len: 168 time: 0.1212821 Nov 27 05:00:22.584467 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43617fb-f82d-4486-a688-b312144bae32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432fdddc-31d6-4704-bd51-82b047f17df2,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 05:00:22.887028 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36226) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 05:00:22.927083 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-bf4b501a-7881-4eb7-ac8e-458853ad5d62 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0aec02fbf9044a2390d5e7946270fb68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388124 Nov 27 05:00:22.929592 n-d-819494-3 neutron-server[110018]: DEBUG neutron.wsgi [-] (110018) accepted ('10.222.0.20', 36228) {{(pid=110018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 05:00:22.976866 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-72a61a53-7012-49d4-9f7c-9c5cc5145ce8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:22.997249 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-72a61a53-7012-49d4-9f7c-9c5cc5145ce8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:23.042132 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-72a61a53-7012-49d4-9f7c-9c5cc5145ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459297'] for security_group, after_delete {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:23.044692 n-d-819494-3 neutron-server[110018]: DEBUG neutron_lib.callbacks.manager [None req-72a61a53-7012-49d4-9f7c-9c5cc5145ce8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:23.045836 n-d-819494-3 neutron-server[110018]: INFO neutron.wsgi [None req-72a61a53-7012-49d4-9f7c-9c5cc5145ce8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5efc0e48-ec4b-483f-bbaa-8c134a3e2b28 HTTP/1.1" status: 204 len: 168 time: 0.1153374 Nov 27 05:00:23.053344 n-d-819494-3 neutron-server[110018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a61a53-7012-49d4-9f7c-9c5cc5145ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efc0e48-ec4b-483f-bbaa-8c134a3e2b28,revision_number=None']} {{(pid=110018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 05:00:23.797148 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 377dfbdc-670a-48dd-af8b-f238a987103e no longer exists at agent ovs-agent-n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 05:00:23.822801 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.plugin [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] No Port match for: 377dfbdc-670a-48dd-af8b-f238a987103e {{(pid=110020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 05:00:23.822801 n-d-819494-3 neutron-server[110020]: DEBUG neutron.plugins.ml2.rpc [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Device 377dfbdc-670a-48dd-af8b-f238a987103e not bound to the agent host n-d-819494-3 {{(pid=110020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 05:00:46.264713 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2eaa7aa1-bbe0-47e0-b7ed-60ec3107cb10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:46.571949 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:48.439842 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7138cbb3-7088-4550-b227-cc6a69261098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:48.695080 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 05:00:49.431083 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:49.853114 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:51.436714 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:00:51.992798 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:01:16.266187 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d97ec030-c8e7-423b-a7a5-4e17521b3720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:01:16.578082 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:01:18.441219 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-9a6b3613-c8e2-41d4-88fc-7af172a07272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:01:19.440593 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:01:19.856458 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:01:21.438875 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:01:21.994281 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:01:25.694410 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 05:01:46.267332 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e25e8c8d-d06a-4a9d-a874-eed814303445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:01:46.586377 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:01:48.442493 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a71ba387-0087-4841-afeb-ab31d0b4eb5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:01:49.446636 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:01:49.858082 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:01:51.444692 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:01:51.994986 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:02:02.693068 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 05:02:16.270310 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-dfc8d1a4-e8c6-4973-950f-f2b6d682f069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:02:16.584679 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:02:18.442842 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0d6e8a40-ddec-4e80-a63f-361302b76695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:02:19.461243 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:02:19.861538 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:02:21.445976 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:02:21.995602 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:02:39.692020 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 05:02:46.271718 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0c81ebd2-3579-419e-ad81-c343b0868682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:02:46.590649 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:02:48.444413 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-cdc70fe0-5b91-4d0d-880a-14446e1e6b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:02:49.453702 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:02:49.864450 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:02:51.447430 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:02:51.995549 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:03:16.272659 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5d5f7c5a-e979-47b2-b958-dd54f47c039c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:03:16.583113 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:03:16.691237 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 05:03:18.445883 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-14f7392c-d541-464d-bb1f-98f3e70e6c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:03:19.476755 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:03:19.867492 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:03:21.449701 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:03:21.997060 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:03:46.274247 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f71d23a9-b30b-4dc5-a045-d2ee4cc54613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:03:46.596835 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:03:48.449933 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-32133e89-dafa-42c0-9ce7-228abcb03298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:03:49.490490 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:03:49.871141 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:03:51.452362 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:03:51.998773 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:03:53.690664 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 05:04:16.278073 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-3376ee73-d860-4fee-9dcb-7495ff7c984c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:04:16.612014 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:04:18.450771 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-395a59a5-90cf-4a7b-bf03-65729a991741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:04:19.482502 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:04:19.872812 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:04:21.454214 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:04:22.000453 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:04:30.689627 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 05:04:46.280586 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f734b4ec-bc0e-413e-9c63-84806d043484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:04:46.611198 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:04:48.453224 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-5f5f6d27-c74f-4901-ae95-4525935cf19c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:04:49.505891 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:04:49.875685 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:04:51.456286 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:04:52.001745 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:05:07.688330 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 05:05:16.287776 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-7e3aeef7-c792-4ccd-a177-302457b63e02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:05:16.627273 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:05:18.454214 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-6f7cdb84-2679-4430-8a04-056fd4e88fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:05:19.505285 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:05:19.879405 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:05:21.459564 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:05:22.002990 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:05:44.687281 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 05:05:46.282207 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-08355eee-ffa6-473b-8d2d-b83ef14c02d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:05:46.624957 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:05:48.457694 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-d11f1ee2-bb78-4008-a3f3-259f63cfe526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:05:49.518728 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:05:49.883266 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:05:51.462039 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:05:52.005668 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:06:16.283427 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f03ca1ad-168c-456f-9fad-5cfe595267af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:06:16.654977 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:06:18.459479 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-012b08d5-9466-426d-a64c-e1a15c3a4b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:06:19.517611 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:06:19.884874 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:06:21.464404 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:06:21.686316 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 05:06:22.006301 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:06:46.285105 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2d148185-e3f5-4d4a-ade5-923fa350d834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:06:46.653905 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:06:48.460830 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e9f522d0-8df2-434d-b77b-6aa1f9449b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:06:49.533846 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:06:49.888434 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:06:51.466184 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:06:52.008154 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:06:58.684940 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 05:07:16.289295 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-69e157ea-20eb-47db-bcbf-962550d9dbc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:07:16.652677 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:07:18.461942 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-f9200dca-a05c-44ee-b2ad-076e59cd92d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:07:19.563791 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:07:19.890600 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:07:21.469949 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:07:22.008482 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:07:35.683179 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 05:07:46.290086 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-42a2fa33-1258-4827-a1e1-a6de0667b9ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:07:46.666760 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:07:48.465597 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-a0737d2f-3e3a-4e47-82f0-87dd2d6c3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:07:49.562974 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:07:49.893443 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:07:51.472039 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:07:52.009808 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:08:12.681647 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 05:08:16.291727 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-16743b17-a7e1-486f-bc51-602ba853253f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:08:16.666521 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:08:18.466683 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-2238170b-e663-44df-8e1a-7c3e2df7cba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:08:19.579066 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:08:19.898342 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-e15fac15-4f8b-4bb8-b190-4a90df059a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:08:21.474176 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-06662713-ff56-4678-8cff-27d75f0a330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:08:21.636613 n-d-819494-3 neutron-server[110019]: DEBUG neutron.wsgi [req-4ed104d0-922a-47eb-8816-caca74116019 req-ae047370-9120-469e-b593-343509cd0a23 service neutron] (110019) timed out ('10.222.0.20', 33962) {{(pid=110019) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 05:08:22.010454 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-c272e369-4191-4455-95a2-2583d1f88cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:08:46.292616 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-185386fd-864e-4559-97c1-d961c3298bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:08:46.665372 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-0e31695b-5382-4d6d-a58c-43388ef97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:08:48.468385 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-90240679-585c-41d6-8a6a-cad72b1d4b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:08:49.577591 n-d-819494-3 neutron-server[110020]: DEBUG neutron_lib.callbacks.manager [None req-46931fb0-f156-4374-b1b8-cf342cf5a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763522110365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479399'] for agent, after_update {{(pid=110020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 05:08:49.681636 n-d-819494-3 neutron-server[110021]: DEBUG neutron.db.agents_db [None req-cb36c6e0-69a4-4eb5-a3f2-e5f79bbd3b1a None None] Agent healthcheck: found 7 active agents {{(pid=110021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}